-- Logs begin at Thu 2022-04-21 11:33:35 UTC, end at Thu 2022-04-21 14:18:39 UTC. -- Apr 21 12:16:55.775868 n-d-836147-2 systemd[1]: Started Devstack devstack@q-svc.service. Apr 21 12:16:58.483900 n-d-836147-2 neutron-server[103286]: INFO neutron.common.config [-] Logging enabled! Apr 21 12:16:58.484477 n-d-836147-2 neutron-server[103286]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev125 Apr 21 12:16:58.484661 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103286) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 21 12:16:58.487803 n-d-836147-2 neutron-server[103286]: INFO neutron.common.config [-] Logging enabled! Apr 21 12:16:58.488055 n-d-836147-2 neutron-server[103286]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev125 Apr 21 12:16:58.488359 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103286) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 21 12:16:58.489381 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 21 12:16:58.489643 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 21 12:16:58.489999 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 21 12:16:58.490239 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 21 12:16:58.490460 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 21 12:16:58.490774 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.491067 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.491360 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.491583 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.491873 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.492233 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.492517 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.492803 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.493099 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.493378 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.493673 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.493955 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.494180 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.494453 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.494734 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.495015 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.495234 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] debug = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.495506 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.495924 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.496326 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.496598 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.496882 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.497155 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.497430 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.497717 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.497993 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.498312 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] host = n-d-836147-2 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.498583 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.499427 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.499888 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.500331 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.500737 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.501060 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.501348 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.501645 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.501917 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] log_file = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.502187 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.502471 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.502753 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.503034 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.503255 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.503472 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.503754 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.504032 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.504302 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.504571 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.504839 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.505108 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.505375 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.505666 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.505946 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.506221 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.506500 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.506769 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.507037 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.507303 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.507567 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.507843 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.508109 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.508376 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.508644 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.508925 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.509188 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.509452 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.509772 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.510055 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.510327 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.510604 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.510870 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.511145 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.511409 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.511672 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.511933 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] use_json = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.512196 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.512458 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.512730 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.512993 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.513256 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.513522 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.513816 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.514092 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.514356 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:16:58.515189 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.515476 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.515766 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.516043 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.516323 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.516594 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.516876 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.517146 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.517427 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.517731 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.518011 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.518279 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.518557 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.518826 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.519111 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.519408 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.519693 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.519974 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.520243 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.520507 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.520773 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.521043 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.521321 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.521599 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.521890 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.522171 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.522442 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.522722 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.523007 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.523289 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.523554 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.523823 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.524103 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.524370 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.524633 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.524900 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.525178 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.525445 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.525742 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.526016 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.526281 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.526544 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.526806 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.527073 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.527353 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.527623 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.527884 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.528144 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.528412 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.528674 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.528949 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.529216 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.529480 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.529768 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.530038 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.530327 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.530593 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.530861 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.531123 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.531394 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.531658 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.531922 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.532186 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.532453 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.532719 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.532984 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.533249 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.533518 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.533804 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.534069 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.534334 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.534602 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.534872 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.535156 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.535445 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.535716 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.535986 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.536258 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.536529 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.536799 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.537069 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.537338 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.537629 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.537894 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.538177 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.538452 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.538729 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.539004 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.539279 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.539566 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.539834 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.540109 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.540378 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.540649 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.540926 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.541201 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.541485 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.541791 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.542077 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.542364 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.542652 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.542923 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.543225 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.543498 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:16:58.543708 n-d-836147-2 neutron-server[103286]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 21 12:16:58.543941 n-d-836147-2 neutron-server[103286]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103286) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 21 12:16:58.898431 n-d-836147-2 neutron-server[103286]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103286) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 21 12:16:58.898704 n-d-836147-2 neutron-server[103286]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103286) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 21 12:16:58.898989 n-d-836147-2 neutron-server[103286]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103286) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 21 12:16:58.899313 n-d-836147-2 neutron-server[103286]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 21 12:16:59.287041 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.287328 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.287593 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.288853 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.289120 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.289385 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.324748 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.325015 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.325275 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.339637 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.339907 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.340168 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.368429 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.368706 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.368972 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.405738 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.406015 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.406277 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.630816 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.631424 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.631424 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.631580 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.632201 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.751334 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.751649 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.751929 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.752203 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.752466 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.752770 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.753023 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.753275 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.753526 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.753829 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.754084 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.754343 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.754592 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.754837 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.755087 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.755345 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.755595 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.755856 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.756119 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.756371 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.756634 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.756881 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.757158 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.757530 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.757800 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.758041 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.758426 n-d-836147-2 neutron-server[103286]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 12:16:59.758663 n-d-836147-2 neutron-server[103286]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 12:16:59.758892 n-d-836147-2 neutron-server[103286]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 12:16:59.759122 n-d-836147-2 neutron-server[103286]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 12:16:59.759352 n-d-836147-2 neutron-server[103286]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 12:16:59.759579 n-d-836147-2 neutron-server[103286]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 12:16:59.759931 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 21 12:16:59.762986 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 21 12:16:59.767366 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 21 12:16:59.771117 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 21 12:16:59.772709 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 21 12:16:59.773154 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 21 12:16:59.773481 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 21 12:16:59.773899 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 21 12:16:59.776629 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 21 12:16:59.776876 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 21 12:16:59.777217 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 21 12:16:59.782981 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 21 12:16:59.804444 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 21 12:16:59.804885 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.805176 n-d-836147-2 neutron-server[103286]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103286) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 21 12:16:59.805530 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.806880 n-d-836147-2 neutron-server[103286]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103286) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 21 12:16:59.807155 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 21 12:16:59.807396 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 21 12:16:59.810882 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.811158 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:16:59.872712 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 21 12:16:59.872954 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 21 12:16:59.873185 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 21 12:16:59.873540 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 21 12:16:59.895388 n-d-836147-2 neutron-server[103286]: DEBUG oslo_db.sqlalchemy.engines [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103286) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 21 12:17:00.572817 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.managers [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Initializing driver for type 'gre' Apr 21 12:17:00.573333 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] gre ID ranges: [(1, 1000)] Apr 21 12:17:00.771276 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.managers [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Initializing driver for type 'local' Apr 21 12:17:00.771882 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.managers [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Initializing driver for type 'vlan' Apr 21 12:17:00.892844 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] VlanTypeDriver initialization complete Apr 21 12:17:00.893257 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.managers [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Initializing driver for type 'vxlan' Apr 21 12:17:00.893814 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] vxlan ID ranges: [(1, 1000)] Apr 21 12:17:01.115578 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.managers [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Initializing extension driver 'port_security' Apr 21 12:17:01.115838 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.extensions.port_security [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] PortSecurityExtensionDriver initialization complete Apr 21 12:17:01.116173 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.managers [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Initializing mechanism driver 'openvswitch' Apr 21 12:17:01.116490 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.managers [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Initializing mechanism driver 'hyperv' Apr 21 12:17:01.123008 n-d-836147-2 neutron-server[103286]: DEBUG neutron.plugins.ml2.plugin [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103286) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:17:01.123665 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > port after_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.124030 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > port after_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.124377 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > port after_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.124889 n-d-836147-2 neutron-server[103286]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103286) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 21 12:17:01.125315 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > subnet after_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.125755 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > subnet after_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.126103 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.126532 n-d-836147-2 neutron-server[103286]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103286) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 21 12:17:01.126926 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > network after_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.127268 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > network after_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.127604 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > network after_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.127987 n-d-836147-2 neutron-server[103286]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103286) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 21 12:17:01.128379 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > security_group after_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.128719 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > security_group after_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.129051 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.129571 n-d-836147-2 neutron-server[103286]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103286) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 21 12:17:01.129997 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.130344 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.130680 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.131067 n-d-836147-2 neutron-server[103286]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103286) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 21 12:17:01.131467 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > address_group after_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.131807 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > address_group after_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.132142 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.132529 n-d-836147-2 neutron-server[103286]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103286) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 21 12:17:01.132957 n-d-836147-2 neutron-server[103286]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] ML2 OVO RPC backend initialized. {{(pid=103286) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Apr 21 12:17:01.133696 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.134048 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.134457 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > network before_response 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.134796 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > networks before_response 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.135136 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > port before_response 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.135472 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > ports before_response 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.135806 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > subnet before_response 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.136139 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > subnets before_response 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.136477 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > network after_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.136808 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > network after_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.137139 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > network after_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.137473 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > port after_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.137901 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > port after_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.138235 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > port after_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.138566 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > subnet after_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.138896 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > subnet after_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.139224 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.148948 n-d-836147-2 neutron-server[103286]: INFO neutron.quota [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded quota_driver: . Apr 21 12:17:01.149303 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.plugin [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Modular L2 Plugin initialization complete Apr 21 12:17:01.149666 n-d-836147-2 neutron-server[103286]: DEBUG neutron.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading services supported by the core plugin {{(pid=103286) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 21 12:17:01.150002 n-d-836147-2 neutron-server[103286]: INFO neutron.plugins.ml2.managers [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Got port-security extension from driver 'port_security' Apr 21 12:17:01.150474 n-d-836147-2 neutron-server[103286]: INFO neutron.extensions.vlantransparent [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Disabled vlantransparent extension. Apr 21 12:17:01.150962 n-d-836147-2 neutron-server[103286]: DEBUG neutron.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103286) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 21 12:17:01.151279 n-d-836147-2 neutron-server[103286]: INFO neutron.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading Plugin: router Apr 21 12:17:01.186108 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.186493 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > router after_create 55549900 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.186856 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > router before_create 55549900 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.187217 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.187584 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.187934 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > router after_delete 55549900 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.188285 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.188628 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.188980 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > router after_create 55549900 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.189318 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > router after_update 55549900 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.189682 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > router after_update 55549900 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.190025 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.190637 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > router after_update 55549900 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.191039 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > router precommit_update 55549900 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.191398 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: port after_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.191732 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: port after_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.192063 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: subnet after_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.192394 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.192741 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.193088 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > router precommit_create 55549900 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.193428 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: port before_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.193796 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > router precommit_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.194151 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > router after_update 55549900 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.194486 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.194829 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > router precommit_create 55549900 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.195183 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.195518 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > router precommit_update 55549900 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.195874 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > agent after_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.196218 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > agent after_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.196552 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > network after_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.197391 n-d-836147-2 neutron-server[103286]: DEBUG neutron.quota.resource_registry [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Tracking information for resource: router configured {{(pid=103286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 12:17:01.197740 n-d-836147-2 neutron-server[103286]: DEBUG neutron.quota.resource_registry [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Tracking information for resource: floatingip configured {{(pid=103286) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 21 12:17:01.202962 n-d-836147-2 neutron-server[103286]: INFO neutron.db.l3_agentschedulers_db [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 21 12:17:01.203526 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: port after_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.203878 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: port after_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.204219 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: port after_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.204563 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: port after_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.205333 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > router before_create 55550100 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.205713 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.206068 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > router precommit_create 55550100 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.206416 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > router precommit_update 55550100 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.211200 n-d-836147-2 neutron-server[103286]: DEBUG neutron.services.provider_configuration [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Service providers = [] {{(pid=103286) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 21 12:17:01.211557 n-d-836147-2 neutron-server[103286]: DEBUG neutron.db.servicetype_db [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103286) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 21 12:17:01.214462 n-d-836147-2 neutron-server[103286]: DEBUG neutron.services.service_base [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103286) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 21 12:17:01.214804 n-d-836147-2 neutron-server[103286]: DEBUG neutron.services.service_base [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103286) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 21 12:17:01.215139 n-d-836147-2 neutron-server[103286]: DEBUG neutron.services.service_base [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103286) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 21 12:17:01.216007 n-d-836147-2 neutron-server[103286]: DEBUG neutron.services.service_base [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103286) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 21 12:17:01.216373 n-d-836147-2 neutron-server[103286]: INFO neutron.services.service_base [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 21 12:17:01.216740 n-d-836147-2 neutron-server[103286]: DEBUG neutron.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 12:17:01.217051 n-d-836147-2 neutron-server[103286]: INFO neutron.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 21 12:17:01.227925 n-d-836147-2 neutron-server[103286]: DEBUG neutron.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 12:17:01.228251 n-d-836147-2 neutron-server[103286]: INFO neutron.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading Plugin: auto_allocate Apr 21 12:17:01.234102 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: network precommit_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.234465 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: network precommit_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.234978 n-d-836147-2 neutron-server[103286]: DEBUG neutron.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 12:17:01.235292 n-d-836147-2 neutron-server[103286]: INFO neutron.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading Plugin: tag Apr 21 12:17:01.241693 n-d-836147-2 neutron-server[103286]: DEBUG neutron.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 12:17:01.242018 n-d-836147-2 neutron-server[103286]: INFO neutron.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading Plugin: timestamp Apr 21 12:17:01.245909 n-d-836147-2 neutron-server[103286]: DEBUG neutron.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 12:17:01.246237 n-d-836147-2 neutron-server[103286]: INFO neutron.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading Plugin: network_ip_availability Apr 21 12:17:01.251574 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.251938 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.252286 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.252995 n-d-836147-2 neutron-server[103286]: DEBUG neutron.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 12:17:01.253308 n-d-836147-2 neutron-server[103286]: INFO neutron.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading Plugin: flavors Apr 21 12:17:01.257915 n-d-836147-2 neutron-server[103286]: DEBUG neutron.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 12:17:01.258238 n-d-836147-2 neutron-server[103286]: INFO neutron.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading Plugin: revisions Apr 21 12:17:01.262420 n-d-836147-2 neutron-server[103286]: DEBUG neutron.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103286) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 21 12:17:01.262802 n-d-836147-2 neutron-server[103286]: DEBUG oslo_concurrency.lockutils [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.364s {{(pid=103286) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 21 12:17:01.263523 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103286) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 21 12:17:01.263848 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Initializing extension manager. Apr 21 12:17:01.264840 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: __init__.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.265182 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: __pycache__ {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.265508 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.265853 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: address_group.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.266584 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.267132 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: address-group Apr 21 12:17:01.267445 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: address_scope.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.268137 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.268631 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: address-scope Apr 21 12:17:01.268944 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.269868 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.270362 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: router-admin-state-down-before-update Apr 21 12:17:01.270679 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: agent.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.271528 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.272024 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: agent Apr 21 12:17:01.272341 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: agent_resources_synced.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.273236 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.273756 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: agent-resources-synced Apr 21 12:17:01.274074 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: allowedaddresspairs.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.275801 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.276309 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: allowed-address-pairs Apr 21 12:17:01.276624 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: auto_allocated_topology.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.277703 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.278203 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: auto-allocated-topology Apr 21 12:17:01.278520 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: availability_zone.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.279198 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.279692 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: availability_zone Apr 21 12:17:01.280052 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: availability_zone_filter.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.281427 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.281947 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: availability_zone_filter Apr 21 12:17:01.282265 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: data_plane_status.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.283156 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.283646 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension data-plane-status not supported by any of loaded plugins Apr 21 12:17:01.283960 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: default_subnetpools.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.284850 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.285351 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: default-subnetpools Apr 21 12:17:01.285693 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.286483 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.286980 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: dhcp_agent_scheduler Apr 21 12:17:01.287297 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: dns.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.288201 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.288693 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension dns-integration not supported by any of loaded plugins Apr 21 12:17:01.289006 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: dns_domain_ports.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.289929 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.290426 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 21 12:17:01.290739 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.291636 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.292128 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 21 12:17:01.292440 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: dvr.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.293097 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.293666 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: dvr Apr 21 12:17:01.293924 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: ecmp_routes.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.294823 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.295310 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 21 12:17:01.295645 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: empty_string_filtering.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.296527 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.297020 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: empty-string-filtering Apr 21 12:17:01.297332 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.298248 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.298742 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 21 12:17:01.299059 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.299947 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.300435 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 21 12:17:01.300747 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: external_net.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.301668 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.302161 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: external-net Apr 21 12:17:01.302474 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.303356 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.303845 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: extra_dhcp_opt Apr 21 12:17:01.304158 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: extraroute.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.305047 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.305540 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: extraroute Apr 21 12:17:01.305876 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: extraroute_atomic.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.306875 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.307371 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: extraroute-atomic Apr 21 12:17:01.307687 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: filter_validation.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.308336 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.308827 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: filter-validation Apr 21 12:17:01.309140 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: fip_pf_description.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.310045 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.310538 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 21 12:17:01.310851 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: fip_port_details.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.311771 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.312269 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: fip-port-details Apr 21 12:17:01.312581 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: flavors.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.313800 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.314303 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: flavors Apr 21 12:17:01.314622 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.316503 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.317007 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 21 12:17:01.317329 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: floatingip_pools.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.318044 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.318542 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: floatingip-pools Apr 21 12:17:01.318859 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: ip_allocation.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.319763 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.320255 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension ip_allocation not supported by any of loaded plugins Apr 21 12:17:01.320569 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.321480 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.322002 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: ip-substring-filtering Apr 21 12:17:01.322319 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: l2_adjacency.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.323245 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.323734 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 21 12:17:01.324047 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: l3.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.324978 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.325474 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: router Apr 21 12:17:01.325823 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.328703 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.329220 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 21 12:17:01.329543 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.330480 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.330980 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: ext-gw-mode Apr 21 12:17:01.331298 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.332194 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.332696 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: l3-ha Apr 21 12:17:01.333013 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: l3_flavors.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.333932 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.334427 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: l3-flavors Apr 21 12:17:01.334742 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.335634 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.336130 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 21 12:17:01.336445 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: l3agentscheduler.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.337451 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.337984 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: l3_agent_scheduler Apr 21 12:17:01.338302 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: logging.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.339759 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.340267 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension logging not supported by any of loaded plugins Apr 21 12:17:01.340587 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: metering.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.341306 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.341899 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: metering Apr 21 12:17:01.342215 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.343818 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.344318 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: metering_source_and_destination_fields Apr 21 12:17:01.344636 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: multiprovidernet.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.345543 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.346063 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: multi-provider Apr 21 12:17:01.346381 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: netmtu.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.347285 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.347779 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: net-mtu Apr 21 12:17:01.348096 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: netmtu_writable.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.348991 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.349487 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: net-mtu-writable Apr 21 12:17:01.349824 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: network_availability_zone.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.350479 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.350973 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: network_availability_zone Apr 21 12:17:01.351286 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: network_ip_availability.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.352360 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.352861 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: network-ip-availability Apr 21 12:17:01.353183 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: network_segment_range.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.353958 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.354453 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension network-segment-range not supported by any of loaded plugins Apr 21 12:17:01.354767 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: pagination.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.355739 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.356063 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: pagination Apr 21 12:17:01.356376 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: port_device_profile.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.357261 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.357871 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: port-device-profile Apr 21 12:17:01.358218 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.359123 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.359621 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: port-mac-address-regenerate Apr 21 12:17:01.359934 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.360827 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.361323 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: port-numa-affinity-policy Apr 21 12:17:01.361664 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: port_resource_request.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.362560 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.363055 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension port-resource-request not supported by any of loaded plugins Apr 21 12:17:01.363372 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: portbindings.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.364278 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.364770 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: binding Apr 21 12:17:01.365085 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: portbindings_extended.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.366521 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.366984 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: binding-extended Apr 21 12:17:01.367305 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: portsecurity.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.368202 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.368703 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: port-security Apr 21 12:17:01.369018 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: project_id.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.370005 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.370330 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: project-id Apr 21 12:17:01.370647 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: providernet.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.371554 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.372053 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: provider Apr 21 12:17:01.372369 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: qos.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.375900 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.376541 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension qos not supported by any of loaded plugins Apr 21 12:17:01.376873 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.378134 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.378640 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 21 12:17:01.378962 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.379859 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.380358 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 21 12:17:01.380676 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: qos_default.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.381566 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.382085 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension qos-default not supported by any of loaded plugins Apr 21 12:17:01.382404 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: qos_fip.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.383043 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.383537 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension qos-fip not supported by any of loaded plugins Apr 21 12:17:01.383852 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: qos_gateway_ip.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.384758 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.385256 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 21 12:17:01.385571 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: qos_port_network_policy.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.386485 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.386986 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 21 12:17:01.387301 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: qos_pps_rule.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.388448 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.388953 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension qos-pps not supported by any of loaded plugins Apr 21 12:17:01.389273 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: qos_rule_type_details.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.390740 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.391244 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 21 12:17:01.391564 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: qos_rules_alias.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.392592 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.393101 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 21 12:17:01.393420 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: quotasv2.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.394359 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.395068 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: quotas Apr 21 12:17:01.395068 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: quotasv2_detail.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.396644 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.396976 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: quota_details Apr 21 12:17:01.397331 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: rbac.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.398401 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.398922 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: rbac-policies Apr 21 12:17:01.399245 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: rbac_address_group.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.400164 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.400670 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: rbac-address-group Apr 21 12:17:01.400985 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: rbac_address_scope.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.401912 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.403928 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: rbac-address-scope Apr 21 12:17:01.404268 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: rbac_security_groups.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.405876 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.406387 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: rbac-security-groups Apr 21 12:17:01.406708 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: rbac_subnetpool.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.407618 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.408121 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: rbac-subnetpool Apr 21 12:17:01.408441 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: revisionifmatch.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.409347 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.409875 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: revision-if-match Apr 21 12:17:01.410198 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: revisions.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.411298 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.411799 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: standard-attr-revisions Apr 21 12:17:01.412117 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: router_availability_zone.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.412780 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.413303 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: router_availability_zone Apr 21 12:17:01.413624 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: routerservicetype.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.414540 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.415038 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension router-service-type not supported by any of loaded plugins Apr 21 12:17:01.415354 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.416274 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.416760 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: security-groups-normalized-cidr Apr 21 12:17:01.417078 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.418001 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.418502 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: port-security-groups-filtering Apr 21 12:17:01.418819 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.419722 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.420224 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: security-groups-remote-address-group Apr 21 12:17:01.420556 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: securitygroup.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.430142 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.430666 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: security-group Apr 21 12:17:01.430994 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: segment.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.431766 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.432267 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension segment not supported by any of loaded plugins Apr 21 12:17:01.432590 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.433515 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.434044 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 21 12:17:01.434365 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: servicetype.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.435531 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.436042 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: service-type Apr 21 12:17:01.436875 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: sorting.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.437871 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.438199 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: sorting Apr 21 12:17:01.438518 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: standard_attr_segment.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.439423 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.439926 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 21 12:17:01.440243 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: standardattrdescription.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.441147 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.441662 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: standard-attr-description Apr 21 12:17:01.441981 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: stateful_security_group.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.442908 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.443418 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: stateful-security-group Apr 21 12:17:01.443738 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: stdattrs_common.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.444316 n-d-836147-2 neutron-server[103286]: WARNING neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 21 12:17:01.444630 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.445565 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.446095 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 21 12:17:01.446410 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: subnet_onboard.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.447468 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.447973 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: subnet_onboard Apr 21 12:17:01.448288 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.449199 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.449725 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 21 12:17:01.450043 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: subnet_service_types.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.450947 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.451446 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: subnet-service-types Apr 21 12:17:01.451760 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: subnetallocation.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.453370 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.453901 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: subnet_allocation Apr 21 12:17:01.454226 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.454878 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.455379 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: subnetpool-prefix-ops Apr 21 12:17:01.455695 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.456604 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.457099 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 21 12:17:01.457414 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: tagging.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.458480 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.458982 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: standard-attr-tag Apr 21 12:17:01.459300 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: timestamp.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.460484 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.460993 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loaded extension: standard-attr-timestamp Apr 21 12:17:01.461313 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: trunk.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.462352 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.462860 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension trunk not supported by any of loaded plugins Apr 21 12:17:01.463180 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: trunk_details.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.464087 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.464594 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension trunk-details not supported by any of loaded plugins Apr 21 12:17:01.464916 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: uplink_status_propagation.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.465850 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.466350 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 21 12:17:01.466669 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Loading extension file: vlantransparent.py {{(pid=103286) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 21 12:17:01.467327 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103286) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 21 12:17:01.467853 n-d-836147-2 neutron-server[103286]: INFO neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 21 12:17:01.470310 n-d-836147-2 neutron-server[103286]: INFO neutron.quota.resource_registry [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Creating instance of TrackedResource for resource:network Apr 21 12:17:01.470824 n-d-836147-2 neutron-server[103286]: INFO neutron.quota.resource_registry [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Creating instance of TrackedResource for resource:subnet Apr 21 12:17:01.471217 n-d-836147-2 neutron-server[103286]: INFO neutron.quota.resource_registry [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 12:17:01.471598 n-d-836147-2 neutron-server[103286]: INFO neutron.quota.resource_registry [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Creating instance of TrackedResource for resource:port Apr 21 12:17:01.472804 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.v2.resource_helper [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 12:17:01.473229 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.v2.resource_helper [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Service FLAVORS assigned prefix: {{(pid=103286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 12:17:01.473871 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.v2.resource_helper [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 12:17:01.474300 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.v2.resource_helper [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 12:17:01.474623 n-d-836147-2 neutron-server[103286]: INFO neutron.quota.resource_registry [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Creating instance of TrackedResource for resource:router Apr 21 12:17:01.475038 n-d-836147-2 neutron-server[103286]: INFO neutron.quota.resource_registry [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Creating instance of TrackedResource for resource:floatingip Apr 21 12:17:01.475520 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.v2.resource_helper [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Service METERING assigned prefix: /metering {{(pid=103286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 12:17:01.476946 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.477320 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.477699 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103286) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:17:01.478682 n-d-836147-2 neutron-server[103286]: INFO neutron.quota.resource_registry [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Creating instance of CountableResource for resource:rbac_policy Apr 21 12:17:01.479118 n-d-836147-2 neutron-server[103286]: INFO neutron.quota.resource_registry [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Creating instance of TrackedResource for resource:security_group Apr 21 12:17:01.479544 n-d-836147-2 neutron-server[103286]: INFO neutron.quota.resource_registry [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 21 12:17:01.480136 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.v2.resource_helper [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Service CORE assigned prefix: {{(pid=103286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 12:17:01.480464 n-d-836147-2 neutron-server[103286]: INFO neutron.quota.resource_registry [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 12:17:01.480801 n-d-836147-2 neutron-server[103286]: WARNING neutron.quota.resource_registry [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] subnetpool is already registered Apr 21 12:17:01.481229 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.v2.resource_helper [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Service CORE assigned prefix: {{(pid=103286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 12:17:01.481544 n-d-836147-2 neutron-server[103286]: INFO neutron.quota.resource_registry [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 12:17:01.481892 n-d-836147-2 neutron-server[103286]: WARNING neutron.quota.resource_registry [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] subnetpool is already registered Apr 21 12:17:01.484285 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.v2.resource_helper [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 12:17:01.484717 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.v2.resource_helper [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Service FLAVORS assigned prefix: {{(pid=103286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 12:17:01.485295 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.v2.resource_helper [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 12:17:01.485776 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.v2.resource_helper [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 12:17:01.486104 n-d-836147-2 neutron-server[103286]: INFO neutron.quota.resource_registry [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Creating instance of TrackedResource for resource:router Apr 21 12:17:01.486436 n-d-836147-2 neutron-server[103286]: WARNING neutron.quota.resource_registry [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] router is already registered Apr 21 12:17:01.486885 n-d-836147-2 neutron-server[103286]: INFO neutron.quota.resource_registry [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Creating instance of TrackedResource for resource:floatingip Apr 21 12:17:01.487160 n-d-836147-2 neutron-server[103286]: WARNING neutron.quota.resource_registry [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] floatingip is already registered Apr 21 12:17:01.487605 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.v2.resource_helper [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Service METERING assigned prefix: /metering {{(pid=103286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 12:17:01.488245 n-d-836147-2 neutron-server[103286]: INFO neutron.quota.resource_registry [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Creating instance of CountableResource for resource:rbac_policy Apr 21 12:17:01.488566 n-d-836147-2 neutron-server[103286]: WARNING neutron.quota.resource_registry [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] rbac_policy is already registered Apr 21 12:17:01.488965 n-d-836147-2 neutron-server[103286]: INFO neutron.quota.resource_registry [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Creating instance of TrackedResource for resource:security_group Apr 21 12:17:01.489290 n-d-836147-2 neutron-server[103286]: WARNING neutron.quota.resource_registry [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] security_group is already registered Apr 21 12:17:01.489706 n-d-836147-2 neutron-server[103286]: INFO neutron.quota.resource_registry [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 21 12:17:01.490030 n-d-836147-2 neutron-server[103286]: WARNING neutron.quota.resource_registry [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] security_group_rule is already registered Apr 21 12:17:01.490636 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.v2.resource_helper [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Service CORE assigned prefix: {{(pid=103286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 12:17:01.490957 n-d-836147-2 neutron-server[103286]: INFO neutron.quota.resource_registry [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 12:17:01.491280 n-d-836147-2 neutron-server[103286]: WARNING neutron.quota.resource_registry [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] subnetpool is already registered Apr 21 12:17:01.491698 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.v2.resource_helper [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Service CORE assigned prefix: {{(pid=103286) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 21 12:17:01.492013 n-d-836147-2 neutron-server[103286]: INFO neutron.quota.resource_registry [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Creating instance of TrackedResource for resource:subnetpool Apr 21 12:17:01.492335 n-d-836147-2 neutron-server[103286]: WARNING neutron.quota.resource_registry [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] subnetpool is already registered Apr 21 12:17:01.492789 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: extensions {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.494280 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: address-groups {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.495745 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: address-scopes {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.497053 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: agents {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.498234 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: auto-allocated-topology {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.499980 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: availability_zones {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.501185 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: dhcp-networks {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.502722 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: dhcp-agents {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.504126 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: routers {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.506328 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: flavors {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.507603 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: service_profiles {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.508819 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: next_providers {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.510275 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: service_profiles {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.511800 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: floatingip-pools {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.513000 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: routers {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.515773 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: floatingips {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.517054 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: l3-routers {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.518440 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: l3-agents {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.519841 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: metering-labels {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.521164 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: metering-label-rules {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.522456 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: network-ip-availabilities {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.523695 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: bindings {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.526227 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: quotas {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.527661 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: quotas {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.529163 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: rbac-policies {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.530443 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: security-groups {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.531735 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: security-group-rules {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.532961 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: service-providers {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.534203 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: subnetpools {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.535624 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: subnetpools {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.537035 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: tags {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.538742 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: tags {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.540536 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: tags {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.542334 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: tags {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.544099 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: tags {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.546027 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: tags {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.547694 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: tags {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.549559 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: tags {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.551312 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: tags {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.553055 n-d-836147-2 neutron-server[103286]: DEBUG neutron.api.extensions [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Extended resource: tags {{(pid=103286) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 21 12:17:01.558982 n-d-836147-2 neutron-server[103286]: WARNING keystonemiddleware.auth_token [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 21 12:17:01.564185 n-d-836147-2 neutron-server[103286]: WARNING keystonemiddleware.auth_token [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 21 12:17:01.572946 n-d-836147-2 neutron-server[103286]: DEBUG oslo_concurrency.lockutils [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Acquired lock "singleton_lock" {{(pid=103286) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 21 12:17:01.573413 n-d-836147-2 neutron-server[103286]: DEBUG oslo_concurrency.lockutils [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Releasing lock "singleton_lock" {{(pid=103286) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 21 12:17:01.574053 n-d-836147-2 neutron-server[103286]: INFO oslo_service.service [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Starting 2 workers Apr 21 12:17:01.579353 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Started child 103397 {{(pid=103286) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 21 12:17:01.583741 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Started child 103398 {{(pid=103286) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 21 12:17:01.584748 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:01.585419 n-d-836147-2 neutron-server[103286]: INFO neutron.service [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 21 12:17:01.585983 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Notify callbacks [] for process, before_spawn {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:01.586311 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [-] (103397) wsgi starting up on http://0.0.0.0:9696 Apr 21 12:17:01.588377 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:01.588829 n-d-836147-2 neutron-server[103286]: INFO oslo_service.service [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Starting 1 workers Apr 21 12:17:01.589769 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [-] (103398) wsgi starting up on http://0.0.0.0:9696 Apr 21 12:17:01.593594 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Started child 103399 {{(pid=103286) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 21 12:17:01.594149 n-d-836147-2 neutron-server[103286]: INFO oslo_service.service [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Starting 1 workers Apr 21 12:17:01.597235 n-d-836147-2 neutron-server[103399]: DEBUG neutron.service [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] calling RpcWorker wait() {{(pid=103399) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 21 12:17:01.597834 n-d-836147-2 neutron-server[103399]: DEBUG neutron.service [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] returning from RpcWorker wait() {{(pid=103399) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 21 12:17:01.598591 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Started child 103400 {{(pid=103286) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 21 12:17:01.599210 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:01.599417 n-d-836147-2 neutron-server[103286]: DEBUG neutron_lib.callbacks.manager [None req-fdecf664-4859-4f48-a2e8-211b56eb7e58 None None] Notify callbacks [] for process, after_spawn {{(pid=103286) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:01.599765 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:17:01.601297 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103286) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 21 12:17:01.601510 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 21 12:17:01.601714 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 21 12:17:01.601935 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 21 12:17:01.602250 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 21 12:17:01.602411 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 21 12:17:01.602924 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.603204 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.603454 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.603592 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:01.604054 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.604054 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.604630 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.604886 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.605137 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.605406 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.605677 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.605847 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.606011 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.606251 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.606482 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.606775 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.607038 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.607281 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.607561 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.607721 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.608099 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.608269 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.608471 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.608743 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] debug = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.609004 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.609490 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.609733 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.609984 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.610197 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.610468 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.610703 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.610952 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.611207 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.611420 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.611632 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.611878 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.612107 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.612330 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.612550 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.612808 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.613019 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.613499 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] host = n-d-836147-2 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.613731 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.613944 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.614198 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.614435 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.614722 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.614938 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.615519 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.615519 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.615785 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.616051 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.616230 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.616472 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.630155 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.630155 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] log_file = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.630155 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] log_options = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.630155 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.630155 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.630155 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.630155 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.630155 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.630833 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.630833 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.630833 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.630833 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.630833 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.630833 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.630833 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.630833 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.631512 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.631512 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.631512 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.631512 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.631512 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.631512 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.631512 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.631512 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.632049 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.632049 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.632049 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.632049 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.632049 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.632049 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.632049 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.632049 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.632049 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.632650 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.632650 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.632650 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.632859 n-d-836147-2 neutron-server[103400]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:17:01.632956 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.632956 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.632956 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.632956 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.632956 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.632956 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.632956 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.632956 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.633513 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.633513 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.633513 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.633513 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.633513 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.633513 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] use_json = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.633513 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.633513 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.633513 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.634135 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.634135 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.634135 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.634135 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.634135 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.634135 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.634135 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.634135 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.635294 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.635294 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.635294 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.635294 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.635294 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.635294 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.635294 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.635294 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.635867 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.635867 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.635867 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.635867 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.635867 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.635867 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.636276 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.636361 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.636589 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.636814 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.637048 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.637293 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.637548 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.637797 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.638058 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.638307 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.638467 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.638840 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.639240 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.640167 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.641898 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.642327 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.642613 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.642861 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.643115 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.643360 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.643598 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.643982 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.644240 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.644539 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.644801 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.645101 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.645311 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.645572 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.645859 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.650197 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.650197 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.650197 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.650197 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.650197 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.650197 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.650197 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.650197 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.650197 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.650749 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.650749 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.650749 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.650749 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.650749 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.650749 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.650749 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.650749 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.651218 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.651218 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.651473 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.651473 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.651721 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.651970 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.652209 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.652449 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.652681 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.652894 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.653135 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.653383 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.653647 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.653984 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.654205 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.654431 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.654687 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.654929 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.655133 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.655374 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.655616 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.655841 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.656080 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.656300 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.656516 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.656755 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.656990 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.657289 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.657655 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.657883 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.658190 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.658416 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.658669 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.658900 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.659139 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.659361 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.659579 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.659827 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.660128 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.660388 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.660654 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.660917 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.661158 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.661442 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.661709 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.661958 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.662203 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.662463 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.662688 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.662970 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.663227 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.663475 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.663730 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.664075 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.664371 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.664624 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.664884 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.665108 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.665371 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.665699 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.665980 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.666259 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.666508 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.666742 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.666999 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.667231 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.667536 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.667791 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.668029 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.668269 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.668543 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.668766 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.669012 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.669246 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.669477 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.669848 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.673193 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.673193 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.673193 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.673193 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.673193 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.673193 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.673193 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.673193 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.673727 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.673727 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.673727 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.673727 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.673727 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.673727 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.673727 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.673727 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.674278 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.674278 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.674428 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.674549 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.674824 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.675044 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.675285 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.675522 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.675743 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.675956 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.676196 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.676415 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.676655 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.676892 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.677114 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.677351 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.677631 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.677842 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.678095 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.678314 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.678627 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.678894 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.679132 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.679361 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.679586 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.679826 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.680040 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.680283 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.680509 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.680725 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.680939 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.681175 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.681389 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.681620 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.681868 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.682098 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.682335 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.682555 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.682894 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.683144 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.683378 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.683623 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.683863 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.684196 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.684457 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.684662 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.684902 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.685121 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.685344 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.685565 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.685804 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.686022 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.686723 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.686967 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.687224 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.687465 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.687685 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.687906 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.688148 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.688366 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.688582 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.688800 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.689032 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.689242 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.689475 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.689719 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.689936 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.690264 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.690776 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.691008 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.691276 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.691591 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.691814 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.692066 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.692276 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.692514 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.692738 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.692978 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.693190 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.693440 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.693689 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.693905 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.694127 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.694446 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.694664 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.694888 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.695099 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.695310 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.695531 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.695772 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.695986 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.696212 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.696423 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.696633 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.696869 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.697112 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.697324 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.697552 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.697786 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.698004 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.698249 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.698484 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.698696 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.698990 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.699233 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.699464 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.699765 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.700031 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.700279 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.700544 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.700848 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.701094 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.701336 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.701596 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.701938 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.705209 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.705209 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.705209 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.705209 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.705209 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.705209 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.705209 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.705209 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.705759 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.705759 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.705759 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.705759 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.706039 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.706213 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.706475 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.706736 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.706996 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.707217 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.707434 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.707668 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.707902 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.708142 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.708374 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.708616 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.708841 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.709087 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.709308 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.709556 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.709809 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.710040 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.710259 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.710417 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 21 12:17:01.710943 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103286) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 21 12:17:01.711106 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 21 12:17:01.711262 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 21 12:17:01.711509 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 21 12:17:01.711679 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 21 12:17:01.711829 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 21 12:17:01.712108 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.712243 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.712376 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.712489 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.712635 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.712856 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.713015 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.713170 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.713359 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.713490 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.713672 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.713833 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.713991 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.714148 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.714307 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.714565 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.714742 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.714889 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.715054 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.715213 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.715420 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.715546 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.715668 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] debug = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.715789 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.716001 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.716167 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.716324 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.716483 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.716662 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.716972 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.716972 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.717165 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.717250 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.717416 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.717612 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.717757 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.717916 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.718060 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.718220 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.718379 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.718525 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] host = n-d-836147-2 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.718681 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.718859 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.719017 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.719174 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.719331 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.719487 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.719645 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.719808 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.719965 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.720121 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.720279 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.720465 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.720629 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.720787 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] log_file = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.720944 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] log_options = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.721102 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.721259 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.721415 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.721615 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.721784 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.721943 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.722100 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.722257 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.722415 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.722575 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.722732 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.722889 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.723047 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.723204 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.723360 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.723517 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.723674 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.723832 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.723990 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.724147 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.724304 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.724460 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.724617 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.724773 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.724931 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.725088 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.725245 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.725403 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.725559 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.725737 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.725894 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.726051 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.726209 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.726369 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.726512 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.726668 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.726825 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.726982 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.727144 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.727302 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.727459 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.727617 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.727773 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.727931 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.728087 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.728245 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.728402 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] use_json = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.728573 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.728737 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.728895 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.729051 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.729208 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.729366 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.729522 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.729705 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.729863 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 21 12:17:01.730039 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.730199 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.730370 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.730531 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.730690 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.730849 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.731008 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.731168 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.731328 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.731538 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.731705 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.731867 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.731966 n-d-836147-2 neutron-server[103399]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:17:01.732057 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.732185 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.732344 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.732505 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.732665 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.732825 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.732985 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.733167 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.733327 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.733486 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.733685 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.733846 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.734008 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.734166 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.734329 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.734576 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.734735 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.735042 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.735355 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.735660 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.735821 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.735973 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.736133 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.736439 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.736728 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.737015 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.737312 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.737615 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.737912 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.741851 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.741851 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.741851 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.741851 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.741851 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.741851 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.741851 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.741851 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.741851 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.742418 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.742418 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.742418 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.742418 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.742418 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.742418 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.742418 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.742418 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.742418 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.742897 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.742897 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.742897 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.742897 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.742897 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.742897 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.742897 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.742897 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.742897 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.743516 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.743516 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.743516 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.743516 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.743516 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.743516 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.743516 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.743516 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.744019 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.744019 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.744019 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.744234 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.744234 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.744373 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.744539 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.744705 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.744877 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.745025 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.745178 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.745318 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.745450 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.745639 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.745783 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.745947 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.746111 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.746273 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.746433 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.746589 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.746729 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.746889 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.747050 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.747188 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.747343 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.747485 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.747651 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.747795 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.747944 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.748295 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.748295 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.748606 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.748606 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.749455 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.749455 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.749800 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.749800 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.750073 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.750073 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.750279 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.750401 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.750522 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.750642 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.750763 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.750912 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.751083 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.751245 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.751405 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.751570 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.751726 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.752042 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.752204 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.752365 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.752525 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.752684 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.752844 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.753078 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.753413 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.753737 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.754048 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.754348 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.754660 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.754949 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.755236 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.755557 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.755856 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.756163 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.756332 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.756487 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.756642 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.756991 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.756991 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.757254 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.757254 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.757534 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.757534 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.757808 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.757956 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.758099 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.758224 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.758354 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.758476 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.758595 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.758755 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.759083 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.759211 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.759301 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.759413 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.759573 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.759733 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.759897 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.760057 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.760216 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.760413 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.760546 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.760670 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.760826 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.760985 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.761146 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.761306 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.761467 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.761693 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.761904 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.762029 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.762136 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.762263 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.762423 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.762584 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.762745 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.765002 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.765002 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.765002 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.765002 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.765002 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.765002 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.765002 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.765002 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.765608 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.765608 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.765608 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.765608 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.765608 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.765608 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.765608 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.766316 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.766316 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.766316 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.766316 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.766727 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.766727 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.766727 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.767063 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.767063 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.767280 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.767280 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.767729 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.767729 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.767729 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.767952 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.767952 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.768141 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.768263 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.768417 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.768578 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.768738 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.769617 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.769617 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.769617 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.769617 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.769617 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.770145 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.770492 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.770663 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.770832 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.771022 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.771160 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.771302 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.772068 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.772068 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.772068 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.772068 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.772068 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.772417 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.772417 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.772560 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.772636 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.772787 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.772948 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.773107 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.773277 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.773436 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.773625 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.773846 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.774006 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.774167 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.774337 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.774497 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.774686 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.774886 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.775077 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.775077 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.775330 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.775453 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.775580 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.775703 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.775857 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.775999 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.776233 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.776387 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.776582 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.776750 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.776916 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.777074 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.777237 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.777399 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.777566 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.777825 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.777962 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.778051 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.778224 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.778393 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.778589 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.778794 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.778995 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.779211 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.779406 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.779544 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.779667 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.779829 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.780027 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.780286 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.780435 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.780577 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.780766 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.780766 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.781121 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.781121 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.781464 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.781464 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.782105 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.782105 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.782105 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.782105 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.782656 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 21 12:17:01.782656 n-d-836147-2 neutron-server[103286]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103286) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 21 12:17:01.953088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 50142) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:17:01.961564 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062408 Apr 21 12:17:13.309139 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935764f0-a938-47e6-b0c6-bfc00c781d1d None None] get_active_networks_info from n-d-836147-2 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 12:17:13.442318 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935764f0-a938-47e6-b0c6-bfc00c781d1d None None] No non-hosted networks {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 21 12:17:13.457514 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.agentschedulers_db [None req-935764f0-a938-47e6-b0c6-bfc00c781d1d None None] DHCP Agent not found on host n-d-836147-2 {{(pid=103399) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 21 12:17:13.579547 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d6f66c6-989d-4dea-bd5c-b1b1cdfab9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3665649'] for agent, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:15.767981 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d30fa8d-ca4c-4d44-865b-0ca09de6d2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3665649'] for agent, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:15.836445 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-7a5af9df-bfd5-42e3-a92f-21d803811486 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-836147-2 {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:17:15.837310 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-7a5af9df-bfd5-42e3-a92f-21d803811486 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:17:16.391497 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a5af9df-bfd5-42e3-a92f-21d803811486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:16.765951 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3665649'] for agent, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:18.218727 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3665649'] for agent, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:18.593914 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3665649'] for agent, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:18.594565 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:18.594901 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:18.595230 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:18.595555 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:18.595879 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:18.596199 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:18.596522 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:18.596842 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:18.597158 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:18.597476 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:18.597816 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:18.598129 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:18.598505 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-836147-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:17:18.607133 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-836147-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:17:19.316176 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 50234) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:17:19.855744 n-d-836147-2 neutron-server[103398]: WARNING oslo_policy.policy [None req-34dc1dc7-d910-4531-b342-8fa0ccef5f46 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 12:17:19.856312 n-d-836147-2 neutron-server[103398]: WARNING oslo_policy.policy [None req-34dc1dc7-d910-4531-b342-8fa0ccef5f46 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 12:17:20.076968 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-34dc1dc7-d910-4531-b342-8fa0ccef5f46 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:17:20.078011 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-34dc1dc7-d910-4531-b342-8fa0ccef5f46 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7609630 Apr 21 12:17:20.947021 n-d-836147-2 neutron-server[103399]: INFO neutron.db.l3_hamode_db [None req-82e6953f-84a2-40c1-b72e-5123cea21d53 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 21 12:17:21.024888 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e6953f-84a2-40c1-b72e-5123cea21d53 None None] Routers set() bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:17:21.025266 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e6953f-84a2-40c1-b72e-5123cea21d53 None None] Router IDs set() for agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 21 12:17:22.505954 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 50250) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:17:22.809816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-605a0a14-788f-4962-b88d-a0ffb7ab8027 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:17:22.902959 n-d-836147-2 neutron-server[103398]: DEBUG neutron.policy [None req-605a0a14-788f-4962-b88d-a0ffb7ab8027 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103398) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 21 12:17:22.947549 n-d-836147-2 neutron-server[103398]: WARNING oslo_policy.policy [None req-605a0a14-788f-4962-b88d-a0ffb7ab8027 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 12:17:22.947912 n-d-836147-2 neutron-server[103398]: WARNING oslo_policy.policy [None req-605a0a14-788f-4962-b88d-a0ffb7ab8027 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 12:17:23.129757 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-605a0a14-788f-4962-b88d-a0ffb7ab8027 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768185341039', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768185341466', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768185263939', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768185261599', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768185699955', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768185240234', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-548056', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-559306', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3732005', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3795217'] for rbac-policy, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:23.315247 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-605a0a14-788f-4962-b88d-a0ffb7ab8027 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:23.316665 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-605a0a14-788f-4962-b88d-a0ffb7ab8027 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8097415 Apr 21 12:17:25.902441 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 50262) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:17:26.194395 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9cc9eda3-53c4-4e54-9f8e-1467d4a7c02d admin admin] Request body: {'network': {'project_id': '90f53fd55a864b6f812eec7ea1c0d3d5', 'name': 'private', 'tenant_id': '90f53fd55a864b6f812eec7ea1c0d3d5', 'admin_state_up': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:17:26.286679 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc9eda3-53c4-4e54-9f8e-1467d4a7c02d admin admin] Made reservation on behalf of 90f53fd55a864b6f812eec7ea1c0d3d5 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:17:26.289312 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9cc9eda3-53c4-4e54-9f8e-1467d4a7c02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:26.307588 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9cc9eda3-53c4-4e54-9f8e-1467d4a7c02d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:26.411249 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9cc9eda3-53c4-4e54-9f8e-1467d4a7c02d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:26.457985 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9cc9eda3-53c4-4e54-9f8e-1467d4a7c02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:26.477288 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc9eda3-53c4-4e54-9f8e-1467d4a7c02d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:17:26.502618 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9cc9eda3-53c4-4e54-9f8e-1467d4a7c02d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768186741607', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:26.503183 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9cc9eda3-53c4-4e54-9f8e-1467d4a7c02d admin admin] Unsubscribe: segment precommit_create {{(pid=103398) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 21 12:17:26.503675 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-9cc9eda3-53c4-4e54-9f8e-1467d4a7c02d admin admin] Added segment cdd31b2e-f59d-48c1-b428-7621b0629edd of type vlan for network 26b7ee9b-d12e-49b9-b600-b3d0300c6a9a Apr 21 12:17:26.522289 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9eda3-53c4-4e54-9f8e-1467d4a7c02d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe541620-9b41-497c-b7de-8eef8f611508,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:17:26.569118 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc9eda3-53c4-4e54-9f8e-1467d4a7c02d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:26.569378 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc9eda3-53c4-4e54-9f8e-1467d4a7c02d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:26.569735 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc9eda3-53c4-4e54-9f8e-1467d4a7c02d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:26.570060 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc9eda3-53c4-4e54-9f8e-1467d4a7c02d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:26.570380 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc9eda3-53c4-4e54-9f8e-1467d4a7c02d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:26.570698 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc9eda3-53c4-4e54-9f8e-1467d4a7c02d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:26.571029 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc9eda3-53c4-4e54-9f8e-1467d4a7c02d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:26.571325 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc9eda3-53c4-4e54-9f8e-1467d4a7c02d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:26.571641 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc9eda3-53c4-4e54-9f8e-1467d4a7c02d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:26.571951 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc9eda3-53c4-4e54-9f8e-1467d4a7c02d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:26.572258 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc9eda3-53c4-4e54-9f8e-1467d4a7c02d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:26.572565 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc9eda3-53c4-4e54-9f8e-1467d4a7c02d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc9eda3-53c4-4e54-9f8e-1467d4a7c02d admin admin] Tracked resource versions report: Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: pushed versions: Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: { 'AddressGroup': {'1.2'}, Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: 'ConntrackHelper': {'1.0'}, Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: 'Log': {'1.0'}, Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: 'Network': {'1.1'}, Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: 'Port': {'1.7'}, Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: 'PortForwarding': {'1.2'}, Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: 'QosPolicy': {'1.9'}, Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: 'SecurityGroup': {'1.4'}, Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: 'SecurityGroupRule': {'1.2'}, Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: 'SubPort': {'1.0'}, Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: 'Subnet': {'1.1'}, Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: 'Trunk': {'1.1'}} Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: consumer versions: Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: { DHCP agent@n-d-836147-2: {}, Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: L3 agent@n-d-836147-2: {}, Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: Metadata agent@n-d-836147-2: {}, Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: Metering agent@n-d-836147-2: {}, Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: Open vSwitch agent@n-d-836147-2: { 'AddressGroup': '1.2', Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: 'ConntrackHelper': '1.0', Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: 'Log': '1.0', Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: 'Network': '1.1', Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: 'Port': '1.7', Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: 'PortForwarding': '1.2', Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: 'QosPolicy': '1.9', Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: 'SecurityGroup': '1.4', Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: 'SecurityGroupRule': '1.2', Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: 'SubPort': '1.0', Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: 'Subnet': '1.1', Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: 'Trunk': '1.1'}} Apr 21 12:17:26.573698 n-d-836147-2 neutron-server[103398]: {{(pid=103398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 12:17:26.618743 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9cc9eda3-53c4-4e54-9f8e-1467d4a7c02d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:26.698266 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9cc9eda3-53c4-4e54-9f8e-1467d4a7c02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:26.699351 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc9eda3-53c4-4e54-9f8e-1467d4a7c02d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:17:26.700014 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9cc9eda3-53c4-4e54-9f8e-1467d4a7c02d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:26.792271 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9eda3-53c4-4e54-9f8e-1467d4a7c02d admin admin] Pushing event updated for resources: {'Network': ['ID=26b7ee9b-d12e-49b9-b600-b3d0300c6a9a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:17:26.805817 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 26b7ee9b-d12e-49b9-b600-b3d0300c6a9a details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:17:26.866754 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9cc9eda3-53c4-4e54-9f8e-1467d4a7c02d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9630952 Apr 21 12:17:29.499500 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 50276) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:17:29.882725 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3ed262-78af-4c14-a1f2-ce8b21c5c085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:17:29.884060 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-aa3ed262-78af-4c14-a1f2-ce8b21c5c085 admin admin] 10.222.0.36 "GET /v2.0/networks/26b7ee9b-d12e-49b9-b600-b3d0300c6a9a HTTP/1.1" status: 200 len: 825 time: 0.3836381 Apr 21 12:17:29.908248 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-97e5dae3-8265-45b9-a011-57bba35899ab admin admin] 10.222.0.36 "GET /v2.0/subnetpools/c3322619-96ef-4b15-82a7-49d3bf7e3ae6 HTTP/1.1" status: 200 len: 734 time: 0.0180387 Apr 21 12:17:29.917081 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d032192e-5392-412f-8b7a-bccdd79509e0 admin admin] Request body: {'subnet': {'subnetpool_id': 'c3322619-96ef-4b15-82a7-49d3bf7e3ae6', 'ip_version': 4, 'network_id': '26b7ee9b-d12e-49b9-b600-b3d0300c6a9a', 'tenant_id': '90f53fd55a864b6f812eec7ea1c0d3d5', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:17:29.993049 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d032192e-5392-412f-8b7a-bccdd79509e0 admin admin] Made reservation on behalf of 90f53fd55a864b6f812eec7ea1c0d3d5 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:17:29.995251 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d032192e-5392-412f-8b7a-bccdd79509e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:30.343791 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d032192e-5392-412f-8b7a-bccdd79509e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:30.413059 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d032192e-5392-412f-8b7a-bccdd79509e0 admin admin] Checking segment: {'id': 'cdd31b2e-f59d-48c1-b428-7621b0629edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '26b7ee9b-d12e-49b9-b600-b3d0300c6a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:17:30.413419 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d032192e-5392-412f-8b7a-bccdd79509e0 admin admin] Network hostable DHCP agents. Network: 26b7ee9b-d12e-49b9-b600-b3d0300c6a9a, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:17:30.415508 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d032192e-5392-412f-8b7a-bccdd79509e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce5d5513-adea-462e-9aa9-9821e6944484,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:17:30.509133 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d032192e-5392-412f-8b7a-bccdd79509e0 admin admin] Network 26b7ee9b-d12e-49b9-b600-b3d0300c6a9a is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:17:30.600359 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d032192e-5392-412f-8b7a-bccdd79509e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 26b7ee9b-d12e-49b9-b600-b3d0300c6a9a) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:17:30.604766 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d032192e-5392-412f-8b7a-bccdd79509e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:17:30.605334 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d032192e-5392-412f-8b7a-bccdd79509e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:30.610731 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8426ae21-369c-4918-9749-7c252201c11e None None] Network 26b7ee9b-d12e-49b9-b600-b3d0300c6a9a requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:17:30.683656 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d032192e-5392-412f-8b7a-bccdd79509e0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7695663 Apr 21 12:17:30.932718 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-26b7ee9b-d12e-49b9-b600-b3d0300c6a9a', 'network_id': '26b7ee9b-d12e-49b9-b600-b3d0300c6a9a', 'tenant_id': '90f53fd55a864b6f812eec7ea1c0d3d5', 'fixed_ips': [{'subnet_id': 'ce5d5513-adea-462e-9aa9-9821e6944484'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:17:30.933976 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:31.228042 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Allocated IP 172.20.0.2 (26b7ee9b-d12e-49b9-b600-b3d0300c6a9a/ce5d5513-adea-462e-9aa9-9821e6944484/1d8ab58f-1c80-4a41-8699-1bf51f19a183) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:17:31.428337 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:31.504422 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:31.582170 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Network 26b7ee9b-d12e-49b9-b600-b3d0300c6a9a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:17:31.589602 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:17:31.591453 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Pushing event updated for resources: {'Port': ['ID=1d8ab58f-1c80-4a41-8699-1bf51f19a183,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:17:31.595916 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:17:31.603438 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:31.603785 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:31.604125 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:31.604460 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:31.604789 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:31.605117 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:31.605443 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:31.605789 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:31.606121 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:31.606442 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:31.606761 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:31.607136 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Tracked resource versions report: Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: pushed versions: Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: { 'AddressGroup': {'1.2'}, Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: 'ConntrackHelper': {'1.0'}, Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: 'Log': {'1.0'}, Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: 'Network': {'1.1'}, Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: 'Port': {'1.7'}, Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: 'PortForwarding': {'1.2'}, Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: 'QosPolicy': {'1.9'}, Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: 'SecurityGroup': {'1.4'}, Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: 'SecurityGroupRule': {'1.2'}, Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: 'SubPort': {'1.0'}, Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: 'Subnet': {'1.1'}, Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: 'Trunk': {'1.1'}} Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: consumer versions: Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: { DHCP agent@n-d-836147-2: {}, Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: L3 agent@n-d-836147-2: {}, Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: Metadata agent@n-d-836147-2: {}, Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: Metering agent@n-d-836147-2: {}, Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: Open vSwitch agent@n-d-836147-2: { 'AddressGroup': '1.2', Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: 'ConntrackHelper': '1.0', Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: 'Log': '1.0', Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: 'Network': '1.1', Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: 'Port': '1.7', Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: 'PortForwarding': '1.2', Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: 'QosPolicy': '1.9', Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: 'SecurityGroup': '1.4', Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: 'SecurityGroupRule': '1.2', Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: 'SubPort': '1.0', Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: 'Subnet': '1.1', Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: 'Trunk': '1.1'}} Apr 21 12:17:31.608228 n-d-836147-2 neutron-server[103399]: {{(pid=103399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 12:17:31.689199 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Attempting to bind port 1d8ab58f-1c80-4a41-8699-1bf51f19a183 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:17:31.689912 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Attempting to bind port 1d8ab58f-1c80-4a41-8699-1bf51f19a183 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'cdd31b2e-f59d-48c1-b428-7621b0629edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '26b7ee9b-d12e-49b9-b600-b3d0300c6a9a'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:17:31.690092 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Attempting to bind port 1d8ab58f-1c80-4a41-8699-1bf51f19a183 on network 26b7ee9b-d12e-49b9-b600-b3d0300c6a9a {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:17:31.695200 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:17:31.695604 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Checking segment: {'id': 'cdd31b2e-f59d-48c1-b428-7621b0629edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '26b7ee9b-d12e-49b9-b600-b3d0300c6a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:17:31.696072 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:31.696489 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Bound using segment: {'id': 'cdd31b2e-f59d-48c1-b428-7621b0629edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '26b7ee9b-d12e-49b9-b600-b3d0300c6a9a'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:17:31.696993 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Bound port: 1d8ab58f-1c80-4a41-8699-1bf51f19a183, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd31b2e-f59d-48c1-b428-7621b0629edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '26b7ee9b-d12e-49b9-b600-b3d0300c6a9a'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:17:31.697401 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:31.759530 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] For port 1d8ab58f-1c80-4a41-8699-1bf51f19a183, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:17:31.764215 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] For port 1d8ab58f-1c80-4a41-8699-1bf51f19a183, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=1d8ab58f-1c80-4a41-8699-1bf51f19a183,segment=NetworkSegment(cdd31b2e-f59d-48c1-b428-7621b0629edd),segment_id=cdd31b2e-f59d-48c1-b428-7621b0629edd)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:17:31.892867 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:31.961385 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52914a78-9c24-453b-8ee4-7c12ac85ab14 None None] Pushing event updated for resources: {'Port': ['ID=1d8ab58f-1c80-4a41-8699-1bf51f19a183,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:17:33.101377 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 50284) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:17:33.592342 n-d-836147-2 neutron-server[103397]: WARNING oslo_policy.policy [None req-5c6fb7b1-d1f9-42f4-87e4-7ce8d7692a75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 12:17:33.592931 n-d-836147-2 neutron-server[103397]: WARNING oslo_policy.policy [None req-5c6fb7b1-d1f9-42f4-87e4-7ce8d7692a75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 12:17:33.826261 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-5c6fb7b1-d1f9-42f4-87e4-7ce8d7692a75 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:17:33.827540 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5c6fb7b1-d1f9-42f4-87e4-7ce8d7692a75 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7239730 Apr 21 12:17:36.223493 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 50298) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:17:36.539558 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-f163fb24-e7a6-4bba-bc7e-d2f12052840c admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:17:36.540530 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f163fb24-e7a6-4bba-bc7e-d2f12052840c admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3160362 Apr 21 12:17:39.205510 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 50312) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:17:39.501461 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3c26f0ff-a15d-4cc7-be66-d61215b0c6d3 admin admin] Request body: {'router': {'tenant_id': '90f53fd55a864b6f812eec7ea1c0d3d5', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:17:39.566453 n-d-836147-2 neutron-server[103397]: DEBUG neutron.policy [None req-3c26f0ff-a15d-4cc7-be66-d61215b0c6d3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103397) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 21 12:17:39.612754 n-d-836147-2 neutron-server[103397]: WARNING oslo_policy.policy [None req-3c26f0ff-a15d-4cc7-be66-d61215b0c6d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 12:17:39.613135 n-d-836147-2 neutron-server[103397]: WARNING oslo_policy.policy [None req-3c26f0ff-a15d-4cc7-be66-d61215b0c6d3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 21 12:17:39.733048 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c26f0ff-a15d-4cc7-be66-d61215b0c6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:39.735025 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c26f0ff-a15d-4cc7-be66-d61215b0c6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:39.907772 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 1d8ab58f-1c80-4a41-8699-1bf51f19a183 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:17:39.908730 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c26f0ff-a15d-4cc7-be66-d61215b0c6d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:39.994499 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 1d8ab58f-1c80-4a41-8699-1bf51f19a183 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:17:39.994795 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:40.036374 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c26f0ff-a15d-4cc7-be66-d61215b0c6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:40.100827 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:40.116960 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c26f0ff-a15d-4cc7-be66-d61215b0c6d3 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:40.133609 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3c26f0ff-a15d-4cc7-be66-d61215b0c6d3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9116848 Apr 21 12:17:40.136833 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 1d8ab58f-1c80-4a41-8699-1bf51f19a183, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=1d8ab58f-1c80-4a41-8699-1bf51f19a183,segment=NetworkSegment(cdd31b2e-f59d-48c1-b428-7621b0629edd),segment_id=cdd31b2e-f59d-48c1-b428-7621b0629edd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:17:40.207369 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:40.259246 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=1d8ab58f-1c80-4a41-8699-1bf51f19a183,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:17:40.282365 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72ebfe1-7580-4941-8b39-afb815b0084b None None] Network 26b7ee9b-d12e-49b9-b600-b3d0300c6a9a requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:17:40.353761 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-67f01a26-0e01-4288-81ea-ed73fc839bf9 None None] Provisioning complete for port 1d8ab58f-1c80-4a41-8699-1bf51f19a183 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:17:40.354135 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67f01a26-0e01-4288-81ea-ed73fc839bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:40.722417 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7b313016-7607-4d68-bce0-39db55ef686a None None] Provisioning complete for port 1d8ab58f-1c80-4a41-8699-1bf51f19a183 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:17:40.722787 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b313016-7607-4d68-bce0-39db55ef686a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:41.859792 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 1d8ab58f-1c80-4a41-8699-1bf51f19a183 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:17:41.906134 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 1d8ab58f-1c80-4a41-8699-1bf51f19a183 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:17:41.906503 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:42.495134 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 50322) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:17:42.798694 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-41d0d639-e2c1-4cf0-a285-276c199a1853 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:17:42.799667 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-41d0d639-e2c1-4cf0-a285-276c199a1853 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3036284 Apr 21 12:17:43.337748 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64d2d9c6-2eee-4839-b78f-9bc2efb5d7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:45.165432 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 50330) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:17:45.470618 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-48ac34c6-d0ee-486d-a422-33df1fab2803 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:17:45.560696 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ac34c6-d0ee-486d-a422-33df1fab2803 admin admin] Made reservation on behalf of 32a23cf49b2242e58cf227aed868fc9f for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:17:45.563492 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48ac34c6-d0ee-486d-a422-33df1fab2803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:45.579852 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48ac34c6-d0ee-486d-a422-33df1fab2803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:45.657951 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62ea16c5-48c7-4f7d-be7d-f3d984221c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:45.681601 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48ac34c6-d0ee-486d-a422-33df1fab2803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:45.915170 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48ac34c6-d0ee-486d-a422-33df1fab2803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:45.926671 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-48ac34c6-d0ee-486d-a422-33df1fab2803 admin admin] Reserving flat network on physical network physnet1 {{(pid=103397) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 21 12:17:45.958531 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48ac34c6-d0ee-486d-a422-33df1fab2803 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768186741607', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:45.959092 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48ac34c6-d0ee-486d-a422-33df1fab2803 admin admin] Unsubscribe: segment precommit_create {{(pid=103397) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 21 12:17:45.959675 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-48ac34c6-d0ee-486d-a422-33df1fab2803 admin admin] Added segment 7a534349-ed0a-416d-9cf3-67d8621aafdc of type flat for network 23f97cfe-dd42-45d8-a5df-e2b803e954fa Apr 21 12:17:45.976242 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac34c6-d0ee-486d-a422-33df1fab2803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32d6116-9dfd-4e3e-823f-265f9201fa63,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:17:46.026618 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ac34c6-d0ee-486d-a422-33df1fab2803 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:46.026936 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ac34c6-d0ee-486d-a422-33df1fab2803 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:46.027263 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ac34c6-d0ee-486d-a422-33df1fab2803 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:46.027586 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ac34c6-d0ee-486d-a422-33df1fab2803 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:46.027911 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ac34c6-d0ee-486d-a422-33df1fab2803 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:46.028300 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ac34c6-d0ee-486d-a422-33df1fab2803 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:46.028611 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ac34c6-d0ee-486d-a422-33df1fab2803 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:46.028924 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ac34c6-d0ee-486d-a422-33df1fab2803 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:46.029268 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ac34c6-d0ee-486d-a422-33df1fab2803 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:46.029663 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ac34c6-d0ee-486d-a422-33df1fab2803 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:46.029910 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ac34c6-d0ee-486d-a422-33df1fab2803 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:46.030217 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ac34c6-d0ee-486d-a422-33df1fab2803 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ac34c6-d0ee-486d-a422-33df1fab2803 admin admin] Tracked resource versions report: Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: pushed versions: Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: { 'AddressGroup': {'1.2'}, Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: 'ConntrackHelper': {'1.0'}, Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: 'Log': {'1.0'}, Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: 'Network': {'1.1'}, Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: 'Port': {'1.7'}, Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: 'PortForwarding': {'1.2'}, Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: 'QosPolicy': {'1.9'}, Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: 'SecurityGroup': {'1.4'}, Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: 'SecurityGroupRule': {'1.2'}, Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: 'SubPort': {'1.0'}, Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: 'Subnet': {'1.1'}, Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: 'Trunk': {'1.1'}} Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: consumer versions: Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: { DHCP agent@n-d-836147-2: {}, Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: L3 agent@n-d-836147-2: {}, Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: Metadata agent@n-d-836147-2: {}, Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: Metering agent@n-d-836147-2: {}, Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: Open vSwitch agent@n-d-836147-2: { 'AddressGroup': '1.2', Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: 'ConntrackHelper': '1.0', Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: 'Log': '1.0', Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: 'Network': '1.1', Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: 'Port': '1.7', Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: 'PortForwarding': '1.2', Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: 'QosPolicy': '1.9', Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: 'SecurityGroup': '1.4', Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: 'SecurityGroupRule': '1.2', Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: 'SubPort': '1.0', Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: 'Subnet': '1.1', Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: 'Trunk': '1.1'}} Apr 21 12:17:46.031353 n-d-836147-2 neutron-server[103397]: {{(pid=103397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 12:17:46.072807 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48ac34c6-d0ee-486d-a422-33df1fab2803 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:46.166201 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48ac34c6-d0ee-486d-a422-33df1fab2803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:46.167379 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ac34c6-d0ee-486d-a422-33df1fab2803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:17:46.168042 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48ac34c6-d0ee-486d-a422-33df1fab2803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:46.263197 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ac34c6-d0ee-486d-a422-33df1fab2803 admin admin] Pushing event updated for resources: {'Network': ['ID=23f97cfe-dd42-45d8-a5df-e2b803e954fa,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:17:46.273162 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:17:46.288556 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-48ac34c6-d0ee-486d-a422-33df1fab2803 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1220744 Apr 21 12:17:46.635020 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:48.211952 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:48.617714 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:48.671173 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 50352) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:17:48.889667 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caec207-257f-4c95-b489-c2cb9d866b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:17:48.891002 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0caec207-257f-4c95-b489-c2cb9d866b17 admin admin] 10.222.0.36 "GET /v2.0/subnets/ce5d5513-adea-462e-9aa9-9821e6944484 HTTP/1.1" status: 200 len: 849 time: 0.2189517 Apr 21 12:17:49.021455 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a8369a92-f826-4e2d-a292-75a88d3dd460 admin admin] 10.222.0.36 "GET /v2.0/routers/9188d9a2-8c32-4bda-bb46-850fb30a1856 HTTP/1.1" status: 200 len: 704 time: 0.1242983 Apr 21 12:17:49.280472 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8a61fa7-2b99-42c8-a71b-e18df3c0c84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:49.565786 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-e8a61fa7-2b99-42c8-a71b-e18df3c0c84f admin admin] Allocated IP 172.20.0.1 (26b7ee9b-d12e-49b9-b600-b3d0300c6a9a/ce5d5513-adea-462e-9aa9-9821e6944484/498609f4-bca4-4ee4-b0fb-9026aab42ac7) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:17:49.643050 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 5 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:17:49.743510 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8a61fa7-2b99-42c8-a71b-e18df3c0c84f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:49.846976 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8a61fa7-2b99-42c8-a71b-e18df3c0c84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:49.922423 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a61fa7-2b99-42c8-a71b-e18df3c0c84f admin admin] Network 26b7ee9b-d12e-49b9-b600-b3d0300c6a9a is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:17:49.930768 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-e8a61fa7-2b99-42c8-a71b-e18df3c0c84f admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:17:49.936512 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a61fa7-2b99-42c8-a71b-e18df3c0c84f admin admin] Pushing event updated for resources: {'Port': ['ID=498609f4-bca4-4ee4-b0fb-9026aab42ac7,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:17:49.939851 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a61fa7-2b99-42c8-a71b-e18df3c0c84f admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:17:49.939851 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8a61fa7-2b99-42c8-a71b-e18df3c0c84f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:50.170504 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2ffa5842-bf04-47ff-9620-333e6bace711 None None] Provisioning complete for port 498609f4-bca4-4ee4-b0fb-9026aab42ac7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:17:50.171037 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ffa5842-bf04-47ff-9620-333e6bace711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:50.181893 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8a61fa7-2b99-42c8-a71b-e18df3c0c84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:50.203144 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2ffa5842-bf04-47ff-9620-333e6bace711 None None] Port 498609f4-bca4-4ee4-b0fb-9026aab42ac7 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:17:50.431621 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8a61fa7-2b99-42c8-a71b-e18df3c0c84f admin admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:50.501108 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8a61fa7-2b99-42c8-a71b-e18df3c0c84f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:50.501906 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8a61fa7-2b99-42c8-a71b-e18df3c0c84f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:50.579736 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a61fa7-2b99-42c8-a71b-e18df3c0c84f admin admin] Pushing event updated for resources: {'Port': ['ID=498609f4-bca4-4ee4-b0fb-9026aab42ac7,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:17:50.623528 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a61fa7-2b99-42c8-a71b-e18df3c0c84f admin admin] Network 26b7ee9b-d12e-49b9-b600-b3d0300c6a9a is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:17:50.624780 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-e8a61fa7-2b99-42c8-a71b-e18df3c0c84f admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:17:50.824099 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-aa5b6b45-71e7-46b5-9923-468f530d101e None None] Provisioning complete for port 498609f4-bca4-4ee4-b0fb-9026aab42ac7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:17:50.824479 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa5b6b45-71e7-46b5-9923-468f530d101e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:50.841590 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a61fa7-2b99-42c8-a71b-e18df3c0c84f admin admin] Router 9188d9a2-8c32-4bda-bb46-850fb30a1856 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:17:50.862238 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-aa5b6b45-71e7-46b5-9923-468f530d101e None None] Port 498609f4-bca4-4ee4-b0fb-9026aab42ac7 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:17:50.933133 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a61fa7-2b99-42c8-a71b-e18df3c0c84f admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:17:50.946075 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300d7db1-c783-4888-89b5-919bf5493a3d None None] Sync routers for ids ['9188d9a2-8c32-4bda-bb46-850fb30a1856'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:17:50.951316 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e8a61fa7-2b99-42c8-a71b-e18df3c0c84f admin admin] 10.222.0.36 "PUT /v2.0/routers/9188d9a2-8c32-4bda-bb46-850fb30a1856/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9227514 Apr 21 12:17:50.959041 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300d7db1-c783-4888-89b5-919bf5493a3d None None] Routers {'9188d9a2-8c32-4bda-bb46-850fb30a1856'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:17:50.959850 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-300d7db1-c783-4888-89b5-919bf5493a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:17:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['9188d9a2-8c32-4bda-bb46-850fb30a1856'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:17:51.139983 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-300d7db1-c783-4888-89b5-919bf5493a3d None None] Set router 9188d9a2-8c32-4bda-bb46-850fb30a1856 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:17:51.553968 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-300d7db1-c783-4888-89b5-919bf5493a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9188d9a2-8c32-4bda-bb46-850fb30a1856', 'name': 'router1', 'tenant_id': '90f53fd55a864b6f812eec7ea1c0d3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:17:39Z', 'updated_at': '2022-04-21T12:17:50Z', 'revision_number': 2, 'project_id': '90f53fd55a864b6f812eec7ea1c0d3d5', 'gw_port_host': None, '_interfaces': [{'id': '498609f4-bca4-4ee4-b0fb-9026aab42ac7', 'name': '', 'network_id': '26b7ee9b-d12e-49b9-b600-b3d0300c6a9a', 'tenant_id': '90f53fd55a864b6f812eec7ea1c0d3d5', 'mac_address': 'fa:16:3e:29:64:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9188d9a2-8c32-4bda-bb46-850fb30a1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce5d5513-adea-462e-9aa9-9821e6944484', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:17:49Z', 'updated_at': '2022-04-21T12:17:50Z', 'revision_number': 2, 'project_id': '90f53fd55a864b6f812eec7ea1c0d3d5', 'subnets': [{'id': 'ce5d5513-adea-462e-9aa9-9821e6944484', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3322619-96ef-4b15-82a7-49d3bf7e3ae6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:17:51.603807 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300d7db1-c783-4888-89b5-919bf5493a3d None None] Checking router: 9188d9a2-8c32-4bda-bb46-850fb30a1856 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:17:51.604158 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300d7db1-c783-4888-89b5-919bf5493a3d None None] Updating router 9188d9a2-8c32-4bda-bb46-850fb30a1856 port 498609f4-bca4-4ee4-b0fb-9026aab42ac7 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:17:51.651216 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-300d7db1-c783-4888-89b5-919bf5493a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:52.148955 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-300d7db1-c783-4888-89b5-919bf5493a3d None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:52.223297 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-300d7db1-c783-4888-89b5-919bf5493a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:52.374292 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae559bc-6f58-4285-9471-9c3ef915dfae None None] Pushing event updated for resources: {'Port': ['ID=498609f4-bca4-4ee4-b0fb-9026aab42ac7,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:17:52.390184 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-300d7db1-c783-4888-89b5-919bf5493a3d None None] Attempting to bind port 498609f4-bca4-4ee4-b0fb-9026aab42ac7 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:17:52.390572 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-300d7db1-c783-4888-89b5-919bf5493a3d None None] Attempting to bind port 498609f4-bca4-4ee4-b0fb-9026aab42ac7 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'cdd31b2e-f59d-48c1-b428-7621b0629edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '26b7ee9b-d12e-49b9-b600-b3d0300c6a9a'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:17:52.391036 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300d7db1-c783-4888-89b5-919bf5493a3d None None] Attempting to bind port 498609f4-bca4-4ee4-b0fb-9026aab42ac7 on network 26b7ee9b-d12e-49b9-b600-b3d0300c6a9a {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:17:52.398351 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae559bc-6f58-4285-9471-9c3ef915dfae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:52.398497 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae559bc-6f58-4285-9471-9c3ef915dfae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:52.398762 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae559bc-6f58-4285-9471-9c3ef915dfae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:52.399141 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae559bc-6f58-4285-9471-9c3ef915dfae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:52.399412 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae559bc-6f58-4285-9471-9c3ef915dfae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:52.399748 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae559bc-6f58-4285-9471-9c3ef915dfae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:52.400071 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae559bc-6f58-4285-9471-9c3ef915dfae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:52.400519 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae559bc-6f58-4285-9471-9c3ef915dfae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:52.400752 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae559bc-6f58-4285-9471-9c3ef915dfae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:52.401091 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae559bc-6f58-4285-9471-9c3ef915dfae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:52.401407 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae559bc-6f58-4285-9471-9c3ef915dfae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:52.401986 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae559bc-6f58-4285-9471-9c3ef915dfae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae559bc-6f58-4285-9471-9c3ef915dfae None None] Tracked resource versions report: Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: pushed versions: Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: { 'AddressGroup': {'1.2'}, Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: 'ConntrackHelper': {'1.0'}, Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: 'Log': {'1.0'}, Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: 'Network': {'1.1'}, Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: 'Port': {'1.7'}, Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: 'PortForwarding': {'1.2'}, Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: 'QosPolicy': {'1.9'}, Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: 'SecurityGroup': {'1.4'}, Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: 'SecurityGroupRule': {'1.2'}, Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: 'SubPort': {'1.0'}, Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: 'Subnet': {'1.1'}, Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: 'Trunk': {'1.1'}} Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: consumer versions: Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: { DHCP agent@n-d-836147-2: {}, Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: L3 agent@n-d-836147-2: {}, Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: Metadata agent@n-d-836147-2: {}, Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: Metering agent@n-d-836147-2: {}, Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: Open vSwitch agent@n-d-836147-2: { 'AddressGroup': '1.2', Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: 'ConntrackHelper': '1.0', Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: 'Log': '1.0', Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: 'Network': '1.1', Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: 'Port': '1.7', Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: 'PortForwarding': '1.2', Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: 'QosPolicy': '1.9', Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: 'SecurityGroup': '1.4', Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: 'SecurityGroupRule': '1.2', Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: 'SubPort': '1.0', Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: 'Subnet': '1.1', Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: 'Trunk': '1.1'}} Apr 21 12:17:52.403865 n-d-836147-2 neutron-server[103400]: {{(pid=103400) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 12:17:52.407872 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300d7db1-c783-4888-89b5-919bf5493a3d None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:17:52.408275 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300d7db1-c783-4888-89b5-919bf5493a3d None None] Checking segment: {'id': 'cdd31b2e-f59d-48c1-b428-7621b0629edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '26b7ee9b-d12e-49b9-b600-b3d0300c6a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:17:52.408753 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-300d7db1-c783-4888-89b5-919bf5493a3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:52.409134 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300d7db1-c783-4888-89b5-919bf5493a3d None None] Bound using segment: {'id': 'cdd31b2e-f59d-48c1-b428-7621b0629edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '26b7ee9b-d12e-49b9-b600-b3d0300c6a9a'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:17:52.409679 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-300d7db1-c783-4888-89b5-919bf5493a3d None None] Bound port: 498609f4-bca4-4ee4-b0fb-9026aab42ac7, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdd31b2e-f59d-48c1-b428-7621b0629edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '26b7ee9b-d12e-49b9-b600-b3d0300c6a9a'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:17:52.410072 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-300d7db1-c783-4888-89b5-919bf5493a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:52.477988 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-300d7db1-c783-4888-89b5-919bf5493a3d None None] For port 498609f4-bca4-4ee4-b0fb-9026aab42ac7, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:17:52.490363 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ed4539d3-8df5-4c7b-8bc2-bd58eff5b5e6 None None] Provisioning complete for port 498609f4-bca4-4ee4-b0fb-9026aab42ac7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:17:52.490965 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed4539d3-8df5-4c7b-8bc2-bd58eff5b5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:52.497775 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-300d7db1-c783-4888-89b5-919bf5493a3d None None] For port 498609f4-bca4-4ee4-b0fb-9026aab42ac7, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=498609f4-bca4-4ee4-b0fb-9026aab42ac7,segment=NetworkSegment(cdd31b2e-f59d-48c1-b428-7621b0629edd),segment_id=cdd31b2e-f59d-48c1-b428-7621b0629edd)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:17:52.529171 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ed4539d3-8df5-4c7b-8bc2-bd58eff5b5e6 None None] Port 498609f4-bca4-4ee4-b0fb-9026aab42ac7 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:17:52.572169 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-300d7db1-c783-4888-89b5-919bf5493a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:52.628462 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300d7db1-c783-4888-89b5-919bf5493a3d None None] Routers {'9188d9a2-8c32-4bda-bb46-850fb30a1856'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:17:52.629061 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-300d7db1-c783-4888-89b5-919bf5493a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:17:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['9188d9a2-8c32-4bda-bb46-850fb30a1856'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:17:52.663844 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae559bc-6f58-4285-9471-9c3ef915dfae None None] Pushing event updated for resources: {'Port': ['ID=498609f4-bca4-4ee4-b0fb-9026aab42ac7,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:17:52.724667 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-300d7db1-c783-4888-89b5-919bf5493a3d None None] Set router 9188d9a2-8c32-4bda-bb46-850fb30a1856 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:17:52.850576 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9bf6925d-0021-4fdc-9b4a-d4b4d35e7125 None None] Provisioning complete for port 498609f4-bca4-4ee4-b0fb-9026aab42ac7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:17:52.850951 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bf6925d-0021-4fdc-9b4a-d4b4d35e7125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:52.928514 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bf6925d-0021-4fdc-9b4a-d4b4d35e7125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:52.931606 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-300d7db1-c783-4888-89b5-919bf5493a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9188d9a2-8c32-4bda-bb46-850fb30a1856', 'name': 'router1', 'tenant_id': '90f53fd55a864b6f812eec7ea1c0d3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:17:39Z', 'updated_at': '2022-04-21T12:17:50Z', 'revision_number': 2, 'project_id': '90f53fd55a864b6f812eec7ea1c0d3d5', 'gw_port_host': None, '_interfaces': [{'id': '498609f4-bca4-4ee4-b0fb-9026aab42ac7', 'name': '', 'network_id': '26b7ee9b-d12e-49b9-b600-b3d0300c6a9a', 'tenant_id': '90f53fd55a864b6f812eec7ea1c0d3d5', 'mac_address': 'fa:16:3e:29:64:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9188d9a2-8c32-4bda-bb46-850fb30a1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce5d5513-adea-462e-9aa9-9821e6944484', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:17:49Z', 'updated_at': '2022-04-21T12:17:52Z', 'revision_number': 4, 'project_id': '90f53fd55a864b6f812eec7ea1c0d3d5', 'subnets': [{'id': 'ce5d5513-adea-462e-9aa9-9821e6944484', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3322619-96ef-4b15-82a7-49d3bf7e3ae6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:17:52.961015 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300d7db1-c783-4888-89b5-919bf5493a3d None None] The sync data for ids ['9188d9a2-8c32-4bda-bb46-850fb30a1856'] in n-d-836147-2 is: [{'id': '9188d9a2-8c32-4bda-bb46-850fb30a1856', 'name': 'router1', 'tenant_id': '90f53fd55a864b6f812eec7ea1c0d3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:17:39Z', 'updated_at': '2022-04-21T12:17:50Z', 'revision_number': 2, 'project_id': '90f53fd55a864b6f812eec7ea1c0d3d5', 'gw_port_host': None, '_interfaces': [{'id': '498609f4-bca4-4ee4-b0fb-9026aab42ac7', 'name': '', 'network_id': '26b7ee9b-d12e-49b9-b600-b3d0300c6a9a', 'tenant_id': '90f53fd55a864b6f812eec7ea1c0d3d5', 'mac_address': 'fa:16:3e:29:64:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9188d9a2-8c32-4bda-bb46-850fb30a1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce5d5513-adea-462e-9aa9-9821e6944484', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:17:49Z', 'updated_at': '2022-04-21T12:17:52Z', 'revision_number': 4, 'project_id': '90f53fd55a864b6f812eec7ea1c0d3d5', 'subnets': [{'id': 'ce5d5513-adea-462e-9aa9-9821e6944484', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3322619-96ef-4b15-82a7-49d3bf7e3ae6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:17:52.968088 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9bf6925d-0021-4fdc-9b4a-d4b4d35e7125 None None] For port 498609f4-bca4-4ee4-b0fb-9026aab42ac7, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=498609f4-bca4-4ee4-b0fb-9026aab42ac7,segment=NetworkSegment(cdd31b2e-f59d-48c1-b428-7621b0629edd),segment_id=cdd31b2e-f59d-48c1-b428-7621b0629edd)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:17:53.029485 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bf6925d-0021-4fdc-9b4a-d4b4d35e7125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:53.076787 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6925d-0021-4fdc-9b4a-d4b4d35e7125 None None] Pushing event updated for resources: {'Port': ['ID=498609f4-bca4-4ee4-b0fb-9026aab42ac7,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:17:53.173850 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 50374) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:17:53.283465 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b2d08a-0328-4d70-a7b7-3c1624c291e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:17:53.284748 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c1b2d08a-0328-4d70-a7b7-3c1624c291e5 admin admin] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 842 time: 0.1099501 Apr 21 12:17:53.295714 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-08af2178-66a7-4f3e-b007-711a32f18dda admin admin] Request body: {'subnet': {'gateway_ip': '172.25.8.1', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'ip_version': 4, 'cidr': '172.25.8.0/24'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:17:53.366179 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08af2178-66a7-4f3e-b007-711a32f18dda admin admin] Made reservation on behalf of 32a23cf49b2242e58cf227aed868fc9f for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:17:53.368427 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-08af2178-66a7-4f3e-b007-711a32f18dda admin admin] Notify callbacks [] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:53.703271 n-d-836147-2 neutron-server[103397]: DEBUG neutron.objects.ports [None req-08af2178-66a7-4f3e-b007-711a32f18dda admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 12:17:53.703683 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-08af2178-66a7-4f3e-b007-711a32f18dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:53.755523 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af2178-66a7-4f3e-b007-711a32f18dda admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebaff0eb-1fcf-4195-b037-e64b92da4c31,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:17:53.768388 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08af2178-66a7-4f3e-b007-711a32f18dda admin admin] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:17:53.768728 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08af2178-66a7-4f3e-b007-711a32f18dda admin admin] Network hostable DHCP agents. Network: 23f97cfe-dd42-45d8-a5df-e2b803e954fa, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:17:53.858079 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08af2178-66a7-4f3e-b007-711a32f18dda admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:17:53.943306 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-08af2178-66a7-4f3e-b007-711a32f18dda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 23f97cfe-dd42-45d8-a5df-e2b803e954fa) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:17:53.947759 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08af2178-66a7-4f3e-b007-711a32f18dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:17:53.948345 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-08af2178-66a7-4f3e-b007-711a32f18dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:53.952985 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11bf495-7f42-40c0-9901-33f972c0b416 None None] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:17:54.029693 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-08af2178-66a7-4f3e-b007-711a32f18dda admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7266595 Apr 21 12:17:54.080707 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad310c8-dba4-49ea-8a40-78733837dbe5 None None] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:17:56.284643 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 50382) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:17:56.540375 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5682d4e8-6f18-4ea9-a3e2-4a45b3945b5e admin admin] 10.222.0.36 "GET /v2.0/routers/9188d9a2-8c32-4bda-bb46-850fb30a1856 HTTP/1.1" status: 200 len: 710 time: 0.2546241 Apr 21 12:17:56.656616 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d51b42-bfb9-43dd-82d5-704ccd412975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:17:56.657937 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-52d51b42-bfb9-43dd-82d5-704ccd412975 admin admin] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 886 time: 0.1102722 Apr 21 12:17:56.667229 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-102caf57-0f2d-429a-9885-d993534a46ac admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:17:56.911411 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-102caf57-0f2d-429a-9885-d993534a46ac admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:57.192687 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-102caf57-0f2d-429a-9885-d993534a46ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:57.268503 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-102caf57-0f2d-429a-9885-d993534a46ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:57.420211 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-102caf57-0f2d-429a-9885-d993534a46ac admin admin] Allocated IP 172.25.8.2 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/2c74c698-29b9-4bd0-98ef-4bbf3b9dae60) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:17:57.574466 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-102caf57-0f2d-429a-9885-d993534a46ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:57.685287 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-102caf57-0f2d-429a-9885-d993534a46ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:57.756951 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102caf57-0f2d-429a-9885-d993534a46ac admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:17:57.761512 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-102caf57-0f2d-429a-9885-d993534a46ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:17:57.770045 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102caf57-0f2d-429a-9885-d993534a46ac admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:17:57.775578 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102caf57-0f2d-429a-9885-d993534a46ac admin admin] Pushing event updated for resources: {'Port': ['ID=2c74c698-29b9-4bd0-98ef-4bbf3b9dae60,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:17:58.133236 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-102caf57-0f2d-429a-9885-d993534a46ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:58.325436 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-102caf57-0f2d-429a-9885-d993534a46ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3659549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10333'] for router, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:58.330403 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-102caf57-0f2d-429a-9885-d993534a46ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3659538'] for router, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:58.436716 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-102caf57-0f2d-429a-9885-d993534a46ac admin admin] Router 9188d9a2-8c32-4bda-bb46-850fb30a1856 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:17:58.539144 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102caf57-0f2d-429a-9885-d993534a46ac admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:17:58.543459 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-102caf57-0f2d-429a-9885-d993534a46ac admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:17:58.544595 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-102caf57-0f2d-429a-9885-d993534a46ac admin admin] 10.222.0.36 "PUT /v2.0/routers/9188d9a2-8c32-4bda-bb46-850fb30a1856 HTTP/1.1" status: 200 len: 888 time: 1.8805137 Apr 21 12:17:59.288612 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc08944-5ff1-48b3-8198-3ae4e0bfefdb None None] Sync routers for ids ['9188d9a2-8c32-4bda-bb46-850fb30a1856'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:17:59.299849 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc08944-5ff1-48b3-8198-3ae4e0bfefdb None None] Routers {'9188d9a2-8c32-4bda-bb46-850fb30a1856'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:17:59.300499 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7dc08944-5ff1-48b3-8198-3ae4e0bfefdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:17:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['9188d9a2-8c32-4bda-bb46-850fb30a1856'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:17:59.511317 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-7dc08944-5ff1-48b3-8198-3ae4e0bfefdb None None] Set router 9188d9a2-8c32-4bda-bb46-850fb30a1856 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:17:59.906657 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7dc08944-5ff1-48b3-8198-3ae4e0bfefdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9188d9a2-8c32-4bda-bb46-850fb30a1856', 'name': 'router1', 'tenant_id': '90f53fd55a864b6f812eec7ea1c0d3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '2c74c698-29b9-4bd0-98ef-4bbf3b9dae60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:17:39Z', 'updated_at': '2022-04-21T12:17:57Z', 'revision_number': 4, 'project_id': '90f53fd55a864b6f812eec7ea1c0d3d5', 'gw_port': {'id': '2c74c698-29b9-4bd0-98ef-4bbf3b9dae60', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ad:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9188d9a2-8c32-4bda-bb46-850fb30a1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:17:57Z', 'updated_at': '2022-04-21T12:17:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '498609f4-bca4-4ee4-b0fb-9026aab42ac7', 'name': '', 'network_id': '26b7ee9b-d12e-49b9-b600-b3d0300c6a9a', 'tenant_id': '90f53fd55a864b6f812eec7ea1c0d3d5', 'mac_address': 'fa:16:3e:29:64:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9188d9a2-8c32-4bda-bb46-850fb30a1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce5d5513-adea-462e-9aa9-9821e6944484', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:17:49Z', 'updated_at': '2022-04-21T12:17:52Z', 'revision_number': 5, 'project_id': '90f53fd55a864b6f812eec7ea1c0d3d5', 'subnets': [{'id': 'ce5d5513-adea-462e-9aa9-9821e6944484', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3322619-96ef-4b15-82a7-49d3bf7e3ae6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:17:59.932098 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 498609f4-bca4-4ee4-b0fb-9026aab42ac7 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:18:00.024087 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc08944-5ff1-48b3-8198-3ae4e0bfefdb None None] Checking router: 9188d9a2-8c32-4bda-bb46-850fb30a1856 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:18:00.024431 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc08944-5ff1-48b3-8198-3ae4e0bfefdb None None] Updating router 9188d9a2-8c32-4bda-bb46-850fb30a1856 port 2c74c698-29b9-4bd0-98ef-4bbf3b9dae60 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:18:00.097324 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7dc08944-5ff1-48b3-8198-3ae4e0bfefdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:18:00.213845 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 498609f4-bca4-4ee4-b0fb-9026aab42ac7 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:18:00.214219 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:18:00.484745 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7dc08944-5ff1-48b3-8198-3ae4e0bfefdb None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:18:00.560979 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7dc08944-5ff1-48b3-8198-3ae4e0bfefdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:18:00.614398 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5485061-13f2-4dd0-a249-11487d465bee None None] Pushing event updated for resources: {'Port': ['ID=2c74c698-29b9-4bd0-98ef-4bbf3b9dae60,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:18:00.616585 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7dc08944-5ff1-48b3-8198-3ae4e0bfefdb None None] Attempting to bind port 2c74c698-29b9-4bd0-98ef-4bbf3b9dae60 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:18:00.616951 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7dc08944-5ff1-48b3-8198-3ae4e0bfefdb None None] Attempting to bind port 2c74c698-29b9-4bd0-98ef-4bbf3b9dae60 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:18:00.617307 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc08944-5ff1-48b3-8198-3ae4e0bfefdb None None] Attempting to bind port 2c74c698-29b9-4bd0-98ef-4bbf3b9dae60 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:18:00.623289 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc08944-5ff1-48b3-8198-3ae4e0bfefdb None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:18:00.623662 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc08944-5ff1-48b3-8198-3ae4e0bfefdb None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:18:00.624057 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7dc08944-5ff1-48b3-8198-3ae4e0bfefdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:18:00.624440 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc08944-5ff1-48b3-8198-3ae4e0bfefdb None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:18:00.624899 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7dc08944-5ff1-48b3-8198-3ae4e0bfefdb None None] Bound port: 2c74c698-29b9-4bd0-98ef-4bbf3b9dae60, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:18:00.625292 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7dc08944-5ff1-48b3-8198-3ae4e0bfefdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:18:00.674668 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7dc08944-5ff1-48b3-8198-3ae4e0bfefdb None None] For port 2c74c698-29b9-4bd0-98ef-4bbf3b9dae60, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:18:00.677483 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7dc08944-5ff1-48b3-8198-3ae4e0bfefdb None None] For port 2c74c698-29b9-4bd0-98ef-4bbf3b9dae60, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=2c74c698-29b9-4bd0-98ef-4bbf3b9dae60,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:18:00.755025 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7dc08944-5ff1-48b3-8198-3ae4e0bfefdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:18:00.812528 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc08944-5ff1-48b3-8198-3ae4e0bfefdb None None] Routers {'9188d9a2-8c32-4bda-bb46-850fb30a1856'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:18:00.813156 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7dc08944-5ff1-48b3-8198-3ae4e0bfefdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:17:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['9188d9a2-8c32-4bda-bb46-850fb30a1856'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:18:00.850428 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5485061-13f2-4dd0-a249-11487d465bee None None] Pushing event updated for resources: {'Port': ['ID=2c74c698-29b9-4bd0-98ef-4bbf3b9dae60,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:18:00.923142 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-7dc08944-5ff1-48b3-8198-3ae4e0bfefdb None None] Set router 9188d9a2-8c32-4bda-bb46-850fb30a1856 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:18:00.938124 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 50394) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:18:01.047861 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2bad197d-dea9-472e-a4b4-e5c6ae38ae34 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1086178 Apr 21 12:18:01.136288 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7dc08944-5ff1-48b3-8198-3ae4e0bfefdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9188d9a2-8c32-4bda-bb46-850fb30a1856', 'name': 'router1', 'tenant_id': '90f53fd55a864b6f812eec7ea1c0d3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '2c74c698-29b9-4bd0-98ef-4bbf3b9dae60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:17:39Z', 'updated_at': '2022-04-21T12:17:57Z', 'revision_number': 4, 'project_id': '90f53fd55a864b6f812eec7ea1c0d3d5', 'gw_port': {'id': '2c74c698-29b9-4bd0-98ef-4bbf3b9dae60', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ad:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9188d9a2-8c32-4bda-bb46-850fb30a1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:17:57Z', 'updated_at': '2022-04-21T12:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '498609f4-bca4-4ee4-b0fb-9026aab42ac7', 'name': '', 'network_id': '26b7ee9b-d12e-49b9-b600-b3d0300c6a9a', 'tenant_id': '90f53fd55a864b6f812eec7ea1c0d3d5', 'mac_address': 'fa:16:3e:29:64:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9188d9a2-8c32-4bda-bb46-850fb30a1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce5d5513-adea-462e-9aa9-9821e6944484', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:17:49Z', 'updated_at': '2022-04-21T12:17:52Z', 'revision_number': 5, 'project_id': '90f53fd55a864b6f812eec7ea1c0d3d5', 'subnets': [{'id': 'ce5d5513-adea-462e-9aa9-9821e6944484', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3322619-96ef-4b15-82a7-49d3bf7e3ae6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:18:01.165335 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc08944-5ff1-48b3-8198-3ae4e0bfefdb None None] The sync data for ids ['9188d9a2-8c32-4bda-bb46-850fb30a1856'] in n-d-836147-2 is: [{'id': '9188d9a2-8c32-4bda-bb46-850fb30a1856', 'name': 'router1', 'tenant_id': '90f53fd55a864b6f812eec7ea1c0d3d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.2'}], 'enable_snat': True}, 'gw_port_id': '2c74c698-29b9-4bd0-98ef-4bbf3b9dae60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:17:39Z', 'updated_at': '2022-04-21T12:17:57Z', 'revision_number': 4, 'project_id': '90f53fd55a864b6f812eec7ea1c0d3d5', 'gw_port': {'id': '2c74c698-29b9-4bd0-98ef-4bbf3b9dae60', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ad:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9188d9a2-8c32-4bda-bb46-850fb30a1856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:17:57Z', 'updated_at': '2022-04-21T12:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '498609f4-bca4-4ee4-b0fb-9026aab42ac7', 'name': '', 'network_id': '26b7ee9b-d12e-49b9-b600-b3d0300c6a9a', 'tenant_id': '90f53fd55a864b6f812eec7ea1c0d3d5', 'mac_address': 'fa:16:3e:29:64:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9188d9a2-8c32-4bda-bb46-850fb30a1856', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce5d5513-adea-462e-9aa9-9821e6944484', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:17:49Z', 'updated_at': '2022-04-21T12:17:52Z', 'revision_number': 5, 'project_id': '90f53fd55a864b6f812eec7ea1c0d3d5', 'subnets': [{'id': 'ce5d5513-adea-462e-9aa9-9821e6944484', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c3322619-96ef-4b15-82a7-49d3bf7e3ae6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:18:01.917367 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 2c74c698-29b9-4bd0-98ef-4bbf3b9dae60 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:18:01.973559 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 2c74c698-29b9-4bd0-98ef-4bbf3b9dae60 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:18:01.973889 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:18:02.051808 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:18:02.071452 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 2c74c698-29b9-4bd0-98ef-4bbf3b9dae60, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=2c74c698-29b9-4bd0-98ef-4bbf3b9dae60,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:18:02.120102 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:18:02.171516 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=2c74c698-29b9-4bd0-98ef-4bbf3b9dae60,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:18:03.885139 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 2c74c698-29b9-4bd0-98ef-4bbf3b9dae60 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:18:03.941722 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 2c74c698-29b9-4bd0-98ef-4bbf3b9dae60 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:18:03.942033 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:18:13.360595 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b7d6ae1b-b80a-4b71-a8e7-65b30b91b9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:18:15.651453 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d11fccd4-c01c-4207-9ad8-f4c5b3a35d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:18:16.652388 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:18:18.187304 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:18:18.640013 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:18:26.641777 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 5 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:18:43.342298 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fd23e03-49b7-4efe-8fd4-80b5f9a09b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:18:45.622873 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2d9b39a-6d43-4df9-8693-f93b3f9e0193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:18:46.650124 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:18:48.205490 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:18:48.614783 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:19:03.641228 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 5 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:19:13.324219 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85186192-35ee-41ba-bd20-be9642009ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:19:15.653713 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1fec3f15-dc96-4b85-b1bf-97e953722021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:19:16.661367 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:19:18.190470 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:19:18.584951 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:19:40.640364 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 5 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:19:42.132444 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 50988) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:19:42.195186 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b47845c-86d0-423d-a55e-c903b37b629b admin admin] GET failed (client error): The resource could not be found. Apr 21 12:19:42.196517 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1b47845c-86d0-423d-a55e-c903b37b629b admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0632303 Apr 21 12:19:42.353519 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86abfb84-e8ac-4d8c-8f84-2c9551bc1506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:19:42.355011 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-86abfb84-e8ac-4d8c-8f84-2c9551bc1506 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1539087 Apr 21 12:19:43.323578 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-facf4d74-818b-4186-91a2-87d352ba60ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:19:44.537346 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 50998) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:19:44.626723 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfef1106-c2f2-4d4f-bc8d-3e221a5a6314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:19:44.628053 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-dfef1106-c2f2-4d4f-bc8d-3e221a5a6314 admin admin] 10.222.0.36 "GET /v2.0/subnets/ce5d5513-adea-462e-9aa9-9821e6944484 HTTP/1.1" status: 200 len: 849 time: 0.0897326 Apr 21 12:19:44.639965 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-88767842-d88d-4ec2-b9d4-34c9b89bbf82 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:19:44.783998 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88767842-d88d-4ec2-b9d4-34c9b89bbf82 admin admin] Notify callbacks [] for subnet, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:19:44.975174 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88767842-d88d-4ec2-b9d4-34c9b89bbf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768186767288'] for subnet, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:19:45.004997 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88767842-d88d-4ec2-b9d4-34c9b89bbf82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:19:45.005624 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88767842-d88d-4ec2-b9d4-34c9b89bbf82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:19:45.006901 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-88767842-d88d-4ec2-b9d4-34c9b89bbf82 admin admin] 10.222.0.36 "PUT /v2.0/subnets/ce5d5513-adea-462e-9aa9-9821e6944484 HTTP/1.1" status: 200 len: 868 time: 0.3706162 Apr 21 12:19:45.023348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853792a7-61a8-4dba-9774-3fac8db6d953 None None] Network 26b7ee9b-d12e-49b9-b600-b3d0300c6a9a requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:19:45.027436 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88767842-d88d-4ec2-b9d4-34c9b89bbf82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce5d5513-adea-462e-9aa9-9821e6944484,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:19:45.035079 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88767842-d88d-4ec2-b9d4-34c9b89bbf82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:19:45.035360 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88767842-d88d-4ec2-b9d4-34c9b89bbf82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:19:45.036386 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88767842-d88d-4ec2-b9d4-34c9b89bbf82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:19:45.036386 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88767842-d88d-4ec2-b9d4-34c9b89bbf82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:19:45.036386 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88767842-d88d-4ec2-b9d4-34c9b89bbf82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:19:45.036908 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88767842-d88d-4ec2-b9d4-34c9b89bbf82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:19:45.037304 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88767842-d88d-4ec2-b9d4-34c9b89bbf82 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:19:45.037559 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88767842-d88d-4ec2-b9d4-34c9b89bbf82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:19:45.037918 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88767842-d88d-4ec2-b9d4-34c9b89bbf82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:19:45.038239 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88767842-d88d-4ec2-b9d4-34c9b89bbf82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:19:45.039077 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88767842-d88d-4ec2-b9d4-34c9b89bbf82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:19:45.039397 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88767842-d88d-4ec2-b9d4-34c9b89bbf82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:19:45.380735 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a4dc076c-1a72-4039-974c-67aada6702e9 None None] Provisioning complete for port 1d8ab58f-1c80-4a41-8699-1bf51f19a183 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:19:45.381104 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4dc076c-1a72-4039-974c-67aada6702e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:19:45.465101 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a4dc076c-1a72-4039-974c-67aada6702e9 None None] Provisioning complete for port 498609f4-bca4-4ee4-b0fb-9026aab42ac7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:19:45.465410 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4dc076c-1a72-4039-974c-67aada6702e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:19:45.638202 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89bbbf66-27b0-4583-9b0f-c0563e288d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:19:46.669984 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:19:47.190920 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 51006) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:19:47.385981 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1229ec-4362-4697-b336-41d09bb7ddc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:19:47.386361 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1229ec-4362-4697-b336-41d09bb7ddc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:19:47.387894 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fa1229ec-4362-4697-b336-41d09bb7ddc1 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1960220 Apr 21 12:19:48.212717 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:19:48.587676 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:19:49.564450 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51014) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:19:49.760626 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0091df-3b7b-451d-b53b-3f43b446c5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:19:49.761089 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef0091df-3b7b-451d-b53b-3f43b446c5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:19:49.762632 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ef0091df-3b7b-451d-b53b-3f43b446c5aa admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1971228 Apr 21 12:19:51.940028 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51024) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:19:52.082317 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7754c03-6b44-43d6-9a28-337673724614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:19:52.084428 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f7754c03-6b44-43d6-9a28-337673724614 admin admin] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 886 time: 0.1430838 Apr 21 12:19:54.261110 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51032) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:19:54.388279 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ac5ad7e-1996-43e6-93db-6a3283cc9bfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:19:54.389646 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3ac5ad7e-1996-43e6-93db-6a3283cc9bfe admin admin] 10.222.0.36 "GET /v2.0/networks/26b7ee9b-d12e-49b9-b600-b3d0300c6a9a HTTP/1.1" status: 200 len: 869 time: 0.1275344 Apr 21 12:19:56.558096 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51040) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:19:56.753964 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4e27d0-c545-42cf-81b8-6fd29344f2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:19:56.754416 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4e27d0-c545-42cf-81b8-6fd29344f2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:19:56.755967 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4d4e27d0-c545-42cf-81b8-6fd29344f2fc admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1969087 Apr 21 12:19:58.958344 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51048) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:19:59.046896 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca02bc26-1b4f-4e56-8689-2a152cdc6b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:19:59.047341 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca02bc26-1b4f-4e56-8689-2a152cdc6b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:19:59.048798 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ca02bc26-1b4f-4e56-8689-2a152cdc6b52 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0895243 Apr 21 12:20:01.213391 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51056) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:20:01.302063 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ff08a7-4bc8-489d-9da6-d544c83bef70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:20:01.303378 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-78ff08a7-4bc8-489d-9da6-d544c83bef70 admin admin] 10.222.0.36 "GET /v2.0/subnets/ce5d5513-adea-462e-9aa9-9821e6944484 HTTP/1.1" status: 200 len: 868 time: 0.0890360 Apr 21 12:20:03.465444 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51064) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:20:03.551203 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146e0d34-b055-4dc4-b95f-0ad685d7c02d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:20:03.552534 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-146e0d34-b055-4dc4-b95f-0ad685d7c02d admin admin] 10.222.0.36 "GET /v2.0/subnets/ebaff0eb-1fcf-4195-b037-e64b92da4c31 HTTP/1.1" status: 200 len: 816 time: 0.0861237 Apr 21 12:20:13.334499 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c51b90a6-0207-4ba9-985c-8afab1273fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:20:15.640274 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ca50a95-ccac-4ccb-a4ef-f930b6c96cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:20:16.645953 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:20:17.639009 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 5 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:20:18.196986 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:20:18.588884 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:20:24.503617 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51118) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:20:24.549712 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-16a6a3dd-34b8-4152-a8a1-66982ef063a6 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:20:24.550714 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-16a6a3dd-34b8-4152-a8a1-66982ef063a6 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0461669 Apr 21 12:20:26.789810 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51126) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:20:26.848897 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb56e51e-1bc9-4f8c-8845-508e88fa1e43 admin admin] GET failed (client error): The resource could not be found. Apr 21 12:20:26.850231 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bb56e51e-1bc9-4f8c-8845-508e88fa1e43 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594451 Apr 21 12:20:26.988903 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698162f9-bfad-463f-9114-909515b540ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:20:26.990350 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-698162f9-bfad-463f-9114-909515b540ea admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1355400 Apr 21 12:20:29.173249 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51134) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:20:29.221036 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-5b6b626d-843e-4b9d-8a6e-0bf5e46ff4e1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:20:29.297007 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6b626d-843e-4b9d-8a6e-0bf5e46ff4e1 admin admin] Made reservation on behalf of 32a23cf49b2242e58cf227aed868fc9f for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:20:29.299240 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5b6b626d-843e-4b9d-8a6e-0bf5e46ff4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:20:29.326913 n-d-836147-2 neutron-server[103397]: WARNING neutron.services.revisions.revision_plugin [None req-5b6b626d-843e-4b9d-8a6e-0bf5e46ff4e1 admin admin] Could not find related network for resource to bump revision. Apr 21 12:20:29.340253 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b6b626d-843e-4b9d-8a6e-0bf5e46ff4e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:20:29.349392 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5b6b626d-843e-4b9d-8a6e-0bf5e46ff4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:20:29.349760 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-5b6b626d-843e-4b9d-8a6e-0bf5e46ff4e1 admin admin] Added segment 15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d of type vlan for network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 Apr 21 12:20:29.390359 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5b6b626d-843e-4b9d-8a6e-0bf5e46ff4e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:20:29.488002 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5b6b626d-843e-4b9d-8a6e-0bf5e46ff4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:20:29.488931 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6b626d-843e-4b9d-8a6e-0bf5e46ff4e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:20:29.489504 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5b6b626d-843e-4b9d-8a6e-0bf5e46ff4e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:20:29.545218 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b626d-843e-4b9d-8a6e-0bf5e46ff4e1 admin admin] Pushing event updated for resources: {'Network': ['ID=705ddbc0-3ec5-4892-8eef-70ae7253f7d0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:20:29.551442 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b626d-843e-4b9d-8a6e-0bf5e46ff4e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:20:29.556978 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b626d-843e-4b9d-8a6e-0bf5e46ff4e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:20:29.556978 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b626d-843e-4b9d-8a6e-0bf5e46ff4e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:20:29.556978 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b626d-843e-4b9d-8a6e-0bf5e46ff4e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:20:29.556978 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b626d-843e-4b9d-8a6e-0bf5e46ff4e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:20:29.556978 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b626d-843e-4b9d-8a6e-0bf5e46ff4e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:20:29.556978 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b626d-843e-4b9d-8a6e-0bf5e46ff4e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:20:29.556978 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b626d-843e-4b9d-8a6e-0bf5e46ff4e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:20:29.556978 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b626d-843e-4b9d-8a6e-0bf5e46ff4e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:20:29.556978 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b626d-843e-4b9d-8a6e-0bf5e46ff4e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:20:29.556978 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b626d-843e-4b9d-8a6e-0bf5e46ff4e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:20:29.556978 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6b626d-843e-4b9d-8a6e-0bf5e46ff4e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:20:29.567073 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:20:29.576783 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5b6b626d-843e-4b9d-8a6e-0bf5e46ff4e1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4024217 Apr 21 12:20:31.755033 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51142) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:20:31.813247 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af1b696-47bf-4a1e-a648-32e36c434512 admin admin] GET failed (client error): The resource could not be found. Apr 21 12:20:31.814557 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8af1b696-47bf-4a1e-a648-32e36c434512 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0586066 Apr 21 12:20:31.883050 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cd273a-e9d8-4194-8b8b-7b3a07ec0123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:20:31.884433 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-37cd273a-e9d8-4194-8b8b-7b3a07ec0123 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0651503 Apr 21 12:20:31.894342 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-10765e8f-b74a-4a26-8287-a0fa676804cc admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'name': 'shared-subnet'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:20:31.999631 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10765e8f-b74a-4a26-8287-a0fa676804cc admin admin] Made reservation on behalf of 32a23cf49b2242e58cf227aed868fc9f for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:20:32.001827 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10765e8f-b74a-4a26-8287-a0fa676804cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:20:32.208134 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10765e8f-b74a-4a26-8287-a0fa676804cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:20:32.261337 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10765e8f-b74a-4a26-8287-a0fa676804cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a923e814-982f-4506-8218-65f64d547ce6,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:20:32.268737 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10765e8f-b74a-4a26-8287-a0fa676804cc admin admin] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:20:32.269085 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10765e8f-b74a-4a26-8287-a0fa676804cc admin admin] Network hostable DHCP agents. Network: 705ddbc0-3ec5-4892-8eef-70ae7253f7d0, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:20:32.356481 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10765e8f-b74a-4a26-8287-a0fa676804cc admin admin] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:20:32.442336 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-10765e8f-b74a-4a26-8287-a0fa676804cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 705ddbc0-3ec5-4892-8eef-70ae7253f7d0) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:20:32.447028 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10765e8f-b74a-4a26-8287-a0fa676804cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:20:32.447597 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10765e8f-b74a-4a26-8287-a0fa676804cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:20:32.451520 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42db2be1-bc78-4969-8cd4-220810e54942 None None] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:20:32.519511 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-10765e8f-b74a-4a26-8287-a0fa676804cc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6282620 Apr 21 12:20:32.597484 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'tenant_id': '32a23cf49b2242e58cf227aed868fc9f', 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:20:32.598413 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:20:32.831704 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Allocated IP 192.168.233.2 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/23830344-8d80-454b-ac81-0cd2b575bdd7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:20:32.976251 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:20:33.077198 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:20:33.118567 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:20:33.121374 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:20:33.125013 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:20:33.130339 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Pushing event updated for resources: {'Port': ['ID=23830344-8d80-454b-ac81-0cd2b575bdd7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:20:33.141085 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:20:33.141439 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:20:33.141807 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:20:33.142145 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:20:33.142484 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:20:33.142833 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:20:33.143177 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:20:33.143488 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:20:33.143813 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:20:33.144133 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:20:33.144454 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:20:33.144771 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:20:33.191134 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Attempting to bind port 23830344-8d80-454b-ac81-0cd2b575bdd7 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:20:33.191497 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Attempting to bind port 23830344-8d80-454b-ac81-0cd2b575bdd7 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:20:33.191845 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Attempting to bind port 23830344-8d80-454b-ac81-0cd2b575bdd7 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:20:33.196792 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:20:33.197173 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:20:33.197553 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:20:33.197997 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:20:33.198455 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Bound port: 23830344-8d80-454b-ac81-0cd2b575bdd7, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:20:33.198903 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:20:33.263989 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] For port 23830344-8d80-454b-ac81-0cd2b575bdd7, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:20:33.267009 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] For port 23830344-8d80-454b-ac81-0cd2b575bdd7, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=23830344-8d80-454b-ac81-0cd2b575bdd7,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:20:33.337774 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:20:33.396132 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c462ea-f906-445b-a4b8-5498810b9430 None None] Pushing event updated for resources: {'Port': ['ID=23830344-8d80-454b-ac81-0cd2b575bdd7,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:20:34.034980 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 23830344-8d80-454b-ac81-0cd2b575bdd7 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:20:34.091217 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 23830344-8d80-454b-ac81-0cd2b575bdd7 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:20:34.091898 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:20:34.179839 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:20:34.215325 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 23830344-8d80-454b-ac81-0cd2b575bdd7, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=23830344-8d80-454b-ac81-0cd2b575bdd7,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:20:34.271458 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:20:34.295678 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c78708b-4057-4717-9f8d-5ba6ae744833 None None] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:20:34.375390 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=23830344-8d80-454b-ac81-0cd2b575bdd7,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:20:34.395343 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-249bd739-8a23-4546-bda4-0c6cca676983 None None] Provisioning complete for port 23830344-8d80-454b-ac81-0cd2b575bdd7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:20:34.395809 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-249bd739-8a23-4546-bda4-0c6cca676983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:20:34.750335 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3bd60d32-9f3d-4541-bdf9-c3e6d41a8c69 None None] Provisioning complete for port 23830344-8d80-454b-ac81-0cd2b575bdd7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:20:34.750704 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3bd60d32-9f3d-4541-bdf9-c3e6d41a8c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:20:35.964701 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 23830344-8d80-454b-ac81-0cd2b575bdd7 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:20:36.015863 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 23830344-8d80-454b-ac81-0cd2b575bdd7 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:20:36.016220 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:20:43.342244 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55e3ec2b-b9cd-4000-b161-32515007637b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:20:45.645452 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c8f0bc1-6de2-470f-9cd3-2edde4c90726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:20:46.654157 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:20:48.199077 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:20:48.603723 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:20:54.637533 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 5 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:21:13.336112 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4171b08a-ff96-41f1-a955-7aad6b061623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:21:15.653407 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9396f351-31c9-4daf-81e0-ccb4e79eeceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:21:16.650511 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:21:18.193026 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:21:18.593128 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:21:31.638283 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 5 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:21:43.337976 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63cd0bae-5c1a-4846-a6b7-cace9e14748c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:21:45.743743 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9299215-60ad-42dc-a85a-a8d51036e921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:21:46.649118 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:21:48.206483 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:21:48.600637 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:22:08.636785 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 5 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:22:13.368571 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60322ed2-907c-4725-86b5-66b138c5d74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:22:15.682460 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87d5ff8f-c433-48ae-b942-af7a2c4dab4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:22:16.665271 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:22:18.239901 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:22:18.591448 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:22:35.604232 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51182) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:22:35.610836 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-ca14ece4-120b-4931-8c07-4d0032f03a9f tempest-verify_tempest_config-24373684 tempest-verify_tempest_config-24373684-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:22:35.611860 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ca14ece4-120b-4931-8c07-4d0032f03a9f tempest-verify_tempest_config-24373684 tempest-verify_tempest_config-24373684-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066943 Apr 21 12:22:36.159132 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 51200) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:22:36.259809 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e699071c-57a4-4256-8716-4f4d2223d712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:22:36.335595 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e699071c-57a4-4256-8716-4f4d2223d712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:22:36.399646 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e699071c-57a4-4256-8716-4f4d2223d712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:22:36.444106 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e699071c-57a4-4256-8716-4f4d2223d712 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e8eb1bbc0ae4b738c501683321dcabe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2839532 Apr 21 12:22:36.444943 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699071c-57a4-4256-8716-4f4d2223d712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6d9e45-83ab-4d53-a688-6d9c5d9dd4ac,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:22:36.447351 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51206) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:22:36.451458 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699071c-57a4-4256-8716-4f4d2223d712 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:22:36.451800 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699071c-57a4-4256-8716-4f4d2223d712 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:22:36.452133 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699071c-57a4-4256-8716-4f4d2223d712 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:22:36.452458 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699071c-57a4-4256-8716-4f4d2223d712 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:22:36.452779 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699071c-57a4-4256-8716-4f4d2223d712 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:22:36.453099 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699071c-57a4-4256-8716-4f4d2223d712 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:22:36.453418 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699071c-57a4-4256-8716-4f4d2223d712 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:22:36.453765 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699071c-57a4-4256-8716-4f4d2223d712 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:22:36.454084 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699071c-57a4-4256-8716-4f4d2223d712 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:22:36.454397 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699071c-57a4-4256-8716-4f4d2223d712 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:22:36.454717 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699071c-57a4-4256-8716-4f4d2223d712 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:22:36.455027 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699071c-57a4-4256-8716-4f4d2223d712 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:22:36.500155 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f1cf3c7-052a-40a2-a18c-26291a3abe9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:22:36.520503 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f1cf3c7-052a-40a2-a18c-26291a3abe9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:22:36.880718 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f1cf3c7-052a-40a2-a18c-26291a3abe9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:22:36.883138 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f1cf3c7-052a-40a2-a18c-26291a3abe9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:22:36.884269 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8f1cf3c7-052a-40a2-a18c-26291a3abe9a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/db6d9e45-83ab-4d53-a688-6d9c5d9dd4ac HTTP/1.1" status: 204 len: 168 time: 0.4358931 Apr 21 12:22:36.892031 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1cf3c7-052a-40a2-a18c-26291a3abe9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6d9e45-83ab-4d53-a688-6d9c5d9dd4ac,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:22:36.898523 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cf3c7-052a-40a2-a18c-26291a3abe9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:22:36.898865 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cf3c7-052a-40a2-a18c-26291a3abe9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:22:36.899198 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cf3c7-052a-40a2-a18c-26291a3abe9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:22:36.899526 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cf3c7-052a-40a2-a18c-26291a3abe9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:22:36.899850 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cf3c7-052a-40a2-a18c-26291a3abe9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:22:36.900170 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cf3c7-052a-40a2-a18c-26291a3abe9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:22:36.900487 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cf3c7-052a-40a2-a18c-26291a3abe9a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:22:36.900803 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cf3c7-052a-40a2-a18c-26291a3abe9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:22:36.901116 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cf3c7-052a-40a2-a18c-26291a3abe9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:22:36.901423 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cf3c7-052a-40a2-a18c-26291a3abe9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:22:36.901876 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cf3c7-052a-40a2-a18c-26291a3abe9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:22:36.902191 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1cf3c7-052a-40a2-a18c-26291a3abe9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:22:43.321411 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fec6eb7-b1d2-4301-92ad-df7806a34a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:22:45.635228 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 5 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:22:45.644798 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75b2b187-8338-405e-b193-e53c82e1e1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:22:46.679395 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:22:48.222075 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:22:48.639131 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:23:13.381177 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8a7498d-1519-4aa4-a360-a6c43ecb7401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:23:15.652118 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8676e860-625d-41e5-9664-8f26ff7235c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:23:16.672950 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:23:18.221512 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:23:18.612289 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:23:22.634514 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 5 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:23:43.334822 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1802f9d-3932-4d03-9d8a-023265732440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:23:45.637428 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4cb59ef-ddd5-419e-b29e-991aadc130cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:23:46.668253 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:23:48.228277 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:23:48.600281 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:23:59.633435 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 5 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:24:13.345318 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72ea4cb3-3d22-4f2b-801d-95ff83866251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:24:15.650418 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe0376d6-f775-4299-8b08-308fee21c709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:24:16.688289 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:24:18.233416 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:24:18.599348 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:24:36.632238 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 5 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:24:43.335331 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f834b201-e677-4d36-97f5-198082d1e264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:24:45.659048 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd3c7d86-b1b6-446c-8a08-45378eebc255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:24:46.693255 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:24:48.220761 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:24:48.596112 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:25:13.334250 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a393e37a-fc0a-4a8b-9fbb-a7495e563ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:25:13.630782 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 5 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:25:15.658032 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32396715-9f3c-4391-ac70-51a462fb34b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:25:16.686839 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:25:18.225510 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:25:18.579825 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:25:43.344939 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-742936fb-3a6b-4ed3-94b2-e8fe943db31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:25:45.691964 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7ad3d67-e72a-4fb7-ae4f-2046ba6fe113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:25:46.714376 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:25:47.413326 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3665649'] for agent, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:25:48.264576 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:25:48.606228 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:25:50.110309 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3665649'] for agent, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:25:50.629978 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:26:13.349369 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15f74875-e501-4103-94e3-3222811a3bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:26:15.641053 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75f1fc4e-71c9-4f5d-8b04-da6894475e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:26:16.669667 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:26:17.370717 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:26:18.273358 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:26:18.623753 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:26:20.131870 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:26:27.630304 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:26:32.032635 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 51262) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:26:32.135623 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b1eeedfd-72c1-457e-8522-c7deea4c7f3e admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1019199 Apr 21 12:26:34.308134 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 51272) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:26:34.363036 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b2816383-1aae-49cc-984a-1e297e3855a8 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0533540 Apr 21 12:26:43.343015 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6fdf5402-e135-4ede-ba45-fe5e652ba561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:26:45.662861 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-349a2aed-e636-4570-b506-7a238e8e51ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:26:46.702011 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:26:47.382793 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:26:48.262667 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:26:48.617148 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:26:50.068510 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:27:04.630326 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:27:13.370914 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24d8d382-8e0c-462c-8757-c12575e2f68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:27:15.651033 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05608db7-a056-4fec-906c-abc2ada1df01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:27:16.674291 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:27:17.408123 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:27:18.272881 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:27:18.646096 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:27:20.090607 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:27:41.629114 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:27:43.363112 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dafd4360-b3dc-40f6-8c55-48fe9fef6665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:27:45.632080 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1bbc9a6-a82b-4d9f-b5e5-67a570c46481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:27:46.688662 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:27:47.403674 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:27:48.254150 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:27:48.632546 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:27:50.118836 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:10.383022 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 51468) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:10.856337 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e6ca0496-b408-4b51-89f7-7855a65c17d3 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866786063-network', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:28:10.951012 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ca0496-b408-4b51-89f7-7855a65c17d3 admin admin] Made reservation on behalf of c66726bc1d664d6d9ca628f60b5422d1 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:28:10.953372 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e6ca0496-b408-4b51-89f7-7855a65c17d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:10.961822 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e6ca0496-b408-4b51-89f7-7855a65c17d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:11.038518 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e6ca0496-b408-4b51-89f7-7855a65c17d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:11.124302 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e6ca0496-b408-4b51-89f7-7855a65c17d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:11.151768 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6ca0496-b408-4b51-89f7-7855a65c17d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:28:11.158334 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca0496-b408-4b51-89f7-7855a65c17d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1399ad15-86b4-4626-abf5-9e314917adcc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:11.168316 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e6ca0496-b408-4b51-89f7-7855a65c17d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:11.168728 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-e6ca0496-b408-4b51-89f7-7855a65c17d3 admin admin] Added segment 3c321deb-83bf-47d7-975b-8339f3a4592f of type vlan for network 7bed1b78-2645-446a-9812-77a5a7c4f0d8 Apr 21 12:28:11.180691 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca0496-b408-4b51-89f7-7855a65c17d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:11.181088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca0496-b408-4b51-89f7-7855a65c17d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:11.184545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca0496-b408-4b51-89f7-7855a65c17d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:11.184545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca0496-b408-4b51-89f7-7855a65c17d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:11.184545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca0496-b408-4b51-89f7-7855a65c17d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:11.184545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca0496-b408-4b51-89f7-7855a65c17d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:11.184545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca0496-b408-4b51-89f7-7855a65c17d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:11.184545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca0496-b408-4b51-89f7-7855a65c17d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:11.184545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca0496-b408-4b51-89f7-7855a65c17d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:11.184545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca0496-b408-4b51-89f7-7855a65c17d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:11.184545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca0496-b408-4b51-89f7-7855a65c17d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:11.184545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca0496-b408-4b51-89f7-7855a65c17d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ca0496-b408-4b51-89f7-7855a65c17d3 admin admin] Tracked resource versions report: Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: pushed versions: Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: { 'AddressGroup': {'1.2'}, Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: 'ConntrackHelper': {'1.0'}, Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: 'Log': {'1.0'}, Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: 'Network': {'1.1'}, Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: 'Port': {'1.7'}, Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: 'PortForwarding': {'1.2'}, Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: 'QosPolicy': {'1.9'}, Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: 'SecurityGroup': {'1.4'}, Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: 'SecurityGroupRule': {'1.2'}, Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: 'SubPort': {'1.0'}, Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: 'Subnet': {'1.1'}, Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: 'Trunk': {'1.1'}} Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: consumer versions: Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: { DHCP agent@n-d-836147-2: {}, Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: HyperV agent@n-h1-836147-2: {}, Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: HyperV agent@n-h2-836147-2: {}, Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: L3 agent@n-d-836147-2: {}, Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: Metadata agent@n-d-836147-2: {}, Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: Metering agent@n-d-836147-2: {}, Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: Open vSwitch agent@n-d-836147-2: { 'AddressGroup': '1.2', Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: 'ConntrackHelper': '1.0', Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: 'Log': '1.0', Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: 'Network': '1.1', Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: 'Port': '1.7', Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: 'PortForwarding': '1.2', Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: 'QosPolicy': '1.9', Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: 'SecurityGroup': '1.4', Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: 'SecurityGroupRule': '1.2', Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: 'SubPort': '1.0', Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: 'Subnet': '1.1', Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: 'Trunk': '1.1'}} Apr 21 12:28:11.186007 n-d-836147-2 neutron-server[103398]: {{(pid=103398) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 12:28:11.227329 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e6ca0496-b408-4b51-89f7-7855a65c17d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:11.329258 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e6ca0496-b408-4b51-89f7-7855a65c17d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:11.330679 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ca0496-b408-4b51-89f7-7855a65c17d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:11.331399 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e6ca0496-b408-4b51-89f7-7855a65c17d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:11.391969 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca0496-b408-4b51-89f7-7855a65c17d3 admin admin] Pushing event updated for resources: {'Network': ['ID=7bed1b78-2645-446a-9812-77a5a7c4f0d8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:11.403086 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 7bed1b78-2645-446a-9812-77a5a7c4f0d8 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:28:11.441273 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e6ca0496-b408-4b51-89f7-7855a65c17d3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0563159 Apr 21 12:28:11.443906 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 51504) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:11.448596 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3635b9a3-e55c-4586-a184-15de77736e68 admin admin] Request body: {'subnet': {'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866786063-subnet', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:28:11.535233 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3635b9a3-e55c-4586-a184-15de77736e68 admin admin] Made reservation on behalf of c66726bc1d664d6d9ca628f60b5422d1 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:28:11.537760 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3635b9a3-e55c-4586-a184-15de77736e68 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:11.769958 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3635b9a3-e55c-4586-a184-15de77736e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:11.822309 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635b9a3-e55c-4586-a184-15de77736e68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53214ab6-7220-4f63-a722-64332ff2dee2,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:11.840690 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3635b9a3-e55c-4586-a184-15de77736e68 admin admin] Checking segment: {'id': '3c321deb-83bf-47d7-975b-8339f3a4592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:28:11.841170 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3635b9a3-e55c-4586-a184-15de77736e68 admin admin] Network hostable DHCP agents. Network: 7bed1b78-2645-446a-9812-77a5a7c4f0d8, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:28:11.900900 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3635b9a3-e55c-4586-a184-15de77736e68 admin admin] Network 7bed1b78-2645-446a-9812-77a5a7c4f0d8 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:28:11.974745 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-3635b9a3-e55c-4586-a184-15de77736e68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 7bed1b78-2645-446a-9812-77a5a7c4f0d8) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:28:11.979377 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3635b9a3-e55c-4586-a184-15de77736e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:11.980497 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3635b9a3-e55c-4586-a184-15de77736e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:11.983733 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbc1d21-b7a1-46fd-994e-a1542b0b90e9 None None] Network 7bed1b78-2645-446a-9812-77a5a7c4f0d8 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:28:12.069046 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3635b9a3-e55c-4586-a184-15de77736e68 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6239948 Apr 21 12:28:12.071776 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 51528) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:12.077016 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5970b181-d49f-4e44-8be2-d7befa334cd2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866786063-router', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:28:12.134721 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-7bed1b78-2645-446a-9812-77a5a7c4f0d8', 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'fixed_ips': [{'subnet_id': '53214ab6-7220-4f63-a722-64332ff2dee2'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:28:12.135657 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:12.175057 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5970b181-d49f-4e44-8be2-d7befa334cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:12.176302 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5970b181-d49f-4e44-8be2-d7befa334cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:12.268489 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5970b181-d49f-4e44-8be2-d7befa334cd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:12.280741 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Allocated IP 172.20.0.2 (7bed1b78-2645-446a-9812-77a5a7c4f0d8/53214ab6-7220-4f63-a722-64332ff2dee2/fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:28:12.432230 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:12.512688 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:12.539314 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5970b181-d49f-4e44-8be2-d7befa334cd2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:12.562482 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Network 7bed1b78-2645-446a-9812-77a5a7c4f0d8 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:28:12.566506 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:28:12.569044 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:28:12.572017 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Pushing event updated for resources: {'Port': ['ID=fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:12.583264 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:12.583605 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:12.583945 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:12.584272 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:12.584596 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:12.584945 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:12.585393 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:12.585830 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:12.586056 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:12.586374 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:12.586692 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:12.587004 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Tracked resource versions report: Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: pushed versions: Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: { 'AddressGroup': {'1.2'}, Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: 'ConntrackHelper': {'1.0'}, Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: 'Log': {'1.0'}, Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: 'Network': {'1.1'}, Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: 'Port': {'1.7'}, Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: 'PortForwarding': {'1.2'}, Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: 'QosPolicy': {'1.9'}, Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: 'SecurityGroup': {'1.4'}, Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: 'SecurityGroupRule': {'1.2'}, Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: 'SubPort': {'1.0'}, Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: 'Subnet': {'1.1'}, Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: 'Trunk': {'1.1'}} Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: consumer versions: Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: { DHCP agent@n-d-836147-2: {}, Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: HyperV agent@n-h1-836147-2: {}, Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: HyperV agent@n-h2-836147-2: {}, Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: L3 agent@n-d-836147-2: {}, Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: Metadata agent@n-d-836147-2: {}, Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: Metering agent@n-d-836147-2: {}, Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: Open vSwitch agent@n-d-836147-2: { 'AddressGroup': '1.2', Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: 'ConntrackHelper': '1.0', Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: 'Log': '1.0', Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: 'Network': '1.1', Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: 'Port': '1.7', Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: 'PortForwarding': '1.2', Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: 'QosPolicy': '1.9', Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: 'SecurityGroup': '1.4', Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: 'SecurityGroupRule': '1.2', Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: 'SubPort': '1.0', Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: 'Subnet': '1.1', Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: 'Trunk': '1.1'}} Apr 21 12:28:12.588110 n-d-836147-2 neutron-server[103399]: {{(pid=103399) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 12:28:12.638058 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Attempting to bind port fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:28:12.638368 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Attempting to bind port fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '3c321deb-83bf-47d7-975b-8339f3a4592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:28:12.638728 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Attempting to bind port fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7 on network 7bed1b78-2645-446a-9812-77a5a7c4f0d8 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:28:12.644365 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:28:12.644732 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Checking segment: {'id': '3c321deb-83bf-47d7-975b-8339f3a4592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:28:12.645133 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:12.647484 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Bound using segment: {'id': '3c321deb-83bf-47d7-975b-8339f3a4592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:28:12.647484 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Bound port: fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c321deb-83bf-47d7-975b-8339f3a4592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:28:12.647484 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:12.719540 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] For port fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:28:12.722904 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] For port fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7,segment=NetworkSegment(3c321deb-83bf-47d7-975b-8339f3a4592f),segment_id=3c321deb-83bf-47d7-975b-8339f3a4592f)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:28:12.792675 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:12.845542 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5970b181-d49f-4e44-8be2-d7befa334cd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:12.856522 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937a8dc-47a7-4c13-94ac-690747e969fb None None] Pushing event updated for resources: {'Port': ['ID=fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:12.889890 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5970b181-d49f-4e44-8be2-d7befa334cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:13.108554 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-5970b181-d49f-4e44-8be2-d7befa334cd2 admin admin] Allocated IP 172.25.8.177 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/a817db2d-cb0c-4619-836b-bb3961bc329b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:28:13.229344 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5970b181-d49f-4e44-8be2-d7befa334cd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:13.330718 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5970b181-d49f-4e44-8be2-d7befa334cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:13.354393 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad98a3f8-6126-4f23-90a7-1292a1043460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:13.375577 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5970b181-d49f-4e44-8be2-d7befa334cd2 admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:28:13.380716 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-5970b181-d49f-4e44-8be2-d7befa334cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:28:13.385740 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5970b181-d49f-4e44-8be2-d7befa334cd2 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:28:13.422888 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970b181-d49f-4e44-8be2-d7befa334cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=a817db2d-cb0c-4619-836b-bb3961bc329b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:13.672840 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5970b181-d49f-4e44-8be2-d7befa334cd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:13.911457 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5970b181-d49f-4e44-8be2-d7befa334cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:13.962070 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64de92f-64c7-4a5c-921f-b0ff63c11343 None None] Network 7bed1b78-2645-446a-9812-77a5a7c4f0d8 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:28:14.135616 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5970b181-d49f-4e44-8be2-d7befa334cd2 admin admin] Router c303a3e0-f19a-4cf3-840d-84c6c3835d45 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:28:14.191085 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b31e7675-ea73-46ff-9f62-c6c968dd946e None None] Provisioning complete for port fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:14.191458 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b31e7675-ea73-46ff-9f62-c6c968dd946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:14.268532 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5970b181-d49f-4e44-8be2-d7befa334cd2 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:28:14.284212 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215e113-23d4-48d0-94ed-64217949f513 None None] Sync routers for ids ['c303a3e0-f19a-4cf3-840d-84c6c3835d45'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:28:14.298989 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4215e113-23d4-48d0-94ed-64217949f513 None None] Routers {'c303a3e0-f19a-4cf3-840d-84c6c3835d45'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:28:14.300035 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4215e113-23d4-48d0-94ed-64217949f513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:27:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['c303a3e0-f19a-4cf3-840d-84c6c3835d45'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:14.351011 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b31e7675-ea73-46ff-9f62-c6c968dd946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:14.353332 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:28:14.360645 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5970b181-d49f-4e44-8be2-d7befa334cd2 admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:14.362019 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5970b181-d49f-4e44-8be2-d7befa334cd2 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.2891688 Apr 21 12:28:14.364731 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 51618) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:14.422320 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:14.422923 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:14.496809 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b31e7675-ea73-46ff-9f62-c6c968dd946e None None] For port fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7,segment=NetworkSegment(3c321deb-83bf-47d7-975b-8339f3a4592f),segment_id=3c321deb-83bf-47d7-975b-8339f3a4592f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:28:14.536888 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:14.575963 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b31e7675-ea73-46ff-9f62-c6c968dd946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:14.578551 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-4215e113-23d4-48d0-94ed-64217949f513 None None] Set router c303a3e0-f19a-4cf3-840d-84c6c3835d45 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:28:14.725431 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:28:14.726066 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:28:14.730822 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e7675-ea73-46ff-9f62-c6c968dd946e None None] Pushing event updated for resources: {'Port': ['ID=fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:14.869618 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4215e113-23d4-48d0-94ed-64217949f513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866786063-router', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:13Z', 'revision_number': 3, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'gw_port': {'id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:14.906410 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215e113-23d4-48d0-94ed-64217949f513 None None] Checking router: c303a3e0-f19a-4cf3-840d-84c6c3835d45 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:28:14.906764 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215e113-23d4-48d0-94ed-64217949f513 None None] Updating router c303a3e0-f19a-4cf3-840d-84c6c3835d45 port a817db2d-cb0c-4619-836b-bb3961bc329b binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:28:14.910744 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c0cb7ae9-9992-4218-94e8-66256d9d24eb None None] Provisioning complete for port fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:14.910744 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0cb7ae9-9992-4218-94e8-66256d9d24eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:14.959396 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4215e113-23d4-48d0-94ed-64217949f513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:15.054030 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-08983d12-e5ac-4518-ac2c-2f3ae559037e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:15.251611 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51646) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:15.361395 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4215e113-23d4-48d0-94ed-64217949f513 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:15.433263 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26ad4f7d-8e27-4ada-bbf1-79a63d67057b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:15.444062 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4215e113-23d4-48d0-94ed-64217949f513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:15.453468 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-08983d12-e5ac-4518-ac2c-2f3ae559037e admin admin] Allocated IP 172.20.0.1 (7bed1b78-2645-446a-9812-77a5a7c4f0d8/53214ab6-7220-4f63-a722-64332ff2dee2/e044f882-8010-4157-810a-a4a180c37f83) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:28:15.519439 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4215e113-23d4-48d0-94ed-64217949f513 None None] Attempting to bind port a817db2d-cb0c-4619-836b-bb3961bc329b on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:28:15.520016 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4215e113-23d4-48d0-94ed-64217949f513 None None] Attempting to bind port a817db2d-cb0c-4619-836b-bb3961bc329b by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:28:15.520279 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4215e113-23d4-48d0-94ed-64217949f513 None None] Attempting to bind port a817db2d-cb0c-4619-836b-bb3961bc329b on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:28:15.522429 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6a791-002b-4070-b21c-f8cbc73e7d89 None None] Pushing event updated for resources: {'Port': ['ID=a817db2d-cb0c-4619-836b-bb3961bc329b,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:15.533782 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4215e113-23d4-48d0-94ed-64217949f513 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:28:15.535888 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4215e113-23d4-48d0-94ed-64217949f513 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:28:15.535888 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4215e113-23d4-48d0-94ed-64217949f513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:15.535888 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4215e113-23d4-48d0-94ed-64217949f513 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:28:15.536123 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4215e113-23d4-48d0-94ed-64217949f513 None None] Bound port: a817db2d-cb0c-4619-836b-bb3961bc329b, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:28:15.536380 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4215e113-23d4-48d0-94ed-64217949f513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:15.540592 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af6a791-002b-4070-b21c-f8cbc73e7d89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:15.540707 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af6a791-002b-4070-b21c-f8cbc73e7d89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:15.540970 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af6a791-002b-4070-b21c-f8cbc73e7d89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:15.541294 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af6a791-002b-4070-b21c-f8cbc73e7d89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:15.541684 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af6a791-002b-4070-b21c-f8cbc73e7d89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:15.542159 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af6a791-002b-4070-b21c-f8cbc73e7d89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:15.542491 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af6a791-002b-4070-b21c-f8cbc73e7d89 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:15.542817 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af6a791-002b-4070-b21c-f8cbc73e7d89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:15.543139 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af6a791-002b-4070-b21c-f8cbc73e7d89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:15.543462 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af6a791-002b-4070-b21c-f8cbc73e7d89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:15.543784 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af6a791-002b-4070-b21c-f8cbc73e7d89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:15.544133 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af6a791-002b-4070-b21c-f8cbc73e7d89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af6a791-002b-4070-b21c-f8cbc73e7d89 None None] Tracked resource versions report: Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: pushed versions: Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: { 'AddressGroup': {'1.2'}, Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: 'ConntrackHelper': {'1.0'}, Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: 'Log': {'1.0'}, Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: 'Network': {'1.1'}, Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: 'Port': {'1.7'}, Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: 'PortForwarding': {'1.2'}, Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: 'QosPolicy': {'1.9'}, Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: 'SecurityGroup': {'1.4'}, Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: 'SecurityGroupRule': {'1.2'}, Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: 'SubPort': {'1.0'}, Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: 'Subnet': {'1.1'}, Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: 'Trunk': {'1.1'}} Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: consumer versions: Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: { DHCP agent@n-d-836147-2: {}, Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: HyperV agent@n-h1-836147-2: {}, Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: HyperV agent@n-h2-836147-2: {}, Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: L3 agent@n-d-836147-2: {}, Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: Metadata agent@n-d-836147-2: {}, Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: Metering agent@n-d-836147-2: {}, Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: Open vSwitch agent@n-d-836147-2: { 'AddressGroup': '1.2', Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: 'ConntrackHelper': '1.0', Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: 'Log': '1.0', Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: 'Network': '1.1', Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: 'Port': '1.7', Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: 'PortForwarding': '1.2', Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: 'QosPolicy': '1.9', Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: 'SecurityGroup': '1.4', Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: 'SecurityGroupRule': '1.2', Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: 'SubPort': '1.0', Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: 'Subnet': '1.1', Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: 'Trunk': '1.1'}} Apr 21 12:28:15.545329 n-d-836147-2 neutron-server[103400]: {{(pid=103400) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 12:28:15.555862 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26ad4f7d-8e27-4ada-bbf1-79a63d67057b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:15.608272 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-08983d12-e5ac-4518-ac2c-2f3ae559037e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:15.620761 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26ad4f7d-8e27-4ada-bbf1-79a63d67057b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:15.640011 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c61a779-3603-4c46-9a49-26ac83fa29af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:15.642065 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4215e113-23d4-48d0-94ed-64217949f513 None None] For port a817db2d-cb0c-4619-836b-bb3961bc329b, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:28:15.645827 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4215e113-23d4-48d0-94ed-64217949f513 None None] For port a817db2d-cb0c-4619-836b-bb3961bc329b, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a817db2d-cb0c-4619-836b-bb3961bc329b,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:28:15.681092 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-26ad4f7d-8e27-4ada-bbf1-79a63d67057b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=00b2f6fae4634c74b09daa51cd91acd4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4283998 Apr 21 12:28:15.681685 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51666) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:15.688640 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad4f7d-8e27-4ada-bbf1-79a63d67057b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19a567e-3d15-4293-8356-d73728f2e404,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:15.720901 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad4f7d-8e27-4ada-bbf1-79a63d67057b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:15.721239 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad4f7d-8e27-4ada-bbf1-79a63d67057b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:15.721576 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad4f7d-8e27-4ada-bbf1-79a63d67057b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:15.721941 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad4f7d-8e27-4ada-bbf1-79a63d67057b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:15.722589 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad4f7d-8e27-4ada-bbf1-79a63d67057b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:15.722589 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad4f7d-8e27-4ada-bbf1-79a63d67057b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:15.722881 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad4f7d-8e27-4ada-bbf1-79a63d67057b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:15.723197 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad4f7d-8e27-4ada-bbf1-79a63d67057b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:15.723510 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad4f7d-8e27-4ada-bbf1-79a63d67057b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:15.723824 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad4f7d-8e27-4ada-bbf1-79a63d67057b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:15.724138 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad4f7d-8e27-4ada-bbf1-79a63d67057b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:15.724448 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad4f7d-8e27-4ada-bbf1-79a63d67057b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ad4f7d-8e27-4ada-bbf1-79a63d67057b admin admin] Tracked resource versions report: Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: pushed versions: Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: { 'AddressGroup': {'1.2'}, Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: 'ConntrackHelper': {'1.0'}, Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: 'Log': {'1.0'}, Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: 'Network': {'1.1'}, Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: 'Port': {'1.7'}, Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: 'PortForwarding': {'1.2'}, Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: 'QosPolicy': {'1.9'}, Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: 'SecurityGroup': {'1.4'}, Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: 'SecurityGroupRule': {'1.2'}, Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: 'SubPort': {'1.0'}, Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: 'Subnet': {'1.1'}, Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: 'Trunk': {'1.1'}} Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: consumer versions: Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: { DHCP agent@n-d-836147-2: {}, Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: HyperV agent@n-h1-836147-2: {}, Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: HyperV agent@n-h2-836147-2: {}, Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: L3 agent@n-d-836147-2: {}, Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: Metadata agent@n-d-836147-2: {}, Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: Metering agent@n-d-836147-2: {}, Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: Open vSwitch agent@n-d-836147-2: { 'AddressGroup': '1.2', Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: 'ConntrackHelper': '1.0', Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: 'Log': '1.0', Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: 'Network': '1.1', Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: 'Port': '1.7', Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: 'PortForwarding': '1.2', Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: 'QosPolicy': '1.9', Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: 'SecurityGroup': '1.4', Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: 'SecurityGroupRule': '1.2', Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: 'SubPort': '1.0', Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: 'Subnet': '1.1', Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: 'Trunk': '1.1'}} Apr 21 12:28:15.725539 n-d-836147-2 neutron-server[103397]: {{(pid=103397) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 21 12:28:15.741026 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-08983d12-e5ac-4518-ac2c-2f3ae559037e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:15.761910 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f746fb2-1d0d-4bd1-b49d-b1bf64977efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:15.778336 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08983d12-e5ac-4518-ac2c-2f3ae559037e admin admin] Network 7bed1b78-2645-446a-9812-77a5a7c4f0d8 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:28:15.785354 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-08983d12-e5ac-4518-ac2c-2f3ae559037e admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:28:15.785870 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f746fb2-1d0d-4bd1-b49d-b1bf64977efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:15.787034 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4215e113-23d4-48d0-94ed-64217949f513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:15.798629 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08983d12-e5ac-4518-ac2c-2f3ae559037e admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:28:15.799128 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-08983d12-e5ac-4518-ac2c-2f3ae559037e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:15.847045 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4215e113-23d4-48d0-94ed-64217949f513 None None] Routers {'c303a3e0-f19a-4cf3-840d-84c6c3835d45'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:28:15.847686 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4215e113-23d4-48d0-94ed-64217949f513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:28:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['c303a3e0-f19a-4cf3-840d-84c6c3835d45'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:15.872750 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08983d12-e5ac-4518-ac2c-2f3ae559037e admin admin] Pushing event updated for resources: {'Port': ['ID=e044f882-8010-4157-810a-a4a180c37f83,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:15.986716 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f746fb2-1d0d-4bd1-b49d-b1bf64977efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:15.989452 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f746fb2-1d0d-4bd1-b49d-b1bf64977efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:15.990972 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7f746fb2-1d0d-4bd1-b49d-b1bf64977efe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e19a567e-3d15-4293-8356-d73728f2e404 HTTP/1.1" status: 204 len: 168 time: 0.3073664 Apr 21 12:28:16.006271 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f746fb2-1d0d-4bd1-b49d-b1bf64977efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19a567e-3d15-4293-8356-d73728f2e404,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:16.071093 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6a791-002b-4070-b21c-f8cbc73e7d89 None None] Pushing event updated for resources: {'Port': ['ID=a817db2d-cb0c-4619-836b-bb3961bc329b,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:16.078451 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-4215e113-23d4-48d0-94ed-64217949f513 None None] Set router c303a3e0-f19a-4cf3-840d-84c6c3835d45 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:28:16.205442 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-23a86037-c87e-4604-85c2-2bd211dad02f None None] Provisioning complete for port e044f882-8010-4157-810a-a4a180c37f83 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:16.208261 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23a86037-c87e-4604-85c2-2bd211dad02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:16.243225 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-08983d12-e5ac-4518-ac2c-2f3ae559037e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:16.266756 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:28:16.329068 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-23a86037-c87e-4604-85c2-2bd211dad02f None None] Port e044f882-8010-4157-810a-a4a180c37f83 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:28:16.336294 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:16.337816 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:16.465147 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-08983d12-e5ac-4518-ac2c-2f3ae559037e admin admin] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:16.487250 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4215e113-23d4-48d0-94ed-64217949f513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866786063-router', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:13Z', 'revision_number': 3, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'gw_port': {'id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:16.515003 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4215e113-23d4-48d0-94ed-64217949f513 None None] The sync data for ids ['c303a3e0-f19a-4cf3-840d-84c6c3835d45'] in n-d-836147-2 is: [{'id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866786063-router', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:13Z', 'revision_number': 3, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'gw_port': {'id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:28:16.529203 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-08983d12-e5ac-4518-ac2c-2f3ae559037e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:16.530055 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-08983d12-e5ac-4518-ac2c-2f3ae559037e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:16.643384 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08983d12-e5ac-4518-ac2c-2f3ae559037e admin admin] Pushing event updated for resources: {'Port': ['ID=e044f882-8010-4157-810a-a4a180c37f83,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:16.681429 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08983d12-e5ac-4518-ac2c-2f3ae559037e admin admin] Network 7bed1b78-2645-446a-9812-77a5a7c4f0d8 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:28:16.683019 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-08983d12-e5ac-4518-ac2c-2f3ae559037e admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:28:16.777846 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:16.870986 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08983d12-e5ac-4518-ac2c-2f3ae559037e admin admin] Router c303a3e0-f19a-4cf3-840d-84c6c3835d45 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:28:16.999345 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51748) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:17.014295 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2bac-d727-424c-9898-14e1d06c5d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:17.067383 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08983d12-e5ac-4518-ac2c-2f3ae559037e admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:28:17.070186 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5f6e0d08-57fd-4688-85ca-4eb4afd93ba8 None None] Provisioning complete for port e044f882-8010-4157-810a-a4a180c37f83 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:17.070631 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f6e0d08-57fd-4688-85ca-4eb4afd93ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:17.072829 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-08983d12-e5ac-4518-ac2c-2f3ae559037e admin admin] 10.222.0.36 "PUT /v2.0/routers/c303a3e0-f19a-4cf3-840d-84c6c3835d45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7070639 Apr 21 12:28:17.124290 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2bac-d727-424c-9898-14e1d06c5d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:17.130751 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5f6e0d08-57fd-4688-85ca-4eb4afd93ba8 None None] Port e044f882-8010-4157-810a-a4a180c37f83 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:28:17.198144 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b3f2bac-d727-424c-9898-14e1d06c5d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:17.232913 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f2bac-d727-424c-9898-14e1d06c5d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05692329-5854-4689-98b6-62d548714c3b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:17.274353 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0b3f2bac-d727-424c-9898-14e1d06c5d24 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6a33a9fb129044f7b5d87bfe11a33dce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2722480 Apr 21 12:28:17.275786 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 51772) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:17.355105 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4e3c1254-28f5-4a9a-872e-519e4adea01c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:17.390537 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4e3c1254-28f5-4a9a-872e-519e4adea01c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:17.416911 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:17.502646 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 51800) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:17.504964 n-d-836147-2 neutron-server[103398]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 21 12:28:17.540890 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4e3c1254-28f5-4a9a-872e-519e4adea01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:17.543387 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4e3c1254-28f5-4a9a-872e-519e4adea01c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:17.545144 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4e3c1254-28f5-4a9a-872e-519e4adea01c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/05692329-5854-4689-98b6-62d548714c3b HTTP/1.1" status: 204 len: 168 time: 0.2682817 Apr 21 12:28:17.553859 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-33311387-457e-4162-bf2a-229fb156a4dd tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=4314d200fb784fb1874e2758832098d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499327 Apr 21 12:28:17.646609 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c1254-28f5-4a9a-872e-519e4adea01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05692329-5854-4689-98b6-62d548714c3b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:17.760378 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-3a1696db-c4b6-46cb-ad1f-0a7e0bd3f03a tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:17.761934 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-3a1696db-c4b6-46cb-ad1f-0a7e0bd3f03a tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2071903 Apr 21 12:28:17.779297 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-982c717d-fa66-45e6-a4ac-3718f139d5ec tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/quotas/4314d200fb784fb1874e2758832098d1 HTTP/1.1" status: 200 len: 375 time: 0.0102928 Apr 21 12:28:17.846634 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-78559863-13dd-4b70-a128-92ef7d167046 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4314d200fb784fb1874e2758832098d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614684 Apr 21 12:28:18.258989 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a817db2d-cb0c-4619-836b-bb3961bc329b up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:28:18.274274 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac11158d-330a-45bf-a8fc-a3fc99159fe4 req-ae65eba7-2db3-419a-ab9b-93a6f992ce5c tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 210 time: 0.0634336 Apr 21 12:28:18.324320 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:18.344250 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port a817db2d-cb0c-4619-836b-bb3961bc329b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:18.344636 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:18.395172 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51858) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:18.401791 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6400884b-ede4-478e-9bd6-be841b2ca83f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874641432-network', 'tenant_id': '27b0107ab7c24c809c1cfe3a7691b2eb'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:28:18.493730 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:18.494860 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6400884b-ede4-478e-9bd6-be841b2ca83f admin admin] Made reservation on behalf of 27b0107ab7c24c809c1cfe3a7691b2eb for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:28:18.503122 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6400884b-ede4-478e-9bd6-be841b2ca83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:18.506435 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6400884b-ede4-478e-9bd6-be841b2ca83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:18.518835 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port a817db2d-cb0c-4619-836b-bb3961bc329b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a817db2d-cb0c-4619-836b-bb3961bc329b,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:28:18.611276 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 51878) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:18.628278 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:28:18.631116 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6400884b-ede4-478e-9bd6-be841b2ca83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:18.660836 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:18.719790 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6400884b-ede4-478e-9bd6-be841b2ca83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:18.731810 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:18.746009 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=a817db2d-cb0c-4619-836b-bb3961bc329b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:18.773540 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6400884b-ede4-478e-9bd6-be841b2ca83f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:28:18.805538 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400884b-ede4-478e-9bd6-be841b2ca83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9514f659-4529-42f0-a028-cbc6e39763ff,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:18.819344 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6400884b-ede4-478e-9bd6-be841b2ca83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:18.819344 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-6400884b-ede4-478e-9bd6-be841b2ca83f admin admin] Added segment 436f1b3d-4fc5-4a14-91a0-5296ec4b23d3 of type vlan for network 556870be-f9c4-49af-8c0f-cfb715f38106 Apr 21 12:28:18.890399 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67816598-a57f-44a1-a044-460ffc20d7af admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:18.920748 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6400884b-ede4-478e-9bd6-be841b2ca83f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:18.985615 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67816598-a57f-44a1-a044-460ffc20d7af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:19.043404 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6400884b-ede4-478e-9bd6-be841b2ca83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:19.044419 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6400884b-ede4-478e-9bd6-be841b2ca83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:19.044985 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6400884b-ede4-478e-9bd6-be841b2ca83f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:19.094931 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67816598-a57f-44a1-a044-460ffc20d7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:19.117403 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a55856-52eb-4b09-8858-87fb3ce3327a None None] Sync routers for ids ['c303a3e0-f19a-4cf3-840d-84c6c3835d45'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:28:19.130337 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-67816598-a57f-44a1-a044-460ffc20d7af admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db70bca1ef8a48bba7ca4c2804e81328&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5175872 Apr 21 12:28:19.137252 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 51902) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:19.139932 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a55856-52eb-4b09-8858-87fb3ce3327a None None] Routers {'c303a3e0-f19a-4cf3-840d-84c6c3835d45'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:28:19.140778 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400884b-ede4-478e-9bd6-be841b2ca83f admin admin] Pushing event updated for resources: {'Network': ['ID=556870be-f9c4-49af-8c0f-cfb715f38106,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:19.142009 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d8a55856-52eb-4b09-8858-87fb3ce3327a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:28:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['c303a3e0-f19a-4cf3-840d-84c6c3835d45'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:19.154114 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 556870be-f9c4-49af-8c0f-cfb715f38106 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:28:19.187047 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6400884b-ede4-478e-9bd6-be841b2ca83f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7890415 Apr 21 12:28:19.189055 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51908) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:19.194723 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ce79ea36-1cce-4185-baef-cc8123abe3ea admin admin] Request body: {'subnet': {'network_id': '556870be-f9c4-49af-8c0f-cfb715f38106', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874641432-subnet', 'tenant_id': '27b0107ab7c24c809c1cfe3a7691b2eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:28:19.201327 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67816598-a57f-44a1-a044-460ffc20d7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46cbc16-4080-418c-8739-c6e4487ddb2d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:19.235306 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a714-711d-41ef-bb79-08d61490a6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:19.273554 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a714-711d-41ef-bb79-08d61490a6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:19.306432 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce79ea36-1cce-4185-baef-cc8123abe3ea admin admin] Made reservation on behalf of 27b0107ab7c24c809c1cfe3a7691b2eb for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:28:19.308748 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce79ea36-1cce-4185-baef-cc8123abe3ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:19.522770 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-d8a55856-52eb-4b09-8858-87fb3ce3327a None None] Set router c303a3e0-f19a-4cf3-840d-84c6c3835d45 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:28:19.564694 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 51940) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:19.586194 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a714-711d-41ef-bb79-08d61490a6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:19.588857 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbb3a714-711d-41ef-bb79-08d61490a6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:19.590061 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-bbb3a714-711d-41ef-bb79-08d61490a6d4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d46cbc16-4080-418c-8739-c6e4487ddb2d HTTP/1.1" status: 204 len: 168 time: 0.4504795 Apr 21 12:28:19.599047 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3a714-711d-41ef-bb79-08d61490a6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46cbc16-4080-418c-8739-c6e4487ddb2d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:19.678446 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce79ea36-1cce-4185-baef-cc8123abe3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:19.751424 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ca82483-97a1-486d-8f10-72e28cfa8a61 req-d968b463-6433-4d37-ad48-b7fd322e0ce6 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 210 time: 0.1841319 Apr 21 12:28:19.806114 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79ea36-1cce-4185-baef-cc8123abe3ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=82d3becb-3341-4d54-a00e-a69f8bebda38,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:19.811285 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79ea36-1cce-4185-baef-cc8123abe3ea admin admin] Checking segment: {'id': '436f1b3d-4fc5-4a14-91a0-5296ec4b23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '556870be-f9c4-49af-8c0f-cfb715f38106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:28:19.811728 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce79ea36-1cce-4185-baef-cc8123abe3ea admin admin] Network hostable DHCP agents. Network: 556870be-f9c4-49af-8c0f-cfb715f38106, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:28:19.877165 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d8a55856-52eb-4b09-8858-87fb3ce3327a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866786063-router', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:16Z', 'revision_number': 4, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'gw_port': {'id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'e044f882-8010-4157-810a-a4a180c37f83', 'name': '', 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'mac_address': 'fa:16:3e:be:af:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:15Z', 'updated_at': '2022-04-21T12:28:16Z', 'revision_number': 2, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'subnets': [{'id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:19.895237 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce79ea36-1cce-4185-baef-cc8123abe3ea admin admin] Network 556870be-f9c4-49af-8c0f-cfb715f38106 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:28:19.921934 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a55856-52eb-4b09-8858-87fb3ce3327a None None] Checking router: c303a3e0-f19a-4cf3-840d-84c6c3835d45 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:28:19.922352 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a55856-52eb-4b09-8858-87fb3ce3327a None None] Updating router c303a3e0-f19a-4cf3-840d-84c6c3835d45 port e044f882-8010-4157-810a-a4a180c37f83 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:28:19.947009 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ce79ea36-1cce-4185-baef-cc8123abe3ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 556870be-f9c4-49af-8c0f-cfb715f38106) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:28:19.952730 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce79ea36-1cce-4185-baef-cc8123abe3ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:19.953729 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce79ea36-1cce-4185-baef-cc8123abe3ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:19.973396 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31b8612-acfd-4542-a9d8-201a2992251c None None] Network 556870be-f9c4-49af-8c0f-cfb715f38106 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:28:19.979787 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8a55856-52eb-4b09-8858-87fb3ce3327a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:20.014008 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ce79ea36-1cce-4185-baef-cc8123abe3ea admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8234901 Apr 21 12:28:20.018938 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 51974) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:20.023299 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3dc7c41d-20fa-4617-a064-cc8b7c26cfeb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874641432-router', 'tenant_id': '27b0107ab7c24c809c1cfe3a7691b2eb', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:28:20.107306 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3dc7c41d-20fa-4617-a064-cc8b7c26cfeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:20.110347 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3dc7c41d-20fa-4617-a064-cc8b7c26cfeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:20.164048 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:20.224755 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3dc7c41d-20fa-4617-a064-cc8b7c26cfeb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:20.348416 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a817db2d-cb0c-4619-836b-bb3961bc329b up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:28:20.419678 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b9b9f6-b749-48da-aee6-ae134658b99c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-556870be-f9c4-49af-8c0f-cfb715f38106', 'network_id': '556870be-f9c4-49af-8c0f-cfb715f38106', 'tenant_id': '27b0107ab7c24c809c1cfe3a7691b2eb', 'fixed_ips': [{'subnet_id': '82d3becb-3341-4d54-a00e-a69f8bebda38'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:28:20.420829 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51b9b9f6-b749-48da-aee6-ae134658b99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:20.521528 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3dc7c41d-20fa-4617-a064-cc8b7c26cfeb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:20.612108 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port a817db2d-cb0c-4619-836b-bb3961bc329b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:20.612581 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:20.633383 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52008) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:20.659419 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9f8b484-347d-4fd9-8aee-9d453c1a5b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:20.727637 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-51b9b9f6-b749-48da-aee6-ae134658b99c None None] Allocated IP 172.20.0.2 (556870be-f9c4-49af-8c0f-cfb715f38106/82d3becb-3341-4d54-a00e-a69f8bebda38/be5d96fb-4ec9-4550-80af-94c9d5d0e308) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:28:20.763297 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8a55856-52eb-4b09-8858-87fb3ce3327a None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:20.880353 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9f8b484-347d-4fd9-8aee-9d453c1a5b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:20.908112 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8a55856-52eb-4b09-8858-87fb3ce3327a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:20.968291 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9f8b484-347d-4fd9-8aee-9d453c1a5b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:20.996997 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b045cce-3ae1-4c78-9f2c-3ed54a5213b0 None None] Pushing event updated for resources: {'Port': ['ID=e044f882-8010-4157-810a-a4a180c37f83,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:21.007550 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51b9b9f6-b749-48da-aee6-ae134658b99c None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:21.062259 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3dc7c41d-20fa-4617-a064-cc8b7c26cfeb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:21.091481 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e9f8b484-347d-4fd9-8aee-9d453c1a5b2d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a9b3f8264d0a430e889d20db722a098e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4556215 Apr 21 12:28:21.115345 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51b9b9f6-b749-48da-aee6-ae134658b99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:21.115345 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d8a55856-52eb-4b09-8858-87fb3ce3327a None None] Attempting to bind port e044f882-8010-4157-810a-a4a180c37f83 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:28:21.115680 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d8a55856-52eb-4b09-8858-87fb3ce3327a None None] Attempting to bind port e044f882-8010-4157-810a-a4a180c37f83 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '3c321deb-83bf-47d7-975b-8339f3a4592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:28:21.115865 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a55856-52eb-4b09-8858-87fb3ce3327a None None] Attempting to bind port e044f882-8010-4157-810a-a4a180c37f83 on network 7bed1b78-2645-446a-9812-77a5a7c4f0d8 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:28:21.126037 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52032) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:21.152045 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3dc7c41d-20fa-4617-a064-cc8b7c26cfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:21.163902 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8b484-347d-4fd9-8aee-9d453c1a5b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542c3501-c3eb-414c-b193-c6c56ebb437f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:21.195187 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9b9f6-b749-48da-aee6-ae134658b99c None None] Pushing event updated for resources: {'Port': ['ID=be5d96fb-4ec9-4550-80af-94c9d5d0e308,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:21.200022 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a55856-52eb-4b09-8858-87fb3ce3327a None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:28:21.200947 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a55856-52eb-4b09-8858-87fb3ce3327a None None] Checking segment: {'id': '3c321deb-83bf-47d7-975b-8339f3a4592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:28:21.201432 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8a55856-52eb-4b09-8858-87fb3ce3327a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:21.201939 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a55856-52eb-4b09-8858-87fb3ce3327a None None] Bound using segment: {'id': '3c321deb-83bf-47d7-975b-8339f3a4592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:28:21.203012 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d8a55856-52eb-4b09-8858-87fb3ce3327a None None] Bound port: e044f882-8010-4157-810a-a4a180c37f83, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c321deb-83bf-47d7-975b-8339f3a4592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:28:21.203359 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8a55856-52eb-4b09-8858-87fb3ce3327a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:21.254872 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83bae975-5219-4e69-bd6e-bcccad8f6d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:21.290631 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83bae975-5219-4e69-bd6e-bcccad8f6d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:21.368660 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-3dc7c41d-20fa-4617-a064-cc8b7c26cfeb admin admin] Allocated IP 172.25.8.158 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/c7c0d498-deb2-4020-bade-39547c8dc90d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:28:21.396406 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d8a55856-52eb-4b09-8858-87fb3ce3327a None None] For port e044f882-8010-4157-810a-a4a180c37f83, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:28:21.400846 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d8a55856-52eb-4b09-8858-87fb3ce3327a None None] For port e044f882-8010-4157-810a-a4a180c37f83, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e044f882-8010-4157-810a-a4a180c37f83,segment=NetworkSegment(3c321deb-83bf-47d7-975b-8339f3a4592f),segment_id=3c321deb-83bf-47d7-975b-8339f3a4592f)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:28:21.432062 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7e6056ee-6d78-4975-87e7-4b0e63cd663c None None] Provisioning complete for port e044f882-8010-4157-810a-a4a180c37f83 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:21.432660 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e6056ee-6d78-4975-87e7-4b0e63cd663c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:21.449128 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83bae975-5219-4e69-bd6e-bcccad8f6d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:21.452223 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83bae975-5219-4e69-bd6e-bcccad8f6d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:21.453606 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-83bae975-5219-4e69-bd6e-bcccad8f6d79 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/542c3501-c3eb-414c-b193-c6c56ebb437f HTTP/1.1" status: 204 len: 168 time: 0.3244746 Apr 21 12:28:21.468585 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bae975-5219-4e69-bd6e-bcccad8f6d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542c3501-c3eb-414c-b193-c6c56ebb437f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:21.489097 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b9b9f6-b749-48da-aee6-ae134658b99c None None] Network 556870be-f9c4-49af-8c0f-cfb715f38106 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:28:21.490263 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7e6056ee-6d78-4975-87e7-4b0e63cd663c None None] Port e044f882-8010-4157-810a-a4a180c37f83 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:28:21.499811 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52054) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:21.507908 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8a55856-52eb-4b09-8858-87fb3ce3327a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:21.513572 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d2e48ce-16d3-47fc-a97b-d5266cc4a38b req-f5a25891-4f1f-41f5-aa28-0fdc16d0f585 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 210 time: 0.0747454 Apr 21 12:28:21.516230 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-51b9b9f6-b749-48da-aee6-ae134658b99c None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:28:21.521923 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b9b9f6-b749-48da-aee6-ae134658b99c None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:28:21.570186 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3dc7c41d-20fa-4617-a064-cc8b7c26cfeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:21.657758 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a55856-52eb-4b09-8858-87fb3ce3327a None None] Routers {'c303a3e0-f19a-4cf3-840d-84c6c3835d45'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:28:21.658602 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d8a55856-52eb-4b09-8858-87fb3ce3327a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:28:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['c303a3e0-f19a-4cf3-840d-84c6c3835d45'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:21.698432 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-51b9b9f6-b749-48da-aee6-ae134658b99c None None] Attempting to bind port be5d96fb-4ec9-4550-80af-94c9d5d0e308 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:28:21.698798 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-51b9b9f6-b749-48da-aee6-ae134658b99c None None] Attempting to bind port be5d96fb-4ec9-4550-80af-94c9d5d0e308 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '436f1b3d-4fc5-4a14-91a0-5296ec4b23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '556870be-f9c4-49af-8c0f-cfb715f38106'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:28:21.699159 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b9b9f6-b749-48da-aee6-ae134658b99c None None] Attempting to bind port be5d96fb-4ec9-4550-80af-94c9d5d0e308 on network 556870be-f9c4-49af-8c0f-cfb715f38106 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:28:21.702002 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3dc7c41d-20fa-4617-a064-cc8b7c26cfeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:21.720227 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b9b9f6-b749-48da-aee6-ae134658b99c None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:28:21.720606 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b9b9f6-b749-48da-aee6-ae134658b99c None None] Checking segment: {'id': '436f1b3d-4fc5-4a14-91a0-5296ec4b23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '556870be-f9c4-49af-8c0f-cfb715f38106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:28:21.720997 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51b9b9f6-b749-48da-aee6-ae134658b99c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:21.721390 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b9b9f6-b749-48da-aee6-ae134658b99c None None] Bound using segment: {'id': '436f1b3d-4fc5-4a14-91a0-5296ec4b23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '556870be-f9c4-49af-8c0f-cfb715f38106'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:28:21.721898 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-51b9b9f6-b749-48da-aee6-ae134658b99c None None] Bound port: be5d96fb-4ec9-4550-80af-94c9d5d0e308, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436f1b3d-4fc5-4a14-91a0-5296ec4b23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '556870be-f9c4-49af-8c0f-cfb715f38106'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:28:21.722298 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51b9b9f6-b749-48da-aee6-ae134658b99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:21.724172 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b045cce-3ae1-4c78-9f2c-3ed54a5213b0 None None] Pushing event updated for resources: {'Port': ['ID=e044f882-8010-4157-810a-a4a180c37f83,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:21.767384 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc7c41d-20fa-4617-a064-cc8b7c26cfeb admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:28:21.768596 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-3dc7c41d-20fa-4617-a064-cc8b7c26cfeb admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:28:21.774969 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc7c41d-20fa-4617-a064-cc8b7c26cfeb admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:28:21.778074 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7c41d-20fa-4617-a064-cc8b7c26cfeb admin admin] Pushing event updated for resources: {'Port': ['ID=c7c0d498-deb2-4020-bade-39547c8dc90d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:21.909007 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-503948dc-ce9c-4147-8654-93812841fd16 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=fe96978507c84751aed382d1bdc3e72a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448458 Apr 21 12:28:21.920878 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-d8a55856-52eb-4b09-8858-87fb3ce3327a None None] Set router c303a3e0-f19a-4cf3-840d-84c6c3835d45 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:28:21.952911 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-51b9b9f6-b749-48da-aee6-ae134658b99c None None] For port be5d96fb-4ec9-4550-80af-94c9d5d0e308, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:28:21.981358 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-51b9b9f6-b749-48da-aee6-ae134658b99c None None] For port be5d96fb-4ec9-4550-80af-94c9d5d0e308, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=be5d96fb-4ec9-4550-80af-94c9d5d0e308,segment=NetworkSegment(436f1b3d-4fc5-4a14-91a0-5296ec4b23d3),segment_id=436f1b3d-4fc5-4a14-91a0-5296ec4b23d3)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:28:21.982856 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8a62f711-612e-41d4-9e21-8fc32f715c2b None None] Provisioning complete for port e044f882-8010-4157-810a-a4a180c37f83 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:21.983231 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a62f711-612e-41d4-9e21-8fc32f715c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:22.037382 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.24', 55864) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:22.088900 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-bf5e7839-537c-43d2-ba18-2a21d169505e tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:22.091200 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-bf5e7839-537c-43d2-ba18-2a21d169505e tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1743476 Apr 21 12:28:22.101606 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-f0018da8-bee0-4083-894a-fca1e089aa36 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4314d200fb784fb1874e2758832098d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625243 Apr 21 12:28:22.118241 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-b63339f4-af1d-4fcc-b389-3f6f44555d3d tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/quotas/fe96978507c84751aed382d1bdc3e72a HTTP/1.1" status: 200 len: 375 time: 0.0213561 Apr 21 12:28:22.170899 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51b9b9f6-b749-48da-aee6-ae134658b99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:22.196499 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-605f58fc-0ded-4513-b5bf-c9758c9d2355 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe96978507c84751aed382d1bdc3e72a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705702 Apr 21 12:28:22.206332 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3dc7c41d-20fa-4617-a064-cc8b7c26cfeb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:22.334988 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9b9f6-b749-48da-aee6-ae134658b99c None None] Pushing event updated for resources: {'Port': ['ID=be5d96fb-4ec9-4550-80af-94c9d5d0e308,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:22.359934 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d8a55856-52eb-4b09-8858-87fb3ce3327a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866786063-router', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:16Z', 'revision_number': 4, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'gw_port': {'id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'e044f882-8010-4157-810a-a4a180c37f83', 'name': '', 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'mac_address': 'fa:16:3e:be:af:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:15Z', 'updated_at': '2022-04-21T12:28:21Z', 'revision_number': 4, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'subnets': [{'id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:22.364315 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a62f711-612e-41d4-9e21-8fc32f715c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:22.422844 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a55856-52eb-4b09-8858-87fb3ce3327a None None] The sync data for ids ['c303a3e0-f19a-4cf3-840d-84c6c3835d45'] in n-d-836147-2 is: [{'id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866786063-router', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:16Z', 'revision_number': 4, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'gw_port': {'id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'e044f882-8010-4157-810a-a4a180c37f83', 'name': '', 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'mac_address': 'fa:16:3e:be:af:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:15Z', 'updated_at': '2022-04-21T12:28:21Z', 'revision_number': 4, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'subnets': [{'id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:28:22.446584 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8a62f711-612e-41d4-9e21-8fc32f715c2b None None] For port e044f882-8010-4157-810a-a4a180c37f83, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e044f882-8010-4157-810a-a4a180c37f83,segment=NetworkSegment(3c321deb-83bf-47d7-975b-8339f3a4592f),segment_id=3c321deb-83bf-47d7-975b-8339f3a4592f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:28:22.517645 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a62f711-612e-41d4-9e21-8fc32f715c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:22.588520 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52088) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:22.736248 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62f711-612e-41d4-9e21-8fc32f715c2b None None] Pushing event updated for resources: {'Port': ['ID=e044f882-8010-4157-810a-a4a180c37f83,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:22.743011 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3dc7c41d-20fa-4617-a064-cc8b7c26cfeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:22.756789 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a8c223f8-5747-4fea-bff3-0c30c0cad646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:22.854557 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f36f2d3-e575-41b8-9e86-b278b5bf7357 req-7990150c-d6b4-45ed-b5df-18f73638a5ce tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 210 time: 0.1375086 Apr 21 12:28:23.003875 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0fcfa2e1-77c7-40f0-93f8-3bc978610a02 req-8d467c81-a09e-479e-932d-c3800070bab8 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=12874790-28fc-43fb-b851-1931dde86329 HTTP/1.1" status: 200 len: 210 time: 0.1601167 Apr 21 12:28:23.021060 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58641999-30a3-4465-a431-4f0246f29348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:23.025608 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-e9b75a7f-6ece-498b-b25c-726f1c00fdb9 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:23.027123 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-e9b75a7f-6ece-498b-b25c-726f1c00fdb9 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9151802 Apr 21 12:28:23.128423 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a8c223f8-5747-4fea-bff3-0c30c0cad646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:23.163287 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-294011ca-52bc-4a50-b83b-85847975cf0a tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Request body: {'port': {'device_id': '9b92fa5a-c319-4aac-a886-dd25470ad66c', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'admin_state_up': True, 'tenant_id': '4314d200fb784fb1874e2758832098d1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:28:23.197010 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58641999-30a3-4465-a431-4f0246f29348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:23.211281 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a8c223f8-5747-4fea-bff3-0c30c0cad646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:23.233136 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc7c41d-20fa-4617-a064-cc8b7c26cfeb admin admin] Router 160661de-0c5e-473b-9850-7942754b5db8 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:28:23.281633 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c223f8-5747-4fea-bff3-0c30c0cad646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff196f0a-b3a7-469a-8a99-172bf2636955,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:23.320602 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58641999-30a3-4465-a431-4f0246f29348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:23.388822 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a8c223f8-5747-4fea-bff3-0c30c0cad646 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dac0d5215d4a4aaf9533ebca2a317917&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8878706 Apr 21 12:28:23.393390 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52138) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:23.545916 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f75334e-033f-45c4-867a-2be9e12d4f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:23.605927 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f75334e-033f-45c4-867a-2be9e12d4f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:23.616693 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-294011ca-52bc-4a50-b83b-85847975cf0a tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Made reservation on behalf of 4314d200fb784fb1874e2758832098d1 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:28:23.624834 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-294011ca-52bc-4a50-b83b-85847975cf0a tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:23.666464 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-294011ca-52bc-4a50-b83b-85847975cf0a tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:23.739182 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-58641999-30a3-4465-a431-4f0246f29348 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e6f4a5cb3e2547259d4c18b2a43bedf5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0552509 Apr 21 12:28:23.741464 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52148) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:23.742250 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58641999-30a3-4465-a431-4f0246f29348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5403b5-81ab-4115-8d43-eab8db4be048,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:23.824742 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1b0259-d164-4762-af80-95a51f9b8280 None None] Network 556870be-f9c4-49af-8c0f-cfb715f38106 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:28:23.926501 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc7c41d-20fa-4617-a064-cc8b7c26cfeb admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:28:23.938397 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3336b2-00d2-4d90-8b99-e7d9537fde97 None None] Sync routers for ids ['160661de-0c5e-473b-9850-7942754b5db8'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:28:23.958183 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3336b2-00d2-4d90-8b99-e7d9537fde97 None None] Routers {'160661de-0c5e-473b-9850-7942754b5db8'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:28:23.960682 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2340256d-e136-4fc7-b5c7-b9bcd4500926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:23.961811 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5b3336b2-00d2-4d90-8b99-e7d9537fde97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:28:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['160661de-0c5e-473b-9850-7942754b5db8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:24.049745 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-294011ca-52bc-4a50-b83b-85847975cf0a tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:24.056405 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f75334e-033f-45c4-867a-2be9e12d4f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:24.074019 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2340256d-e136-4fc7-b5c7-b9bcd4500926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:24.076954 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f75334e-033f-45c4-867a-2be9e12d4f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:24.084592 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0f75334e-033f-45c4-867a-2be9e12d4f05 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ff196f0a-b3a7-469a-8a99-172bf2636955 HTTP/1.1" status: 204 len: 168 time: 0.6653342 Apr 21 12:28:24.090034 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b5769ec7-86aa-467b-997f-190973953748 req-4fab5c8f-d76f-4d30-879c-ab4ebcb69254 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 210 time: 0.0949125 Apr 21 12:28:24.130416 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75334e-033f-45c4-867a-2be9e12d4f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff196f0a-b3a7-469a-8a99-172bf2636955,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:24.143195 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-294011ca-52bc-4a50-b83b-85847975cf0a tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:24.191815 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3dc7c41d-20fa-4617-a064-cc8b7c26cfeb admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:24.194849 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3dc7c41d-20fa-4617-a064-cc8b7c26cfeb admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.1732793 Apr 21 12:28:24.223134 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52164) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:24.295412 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-5b3336b2-00d2-4d90-8b99-e7d9537fde97 None None] Set router 160661de-0c5e-473b-9850-7942754b5db8 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:28:24.433352 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6889c1ea-d28a-46b7-a2d8-ea7d5a05a4a8 None None] Provisioning complete for port be5d96fb-4ec9-4550-80af-94c9d5d0e308 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:24.438171 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6889c1ea-d28a-46b7-a2d8-ea7d5a05a4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:24.480553 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294011ca-52bc-4a50-b83b-85847975cf0a tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ecd96c-5b7d-43ab-b6a3-21de4f334b18,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:24.601014 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2340256d-e136-4fc7-b5c7-b9bcd4500926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:24.608563 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2340256d-e136-4fc7-b5c7-b9bcd4500926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:24.613458 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2340256d-e136-4fc7-b5c7-b9bcd4500926 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1a5403b5-81ab-4115-8d43-eab8db4be048 HTTP/1.1" status: 204 len: 168 time: 0.8640389 Apr 21 12:28:24.651988 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd9903d1-fb2a-4533-b924-33535912687b req-7ee8edb4-6d42-4232-9626-525462a9e629 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=12874790-28fc-43fb-b851-1931dde86329 HTTP/1.1" status: 200 len: 210 time: 0.4718935 Apr 21 12:28:24.660355 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340256d-e136-4fc7-b5c7-b9bcd4500926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5403b5-81ab-4115-8d43-eab8db4be048,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:24.695566 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e044f882-8010-4157-810a-a4a180c37f83 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:28:24.780432 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5b3336b2-00d2-4d90-8b99-e7d9537fde97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160661de-0c5e-473b-9850-7942754b5db8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874641432-router', 'tenant_id': '27b0107ab7c24c809c1cfe3a7691b2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'c7c0d498-deb2-4020-bade-39547c8dc90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:20Z', 'updated_at': '2022-04-21T12:28:21Z', 'revision_number': 3, 'project_id': '27b0107ab7c24c809c1cfe3a7691b2eb', 'gw_port': {'id': 'c7c0d498-deb2-4020-bade-39547c8dc90d', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160661de-0c5e-473b-9850-7942754b5db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:21Z', 'updated_at': '2022-04-21T12:28:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:24.859983 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3336b2-00d2-4d90-8b99-e7d9537fde97 None None] Checking router: 160661de-0c5e-473b-9850-7942754b5db8 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:28:24.862099 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3336b2-00d2-4d90-8b99-e7d9537fde97 None None] Updating router 160661de-0c5e-473b-9850-7942754b5db8 port c7c0d498-deb2-4020-bade-39547c8dc90d binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:28:24.983350 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5b3336b2-00d2-4d90-8b99-e7d9537fde97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:25.004635 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6889c1ea-d28a-46b7-a2d8-ea7d5a05a4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:25.053282 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port e044f882-8010-4157-810a-a4a180c37f83 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:25.053772 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:25.116465 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-294011ca-52bc-4a50-b83b-85847975cf0a tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Allocated IP 192.168.233.143 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/42aa2222-ed08-4381-96a7-fa5713f3c14b) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:28:25.139312 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6889c1ea-d28a-46b7-a2d8-ea7d5a05a4a8 None None] For port be5d96fb-4ec9-4550-80af-94c9d5d0e308, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=be5d96fb-4ec9-4550-80af-94c9d5d0e308,segment=NetworkSegment(436f1b3d-4fc5-4a14-91a0-5296ec4b23d3),segment_id=436f1b3d-4fc5-4a14-91a0-5296ec4b23d3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:28:25.236662 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device be5d96fb-4ec9-4550-80af-94c9d5d0e308 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:28:25.306114 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port be5d96fb-4ec9-4550-80af-94c9d5d0e308 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:25.307021 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:25.386297 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-882ab79e-6164-4f86-9f0a-c8d811eefa0c req-df827bc3-701c-4931-b464-e163f5ee2828 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 210 time: 0.0882320 Apr 21 12:28:25.451100 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7528291e-f0e9-4160-9ac0-e23a9345a945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:25.492236 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6889c1ea-d28a-46b7-a2d8-ea7d5a05a4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:25.525301 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:25.593675 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-294011ca-52bc-4a50-b83b-85847975cf0a tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:25.660461 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889c1ea-d28a-46b7-a2d8-ea7d5a05a4a8 None None] Pushing event updated for resources: {'Port': ['ID=be5d96fb-4ec9-4550-80af-94c9d5d0e308,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:25.691352 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-02da90e6-958f-419f-ab9c-5e4871813e4f None None] Provisioning complete for port be5d96fb-4ec9-4550-80af-94c9d5d0e308 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:25.693508 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02da90e6-958f-419f-ab9c-5e4871813e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:25.703872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-7528291e-f0e9-4160-9ac0-e23a9345a945 admin admin] Allocated IP 172.20.0.1 (556870be-f9c4-49af-8c0f-cfb715f38106/82d3becb-3341-4d54-a00e-a69f8bebda38/da643320-e2b3-4def-98c5-6b6a53545d4a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:28:25.725557 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-294011ca-52bc-4a50-b83b-85847975cf0a tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:25.762247 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-294011ca-52bc-4a50-b83b-85847975cf0a tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:28:25.789065 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-294011ca-52bc-4a50-b83b-85847975cf0a tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:28:25.822667 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-294011ca-52bc-4a50-b83b-85847975cf0a tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:28:25.834788 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5b3336b2-00d2-4d90-8b99-e7d9537fde97 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:25.845521 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-294011ca-52bc-4a50-b83b-85847975cf0a tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:25.852889 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-294011ca-52bc-4a50-b83b-85847975cf0a tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:25.887612 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52186) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:25.900828 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5b3336b2-00d2-4d90-8b99-e7d9537fde97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:25.932900 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:28:25.932900 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:28:25.960580 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16e14184-4c5d-4e85-a901-86578c32761d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:26.013807 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294011ca-52bc-4a50-b83b-85847975cf0a tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Pushing event updated for resources: {'Port': ['ID=42aa2222-ed08-4381-96a7-fa5713f3c14b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:26.035235 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-294011ca-52bc-4a50-b83b-85847975cf0a tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9052844 Apr 21 12:28:26.050524 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6ca19-111f-4061-888b-805e25aeccaf None None] Pushing event updated for resources: {'Port': ['ID=c7c0d498-deb2-4020-bade-39547c8dc90d,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:26.068003 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-169b6382-827f-4755-b4a7-dc3e721d846e tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:28:26.071103 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-169b6382-827f-4755-b4a7-dc3e721d846e tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169661 Apr 21 12:28:26.136465 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7528291e-f0e9-4160-9ac0-e23a9345a945 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:26.138980 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5b3336b2-00d2-4d90-8b99-e7d9537fde97 None None] Attempting to bind port c7c0d498-deb2-4020-bade-39547c8dc90d on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:28:26.139374 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5b3336b2-00d2-4d90-8b99-e7d9537fde97 None None] Attempting to bind port c7c0d498-deb2-4020-bade-39547c8dc90d by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:28:26.148501 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3336b2-00d2-4d90-8b99-e7d9537fde97 None None] Attempting to bind port c7c0d498-deb2-4020-bade-39547c8dc90d on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:28:26.191146 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3336b2-00d2-4d90-8b99-e7d9537fde97 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:28:26.191635 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3336b2-00d2-4d90-8b99-e7d9537fde97 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:28:26.193256 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5b3336b2-00d2-4d90-8b99-e7d9537fde97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:26.193912 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3336b2-00d2-4d90-8b99-e7d9537fde97 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:28:26.195585 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5b3336b2-00d2-4d90-8b99-e7d9537fde97 None None] Bound port: c7c0d498-deb2-4020-bade-39547c8dc90d, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:28:26.197190 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5b3336b2-00d2-4d90-8b99-e7d9537fde97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:26.275539 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d4f1f543-8228-44d1-aeda-4b3f11b0b40d req-0232d432-709d-49cd-ac76-b49ce811d644 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=12874790-28fc-43fb-b851-1931dde86329 HTTP/1.1" status: 200 len: 210 time: 0.0529604 Apr 21 12:28:26.310400 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7528291e-f0e9-4160-9ac0-e23a9345a945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:26.331586 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5b3336b2-00d2-4d90-8b99-e7d9537fde97 None None] For port c7c0d498-deb2-4020-bade-39547c8dc90d, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:28:26.335402 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0bfd4f57-7c26-431b-b777-fba1184825af None None] Provisioning complete for port 42aa2222-ed08-4381-96a7-fa5713f3c14b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:26.340262 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5b3336b2-00d2-4d90-8b99-e7d9537fde97 None None] For port c7c0d498-deb2-4020-bade-39547c8dc90d, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c7c0d498-deb2-4020-bade-39547c8dc90d,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:28:26.342669 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bfd4f57-7c26-431b-b777-fba1184825af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:26.364523 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16e14184-4c5d-4e85-a901-86578c32761d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:26.385816 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0bfd4f57-7c26-431b-b777-fba1184825af None None] Port 42aa2222-ed08-4381-96a7-fa5713f3c14b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:28:26.396275 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5b3336b2-00d2-4d90-8b99-e7d9537fde97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:26.406422 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7528291e-f0e9-4160-9ac0-e23a9345a945 admin admin] Network 556870be-f9c4-49af-8c0f-cfb715f38106 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:28:26.411132 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-7528291e-f0e9-4160-9ac0-e23a9345a945 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:28:26.416151 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7528291e-f0e9-4160-9ac0-e23a9345a945 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:28:26.417098 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7528291e-f0e9-4160-9ac0-e23a9345a945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:26.472557 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16e14184-4c5d-4e85-a901-86578c32761d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:26.502809 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528291e-f0e9-4160-9ac0-e23a9345a945 admin admin] Pushing event updated for resources: {'Port': ['ID=da643320-e2b3-4def-98c5-6b6a53545d4a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:26.592155 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e14184-4c5d-4e85-a901-86578c32761d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1d2619-1c68-483b-b5c0-ea244fba41f5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:26.603008 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3336b2-00d2-4d90-8b99-e7d9537fde97 None None] Routers {'160661de-0c5e-473b-9850-7942754b5db8'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:28:26.604586 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5b3336b2-00d2-4d90-8b99-e7d9537fde97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:28:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['160661de-0c5e-473b-9850-7942754b5db8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:26.632822 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52204) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:26.648851 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-16e14184-4c5d-4e85-a901-86578c32761d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db93a0d654ec46cea121b81c2f1d4c17&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7583599 Apr 21 12:28:26.768487 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device be5d96fb-4ec9-4550-80af-94c9d5d0e308 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:28:26.782296 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52208) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:26.813142 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-d4e939ea-c831-4ef3-b9fe-7b90a1b3b36a service neutron] Request body: {'port': {'device_id': '9b92fa5a-c319-4aac-a886-dd25470ad66c', 'device_owner': 'compute:tempest-test_az-990176825', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:28:26.821388 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6ca19-111f-4061-888b-805e25aeccaf None None] Pushing event updated for resources: {'Port': ['ID=c7c0d498-deb2-4020-bade-39547c8dc90d,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:26.868277 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-33b4752d-8209-4b2c-ac8f-8c6f224186d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:26.886169 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.26', 62401) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:26.898494 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f9c582f-ec35-4633-b40d-abaa6f72c0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:26.943829 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859132e-ddaa-4559-91d3-9f926e1d593d req-9c58b324-3777-45b7-bac8-ae1fe72cc561 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:26.945490 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3859132e-ddaa-4559-91d3-9f926e1d593d req-9c58b324-3777-45b7-bac8-ae1fe72cc561 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 936 time: 0.3544779 Apr 21 12:28:26.972104 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-7c1e4696-3bc9-4ab2-b304-71998a8d35fa tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=fe96978507c84751aed382d1bdc3e72a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0730135 Apr 21 12:28:26.975157 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-5b3336b2-00d2-4d90-8b99-e7d9537fde97 None None] Set router 160661de-0c5e-473b-9850-7942754b5db8 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:28:26.982934 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e0e5f3a6-79ee-49a9-8e6a-fcd6f9513016 None None] Provisioning complete for port da643320-e2b3-4def-98c5-6b6a53545d4a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:26.989651 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0e5f3a6-79ee-49a9-8e6a-fcd6f9513016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:26.994479 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f9c582f-ec35-4633-b40d-abaa6f72c0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:27.060772 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7528291e-f0e9-4160-9ac0-e23a9345a945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:27.065128 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-d4e939ea-c831-4ef3-b9fe-7b90a1b3b36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:27.073432 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port be5d96fb-4ec9-4550-80af-94c9d5d0e308 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:27.074474 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:27.141905 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e0e5f3a6-79ee-49a9-8e6a-fcd6f9513016 None None] Port da643320-e2b3-4def-98c5-6b6a53545d4a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:28:27.168744 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3859132e-ddaa-4559-91d3-9f926e1d593d req-5982f509-ded2-4f3b-94fa-921679cf4919 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ecd96c-5b7d-43ab-b6a3-21de4f334b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918442 Apr 21 12:28:27.303912 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5b3336b2-00d2-4d90-8b99-e7d9537fde97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160661de-0c5e-473b-9850-7942754b5db8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874641432-router', 'tenant_id': '27b0107ab7c24c809c1cfe3a7691b2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'c7c0d498-deb2-4020-bade-39547c8dc90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:20Z', 'updated_at': '2022-04-21T12:28:21Z', 'revision_number': 3, 'project_id': '27b0107ab7c24c809c1cfe3a7691b2eb', 'gw_port': {'id': 'c7c0d498-deb2-4020-bade-39547c8dc90d', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160661de-0c5e-473b-9850-7942754b5db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:21Z', 'updated_at': '2022-04-21T12:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:27.311876 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-908a1fec-8519-4e4f-8e90-767cd0e31f5c tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:27.313644 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-908a1fec-8519-4e4f-8e90-767cd0e31f5c tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3121824 Apr 21 12:28:27.338660 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-33b4752d-8209-4b2c-ac8f-8c6f224186d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:27.358740 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3336b2-00d2-4d90-8b99-e7d9537fde97 None None] The sync data for ids ['160661de-0c5e-473b-9850-7942754b5db8'] in n-d-836147-2 is: [{'id': '160661de-0c5e-473b-9850-7942754b5db8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874641432-router', 'tenant_id': '27b0107ab7c24c809c1cfe3a7691b2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'c7c0d498-deb2-4020-bade-39547c8dc90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:20Z', 'updated_at': '2022-04-21T12:28:21Z', 'revision_number': 3, 'project_id': '27b0107ab7c24c809c1cfe3a7691b2eb', 'gw_port': {'id': 'c7c0d498-deb2-4020-bade-39547c8dc90d', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160661de-0c5e-473b-9850-7942754b5db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:21Z', 'updated_at': '2022-04-21T12:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:28:27.398742 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-f2f4ff7b-7b6a-4240-91de-5d3916d323ee tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Request body: {'port': {'device_id': '12874790-28fc-43fb-b851-1931dde86329', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'admin_state_up': True, 'tenant_id': 'fe96978507c84751aed382d1bdc3e72a'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:28:27.448672 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-33b4752d-8209-4b2c-ac8f-8c6f224186d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:27.536409 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f9c582f-ec35-4633-b40d-abaa6f72c0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:27.539536 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f9c582f-ec35-4633-b40d-abaa6f72c0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:27.541698 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7f9c582f-ec35-4633-b40d-abaa6f72c0c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/be1d2619-1c68-483b-b5c0-ea244fba41f5 HTTP/1.1" status: 204 len: 168 time: 0.9068315 Apr 21 12:28:27.583881 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c582f-ec35-4633-b40d-abaa6f72c0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1d2619-1c68-483b-b5c0-ea244fba41f5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:27.731815 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff5646e0-05af-4099-ab37-b374eb2a363b req-ec5e803f-6950-473f-b842-f44cd869912c tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=12874790-28fc-43fb-b851-1931dde86329 HTTP/1.1" status: 200 len: 210 time: 0.2720935 Apr 21 12:28:27.897675 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52226) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:27.983482 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-33b4752d-8209-4b2c-ac8f-8c6f224186d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2b1560800b8a4318b4aa857b7e64fbc4&name=default HTTP/1.1" status: 200 len: 2976 time: 1.1999099 Apr 21 12:28:27.997660 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4752d-8209-4b2c-ac8f-8c6f224186d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17803ae3-a18f-4579-9b48-8996a6c1d413,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:28.006182 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52232) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:28.119557 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7528291e-f0e9-4160-9ac0-e23a9345a945 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:28.217418 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-f2f4ff7b-7b6a-4240-91de-5d3916d323ee tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Made reservation on behalf of fe96978507c84751aed382d1bdc3e72a for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:28:28.221072 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-f2f4ff7b-7b6a-4240-91de-5d3916d323ee tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:28.250402 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-f2f4ff7b-7b6a-4240-91de-5d3916d323ee tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:28.273861 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7528291e-f0e9-4160-9ac0-e23a9345a945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:28.276786 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7528291e-f0e9-4160-9ac0-e23a9345a945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:28.360033 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a8efd7e8-2131-4eb2-8cdc-f55bdccaec3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:28.392104 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a8efd7e8-2131-4eb2-8cdc-f55bdccaec3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:28.478267 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528291e-f0e9-4160-9ac0-e23a9345a945 admin admin] Pushing event updated for resources: {'Port': ['ID=da643320-e2b3-4def-98c5-6b6a53545d4a,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:28.512030 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-d4e939ea-c831-4ef3-b9fe-7b90a1b3b36a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42aa2222-ed08-4381-96a7-fa5713f3c14b {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:28:28.550749 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-d4e939ea-c831-4ef3-b9fe-7b90a1b3b36a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:28.619066 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a8efd7e8-2131-4eb2-8cdc-f55bdccaec3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:28.624415 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a8efd7e8-2131-4eb2-8cdc-f55bdccaec3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:28.628384 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a8efd7e8-2131-4eb2-8cdc-f55bdccaec3a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17803ae3-a18f-4579-9b48-8996a6c1d413 HTTP/1.1" status: 204 len: 168 time: 0.6202128 Apr 21 12:28:28.632074 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-d4e939ea-c831-4ef3-b9fe-7b90a1b3b36a service neutron] Transition to ACTIVE for port object 42aa2222-ed08-4381-96a7-fa5713f3c14b will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:28:28.654082 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8efd7e8-2131-4eb2-8cdc-f55bdccaec3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17803ae3-a18f-4579-9b48-8996a6c1d413,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:28.729407 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-d4e939ea-c831-4ef3-b9fe-7b90a1b3b36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:28.744288 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c7c0d498-deb2-4020-bade-39547c8dc90d up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:28:28.759835 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb23121-f784-4a01-8335-900042cca069 req-4142ad92-8c3a-426d-8a2d-54777ef3ddc0 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:28.762734 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b461723-c45e-42c4-b012-cffac87c30bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:28.775614 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bb23121-f784-4a01-8335-900042cca069 req-4142ad92-8c3a-426d-8a2d-54777ef3ddc0 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 936 time: 0.3087182 Apr 21 12:28:28.879139 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7528291e-f0e9-4160-9ac0-e23a9345a945 admin admin] Network 556870be-f9c4-49af-8c0f-cfb715f38106 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:28:28.887071 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-7528291e-f0e9-4160-9ac0-e23a9345a945 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:28:28.902094 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port c7c0d498-deb2-4020-bade-39547c8dc90d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:28.902776 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:29.074413 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bb23121-f784-4a01-8335-900042cca069 req-998ba075-be1e-4d4b-a6ac-d7338cb8e91e tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ecd96c-5b7d-43ab-b6a3-21de4f334b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976892 Apr 21 12:28:29.084611 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b2ab373-59b1-4f80-b702-f17b6a93bc30 req-5a138c1f-02a4-4f36-8679-61245afee4de tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=12874790-28fc-43fb-b851-1931dde86329 HTTP/1.1" status: 200 len: 210 time: 0.2024205 Apr 21 12:28:29.155842 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52248) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:29.222941 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:29.288088 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-843e8876-867f-424b-a8df-c10d44a0650a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:29.302334 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port c7c0d498-deb2-4020-bade-39547c8dc90d, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c7c0d498-deb2-4020-bade-39547c8dc90d,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:28:29.366845 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-f2f4ff7b-7b6a-4240-91de-5d3916d323ee tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:29.367916 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e939ea-c831-4ef3-b9fe-7b90a1b3b36a service neutron] Pushing event updated for resources: {'Port': ['ID=42aa2222-ed08-4381-96a7-fa5713f3c14b,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:29.415135 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:29.433927 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-06272198-951b-4941-97ee-c7dc07c17ee1 None None] Provisioning complete for port da643320-e2b3-4def-98c5-6b6a53545d4a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:29.433927 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06272198-951b-4941-97ee-c7dc07c17ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:29.442385 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7528291e-f0e9-4160-9ac0-e23a9345a945 admin admin] Router 160661de-0c5e-473b-9850-7942754b5db8 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:28:29.459775 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-f2f4ff7b-7b6a-4240-91de-5d3916d323ee tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:29.560044 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-06272198-951b-4941-97ee-c7dc07c17ee1 None None] Port da643320-e2b3-4def-98c5-6b6a53545d4a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:28:29.600534 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=c7c0d498-deb2-4020-bade-39547c8dc90d,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:29.703359 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b461723-c45e-42c4-b012-cffac87c30bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:29.721639 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-843e8876-867f-424b-a8df-c10d44a0650a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:29.723070 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-d4e939ea-c831-4ef3-b9fe-7b90a1b3b36a service neutron] Attempting to bind port 42aa2222-ed08-4381-96a7-fa5713f3c14b on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:28:29.724621 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-d4e939ea-c831-4ef3-b9fe-7b90a1b3b36a service neutron] Attempting to bind port 42aa2222-ed08-4381-96a7-fa5713f3c14b by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:28:29.725018 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-d4e939ea-c831-4ef3-b9fe-7b90a1b3b36a service neutron] Attempting to bind port 42aa2222-ed08-4381-96a7-fa5713f3c14b on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:28:29.729862 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-d4e939ea-c831-4ef3-b9fe-7b90a1b3b36a service neutron] Port 42aa2222-ed08-4381-96a7-fa5713f3c14b on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:28:29.730297 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-d4e939ea-c831-4ef3-b9fe-7b90a1b3b36a service neutron] Attempting to bind port 42aa2222-ed08-4381-96a7-fa5713f3c14b on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:28:29.735574 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-d4e939ea-c831-4ef3-b9fe-7b90a1b3b36a service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:28:29.736054 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-d4e939ea-c831-4ef3-b9fe-7b90a1b3b36a service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:28:29.737766 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-d4e939ea-c831-4ef3-b9fe-7b90a1b3b36a service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:28:29.738337 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-d4e939ea-c831-4ef3-b9fe-7b90a1b3b36a service neutron] Bound port: 42aa2222-ed08-4381-96a7-fa5713f3c14b, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:28:29.738799 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-d4e939ea-c831-4ef3-b9fe-7b90a1b3b36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:29.793198 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b461723-c45e-42c4-b012-cffac87c30bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:29.802405 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4ff7b-7b6a-4240-91de-5d3916d323ee tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=023b55c0-a4bd-461a-8211-ff80f98eb6b4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:29.883843 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-843e8876-867f-424b-a8df-c10d44a0650a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:29.914145 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b461723-c45e-42c4-b012-cffac87c30bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1aa62b-0886-45f3-9988-3a901f2ac221,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:29.921157 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-843e8876-867f-424b-a8df-c10d44a0650a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=995a4afa5d694b9cacf6bbb35a706ed1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7608740 Apr 21 12:28:29.948342 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843e8876-867f-424b-a8df-c10d44a0650a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1458e28f-a356-4ab3-ad1c-b552f2f024d9,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:29.951798 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52262) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:29.961362 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2b461723-c45e-42c4-b012-cffac87c30bc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c1788e4ac4d43fca35f2dbf05fe93f4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0538397 Apr 21 12:28:29.981301 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52264) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:30.059850 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-d4e939ea-c831-4ef3-b9fe-7b90a1b3b36a service neutron] For port 42aa2222-ed08-4381-96a7-fa5713f3c14b, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:28:30.096002 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff2c1bfe-2ee9-45b8-8b83-0e25a33f5921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:30.157898 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-d4e939ea-c831-4ef3-b9fe-7b90a1b3b36a service neutron] For port 42aa2222-ed08-4381-96a7-fa5713f3c14b, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=42aa2222-ed08-4381-96a7-fa5713f3c14b,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:28:30.190215 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1672394-d3d5-4f87-985d-ed6ea05e5408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:30.230261 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1672394-d3d5-4f87-985d-ed6ea05e5408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:30.280797 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-f2f4ff7b-7b6a-4240-91de-5d3916d323ee tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Allocated IP 192.168.233.90 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/1f5c42f9-2af7-44b4-8696-c510fe19efdb) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:28:30.303383 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-d4e939ea-c831-4ef3-b9fe-7b90a1b3b36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:30.373079 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff2c1bfe-2ee9-45b8-8b83-0e25a33f5921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:30.378468 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1672394-d3d5-4f87-985d-ed6ea05e5408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:30.384527 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1672394-d3d5-4f87-985d-ed6ea05e5408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:30.386184 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e1672394-d3d5-4f87-985d-ed6ea05e5408 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/da1aa62b-0886-45f3-9988-3a901f2ac221 HTTP/1.1" status: 204 len: 168 time: 0.3916571 Apr 21 12:28:30.411584 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-d4e939ea-c831-4ef3-b9fe-7b90a1b3b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:30.412423 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-d4e939ea-c831-4ef3-b9fe-7b90a1b3b36a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:30.415501 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-d4e939ea-c831-4ef3-b9fe-7b90a1b3b36a service neutron] 10.222.0.24 "PUT /v2.0/ports/42aa2222-ed08-4381-96a7-fa5713f3c14b HTTP/1.1" status: 200 len: 1117 time: 4.0154018 Apr 21 12:28:30.442601 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b92fa5a-c319-4aac-a886-dd25470ad66c', 'tag': '42aa2222-ed08-4381-96a7-fa5713f3c14b'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:28:30.687089 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c7c0d498-deb2-4020-bade-39547c8dc90d up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:28:30.696384 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1000bc3c-71db-4a7e-b902-52e209d6524a req-cda6bc28-f535-4b0e-a9c2-79337fe013bd tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=12874790-28fc-43fb-b851-1931dde86329 HTTP/1.1" status: 200 len: 210 time: 0.3071153 Apr 21 12:28:30.708915 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7528291e-f0e9-4160-9ac0-e23a9345a945 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:28:30.718314 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1672394-d3d5-4f87-985d-ed6ea05e5408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1aa62b-0886-45f3-9988-3a901f2ac221,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:30.741389 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7528291e-f0e9-4160-9ac0-e23a9345a945 admin admin] 10.222.0.36 "PUT /v2.0/routers/160661de-0c5e-473b-9850-7942754b5db8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5147483 Apr 21 12:28:30.847899 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e939ea-c831-4ef3-b9fe-7b90a1b3b36a service neutron] Pushing event updated for resources: {'Port': ['ID=42aa2222-ed08-4381-96a7-fa5713f3c14b,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:30.915612 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e10f5b4-8501-49ff-b345-868651480674 None None] Sync routers for ids ['160661de-0c5e-473b-9850-7942754b5db8'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:28:30.922339 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-32bceea0-f09a-4bb4-9b7a-263515fd242c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:30.925510 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-32bceea0-f09a-4bb4-9b7a-263515fd242c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4314d200fb784fb1874e2758832098d1&device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 1120 time: 0.3433135 Apr 21 12:28:30.932713 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52290) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:30.970425 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port c7c0d498-deb2-4020-bade-39547c8dc90d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:30.974448 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:30.977456 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e10f5b4-8501-49ff-b345-868651480674 None None] Routers {'160661de-0c5e-473b-9850-7942754b5db8'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:28:30.988361 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8e10f5b4-8501-49ff-b345-868651480674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:28:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['160661de-0c5e-473b-9850-7942754b5db8'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:31.063157 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f8d96-c17c-4064-acfb-13377cc34e5f req-469c68ae-b81c-4cc9-80d5-baef8e4c86a9 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:31.086204 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a21f8d96-c17c-4064-acfb-13377cc34e5f req-469c68ae-b81c-4cc9-80d5-baef8e4c86a9 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 969 time: 0.6981764 Apr 21 12:28:31.158862 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e064e0e-9453-494a-8cf9-cbdcfdb3452c" -d '{"events": [{"name": "network-changed", "server_uuid": "9b92fa5a-c319-4aac-a886-dd25470ad66c", "tag": "42aa2222-ed08-4381-96a7-fa5713f3c14b"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:28:31.179003 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-3b86a259-01a9-4652-8525-ce1c0b0b0d94 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=42aa2222-ed08-4381-96a7-fa5713f3c14b HTTP/1.1" status: 200 len: 217 time: 0.2334430 Apr 21 12:28:31.219875 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a21f8d96-c17c-4064-acfb-13377cc34e5f req-1ef1bbe5-669d-4b79-a9f4-421a1193f8dc tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ecd96c-5b7d-43ab-b6a3-21de4f334b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323903 Apr 21 12:28:31.277110 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff2c1bfe-2ee9-45b8-8b83-0e25a33f5921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:31.280781 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff2c1bfe-2ee9-45b8-8b83-0e25a33f5921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:31.282728 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ff2c1bfe-2ee9-45b8-8b83-0e25a33f5921 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1458e28f-a356-4ab3-ad1c-b552f2f024d9 HTTP/1.1" status: 204 len: 168 time: 1.3278430 Apr 21 12:28:31.284016 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-f2f4ff7b-7b6a-4240-91de-5d3916d323ee tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:31.310092 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c1bfe-2ee9-45b8-8b83-0e25a33f5921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1458e28f-a356-4ab3-ad1c-b552f2f024d9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:31.323200 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-b1a5628e-6397-42af-9be5-6f76a1f463a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:31.326490 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-8e10f5b4-8501-49ff-b345-868651480674 None None] Set router 160661de-0c5e-473b-9850-7942754b5db8 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:28:31.327196 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-b1a5628e-6397-42af-9be5-6f76a1f463a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1361113 Apr 21 12:28:31.478382 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-f2f4ff7b-7b6a-4240-91de-5d3916d323ee tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:31.515814 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-5e78c575-723a-4bde-b494-5c95946d7e39 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-947902697-network', 'tenant_id': '27bf5efaec434a7b9c54603544a9e120'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:28:31.643848 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-07fdff4c-a88d-43dd-97e4-80d5efc5ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:31.649332 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-07fdff4c-a88d-43dd-97e4-80d5efc5ad57 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3114793 Apr 21 12:28:31.658437 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52306) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:31.694924 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-237fd062-f345-4f9f-ba3b-4c9a4ca117d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:31.738820 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82cbf1d-edfa-4d1a-bd56-4be5696a0623 x-openstack-request-id: req-c82cbf1d-edfa-4d1a-bd56-4be5696a0623 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:28:31.739145 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b92fa5a-c319-4aac-a886-dd25470ad66c", "tag": "42aa2222-ed08-4381-96a7-fa5713f3c14b", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:28:31.742263 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c82cbf1d-edfa-4d1a-bd56-4be5696a0623 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:28:31.743521 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c82cbf1d-edfa-4d1a-bd56-4be5696a0623'] response: {'name': 'network-changed', 'server_uuid': '9b92fa5a-c319-4aac-a886-dd25470ad66c', 'tag': '42aa2222-ed08-4381-96a7-fa5713f3c14b', 'status': 'completed', 'code': 200} Apr 21 12:28:31.744860 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-f2f4ff7b-7b6a-4240-91de-5d3916d323ee tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:28:31.750144 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e78c575-723a-4bde-b494-5c95946d7e39 admin admin] Made reservation on behalf of 27bf5efaec434a7b9c54603544a9e120 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:28:31.753737 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-f2f4ff7b-7b6a-4240-91de-5d3916d323ee tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:28:31.755289 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e78c575-723a-4bde-b494-5c95946d7e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:31.774189 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-f2f4ff7b-7b6a-4240-91de-5d3916d323ee tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:28:31.787776 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-f2f4ff7b-7b6a-4240-91de-5d3916d323ee tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:31.791126 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-f2f4ff7b-7b6a-4240-91de-5d3916d323ee tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:31.839749 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8e10f5b4-8501-49ff-b345-868651480674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160661de-0c5e-473b-9850-7942754b5db8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874641432-router', 'tenant_id': '27b0107ab7c24c809c1cfe3a7691b2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'c7c0d498-deb2-4020-bade-39547c8dc90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:20Z', 'updated_at': '2022-04-21T12:28:26Z', 'revision_number': 4, 'project_id': '27b0107ab7c24c809c1cfe3a7691b2eb', 'gw_port': {'id': 'c7c0d498-deb2-4020-bade-39547c8dc90d', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160661de-0c5e-473b-9850-7942754b5db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:21Z', 'updated_at': '2022-04-21T12:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'da643320-e2b3-4def-98c5-6b6a53545d4a', 'name': '', 'network_id': '556870be-f9c4-49af-8c0f-cfb715f38106', 'tenant_id': '27b0107ab7c24c809c1cfe3a7691b2eb', 'mac_address': 'fa:16:3e:bd:d1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160661de-0c5e-473b-9850-7942754b5db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82d3becb-3341-4d54-a00e-a69f8bebda38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:25Z', 'updated_at': '2022-04-21T12:28:27Z', 'revision_number': 2, 'project_id': '27b0107ab7c24c809c1cfe3a7691b2eb', 'subnets': [{'id': '82d3becb-3341-4d54-a00e-a69f8bebda38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:31.855292 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4ff7b-7b6a-4240-91de-5d3916d323ee tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Pushing event updated for resources: {'Port': ['ID=1f5c42f9-2af7-44b4-8696-c510fe19efdb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:31.906069 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-f2f4ff7b-7b6a-4240-91de-5d3916d323ee tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5129457 Apr 21 12:28:31.972456 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e10f5b4-8501-49ff-b345-868651480674 None None] Checking router: 160661de-0c5e-473b-9850-7942754b5db8 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:28:31.974206 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e10f5b4-8501-49ff-b345-868651480674 None None] Updating router 160661de-0c5e-473b-9850-7942754b5db8 port da643320-e2b3-4def-98c5-6b6a53545d4a binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:28:31.975974 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-237fd062-f345-4f9f-ba3b-4c9a4ca117d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:32.017531 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e78c575-723a-4bde-b494-5c95946d7e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:32.053231 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae088278-de9d-4505-9d85-7879633fb3e5 req-4d146930-9084-4dc8-a1b2-225d63218ada tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:32.065609 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e10f5b4-8501-49ff-b345-868651480674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:32.066137 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae088278-de9d-4505-9d85-7879633fb3e5 req-4d146930-9084-4dc8-a1b2-225d63218ada tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=12874790-28fc-43fb-b851-1931dde86329 HTTP/1.1" status: 200 len: 935 time: 0.1565092 Apr 21 12:28:32.093486 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-237fd062-f345-4f9f-ba3b-4c9a4ca117d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:32.150963 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae088278-de9d-4505-9d85-7879633fb3e5 req-4449b7e5-b96d-49fb-b62a-4c64f13cd7cf tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830681 Apr 21 12:28:32.178133 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-237fd062-f345-4f9f-ba3b-4c9a4ca117d5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d2d9a834f7d4ed39e0334e9388aeec7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5185931 Apr 21 12:28:32.182848 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52314) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:32.186445 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237fd062-f345-4f9f-ba3b-4c9a4ca117d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c826b868-bc0f-4446-bf49-9232047fa0dc,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:32.259430 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-84717c6c-f15e-4c33-ab68-841167110efa service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5481036 Apr 21 12:28:32.298707 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-2685fbae-65ce-4594-aa2b-6525cb6ed313 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:28:32.299947 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-2685fbae-65ce-4594-aa2b-6525cb6ed313 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191405 Apr 21 12:28:32.342695 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb0f0edc-da95-4126-9550-6f1de4ba90c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:32.400924 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb0f0edc-da95-4126-9550-6f1de4ba90c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:32.461003 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e78c575-723a-4bde-b494-5c95946d7e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:32.536774 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e78c575-723a-4bde-b494-5c95946d7e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:32.570594 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f4e76573-85a9-4d94-a3d5-c3d4fa910d9d req-c2e79384-e77a-45e6-a2e8-400128b42cc5 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956240 Apr 21 12:28:32.605742 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78c575-723a-4bde-b494-5c95946d7e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4618e21-cd2f-4ecc-ab30-750eabe2e83b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:32.629309 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb0f0edc-da95-4126-9550-6f1de4ba90c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:32.631618 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb0f0edc-da95-4126-9550-6f1de4ba90c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:32.635198 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-eb0f0edc-da95-4126-9550-6f1de4ba90c4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c826b868-bc0f-4446-bf49-9232047fa0dc HTTP/1.1" status: 204 len: 168 time: 0.4510443 Apr 21 12:28:32.654238 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e78c575-723a-4bde-b494-5c95946d7e39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:28:32.695915 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e78c575-723a-4bde-b494-5c95946d7e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:32.696262 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-5e78c575-723a-4bde-b494-5c95946d7e39 admin admin] Added segment a0ea8839-ec81-40a1-8fe1-b0eafc90f5f4 of type vlan for network 97ad784d-0930-4e8c-adcb-c4974b7545d3 Apr 21 12:28:32.704155 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f0edc-da95-4126-9550-6f1de4ba90c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c826b868-bc0f-4446-bf49-9232047fa0dc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:32.752943 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fc323-3d83-4616-8dcf-a972afcc6c16 req-6d1958fa-3703-4805-84eb-853c1ee84eb6 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:32.768373 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b09fc323-3d83-4616-8dcf-a972afcc6c16 req-6d1958fa-3703-4805-84eb-853c1ee84eb6 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 969 time: 0.2610288 Apr 21 12:28:32.781360 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d8e4ffe3-8730-4387-b595-cd7c05ac4cf4 None None] Provisioning complete for port 1f5c42f9-2af7-44b4-8696-c510fe19efdb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:32.785161 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8e4ffe3-8730-4387-b595-cd7c05ac4cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:32.863718 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b09fc323-3d83-4616-8dcf-a972afcc6c16 req-3ac8c7f1-f0c1-495b-9642-8d589d9a328d tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ecd96c-5b7d-43ab-b6a3-21de4f334b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919878 Apr 21 12:28:32.900072 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-69ea1eee-cea7-4cbb-bc4f-a3865e9d474d service neutron] Request body: {'port': {'device_id': '12874790-28fc-43fb-b851-1931dde86329', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:28:32.901404 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e78c575-723a-4bde-b494-5c95946d7e39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:33.037515 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e064e0e-9453-494a-8cf9-cbdcfdb3452c req-67c2c2db-ce16-4d6f-a7d1-0c8030bf593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:33.040540 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0e064e0e-9453-494a-8cf9-cbdcfdb3452c req-67c2c2db-ce16-4d6f-a7d1-0c8030bf593e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4314d200fb784fb1874e2758832098d1&device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 1120 time: 0.0919418 Apr 21 12:28:33.045057 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e78c575-723a-4bde-b494-5c95946d7e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:33.046751 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e78c575-723a-4bde-b494-5c95946d7e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:33.048932 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e78c575-723a-4bde-b494-5c95946d7e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:33.064460 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-69ea1eee-cea7-4cbb-bc4f-a3865e9d474d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:33.188819 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e10f5b4-8501-49ff-b345-868651480674 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:33.210925 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d8e4ffe3-8730-4387-b595-cd7c05ac4cf4 None None] Port 1f5c42f9-2af7-44b4-8696-c510fe19efdb cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:28:33.267737 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e10f5b4-8501-49ff-b345-868651480674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:33.404935 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280c094-ea40-403e-8b85-98a73798c1c5 None None] Pushing event updated for resources: {'Port': ['ID=da643320-e2b3-4def-98c5-6b6a53545d4a,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:33.437119 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5e78c575-723a-4bde-b494-5c95946d7e39 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4999843 Apr 21 12:28:33.485751 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52348) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:33.518629 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9bd791d5-6ee5-49d7-b19a-f857dc05480d admin admin] Request body: {'subnet': {'network_id': '97ad784d-0930-4e8c-adcb-c4974b7545d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-947902697-subnet', 'tenant_id': '27bf5efaec434a7b9c54603544a9e120', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:28:33.602399 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78c575-723a-4bde-b494-5c95946d7e39 admin admin] Pushing event updated for resources: {'Network': ['ID=97ad784d-0930-4e8c-adcb-c4974b7545d3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:33.603551 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8e10f5b4-8501-49ff-b345-868651480674 None None] Attempting to bind port da643320-e2b3-4def-98c5-6b6a53545d4a on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:28:33.603893 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8e10f5b4-8501-49ff-b345-868651480674 None None] Attempting to bind port da643320-e2b3-4def-98c5-6b6a53545d4a by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '436f1b3d-4fc5-4a14-91a0-5296ec4b23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '556870be-f9c4-49af-8c0f-cfb715f38106'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:28:33.604240 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e10f5b4-8501-49ff-b345-868651480674 None None] Attempting to bind port da643320-e2b3-4def-98c5-6b6a53545d4a on network 556870be-f9c4-49af-8c0f-cfb715f38106 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:28:33.625850 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 97ad784d-0930-4e8c-adcb-c4974b7545d3 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:28:33.629421 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e10f5b4-8501-49ff-b345-868651480674 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:28:33.633447 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e10f5b4-8501-49ff-b345-868651480674 None None] Checking segment: {'id': '436f1b3d-4fc5-4a14-91a0-5296ec4b23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '556870be-f9c4-49af-8c0f-cfb715f38106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:28:33.633447 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e10f5b4-8501-49ff-b345-868651480674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:33.633447 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e10f5b4-8501-49ff-b345-868651480674 None None] Bound using segment: {'id': '436f1b3d-4fc5-4a14-91a0-5296ec4b23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '556870be-f9c4-49af-8c0f-cfb715f38106'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:28:33.633447 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8e10f5b4-8501-49ff-b345-868651480674 None None] Bound port: da643320-e2b3-4def-98c5-6b6a53545d4a, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436f1b3d-4fc5-4a14-91a0-5296ec4b23d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '556870be-f9c4-49af-8c0f-cfb715f38106'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:28:33.633447 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e10f5b4-8501-49ff-b345-868651480674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:33.653941 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd791d5-6ee5-49d7-b19a-f857dc05480d admin admin] Made reservation on behalf of 27bf5efaec434a7b9c54603544a9e120 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:28:33.663946 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9bd791d5-6ee5-49d7-b19a-f857dc05480d admin admin] Notify callbacks [] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:33.921888 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8e10f5b4-8501-49ff-b345-868651480674 None None] For port da643320-e2b3-4def-98c5-6b6a53545d4a, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:28:33.924106 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f3390979-b232-45b9-b0c7-7ac982ea9003 None None] Provisioning complete for port da643320-e2b3-4def-98c5-6b6a53545d4a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:33.924635 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3390979-b232-45b9-b0c7-7ac982ea9003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:33.928854 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8e10f5b4-8501-49ff-b345-868651480674 None None] For port da643320-e2b3-4def-98c5-6b6a53545d4a, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=da643320-e2b3-4def-98c5-6b6a53545d4a,segment=NetworkSegment(436f1b3d-4fc5-4a14-91a0-5296ec4b23d3),segment_id=436f1b3d-4fc5-4a14-91a0-5296ec4b23d3)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:28:33.963661 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e064e0e-9453-494a-8cf9-cbdcfdb3452c req-2ef5fcb8-e2da-42c9-af07-8d3e94686084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:33.965521 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0e064e0e-9453-494a-8cf9-cbdcfdb3452c req-2ef5fcb8-e2da-42c9-af07-8d3e94686084 service neutron] 10.222.0.24 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.9083056 Apr 21 12:28:33.970633 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa740b-e209-4090-ba79-79d8bd231d9e req-72a99ae2-b078-4edf-88fa-53a17974eb50 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:33.982174 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04fa740b-e209-4090-ba79-79d8bd231d9e req-72a99ae2-b078-4edf-88fa-53a17974eb50 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=12874790-28fc-43fb-b851-1931dde86329 HTTP/1.1" status: 200 len: 935 time: 0.3822851 Apr 21 12:28:33.997342 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e10f5b4-8501-49ff-b345-868651480674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:34.006898 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f3390979-b232-45b9-b0c7-7ac982ea9003 None None] Port da643320-e2b3-4def-98c5-6b6a53545d4a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:28:34.131394 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04fa740b-e209-4090-ba79-79d8bd231d9e req-571276b8-4a92-4a22-a5f7-cea0066de69d tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466231 Apr 21 12:28:34.147250 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e10f5b4-8501-49ff-b345-868651480674 None None] Routers {'160661de-0c5e-473b-9850-7942754b5db8'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:28:34.148102 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8e10f5b4-8501-49ff-b345-868651480674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:28:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['160661de-0c5e-473b-9850-7942754b5db8'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:34.151453 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280c094-ea40-403e-8b85-98a73798c1c5 None None] Pushing event updated for resources: {'Port': ['ID=da643320-e2b3-4def-98c5-6b6a53545d4a,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:34.153693 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52360) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:34.173315 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-fea6a45e-263a-4fca-a6cf-6a47f3e77ea0 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Request body: {'security_group': {'name': 'tempest-securitygroup--114646519', 'description': 'tempest-description--199543308'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:28:34.393361 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0e064e0e-9453-494a-8cf9-cbdcfdb3452c req-4d5b98fd-73fd-46b7-a1e7-4290d2200ba1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=42aa2222-ed08-4381-96a7-fa5713f3c14b HTTP/1.1" status: 200 len: 217 time: 0.4143021 Apr 21 12:28:34.406668 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-69ea1eee-cea7-4cbb-bc4f-a3865e9d474d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f5c42f9-2af7-44b4-8696-c510fe19efdb {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:28:34.419754 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-8e10f5b4-8501-49ff-b345-868651480674 None None] Set router 160661de-0c5e-473b-9850-7942754b5db8 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:28:34.428052 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-69ea1eee-cea7-4cbb-bc4f-a3865e9d474d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:34.478057 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-69ea1eee-cea7-4cbb-bc4f-a3865e9d474d service neutron] Transition to ACTIVE for port object 1f5c42f9-2af7-44b4-8696-c510fe19efdb will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:28:34.487202 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e064e0e-9453-494a-8cf9-cbdcfdb3452c req-b71da5e0-cb47-4f26-84b3-0dc34e9f7352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:34.489856 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0e064e0e-9453-494a-8cf9-cbdcfdb3452c req-b71da5e0-cb47-4f26-84b3-0dc34e9f7352 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.0882523 Apr 21 12:28:34.575290 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-69ea1eee-cea7-4cbb-bc4f-a3865e9d474d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:34.610686 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e064e0e-9453-494a-8cf9-cbdcfdb3452c req-9f639a8d-289a-4446-8e98-bf220ba23fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:34.612308 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0e064e0e-9453-494a-8cf9-cbdcfdb3452c req-9f639a8d-289a-4446-8e98-bf220ba23fb1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1100233 Apr 21 12:28:34.677370 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141f051-bde5-45ba-843c-c962df904c59 req-77f221fb-43bd-4b90-a350-1a632f041cc6 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:34.679447 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1141f051-bde5-45ba-843c-c962df904c59 req-77f221fb-43bd-4b90-a350-1a632f041cc6 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 969 time: 0.1990552 Apr 21 12:28:34.680749 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fea6a45e-263a-4fca-a6cf-6a47f3e77ea0 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:34.869039 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1141f051-bde5-45ba-843c-c962df904c59 req-c4783af0-3fa5-4bca-9125-6453ed35d447 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ecd96c-5b7d-43ab-b6a3-21de4f334b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695209 Apr 21 12:28:34.877879 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea1eee-cea7-4cbb-bc4f-a3865e9d474d service neutron] Pushing event updated for resources: {'Port': ['ID=1f5c42f9-2af7-44b4-8696-c510fe19efdb,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:34.926280 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-69ea1eee-cea7-4cbb-bc4f-a3865e9d474d service neutron] Attempting to bind port 1f5c42f9-2af7-44b4-8696-c510fe19efdb on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:28:34.926971 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-69ea1eee-cea7-4cbb-bc4f-a3865e9d474d service neutron] Attempting to bind port 1f5c42f9-2af7-44b4-8696-c510fe19efdb by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:28:34.927551 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-69ea1eee-cea7-4cbb-bc4f-a3865e9d474d service neutron] Attempting to bind port 1f5c42f9-2af7-44b4-8696-c510fe19efdb on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:28:34.944394 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-fca9515b-ded5-4a84-9df9-7bb6aecc56b9 None None] Provisioning complete for port da643320-e2b3-4def-98c5-6b6a53545d4a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:34.947609 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fca9515b-ded5-4a84-9df9-7bb6aecc56b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:34.949036 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-69ea1eee-cea7-4cbb-bc4f-a3865e9d474d service neutron] Port 1f5c42f9-2af7-44b4-8696-c510fe19efdb on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:28:34.959229 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-69ea1eee-cea7-4cbb-bc4f-a3865e9d474d service neutron] Attempting to bind port 1f5c42f9-2af7-44b4-8696-c510fe19efdb on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:28:34.973075 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-69ea1eee-cea7-4cbb-bc4f-a3865e9d474d service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:28:34.974293 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-69ea1eee-cea7-4cbb-bc4f-a3865e9d474d service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:28:34.975101 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-69ea1eee-cea7-4cbb-bc4f-a3865e9d474d service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:28:34.975794 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-69ea1eee-cea7-4cbb-bc4f-a3865e9d474d service neutron] Bound port: 1f5c42f9-2af7-44b4-8696-c510fe19efdb, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:28:34.976379 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-69ea1eee-cea7-4cbb-bc4f-a3865e9d474d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:34.978502 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9bd791d5-6ee5-49d7-b19a-f857dc05480d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:35.077500 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fea6a45e-263a-4fca-a6cf-6a47f3e77ea0 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:35.118684 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fca9515b-ded5-4a84-9df9-7bb6aecc56b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:35.140353 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-69ea1eee-cea7-4cbb-bc4f-a3865e9d474d service neutron] For port 1f5c42f9-2af7-44b4-8696-c510fe19efdb, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:28:35.143458 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0e064e0e-9453-494a-8cf9-cbdcfdb3452c req-537900f0-2dc5-4dc1-bc99-56a4b1fb7c7a service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5124502 Apr 21 12:28:35.166247 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fca9515b-ded5-4a84-9df9-7bb6aecc56b9 None None] For port da643320-e2b3-4def-98c5-6b6a53545d4a, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=da643320-e2b3-4def-98c5-6b6a53545d4a,segment=NetworkSegment(436f1b3d-4fc5-4a14-91a0-5296ec4b23d3),segment_id=436f1b3d-4fc5-4a14-91a0-5296ec4b23d3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:28:35.172625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-69ea1eee-cea7-4cbb-bc4f-a3865e9d474d service neutron] For port 1f5c42f9-2af7-44b4-8696-c510fe19efdb, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=1f5c42f9-2af7-44b4-8696-c510fe19efdb,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:28:35.178989 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fea6a45e-263a-4fca-a6cf-6a47f3e77ea0 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:35.195277 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8e10f5b4-8501-49ff-b345-868651480674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160661de-0c5e-473b-9850-7942754b5db8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874641432-router', 'tenant_id': '27b0107ab7c24c809c1cfe3a7691b2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'c7c0d498-deb2-4020-bade-39547c8dc90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:20Z', 'updated_at': '2022-04-21T12:28:26Z', 'revision_number': 4, 'project_id': '27b0107ab7c24c809c1cfe3a7691b2eb', 'gw_port': {'id': 'c7c0d498-deb2-4020-bade-39547c8dc90d', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160661de-0c5e-473b-9850-7942754b5db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:21Z', 'updated_at': '2022-04-21T12:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'da643320-e2b3-4def-98c5-6b6a53545d4a', 'name': '', 'network_id': '556870be-f9c4-49af-8c0f-cfb715f38106', 'tenant_id': '27b0107ab7c24c809c1cfe3a7691b2eb', 'mac_address': 'fa:16:3e:bd:d1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160661de-0c5e-473b-9850-7942754b5db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82d3becb-3341-4d54-a00e-a69f8bebda38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:25Z', 'updated_at': '2022-04-21T12:28:33Z', 'revision_number': 4, 'project_id': '27b0107ab7c24c809c1cfe3a7691b2eb', 'subnets': [{'id': '82d3becb-3341-4d54-a00e-a69f8bebda38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:35.243899 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e10f5b4-8501-49ff-b345-868651480674 None None] The sync data for ids ['160661de-0c5e-473b-9850-7942754b5db8'] in n-d-836147-2 is: [{'id': '160661de-0c5e-473b-9850-7942754b5db8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874641432-router', 'tenant_id': '27b0107ab7c24c809c1cfe3a7691b2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'c7c0d498-deb2-4020-bade-39547c8dc90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:20Z', 'updated_at': '2022-04-21T12:28:26Z', 'revision_number': 4, 'project_id': '27b0107ab7c24c809c1cfe3a7691b2eb', 'gw_port': {'id': 'c7c0d498-deb2-4020-bade-39547c8dc90d', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160661de-0c5e-473b-9850-7942754b5db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:21Z', 'updated_at': '2022-04-21T12:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'da643320-e2b3-4def-98c5-6b6a53545d4a', 'name': '', 'network_id': '556870be-f9c4-49af-8c0f-cfb715f38106', 'tenant_id': '27b0107ab7c24c809c1cfe3a7691b2eb', 'mac_address': 'fa:16:3e:bd:d1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160661de-0c5e-473b-9850-7942754b5db8', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '82d3becb-3341-4d54-a00e-a69f8bebda38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:25Z', 'updated_at': '2022-04-21T12:28:33Z', 'revision_number': 4, 'project_id': '27b0107ab7c24c809c1cfe3a7691b2eb', 'subnets': [{'id': '82d3becb-3341-4d54-a00e-a69f8bebda38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:28:35.250547 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fca9515b-ded5-4a84-9df9-7bb6aecc56b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:35.308816 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd791d5-6ee5-49d7-b19a-f857dc05480d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d202b7d-8007-4450-b992-2d6d3004d38d,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:35.353080 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6a45e-263a-4fca-a6cf-6a47f3e77ea0 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3332589a-bdb7-45c7-bbfd-f2a661497b56,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:35.361798 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fea6a45e-263a-4fca-a6cf-6a47f3e77ea0 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:35.367986 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fea6a45e-263a-4fca-a6cf-6a47f3e77ea0 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2084525 Apr 21 12:28:35.368892 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-69ea1eee-cea7-4cbb-bc4f-a3865e9d474d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:35.371975 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52384) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:35.381162 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3deb81e3-7b04-427a-8a36-8969567e4cf1 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Request body: {'security_group_rule': {'security_group_id': '3332589a-bdb7-45c7-bbfd-f2a661497b56', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:28:35.478499 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9515b-ded5-4a84-9df9-7bb6aecc56b9 None None] Pushing event updated for resources: {'Port': ['ID=da643320-e2b3-4def-98c5-6b6a53545d4a,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:35.581152 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3deb81e3-7b04-427a-8a36-8969567e4cf1 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:35.588177 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0e064e0e-9453-494a-8cf9-cbdcfdb3452c req-7b061415-4f6c-4c68-9a56-fbc5d66486fa service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216342 Apr 21 12:28:35.597080 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-69ea1eee-cea7-4cbb-bc4f-a3865e9d474d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:35.597737 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-69ea1eee-cea7-4cbb-bc4f-a3865e9d474d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:35.603612 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-69ea1eee-cea7-4cbb-bc4f-a3865e9d474d service neutron] 10.222.0.26 "PUT /v2.0/ports/1f5c42f9-2af7-44b4-8696-c510fe19efdb HTTP/1.1" status: 200 len: 1095 time: 2.9873075 Apr 21 12:28:35.622807 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd791d5-6ee5-49d7-b19a-f857dc05480d admin admin] Checking segment: {'id': 'a0ea8839-ec81-40a1-8fe1-b0eafc90f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '97ad784d-0930-4e8c-adcb-c4974b7545d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:28:35.623359 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd791d5-6ee5-49d7-b19a-f857dc05480d admin admin] Network hostable DHCP agents. Network: 97ad784d-0930-4e8c-adcb-c4974b7545d3, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:28:35.642471 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12874790-28fc-43fb-b851-1931dde86329', 'tag': '1f5c42f9-2af7-44b4-8696-c510fe19efdb'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:28:35.792294 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd791d5-6ee5-49d7-b19a-f857dc05480d admin admin] Network 97ad784d-0930-4e8c-adcb-c4974b7545d3 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:28:35.866642 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-9bd791d5-6ee5-49d7-b19a-f857dc05480d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 97ad784d-0930-4e8c-adcb-c4974b7545d3) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:28:35.873510 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd791d5-6ee5-49d7-b19a-f857dc05480d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:35.874386 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9bd791d5-6ee5-49d7-b19a-f857dc05480d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:35.884167 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8b9782-285d-40a5-acaf-9624db617067 None None] Network 97ad784d-0930-4e8c-adcb-c4974b7545d3 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:28:35.939650 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea1eee-cea7-4cbb-bc4f-a3865e9d474d service neutron] Pushing event updated for resources: {'Port': ['ID=1f5c42f9-2af7-44b4-8696-c510fe19efdb,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:35.954031 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9bd791d5-6ee5-49d7-b19a-f857dc05480d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.4551919 Apr 21 12:28:35.956835 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52398) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:35.961515 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a254dc4e-012b-467b-8d35-2d1382f102a0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-947902697-router', 'tenant_id': '27bf5efaec434a7b9c54603544a9e120', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:28:36.089953 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a254dc4e-012b-467b-8d35-2d1382f102a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:36.091812 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a254dc4e-012b-467b-8d35-2d1382f102a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:36.275150 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a254dc4e-012b-467b-8d35-2d1382f102a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:36.281551 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbf3c1-4472-474e-a338-348038130db6 req-dcb87b80-abc4-4014-9045-081a1a855992 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:36.288884 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0cbbf3c1-4472-474e-a338-348038130db6 req-dcb87b80-abc4-4014-9045-081a1a855992 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=12874790-28fc-43fb-b851-1931dde86329 HTTP/1.1" status: 200 len: 947 time: 0.8617775 Apr 21 12:28:36.641906 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f451510b-7de8-424c-a6bf-d577a824731d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-97ad784d-0930-4e8c-adcb-c4974b7545d3', 'network_id': '97ad784d-0930-4e8c-adcb-c4974b7545d3', 'tenant_id': '27bf5efaec434a7b9c54603544a9e120', 'fixed_ips': [{'subnet_id': '1d202b7d-8007-4450-b992-2d6d3004d38d'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:28:36.648787 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f451510b-7de8-424c-a6bf-d577a824731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:36.697837 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3deb81e3-7b04-427a-8a36-8969567e4cf1 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:36.704774 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-1b42ce4c-ed81-4c7b-bbd8-c61b6dd13432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:36.706816 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-1b42ce4c-ed81-4c7b-bbd8-c61b6dd13432 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe96978507c84751aed382d1bdc3e72a&device_id=12874790-28fc-43fb-b851-1931dde86329 HTTP/1.1" status: 200 len: 1098 time: 0.6995554 Apr 21 12:28:36.710035 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0cbbf3c1-4472-474e-a338-348038130db6 req-f8e43389-adc1-485c-9987-2a1bb9b32791 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551562 Apr 21 12:28:36.714592 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device da643320-e2b3-4def-98c5-6b6a53545d4a up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:28:36.719135 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c1ee88-f72b-4c5c-9cb0-f0cf228b2c19" -d '{"events": [{"name": "network-changed", "server_uuid": "12874790-28fc-43fb-b851-1931dde86329", "tag": "1f5c42f9-2af7-44b4-8696-c510fe19efdb"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:28:36.862166 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a254dc4e-012b-467b-8d35-2d1382f102a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:36.884680 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3deb81e3-7b04-427a-8a36-8969567e4cf1 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:36.900790 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47362f52-ac87-4d15-95b0-ad88fceb9469 req-e8a30c04-ea6a-43af-92f1-c6b9bc17175b tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:36.917628 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-47362f52-ac87-4d15-95b0-ad88fceb9469 req-e8a30c04-ea6a-43af-92f1-c6b9bc17175b tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 969 time: 0.6274092 Apr 21 12:28:36.948436 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-0843d883-89da-4295-9346-30b42a5d90c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=1f5c42f9-2af7-44b4-8696-c510fe19efdb HTTP/1.1" status: 200 len: 217 time: 0.2294888 Apr 21 12:28:37.046074 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port da643320-e2b3-4def-98c5-6b6a53545d4a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:37.052402 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:37.203070 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deb81e3-7b04-427a-8a36-8969567e4cf1 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051d0845-8ca8-40fd-b44d-60c40a466b46,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:37.248146 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-f451510b-7de8-424c-a6bf-d577a824731d None None] Allocated IP 172.20.0.2 (97ad784d-0930-4e8c-adcb-c4974b7545d3/1d202b7d-8007-4450-b992-2d6d3004d38d/37328949-3e27-4cbc-9654-66df945b2b50) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:28:37.267527 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3deb81e3-7b04-427a-8a36-8969567e4cf1 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:37.271941 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3deb81e3-7b04-427a-8a36-8969567e4cf1 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8974373 Apr 21 12:28:37.287280 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52422) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:37.303721 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bea7b279-26ba-4c2c-9454-534ba01a5417 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Request body: {'security_group_rule': {'security_group_id': '3332589a-bdb7-45c7-bbfd-f2a661497b56', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:28:37.338551 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937570ef-56c4-4b50-bcc3-f87c7a0a4d98 x-openstack-request-id: req-937570ef-56c4-4b50-bcc3-f87c7a0a4d98 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:28:37.338965 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12874790-28fc-43fb-b851-1931dde86329", "tag": "1f5c42f9-2af7-44b4-8696-c510fe19efdb", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:28:37.339280 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-937570ef-56c4-4b50-bcc3-f87c7a0a4d98 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:28:37.339799 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-937570ef-56c4-4b50-bcc3-f87c7a0a4d98'] response: {'name': 'network-changed', 'server_uuid': '12874790-28fc-43fb-b851-1931dde86329', 'tag': '1f5c42f9-2af7-44b4-8696-c510fe19efdb', 'status': 'completed', 'code': 200} Apr 21 12:28:37.361548 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-47362f52-ac87-4d15-95b0-ad88fceb9469 req-345e3239-84fa-47f0-a8a7-987002a35445 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ecd96c-5b7d-43ab-b6a3-21de4f334b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356976 Apr 21 12:28:37.391990 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-9ea5b080-1764-4bb8-b3ad-632fc1c69e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:37.399154 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-9ea5b080-1764-4bb8-b3ad-632fc1c69e4f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.3794415 Apr 21 12:28:37.547091 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bea7b279-26ba-4c2c-9454-534ba01a5417 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:37.570751 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a254dc4e-012b-467b-8d35-2d1382f102a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:37.687841 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a254dc4e-012b-467b-8d35-2d1382f102a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:37.717695 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-fdc42c99-8945-4086-ade1-b4e74900ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:37.723670 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-fdc42c99-8945-4086-ade1-b4e74900ceed service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3141496 Apr 21 12:28:37.774749 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f451510b-7de8-424c-a6bf-d577a824731d None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:37.794805 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-8b589881-8ca8-4b30-a1d4-eb4dfd964017 req-40746a86-c459-4069-82f2-fde0a6350d00 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1317444046', 'description': 'tempest-description-1624847128'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:28:37.812171 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bea7b279-26ba-4c2c-9454-534ba01a5417 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:37.844603 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f451510b-7de8-424c-a6bf-d577a824731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:37.861543 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bea7b279-26ba-4c2c-9454-534ba01a5417 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:37.927737 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f451510b-7de8-424c-a6bf-d577a824731d None None] Network 97ad784d-0930-4e8c-adcb-c4974b7545d3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:28:37.931078 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f451510b-7de8-424c-a6bf-d577a824731d None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:28:37.935387 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f451510b-7de8-424c-a6bf-d577a824731d None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:28:37.953075 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-a254dc4e-012b-467b-8d35-2d1382f102a0 admin admin] Allocated IP 172.25.8.215 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/6c2daee8-ee5f-4e2b-9c36-af63741ccd41) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:28:37.967071 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b589881-8ca8-4b30-a1d4-eb4dfd964017 req-40746a86-c459-4069-82f2-fde0a6350d00 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:37.994214 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bea7b279-26ba-4c2c-9454-534ba01a5417 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:38.004371 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-bea7b279-26ba-4c2c-9454-534ba01a5417 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7138987 Apr 21 12:28:38.007127 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f451510b-7de8-424c-a6bf-d577a824731d None None] Attempting to bind port 37328949-3e27-4cbc-9654-66df945b2b50 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:28:38.008182 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f451510b-7de8-424c-a6bf-d577a824731d None None] Attempting to bind port 37328949-3e27-4cbc-9654-66df945b2b50 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'a0ea8839-ec81-40a1-8fe1-b0eafc90f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '97ad784d-0930-4e8c-adcb-c4974b7545d3'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:28:38.008556 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f451510b-7de8-424c-a6bf-d577a824731d None None] Attempting to bind port 37328949-3e27-4cbc-9654-66df945b2b50 on network 97ad784d-0930-4e8c-adcb-c4974b7545d3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:28:38.011806 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451510b-7de8-424c-a6bf-d577a824731d None None] Pushing event updated for resources: {'Port': ['ID=37328949-3e27-4cbc-9654-66df945b2b50,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:38.024238 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f451510b-7de8-424c-a6bf-d577a824731d None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:28:38.024824 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f451510b-7de8-424c-a6bf-d577a824731d None None] Checking segment: {'id': 'a0ea8839-ec81-40a1-8fe1-b0eafc90f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '97ad784d-0930-4e8c-adcb-c4974b7545d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:28:38.025615 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f451510b-7de8-424c-a6bf-d577a824731d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:38.026139 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f451510b-7de8-424c-a6bf-d577a824731d None None] Bound using segment: {'id': 'a0ea8839-ec81-40a1-8fe1-b0eafc90f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '97ad784d-0930-4e8c-adcb-c4974b7545d3'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:28:38.026754 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f451510b-7de8-424c-a6bf-d577a824731d None None] Bound port: 37328949-3e27-4cbc-9654-66df945b2b50, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ea8839-ec81-40a1-8fe1-b0eafc90f5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '97ad784d-0930-4e8c-adcb-c4974b7545d3'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:28:38.027921 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f451510b-7de8-424c-a6bf-d577a824731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:38.056704 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52434) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:38.057612 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b589881-8ca8-4b30-a1d4-eb4dfd964017 req-40746a86-c459-4069-82f2-fde0a6350d00 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:38.098188 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1cae0bca-25e9-4a0c-b928-d674a574a1f4 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:28:38.100704 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a254dc4e-012b-467b-8d35-2d1382f102a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:38.102804 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f451510b-7de8-424c-a6bf-d577a824731d None None] For port 37328949-3e27-4cbc-9654-66df945b2b50, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:28:38.106989 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f451510b-7de8-424c-a6bf-d577a824731d None None] For port 37328949-3e27-4cbc-9654-66df945b2b50, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=37328949-3e27-4cbc-9654-66df945b2b50,segment=NetworkSegment(a0ea8839-ec81-40a1-8fe1-b0eafc90f5f4),segment_id=a0ea8839-ec81-40a1-8fe1-b0eafc90f5f4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:28:38.174015 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f451510b-7de8-424c-a6bf-d577a824731d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:38.179839 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7b279-26ba-4c2c-9454-534ba01a5417 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b3a4f8-6e45-463f-8f05-bef7591668ca,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:38.212294 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1cae0bca-25e9-4a0c-b928-d674a574a1f4 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:38.256039 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a254dc4e-012b-467b-8d35-2d1382f102a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:38.256300 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f451510b-7de8-424c-a6bf-d577a824731d None None] Pushing event updated for resources: {'Port': ['ID=37328949-3e27-4cbc-9654-66df945b2b50,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:38.345345 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a254dc4e-012b-467b-8d35-2d1382f102a0 admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:28:38.376516 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254dc4e-012b-467b-8d35-2d1382f102a0 admin admin] Pushing event updated for resources: {'Port': ['ID=6c2daee8-ee5f-4e2b-9c36-af63741ccd41,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:38.384655 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a254dc4e-012b-467b-8d35-2d1382f102a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:28:38.402409 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a254dc4e-012b-467b-8d35-2d1382f102a0 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:28:38.441783 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b589881-8ca8-4b30-a1d4-eb4dfd964017 req-40746a86-c459-4069-82f2-fde0a6350d00 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:38.456952 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26901a0c-0575-4d26-96ff-f2c941f6c01f req-da0d8e90-23d3-472e-9e17-6be37fcf8756 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:38.465063 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-26901a0c-0575-4d26-96ff-f2c941f6c01f req-da0d8e90-23d3-472e-9e17-6be37fcf8756 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=12874790-28fc-43fb-b851-1931dde86329 HTTP/1.1" status: 200 len: 947 time: 0.5214961 Apr 21 12:28:38.535270 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b589881-8ca8-4b30-a1d4-eb4dfd964017 req-40746a86-c459-4069-82f2-fde0a6350d00 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:38.859473 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40746a86-c459-4069-82f2-fde0a6350d00 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42458351-e110-4528-bb93-6740d666d01f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:38.899019 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-f69e6ce5-caa1-4848-9b64-c3bce2ffc42e service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0126400 Apr 21 12:28:38.919594 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-26901a0c-0575-4d26-96ff-f2c941f6c01f req-b4adddf5-3d5f-43c7-9eef-8457a2f9f3ac tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4346597 Apr 21 12:28:38.993451 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a254dc4e-012b-467b-8d35-2d1382f102a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:39.001822 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1cae0bca-25e9-4a0c-b928-d674a574a1f4 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:39.038604 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b589881-8ca8-4b30-a1d4-eb4dfd964017 req-40746a86-c459-4069-82f2-fde0a6350d00 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:39.128971 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b589881-8ca8-4b30-a1d4-eb4dfd964017 req-40746a86-c459-4069-82f2-fde0a6350d00 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:39.245615 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40746a86-c459-4069-82f2-fde0a6350d00 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d322c0-a003-4e6a-8862-297663ce137a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:39.346453 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-1cae0bca-25e9-4a0c-b928-d674a574a1f4 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Allocated IP 172.25.8.174 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/c50a7835-4e07-4fdb-9acb-a7983bfbfd66) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:28:39.452008 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34e53a01-a2fb-4e26-becf-96ba6e3320fa req-2263b6aa-ab3d-4a29-a8c4-a32d51ac8131 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805584 Apr 21 12:28:39.485015 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b589881-8ca8-4b30-a1d4-eb4dfd964017 req-40746a86-c459-4069-82f2-fde0a6350d00 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:39.486503 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b589881-8ca8-4b30-a1d4-eb4dfd964017 req-40746a86-c459-4069-82f2-fde0a6350d00 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.7115417 Apr 21 12:28:39.533879 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24301e6-0a10-41a2-ba0a-61eaccc94e9b req-1d3229b7-77b2-4834-a7f4-54195b0f14bd tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:39.542538 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c24301e6-0a10-41a2-ba0a-61eaccc94e9b req-1d3229b7-77b2-4834-a7f4-54195b0f14bd tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 969 time: 0.3492236 Apr 21 12:28:39.627576 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1cae0bca-25e9-4a0c-b928-d674a574a1f4 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:39.655852 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c24301e6-0a10-41a2-ba0a-61eaccc94e9b req-c3e41313-92d0-4679-a313-c4c6fb00097d tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ecd96c-5b7d-43ab-b6a3-21de4f334b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122196 Apr 21 12:28:39.740661 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-80e2b33d-bed0-4547-8a9b-ba642fe94d07 req-76039325-ed2b-4ad7-a75a-2831bcc97b80 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] Request body: {'security_group': {'name': 'tempest-securitygroup-698927203', 'description': 'tempest-description-707594582'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:28:39.800362 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1cae0bca-25e9-4a0c-b928-d674a574a1f4 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:39.812742 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3bfe47-9426-4cc8-a857-50a051aa36e0 None None] Network 97ad784d-0930-4e8c-adcb-c4974b7545d3 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:28:39.852420 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a254dc4e-012b-467b-8d35-2d1382f102a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:39.855337 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cae0bca-25e9-4a0c-b928-d674a574a1f4 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:28:39.859487 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1cae0bca-25e9-4a0c-b928-d674a574a1f4 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:28:39.871096 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cae0bca-25e9-4a0c-b928-d674a574a1f4 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:28:40.049275 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1cae0bca-25e9-4a0c-b928-d674a574a1f4 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:40.062469 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-80e2b33d-bed0-4547-8a9b-ba642fe94d07 req-76039325-ed2b-4ad7-a75a-2831bcc97b80 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:40.096823 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae0bca-25e9-4a0c-b928-d674a574a1f4 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Pushing event updated for resources: {'Port': ['ID=c50a7835-4e07-4fdb-9acb-a7983bfbfd66,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:40.109741 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-77693773-ad7e-44aa-8e5b-9682e4a18713 None None] Provisioning complete for port 37328949-3e27-4cbc-9654-66df945b2b50 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:40.110357 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77693773-ad7e-44aa-8e5b-9682e4a18713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:40.129901 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a254dc4e-012b-467b-8d35-2d1382f102a0 admin admin] Router 2f8252e9-909c-4af1-8da4-6bb6fb1ffada is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:28:40.269206 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd8adb-3a61-419f-b10a-22a0fb8966ec req-f8235213-2c07-4440-8231-8c6938fd2844 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:40.271234 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96fd8adb-3a61-419f-b10a-22a0fb8966ec req-f8235213-2c07-4440-8231-8c6938fd2844 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=12874790-28fc-43fb-b851-1931dde86329 HTTP/1.1" status: 200 len: 947 time: 0.1678474 Apr 21 12:28:40.311378 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77693773-ad7e-44aa-8e5b-9682e4a18713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:40.353039 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-80e2b33d-bed0-4547-8a9b-ba642fe94d07 req-76039325-ed2b-4ad7-a75a-2831bcc97b80 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:40.371459 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a254dc4e-012b-467b-8d35-2d1382f102a0 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:28:40.376087 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1cae0bca-25e9-4a0c-b928-d674a574a1f4 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:40.387022 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b9c730-95b9-4041-ac80-0c20e30b2adb None None] Sync routers for ids ['2f8252e9-909c-4af1-8da4-6bb6fb1ffada'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:28:40.404868 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b9c730-95b9-4041-ac80-0c20e30b2adb None None] Routers {'2f8252e9-909c-4af1-8da4-6bb6fb1ffada'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:28:40.405960 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-13b9c730-95b9-4041-ac80-0c20e30b2adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:28:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['2f8252e9-909c-4af1-8da4-6bb6fb1ffada'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:40.450932 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-77693773-ad7e-44aa-8e5b-9682e4a18713 None None] For port 37328949-3e27-4cbc-9654-66df945b2b50, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=37328949-3e27-4cbc-9654-66df945b2b50,segment=NetworkSegment(a0ea8839-ec81-40a1-8fe1-b0eafc90f5f4),segment_id=a0ea8839-ec81-40a1-8fe1-b0eafc90f5f4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:28:40.485644 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-80e2b33d-bed0-4547-8a9b-ba642fe94d07 req-76039325-ed2b-4ad7-a75a-2831bcc97b80 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:40.526759 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a254dc4e-012b-467b-8d35-2d1382f102a0 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:40.528594 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a254dc4e-012b-467b-8d35-2d1382f102a0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.5706756 Apr 21 12:28:40.530987 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96fd8adb-3a61-419f-b10a-22a0fb8966ec req-30185dd0-a6c0-4f67-8b72-e428410268b6 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200379 Apr 21 12:28:40.531821 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52452) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:40.564425 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76039325-ed2b-4ad7-a75a-2831bcc97b80 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48e52c6c-60a3-4212-a144-6d86132b3c3b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:40.603665 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1ee88-f72b-4c5c-9cb0-f0cf228b2c19 req-fe4e38fc-6387-4938-97cc-13f7de294308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:40.605164 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72c1ee88-f72b-4c5c-9cb0-f0cf228b2c19 req-fe4e38fc-6387-4938-97cc-13f7de294308 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fe96978507c84751aed382d1bdc3e72a&device_id=12874790-28fc-43fb-b851-1931dde86329 HTTP/1.1" status: 200 len: 1098 time: 0.1682010 Apr 21 12:28:40.719327 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-80e2b33d-bed0-4547-8a9b-ba642fe94d07 req-76039325-ed2b-4ad7-a75a-2831bcc97b80 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:40.727329 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80e2b33d-bed0-4547-8a9b-ba642fe94d07 req-76039325-ed2b-4ad7-a75a-2831bcc97b80 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9961393 Apr 21 12:28:40.743425 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-13b9c730-95b9-4041-ac80-0c20e30b2adb None None] Set router 2f8252e9-909c-4af1-8da4-6bb6fb1ffada gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:28:40.912916 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 37328949-3e27-4cbc-9654-66df945b2b50 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:28:40.940718 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77693773-ad7e-44aa-8e5b-9682e4a18713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:41.053737 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77693773-ad7e-44aa-8e5b-9682e4a18713 None None] Pushing event updated for resources: {'Port': ['ID=37328949-3e27-4cbc-9654-66df945b2b50,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:41.111538 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-305a5198-41cb-4918-93c5-ad1ef8b116a9 None None] Provisioning complete for port 37328949-3e27-4cbc-9654-66df945b2b50 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:41.112314 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-305a5198-41cb-4918-93c5-ad1ef8b116a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:41.198106 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1ee88-f72b-4c5c-9cb0-f0cf228b2c19 req-f78ecc75-c37f-41a2-92eb-b4bedd339dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:41.199565 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72c1ee88-f72b-4c5c-9cb0-f0cf228b2c19 req-f78ecc75-c37f-41a2-92eb-b4bedd339dfb service neutron] 10.222.0.26 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.5810907 Apr 21 12:28:41.212607 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 37328949-3e27-4cbc-9654-66df945b2b50 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:41.213196 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:41.240463 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-b89922d7-32b8-46e3-909f-b73fee6e94d1 req-af1fe0cd-7289-45e9-a64e-00f611c794cb tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-532892817', 'description': 'tempest-description-990526888'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:28:41.265714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeacd90-f230-46b2-b007-e7a3ab4a8d69 req-906b7670-a906-4072-a431-70d59d3162da tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:41.267257 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-deeacd90-f230-46b2-b007-e7a3ab4a8d69 req-906b7670-a906-4072-a431-70d59d3162da tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 969 time: 0.3663285 Apr 21 12:28:41.363142 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72c1ee88-f72b-4c5c-9cb0-f0cf228b2c19 req-cf544413-1715-4c52-b0d3-69012123d297 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=1f5c42f9-2af7-44b4-8696-c510fe19efdb HTTP/1.1" status: 200 len: 217 time: 0.1392150 Apr 21 12:28:41.415978 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1cae0bca-25e9-4a0c-b928-d674a574a1f4 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:41.428210 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-13b9c730-95b9-4041-ac80-0c20e30b2adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8252e9-909c-4af1-8da4-6bb6fb1ffada', 'name': 'tempest-FloatingIPsNegativeTestJSON-947902697-router', 'tenant_id': '27bf5efaec434a7b9c54603544a9e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '6c2daee8-ee5f-4e2b-9c36-af63741ccd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:36Z', 'updated_at': '2022-04-21T12:28:38Z', 'revision_number': 3, 'project_id': '27bf5efaec434a7b9c54603544a9e120', 'gw_port': {'id': '6c2daee8-ee5f-4e2b-9c36-af63741ccd41', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8252e9-909c-4af1-8da4-6bb6fb1ffada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:37Z', 'updated_at': '2022-04-21T12:28:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:41.438908 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6d2e0ff-c180-4c6b-8f76-d114812d2d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:41.465930 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b9c730-95b9-4041-ac80-0c20e30b2adb None None] Checking router: 2f8252e9-909c-4af1-8da4-6bb6fb1ffada for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:28:41.466619 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b9c730-95b9-4041-ac80-0c20e30b2adb None None] Updating router 2f8252e9-909c-4af1-8da4-6bb6fb1ffada port 6c2daee8-ee5f-4e2b-9c36-af63741ccd41 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:28:41.485298 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-deeacd90-f230-46b2-b007-e7a3ab4a8d69 req-e5d1e888-52f4-49ce-9bed-27254116b4cf tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ecd96c-5b7d-43ab-b6a3-21de4f334b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496928 Apr 21 12:28:41.493632 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1cae0bca-25e9-4a0c-b928-d674a574a1f4 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:41.498842 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1ee88-f72b-4c5c-9cb0-f0cf228b2c19 req-d915b418-f67e-48f6-b69e-02a82b1e5d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:41.500306 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72c1ee88-f72b-4c5c-9cb0-f0cf228b2c19 req-d915b418-f67e-48f6-b69e-02a82b1e5d35 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1112862 Apr 21 12:28:41.532878 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13b9c730-95b9-4041-ac80-0c20e30b2adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:41.577102 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae0bca-25e9-4a0c-b928-d674a574a1f4 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Pushing event updated for resources: {'Port': ['ID=c50a7835-4e07-4fdb-9acb-a7983bfbfd66,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:41.586596 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b89922d7-32b8-46e3-909f-b73fee6e94d1 req-af1fe0cd-7289-45e9-a64e-00f611c794cb tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:41.620462 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b89922d7-32b8-46e3-909f-b73fee6e94d1 req-af1fe0cd-7289-45e9-a64e-00f611c794cb tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:41.717222 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b89922d7-32b8-46e3-909f-b73fee6e94d1 req-af1fe0cd-7289-45e9-a64e-00f611c794cb tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:41.728012 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1cae0bca-25e9-4a0c-b928-d674a574a1f4 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:41.779724 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c1ee88-f72b-4c5c-9cb0-f0cf228b2c19 req-8ed80b1a-a186-4a28-b976-c76489504080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:41.784011 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72c1ee88-f72b-4c5c-9cb0-f0cf228b2c19 req-8ed80b1a-a186-4a28-b976-c76489504080 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2710185 Apr 21 12:28:41.789499 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b89922d7-32b8-46e3-909f-b73fee6e94d1 req-af1fe0cd-7289-45e9-a64e-00f611c794cb tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:41.879257 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b89922d7-32b8-46e3-909f-b73fee6e94d1 req-af1fe0cd-7289-45e9-a64e-00f611c794cb tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:41.898489 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1cae0bca-25e9-4a0c-b928-d674a574a1f4 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:41.900080 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1cae0bca-25e9-4a0c-b928-d674a574a1f4 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8138075 Apr 21 12:28:41.913103 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-e6d2e0ff-c180-4c6b-8f76-d114812d2d5d admin admin] Allocated IP 172.20.0.1 (97ad784d-0930-4e8c-adcb-c4974b7545d3/1d202b7d-8007-4450-b992-2d6d3004d38d/570df559-0641-47d4-838c-b4d0c3956999) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:28:42.021879 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b89922d7-32b8-46e3-909f-b73fee6e94d1 req-af1fe0cd-7289-45e9-a64e-00f611c794cb tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:42.093557 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6d2e0ff-c180-4c6b-8f76-d114812d2d5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:42.119618 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1fe0cd-7289-45e9-a64e-00f611c794cb tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19d74a2-d8a6-48c1-9664-862acbf3588e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:42.185550 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cc512-f59d-4b78-8606-c0eb6bf3ab8c req-b8decd8f-765d-44a0-95ff-1df035b3395e tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:42.194477 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f1cc512-f59d-4b78-8606-c0eb6bf3ab8c req-b8decd8f-765d-44a0-95ff-1df035b3395e tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=12874790-28fc-43fb-b851-1931dde86329 HTTP/1.1" status: 200 len: 947 time: 0.3126523 Apr 21 12:28:42.212932 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b89922d7-32b8-46e3-909f-b73fee6e94d1 req-af1fe0cd-7289-45e9-a64e-00f611c794cb tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:42.226388 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b89922d7-32b8-46e3-909f-b73fee6e94d1 req-af1fe0cd-7289-45e9-a64e-00f611c794cb tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9950948 Apr 21 12:28:42.227634 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6d2e0ff-c180-4c6b-8f76-d114812d2d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:42.259171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1fe0cd-7289-45e9-a64e-00f611c794cb tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3ace9d-7a88-41fc-b4e3-1fef4c7252f2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:42.275421 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72c1ee88-f72b-4c5c-9cb0-f0cf228b2c19 req-f8ab3bba-e694-46e7-ba92-7e435a64a8a0 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879455 Apr 21 12:28:42.299334 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d2e0ff-c180-4c6b-8f76-d114812d2d5d admin admin] Network 97ad784d-0930-4e8c-adcb-c4974b7545d3 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:28:42.301490 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f1cc512-f59d-4b78-8606-c0eb6bf3ab8c req-8895112b-7bbb-40f1-ac4c-2855b3a34081 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060245 Apr 21 12:28:42.302680 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-e6d2e0ff-c180-4c6b-8f76-d114812d2d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:28:42.306637 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d2e0ff-c180-4c6b-8f76-d114812d2d5d admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:28:42.307107 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6d2e0ff-c180-4c6b-8f76-d114812d2d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:42.324550 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13b9c730-95b9-4041-ac80-0c20e30b2adb None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:42.413559 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2e0ff-c180-4c6b-8f76-d114812d2d5d admin admin] Pushing event updated for resources: {'Port': ['ID=570df559-0641-47d4-838c-b4d0c3956999,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:42.413878 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13b9c730-95b9-4041-ac80-0c20e30b2adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:42.422224 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-7c94f4b6-b3c7-4792-ab4c-11228cc3083f req-e0ac994e-b738-4281-aa3b-d915b6275865 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1853094781', 'description': 'tempest-description-1513370904'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:28:42.493941 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706ff2a-cf17-480f-bc92-d7c0c60524d8 None None] Pushing event updated for resources: {'Port': ['ID=6c2daee8-ee5f-4e2b-9c36-af63741ccd41,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:42.545114 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72c1ee88-f72b-4c5c-9cb0-f0cf228b2c19 req-a29aaab5-3c51-48ef-bd8d-8cef26a77d85 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357018 Apr 21 12:28:42.576669 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-13b9c730-95b9-4041-ac80-0c20e30b2adb None None] Attempting to bind port 6c2daee8-ee5f-4e2b-9c36-af63741ccd41 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:28:42.578067 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-13b9c730-95b9-4041-ac80-0c20e30b2adb None None] Attempting to bind port 6c2daee8-ee5f-4e2b-9c36-af63741ccd41 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:28:42.578845 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b9c730-95b9-4041-ac80-0c20e30b2adb None None] Attempting to bind port 6c2daee8-ee5f-4e2b-9c36-af63741ccd41 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:28:42.588491 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b9c730-95b9-4041-ac80-0c20e30b2adb None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:28:42.589300 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b9c730-95b9-4041-ac80-0c20e30b2adb None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:28:42.590066 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13b9c730-95b9-4041-ac80-0c20e30b2adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:42.591511 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b9c730-95b9-4041-ac80-0c20e30b2adb None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:28:42.592978 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-13b9c730-95b9-4041-ac80-0c20e30b2adb None None] Bound port: 6c2daee8-ee5f-4e2b-9c36-af63741ccd41, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:28:42.593690 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13b9c730-95b9-4041-ac80-0c20e30b2adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:42.604084 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7c94f4b6-b3c7-4792-ab4c-11228cc3083f req-e0ac994e-b738-4281-aa3b-d915b6275865 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:42.731458 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 37328949-3e27-4cbc-9654-66df945b2b50 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:28:42.735835 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-13b9c730-95b9-4041-ac80-0c20e30b2adb None None] For port 6c2daee8-ee5f-4e2b-9c36-af63741ccd41, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:28:42.744053 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-13b9c730-95b9-4041-ac80-0c20e30b2adb None None] For port 6c2daee8-ee5f-4e2b-9c36-af63741ccd41, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=6c2daee8-ee5f-4e2b-9c36-af63741ccd41,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:28:42.836863 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 37328949-3e27-4cbc-9654-66df945b2b50 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:42.837402 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:42.845045 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6d2e0ff-c180-4c6b-8f76-d114812d2d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:42.935884 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-13b9c730-95b9-4041-ac80-0c20e30b2adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:42.954582 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7c94f4b6-b3c7-4792-ab4c-11228cc3083f req-e0ac994e-b738-4281-aa3b-d915b6275865 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:42.966563 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-e80d7821-b9df-4ca9-ae1e-1e241097790d tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--114646519&fields=id&tenant_id=c66726bc1d664d6d9ca628f60b5422d1 HTTP/1.1" status: 200 len: 267 time: 0.0655460 Apr 21 12:28:42.977421 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b1c684f2-7591-4bee-897d-ac8c7ce804f5 None None] Provisioning complete for port 570df559-0641-47d4-838c-b4d0c3956999 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:42.977817 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1c684f2-7591-4bee-897d-ac8c7ce804f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:43.067476 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b9c730-95b9-4041-ac80-0c20e30b2adb None None] Routers {'2f8252e9-909c-4af1-8da4-6bb6fb1ffada'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:28:43.067773 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b1c684f2-7591-4bee-897d-ac8c7ce804f5 None None] Port 570df559-0641-47d4-838c-b4d0c3956999 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:28:43.070814 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-13b9c730-95b9-4041-ac80-0c20e30b2adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:28:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['2f8252e9-909c-4af1-8da4-6bb6fb1ffada'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:43.167175 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706ff2a-cf17-480f-bc92-d7c0c60524d8 None None] Pushing event updated for resources: {'Port': ['ID=6c2daee8-ee5f-4e2b-9c36-af63741ccd41,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:43.196492 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7c94f4b6-b3c7-4792-ab4c-11228cc3083f req-e0ac994e-b738-4281-aa3b-d915b6275865 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:43.251843 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac994e-b738-4281-aa3b-d915b6275865 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd32fb9-f8eb-4e26-aed1-db533f4f1840,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:43.265253 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6d2e0ff-c180-4c6b-8f76-d114812d2d5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:43.317387 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-13b9c730-95b9-4041-ac80-0c20e30b2adb None None] Set router 2f8252e9-909c-4af1-8da4-6bb6fb1ffada gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:28:43.369765 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6d2e0ff-c180-4c6b-8f76-d114812d2d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:43.370652 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6d2e0ff-c180-4c6b-8f76-d114812d2d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:43.371575 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7c94f4b6-b3c7-4792-ab4c-11228cc3083f req-e0ac994e-b738-4281-aa3b-d915b6275865 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:43.373795 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7c94f4b6-b3c7-4792-ab4c-11228cc3083f req-e0ac994e-b738-4281-aa3b-d915b6275865 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9591255 Apr 21 12:28:43.431998 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ae2c5a6-d784-4e58-93a3-6633b00c19cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:43.463369 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-a1b1083d-e0b2-4b37-9f57-fa0b0f9787bd tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:43.463369 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-a1b1083d-e0b2-4b37-9f57-fa0b0f9787bd tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/networks?id=7bed1b78-2645-446a-9812-77a5a7c4f0d8 HTTP/1.1" status: 200 len: 824 time: 0.4777141 Apr 21 12:28:43.465356 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-1bd2b839-e49b-4eec-871c-590fa0a2b1e3 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/quotas/c66726bc1d664d6d9ca628f60b5422d1 HTTP/1.1" status: 200 len: 375 time: 0.0138505 Apr 21 12:28:43.537509 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2e0ff-c180-4c6b-8f76-d114812d2d5d admin admin] Pushing event updated for resources: {'Port': ['ID=570df559-0641-47d4-838c-b4d0c3956999,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:43.589382 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d2e0ff-c180-4c6b-8f76-d114812d2d5d admin admin] Network 97ad784d-0930-4e8c-adcb-c4974b7545d3 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:28:43.592127 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-e6d2e0ff-c180-4c6b-8f76-d114812d2d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:28:43.598156 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db557889-0c7d-42ab-8c5c-dd136cb5cbb7 req-bb826cc4-f1a9-4424-bae0-e5d4fd9d1304 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:43.599717 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db557889-0c7d-42ab-8c5c-dd136cb5cbb7 req-bb826cc4-f1a9-4424-bae0-e5d4fd9d1304 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 969 time: 0.1064198 Apr 21 12:28:43.609268 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-7527b346-eb2f-4fde-982c-a393e1916589 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c66726bc1d664d6d9ca628f60b5422d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1290448 Apr 21 12:28:43.644225 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db557889-0c7d-42ab-8c5c-dd136cb5cbb7 req-1f8bf4df-1ea0-419c-ad96-4f39327ec39e tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ecd96c-5b7d-43ab-b6a3-21de4f334b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339012 Apr 21 12:28:43.709303 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-13b9c730-95b9-4041-ac80-0c20e30b2adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8252e9-909c-4af1-8da4-6bb6fb1ffada', 'name': 'tempest-FloatingIPsNegativeTestJSON-947902697-router', 'tenant_id': '27bf5efaec434a7b9c54603544a9e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '6c2daee8-ee5f-4e2b-9c36-af63741ccd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:36Z', 'updated_at': '2022-04-21T12:28:42Z', 'revision_number': 4, 'project_id': '27bf5efaec434a7b9c54603544a9e120', 'gw_port': {'id': '6c2daee8-ee5f-4e2b-9c36-af63741ccd41', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8252e9-909c-4af1-8da4-6bb6fb1ffada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:37Z', 'updated_at': '2022-04-21T12:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '570df559-0641-47d4-838c-b4d0c3956999', 'name': '', 'network_id': '97ad784d-0930-4e8c-adcb-c4974b7545d3', 'tenant_id': '27bf5efaec434a7b9c54603544a9e120', 'mac_address': 'fa:16:3e:a2:4e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8252e9-909c-4af1-8da4-6bb6fb1ffada', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '1d202b7d-8007-4450-b992-2d6d3004d38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:41Z', 'updated_at': '2022-04-21T12:28:41Z', 'revision_number': 1, 'project_id': '27bf5efaec434a7b9c54603544a9e120', 'subnets': [{'id': '1d202b7d-8007-4450-b992-2d6d3004d38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:43.754291 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b9c730-95b9-4041-ac80-0c20e30b2adb None None] The sync data for ids ['2f8252e9-909c-4af1-8da4-6bb6fb1ffada'] in n-d-836147-2 is: [{'id': '2f8252e9-909c-4af1-8da4-6bb6fb1ffada', 'name': 'tempest-FloatingIPsNegativeTestJSON-947902697-router', 'tenant_id': '27bf5efaec434a7b9c54603544a9e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '6c2daee8-ee5f-4e2b-9c36-af63741ccd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:36Z', 'updated_at': '2022-04-21T12:28:42Z', 'revision_number': 4, 'project_id': '27bf5efaec434a7b9c54603544a9e120', 'gw_port': {'id': '6c2daee8-ee5f-4e2b-9c36-af63741ccd41', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8252e9-909c-4af1-8da4-6bb6fb1ffada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:37Z', 'updated_at': '2022-04-21T12:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '570df559-0641-47d4-838c-b4d0c3956999', 'name': '', 'network_id': '97ad784d-0930-4e8c-adcb-c4974b7545d3', 'tenant_id': '27bf5efaec434a7b9c54603544a9e120', 'mac_address': 'fa:16:3e:a2:4e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8252e9-909c-4af1-8da4-6bb6fb1ffada', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '1d202b7d-8007-4450-b992-2d6d3004d38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:41Z', 'updated_at': '2022-04-21T12:28:41Z', 'revision_number': 1, 'project_id': '27bf5efaec434a7b9c54603544a9e120', 'subnets': [{'id': '1d202b7d-8007-4450-b992-2d6d3004d38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:28:43.883378 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1ac28-05a3-4493-8f05-44d47d252261 req-f77bcd44-2d14-4ff1-942d-28f44f30b3a3 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:43.896700 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c0e1ac28-05a3-4493-8f05-44d47d252261 req-f77bcd44-2d14-4ff1-942d-28f44f30b3a3 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=12874790-28fc-43fb-b851-1931dde86329 HTTP/1.1" status: 200 len: 947 time: 0.1087685 Apr 21 12:28:43.906602 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-e971f3c3-7918-462a-8a23-bf4a99ea923d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:28:43.913573 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-e971f3c3-7918-462a-8a23-bf4a99ea923d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0865502 Apr 21 12:28:43.995595 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c02c60d0-a700-4126-8674-42e91b040dc7 None None] Provisioning complete for port 570df559-0641-47d4-838c-b4d0c3956999 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:43.996147 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c02c60d0-a700-4126-8674-42e91b040dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:44.008159 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d2e0ff-c180-4c6b-8f76-d114812d2d5d admin admin] Router 2f8252e9-909c-4af1-8da4-6bb6fb1ffada has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:28:44.010101 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c0e1ac28-05a3-4493-8f05-44d47d252261 req-03f2ec77-4fd1-4377-ae2d-d074c48b4967 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125114 Apr 21 12:28:44.066528 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c02c60d0-a700-4126-8674-42e91b040dc7 None None] Port 570df559-0641-47d4-838c-b4d0c3956999 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:28:44.091532 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-4b7a6869-6a08-49f5-81b1-fdd586e18575 service neutron] 10.222.0.36 "GET /v2.0/networks/7bed1b78-2645-446a-9812-77a5a7c4f0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767335 Apr 21 12:28:44.162692 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d2e0ff-c180-4c6b-8f76-d114812d2d5d admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:28:44.169638 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e6d2e0ff-c180-4c6b-8f76-d114812d2d5d admin admin] 10.222.0.36 "PUT /v2.0/routers/2f8252e9-909c-4af1-8da4-6bb6fb1ffada/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6337807 Apr 21 12:28:44.250124 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-bedaab73-8aa2-4366-8d29-6573751a5f69 service neutron] 10.222.0.36 "GET /v2.0/networks/7bed1b78-2645-446a-9812-77a5a7c4f0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575813 Apr 21 12:28:44.357405 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54784e67-232e-4bdd-b903-003f62f4e962 req-eb0b49a8-dcc8-452d-a415-c25ce9f02dcd tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 34024 time: 0.3059282 Apr 21 12:28:44.409308 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54784e67-232e-4bdd-b903-003f62f4e962 req-8b865968-74b2-4fbd-8be4-288c05b53f1e tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] 10.222.0.36 "GET /v2.0/security-groups/023b55c0-a4bd-461a-8211-ff80f98eb6b4 HTTP/1.1" status: 200 len: 2981 time: 0.0445602 Apr 21 12:28:44.453269 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54784e67-232e-4bdd-b903-003f62f4e962 req-46ce4c8d-c617-4f95-b0a9-deb54b8fe410 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] 10.222.0.36 "GET /v2.0/security-groups/023b55c0-a4bd-461a-8211-ff80f98eb6b4 HTTP/1.1" status: 200 len: 2981 time: 0.0376954 Apr 21 12:28:44.506549 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54784e67-232e-4bdd-b903-003f62f4e962 req-17f91700-5aae-4908-815a-991196ea59a9 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] 10.222.0.36 "GET /v2.0/security-groups/1399ad15-86b4-4626-abf5-9e314917adcc HTTP/1.1" status: 200 len: 2977 time: 0.0472422 Apr 21 12:28:44.603726 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54784e67-232e-4bdd-b903-003f62f4e962 req-c1f8f360-28c3-4fd1-836b-095f2f0e1b22 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] 10.222.0.36 "GET /v2.0/security-groups/1399ad15-86b4-4626-abf5-9e314917adcc HTTP/1.1" status: 200 len: 2977 time: 0.0904498 Apr 21 12:28:44.664580 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54784e67-232e-4bdd-b903-003f62f4e962 req-36d0fcea-348e-41cd-865d-22debd7f8260 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] 10.222.0.36 "GET /v2.0/security-groups/42458351-e110-4528-bb93-6740d666d01f HTTP/1.1" status: 200 len: 2981 time: 0.0526862 Apr 21 12:28:44.757680 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ea0ec58-73b4-4f5a-bc65-2cc36533c06e req-85d8eca4-5cdc-49fc-895c-cf9ab95264f4 tempest-FloatingIPsNegativeTestJSON-1107451430 tempest-FloatingIPsNegativeTestJSON-1107451430-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=27bf5efaec434a7b9c54603544a9e120 HTTP/1.1" status: 200 len: 217 time: 0.0655429 Apr 21 12:28:44.774660 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54784e67-232e-4bdd-b903-003f62f4e962 req-ff3fb265-51ab-4c34-aa1b-e2fb511cdccd tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] 10.222.0.36 "GET /v2.0/security-groups/42458351-e110-4528-bb93-6740d666d01f HTTP/1.1" status: 200 len: 2981 time: 0.0997729 Apr 21 12:28:44.839200 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f81afcfa-247d-4d6a-b936-79780f39a9f5 req-840f628e-03f8-4bc5-b704-cfa07e168fdd tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58cae2-7cce-491e-963f-fbded57b1036 HTTP/1.1" status: 200 len: 210 time: 0.0405166 Apr 21 12:28:44.842722 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54784e67-232e-4bdd-b903-003f62f4e962 req-a6877f05-1ec0-4936-a89a-ad36274ebb53 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] 10.222.0.36 "GET /v2.0/security-groups/9514f659-4529-42f0-a028-cbc6e39763ff HTTP/1.1" status: 200 len: 2977 time: 0.0615253 Apr 21 12:28:44.905933 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54784e67-232e-4bdd-b903-003f62f4e962 req-9871411d-9963-4ebc-bf43-588301103cc1 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] 10.222.0.36 "GET /v2.0/security-groups/9514f659-4529-42f0-a028-cbc6e39763ff HTTP/1.1" status: 200 len: 2977 time: 0.0564191 Apr 21 12:28:44.988133 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54784e67-232e-4bdd-b903-003f62f4e962 req-13bb1204-29ef-44e6-be1c-b7adb6e31be7 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] 10.222.0.36 "GET /v2.0/security-groups/d32d6116-9dfd-4e3e-823f-265f9201fa63 HTTP/1.1" status: 200 len: 2977 time: 0.0758414 Apr 21 12:28:45.000267 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213084f-338c-42ed-bf05-193c6b322988 req-9dd30c75-b6dc-45f4-ba1a-9e869a90d37b tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:45.001786 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c213084f-338c-42ed-bf05-193c6b322988 req-9dd30c75-b6dc-45f4-ba1a-9e869a90d37b tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 969 time: 0.0696342 Apr 21 12:28:45.064561 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c213084f-338c-42ed-bf05-193c6b322988 req-7b87b54c-a08c-4cb2-a473-8f9150c519fa tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ecd96c-5b7d-43ab-b6a3-21de4f334b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556056 Apr 21 12:28:45.066613 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54784e67-232e-4bdd-b903-003f62f4e962 req-25abbf29-c445-4f81-8f6e-054743a7496e tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] 10.222.0.36 "GET /v2.0/security-groups/d32d6116-9dfd-4e3e-823f-265f9201fa63 HTTP/1.1" status: 200 len: 2977 time: 0.0639148 Apr 21 12:28:45.143246 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54784e67-232e-4bdd-b903-003f62f4e962 req-fed4aeaf-4f6f-4c58-bbed-a4dea6c7e17c tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] 10.222.0.36 "GET /v2.0/security-groups/e19d74a2-d8a6-48c1-9664-862acbf3588e HTTP/1.1" status: 200 len: 2981 time: 0.0703235 Apr 21 12:28:45.145217 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-63069db7-f173-4212-b36f-03806fed12ea req-02ccf951-567f-4632-9a37-98ef690106cb tempest-FloatingIPsNegativeTestJSON-1107451430 tempest-FloatingIPsNegativeTestJSON-1107451430-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0372396 Apr 21 12:28:45.193493 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54784e67-232e-4bdd-b903-003f62f4e962 req-7956f45b-267a-46fb-b0b0-c18da7a698c4 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] 10.222.0.36 "GET /v2.0/security-groups/e19d74a2-d8a6-48c1-9664-862acbf3588e HTTP/1.1" status: 200 len: 2981 time: 0.0442762 Apr 21 12:28:45.271303 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54784e67-232e-4bdd-b903-003f62f4e962 req-1bc8e4c7-9d10-4539-94fe-43a45fde972f tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] 10.222.0.36 "GET /v2.0/security-groups/f4618e21-cd2f-4ecc-ab30-750eabe2e83b HTTP/1.1" status: 200 len: 2981 time: 0.0680423 Apr 21 12:28:45.283192 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e5843-b3b0-48e0-8412-3286c95cf640 req-b9188fc8-d6b8-4633-83bd-b1fb2879af1e tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:45.284607 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f62e5843-b3b0-48e0-8412-3286c95cf640 req-b9188fc8-d6b8-4633-83bd-b1fb2879af1e tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=12874790-28fc-43fb-b851-1931dde86329 HTTP/1.1" status: 200 len: 947 time: 0.0729845 Apr 21 12:28:45.346921 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f62e5843-b3b0-48e0-8412-3286c95cf640 req-6b218aa4-db57-4973-8e79-2f2ef9744646 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556424 Apr 21 12:28:45.348466 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54784e67-232e-4bdd-b903-003f62f4e962 req-af2be3db-051b-485a-98af-d59b22b1eda7 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] 10.222.0.36 "GET /v2.0/security-groups/f4618e21-cd2f-4ecc-ab30-750eabe2e83b HTTP/1.1" status: 200 len: 2981 time: 0.0628700 Apr 21 12:28:45.431940 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52534) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:45.460235 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-6eb45955-8bc7-4e4a-83c0-5ab670c59367 req-095e31ec-d40f-4492-b3eb-72ab93f33e2a tempest-FloatingIPsNegativeTestJSON-1107451430 tempest-FloatingIPsNegativeTestJSON-1107451430-project] show failed (client error): The resource could not be found. Apr 21 12:28:45.461243 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6eb45955-8bc7-4e4a-83c0-5ab670c59367 req-095e31ec-d40f-4492-b3eb-72ab93f33e2a tempest-FloatingIPsNegativeTestJSON-1107451430 tempest-FloatingIPsNegativeTestJSON-1107451430-project] 10.222.0.36 "GET /v2.0/floatingips/6117b2ed-0455-4528-9eb6-856a7f43b8ef HTTP/1.1" status: 404 len: 350 time: 0.0825274 Apr 21 12:28:45.469662 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54784e67-232e-4bdd-b903-003f62f4e962 req-1eebcbf6-1571-43ea-bc55-6f432228f111 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] 10.222.0.36 "GET /v2.0/security-groups/f7ecd96c-5b7d-43ab-b6a3-21de4f334b18 HTTP/1.1" status: 200 len: 2977 time: 0.1093116 Apr 21 12:28:45.470012 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52538) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:45.529635 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54784e67-232e-4bdd-b903-003f62f4e962 req-17b14667-e1b6-45e7-a98d-7f9091a0e351 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] 10.222.0.36 "GET /v2.0/security-groups/f7ecd96c-5b7d-43ab-b6a3-21de4f334b18 HTTP/1.1" status: 200 len: 2977 time: 0.0538275 Apr 21 12:28:45.576241 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54784e67-232e-4bdd-b903-003f62f4e962 req-1a3a9a1d-1104-4371-89ae-1993b7d68760 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] 10.222.0.36 "GET /v2.0/security-groups/fe541620-9b41-497c-b7de-8eef8f611508 HTTP/1.1" status: 200 len: 2973 time: 0.0393353 Apr 21 12:28:45.590004 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62359f3e-61a7-4fb5-affd-d236df8bf98a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:45.631816 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54784e67-232e-4bdd-b903-003f62f4e962 req-123c9512-8712-46e7-8236-f8a9b557e0f2 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] 10.222.0.36 "GET /v2.0/security-groups/fe541620-9b41-497c-b7de-8eef8f611508 HTTP/1.1" status: 200 len: 2973 time: 0.0451744 Apr 21 12:28:45.690683 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0b5a0a8-90a6-49d8-a7a0-cb3a6af67b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:45.732739 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-82f1b310-3dc0-4c1f-9c8f-841a5a20ef09 req-539b3132-fefe-4982-8424-03df72d14a4c tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7c7ecdddc9a743f48b27eddf88b94d64 HTTP/1.1" status: 200 len: 6102 time: 0.0741928 Apr 21 12:28:45.782319 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-82f1b310-3dc0-4c1f-9c8f-841a5a20ef09 req-8d9bb76c-d17f-45ba-b17c-c7bac05415c6 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] 10.222.0.36 "GET /v2.0/security-groups/42458351-e110-4528-bb93-6740d666d01f HTTP/1.1" status: 200 len: 2981 time: 0.0404165 Apr 21 12:28:45.783571 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62359f3e-61a7-4fb5-affd-d236df8bf98a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:45.827795 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-82f1b310-3dc0-4c1f-9c8f-841a5a20ef09 req-c7cf81f0-b9a6-4c2e-9cfa-709302f6a803 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] 10.222.0.36 "GET /v2.0/security-groups/42458351-e110-4528-bb93-6740d666d01f HTTP/1.1" status: 200 len: 2981 time: 0.0392148 Apr 21 12:28:45.895364 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a933ae6b-e4e9-4532-98f3-10d46262433a req-96c5921e-d456-4283-b554-13d32f59c5cc tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] 10.222.0.36 "GET /v2.0/security-groups/8cd32fb9-f8eb-4e26-aed1-db533f4f1840 HTTP/1.1" status: 200 len: 1778 time: 0.0363967 Apr 21 12:28:45.917835 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62359f3e-61a7-4fb5-affd-d236df8bf98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:45.949753 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d96bc184-0d93-4e9c-9634-56cdfa287bb4 req-54745e97-3239-4336-9b2e-3c67d316b997 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58cae2-7cce-491e-963f-fbded57b1036 HTTP/1.1" status: 200 len: 210 time: 0.0340238 Apr 21 12:28:45.970724 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-62359f3e-61a7-4fb5-affd-d236df8bf98a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=553d8105c9ed44bca312aa961f234492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5376174 Apr 21 12:28:45.973004 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52546) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:45.978562 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a933ae6b-e4e9-4532-98f3-10d46262433a req-74b83d22-ef22-4269-bab7-93b5ca003675 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:45.986099 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62359f3e-61a7-4fb5-affd-d236df8bf98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd637ea-e3c4-49ee-b9fb-c350b0382df2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:46.000898 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a933ae6b-e4e9-4532-98f3-10d46262433a req-74b83d22-ef22-4269-bab7-93b5ca003675 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:46.034966 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44b8583b-586b-4365-987e-1b887a9c17af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:46.087723 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9390884c-5fe5-4551-ba2c-204f5d69cb8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:46.107394 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a933ae6b-e4e9-4532-98f3-10d46262433a req-74b83d22-ef22-4269-bab7-93b5ca003675 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:46.109868 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a933ae6b-e4e9-4532-98f3-10d46262433a req-74b83d22-ef22-4269-bab7-93b5ca003675 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:46.111009 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a933ae6b-e4e9-4532-98f3-10d46262433a req-74b83d22-ef22-4269-bab7-93b5ca003675 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/8cd32fb9-f8eb-4e26-aed1-db533f4f1840 HTTP/1.1" status: 204 len: 173 time: 0.2088761 Apr 21 12:28:46.130542 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b83d22-ef22-4269-bab7-93b5ca003675 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd32fb9-f8eb-4e26-aed1-db533f4f1840,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:46.145171 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9390884c-5fe5-4551-ba2c-204f5d69cb8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:46.196198 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e99ff8a-0fc3-4505-9e54-a54d52353f41 req-bcfe14ef-127e-43fa-97a2-f98a13f3ef3a tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] 10.222.0.36 "GET /v2.0/security-groups/ff3ace9d-7a88-41fc-b4e3-1fef4c7252f2 HTTP/1.1" status: 200 len: 1776 time: 0.0619869 Apr 21 12:28:46.213781 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849fbaf-4def-4f4b-9042-f141573de924 req-617363f5-bc02-4642-bd78-fe8c60925d43 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:46.215259 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4849fbaf-4def-4f4b-9042-f141573de924 req-617363f5-bc02-4642-bd78-fe8c60925d43 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 969 time: 0.0633144 Apr 21 12:28:46.287433 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e99ff8a-0fc3-4505-9e54-a54d52353f41 req-8afea792-e5ab-4a52-9b48-a4e25b6aa357 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:46.291422 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4849fbaf-4def-4f4b-9042-f141573de924 req-400a57bb-7018-4093-904b-9a3c58cc16ad tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ecd96c-5b7d-43ab-b6a3-21de4f334b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483408 Apr 21 12:28:46.311580 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e99ff8a-0fc3-4505-9e54-a54d52353f41 req-8afea792-e5ab-4a52-9b48-a4e25b6aa357 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:46.386655 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9390884c-5fe5-4551-ba2c-204f5d69cb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:46.389158 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9390884c-5fe5-4551-ba2c-204f5d69cb8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:46.393972 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9390884c-5fe5-4551-ba2c-204f5d69cb8c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9dd637ea-e3c4-49ee-b9fb-c350b0382df2 HTTP/1.1" status: 204 len: 168 time: 0.4164257 Apr 21 12:28:46.408165 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390884c-5fe5-4551-ba2c-204f5d69cb8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd637ea-e3c4-49ee-b9fb-c350b0382df2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:46.415908 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-44b8583b-586b-4365-987e-1b887a9c17af admin admin] Deleting port 570df559-0641-47d4-838c-b4d0c3956999 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:28:46.416439 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44b8583b-586b-4365-987e-1b887a9c17af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:46.440786 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e99ff8a-0fc3-4505-9e54-a54d52353f41 req-8afea792-e5ab-4a52-9b48-a4e25b6aa357 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:46.443232 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e99ff8a-0fc3-4505-9e54-a54d52353f41 req-8afea792-e5ab-4a52-9b48-a4e25b6aa357 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:46.444772 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e99ff8a-0fc3-4505-9e54-a54d52353f41 req-8afea792-e5ab-4a52-9b48-a4e25b6aa357 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/ff3ace9d-7a88-41fc-b4e3-1fef4c7252f2 HTTP/1.1" status: 204 len: 173 time: 0.2276795 Apr 21 12:28:46.469824 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afea792-e5ab-4a52-9b48-a4e25b6aa357 tempest-SecurityGroupsTestAdminJSON-1979269149 tempest-SecurityGroupsTestAdminJSON-1979269149-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3ace9d-7a88-41fc-b4e3-1fef4c7252f2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:46.515799 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb985f9-b4b8-4913-898c-5bc9171feea5 req-42f0aa5a-68a6-4e86-9feb-584f42afd687 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:46.519425 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4cb985f9-b4b8-4913-898c-5bc9171feea5 req-42f0aa5a-68a6-4e86-9feb-584f42afd687 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=12874790-28fc-43fb-b851-1931dde86329 HTTP/1.1" status: 200 len: 947 time: 0.0919209 Apr 21 12:28:46.520288 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44b8583b-586b-4365-987e-1b887a9c17af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:46.527980 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c85e34e-5110-4a61-b0bf-08cc9b67ad23 req-aa63f24e-c6f2-4545-9d98-2253a194d03f tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] 10.222.0.36 "GET /v2.0/security-groups/48e52c6c-60a3-4212-a144-6d86132b3c3b HTTP/1.1" status: 200 len: 1776 time: 0.0604389 Apr 21 12:28:46.537352 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-44b8583b-586b-4365-987e-1b887a9c17af admin admin] Calling delete_port for 570df559-0641-47d4-838c-b4d0c3956999 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:28:46.582572 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4cb985f9-b4b8-4913-898c-5bc9171feea5 req-cc92be9a-2905-478d-8d21-8fdcb1b6b036 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591331 Apr 21 12:28:46.628701 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3c85e34e-5110-4a61-b0bf-08cc9b67ad23 req-6ffe3f8f-c244-4068-b033-9213ef6f4f56 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:46.670839 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 6c2daee8-ee5f-4e2b-9c36-af63741ccd41 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:28:46.692582 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3c85e34e-5110-4a61-b0bf-08cc9b67ad23 req-6ffe3f8f-c244-4068-b033-9213ef6f4f56 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:46.733448 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 6c2daee8-ee5f-4e2b-9c36-af63741ccd41 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:46.733951 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:46.763454 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:46.820539 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3c85e34e-5110-4a61-b0bf-08cc9b67ad23 req-6ffe3f8f-c244-4068-b033-9213ef6f4f56 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:46.823693 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3c85e34e-5110-4a61-b0bf-08cc9b67ad23 req-6ffe3f8f-c244-4068-b033-9213ef6f4f56 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:46.830005 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:46.842216 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c85e34e-5110-4a61-b0bf-08cc9b67ad23 req-6ffe3f8f-c244-4068-b033-9213ef6f4f56 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] 10.222.0.36 "DELETE /v2.0/security-groups/48e52c6c-60a3-4212-a144-6d86132b3c3b HTTP/1.1" status: 204 len: 173 time: 0.3013859 Apr 21 12:28:46.856810 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 6c2daee8-ee5f-4e2b-9c36-af63741ccd41, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=6c2daee8-ee5f-4e2b-9c36-af63741ccd41,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:28:46.863752 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe3f8f-c244-4068-b033-9213ef6f4f56 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e52c6c-60a3-4212-a144-6d86132b3c3b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:46.897631 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1a47a74b-351a-4e97-9039-f8bef6b62afd req-501dbaaa-9d6a-4c09-96d6-fca14d9abb66 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] 10.222.0.36 "GET /v2.0/security-groups/b9d322c0-a003-4e6a-8862-297663ce137a HTTP/1.1" status: 200 len: 1778 time: 0.0477927 Apr 21 12:28:46.941348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02911eac-0059-47e9-be1f-a36032607fac None None] Sync routers for ids ['2f8252e9-909c-4af1-8da4-6bb6fb1ffada'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:28:46.952596 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02911eac-0059-47e9-be1f-a36032607fac None None] Routers {'2f8252e9-909c-4af1-8da4-6bb6fb1ffada'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:28:46.953199 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-02911eac-0059-47e9-be1f-a36032607fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:28:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['2f8252e9-909c-4af1-8da4-6bb6fb1ffada'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:46.959133 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44b8583b-586b-4365-987e-1b887a9c17af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:46.990118 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8583b-586b-4365-987e-1b887a9c17af admin admin] Pushing event deleted for resources: {'Port': ['ID=570df559-0641-47d4-838c-b4d0c3956999,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:47.003519 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:47.110145 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-512d3bb9-b127-41de-bcad-bff8b08abfd0 req-904f9490-5d0e-47ad-b373-9dde8a9c702f tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58cae2-7cce-491e-963f-fbded57b1036 HTTP/1.1" status: 200 len: 210 time: 0.0708268 Apr 21 12:28:47.136477 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=6c2daee8-ee5f-4e2b-9c36-af63741ccd41,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:47.136924 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1a47a74b-351a-4e97-9039-f8bef6b62afd req-41388770-8c36-4707-a6a8-a378a1b0ba13 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:47.166632 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-02911eac-0059-47e9-be1f-a36032607fac None None] Set router 2f8252e9-909c-4af1-8da4-6bb6fb1ffada gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:28:47.194604 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1a47a74b-351a-4e97-9039-f8bef6b62afd req-41388770-8c36-4707-a6a8-a378a1b0ba13 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:47.213405 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-b6257715-5c15-4c0f-9884-7e27da13de99 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:47.216161 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-b6257715-5c15-4c0f-9884-7e27da13de99 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.26 "GET /v2.0/networks?id=7bed1b78-2645-446a-9812-77a5a7c4f0d8 HTTP/1.1" status: 200 len: 824 time: 0.2851021 Apr 21 12:28:47.226273 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52564) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:47.267162 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c76fb2c7-0f24-4f2f-b6fc-a0b312a41cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:47.332252 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-a8d2ca13-bf58-41ff-b41d-ce9401531dd4 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c66726bc1d664d6d9ca628f60b5422d1 HTTP/1.1" status: 200 len: 379 time: 0.1037221 Apr 21 12:28:47.343031 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-847fdd1a-2a07-444a-ab97-540f409adc77 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Request body: {'port': {'device_id': 'ff58cae2-7cce-491e-963f-fbded57b1036', 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8', 'admin_state_up': True, 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'security_groups': ['3332589a-bdb7-45c7-bbfd-f2a661497b56']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:28:47.397294 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44b8583b-586b-4365-987e-1b887a9c17af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:47.454175 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-02911eac-0059-47e9-be1f-a36032607fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8252e9-909c-4af1-8da4-6bb6fb1ffada', 'name': 'tempest-FloatingIPsNegativeTestJSON-947902697-router', 'tenant_id': '27bf5efaec434a7b9c54603544a9e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '6c2daee8-ee5f-4e2b-9c36-af63741ccd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:36Z', 'updated_at': '2022-04-21T12:28:42Z', 'revision_number': 4, 'project_id': '27bf5efaec434a7b9c54603544a9e120', 'gw_port': {'id': '6c2daee8-ee5f-4e2b-9c36-af63741ccd41', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e1:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8252e9-909c-4af1-8da4-6bb6fb1ffada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:37Z', 'updated_at': '2022-04-21T12:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '570df559-0641-47d4-838c-b4d0c3956999', 'name': '', 'network_id': '97ad784d-0930-4e8c-adcb-c4974b7545d3', 'tenant_id': '27bf5efaec434a7b9c54603544a9e120', 'mac_address': 'fa:16:3e:a2:4e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f8252e9-909c-4af1-8da4-6bb6fb1ffada', 'device_owner': 'network:router_interface', 'standard_attr_id': 151, 'fixed_ips': [{'subnet_id': '1d202b7d-8007-4450-b992-2d6d3004d38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:41Z', 'updated_at': '2022-04-21T12:28:42Z', 'revision_number': 2, 'project_id': '27bf5efaec434a7b9c54603544a9e120', 'subnets': [{'id': '1d202b7d-8007-4450-b992-2d6d3004d38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:47.470222 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1a47a74b-351a-4e97-9039-f8bef6b62afd req-41388770-8c36-4707-a6a8-a378a1b0ba13 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:47.472819 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1a47a74b-351a-4e97-9039-f8bef6b62afd req-41388770-8c36-4707-a6a8-a378a1b0ba13 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:47.474016 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1a47a74b-351a-4e97-9039-f8bef6b62afd req-41388770-8c36-4707-a6a8-a378a1b0ba13 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] 10.222.0.36 "DELETE /v2.0/security-groups/b9d322c0-a003-4e6a-8862-297663ce137a HTTP/1.1" status: 204 len: 173 time: 0.5695951 Apr 21 12:28:47.480447 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02911eac-0059-47e9-be1f-a36032607fac None None] Checking router: 2f8252e9-909c-4af1-8da4-6bb6fb1ffada for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:28:47.481027 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02911eac-0059-47e9-be1f-a36032607fac None None] Updating router 2f8252e9-909c-4af1-8da4-6bb6fb1ffada port 570df559-0641-47d4-838c-b4d0c3956999 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:28:47.507917 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:47.509170 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41388770-8c36-4707-a6a8-a378a1b0ba13 tempest-SecurityGroupsTestAdminJSON-1490730571 tempest-SecurityGroupsTestAdminJSON-1490730571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d322c0-a003-4e6a-8862-297663ce137a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:47.510203 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02911eac-0059-47e9-be1f-a36032607fac None None] Port 570df559-0641-47d4-838c-b4d0c3956999 not found while updating agent binding for router 2f8252e9-909c-4af1-8da4-6bb6fb1ffada. {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 21 12:28:47.533814 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02911eac-0059-47e9-be1f-a36032607fac None None] Routers {'2f8252e9-909c-4af1-8da4-6bb6fb1ffada'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:28:47.535289 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-02911eac-0059-47e9-be1f-a36032607fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:28:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['2f8252e9-909c-4af1-8da4-6bb6fb1ffada'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:47.544119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeae024-e834-4532-939f-af084e767724 req-677138dc-d2c8-4eb6-9aa0-f492297eb86c tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:47.545808 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8aeae024-e834-4532-939f-af084e767724 req-677138dc-d2c8-4eb6-9aa0-f492297eb86c tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 969 time: 0.1341329 Apr 21 12:28:47.610535 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c76fb2c7-0f24-4f2f-b6fc-a0b312a41cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:47.619234 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8aeae024-e834-4532-939f-af084e767724 req-f323d950-46b3-49ea-beba-7804f0b64ab8 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ecd96c-5b7d-43ab-b6a3-21de4f334b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616779 Apr 21 12:28:47.650855 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b8583b-586b-4365-987e-1b887a9c17af admin admin] Router 2f8252e9-909c-4af1-8da4-6bb6fb1ffada has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:28:47.672302 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-847fdd1a-2a07-444a-ab97-540f409adc77 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Made reservation on behalf of c66726bc1d664d6d9ca628f60b5422d1 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:28:47.676301 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-847fdd1a-2a07-444a-ab97-540f409adc77 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:47.682049 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-02911eac-0059-47e9-be1f-a36032607fac None None] Set router 2f8252e9-909c-4af1-8da4-6bb6fb1ffada gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:28:47.773191 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b8583b-586b-4365-987e-1b887a9c17af admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:28:47.783836 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-44b8583b-586b-4365-987e-1b887a9c17af admin admin] 10.222.0.36 "PUT /v2.0/routers/2f8252e9-909c-4af1-8da4-6bb6fb1ffada/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3110352 Apr 21 12:28:47.784467 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52572) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:47.872643 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c76fb2c7-0f24-4f2f-b6fc-a0b312a41cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:47.882354 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-02911eac-0059-47e9-be1f-a36032607fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8252e9-909c-4af1-8da4-6bb6fb1ffada', 'name': 'tempest-FloatingIPsNegativeTestJSON-947902697-router', 'tenant_id': '27bf5efaec434a7b9c54603544a9e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '6c2daee8-ee5f-4e2b-9c36-af63741ccd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:36Z', 'updated_at': '2022-04-21T12:28:46Z', 'revision_number': 5, 'project_id': '27bf5efaec434a7b9c54603544a9e120', 'gw_port': {'id': '6c2daee8-ee5f-4e2b-9c36-af63741ccd41', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8252e9-909c-4af1-8da4-6bb6fb1ffada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:37Z', 'updated_at': '2022-04-21T12:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:47.904448 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d00b0a7-3676-485c-a3c3-60cab043898a admin admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:47.908869 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02911eac-0059-47e9-be1f-a36032607fac None None] The sync data for ids ['2f8252e9-909c-4af1-8da4-6bb6fb1ffada'] in n-d-836147-2 is: [{'id': '2f8252e9-909c-4af1-8da4-6bb6fb1ffada', 'name': 'tempest-FloatingIPsNegativeTestJSON-947902697-router', 'tenant_id': '27bf5efaec434a7b9c54603544a9e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': '6c2daee8-ee5f-4e2b-9c36-af63741ccd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:36Z', 'updated_at': '2022-04-21T12:28:46Z', 'revision_number': 5, 'project_id': '27bf5efaec434a7b9c54603544a9e120', 'gw_port': {'id': '6c2daee8-ee5f-4e2b-9c36-af63741ccd41', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:e1:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f8252e9-909c-4af1-8da4-6bb6fb1ffada', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:37Z', 'updated_at': '2022-04-21T12:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:28:47.955182 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c76fb2c7-0f24-4f2f-b6fc-a0b312a41cb7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d14d0c4d668541a986a84c94012778c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7277863 Apr 21 12:28:47.957922 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52574) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:47.983951 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fb2c7-0f24-4f2f-b6fc-a0b312a41cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2efef30-1702-4f43-baa0-e529cfdb1918,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:48.020739 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54220bd-22df-4589-b2a7-a84d333e0984 req-3746978f-f0f3-4cc0-b57d-157602a56001 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:48.022249 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d54220bd-22df-4589-b2a7-a84d333e0984 req-3746978f-f0f3-4cc0-b57d-157602a56001 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=12874790-28fc-43fb-b851-1931dde86329 HTTP/1.1" status: 200 len: 947 time: 0.1532719 Apr 21 12:28:48.058927 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d00b0a7-3676-485c-a3c3-60cab043898a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:48.068411 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e069d673-8243-418b-a7c5-e5c73091544a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:48.087802 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52578) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:48.098682 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e069d673-8243-418b-a7c5-e5c73091544a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:48.099238 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-847fdd1a-2a07-444a-ab97-540f409adc77 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Allocated IP 172.20.0.13 (7bed1b78-2645-446a-9812-77a5a7c4f0d8/53214ab6-7220-4f63-a722-64332ff2dee2/ba41193a-1a50-4ef6-b34a-b908f9a35a1f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:28:48.103726 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d54220bd-22df-4589-b2a7-a84d333e0984 req-715bfeb5-53d5-4560-8600-d989e2302132 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730746 Apr 21 12:28:48.112166 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 42aa2222-ed08-4381-96a7-fa5713f3c14b details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:28:48.220389 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7d00b0a7-3676-485c-a3c3-60cab043898a admin admin] Deleting port 6c2daee8-ee5f-4e2b-9c36-af63741ccd41 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:28:48.220850 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d00b0a7-3676-485c-a3c3-60cab043898a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:48.270249 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-25d94b7b-7e3d-4614-b25a-bf92ea40bcc5 req-eb3daa9a-ac8c-4353-aed0-8c2529e8c147 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58cae2-7cce-491e-963f-fbded57b1036 HTTP/1.1" status: 200 len: 210 time: 0.0386150 Apr 21 12:28:48.285948 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e069d673-8243-418b-a7c5-e5c73091544a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:48.298179 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e069d673-8243-418b-a7c5-e5c73091544a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:48.299396 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e069d673-8243-418b-a7c5-e5c73091544a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a2efef30-1702-4f43-baa0-e529cfdb1918 HTTP/1.1" status: 204 len: 168 time: 0.3402576 Apr 21 12:28:48.361234 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069d673-8243-418b-a7c5-e5c73091544a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2efef30-1702-4f43-baa0-e529cfdb1918,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:48.403122 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-847fdd1a-2a07-444a-ab97-540f409adc77 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:48.429558 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cad7f198-7937-46db-b57e-a774199e0270 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7c7ecdddc9a743f48b27eddf88b94d64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3394318 Apr 21 12:28:48.430854 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52586) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:48.463280 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-7d00b0a7-3676-485c-a3c3-60cab043898a admin admin] For port 6c2daee8-ee5f-4e2b-9c36-af63741ccd41, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=6c2daee8-ee5f-4e2b-9c36-af63741ccd41,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:28:48.463718 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d00b0a7-3676-485c-a3c3-60cab043898a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:48.466916 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 42aa2222-ed08-4381-96a7-fa5713f3c14b, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=42aa2222-ed08-4381-96a7-fa5713f3c14b,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:28:48.477298 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:48.482505 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '42aa2222-ed08-4381-96a7-fa5713f3c14b', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': '42aa2222-ed08-4381-96a7-fa5713f3c14b', 'mac_address': 'fa:16:3e:af:08:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:tempest-test_az-990176825', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:28:48.485817 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7d00b0a7-3676-485c-a3c3-60cab043898a admin admin] Calling delete_port for 6c2daee8-ee5f-4e2b-9c36-af63741ccd41 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:28:48.526052 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:48.536009 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-847fdd1a-2a07-444a-ab97-540f409adc77 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:48.552071 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-19ffd6ce-227b-4b76-a225-745c04f9af0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:48.564326 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42aa2222-ed08-4381-96a7-fa5713f3c14b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:28:48.596859 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 42aa2222-ed08-4381-96a7-fa5713f3c14b, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=42aa2222-ed08-4381-96a7-fa5713f3c14b,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:28:48.598061 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-19ffd6ce-227b-4b76-a225-745c04f9af0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:48.633546 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-847fdd1a-2a07-444a-ab97-540f409adc77 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Network 7bed1b78-2645-446a-9812-77a5a7c4f0d8 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:28:48.640401 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-847fdd1a-2a07-444a-ab97-540f409adc77 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:28:48.650760 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:48.691336 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-847fdd1a-2a07-444a-ab97-540f409adc77 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:28:48.694527 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 6c2daee8-ee5f-4e2b-9c36-af63741ccd41 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:28:48.719879 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-847fdd1a-2a07-444a-ab97-540f409adc77 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:48.719986 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-847fdd1a-2a07-444a-ab97-540f409adc77 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:48.750703 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fdd1a-2a07-444a-ab97-540f409adc77 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Pushing event updated for resources: {'Port': ['ID=ba41193a-1a50-4ef6-b34a-b908f9a35a1f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:48.810789 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:48.861197 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-19ffd6ce-227b-4b76-a225-745c04f9af0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:48.870426 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-19ffd6ce-227b-4b76-a225-745c04f9af0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:48.870426 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-19ffd6ce-227b-4b76-a225-745c04f9af0a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/42458351-e110-4528-bb93-6740d666d01f HTTP/1.1" status: 204 len: 168 time: 0.4345734 Apr 21 12:28:48.886665 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ffd6ce-227b-4b76-a225-745c04f9af0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42458351-e110-4528-bb93-6740d666d01f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:48.905031 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e31d6-2aea-4d0c-b348-bfc24b55e66e req-b97a54db-fe41-4ff4-80cf-b52ab34add4b tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:48.908794 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa0e31d6-2aea-4d0c-b348-bfc24b55e66e req-b97a54db-fe41-4ff4-80cf-b52ab34add4b tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 970 time: 0.1165748 Apr 21 12:28:48.939754 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=42aa2222-ed08-4381-96a7-fa5713f3c14b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:48.953002 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 6c2daee8-ee5f-4e2b-9c36-af63741ccd41 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:48.954909 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:49.010496 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa0e31d6-2aea-4d0c-b348-bfc24b55e66e req-93a89d24-1466-40a6-b41a-6c71d798e198 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ecd96c-5b7d-43ab-b6a3-21de4f334b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883672 Apr 21 12:28:49.071809 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-be3ffb56-8f25-4b09-b941-48760f47be7e None None] Provisioning complete for port ba41193a-1a50-4ef6-b34a-b908f9a35a1f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:49.072248 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be3ffb56-8f25-4b09-b941-48760f47be7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:49.198601 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6dad5f-b629-4e1d-bf35-bb8d59b1c254 None None] Sync routers for ids ['2f8252e9-909c-4af1-8da4-6bb6fb1ffada'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:28:49.208755 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6dad5f-b629-4e1d-bf35-bb8d59b1c254 None None] Routers {'2f8252e9-909c-4af1-8da4-6bb6fb1ffada'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:28:49.209428 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ee6dad5f-b629-4e1d-bf35-bb8d59b1c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:28:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['2f8252e9-909c-4af1-8da4-6bb6fb1ffada'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:49.244885 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-847fdd1a-2a07-444a-ab97-540f409adc77 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9073286 Apr 21 12:28:49.257372 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-0b6caaab-38ee-46e6-a863-842a3742d3d4 service neutron] Request body: {'port': {'device_id': 'ff58cae2-7cce-491e-963f-fbded57b1036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:28:49.317344 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 570df559-0641-47d4-838c-b4d0c3956999 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:28:49.317442 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65d520f-ac57-4d11-94f7-fcdbf0f0b242 req-3a67aa40-5126-4863-8f42-52c353267cb0 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:49.317523 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ee6dad5f-b629-4e1d-bf35-bb8d59b1c254 None None] Set router 2f8252e9-909c-4af1-8da4-6bb6fb1ffada gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:28:49.317965 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a65d520f-ac57-4d11-94f7-fcdbf0f0b242 req-3a67aa40-5126-4863-8f42-52c353267cb0 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=12874790-28fc-43fb-b851-1931dde86329 HTTP/1.1" status: 200 len: 947 time: 0.0922368 Apr 21 12:28:49.337086 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-be3ffb56-8f25-4b09-b941-48760f47be7e None None] Port ba41193a-1a50-4ef6-b34a-b908f9a35a1f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:28:49.341561 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['42aa2222-ed08-4381-96a7-fa5713f3c14b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:28:49.343633 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 570df559-0641-47d4-838c-b4d0c3956999 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:28:49.343868 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 570df559-0641-47d4-838c-b4d0c3956999 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:28:49.364464 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-0b6caaab-38ee-46e6-a863-842a3742d3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:49.384946 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ee6dad5f-b629-4e1d-bf35-bb8d59b1c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8252e9-909c-4af1-8da4-6bb6fb1ffada', 'name': 'tempest-FloatingIPsNegativeTestJSON-947902697-router', 'tenant_id': '27bf5efaec434a7b9c54603544a9e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:36Z', 'updated_at': '2022-04-21T12:28:48Z', 'revision_number': 6, 'project_id': '27bf5efaec434a7b9c54603544a9e120', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:49.435596 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6dad5f-b629-4e1d-bf35-bb8d59b1c254 None None] Checking router: 2f8252e9-909c-4af1-8da4-6bb6fb1ffada for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:28:49.436322 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a65d520f-ac57-4d11-94f7-fcdbf0f0b242 req-588233f7-29ba-4f2c-bbfe-8a3796d1542d tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217375 Apr 21 12:28:49.448250 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6dad5f-b629-4e1d-bf35-bb8d59b1c254 None None] Routers {'2f8252e9-909c-4af1-8da4-6bb6fb1ffada'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:28:49.449171 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ee6dad5f-b629-4e1d-bf35-bb8d59b1c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:28:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['2f8252e9-909c-4af1-8da4-6bb6fb1ffada'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:49.479058 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f7f45-9643-448e-a4cd-34895ca1dfb7 req-2d01171e-f25c-4ba6-bf7e-9e9ec482fd70 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:49.480563 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0e0f7f45-9643-448e-a4cd-34895ca1dfb7 req-2d01171e-f25c-4ba6-bf7e-9e9ec482fd70 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58cae2-7cce-491e-963f-fbded57b1036 HTTP/1.1" status: 200 len: 932 time: 0.1061327 Apr 21 12:28:49.504698 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d00b0a7-3676-485c-a3c3-60cab043898a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:49.546391 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ee6dad5f-b629-4e1d-bf35-bb8d59b1c254 None None] Set router 2f8252e9-909c-4af1-8da4-6bb6fb1ffada gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:28:49.556304 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00b0a7-3676-485c-a3c3-60cab043898a admin admin] Pushing event deleted for resources: {'Port': ['ID=6c2daee8-ee5f-4e2b-9c36-af63741ccd41,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:49.578575 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d00b0a7-3676-485c-a3c3-60cab043898a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:49.595127 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0e0f7f45-9643-448e-a4cd-34895ca1dfb7 req-f8320bd9-7559-43b4-bd6d-ffee499928ac tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715411 Apr 21 12:28:49.622025 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ee6dad5f-b629-4e1d-bf35-bb8d59b1c254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f8252e9-909c-4af1-8da4-6bb6fb1ffada', 'name': 'tempest-FloatingIPsNegativeTestJSON-947902697-router', 'tenant_id': '27bf5efaec434a7b9c54603544a9e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:36Z', 'updated_at': '2022-04-21T12:28:48Z', 'revision_number': 6, 'project_id': '27bf5efaec434a7b9c54603544a9e120', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:49.640402 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6dad5f-b629-4e1d-bf35-bb8d59b1c254 None None] The sync data for ids ['2f8252e9-909c-4af1-8da4-6bb6fb1ffada'] in n-d-836147-2 is: [{'id': '2f8252e9-909c-4af1-8da4-6bb6fb1ffada', 'name': 'tempest-FloatingIPsNegativeTestJSON-947902697-router', 'tenant_id': '27bf5efaec434a7b9c54603544a9e120', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:36Z', 'updated_at': '2022-04-21T12:28:48Z', 'revision_number': 6, 'project_id': '27bf5efaec434a7b9c54603544a9e120', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:28:49.704658 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d00b0a7-3676-485c-a3c3-60cab043898a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:49.706571 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d00b0a7-3676-485c-a3c3-60cab043898a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:49.742133 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-0b6caaab-38ee-46e6-a863-842a3742d3d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba41193a-1a50-4ef6-b34a-b908f9a35a1f {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:28:49.749978 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-0b6caaab-38ee-46e6-a863-842a3742d3d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:49.765419 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-0b6caaab-38ee-46e6-a863-842a3742d3d4 service neutron] Transition to ACTIVE for port object ba41193a-1a50-4ef6-b34a-b908f9a35a1f will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:28:49.826649 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-0b6caaab-38ee-46e6-a863-842a3742d3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:49.872497 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d00b0a7-3676-485c-a3c3-60cab043898a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:49.873830 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d00b0a7-3676-485c-a3c3-60cab043898a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f8252e9-909c-4af1-8da4-6bb6fb1ffada {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:28:49.883334 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d00b0a7-3676-485c-a3c3-60cab043898a admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:49.883334 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7d00b0a7-3676-485c-a3c3-60cab043898a admin admin] 10.222.0.36 "DELETE /v2.0/routers/2f8252e9-909c-4af1-8da4-6bb6fb1ffada HTTP/1.1" status: 204 len: 168 time: 2.0953350 Apr 21 12:28:49.884264 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6caaab-38ee-46e6-a863-842a3742d3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ba41193a-1a50-4ef6-b34a-b908f9a35a1f,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:49.884431 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52606) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:49.916873 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-0b6caaab-38ee-46e6-a863-842a3742d3d4 service neutron] Attempting to bind port ba41193a-1a50-4ef6-b34a-b908f9a35a1f on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:28:49.917455 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-0b6caaab-38ee-46e6-a863-842a3742d3d4 service neutron] Attempting to bind port ba41193a-1a50-4ef6-b34a-b908f9a35a1f by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '3c321deb-83bf-47d7-975b-8339f3a4592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:28:49.917568 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-0b6caaab-38ee-46e6-a863-842a3742d3d4 service neutron] Attempting to bind port ba41193a-1a50-4ef6-b34a-b908f9a35a1f on network 7bed1b78-2645-446a-9812-77a5a7c4f0d8 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:28:49.922947 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-0b6caaab-38ee-46e6-a863-842a3742d3d4 service neutron] Port ba41193a-1a50-4ef6-b34a-b908f9a35a1f on network 7bed1b78-2645-446a-9812-77a5a7c4f0d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:28:49.923270 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-0b6caaab-38ee-46e6-a863-842a3742d3d4 service neutron] Attempting to bind port ba41193a-1a50-4ef6-b34a-b908f9a35a1f on network 7bed1b78-2645-446a-9812-77a5a7c4f0d8 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:28:49.931360 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-0b6caaab-38ee-46e6-a863-842a3742d3d4 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:28:49.931702 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-0b6caaab-38ee-46e6-a863-842a3742d3d4 service neutron] Checking segment: {'id': '3c321deb-83bf-47d7-975b-8339f3a4592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:28:49.932087 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-0b6caaab-38ee-46e6-a863-842a3742d3d4 service neutron] Bound using segment: {'id': '3c321deb-83bf-47d7-975b-8339f3a4592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:28:49.932666 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-0b6caaab-38ee-46e6-a863-842a3742d3d4 service neutron] Bound port: ba41193a-1a50-4ef6-b34a-b908f9a35a1f, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c321deb-83bf-47d7-975b-8339f3a4592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:28:49.933082 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-0b6caaab-38ee-46e6-a863-842a3742d3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:49.938659 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-546064ed-4c76-4c14-87f9-6974848c05ad admin admin] Deleting subnet 1d202b7d-8007-4450-b992-2d6d3004d38d {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:28:49.942738 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-546064ed-4c76-4c14-87f9-6974848c05ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:49.989164 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-546064ed-4c76-4c14-87f9-6974848c05ad admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:50.060942 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-0b6caaab-38ee-46e6-a863-842a3742d3d4 service neutron] For port ba41193a-1a50-4ef6-b34a-b908f9a35a1f, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:28:50.069638 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-0b6caaab-38ee-46e6-a863-842a3742d3d4 service neutron] For port ba41193a-1a50-4ef6-b34a-b908f9a35a1f, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ba41193a-1a50-4ef6-b34a-b908f9a35a1f,segment=NetworkSegment(3c321deb-83bf-47d7-975b-8339f3a4592f),segment_id=3c321deb-83bf-47d7-975b-8339f3a4592f)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:28:50.094574 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 42aa2222-ed08-4381-96a7-fa5713f3c14b up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:28:50.170850 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-0b6caaab-38ee-46e6-a863-842a3742d3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:50.176622 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:50.196385 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-0b6caaab-38ee-46e6-a863-842a3742d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:50.197259 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-0b6caaab-38ee-46e6-a863-842a3742d3d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:50.199381 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-0b6caaab-38ee-46e6-a863-842a3742d3d4 service neutron] 10.222.0.26 "PUT /v2.0/ports/ba41193a-1a50-4ef6-b34a-b908f9a35a1f HTTP/1.1" status: 200 len: 1092 time: 0.9465380 Apr 21 12:28:50.220905 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff58cae2-7cce-491e-963f-fbded57b1036', 'tag': 'ba41193a-1a50-4ef6-b34a-b908f9a35a1f'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:28:50.223120 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53fc6cf5-e0c1-4755-88c3-cac48aa2e6da" -d '{"events": [{"name": "network-changed", "server_uuid": "ff58cae2-7cce-491e-963f-fbded57b1036", "tag": "ba41193a-1a50-4ef6-b34a-b908f9a35a1f"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:28:50.247018 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655fb536-c630-4251-91e8-b9629f2f9f75 req-fef14e0b-4757-4a89-a363-fc4c7cc926f6 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:50.255670 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-655fb536-c630-4251-91e8-b9629f2f9f75 req-fef14e0b-4757-4a89-a363-fc4c7cc926f6 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 970 time: 0.1261172 Apr 21 12:28:50.311980 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 42aa2222-ed08-4381-96a7-fa5713f3c14b completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:28:50.318373 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 42aa2222-ed08-4381-96a7-fa5713f3c14b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:50.319621 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:50.349891 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-655fb536-c630-4251-91e8-b9629f2f9f75 req-20089c48-5bb1-44f2-8e4b-b28cfb6ba5b7 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ecd96c-5b7d-43ab-b6a3-21de4f334b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896566 Apr 21 12:28:50.376591 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6caaab-38ee-46e6-a863-842a3742d3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ba41193a-1a50-4ef6-b34a-b908f9a35a1f,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:50.431351 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b1ba28-3759-4044-8a61-56b6949689e8 x-openstack-request-id: req-c0b1ba28-3759-4044-8a61-56b6949689e8 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:28:50.431633 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff58cae2-7cce-491e-963f-fbded57b1036", "tag": "ba41193a-1a50-4ef6-b34a-b908f9a35a1f", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:28:50.432021 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c0b1ba28-3759-4044-8a61-56b6949689e8 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:28:50.432411 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0b1ba28-3759-4044-8a61-56b6949689e8'] response: {'name': 'network-changed', 'server_uuid': 'ff58cae2-7cce-491e-963f-fbded57b1036', 'tag': 'ba41193a-1a50-4ef6-b34a-b908f9a35a1f', 'status': 'completed', 'code': 200} Apr 21 12:28:50.462049 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-546064ed-4c76-4c14-87f9-6974848c05ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:50.467253 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-db27d956-37f0-4ddb-8876-0d31ca9f5367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:50.468779 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-db27d956-37f0-4ddb-8876-0d31ca9f5367 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c66726bc1d664d6d9ca628f60b5422d1&device_id=ff58cae2-7cce-491e-963f-fbded57b1036 HTTP/1.1" status: 200 len: 1095 time: 0.1371405 Apr 21 12:28:50.554711 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52624) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:50.569019 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-9086f1a7-31b4-40d1-8fa1-e6a2c2ccd917 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba41193a-1a50-4ef6-b34a-b908f9a35a1f HTTP/1.1" status: 200 len: 217 time: 0.0920422 Apr 21 12:28:50.572678 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:50.640102 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b92fa5a-c319-4aac-a886-dd25470ad66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42aa2222-ed08-4381-96a7-fa5713f3c14b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:28:50.699821 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e76ac4-6ea4-4e0c-a9a5-5a5eda018fb0 req-d4754595-c07c-42df-b010-9776428df2be tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:50.699821 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68e76ac4-6ea4-4e0c-a9a5-5a5eda018fb0 req-d4754595-c07c-42df-b010-9776428df2be tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=12874790-28fc-43fb-b851-1931dde86329 HTTP/1.1" status: 200 len: 947 time: 0.1447575 Apr 21 12:28:50.701213 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52630) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:50.702380 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d4321601-272a-42a6-afb4-514c9a930ba6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=43103cd838c24f27861e8dc80f56a2bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1411700 Apr 21 12:28:50.711287 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-a1d3f658-92be-4b04-9e67-5caf0e57037b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:50.712709 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-a1d3f658-92be-4b04-9e67-5caf0e57037b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=53214ab6-7220-4f63-a722-64332ff2dee2 HTTP/1.1" status: 200 len: 863 time: 0.1354241 Apr 21 12:28:50.726462 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 6c2daee8-ee5f-4e2b-9c36-af63741ccd41 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:28:50.774105 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 42aa2222-ed08-4381-96a7-fa5713f3c14b, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=42aa2222-ed08-4381-96a7-fa5713f3c14b,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:28:50.778795 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 6c2daee8-ee5f-4e2b-9c36-af63741ccd41 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:28:50.778795 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 6c2daee8-ee5f-4e2b-9c36-af63741ccd41 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:28:50.811013 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-546064ed-4c76-4c14-87f9-6974848c05ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:50.835846 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:50.852902 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68e76ac4-6ea4-4e0c-a9a5-5a5eda018fb0 req-8e724495-70f8-4099-b01e-d300d47efad8 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331081 Apr 21 12:28:50.854865 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-4d30af83-4867-4ab4-9a22-9cfcb31d7691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:50.856583 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-4d30af83-4867-4ab4-9a22-9cfcb31d7691 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bed1b78-2645-446a-9812-77a5a7c4f0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1357844 Apr 21 12:28:50.863376 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88c54464-2723-4a1d-974c-bda1e38bcfe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:50.877847 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-546064ed-4c76-4c14-87f9-6974848c05ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:50.885806 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-546064ed-4c76-4c14-87f9-6974848c05ad admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1d202b7d-8007-4450-b992-2d6d3004d38d HTTP/1.1" status: 204 len: 168 time: 0.9987245 Apr 21 12:28:50.886503 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba0b928-d18b-4909-b643-64e144886788 None None] Network 97ad784d-0930-4e8c-adcb-c4974b7545d3 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:28:50.894409 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52636) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:50.895643 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546064ed-4c76-4c14-87f9-6974848c05ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d202b7d-8007-4450-b992-2d6d3004d38d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:50.912170 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e541e24-51d7-4958-838c-55be3db689bc req-af2f5e27-b0a4-4ae5-96d8-b57ba96c71e9 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:50.913728 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8e541e24-51d7-4958-838c-55be3db689bc req-af2f5e27-b0a4-4ae5-96d8-b57ba96c71e9 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58cae2-7cce-491e-963f-fbded57b1036 HTTP/1.1" status: 200 len: 944 time: 0.1392975 Apr 21 12:28:50.930262 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 1f5c42f9-2af7-44b4-8696-c510fe19efdb details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:28:50.959948 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88c54464-2723-4a1d-974c-bda1e38bcfe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:50.970454 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab59bb6-eb68-4bf3-962b-e56d3adc6618" -d '{"events": [{"server_uuid": "9b92fa5a-c319-4aac-a886-dd25470ad66c", "name": "network-vif-plugged", "status": "completed", "tag": "42aa2222-ed08-4381-96a7-fa5713f3c14b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:28:51.015946 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=42aa2222-ed08-4381-96a7-fa5713f3c14b,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:51.039957 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:51.078657 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8e541e24-51d7-4958-838c-55be3db689bc req-87e89986-9bdc-432a-a887-9f586c0d96b3 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341088 Apr 21 12:28:51.084830 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-06343e80-e528-4709-af22-de90bd92be84 service neutron] 10.222.0.26 "GET /v2.0/networks/7bed1b78-2645-446a-9812-77a5a7c4f0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180288 Apr 21 12:28:51.124450 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] Deleting port 37328949-3e27-4cbc-9654-66df945b2b50 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:28:51.124790 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:51.196179 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65c08576-7849-4e41-ae0d-d3f7f737a15d req-b4d74b19-bc78-4526-afa2-f5f070a72311 service neutron] 10.222.0.26 "GET /v2.0/networks/7bed1b78-2645-446a-9812-77a5a7c4f0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025960 Apr 21 12:28:51.214819 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] For port 37328949-3e27-4cbc-9654-66df945b2b50, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=37328949-3e27-4cbc-9654-66df945b2b50,segment=NetworkSegment(a0ea8839-ec81-40a1-8fe1-b0eafc90f5f4),segment_id=a0ea8839-ec81-40a1-8fe1-b0eafc90f5f4)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:28:51.214819 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:51.214992 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 1f5c42f9-2af7-44b4-8696-c510fe19efdb, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=1f5c42f9-2af7-44b4-8696-c510fe19efdb,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:28:51.226045 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] Calling delete_port for 37328949-3e27-4cbc-9654-66df945b2b50 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:28:51.226481 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '1f5c42f9-2af7-44b4-8696-c510fe19efdb', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': '1f5c42f9-2af7-44b4-8696-c510fe19efdb', 'mac_address': 'fa:16:3e:a9:ab:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:28:51.234336 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88c54464-2723-4a1d-974c-bda1e38bcfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:51.237503 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88c54464-2723-4a1d-974c-bda1e38bcfe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:51.239284 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-88c54464-2723-4a1d-974c-bda1e38bcfe5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e19d74a2-d8a6-48c1-9664-862acbf3588e HTTP/1.1" status: 204 len: 168 time: 0.5369263 Apr 21 12:28:51.250063 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c54464-2723-4a1d-974c-bda1e38bcfe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19d74a2-d8a6-48c1-9664-862acbf3588e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:51.287956 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f3aeda-b400-4bce-8eda-f404964db1ef x-openstack-request-id: req-c1f3aeda-b400-4bce-8eda-f404964db1ef {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:28:51.288259 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b92fa5a-c319-4aac-a886-dd25470ad66c", "name": "network-vif-plugged", "status": "completed", "tag": "42aa2222-ed08-4381-96a7-fa5713f3c14b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:28:51.288517 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c1f3aeda-b400-4bce-8eda-f404964db1ef {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:28:51.288955 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1f3aeda-b400-4bce-8eda-f404964db1ef'] response: {'server_uuid': '9b92fa5a-c319-4aac-a886-dd25470ad66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42aa2222-ed08-4381-96a7-fa5713f3c14b', 'code': 200} Apr 21 12:28:51.323468 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f09d1be-7e5c-40ff-8ec5-8973d969ba80 None None] DHCP port deletion for 97ad784d-0930-4e8c-adcb-c4974b7545d3 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:28:51.324389 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:51.394652 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f5c42f9-2af7-44b4-8696-c510fe19efdb {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:28:51.419067 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc6cf5-e0c1-4755-88c3-cac48aa2e6da req-194c82d0-2cde-48f3-924a-28a5274c17ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:51.419067 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-53fc6cf5-e0c1-4755-88c3-cac48aa2e6da req-194c82d0-2cde-48f3-924a-28a5274c17ba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c66726bc1d664d6d9ca628f60b5422d1&device_id=ff58cae2-7cce-491e-963f-fbded57b1036 HTTP/1.1" status: 200 len: 1095 time: 0.0591121 Apr 21 12:28:51.429547 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 1f5c42f9-2af7-44b4-8696-c510fe19efdb, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=1f5c42f9-2af7-44b4-8696-c510fe19efdb,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:28:51.438495 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4f09d1be-7e5c-40ff-8ec5-8973d969ba80 None None] Deleting port 37328949-3e27-4cbc-9654-66df945b2b50 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:28:51.438869 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f09d1be-7e5c-40ff-8ec5-8973d969ba80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:51.442375 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:51.497313 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=37328949-3e27-4cbc-9654-66df945b2b50,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:51.502443 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] No DVR routers for this DVR port 37328949-3e27-4cbc-9654-66df945b2b50 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:28:51.539985 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:51.579447 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4f09d1be-7e5c-40ff-8ec5-8973d969ba80 None None] For port 37328949-3e27-4cbc-9654-66df945b2b50, host n-d-836147-2, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:28:51.579849 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f09d1be-7e5c-40ff-8ec5-8973d969ba80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:51.593656 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc6cf5-e0c1-4755-88c3-cac48aa2e6da req-9df9d136-285b-4f80-9ddf-c5b5059eb285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:51.595763 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-53fc6cf5-e0c1-4755-88c3-cac48aa2e6da req-9df9d136-285b-4f80-9ddf-c5b5059eb285 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7bed1b78-2645-446a-9812-77a5a7c4f0d8 HTTP/1.1" status: 200 len: 925 time: 0.1717618 Apr 21 12:28:51.601637 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4f09d1be-7e5c-40ff-8ec5-8973d969ba80 None None] Calling delete_port for 37328949-3e27-4cbc-9654-66df945b2b50 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:28:51.608331 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-4f09d1be-7e5c-40ff-8ec5-8973d969ba80 None None] Port 37328949-3e27-4cbc-9654-66df945b2b50 was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 12:28:51.610213 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e0379-23bb-4fb6-becd-acfa979e0d1d req-6bb42a88-510e-4e82-991d-dd0e66e0b795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:51.611751 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bd0e0379-23bb-4fb6-becd-acfa979e0d1d req-6bb42a88-510e-4e82-991d-dd0e66e0b795 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 1122 time: 0.2393594 Apr 21 12:28:51.615793 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f09d1be-7e5c-40ff-8ec5-8973d969ba80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:51.628910 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f09d1be-7e5c-40ff-8ec5-8973d969ba80 None None] No DVR routers for this DVR port 37328949-3e27-4cbc-9654-66df945b2b50 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:28:51.633845 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=1f5c42f9-2af7-44b4-8696-c510fe19efdb,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:51.666587 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09d1be-7e5c-40ff-8ec5-8973d969ba80 None None] Pushing event deleted for resources: {'Port': ['ID=37328949-3e27-4cbc-9654-66df945b2b50,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:51.703811 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bae21-f486-4e74-bee0-c7c9f8c429d6 req-23114b99-1054-4608-8035-fd18f26da4fa tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:51.704201 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-179bae21-f486-4e74-bee0-c7c9f8c429d6 req-23114b99-1054-4608-8035-fd18f26da4fa tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 971 time: 0.2150595 Apr 21 12:28:51.705846 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-53fc6cf5-e0c1-4755-88c3-cac48aa2e6da req-8f2b4dc1-ef95-476f-b389-3b4f5aecdc63 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba41193a-1a50-4ef6-b34a-b908f9a35a1f HTTP/1.1" status: 200 len: 217 time: 0.1025169 Apr 21 12:28:51.708449 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-bd0e0379-23bb-4fb6-becd-acfa979e0d1d req-b632b478-927d-442e-8c23-36d20856718c service neutron] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:51.721649 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:51.757166 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:28:51.757503 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:28:51.758403 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:28:51.758886 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] Subscribe: > port after_create 55550000 {{(pid=103397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:28:51.759514 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:28:51.760735 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] Subscribe: > port after_update 55550000 {{(pid=103397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:28:51.761207 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:28:51.761704 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:28:51.762800 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:28:51.763259 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:28:51.770941 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc6cf5-e0c1-4755-88c3-cac48aa2e6da req-6f60b034-1e6e-40b6-873d-e7efc538ac31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:51.773085 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-53fc6cf5-e0c1-4755-88c3-cac48aa2e6da req-6f60b034-1e6e-40b6-873d-e7efc538ac31 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=53214ab6-7220-4f63-a722-64332ff2dee2 HTTP/1.1" status: 200 len: 863 time: 0.0604157 Apr 21 12:28:51.836694 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-179bae21-f486-4e74-bee0-c7c9f8c429d6 req-27d53d7f-9090-46f2-95ef-9cca44a2b178 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ecd96c-5b7d-43ab-b6a3-21de4f334b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676618 Apr 21 12:28:51.851323 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc6cf5-e0c1-4755-88c3-cac48aa2e6da req-09d2ecaf-5403-4a7e-8a7b-4ea37a165bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:51.853994 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-53fc6cf5-e0c1-4755-88c3-cac48aa2e6da req-09d2ecaf-5403-4a7e-8a7b-4ea37a165bcd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bed1b78-2645-446a-9812-77a5a7c4f0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659173 Apr 21 12:28:51.870670 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:28:51.870670 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:28:51.870670 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:28:51.870670 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103397) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:28:51.870670 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ad784d-0930-4e8c-adcb-c4974b7545d3']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:51.942054 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-bd0e0379-23bb-4fb6-becd-acfa979e0d1d req-b632b478-927d-442e-8c23-36d20856718c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:51.970823 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ea8839-ec81-40a1-8fe1-b0eafc90f5f4') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:51.971004 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ea8839-ec81-40a1-8fe1-b0eafc90f5f4') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:52.016838 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:52.027034 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-bd0e0379-23bb-4fb6-becd-acfa979e0d1d req-b632b478-927d-442e-8c23-36d20856718c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:52.063280 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d8437-4fee-4ee0-b2ab-aedef84f4c0c req-17330572-78a4-4b63-b368-e1b91fdef72a tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:52.066074 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df0d8437-4fee-4ee0-b2ab-aedef84f4c0c req-17330572-78a4-4b63-b368-e1b91fdef72a tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=12874790-28fc-43fb-b851-1931dde86329 HTTP/1.1" status: 200 len: 948 time: 0.0884101 Apr 21 12:28:52.070417 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-53fc6cf5-e0c1-4755-88c3-cac48aa2e6da req-d7e89a5d-2bff-47f8-9bf2-edde9a63090e service neutron] 10.222.0.26 "GET /v2.0/networks/7bed1b78-2645-446a-9812-77a5a7c4f0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050483 Apr 21 12:28:52.083407 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bd0e0379-23bb-4fb6-becd-acfa979e0d1d req-b632b478-927d-442e-8c23-36d20856718c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f7ecd96c-5b7d-43ab-b6a3-21de4f334b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647870 Apr 21 12:28:52.084951 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:52.101883 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b632b478-927d-442e-8c23-36d20856718c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec38491-51db-412c-b192-676873a660ba,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:52.105169 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:28:52.106110 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: from cryptography.utils import int_from_bytes Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: from cryptography.utils import int_from_bytes Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:28:52.128052 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:28:52.156256 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df0d8437-4fee-4ee0-b2ab-aedef84f4c0c req-03a2a93b-33b4-4aec-aadd-5bb6277ca45f tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834377 Apr 21 12:28:52.220453 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-53fc6cf5-e0c1-4755-88c3-cac48aa2e6da req-cdad3350-2295-4532-9c49-32b5874a0a0c service neutron] 10.222.0.26 "GET /v2.0/networks/7bed1b78-2645-446a-9812-77a5a7c4f0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371834 Apr 21 12:28:52.248572 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420027aa-ac46-4bb3-8e5c-10f5b3300d23 req-c36d9c5f-bf3d-49bb-a12a-1b7b2e643530 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:52.257430 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-420027aa-ac46-4bb3-8e5c-10f5b3300d23 req-c36d9c5f-bf3d-49bb-a12a-1b7b2e643530 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58cae2-7cce-491e-963f-fbded57b1036 HTTP/1.1" status: 200 len: 944 time: 0.0756123 Apr 21 12:28:52.258197 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['1f5c42f9-2af7-44b4-8696-c510fe19efdb'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:28:52.290188 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:52.299567 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:52.302729 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/97ad784d-0930-4e8c-adcb-c4974b7545d3 HTTP/1.1" status: 204 len: 168 time: 1.4053402 Apr 21 12:28:52.317620 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792da093-d1a9-4800-aa66-fbb3c1c1c3f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=97ad784d-0930-4e8c-adcb-c4974b7545d3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:52.321941 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-420027aa-ac46-4bb3-8e5c-10f5b3300d23 req-02e87ecb-79df-48cc-8276-dec1837b8594 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634634 Apr 21 12:28:52.484705 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52686) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:52.592738 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 37328949-3e27-4cbc-9654-66df945b2b50 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:28:52.617755 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 37328949-3e27-4cbc-9654-66df945b2b50 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:28:52.618337 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 37328949-3e27-4cbc-9654-66df945b2b50 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:28:52.637951 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74ba5722-823b-4d07-89ac-8516868b9db1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:52.714095 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74ba5722-823b-4d07-89ac-8516868b9db1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:52.826670 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74ba5722-823b-4d07-89ac-8516868b9db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:52.850654 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52696) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:52.875834 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-74ba5722-823b-4d07-89ac-8516868b9db1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=66431e3ba68d4cdf8eb67cf5e8f22763&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3877702 Apr 21 12:28:52.876052 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52700) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:52.887965 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba5722-823b-4d07-89ac-8516868b9db1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff1d5c5-94bf-4026-b80b-5109e41427bd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:52.919080 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4e6d3aba-188d-4650-9805-7a0e55827006 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=27bf5efaec434a7b9c54603544a9e120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0628979 Apr 21 12:28:52.920419 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52702) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:52.941038 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52704) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:52.952851 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-645b8ac0-b1fb-4bde-8e98-0b80985ce2af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:52.982313 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb105e10-ed02-4e48-ab4c-2c1cca8d64f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:52.990706 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-645b8ac0-b1fb-4bde-8e98-0b80985ce2af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:53.005462 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb105e10-ed02-4e48-ab4c-2c1cca8d64f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:53.049024 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098820b-48ff-4077-a6b0-5d85daabd463 req-f0249ac6-8a77-4070-a4a1-4ad1a4674424 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:53.050535 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7098820b-48ff-4077-a6b0-5d85daabd463 req-f0249ac6-8a77-4070-a4a1-4ad1a4674424 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 971 time: 0.0808024 Apr 21 12:28:53.095252 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7098820b-48ff-4077-a6b0-5d85daabd463 req-64bbb51c-3b6f-45ab-9f79-1539f0a236db tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ecd96c-5b7d-43ab-b6a3-21de4f334b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329204 Apr 21 12:28:53.112066 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-7abe98c1-0ff7-4970-a88d-ee59e8767daf admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-35403770-network', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:28:53.146059 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb105e10-ed02-4e48-ab4c-2c1cca8d64f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:53.148586 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb105e10-ed02-4e48-ab4c-2c1cca8d64f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:53.149751 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-eb105e10-ed02-4e48-ab4c-2c1cca8d64f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f4618e21-cd2f-4ecc-ab30-750eabe2e83b HTTP/1.1" status: 204 len: 168 time: 0.2283237 Apr 21 12:28:53.157983 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb105e10-ed02-4e48-ab4c-2c1cca8d64f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4618e21-cd2f-4ecc-ab30-750eabe2e83b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:53.202928 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-645b8ac0-b1fb-4bde-8e98-0b80985ce2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:53.208805 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-645b8ac0-b1fb-4bde-8e98-0b80985ce2af admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:53.208805 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-645b8ac0-b1fb-4bde-8e98-0b80985ce2af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8ff1d5c5-94bf-4026-b80b-5109e41427bd HTTP/1.1" status: 204 len: 168 time: 0.3309615 Apr 21 12:28:53.217980 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b8ac0-b1fb-4bde-8e98-0b80985ce2af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff1d5c5-94bf-4026-b80b-5109e41427bd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:53.277562 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abe98c1-0ff7-4970-a88d-ee59e8767daf admin admin] Made reservation on behalf of 83ba1d77d70e479991d8b2182c43e0c6 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:28:53.280792 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7abe98c1-0ff7-4970-a88d-ee59e8767daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:53.289702 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7abe98c1-0ff7-4970-a88d-ee59e8767daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:53.294396 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a50840-e6ae-4a94-a2d8-b5c444a37705 req-b5289292-2757-4c3a-bbbb-4a925d9a0141 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:53.295881 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-05a50840-e6ae-4a94-a2d8-b5c444a37705 req-b5289292-2757-4c3a-bbbb-4a925d9a0141 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=12874790-28fc-43fb-b851-1931dde86329 HTTP/1.1" status: 200 len: 948 time: 0.0606158 Apr 21 12:28:53.339661 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-05a50840-e6ae-4a94-a2d8-b5c444a37705 req-b9bb0781-e204-47d4-8e8d-2379cad88f3b tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374599 Apr 21 12:28:53.381416 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7abe98c1-0ff7-4970-a88d-ee59e8767daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:53.440802 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789716f-d7ee-4bab-b244-2a12cf0bf74a req-832d8e04-9643-4805-a864-49d905d40bf2 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:53.442280 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c789716f-d7ee-4bab-b244-2a12cf0bf74a req-832d8e04-9643-4805-a864-49d905d40bf2 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58cae2-7cce-491e-963f-fbded57b1036 HTTP/1.1" status: 200 len: 944 time: 0.0528309 Apr 21 12:28:53.480399 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c789716f-d7ee-4bab-b244-2a12cf0bf74a req-3f2e77d5-0b24-4c64-ad8b-3b9242fe9b38 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315592 Apr 21 12:28:53.517200 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7abe98c1-0ff7-4970-a88d-ee59e8767daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:53.537505 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7abe98c1-0ff7-4970-a88d-ee59e8767daf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:28:53.552271 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe98c1-0ff7-4970-a88d-ee59e8767daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e068007-5021-4550-813a-52a754866032,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:53.555122 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7abe98c1-0ff7-4970-a88d-ee59e8767daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:53.555467 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-7abe98c1-0ff7-4970-a88d-ee59e8767daf admin admin] Added segment a2609b01-1bde-49f4-a2e6-682732d68b1d of type vlan for network cc6e7ae9-2799-4196-8bed-f51a71fb8795 Apr 21 12:28:53.602070 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7abe98c1-0ff7-4970-a88d-ee59e8767daf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:53.700876 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7abe98c1-0ff7-4970-a88d-ee59e8767daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:53.701883 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abe98c1-0ff7-4970-a88d-ee59e8767daf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:53.702503 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7abe98c1-0ff7-4970-a88d-ee59e8767daf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:53.758507 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe98c1-0ff7-4970-a88d-ee59e8767daf admin admin] Pushing event updated for resources: {'Network': ['ID=cc6e7ae9-2799-4196-8bed-f51a71fb8795,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:53.768548 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network cc6e7ae9-2799-4196-8bed-f51a71fb8795 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:28:53.817401 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7abe98c1-0ff7-4970-a88d-ee59e8767daf admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8752294 Apr 21 12:28:53.820647 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52728) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:53.825683 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5bb4b03e-4c40-4339-a7c3-3a6cf9285208 admin admin] Request body: {'subnet': {'network_id': 'cc6e7ae9-2799-4196-8bed-f51a71fb8795', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-35403770-subnet', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:28:53.991525 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb4b03e-4c40-4339-a7c3-3a6cf9285208 admin admin] Made reservation on behalf of 83ba1d77d70e479991d8b2182c43e0c6 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:28:53.993945 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bb4b03e-4c40-4339-a7c3-3a6cf9285208 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:54.016835 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52732) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:54.030379 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-41252fcd-2035-4b43-8a4c-d03bc52207aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:54.115041 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-41252fcd-2035-4b43-8a4c-d03bc52207aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:54.170055 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-41252fcd-2035-4b43-8a4c-d03bc52207aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:54.208341 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41252fcd-2035-4b43-8a4c-d03bc52207aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=209b07ef-80f6-4563-ad65-3597602f0483,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:54.223736 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-41252fcd-2035-4b43-8a4c-d03bc52207aa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=31c2038dbc8e42b2996426910ca2b06d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2059805 Apr 21 12:28:54.226266 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52740) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:54.226566 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378b896-3494-4890-8bbd-ace9ebea337c req-c9e31daf-102d-4c33-82a6-3cd30f9be531 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:54.228263 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0378b896-3494-4890-8bbd-ace9ebea337c req-c9e31daf-102d-4c33-82a6-3cd30f9be531 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 971 time: 0.0615621 Apr 21 12:28:54.267813 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0378b896-3494-4890-8bbd-ace9ebea337c req-bbcc0b22-22ec-4170-ad41-0ac0946d45e4 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ecd96c-5b7d-43ab-b6a3-21de4f334b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335243 Apr 21 12:28:54.275628 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b576be56-c3fb-408b-adb3-43e090643b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:54.297046 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b576be56-c3fb-408b-adb3-43e090643b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:54.300575 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bb4b03e-4c40-4339-a7c3-3a6cf9285208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:54.359604 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb4b03e-4c40-4339-a7c3-3a6cf9285208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d16d5794-1897-42ed-8448-8f9a8657a1a2,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:54.372013 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb4b03e-4c40-4339-a7c3-3a6cf9285208 admin admin] Checking segment: {'id': 'a2609b01-1bde-49f4-a2e6-682732d68b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cc6e7ae9-2799-4196-8bed-f51a71fb8795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:28:54.372383 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb4b03e-4c40-4339-a7c3-3a6cf9285208 admin admin] Network hostable DHCP agents. Network: cc6e7ae9-2799-4196-8bed-f51a71fb8795, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:28:54.426599 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b576be56-c3fb-408b-adb3-43e090643b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:54.429441 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b576be56-c3fb-408b-adb3-43e090643b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:54.430688 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b576be56-c3fb-408b-adb3-43e090643b3c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/209b07ef-80f6-4563-ad65-3597602f0483 HTTP/1.1" status: 204 len: 168 time: 0.2031808 Apr 21 12:28:54.447346 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576be56-c3fb-408b-adb3-43e090643b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=209b07ef-80f6-4563-ad65-3597602f0483,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:54.471999 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb4b03e-4c40-4339-a7c3-3a6cf9285208 admin admin] Network cc6e7ae9-2799-4196-8bed-f51a71fb8795 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:28:54.497743 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce17bbc-8a60-45b8-a596-31f6a9de9adc req-bdaca43b-23ae-4514-b7e4-b6474ec0f095 tempest-AggregatesAdminTestJSON-1634814940 tempest-AggregatesAdminTestJSON-1634814940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:54.499952 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8ce17bbc-8a60-45b8-a596-31f6a9de9adc req-bdaca43b-23ae-4514-b7e4-b6474ec0f095 tempest-AggregatesAdminTestJSON-1634814940 tempest-AggregatesAdminTestJSON-1634814940-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 1122 time: 0.1168778 Apr 21 12:28:54.512639 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b79e7-b586-44c3-9246-7c0d38584cb0 req-6a45b349-393f-46e7-9051-b741d8d908f3 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:54.514624 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-711b79e7-b586-44c3-9246-7c0d38584cb0 req-6a45b349-393f-46e7-9051-b741d8d908f3 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=12874790-28fc-43fb-b851-1931dde86329 HTTP/1.1" status: 200 len: 948 time: 0.0807483 Apr 21 12:28:54.533557 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8ce17bbc-8a60-45b8-a596-31f6a9de9adc req-30bdab28-8792-492a-a651-fd1659f548fd tempest-AggregatesAdminTestJSON-1634814940 tempest-AggregatesAdminTestJSON-1634814940-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:54.573450 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-5bb4b03e-4c40-4339-a7c3-3a6cf9285208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, cc6e7ae9-2799-4196-8bed-f51a71fb8795) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:28:54.578773 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb4b03e-4c40-4339-a7c3-3a6cf9285208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:54.580378 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bb4b03e-4c40-4339-a7c3-3a6cf9285208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:54.582094 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab697e54-62d5-4bb9-a40f-503cf327eea2 None None] Network cc6e7ae9-2799-4196-8bed-f51a71fb8795 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:28:54.591898 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-711b79e7-b586-44c3-9246-7c0d38584cb0 req-62087662-c24e-49b5-99d7-511a35640562 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698800 Apr 21 12:28:54.658235 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8ce17bbc-8a60-45b8-a596-31f6a9de9adc req-30bdab28-8792-492a-a651-fd1659f548fd tempest-AggregatesAdminTestJSON-1634814940 tempest-AggregatesAdminTestJSON-1634814940-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:54.714450 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5bb4b03e-4c40-4339-a7c3-3a6cf9285208 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8929286 Apr 21 12:28:54.717290 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52758) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:54.722927 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-5a6c8216-6c6c-4635-a8cf-208a15d3819c admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-35403770-router', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:28:54.724940 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8ce17bbc-8a60-45b8-a596-31f6a9de9adc req-30bdab28-8792-492a-a651-fd1659f548fd tempest-AggregatesAdminTestJSON-1634814940 tempest-AggregatesAdminTestJSON-1634814940-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:54.761461 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8ce17bbc-8a60-45b8-a596-31f6a9de9adc req-30bdab28-8792-492a-a651-fd1659f548fd tempest-AggregatesAdminTestJSON-1634814940 tempest-AggregatesAdminTestJSON-1634814940-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=f7ecd96c-5b7d-43ab-b6a3-21de4f334b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462883 Apr 21 12:28:54.772896 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b529d-9f93-4f42-af85-2946e4c08eb6 req-b55ee673-7160-4eb6-9e7f-0fd8a7cb1a1c tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:54.777880 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-357b529d-9f93-4f42-af85-2946e4c08eb6 req-b55ee673-7160-4eb6-9e7f-0fd8a7cb1a1c tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58cae2-7cce-491e-963f-fbded57b1036 HTTP/1.1" status: 200 len: 944 time: 0.0937455 Apr 21 12:28:54.817047 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bdab28-8792-492a-a651-fd1659f548fd tempest-AggregatesAdminTestJSON-1634814940 tempest-AggregatesAdminTestJSON-1634814940-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5786085-a06a-4029-a92d-c2b273faff95,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:54.832307 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8216-6c6c-4635-a8cf-208a15d3819c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:54.832307 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8216-6c6c-4635-a8cf-208a15d3819c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:54.862377 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-357b529d-9f93-4f42-af85-2946e4c08eb6 req-cafc094b-9ddf-4495-9b4c-1962f30e4e35 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786228 Apr 21 12:28:54.918938 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8216-6c6c-4635-a8cf-208a15d3819c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:54.923928 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7579bb7-1fe7-4ec1-92d2-3e9dd191b80f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-cc6e7ae9-2799-4196-8bed-f51a71fb8795', 'network_id': 'cc6e7ae9-2799-4196-8bed-f51a71fb8795', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'fixed_ips': [{'subnet_id': 'd16d5794-1897-42ed-8448-8f9a8657a1a2'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:28:54.923928 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7579bb7-1fe7-4ec1-92d2-3e9dd191b80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:54.928075 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 1f5c42f9-2af7-44b4-8696-c510fe19efdb up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:28:55.120686 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 1f5c42f9-2af7-44b4-8696-c510fe19efdb completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:28:55.125366 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-c7579bb7-1fe7-4ec1-92d2-3e9dd191b80f None None] Allocated IP 172.20.0.2 (cc6e7ae9-2799-4196-8bed-f51a71fb8795/d16d5794-1897-42ed-8448-8f9a8657a1a2/1350f57d-8dca-415c-a6c8-b5234ecb748a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:28:55.130810 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 1f5c42f9-2af7-44b4-8696-c510fe19efdb triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:55.131182 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:55.157434 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8216-6c6c-4635-a8cf-208a15d3819c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:55.321090 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90efc253-82f2-4b79-b0c0-b5f2584dd189 req-11970cf0-4b3a-4ff1-b0b1-9247a740bef1 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:55.325777 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90efc253-82f2-4b79-b0c0-b5f2584dd189 req-11970cf0-4b3a-4ff1-b0b1-9247a740bef1 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 971 time: 0.0841305 Apr 21 12:28:55.333749 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:55.381710 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90efc253-82f2-4b79-b0c0-b5f2584dd189 req-01dc05d8-3a41-484e-9d67-03a4b7dec757 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ecd96c-5b7d-43ab-b6a3-21de4f334b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486677 Apr 21 12:28:55.391583 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7579bb7-1fe7-4ec1-92d2-3e9dd191b80f None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:55.410360 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12874790-28fc-43fb-b851-1931dde86329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5c42f9-2af7-44b4-8696-c510fe19efdb'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:28:55.412904 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab3bba2-353d-431d-8712-d7db507a3c46" -d '{"events": [{"server_uuid": "12874790-28fc-43fb-b851-1931dde86329", "name": "network-vif-plugged", "status": "completed", "tag": "1f5c42f9-2af7-44b4-8696-c510fe19efdb"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:28:55.437129 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 1f5c42f9-2af7-44b4-8696-c510fe19efdb, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=1f5c42f9-2af7-44b4-8696-c510fe19efdb,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:28:55.458336 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b39fa3a-ae28-40ec-ad7c-97720d12f859 x-openstack-request-id: req-8b39fa3a-ae28-40ec-ad7c-97720d12f859 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:28:55.458652 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12874790-28fc-43fb-b851-1931dde86329", "name": "network-vif-plugged", "status": "completed", "tag": "1f5c42f9-2af7-44b4-8696-c510fe19efdb", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:28:55.458949 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8b39fa3a-ae28-40ec-ad7c-97720d12f859 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:28:55.459346 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b39fa3a-ae28-40ec-ad7c-97720d12f859'] response: {'server_uuid': '12874790-28fc-43fb-b851-1931dde86329', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f5c42f9-2af7-44b4-8696-c510fe19efdb', 'code': 200} Apr 21 12:28:55.485172 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7579bb7-1fe7-4ec1-92d2-3e9dd191b80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:55.491624 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8216-6c6c-4635-a8cf-208a15d3819c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:55.515379 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8216-6c6c-4635-a8cf-208a15d3819c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:55.564734 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7579bb7-1fe7-4ec1-92d2-3e9dd191b80f None None] Network cc6e7ae9-2799-4196-8bed-f51a71fb8795 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:28:55.566428 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:55.573904 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c7579bb7-1fe7-4ec1-92d2-3e9dd191b80f None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:28:55.576984 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7579bb7-1fe7-4ec1-92d2-3e9dd191b80f None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:28:55.582365 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7579bb7-1fe7-4ec1-92d2-3e9dd191b80f None None] Pushing event updated for resources: {'Port': ['ID=1350f57d-8dca-415c-a6c8-b5234ecb748a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:55.584655 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb288bf-a365-42cc-a170-8a52d604ea8c req-5b0854e3-ee95-4b99-b049-a3e22fbbe809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:55.586155 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6cb288bf-a365-42cc-a170-8a52d604ea8c req-5b0854e3-ee95-4b99-b049-a3e22fbbe809 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=12874790-28fc-43fb-b851-1931dde86329 HTTP/1.1" status: 200 len: 1099 time: 0.0514574 Apr 21 12:28:55.630052 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:28:55.635292 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-5a6c8216-6c6c-4635-a8cf-208a15d3819c admin admin] Allocated IP 172.25.8.193 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/8b3059f3-9dcd-4e60-90f6-d490f7234d60) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:28:55.638964 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6cb288bf-a365-42cc-a170-8a52d604ea8c req-bcd9113b-d954-44fc-a946-f70e9f9ef41c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451379 Apr 21 12:28:55.702307 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=1f5c42f9-2af7-44b4-8696-c510fe19efdb,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:55.705460 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c7579bb7-1fe7-4ec1-92d2-3e9dd191b80f None None] Attempting to bind port 1350f57d-8dca-415c-a6c8-b5234ecb748a on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:28:55.706074 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c7579bb7-1fe7-4ec1-92d2-3e9dd191b80f None None] Attempting to bind port 1350f57d-8dca-415c-a6c8-b5234ecb748a by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'a2609b01-1bde-49f4-a2e6-682732d68b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cc6e7ae9-2799-4196-8bed-f51a71fb8795'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:28:55.706677 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7579bb7-1fe7-4ec1-92d2-3e9dd191b80f None None] Attempting to bind port 1350f57d-8dca-415c-a6c8-b5234ecb748a on network cc6e7ae9-2799-4196-8bed-f51a71fb8795 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:28:55.713512 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7579bb7-1fe7-4ec1-92d2-3e9dd191b80f None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:28:55.714187 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7579bb7-1fe7-4ec1-92d2-3e9dd191b80f None None] Checking segment: {'id': 'a2609b01-1bde-49f4-a2e6-682732d68b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cc6e7ae9-2799-4196-8bed-f51a71fb8795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:28:55.714800 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7579bb7-1fe7-4ec1-92d2-3e9dd191b80f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:55.721890 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7579bb7-1fe7-4ec1-92d2-3e9dd191b80f None None] Bound using segment: {'id': 'a2609b01-1bde-49f4-a2e6-682732d68b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cc6e7ae9-2799-4196-8bed-f51a71fb8795'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:28:55.721890 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c7579bb7-1fe7-4ec1-92d2-3e9dd191b80f None None] Bound port: 1350f57d-8dca-415c-a6c8-b5234ecb748a, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2609b01-1bde-49f4-a2e6-682732d68b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cc6e7ae9-2799-4196-8bed-f51a71fb8795'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:28:55.721890 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7579bb7-1fe7-4ec1-92d2-3e9dd191b80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:55.743430 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e598402-93de-4dfc-b16f-c1e9eec5f35f req-022594bd-8614-4dfa-8116-758517a9b657 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:55.746004 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e598402-93de-4dfc-b16f-c1e9eec5f35f req-022594bd-8614-4dfa-8116-758517a9b657 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=12874790-28fc-43fb-b851-1931dde86329 HTTP/1.1" status: 200 len: 949 time: 0.0618804 Apr 21 12:28:55.784921 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8216-6c6c-4635-a8cf-208a15d3819c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:55.796318 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e598402-93de-4dfc-b16f-c1e9eec5f35f req-2d1e36ef-46cc-45a7-8d34-3bbcef7ebd74 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435174 Apr 21 12:28:55.797200 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c7579bb7-1fe7-4ec1-92d2-3e9dd191b80f None None] For port 1350f57d-8dca-415c-a6c8-b5234ecb748a, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:28:55.800859 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c7579bb7-1fe7-4ec1-92d2-3e9dd191b80f None None] For port 1350f57d-8dca-415c-a6c8-b5234ecb748a, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=1350f57d-8dca-415c-a6c8-b5234ecb748a,segment=NetworkSegment(a2609b01-1bde-49f4-a2e6-682732d68b1d),segment_id=a2609b01-1bde-49f4-a2e6-682732d68b1d)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:28:55.879317 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7579bb7-1fe7-4ec1-92d2-3e9dd191b80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:55.904482 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8216-6c6c-4635-a8cf-208a15d3819c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:55.941061 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7579bb7-1fe7-4ec1-92d2-3e9dd191b80f None None] Pushing event updated for resources: {'Port': ['ID=1350f57d-8dca-415c-a6c8-b5234ecb748a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:55.978080 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6c8216-6c6c-4635-a8cf-208a15d3819c admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:28:55.989230 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-5a6c8216-6c6c-4635-a8cf-208a15d3819c admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:28:55.993028 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6c8216-6c6c-4635-a8cf-208a15d3819c admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:28:56.028892 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c8216-6c6c-4635-a8cf-208a15d3819c admin admin] Pushing event updated for resources: {'Port': ['ID=8b3059f3-9dcd-4e60-90f6-d490f7234d60,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:56.045794 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849b0be-1944-4a4a-9289-f40be2add75c req-f9049ae7-53df-4365-8412-3a69ece986c3 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:56.045794 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7849b0be-1944-4a4a-9289-f40be2add75c req-f9049ae7-53df-4365-8412-3a69ece986c3 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58cae2-7cce-491e-963f-fbded57b1036 HTTP/1.1" status: 200 len: 944 time: 0.0623286 Apr 21 12:28:56.113438 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7849b0be-1944-4a4a-9289-f40be2add75c req-64c8dc5e-966e-4a43-bdfc-3cb9e349522f tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539851 Apr 21 12:28:56.456559 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8216-6c6c-4635-a8cf-208a15d3819c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:56.505901 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec3dd6-adcf-419b-b97c-b16ba4a99ad9 req-7207feca-078e-4304-9a9f-ea761ba608bc tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:56.507744 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1ec3dd6-adcf-419b-b97c-b16ba4a99ad9 req-7207feca-078e-4304-9a9f-ea761ba608bc tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 971 time: 0.0573304 Apr 21 12:28:56.592785 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1ec3dd6-adcf-419b-b97c-b16ba4a99ad9 req-34263669-bc80-49b8-844f-3bf70bede32b tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ecd96c-5b7d-43ab-b6a3-21de4f334b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774817 Apr 21 12:28:56.706487 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 1350f57d-8dca-415c-a6c8-b5234ecb748a up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:28:56.781422 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 1350f57d-8dca-415c-a6c8-b5234ecb748a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:56.782167 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:56.905361 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:56.964462 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device ba41193a-1a50-4ef6-b34a-b908f9a35a1f details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:28:56.970649 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6630a4-4f2b-492d-b354-5e2c18eade5c req-d52ac203-6bd5-4d66-9ad0-d099fafa2b2e tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:56.972998 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dd6630a4-4f2b-492d-b354-5e2c18eade5c req-d52ac203-6bd5-4d66-9ad0-d099fafa2b2e tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=12874790-28fc-43fb-b851-1931dde86329 HTTP/1.1" status: 200 len: 949 time: 0.0599918 Apr 21 12:28:56.978635 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 1350f57d-8dca-415c-a6c8-b5234ecb748a, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=1350f57d-8dca-415c-a6c8-b5234ecb748a,segment=NetworkSegment(a2609b01-1bde-49f4-a2e6-682732d68b1d),segment_id=a2609b01-1bde-49f4-a2e6-682732d68b1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:28:57.017664 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dd6630a4-4f2b-492d-b354-5e2c18eade5c req-174ab32f-1d1d-488f-a6a3-8d65233e9f68 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373785 Apr 21 12:28:57.085014 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port ba41193a-1a50-4ef6-b34a-b908f9a35a1f, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ba41193a-1a50-4ef6-b34a-b908f9a35a1f,segment=NetworkSegment(3c321deb-83bf-47d7-975b-8339f3a4592f),segment_id=3c321deb-83bf-47d7-975b-8339f3a4592f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:28:57.107868 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'ba41193a-1a50-4ef6-b34a-b908f9a35a1f', 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8', 'port_id': 'ba41193a-1a50-4ef6-b34a-b908f9a35a1f', 'mac_address': 'fa:16:3e:df:31:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:28:57.111759 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:57.117350 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80831973-e271-46cc-86a5-26933c896f2c req-54345378-745f-4781-9fb9-b37db165dba8 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:57.118879 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-80831973-e271-46cc-86a5-26933c896f2c req-54345378-745f-4781-9fb9-b37db165dba8 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.24 "GET /v2.0/ports?device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 971 time: 0.3767576 Apr 21 12:28:57.122667 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8216-6c6c-4635-a8cf-208a15d3819c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:57.191447 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ebdbb2-85ce-4e0c-82df-5887a7c6492f None None] Network cc6e7ae9-2799-4196-8bed-f51a71fb8795 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:28:57.203255 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:57.253251 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=1350f57d-8dca-415c-a6c8-b5234ecb748a,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:57.266710 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba41193a-1a50-4ef6-b34a-b908f9a35a1f {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:28:57.307569 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d1ae7-3d10-4158-8bbb-eea5845e2ba7 req-dc943d07-a275-49c3-ad67-a02ed53602f2 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:57.310949 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-375d1ae7-3d10-4158-8bbb-eea5845e2ba7 req-dc943d07-a275-49c3-ad67-a02ed53602f2 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58cae2-7cce-491e-963f-fbded57b1036 HTTP/1.1" status: 200 len: 944 time: 0.0657370 Apr 21 12:28:57.311638 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port ba41193a-1a50-4ef6-b34a-b908f9a35a1f, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ba41193a-1a50-4ef6-b34a-b908f9a35a1f,segment=NetworkSegment(3c321deb-83bf-47d7-975b-8339f3a4592f),segment_id=3c321deb-83bf-47d7-975b-8339f3a4592f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:28:57.312596 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-035263e9-a206-4e26-9982-6fcda429d70d None None] Provisioning complete for port 1350f57d-8dca-415c-a6c8-b5234ecb748a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:57.312961 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-035263e9-a206-4e26-9982-6fcda429d70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:57.381536 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-375d1ae7-3d10-4158-8bbb-eea5845e2ba7 req-b8572c53-ec23-49f3-8ccc-fc4cc49886df tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606184 Apr 21 12:28:57.388496 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:57.445234 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-80831973-e271-46cc-86a5-26933c896f2c req-e9fb24b6-94bc-4e24-b3af-1b45b6488996 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Deleting port 42aa2222-ed08-4381-96a7-fa5713f3c14b {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:28:57.448370 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-80831973-e271-46cc-86a5-26933c896f2c req-e9fb24b6-94bc-4e24-b3af-1b45b6488996 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:57.513156 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=ba41193a-1a50-4ef6-b34a-b908f9a35a1f,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:57.571882 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-80831973-e271-46cc-86a5-26933c896f2c req-e9fb24b6-94bc-4e24-b3af-1b45b6488996 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] For port 42aa2222-ed08-4381-96a7-fa5713f3c14b, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=42aa2222-ed08-4381-96a7-fa5713f3c14b,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:28:57.572397 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-80831973-e271-46cc-86a5-26933c896f2c req-e9fb24b6-94bc-4e24-b3af-1b45b6488996 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:57.575236 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6c8216-6c6c-4635-a8cf-208a15d3819c admin admin] Router 669411a4-752c-4bea-92ef-724fa6323a37 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:28:57.602014 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-80831973-e271-46cc-86a5-26933c896f2c req-e9fb24b6-94bc-4e24-b3af-1b45b6488996 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Calling delete_port for 42aa2222-ed08-4381-96a7-fa5713f3c14b owned by compute:tempest-test_az-990176825 {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:28:57.737220 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13bce8-962a-460c-bb11-88625fb75208 req-d87a12f6-795a-4311-acc4-c17e43d54301 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:57.740060 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f13bce8-962a-460c-bb11-88625fb75208 req-d87a12f6-795a-4311-acc4-c17e43d54301 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 971 time: 0.0641348 Apr 21 12:28:57.783534 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f13bce8-962a-460c-bb11-88625fb75208 req-b8c7cee7-79ca-421b-9c97-12cae422fee1 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/security-groups?id=f7ecd96c-5b7d-43ab-b6a3-21de4f334b18&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336862 Apr 21 12:28:57.788248 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['ba41193a-1a50-4ef6-b34a-b908f9a35a1f'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:28:57.797111 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6c8216-6c6c-4635-a8cf-208a15d3819c admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:28:57.820054 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c985b179-d82e-462d-8165-52f779a2a863 None None] Sync routers for ids ['669411a4-752c-4bea-92ef-724fa6323a37'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:28:57.849027 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c985b179-d82e-462d-8165-52f779a2a863 None None] Routers {'669411a4-752c-4bea-92ef-724fa6323a37'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:28:57.849932 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c985b179-d82e-462d-8165-52f779a2a863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:28:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['669411a4-752c-4bea-92ef-724fa6323a37'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:57.886033 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5a6c8216-6c6c-4635-a8cf-208a15d3819c admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:57.888087 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5a6c8216-6c6c-4635-a8cf-208a15d3819c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.1694546 Apr 21 12:28:57.891146 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52976) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:28:57.915091 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0dac885b-3bea-4a5f-8a20-3651e22caf35 None None] Provisioning complete for port 1350f57d-8dca-415c-a6c8-b5234ecb748a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:57.915459 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dac885b-3bea-4a5f-8a20-3651e22caf35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:57.941748 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-80831973-e271-46cc-86a5-26933c896f2c req-e9fb24b6-94bc-4e24-b3af-1b45b6488996 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:57.963325 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['42aa2222-ed08-4381-96a7-fa5713f3c14b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:28:58.007471 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb24b6-94bc-4e24-b3af-1b45b6488996 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Pushing event deleted for resources: {'Port': ['ID=42aa2222-ed08-4381-96a7-fa5713f3c14b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:58.155331 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-80831973-e271-46cc-86a5-26933c896f2c req-e9fb24b6-94bc-4e24-b3af-1b45b6488996 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] No DVR routers for this DVR port 42aa2222-ed08-4381-96a7-fa5713f3c14b on host n-h2-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:28:58.158367 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-80831973-e271-46cc-86a5-26933c896f2c req-e9fb24b6-94bc-4e24-b3af-1b45b6488996 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:58.162409 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-80831973-e271-46cc-86a5-26933c896f2c req-e9fb24b6-94bc-4e24-b3af-1b45b6488996 tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.24 "DELETE /v2.0/ports/42aa2222-ed08-4381-96a7-fa5713f3c14b HTTP/1.1" status: 204 len: 173 time: 1.0336752 Apr 21 12:28:58.168967 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b92fa5a-c319-4aac-a886-dd25470ad66c', 'name': 'network-vif-deleted', 'tag': '42aa2222-ed08-4381-96a7-fa5713f3c14b'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:28:58.172436 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10770817-5301-43c6-bc52-81818a6f497e" -d '{"events": [{"server_uuid": "9b92fa5a-c319-4aac-a886-dd25470ad66c", "name": "network-vif-deleted", "tag": "42aa2222-ed08-4381-96a7-fa5713f3c14b"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:28:58.192135 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60731c-64c3-4b0f-8448-c9b4788863d3 req-e6c53a8b-7ef4-4ada-ba19-a95c4315627d tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:58.193924 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c60731c-64c3-4b0f-8448-c9b4788863d3 req-e6c53a8b-7ef4-4ada-ba19-a95c4315627d tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=12874790-28fc-43fb-b851-1931dde86329 HTTP/1.1" status: 200 len: 949 time: 0.0874152 Apr 21 12:28:58.265198 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c60731c-64c3-4b0f-8448-c9b4788863d3 req-e54770e6-7168-49f1-958c-e60e32eca02d tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609577 Apr 21 12:28:58.299362 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-c985b179-d82e-462d-8165-52f779a2a863 None None] Set router 669411a4-752c-4bea-92ef-724fa6323a37 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:28:58.427382 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f16ea22-9c62-4bcf-a8ec-e1c203459255 x-openstack-request-id: req-3f16ea22-9c62-4bcf-a8ec-e1c203459255 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:28:58.427803 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b92fa5a-c319-4aac-a886-dd25470ad66c", "name": "network-vif-deleted", "tag": "42aa2222-ed08-4381-96a7-fa5713f3c14b", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:28:58.428189 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3f16ea22-9c62-4bcf-a8ec-e1c203459255 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:28:58.428669 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f16ea22-9c62-4bcf-a8ec-e1c203459255'] response: {'server_uuid': '9b92fa5a-c319-4aac-a886-dd25470ad66c', 'name': 'network-vif-deleted', 'tag': '42aa2222-ed08-4381-96a7-fa5713f3c14b', 'status': 'completed', 'code': 200} Apr 21 12:28:58.584323 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e5932b-7f5e-4754-9ded-03e0b2627e76 req-4128c667-6451-4264-b0a9-ca157f3a1627 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:58.586366 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a8e5932b-7f5e-4754-9ded-03e0b2627e76 req-4128c667-6451-4264-b0a9-ca157f3a1627 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58cae2-7cce-491e-963f-fbded57b1036 HTTP/1.1" status: 200 len: 945 time: 0.0659544 Apr 21 12:28:58.627974 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c985b179-d82e-462d-8165-52f779a2a863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669411a4-752c-4bea-92ef-724fa6323a37', 'name': 'tempest-AttachSCSIVolumeTestJSON-35403770-router', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '8b3059f3-9dcd-4e60-90f6-d490f7234d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:54Z', 'updated_at': '2022-04-21T12:28:56Z', 'revision_number': 3, 'project_id': '83ba1d77d70e479991d8b2182c43e0c6', 'gw_port': {'id': '8b3059f3-9dcd-4e60-90f6-d490f7234d60', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:af:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669411a4-752c-4bea-92ef-724fa6323a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:55Z', 'updated_at': '2022-04-21T12:28:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:58.635648 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a8e5932b-7f5e-4754-9ded-03e0b2627e76 req-5fb09268-7cc0-4bab-a730-92fd5a492a3b tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420451 Apr 21 12:28:58.663912 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 1350f57d-8dca-415c-a6c8-b5234ecb748a up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:28:58.667274 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c985b179-d82e-462d-8165-52f779a2a863 None None] Checking router: 669411a4-752c-4bea-92ef-724fa6323a37 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:28:58.667979 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c985b179-d82e-462d-8165-52f779a2a863 None None] Updating router 669411a4-752c-4bea-92ef-724fa6323a37 port 8b3059f3-9dcd-4e60-90f6-d490f7234d60 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:28:58.675759 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-748f8b78-f0c1-4de5-adae-bb38f0c4a29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:58.736981 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c985b179-d82e-462d-8165-52f779a2a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:58.858288 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 1350f57d-8dca-415c-a6c8-b5234ecb748a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:58.858701 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:58.868004 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-748f8b78-f0c1-4de5-adae-bb38f0c4a29d admin admin] Allocated IP 172.20.0.1 (cc6e7ae9-2799-4196-8bed-f51a71fb8795/d16d5794-1897-42ed-8448-8f9a8657a1a2/88f7f0de-171e-4734-808c-c21ff5e38e3f) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:28:59.004014 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-748f8b78-f0c1-4de5-adae-bb38f0c4a29d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:59.123272 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c985b179-d82e-462d-8165-52f779a2a863 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:59.144621 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-afc75e63-2e95-4c15-b0b8-df408ad1fca6 req-c6765a5f-034e-4d67-a0f4-76d6ea8d64fc tempest-AggregatesAdminTestJSON-1574114014 tempest-AggregatesAdminTestJSON-1574114014-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b92fa5a-c319-4aac-a886-dd25470ad66c HTTP/1.1" status: 200 len: 210 time: 0.0328104 Apr 21 12:28:59.168078 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-748f8b78-f0c1-4de5-adae-bb38f0c4a29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:59.219472 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748f8b78-f0c1-4de5-adae-bb38f0c4a29d admin admin] Network cc6e7ae9-2799-4196-8bed-f51a71fb8795 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:28:59.223108 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-748f8b78-f0c1-4de5-adae-bb38f0c4a29d admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:28:59.226672 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c985b179-d82e-462d-8165-52f779a2a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:59.245471 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748f8b78-f0c1-4de5-adae-bb38f0c4a29d admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:28:59.252293 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f8b78-f0c1-4de5-adae-bb38f0c4a29d admin admin] Pushing event updated for resources: {'Port': ['ID=88f7f0de-171e-4734-808c-c21ff5e38e3f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:59.323812 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-748f8b78-f0c1-4de5-adae-bb38f0c4a29d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:59.328350 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4a51fb-a610-4838-9ac9-252b83796b6c req-103d6071-70b9-44a0-a989-a60e32025488 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:59.329903 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0f4a51fb-a610-4838-9ac9-252b83796b6c req-103d6071-70b9-44a0-a989-a60e32025488 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=12874790-28fc-43fb-b851-1931dde86329 HTTP/1.1" status: 200 len: 949 time: 0.0780673 Apr 21 12:28:59.337827 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fedff-32a8-4489-b905-11f92143fc3a None None] Pushing event updated for resources: {'Port': ['ID=8b3059f3-9dcd-4e60-90f6-d490f7234d60,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:59.369067 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c985b179-d82e-462d-8165-52f779a2a863 None None] Attempting to bind port 8b3059f3-9dcd-4e60-90f6-d490f7234d60 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:28:59.369067 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c985b179-d82e-462d-8165-52f779a2a863 None None] Attempting to bind port 8b3059f3-9dcd-4e60-90f6-d490f7234d60 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:28:59.369386 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c985b179-d82e-462d-8165-52f779a2a863 None None] Attempting to bind port 8b3059f3-9dcd-4e60-90f6-d490f7234d60 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:28:59.377803 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c985b179-d82e-462d-8165-52f779a2a863 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:28:59.378327 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c985b179-d82e-462d-8165-52f779a2a863 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:28:59.378976 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c985b179-d82e-462d-8165-52f779a2a863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:59.379989 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c985b179-d82e-462d-8165-52f779a2a863 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:28:59.381872 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c985b179-d82e-462d-8165-52f779a2a863 None None] Bound port: 8b3059f3-9dcd-4e60-90f6-d490f7234d60, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:28:59.382381 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c985b179-d82e-462d-8165-52f779a2a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:59.438523 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0f4a51fb-a610-4838-9ac9-252b83796b6c req-dd520ded-d22a-4431-b70c-1274f431be88 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001844 Apr 21 12:28:59.453066 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c985b179-d82e-462d-8165-52f779a2a863 None None] For port 8b3059f3-9dcd-4e60-90f6-d490f7234d60, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:28:59.457330 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c985b179-d82e-462d-8165-52f779a2a863 None None] For port 8b3059f3-9dcd-4e60-90f6-d490f7234d60, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=8b3059f3-9dcd-4e60-90f6-d490f7234d60,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:28:59.535330 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c985b179-d82e-462d-8165-52f779a2a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:59.589973 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-748f8b78-f0c1-4de5-adae-bb38f0c4a29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:59.611311 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-11e447a7-6d58-472c-8369-5af6d15755f9 None None] Provisioning complete for port 88f7f0de-171e-4734-808c-c21ff5e38e3f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:28:59.611683 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11e447a7-6d58-472c-8369-5af6d15755f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:59.613069 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fedff-32a8-4489-b905-11f92143fc3a None None] Pushing event updated for resources: {'Port': ['ID=8b3059f3-9dcd-4e60-90f6-d490f7234d60,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:28:59.616651 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c985b179-d82e-462d-8165-52f779a2a863 None None] Routers {'669411a4-752c-4bea-92ef-724fa6323a37'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:28:59.617257 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c985b179-d82e-462d-8165-52f779a2a863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:28:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['669411a4-752c-4bea-92ef-724fa6323a37'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:28:59.706502 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-11e447a7-6d58-472c-8369-5af6d15755f9 None None] Port 88f7f0de-171e-4734-808c-c21ff5e38e3f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:28:59.777304 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd64e80-f3ed-4c8f-a5bd-6a83b176c993 req-48204e85-1fc1-4580-8229-4f2ef7660372 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:28:59.781619 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-efd64e80-f3ed-4c8f-a5bd-6a83b176c993 req-48204e85-1fc1-4580-8229-4f2ef7660372 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58cae2-7cce-491e-963f-fbded57b1036 HTTP/1.1" status: 200 len: 945 time: 0.0646513 Apr 21 12:28:59.788607 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-748f8b78-f0c1-4de5-adae-bb38f0c4a29d admin admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:59.798193 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-c985b179-d82e-462d-8165-52f779a2a863 None None] Set router 669411a4-752c-4bea-92ef-724fa6323a37 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:28:59.837971 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-efd64e80-f3ed-4c8f-a5bd-6a83b176c993 req-3b031096-f225-4a5a-85da-6bf04ab04c7b tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478332 Apr 21 12:28:59.849139 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-748f8b78-f0c1-4de5-adae-bb38f0c4a29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:59.925135 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-748f8b78-f0c1-4de5-adae-bb38f0c4a29d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:28:59.928579 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f8b78-f0c1-4de5-adae-bb38f0c4a29d admin admin] Pushing event updated for resources: {'Port': ['ID=88f7f0de-171e-4734-808c-c21ff5e38e3f,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:00.017557 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c985b179-d82e-462d-8165-52f779a2a863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669411a4-752c-4bea-92ef-724fa6323a37', 'name': 'tempest-AttachSCSIVolumeTestJSON-35403770-router', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '8b3059f3-9dcd-4e60-90f6-d490f7234d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:54Z', 'updated_at': '2022-04-21T12:28:59Z', 'revision_number': 4, 'project_id': '83ba1d77d70e479991d8b2182c43e0c6', 'gw_port': {'id': '8b3059f3-9dcd-4e60-90f6-d490f7234d60', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:af:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669411a4-752c-4bea-92ef-724fa6323a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:55Z', 'updated_at': '2022-04-21T12:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '88f7f0de-171e-4734-808c-c21ff5e38e3f', 'name': '', 'network_id': 'cc6e7ae9-2799-4196-8bed-f51a71fb8795', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'mac_address': 'fa:16:3e:aa:52:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669411a4-752c-4bea-92ef-724fa6323a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': 'd16d5794-1897-42ed-8448-8f9a8657a1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:58Z', 'updated_at': '2022-04-21T12:28:58Z', 'revision_number': 1, 'project_id': '83ba1d77d70e479991d8b2182c43e0c6', 'subnets': [{'id': 'd16d5794-1897-42ed-8448-8f9a8657a1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:29:00.021412 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748f8b78-f0c1-4de5-adae-bb38f0c4a29d admin admin] Network cc6e7ae9-2799-4196-8bed-f51a71fb8795 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:29:00.022768 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-748f8b78-f0c1-4de5-adae-bb38f0c4a29d admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:29:00.047145 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c985b179-d82e-462d-8165-52f779a2a863 None None] The sync data for ids ['669411a4-752c-4bea-92ef-724fa6323a37'] in n-d-836147-2 is: [{'id': '669411a4-752c-4bea-92ef-724fa6323a37', 'name': 'tempest-AttachSCSIVolumeTestJSON-35403770-router', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '8b3059f3-9dcd-4e60-90f6-d490f7234d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:54Z', 'updated_at': '2022-04-21T12:28:59Z', 'revision_number': 4, 'project_id': '83ba1d77d70e479991d8b2182c43e0c6', 'gw_port': {'id': '8b3059f3-9dcd-4e60-90f6-d490f7234d60', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:af:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669411a4-752c-4bea-92ef-724fa6323a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:55Z', 'updated_at': '2022-04-21T12:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '88f7f0de-171e-4734-808c-c21ff5e38e3f', 'name': '', 'network_id': 'cc6e7ae9-2799-4196-8bed-f51a71fb8795', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'mac_address': 'fa:16:3e:aa:52:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669411a4-752c-4bea-92ef-724fa6323a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': 'd16d5794-1897-42ed-8448-8f9a8657a1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:58Z', 'updated_at': '2022-04-21T12:28:58Z', 'revision_number': 1, 'project_id': '83ba1d77d70e479991d8b2182c43e0c6', 'subnets': [{'id': 'd16d5794-1897-42ed-8448-8f9a8657a1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:29:00.148038 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748f8b78-f0c1-4de5-adae-bb38f0c4a29d admin admin] Router 669411a4-752c-4bea-92ef-724fa6323a37 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:29:00.309528 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748f8b78-f0c1-4de5-adae-bb38f0c4a29d admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:29:00.336502 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-748f8b78-f0c1-4de5-adae-bb38f0c4a29d admin admin] 10.222.0.36 "PUT /v2.0/routers/669411a4-752c-4bea-92ef-724fa6323a37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4442773 Apr 21 12:29:00.344037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e5ff1505-394e-4711-820b-188a04ddd9bd None None] Provisioning complete for port 88f7f0de-171e-4734-808c-c21ff5e38e3f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:29:00.344539 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5ff1505-394e-4711-820b-188a04ddd9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:00.394073 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e5ff1505-394e-4711-820b-188a04ddd9bd None None] Port 88f7f0de-171e-4734-808c-c21ff5e38e3f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:29:00.635346 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11a936-2cfe-43d6-9427-ef7a5260d514 req-173cfc2d-9be2-4fb0-abb1-f7cd6bd351c0 tempest-DeleteServersAdminTestJSON-1510907756 tempest-DeleteServersAdminTestJSON-1510907756-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:00.638137 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae11a936-2cfe-43d6-9427-ef7a5260d514 req-173cfc2d-9be2-4fb0-abb1-f7cd6bd351c0 tempest-DeleteServersAdminTestJSON-1510907756 tempest-DeleteServersAdminTestJSON-1510907756-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=12874790-28fc-43fb-b851-1931dde86329 HTTP/1.1" status: 200 len: 1100 time: 0.0573506 Apr 21 12:29:00.962773 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c1cd5b-98ba-42f7-a91c-1c8018169e5a req-40ed02ba-5358-4e24-8a34-0be2fbb5a084 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:00.964312 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75c1cd5b-98ba-42f7-a91c-1c8018169e5a req-40ed02ba-5358-4e24-8a34-0be2fbb5a084 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=12874790-28fc-43fb-b851-1931dde86329 HTTP/1.1" status: 200 len: 949 time: 0.3248639 Apr 21 12:29:00.969721 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device ba41193a-1a50-4ef6-b34a-b908f9a35a1f up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:29:01.034233 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75c1cd5b-98ba-42f7-a91c-1c8018169e5a req-bd58c66b-79d3-44ee-a0f6-c51a51c93755 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512233 Apr 21 12:29:01.044396 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ae11a936-2cfe-43d6-9427-ef7a5260d514 req-01cf5ec2-98c0-408e-8bdb-562280f4ce58 tempest-DeleteServersAdminTestJSON-1510907756 tempest-DeleteServersAdminTestJSON-1510907756-project-admin] Deleting port 1f5c42f9-2af7-44b4-8696-c510fe19efdb {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:29:01.047635 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ae11a936-2cfe-43d6-9427-ef7a5260d514 req-01cf5ec2-98c0-408e-8bdb-562280f4ce58 tempest-DeleteServersAdminTestJSON-1510907756 tempest-DeleteServersAdminTestJSON-1510907756-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:01.119219 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port ba41193a-1a50-4ef6-b34a-b908f9a35a1f completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:29:01.129609 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port ba41193a-1a50-4ef6-b34a-b908f9a35a1f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:29:01.130303 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:01.140169 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ae11a936-2cfe-43d6-9427-ef7a5260d514 req-01cf5ec2-98c0-408e-8bdb-562280f4ce58 tempest-DeleteServersAdminTestJSON-1510907756 tempest-DeleteServersAdminTestJSON-1510907756-project-admin] For port 1f5c42f9-2af7-44b4-8696-c510fe19efdb, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=1f5c42f9-2af7-44b4-8696-c510fe19efdb,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:29:01.143363 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ae11a936-2cfe-43d6-9427-ef7a5260d514 req-01cf5ec2-98c0-408e-8bdb-562280f4ce58 tempest-DeleteServersAdminTestJSON-1510907756 tempest-DeleteServersAdminTestJSON-1510907756-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:01.174053 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ae11a936-2cfe-43d6-9427-ef7a5260d514 req-01cf5ec2-98c0-408e-8bdb-562280f4ce58 tempest-DeleteServersAdminTestJSON-1510907756 tempest-DeleteServersAdminTestJSON-1510907756-project-admin] Calling delete_port for 1f5c42f9-2af7-44b4-8696-c510fe19efdb owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:29:01.292664 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53258) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:01.298876 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:01.299254 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-37edadfc-c8f9-4123-895f-bc217d26bed4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-905715841-network', 'tenant_id': '48108f97575e4124a4e546e004f4af83'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:29:01.340333 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff58cae2-7cce-491e-963f-fbded57b1036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba41193a-1a50-4ef6-b34a-b908f9a35a1f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:29:01.343435 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85987ce-3096-4112-988b-b685a8cb38a4" -d '{"events": [{"server_uuid": "ff58cae2-7cce-491e-963f-fbded57b1036", "name": "network-vif-plugged", "status": "completed", "tag": "ba41193a-1a50-4ef6-b34a-b908f9a35a1f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:29:01.358373 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port ba41193a-1a50-4ef6-b34a-b908f9a35a1f, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ba41193a-1a50-4ef6-b34a-b908f9a35a1f,segment=NetworkSegment(3c321deb-83bf-47d7-975b-8339f3a4592f),segment_id=3c321deb-83bf-47d7-975b-8339f3a4592f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:29:01.397452 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec6d96-9e6c-4015-8a50-504fbc636f1b req-3ed8401c-7c4b-413a-b0fd-ba6c524e5412 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:01.398942 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37edadfc-c8f9-4123-895f-bc217d26bed4 admin admin] Made reservation on behalf of 48108f97575e4124a4e546e004f4af83 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:29:01.402121 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a5ec6d96-9e6c-4015-8a50-504fbc636f1b req-3ed8401c-7c4b-413a-b0fd-ba6c524e5412 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58cae2-7cce-491e-963f-fbded57b1036 HTTP/1.1" status: 200 len: 945 time: 0.1251423 Apr 21 12:29:01.403047 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37edadfc-c8f9-4123-895f-bc217d26bed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:01.414619 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37edadfc-c8f9-4123-895f-bc217d26bed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:01.420679 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:01.491942 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a5ec6d96-9e6c-4015-8a50-504fbc636f1b req-5d34b67b-23fd-472f-926b-3a1f25b0bf29 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841751 Apr 21 12:29:01.492828 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=ba41193a-1a50-4ef6-b34a-b908f9a35a1f,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:01.548146 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37edadfc-c8f9-4123-895f-bc217d26bed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:01.592266 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ae11a936-2cfe-43d6-9427-ef7a5260d514 req-01cf5ec2-98c0-408e-8bdb-562280f4ce58 tempest-DeleteServersAdminTestJSON-1510907756 tempest-DeleteServersAdminTestJSON-1510907756-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:01.603902 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['1f5c42f9-2af7-44b4-8696-c510fe19efdb'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:29:01.626789 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37edadfc-c8f9-4123-895f-bc217d26bed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:01.629570 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf5ec2-98c0-408e-8bdb-562280f4ce58 tempest-DeleteServersAdminTestJSON-1510907756 tempest-DeleteServersAdminTestJSON-1510907756-project-admin] Pushing event deleted for resources: {'Port': ['ID=1f5c42f9-2af7-44b4-8696-c510fe19efdb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:01.665572 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37edadfc-c8f9-4123-895f-bc217d26bed4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:29:01.682637 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37edadfc-c8f9-4123-895f-bc217d26bed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c753e6e4-9fb0-43a7-a02b-d0ce70cacd71,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:01.702916 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37edadfc-c8f9-4123-895f-bc217d26bed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:01.703266 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-37edadfc-c8f9-4123-895f-bc217d26bed4 admin admin] Added segment de3650be-96a4-4cd6-a25a-a431c3b4dd60 of type vlan for network e134bb1e-ba5b-4474-aaea-3bafb1a3262c Apr 21 12:29:01.722478 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae11a936-2cfe-43d6-9427-ef7a5260d514 req-01cf5ec2-98c0-408e-8bdb-562280f4ce58 tempest-DeleteServersAdminTestJSON-1510907756 tempest-DeleteServersAdminTestJSON-1510907756-project-admin] No DVR routers for this DVR port 1f5c42f9-2af7-44b4-8696-c510fe19efdb on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:29:01.726025 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ae11a936-2cfe-43d6-9427-ef7a5260d514 req-01cf5ec2-98c0-408e-8bdb-562280f4ce58 tempest-DeleteServersAdminTestJSON-1510907756 tempest-DeleteServersAdminTestJSON-1510907756-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:01.731306 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae11a936-2cfe-43d6-9427-ef7a5260d514 req-01cf5ec2-98c0-408e-8bdb-562280f4ce58 tempest-DeleteServersAdminTestJSON-1510907756 tempest-DeleteServersAdminTestJSON-1510907756-project-admin] 10.222.0.26 "DELETE /v2.0/ports/1f5c42f9-2af7-44b4-8696-c510fe19efdb HTTP/1.1" status: 204 len: 173 time: 0.8217232 Apr 21 12:29:01.732298 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12874790-28fc-43fb-b851-1931dde86329', 'name': 'network-vif-deleted', 'tag': '1f5c42f9-2af7-44b4-8696-c510fe19efdb'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:29:01.750388 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d11b2d5-1fea-45e6-aabe-2a2c928c9564" -d '{"events": [{"server_uuid": "12874790-28fc-43fb-b851-1931dde86329", "name": "network-vif-deleted", "tag": "1f5c42f9-2af7-44b4-8696-c510fe19efdb"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:29:01.770070 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37edadfc-c8f9-4123-895f-bc217d26bed4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:01.866525 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37edadfc-c8f9-4123-895f-bc217d26bed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:01.867475 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37edadfc-c8f9-4123-895f-bc217d26bed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:01.873257 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37edadfc-c8f9-4123-895f-bc217d26bed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:01.929313 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37edadfc-c8f9-4123-895f-bc217d26bed4 admin admin] Pushing event updated for resources: {'Network': ['ID=e134bb1e-ba5b-4474-aaea-3bafb1a3262c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:01.938931 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8035fbfe-735e-4ba6-843d-948c5458b2a0 x-openstack-request-id: req-8035fbfe-735e-4ba6-843d-948c5458b2a0 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:29:01.939305 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff58cae2-7cce-491e-963f-fbded57b1036", "name": "network-vif-plugged", "status": "completed", "tag": "ba41193a-1a50-4ef6-b34a-b908f9a35a1f", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:29:01.939618 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8035fbfe-735e-4ba6-843d-948c5458b2a0 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:29:01.940066 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8035fbfe-735e-4ba6-843d-948c5458b2a0'] response: {'server_uuid': 'ff58cae2-7cce-491e-963f-fbded57b1036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba41193a-1a50-4ef6-b34a-b908f9a35a1f', 'code': 200} Apr 21 12:29:01.942278 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network e134bb1e-ba5b-4474-aaea-3bafb1a3262c details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:29:01.973395 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-37edadfc-c8f9-4123-895f-bc217d26bed4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6773548 Apr 21 12:29:01.975441 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53314) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:01.982990 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c5109afa-ea8f-4207-a36a-e7ea1121e567 admin admin] Request body: {'subnet': {'network_id': 'e134bb1e-ba5b-4474-aaea-3bafb1a3262c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-905715841-subnet', 'tenant_id': '48108f97575e4124a4e546e004f4af83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:29:01.992468 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43617e36-015b-4932-93d2-cb3c38644321 x-openstack-request-id: req-43617e36-015b-4932-93d2-cb3c38644321 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:29:01.992980 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12874790-28fc-43fb-b851-1931dde86329", "name": "network-vif-deleted", "tag": "1f5c42f9-2af7-44b4-8696-c510fe19efdb", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:29:01.993224 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-43617e36-015b-4932-93d2-cb3c38644321 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:29:01.993656 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43617e36-015b-4932-93d2-cb3c38644321'] response: {'server_uuid': '12874790-28fc-43fb-b851-1931dde86329', 'name': 'network-vif-deleted', 'tag': '1f5c42f9-2af7-44b4-8696-c510fe19efdb', 'status': 'completed', 'code': 200} Apr 21 12:29:02.071225 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5109afa-ea8f-4207-a36a-e7ea1121e567 admin admin] Made reservation on behalf of 48108f97575e4124a4e546e004f4af83 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:29:02.074064 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5109afa-ea8f-4207-a36a-e7ea1121e567 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:02.125380 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 42aa2222-ed08-4381-96a7-fa5713f3c14b no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:29:02.167373 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed218d2f-fceb-4328-a4fa-524f1fc0f2b3 req-6cbdf1dc-17d5-4c5b-b246-73eeb5c33a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:02.170645 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 42aa2222-ed08-4381-96a7-fa5713f3c14b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:29:02.171182 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 42aa2222-ed08-4381-96a7-fa5713f3c14b not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:29:02.171572 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ed218d2f-fceb-4328-a4fa-524f1fc0f2b3 req-6cbdf1dc-17d5-4c5b-b246-73eeb5c33a1d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ff58cae2-7cce-491e-963f-fbded57b1036 HTTP/1.1" status: 200 len: 1097 time: 0.0911503 Apr 21 12:29:02.239964 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ed218d2f-fceb-4328-a4fa-524f1fc0f2b3 req-aef72660-0c7f-4399-8207-9f83a4a29afb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616255 Apr 21 12:29:02.317157 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d4009f2-9633-4cc5-8ecd-f89801c81234 req-32d71b2d-0ef2-42c7-8c3f-68606873b326 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=12874790-28fc-43fb-b851-1931dde86329 HTTP/1.1" status: 200 len: 210 time: 0.0429778 Apr 21 12:29:02.535380 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5109afa-ea8f-4207-a36a-e7ea1121e567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:02.601764 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5109afa-ea8f-4207-a36a-e7ea1121e567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=871da5e3-c9ef-44b9-9d71-7e175a1be63e,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:02.610966 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5109afa-ea8f-4207-a36a-e7ea1121e567 admin admin] Checking segment: {'id': 'de3650be-96a4-4cd6-a25a-a431c3b4dd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e134bb1e-ba5b-4474-aaea-3bafb1a3262c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:29:02.610966 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5109afa-ea8f-4207-a36a-e7ea1121e567 admin admin] Network hostable DHCP agents. Network: e134bb1e-ba5b-4474-aaea-3bafb1a3262c, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:29:02.640917 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9651db6e-f5db-4320-a42e-a30db47ea708 None None] Sync routers for ids ['669411a4-752c-4bea-92ef-724fa6323a37'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:29:02.653074 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9651db6e-f5db-4320-a42e-a30db47ea708 None None] Routers {'669411a4-752c-4bea-92ef-724fa6323a37'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:29:02.654170 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9651db6e-f5db-4320-a42e-a30db47ea708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:28:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['669411a4-752c-4bea-92ef-724fa6323a37'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:29:02.661838 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 8b3059f3-9dcd-4e60-90f6-d490f7234d60 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:29:02.664244 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5478f9-002e-406c-8d48-fc34a473d6f0 req-9715534b-abbe-4d8c-9439-af2f5f944ce3 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:02.666657 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef5478f9-002e-406c-8d48-fc34a473d6f0 req-9715534b-abbe-4d8c-9439-af2f5f944ce3 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58cae2-7cce-491e-963f-fbded57b1036 HTTP/1.1" status: 200 len: 946 time: 0.0663333 Apr 21 12:29:02.712477 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5109afa-ea8f-4207-a36a-e7ea1121e567 admin admin] Network e134bb1e-ba5b-4474-aaea-3bafb1a3262c is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:29:02.728131 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 8b3059f3-9dcd-4e60-90f6-d490f7234d60 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:29:02.728501 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:02.738608 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef5478f9-002e-406c-8d48-fc34a473d6f0 req-dfba9bb5-eba2-4d52-a788-8eddd74ad3bb tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656302 Apr 21 12:29:02.802708 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-c5109afa-ea8f-4207-a36a-e7ea1121e567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, e134bb1e-ba5b-4474-aaea-3bafb1a3262c) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:29:02.808014 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5109afa-ea8f-4207-a36a-e7ea1121e567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:02.814808 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5109afa-ea8f-4207-a36a-e7ea1121e567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:02.839353 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a668bcb-ea5a-4d65-9857-e2406f43a57d None None] Network e134bb1e-ba5b-4474-aaea-3bafb1a3262c requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:29:02.880775 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9651db6e-f5db-4320-a42e-a30db47ea708 None None] Set router 669411a4-752c-4bea-92ef-724fa6323a37 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:29:02.903759 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:02.927061 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c5109afa-ea8f-4207-a36a-e7ea1121e567 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9481628 Apr 21 12:29:02.927959 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 53390) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:02.932479 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b0ec01dd-61ea-4cbf-9092-a0a74d3c216b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-905715841-router', 'tenant_id': '48108f97575e4124a4e546e004f4af83', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:29:02.953609 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 8b3059f3-9dcd-4e60-90f6-d490f7234d60, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=8b3059f3-9dcd-4e60-90f6-d490f7234d60,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:29:03.044747 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:03.075537 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9f5572-f247-4913-a5b0-b13f11540821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-e134bb1e-ba5b-4474-aaea-3bafb1a3262c', 'network_id': 'e134bb1e-ba5b-4474-aaea-3bafb1a3262c', 'tenant_id': '48108f97575e4124a4e546e004f4af83', 'fixed_ips': [{'subnet_id': '871da5e3-c9ef-44b9-9d71-7e175a1be63e'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:29:03.076851 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd9f5572-f247-4913-a5b0-b13f11540821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:03.095157 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0ec01dd-61ea-4cbf-9092-a0a74d3c216b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:03.096207 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0ec01dd-61ea-4cbf-9092-a0a74d3c216b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:03.167528 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9651db6e-f5db-4320-a42e-a30db47ea708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669411a4-752c-4bea-92ef-724fa6323a37', 'name': 'tempest-AttachSCSIVolumeTestJSON-35403770-router', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '8b3059f3-9dcd-4e60-90f6-d490f7234d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:54Z', 'updated_at': '2022-04-21T12:28:59Z', 'revision_number': 4, 'project_id': '83ba1d77d70e479991d8b2182c43e0c6', 'gw_port': {'id': '8b3059f3-9dcd-4e60-90f6-d490f7234d60', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:af:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669411a4-752c-4bea-92ef-724fa6323a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:55Z', 'updated_at': '2022-04-21T12:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '88f7f0de-171e-4734-808c-c21ff5e38e3f', 'name': '', 'network_id': 'cc6e7ae9-2799-4196-8bed-f51a71fb8795', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'mac_address': 'fa:16:3e:aa:52:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669411a4-752c-4bea-92ef-724fa6323a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': 'd16d5794-1897-42ed-8448-8f9a8657a1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:58Z', 'updated_at': '2022-04-21T12:28:59Z', 'revision_number': 2, 'project_id': '83ba1d77d70e479991d8b2182c43e0c6', 'subnets': [{'id': 'd16d5794-1897-42ed-8448-8f9a8657a1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:29:03.189420 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0ec01dd-61ea-4cbf-9092-a0a74d3c216b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:03.190013 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=8b3059f3-9dcd-4e60-90f6-d490f7234d60,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:03.195973 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9651db6e-f5db-4320-a42e-a30db47ea708 None None] Checking router: 669411a4-752c-4bea-92ef-724fa6323a37 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:29:03.197215 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9651db6e-f5db-4320-a42e-a30db47ea708 None None] Updating router 669411a4-752c-4bea-92ef-724fa6323a37 port 88f7f0de-171e-4734-808c-c21ff5e38e3f binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:29:03.222877 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9651db6e-f5db-4320-a42e-a30db47ea708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:03.263478 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-bd9f5572-f247-4913-a5b0-b13f11540821 None None] Allocated IP 172.20.0.2 (e134bb1e-ba5b-4474-aaea-3bafb1a3262c/871da5e3-c9ef-44b9-9d71-7e175a1be63e/08484d05-e53d-4f3e-b1f4-4358633dde09) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:29:03.406660 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0ec01dd-61ea-4cbf-9092-a0a74d3c216b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:03.643082 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd9f5572-f247-4913-a5b0-b13f11540821 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:03.665067 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9651db6e-f5db-4320-a42e-a30db47ea708 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:03.718213 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd9f5572-f247-4913-a5b0-b13f11540821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:03.720408 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-b9d9b4eb-193d-44f0-995a-2a32bf28efac tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=fe96978507c84751aed382d1bdc3e72a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444291 Apr 21 12:29:03.741548 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9651db6e-f5db-4320-a42e-a30db47ea708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:03.745732 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0ec01dd-61ea-4cbf-9092-a0a74d3c216b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:03.780689 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0ec01dd-61ea-4cbf-9092-a0a74d3c216b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:03.806605 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9f5572-f247-4913-a5b0-b13f11540821 None None] Network e134bb1e-ba5b-4474-aaea-3bafb1a3262c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:29:03.816444 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f5572-f247-4913-a5b0-b13f11540821 None None] Pushing event updated for resources: {'Port': ['ID=08484d05-e53d-4f3e-b1f4-4358633dde09,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:03.829638 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-bd9f5572-f247-4913-a5b0-b13f11540821 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:29:03.831835 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9f5572-f247-4913-a5b0-b13f11540821 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:29:03.836714 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ce7e9-862e-4604-b1d7-59f925dd579a None None] Pushing event updated for resources: {'Port': ['ID=88f7f0de-171e-4734-808c-c21ff5e38e3f,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:03.920443 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9651db6e-f5db-4320-a42e-a30db47ea708 None None] Attempting to bind port 88f7f0de-171e-4734-808c-c21ff5e38e3f on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:29:03.920991 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9651db6e-f5db-4320-a42e-a30db47ea708 None None] Attempting to bind port 88f7f0de-171e-4734-808c-c21ff5e38e3f by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'a2609b01-1bde-49f4-a2e6-682732d68b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cc6e7ae9-2799-4196-8bed-f51a71fb8795'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:29:03.921722 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9651db6e-f5db-4320-a42e-a30db47ea708 None None] Attempting to bind port 88f7f0de-171e-4734-808c-c21ff5e38e3f on network cc6e7ae9-2799-4196-8bed-f51a71fb8795 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:29:03.922828 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bd9f5572-f247-4913-a5b0-b13f11540821 None None] Attempting to bind port 08484d05-e53d-4f3e-b1f4-4358633dde09 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:29:03.923496 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bd9f5572-f247-4913-a5b0-b13f11540821 None None] Attempting to bind port 08484d05-e53d-4f3e-b1f4-4358633dde09 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'de3650be-96a4-4cd6-a25a-a431c3b4dd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e134bb1e-ba5b-4474-aaea-3bafb1a3262c'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:29:03.924051 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9f5572-f247-4913-a5b0-b13f11540821 None None] Attempting to bind port 08484d05-e53d-4f3e-b1f4-4358633dde09 on network e134bb1e-ba5b-4474-aaea-3bafb1a3262c {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:29:03.929160 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9651db6e-f5db-4320-a42e-a30db47ea708 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:29:03.930189 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9651db6e-f5db-4320-a42e-a30db47ea708 None None] Checking segment: {'id': 'a2609b01-1bde-49f4-a2e6-682732d68b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cc6e7ae9-2799-4196-8bed-f51a71fb8795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:29:03.930305 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9f5572-f247-4913-a5b0-b13f11540821 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:29:03.930420 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9651db6e-f5db-4320-a42e-a30db47ea708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:03.930520 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9f5572-f247-4913-a5b0-b13f11540821 None None] Checking segment: {'id': 'de3650be-96a4-4cd6-a25a-a431c3b4dd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e134bb1e-ba5b-4474-aaea-3bafb1a3262c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:29:03.930671 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd9f5572-f247-4913-a5b0-b13f11540821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:03.930876 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9651db6e-f5db-4320-a42e-a30db47ea708 None None] Bound using segment: {'id': 'a2609b01-1bde-49f4-a2e6-682732d68b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cc6e7ae9-2799-4196-8bed-f51a71fb8795'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:29:03.931214 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9f5572-f247-4913-a5b0-b13f11540821 None None] Bound using segment: {'id': 'de3650be-96a4-4cd6-a25a-a431c3b4dd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e134bb1e-ba5b-4474-aaea-3bafb1a3262c'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:29:03.931509 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9651db6e-f5db-4320-a42e-a30db47ea708 None None] Bound port: 88f7f0de-171e-4734-808c-c21ff5e38e3f, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2609b01-1bde-49f4-a2e6-682732d68b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cc6e7ae9-2799-4196-8bed-f51a71fb8795'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:29:03.931844 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bd9f5572-f247-4913-a5b0-b13f11540821 None None] Bound port: 08484d05-e53d-4f3e-b1f4-4358633dde09, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3650be-96a4-4cd6-a25a-a431c3b4dd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e134bb1e-ba5b-4474-aaea-3bafb1a3262c'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:29:03.932074 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9651db6e-f5db-4320-a42e-a30db47ea708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:03.932231 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd9f5572-f247-4913-a5b0-b13f11540821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:03.956576 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-ec2c06fa-a1fb-4702-a7c8-1655a6926976 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:03.958128 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-ec2c06fa-a1fb-4702-a7c8-1655a6926976 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2268651 Apr 21 12:29:03.999723 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-4c525df1-0ba6-44b7-8470-c32bf686b216 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/quotas/fe96978507c84751aed382d1bdc3e72a HTTP/1.1" status: 200 len: 375 time: 0.0243337 Apr 21 12:29:04.010789 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-b0ec01dd-61ea-4cbf-9092-a0a74d3c216b admin admin] Allocated IP 172.25.8.169 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/e37a58e6-4a95-431d-81df-437e60c221a6) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:29:04.041764 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9651db6e-f5db-4320-a42e-a30db47ea708 None None] For port 88f7f0de-171e-4734-808c-c21ff5e38e3f, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:29:04.046681 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9651db6e-f5db-4320-a42e-a30db47ea708 None None] For port 88f7f0de-171e-4734-808c-c21ff5e38e3f, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=88f7f0de-171e-4734-808c-c21ff5e38e3f,segment=NetworkSegment(a2609b01-1bde-49f4-a2e6-682732d68b1d),segment_id=a2609b01-1bde-49f4-a2e6-682732d68b1d)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:29:04.049646 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bd9f5572-f247-4913-a5b0-b13f11540821 None None] For port 08484d05-e53d-4f3e-b1f4-4358633dde09, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:29:04.050181 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-8fc27841-0334-4e99-bf3c-5cde950ae6ee tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe96978507c84751aed382d1bdc3e72a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420473 Apr 21 12:29:04.053798 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bd9f5572-f247-4913-a5b0-b13f11540821 None None] For port 08484d05-e53d-4f3e-b1f4-4358633dde09, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=08484d05-e53d-4f3e-b1f4-4358633dde09,segment=NetworkSegment(de3650be-96a4-4cd6-a25a-a431c3b4dd60),segment_id=de3650be-96a4-4cd6-a25a-a431c3b4dd60)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:29:04.067589 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6befd69c-8d60-42c1-ae80-b5ff26bcdec8 req-ca135c4e-4628-49e4-9488-68faa8f1c5a7 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:04.069104 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6befd69c-8d60-42c1-ae80-b5ff26bcdec8 req-ca135c4e-4628-49e4-9488-68faa8f1c5a7 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58cae2-7cce-491e-963f-fbded57b1036 HTTP/1.1" status: 200 len: 946 time: 0.1540148 Apr 21 12:29:04.153987 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6befd69c-8d60-42c1-ae80-b5ff26bcdec8 req-44e6e699-05a3-4e16-a702-430031283240 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744519 Apr 21 12:29:04.162721 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-70efb217-01c3-4d3e-85b2-3d5eef755309 None None] Provisioning complete for port 88f7f0de-171e-4734-808c-c21ff5e38e3f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:29:04.163146 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-70efb217-01c3-4d3e-85b2-3d5eef755309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:04.203259 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0ec01dd-61ea-4cbf-9092-a0a74d3c216b admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:04.204720 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-70efb217-01c3-4d3e-85b2-3d5eef755309 None None] Port 88f7f0de-171e-4734-808c-c21ff5e38e3f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:29:04.221265 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9651db6e-f5db-4320-a42e-a30db47ea708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:04.221433 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bd9f5572-f247-4913-a5b0-b13f11540821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:04.286797 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9651db6e-f5db-4320-a42e-a30db47ea708 None None] Routers {'669411a4-752c-4bea-92ef-724fa6323a37'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:29:04.288012 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9651db6e-f5db-4320-a42e-a30db47ea708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:28:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['669411a4-752c-4bea-92ef-724fa6323a37'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:29:04.296197 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ce7e9-862e-4604-b1d7-59f925dd579a None None] Pushing event updated for resources: {'Port': ['ID=88f7f0de-171e-4734-808c-c21ff5e38e3f,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:04.303659 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0ec01dd-61ea-4cbf-9092-a0a74d3c216b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:04.306365 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 53446) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:04.318633 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9f5572-f247-4913-a5b0-b13f11540821 None None] Pushing event updated for resources: {'Port': ['ID=08484d05-e53d-4f3e-b1f4-4358633dde09,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:04.451651 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec01dd-61ea-4cbf-9092-a0a74d3c216b admin admin] Pushing event updated for resources: {'Port': ['ID=e37a58e6-4a95-431d-81df-437e60c221a6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:04.494912 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9651db6e-f5db-4320-a42e-a30db47ea708 None None] Set router 669411a4-752c-4bea-92ef-724fa6323a37 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:29:04.525194 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac989e70-bc94-46e2-bf43-6dda787e0e3f req-d86f9cdd-6333-4479-a148-5a5dc6766e5f tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab8fb5a5-6118-4171-aeb2-92f36a763c8d HTTP/1.1" status: 200 len: 210 time: 0.0527232 Apr 21 12:29:04.529781 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ec01dd-61ea-4cbf-9092-a0a74d3c216b admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:29:04.601102 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f13ae256-1aec-4de8-96c8-60ad0e2b1157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:04.608386 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b0ec01dd-61ea-4cbf-9092-a0a74d3c216b admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:29:04.612289 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ec01dd-61ea-4cbf-9092-a0a74d3c216b admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:29:04.765457 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3d84d5-4416-416d-9647-3cb2e48a26fc req-0eb841fa-3da8-4ab3-b939-5bd31d02f855 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:04.773141 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a3d84d5-4416-416d-9647-3cb2e48a26fc req-0eb841fa-3da8-4ab3-b939-5bd31d02f855 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58cae2-7cce-491e-963f-fbded57b1036 HTTP/1.1" status: 200 len: 946 time: 0.2633653 Apr 21 12:29:04.777980 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53460) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:04.785720 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 88f7f0de-171e-4734-808c-c21ff5e38e3f up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:29:04.786638 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c8272b53-f570-4309-8dc0-10f6df723214 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Request body: {'floatingip': {'port_id': 'ba41193a-1a50-4ef6-b34a-b908f9a35a1f'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:29:04.893647 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9651db6e-f5db-4320-a42e-a30db47ea708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669411a4-752c-4bea-92ef-724fa6323a37', 'name': 'tempest-AttachSCSIVolumeTestJSON-35403770-router', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '8b3059f3-9dcd-4e60-90f6-d490f7234d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:54Z', 'updated_at': '2022-04-21T12:28:59Z', 'revision_number': 4, 'project_id': '83ba1d77d70e479991d8b2182c43e0c6', 'gw_port': {'id': '8b3059f3-9dcd-4e60-90f6-d490f7234d60', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:af:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669411a4-752c-4bea-92ef-724fa6323a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:55Z', 'updated_at': '2022-04-21T12:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '88f7f0de-171e-4734-808c-c21ff5e38e3f', 'name': '', 'network_id': 'cc6e7ae9-2799-4196-8bed-f51a71fb8795', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'mac_address': 'fa:16:3e:aa:52:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669411a4-752c-4bea-92ef-724fa6323a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': 'd16d5794-1897-42ed-8448-8f9a8657a1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:58Z', 'updated_at': '2022-04-21T12:29:04Z', 'revision_number': 4, 'project_id': '83ba1d77d70e479991d8b2182c43e0c6', 'subnets': [{'id': 'd16d5794-1897-42ed-8448-8f9a8657a1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:29:04.904215 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8272b53-f570-4309-8dc0-10f6df723214 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks [] for floatingip, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:04.938266 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9651db6e-f5db-4320-a42e-a30db47ea708 None None] The sync data for ids ['669411a4-752c-4bea-92ef-724fa6323a37'] in n-d-836147-2 is: [{'id': '669411a4-752c-4bea-92ef-724fa6323a37', 'name': 'tempest-AttachSCSIVolumeTestJSON-35403770-router', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '8b3059f3-9dcd-4e60-90f6-d490f7234d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:54Z', 'updated_at': '2022-04-21T12:28:59Z', 'revision_number': 4, 'project_id': '83ba1d77d70e479991d8b2182c43e0c6', 'gw_port': {'id': '8b3059f3-9dcd-4e60-90f6-d490f7234d60', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:af:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669411a4-752c-4bea-92ef-724fa6323a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:55Z', 'updated_at': '2022-04-21T12:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '88f7f0de-171e-4734-808c-c21ff5e38e3f', 'name': '', 'network_id': 'cc6e7ae9-2799-4196-8bed-f51a71fb8795', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'mac_address': 'fa:16:3e:aa:52:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '669411a4-752c-4bea-92ef-724fa6323a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': 'd16d5794-1897-42ed-8448-8f9a8657a1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:58Z', 'updated_at': '2022-04-21T12:29:04Z', 'revision_number': 4, 'project_id': '83ba1d77d70e479991d8b2182c43e0c6', 'subnets': [{'id': 'd16d5794-1897-42ed-8448-8f9a8657a1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:29:04.942667 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f13ae256-1aec-4de8-96c8-60ad0e2b1157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:04.964299 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d76fc2c1-8a42-4f81-ae81-d97b0fc528b4 None None] Provisioning complete for port 88f7f0de-171e-4734-808c-c21ff5e38e3f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:29:04.964674 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d76fc2c1-8a42-4f81-ae81-d97b0fc528b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:05.019553 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 1f5c42f9-2af7-44b4-8696-c510fe19efdb no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:29:05.087691 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0ec01dd-61ea-4cbf-9092-a0a74d3c216b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:05.092166 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f13ae256-1aec-4de8-96c8-60ad0e2b1157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:05.098117 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 1f5c42f9-2af7-44b4-8696-c510fe19efdb {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:29:05.098458 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 1f5c42f9-2af7-44b4-8696-c510fe19efdb not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:29:05.116661 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 88f7f0de-171e-4734-808c-c21ff5e38e3f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:29:05.116908 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:05.227452 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f13ae256-1aec-4de8-96c8-60ad0e2b1157 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=246cd256426c4de799409b88fddc894f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9168267 Apr 21 12:29:05.231173 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 53478) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:05.246858 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d76fc2c1-8a42-4f81-ae81-d97b0fc528b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:05.309747 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d76fc2c1-8a42-4f81-ae81-d97b0fc528b4 None None] For port 88f7f0de-171e-4734-808c-c21ff5e38e3f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=88f7f0de-171e-4734-808c-c21ff5e38e3f,segment=NetworkSegment(a2609b01-1bde-49f4-a2e6-682732d68b1d),segment_id=a2609b01-1bde-49f4-a2e6-682732d68b1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:29:05.346792 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ae256-1aec-4de8-96c8-60ad0e2b1157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3327b3-7d2a-494b-a749-43a7e78f8961,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:05.395426 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:05.416441 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d76fc2c1-8a42-4f81-ae81-d97b0fc528b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:05.449436 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4bdd49da-9fcd-4942-a9e8-6a78aba0c0f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:05.478491 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76fc2c1-8a42-4f81-ae81-d97b0fc528b4 None None] Pushing event updated for resources: {'Port': ['ID=88f7f0de-171e-4734-808c-c21ff5e38e3f,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:05.548689 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4bdd49da-9fcd-4942-a9e8-6a78aba0c0f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:05.564810 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:29:05.567732 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:29:05.570545 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0ec01dd-61ea-4cbf-9092-a0a74d3c216b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:05.708087 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b9a744b-3070-4a0b-b3e4-e99871d97982 req-870b2f3e-d28e-46b3-ae82-29c856c96ee8 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab8fb5a5-6118-4171-aeb2-92f36a763c8d HTTP/1.1" status: 200 len: 210 time: 0.0359888 Apr 21 12:29:05.812171 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.db.resource_extend [None req-c8272b53-f570-4309-8dc0-10f6df723214 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 12:29:05.830688 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cea796-0740-44de-a513-044761310093 None None] Network e134bb1e-ba5b-4474-aaea-3bafb1a3262c requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:29:05.858401 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4bdd49da-9fcd-4942-a9e8-6a78aba0c0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:05.870152 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4bdd49da-9fcd-4942-a9e8-6a78aba0c0f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:05.871923 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4bdd49da-9fcd-4942-a9e8-6a78aba0c0f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ff3327b3-7d2a-494b-a749-43a7e78f8961 HTTP/1.1" status: 204 len: 168 time: 0.6345565 Apr 21 12:29:05.914454 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdd49da-9fcd-4942-a9e8-6a78aba0c0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3327b3-7d2a-494b-a749-43a7e78f8961,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:05.923704 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ec01dd-61ea-4cbf-9092-a0a74d3c216b admin admin] Router b6b1c049-3161-4d74-9343-3e546e6f3e7e is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:29:05.942914 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8272b53-f570-4309-8dc0-10f6df723214 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:05.973981 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-cc8b5dfd-b62e-4b69-acd0-af715e54da3b None None] Provisioning complete for port 08484d05-e53d-4f3e-b1f4-4358633dde09 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:29:05.974746 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc8b5dfd-b62e-4b69-acd0-af715e54da3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:05.986203 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8272b53-f570-4309-8dc0-10f6df723214 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:06.185816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ec01dd-61ea-4cbf-9092-a0a74d3c216b admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:29:06.217840 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-c8272b53-f570-4309-8dc0-10f6df723214 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Floating IP 6a3fa788-db89-4647-b92a-14899a5dd7eb associated. External IP: 172.25.8.174, port: ba41193a-1a50-4ef6-b34a-b908f9a35a1f. Apr 21 12:29:06.235865 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e1167f-93cb-4ffe-88bc-ca0daa7b7cce None None] Sync routers for ids ['b6b1c049-3161-4d74-9343-3e546e6f3e7e'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:29:06.239561 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 8b3059f3-9dcd-4e60-90f6-d490f7234d60 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:29:06.280420 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0ec01dd-61ea-4cbf-9092-a0a74d3c216b admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:06.284362 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b0ec01dd-61ea-4cbf-9092-a0a74d3c216b admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3526444 Apr 21 12:29:06.290022 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 53514) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:06.321310 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e1167f-93cb-4ffe-88bc-ca0daa7b7cce None None] Routers {'b6b1c049-3161-4d74-9343-3e546e6f3e7e'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:29:06.322342 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-44e1167f-93cb-4ffe-88bc-ca0daa7b7cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:28:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['b6b1c049-3161-4d74-9343-3e546e6f3e7e'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:29:06.418408 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc8b5dfd-b62e-4b69-acd0-af715e54da3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:06.476789 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8272b53-f570-4309-8dc0-10f6df723214 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Router c303a3e0-f19a-4cf3-840d-84c6c3835d45 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:29:06.533385 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-cc8b5dfd-b62e-4b69-acd0-af715e54da3b None None] For port 08484d05-e53d-4f3e-b1f4-4358633dde09, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=08484d05-e53d-4f3e-b1f4-4358633dde09,segment=NetworkSegment(de3650be-96a4-4cd6-a25a-a431c3b4dd60),segment_id=de3650be-96a4-4cd6-a25a-a431c3b4dd60)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:29:06.577723 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 8b3059f3-9dcd-4e60-90f6-d490f7234d60 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:29:06.578093 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:06.599307 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-44e1167f-93cb-4ffe-88bc-ca0daa7b7cce None None] Set router b6b1c049-3161-4d74-9343-3e546e6f3e7e gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:29:06.610440 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8272b53-f570-4309-8dc0-10f6df723214 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:29:06.623464 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8272b53-f570-4309-8dc0-10f6df723214 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:06.632084 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb49906f-8718-4064-b6dc-7bcb91d8dd3d None None] Sync routers for ids ['c303a3e0-f19a-4cf3-840d-84c6c3835d45'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:29:06.642683 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb49906f-8718-4064-b6dc-7bcb91d8dd3d None None] Routers {'c303a3e0-f19a-4cf3-840d-84c6c3835d45'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:29:06.643558 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-fb49906f-8718-4064-b6dc-7bcb91d8dd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:28:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['c303a3e0-f19a-4cf3-840d-84c6c3835d45'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:29:06.662932 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c8272b53-f570-4309-8dc0-10f6df723214 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "PUT /v2.0/floatingips/6a3fa788-db89-4647-b92a-14899a5dd7eb HTTP/1.1" status: 200 len: 992 time: 1.8838255 Apr 21 12:29:06.666773 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff58cae2-7cce-491e-963f-fbded57b1036', 'tag': 'ba41193a-1a50-4ef6-b34a-b908f9a35a1f'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:29:06.666773 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74bb746-4646-4f31-b990-bc56dfb43601" -d '{"events": [{"name": "network-changed", "server_uuid": "ff58cae2-7cce-491e-963f-fbded57b1036", "tag": "ba41193a-1a50-4ef6-b34a-b908f9a35a1f"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:29:06.795033 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-fb49906f-8718-4064-b6dc-7bcb91d8dd3d None None] Set router c303a3e0-f19a-4cf3-840d-84c6c3835d45 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:29:06.840272 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc8b5dfd-b62e-4b69-acd0-af715e54da3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:06.908311 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f923445b-b833-462b-9d7c-aa67e7ddab8a x-openstack-request-id: req-f923445b-b833-462b-9d7c-aa67e7ddab8a {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:29:06.909325 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff58cae2-7cce-491e-963f-fbded57b1036", "tag": "ba41193a-1a50-4ef6-b34a-b908f9a35a1f", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:29:06.910253 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f923445b-b833-462b-9d7c-aa67e7ddab8a {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:29:06.913645 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f923445b-b833-462b-9d7c-aa67e7ddab8a'] response: {'name': 'network-changed', 'server_uuid': 'ff58cae2-7cce-491e-963f-fbded57b1036', 'tag': 'ba41193a-1a50-4ef6-b34a-b908f9a35a1f', 'status': 'completed', 'code': 200} Apr 21 12:29:06.939863 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8b5dfd-b62e-4b69-acd0-af715e54da3b None None] Pushing event updated for resources: {'Port': ['ID=08484d05-e53d-4f3e-b1f4-4358633dde09,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:06.998574 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-4320e816-0061-4f96-8208-b9824926d8bd tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=fe96978507c84751aed382d1bdc3e72a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456209 Apr 21 12:29:07.027561 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-44e1167f-93cb-4ffe-88bc-ca0daa7b7cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1c049-3161-4d74-9343-3e546e6f3e7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-905715841-router', 'tenant_id': '48108f97575e4124a4e546e004f4af83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'e37a58e6-4a95-431d-81df-437e60c221a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:29:03Z', 'updated_at': '2022-04-21T12:29:04Z', 'revision_number': 3, 'project_id': '48108f97575e4124a4e546e004f4af83', 'gw_port': {'id': 'e37a58e6-4a95-431d-81df-437e60c221a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:be:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1c049-3161-4d74-9343-3e546e6f3e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:29:03Z', 'updated_at': '2022-04-21T12:29:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:29:07.219350 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e1167f-93cb-4ffe-88bc-ca0daa7b7cce None None] Checking router: b6b1c049-3161-4d74-9343-3e546e6f3e7e for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:29:07.219751 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e1167f-93cb-4ffe-88bc-ca0daa7b7cce None None] Updating router b6b1c049-3161-4d74-9343-3e546e6f3e7e port e37a58e6-4a95-431d-81df-437e60c221a6 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:29:07.276039 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44e1167f-93cb-4ffe-88bc-ca0daa7b7cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:07.349380 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-fb49906f-8718-4064-b6dc-7bcb91d8dd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866786063-router', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:16Z', 'revision_number': 4, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'gw_port': {'id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '6a3fa788-db89-4647-b92a-14899a5dd7eb', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'port_id': 'ba41193a-1a50-4ef6-b34a-b908f9a35a1f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8', 'mac_address': 'fa:16:3e:df:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff58cae2-7cce-491e-963f-fbded57b1036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:28:39Z', 'updated_at': '2022-04-21T12:29:05Z', 'revision_number': 1, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e044f882-8010-4157-810a-a4a180c37f83', 'name': '', 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'mac_address': 'fa:16:3e:be:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:15Z', 'updated_at': '2022-04-21T12:28:22Z', 'revision_number': 5, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'subnets': [{'id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:29:07.484725 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 53562) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:07.498667 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ac4ff-2a19-4399-b300-b804e7707372 req-be8bed71-442f-42ef-85ee-5a9b2314bd2a tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:07.505892 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb49906f-8718-4064-b6dc-7bcb91d8dd3d None None] Checking router: c303a3e0-f19a-4cf3-840d-84c6c3835d45 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:29:07.507290 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da8ac4ff-2a19-4399-b300-b804e7707372 req-be8bed71-442f-42ef-85ee-5a9b2314bd2a tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=ff58cae2-7cce-491e-963f-fbded57b1036 HTTP/1.1" status: 200 len: 946 time: 0.6935587 Apr 21 12:29:07.517268 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb49906f-8718-4064-b6dc-7bcb91d8dd3d None None] Routers {'c303a3e0-f19a-4cf3-840d-84c6c3835d45'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:29:07.517924 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-fb49906f-8718-4064-b6dc-7bcb91d8dd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:28:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['c303a3e0-f19a-4cf3-840d-84c6c3835d45'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:29:07.585432 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9d798510-d757-4fa5-af33-3d836c4adf1e None None] Provisioning complete for port 08484d05-e53d-4f3e-b1f4-4358633dde09 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:29:07.585834 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d798510-d757-4fa5-af33-3d836c4adf1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:07.592361 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d281c246-c630-434b-bd33-7c8789bd374f req-9f706d85-d617-4bf3-b150-3548bab2df9b tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab8fb5a5-6118-4171-aeb2-92f36a763c8d HTTP/1.1" status: 200 len: 210 time: 0.1130588 Apr 21 12:29:07.604163 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 88f7f0de-171e-4734-808c-c21ff5e38e3f up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:29:07.644134 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da8ac4ff-2a19-4399-b300-b804e7707372 req-3df91243-0b5a-4d2c-a8fa-60a5fa1f027f tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326332 Apr 21 12:29:07.670982 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-8ad62b67-89b1-455a-9c2b-fdbdbe9b1a34 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:07.671755 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-8ad62b67-89b1-455a-9c2b-fdbdbe9b1a34 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6649189 Apr 21 12:29:07.681679 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-fb49906f-8718-4064-b6dc-7bcb91d8dd3d None None] Set router c303a3e0-f19a-4cf3-840d-84c6c3835d45 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:29:07.690845 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-ac2fbe7b-5e35-454f-820c-8e38ab2b4558 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Request body: {'port': {'device_id': 'ab8fb5a5-6118-4171-aeb2-92f36a763c8d', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'admin_state_up': True, 'tenant_id': 'fe96978507c84751aed382d1bdc3e72a'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:29:07.697211 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bb746-4646-4f31-b990-bc56dfb43601 req-a0cc19bb-cc9e-4f47-812d-98afe885fa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:07.699203 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a74bb746-4646-4f31-b990-bc56dfb43601 req-a0cc19bb-cc9e-4f47-812d-98afe885fa5b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c66726bc1d664d6d9ca628f60b5422d1&device_id=ff58cae2-7cce-491e-963f-fbded57b1036 HTTP/1.1" status: 200 len: 1097 time: 0.6940334 Apr 21 12:29:07.849128 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2da85958-fe99-4370-b765-782a5858ab46 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-890325736-network', 'tenant_id': 'f4a26e9dd03b4a78b7b13c694250c450'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:29:07.858968 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 88f7f0de-171e-4734-808c-c21ff5e38e3f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:29:07.859487 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:07.905975 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44e1167f-93cb-4ffe-88bc-ca0daa7b7cce None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:07.935932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bb746-4646-4f31-b990-bc56dfb43601 req-c7d7694d-d069-4be6-9798-22fb80c9575f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:07.937823 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a74bb746-4646-4f31-b990-bc56dfb43601 req-c7d7694d-d069-4be6-9798-22fb80c9575f service neutron] 10.222.0.26 "GET /v2.0/networks?id=7bed1b78-2645-446a-9812-77a5a7c4f0d8 HTTP/1.1" status: 200 len: 925 time: 0.2309396 Apr 21 12:29:08.004295 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-ac2fbe7b-5e35-454f-820c-8e38ab2b4558 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Made reservation on behalf of fe96978507c84751aed382d1bdc3e72a for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:29:08.006093 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 08484d05-e53d-4f3e-b1f4-4358633dde09 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:29:08.008370 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-ac2fbe7b-5e35-454f-820c-8e38ab2b4558 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:08.035330 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44e1167f-93cb-4ffe-88bc-ca0daa7b7cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:08.071457 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b43539ab-047c-497e-a0aa-3c27783fa1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:08.073625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da85958-fe99-4370-b765-782a5858ab46 admin admin] Made reservation on behalf of f4a26e9dd03b4a78b7b13c694250c450 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:29:08.080262 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2da85958-fe99-4370-b765-782a5858ab46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:08.122393 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-44e1167f-93cb-4ffe-88bc-ca0daa7b7cce None None] Attempting to bind port e37a58e6-4a95-431d-81df-437e60c221a6 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:29:08.122855 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-44e1167f-93cb-4ffe-88bc-ca0daa7b7cce None None] Attempting to bind port e37a58e6-4a95-431d-81df-437e60c221a6 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:29:08.123479 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e1167f-93cb-4ffe-88bc-ca0daa7b7cce None None] Attempting to bind port e37a58e6-4a95-431d-81df-437e60c221a6 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:29:08.135093 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2da85958-fe99-4370-b765-782a5858ab46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:08.145242 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e1167f-93cb-4ffe-88bc-ca0daa7b7cce None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:29:08.145812 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e1167f-93cb-4ffe-88bc-ca0daa7b7cce None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:29:08.146762 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44e1167f-93cb-4ffe-88bc-ca0daa7b7cce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:08.147395 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e1167f-93cb-4ffe-88bc-ca0daa7b7cce None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:29:08.148107 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-44e1167f-93cb-4ffe-88bc-ca0daa7b7cce None None] Bound port: e37a58e6-4a95-431d-81df-437e60c221a6, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:29:08.148660 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44e1167f-93cb-4ffe-88bc-ca0daa7b7cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:08.151404 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-fb49906f-8718-4064-b6dc-7bcb91d8dd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866786063-router', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:16Z', 'revision_number': 4, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'gw_port': {'id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '6a3fa788-db89-4647-b92a-14899a5dd7eb', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'port_id': 'ba41193a-1a50-4ef6-b34a-b908f9a35a1f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8', 'mac_address': 'fa:16:3e:df:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff58cae2-7cce-491e-963f-fbded57b1036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:28:39Z', 'updated_at': '2022-04-21T12:29:05Z', 'revision_number': 1, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e044f882-8010-4157-810a-a4a180c37f83', 'name': '', 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'mac_address': 'fa:16:3e:be:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:15Z', 'updated_at': '2022-04-21T12:28:22Z', 'revision_number': 5, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'subnets': [{'id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:29:08.166784 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a74bb746-4646-4f31-b990-bc56dfb43601 req-27ba70f4-59d5-4fa4-a1fb-1b0e9cc9c7ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba41193a-1a50-4ef6-b34a-b908f9a35a1f HTTP/1.1" status: 200 len: 1000 time: 0.2105684 Apr 21 12:29:08.192088 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb49906f-8718-4064-b6dc-7bcb91d8dd3d None None] The sync data for ids ['c303a3e0-f19a-4cf3-840d-84c6c3835d45'] in n-d-836147-2 is: [{'id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866786063-router', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:16Z', 'revision_number': 4, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'gw_port': {'id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '6a3fa788-db89-4647-b92a-14899a5dd7eb', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'port_id': 'ba41193a-1a50-4ef6-b34a-b908f9a35a1f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8', 'mac_address': 'fa:16:3e:df:31:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff58cae2-7cce-491e-963f-fbded57b1036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:28:39Z', 'updated_at': '2022-04-21T12:29:05Z', 'revision_number': 1, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e044f882-8010-4157-810a-a4a180c37f83', 'name': '', 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'mac_address': 'fa:16:3e:be:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:15Z', 'updated_at': '2022-04-21T12:28:22Z', 'revision_number': 5, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'subnets': [{'id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:29:08.210070 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccff21a-349a-4a06-a9fb-9c8b5bb457bf None None] Pushing event updated for resources: {'Port': ['ID=e37a58e6-4a95-431d-81df-437e60c221a6,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:08.240267 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 08484d05-e53d-4f3e-b1f4-4358633dde09 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:29:08.240708 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:08.303933 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-44e1167f-93cb-4ffe-88bc-ca0daa7b7cce None None] For port e37a58e6-4a95-431d-81df-437e60c221a6, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:29:08.311893 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-44e1167f-93cb-4ffe-88bc-ca0daa7b7cce None None] For port e37a58e6-4a95-431d-81df-437e60c221a6, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e37a58e6-4a95-431d-81df-437e60c221a6,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:29:08.315019 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-ac2fbe7b-5e35-454f-820c-8e38ab2b4558 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Allocated IP 192.168.233.90 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/c4a51b84-04dc-45cf-98e4-e536e9f022a8) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:29:08.344281 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bb746-4646-4f31-b990-bc56dfb43601 req-54ffd185-27f6-442c-a080-70775d2cee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:08.346029 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a74bb746-4646-4f31-b990-bc56dfb43601 req-54ffd185-27f6-442c-a080-70775d2cee4d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=53214ab6-7220-4f63-a722-64332ff2dee2 HTTP/1.1" status: 200 len: 863 time: 0.1700549 Apr 21 12:29:08.393085 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44e1167f-93cb-4ffe-88bc-ca0daa7b7cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:08.477973 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bb746-4646-4f31-b990-bc56dfb43601 req-c685478f-4c84-4fd7-960c-9f5197e6edec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:08.479463 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a74bb746-4646-4f31-b990-bc56dfb43601 req-c685478f-4c84-4fd7-960c-9f5197e6edec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bed1b78-2645-446a-9812-77a5a7c4f0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992885 Apr 21 12:29:08.485216 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccff21a-349a-4a06-a9fb-9c8b5bb457bf None None] Pushing event updated for resources: {'Port': ['ID=e37a58e6-4a95-431d-81df-437e60c221a6,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:08.500809 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e1167f-93cb-4ffe-88bc-ca0daa7b7cce None None] Routers {'b6b1c049-3161-4d74-9343-3e546e6f3e7e'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:29:08.501420 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-44e1167f-93cb-4ffe-88bc-ca0daa7b7cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:28:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['b6b1c049-3161-4d74-9343-3e546e6f3e7e'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:29:08.515863 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2da85958-fe99-4370-b765-782a5858ab46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:08.579881 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2da85958-fe99-4370-b765-782a5858ab46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:08.591506 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bbf0c7-2dd7-4959-a5ef-eb2f2cf35678 None None] New status for floating IP 6a3fa788-db89-4647-b92a-14899a5dd7eb: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:29:08.620499 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-ac2fbe7b-5e35-454f-820c-8e38ab2b4558 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:08.663732 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da85958-fe99-4370-b765-782a5858ab46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:29:08.675969 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-b43539ab-047c-497e-a0aa-3c27783fa1ba admin admin] Allocated IP 172.20.0.1 (e134bb1e-ba5b-4474-aaea-3bafb1a3262c/871da5e3-c9ef-44b9-9d71-7e175a1be63e/e6c2f9cf-75c0-41d5-9708-7afc8294ea17) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:29:08.689898 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2da85958-fe99-4370-b765-782a5858ab46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:08.690251 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-2da85958-fe99-4370-b765-782a5858ab46 admin admin] Added segment bb1825d1-9cfe-4dab-92af-7b5eede9af05 of type vlan for network a750d059-4831-44ed-89d3-df516bd3d8aa Apr 21 12:29:08.691679 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da85958-fe99-4370-b765-782a5858ab46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e92a0c-6d89-4862-af75-f879d904a2a3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:08.778130 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-ac2fbe7b-5e35-454f-820c-8e38ab2b4558 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:08.818091 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2da85958-fe99-4370-b765-782a5858ab46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:08.841999 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-ac2fbe7b-5e35-454f-820c-8e38ab2b4558 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:29:08.843348 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a74bb746-4646-4f31-b990-bc56dfb43601 req-a554ad71-6375-4cf9-b19f-81b40f05f125 service neutron] 10.222.0.26 "GET /v2.0/networks/7bed1b78-2645-446a-9812-77a5a7c4f0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762392 Apr 21 12:29:08.845384 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-ac2fbe7b-5e35-454f-820c-8e38ab2b4558 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:29:08.851932 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-44e1167f-93cb-4ffe-88bc-ca0daa7b7cce None None] Set router b6b1c049-3161-4d74-9343-3e546e6f3e7e gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:29:08.876826 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-ac2fbe7b-5e35-454f-820c-8e38ab2b4558 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:29:08.946559 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2fbe7b-5e35-454f-820c-8e38ab2b4558 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Pushing event updated for resources: {'Port': ['ID=c4a51b84-04dc-45cf-98e4-e536e9f022a8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:08.977398 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-ac2fbe7b-5e35-454f-820c-8e38ab2b4558 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:08.978158 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-ac2fbe7b-5e35-454f-820c-8e38ab2b4558 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:09.050097 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a74bb746-4646-4f31-b990-bc56dfb43601 req-57e21269-b56c-4746-86d7-d62c7be348f4 service neutron] 10.222.0.26 "GET /v2.0/networks/7bed1b78-2645-446a-9812-77a5a7c4f0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983459 Apr 21 12:29:09.072137 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b43539ab-047c-497e-a0aa-3c27783fa1ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:09.094871 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328567d-9aa6-43cf-8b5d-aa729d3d463f req-f3c724b1-8a0d-42c1-83a1-0d81921cd9bb tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:09.096439 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9328567d-9aa6-43cf-8b5d-aa729d3d463f req-f3c724b1-8a0d-42c1-83a1-0d81921cd9bb tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab8fb5a5-6118-4171-aeb2-92f36a763c8d HTTP/1.1" status: 200 len: 935 time: 0.1361735 Apr 21 12:29:09.111170 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-ac2fbe7b-5e35-454f-820c-8e38ab2b4558 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4249554 Apr 21 12:29:09.112509 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2da85958-fe99-4370-b765-782a5858ab46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:09.113560 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da85958-fe99-4370-b765-782a5858ab46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:09.114203 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2da85958-fe99-4370-b765-782a5858ab46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:09.137312 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-9f3ab98a-f969-4939-8724-4eaa4955bba3 service neutron] Request body: {'port': {'device_id': 'ab8fb5a5-6118-4171-aeb2-92f36a763c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:29:09.224336 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9328567d-9aa6-43cf-8b5d-aa729d3d463f req-0a5f5b3b-aaf6-43aa-89d6-66c67eb90cca tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013448 Apr 21 12:29:09.233836 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da85958-fe99-4370-b765-782a5858ab46 admin admin] Pushing event updated for resources: {'Network': ['ID=a750d059-4831-44ed-89d3-df516bd3d8aa,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:09.238524 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-9f3ab98a-f969-4939-8724-4eaa4955bba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:09.244669 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network a750d059-4831-44ed-89d3-df516bd3d8aa details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:29:09.254752 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53630) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:09.254887 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2da85958-fe99-4370-b765-782a5858ab46 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.7368121 Apr 21 12:29:09.261004 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6c498916-6bf2-4e90-856e-030067553e05 admin admin] Request body: {'subnet': {'network_id': 'a750d059-4831-44ed-89d3-df516bd3d8aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-890325736-subnet', 'tenant_id': 'f4a26e9dd03b4a78b7b13c694250c450', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:29:09.334180 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-aeeaaee1-5f96-427e-9fa5-43f36716f975 None None] Provisioning complete for port c4a51b84-04dc-45cf-98e4-e536e9f022a8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:29:09.334396 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aeeaaee1-5f96-427e-9fa5-43f36716f975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:09.342062 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b43539ab-047c-497e-a0aa-3c27783fa1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:09.382888 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-44e1167f-93cb-4ffe-88bc-ca0daa7b7cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1c049-3161-4d74-9343-3e546e6f3e7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-905715841-router', 'tenant_id': '48108f97575e4124a4e546e004f4af83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'e37a58e6-4a95-431d-81df-437e60c221a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:29:03Z', 'updated_at': '2022-04-21T12:29:04Z', 'revision_number': 3, 'project_id': '48108f97575e4124a4e546e004f4af83', 'gw_port': {'id': 'e37a58e6-4a95-431d-81df-437e60c221a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:be:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1c049-3161-4d74-9343-3e546e6f3e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:29:03Z', 'updated_at': '2022-04-21T12:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:29:09.396450 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43539ab-047c-497e-a0aa-3c27783fa1ba admin admin] Network e134bb1e-ba5b-4474-aaea-3bafb1a3262c is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:29:09.399407 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b43539ab-047c-497e-a0aa-3c27783fa1ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:29:09.415500 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43539ab-047c-497e-a0aa-3c27783fa1ba admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:29:09.417253 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b43539ab-047c-497e-a0aa-3c27783fa1ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:09.432616 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e1167f-93cb-4ffe-88bc-ca0daa7b7cce None None] The sync data for ids ['b6b1c049-3161-4d74-9343-3e546e6f3e7e'] in n-d-836147-2 is: [{'id': 'b6b1c049-3161-4d74-9343-3e546e6f3e7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-905715841-router', 'tenant_id': '48108f97575e4124a4e546e004f4af83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'e37a58e6-4a95-431d-81df-437e60c221a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:29:03Z', 'updated_at': '2022-04-21T12:29:04Z', 'revision_number': 3, 'project_id': '48108f97575e4124a4e546e004f4af83', 'gw_port': {'id': 'e37a58e6-4a95-431d-81df-437e60c221a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:be:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1c049-3161-4d74-9343-3e546e6f3e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:29:03Z', 'updated_at': '2022-04-21T12:29:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:29:09.434454 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-aeeaaee1-5f96-427e-9fa5-43f36716f975 None None] Port c4a51b84-04dc-45cf-98e4-e536e9f022a8 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:29:09.454909 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c498916-6bf2-4e90-856e-030067553e05 admin admin] Made reservation on behalf of f4a26e9dd03b4a78b7b13c694250c450 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:29:09.469229 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6c498916-6bf2-4e90-856e-030067553e05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:09.487051 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43539ab-047c-497e-a0aa-3c27783fa1ba admin admin] Pushing event updated for resources: {'Port': ['ID=e6c2f9cf-75c0-41d5-9708-7afc8294ea17,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:09.617796 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 53652) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:09.763950 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f0b0f43-9d00-45c4-8af9-122fb01f72cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:09.764860 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3461eabc-801f-48ce-8dbf-7add847a0d0a None None] Provisioning complete for port e6c2f9cf-75c0-41d5-9708-7afc8294ea17 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:29:09.765352 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3461eabc-801f-48ce-8dbf-7add847a0d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:09.866868 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b43539ab-047c-497e-a0aa-3c27783fa1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:09.888536 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3461eabc-801f-48ce-8dbf-7add847a0d0a None None] Port e6c2f9cf-75c0-41d5-9708-7afc8294ea17 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:29:09.910881 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6c498916-6bf2-4e90-856e-030067553e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:09.990375 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-9f3ab98a-f969-4939-8724-4eaa4955bba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a51b84-04dc-45cf-98e4-e536e9f022a8 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:29:10.004491 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-9f3ab98a-f969-4939-8724-4eaa4955bba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:10.035126 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-9f3ab98a-f969-4939-8724-4eaa4955bba3 service neutron] Transition to ACTIVE for port object c4a51b84-04dc-45cf-98e4-e536e9f022a8 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:29:10.050211 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f0b0f43-9d00-45c4-8af9-122fb01f72cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:10.071097 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c498916-6bf2-4e90-856e-030067553e05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7070f83-9ad6-411e-82a5-c452eae4aee0,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:10.081516 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c498916-6bf2-4e90-856e-030067553e05 admin admin] Checking segment: {'id': 'bb1825d1-9cfe-4dab-92af-7b5eede9af05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a750d059-4831-44ed-89d3-df516bd3d8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:29:10.081908 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c498916-6bf2-4e90-856e-030067553e05 admin admin] Network hostable DHCP agents. Network: a750d059-4831-44ed-89d3-df516bd3d8aa, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:29:10.102311 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-9f3ab98a-f969-4939-8724-4eaa4955bba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:10.124995 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f0b0f43-9d00-45c4-8af9-122fb01f72cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:10.160630 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2f0b0f43-9d00-45c4-8af9-122fb01f72cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec277a247bf44282826d4d42ed144bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5394733 Apr 21 12:29:10.163315 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53676) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:10.179780 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b43539ab-047c-497e-a0aa-3c27783fa1ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:10.192816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b0f43-9d00-45c4-8af9-122fb01f72cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b11d7c-ce3b-4c5a-a9f9-a1a67f1f929c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:10.195933 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ab98a-f969-4939-8724-4eaa4955bba3 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a51b84-04dc-45cf-98e4-e536e9f022a8,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:10.206669 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c498916-6bf2-4e90-856e-030067553e05 admin admin] Network a750d059-4831-44ed-89d3-df516bd3d8aa is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:29:10.272792 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b43539ab-047c-497e-a0aa-3c27783fa1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:10.273806 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b43539ab-047c-497e-a0aa-3c27783fa1ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:10.323437 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90fc2f0b-bf8b-43f7-8890-9107cfa3f72e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:10.326965 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-9f3ab98a-f969-4939-8724-4eaa4955bba3 service neutron] Attempting to bind port c4a51b84-04dc-45cf-98e4-e536e9f022a8 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:29:10.327300 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-9f3ab98a-f969-4939-8724-4eaa4955bba3 service neutron] Attempting to bind port c4a51b84-04dc-45cf-98e4-e536e9f022a8 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:29:10.327629 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-9f3ab98a-f969-4939-8724-4eaa4955bba3 service neutron] Attempting to bind port c4a51b84-04dc-45cf-98e4-e536e9f022a8 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:29:10.337028 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-6c498916-6bf2-4e90-856e-030067553e05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, a750d059-4831-44ed-89d3-df516bd3d8aa) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:29:10.343662 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c498916-6bf2-4e90-856e-030067553e05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:10.344222 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6c498916-6bf2-4e90-856e-030067553e05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:10.349859 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd03bd9b-601f-4404-98cd-72c98440b842 None None] Network a750d059-4831-44ed-89d3-df516bd3d8aa requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:29:10.370421 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-9f3ab98a-f969-4939-8724-4eaa4955bba3 service neutron] Port c4a51b84-04dc-45cf-98e4-e536e9f022a8 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:29:10.372899 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-9f3ab98a-f969-4939-8724-4eaa4955bba3 service neutron] Attempting to bind port c4a51b84-04dc-45cf-98e4-e536e9f022a8 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:29:10.417750 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90fc2f0b-bf8b-43f7-8890-9107cfa3f72e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:10.427744 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43539ab-047c-497e-a0aa-3c27783fa1ba admin admin] Pushing event updated for resources: {'Port': ['ID=e6c2f9cf-75c0-41d5-9708-7afc8294ea17,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:10.439070 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-9f3ab98a-f969-4939-8724-4eaa4955bba3 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:29:10.439405 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-9f3ab98a-f969-4939-8724-4eaa4955bba3 service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:29:10.439788 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-9f3ab98a-f969-4939-8724-4eaa4955bba3 service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:29:10.442732 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-9f3ab98a-f969-4939-8724-4eaa4955bba3 service neutron] Bound port: c4a51b84-04dc-45cf-98e4-e536e9f022a8, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:29:10.442732 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-9f3ab98a-f969-4939-8724-4eaa4955bba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:10.462983 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6c498916-6bf2-4e90-856e-030067553e05 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1990333 Apr 21 12:29:10.541335 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53696) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:10.614520 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43539ab-047c-497e-a0aa-3c27783fa1ba admin admin] Network e134bb1e-ba5b-4474-aaea-3bafb1a3262c is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:29:10.616706 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b43539ab-047c-497e-a0aa-3c27783fa1ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:29:10.624418 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-9f3ab98a-f969-4939-8724-4eaa4955bba3 service neutron] For port c4a51b84-04dc-45cf-98e4-e536e9f022a8, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:29:10.642127 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-9f3ab98a-f969-4939-8724-4eaa4955bba3 service neutron] For port c4a51b84-04dc-45cf-98e4-e536e9f022a8, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c4a51b84-04dc-45cf-98e4-e536e9f022a8,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:29:10.712771 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-9f3ab98a-f969-4939-8724-4eaa4955bba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:10.766287 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-9f3ab98a-f969-4939-8724-4eaa4955bba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:10.770595 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-9f3ab98a-f969-4939-8724-4eaa4955bba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:10.772125 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-9f3ab98a-f969-4939-8724-4eaa4955bba3 service neutron] 10.222.0.24 "PUT /v2.0/ports/c4a51b84-04dc-45cf-98e4-e536e9f022a8 HTTP/1.1" status: 200 len: 1095 time: 1.6480916 Apr 21 12:29:10.772665 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab8fb5a5-6118-4171-aeb2-92f36a763c8d', 'tag': 'c4a51b84-04dc-45cf-98e4-e536e9f022a8'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:29:10.779802 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c43b56a-6f9d-4df7-9ebb-d75e41772371" -d '{"events": [{"name": "network-changed", "server_uuid": "ab8fb5a5-6118-4171-aeb2-92f36a763c8d", "tag": "c4a51b84-04dc-45cf-98e4-e536e9f022a8"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:29:10.809739 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90fc2f0b-bf8b-43f7-8890-9107cfa3f72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:10.816518 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90fc2f0b-bf8b-43f7-8890-9107cfa3f72e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:10.820572 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-90fc2f0b-bf8b-43f7-8890-9107cfa3f72e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/94b11d7c-ce3b-4c5a-a9f9-a1a67f1f929c HTTP/1.1" status: 204 len: 168 time: 0.6534247 Apr 21 12:29:10.823691 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88212440-688f-44ab-a009-7ca4b33782bc None None] Network a750d059-4831-44ed-89d3-df516bd3d8aa requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:29:10.832662 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539873d-8fcc-46fb-8179-ff4d7969b642 req-2a375453-0ebe-482e-a5ca-a8d7662884d4 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:10.841804 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6539873d-8fcc-46fb-8179-ff4d7969b642 req-2a375453-0ebe-482e-a5ca-a8d7662884d4 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab8fb5a5-6118-4171-aeb2-92f36a763c8d HTTP/1.1" status: 200 len: 947 time: 0.3679667 Apr 21 12:29:10.852887 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc2f0b-bf8b-43f7-8890-9107cfa3f72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b11d7c-ce3b-4c5a-a9f9-a1a67f1f929c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:10.860439 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3ab98a-f969-4939-8724-4eaa4955bba3 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a51b84-04dc-45cf-98e4-e536e9f022a8,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:10.977843 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6539873d-8fcc-46fb-8179-ff4d7969b642 req-3774f37a-11be-4328-9b04-733f2d7f1435 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241515 Apr 21 12:29:10.987565 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43539ab-047c-497e-a0aa-3c27783fa1ba admin admin] Router b6b1c049-3161-4d74-9343-3e546e6f3e7e has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:29:10.999230 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e6012d-b442-4f2d-a54d-630f705b1e23 x-openstack-request-id: req-15e6012d-b442-4f2d-a54d-630f705b1e23 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:29:11.000925 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab8fb5a5-6118-4171-aeb2-92f36a763c8d", "tag": "c4a51b84-04dc-45cf-98e4-e536e9f022a8", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:29:11.001194 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-15e6012d-b442-4f2d-a54d-630f705b1e23 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:29:11.001631 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15e6012d-b442-4f2d-a54d-630f705b1e23'] response: {'name': 'network-changed', 'server_uuid': 'ab8fb5a5-6118-4171-aeb2-92f36a763c8d', 'tag': 'c4a51b84-04dc-45cf-98e4-e536e9f022a8', 'status': 'completed', 'code': 200} Apr 21 12:29:11.121726 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-089d2ce0-7116-4415-85e0-2e86122fedd3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4314d200fb784fb1874e2758832098d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5041206 Apr 21 12:29:11.123157 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53722) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:11.209374 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-97a42ef8-43e5-46e6-b209-c1b61c266953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:11.212474 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-7caa9faf-133c-46b8-b45e-fd6fc300813a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:11.226780 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-7caa9faf-133c-46b8-b45e-fd6fc300813a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe96978507c84751aed382d1bdc3e72a&device_id=ab8fb5a5-6118-4171-aeb2-92f36a763c8d HTTP/1.1" status: 200 len: 1098 time: 0.3063385 Apr 21 12:29:11.328137 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-e0b0a6e8-9d1d-4c68-82a1-2c6d8b80b143 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=c4a51b84-04dc-45cf-98e4-e536e9f022a8 HTTP/1.1" status: 200 len: 217 time: 0.0833573 Apr 21 12:29:11.352913 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-97a42ef8-43e5-46e6-b209-c1b61c266953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:11.365509 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43539ab-047c-497e-a0aa-3c27783fa1ba admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:29:11.384615 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b43539ab-047c-497e-a0aa-3c27783fa1ba admin admin] 10.222.0.36 "PUT /v2.0/routers/b6b1c049-3161-4d74-9343-3e546e6f3e7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0929718 Apr 21 12:29:11.415912 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-acc8e440-c04f-4eda-8399-f4caa4a182e6 None None] Provisioning complete for port e6c2f9cf-75c0-41d5-9708-7afc8294ea17 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:29:11.415912 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acc8e440-c04f-4eda-8399-f4caa4a182e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:11.467460 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e37a58e6-4a95-431d-81df-437e60c221a6 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:29:11.536052 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-acc8e440-c04f-4eda-8399-f4caa4a182e6 None None] Port e6c2f9cf-75c0-41d5-9708-7afc8294ea17 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:29:11.557939 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-7c3f264b-668a-4c62-b7d1-908f1921d7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:11.561182 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port e37a58e6-4a95-431d-81df-437e60c221a6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:29:11.561717 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:11.562873 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-7c3f264b-668a-4c62-b7d1-908f1921d7f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1309237 Apr 21 12:29:11.642534 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 53742) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:11.647979 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-97a42ef8-43e5-46e6-b209-c1b61c266953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:11.651231 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-97a42ef8-43e5-46e6-b209-c1b61c266953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:11.653515 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-97a42ef8-43e5-46e6-b209-c1b61c266953 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f7ecd96c-5b7d-43ab-b6a3-21de4f334b18 HTTP/1.1" status: 204 len: 168 time: 0.5277839 Apr 21 12:29:11.667037 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-9b7336e4-d3d5-4ad6-96c2-3f7f07db98f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:11.669426 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-9b7336e4-d3d5-4ad6-96c2-3f7f07db98f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0956130 Apr 21 12:29:11.713802 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a42ef8-43e5-46e6-b209-c1b61c266953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ecd96c-5b7d-43ab-b6a3-21de4f334b18,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:11.756540 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:11.781003 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port e37a58e6-4a95-431d-81df-437e60c221a6, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e37a58e6-4a95-431d-81df-437e60c221a6,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:29:11.849278 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-543eed54-5674-462e-8108-766c1bf22a22 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628175 Apr 21 12:29:11.868340 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-e9aa8282-cdbe-47b0-aa03-fa36c28b137f tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:11.873493 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:11.883084 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-e9aa8282-cdbe-47b0-aa03-fa36c28b137f tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/networks?id=a750d059-4831-44ed-89d3-df516bd3d8aa HTTP/1.1" status: 200 len: 804 time: 0.2159917 Apr 21 12:29:11.900306 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-63c050cc-feac-45f8-b26d-ad8eb3e98b22 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/quotas/f4a26e9dd03b4a78b7b13c694250c450 HTTP/1.1" status: 200 len: 375 time: 0.0166342 Apr 21 12:29:11.955874 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a817098e-d80c-4361-9f20-667b8c9f14b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:11.968906 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-0b86f98b-c17e-460f-8c96-b11c7a28859e tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f4a26e9dd03b4a78b7b13c694250c450&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598724 Apr 21 12:29:11.974717 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=e37a58e6-4a95-431d-81df-437e60c221a6,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:11.998794 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e47f15a4-5797-428f-916b-f0db30cef3a2 req-547798ca-df28-4b31-862b-b88ff07bbc29 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375580 Apr 21 12:29:12.062889 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53772) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:12.067889 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a817098e-d80c-4361-9f20-667b8c9f14b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:12.077216 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b654506c-0f10-4bf3-b709-1a4835031c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:12.126756 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef19c45-27ef-4a0b-95c5-bd3597fa5258 req-dad364e5-25ea-42b8-8236-8a3dd5a34056 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:12.128302 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bef19c45-27ef-4a0b-95c5-bd3597fa5258 req-dad364e5-25ea-42b8-8236-8a3dd5a34056 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab8fb5a5-6118-4171-aeb2-92f36a763c8d HTTP/1.1" status: 200 len: 947 time: 0.0589964 Apr 21 12:29:12.170851 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a817098e-d80c-4361-9f20-667b8c9f14b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:12.208945 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b654506c-0f10-4bf3-b709-1a4835031c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:12.217066 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817098e-d80c-4361-9f20-667b8c9f14b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a4e2b9-b848-40ec-aa71-4bbc376ac687,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:12.246563 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43b56a-6f9d-4df7-9ebb-d75e41772371 req-14a22e45-f67a-4ba5-a2e8-4619c29b2d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:12.248327 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3c43b56a-6f9d-4df7-9ebb-d75e41772371 req-14a22e45-f67a-4ba5-a2e8-4619c29b2d39 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe96978507c84751aed382d1bdc3e72a&device_id=ab8fb5a5-6118-4171-aeb2-92f36a763c8d HTTP/1.1" status: 200 len: 1098 time: 0.0684824 Apr 21 12:29:12.258153 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bef19c45-27ef-4a0b-95c5-bd3597fa5258 req-538d49a5-26d4-46da-9093-a26b99abf92d tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151619 Apr 21 12:29:12.277714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817098e-d80c-4361-9f20-667b8c9f14b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:12.277714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817098e-d80c-4361-9f20-667b8c9f14b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:12.277714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817098e-d80c-4361-9f20-667b8c9f14b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:12.277714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817098e-d80c-4361-9f20-667b8c9f14b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:12.277714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817098e-d80c-4361-9f20-667b8c9f14b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:12.277714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817098e-d80c-4361-9f20-667b8c9f14b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:12.277714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817098e-d80c-4361-9f20-667b8c9f14b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:12.277714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817098e-d80c-4361-9f20-667b8c9f14b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:12.277714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817098e-d80c-4361-9f20-667b8c9f14b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:12.277714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817098e-d80c-4361-9f20-667b8c9f14b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:12.277714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817098e-d80c-4361-9f20-667b8c9f14b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:12.277714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a817098e-d80c-4361-9f20-667b8c9f14b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:12.299700 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a817098e-d80c-4361-9f20-667b8c9f14b7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=116ae45b5f954273aa17c2afe810f7be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6557477 Apr 21 12:29:12.300299 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 53778) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:12.317433 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b654506c-0f10-4bf3-b709-1a4835031c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:12.370492 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c1c7cf0e-9fe1-4d37-8e5e-f1afa8042874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:12.407156 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b654506c-0f10-4bf3-b709-1a4835031c86 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2dc313eb1cc34a4d8a1fee1dd22f1d10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3427467 Apr 21 12:29:12.409673 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 53784) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:12.411537 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654506c-0f10-4bf3-b709-1a4835031c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1759001b-cf7a-4fe4-aed0-e23684ca7138,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:12.437547 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43b56a-6f9d-4df7-9ebb-d75e41772371 req-226a39f8-f640-4b2b-a2ea-db2cf926c6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:12.439337 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3c43b56a-6f9d-4df7-9ebb-d75e41772371 req-226a39f8-f640-4b2b-a2ea-db2cf926c6d8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.1834345 Apr 21 12:29:12.452899 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c1c7cf0e-9fe1-4d37-8e5e-f1afa8042874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:12.512116 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3c43b56a-6f9d-4df7-9ebb-d75e41772371 req-36088783-e8b1-4e2f-ba9f-6f9b7d6f7831 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=c4a51b84-04dc-45cf-98e4-e536e9f022a8 HTTP/1.1" status: 200 len: 217 time: 0.0652943 Apr 21 12:29:12.559161 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8a000d1-79fd-4281-bc04-21bb7ae271a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:12.597823 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8a000d1-79fd-4281-bc04-21bb7ae271a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:12.604645 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43b56a-6f9d-4df7-9ebb-d75e41772371 req-e137dbcb-10d1-4353-ba44-11988422044f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:12.608176 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3c43b56a-6f9d-4df7-9ebb-d75e41772371 req-e137dbcb-10d1-4353-ba44-11988422044f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.0861650 Apr 21 12:29:12.663156 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-99347a5a-f4a7-4c06-a991-584ed324d0d7 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:29:12.670087 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-99347a5a-f4a7-4c06-a991-584ed324d0d7 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1528201 Apr 21 12:29:12.688985 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c1c7cf0e-9fe1-4d37-8e5e-f1afa8042874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:12.691023 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c1c7cf0e-9fe1-4d37-8e5e-f1afa8042874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:12.692119 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c1c7cf0e-9fe1-4d37-8e5e-f1afa8042874 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d4a4e2b9-b848-40ec-aa71-4bbc376ac687 HTTP/1.1" status: 204 len: 168 time: 0.3909051 Apr 21 12:29:12.721856 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43b56a-6f9d-4df7-9ebb-d75e41772371 req-8617998a-f6ed-405a-a5ea-87810a642321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:12.724019 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3c43b56a-6f9d-4df7-9ebb-d75e41772371 req-8617998a-f6ed-405a-a5ea-87810a642321 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1073363 Apr 21 12:29:12.746522 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7cf0e-9fe1-4d37-8e5e-f1afa8042874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a4e2b9-b848-40ec-aa71-4bbc376ac687,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:12.779553 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a355c9-eef5-40cb-b591-8575a7e575ce None None] Sync routers for ids ['b6b1c049-3161-4d74-9343-3e546e6f3e7e'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:29:12.808894 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8a000d1-79fd-4281-bc04-21bb7ae271a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:12.810346 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a355c9-eef5-40cb-b591-8575a7e575ce None None] Routers {'b6b1c049-3161-4d74-9343-3e546e6f3e7e'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:29:12.814032 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a8a000d1-79fd-4281-bc04-21bb7ae271a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:12.815139 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a1a355c9-eef5-40cb-b591-8575a7e575ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:28:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['b6b1c049-3161-4d74-9343-3e546e6f3e7e'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:29:12.826947 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a8a000d1-79fd-4281-bc04-21bb7ae271a7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1759001b-cf7a-4fe4-aed0-e23684ca7138 HTTP/1.1" status: 204 len: 168 time: 0.4139082 Apr 21 12:29:12.857493 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a000d1-79fd-4281-bc04-21bb7ae271a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1759001b-cf7a-4fe4-aed0-e23684ca7138,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:12.895951 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-898b2605-8455-44bc-b688-acab30f20351 service neutron] 10.222.0.36 "GET /v2.0/networks/a750d059-4831-44ed-89d3-df516bd3d8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249231 Apr 21 12:29:12.981450 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53800) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:13.038694 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3c43b56a-6f9d-4df7-9ebb-d75e41772371 req-43dc6905-bdc6-462e-868d-6398c1ba6b9b service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064237 Apr 21 12:29:13.108324 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-22288e38-a3b4-409f-bfae-8c42e34f21c4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c49118ff325d4d73aa9b5b850738f8de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1222889 Apr 21 12:29:13.109400 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53804) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:13.112441 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-a1a355c9-eef5-40cb-b591-8575a7e575ce None None] Set router b6b1c049-3161-4d74-9343-3e546e6f3e7e gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:29:13.318081 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3c43b56a-6f9d-4df7-9ebb-d75e41772371 req-7199a8a9-0ced-4fd5-9e84-1fdac407b951 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511244 Apr 21 12:29:13.414918 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7033eda7-dd0e-443f-9e7b-dcdcaaf38167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:13.418223 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-e6e9ba1c-2cbe-4b03-989f-96d298417e2c service neutron] 10.222.0.36 "GET /v2.0/networks/a750d059-4831-44ed-89d3-df516bd3d8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5096853 Apr 21 12:29:13.432049 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c59885b-acb3-469e-9f80-db57b8d9aa08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:13.457808 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c59885b-acb3-469e-9f80-db57b8d9aa08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:13.527176 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e37a58e6-4a95-431d-81df-437e60c221a6 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:29:13.560641 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73173c0-1350-4009-b437-c0be5da0a1d8 req-df39ef34-4671-4ce8-817b-c8fcea08b8ee tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:13.571626 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f73173c0-1350-4009-b437-c0be5da0a1d8 req-df39ef34-4671-4ce8-817b-c8fcea08b8ee tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab8fb5a5-6118-4171-aeb2-92f36a763c8d HTTP/1.1" status: 200 len: 947 time: 0.1124425 Apr 21 12:29:13.641799 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f73173c0-1350-4009-b437-c0be5da0a1d8 req-32f25f67-82fb-40c0-99e1-21553da2f2f0 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673313 Apr 21 12:29:13.643593 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c59885b-acb3-469e-9f80-db57b8d9aa08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:13.646519 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c59885b-acb3-469e-9f80-db57b8d9aa08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:13.648945 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2c59885b-acb3-469e-9f80-db57b8d9aa08 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d5786085-a06a-4029-a92d-c2b273faff95 HTTP/1.1" status: 204 len: 168 time: 0.5384634 Apr 21 12:29:13.660261 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59885b-acb3-469e-9f80-db57b8d9aa08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5786085-a06a-4029-a92d-c2b273faff95,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:13.734962 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port e37a58e6-4a95-431d-81df-437e60c221a6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:29:13.735590 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:13.742375 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a1a355c9-eef5-40cb-b591-8575a7e575ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1c049-3161-4d74-9343-3e546e6f3e7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-905715841-router', 'tenant_id': '48108f97575e4124a4e546e004f4af83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'e37a58e6-4a95-431d-81df-437e60c221a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:29:03Z', 'updated_at': '2022-04-21T12:29:09Z', 'revision_number': 4, 'project_id': '48108f97575e4124a4e546e004f4af83', 'gw_port': {'id': 'e37a58e6-4a95-431d-81df-437e60c221a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:be:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1c049-3161-4d74-9343-3e546e6f3e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:29:03Z', 'updated_at': '2022-04-21T12:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'e6c2f9cf-75c0-41d5-9708-7afc8294ea17', 'name': '', 'network_id': 'e134bb1e-ba5b-4474-aaea-3bafb1a3262c', 'tenant_id': '48108f97575e4124a4e546e004f4af83', 'mac_address': 'fa:16:3e:ff:7f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1c049-3161-4d74-9343-3e546e6f3e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '871da5e3-c9ef-44b9-9d71-7e175a1be63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:29:08Z', 'updated_at': '2022-04-21T12:29:09Z', 'revision_number': 2, 'project_id': '48108f97575e4124a4e546e004f4af83', 'subnets': [{'id': '871da5e3-c9ef-44b9-9d71-7e175a1be63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:29:13.815379 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a355c9-eef5-40cb-b591-8575a7e575ce None None] Checking router: b6b1c049-3161-4d74-9343-3e546e6f3e7e for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:29:13.817270 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a355c9-eef5-40cb-b591-8575a7e575ce None None] Updating router b6b1c049-3161-4d74-9343-3e546e6f3e7e port e6c2f9cf-75c0-41d5-9708-7afc8294ea17 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:29:13.855910 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a1a355c9-eef5-40cb-b591-8575a7e575ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:14.040956 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dacf384c-9a59-4de1-81cc-fd163620ce79 req-147a8033-fd4b-4baf-9c5f-5b8a84f0f5d0 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=75402e25-4156-4248-9118-d807ee12d521 HTTP/1.1" status: 200 len: 210 time: 0.0510080 Apr 21 12:29:14.252087 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a1a355c9-eef5-40cb-b591-8575a7e575ce None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:14.310624 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 53824) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:14.327262 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8cbf18b-e697-4650-8675-5b97a6cef3a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:14.335018 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a1a355c9-eef5-40cb-b591-8575a7e575ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:14.442424 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4619cf-03e7-48e5-befc-0079200e1b90 None None] Pushing event updated for resources: {'Port': ['ID=e6c2f9cf-75c0-41d5-9708-7afc8294ea17,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:14.523734 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53828) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:14.590167 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a1a355c9-eef5-40cb-b591-8575a7e575ce None None] Attempting to bind port e6c2f9cf-75c0-41d5-9708-7afc8294ea17 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:29:14.590867 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a1a355c9-eef5-40cb-b591-8575a7e575ce None None] Attempting to bind port e6c2f9cf-75c0-41d5-9708-7afc8294ea17 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'de3650be-96a4-4cd6-a25a-a431c3b4dd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e134bb1e-ba5b-4474-aaea-3bafb1a3262c'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:29:14.593667 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a355c9-eef5-40cb-b591-8575a7e575ce None None] Attempting to bind port e6c2f9cf-75c0-41d5-9708-7afc8294ea17 on network e134bb1e-ba5b-4474-aaea-3bafb1a3262c {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:29:14.612232 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8cbf18b-e697-4650-8675-5b97a6cef3a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:14.616615 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a355c9-eef5-40cb-b591-8575a7e575ce None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:29:14.619924 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a355c9-eef5-40cb-b591-8575a7e575ce None None] Checking segment: {'id': 'de3650be-96a4-4cd6-a25a-a431c3b4dd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e134bb1e-ba5b-4474-aaea-3bafb1a3262c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:29:14.624218 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a1a355c9-eef5-40cb-b591-8575a7e575ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:14.624978 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a355c9-eef5-40cb-b591-8575a7e575ce None None] Bound using segment: {'id': 'de3650be-96a4-4cd6-a25a-a431c3b4dd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e134bb1e-ba5b-4474-aaea-3bafb1a3262c'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:29:14.625710 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a1a355c9-eef5-40cb-b591-8575a7e575ce None None] Bound port: e6c2f9cf-75c0-41d5-9708-7afc8294ea17, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de3650be-96a4-4cd6-a25a-a431c3b4dd60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e134bb1e-ba5b-4474-aaea-3bafb1a3262c'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:29:14.626213 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a1a355c9-eef5-40cb-b591-8575a7e575ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:14.683536 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8cbf18b-e697-4650-8675-5b97a6cef3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:14.773569 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7165107c-1782-40be-a9d6-70054bf2db5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:14.779579 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d8cbf18b-e697-4650-8675-5b97a6cef3a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7d0727658d0249878b80de6661d324b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4673109 Apr 21 12:29:14.785361 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cbf18b-e697-4650-8675-5b97a6cef3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1490b1b1-d071-4df4-bc79-dc8d5445f5cd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:14.790883 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53842) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:14.872817 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a1a355c9-eef5-40cb-b591-8575a7e575ce None None] For port e6c2f9cf-75c0-41d5-9708-7afc8294ea17, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:29:14.876796 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a1a355c9-eef5-40cb-b591-8575a7e575ce None None] For port e6c2f9cf-75c0-41d5-9708-7afc8294ea17, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e6c2f9cf-75c0-41d5-9708-7afc8294ea17,segment=NetworkSegment(de3650be-96a4-4cd6-a25a-a431c3b4dd60),segment_id=de3650be-96a4-4cd6-a25a-a431c3b4dd60)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:29:14.939992 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4421a-d076-4afe-8c97-df61f085d6dd req-5e5e8c25-90f6-4656-b5f3-cb0df8ceb6fb tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:14.944563 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a2a4421a-d076-4afe-8c97-df61f085d6dd req-5e5e8c25-90f6-4656-b5f3-cb0df8ceb6fb tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab8fb5a5-6118-4171-aeb2-92f36a763c8d HTTP/1.1" status: 200 len: 947 time: 0.1300712 Apr 21 12:29:14.976141 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e47af83b-9040-46ac-b5de-e44f62c86d2c None None] Provisioning complete for port e6c2f9cf-75c0-41d5-9708-7afc8294ea17 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:29:14.976141 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e47af83b-9040-46ac-b5de-e44f62c86d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:15.030772 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a2a4421a-d076-4afe-8c97-df61f085d6dd req-67f39a0d-3c7c-4061-a187-ed93e06a83ab tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770178 Apr 21 12:29:15.117177 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e47af83b-9040-46ac-b5de-e44f62c86d2c None None] Port e6c2f9cf-75c0-41d5-9708-7afc8294ea17 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:29:15.130920 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1088fe70-7b01-44cf-a547-095aace73fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:15.153617 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d9a50d6-eecd-40b1-adf3-093d812b65e2 req-301a73ba-fee7-4aac-a3dc-d9d592bc39c2 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=75402e25-4156-4248-9118-d807ee12d521 HTTP/1.1" status: 200 len: 210 time: 0.0442467 Apr 21 12:29:15.201674 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1088fe70-7b01-44cf-a547-095aace73fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:15.207213 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a1a355c9-eef5-40cb-b591-8575a7e575ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:15.218903 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7165107c-1782-40be-a9d6-70054bf2db5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:15.512099 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4619cf-03e7-48e5-befc-0079200e1b90 None None] Pushing event updated for resources: {'Port': ['ID=e6c2f9cf-75c0-41d5-9708-7afc8294ea17,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:15.512099 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a355c9-eef5-40cb-b591-8575a7e575ce None None] Routers {'b6b1c049-3161-4d74-9343-3e546e6f3e7e'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:29:15.512099 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a1a355c9-eef5-40cb-b591-8575a7e575ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:28:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['b6b1c049-3161-4d74-9343-3e546e6f3e7e'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:29:15.512099 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-a1a355c9-eef5-40cb-b591-8575a7e575ce None None] Set router b6b1c049-3161-4d74-9343-3e546e6f3e7e gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:29:15.540829 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7165107c-1782-40be-a9d6-70054bf2db5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:15.631633 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165107c-1782-40be-a9d6-70054bf2db5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a53fb2e-075f-4e5e-a5d0-956fe8424bd6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:15.638541 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7165107c-1782-40be-a9d6-70054bf2db5f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=887acdd2a26e4c26bf414b8f4882df2f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1135142 Apr 21 12:29:15.641169 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53856) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:15.725696 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1088fe70-7b01-44cf-a547-095aace73fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:15.736028 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1088fe70-7b01-44cf-a547-095aace73fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:15.736028 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1088fe70-7b01-44cf-a547-095aace73fdc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1490b1b1-d071-4df4-bc79-dc8d5445f5cd HTTP/1.1" status: 204 len: 168 time: 0.9373572 Apr 21 12:29:15.777834 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7bad52e6-bba3-4718-bfd1-86c99bd4d8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:15.778224 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a414a74c-7dc0-46f4-828e-176261be8471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:15.778224 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088fe70-7b01-44cf-a547-095aace73fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1490b1b1-d071-4df4-bc79-dc8d5445f5cd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:15.794103 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088fe70-7b01-44cf-a547-095aace73fdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:15.794447 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088fe70-7b01-44cf-a547-095aace73fdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:15.794835 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088fe70-7b01-44cf-a547-095aace73fdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:15.795272 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088fe70-7b01-44cf-a547-095aace73fdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:15.795605 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088fe70-7b01-44cf-a547-095aace73fdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:15.795955 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088fe70-7b01-44cf-a547-095aace73fdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:15.796269 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088fe70-7b01-44cf-a547-095aace73fdc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:15.796595 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088fe70-7b01-44cf-a547-095aace73fdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:15.796915 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088fe70-7b01-44cf-a547-095aace73fdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:15.797254 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088fe70-7b01-44cf-a547-095aace73fdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:15.797573 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088fe70-7b01-44cf-a547-095aace73fdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:15.797920 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088fe70-7b01-44cf-a547-095aace73fdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:15.812830 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a414a74c-7dc0-46f4-828e-176261be8471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:15.934794 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c145a647-5673-4a62-a514-ff5cced92220 None None] Provisioning complete for port e6c2f9cf-75c0-41d5-9708-7afc8294ea17 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:29:15.937457 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c145a647-5673-4a62-a514-ff5cced92220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:15.944048 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a1a355c9-eef5-40cb-b591-8575a7e575ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1c049-3161-4d74-9343-3e546e6f3e7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-905715841-router', 'tenant_id': '48108f97575e4124a4e546e004f4af83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'e37a58e6-4a95-431d-81df-437e60c221a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:29:03Z', 'updated_at': '2022-04-21T12:29:09Z', 'revision_number': 4, 'project_id': '48108f97575e4124a4e546e004f4af83', 'gw_port': {'id': 'e37a58e6-4a95-431d-81df-437e60c221a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:be:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1c049-3161-4d74-9343-3e546e6f3e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:29:03Z', 'updated_at': '2022-04-21T12:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'e6c2f9cf-75c0-41d5-9708-7afc8294ea17', 'name': '', 'network_id': 'e134bb1e-ba5b-4474-aaea-3bafb1a3262c', 'tenant_id': '48108f97575e4124a4e546e004f4af83', 'mac_address': 'fa:16:3e:ff:7f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1c049-3161-4d74-9343-3e546e6f3e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '871da5e3-c9ef-44b9-9d71-7e175a1be63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:29:08Z', 'updated_at': '2022-04-21T12:29:14Z', 'revision_number': 4, 'project_id': '48108f97575e4124a4e546e004f4af83', 'subnets': [{'id': '871da5e3-c9ef-44b9-9d71-7e175a1be63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:29:15.970570 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a355c9-eef5-40cb-b591-8575a7e575ce None None] The sync data for ids ['b6b1c049-3161-4d74-9343-3e546e6f3e7e'] in n-d-836147-2 is: [{'id': 'b6b1c049-3161-4d74-9343-3e546e6f3e7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-905715841-router', 'tenant_id': '48108f97575e4124a4e546e004f4af83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'e37a58e6-4a95-431d-81df-437e60c221a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:29:03Z', 'updated_at': '2022-04-21T12:29:09Z', 'revision_number': 4, 'project_id': '48108f97575e4124a4e546e004f4af83', 'gw_port': {'id': 'e37a58e6-4a95-431d-81df-437e60c221a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:be:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1c049-3161-4d74-9343-3e546e6f3e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:29:03Z', 'updated_at': '2022-04-21T12:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'e6c2f9cf-75c0-41d5-9708-7afc8294ea17', 'name': '', 'network_id': 'e134bb1e-ba5b-4474-aaea-3bafb1a3262c', 'tenant_id': '48108f97575e4124a4e546e004f4af83', 'mac_address': 'fa:16:3e:ff:7f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6b1c049-3161-4d74-9343-3e546e6f3e7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': '871da5e3-c9ef-44b9-9d71-7e175a1be63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:29:08Z', 'updated_at': '2022-04-21T12:29:14Z', 'revision_number': 4, 'project_id': '48108f97575e4124a4e546e004f4af83', 'subnets': [{'id': '871da5e3-c9ef-44b9-9d71-7e175a1be63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:29:16.019644 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a414a74c-7dc0-46f4-828e-176261be8471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:16.023566 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a414a74c-7dc0-46f4-828e-176261be8471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:16.028919 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a414a74c-7dc0-46f4-828e-176261be8471 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3a53fb2e-075f-4e5e-a5d0-956fe8424bd6 HTTP/1.1" status: 204 len: 168 time: 0.3825245 Apr 21 12:29:16.051439 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414a74c-7dc0-46f4-828e-176261be8471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a53fb2e-075f-4e5e-a5d0-956fe8424bd6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:16.233328 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c145a647-5673-4a62-a514-ff5cced92220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:16.326716 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c4a51b84-04dc-45cf-98e4-e536e9f022a8 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:29:16.388451 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75332e34-f25d-4b0c-baa1-9438dc967c8e req-8518c790-4141-494a-84dc-bb595b58ea88 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=75402e25-4156-4248-9118-d807ee12d521 HTTP/1.1" status: 200 len: 210 time: 0.0717463 Apr 21 12:29:16.431339 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d2f6c-44dd-4191-bff0-8a36c2674e88 req-97a700dc-d7e4-4f39-bf54-a3c1897d1018 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:16.441380 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f4d2f6c-44dd-4191-bff0-8a36c2674e88 req-97a700dc-d7e4-4f39-bf54-a3c1897d1018 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab8fb5a5-6118-4171-aeb2-92f36a763c8d HTTP/1.1" status: 200 len: 947 time: 0.2348502 Apr 21 12:29:16.451109 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c145a647-5673-4a62-a514-ff5cced92220 None None] For port e6c2f9cf-75c0-41d5-9708-7afc8294ea17, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e6c2f9cf-75c0-41d5-9708-7afc8294ea17,segment=NetworkSegment(de3650be-96a4-4cd6-a25a-a431c3b4dd60),segment_id=de3650be-96a4-4cd6-a25a-a431c3b4dd60)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:29:16.506842 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f4d2f6c-44dd-4191-bff0-8a36c2674e88 req-3384fe46-1a86-4427-8f67-844f036b3eb1 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640802 Apr 21 12:29:16.523544 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c145a647-5673-4a62-a514-ff5cced92220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:16.581893 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c145a647-5673-4a62-a514-ff5cced92220 None None] Pushing event updated for resources: {'Port': ['ID=e6c2f9cf-75c0-41d5-9708-7afc8294ea17,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:16.595816 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c145a647-5673-4a62-a514-ff5cced92220 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:16.596304 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c145a647-5673-4a62-a514-ff5cced92220 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:16.596738 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c145a647-5673-4a62-a514-ff5cced92220 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:16.597168 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c145a647-5673-4a62-a514-ff5cced92220 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:16.597611 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c145a647-5673-4a62-a514-ff5cced92220 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:16.598217 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c145a647-5673-4a62-a514-ff5cced92220 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:16.598644 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c145a647-5673-4a62-a514-ff5cced92220 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:16.599065 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c145a647-5673-4a62-a514-ff5cced92220 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:16.599485 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c145a647-5673-4a62-a514-ff5cced92220 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:16.599921 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c145a647-5673-4a62-a514-ff5cced92220 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:16.600342 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c145a647-5673-4a62-a514-ff5cced92220 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:16.600886 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c145a647-5673-4a62-a514-ff5cced92220 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:29:16.612533 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port c4a51b84-04dc-45cf-98e4-e536e9f022a8, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c4a51b84-04dc-45cf-98e4-e536e9f022a8,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:29:16.626268 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'c4a51b84-04dc-45cf-98e4-e536e9f022a8', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': 'c4a51b84-04dc-45cf-98e4-e536e9f022a8', 'mac_address': 'fa:16:3e:8d:c1:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:29:16.679964 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:16.698972 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a51b84-04dc-45cf-98e4-e536e9f022a8 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:29:16.731608 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port c4a51b84-04dc-45cf-98e4-e536e9f022a8, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c4a51b84-04dc-45cf-98e4-e536e9f022a8,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:29:16.809890 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:16.828782 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:16.945117 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=c4a51b84-04dc-45cf-98e4-e536e9f022a8,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:16.952222 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53888) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:17.067420 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['c4a51b84-04dc-45cf-98e4-e536e9f022a8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:29:17.426531 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53898) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:17.432182 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:17.452911 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-517c96a8-1294-4093-8c52-6cf67a3bd0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:17.459184 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e6c2f9cf-75c0-41d5-9708-7afc8294ea17 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:29:17.572155 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port e6c2f9cf-75c0-41d5-9708-7afc8294ea17 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:29:17.572524 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:17.647576 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f2205e2e-287f-474f-b282-a452cf0519e1 tempest-AutoAllocateNetworkTest-1903561424 tempest-AutoAllocateNetworkTest-1903561424-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=72a4672235e946bea390f74b34f1776a&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6933422 Apr 21 12:29:17.649876 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 53902) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:17.666337 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5935f3b9-bde3-4509-9fe8-2e5963ed2260 req-f4fb7832-c4c7-4b5b-8fe0-1ab43d7ab577 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=75402e25-4156-4248-9118-d807ee12d521 HTTP/1.1" status: 200 len: 210 time: 0.1074450 Apr 21 12:29:17.694627 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-517c96a8-1294-4093-8c52-6cf67a3bd0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:17.775317 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-517c96a8-1294-4093-8c52-6cf67a3bd0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:17.856888 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-517c96a8-1294-4093-8c52-6cf67a3bd0ac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cffbc9518a4440fa909290d005044892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4268844 Apr 21 12:29:17.857164 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 53910) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:17.858741 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517c96a8-1294-4093-8c52-6cf67a3bd0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee5489b-5c17-4146-a440-5ea8a97475ca,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:17.977139 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c31f3-a09c-4430-af34-d203371ba879 req-8bd3255e-f7c4-4ff4-8d75-a42fb9b776f4 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:17.984269 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-282c31f3-a09c-4430-af34-d203371ba879 req-8bd3255e-f7c4-4ff4-8d75-a42fb9b776f4 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab8fb5a5-6118-4171-aeb2-92f36a763c8d HTTP/1.1" status: 200 len: 948 time: 0.3378117 Apr 21 12:29:18.009473 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-db45c878-5019-42ff-8813-9cb844ede2e2 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:18.010955 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-db45c878-5019-42ff-8813-9cb844ede2e2 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.26 "GET /v2.0/networks?id=a750d059-4831-44ed-89d3-df516bd3d8aa HTTP/1.1" status: 200 len: 804 time: 0.6048679 Apr 21 12:29:18.034385 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-d87a4a53-50b3-4d59-97f7-5c3a85ea7c30 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Request body: {'port': {'device_id': '75402e25-4156-4248-9118-d807ee12d521', 'network_id': 'a750d059-4831-44ed-89d3-df516bd3d8aa', 'admin_state_up': True, 'tenant_id': 'f4a26e9dd03b4a78b7b13c694250c450'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:29:18.049169 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648965cf-63d0-49a9-b0d1-123c1be80dcc tempest-AutoAllocateNetworkTest-1903561424 tempest-AutoAllocateNetworkTest-1903561424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:18.050634 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-648965cf-63d0-49a9-b0d1-123c1be80dcc tempest-AutoAllocateNetworkTest-1903561424 tempest-AutoAllocateNetworkTest-1903561424-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3819942 Apr 21 12:29:18.054051 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53912) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:18.136554 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e966d597-4691-482b-96d0-cce719b57a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:18.142386 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-282c31f3-a09c-4430-af34-d203371ba879 req-1c565f2f-dc95-41f4-8b77-48b21166ffd6 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501777 Apr 21 12:29:18.193973 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e966d597-4691-482b-96d0-cce719b57a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:18.204726 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-91ba1108-1547-4327-861a-834fd3499a84 tempest-AutoAllocateNetworkTest-1903561424 tempest-AutoAllocateNetworkTest-1903561424-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1494732 Apr 21 12:29:18.204891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 53922) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:18.208476 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c4a51b84-04dc-45cf-98e4-e536e9f022a8 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:29:18.259873 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6e58e2ce-b401-4255-b28f-588d408f6c2a tempest-AutoAllocateNetworkTest-1903561424 tempest-AutoAllocateNetworkTest-1903561424-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=72a4672235e946bea390f74b34f1776a HTTP/1.1" status: 200 len: 208 time: 0.0509293 Apr 21 12:29:18.274293 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:18.403941 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port c4a51b84-04dc-45cf-98e4-e536e9f022a8 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:29:18.406595 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e966d597-4691-482b-96d0-cce719b57a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:18.408435 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port c4a51b84-04dc-45cf-98e4-e536e9f022a8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:29:18.408806 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:18.418279 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e966d597-4691-482b-96d0-cce719b57a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:18.421334 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e966d597-4691-482b-96d0-cce719b57a75 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fee5489b-5c17-4146-a440-5ea8a97475ca HTTP/1.1" status: 204 len: 168 time: 0.5569756 Apr 21 12:29:18.421334 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-d87a4a53-50b3-4d59-97f7-5c3a85ea7c30 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Made reservation on behalf of f4a26e9dd03b4a78b7b13c694250c450 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:29:18.424595 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-d87a4a53-50b3-4d59-97f7-5c3a85ea7c30 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:18.436721 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966d597-4691-482b-96d0-cce719b57a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee5489b-5c17-4146-a440-5ea8a97475ca,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:18.504692 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:18.567029 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8fb5a5-6118-4171-aeb2-92f36a763c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a51b84-04dc-45cf-98e4-e536e9f022a8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:29:18.573642 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7d70d4-181f-4c41-809e-440dc3562dac" -d '{"events": [{"server_uuid": "ab8fb5a5-6118-4171-aeb2-92f36a763c8d", "name": "network-vif-plugged", "status": "completed", "tag": "c4a51b84-04dc-45cf-98e4-e536e9f022a8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:29:18.600817 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-d87a4a53-50b3-4d59-97f7-5c3a85ea7c30 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Allocated IP 172.20.0.5 (a750d059-4831-44ed-89d3-df516bd3d8aa/b7070f83-9ad6-411e-82a5-c452eae4aee0/e0586fd5-9826-4c02-b8dd-e8e6648df55a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:29:18.623167 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port c4a51b84-04dc-45cf-98e4-e536e9f022a8, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c4a51b84-04dc-45cf-98e4-e536e9f022a8,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:29:18.627289 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17388d38-2b36-43cf-989b-aba01c5a4afd x-openstack-request-id: req-17388d38-2b36-43cf-989b-aba01c5a4afd {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:29:18.627700 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8fb5a5-6118-4171-aeb2-92f36a763c8d", "name": "network-vif-plugged", "status": "completed", "tag": "c4a51b84-04dc-45cf-98e4-e536e9f022a8", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:29:18.628147 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-17388d38-2b36-43cf-989b-aba01c5a4afd {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:29:18.628684 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17388d38-2b36-43cf-989b-aba01c5a4afd'] response: {'server_uuid': 'ab8fb5a5-6118-4171-aeb2-92f36a763c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a51b84-04dc-45cf-98e4-e536e9f022a8', 'code': 200} Apr 21 12:29:18.700844 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:18.719953 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:18.809839 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e063e-bfb6-4944-98d2-c9afe6e5ad42 req-1d57f8d4-c173-4731-b0e5-07e251acd027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:18.813291 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6a1e063e-bfb6-4944-98d2-c9afe6e5ad42 req-1d57f8d4-c173-4731-b0e5-07e251acd027 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ab8fb5a5-6118-4171-aeb2-92f36a763c8d HTTP/1.1" status: 200 len: 1100 time: 0.0890775 Apr 21 12:29:18.842769 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=c4a51b84-04dc-45cf-98e4-e536e9f022a8,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:18.864431 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6a1e063e-bfb6-4944-98d2-c9afe6e5ad42 req-5f7ca240-dd89-45d7-a8a9-8ced8e06aa8c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395513 Apr 21 12:29:18.892487 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-434c1387-6805-4a7c-a66a-f9daa0e82541 req-b3badbfc-b24d-4082-8459-f74fd32f48a6 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=75402e25-4156-4248-9118-d807ee12d521 HTTP/1.1" status: 200 len: 210 time: 0.0862005 Apr 21 12:29:18.929365 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-d87a4a53-50b3-4d59-97f7-5c3a85ea7c30 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:18.955381 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 53942) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:19.073238 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-d87a4a53-50b3-4d59-97f7-5c3a85ea7c30 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:19.115423 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-d87a4a53-50b3-4d59-97f7-5c3a85ea7c30 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Network a750d059-4831-44ed-89d3-df516bd3d8aa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:29:19.121684 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-d87a4a53-50b3-4d59-97f7-5c3a85ea7c30 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:29:19.128805 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-d87a4a53-50b3-4d59-97f7-5c3a85ea7c30 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:29:19.132039 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-d87a4a53-50b3-4d59-97f7-5c3a85ea7c30 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:19.132796 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-d87a4a53-50b3-4d59-97f7-5c3a85ea7c30 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:19.158439 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a4a53-50b3-4d59-97f7-5c3a85ea7c30 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Pushing event updated for resources: {'Port': ['ID=e0586fd5-9826-4c02-b8dd-e8e6648df55a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:19.201192 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-d87a4a53-50b3-4d59-97f7-5c3a85ea7c30 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1765878 Apr 21 12:29:19.216417 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-021524dc-4690-401d-b716-a6d8b0064d01 service neutron] Request body: {'port': {'device_id': '75402e25-4156-4248-9118-d807ee12d521', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:29:19.336673 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-021524dc-4690-401d-b716-a6d8b0064d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:19.386085 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6370b20-fb5b-4db2-93b4-e1e178af7c72 req-6c05d779-400f-41c3-a786-dccba51cfd0c tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:19.393536 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e6370b20-fb5b-4db2-93b4-e1e178af7c72 req-6c05d779-400f-41c3-a786-dccba51cfd0c tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab8fb5a5-6118-4171-aeb2-92f36a763c8d HTTP/1.1" status: 200 len: 949 time: 0.1144569 Apr 21 12:29:19.427749 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98af27d9-78bf-4b46-a966-6c4372305a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:19.550407 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e6370b20-fb5b-4db2-93b4-e1e178af7c72 req-072c7466-e3d2-40b0-9564-b317888300e8 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511779 Apr 21 12:29:19.725983 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98af27d9-78bf-4b46-a966-6c4372305a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:19.789251 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98af27d9-78bf-4b46-a966-6c4372305a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:19.796773 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-021524dc-4690-401d-b716-a6d8b0064d01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0586fd5-9826-4c02-b8dd-e8e6648df55a {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:29:19.807100 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-021524dc-4690-401d-b716-a6d8b0064d01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:19.852777 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-021524dc-4690-401d-b716-a6d8b0064d01 service neutron] Transition to ACTIVE for port object e0586fd5-9826-4c02-b8dd-e8e6648df55a will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:29:19.855611 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af27d9-78bf-4b46-a966-6c4372305a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f18a25-861e-497c-9f52-10fd99f251c1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:19.892378 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53972) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:19.897676 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-98af27d9-78bf-4b46-a966-6c4372305a1a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=72a4672235e946bea390f74b34f1776a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9325252 Apr 21 12:29:19.934906 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-021524dc-4690-401d-b716-a6d8b0064d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:20.019708 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5c64cca9-85fc-4611-b3b5-e56640e77a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:20.107530 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5c64cca9-85fc-4611-b3b5-e56640e77a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:20.125872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021524dc-4690-401d-b716-a6d8b0064d01 service neutron] Pushing event updated for resources: {'Port': ['ID=e0586fd5-9826-4c02-b8dd-e8e6648df55a,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:20.159528 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:20.206449 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5bcdb-4fe6-48e1-b270-1a60d0637ba8 req-4d99d188-4825-4bc0-8515-4ceccf7f68d7 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:20.217052 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68c5bcdb-4fe6-48e1-b270-1a60d0637ba8 req-4d99d188-4825-4bc0-8515-4ceccf7f68d7 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=75402e25-4156-4248-9118-d807ee12d521 HTTP/1.1" status: 200 len: 943 time: 0.1531422 Apr 21 12:29:20.346313 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5c64cca9-85fc-4611-b3b5-e56640e77a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:20.349665 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5c64cca9-85fc-4611-b3b5-e56640e77a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:20.351953 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5c64cca9-85fc-4611-b3b5-e56640e77a51 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b8f18a25-861e-497c-9f52-10fd99f251c1 HTTP/1.1" status: 204 len: 168 time: 0.4570007 Apr 21 12:29:20.367079 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c64cca9-85fc-4611-b3b5-e56640e77a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f18a25-861e-497c-9f52-10fd99f251c1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:20.370251 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-021524dc-4690-401d-b716-a6d8b0064d01 service neutron] Attempting to bind port e0586fd5-9826-4c02-b8dd-e8e6648df55a on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:29:20.375562 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-021524dc-4690-401d-b716-a6d8b0064d01 service neutron] Attempting to bind port e0586fd5-9826-4c02-b8dd-e8e6648df55a by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': 'bb1825d1-9cfe-4dab-92af-7b5eede9af05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a750d059-4831-44ed-89d3-df516bd3d8aa'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:29:20.375562 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-021524dc-4690-401d-b716-a6d8b0064d01 service neutron] Attempting to bind port e0586fd5-9826-4c02-b8dd-e8e6648df55a on network a750d059-4831-44ed-89d3-df516bd3d8aa {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:29:20.378030 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68c5bcdb-4fe6-48e1-b270-1a60d0637ba8 req-296aa020-abcd-48b3-abd8-9474338ae88a tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587179 Apr 21 12:29:20.380482 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-021524dc-4690-401d-b716-a6d8b0064d01 service neutron] Port e0586fd5-9826-4c02-b8dd-e8e6648df55a on network a750d059-4831-44ed-89d3-df516bd3d8aa not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:29:20.381038 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-021524dc-4690-401d-b716-a6d8b0064d01 service neutron] Attempting to bind port e0586fd5-9826-4c02-b8dd-e8e6648df55a on network a750d059-4831-44ed-89d3-df516bd3d8aa {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:29:20.448104 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-021524dc-4690-401d-b716-a6d8b0064d01 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:29:20.448104 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-021524dc-4690-401d-b716-a6d8b0064d01 service neutron] Checking segment: {'id': 'bb1825d1-9cfe-4dab-92af-7b5eede9af05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a750d059-4831-44ed-89d3-df516bd3d8aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:29:20.448104 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-021524dc-4690-401d-b716-a6d8b0064d01 service neutron] Bound using segment: {'id': 'bb1825d1-9cfe-4dab-92af-7b5eede9af05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a750d059-4831-44ed-89d3-df516bd3d8aa'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:29:20.448104 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-021524dc-4690-401d-b716-a6d8b0064d01 service neutron] Bound port: e0586fd5-9826-4c02-b8dd-e8e6648df55a, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1825d1-9cfe-4dab-92af-7b5eede9af05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a750d059-4831-44ed-89d3-df516bd3d8aa'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:29:20.448104 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-021524dc-4690-401d-b716-a6d8b0064d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:20.551784 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-021524dc-4690-401d-b716-a6d8b0064d01 service neutron] For port e0586fd5-9826-4c02-b8dd-e8e6648df55a, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:29:20.556323 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-021524dc-4690-401d-b716-a6d8b0064d01 service neutron] For port e0586fd5-9826-4c02-b8dd-e8e6648df55a, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e0586fd5-9826-4c02-b8dd-e8e6648df55a,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:29:20.654211 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-021524dc-4690-401d-b716-a6d8b0064d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:20.728694 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-021524dc-4690-401d-b716-a6d8b0064d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:20.729313 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-021524dc-4690-401d-b716-a6d8b0064d01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:20.731293 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-021524dc-4690-401d-b716-a6d8b0064d01 service neutron] 10.222.0.26 "PUT /v2.0/ports/e0586fd5-9826-4c02-b8dd-e8e6648df55a HTTP/1.1" status: 200 len: 1091 time: 1.5221372 Apr 21 12:29:20.731735 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75402e25-4156-4248-9118-d807ee12d521', 'tag': 'e0586fd5-9826-4c02-b8dd-e8e6648df55a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:29:20.735107 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d002b8-093d-4821-9b5d-6c9358a183b5" -d '{"events": [{"name": "network-changed", "server_uuid": "75402e25-4156-4248-9118-d807ee12d521", "tag": "e0586fd5-9826-4c02-b8dd-e8e6648df55a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:29:20.776575 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac801de-dccc-4280-9263-1c5f2235c816 req-bd1c2de5-cf2b-4267-afa1-c009f34a12be tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:20.781705 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8ac801de-dccc-4280-9263-1c5f2235c816 req-bd1c2de5-cf2b-4267-afa1-c009f34a12be tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab8fb5a5-6118-4171-aeb2-92f36a763c8d HTTP/1.1" status: 200 len: 949 time: 0.1454720 Apr 21 12:29:20.805088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021524dc-4690-401d-b716-a6d8b0064d01 service neutron] Pushing event updated for resources: {'Port': ['ID=e0586fd5-9826-4c02-b8dd-e8e6648df55a,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:20.867973 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8ac801de-dccc-4280-9263-1c5f2235c816 req-1ae63f3d-fc55-4e6f-a3a7-6dd4c59fb07b tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669551 Apr 21 12:29:20.942264 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55d6fb2-8cbe-46ef-9784-4b90a115cc5a x-openstack-request-id: req-e55d6fb2-8cbe-46ef-9784-4b90a115cc5a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:29:20.943313 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75402e25-4156-4248-9118-d807ee12d521", "tag": "e0586fd5-9826-4c02-b8dd-e8e6648df55a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:29:20.946151 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e55d6fb2-8cbe-46ef-9784-4b90a115cc5a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:29:20.946568 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e55d6fb2-8cbe-46ef-9784-4b90a115cc5a'] response: {'name': 'network-changed', 'server_uuid': '75402e25-4156-4248-9118-d807ee12d521', 'tag': 'e0586fd5-9826-4c02-b8dd-e8e6648df55a', 'status': 'completed', 'code': 200} Apr 21 12:29:20.954180 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-0e5c236d-209d-4c82-ab9b-7747c578dcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:20.956867 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-0e5c236d-209d-4c82-ab9b-7747c578dcd2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4a26e9dd03b4a78b7b13c694250c450&device_id=75402e25-4156-4248-9118-d807ee12d521 HTTP/1.1" status: 200 len: 1094 time: 0.1064167 Apr 21 12:29:21.017695 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-2d5b3208-7a7f-4373-8a59-9742ea5012ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0586fd5-9826-4c02-b8dd-e8e6648df55a HTTP/1.1" status: 200 len: 217 time: 0.0525749 Apr 21 12:29:21.092946 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-258bde52-b90a-49d6-a8d8-fe3991f9442f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:21.094945 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-258bde52-b90a-49d6-a8d8-fe3991f9442f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b7070f83-9ad6-411e-82a5-c452eae4aee0 HTTP/1.1" status: 200 len: 844 time: 0.0714262 Apr 21 12:29:21.140936 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-cfdd2710-fee5-42cd-a322-dba41f7d513e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a750d059-4831-44ed-89d3-df516bd3d8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402484 Apr 21 12:29:21.255259 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-7f047a26-879c-437f-806d-508b0d3d0289 service neutron] 10.222.0.26 "GET /v2.0/networks/a750d059-4831-44ed-89d3-df516bd3d8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070621 Apr 21 12:29:21.393991 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 54030) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:21.447913 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3dfdc-c03d-4ede-96e4-d067e3b8f290 req-f5808189-b85e-4522-ab68-28b160bdc2f2 service neutron] 10.222.0.26 "GET /v2.0/networks/a750d059-4831-44ed-89d3-df516bd3d8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834104 Apr 21 12:29:21.583177 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae608e0-4a74-457b-9ead-b8e2a608206a req-9db2e608-5b1c-4051-aee8-d84fbbc6740c tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:21.584995 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aae608e0-4a74-457b-9ead-b8e2a608206a req-9db2e608-5b1c-4051-aee8-d84fbbc6740c tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab8fb5a5-6118-4171-aeb2-92f36a763c8d HTTP/1.1" status: 200 len: 949 time: 0.0961018 Apr 21 12:29:21.691481 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04a6da20-51a3-49e5-b56e-ab18ba83d03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:21.733183 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d002b8-093d-4821-9b5d-6c9358a183b5 req-968c7663-1aff-4fd8-a64e-9ec61992c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:21.735172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d002b8-093d-4821-9b5d-6c9358a183b5 req-968c7663-1aff-4fd8-a64e-9ec61992c5ad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4a26e9dd03b4a78b7b13c694250c450&device_id=75402e25-4156-4248-9118-d807ee12d521 HTTP/1.1" status: 200 len: 1094 time: 0.1469016 Apr 21 12:29:21.868612 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aae608e0-4a74-457b-9ead-b8e2a608206a req-f2d7960d-c1a7-46e1-94cb-0d8ac9e07e4b tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300775 Apr 21 12:29:21.978345 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ab6cd-9cd3-42d3-844d-26d520dea76b req-d5fe0fce-e780-45ea-974e-68ce355ee4eb tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:21.982984 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-796ab6cd-9cd3-42d3-844d-26d520dea76b req-d5fe0fce-e780-45ea-974e-68ce355ee4eb tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=75402e25-4156-4248-9118-d807ee12d521 HTTP/1.1" status: 200 len: 943 time: 0.1434038 Apr 21 12:29:22.051941 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d002b8-093d-4821-9b5d-6c9358a183b5 req-83a15eec-a943-495f-9ac9-25cc9d513253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:22.054720 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d002b8-093d-4821-9b5d-6c9358a183b5 req-83a15eec-a943-495f-9ac9-25cc9d513253 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a750d059-4831-44ed-89d3-df516bd3d8aa HTTP/1.1" status: 200 len: 905 time: 0.3072450 Apr 21 12:29:22.108597 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-796ab6cd-9cd3-42d3-844d-26d520dea76b req-b1d8bee6-523e-4c9b-b735-800901d32275 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132188 Apr 21 12:29:22.127091 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d002b8-093d-4821-9b5d-6c9358a183b5 req-c626ae5e-041a-4a4b-ad7f-78efab1dc7b6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e0586fd5-9826-4c02-b8dd-e8e6648df55a HTTP/1.1" status: 200 len: 217 time: 0.0509129 Apr 21 12:29:22.183129 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d002b8-093d-4821-9b5d-6c9358a183b5 req-e41d2b59-fa75-4615-b1ba-1ce0f8c52150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:22.184695 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d002b8-093d-4821-9b5d-6c9358a183b5 req-e41d2b59-fa75-4615-b1ba-1ce0f8c52150 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b7070f83-9ad6-411e-82a5-c452eae4aee0 HTTP/1.1" status: 200 len: 844 time: 0.0642416 Apr 21 12:29:22.239416 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d002b8-093d-4821-9b5d-6c9358a183b5 req-fe8dee46-3689-4236-b8a5-ef5d717d974e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a750d059-4831-44ed-89d3-df516bd3d8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421917 Apr 21 12:29:22.242788 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04a6da20-51a3-49e5-b56e-ab18ba83d03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:22.334211 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d002b8-093d-4821-9b5d-6c9358a183b5 req-0bf641b2-dd26-4076-adb7-1e4575eb82a5 service neutron] 10.222.0.26 "GET /v2.0/networks/a750d059-4831-44ed-89d3-df516bd3d8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876606 Apr 21 12:29:22.335327 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04a6da20-51a3-49e5-b56e-ab18ba83d03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:22.432466 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6da20-51a3-49e5-b56e-ab18ba83d03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e23ec9-80bb-4cad-9fd5-ed97adb0136e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:22.438200 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-04a6da20-51a3-49e5-b56e-ab18ba83d03c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=078c8c4bad734d8c9553e0df4ddcff68&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0422373 Apr 21 12:29:22.441244 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54066) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:22.506436 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c699068-cd75-433a-8b9e-53dbdb3a3dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:22.518954 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d002b8-093d-4821-9b5d-6c9358a183b5 req-60abceab-8766-469d-82fc-c493080114b8 service neutron] 10.222.0.26 "GET /v2.0/networks/a750d059-4831-44ed-89d3-df516bd3d8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764867 Apr 21 12:29:22.570587 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c699068-cd75-433a-8b9e-53dbdb3a3dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:22.688740 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac5289-23e6-433b-838d-a6ed62f3695a req-51e8ff87-6f74-482c-86e7-44456dc9213c tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:22.690648 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8eac5289-23e6-433b-838d-a6ed62f3695a req-51e8ff87-6f74-482c-86e7-44456dc9213c tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab8fb5a5-6118-4171-aeb2-92f36a763c8d HTTP/1.1" status: 200 len: 949 time: 0.0640416 Apr 21 12:29:22.740856 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c699068-cd75-433a-8b9e-53dbdb3a3dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:22.746209 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c699068-cd75-433a-8b9e-53dbdb3a3dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:22.748141 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2c699068-cd75-433a-8b9e-53dbdb3a3dab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/64e23ec9-80bb-4cad-9fd5-ed97adb0136e HTTP/1.1" status: 204 len: 168 time: 0.3046510 Apr 21 12:29:22.748268 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8eac5289-23e6-433b-838d-a6ed62f3695a req-7af04a87-be5b-4598-8902-24166ad1e46d tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469353 Apr 21 12:29:22.758670 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c699068-cd75-433a-8b9e-53dbdb3a3dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e23ec9-80bb-4cad-9fd5-ed97adb0136e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:22.842315 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 54082) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:23.286704 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff8f66-9ceb-4b92-a8b4-89441fe7895b req-8c6ddb8d-a926-4c28-895d-90a84afb1c15 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:23.291105 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f3ff8f66-9ceb-4b92-a8b4-89441fe7895b req-8c6ddb8d-a926-4c28-895d-90a84afb1c15 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=75402e25-4156-4248-9118-d807ee12d521 HTTP/1.1" status: 200 len: 943 time: 0.0673139 Apr 21 12:29:23.366108 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f3ff8f66-9ceb-4b92-a8b4-89441fe7895b req-8c5a17e4-220e-4ff7-b413-e956754e6ec3 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684862 Apr 21 12:29:23.367716 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f82cb927-65bc-4336-830e-b1e0d0a46ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:23.494436 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f82cb927-65bc-4336-830e-b1e0d0a46ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:23.620939 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f82cb927-65bc-4336-830e-b1e0d0a46ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:23.664230 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f82cb927-65bc-4336-830e-b1e0d0a46ff7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6b870d5c8fbd41828828c339172ffbcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8197143 Apr 21 12:29:23.669110 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54108) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:23.675477 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82cb927-65bc-4336-830e-b1e0d0a46ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013a1650-ed12-41c2-9cb2-0838c22b6a61,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:23.723624 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-441630ad-5333-4c62-bedc-e13e7db9eace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:23.747118 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-441630ad-5333-4c62-bedc-e13e7db9eace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:23.758910 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 54110) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:23.810193 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e89e8fea-cfdb-464d-9acf-47c0de662263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:23.866815 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-441630ad-5333-4c62-bedc-e13e7db9eace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:23.870299 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-441630ad-5333-4c62-bedc-e13e7db9eace admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:23.871912 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-441630ad-5333-4c62-bedc-e13e7db9eace admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/013a1650-ed12-41c2-9cb2-0838c22b6a61 HTTP/1.1" status: 204 len: 168 time: 0.2061567 Apr 21 12:29:23.882741 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441630ad-5333-4c62-bedc-e13e7db9eace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013a1650-ed12-41c2-9cb2-0838c22b6a61,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:23.998305 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd43c5-1c22-4d7b-b9fd-657ba0f6470c req-d9d922e2-e05c-45b1-8430-718fb3a403a9 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:24.003472 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5424e7-f644-4739-88ab-6132ec2942e8 req-1678c0cb-9961-4528-afc7-f49184b8914e tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:24.005197 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8d5424e7-f644-4739-88ab-6132ec2942e8 req-1678c0cb-9961-4528-afc7-f49184b8914e tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab8fb5a5-6118-4171-aeb2-92f36a763c8d HTTP/1.1" status: 200 len: 949 time: 0.0875518 Apr 21 12:29:24.006140 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2fd43c5-1c22-4d7b-b9fd-657ba0f6470c req-d9d922e2-e05c-45b1-8430-718fb3a403a9 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab8fb5a5-6118-4171-aeb2-92f36a763c8d HTTP/1.1" status: 200 len: 949 time: 0.1326141 Apr 21 12:29:24.141390 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-8d5424e7-f644-4739-88ab-6132ec2942e8 req-91a1e95e-40d5-4d82-8a65-1846d0956075 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Deleting port c4a51b84-04dc-45cf-98e4-e536e9f022a8 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:29:24.142151 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8d5424e7-f644-4739-88ab-6132ec2942e8 req-91a1e95e-40d5-4d82-8a65-1846d0956075 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:24.286834 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-8d5424e7-f644-4739-88ab-6132ec2942e8 req-91a1e95e-40d5-4d82-8a65-1846d0956075 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] For port c4a51b84-04dc-45cf-98e4-e536e9f022a8, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c4a51b84-04dc-45cf-98e4-e536e9f022a8,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:29:24.287310 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8d5424e7-f644-4739-88ab-6132ec2942e8 req-91a1e95e-40d5-4d82-8a65-1846d0956075 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:24.306027 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-8d5424e7-f644-4739-88ab-6132ec2942e8 req-91a1e95e-40d5-4d82-8a65-1846d0956075 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Calling delete_port for c4a51b84-04dc-45cf-98e4-e536e9f022a8 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:29:24.331993 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2fd43c5-1c22-4d7b-b9fd-657ba0f6470c req-932bc28c-3d5b-47dc-be3d-f7ba6c424770 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/security-groups?id=023b55c0-a4bd-461a-8211-ff80f98eb6b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3143458 Apr 21 12:29:24.338096 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e89e8fea-cfdb-464d-9acf-47c0de662263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:24.450119 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e89e8fea-cfdb-464d-9acf-47c0de662263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:24.510031 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54128) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:24.554787 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e8fea-cfdb-464d-9acf-47c0de662263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4dc206-b017-439f-9549-b95ba0f962cc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:24.569318 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e89e8fea-cfdb-464d-9acf-47c0de662263 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5c322a25e3da483a81b9d8007a129a6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8029706 Apr 21 12:29:24.569704 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54134) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:24.590512 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac52e9-90d3-40ba-a0a2-78fbad8dac98 req-a641c15d-301a-4da6-a82f-09f0b833738d tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:24.592000 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-21ac52e9-90d3-40ba-a0a2-78fbad8dac98 req-a641c15d-301a-4da6-a82f-09f0b833738d tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=75402e25-4156-4248-9118-d807ee12d521 HTTP/1.1" status: 200 len: 943 time: 0.0840771 Apr 21 12:29:24.623341 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbcde486-3d45-46e9-b396-a34b9dc4a411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:24.640010 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-21ac52e9-90d3-40ba-a0a2-78fbad8dac98 req-c207e505-dd98-4c85-a6da-e0491212c405 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416656 Apr 21 12:29:24.663454 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbcde486-3d45-46e9-b396-a34b9dc4a411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:24.663454 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9ae7f6f4-4a80-4a8f-8897-538e67ab161b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:24.686619 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8d5424e7-f644-4739-88ab-6132ec2942e8 req-91a1e95e-40d5-4d82-8a65-1846d0956075 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:24.705006 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['c4a51b84-04dc-45cf-98e4-e536e9f022a8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:29:24.734845 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a1e95e-40d5-4d82-8a65-1846d0956075 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Pushing event deleted for resources: {'Port': ['ID=c4a51b84-04dc-45cf-98e4-e536e9f022a8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:24.809996 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5424e7-f644-4739-88ab-6132ec2942e8 req-91a1e95e-40d5-4d82-8a65-1846d0956075 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] No DVR routers for this DVR port c4a51b84-04dc-45cf-98e4-e536e9f022a8 on host n-h2-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:29:24.814485 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8d5424e7-f644-4739-88ab-6132ec2942e8 req-91a1e95e-40d5-4d82-8a65-1846d0956075 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:24.818715 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8d5424e7-f644-4739-88ab-6132ec2942e8 req-91a1e95e-40d5-4d82-8a65-1846d0956075 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.24 "DELETE /v2.0/ports/c4a51b84-04dc-45cf-98e4-e536e9f022a8 HTTP/1.1" status: 204 len: 173 time: 0.8033781 Apr 21 12:29:24.819344 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8fb5a5-6118-4171-aeb2-92f36a763c8d', 'name': 'network-vif-deleted', 'tag': 'c4a51b84-04dc-45cf-98e4-e536e9f022a8'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:29:24.822052 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84347679-c7f8-4a48-8fe7-fe9afd90ea9b" -d '{"events": [{"server_uuid": "ab8fb5a5-6118-4171-aeb2-92f36a763c8d", "name": "network-vif-deleted", "tag": "c4a51b84-04dc-45cf-98e4-e536e9f022a8"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:29:24.880032 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9ae7f6f4-4a80-4a8f-8897-538e67ab161b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:24.881911 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e07ca41-1256-4ad5-82c9-783744389892 x-openstack-request-id: req-5e07ca41-1256-4ad5-82c9-783744389892 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:29:24.890645 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8fb5a5-6118-4171-aeb2-92f36a763c8d", "name": "network-vif-deleted", "tag": "c4a51b84-04dc-45cf-98e4-e536e9f022a8", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:29:24.890645 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5e07ca41-1256-4ad5-82c9-783744389892 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:29:24.890645 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e07ca41-1256-4ad5-82c9-783744389892'] response: {'server_uuid': 'ab8fb5a5-6118-4171-aeb2-92f36a763c8d', 'name': 'network-vif-deleted', 'tag': 'c4a51b84-04dc-45cf-98e4-e536e9f022a8', 'status': 'completed', 'code': 200} Apr 21 12:29:24.919868 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 54148) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:24.934027 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f79f8193-b5b7-4010-9612-d73bc317502c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:24.941886 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbcde486-3d45-46e9-b396-a34b9dc4a411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:24.944826 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbcde486-3d45-46e9-b396-a34b9dc4a411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:24.947874 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cbcde486-3d45-46e9-b396-a34b9dc4a411 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea4dc206-b017-439f-9549-b95ba0f962cc HTTP/1.1" status: 204 len: 168 time: 0.3833482 Apr 21 12:29:24.965934 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcde486-3d45-46e9-b396-a34b9dc4a411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4dc206-b017-439f-9549-b95ba0f962cc,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:24.976361 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9ae7f6f4-4a80-4a8f-8897-538e67ab161b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:25.015063 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7f6f4-4a80-4a8f-8897-538e67ab161b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81354c4b-e91f-45b0-a69b-70ef1ebd263a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:25.065133 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9ae7f6f4-4a80-4a8f-8897-538e67ab161b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=83b535e90e91416abcf8505b20514c46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5525596 Apr 21 12:29:25.066671 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54152) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:25.067435 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device e0586fd5-9826-4c02-b8dd-e8e6648df55a details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:29:25.076351 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f79f8193-b5b7-4010-9612-d73bc317502c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:25.140333 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fdfae2a-f02b-4646-8173-ce50e8cff3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:25.152385 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f79f8193-b5b7-4010-9612-d73bc317502c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:25.170283 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fdfae2a-f02b-4646-8173-ce50e8cff3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:25.200956 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port e0586fd5-9826-4c02-b8dd-e8e6648df55a, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e0586fd5-9826-4c02-b8dd-e8e6648df55a,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:29:25.218366 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'e0586fd5-9826-4c02-b8dd-e8e6648df55a', 'network_id': 'a750d059-4831-44ed-89d3-df516bd3d8aa', 'port_id': 'e0586fd5-9826-4c02-b8dd-e8e6648df55a', 'mac_address': 'fa:16:3e:68:3c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7070f83-9ad6-411e-82a5-c452eae4aee0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:29:25.239040 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f79f8193-b5b7-4010-9612-d73bc317502c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=834a99ba0b574694bbd201adf6f87d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3178639 Apr 21 12:29:25.239924 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f8193-b5b7-4010-9612-d73bc317502c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3b0530-d861-4e85-997e-ee93f5c799b0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:25.241801 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54162) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:25.266488 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:25.280190 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0586fd5-9826-4c02-b8dd-e8e6648df55a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:29:25.286640 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fdfae2a-f02b-4646-8173-ce50e8cff3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:25.286640 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fdfae2a-f02b-4646-8173-ce50e8cff3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:25.286640 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2fdfae2a-f02b-4646-8173-ce50e8cff3c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/81354c4b-e91f-45b0-a69b-70ef1ebd263a HTTP/1.1" status: 204 len: 168 time: 0.2186754 Apr 21 12:29:25.309798 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port e0586fd5-9826-4c02-b8dd-e8e6648df55a, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e0586fd5-9826-4c02-b8dd-e8e6648df55a,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:29:25.311512 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdfae2a-f02b-4646-8173-ce50e8cff3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81354c4b-e91f-45b0-a69b-70ef1ebd263a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:25.328423 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-acff3ce8-279d-4a38-81d8-3ee72bf9ee33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:25.351027 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-acff3ce8-279d-4a38-81d8-3ee72bf9ee33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:25.374726 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:25.448962 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=e0586fd5-9826-4c02-b8dd-e8e6648df55a,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:25.476044 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e7f654d-5546-4161-9ba4-b1c4d36370b9 req-3104e02d-3f1b-43ea-99f8-1eed0e7d4bc1 tempest-DeleteServersAdminTestJSON-1679622528 tempest-DeleteServersAdminTestJSON-1679622528-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab8fb5a5-6118-4171-aeb2-92f36a763c8d HTTP/1.1" status: 200 len: 210 time: 0.0301712 Apr 21 12:29:25.495001 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-acff3ce8-279d-4a38-81d8-3ee72bf9ee33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:25.498141 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-acff3ce8-279d-4a38-81d8-3ee72bf9ee33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:25.499268 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-acff3ce8-279d-4a38-81d8-3ee72bf9ee33 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2b3b0530-d861-4e85-997e-ee93f5c799b0 HTTP/1.1" status: 204 len: 168 time: 0.2563336 Apr 21 12:29:25.516071 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff3ce8-279d-4a38-81d8-3ee72bf9ee33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3b0530-d861-4e85-997e-ee93f5c799b0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:25.744736 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['e0586fd5-9826-4c02-b8dd-e8e6648df55a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:29:25.792032 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98446bce-7f12-4916-bb8a-1c8a15cc8f61 req-327a8e21-938c-47d1-a59d-8627190f9289 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:25.805235 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98446bce-7f12-4916-bb8a-1c8a15cc8f61 req-327a8e21-938c-47d1-a59d-8627190f9289 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=75402e25-4156-4248-9118-d807ee12d521 HTTP/1.1" status: 200 len: 944 time: 0.0775661 Apr 21 12:29:25.862406 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98446bce-7f12-4916-bb8a-1c8a15cc8f61 req-1e14287f-7354-4005-859a-d26474a08e53 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552883 Apr 21 12:29:26.534014 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54214) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:26.562446 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1256544e-abe9-45bf-98d4-f7086e55bda5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:26.733555 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1256544e-abe9-45bf-98d4-f7086e55bda5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:26.802897 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1256544e-abe9-45bf-98d4-f7086e55bda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:26.843534 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256544e-abe9-45bf-98d4-f7086e55bda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfb94d0-e827-47fd-969a-36d3e4beaa85,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:26.858038 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1256544e-abe9-45bf-98d4-f7086e55bda5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=19e3eb8657544761b631b63cf77dc589&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3231428 Apr 21 12:29:26.860966 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 54240) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:26.995214 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca38af05-aea3-471d-9fa4-4024cc4bbacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:27.044083 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca38af05-aea3-471d-9fa4-4024cc4bbacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:27.082765 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device e0586fd5-9826-4c02-b8dd-e8e6648df55a up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:29:27.099476 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e16158-293c-4928-9a5d-383f3605b43d req-9f7cc326-80b6-4d43-94bb-2d75e6482332 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:27.111428 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-47e16158-293c-4928-9a5d-383f3605b43d req-9f7cc326-80b6-4d43-94bb-2d75e6482332 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=75402e25-4156-4248-9118-d807ee12d521 HTTP/1.1" status: 200 len: 944 time: 0.1039593 Apr 21 12:29:27.172319 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-47e16158-293c-4928-9a5d-383f3605b43d req-f72e3d38-bec0-4390-9c9e-bfe05cec6670 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387824 Apr 21 12:29:27.238166 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca38af05-aea3-471d-9fa4-4024cc4bbacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:27.238581 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port e0586fd5-9826-4c02-b8dd-e8e6648df55a completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:29:27.240786 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca38af05-aea3-471d-9fa4-4024cc4bbacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:27.245882 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ca38af05-aea3-471d-9fa4-4024cc4bbacc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8cfb94d0-e827-47fd-969a-36d3e4beaa85 HTTP/1.1" status: 204 len: 168 time: 0.3832493 Apr 21 12:29:27.249874 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port e0586fd5-9826-4c02-b8dd-e8e6648df55a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:29:27.249874 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:27.255197 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38af05-aea3-471d-9fa4-4024cc4bbacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfb94d0-e827-47fd-969a-36d3e4beaa85,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:27.356519 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:27.395482 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port e0586fd5-9826-4c02-b8dd-e8e6648df55a, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e0586fd5-9826-4c02-b8dd-e8e6648df55a,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:29:27.396620 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75402e25-4156-4248-9118-d807ee12d521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0586fd5-9826-4c02-b8dd-e8e6648df55a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:29:27.404640 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd46d59-a448-44a9-a46d-a2bd74cab1db" -d '{"events": [{"server_uuid": "75402e25-4156-4248-9118-d807ee12d521", "name": "network-vif-plugged", "status": "completed", "tag": "e0586fd5-9826-4c02-b8dd-e8e6648df55a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:29:27.444427 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced8d4ea-3463-485f-a79c-0cd54e2feb59 x-openstack-request-id: req-ced8d4ea-3463-485f-a79c-0cd54e2feb59 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:29:27.444885 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75402e25-4156-4248-9118-d807ee12d521", "name": "network-vif-plugged", "status": "completed", "tag": "e0586fd5-9826-4c02-b8dd-e8e6648df55a", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:29:27.445140 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ced8d4ea-3463-485f-a79c-0cd54e2feb59 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:29:27.445539 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ced8d4ea-3463-485f-a79c-0cd54e2feb59'] response: {'server_uuid': '75402e25-4156-4248-9118-d807ee12d521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0586fd5-9826-4c02-b8dd-e8e6648df55a', 'code': 200} Apr 21 12:29:27.529523 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:27.577511 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca7dfb-d9cd-4674-8bc8-490c805d538c req-09093979-4de9-472a-a9ce-0ba698edba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:27.579461 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e8ca7dfb-d9cd-4674-8bc8-490c805d538c req-09093979-4de9-472a-a9ce-0ba698edba92 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=75402e25-4156-4248-9118-d807ee12d521 HTTP/1.1" status: 200 len: 1095 time: 0.0656278 Apr 21 12:29:27.624087 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=e0586fd5-9826-4c02-b8dd-e8e6648df55a,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:27.635873 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e8ca7dfb-d9cd-4674-8bc8-490c805d538c req-6cdda95c-5669-4227-b0cd-823b94339d98 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501597 Apr 21 12:29:27.961290 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 54260) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:28.005199 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54266) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:28.210570 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-209e3c9f-2313-4acc-baf2-97c9f7e2da49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:28.218727 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c4a51b84-04dc-45cf-98e4-e536e9f022a8 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:29:28.273880 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: c4a51b84-04dc-45cf-98e4-e536e9f022a8 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:29:28.277404 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c4a51b84-04dc-45cf-98e4-e536e9f022a8 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:29:28.330267 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6b0d4c61-c50c-4560-b69a-ff75eef39785 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fe96978507c84751aed382d1bdc3e72a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3237648 Apr 21 12:29:28.338111 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54282) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:28.416291 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba196225-49d9-4f46-b6c9-e2d1974a268a req-acac066c-acb0-4008-8b38-627dc07bcf40 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:28.428242 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd684431-743f-4e82-b451-59ed2ae8c0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:28.435403 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba196225-49d9-4f46-b6c9-e2d1974a268a req-acac066c-acb0-4008-8b38-627dc07bcf40 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=75402e25-4156-4248-9118-d807ee12d521 HTTP/1.1" status: 200 len: 945 time: 0.1408477 Apr 21 12:29:28.465518 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd684431-743f-4e82-b451-59ed2ae8c0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:28.500876 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-209e3c9f-2313-4acc-baf2-97c9f7e2da49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:28.524957 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba196225-49d9-4f46-b6c9-e2d1974a268a req-6d12e6c8-a783-4441-b69d-34f2adc87f58 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888865 Apr 21 12:29:28.598562 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-209e3c9f-2313-4acc-baf2-97c9f7e2da49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:28.628022 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-209e3c9f-2313-4acc-baf2-97c9f7e2da49 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=74433c361cc242d49d9600e650cd5694&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6633105 Apr 21 12:29:28.628396 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54292) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:28.636025 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd684431-743f-4e82-b451-59ed2ae8c0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:28.638749 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd684431-743f-4e82-b451-59ed2ae8c0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:28.644339 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-dd684431-743f-4e82-b451-59ed2ae8c0bf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/023b55c0-a4bd-461a-8211-ff80f98eb6b4 HTTP/1.1" status: 204 len: 168 time: 0.3044417 Apr 21 12:29:28.680213 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e3c9f-2313-4acc-baf2-97c9f7e2da49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe4174e-8a65-49fc-adf6-15c570439e42,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:28.702623 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd684431-743f-4e82-b451-59ed2ae8c0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023b55c0-a4bd-461a-8211-ff80f98eb6b4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:28.785220 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99123fb2-f6ae-4db7-94df-b8e66eae977f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:28.818662 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99123fb2-f6ae-4db7-94df-b8e66eae977f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:28.992312 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99123fb2-f6ae-4db7-94df-b8e66eae977f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:28.995177 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99123fb2-f6ae-4db7-94df-b8e66eae977f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:28.996507 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-99123fb2-f6ae-4db7-94df-b8e66eae977f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2fe4174e-8a65-49fc-adf6-15c570439e42 HTTP/1.1" status: 204 len: 168 time: 0.3668580 Apr 21 12:29:29.012617 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99123fb2-f6ae-4db7-94df-b8e66eae977f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe4174e-8a65-49fc-adf6-15c570439e42,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:29.633523 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b71b6-c699-4f91-b53d-e37d5fb526fb req-774e2e5f-fb9e-48f3-acb2-2047cad816d0 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:29.634998 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1d2b71b6-c699-4f91-b53d-e37d5fb526fb req-774e2e5f-fb9e-48f3-acb2-2047cad816d0 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=75402e25-4156-4248-9118-d807ee12d521 HTTP/1.1" status: 200 len: 945 time: 0.0520363 Apr 21 12:29:29.682952 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1d2b71b6-c699-4f91-b53d-e37d5fb526fb req-b39f2b4f-b582-4c87-b583-c4032e1818c4 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311527 Apr 21 12:29:30.209899 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054adc8-b75a-4496-83b4-c0085aefeba9 req-d0302349-b4be-4ec9-be06-7eccf02b5569 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:30.211450 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7054adc8-b75a-4496-83b4-c0085aefeba9 req-d0302349-b4be-4ec9-be06-7eccf02b5569 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=75402e25-4156-4248-9118-d807ee12d521 HTTP/1.1" status: 200 len: 945 time: 0.0620635 Apr 21 12:29:30.271728 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7054adc8-b75a-4496-83b4-c0085aefeba9 req-85aa212f-142b-490b-8153-9112cffb8599 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522051 Apr 21 12:29:30.641562 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54330) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:30.663400 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6b59172-3fd5-41fe-bda4-cfcbb8422262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:30.754905 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 54332) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:30.789936 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04f5a39a-f7ad-47bf-bf21-6a898557aaee admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:30.820819 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6b59172-3fd5-41fe-bda4-cfcbb8422262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:30.912360 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6b59172-3fd5-41fe-bda4-cfcbb8422262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:30.923058 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04f5a39a-f7ad-47bf-bf21-6a898557aaee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:30.960472 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b6b59172-3fd5-41fe-bda4-cfcbb8422262 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a932c5727fa4aefbb62e472e18e1d96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160114 Apr 21 12:29:30.961781 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 54338) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:30.991476 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b59172-3fd5-41fe-bda4-cfcbb8422262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e513ac5-e98f-41ba-8060-cecddd5de2e0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:31.026088 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04f5a39a-f7ad-47bf-bf21-6a898557aaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:31.085442 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab49bf18-ea6e-4eb1-8b1c-d0c1864982f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:31.105281 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-04f5a39a-f7ad-47bf-bf21-6a898557aaee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ba8fcafb11f94f8594bc7f19ef133a46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3477178 Apr 21 12:29:31.106976 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f5a39a-f7ad-47bf-bf21-6a898557aaee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170417a5-e057-420d-849d-bb444f87e4c5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:31.108085 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54344) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:31.150127 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab49bf18-ea6e-4eb1-8b1c-d0c1864982f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:31.224543 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85f5a469-2603-4094-bec9-20fb2c8a0c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:31.252185 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85f5a469-2603-4094-bec9-20fb2c8a0c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:31.285384 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab49bf18-ea6e-4eb1-8b1c-d0c1864982f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:31.290233 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab49bf18-ea6e-4eb1-8b1c-d0c1864982f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:31.291495 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ab49bf18-ea6e-4eb1-8b1c-d0c1864982f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3e513ac5-e98f-41ba-8060-cecddd5de2e0 HTTP/1.1" status: 204 len: 168 time: 0.3283126 Apr 21 12:29:31.317072 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab49bf18-ea6e-4eb1-8b1c-d0c1864982f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e513ac5-e98f-41ba-8060-cecddd5de2e0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:31.397716 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85f5a469-2603-4094-bec9-20fb2c8a0c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:31.400214 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85f5a469-2603-4094-bec9-20fb2c8a0c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:31.401349 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-85f5a469-2603-4094-bec9-20fb2c8a0c5c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/170417a5-e057-420d-849d-bb444f87e4c5 HTTP/1.1" status: 204 len: 168 time: 0.2922890 Apr 21 12:29:31.410925 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5a469-2603-4094-bec9-20fb2c8a0c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170417a5-e057-420d-849d-bb444f87e4c5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:31.467059 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b84cf7-56b5-462f-a16a-bdd6227af9c8 req-892de6a5-8870-4999-828b-9658b1e73491 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:31.476601 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d4b84cf7-56b5-462f-a16a-bdd6227af9c8 req-892de6a5-8870-4999-828b-9658b1e73491 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=75402e25-4156-4248-9118-d807ee12d521 HTTP/1.1" status: 200 len: 945 time: 0.1096733 Apr 21 12:29:31.533902 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d4b84cf7-56b5-462f-a16a-bdd6227af9c8 req-0ad81f93-52e2-45d9-9588-eb94063de716 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525973 Apr 21 12:29:32.632513 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:29:35.658538 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 54530) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:36.327718 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88f2e92a-77af-4334-b70f-b165054819f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:36.344802 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54550) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:36.457458 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88f2e92a-77af-4334-b70f-b165054819f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:36.496564 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 54558) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:36.609859 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88f2e92a-77af-4334-b70f-b165054819f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:36.651297 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54564) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:36.652233 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-88f2e92a-77af-4334-b70f-b165054819f8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=057dbf982bf341a693ce5a91fc7c5b44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9905143 Apr 21 12:29:36.710048 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2e92a-77af-4334-b70f-b165054819f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3eda0ad-3519-41fa-b680-1758750f2a1b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:36.716369 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ea290b9-2abe-4ea7-aaa1-55ff86685df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:36.745510 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ea290b9-2abe-4ea7-aaa1-55ff86685df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:36.799737 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e371b5fe-052a-4600-9f5a-5303f9c265d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:36.804741 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-886ae3ed-db00-48be-9ca6-df004485d729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:36.970228 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ea290b9-2abe-4ea7-aaa1-55ff86685df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:36.970228 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ea290b9-2abe-4ea7-aaa1-55ff86685df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:36.970228 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4ea290b9-2abe-4ea7-aaa1-55ff86685df4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b3eda0ad-3519-41fa-b680-1758750f2a1b HTTP/1.1" status: 204 len: 168 time: 0.2963777 Apr 21 12:29:36.970228 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea290b9-2abe-4ea7-aaa1-55ff86685df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3eda0ad-3519-41fa-b680-1758750f2a1b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:37.012737 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-886ae3ed-db00-48be-9ca6-df004485d729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:37.051273 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e371b5fe-052a-4600-9f5a-5303f9c265d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:37.127483 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device e0586fd5-9826-4c02-b8dd-e8e6648df55a details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:29:37.230162 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port e0586fd5-9826-4c02-b8dd-e8e6648df55a, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e0586fd5-9826-4c02-b8dd-e8e6648df55a,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:29:37.243559 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'e0586fd5-9826-4c02-b8dd-e8e6648df55a', 'network_id': 'a750d059-4831-44ed-89d3-df516bd3d8aa', 'port_id': 'e0586fd5-9826-4c02-b8dd-e8e6648df55a', 'mac_address': 'fa:16:3e:68:3c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7070f83-9ad6-411e-82a5-c452eae4aee0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:29:37.288838 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:37.305361 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e0586fd5-9826-4c02-b8dd-e8e6648df55a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:29:37.328986 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port e0586fd5-9826-4c02-b8dd-e8e6648df55a, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e0586fd5-9826-4c02-b8dd-e8e6648df55a,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:29:37.357898 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-886ae3ed-db00-48be-9ca6-df004485d729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:37.397527 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-886ae3ed-db00-48be-9ca6-df004485d729 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a004599e86c642d1b1c5846b08caa9f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0487268 Apr 21 12:29:37.398004 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 54598) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:37.404414 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ae3ed-db00-48be-9ca6-df004485d729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091ab411-dbf3-4e5d-83fa-87fe76d07610,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:37.485996 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c422587-74ca-4af8-9a7d-e106c7ccc79f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:37.507678 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c422587-74ca-4af8-9a7d-e106c7ccc79f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:37.791703 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e371b5fe-052a-4600-9f5a-5303f9c265d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:37.829787 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e371b5fe-052a-4600-9f5a-5303f9c265d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af5e1fa0bf204ca19546f7d1069d5762&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3320854 Apr 21 12:29:37.830613 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e371b5fe-052a-4600-9f5a-5303f9c265d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb8e632-3639-4860-8107-529de2701f56,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:37.832479 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54606) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:37.881690 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2f7946b6-f486-4fe3-b958-0cfc09ea7a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:37.902822 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2f7946b6-f486-4fe3-b958-0cfc09ea7a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:37.924377 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:37.976643 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c422587-74ca-4af8-9a7d-e106c7ccc79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:37.993329 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c422587-74ca-4af8-9a7d-e106c7ccc79f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:37.993329 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7c422587-74ca-4af8-9a7d-e106c7ccc79f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/091ab411-dbf3-4e5d-83fa-87fe76d07610 HTTP/1.1" status: 204 len: 168 time: 0.5893273 Apr 21 12:29:38.000871 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c422587-74ca-4af8-9a7d-e106c7ccc79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091ab411-dbf3-4e5d-83fa-87fe76d07610,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:38.018351 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['e0586fd5-9826-4c02-b8dd-e8e6648df55a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:29:38.102688 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=e0586fd5-9826-4c02-b8dd-e8e6648df55a,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:38.128947 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2f7946b6-f486-4fe3-b958-0cfc09ea7a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:38.131481 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2f7946b6-f486-4fe3-b958-0cfc09ea7a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:38.132642 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2f7946b6-f486-4fe3-b958-0cfc09ea7a34 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ddb8e632-3639-4860-8107-529de2701f56 HTTP/1.1" status: 204 len: 168 time: 0.2991097 Apr 21 12:29:38.148427 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7946b6-f486-4fe3-b958-0cfc09ea7a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb8e632-3639-4860-8107-529de2701f56,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:39.150984 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device e0586fd5-9826-4c02-b8dd-e8e6648df55a up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:29:39.204109 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port e0586fd5-9826-4c02-b8dd-e8e6648df55a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:29:39.204475 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:39.283003 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:39.305596 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75402e25-4156-4248-9118-d807ee12d521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0586fd5-9826-4c02-b8dd-e8e6648df55a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:29:39.307879 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86db8e71-4bff-404f-88a7-2554a56d647e" -d '{"events": [{"server_uuid": "75402e25-4156-4248-9118-d807ee12d521", "name": "network-vif-plugged", "status": "completed", "tag": "e0586fd5-9826-4c02-b8dd-e8e6648df55a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:29:39.320622 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port e0586fd5-9826-4c02-b8dd-e8e6648df55a, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e0586fd5-9826-4c02-b8dd-e8e6648df55a,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:29:39.342611 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87bab66a-e9e2-45cf-ad0f-2e69960c7923 x-openstack-request-id: req-87bab66a-e9e2-45cf-ad0f-2e69960c7923 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:29:39.342943 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75402e25-4156-4248-9118-d807ee12d521", "name": "network-vif-plugged", "status": "completed", "tag": "e0586fd5-9826-4c02-b8dd-e8e6648df55a", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:29:39.343172 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-87bab66a-e9e2-45cf-ad0f-2e69960c7923 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:29:39.343565 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87bab66a-e9e2-45cf-ad0f-2e69960c7923'] response: {'server_uuid': '75402e25-4156-4248-9118-d807ee12d521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0586fd5-9826-4c02-b8dd-e8e6648df55a', 'code': 200} Apr 21 12:29:39.472186 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:39.523124 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=e0586fd5-9826-4c02-b8dd-e8e6648df55a,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:39.734847 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54658) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:39.734847 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54660) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:39.746541 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68123b0e-9933-49ee-8428-e888d65f6fe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:39.814756 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54666) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:39.833720 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68123b0e-9933-49ee-8428-e888d65f6fe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:39.964122 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68123b0e-9933-49ee-8428-e888d65f6fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:40.003179 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 54670) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:40.003971 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-68123b0e-9933-49ee-8428-e888d65f6fe4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d5f317310d6483580b9d05e0099185c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745593 Apr 21 12:29:40.026850 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68123b0e-9933-49ee-8428-e888d65f6fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1ea921-0d2a-441c-acda-40cdf7ceb582,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:40.057043 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b594a926-d8be-4a3c-9e41-1b88e2e6b33b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:40.078739 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b594a926-d8be-4a3c-9e41-1b88e2e6b33b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:40.260735 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b594a926-d8be-4a3c-9e41-1b88e2e6b33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:40.263392 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b594a926-d8be-4a3c-9e41-1b88e2e6b33b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:40.264599 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b594a926-d8be-4a3c-9e41-1b88e2e6b33b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5c1ea921-0d2a-441c-acda-40cdf7ceb582 HTTP/1.1" status: 204 len: 168 time: 0.2604666 Apr 21 12:29:40.272660 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594a926-d8be-4a3c-9e41-1b88e2e6b33b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1ea921-0d2a-441c-acda-40cdf7ceb582,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:40.316080 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 54684) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:40.329819 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1aba169-f9cc-49b9-a0d5-5829a2429e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:40.422106 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1aba169-f9cc-49b9-a0d5-5829a2429e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:40.469970 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef71cd88-86b0-4f5c-8bbe-832724704af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:40.492179 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 54686) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:40.519477 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a459710-af96-494f-8590-68103346edd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:40.522437 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e76fbae-f268-4679-9e3b-bc0088e6d81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:40.555775 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54688) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:40.563738 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-79cc105e-c688-48cc-9081-bff705917e8f tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1806195243', 'description': 'tempest-description--1878935309'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:29:40.567584 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1aba169-f9cc-49b9-a0d5-5829a2429e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:40.610964 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef71cd88-86b0-4f5c-8bbe-832724704af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:40.624065 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e1aba169-f9cc-49b9-a0d5-5829a2429e16 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3fedea75ab7d4b2d8c30790b91c05a32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3043225 Apr 21 12:29:40.624065 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aba169-f9cc-49b9-a0d5-5829a2429e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa5e3d4-22ab-4b1c-8c5b-e84e0270d4f6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:40.626607 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54690) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:40.654827 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a459710-af96-494f-8590-68103346edd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:40.692576 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e76fbae-f268-4679-9e3b-bc0088e6d81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:40.703857 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a463ace9-b91d-446f-bffe-3d36da507851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:40.707871 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef71cd88-86b0-4f5c-8bbe-832724704af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:40.750923 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a463ace9-b91d-446f-bffe-3d36da507851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:40.753114 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a459710-af96-494f-8590-68103346edd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:40.764523 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ef71cd88-86b0-4f5c-8bbe-832724704af3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=816951db9c4644e9910c8facc621003f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0315137 Apr 21 12:29:40.766029 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 54692) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:40.767557 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef71cd88-86b0-4f5c-8bbe-832724704af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe96b21-562d-49c4-ab5b-b3571d0995bb,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:40.771724 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79cc105e-c688-48cc-9081-bff705917e8f tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:40.804530 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e76fbae-f268-4679-9e3b-bc0088e6d81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:40.820837 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2a459710-af96-494f-8590-68103346edd5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b9190f638d8645feaf5651460cc3eb6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3271520 Apr 21 12:29:40.830117 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54698) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:40.839597 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a459710-af96-494f-8590-68103346edd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456ee628-a54b-4f89-bd6d-be8dcb0e9645,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:40.867280 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f49abdcc-de4e-4fcd-b158-dffcf43a7feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:40.882050 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0e76fbae-f268-4679-9e3b-bc0088e6d81b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ebfebf7ed1b840cbaeeb5ac7d9836cc3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0643742 Apr 21 12:29:40.886658 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 54704) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:40.893858 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76fbae-f268-4679-9e3b-bc0088e6d81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a749dc-0f30-44c1-9732-6f9a9d7a76ec,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:40.899095 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f49abdcc-de4e-4fcd-b158-dffcf43a7feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:40.933262 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6bd38d6f-525a-4d34-a9ec-cafaa5dcdab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:40.955662 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6bd38d6f-525a-4d34-a9ec-cafaa5dcdab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:40.980315 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65989d64-df59-4d69-ad0a-a72b39368b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:40.999490 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a463ace9-b91d-446f-bffe-3d36da507851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:41.002187 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a463ace9-b91d-446f-bffe-3d36da507851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:41.003339 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a463ace9-b91d-446f-bffe-3d36da507851 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8aa5e3d4-22ab-4b1c-8c5b-e84e0270d4f6 HTTP/1.1" status: 204 len: 168 time: 0.3751600 Apr 21 12:29:41.008826 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65989d64-df59-4d69-ad0a-a72b39368b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:41.017672 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463ace9-b91d-446f-bffe-3d36da507851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa5e3d4-22ab-4b1c-8c5b-e84e0270d4f6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:41.137637 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f49abdcc-de4e-4fcd-b158-dffcf43a7feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:41.140618 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f49abdcc-de4e-4fcd-b158-dffcf43a7feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:41.142606 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f49abdcc-de4e-4fcd-b158-dffcf43a7feb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7fe96b21-562d-49c4-ab5b-b3571d0995bb HTTP/1.1" status: 204 len: 168 time: 0.3734212 Apr 21 12:29:41.154109 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49abdcc-de4e-4fcd-b158-dffcf43a7feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe96b21-562d-49c4-ab5b-b3571d0995bb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:41.170431 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6bd38d6f-525a-4d34-a9ec-cafaa5dcdab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:41.175470 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6bd38d6f-525a-4d34-a9ec-cafaa5dcdab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:41.178057 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6bd38d6f-525a-4d34-a9ec-cafaa5dcdab1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/456ee628-a54b-4f89-bd6d-be8dcb0e9645 HTTP/1.1" status: 204 len: 168 time: 0.3452139 Apr 21 12:29:41.189178 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79cc105e-c688-48cc-9081-bff705917e8f tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:41.194108 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd38d6f-525a-4d34-a9ec-cafaa5dcdab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456ee628-a54b-4f89-bd6d-be8dcb0e9645,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:41.226186 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65989d64-df59-4d69-ad0a-a72b39368b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:41.228742 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65989d64-df59-4d69-ad0a-a72b39368b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:41.229886 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-65989d64-df59-4d69-ad0a-a72b39368b9b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b1a749dc-0f30-44c1-9732-6f9a9d7a76ec HTTP/1.1" status: 204 len: 168 time: 0.3422940 Apr 21 12:29:41.237647 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65989d64-df59-4d69-ad0a-a72b39368b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a749dc-0f30-44c1-9732-6f9a9d7a76ec,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:41.294893 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79cc105e-c688-48cc-9081-bff705917e8f tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:41.328089 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cc105e-c688-48cc-9081-bff705917e8f tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=852372b5-9547-47c3-aafb-b5d61f7a8699,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:41.376727 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79cc105e-c688-48cc-9081-bff705917e8f tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:41.377986 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-79cc105e-c688-48cc-9081-bff705917e8f tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8212922 Apr 21 12:29:41.380936 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54740) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:41.386844 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ca64a5b9-d73a-45fc-85f6-4821135394da tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Request body: {'security_group_rule': {'security_group_id': '852372b5-9547-47c3-aafb-b5d61f7a8699', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:29:41.530830 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca64a5b9-d73a-45fc-85f6-4821135394da tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:41.603009 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca64a5b9-d73a-45fc-85f6-4821135394da tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:41.711729 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca64a5b9-d73a-45fc-85f6-4821135394da tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:41.729100 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64a5b9-d73a-45fc-85f6-4821135394da tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d30c105-c96c-49d8-91a5-3477a3514c19,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:41.861980 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca64a5b9-d73a-45fc-85f6-4821135394da tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:41.863266 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ca64a5b9-d73a-45fc-85f6-4821135394da tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4814367 Apr 21 12:29:41.866248 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54746) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:41.871297 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-51d5ac90-c867-41e5-97ce-2a38bc8bb7a8 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Request body: {'security_group_rule': {'security_group_id': '852372b5-9547-47c3-aafb-b5d61f7a8699', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:29:41.974381 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-51d5ac90-c867-41e5-97ce-2a38bc8bb7a8 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:42.257966 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-51d5ac90-c867-41e5-97ce-2a38bc8bb7a8 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:42.317678 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-51d5ac90-c867-41e5-97ce-2a38bc8bb7a8 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:42.335153 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d5ac90-c867-41e5-97ce-2a38bc8bb7a8 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec34e00-9fc2-4687-bc38-e4eb5ffec770,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:42.422590 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-51d5ac90-c867-41e5-97ce-2a38bc8bb7a8 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:42.423805 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-51d5ac90-c867-41e5-97ce-2a38bc8bb7a8 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5565338 Apr 21 12:29:42.433620 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54772) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:42.437919 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6222e841-536c-442e-af4c-12fa584a671c tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:29:42.442119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 54774) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:42.456625 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-545aa56e-6b7d-4d6c-b26d-4c4c92d21d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:42.533060 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-545aa56e-6b7d-4d6c-b26d-4c4c92d21d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:42.586648 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6222e841-536c-442e-af4c-12fa584a671c tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks [] for floatingip, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:42.643334 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-545aa56e-6b7d-4d6c-b26d-4c4c92d21d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:42.677446 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54780) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:42.706019 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5607a219-d119-404d-a705-60691310a10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:42.722898 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6222e841-536c-442e-af4c-12fa584a671c tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:42.752685 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-545aa56e-6b7d-4d6c-b26d-4c4c92d21d31 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=44b2d190c2214bd6997217444fe5321b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827425 Apr 21 12:29:42.753101 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54784) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:42.753328 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545aa56e-6b7d-4d6c-b26d-4c4c92d21d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8084e3be-0833-4094-bd27-b01ef9001518,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:42.909506 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78b4ac28-c4bb-4ab7-a410-c187e99da4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:42.925922 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5607a219-d119-404d-a705-60691310a10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:42.952916 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-6222e841-536c-442e-af4c-12fa584a671c tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Allocated IP 172.25.8.114 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/52f50c09-b268-4735-ae12-ab8401ccd5eb) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:29:42.960020 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78b4ac28-c4bb-4ab7-a410-c187e99da4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:43.011738 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5607a219-d119-404d-a705-60691310a10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:43.089338 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 54800) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:43.089702 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5607a219-d119-404d-a705-60691310a10f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b70cf94c39154ffe9da25d719089d2c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4107091 Apr 21 12:29:43.093259 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607a219-d119-404d-a705-60691310a10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15beebb4-4241-4524-8b22-ca60fc00ea96,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:43.190078 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78b4ac28-c4bb-4ab7-a410-c187e99da4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:43.198958 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78b4ac28-c4bb-4ab7-a410-c187e99da4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:43.203585 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-78b4ac28-c4bb-4ab7-a410-c187e99da4ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8084e3be-0833-4094-bd27-b01ef9001518 HTTP/1.1" status: 204 len: 168 time: 0.4656277 Apr 21 12:29:43.210129 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-088de32d-d7b4-4ff2-9608-6a670af7eaa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:43.216008 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6222e841-536c-442e-af4c-12fa584a671c tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:43.239215 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4ac28-c4bb-4ab7-a410-c187e99da4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8084e3be-0833-4094-bd27-b01ef9001518,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:43.245880 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-088de32d-d7b4-4ff2-9608-6a670af7eaa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:43.409335 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6222e841-536c-442e-af4c-12fa584a671c tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:43.450707 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-088de32d-d7b4-4ff2-9608-6a670af7eaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:43.452938 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e13c6e31-3f08-4d40-8b22-c7c77e9d148e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:43.457644 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6222e841-536c-442e-af4c-12fa584a671c tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:29:43.460748 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-6222e841-536c-442e-af4c-12fa584a671c tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:29:43.461601 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-088de32d-d7b4-4ff2-9608-6a670af7eaa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:43.463126 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-088de32d-d7b4-4ff2-9608-6a670af7eaa9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/15beebb4-4241-4524-8b22-ca60fc00ea96 HTTP/1.1" status: 204 len: 168 time: 0.3725245 Apr 21 12:29:43.465251 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6222e841-536c-442e-af4c-12fa584a671c tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:29:43.471252 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222e841-536c-442e-af4c-12fa584a671c tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Pushing event updated for resources: {'Port': ['ID=52f50c09-b268-4735-ae12-ab8401ccd5eb,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:43.478146 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088de32d-d7b4-4ff2-9608-6a670af7eaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15beebb4-4241-4524-8b22-ca60fc00ea96,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:43.636111 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6222e841-536c-442e-af4c-12fa584a671c tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:43.756132 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6222e841-536c-442e-af4c-12fa584a671c tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:43.927197 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6222e841-536c-442e-af4c-12fa584a671c tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:44.049925 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6222e841-536c-442e-af4c-12fa584a671c tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:44.132410 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222e841-536c-442e-af4c-12fa584a671c tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Pushing event updated for resources: {'Port': ['ID=52f50c09-b268-4735-ae12-ab8401ccd5eb,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:44.148087 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6222e841-536c-442e-af4c-12fa584a671c tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:44.217497 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6222e841-536c-442e-af4c-12fa584a671c tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:44.233557 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6222e841-536c-442e-af4c-12fa584a671c tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7933381 Apr 21 12:29:44.699319 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-335d99bb-a909-4c55-a560-0fe092932d33 req-2d5090a2-18fd-4160-a079-c83a85af6cb2 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1806195243&fields=id&tenant_id=83ba1d77d70e479991d8b2182c43e0c6 HTTP/1.1" status: 200 len: 267 time: 0.0579307 Apr 21 12:29:44.829985 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d99bb-a909-4c55-a560-0fe092932d33 req-53afc52d-9bb8-41b8-b3ab-2dd828222382 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:44.831892 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-335d99bb-a909-4c55-a560-0fe092932d33 req-53afc52d-9bb8-41b8-b3ab-2dd828222382 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/networks?id=cc6e7ae9-2799-4196-8bed-f51a71fb8795 HTTP/1.1" status: 200 len: 813 time: 0.1316617 Apr 21 12:29:44.861835 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-335d99bb-a909-4c55-a560-0fe092932d33 req-c5e3fda8-d372-46b1-b06a-aadf9b9854d9 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/quotas/83ba1d77d70e479991d8b2182c43e0c6 HTTP/1.1" status: 200 len: 375 time: 0.0208178 Apr 21 12:29:44.914262 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-335d99bb-a909-4c55-a560-0fe092932d33 req-65c2db74-bc6b-4342-b0e8-6d156fa0231a tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=83ba1d77d70e479991d8b2182c43e0c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0546129 Apr 21 12:29:45.043234 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-335d99bb-a909-4c55-a560-0fe092932d33 req-06f39e78-4c10-4957-b587-8552b2546121 service neutron] 10.222.0.36 "GET /v2.0/networks/cc6e7ae9-2799-4196-8bed-f51a71fb8795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166036 Apr 21 12:29:45.147874 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-335d99bb-a909-4c55-a560-0fe092932d33 req-0f940709-51db-4b3a-b1ad-27528a23486f service neutron] 10.222.0.36 "GET /v2.0/networks/cc6e7ae9-2799-4196-8bed-f51a71fb8795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036332 Apr 21 12:29:45.545405 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-afd82f91-7ebe-432a-b0e5-05761978c664 req-18c3d842-9e20-49d1-81dc-8824834b1c53 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/ports?device_id=87a86a14-2ab0-448a-b761-211fef436774 HTTP/1.1" status: 200 len: 210 time: 0.0743165 Apr 21 12:29:45.666049 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a4c148e-ccab-49c7-b476-ce35aae1d78c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:46.663533 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5789107d-a28b-458c-a323-8448efa9684e req-9bcb8f78-cfb6-4d15-9e84-f650f4dde448 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/ports?device_id=87a86a14-2ab0-448a-b761-211fef436774 HTTP/1.1" status: 200 len: 210 time: 0.0282497 Apr 21 12:29:47.163519 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:47.450452 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:47.518445 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 54994) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:47.811729 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d53f975a-b00d-4a66-94b0-0c33c5aac45d req-8abdbc90-26e0-4962-b30d-5b6651527704 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/ports?device_id=87a86a14-2ab0-448a-b761-211fef436774 HTTP/1.1" status: 200 len: 210 time: 0.0480866 Apr 21 12:29:48.074900 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2cdf2eb0-d287-4fdb-afad-cd4c41fb9c44 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-189832081-network', 'tenant_id': '26ea3c659ac44d28a683c1af948ed1b6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:29:48.107046 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55022) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:48.203462 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdf2eb0-d287-4fdb-afad-cd4c41fb9c44 admin admin] Made reservation on behalf of 26ea3c659ac44d28a683c1af948ed1b6 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:29:48.206606 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2cdf2eb0-d287-4fdb-afad-cd4c41fb9c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:48.220148 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2cdf2eb0-d287-4fdb-afad-cd4c41fb9c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:48.317987 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:48.334086 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2cdf2eb0-d287-4fdb-afad-cd4c41fb9c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:48.391869 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2cdf2eb0-d287-4fdb-afad-cd4c41fb9c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:48.410640 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cdf2eb0-d287-4fdb-afad-cd4c41fb9c44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:29:48.446498 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2cdf2eb0-d287-4fdb-afad-cd4c41fb9c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:48.449159 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-2cdf2eb0-d287-4fdb-afad-cd4c41fb9c44 admin admin] Added segment 2d2d20e9-0e28-4b12-82e0-16a41c274765 of type vlan for network c287e289-9664-4a57-ae4d-cb3d1c307007 Apr 21 12:29:48.509977 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf2eb0-d287-4fdb-afad-cd4c41fb9c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:48.523121 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2cdf2eb0-d287-4fdb-afad-cd4c41fb9c44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:48.649175 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2cdf2eb0-d287-4fdb-afad-cd4c41fb9c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:48.650188 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdf2eb0-d287-4fdb-afad-cd4c41fb9c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:48.650770 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2cdf2eb0-d287-4fdb-afad-cd4c41fb9c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:48.674996 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-837c6fcd-88d2-4368-8e0f-733d9a6c0c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:48.701484 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:48.753748 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdf2eb0-d287-4fdb-afad-cd4c41fb9c44 admin admin] Pushing event updated for resources: {'Network': ['ID=c287e289-9664-4a57-ae4d-cb3d1c307007,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:48.768779 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2cdf2eb0-d287-4fdb-afad-cd4c41fb9c44 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2466841 Apr 21 12:29:48.769340 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55046) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:48.774552 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network c287e289-9664-4a57-ae4d-cb3d1c307007 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:29:48.779818 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-45c54591-2c75-4058-b849-c8b8c03393e9 admin admin] Request body: {'subnet': {'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-189832081-subnet', 'tenant_id': '26ea3c659ac44d28a683c1af948ed1b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:29:48.913055 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c54591-2c75-4058-b849-c8b8c03393e9 admin admin] Made reservation on behalf of 26ea3c659ac44d28a683c1af948ed1b6 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:29:48.916293 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45c54591-2c75-4058-b849-c8b8c03393e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:49.111154 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-837c6fcd-88d2-4368-8e0f-733d9a6c0c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:49.191005 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-837c6fcd-88d2-4368-8e0f-733d9a6c0c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:49.256253 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-837c6fcd-88d2-4368-8e0f-733d9a6c0c5c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=35bd90e6177344889395c515687ffb9f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1469188 Apr 21 12:29:49.259221 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c6fcd-88d2-4368-8e0f-733d9a6c0c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19f16fc-9080-4674-b912-65d48db025c5,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:49.284705 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d99bb-a909-4c55-a560-0fe092932d33 req-08e9b980-1c6a-4036-8760-06ec867e9cf7 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:49.286605 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-335d99bb-a909-4c55-a560-0fe092932d33 req-08e9b980-1c6a-4036-8760-06ec867e9cf7 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.24 "GET /v2.0/networks?id=cc6e7ae9-2799-4196-8bed-f51a71fb8795 HTTP/1.1" status: 200 len: 813 time: 0.5243385 Apr 21 12:29:49.288108 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55070) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:49.358168 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4a46a3bf-db13-4c11-8490-b7361d3cfa63 req-c83ad425-d56d-49f8-9227-f3feda869600 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/ports?device_id=87a86a14-2ab0-448a-b761-211fef436774 HTTP/1.1" status: 200 len: 210 time: 0.0628693 Apr 21 12:29:49.382521 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-335d99bb-a909-4c55-a560-0fe092932d33 req-01ac670b-e0c6-4dfc-9f4e-39058e72bf39 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83ba1d77d70e479991d8b2182c43e0c6 HTTP/1.1" status: 200 len: 380 time: 0.0710554 Apr 21 12:29:49.398812 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-335d99bb-a909-4c55-a560-0fe092932d33 req-3bff4938-2df1-45bf-8775-8bf65c0b9586 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Request body: {'port': {'device_id': '87a86a14-2ab0-448a-b761-211fef436774', 'network_id': 'cc6e7ae9-2799-4196-8bed-f51a71fb8795', 'admin_state_up': True, 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'security_groups': ['852372b5-9547-47c3-aafb-b5d61f7a8699']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:29:49.399314 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45c54591-2c75-4058-b849-c8b8c03393e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:49.505710 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1bacf1eb-c6e2-416d-b5f9-fc84eac762ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:49.521406 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c54591-2c75-4058-b849-c8b8c03393e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c2895f5-072d-4584-843c-51a4758cad8d,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:49.539730 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1bacf1eb-c6e2-416d-b5f9-fc84eac762ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:49.623269 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c54591-2c75-4058-b849-c8b8c03393e9 admin admin] Checking segment: {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:29:49.623916 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c54591-2c75-4058-b849-c8b8c03393e9 admin admin] Network hostable DHCP agents. Network: c287e289-9664-4a57-ae4d-cb3d1c307007, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:29:49.683156 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1bacf1eb-c6e2-416d-b5f9-fc84eac762ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:49.686198 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1bacf1eb-c6e2-416d-b5f9-fc84eac762ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:49.687633 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1bacf1eb-c6e2-416d-b5f9-fc84eac762ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f19f16fc-9080-4674-b912-65d48db025c5 HTTP/1.1" status: 204 len: 168 time: 0.3973780 Apr 21 12:29:49.697867 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bacf1eb-c6e2-416d-b5f9-fc84eac762ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19f16fc-9080-4674-b912-65d48db025c5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:49.752013 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c54591-2c75-4058-b849-c8b8c03393e9 admin admin] Network c287e289-9664-4a57-ae4d-cb3d1c307007 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:29:49.786182 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-335d99bb-a909-4c55-a560-0fe092932d33 req-3bff4938-2df1-45bf-8775-8bf65c0b9586 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Made reservation on behalf of 83ba1d77d70e479991d8b2182c43e0c6 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:29:49.789992 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-335d99bb-a909-4c55-a560-0fe092932d33 req-3bff4938-2df1-45bf-8775-8bf65c0b9586 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:49.855111 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-45c54591-2c75-4058-b849-c8b8c03393e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, c287e289-9664-4a57-ae4d-cb3d1c307007) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:29:49.860102 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c54591-2c75-4058-b849-c8b8c03393e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:49.860903 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45c54591-2c75-4058-b849-c8b8c03393e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:49.866899 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020da835-272a-4aa6-90e3-e36389e90ded None None] Network c287e289-9664-4a57-ae4d-cb3d1c307007 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:29:49.979284 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-335d99bb-a909-4c55-a560-0fe092932d33 req-3bff4938-2df1-45bf-8775-8bf65c0b9586 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Allocated IP 172.20.0.13 (cc6e7ae9-2799-4196-8bed-f51a71fb8795/d16d5794-1897-42ed-8448-8f9a8657a1a2/b6b1d468-1bc4-45b3-952f-aee4c19bc5d7) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:29:50.025793 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-45c54591-2c75-4058-b849-c8b8c03393e9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2541561 Apr 21 12:29:50.126564 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464ed2ef-bf87-476a-8850-58a799459bf2 None None] Network c287e289-9664-4a57-ae4d-cb3d1c307007 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:29:50.228721 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:50.254602 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-335d99bb-a909-4c55-a560-0fe092932d33 req-3bff4938-2df1-45bf-8775-8bf65c0b9586 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:50.414887 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-335d99bb-a909-4c55-a560-0fe092932d33 req-3bff4938-2df1-45bf-8775-8bf65c0b9586 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:50.521504 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-335d99bb-a909-4c55-a560-0fe092932d33 req-3bff4938-2df1-45bf-8775-8bf65c0b9586 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Network cc6e7ae9-2799-4196-8bed-f51a71fb8795 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:29:50.535148 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-335d99bb-a909-4c55-a560-0fe092932d33 req-3bff4938-2df1-45bf-8775-8bf65c0b9586 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:29:50.539834 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-335d99bb-a909-4c55-a560-0fe092932d33 req-3bff4938-2df1-45bf-8775-8bf65c0b9586 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:29:50.628488 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d99bb-a909-4c55-a560-0fe092932d33 req-3bff4938-2df1-45bf-8775-8bf65c0b9586 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:50.629171 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-335d99bb-a909-4c55-a560-0fe092932d33 req-3bff4938-2df1-45bf-8775-8bf65c0b9586 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:50.640911 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff4938-2df1-45bf-8775-8bf65c0b9586 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Pushing event updated for resources: {'Port': ['ID=b6b1d468-1bc4-45b3-952f-aee4c19bc5d7,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:50.785235 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-335d99bb-a909-4c55-a560-0fe092932d33 req-3bff4938-2df1-45bf-8775-8bf65c0b9586 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3902700 Apr 21 12:29:50.796882 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-335d99bb-a909-4c55-a560-0fe092932d33 req-95484f8b-cb86-4e94-a754-464ec7f1b086 service neutron] Request body: {'port': {'device_id': '87a86a14-2ab0-448a-b761-211fef436774', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:29:50.843634 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2a6f5242-c94a-4f02-87d6-ad17dfd148be None None] Provisioning complete for port b6b1d468-1bc4-45b3-952f-aee4c19bc5d7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:29:50.844629 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a6f5242-c94a-4f02-87d6-ad17dfd148be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:50.883066 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-335d99bb-a909-4c55-a560-0fe092932d33 req-95484f8b-cb86-4e94-a754-464ec7f1b086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:50.888472 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2a6f5242-c94a-4f02-87d6-ad17dfd148be None None] Port b6b1d468-1bc4-45b3-952f-aee4c19bc5d7 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:29:50.936875 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55130) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:50.970359 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d234207-cf72-4a61-a643-11726a42e614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:51.148809 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d234207-cf72-4a61-a643-11726a42e614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:51.209232 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d234207-cf72-4a61-a643-11726a42e614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:51.333778 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2d234207-cf72-4a61-a643-11726a42e614 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=950baba1590b479182bdc70d60989c3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3901577 Apr 21 12:29:51.335195 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55140) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:51.386669 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55142) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:51.430156 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d234207-cf72-4a61-a643-11726a42e614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fabdab-1bf1-4bb0-bb56-17a50af3be1d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:51.561472 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25a07f06-c591-4f62-b317-c13749941451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:51.626155 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25a07f06-c591-4f62-b317-c13749941451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:51.663111 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-335d99bb-a909-4c55-a560-0fe092932d33 req-95484f8b-cb86-4e94-a754-464ec7f1b086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6b1d468-1bc4-45b3-952f-aee4c19bc5d7 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:29:51.689744 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-335d99bb-a909-4c55-a560-0fe092932d33 req-95484f8b-cb86-4e94-a754-464ec7f1b086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:51.877723 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25a07f06-c591-4f62-b317-c13749941451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:51.877926 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-335d99bb-a909-4c55-a560-0fe092932d33 req-95484f8b-cb86-4e94-a754-464ec7f1b086 service neutron] Transition to ACTIVE for port object b6b1d468-1bc4-45b3-952f-aee4c19bc5d7 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:29:51.881069 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25a07f06-c591-4f62-b317-c13749941451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:51.885629 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-25a07f06-c591-4f62-b317-c13749941451 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c2fabdab-1bf1-4bb0-bb56-17a50af3be1d HTTP/1.1" status: 204 len: 168 time: 0.5304458 Apr 21 12:29:51.901721 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a07f06-c591-4f62-b317-c13749941451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fabdab-1bf1-4bb0-bb56-17a50af3be1d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:51.968550 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-335d99bb-a909-4c55-a560-0fe092932d33 req-95484f8b-cb86-4e94-a754-464ec7f1b086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:52.039621 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b25075e-97f1-4640-be05-9f2131798ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:52.134826 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95484f8b-cb86-4e94-a754-464ec7f1b086 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b1d468-1bc4-45b3-952f-aee4c19bc5d7,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:52.197046 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b25075e-97f1-4640-be05-9f2131798ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:52.211547 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-335d99bb-a909-4c55-a560-0fe092932d33 req-95484f8b-cb86-4e94-a754-464ec7f1b086 service neutron] Attempting to bind port b6b1d468-1bc4-45b3-952f-aee4c19bc5d7 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:29:52.211868 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-335d99bb-a909-4c55-a560-0fe092932d33 req-95484f8b-cb86-4e94-a754-464ec7f1b086 service neutron] Attempting to bind port b6b1d468-1bc4-45b3-952f-aee4c19bc5d7 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'a2609b01-1bde-49f4-a2e6-682732d68b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cc6e7ae9-2799-4196-8bed-f51a71fb8795'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:29:52.212190 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335d99bb-a909-4c55-a560-0fe092932d33 req-95484f8b-cb86-4e94-a754-464ec7f1b086 service neutron] Attempting to bind port b6b1d468-1bc4-45b3-952f-aee4c19bc5d7 on network cc6e7ae9-2799-4196-8bed-f51a71fb8795 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:29:52.217168 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335d99bb-a909-4c55-a560-0fe092932d33 req-95484f8b-cb86-4e94-a754-464ec7f1b086 service neutron] Port b6b1d468-1bc4-45b3-952f-aee4c19bc5d7 on network cc6e7ae9-2799-4196-8bed-f51a71fb8795 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:29:52.217481 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335d99bb-a909-4c55-a560-0fe092932d33 req-95484f8b-cb86-4e94-a754-464ec7f1b086 service neutron] Attempting to bind port b6b1d468-1bc4-45b3-952f-aee4c19bc5d7 on network cc6e7ae9-2799-4196-8bed-f51a71fb8795 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:29:52.222454 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335d99bb-a909-4c55-a560-0fe092932d33 req-95484f8b-cb86-4e94-a754-464ec7f1b086 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:29:52.222789 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335d99bb-a909-4c55-a560-0fe092932d33 req-95484f8b-cb86-4e94-a754-464ec7f1b086 service neutron] Checking segment: {'id': 'a2609b01-1bde-49f4-a2e6-682732d68b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cc6e7ae9-2799-4196-8bed-f51a71fb8795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:29:52.223166 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335d99bb-a909-4c55-a560-0fe092932d33 req-95484f8b-cb86-4e94-a754-464ec7f1b086 service neutron] Bound using segment: {'id': 'a2609b01-1bde-49f4-a2e6-682732d68b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cc6e7ae9-2799-4196-8bed-f51a71fb8795'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:29:52.223591 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-335d99bb-a909-4c55-a560-0fe092932d33 req-95484f8b-cb86-4e94-a754-464ec7f1b086 service neutron] Bound port: b6b1d468-1bc4-45b3-952f-aee4c19bc5d7, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2609b01-1bde-49f4-a2e6-682732d68b1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'cc6e7ae9-2799-4196-8bed-f51a71fb8795'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:29:52.223946 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-335d99bb-a909-4c55-a560-0fe092932d33 req-95484f8b-cb86-4e94-a754-464ec7f1b086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:52.290940 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-335d99bb-a909-4c55-a560-0fe092932d33 req-95484f8b-cb86-4e94-a754-464ec7f1b086 service neutron] For port b6b1d468-1bc4-45b3-952f-aee4c19bc5d7, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:29:52.294348 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-335d99bb-a909-4c55-a560-0fe092932d33 req-95484f8b-cb86-4e94-a754-464ec7f1b086 service neutron] For port b6b1d468-1bc4-45b3-952f-aee4c19bc5d7, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=b6b1d468-1bc4-45b3-952f-aee4c19bc5d7,segment=NetworkSegment(a2609b01-1bde-49f4-a2e6-682732d68b1d),segment_id=a2609b01-1bde-49f4-a2e6-682732d68b1d)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:29:52.609546 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-335d99bb-a909-4c55-a560-0fe092932d33 req-95484f8b-cb86-4e94-a754-464ec7f1b086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:52.612904 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b25075e-97f1-4640-be05-9f2131798ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:52.672923 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95484f8b-cb86-4e94-a754-464ec7f1b086 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b1d468-1bc4-45b3-952f-aee4c19bc5d7,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:52.699252 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d99bb-a909-4c55-a560-0fe092932d33 req-95484f8b-cb86-4e94-a754-464ec7f1b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:52.699900 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-335d99bb-a909-4c55-a560-0fe092932d33 req-95484f8b-cb86-4e94-a754-464ec7f1b086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:52.706214 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-335d99bb-a909-4c55-a560-0fe092932d33 req-95484f8b-cb86-4e94-a754-464ec7f1b086 service neutron] 10.222.0.24 "PUT /v2.0/ports/b6b1d468-1bc4-45b3-952f-aee4c19bc5d7 HTTP/1.1" status: 200 len: 1092 time: 1.9182527 Apr 21 12:29:52.706753 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a86a14-2ab0-448a-b761-211fef436774', 'tag': 'b6b1d468-1bc4-45b3-952f-aee4c19bc5d7'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:29:52.709017 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317187a6-4c93-4cfa-a765-38ef511c18d8" -d '{"events": [{"name": "network-changed", "server_uuid": "87a86a14-2ab0-448a-b761-211fef436774", "tag": "b6b1d468-1bc4-45b3-952f-aee4c19bc5d7"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:29:52.742069 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0b25075e-97f1-4640-be05-9f2131798ef2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b1726436e43649f6a0d27e7ba18c5c9e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3513601 Apr 21 12:29:52.744905 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55156) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:52.813068 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25075e-97f1-4640-be05-9f2131798ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db088962-3e72-432e-a014-95a7dd74d4bb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:52.893032 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19c5f943-05e2-4ada-9445-b73053147c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:52.994770 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d99bb-a909-4c55-a560-0fe092932d33 req-fc6870d6-266f-4156-a015-6a78ee74562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:52.996484 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-335d99bb-a909-4c55-a560-0fe092932d33 req-fc6870d6-266f-4156-a015-6a78ee74562e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=83ba1d77d70e479991d8b2182c43e0c6&device_id=87a86a14-2ab0-448a-b761-211fef436774 HTTP/1.1" status: 200 len: 1095 time: 0.1434388 Apr 21 12:29:53.033455 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19c5f943-05e2-4ada-9445-b73053147c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:53.081371 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d13ae102-0a5f-4226-aef4-d038c45734ef req-f8472369-622f-4ab6-a037-4ce3eb22d17d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ff58cae2-7cce-491e-963f-fbded57b1036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1653364 Apr 21 12:29:53.098823 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-335d99bb-a909-4c55-a560-0fe092932d33 req-dea7a8b1-1cf5-40a7-afe5-129871268982 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6b1d468-1bc4-45b3-952f-aee4c19bc5d7 HTTP/1.1" status: 200 len: 217 time: 0.0928826 Apr 21 12:29:53.234466 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d99bb-a909-4c55-a560-0fe092932d33 req-64561327-ecfa-4553-9f4a-eb1b1b66a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:53.235929 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-335d99bb-a909-4c55-a560-0fe092932d33 req-64561327-ecfa-4553-9f4a-eb1b1b66a1b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d16d5794-1897-42ed-8448-8f9a8657a1a2 HTTP/1.1" status: 200 len: 852 time: 0.1244202 Apr 21 12:29:53.370651 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ae102-0a5f-4226-aef4-d038c45734ef req-979f7dbf-0c23-44a6-930d-fc54efed17f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:53.372177 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d13ae102-0a5f-4226-aef4-d038c45734ef req-979f7dbf-0c23-44a6-930d-fc54efed17f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c66726bc1d664d6d9ca628f60b5422d1&device_id=ff58cae2-7cce-491e-963f-fbded57b1036 HTTP/1.1" status: 200 len: 1097 time: 0.1696806 Apr 21 12:29:53.394827 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d99bb-a909-4c55-a560-0fe092932d33 req-ce617602-452b-4013-8b27-33f93775c8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:53.407499 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-335d99bb-a909-4c55-a560-0fe092932d33 req-ce617602-452b-4013-8b27-33f93775c8da service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cc6e7ae9-2799-4196-8bed-f51a71fb8795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1519904 Apr 21 12:29:53.562059 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55178) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:53.581701 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-5a7cb0ff-b786-4aa7-a65d-3a515e74c46f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1839581581-network', 'tenant_id': 'be55ce92866c4820987e761e7501d94d'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:29:53.688598 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ae102-0a5f-4226-aef4-d038c45734ef req-4386bbf2-874d-4d63-8d02-8efd337acf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:53.690289 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d13ae102-0a5f-4226-aef4-d038c45734ef req-4386bbf2-874d-4d63-8d02-8efd337acf32 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7bed1b78-2645-446a-9812-77a5a7c4f0d8 HTTP/1.1" status: 200 len: 925 time: 0.2707031 Apr 21 12:29:53.691861 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19c5f943-05e2-4ada-9445-b73053147c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:53.694981 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19c5f943-05e2-4ada-9445-b73053147c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:53.710012 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-19c5f943-05e2-4ada-9445-b73053147c94 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/db088962-3e72-432e-a014-95a7dd74d4bb HTTP/1.1" status: 204 len: 168 time: 0.9628866 Apr 21 12:29:53.730773 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-335d99bb-a909-4c55-a560-0fe092932d33 req-beee43ea-cdef-40c3-9d37-73610ca4428a service neutron] 10.222.0.24 "GET /v2.0/networks/cc6e7ae9-2799-4196-8bed-f51a71fb8795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118329 Apr 21 12:29:53.757614 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7cb0ff-b786-4aa7-a65d-3a515e74c46f admin admin] Made reservation on behalf of be55ce92866c4820987e761e7501d94d for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:29:53.759960 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb0ff-b786-4aa7-a65d-3a515e74c46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:53.801187 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb0ff-b786-4aa7-a65d-3a515e74c46f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:53.811751 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c5f943-05e2-4ada-9445-b73053147c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db088962-3e72-432e-a014-95a7dd74d4bb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:53.856180 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d13ae102-0a5f-4226-aef4-d038c45734ef req-518c4f6a-7b5d-4390-bd11-2643c8aec5de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba41193a-1a50-4ef6-b34a-b908f9a35a1f HTTP/1.1" status: 200 len: 1002 time: 0.1449282 Apr 21 12:29:53.943064 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-335d99bb-a909-4c55-a560-0fe092932d33 req-43096eb8-1b3c-4729-8aae-be5833b46cba service neutron] 10.222.0.24 "GET /v2.0/networks/cc6e7ae9-2799-4196-8bed-f51a71fb8795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798427 Apr 21 12:29:54.032670 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ae102-0a5f-4226-aef4-d038c45734ef req-e0f91e93-3cb9-49f9-bb6d-c9b1858c6712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:54.034296 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d13ae102-0a5f-4226-aef4-d038c45734ef req-e0f91e93-3cb9-49f9-bb6d-c9b1858c6712 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=53214ab6-7220-4f63-a722-64332ff2dee2 HTTP/1.1" status: 200 len: 863 time: 0.1713424 Apr 21 12:29:54.113882 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ae102-0a5f-4226-aef4-d038c45734ef req-d9cb8304-a585-4f11-85ba-7bc1aadbd0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:54.116395 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d13ae102-0a5f-4226-aef4-d038c45734ef req-d9cb8304-a585-4f11-85ba-7bc1aadbd0a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bed1b78-2645-446a-9812-77a5a7c4f0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753305 Apr 21 12:29:54.118671 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb0ff-b786-4aa7-a65d-3a515e74c46f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:54.195753 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb0ff-b786-4aa7-a65d-3a515e74c46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:54.257665 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cb0ff-b786-4aa7-a65d-3a515e74c46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170e3524-787f-4dda-a2c8-fef9728f2b54,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:54.289087 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a7cb0ff-b786-4aa7-a65d-3a515e74c46f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:29:54.313429 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb0ff-b786-4aa7-a65d-3a515e74c46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:54.313797 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-5a7cb0ff-b786-4aa7-a65d-3a515e74c46f admin admin] Added segment 2a30237d-14ba-48ab-aa8c-aae29129b1fa of type vlan for network 516b6609-dc3c-4d9b-b47b-9bf12bf92363 Apr 21 12:29:54.345916 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d13ae102-0a5f-4226-aef4-d038c45734ef req-d30e076b-8dde-43c3-95d0-3b8d36e4a5f0 service neutron] 10.222.0.26 "GET /v2.0/networks/7bed1b78-2645-446a-9812-77a5a7c4f0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212262 Apr 21 12:29:54.402060 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb0ff-b786-4aa7-a65d-3a515e74c46f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:54.529397 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d13ae102-0a5f-4226-aef4-d038c45734ef req-c95acddc-b58e-44d1-b74a-8e8e2ce4fb79 service neutron] 10.222.0.26 "GET /v2.0/networks/7bed1b78-2645-446a-9812-77a5a7c4f0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769865 Apr 21 12:29:54.581763 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb0ff-b786-4aa7-a65d-3a515e74c46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:54.582941 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7cb0ff-b786-4aa7-a65d-3a515e74c46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:54.583660 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5a7cb0ff-b786-4aa7-a65d-3a515e74c46f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:54.709342 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5a7cb0ff-b786-4aa7-a65d-3a515e74c46f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1453750 Apr 21 12:29:54.712491 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55194) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:54.719619 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-64103c37-4d00-44d3-a1e1-20c9592856c6 admin admin] Request body: {'subnet': {'network_id': '516b6609-dc3c-4d9b-b47b-9bf12bf92363', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1839581581-subnet', 'tenant_id': 'be55ce92866c4820987e761e7501d94d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:29:54.746585 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7cb0ff-b786-4aa7-a65d-3a515e74c46f admin admin] Pushing event updated for resources: {'Network': ['ID=516b6609-dc3c-4d9b-b47b-9bf12bf92363,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:54.762655 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 516b6609-dc3c-4d9b-b47b-9bf12bf92363 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:29:54.795932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55198) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:54.817264 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d2b813c-ca89-49f6-a6c6-269c840e1658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:54.853383 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64103c37-4d00-44d3-a1e1-20c9592856c6 admin admin] Made reservation on behalf of be55ce92866c4820987e761e7501d94d for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:29:54.855701 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64103c37-4d00-44d3-a1e1-20c9592856c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:55.232248 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d2b813c-ca89-49f6-a6c6-269c840e1658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:55.558322 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d2b813c-ca89-49f6-a6c6-269c840e1658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:55.564444 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64103c37-4d00-44d3-a1e1-20c9592856c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:55.636872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b813c-ca89-49f6-a6c6-269c840e1658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10627625-9433-49ee-aaf0-deeb1f6137af,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:55.732327 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2d2b813c-ca89-49f6-a6c6-269c840e1658 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c469a3b7f98b4eb8be0d2e303bc6ce8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9353042 Apr 21 12:29:55.735246 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55204) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:55.744718 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64103c37-4d00-44d3-a1e1-20c9592856c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62de5798-dc48-4adb-8f6b-0875dd55b6d9,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:55.752594 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64103c37-4d00-44d3-a1e1-20c9592856c6 admin admin] Checking segment: {'id': '2a30237d-14ba-48ab-aa8c-aae29129b1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '516b6609-dc3c-4d9b-b47b-9bf12bf92363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:29:55.752947 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64103c37-4d00-44d3-a1e1-20c9592856c6 admin admin] Network hostable DHCP agents. Network: 516b6609-dc3c-4d9b-b47b-9bf12bf92363, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:29:55.824033 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5660cf88-628b-4b45-b156-16235aa05bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:55.854251 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5660cf88-628b-4b45-b156-16235aa05bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:55.896318 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64103c37-4d00-44d3-a1e1-20c9592856c6 admin admin] Network 516b6609-dc3c-4d9b-b47b-9bf12bf92363 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:29:56.003424 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-64103c37-4d00-44d3-a1e1-20c9592856c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 516b6609-dc3c-4d9b-b47b-9bf12bf92363) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:29:56.013707 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64103c37-4d00-44d3-a1e1-20c9592856c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:56.014194 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64103c37-4d00-44d3-a1e1-20c9592856c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:56.017161 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca5d680-1f9f-46ea-866f-ea7f6dd14093 None None] Network 516b6609-dc3c-4d9b-b47b-9bf12bf92363 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:29:56.089064 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5660cf88-628b-4b45-b156-16235aa05bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:56.092071 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5660cf88-628b-4b45-b156-16235aa05bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:56.093342 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5660cf88-628b-4b45-b156-16235aa05bb7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/10627625-9433-49ee-aaf0-deeb1f6137af HTTP/1.1" status: 204 len: 168 time: 0.3570228 Apr 21 12:29:56.115471 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660cf88-628b-4b45-b156-16235aa05bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10627625-9433-49ee-aaf0-deeb1f6137af,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:56.138998 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-64103c37-4d00-44d3-a1e1-20c9592856c6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4249380 Apr 21 12:29:56.302988 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f7e7f2-2aa5-4960-850b-90e9bc11382a None None] Network 516b6609-dc3c-4d9b-b47b-9bf12bf92363 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:29:58.168597 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55248) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:58.308283 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-88f1acdc-9249-4f90-a8d5-621a2907bebe admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-472865534-network', 'tenant_id': 'f04eda1a9f2c4e4b9e3943ae82d968ef'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:29:58.489036 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f1acdc-9249-4f90-a8d5-621a2907bebe admin admin] Made reservation on behalf of f04eda1a9f2c4e4b9e3943ae82d968ef for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:29:58.491753 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-88f1acdc-9249-4f90-a8d5-621a2907bebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:58.501843 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-88f1acdc-9249-4f90-a8d5-621a2907bebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:58.581598 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-88f1acdc-9249-4f90-a8d5-621a2907bebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:58.671572 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-88f1acdc-9249-4f90-a8d5-621a2907bebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:58.696520 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88f1acdc-9249-4f90-a8d5-621a2907bebe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:29:58.706040 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1acdc-9249-4f90-a8d5-621a2907bebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dd3425-d326-462d-a8ff-edc4f6edd060,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:58.713482 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-88f1acdc-9249-4f90-a8d5-621a2907bebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:58.713605 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-88f1acdc-9249-4f90-a8d5-621a2907bebe admin admin] Added segment 1b1b7a71-a501-4bd2-858b-249813c3e726 of type vlan for network dad0c727-7539-43b3-96a5-a64aa9a69d13 Apr 21 12:29:58.751263 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-88f1acdc-9249-4f90-a8d5-621a2907bebe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:58.861747 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-88f1acdc-9249-4f90-a8d5-621a2907bebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:58.864352 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f1acdc-9249-4f90-a8d5-621a2907bebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:58.865620 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-88f1acdc-9249-4f90-a8d5-621a2907bebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:58.969925 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1acdc-9249-4f90-a8d5-621a2907bebe admin admin] Pushing event updated for resources: {'Network': ['ID=dad0c727-7539-43b3-96a5-a64aa9a69d13,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:58.985994 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network dad0c727-7539-43b3-96a5-a64aa9a69d13 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:29:58.997620 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-88f1acdc-9249-4f90-a8d5-621a2907bebe admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8273499 Apr 21 12:29:59.000427 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55264) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:29:59.014666 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-080f4344-69c6-4c6e-befa-da93cbbc6e2c admin admin] Request body: {'subnet': {'network_id': 'dad0c727-7539-43b3-96a5-a64aa9a69d13', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-472865534-subnet', 'tenant_id': 'f04eda1a9f2c4e4b9e3943ae82d968ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:29:59.094705 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080f4344-69c6-4c6e-befa-da93cbbc6e2c admin admin] Made reservation on behalf of f04eda1a9f2c4e4b9e3943ae82d968ef for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:29:59.097093 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-080f4344-69c6-4c6e-befa-da93cbbc6e2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:59.250747 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d1815-c37e-4fb5-96b6-c19cc1354d8c req-a55d563b-3fd0-4e94-8882-ce7ecbf9c9a9 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:59.254005 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d60d1815-c37e-4fb5-96b6-c19cc1354d8c req-a55d563b-3fd0-4e94-8882-ce7ecbf9c9a9 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/ports?device_id=87a86a14-2ab0-448a-b761-211fef436774 HTTP/1.1" status: 200 len: 944 time: 0.0735135 Apr 21 12:29:59.319285 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d60d1815-c37e-4fb5-96b6-c19cc1354d8c req-0e10c899-9a18-4f9e-8bf6-c0ea58be6f93 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/security-groups?id=852372b5-9547-47c3-aafb-b5d61f7a8699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549357 Apr 21 12:29:59.415743 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-080f4344-69c6-4c6e-befa-da93cbbc6e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:59.428571 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae7e2fd-b287-4da7-83e4-9e89a1760b8f x-openstack-request-id: req-1ae7e2fd-b287-4da7-83e4-9e89a1760b8f {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:29:59.429089 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a86a14-2ab0-448a-b761-211fef436774", "tag": "b6b1d468-1bc4-45b3-952f-aee4c19bc5d7", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:29:59.429814 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1ae7e2fd-b287-4da7-83e4-9e89a1760b8f {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:29:59.430457 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ae7e2fd-b287-4da7-83e4-9e89a1760b8f'] response: {'name': 'network-changed', 'server_uuid': '87a86a14-2ab0-448a-b761-211fef436774', 'tag': 'b6b1d468-1bc4-45b3-952f-aee4c19bc5d7', 'status': 'completed', 'code': 200} Apr 21 12:29:59.486431 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080f4344-69c6-4c6e-befa-da93cbbc6e2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=84699197-9964-428e-8d6d-218c4c840a53,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:29:59.530430 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080f4344-69c6-4c6e-befa-da93cbbc6e2c admin admin] Checking segment: {'id': '1b1b7a71-a501-4bd2-858b-249813c3e726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'dad0c727-7539-43b3-96a5-a64aa9a69d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:29:59.534062 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080f4344-69c6-4c6e-befa-da93cbbc6e2c admin admin] Network hostable DHCP agents. Network: dad0c727-7539-43b3-96a5-a64aa9a69d13, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:29:59.692190 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080f4344-69c6-4c6e-befa-da93cbbc6e2c admin admin] Network dad0c727-7539-43b3-96a5-a64aa9a69d13 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:29:59.697495 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317187a6-4c93-4cfa-a765-38ef511c18d8 req-8187f39d-1cc8-4b4f-b037-67111829da0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:59.699999 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-317187a6-4c93-4cfa-a765-38ef511c18d8 req-8187f39d-1cc8-4b4f-b037-67111829da0b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=83ba1d77d70e479991d8b2182c43e0c6&device_id=87a86a14-2ab0-448a-b761-211fef436774 HTTP/1.1" status: 200 len: 1095 time: 0.0839689 Apr 21 12:29:59.853386 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-080f4344-69c6-4c6e-befa-da93cbbc6e2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, dad0c727-7539-43b3-96a5-a64aa9a69d13) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:29:59.886065 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a9e23c-44c3-4a60-9491-22d2362de025 None None] Network dad0c727-7539-43b3-96a5-a64aa9a69d13 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:29:59.890597 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080f4344-69c6-4c6e-befa-da93cbbc6e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:59.894119 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-080f4344-69c6-4c6e-befa-da93cbbc6e2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:29:59.933248 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317187a6-4c93-4cfa-a765-38ef511c18d8 req-c4def323-0ade-40f1-82ef-81acafcdf622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:59.934801 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-317187a6-4c93-4cfa-a765-38ef511c18d8 req-c4def323-0ade-40f1-82ef-81acafcdf622 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cc6e7ae9-2799-4196-8bed-f51a71fb8795 HTTP/1.1" status: 200 len: 914 time: 0.2245021 Apr 21 12:29:59.964698 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-64c00859-1516-4200-abd5-15493978b516 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:29:59.966308 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-64c00859-1516-4200-abd5-15493978b516 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/networks?id=c287e289-9664-4a57-ae4d-cb3d1c307007 HTTP/1.1" status: 200 len: 820 time: 0.1808872 Apr 21 12:29:59.988661 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-fa0eddc7-40ea-44a7-b823-d7f348bf2fcb tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/quotas/26ea3c659ac44d28a683c1af948ed1b6 HTTP/1.1" status: 200 len: 375 time: 0.0104761 Apr 21 12:30:00.030853 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-60e72968-6da2-4209-b485-c5adac5149b4 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=26ea3c659ac44d28a683c1af948ed1b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349467 Apr 21 12:30:00.031380 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-080f4344-69c6-4c6e-befa-da93cbbc6e2c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0296795 Apr 21 12:30:00.033024 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-317187a6-4c93-4cfa-a765-38ef511c18d8 req-c1ceb883-7158-4b98-9e64-32c725d67c21 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6b1d468-1bc4-45b3-952f-aee4c19bc5d7 HTTP/1.1" status: 200 len: 217 time: 0.0838475 Apr 21 12:30:00.253837 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317187a6-4c93-4cfa-a765-38ef511c18d8 req-8c8d32e2-d0f3-485d-a8cd-33c680faef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:00.258695 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-317187a6-4c93-4cfa-a765-38ef511c18d8 req-8c8d32e2-d0f3-485d-a8cd-33c680faef6b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d16d5794-1897-42ed-8448-8f9a8657a1a2 HTTP/1.1" status: 200 len: 852 time: 0.2050891 Apr 21 12:30:00.282224 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0eb9167e-78d4-4f2d-b360-3a768991beb0 req-e335bcb1-a20e-45f8-93ba-3cc9d8718e88 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0622211 Apr 21 12:30:00.319604 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-4c3d500b-9530-482e-b35e-7b36ada24598 service neutron] 10.222.0.36 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808163 Apr 21 12:30:00.346037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d1dfa5-d0e5-4b95-bee0-b08eafedc800 None None] Network dad0c727-7539-43b3-96a5-a64aa9a69d13 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:30:00.419262 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317187a6-4c93-4cfa-a765-38ef511c18d8 req-85985813-af8a-4b5b-844a-08faf85d3bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:00.420884 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-317187a6-4c93-4cfa-a765-38ef511c18d8 req-85985813-af8a-4b5b-844a-08faf85d3bb5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cc6e7ae9-2799-4196-8bed-f51a71fb8795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1187537 Apr 21 12:30:00.653724 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-317187a6-4c93-4cfa-a765-38ef511c18d8 req-c2f22f06-3fd5-41f9-a381-3c8abcb291a4 service neutron] 10.222.0.24 "GET /v2.0/networks/cc6e7ae9-2799-4196-8bed-f51a71fb8795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209558 Apr 21 12:30:00.662329 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-596ff856-6825-484e-aa7b-b281cf0dcbc0 service neutron] 10.222.0.36 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291619 Apr 21 12:30:00.873485 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-317187a6-4c93-4cfa-a765-38ef511c18d8 req-94a7ea27-000c-41f9-8c52-da0c331c7959 service neutron] 10.222.0.24 "GET /v2.0/networks/cc6e7ae9-2799-4196-8bed-f51a71fb8795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127476 Apr 21 12:30:01.906882 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bd0b00ed-d0c7-4b1e-ab11-a135783d6d09 req-13b9288d-edf4-4dcf-9aef-d71a5dbe5d98 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0443747 Apr 21 12:30:01.920390 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55378) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:01.929806 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2faadfc0-b0aa-4f6e-b478-44d7049c50ce admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1547316634-network', 'tenant_id': '285e44ce4c234d7b880fc83fe05845ea'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:30:02.064694 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2faadfc0-b0aa-4f6e-b478-44d7049c50ce admin admin] Made reservation on behalf of 285e44ce4c234d7b880fc83fe05845ea for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:30:02.067836 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2faadfc0-b0aa-4f6e-b478-44d7049c50ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:02.081074 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2faadfc0-b0aa-4f6e-b478-44d7049c50ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:02.117332 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697fdb6-ca52-4fe2-a90f-e0f8c49a2afd req-0b0336d3-20b8-45f6-86d2-1ccf636032c8 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:02.118898 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0697fdb6-ca52-4fe2-a90f-e0f8c49a2afd req-0b0336d3-20b8-45f6-86d2-1ccf636032c8 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/ports?device_id=87a86a14-2ab0-448a-b761-211fef436774 HTTP/1.1" status: 200 len: 944 time: 0.1000390 Apr 21 12:30:02.179269 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0697fdb6-ca52-4fe2-a90f-e0f8c49a2afd req-5fb85fe7-770e-43f6-82b3-60793939b2c2 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/security-groups?id=852372b5-9547-47c3-aafb-b5d61f7a8699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500872 Apr 21 12:30:02.222009 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2faadfc0-b0aa-4f6e-b478-44d7049c50ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:02.296542 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2faadfc0-b0aa-4f6e-b478-44d7049c50ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:02.321498 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2faadfc0-b0aa-4f6e-b478-44d7049c50ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:30:02.353765 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2faadfc0-b0aa-4f6e-b478-44d7049c50ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:02.356859 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-2faadfc0-b0aa-4f6e-b478-44d7049c50ce admin admin] Added segment ff70ee78-f6a6-453e-a8c6-965ea22e4f07 of type vlan for network e28efa76-e488-43a4-aa50-e06961dd10e4 Apr 21 12:30:02.426497 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2faadfc0-b0aa-4f6e-b478-44d7049c50ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:02.490392 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9bdfe29b-2901-4191-8c3b-e2cb1f488272 req-b747aba8-8fd4-43f4-87a2-982c29276eee tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 210 time: 0.0523648 Apr 21 12:30:02.526161 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faadfc0-b0aa-4f6e-b478-44d7049c50ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8691fb-a926-4aac-996a-b08e8ffd3e1a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:02.643345 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2faadfc0-b0aa-4f6e-b478-44d7049c50ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:02.644845 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faadfc0-b0aa-4f6e-b478-44d7049c50ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:02.645811 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2faadfc0-b0aa-4f6e-b478-44d7049c50ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:02.742489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faadfc0-b0aa-4f6e-b478-44d7049c50ce admin admin] Pushing event updated for resources: {'Network': ['ID=e28efa76-e488-43a4-aa50-e06961dd10e4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:02.755815 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network e28efa76-e488-43a4-aa50-e06961dd10e4 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:30:02.758165 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2faadfc0-b0aa-4f6e-b478-44d7049c50ce admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8357971 Apr 21 12:30:02.761630 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55396) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:02.766544 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ffa5d8ed-f62c-475a-8764-e5c9313d4bfc admin admin] Request body: {'subnet': {'network_id': 'e28efa76-e488-43a4-aa50-e06961dd10e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1547316634-subnet', 'tenant_id': '285e44ce4c234d7b880fc83fe05845ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:30:02.883893 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa5d8ed-f62c-475a-8764-e5c9313d4bfc admin admin] Made reservation on behalf of 285e44ce4c234d7b880fc83fe05845ea for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:30:02.896689 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffa5d8ed-f62c-475a-8764-e5c9313d4bfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:03.001102 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55410) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:03.076970 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90a258a2-0e62-4a36-b92c-df57723786e1 req-84f8ea00-49dd-4884-b0cd-416f6650c5c9 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0442345 Apr 21 12:30:03.190939 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-08f5bbc0-d08b-474a-a617-7a0be5e10d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:03.299189 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device e0586fd5-9826-4c02-b8dd-e8e6648df55a no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:30:03.314746 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-08f5bbc0-d08b-474a-a617-7a0be5e10d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:03.323389 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffa5d8ed-f62c-475a-8764-e5c9313d4bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:03.367610 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9175037-c5a3-4908-83b5-004986f6aaf6 req-230465bb-0b78-42f4-8f21-3a79a506b8a4 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:03.370288 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9175037-c5a3-4908-83b5-004986f6aaf6 req-230465bb-0b78-42f4-8f21-3a79a506b8a4 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/ports?device_id=87a86a14-2ab0-448a-b761-211fef436774 HTTP/1.1" status: 200 len: 944 time: 0.0719531 Apr 21 12:30:03.371990 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-08f5bbc0-d08b-474a-a617-7a0be5e10d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:03.386182 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:03.423852 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5d8ed-f62c-475a-8764-e5c9313d4bfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3774a884-0502-4a8d-b786-319cce3e819d,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:03.426600 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75402e25-4156-4248-9118-d807ee12d521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0586fd5-9826-4c02-b8dd-e8e6648df55a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:30:03.428849 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b15c86d-5c1c-415e-9607-9f25e214ad7e" -d '{"events": [{"server_uuid": "75402e25-4156-4248-9118-d807ee12d521", "name": "network-vif-unplugged", "status": "completed", "tag": "e0586fd5-9826-4c02-b8dd-e8e6648df55a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:30:03.436658 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa5d8ed-f62c-475a-8764-e5c9313d4bfc admin admin] Checking segment: {'id': 'ff70ee78-f6a6-453e-a8c6-965ea22e4f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e28efa76-e488-43a4-aa50-e06961dd10e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:30:03.437180 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa5d8ed-f62c-475a-8764-e5c9313d4bfc admin admin] Network hostable DHCP agents. Network: e28efa76-e488-43a4-aa50-e06961dd10e4, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:30:03.443704 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port e0586fd5-9826-4c02-b8dd-e8e6648df55a, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e0586fd5-9826-4c02-b8dd-e8e6648df55a,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:03.448100 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-08f5bbc0-d08b-474a-a617-7a0be5e10d45 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5d5322d2dcc2484db308b8118eca85f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4453132 Apr 21 12:30:03.451389 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5bbc0-d08b-474a-a617-7a0be5e10d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653a6511-8a10-4da1-a976-24fbd719866a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:03.452527 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55428) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:03.458902 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9175037-c5a3-4908-83b5-004986f6aaf6 req-969facca-b8da-451a-8f38-a9d0651ded58 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/security-groups?id=852372b5-9547-47c3-aafb-b5d61f7a8699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767508 Apr 21 12:30:03.523580 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efbb801-dfd4-4d20-b168-2526bc37b3bc x-openstack-request-id: req-8efbb801-dfd4-4d20-b168-2526bc37b3bc {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:30:03.523918 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75402e25-4156-4248-9118-d807ee12d521", "name": "network-vif-unplugged", "status": "completed", "tag": "e0586fd5-9826-4c02-b8dd-e8e6648df55a", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:30:03.524178 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8efbb801-dfd4-4d20-b168-2526bc37b3bc {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:30:03.525212 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8efbb801-dfd4-4d20-b168-2526bc37b3bc'] response: {'server_uuid': '75402e25-4156-4248-9118-d807ee12d521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0586fd5-9826-4c02-b8dd-e8e6648df55a', 'code': 200} Apr 21 12:30:03.530181 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6323fe24-1064-4748-b0e7-b76d88da13d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:03.545962 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:03.553438 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6323fe24-1064-4748-b0e7-b76d88da13d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:03.601330 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa5d8ed-f62c-475a-8764-e5c9313d4bfc admin admin] Network e28efa76-e488-43a4-aa50-e06961dd10e4 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:30:03.615774 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=e0586fd5-9826-4c02-b8dd-e8e6648df55a,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:03.774688 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ffa5d8ed-f62c-475a-8764-e5c9313d4bfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, e28efa76-e488-43a4-aa50-e06961dd10e4) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:30:03.779588 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa5d8ed-f62c-475a-8764-e5c9313d4bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:03.780166 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffa5d8ed-f62c-475a-8764-e5c9313d4bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:03.784855 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6feb2765-ff64-44c0-9e23-9627b3e7134b None None] Network e28efa76-e488-43a4-aa50-e06961dd10e4 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:30:03.810918 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6323fe24-1064-4748-b0e7-b76d88da13d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:03.818238 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6323fe24-1064-4748-b0e7-b76d88da13d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:03.821207 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6323fe24-1064-4748-b0e7-b76d88da13d9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/653a6511-8a10-4da1-a976-24fbd719866a HTTP/1.1" status: 204 len: 168 time: 0.3663914 Apr 21 12:30:03.834706 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323fe24-1064-4748-b0e7-b76d88da13d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653a6511-8a10-4da1-a976-24fbd719866a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:03.875258 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ffa5d8ed-f62c-475a-8764-e5c9313d4bfc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1124961 Apr 21 12:30:03.947023 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7be1fc-4036-478a-bdca-ecc5c0293ba7 None None] Network e28efa76-e488-43a4-aa50-e06961dd10e4 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:30:03.970613 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df98c705-7089-4d16-a3b1-d74afee3f3ae req-a8e616eb-237d-4b2c-a622-d8c484eb5d23 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 210 time: 0.0461376 Apr 21 12:30:04.036027 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55446) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:04.093414 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c66f5b1-c752-4a7a-bafb-7ca7e5bb0d33 admin admin] Deleting subnet 84699197-9964-428e-8d6d-218c4c840a53 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:30:04.096604 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c66f5b1-c752-4a7a-bafb-7ca7e5bb0d33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:04.134907 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c66f5b1-c752-4a7a-bafb-7ca7e5bb0d33 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:04.145816 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c66f5b1-c752-4a7a-bafb-7ca7e5bb0d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:04.455402 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9b6d639-cea6-4b07-8d75-b73738311cca req-9b66853c-1b3c-4efe-a696-458b9ea76672 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.2410531 Apr 21 12:30:04.584758 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-2b998ba1-36fb-4a87-bfd3-53aacc3d4cbd tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:04.586121 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-2b998ba1-36fb-4a87-bfd3-53aacc3d4cbd tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.26 "GET /v2.0/networks?id=c287e289-9664-4a57-ae4d-cb3d1c307007 HTTP/1.1" status: 200 len: 820 time: 0.4418232 Apr 21 12:30:04.607734 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5735b92d-7978-4f2f-84a4-ef229f832e4f tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Request body: {'port': {'device_id': '9d680018-3ad7-49f8-a450-f29d93edbf6a', 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007', 'admin_state_up': True, 'tenant_id': '26ea3c659ac44d28a683c1af948ed1b6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:30:04.650140 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be58c56-f72e-45ca-8fb3-34c64c4d058e req-e0c090a1-0255-4032-a01c-b1ada760dea9 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:04.651895 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4be58c56-f72e-45ca-8fb3-34c64c4d058e req-e0c090a1-0255-4032-a01c-b1ada760dea9 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/ports?device_id=87a86a14-2ab0-448a-b761-211fef436774 HTTP/1.1" status: 200 len: 944 time: 0.1176035 Apr 21 12:30:04.685705 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655de64-984e-4945-bb2c-453da7add366 req-e975110f-4c72-43dc-b4ef-96f0c93e953d tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:04.687096 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0655de64-984e-4945-bb2c-453da7add366 req-e975110f-4c72-43dc-b4ef-96f0c93e953d tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/networks?id=a750d059-4831-44ed-89d3-df516bd3d8aa HTTP/1.1" status: 200 len: 804 time: 0.2341061 Apr 21 12:30:04.719456 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0655de64-984e-4945-bb2c-453da7add366 req-071c3111-dec7-4523-8346-1e111b43b5ff tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/quotas/f4a26e9dd03b4a78b7b13c694250c450 HTTP/1.1" status: 200 len: 375 time: 0.0257821 Apr 21 12:30:04.737458 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c66f5b1-c752-4a7a-bafb-7ca7e5bb0d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:04.785020 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4be58c56-f72e-45ca-8fb3-34c64c4d058e req-084698ec-9ce0-421a-9d4c-72fb96abeb25 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/security-groups?id=852372b5-9547-47c3-aafb-b5d61f7a8699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085451 Apr 21 12:30:04.802968 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66f5b1-c752-4a7a-bafb-7ca7e5bb0d33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84699197-9964-428e-8d6d-218c4c840a53,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:04.807596 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c66f5b1-c752-4a7a-bafb-7ca7e5bb0d33 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:04.811024 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4c66f5b1-c752-4a7a-bafb-7ca7e5bb0d33 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/84699197-9964-428e-8d6d-218c4c840a53 HTTP/1.1" status: 204 len: 168 time: 0.7706141 Apr 21 12:30:04.811227 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55470) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:04.846490 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0655de64-984e-4945-bb2c-453da7add366 req-854183d5-fe40-47af-8dce-f3ddb4415445 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f4a26e9dd03b4a78b7b13c694250c450&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1160910 Apr 21 12:30:04.886320 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c97e4c80-c434-42af-a100-b9951b25226f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:04.943117 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55474) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:04.957922 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5735b92d-7978-4f2f-84a4-ef229f832e4f tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Made reservation on behalf of 26ea3c659ac44d28a683c1af948ed1b6 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:30:04.961343 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5735b92d-7978-4f2f-84a4-ef229f832e4f tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:04.966253 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0655de64-984e-4945-bb2c-453da7add366 req-d34c5f98-cfee-47f2-b0a0-8c2a57cbc69a service neutron] 10.222.0.36 "GET /v2.0/networks/a750d059-4831-44ed-89d3-df516bd3d8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127367 Apr 21 12:30:04.972177 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-820f8820-c3b7-415b-a261-05194981046d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:04.974332 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c97e4c80-c434-42af-a100-b9951b25226f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:05.148341 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-459f8e02-2dee-412d-b642-1b3e50ed50a5 req-ab801a4c-fcef-453f-bc67-9de125ee64dc tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 210 time: 0.0905437 Apr 21 12:30:05.187182 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0655de64-984e-4945-bb2c-453da7add366 req-4f548ced-69f3-43cf-9646-a3b5afe4f7f5 service neutron] 10.222.0.36 "GET /v2.0/networks/a750d059-4831-44ed-89d3-df516bd3d8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120802 Apr 21 12:30:05.209340 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-c97e4c80-c434-42af-a100-b9951b25226f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad0c727-7539-43b3-96a5-a64aa9a69d13']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:30:05.219911 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-c97e4c80-c434-42af-a100-b9951b25226f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1b7a71-a501-4bd2-858b-249813c3e726') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:30:05.220201 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-c97e4c80-c434-42af-a100-b9951b25226f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1b7a71-a501-4bd2-858b-249813c3e726') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:30:05.229740 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c97e4c80-c434-42af-a100-b9951b25226f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:05.244174 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c97e4c80-c434-42af-a100-b9951b25226f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:05.251372 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97e4c80-c434-42af-a100-b9951b25226f admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:30:05.252144 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c97e4c80-c434-42af-a100-b9951b25226f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:30:05.254038 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:30:05.259619 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-820f8820-c3b7-415b-a261-05194981046d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:05.264159 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5735b92d-7978-4f2f-84a4-ef229f832e4f tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Allocated IP 172.20.0.11 (c287e289-9664-4a57-ae4d-cb3d1c307007/8c2895f5-072d-4584-843c-51a4758cad8d/b93f2730-b02e-48d8-8e3f-c24ab6931ffb) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:30:05.370051 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-820f8820-c3b7-415b-a261-05194981046d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:05.415336 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-820f8820-c3b7-415b-a261-05194981046d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=50c0196ced4649ac8fb97e54ce6bb602&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4709659 Apr 21 12:30:05.416836 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55484) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:05.431117 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f8820-c3b7-415b-a261-05194981046d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1cb68a-9064-478a-b6f4-8c3c6941d5d7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:05.469171 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5735b92d-7978-4f2f-84a4-ef229f832e4f tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:05.477394 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c97e4c80-c434-42af-a100-b9951b25226f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:05.484009 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c97e4c80-c434-42af-a100-b9951b25226f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:05.489965 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c97e4c80-c434-42af-a100-b9951b25226f admin admin] 10.222.0.36 "DELETE /v2.0/networks/dad0c727-7539-43b3-96a5-a64aa9a69d13 HTTP/1.1" status: 204 len: 168 time: 0.6771686 Apr 21 12:30:05.490726 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55494) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:05.535161 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e4c80-c434-42af-a100-b9951b25226f admin admin] Pushing event deleted for resources: {'Network': ['ID=dad0c727-7539-43b3-96a5-a64aa9a69d13,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:05.562839 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-003793a7-0d2d-4a8d-9daa-a0cf26f94b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:05.585605 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-5096d1d7-6a79-48ee-9b0d-2c85590e33ca admin admin] Deleting subnet 3774a884-0502-4a8d-b786-319cce3e819d {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:30:05.587359 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5735b92d-7978-4f2f-84a4-ef229f832e4f tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:05.594432 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5096d1d7-6a79-48ee-9b0d-2c85590e33ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:05.628036 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-003793a7-0d2d-4a8d-9daa-a0cf26f94b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:05.662839 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5096d1d7-6a79-48ee-9b0d-2c85590e33ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:05.678676 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5735b92d-7978-4f2f-84a4-ef229f832e4f tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Network c287e289-9664-4a57-ae4d-cb3d1c307007 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:30:05.680892 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6fcd5107-2edf-43e0-9660-c018b4ea9d81 req-ac2a636f-d69a-4f16-97c0-a0f9e33d15ce tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0486965 Apr 21 12:30:05.685068 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5735b92d-7978-4f2f-84a4-ef229f832e4f tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:30:05.695526 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5735b92d-7978-4f2f-84a4-ef229f832e4f tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:30:05.707494 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5735b92d-7978-4f2f-84a4-ef229f832e4f tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:05.708149 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5735b92d-7978-4f2f-84a4-ef229f832e4f tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:05.710880 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735b92d-7978-4f2f-84a4-ef229f832e4f tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Pushing event updated for resources: {'Port': ['ID=b93f2730-b02e-48d8-8e3f-c24ab6931ffb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:05.731278 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5096d1d7-6a79-48ee-9b0d-2c85590e33ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:05.779567 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0592cab2-37e5-4869-895c-f1a1b629c5b5 req-0bfe02ec-1dc6-4656-a872-f0fcf459098b tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 210 time: 0.0267949 Apr 21 12:30:05.839751 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5735b92d-7978-4f2f-84a4-ef229f832e4f tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2375193 Apr 21 12:30:05.854962 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5cab32b1-d4dc-4564-8d09-f1219b9c8009 service neutron] Request body: {'port': {'device_id': '9d680018-3ad7-49f8-a450-f29d93edbf6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:30:05.872539 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5096d1d7-6a79-48ee-9b0d-2c85590e33ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:05.882053 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-003793a7-0d2d-4a8d-9daa-a0cf26f94b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:05.885185 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-003793a7-0d2d-4a8d-9daa-a0cf26f94b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:05.889190 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-003793a7-0d2d-4a8d-9daa-a0cf26f94b3d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a1cb68a-9064-478a-b6f4-8c3c6941d5d7 HTTP/1.1" status: 204 len: 168 time: 0.4712059 Apr 21 12:30:05.903581 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5096d1d7-6a79-48ee-9b0d-2c85590e33ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:05.912081 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55508) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:05.912282 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5096d1d7-6a79-48ee-9b0d-2c85590e33ca admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3774a884-0502-4a8d-b786-319cce3e819d HTTP/1.1" status: 204 len: 168 time: 0.4179335 Apr 21 12:30:05.940929 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5096d1d7-6a79-48ee-9b0d-2c85590e33ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3774a884-0502-4a8d-b786-319cce3e819d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:05.945890 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003793a7-0d2d-4a8d-9daa-a0cf26f94b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1cb68a-9064-478a-b6f4-8c3c6941d5d7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:05.988958 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5cab32b1-d4dc-4564-8d09-f1219b9c8009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:05.998145 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf7566-201d-4ea0-8246-68d533cddd8e req-981f3017-d716-47f4-a424-da874ca95a18 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:05.999624 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5ddf7566-201d-4ea0-8246-68d533cddd8e req-981f3017-d716-47f4-a424-da874ca95a18 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/ports?device_id=87a86a14-2ab0-448a-b761-211fef436774 HTTP/1.1" status: 200 len: 944 time: 0.1420007 Apr 21 12:30:06.068494 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7264662-7b12-4d6c-a249-c231e2361315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:06.107651 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5ddf7566-201d-4ea0-8246-68d533cddd8e req-90a38893-3606-4624-ad69-1d88ccc75cc0 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/security-groups?id=852372b5-9547-47c3-aafb-b5d61f7a8699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995452 Apr 21 12:30:06.248359 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7264662-7b12-4d6c-a249-c231e2361315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:06.328961 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7264662-7b12-4d6c-a249-c231e2361315 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:30:06.329294 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7264662-7b12-4d6c-a249-c231e2361315 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:30:06.330059 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7264662-7b12-4d6c-a249-c231e2361315 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:30:06.330402 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7264662-7b12-4d6c-a249-c231e2361315 admin admin] Subscribe: > port after_create 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:30:06.330738 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7264662-7b12-4d6c-a249-c231e2361315 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:30:06.331061 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7264662-7b12-4d6c-a249-c231e2361315 admin admin] Subscribe: > port after_update 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:30:06.331367 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7264662-7b12-4d6c-a249-c231e2361315 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:30:06.331694 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7264662-7b12-4d6c-a249-c231e2361315 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:30:06.331999 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7264662-7b12-4d6c-a249-c231e2361315 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:30:06.332306 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7264662-7b12-4d6c-a249-c231e2361315 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:30:06.398297 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.26', 62426) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:06.405875 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device b6b1d468-1bc4-45b3-952f-aee4c19bc5d7 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:30:06.461713 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0fbc5e-901b-4bb2-ae97-5401721de17d req-653892bf-efb3-47a6-97e2-725de21f0cad tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:06.463112 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8f0fbc5e-901b-4bb2-ae97-5401721de17d req-653892bf-efb3-47a6-97e2-725de21f0cad tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.26 "GET /v2.0/ports?device_id=75402e25-4156-4248-9118-d807ee12d521 HTTP/1.1" status: 200 len: 943 time: 0.0628850 Apr 21 12:30:06.504988 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port b6b1d468-1bc4-45b3-952f-aee4c19bc5d7, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=b6b1d468-1bc4-45b3-952f-aee4c19bc5d7,segment=NetworkSegment(a2609b01-1bde-49f4-a2e6-682732d68b1d),segment_id=a2609b01-1bde-49f4-a2e6-682732d68b1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:06.505520 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7264662-7b12-4d6c-a249-c231e2361315 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:30:06.505895 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7264662-7b12-4d6c-a249-c231e2361315 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:30:06.506202 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7264662-7b12-4d6c-a249-c231e2361315 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:30:06.506525 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7264662-7b12-4d6c-a249-c231e2361315 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103398) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 21 12:30:06.506888 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-b7264662-7b12-4d6c-a249-c231e2361315 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28efa76-e488-43a4-aa50-e06961dd10e4']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:30:06.517963 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'b6b1d468-1bc4-45b3-952f-aee4c19bc5d7', 'network_id': 'cc6e7ae9-2799-4196-8bed-f51a71fb8795', 'port_id': 'b6b1d468-1bc4-45b3-952f-aee4c19bc5d7', 'mac_address': 'fa:16:3e:1a:19:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd16d5794-1897-42ed-8448-8f9a8657a1a2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:30:06.534038 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-b7264662-7b12-4d6c-a249-c231e2361315 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff70ee78-f6a6-453e-a8c6-965ea22e4f07') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:30:06.538613 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-b7264662-7b12-4d6c-a249-c231e2361315 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff70ee78-f6a6-453e-a8c6-965ea22e4f07') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:30:06.559219 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:06.560776 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-8f0fbc5e-901b-4bb2-ae97-5401721de17d req-fd69bb43-098d-46a4-ae9b-3408ef297aeb tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Deleting port e0586fd5-9826-4c02-b8dd-e8e6648df55a {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:30:06.560997 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ebef7-b37c-441e-b874-c903690e630e req-b73d6f45-6555-4e0d-8a03-c365a4f649df tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:06.561131 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8f0fbc5e-901b-4bb2-ae97-5401721de17d req-fd69bb43-098d-46a4-ae9b-3408ef297aeb tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:06.562605 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d84ebef7-b37c-441e-b874-c903690e630e req-b73d6f45-6555-4e0d-8a03-c365a4f649df tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 932 time: 0.3342631 Apr 21 12:30:06.564444 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7264662-7b12-4d6c-a249-c231e2361315 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:06.573806 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6b1d468-1bc4-45b3-952f-aee4c19bc5d7 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:30:06.594772 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port b6b1d468-1bc4-45b3-952f-aee4c19bc5d7, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=b6b1d468-1bc4-45b3-952f-aee4c19bc5d7,segment=NetworkSegment(a2609b01-1bde-49f4-a2e6-682732d68b1d),segment_id=a2609b01-1bde-49f4-a2e6-682732d68b1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:06.603387 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7264662-7b12-4d6c-a249-c231e2361315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:06.624403 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7264662-7b12-4d6c-a249-c231e2361315 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:30:06.624794 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7264662-7b12-4d6c-a249-c231e2361315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: from cryptography.utils import int_from_bytes Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: from cryptography.utils import int_from_bytes Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:30:06.631375 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:30:06.670216 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-8f0fbc5e-901b-4bb2-ae97-5401721de17d req-fd69bb43-098d-46a4-ae9b-3408ef297aeb tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] For port e0586fd5-9826-4c02-b8dd-e8e6648df55a, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e0586fd5-9826-4c02-b8dd-e8e6648df55a,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:06.670579 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8f0fbc5e-901b-4bb2-ae97-5401721de17d req-fd69bb43-098d-46a4-ae9b-3408ef297aeb tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:06.688500 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-8f0fbc5e-901b-4bb2-ae97-5401721de17d req-fd69bb43-098d-46a4-ae9b-3408ef297aeb tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Calling delete_port for e0586fd5-9826-4c02-b8dd-e8e6648df55a owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:30:06.703929 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d84ebef7-b37c-441e-b874-c903690e630e req-edc1301c-186a-4df7-aa2d-cca9d42ca9bd tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208119 Apr 21 12:30:06.755833 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5cab32b1-d4dc-4564-8d09-f1219b9c8009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b93f2730-b02e-48d8-8e3f-c24ab6931ffb {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:30:06.765054 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5cab32b1-d4dc-4564-8d09-f1219b9c8009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:06.787782 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.26', 62427) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:06.846593 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c2562659-db89-466c-a523-0a94153eca4e req-e9abe3d1-5380-4aa0-90c4-374bdf309fe1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0573959 Apr 21 12:30:06.848709 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-671bb846-81db-4fd3-9edf-978efbb726cb req-52776eb0-5fcc-4f08-8e12-da514f17cd31 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0517752 Apr 21 12:30:06.911759 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:06.912438 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5cab32b1-d4dc-4564-8d09-f1219b9c8009 service neutron] Transition to ACTIVE for port object b93f2730-b02e-48d8-8e3f-c24ab6931ffb will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:30:06.914767 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7264662-7b12-4d6c-a249-c231e2361315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:06.931659 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f8e84c33-022d-42a1-9986-c72c6dbbd5f5 req-8d5827af-0e14-4fa0-8ac4-29823bc0e01a tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 210 time: 0.0279343 Apr 21 12:30:06.937296 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7264662-7b12-4d6c-a249-c231e2361315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:06.941124 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b7264662-7b12-4d6c-a249-c231e2361315 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e28efa76-e488-43a4-aa50-e06961dd10e4 HTTP/1.1" status: 204 len: 168 time: 1.0280886 Apr 21 12:30:06.959378 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7264662-7b12-4d6c-a249-c231e2361315 admin admin] Pushing event deleted for resources: {'Network': ['ID=e28efa76-e488-43a4-aa50-e06961dd10e4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:06.974620 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=b6b1d468-1bc4-45b3-952f-aee4c19bc5d7,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:07.014940 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8f0fbc5e-901b-4bb2-ae97-5401721de17d req-fd69bb43-098d-46a4-ae9b-3408ef297aeb tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:07.048894 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5cab32b1-d4dc-4564-8d09-f1219b9c8009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:07.088916 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69bb43-098d-46a4-ae9b-3408ef297aeb tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Pushing event deleted for resources: {'Port': ['ID=e0586fd5-9826-4c02-b8dd-e8e6648df55a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:07.114571 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0fbc5e-901b-4bb2-ae97-5401721de17d req-fd69bb43-098d-46a4-ae9b-3408ef297aeb tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] No DVR routers for this DVR port e0586fd5-9826-4c02-b8dd-e8e6648df55a on host n-h1-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:30:07.119872 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8f0fbc5e-901b-4bb2-ae97-5401721de17d req-fd69bb43-098d-46a4-ae9b-3408ef297aeb tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:07.122445 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8f0fbc5e-901b-4bb2-ae97-5401721de17d req-fd69bb43-098d-46a4-ae9b-3408ef297aeb tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.26 "DELETE /v2.0/ports/e0586fd5-9826-4c02-b8dd-e8e6648df55a HTTP/1.1" status: 204 len: 173 time: 0.6519551 Apr 21 12:30:07.122915 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75402e25-4156-4248-9118-d807ee12d521', 'name': 'network-vif-deleted', 'tag': 'e0586fd5-9826-4c02-b8dd-e8e6648df55a'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:30:07.125179 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1a29a7-62d1-4450-9771-fc651bcce2e5" -d '{"events": [{"server_uuid": "75402e25-4156-4248-9118-d807ee12d521", "name": "network-vif-deleted", "tag": "e0586fd5-9826-4c02-b8dd-e8e6648df55a"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:30:07.130737 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab32b1-d4dc-4564-8d09-f1219b9c8009 service neutron] Pushing event updated for resources: {'Port': ['ID=b93f2730-b02e-48d8-8e3f-c24ab6931ffb,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:07.172384 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['b6b1d468-1bc4-45b3-952f-aee4c19bc5d7'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:30:07.174929 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a12afc-d6d1-4ae1-a5a1-9e5396ec31dc x-openstack-request-id: req-c7a12afc-d6d1-4ae1-a5a1-9e5396ec31dc {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:30:07.175228 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75402e25-4156-4248-9118-d807ee12d521", "name": "network-vif-deleted", "tag": "e0586fd5-9826-4c02-b8dd-e8e6648df55a", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:30:07.175526 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c7a12afc-d6d1-4ae1-a5a1-9e5396ec31dc {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:30:07.175980 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7a12afc-d6d1-4ae1-a5a1-9e5396ec31dc'] response: {'server_uuid': '75402e25-4156-4248-9118-d807ee12d521', 'name': 'network-vif-deleted', 'tag': 'e0586fd5-9826-4c02-b8dd-e8e6648df55a', 'status': 'completed', 'code': 200} Apr 21 12:30:07.230315 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5cab32b1-d4dc-4564-8d09-f1219b9c8009 service neutron] Attempting to bind port b93f2730-b02e-48d8-8e3f-c24ab6931ffb on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:30:07.231695 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5cab32b1-d4dc-4564-8d09-f1219b9c8009 service neutron] Attempting to bind port b93f2730-b02e-48d8-8e3f-c24ab6931ffb by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:30:07.232131 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5cab32b1-d4dc-4564-8d09-f1219b9c8009 service neutron] Attempting to bind port b93f2730-b02e-48d8-8e3f-c24ab6931ffb on network c287e289-9664-4a57-ae4d-cb3d1c307007 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:30:07.255445 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5cab32b1-d4dc-4564-8d09-f1219b9c8009 service neutron] Port b93f2730-b02e-48d8-8e3f-c24ab6931ffb on network c287e289-9664-4a57-ae4d-cb3d1c307007 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:30:07.256409 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5cab32b1-d4dc-4564-8d09-f1219b9c8009 service neutron] Attempting to bind port b93f2730-b02e-48d8-8e3f-c24ab6931ffb on network c287e289-9664-4a57-ae4d-cb3d1c307007 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:30:07.280614 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5cab32b1-d4dc-4564-8d09-f1219b9c8009 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:30:07.281065 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5cab32b1-d4dc-4564-8d09-f1219b9c8009 service neutron] Checking segment: {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:30:07.281614 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5cab32b1-d4dc-4564-8d09-f1219b9c8009 service neutron] Bound using segment: {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:30:07.282217 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5cab32b1-d4dc-4564-8d09-f1219b9c8009 service neutron] Bound port: b93f2730-b02e-48d8-8e3f-c24ab6931ffb, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:30:07.282635 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5cab32b1-d4dc-4564-8d09-f1219b9c8009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:07.346540 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c118b192-2dc3-410d-9595-6094f66cce32 req-bd9c944a-e658-4bf6-a234-d8081d2f6115 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:07.348789 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c118b192-2dc3-410d-9595-6094f66cce32 req-bd9c944a-e658-4bf6-a234-d8081d2f6115 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/ports?device_id=87a86a14-2ab0-448a-b761-211fef436774 HTTP/1.1" status: 200 len: 945 time: 0.1125753 Apr 21 12:30:07.417795 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5cab32b1-d4dc-4564-8d09-f1219b9c8009 service neutron] For port b93f2730-b02e-48d8-8e3f-c24ab6931ffb, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:30:07.422096 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55536) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:07.436110 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c118b192-2dc3-410d-9595-6094f66cce32 req-0ec8a6b1-f6bd-439e-a764-892afbb64ca2 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/security-groups?id=852372b5-9547-47c3-aafb-b5d61f7a8699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788703 Apr 21 12:30:07.462905 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5cab32b1-d4dc-4564-8d09-f1219b9c8009 service neutron] For port b93f2730-b02e-48d8-8e3f-c24ab6931ffb, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=b93f2730-b02e-48d8-8e3f-c24ab6931ffb,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:30:07.476529 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0025a585-9117-41f3-937d-217cc8675145 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f04eda1a9f2c4e4b9e3943ae82d968ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0524538 Apr 21 12:30:07.486047 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55538) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:07.535969 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fa4816f-e96b-47d8-aebf-6af71dfdeb6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:07.557992 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fa4816f-e96b-47d8-aebf-6af71dfdeb6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:07.603594 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5cab32b1-d4dc-4564-8d09-f1219b9c8009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:07.635481 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5cab32b1-d4dc-4564-8d09-f1219b9c8009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:07.636125 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5cab32b1-d4dc-4564-8d09-f1219b9c8009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:07.637600 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-5cab32b1-d4dc-4564-8d09-f1219b9c8009 service neutron] 10.222.0.26 "PUT /v2.0/ports/b93f2730-b02e-48d8-8e3f-c24ab6931ffb HTTP/1.1" status: 200 len: 1092 time: 1.7873526 Apr 21 12:30:07.638041 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d680018-3ad7-49f8-a450-f29d93edbf6a', 'tag': 'b93f2730-b02e-48d8-8e3f-c24ab6931ffb'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:30:07.640365 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b843bf-e80e-4d0e-a4f8-63736a31372e" -d '{"events": [{"name": "network-changed", "server_uuid": "9d680018-3ad7-49f8-a450-f29d93edbf6a", "tag": "b93f2730-b02e-48d8-8e3f-c24ab6931ffb"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:30:07.666084 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab32b1-d4dc-4564-8d09-f1219b9c8009 service neutron] Pushing event updated for resources: {'Port': ['ID=b93f2730-b02e-48d8-8e3f-c24ab6931ffb,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:07.679127 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b18c9b-c07d-4c3d-b788-b3908e9c03c7 x-openstack-request-id: req-93b18c9b-c07d-4c3d-b788-b3908e9c03c7 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:30:07.679415 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d680018-3ad7-49f8-a450-f29d93edbf6a", "tag": "b93f2730-b02e-48d8-8e3f-c24ab6931ffb", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:30:07.679666 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-93b18c9b-c07d-4c3d-b788-b3908e9c03c7 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:30:07.680096 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93b18c9b-c07d-4c3d-b788-b3908e9c03c7'] response: {'name': 'network-changed', 'server_uuid': '9d680018-3ad7-49f8-a450-f29d93edbf6a', 'tag': 'b93f2730-b02e-48d8-8e3f-c24ab6931ffb', 'status': 'completed', 'code': 200} Apr 21 12:30:07.690412 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fa4816f-e96b-47d8-aebf-6af71dfdeb6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:07.694826 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fa4816f-e96b-47d8-aebf-6af71dfdeb6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:07.696346 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4fa4816f-e96b-47d8-aebf-6af71dfdeb6c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17dd3425-d326-462d-a8ff-edc4f6edd060 HTTP/1.1" status: 204 len: 168 time: 0.2092233 Apr 21 12:30:07.718261 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4816f-e96b-47d8-aebf-6af71dfdeb6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dd3425-d326-462d-a8ff-edc4f6edd060,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:07.795175 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b843bf-e80e-4d0e-a4f8-63736a31372e req-f0a05173-d6ec-4a0f-8167-b7e6c970677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:07.796762 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d5b843bf-e80e-4d0e-a4f8-63736a31372e req-f0a05173-d6ec-4a0f-8167-b7e6c970677f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26ea3c659ac44d28a683c1af948ed1b6&device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 1095 time: 0.0922203 Apr 21 12:30:08.196599 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c5476f-7991-4e5b-8ef9-3add8f9e8f0d req-47dd801c-e4af-4bcd-8e57-d260c0652dcd tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:08.198688 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-86c5476f-7991-4e5b-8ef9-3add8f9e8f0d req-47dd801c-e4af-4bcd-8e57-d260c0652dcd tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 944 time: 0.3980670 Apr 21 12:30:08.215937 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-af8a0815-8a3f-4a4e-b370-0f9c8b9c2bf5 req-f734d93c-6d69-4d49-9595-f01281a51ecf tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0766094 Apr 21 12:30:08.298770 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b843bf-e80e-4d0e-a4f8-63736a31372e req-dadd92f9-7829-4651-84e4-2615e7c8d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:08.300216 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d5b843bf-e80e-4d0e-a4f8-63736a31372e req-dadd92f9-7829-4651-84e4-2615e7c8d419 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=26ea3c659ac44d28a683c1af948ed1b6&shared=False HTTP/1.1" status: 200 len: 921 time: 0.4898257 Apr 21 12:30:08.315753 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-86c5476f-7991-4e5b-8ef9-3add8f9e8f0d req-b06483d2-e4a1-4648-b11f-5e456d28571c tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924995 Apr 21 12:30:08.319321 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42862e90-0b4d-4300-813d-38dca1b7cab5 req-2131acce-a0eb-486c-8d5d-88cfc4901bde tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 210 time: 0.0370219 Apr 21 12:30:08.420055 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device b6b1d468-1bc4-45b3-952f-aee4c19bc5d7 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:30:08.506275 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b843bf-e80e-4d0e-a4f8-63736a31372e req-e0a8d196-26cf-441b-8bf7-13d1c60730bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:08.506275 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d5b843bf-e80e-4d0e-a4f8-63736a31372e req-e0a8d196-26cf-441b-8bf7-13d1c60730bc service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1818802 Apr 21 12:30:08.579905 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port b6b1d468-1bc4-45b3-952f-aee4c19bc5d7 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:30:08.583954 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port b6b1d468-1bc4-45b3-952f-aee4c19bc5d7 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:30:08.584574 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:08.595857 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aadb26-6af2-4ee9-a963-664aed31c548 req-e8d4fbf0-4c2d-4139-b803-2e7828215192 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:08.597672 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01aadb26-6af2-4ee9-a963-664aed31c548 req-e8d4fbf0-4c2d-4139-b803-2e7828215192 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/ports?device_id=87a86a14-2ab0-448a-b761-211fef436774 HTTP/1.1" status: 200 len: 945 time: 0.0877326 Apr 21 12:30:08.603795 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-71cdc457-356f-4f2c-9960-963a69b58ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:08.605206 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-71cdc457-356f-4f2c-9960-963a69b58ae8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26ea3c659ac44d28a683c1af948ed1b6&device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 1095 time: 0.0685871 Apr 21 12:30:08.660867 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-266097aa-f4a5-45ec-bcde-d3cf98a786d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b93f2730-b02e-48d8-8e3f-c24ab6931ffb HTTP/1.1" status: 200 len: 217 time: 0.0476224 Apr 21 12:30:08.670248 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:08.674528 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55574) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:08.703655 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a86a14-2ab0-448a-b761-211fef436774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b1d468-1bc4-45b3-952f-aee4c19bc5d7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:30:08.706670 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f440e62d-5925-4933-bce7-6770e74f870e" -d '{"events": [{"server_uuid": "87a86a14-2ab0-448a-b761-211fef436774", "name": "network-vif-plugged", "status": "completed", "tag": "b6b1d468-1bc4-45b3-952f-aee4c19bc5d7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:30:08.721466 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01aadb26-6af2-4ee9-a963-664aed31c548 req-993f3b45-3f34-400b-8328-5cd184da3115 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/security-groups?id=852372b5-9547-47c3-aafb-b5d61f7a8699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107330 Apr 21 12:30:08.753266 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port b6b1d468-1bc4-45b3-952f-aee4c19bc5d7, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=b6b1d468-1bc4-45b3-952f-aee4c19bc5d7,segment=NetworkSegment(a2609b01-1bde-49f4-a2e6-682732d68b1d),segment_id=a2609b01-1bde-49f4-a2e6-682732d68b1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:08.755243 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-b57cda08-cbbc-43e4-9ffb-51373e9360d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:08.759269 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-b57cda08-cbbc-43e4-9ffb-51373e9360d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c2895f5-072d-4584-843c-51a4758cad8d HTTP/1.1" status: 200 len: 860 time: 0.0882416 Apr 21 12:30:08.763772 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d8e9c8b9-d76b-4f92-bcd3-45eb4ce5a538 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=285e44ce4c234d7b880fc83fe05845ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0879917 Apr 21 12:30:08.766234 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55578) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:08.796997 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-b920b618-c266-4007-9fab-d7531f1fa2f5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c287e289-9664-4a57-ae4d-cb3d1c307007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295010 Apr 21 12:30:08.797223 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16dcb404-2f1c-4204-8073-e3d47a407df5 x-openstack-request-id: req-16dcb404-2f1c-4204-8073-e3d47a407df5 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:30:08.797640 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a86a14-2ab0-448a-b761-211fef436774", "name": "network-vif-plugged", "status": "completed", "tag": "b6b1d468-1bc4-45b3-952f-aee4c19bc5d7", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:30:08.797938 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-16dcb404-2f1c-4204-8073-e3d47a407df5 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:30:08.798481 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16dcb404-2f1c-4204-8073-e3d47a407df5'] response: {'server_uuid': '87a86a14-2ab0-448a-b761-211fef436774', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b1d468-1bc4-45b3-952f-aee4c19bc5d7', 'code': 200} Apr 21 12:30:08.827088 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61658134-335c-40ee-b4f1-cd83216fc6d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:08.852414 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61658134-335c-40ee-b4f1-cd83216fc6d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:08.917388 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:08.930841 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e486b6-4d2c-4db5-b6c9-21975f84f5cb req-2e567396-3dde-4064-898e-2940ba6158aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:08.931050 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-7b0bf489-e156-4035-8120-821b441bfd90 service neutron] 10.222.0.26 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204562 Apr 21 12:30:08.932530 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f2e486b6-4d2c-4db5-b6c9-21975f84f5cb req-2e567396-3dde-4064-898e-2940ba6158aa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=87a86a14-2ab0-448a-b761-211fef436774 HTTP/1.1" status: 200 len: 1096 time: 0.0702167 Apr 21 12:30:08.967883 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=b6b1d468-1bc4-45b3-952f-aee4c19bc5d7,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:08.971679 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f2e486b6-4d2c-4db5-b6c9-21975f84f5cb req-a45386c2-eb89-4764-b626-9a9b0848e3fb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=852372b5-9547-47c3-aafb-b5d61f7a8699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298309 Apr 21 12:30:08.977218 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.24', 55883) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:09.031612 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d569f3d-222f-4227-8f1c-0c76b112f770 req-29e52afb-2545-4725-af6a-2eeda16d92c3 service neutron] 10.222.0.26 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939384 Apr 21 12:30:09.037663 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61658134-335c-40ee-b4f1-cd83216fc6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:09.040235 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61658134-335c-40ee-b4f1-cd83216fc6d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:09.043115 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-61658134-335c-40ee-b4f1-cd83216fc6d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cb8691fb-a926-4aac-996a-b08e8ffd3e1a HTTP/1.1" status: 204 len: 168 time: 0.2747514 Apr 21 12:30:09.051605 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61658134-335c-40ee-b4f1-cd83216fc6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8691fb-a926-4aac-996a-b08e8ffd3e1a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:09.303796 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655de64-984e-4945-bb2c-453da7add366 req-a82b25e9-fd44-46ab-bd9c-a2bd918efcf1 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:09.305390 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0655de64-984e-4945-bb2c-453da7add366 req-a82b25e9-fd44-46ab-bd9c-a2bd918efcf1 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.24 "GET /v2.0/networks?id=a750d059-4831-44ed-89d3-df516bd3d8aa HTTP/1.1" status: 200 len: 804 time: 0.1209013 Apr 21 12:30:09.319457 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-0655de64-984e-4945-bb2c-453da7add366 req-10a31bdf-c7a0-4f55-b0a1-d18412b27698 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Request body: {'port': {'device_id': 'ddf90288-7612-41ce-a8d9-61ab46802395', 'network_id': 'a750d059-4831-44ed-89d3-df516bd3d8aa', 'admin_state_up': True, 'tenant_id': 'f4a26e9dd03b4a78b7b13c694250c450'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:30:09.323616 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-141a12dd-1592-4dc2-a2a1-4dfcac6b87d8 req-0afc0db8-01e7-4a59-adb6-12456559f1e1 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0273931 Apr 21 12:30:09.534140 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0655de64-984e-4945-bb2c-453da7add366 req-10a31bdf-c7a0-4f55-b0a1-d18412b27698 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Made reservation on behalf of f4a26e9dd03b4a78b7b13c694250c450 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:30:09.537640 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0655de64-984e-4945-bb2c-453da7add366 req-10a31bdf-c7a0-4f55-b0a1-d18412b27698 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:09.632743 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:30:09.666709 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-0655de64-984e-4945-bb2c-453da7add366 req-10a31bdf-c7a0-4f55-b0a1-d18412b27698 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Allocated IP 172.20.0.11 (a750d059-4831-44ed-89d3-df516bd3d8aa/b7070f83-9ad6-411e-82a5-c452eae4aee0/9eae9fd1-15d9-426d-b73e-8edf91cbb9ab) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:30:09.759074 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7bee24-8f76-44a3-8d63-dbb0ce60b761 req-cfe670ae-e886-4bc0-abbc-46aecccb12d6 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:09.761130 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7c7bee24-8f76-44a3-8d63-dbb0ce60b761 req-cfe670ae-e886-4bc0-abbc-46aecccb12d6 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 944 time: 0.0537584 Apr 21 12:30:09.802927 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7c7bee24-8f76-44a3-8d63-dbb0ce60b761 req-4ec259a0-fc1c-4060-ae17-f740ac99661b tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348134 Apr 21 12:30:09.825246 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0655de64-984e-4945-bb2c-453da7add366 req-10a31bdf-c7a0-4f55-b0a1-d18412b27698 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:09.903623 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5929043d-8556-4817-8e82-75c8502076b1 req-860e9d8b-f5a8-4e18-9d04-64874d3bd4fe tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 210 time: 0.0292859 Apr 21 12:30:09.946154 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0655de64-984e-4945-bb2c-453da7add366 req-10a31bdf-c7a0-4f55-b0a1-d18412b27698 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:09.986792 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0655de64-984e-4945-bb2c-453da7add366 req-10a31bdf-c7a0-4f55-b0a1-d18412b27698 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Network a750d059-4831-44ed-89d3-df516bd3d8aa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:30:09.994736 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-0655de64-984e-4945-bb2c-453da7add366 req-10a31bdf-c7a0-4f55-b0a1-d18412b27698 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:30:09.999173 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-0655de64-984e-4945-bb2c-453da7add366 req-10a31bdf-c7a0-4f55-b0a1-d18412b27698 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:30:10.029362 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a31bdf-c7a0-4f55-b0a1-d18412b27698 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Pushing event updated for resources: {'Port': ['ID=9eae9fd1-15d9-426d-b73e-8edf91cbb9ab,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:10.052351 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655de64-984e-4945-bb2c-453da7add366 req-10a31bdf-c7a0-4f55-b0a1-d18412b27698 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:10.054563 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0655de64-984e-4945-bb2c-453da7add366 req-10a31bdf-c7a0-4f55-b0a1-d18412b27698 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:10.205854 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0655de64-984e-4945-bb2c-453da7add366 req-10a31bdf-c7a0-4f55-b0a1-d18412b27698 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8906143 Apr 21 12:30:10.217974 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-0655de64-984e-4945-bb2c-453da7add366 req-e84bb3c1-8ebd-41f7-b232-e10ec1dc5b8c service neutron] Request body: {'port': {'device_id': 'ddf90288-7612-41ce-a8d9-61ab46802395', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:30:10.288175 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0655de64-984e-4945-bb2c-453da7add366 req-e84bb3c1-8ebd-41f7-b232-e10ec1dc5b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:10.390880 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fae061ab-d04f-41a1-8c53-b6113c25d158 req-8ee4a2c6-5fe7-485a-b2c0-dee406925989 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0275040 Apr 21 12:30:10.609488 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-0655de64-984e-4945-bb2c-453da7add366 req-e84bb3c1-8ebd-41f7-b232-e10ec1dc5b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:30:10.617140 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0655de64-984e-4945-bb2c-453da7add366 req-e84bb3c1-8ebd-41f7-b232-e10ec1dc5b8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:10.636775 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-0655de64-984e-4945-bb2c-453da7add366 req-e84bb3c1-8ebd-41f7-b232-e10ec1dc5b8c service neutron] Transition to ACTIVE for port object 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:30:10.696904 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90f46b-d62d-4d9b-a94e-c06052723ee0 req-9b40a843-9d37-4847-8438-0cb15b563ba3 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:10.698637 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce90f46b-d62d-4d9b-a94e-c06052723ee0 req-9b40a843-9d37-4847-8438-0cb15b563ba3 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/ports?device_id=87a86a14-2ab0-448a-b761-211fef436774 HTTP/1.1" status: 200 len: 946 time: 0.0523324 Apr 21 12:30:10.723026 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0655de64-984e-4945-bb2c-453da7add366 req-e84bb3c1-8ebd-41f7-b232-e10ec1dc5b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:10.748687 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce90f46b-d62d-4d9b-a94e-c06052723ee0 req-e08596ef-1f04-459f-ad04-ff6914ba87e0 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/security-groups?id=852372b5-9547-47c3-aafb-b5d61f7a8699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399804 Apr 21 12:30:10.779951 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84bb3c1-8ebd-41f7-b232-e10ec1dc5b8c service neutron] Pushing event updated for resources: {'Port': ['ID=9eae9fd1-15d9-426d-b73e-8edf91cbb9ab,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:10.858542 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7b119ef5-1c4c-4767-944c-30c87ea44975 req-96ac9c56-3609-4567-b0aa-50a4b54b2050 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0291271 Apr 21 12:30:10.865436 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-0655de64-984e-4945-bb2c-453da7add366 req-e84bb3c1-8ebd-41f7-b232-e10ec1dc5b8c service neutron] Attempting to bind port 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:30:10.865946 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-0655de64-984e-4945-bb2c-453da7add366 req-e84bb3c1-8ebd-41f7-b232-e10ec1dc5b8c service neutron] Attempting to bind port 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'bb1825d1-9cfe-4dab-92af-7b5eede9af05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a750d059-4831-44ed-89d3-df516bd3d8aa'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:30:10.866137 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0655de64-984e-4945-bb2c-453da7add366 req-e84bb3c1-8ebd-41f7-b232-e10ec1dc5b8c service neutron] Attempting to bind port 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab on network a750d059-4831-44ed-89d3-df516bd3d8aa {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:30:10.870515 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0655de64-984e-4945-bb2c-453da7add366 req-e84bb3c1-8ebd-41f7-b232-e10ec1dc5b8c service neutron] Port 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab on network a750d059-4831-44ed-89d3-df516bd3d8aa not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:30:10.870860 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0655de64-984e-4945-bb2c-453da7add366 req-e84bb3c1-8ebd-41f7-b232-e10ec1dc5b8c service neutron] Attempting to bind port 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab on network a750d059-4831-44ed-89d3-df516bd3d8aa {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:30:10.875618 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0655de64-984e-4945-bb2c-453da7add366 req-e84bb3c1-8ebd-41f7-b232-e10ec1dc5b8c service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:30:10.875949 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0655de64-984e-4945-bb2c-453da7add366 req-e84bb3c1-8ebd-41f7-b232-e10ec1dc5b8c service neutron] Checking segment: {'id': 'bb1825d1-9cfe-4dab-92af-7b5eede9af05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a750d059-4831-44ed-89d3-df516bd3d8aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:30:10.876574 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0655de64-984e-4945-bb2c-453da7add366 req-e84bb3c1-8ebd-41f7-b232-e10ec1dc5b8c service neutron] Bound using segment: {'id': 'bb1825d1-9cfe-4dab-92af-7b5eede9af05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a750d059-4831-44ed-89d3-df516bd3d8aa'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:30:10.876734 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-0655de64-984e-4945-bb2c-453da7add366 req-e84bb3c1-8ebd-41f7-b232-e10ec1dc5b8c service neutron] Bound port: 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1825d1-9cfe-4dab-92af-7b5eede9af05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a750d059-4831-44ed-89d3-df516bd3d8aa'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:30:10.877082 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0655de64-984e-4945-bb2c-453da7add366 req-e84bb3c1-8ebd-41f7-b232-e10ec1dc5b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:10.940309 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-0655de64-984e-4945-bb2c-453da7add366 req-e84bb3c1-8ebd-41f7-b232-e10ec1dc5b8c service neutron] For port 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:30:10.943681 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-0655de64-984e-4945-bb2c-453da7add366 req-e84bb3c1-8ebd-41f7-b232-e10ec1dc5b8c service neutron] For port 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9eae9fd1-15d9-426d-b73e-8edf91cbb9ab,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:30:10.993298 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23a027-f91f-4663-992e-7cf582fb08a0 req-67e2d08e-7989-491d-a738-fcb56023627c tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:10.994828 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ab23a027-f91f-4663-992e-7cf582fb08a0 req-67e2d08e-7989-491d-a738-fcb56023627c tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/ports?device_id=87a86a14-2ab0-448a-b761-211fef436774 HTTP/1.1" status: 200 len: 946 time: 0.0522397 Apr 21 12:30:11.003677 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55662) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:11.008629 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1d34de79-1c0b-4704-adc7-6ab9f14c266f tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Request body: {'floatingip': {'port_id': 'b6b1d468-1bc4-45b3-952f-aee4c19bc5d7'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:30:11.048104 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0655de64-984e-4945-bb2c-453da7add366 req-e84bb3c1-8ebd-41f7-b232-e10ec1dc5b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:11.084683 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d34de79-1c0b-4704-adc7-6ab9f14c266f tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks [] for floatingip, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:11.105892 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b4709-5d49-4c9f-9df5-65fd5bfab800 req-352aee10-8086-46c5-a9d6-97d036180689 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:11.107489 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-381b4709-5d49-4c9f-9df5-65fd5bfab800 req-352aee10-8086-46c5-a9d6-97d036180689 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 944 time: 0.0495939 Apr 21 12:30:11.151610 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655de64-984e-4945-bb2c-453da7add366 req-e84bb3c1-8ebd-41f7-b232-e10ec1dc5b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:11.152231 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-0655de64-984e-4945-bb2c-453da7add366 req-e84bb3c1-8ebd-41f7-b232-e10ec1dc5b8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:11.153636 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0655de64-984e-4945-bb2c-453da7add366 req-e84bb3c1-8ebd-41f7-b232-e10ec1dc5b8c service neutron] 10.222.0.24 "PUT /v2.0/ports/9eae9fd1-15d9-426d-b73e-8edf91cbb9ab HTTP/1.1" status: 200 len: 1092 time: 0.9398863 Apr 21 12:30:11.154069 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddf90288-7612-41ce-a8d9-61ab46802395', 'tag': '9eae9fd1-15d9-426d-b73e-8edf91cbb9ab'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:30:11.156395 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416901dc-856c-478e-9860-06dcf830ab1d" -d '{"events": [{"name": "network-changed", "server_uuid": "ddf90288-7612-41ce-a8d9-61ab46802395", "tag": "9eae9fd1-15d9-426d-b73e-8edf91cbb9ab"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:30:11.166194 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-381b4709-5d49-4c9f-9df5-65fd5bfab800 req-3423eccd-7997-489a-aa00-14dce0eb25c5 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511265 Apr 21 12:30:11.216410 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84bb3c1-8ebd-41f7-b232-e10ec1dc5b8c service neutron] Pushing event updated for resources: {'Port': ['ID=9eae9fd1-15d9-426d-b73e-8edf91cbb9ab,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:11.339140 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d8e61-561e-4fcd-84dd-9649397695cc req-9cf09c93-06ed-4f3f-aed4-ce683acfb80a tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:11.340651 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8e6d8e61-561e-4fcd-84dd-9649397695cc req-9cf09c93-06ed-4f3f-aed4-ce683acfb80a tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 944 time: 0.0493760 Apr 21 12:30:11.345336 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device e0586fd5-9826-4c02-b8dd-e8e6648df55a no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:30:11.366432 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: e0586fd5-9826-4c02-b8dd-e8e6648df55a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:30:11.366673 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device e0586fd5-9826-4c02-b8dd-e8e6648df55a not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:30:11.380793 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8e6d8e61-561e-4fcd-84dd-9649397695cc req-d8d1f8ed-3af2-49f2-b9f9-80112e3730b6 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325198 Apr 21 12:30:11.433208 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d5ba6b-b4c7-4371-b623-ebb24b6946fd x-openstack-request-id: req-45d5ba6b-b4c7-4371-b623-ebb24b6946fd {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:30:11.433494 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddf90288-7612-41ce-a8d9-61ab46802395", "tag": "9eae9fd1-15d9-426d-b73e-8edf91cbb9ab", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:30:11.433778 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-45d5ba6b-b4c7-4371-b623-ebb24b6946fd {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:30:11.434166 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45d5ba6b-b4c7-4371-b623-ebb24b6946fd'] response: {'name': 'network-changed', 'server_uuid': 'ddf90288-7612-41ce-a8d9-61ab46802395', 'tag': '9eae9fd1-15d9-426d-b73e-8edf91cbb9ab', 'status': 'completed', 'code': 200} Apr 21 12:30:11.503707 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655de64-984e-4945-bb2c-453da7add366 req-359da7e9-f549-4b2a-bef8-a43ed1f41d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:11.505202 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0655de64-984e-4945-bb2c-453da7add366 req-359da7e9-f549-4b2a-bef8-a43ed1f41d95 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4a26e9dd03b4a78b7b13c694250c450&device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 1095 time: 0.0823109 Apr 21 12:30:11.555761 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0655de64-984e-4945-bb2c-453da7add366 req-231655e9-92ce-476e-aac9-cfdd9ce452dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9eae9fd1-15d9-426d-b73e-8edf91cbb9ab HTTP/1.1" status: 200 len: 217 time: 0.0419638 Apr 21 12:30:11.663040 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655de64-984e-4945-bb2c-453da7add366 req-6cb8ecb2-c0c9-403d-8402-aeb9fd837b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:11.664511 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0655de64-984e-4945-bb2c-453da7add366 req-6cb8ecb2-c0c9-403d-8402-aeb9fd837b48 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b7070f83-9ad6-411e-82a5-c452eae4aee0 HTTP/1.1" status: 200 len: 844 time: 0.0867324 Apr 21 12:30:11.686517 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d34de79-1c0b-4704-adc7-6ab9f14c266f tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:11.700990 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0655de64-984e-4945-bb2c-453da7add366 req-1f6d9fa1-6bd9-40b7-a4e0-a5284158457a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a750d059-4831-44ed-89d3-df516bd3d8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300663 Apr 21 12:30:11.786419 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0655de64-984e-4945-bb2c-453da7add366 req-81f4c7d1-1d1b-468c-b0e0-219a0d1c763f service neutron] 10.222.0.24 "GET /v2.0/networks/a750d059-4831-44ed-89d3-df516bd3d8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789309 Apr 21 12:30:11.812739 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d34de79-1c0b-4704-adc7-6ab9f14c266f tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:11.955312 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0655de64-984e-4945-bb2c-453da7add366 req-128861b4-273c-44e1-9797-3efe0d6d00ee service neutron] 10.222.0.24 "GET /v2.0/networks/a750d059-4831-44ed-89d3-df516bd3d8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623149 Apr 21 12:30:11.967084 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-1d34de79-1c0b-4704-adc7-6ab9f14c266f tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Floating IP 6e03581b-7c47-4f57-aa41-53c9a45f05b8 associated. External IP: 172.25.8.114, port: b6b1d468-1bc4-45b3-952f-aee4c19bc5d7. Apr 21 12:30:11.991650 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8466d6f8-badc-4cc9-a7eb-f39ea5abbf42 req-cd5ece6d-dce9-4c30-a4f7-6be6e88cf8f9 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0339818 Apr 21 12:30:12.050429 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55688) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:12.085155 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55692) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:12.205302 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ac8cc1a-2750-4e73-96ed-7a65a69a5e3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:12.215685 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416901dc-856c-478e-9860-06dcf830ab1d req-ee86887a-0cb1-46d0-ba31-2dceffc34e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:12.217188 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-416901dc-856c-478e-9860-06dcf830ab1d req-ee86887a-0cb1-46d0-ba31-2dceffc34e00 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4a26e9dd03b4a78b7b13c694250c450&device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 1095 time: 0.1233644 Apr 21 12:30:12.255900 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3fb3c2e-cb6c-4e45-958f-84533f6c3e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:12.303328 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d34de79-1c0b-4704-adc7-6ab9f14c266f tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Router 669411a4-752c-4bea-92ef-724fa6323a37 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:30:12.350897 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3fa628-5ef7-4971-8b75-cab420ff87b8 req-1bef1862-a53b-47d1-9bf3-18bb33d3a155 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:12.352557 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c3fa628-5ef7-4971-8b75-cab420ff87b8 req-1bef1862-a53b-47d1-9bf3-18bb33d3a155 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 944 time: 0.0979915 Apr 21 12:30:12.374021 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416901dc-856c-478e-9860-06dcf830ab1d req-07e18097-f8b3-469d-9c94-b75c7b2ea754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:12.375502 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-416901dc-856c-478e-9860-06dcf830ab1d req-07e18097-f8b3-469d-9c94-b75c7b2ea754 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a750d059-4831-44ed-89d3-df516bd3d8aa HTTP/1.1" status: 200 len: 905 time: 0.1506324 Apr 21 12:30:12.402630 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ac8cc1a-2750-4e73-96ed-7a65a69a5e3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:12.435032 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-416901dc-856c-478e-9860-06dcf830ab1d req-daa5bce5-e68f-46c1-bff7-c52cd57fcbdc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9eae9fd1-15d9-426d-b73e-8edf91cbb9ab HTTP/1.1" status: 200 len: 217 time: 0.0483129 Apr 21 12:30:12.436249 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c3fa628-5ef7-4971-8b75-cab420ff87b8 req-d3c990a1-7839-40ae-9faf-a41111639954 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681911 Apr 21 12:30:12.462794 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3fb3c2e-cb6c-4e45-958f-84533f6c3e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:12.507685 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ac8cc1a-2750-4e73-96ed-7a65a69a5e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:12.555606 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8cc1a-2750-4e73-96ed-7a65a69a5e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd162b0-ba13-4078-95dd-4999a7d6f6d2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:12.564231 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8ac8cc1a-2750-4e73-96ed-7a65a69a5e3e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=709264c7c36347e99230486d6abd5600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5097551 Apr 21 12:30:12.570486 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24a4ad-2d9c-4f02-8049-4dcf3548de49 req-b8537ac2-cf23-4a35-b0a5-67ab3cb3a530 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:12.570988 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f24a4ad-2d9c-4f02-8049-4dcf3548de49 req-b8537ac2-cf23-4a35-b0a5-67ab3cb3a530 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 944 time: 0.0953372 Apr 21 12:30:12.571483 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55708) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:12.582264 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3fb3c2e-cb6c-4e45-958f-84533f6c3e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:12.588819 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac8cc1a-2750-4e73-96ed-7a65a69a5e3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:12.589278 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac8cc1a-2750-4e73-96ed-7a65a69a5e3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:12.589659 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac8cc1a-2750-4e73-96ed-7a65a69a5e3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:12.590358 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac8cc1a-2750-4e73-96ed-7a65a69a5e3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:12.590540 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac8cc1a-2750-4e73-96ed-7a65a69a5e3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:12.590875 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac8cc1a-2750-4e73-96ed-7a65a69a5e3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:12.591184 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac8cc1a-2750-4e73-96ed-7a65a69a5e3e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:12.591498 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac8cc1a-2750-4e73-96ed-7a65a69a5e3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:12.591811 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac8cc1a-2750-4e73-96ed-7a65a69a5e3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:12.592123 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac8cc1a-2750-4e73-96ed-7a65a69a5e3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:12.592436 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac8cc1a-2750-4e73-96ed-7a65a69a5e3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:12.592745 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac8cc1a-2750-4e73-96ed-7a65a69a5e3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:12.662190 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b3fb3c2e-cb6c-4e45-958f-84533f6c3e4f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a1e2d3c114704b048d6957b926a1aed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5697787 Apr 21 12:30:12.671739 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55714) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:12.700660 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb3c2e-cb6c-4e45-958f-84533f6c3e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4fc5e5-6fd5-4e29-8e30-4704f75d517c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:12.713708 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f24a4ad-2d9c-4f02-8049-4dcf3548de49 req-66296ea2-b767-4159-8f1b-588d466338e8 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288016 Apr 21 12:30:12.739350 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2dc7bf6-85ed-4fea-aa25-5347633c112c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:12.762652 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416901dc-856c-478e-9860-06dcf830ab1d req-f7af690c-02c3-4dd1-86dd-b692126dcb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:12.764101 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-416901dc-856c-478e-9860-06dcf830ab1d req-f7af690c-02c3-4dd1-86dd-b692126dcb45 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b7070f83-9ad6-411e-82a5-c452eae4aee0 HTTP/1.1" status: 200 len: 844 time: 0.3196673 Apr 21 12:30:12.765408 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d34de79-1c0b-4704-adc7-6ab9f14c266f tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:30:12.769696 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d34de79-1c0b-4704-adc7-6ab9f14c266f tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:12.777828 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f90778-7d34-45c7-a445-2f4d7f23521e None None] Sync routers for ids ['669411a4-752c-4bea-92ef-724fa6323a37'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:30:12.780300 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2dc7bf6-85ed-4fea-aa25-5347633c112c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:12.799535 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f90778-7d34-45c7-a445-2f4d7f23521e None None] Routers {'669411a4-752c-4bea-92ef-724fa6323a37'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:30:12.800411 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-13f90778-7d34-45c7-a445-2f4d7f23521e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:29:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['669411a4-752c-4bea-92ef-724fa6323a37'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:30:12.803038 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf03b53d-14c6-43f1-bb6e-bccad5a1337e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:12.814839 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-416901dc-856c-478e-9860-06dcf830ab1d req-03df3009-4ed1-4be2-8042-4312c7441d72 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a750d059-4831-44ed-89d3-df516bd3d8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427892 Apr 21 12:30:12.826413 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1d34de79-1c0b-4704-adc7-6ab9f14c266f tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "PUT /v2.0/floatingips/6e03581b-7c47-4f57-aa41-53c9a45f05b8 HTTP/1.1" status: 200 len: 992 time: 1.8158295 Apr 21 12:30:12.843442 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf03b53d-14c6-43f1-bb6e-bccad5a1337e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:12.922964 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2dc7bf6-85ed-4fea-aa25-5347633c112c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:12.925501 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2dc7bf6-85ed-4fea-aa25-5347633c112c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:12.926727 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f2dc7bf6-85ed-4fea-aa25-5347633c112c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ffd162b0-ba13-4078-95dd-4999a7d6f6d2 HTTP/1.1" status: 204 len: 168 time: 0.3498776 Apr 21 12:30:12.942117 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-416901dc-856c-478e-9860-06dcf830ab1d req-608b4d74-4ead-4eb6-ac8a-79f8e30cb274 service neutron] 10.222.0.24 "GET /v2.0/networks/a750d059-4831-44ed-89d3-df516bd3d8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199100 Apr 21 12:30:12.949207 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc7bf6-85ed-4fea-aa25-5347633c112c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd162b0-ba13-4078-95dd-4999a7d6f6d2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:12.977240 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf03b53d-14c6-43f1-bb6e-bccad5a1337e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:12.981919 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf03b53d-14c6-43f1-bb6e-bccad5a1337e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:12.983520 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-cf03b53d-14c6-43f1-bb6e-bccad5a1337e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2c4fc5e5-6fd5-4e29-8e30-4704f75d517c HTTP/1.1" status: 204 len: 168 time: 0.3111229 Apr 21 12:30:12.996893 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03b53d-14c6-43f1-bb6e-bccad5a1337e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4fc5e5-6fd5-4e29-8e30-4704f75d517c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:13.080753 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-416901dc-856c-478e-9860-06dcf830ab1d req-3c36fa21-949f-4e34-9b37-281a8aebbbbd service neutron] 10.222.0.24 "GET /v2.0/networks/a750d059-4831-44ed-89d3-df516bd3d8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313519 Apr 21 12:30:13.134612 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-13f90778-7d34-45c7-a445-2f4d7f23521e None None] Set router 669411a4-752c-4bea-92ef-724fa6323a37 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:30:13.151502 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc761362-8044-4885-891b-1c14884f1a0d req-9544337a-cef5-4ab2-bff7-9a47106498f0 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0302658 Apr 21 12:30:13.351061 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device b93f2730-b02e-48d8-8e3f-c24ab6931ffb details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:30:13.435034 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a86a14-2ab0-448a-b761-211fef436774', 'tag': 'b6b1d468-1bc4-45b3-952f-aee4c19bc5d7'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:30:13.437721 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5620dfe7-9f65-4b04-9709-5c3c6e7d03d6" -d '{"events": [{"name": "network-changed", "server_uuid": "87a86a14-2ab0-448a-b761-211fef436774", "tag": "b6b1d468-1bc4-45b3-952f-aee4c19bc5d7"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:30:13.450706 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c55bb378-4023-4372-a466-b52b5437d212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:13.498684 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3a95df-1667-4852-82c1-d82d19482041 x-openstack-request-id: req-ea3a95df-1667-4852-82c1-d82d19482041 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:30:13.500568 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a86a14-2ab0-448a-b761-211fef436774", "tag": "b6b1d468-1bc4-45b3-952f-aee4c19bc5d7", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:30:13.500881 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea3a95df-1667-4852-82c1-d82d19482041 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:30:13.501758 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea3a95df-1667-4852-82c1-d82d19482041'] response: {'name': 'network-changed', 'server_uuid': '87a86a14-2ab0-448a-b761-211fef436774', 'tag': 'b6b1d468-1bc4-45b3-952f-aee4c19bc5d7', 'status': 'completed', 'code': 200} Apr 21 12:30:13.512187 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port b93f2730-b02e-48d8-8e3f-c24ab6931ffb, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=b93f2730-b02e-48d8-8e3f-c24ab6931ffb,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:13.532156 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-13f90778-7d34-45c7-a445-2f4d7f23521e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669411a4-752c-4bea-92ef-724fa6323a37', 'name': 'tempest-AttachSCSIVolumeTestJSON-35403770-router', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '8b3059f3-9dcd-4e60-90f6-d490f7234d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:54Z', 'updated_at': '2022-04-21T12:28:59Z', 'revision_number': 4, 'project_id': '83ba1d77d70e479991d8b2182c43e0c6', 'gw_port': {'id': '8b3059f3-9dcd-4e60-90f6-d490f7234d60', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:af:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669411a4-752c-4bea-92ef-724fa6323a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:55Z', 'updated_at': '2022-04-21T12:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '6e03581b-7c47-4f57-aa41-53c9a45f05b8', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'floating_ip_address': '172.25.8.114', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '669411a4-752c-4bea-92ef-724fa6323a37', 'port_id': 'b6b1d468-1bc4-45b3-952f-aee4c19bc5d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc6e7ae9-2799-4196-8bed-f51a71fb8795', 'mac_address': 'fa:16:3e:1a:19:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a86a14-2ab0-448a-b761-211fef436774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:29:43Z', 'updated_at': '2022-04-21T12:30:11Z', 'revision_number': 1, 'project_id': '83ba1d77d70e479991d8b2182c43e0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88f7f0de-171e-4734-808c-c21ff5e38e3f', 'name': '', 'network_id': 'cc6e7ae9-2799-4196-8bed-f51a71fb8795', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'mac_address': 'fa:16:3e:aa:52:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669411a4-752c-4bea-92ef-724fa6323a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': 'd16d5794-1897-42ed-8448-8f9a8657a1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:58Z', 'updated_at': '2022-04-21T12:29:05Z', 'revision_number': 5, 'project_id': '83ba1d77d70e479991d8b2182c43e0c6', 'subnets': [{'id': 'd16d5794-1897-42ed-8448-8f9a8657a1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:30:13.535307 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'b93f2730-b02e-48d8-8e3f-c24ab6931ffb', 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007', 'port_id': 'b93f2730-b02e-48d8-8e3f-c24ab6931ffb', 'mac_address': 'fa:16:3e:3c:e1:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c2895f5-072d-4584-843c-51a4758cad8d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:30:13.563078 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f90778-7d34-45c7-a445-2f4d7f23521e None None] Checking router: 669411a4-752c-4bea-92ef-724fa6323a37 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:30:13.564243 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620dfe7-9f65-4b04-9709-5c3c6e7d03d6 req-5e24c2f0-54b1-4a76-b9c5-4fa6ea2f6d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:13.565973 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-5620dfe7-9f65-4b04-9709-5c3c6e7d03d6 req-5e24c2f0-54b1-4a76-b9c5-4fa6ea2f6d55 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=83ba1d77d70e479991d8b2182c43e0c6&device_id=87a86a14-2ab0-448a-b761-211fef436774 HTTP/1.1" status: 200 len: 1097 time: 0.0454051 Apr 21 12:30:13.590200 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807faa2-331c-4fcd-bdb0-c9e844fe584a req-80326d29-48dd-4c5b-ba61-80130de67527 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:13.596145 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f90778-7d34-45c7-a445-2f4d7f23521e None None] Routers {'669411a4-752c-4bea-92ef-724fa6323a37'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:30:13.596988 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-13f90778-7d34-45c7-a445-2f4d7f23521e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:29:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['669411a4-752c-4bea-92ef-724fa6323a37'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:30:13.600037 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2807faa2-331c-4fcd-bdb0-c9e844fe584a req-80326d29-48dd-4c5b-ba61-80130de67527 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 944 time: 0.0671258 Apr 21 12:30:13.655070 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:13.665606 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2807faa2-331c-4fcd-bdb0-c9e844fe584a req-5174b741-4592-49e8-88bc-d4fd5acd8dce tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490911 Apr 21 12:30:13.676885 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b93f2730-b02e-48d8-8e3f-c24ab6931ffb {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:30:13.694184 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620dfe7-9f65-4b04-9709-5c3c6e7d03d6 req-30b1c3f8-5ac9-4e76-8c13-c7322399a99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:13.695993 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-5620dfe7-9f65-4b04-9709-5c3c6e7d03d6 req-30b1c3f8-5ac9-4e76-8c13-c7322399a99c service neutron] 10.222.0.24 "GET /v2.0/networks?id=cc6e7ae9-2799-4196-8bed-f51a71fb8795 HTTP/1.1" status: 200 len: 914 time: 0.1237352 Apr 21 12:30:13.744920 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port b93f2730-b02e-48d8-8e3f-c24ab6931ffb, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=b93f2730-b02e-48d8-8e3f-c24ab6931ffb,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:13.758418 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-13f90778-7d34-45c7-a445-2f4d7f23521e None None] Set router 669411a4-752c-4bea-92ef-724fa6323a37 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:30:13.791763 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-5620dfe7-9f65-4b04-9709-5c3c6e7d03d6 req-19fb9d5f-e074-4e1f-b12a-35b553cee1d2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6b1d468-1bc4-45b3-952f-aee4c19bc5d7 HTTP/1.1" status: 200 len: 1000 time: 0.0886590 Apr 21 12:30:13.837279 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55746) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:13.859361 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d0ecdfd-7512-4b0d-b4d5-14d1fe0adfb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:13.873391 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:13.874076 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925d2f0-1e74-4aef-abb6-f28417bae677 req-af7faae7-c5d8-4be9-b7cf-d5eb401bed73 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:13.881227 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620dfe7-9f65-4b04-9709-5c3c6e7d03d6 req-6cce0a78-4baa-4b95-abca-3ff7668564ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:13.883018 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1925d2f0-1e74-4aef-abb6-f28417bae677 req-af7faae7-c5d8-4be9-b7cf-d5eb401bed73 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 944 time: 0.0907087 Apr 21 12:30:13.883176 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-5620dfe7-9f65-4b04-9709-5c3c6e7d03d6 req-6cce0a78-4baa-4b95-abca-3ff7668564ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d16d5794-1897-42ed-8448-8f9a8657a1a2 HTTP/1.1" status: 200 len: 852 time: 0.0819430 Apr 21 12:30:13.952884 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1925d2f0-1e74-4aef-abb6-f28417bae677 req-c4415d4e-34a1-4f8e-946c-1859a83da07f tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680807 Apr 21 12:30:13.954495 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55748) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:13.981170 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a979feed-1690-4258-aa53-f8884dbb5177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:13.984280 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620dfe7-9f65-4b04-9709-5c3c6e7d03d6 req-9fe90777-fa46-4542-ad48-c5725506ce58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:13.985796 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-5620dfe7-9f65-4b04-9709-5c3c6e7d03d6 req-9fe90777-fa46-4542-ad48-c5725506ce58 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cc6e7ae9-2799-4196-8bed-f51a71fb8795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924489 Apr 21 12:30:14.003682 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=b93f2730-b02e-48d8-8e3f-c24ab6931ffb,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:14.062771 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-13f90778-7d34-45c7-a445-2f4d7f23521e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669411a4-752c-4bea-92ef-724fa6323a37', 'name': 'tempest-AttachSCSIVolumeTestJSON-35403770-router', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '8b3059f3-9dcd-4e60-90f6-d490f7234d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:54Z', 'updated_at': '2022-04-21T12:28:59Z', 'revision_number': 4, 'project_id': '83ba1d77d70e479991d8b2182c43e0c6', 'gw_port': {'id': '8b3059f3-9dcd-4e60-90f6-d490f7234d60', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:af:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669411a4-752c-4bea-92ef-724fa6323a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:55Z', 'updated_at': '2022-04-21T12:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '6e03581b-7c47-4f57-aa41-53c9a45f05b8', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'floating_ip_address': '172.25.8.114', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '669411a4-752c-4bea-92ef-724fa6323a37', 'port_id': 'b6b1d468-1bc4-45b3-952f-aee4c19bc5d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc6e7ae9-2799-4196-8bed-f51a71fb8795', 'mac_address': 'fa:16:3e:1a:19:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a86a14-2ab0-448a-b761-211fef436774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:29:43Z', 'updated_at': '2022-04-21T12:30:11Z', 'revision_number': 1, 'project_id': '83ba1d77d70e479991d8b2182c43e0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88f7f0de-171e-4734-808c-c21ff5e38e3f', 'name': '', 'network_id': 'cc6e7ae9-2799-4196-8bed-f51a71fb8795', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'mac_address': 'fa:16:3e:aa:52:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669411a4-752c-4bea-92ef-724fa6323a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': 'd16d5794-1897-42ed-8448-8f9a8657a1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:58Z', 'updated_at': '2022-04-21T12:29:05Z', 'revision_number': 5, 'project_id': '83ba1d77d70e479991d8b2182c43e0c6', 'subnets': [{'id': 'd16d5794-1897-42ed-8448-8f9a8657a1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:30:14.086065 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d0ecdfd-7512-4b0d-b4d5-14d1fe0adfb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:14.097970 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f90778-7d34-45c7-a445-2f4d7f23521e None None] The sync data for ids ['669411a4-752c-4bea-92ef-724fa6323a37'] in n-d-836147-2 is: [{'id': '669411a4-752c-4bea-92ef-724fa6323a37', 'name': 'tempest-AttachSCSIVolumeTestJSON-35403770-router', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '8b3059f3-9dcd-4e60-90f6-d490f7234d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:54Z', 'updated_at': '2022-04-21T12:28:59Z', 'revision_number': 4, 'project_id': '83ba1d77d70e479991d8b2182c43e0c6', 'gw_port': {'id': '8b3059f3-9dcd-4e60-90f6-d490f7234d60', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:af:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669411a4-752c-4bea-92ef-724fa6323a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:55Z', 'updated_at': '2022-04-21T12:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '6e03581b-7c47-4f57-aa41-53c9a45f05b8', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'floating_ip_address': '172.25.8.114', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '669411a4-752c-4bea-92ef-724fa6323a37', 'port_id': 'b6b1d468-1bc4-45b3-952f-aee4c19bc5d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc6e7ae9-2799-4196-8bed-f51a71fb8795', 'mac_address': 'fa:16:3e:1a:19:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a86a14-2ab0-448a-b761-211fef436774', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:29:43Z', 'updated_at': '2022-04-21T12:30:11Z', 'revision_number': 1, 'project_id': '83ba1d77d70e479991d8b2182c43e0c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88f7f0de-171e-4734-808c-c21ff5e38e3f', 'name': '', 'network_id': 'cc6e7ae9-2799-4196-8bed-f51a71fb8795', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'mac_address': 'fa:16:3e:aa:52:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669411a4-752c-4bea-92ef-724fa6323a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': 'd16d5794-1897-42ed-8448-8f9a8657a1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:58Z', 'updated_at': '2022-04-21T12:29:05Z', 'revision_number': 5, 'project_id': '83ba1d77d70e479991d8b2182c43e0c6', 'subnets': [{'id': 'd16d5794-1897-42ed-8448-8f9a8657a1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:30:14.145317 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-5620dfe7-9f65-4b04-9709-5c3c6e7d03d6 req-8b61f409-bbe9-4000-a2c5-fe8f5b1d5a5f service neutron] 10.222.0.24 "GET /v2.0/networks/cc6e7ae9-2799-4196-8bed-f51a71fb8795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468515 Apr 21 12:30:14.147191 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d0ecdfd-7512-4b0d-b4d5-14d1fe0adfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:14.235783 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['b93f2730-b02e-48d8-8e3f-c24ab6931ffb'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:30:14.240985 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a979feed-1690-4258-aa53-f8884dbb5177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:14.266922 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0d0ecdfd-7512-4b0d-b4d5-14d1fe0adfb6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c4999bca1d1d42188245785504c24c96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4259350 Apr 21 12:30:14.267713 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0ecdfd-7512-4b0d-b4d5-14d1fe0adfb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6e1f5b-eee1-4125-a6b0-7a3c9c03960e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:14.269333 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55758) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:14.285189 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-535be1df-d1c6-4cd8-b5f0-15305d4c2bfa req-c527cbee-bb75-44f9-993a-4ebe75caa83f tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0408230 Apr 21 12:30:14.303040 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-5620dfe7-9f65-4b04-9709-5c3c6e7d03d6 req-2ed6180a-f802-44ca-bf31-f1d851fa136f service neutron] 10.222.0.24 "GET /v2.0/networks/cc6e7ae9-2799-4196-8bed-f51a71fb8795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485641 Apr 21 12:30:14.318370 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a979feed-1690-4258-aa53-f8884dbb5177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:14.366331 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5500e8a-a71a-4954-868b-ceef5f68e3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:14.370555 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a979feed-1690-4258-aa53-f8884dbb5177 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6cdcb601fd9d4c6d84b71a102e81dcf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4118338 Apr 21 12:30:14.370900 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55760) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:14.373766 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a979feed-1690-4258-aa53-f8884dbb5177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23894c13-e50f-4b19-8e6a-52d93a4a998f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:14.419907 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5500e8a-a71a-4954-868b-ceef5f68e3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:14.425601 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c18c6a-5611-4a56-82a8-f68089a299d1 None None] New status for floating IP 6e03581b-7c47-4f57-aa41-53c9a45f05b8: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:30:14.465340 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:30:14.494569 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b82081d3-9048-4910-ab90-11ed2c9eb14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:14.524922 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b82081d3-9048-4910-ab90-11ed2c9eb14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:14.615427 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9eae9fd1-15d9-426d-b73e-8edf91cbb9ab,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:14.631202 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '9eae9fd1-15d9-426d-b73e-8edf91cbb9ab', 'network_id': 'a750d059-4831-44ed-89d3-df516bd3d8aa', 'port_id': '9eae9fd1-15d9-426d-b73e-8edf91cbb9ab', 'mac_address': 'fa:16:3e:c2:55:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7070f83-9ad6-411e-82a5-c452eae4aee0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:30:14.660038 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5500e8a-a71a-4954-868b-ceef5f68e3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:14.662544 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5500e8a-a71a-4954-868b-ceef5f68e3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:14.663672 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e5500e8a-a71a-4954-868b-ceef5f68e3f2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc6e1f5b-eee1-4125-a6b0-7a3c9c03960e HTTP/1.1" status: 204 len: 168 time: 0.3772061 Apr 21 12:30:14.672844 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:14.672980 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5500e8a-a71a-4954-868b-ceef5f68e3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6e1f5b-eee1-4125-a6b0-7a3c9c03960e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:14.690240 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:30:14.694298 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b82081d3-9048-4910-ab90-11ed2c9eb14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:14.704177 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b82081d3-9048-4910-ab90-11ed2c9eb14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:14.704177 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b82081d3-9048-4910-ab90-11ed2c9eb14d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/23894c13-e50f-4b19-8e6a-52d93a4a998f HTTP/1.1" status: 204 len: 168 time: 0.3299978 Apr 21 12:30:14.715225 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82081d3-9048-4910-ab90-11ed2c9eb14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23894c13-e50f-4b19-8e6a-52d93a4a998f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:14.727826 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9eae9fd1-15d9-426d-b73e-8edf91cbb9ab,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:14.778510 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c018a89-e228-479e-9c14-e8d1943452d3 req-dd703e04-aafc-4973-95c2-db1fea85eedf tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:14.779971 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c018a89-e228-479e-9c14-e8d1943452d3 req-dd703e04-aafc-4973-95c2-db1fea85eedf tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 945 time: 0.0563440 Apr 21 12:30:14.808786 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:14.819554 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c018a89-e228-479e-9c14-e8d1943452d3 req-4aaad6ad-6143-4c59-88f6-9e673dc0d5f5 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334966 Apr 21 12:30:14.862016 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=9eae9fd1-15d9-426d-b73e-8edf91cbb9ab,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:15.043176 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['9eae9fd1-15d9-426d-b73e-8edf91cbb9ab'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:30:15.076241 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961fd684-2a52-4311-b828-6a005d1c4e8e req-a0e17524-898f-4704-9fb5-880f1ff0bee4 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:15.078004 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-961fd684-2a52-4311-b828-6a005d1c4e8e req-a0e17524-898f-4704-9fb5-880f1ff0bee4 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 945 time: 0.0547707 Apr 21 12:30:15.120192 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-961fd684-2a52-4311-b828-6a005d1c4e8e req-971d8db9-584f-438e-b0e2-924c83a16a1f tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352192 Apr 21 12:30:15.356924 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device b93f2730-b02e-48d8-8e3f-c24ab6931ffb up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:30:15.407129 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77cd7fcd-9ee1-43b9-b759-592e73ee4907 req-bc96d915-3feb-46da-9b16-4230d33bb1cd tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0321963 Apr 21 12:30:15.587415 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port b93f2730-b02e-48d8-8e3f-c24ab6931ffb completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:30:15.590974 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port b93f2730-b02e-48d8-8e3f-c24ab6931ffb triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:30:15.591330 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:15.669030 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:15.691373 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d680018-3ad7-49f8-a450-f29d93edbf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93f2730-b02e-48d8-8e3f-c24ab6931ffb'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:30:15.693915 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac8988a-6835-4d22-84f0-003abb5e7f35" -d '{"events": [{"server_uuid": "9d680018-3ad7-49f8-a450-f29d93edbf6a", "name": "network-vif-plugged", "status": "completed", "tag": "b93f2730-b02e-48d8-8e3f-c24ab6931ffb"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:30:15.710074 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-abf9260c-2cfb-475f-b556-ff91941046b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:15.710074 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port b93f2730-b02e-48d8-8e3f-c24ab6931ffb, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=b93f2730-b02e-48d8-8e3f-c24ab6931ffb,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:15.729877 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5762269-e6cc-4dba-ba16-ab4848fd8196 x-openstack-request-id: req-d5762269-e6cc-4dba-ba16-ab4848fd8196 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:30:15.730178 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d680018-3ad7-49f8-a450-f29d93edbf6a", "name": "network-vif-plugged", "status": "completed", "tag": "b93f2730-b02e-48d8-8e3f-c24ab6931ffb", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:30:15.730437 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d5762269-e6cc-4dba-ba16-ab4848fd8196 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:30:15.730827 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5762269-e6cc-4dba-ba16-ab4848fd8196'] response: {'server_uuid': '9d680018-3ad7-49f8-a450-f29d93edbf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93f2730-b02e-48d8-8e3f-c24ab6931ffb', 'code': 200} Apr 21 12:30:15.802913 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:15.827773 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409a4b4-156f-4dd4-9d97-ccac02712552 req-b2cab71b-4fbd-4c32-bb16-8e26032c73b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:15.829139 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a409a4b4-156f-4dd4-9d97-ccac02712552 req-b2cab71b-4fbd-4c32-bb16-8e26032c73b0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 1096 time: 0.0410731 Apr 21 12:30:15.865163 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=b93f2730-b02e-48d8-8e3f-c24ab6931ffb,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:15.869687 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a409a4b4-156f-4dd4-9d97-ccac02712552 req-8013501e-16a7-48da-a195-4237da1c1328 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342467 Apr 21 12:30:15.950631 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57aecc-0ca4-48d7-8200-753129c99981 req-7f3c800c-1394-44e3-bc23-21cd03948d5b tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:15.952161 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c57aecc-0ca4-48d7-8200-753129c99981 req-7f3c800c-1394-44e3-bc23-21cd03948d5b tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 946 time: 0.0499456 Apr 21 12:30:15.990656 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c57aecc-0ca4-48d7-8200-753129c99981 req-7e7c9113-c6a5-4e1e-b8bf-2bf09d8a042d tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315738 Apr 21 12:30:16.142337 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55812) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:16.255846 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29789dda-99dc-425e-b1e7-2bf2f28050e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:16.265343 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269b29c-d1e8-4420-9738-fd449143f14c req-814e5d32-7421-4b18-bb06-f9bb1524be9f tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:16.267185 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5269b29c-d1e8-4420-9738-fd449143f14c req-814e5d32-7421-4b18-bb06-f9bb1524be9f tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 945 time: 0.0575075 Apr 21 12:30:16.333628 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5269b29c-d1e8-4420-9738-fd449143f14c req-30c2a269-976b-4373-9b7d-9d6f9b023633 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532954 Apr 21 12:30:16.352067 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29789dda-99dc-425e-b1e7-2bf2f28050e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:16.420220 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29789dda-99dc-425e-b1e7-2bf2f28050e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:16.446441 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:30:16.476771 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-29789dda-99dc-425e-b1e7-2bf2f28050e1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3989895dbdb84fff928705aa321a6f80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3333333 Apr 21 12:30:16.477836 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29789dda-99dc-425e-b1e7-2bf2f28050e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1ec817-3c5e-4d35-a836-9d1f9e388379,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:16.479851 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55832) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:16.491000 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29789dda-99dc-425e-b1e7-2bf2f28050e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:16.491608 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29789dda-99dc-425e-b1e7-2bf2f28050e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:16.492099 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29789dda-99dc-425e-b1e7-2bf2f28050e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:16.493297 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29789dda-99dc-425e-b1e7-2bf2f28050e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:16.493660 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29789dda-99dc-425e-b1e7-2bf2f28050e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:16.494020 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29789dda-99dc-425e-b1e7-2bf2f28050e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:16.494604 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29789dda-99dc-425e-b1e7-2bf2f28050e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:16.495188 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29789dda-99dc-425e-b1e7-2bf2f28050e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:16.495669 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29789dda-99dc-425e-b1e7-2bf2f28050e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:16.496136 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29789dda-99dc-425e-b1e7-2bf2f28050e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:16.496621 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29789dda-99dc-425e-b1e7-2bf2f28050e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:16.497257 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29789dda-99dc-425e-b1e7-2bf2f28050e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:16.553279 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-766c69ce-4904-42cf-b372-3dbdc6561528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:16.573225 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5afd5a0c-7495-4261-9291-508f2af1e939 req-2fc7f77e-6a6f-4e56-824e-19de7fa40e28 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0328331 Apr 21 12:30:16.592782 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-766c69ce-4904-42cf-b372-3dbdc6561528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:16.626155 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:30:16.630920 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:30:16.634350 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:16.730419 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:16.751421 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-766c69ce-4904-42cf-b372-3dbdc6561528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:16.753857 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-766c69ce-4904-42cf-b372-3dbdc6561528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:16.755004 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-766c69ce-4904-42cf-b372-3dbdc6561528 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8f1ec817-3c5e-4d35-a836-9d1f9e388379 HTTP/1.1" status: 204 len: 168 time: 0.2740676 Apr 21 12:30:16.766499 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9eae9fd1-15d9-426d-b73e-8edf91cbb9ab,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:16.768362 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c69ce-4904-42cf-b372-3dbdc6561528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1ec817-3c5e-4d35-a836-9d1f9e388379,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:16.768514 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:16.842694 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:16.892757 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=9eae9fd1-15d9-426d-b73e-8edf91cbb9ab,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:16.900750 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:16.901085 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:16.901423 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:16.901771 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:16.902102 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:16.902425 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:16.902902 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:16.903223 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:16.903545 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:16.903863 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:16.904183 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:16.904489 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:17.109422 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5add22b1-a8e9-41c4-85fa-c452383db2e7 req-f2e264a0-3395-4280-922d-41c7c88c232f tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:17.114053 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5add22b1-a8e9-41c4-85fa-c452383db2e7 req-f2e264a0-3395-4280-922d-41c7c88c232f tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 946 time: 0.0528305 Apr 21 12:30:17.149623 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5add22b1-a8e9-41c4-85fa-c452383db2e7 req-0fe6ba22-149a-4da9-b9aa-858b5a44b628 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320003 Apr 21 12:30:17.439802 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887dda3-18bb-4337-8131-90a51f4fd84e req-5738fee0-b7b1-462c-bfeb-852e9e0759c6 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:17.441264 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6887dda3-18bb-4337-8131-90a51f4fd84e req-5738fee0-b7b1-462c-bfeb-852e9e0759c6 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 946 time: 0.0504670 Apr 21 12:30:17.466386 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:17.484543 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6887dda3-18bb-4337-8131-90a51f4fd84e req-e169a6bc-c9c4-4bfb-86c6-c426d197f39e tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363495 Apr 21 12:30:17.590902 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55868) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:17.606841 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb5beb2e-ee90-4ee5-8216-9af1bdfff679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:17.703946 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52e42d34-4e06-49e7-852a-35d4b8baba25 req-cfdaac08-18cb-4362-afc2-67ab1e38883c tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0365109 Apr 21 12:30:17.732182 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb5beb2e-ee90-4ee5-8216-9af1bdfff679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:17.732393 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf90288-7612-41ce-a8d9-61ab46802395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eae9fd1-15d9-426d-b73e-8edf91cbb9ab'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:30:17.735029 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92a121e-d2a1-482d-99c3-f5a361588440" -d '{"events": [{"server_uuid": "ddf90288-7612-41ce-a8d9-61ab46802395", "name": "network-vif-plugged", "status": "completed", "tag": "9eae9fd1-15d9-426d-b73e-8edf91cbb9ab"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:30:17.771534 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042d87e1-8783-4888-9b45-3a7b6826e4bf x-openstack-request-id: req-042d87e1-8783-4888-9b45-3a7b6826e4bf {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:30:17.771854 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf90288-7612-41ce-a8d9-61ab46802395", "name": "network-vif-plugged", "status": "completed", "tag": "9eae9fd1-15d9-426d-b73e-8edf91cbb9ab", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:30:17.772112 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-042d87e1-8783-4888-9b45-3a7b6826e4bf {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:30:17.772508 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-042d87e1-8783-4888-9b45-3a7b6826e4bf'] response: {'server_uuid': 'ddf90288-7612-41ce-a8d9-61ab46802395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eae9fd1-15d9-426d-b73e-8edf91cbb9ab', 'code': 200} Apr 21 12:30:17.823974 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb5beb2e-ee90-4ee5-8216-9af1bdfff679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:17.865919 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-eb5beb2e-ee90-4ee5-8216-9af1bdfff679 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=81f23ca3cdb44548ab15b46b7bcf30e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735033 Apr 21 12:30:17.868403 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55884) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:17.877200 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452b770-46c4-45b8-a066-73be9222240b req-c31e79be-b3bd-414a-a3a4-5c116ac1da77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:17.877723 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5beb2e-ee90-4ee5-8216-9af1bdfff679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea722808-be74-4ba7-bbdb-40d562ec6483,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:17.882608 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-c452b770-46c4-45b8-a066-73be9222240b req-c31e79be-b3bd-414a-a3a4-5c116ac1da77 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 1097 time: 0.0546131 Apr 21 12:30:17.925697 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-c452b770-46c4-45b8-a066-73be9222240b req-705f0f49-3ea7-4aa9-8a49-d996e7b972ab service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358942 Apr 21 12:30:17.939987 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70cd11d3-b297-4062-8210-7dba57212548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:17.961479 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70cd11d3-b297-4062-8210-7dba57212548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:18.111430 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70cd11d3-b297-4062-8210-7dba57212548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:18.114306 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70cd11d3-b297-4062-8210-7dba57212548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:18.115675 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-70cd11d3-b297-4062-8210-7dba57212548 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ea722808-be74-4ba7-bbdb-40d562ec6483 HTTP/1.1" status: 204 len: 168 time: 0.2449892 Apr 21 12:30:18.125439 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd11d3-b297-4062-8210-7dba57212548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea722808-be74-4ba7-bbdb-40d562ec6483,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:18.281819 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe4bd7-489e-4b9b-9f28-2bc8257a2b4e req-790415a3-04f6-40a7-9221-e445e6307296 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:18.283280 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06fe4bd7-489e-4b9b-9f28-2bc8257a2b4e req-790415a3-04f6-40a7-9221-e445e6307296 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 946 time: 0.0482557 Apr 21 12:30:18.317805 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:18.323006 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06fe4bd7-489e-4b9b-9f28-2bc8257a2b4e req-20ee2d1c-ab20-4849-a872-6e09fe2f01e0 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331411 Apr 21 12:30:18.526235 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55928) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:18.610984 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5c667-5a1b-49a9-bee9-0b72619ed110 req-0a09e61d-5bc8-4cd8-b64e-91e081858aa7 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:18.612482 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eaa5c667-5a1b-49a9-bee9-0b72619ed110 req-0a09e61d-5bc8-4cd8-b64e-91e081858aa7 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 946 time: 0.0498426 Apr 21 12:30:18.653448 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eaa5c667-5a1b-49a9-bee9-0b72619ed110 req-664b730c-cc80-481d-9d73-2a351b0eccdf tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342307 Apr 21 12:30:18.672008 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:18.740293 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b104a8-9f7c-47ce-9985-87ab0240d29a req-49be4563-4112-4c38-8a2e-a1a3151388a8 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:18.741783 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-45b104a8-9f7c-47ce-9985-87ab0240d29a req-49be4563-4112-4c38-8a2e-a1a3151388a8 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 1097 time: 0.0546501 Apr 21 12:30:18.742467 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0da2-11a5-4498-a1f3-fb1d08a41c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:18.814041 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-45b104a8-9f7c-47ce-9985-87ab0240d29a req-b5aa64b5-8763-400d-aef6-4e86076760b1 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629468 Apr 21 12:30:18.851035 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18a3cc1e-5544-49a5-8442-7063f3d7541b req-6677ddea-b5d7-420f-85ea-3b0c4a09be2c tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0318615 Apr 21 12:30:18.893496 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0da2-11a5-4498-a1f3-fb1d08a41c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:18.967592 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ebdb0da2-11a5-4498-a1f3-fb1d08a41c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:18.997273 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55946) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:19.025818 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdb0da2-11a5-4498-a1f3-fb1d08a41c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e2f9a8-8428-4342-a370-d84b0734b359,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:19.031747 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ebdb0da2-11a5-4498-a1f3-fb1d08a41c16 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dfb80a772c6c4289bc6f5b5361d4164a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5028715 Apr 21 12:30:19.040565 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac464799-4501-4adc-a30c-2cea7f6f12d8 req-1afe0267-2b90-4a4d-990b-a5478ffd2a8a tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:19.041958 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac464799-4501-4adc-a30c-2cea7f6f12d8 req-1afe0267-2b90-4a4d-990b-a5478ffd2a8a tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 1097 time: 0.0834196 Apr 21 12:30:19.042350 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55950) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:19.082636 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac464799-4501-4adc-a30c-2cea7f6f12d8 req-af7c306f-ff34-44b6-a8e7-1da45e8b9204 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341651 Apr 21 12:30:19.116868 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-206ad45d-3bc4-4e2c-baf9-85e4f79642bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:19.120356 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9892fbe6-4224-47fa-819e-aa86fca29ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:19.156309 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-206ad45d-3bc4-4e2c-baf9-85e4f79642bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:19.253218 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9892fbe6-4224-47fa-819e-aa86fca29ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:19.300706 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-206ad45d-3bc4-4e2c-baf9-85e4f79642bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:19.303410 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-206ad45d-3bc4-4e2c-baf9-85e4f79642bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:19.306124 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-206ad45d-3bc4-4e2c-baf9-85e4f79642bc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/16e2f9a8-8428-4342-a370-d84b0734b359 HTTP/1.1" status: 204 len: 168 time: 0.2572834 Apr 21 12:30:19.310731 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-033d2dd6-fab3-4c31-aae7-a71223d8a4fd req-0253166f-81b1-457c-998a-18ba40df8d9f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:30:19.312469 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-033d2dd6-fab3-4c31-aae7-a71223d8a4fd req-0253166f-81b1-457c-998a-18ba40df8d9f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078623 Apr 21 12:30:19.318373 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ad45d-3bc4-4e2c-baf9-85e4f79642bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e2f9a8-8428-4342-a370-d84b0734b359,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:19.357329 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9892fbe6-4224-47fa-819e-aa86fca29ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:19.403115 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9892fbe6-4224-47fa-819e-aa86fca29ff0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9cb0756e0cae418dad5e842aa083ea35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4046848 Apr 21 12:30:19.405920 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55968) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:19.406209 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892fbe6-4224-47fa-819e-aa86fca29ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=509a3b9d-6fd7-41e7-919f-4545096e9cd8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:19.457916 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6da4acc4-b6bd-4398-8a23-61ef084a24d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:19.479430 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6da4acc4-b6bd-4398-8a23-61ef084a24d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:19.626233 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6da4acc4-b6bd-4398-8a23-61ef084a24d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:19.629307 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6da4acc4-b6bd-4398-8a23-61ef084a24d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:19.630829 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6da4acc4-b6bd-4398-8a23-61ef084a24d5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/509a3b9d-6fd7-41e7-919f-4545096e9cd8 HTTP/1.1" status: 204 len: 168 time: 0.2224886 Apr 21 12:30:19.639766 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4acc4-b6bd-4398-8a23-61ef084a24d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=509a3b9d-6fd7-41e7-919f-4545096e9cd8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:19.767970 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d49a8-e2d9-4b78-b614-5d2f39a71209 req-8e4c95a7-49c5-4c0e-92ee-13e5db1abd55 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:19.769512 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d1d49a8-e2d9-4b78-b614-5d2f39a71209 req-8e4c95a7-49c5-4c0e-92ee-13e5db1abd55 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 946 time: 0.0494339 Apr 21 12:30:19.814748 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d1d49a8-e2d9-4b78-b614-5d2f39a71209 req-c6722bc4-568f-420e-8211-0e3a0f74717e tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377557 Apr 21 12:30:19.927964 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55986) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:19.951676 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f52f31ba-416c-4b04-849c-3d374057588d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:20.029961 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f52f31ba-416c-4b04-849c-3d374057588d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:20.122681 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f52f31ba-416c-4b04-849c-3d374057588d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:20.151898 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:20.160060 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f31ba-416c-4b04-849c-3d374057588d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e33459-ad25-4f26-b1a7-1b7880ef265d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:20.164883 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f52f31ba-416c-4b04-849c-3d374057588d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ce25981d81be48898a0aaea02092540f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356164 Apr 21 12:30:20.168680 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 56000) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:20.230777 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-850f6971-c624-4a4d-9346-f5094c914609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:20.241213 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04c4e634-8a35-4702-b730-64f9910a7a81 req-3689feeb-39b1-47d6-b7b1-a3f6f9ae5bee tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0298536 Apr 21 12:30:20.254260 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-850f6971-c624-4a4d-9346-f5094c914609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:20.378782 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb663bd-7304-4f60-8480-f8da78d642a5 req-6a08d2cf-e02a-4065-9158-8bb21387a02a tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:20.379962 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-850f6971-c624-4a4d-9346-f5094c914609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:20.383163 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-850f6971-c624-4a4d-9346-f5094c914609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:20.384399 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-850f6971-c624-4a4d-9346-f5094c914609 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b3e33459-ad25-4f26-b1a7-1b7880ef265d HTTP/1.1" status: 204 len: 168 time: 0.2142100 Apr 21 12:30:20.386383 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ebb663bd-7304-4f60-8480-f8da78d642a5 req-6a08d2cf-e02a-4065-9158-8bb21387a02a tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 946 time: 0.0610328 Apr 21 12:30:20.414604 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f6971-c624-4a4d-9346-f5094c914609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e33459-ad25-4f26-b1a7-1b7880ef265d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:20.449643 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ebb663bd-7304-4f60-8480-f8da78d642a5 req-486d48b9-2a03-4777-92c0-2ab97e0a28b7 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469892 Apr 21 12:30:20.499903 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 56018) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:20.514501 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca8278aa-70af-4f30-a150-5470459369e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:20.605489 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca8278aa-70af-4f30-a150-5470459369e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:20.734784 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca8278aa-70af-4f30-a150-5470459369e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:20.782418 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 56034) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:20.789159 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ca8278aa-70af-4f30-a150-5470459369e8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c9d901e32c3d459dbd8d1420bb777f42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2880294 Apr 21 12:30:20.790137 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8278aa-70af-4f30-a150-5470459369e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d887322f-4341-4434-9ec6-24c9547ed7fd,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:20.836344 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-818310ab-5c9c-4661-82f8-9b9a94dbe3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:20.857108 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-818310ab-5c9c-4661-82f8-9b9a94dbe3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:20.992393 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-818310ab-5c9c-4661-82f8-9b9a94dbe3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:20.996537 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-818310ab-5c9c-4661-82f8-9b9a94dbe3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:20.997914 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-818310ab-5c9c-4661-82f8-9b9a94dbe3a4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d887322f-4341-4434-9ec6-24c9547ed7fd HTTP/1.1" status: 204 len: 168 time: 0.2145214 Apr 21 12:30:21.006447 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818310ab-5c9c-4661-82f8-9b9a94dbe3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d887322f-4341-4434-9ec6-24c9547ed7fd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:21.789682 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ab6891cd-6b95-4d0a-8e4b-90d1da0407b9 req-a6f89ea9-a3d8-45c9-acc7-3268c1060841 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0254462 Apr 21 12:30:21.912169 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9854d-1af6-446c-a1fa-184750fb53d5 req-17858f8f-c72e-45a8-a93f-a00c785a317c tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:21.918519 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cac9854d-1af6-446c-a1fa-184750fb53d5 req-17858f8f-c72e-45a8-a93f-a00c785a317c tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 946 time: 0.0593758 Apr 21 12:30:21.967793 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cac9854d-1af6-446c-a1fa-184750fb53d5 req-27a20068-f4e2-41b9-8998-5216e3e6c9ac tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460932 Apr 21 12:30:22.293847 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 56104) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:22.446263 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cfabf80e-9a1f-4f7a-a6d9-89bb92f5b179 req-766d4c56-56b9-4b0b-b0c7-d33287c15861 tempest-QuotasAdminNegativeTest-1279102649 tempest-QuotasAdminNegativeTest-1279102649-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e0eca0b5f7124d70b51b34ff9a51d9da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259464 Apr 21 12:30:22.506204 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-5b2a4733-dd1d-43d7-8eb8-8fde1c0612b6 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:30:22.507116 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-5b2a4733-dd1d-43d7-8eb8-8fde1c0612b6 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2121005 Apr 21 12:30:22.561385 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabf80e-9a1f-4f7a-a6d9-89bb92f5b179 req-41db7afd-44fa-43c8-b9d5-91fc034e47e9 tempest-QuotasAdminNegativeTest-1279102649 tempest-QuotasAdminNegativeTest-1279102649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:22.562926 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cfabf80e-9a1f-4f7a-a6d9-89bb92f5b179 req-41db7afd-44fa-43c8-b9d5-91fc034e47e9 tempest-QuotasAdminNegativeTest-1279102649 tempest-QuotasAdminNegativeTest-1279102649-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1123700 Apr 21 12:30:22.582885 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cfabf80e-9a1f-4f7a-a6d9-89bb92f5b179 req-c0e16c96-9fca-4ffa-b3d4-3904e743deba tempest-QuotasAdminNegativeTest-1279102649 tempest-QuotasAdminNegativeTest-1279102649-project] 10.222.0.36 "GET /v2.0/quotas/e0eca0b5f7124d70b51b34ff9a51d9da HTTP/1.1" status: 200 len: 375 time: 0.0121496 Apr 21 12:30:22.621717 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cfabf80e-9a1f-4f7a-a6d9-89bb92f5b179 req-b6accddd-b9e2-4e8e-a6a7-02ef41dd4552 tempest-QuotasAdminNegativeTest-1279102649 tempest-QuotasAdminNegativeTest-1279102649-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0eca0b5f7124d70b51b34ff9a51d9da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313158 Apr 21 12:30:22.785565 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-43d01f7a-12a4-403a-a0a6-0944303563ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:22.787251 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-43d01f7a-12a4-403a-a0a6-0944303563ee service neutron] 10.222.0.36 "GET /v2.0/ports/b93f2730-b02e-48d8-8e3f-c24ab6931ffb HTTP/1.1" status: 200 len: 1094 time: 0.1688371 Apr 21 12:30:22.797824 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-a2636231-823f-4e38-8447-c8c825bbf121 service neutron] Request body: {'binding': {'host': 'n-h2-836147-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:30:22.798431 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-a2636231-823f-4e38-8447-c8c825bbf121 service neutron] Unknown quota resources ['binding']. {{(pid=103398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 21 12:30:22.939923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-a2636231-823f-4e38-8447-c8c825bbf121 service neutron] Attempting to bind port b93f2730-b02e-48d8-8e3f-c24ab6931ffb on host n-h2-836147-2 for vnic_type normal with profile None {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:30:22.940249 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-a2636231-823f-4e38-8447-c8c825bbf121 service neutron] Attempting to bind port b93f2730-b02e-48d8-8e3f-c24ab6931ffb by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:30:22.940561 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-a2636231-823f-4e38-8447-c8c825bbf121 service neutron] Attempting to bind port b93f2730-b02e-48d8-8e3f-c24ab6931ffb on network c287e289-9664-4a57-ae4d-cb3d1c307007 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:30:22.945175 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-a2636231-823f-4e38-8447-c8c825bbf121 service neutron] Port b93f2730-b02e-48d8-8e3f-c24ab6931ffb on network c287e289-9664-4a57-ae4d-cb3d1c307007 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:30:22.945492 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-a2636231-823f-4e38-8447-c8c825bbf121 service neutron] Attempting to bind port b93f2730-b02e-48d8-8e3f-c24ab6931ffb on network c287e289-9664-4a57-ae4d-cb3d1c307007 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:30:22.950286 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-a2636231-823f-4e38-8447-c8c825bbf121 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:30:22.950623 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-a2636231-823f-4e38-8447-c8c825bbf121 service neutron] Checking segment: {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:30:22.951000 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-a2636231-823f-4e38-8447-c8c825bbf121 service neutron] Bound using segment: {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:30:22.951532 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-a2636231-823f-4e38-8447-c8c825bbf121 service neutron] Bound port: b93f2730-b02e-48d8-8e3f-c24ab6931ffb, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:30:23.038259 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-a2636231-823f-4e38-8447-c8c825bbf121 service neutron] For port b93f2730-b02e-48d8-8e3f-c24ab6931ffb, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=b93f2730-b02e-48d8-8e3f-c24ab6931ffb,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:30:23.107945 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-a2636231-823f-4e38-8447-c8c825bbf121 service neutron] Notify callbacks [] for binding, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:23.109143 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-a2636231-823f-4e38-8447-c8c825bbf121 service neutron] 10.222.0.36 "POST /v2.0/ports/b93f2730-b02e-48d8-8e3f-c24ab6931ffb/bindings HTTP/1.1" status: 201 len: 389 time: 0.3160486 Apr 21 12:30:23.392335 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b8fe137b-86df-42c8-9c48-91be2ddef2d9 req-d56adcca-2cc3-4083-8f3f-5dadcdc2b3a3 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0451405 Apr 21 12:30:23.420913 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844636d6-20bf-444d-ac63-414a09ccd3ef req-c559fb24-63be-49c6-9a57-4d13c79a7734 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:23.426997 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-844636d6-20bf-444d-ac63-414a09ccd3ef req-c559fb24-63be-49c6-9a57-4d13c79a7734 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 946 time: 0.0902300 Apr 21 12:30:23.471791 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-844636d6-20bf-444d-ac63-414a09ccd3ef req-e3c41f7a-9990-43d5-8ff5-cacaac767dd8 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380557 Apr 21 12:30:23.580086 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-9f29fdb6-824e-4b5d-9ebc-bb2da350d5f3 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c9a9b43cd88b4b41a41b52b0e29590df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358582 Apr 21 12:30:23.850933 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-a724763f-218f-4b93-b1a3-b080bd0d5258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:23.852425 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-a724763f-218f-4b93-b1a3-b080bd0d5258 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26ea3c659ac44d28a683c1af948ed1b6&device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 1097 time: 0.0420914 Apr 21 12:30:23.926270 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5b506-1d08-4d66-a81a-4e19689d0a17 req-2a6508a2-4b6a-402e-8566-d9690614a6d7 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:23.927703 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14d5b506-1d08-4d66-a81a-4e19689d0a17 req-2a6508a2-4b6a-402e-8566-d9690614a6d7 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 946 time: 0.3135571 Apr 21 12:30:23.935797 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-ea94f996-ede9-4237-83aa-8dd33edc646a tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:23.937117 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-ea94f996-ede9-4237-83aa-8dd33edc646a tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3507528 Apr 21 12:30:23.944675 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-a3fe6b28-da18-43f6-9c45-0567dd6775e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:23.946157 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-a3fe6b28-da18-43f6-9c45-0567dd6775e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c287e289-9664-4a57-ae4d-cb3d1c307007 HTTP/1.1" status: 200 len: 921 time: 0.0878274 Apr 21 12:30:23.965143 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-f029c880-15cd-40e5-bc68-63ca51a1a063 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/quotas/c9a9b43cd88b4b41a41b52b0e29590df HTTP/1.1" status: 200 len: 375 time: 0.0212598 Apr 21 12:30:23.985841 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14d5b506-1d08-4d66-a81a-4e19689d0a17 req-f18ce49a-911c-41e8-92fd-897f1fbe31b6 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477500 Apr 21 12:30:23.987402 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-03d03eb4-61e4-4dd6-9250-9a946f50c414 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b93f2730-b02e-48d8-8e3f-c24ab6931ffb HTTP/1.1" status: 200 len: 217 time: 0.0344505 Apr 21 12:30:23.999827 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-bc819eba-f1d0-4d88-b6df-71dba2ced103 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c9a9b43cd88b4b41a41b52b0e29590df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273724 Apr 21 12:30:24.044100 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-6a3d2273-8c3a-474e-a62f-f6dc01c96841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:24.045684 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-6a3d2273-8c3a-474e-a62f-f6dc01c96841 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c2895f5-072d-4584-843c-51a4758cad8d HTTP/1.1" status: 200 len: 860 time: 0.0523713 Apr 21 12:30:24.088095 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-3680715f-043e-465f-96a6-8f99d3630027 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c287e289-9664-4a57-ae4d-cb3d1c307007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352473 Apr 21 12:30:24.205553 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-d3929a31-7fdd-47da-8f2d-71e02eefd1a7 service neutron] 10.222.0.24 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075940 Apr 21 12:30:24.351097 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-0363c884-3b5b-4c37-b6ba-36368dc4f2c7 service neutron] 10.222.0.24 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412694 Apr 21 12:30:24.354820 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-a6802509-a52f-47a5-850a-651b1e224355 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c9a9b43cd88b4b41a41b52b0e29590df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497377 Apr 21 12:30:24.503040 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-05103c24-4ced-43d7-8057-861bdbb07bb2 req-514ada8b-4953-4695-89b6-2ac9f56f426a tempest-QuotasAdminNegativeTest-1279102649 tempest-QuotasAdminNegativeTest-1279102649-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e0eca0b5f7124d70b51b34ff9a51d9da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319073 Apr 21 12:30:24.541413 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-72c17aa0-474d-40aa-8e0d-fce2b3913f15 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:24.542791 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-72c17aa0-474d-40aa-8e0d-fce2b3913f15 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1700625 Apr 21 12:30:24.587709 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-1c1efaca-f082-47b6-816c-d5991cf1b051 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/quotas/c9a9b43cd88b4b41a41b52b0e29590df HTTP/1.1" status: 200 len: 375 time: 0.0391023 Apr 21 12:30:24.625621 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-fead5152-8ab8-4bae-b91b-a64f2ad5c78f tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c9a9b43cd88b4b41a41b52b0e29590df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310023 Apr 21 12:30:24.654278 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05103c24-4ced-43d7-8057-861bdbb07bb2 req-0d4e69db-1fff-423d-85b8-6c90016c59f1 tempest-QuotasAdminNegativeTest-1279102649 tempest-QuotasAdminNegativeTest-1279102649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:24.655783 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-05103c24-4ced-43d7-8057-861bdbb07bb2 req-0d4e69db-1fff-423d-85b8-6c90016c59f1 tempest-QuotasAdminNegativeTest-1279102649 tempest-QuotasAdminNegativeTest-1279102649-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1464124 Apr 21 12:30:24.677930 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-05103c24-4ced-43d7-8057-861bdbb07bb2 req-e79c7613-1ddd-4bf1-89b5-eb89c442940d tempest-QuotasAdminNegativeTest-1279102649 tempest-QuotasAdminNegativeTest-1279102649-project] 10.222.0.36 "GET /v2.0/quotas/e0eca0b5f7124d70b51b34ff9a51d9da HTTP/1.1" status: 200 len: 375 time: 0.0147963 Apr 21 12:30:24.725202 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-05103c24-4ced-43d7-8057-861bdbb07bb2 req-8f698ae7-e76c-4f81-8d3f-3f895303c54f tempest-QuotasAdminNegativeTest-1279102649 tempest-QuotasAdminNegativeTest-1279102649-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0eca0b5f7124d70b51b34ff9a51d9da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388710 Apr 21 12:30:24.738133 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-1b064543-3873-481e-8344-0bd60e2dff03 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:24.739913 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-1b064543-3873-481e-8344-0bd60e2dff03 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a&tenant_id=26ea3c659ac44d28a683c1af948ed1b6&binding%3Ahost_id=n-h1-836147-2 HTTP/1.1" status: 200 len: 1097 time: 0.0808129 Apr 21 12:30:24.751913 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-fa6de36b-5386-4463-ab9b-f9f445799193 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836147-2'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:30:24.812322 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-fa6de36b-5386-4463-ab9b-f9f445799193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:24.889192 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-16d29451-81d4-47b2-a574-79d937b03689 req-3e217190-27e9-4b04-8250-fd8e0a7aa6e5 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0416389 Apr 21 12:30:25.005693 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-fa6de36b-5386-4463-ab9b-f9f445799193 service neutron] For port b93f2730-b02e-48d8-8e3f-c24ab6931ffb, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=b93f2730-b02e-48d8-8e3f-c24ab6931ffb,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:25.086386 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 56260) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:25.100705 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-fa6de36b-5386-4463-ab9b-f9f445799193 service neutron] For port b93f2730-b02e-48d8-8e3f-c24ab6931ffb, host n-h1-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:30:25.114494 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b5268-52a5-48cc-b4e4-199c889298da req-ed3f0c0e-bfe4-49d4-8b8d-5f4d88fa980f tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:25.116862 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a78b5268-52a5-48cc-b4e4-199c889298da req-ed3f0c0e-bfe4-49d4-8b8d-5f4d88fa980f tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 946 time: 0.1077585 Apr 21 12:30:25.152447 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d680018-3ad7-49f8-a450-f29d93edbf6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b93f2730-b02e-48d8-8e3f-c24ab6931ffb'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:30:25.155088 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f128667b-e4bb-4fe4-b351-7b6f351761dd" -d '{"events": [{"server_uuid": "9d680018-3ad7-49f8-a450-f29d93edbf6a", "name": "network-vif-unplugged", "status": "completed", "tag": "b93f2730-b02e-48d8-8e3f-c24ab6931ffb"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:30:25.161248 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-fa6de36b-5386-4463-ab9b-f9f445799193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:25.171345 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a78b5268-52a5-48cc-b4e4-199c889298da req-d1e51ad3-81af-4b12-8e51-90da5d0e0eeb tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480888 Apr 21 12:30:25.249176 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-fa6de36b-5386-4463-ab9b-f9f445799193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:25.260335 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3a6f1c0-eb4c-4847-ad42-cab7748e0cf3 req-25604565-263a-4587-8ad7-955f5c8d49ae tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f280ddd-d5e4-473e-bf91-fcdfc9eaedee HTTP/1.1" status: 200 len: 210 time: 0.0393887 Apr 21 12:30:25.300017 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-208d69cc-5144-4549-af44-c4a2e897508f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:25.344816 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6de36b-5386-4463-ab9b-f9f445799193 service neutron] Pushing event updated for resources: {'Port': ['ID=b93f2730-b02e-48d8-8e3f-c24ab6931ffb,revision_number=7']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:25.389766 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-fa6de36b-5386-4463-ab9b-f9f445799193 service neutron] Attempting to bind port b93f2730-b02e-48d8-8e3f-c24ab6931ffb on host n-h1-836147-2 for vnic_type normal with profile {"migrating_to": "n-h2-836147-2"} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:30:25.390101 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-fa6de36b-5386-4463-ab9b-f9f445799193 service neutron] Attempting to bind port b93f2730-b02e-48d8-8e3f-c24ab6931ffb by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:30:25.390428 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-fa6de36b-5386-4463-ab9b-f9f445799193 service neutron] Attempting to bind port b93f2730-b02e-48d8-8e3f-c24ab6931ffb on network c287e289-9664-4a57-ae4d-cb3d1c307007 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:30:25.394981 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-fa6de36b-5386-4463-ab9b-f9f445799193 service neutron] Port b93f2730-b02e-48d8-8e3f-c24ab6931ffb on network c287e289-9664-4a57-ae4d-cb3d1c307007 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:30:25.395297 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-fa6de36b-5386-4463-ab9b-f9f445799193 service neutron] Attempting to bind port b93f2730-b02e-48d8-8e3f-c24ab6931ffb on network c287e289-9664-4a57-ae4d-cb3d1c307007 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:30:25.401219 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-fa6de36b-5386-4463-ab9b-f9f445799193 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:30:25.401787 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-fa6de36b-5386-4463-ab9b-f9f445799193 service neutron] Checking segment: {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:30:25.402170 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-fa6de36b-5386-4463-ab9b-f9f445799193 service neutron] Bound using segment: {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:30:25.402598 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-fa6de36b-5386-4463-ab9b-f9f445799193 service neutron] Bound port: b93f2730-b02e-48d8-8e3f-c24ab6931ffb, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:30:25.402951 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-fa6de36b-5386-4463-ab9b-f9f445799193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:25.409331 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb5592-b41b-4ad5-87ae-97ae306ecba8 req-8326c220-ff97-4f70-830e-f9f8188b9148 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:25.410835 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5beb5592-b41b-4ad5-87ae-97ae306ecba8 req-8326c220-ff97-4f70-830e-f9f8188b9148 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 944 time: 0.0828414 Apr 21 12:30:25.448565 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-208d69cc-5144-4549-af44-c4a2e897508f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:25.466168 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5beb5592-b41b-4ad5-87ae-97ae306ecba8 req-c3ae57b6-f0c8-417c-935c-4f3be322aa13 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485907 Apr 21 12:30:25.493106 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-fa6de36b-5386-4463-ab9b-f9f445799193 service neutron] For port b93f2730-b02e-48d8-8e3f-c24ab6931ffb, host n-h1-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:30:25.496948 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-fa6de36b-5386-4463-ab9b-f9f445799193 service neutron] For port b93f2730-b02e-48d8-8e3f-c24ab6931ffb, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=b93f2730-b02e-48d8-8e3f-c24ab6931ffb,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:30:25.534734 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-208d69cc-5144-4549-af44-c4a2e897508f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:25.543876 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e9c23e-8d67-4b96-b90d-7e372c878ded x-openstack-request-id: req-09e9c23e-8d67-4b96-b90d-7e372c878ded {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:30:25.543876 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d680018-3ad7-49f8-a450-f29d93edbf6a", "name": "network-vif-unplugged", "status": "completed", "tag": "b93f2730-b02e-48d8-8e3f-c24ab6931ffb", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:30:25.543876 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-09e9c23e-8d67-4b96-b90d-7e372c878ded {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:30:25.544175 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09e9c23e-8d67-4b96-b90d-7e372c878ded'] response: {'server_uuid': '9d680018-3ad7-49f8-a450-f29d93edbf6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b93f2730-b02e-48d8-8e3f-c24ab6931ffb', 'code': 200} Apr 21 12:30:25.563376 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-fa6de36b-5386-4463-ab9b-f9f445799193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:25.586217 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d69cc-5144-4549-af44-c4a2e897508f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7ea43b-6a1e-4bdc-a015-4aba000e67a4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:25.601995 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-208d69cc-5144-4549-af44-c4a2e897508f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f05b8de3cd6d45e69294f91923a00cc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5147731 Apr 21 12:30:25.604411 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 56278) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:25.650903 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-fa6de36b-5386-4463-ab9b-f9f445799193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:25.656363 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-fa6de36b-5386-4463-ab9b-f9f445799193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:25.657972 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-fa6de36b-5386-4463-ab9b-f9f445799193 service neutron] 10.222.0.24 "PUT /v2.0/ports/b93f2730-b02e-48d8-8e3f-c24ab6931ffb HTTP/1.1" status: 200 len: 1122 time: 0.9111822 Apr 21 12:30:25.660036 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6de36b-5386-4463-ab9b-f9f445799193 service neutron] Pushing event updated for resources: {'Port': ['ID=b93f2730-b02e-48d8-8e3f-c24ab6931ffb,revision_number=8']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:25.676209 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ac15371-db07-4df4-8c71-65996c691d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:25.707543 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ac15371-db07-4df4-8c71-65996c691d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:25.738605 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['b93f2730-b02e-48d8-8e3f-c24ab6931ffb'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:30:25.866190 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ac15371-db07-4df4-8c71-65996c691d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:25.869398 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ac15371-db07-4df4-8c71-65996c691d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:25.870637 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4ac15371-db07-4df4-8c71-65996c691d96 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba7ea43b-6a1e-4bdc-a015-4aba000e67a4 HTTP/1.1" status: 204 len: 168 time: 0.2652731 Apr 21 12:30:25.886788 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac15371-db07-4df4-8c71-65996c691d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7ea43b-6a1e-4bdc-a015-4aba000e67a4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:26.027363 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90aad546-63bc-40fc-9116-922833dfbe70 req-c85b8996-6fa4-4ccd-ae8c-de0f8e6d5ff0 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0254879 Apr 21 12:30:26.129739 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f221c6e-dffa-4439-ac1e-23d5bb3631b8 req-d8a022da-3b08-4221-9398-2ddccf09c6d0 tempest-QuotasAdminNegativeTest-1279102649 tempest-QuotasAdminNegativeTest-1279102649-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e0eca0b5f7124d70b51b34ff9a51d9da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217776 Apr 21 12:30:26.246480 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f221c6e-dffa-4439-ac1e-23d5bb3631b8 req-40aad3a8-9e34-4ac6-954f-ebe5cd6f4008 tempest-QuotasAdminNegativeTest-1279102649 tempest-QuotasAdminNegativeTest-1279102649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:26.247938 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f221c6e-dffa-4439-ac1e-23d5bb3631b8 req-40aad3a8-9e34-4ac6-954f-ebe5cd6f4008 tempest-QuotasAdminNegativeTest-1279102649 tempest-QuotasAdminNegativeTest-1279102649-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1117160 Apr 21 12:30:26.263835 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f221c6e-dffa-4439-ac1e-23d5bb3631b8 req-94f67372-11a8-4e31-a4e1-4f55c3efede8 tempest-QuotasAdminNegativeTest-1279102649 tempest-QuotasAdminNegativeTest-1279102649-project] 10.222.0.36 "GET /v2.0/quotas/e0eca0b5f7124d70b51b34ff9a51d9da HTTP/1.1" status: 200 len: 375 time: 0.0098822 Apr 21 12:30:26.296233 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f221c6e-dffa-4439-ac1e-23d5bb3631b8 req-9f3f1078-fe95-4bc9-8668-7ea4167d837b tempest-QuotasAdminNegativeTest-1279102649 tempest-QuotasAdminNegativeTest-1279102649-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e0eca0b5f7124d70b51b34ff9a51d9da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263712 Apr 21 12:30:26.452941 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c469723-38d8-4961-836a-30854197511f req-870eaafc-7f61-48d8-b509-7a1960af38f7 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:26.458040 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4c469723-38d8-4961-836a-30854197511f req-870eaafc-7f61-48d8-b509-7a1960af38f7 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 946 time: 0.0820737 Apr 21 12:30:26.502004 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-44c01710-c154-4352-8493-21b36f8f7a17 req-b14cdb72-a009-48a0-adb6-8f937e5c310b tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f280ddd-d5e4-473e-bf91-fcdfc9eaedee HTTP/1.1" status: 200 len: 210 time: 0.0568419 Apr 21 12:30:26.522046 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4c469723-38d8-4961-836a-30854197511f req-45a0f5c5-825f-4416-b259-0415618fcf9a tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550520 Apr 21 12:30:26.649869 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-2bf0746e-250d-4e1f-b899-f0435dd9a408 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--114646519&fields=id&tenant_id=c66726bc1d664d6d9ca628f60b5422d1 HTTP/1.1" status: 200 len: 267 time: 0.0342562 Apr 21 12:30:26.761868 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-0840f006-128b-4442-804b-9f13216aefef tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:26.763692 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-0840f006-128b-4442-804b-9f13216aefef tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/networks?id=7bed1b78-2645-446a-9812-77a5a7c4f0d8 HTTP/1.1" status: 200 len: 824 time: 0.1064842 Apr 21 12:30:26.780359 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-6ab51bcc-3807-46d9-acdf-9bf8b3ecbc82 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/quotas/c66726bc1d664d6d9ca628f60b5422d1 HTTP/1.1" status: 200 len: 375 time: 0.0098603 Apr 21 12:30:26.854185 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-56de17ff-9588-44fe-86c1-f3e02fc933f9 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c66726bc1d664d6d9ca628f60b5422d1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0665736 Apr 21 12:30:26.941028 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-1edfcea9-c6a0-4787-a3e2-ab35202e3875 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c9a9b43cd88b4b41a41b52b0e29590df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220842 Apr 21 12:30:26.948461 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-d6b9212b-7a3e-45b4-a77e-6e7970e995f4 service neutron] 10.222.0.36 "GET /v2.0/networks/7bed1b78-2645-446a-9812-77a5a7c4f0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811203 Apr 21 12:30:27.102817 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-173dd4cc-6ed5-45db-82c3-f6520a75ec9e service neutron] 10.222.0.36 "GET /v2.0/networks/7bed1b78-2645-446a-9812-77a5a7c4f0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479099 Apr 21 12:30:27.119836 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-4d3b224c-610f-48c1-9564-1cf43a3fa52c tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:27.121276 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463423c-cf47-4f3c-842b-bfe15efd3bc4 req-2691ebd5-54a3-4532-93c7-f384ad18701f tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:27.122946 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2463423c-cf47-4f3c-842b-bfe15efd3bc4 req-2691ebd5-54a3-4532-93c7-f384ad18701f tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 944 time: 0.0752163 Apr 21 12:30:27.125485 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-4d3b224c-610f-48c1-9564-1cf43a3fa52c tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1763816 Apr 21 12:30:27.144178 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-dfe48f0a-6992-4d8f-a5c8-69329f823534 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Request body: {'port': {'device_id': '7b73cbaa-83a8-44b8-8ddb-16c65a888776', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'admin_state_up': True, 'tenant_id': 'c9a9b43cd88b4b41a41b52b0e29590df'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:30:27.185848 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2463423c-cf47-4f3c-842b-bfe15efd3bc4 req-a54b685c-bb15-4000-8e11-e6cf2b1c3e49 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538607 Apr 21 12:30:27.360499 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c0d90018-99e3-4328-8290-d9149dafe3e4 req-b7f34534-8f0f-4636-844c-12ee8bf73678 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0403137 Apr 21 12:30:27.386332 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-dfe48f0a-6992-4d8f-a5c8-69329f823534 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Made reservation on behalf of c9a9b43cd88b4b41a41b52b0e29590df for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:30:27.396349 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-dfe48f0a-6992-4d8f-a5c8-69329f823534 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:27.447840 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-dfe48f0a-6992-4d8f-a5c8-69329f823534 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:27.494675 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a525333-a10e-4b49-8138-6fc6c05a32d1 req-bbc65683-2e16-42af-a9c3-b2337498c97e tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=06229d16-f05e-4ef8-b177-38be30d1019b HTTP/1.1" status: 200 len: 210 time: 0.0396872 Apr 21 12:30:27.547245 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d680018-3ad7-49f8-a450-f29d93edbf6a', 'tag': 'b93f2730-b02e-48d8-8e3f-c24ab6931ffb'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:30:27.555625 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44903866-4525-4342-b3c1-530ffffb5211" -d '{"events": [{"name": "network-changed", "server_uuid": "9d680018-3ad7-49f8-a450-f29d93edbf6a", "tag": "b93f2730-b02e-48d8-8e3f-c24ab6931ffb"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:30:27.624712 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-dfe48f0a-6992-4d8f-a5c8-69329f823534 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:27.657396 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c9b94905-4f63-4aaa-aac0-bb9dd2d1dae0 req-92b1dc6a-8150-4287-bf09-91096ff24535 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f280ddd-d5e4-473e-bf91-fcdfc9eaedee HTTP/1.1" status: 200 len: 210 time: 0.0713799 Apr 21 12:30:27.712167 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-b0ae4cd2-ee31-4a83-8e1a-7569c9015de6 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c9a9b43cd88b4b41a41b52b0e29590df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431304 Apr 21 12:30:27.713398 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-dfe48f0a-6992-4d8f-a5c8-69329f823534 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:27.739280 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-b3d2913d-b64a-4761-915e-147f68b1ce44 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=4cf93ab8be2f43418434e78837eabd1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256219 Apr 21 12:30:27.868038 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe48f0a-6992-4d8f-a5c8-69329f823534 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:27.917141 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884a1cb-64b5-4c3c-bb7f-7179f3e52c98 req-ab4bf0bf-df34-4c4d-801e-1625e756c646 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:27.924591 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4884a1cb-64b5-4c3c-bb7f-7179f3e52c98 req-ab4bf0bf-df34-4c4d-801e-1625e756c646 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 946 time: 0.1636872 Apr 21 12:30:27.941307 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-b48f82eb-dcf0-4f9e-92ef-41550457dc81 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:27.943063 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-b48f82eb-dcf0-4f9e-92ef-41550457dc81 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2248502 Apr 21 12:30:27.963093 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-db154d84-6a07-4bcf-92e6-f7bc48601e62 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Request body: {'port': {'device_id': '9f280ddd-d5e4-473e-bf91-fcdfc9eaedee', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'admin_state_up': True, 'tenant_id': 'c9a9b43cd88b4b41a41b52b0e29590df'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:30:27.980396 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-6570acf2-9942-427c-b251-8f6ec895d4b2 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:27.981511 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 56386) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:27.982430 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-6570acf2-9942-427c-b251-8f6ec895d4b2 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2356153 Apr 21 12:30:27.991911 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-dfe48f0a-6992-4d8f-a5c8-69329f823534 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Allocated IP 192.168.233.151 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/1357c346-2a92-418b-aaa9-e61a807553c8) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:30:28.004390 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-4f38f20e-4cb8-4aeb-b8f9-610d394d6f00 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/quotas/4cf93ab8be2f43418434e78837eabd1c HTTP/1.1" status: 200 len: 375 time: 0.0157945 Apr 21 12:30:28.019600 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4884a1cb-64b5-4c3c-bb7f-7179f3e52c98 req-53fd5a7f-4153-4139-95c8-306e2473088d tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939860 Apr 21 12:30:28.083315 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5c62e1-a008-459f-b37c-303134f76b3d x-openstack-request-id: req-eb5c62e1-a008-459f-b37c-303134f76b3d {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:30:28.083315 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d680018-3ad7-49f8-a450-f29d93edbf6a", "tag": "b93f2730-b02e-48d8-8e3f-c24ab6931ffb", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:30:28.083315 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eb5c62e1-a008-459f-b37c-303134f76b3d {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:30:28.083315 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb5c62e1-a008-459f-b37c-303134f76b3d'] response: {'name': 'network-changed', 'server_uuid': '9d680018-3ad7-49f8-a450-f29d93edbf6a', 'tag': 'b93f2730-b02e-48d8-8e3f-c24ab6931ffb', 'status': 'completed', 'code': 200} Apr 21 12:30:28.103087 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-f48b0975-1c53-484a-b1b3-839d14104df0 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4cf93ab8be2f43418434e78837eabd1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821924 Apr 21 12:30:28.182367 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4c81d-7620-4eb5-9901-be8583da123a req-634a3ac5-9a1b-4bf7-85e4-86cabbcda04d tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:28.184010 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1ff4c81d-7620-4eb5-9901-be8583da123a req-634a3ac5-9a1b-4bf7-85e4-86cabbcda04d tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff58cae2-7cce-491e-963f-fbded57b1036 HTTP/1.1" status: 200 len: 946 time: 0.0696430 Apr 21 12:30:28.205920 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c3971c1-23fa-4f2b-bbb2-94980a2b9c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:28.276447 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44903866-4525-4342-b3c1-530ffffb5211 req-0bec8942-c918-42c2-bee4-5d999e9cd5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:28.277969 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-44903866-4525-4342-b3c1-530ffffb5211 req-0bec8942-c918-42c2-bee4-5d999e9cd5b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26ea3c659ac44d28a683c1af948ed1b6&device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 1125 time: 0.1485064 Apr 21 12:30:28.381407 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-db154d84-6a07-4bcf-92e6-f7bc48601e62 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Made reservation on behalf of c9a9b43cd88b4b41a41b52b0e29590df for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:30:28.384871 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-db154d84-6a07-4bcf-92e6-f7bc48601e62 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:28.389749 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-dfe48f0a-6992-4d8f-a5c8-69329f823534 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:28.397177 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ede8e9aa-1d5c-4a76-b325-06454c21e6a9 req-82deddce-07b2-4e76-bc42-5451a3f4cede tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d9335cd-3296-4c0e-b8db-fc0e0255df96 HTTP/1.1" status: 200 len: 210 time: 0.0570986 Apr 21 12:30:28.441707 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5bb6a2-9c27-4be9-850b-a3c76b1e94de req-eb440e54-02ec-4463-8303-4f5dc31127f5 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:28.449388 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f5bb6a2-9c27-4be9-850b-a3c76b1e94de req-eb440e54-02ec-4463-8303-4f5dc31127f5 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 944 time: 0.1302247 Apr 21 12:30:28.474116 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-1ff4c81d-7620-4eb5-9901-be8583da123a req-0794204b-4274-4292-891d-2eaec173d627 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Deleting port ba41193a-1a50-4ef6-b34a-b908f9a35a1f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:30:28.474456 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1ff4c81d-7620-4eb5-9901-be8583da123a req-0794204b-4274-4292-891d-2eaec173d627 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:28.517732 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device b93f2730-b02e-48d8-8e3f-c24ab6931ffb details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:30:28.569189 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d409d9f-022e-4630-aae7-0d850b6ac9a0 req-ed07581c-4092-45b1-930f-84517cc293c1 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0702884 Apr 21 12:30:28.586990 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f5bb6a2-9c27-4be9-850b-a3c76b1e94de req-b889f18b-9e44-442d-b3be-68b3f6b8034a tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364479 Apr 21 12:30:28.676504 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1ff4c81d-7620-4eb5-9901-be8583da123a req-0794204b-4274-4292-891d-2eaec173d627 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] For port ba41193a-1a50-4ef6-b34a-b908f9a35a1f, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ba41193a-1a50-4ef6-b34a-b908f9a35a1f,segment=NetworkSegment(3c321deb-83bf-47d7-975b-8339f3a4592f),segment_id=3c321deb-83bf-47d7-975b-8339f3a4592f)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:28.676861 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1ff4c81d-7620-4eb5-9901-be8583da123a req-0794204b-4274-4292-891d-2eaec173d627 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:28.688008 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port b93f2730-b02e-48d8-8e3f-c24ab6931ffb, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=b93f2730-b02e-48d8-8e3f-c24ab6931ffb,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:28.702741 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device b93f2730-b02e-48d8-8e3f-c24ab6931ffb has no active binding in host n-h2-836147-2 {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 21 12:30:28.752110 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-419c0a13-b80c-4192-8d10-d370924c3002 req-39490814-f50f-4ebb-896b-0dfca46c2600 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=06229d16-f05e-4ef8-b177-38be30d1019b HTTP/1.1" status: 200 len: 210 time: 0.0701115 Apr 21 12:30:28.826976 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44903866-4525-4342-b3c1-530ffffb5211 req-05f23f3a-9726-47de-9d07-f18431b1e681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:28.828423 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-44903866-4525-4342-b3c1-530ffffb5211 req-05f23f3a-9726-47de-9d07-f18431b1e681 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c287e289-9664-4a57-ae4d-cb3d1c307007 HTTP/1.1" status: 200 len: 921 time: 0.5418484 Apr 21 12:30:28.835201 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d0c8404-cb1d-4a48-bd8e-fd82bd54f0a8 req-bf4dc4ef-c181-4678-b1d0-aa5273ac337b tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f280ddd-d5e4-473e-bf91-fcdfc9eaedee HTTP/1.1" status: 200 len: 210 time: 0.0458477 Apr 21 12:30:28.850009 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c3971c1-23fa-4f2b-bbb2-94980a2b9c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:28.885689 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-44903866-4525-4342-b3c1-530ffffb5211 req-5f154395-70d3-48cd-9866-f355854cdcd1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b93f2730-b02e-48d8-8e3f-c24ab6931ffb HTTP/1.1" status: 200 len: 217 time: 0.0494576 Apr 21 12:30:28.926202 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-dfe48f0a-6992-4d8f-a5c8-69329f823534 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:29.004325 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c3971c1-23fa-4f2b-bbb2-94980a2b9c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:29.007897 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1ff4c81d-7620-4eb5-9901-be8583da123a req-0794204b-4274-4292-891d-2eaec173d627 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:29.008491 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1ff4c81d-7620-4eb5-9901-be8583da123a req-0794204b-4274-4292-891d-2eaec173d627 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:29.009030 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [req-1ff4c81d-7620-4eb5-9901-be8583da123a req-0794204b-4274-4292-891d-2eaec173d627 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Floating IP 6a3fa788-db89-4647-b92a-14899a5dd7eb disassociated. External IP: 172.25.8.174, port: ba41193a-1a50-4ef6-b34a-b908f9a35a1f. Apr 21 12:30:29.010080 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-1ff4c81d-7620-4eb5-9901-be8583da123a req-0794204b-4274-4292-891d-2eaec173d627 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Calling delete_port for ba41193a-1a50-4ef6-b34a-b908f9a35a1f owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:30:29.011528 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-dfe48f0a-6992-4d8f-a5c8-69329f823534 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:30:29.016841 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44903866-4525-4342-b3c1-530ffffb5211 req-b7a892c8-a3cb-446d-a7b8-b47c6a2719a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:29.019105 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-44903866-4525-4342-b3c1-530ffffb5211 req-b7a892c8-a3cb-446d-a7b8-b47c6a2719a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c2895f5-072d-4584-843c-51a4758cad8d HTTP/1.1" status: 200 len: 860 time: 0.1271784 Apr 21 12:30:29.067437 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-dfe48f0a-6992-4d8f-a5c8-69329f823534 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:30:29.097429 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3971c1-23fa-4f2b-bbb2-94980a2b9c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5c58c4-0fa8-4ece-a10a-536bbf99f34c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:29.124245 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-dfe48f0a-6992-4d8f-a5c8-69329f823534 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:30:29.131268 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-44903866-4525-4342-b3c1-530ffffb5211 req-21591fc7-5605-4341-843c-6804ee3dc786 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c287e289-9664-4a57-ae4d-cb3d1c307007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020141 Apr 21 12:30:29.223904 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe48f0a-6992-4d8f-a5c8-69329f823534 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Pushing event updated for resources: {'Port': ['ID=1357c346-2a92-418b-aaa9-e61a807553c8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:29.249639 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-db154d84-6a07-4bcf-92e6-f7bc48601e62 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Allocated IP 192.168.233.68 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/684cfa21-17fc-46a3-a9fb-f9df94d7dc11) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:30:29.304472 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82f14a-ab32-412a-8209-4644575ad63c req-dfd76a67-a063-45cd-9416-dc4f16688b92 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:29.306685 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d82f14a-ab32-412a-8209-4644575ad63c req-dfd76a67-a063-45cd-9416-dc4f16688b92 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 946 time: 0.0838664 Apr 21 12:30:29.312933 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0c3971c1-23fa-4f2b-bbb2-94980a2b9c0c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e0eca0b5f7124d70b51b34ff9a51d9da&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3250437 Apr 21 12:30:29.319481 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 56412) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:29.380341 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1ff4c81d-7620-4eb5-9901-be8583da123a req-0794204b-4274-4292-891d-2eaec173d627 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:29.400790 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-dfe48f0a-6992-4d8f-a5c8-69329f823534 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:29.401431 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-dfe48f0a-6992-4d8f-a5c8-69329f823534 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:29.408690 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-44903866-4525-4342-b3c1-530ffffb5211 req-27349c61-f4bc-470c-97b5-84b3e1b2aa0e service neutron] 10.222.0.26 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622210 Apr 21 12:30:29.459010 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0794204b-4274-4292-891d-2eaec173d627 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Pushing event deleted for resources: {'Port': ['ID=ba41193a-1a50-4ef6-b34a-b908f9a35a1f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:29.503872 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d176b8db-fed8-456d-a85c-aa70422d1433 None None] Provisioning complete for port 1357c346-2a92-418b-aaa9-e61a807553c8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:30:29.504481 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d176b8db-fed8-456d-a85c-aa70422d1433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:29.551705 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d176b8db-fed8-456d-a85c-aa70422d1433 None None] Port 1357c346-2a92-418b-aaa9-e61a807553c8 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:30:29.607082 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b326c375-2a00-45fc-9b84-19659ad1dde6 req-f7eb5a47-9847-4c2c-bb88-084f962330ab tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d9335cd-3296-4c0e-b8db-fc0e0255df96 HTTP/1.1" status: 200 len: 210 time: 0.0470581 Apr 21 12:30:29.636022 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-dfe48f0a-6992-4d8f-a5c8-69329f823534 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4879091 Apr 21 12:30:29.637610 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-44903866-4525-4342-b3c1-530ffffb5211 req-78f74773-a1ae-432e-b095-7521c39660af service neutron] 10.222.0.26 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201293 Apr 21 12:30:29.647707 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-b6159fb7-0b8f-4c0d-8444-1cdc4879ff7b service neutron] Request body: {'port': {'device_id': '7b73cbaa-83a8-44b8-8ddb-16c65a888776', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:30:29.675667 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d82f14a-ab32-412a-8209-4644575ad63c req-e5927d90-e95d-42ec-abd1-fca1d9bbd413 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624144 Apr 21 12:30:29.743081 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-b6159fb7-0b8f-4c0d-8444-1cdc4879ff7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:29.773430 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-db154d84-6a07-4bcf-92e6-f7bc48601e62 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:29.992639 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43434eff-0fdd-405d-aa8d-80b18c33571e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:30.055409 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b2ed5e4-277a-4357-9912-449e6ce12384 req-9c34d1c2-512c-4e66-acf8-682e69c625bc tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0650637 Apr 21 12:30:30.055906 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-0cf69dff-9367-4e62-936a-e4dcd817b73c tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:30.058088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ff4c81d-7620-4eb5-9901-be8583da123a req-0794204b-4274-4292-891d-2eaec173d627 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Router c303a3e0-f19a-4cf3-840d-84c6c3835d45 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:30:30.062450 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-0cf69dff-9367-4e62-936a-e4dcd817b73c tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.26 "GET /v2.0/networks?id=7bed1b78-2645-446a-9812-77a5a7c4f0d8 HTTP/1.1" status: 200 len: 824 time: 0.1264350 Apr 21 12:30:30.066919 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-db154d84-6a07-4bcf-92e6-f7bc48601e62 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:30.080088 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43434eff-0fdd-405d-aa8d-80b18c33571e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:30.183436 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa0e75-0c7f-48f9-ac01-2bb69cc76f37 req-66656e7e-e64f-4df9-bd84-2de9ec3ba471 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:30.199093 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4baa0e75-0c7f-48f9-ac01-2bb69cc76f37 req-66656e7e-e64f-4df9-bd84-2de9ec3ba471 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 944 time: 0.2074792 Apr 21 12:30:30.234114 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-db154d84-6a07-4bcf-92e6-f7bc48601e62 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:30:30.248081 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-db154d84-6a07-4bcf-92e6-f7bc48601e62 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:30:30.259338 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-db154d84-6a07-4bcf-92e6-f7bc48601e62 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:30:30.267952 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d0a6dc9-06c0-41d6-b35d-380de57894d3 req-b83d637c-55e2-421e-9158-81b0516958c6 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=06229d16-f05e-4ef8-b177-38be30d1019b HTTP/1.1" status: 200 len: 210 time: 0.1030636 Apr 21 12:30:30.287172 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db154d84-6a07-4bcf-92e6-f7bc48601e62 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Pushing event updated for resources: {'Port': ['ID=684cfa21-17fc-46a3-a9fb-f9df94d7dc11,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:30.297388 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-ce4c8276-8f5e-4dc5-a444-828f63454d48 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c66726bc1d664d6d9ca628f60b5422d1 HTTP/1.1" status: 200 len: 379 time: 0.2080598 Apr 21 12:30:30.326834 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-298b7482-977a-4e87-bd93-2950475addde tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Request body: {'port': {'device_id': '06229d16-f05e-4ef8-b177-38be30d1019b', 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8', 'admin_state_up': True, 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'security_groups': ['3332589a-bdb7-45c7-bbfd-f2a661497b56']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:30:30.339344 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4baa0e75-0c7f-48f9-ac01-2bb69cc76f37 req-6f05912c-21a3-43a5-a551-2a484de4c9b7 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392887 Apr 21 12:30:30.479913 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ff4c81d-7620-4eb5-9901-be8583da123a req-0794204b-4274-4292-891d-2eaec173d627 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:30:30.480564 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-db154d84-6a07-4bcf-92e6-f7bc48601e62 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:30.480674 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-db154d84-6a07-4bcf-92e6-f7bc48601e62 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:30.490445 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28885ad2-0770-409c-856b-ac7c438a1f4c req-9f901358-061c-44a3-8996-1009227da4be tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:30.495760 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bcffa3-13c3-4467-bc75-80815bf8a1e3 None None] Sync routers for ids ['c303a3e0-f19a-4cf3-840d-84c6c3835d45'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:30:30.508336 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28885ad2-0770-409c-856b-ac7c438a1f4c req-9f901358-061c-44a3-8996-1009227da4be tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f280ddd-d5e4-473e-bf91-fcdfc9eaedee HTTP/1.1" status: 200 len: 935 time: 0.0987003 Apr 21 12:30:30.525601 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bcffa3-13c3-4467-bc75-80815bf8a1e3 None None] Routers {'c303a3e0-f19a-4cf3-840d-84c6c3835d45'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:30:30.526260 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-44bcffa3-13c3-4467-bc75-80815bf8a1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:30:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['c303a3e0-f19a-4cf3-840d-84c6c3835d45'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:30:30.551567 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43434eff-0fdd-405d-aa8d-80b18c33571e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:30.554161 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43434eff-0fdd-405d-aa8d-80b18c33571e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:30.556744 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-43434eff-0fdd-405d-aa8d-80b18c33571e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5d5c58c4-0fa8-4ece-a10a-536bbf99f34c HTTP/1.1" status: 204 len: 168 time: 1.2346647 Apr 21 12:30:30.580161 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-b6159fb7-0b8f-4c0d-8444-1cdc4879ff7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1357c346-2a92-418b-aaa9-e61a807553c8 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:30:30.590852 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-298b7482-977a-4e87-bd93-2950475addde tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Made reservation on behalf of c66726bc1d664d6d9ca628f60b5422d1 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:30:30.598053 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-298b7482-977a-4e87-bd93-2950475addde tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:30.601329 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-b6159fb7-0b8f-4c0d-8444-1cdc4879ff7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:30.648905 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-db154d84-6a07-4bcf-92e6-f7bc48601e62 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6922266 Apr 21 12:30:30.679533 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff4c81d-7620-4eb5-9901-be8583da123a req-0794204b-4274-4292-891d-2eaec173d627 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] No DVR routers for this DVR port ba41193a-1a50-4ef6-b34a-b908f9a35a1f on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:30:30.685701 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-7dcaf4d6-f436-43c3-a54a-a424055c43eb service neutron] Request body: {'port': {'device_id': '9f280ddd-d5e4-473e-bf91-fcdfc9eaedee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:30:30.692633 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-b6159fb7-0b8f-4c0d-8444-1cdc4879ff7b service neutron] Transition to ACTIVE for port object 1357c346-2a92-418b-aaa9-e61a807553c8 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:30:30.698479 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43434eff-0fdd-405d-aa8d-80b18c33571e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5c58c4-0fa8-4ece-a10a-536bbf99f34c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:30.727038 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28885ad2-0770-409c-856b-ac7c438a1f4c req-ca1eb7d9-5ae2-4441-b267-41d92c0d7d50 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152414 Apr 21 12:30:30.727038 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1ff4c81d-7620-4eb5-9901-be8583da123a req-0794204b-4274-4292-891d-2eaec173d627 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:30.730245 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1ff4c81d-7620-4eb5-9901-be8583da123a req-0794204b-4274-4292-891d-2eaec173d627 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.26 "DELETE /v2.0/ports/ba41193a-1a50-4ef6-b34a-b908f9a35a1f HTTP/1.1" status: 204 len: 173 time: 2.5404427 Apr 21 12:30:30.731108 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff58cae2-7cce-491e-963f-fbded57b1036', 'name': 'network-vif-deleted', 'tag': 'ba41193a-1a50-4ef6-b34a-b908f9a35a1f'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:30:30.733382 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0e665e-dafc-4bd7-9a3e-409743880c8e" -d '{"events": [{"server_uuid": "ff58cae2-7cce-491e-963f-fbded57b1036", "name": "network-vif-deleted", "tag": "ba41193a-1a50-4ef6-b34a-b908f9a35a1f"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:30:30.794399 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-253085af-4b59-4c77-b7d6-3f03c3030307 req-6365e63c-f53d-48c1-862b-1d1ac9e8e6d1 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d9335cd-3296-4c0e-b8db-fc0e0255df96 HTTP/1.1" status: 200 len: 210 time: 0.0358717 Apr 21 12:30:30.825445 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-44bcffa3-13c3-4467-bc75-80815bf8a1e3 None None] Set router c303a3e0-f19a-4cf3-840d-84c6c3835d45 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:30:30.874186 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64361ef3-9ed4-4142-b05c-4810ed96222c x-openstack-request-id: req-64361ef3-9ed4-4142-b05c-4810ed96222c {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:30:30.875627 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-b6159fb7-0b8f-4c0d-8444-1cdc4879ff7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:30.876287 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff58cae2-7cce-491e-963f-fbded57b1036", "name": "network-vif-deleted", "tag": "ba41193a-1a50-4ef6-b34a-b908f9a35a1f", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:30:30.876757 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-64361ef3-9ed4-4142-b05c-4810ed96222c {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:30:30.881275 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64361ef3-9ed4-4142-b05c-4810ed96222c'] response: {'server_uuid': 'ff58cae2-7cce-491e-963f-fbded57b1036', 'name': 'network-vif-deleted', 'tag': 'ba41193a-1a50-4ef6-b34a-b908f9a35a1f', 'status': 'completed', 'code': 200} Apr 21 12:30:30.890518 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-57aaf41d-4c21-44a4-be7e-2969488e4b06 None None] Provisioning complete for port 684cfa21-17fc-46a3-a9fb-f9df94d7dc11 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:30:30.891186 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57aaf41d-4c21-44a4-be7e-2969488e4b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:30.908916 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc58056e-b953-4aba-ba3a-978841ec79a3 req-6ff6056c-e5e6-42f7-a9fb-415d470cdaad tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:30.915104 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fc58056e-b953-4aba-ba3a-978841ec79a3 req-6ff6056c-e5e6-42f7-a9fb-415d470cdaad tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 946 time: 0.1064887 Apr 21 12:30:30.983997 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fc58056e-b953-4aba-ba3a-978841ec79a3 req-b73af33e-d4d6-416a-a310-8d746d2ab78b tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623314 Apr 21 12:30:31.010984 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-7dcaf4d6-f436-43c3-a54a-a424055c43eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:31.041940 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-57aaf41d-4c21-44a4-be7e-2969488e4b06 None None] Port 684cfa21-17fc-46a3-a9fb-f9df94d7dc11 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:30:31.095879 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-298b7482-977a-4e87-bd93-2950475addde tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Allocated IP 172.20.0.8 (7bed1b78-2645-446a-9812-77a5a7c4f0d8/53214ab6-7220-4f63-a722-64332ff2dee2/87d783b6-b09f-4725-9a90-c290a3f31ea2) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:30:31.221692 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6159fb7-0b8f-4c0d-8444-1cdc4879ff7b service neutron] Pushing event updated for resources: {'Port': ['ID=1357c346-2a92-418b-aaa9-e61a807553c8,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:31.241367 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4bfb5d4b-ce5f-4a66-b1dd-c8b33d957495 req-d84dad6f-7983-4d2f-9ae8-fee9a3efafa2 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0461605 Apr 21 12:30:31.244920 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-44bcffa3-13c3-4467-bc75-80815bf8a1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866786063-router', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:16Z', 'revision_number': 4, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'gw_port': {'id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'e044f882-8010-4157-810a-a4a180c37f83', 'name': '', 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'mac_address': 'fa:16:3e:be:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:15Z', 'updated_at': '2022-04-21T12:28:22Z', 'revision_number': 5, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'subnets': [{'id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:30:31.279435 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bcffa3-13c3-4467-bc75-80815bf8a1e3 None None] Checking router: c303a3e0-f19a-4cf3-840d-84c6c3835d45 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:30:31.298307 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bcffa3-13c3-4467-bc75-80815bf8a1e3 None None] Routers {'c303a3e0-f19a-4cf3-840d-84c6c3835d45'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:30:31.305458 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-44bcffa3-13c3-4467-bc75-80815bf8a1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:30:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['c303a3e0-f19a-4cf3-840d-84c6c3835d45'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:30:31.460448 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77803f17-17c3-4888-a9a5-06d1b1ac56c4 req-480d758f-0a41-4006-9f8c-567bf56d17b3 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=06229d16-f05e-4ef8-b177-38be30d1019b HTTP/1.1" status: 200 len: 210 time: 0.1037571 Apr 21 12:30:31.488473 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device ba41193a-1a50-4ef6-b34a-b908f9a35a1f no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:30:31.493748 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-5b834a24-53a0-4e98-8b58-8090686d9df6 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4cf93ab8be2f43418434e78837eabd1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649102 Apr 21 12:30:31.494428 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-b6159fb7-0b8f-4c0d-8444-1cdc4879ff7b service neutron] Attempting to bind port 1357c346-2a92-418b-aaa9-e61a807553c8 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:30:31.494765 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-b6159fb7-0b8f-4c0d-8444-1cdc4879ff7b service neutron] Attempting to bind port 1357c346-2a92-418b-aaa9-e61a807553c8 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:30:31.495090 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-b6159fb7-0b8f-4c0d-8444-1cdc4879ff7b service neutron] Attempting to bind port 1357c346-2a92-418b-aaa9-e61a807553c8 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:30:31.520586 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: ba41193a-1a50-4ef6-b34a-b908f9a35a1f {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:30:31.521002 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device ba41193a-1a50-4ef6-b34a-b908f9a35a1f not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:30:31.530570 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-b6159fb7-0b8f-4c0d-8444-1cdc4879ff7b service neutron] Port 1357c346-2a92-418b-aaa9-e61a807553c8 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:30:31.530890 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-b6159fb7-0b8f-4c0d-8444-1cdc4879ff7b service neutron] Attempting to bind port 1357c346-2a92-418b-aaa9-e61a807553c8 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:30:31.548959 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-44bcffa3-13c3-4467-bc75-80815bf8a1e3 None None] Set router c303a3e0-f19a-4cf3-840d-84c6c3835d45 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:30:31.577549 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-b6159fb7-0b8f-4c0d-8444-1cdc4879ff7b service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:30:31.578042 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-b6159fb7-0b8f-4c0d-8444-1cdc4879ff7b service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:30:31.578710 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-b6159fb7-0b8f-4c0d-8444-1cdc4879ff7b service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:30:31.580140 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-b6159fb7-0b8f-4c0d-8444-1cdc4879ff7b service neutron] Bound port: 1357c346-2a92-418b-aaa9-e61a807553c8, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:30:31.580140 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-b6159fb7-0b8f-4c0d-8444-1cdc4879ff7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:31.595398 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbdc257-44c2-4a72-8056-335bfc5ba86f req-49413d57-6946-4075-807d-2337e2a01f49 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:31.603542 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bbbdc257-44c2-4a72-8056-335bfc5ba86f req-49413d57-6946-4075-807d-2337e2a01f49 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 944 time: 0.1342151 Apr 21 12:30:31.611186 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 56444) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:31.648111 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6121feb8-d2eb-4319-a7f3-994a4e7a06b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:31.666836 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-298b7482-977a-4e87-bd93-2950475addde tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:31.694602 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bbbdc257-44c2-4a72-8056-335bfc5ba86f req-6fcd6a11-c7a2-4ec9-9792-33d9ee4045dd tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901895 Apr 21 12:30:31.702986 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-c6763211-74c7-401b-ba1e-dd9d126dd968 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:31.704414 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-c6763211-74c7-401b-ba1e-dd9d126dd968 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1941810 Apr 21 12:30:31.725641 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-06b376b4-7549-4ede-b005-c094b40d4bd6 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Request body: {'port': {'device_id': '6d9335cd-3296-4c0e-b8db-fc0e0255df96', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'admin_state_up': True, 'tenant_id': '4cf93ab8be2f43418434e78837eabd1c'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:30:31.784013 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-b6159fb7-0b8f-4c0d-8444-1cdc4879ff7b service neutron] For port 1357c346-2a92-418b-aaa9-e61a807553c8, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:30:31.831265 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-b6159fb7-0b8f-4c0d-8444-1cdc4879ff7b service neutron] For port 1357c346-2a92-418b-aaa9-e61a807553c8, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=1357c346-2a92-418b-aaa9-e61a807553c8,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:30:31.851826 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-7dcaf4d6-f436-43c3-a54a-a424055c43eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 684cfa21-17fc-46a3-a9fb-f9df94d7dc11 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:30:31.856827 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-44bcffa3-13c3-4467-bc75-80815bf8a1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866786063-router', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:16Z', 'revision_number': 4, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'gw_port': {'id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'e044f882-8010-4157-810a-a4a180c37f83', 'name': '', 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'mac_address': 'fa:16:3e:be:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:15Z', 'updated_at': '2022-04-21T12:28:22Z', 'revision_number': 5, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'subnets': [{'id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:30:31.866974 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-7dcaf4d6-f436-43c3-a54a-a424055c43eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:31.885894 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-298b7482-977a-4e87-bd93-2950475addde tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:31.887161 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bcffa3-13c3-4467-bc75-80815bf8a1e3 None None] The sync data for ids ['c303a3e0-f19a-4cf3-840d-84c6c3835d45'] in n-d-836147-2 is: [{'id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866786063-router', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:16Z', 'revision_number': 4, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'gw_port': {'id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'e044f882-8010-4157-810a-a4a180c37f83', 'name': '', 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'mac_address': 'fa:16:3e:be:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:15Z', 'updated_at': '2022-04-21T12:28:22Z', 'revision_number': 5, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'subnets': [{'id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:30:31.906389 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-b6159fb7-0b8f-4c0d-8444-1cdc4879ff7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:31.971883 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-7dcaf4d6-f436-43c3-a54a-a424055c43eb service neutron] Transition to ACTIVE for port object 684cfa21-17fc-46a3-a9fb-f9df94d7dc11 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:30:31.982547 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-298b7482-977a-4e87-bd93-2950475addde tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Network 7bed1b78-2645-446a-9812-77a5a7c4f0d8 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:30:31.989884 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-298b7482-977a-4e87-bd93-2950475addde tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:30:31.996548 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-298b7482-977a-4e87-bd93-2950475addde tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:30:32.002182 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75bc963d-e396-4b15-9609-6cf67a9ec7e9 req-8af6ca5b-ca9d-465b-b039-3f16fc516bce tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d9335cd-3296-4c0e-b8db-fc0e0255df96 HTTP/1.1" status: 200 len: 210 time: 0.0761924 Apr 21 12:30:32.018037 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6121feb8-d2eb-4319-a7f3-994a4e7a06b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:32.031910 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa438c0a-c545-4ce6-af59-6835304df07d req-44ebb93d-0e27-473b-90d7-9eeef38af4f5 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:32.040098 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa438c0a-c545-4ce6-af59-6835304df07d req-44ebb93d-0e27-473b-90d7-9eeef38af4f5 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f280ddd-d5e4-473e-bf91-fcdfc9eaedee HTTP/1.1" status: 200 len: 935 time: 0.2076292 Apr 21 12:30:32.069276 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-b6159fb7-0b8f-4c0d-8444-1cdc4879ff7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:32.070752 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-b6159fb7-0b8f-4c0d-8444-1cdc4879ff7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:32.072412 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-b6159fb7-0b8f-4c0d-8444-1cdc4879ff7b service neutron] 10.222.0.24 "PUT /v2.0/ports/1357c346-2a92-418b-aaa9-e61a807553c8 HTTP/1.1" status: 200 len: 1096 time: 2.4320393 Apr 21 12:30:32.072953 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b73cbaa-83a8-44b8-8ddb-16c65a888776', 'tag': '1357c346-2a92-418b-aaa9-e61a807553c8'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:30:32.076768 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf807c5c-522c-4f1c-8999-051e307a3557" -d '{"events": [{"name": "network-changed", "server_uuid": "7b73cbaa-83a8-44b8-8ddb-16c65a888776", "tag": "1357c346-2a92-418b-aaa9-e61a807553c8"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:30:32.096731 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b7482-977a-4e87-bd93-2950475addde tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Pushing event updated for resources: {'Port': ['ID=87d783b6-b09f-4725-9a90-c290a3f31ea2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:32.130213 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa438c0a-c545-4ce6-af59-6835304df07d req-27edd78f-e1b9-43f9-80ee-20188ebd8717 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882022 Apr 21 12:30:32.169539 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6159fb7-0b8f-4c0d-8444-1cdc4879ff7b service neutron] Pushing event updated for resources: {'Port': ['ID=1357c346-2a92-418b-aaa9-e61a807553c8,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:32.171555 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-298b7482-977a-4e87-bd93-2950475addde tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:32.172342 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-298b7482-977a-4e87-bd93-2950475addde tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:32.218735 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b828e-92ca-4967-9e18-5c482cb5646d req-4ee06086-2afd-4e28-a1d4-d15848ffc6d5 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:32.220997 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c6b828e-92ca-4967-9e18-5c482cb5646d req-4ee06086-2afd-4e28-a1d4-d15848ffc6d5 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 946 time: 0.0898159 Apr 21 12:30:32.238845 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea409303-95ee-465a-91d7-e5888afd2dec x-openstack-request-id: req-ea409303-95ee-465a-91d7-e5888afd2dec {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:30:32.238845 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b73cbaa-83a8-44b8-8ddb-16c65a888776", "tag": "1357c346-2a92-418b-aaa9-e61a807553c8", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:30:32.238845 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea409303-95ee-465a-91d7-e5888afd2dec {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:30:32.239166 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea409303-95ee-465a-91d7-e5888afd2dec'] response: {'name': 'network-changed', 'server_uuid': '7b73cbaa-83a8-44b8-8ddb-16c65a888776', 'tag': '1357c346-2a92-418b-aaa9-e61a807553c8', 'status': 'completed', 'code': 200} Apr 21 12:30:32.349840 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c6b828e-92ca-4967-9e18-5c482cb5646d req-476603d5-90f6-4b85-acbe-b39ba961d0a0 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180665 Apr 21 12:30:32.356322 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf807c5c-522c-4f1c-8999-051e307a3557 req-cb5212d2-0bc1-49c9-b11e-0755ad3752f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:32.358151 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bf807c5c-522c-4f1c-8999-051e307a3557 req-cb5212d2-0bc1-49c9-b11e-0755ad3752f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9a9b43cd88b4b41a41b52b0e29590df&device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 1099 time: 0.0930192 Apr 21 12:30:32.418862 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380b706c-b31c-4613-a055-18e6e354d14c None None] New status for floating IP 6a3fa788-db89-4647-b92a-14899a5dd7eb: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:30:32.443601 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d0145f3-d9ec-4954-990b-963bef5165d1 req-be0a0eb7-7ca1-4cee-80d5-ea3d9d438519 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0491300 Apr 21 12:30:32.455968 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bf807c5c-522c-4f1c-8999-051e307a3557 req-7a6e90b0-8933-4e47-8150-6253c33350ae service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c9a9b43cd88b4b41a41b52b0e29590df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766566 Apr 21 12:30:32.478629 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-7dcaf4d6-f436-43c3-a54a-a424055c43eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:32.563337 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-06b376b4-7549-4ede-b005-c094b40d4bd6 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Made reservation on behalf of 4cf93ab8be2f43418434e78837eabd1c for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:30:32.567852 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-06b376b4-7549-4ede-b005-c094b40d4bd6 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:32.573820 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6121feb8-d2eb-4319-a7f3-994a4e7a06b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:32.623392 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-06b376b4-7549-4ede-b005-c094b40d4bd6 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:32.688497 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6121feb8-d2eb-4319-a7f3-994a4e7a06b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a1e036209c9e4a93803708582631e833&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0764494 Apr 21 12:30:32.690754 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 56458) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:32.692457 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121feb8-d2eb-4319-a7f3-994a4e7a06b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2dfaa68-6b91-48c2-a622-afd522772cde,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:32.751618 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-298b7482-977a-4e87-bd93-2950475addde tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4423003 Apr 21 12:30:32.758794 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf807c5c-522c-4f1c-8999-051e307a3557 req-b5f9a562-c4c6-41cc-bb21-4bf00721af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:32.760780 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bf807c5c-522c-4f1c-8999-051e307a3557 req-b5f9a562-c4c6-41cc-bb21-4bf00721af1b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2956817 Apr 21 12:30:32.766511 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-04109de4-f422-4889-8efa-06d0bd2f79f9 service neutron] Request body: {'port': {'device_id': '06229d16-f05e-4ef8-b177-38be30d1019b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:30:32.791751 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-461e37f6-f9ed-4865-8654-6131e9f3bba3 None None] Provisioning complete for port 87d783b6-b09f-4725-9a90-c290a3f31ea2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:30:32.791751 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-461e37f6-f9ed-4865-8654-6131e9f3bba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:32.810775 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcaf4d6-f436-43c3-a54a-a424055c43eb service neutron] Pushing event updated for resources: {'Port': ['ID=684cfa21-17fc-46a3-a9fb-f9df94d7dc11,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:32.883959 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32391d0-e2b4-422f-b812-723076091aff req-243445fc-056a-4061-be2f-c57a590ecd34 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:32.895490 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c32391d0-e2b4-422f-b812-723076091aff req-243445fc-056a-4061-be2f-c57a590ecd34 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=06229d16-f05e-4ef8-b177-38be30d1019b HTTP/1.1" status: 200 len: 931 time: 0.2991431 Apr 21 12:30:32.922606 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-461e37f6-f9ed-4865-8654-6131e9f3bba3 None None] Port 87d783b6-b09f-4725-9a90-c290a3f31ea2 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:30:33.006698 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8072bee-c1eb-4f9b-b547-f41624bd595e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:33.043252 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c32391d0-e2b4-422f-b812-723076091aff req-b18b464e-f2a2-4350-810b-4db154faea6d tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467650 Apr 21 12:30:33.106578 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-06b376b4-7549-4ede-b005-c094b40d4bd6 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:33.114772 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8072bee-c1eb-4f9b-b547-f41624bd595e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:33.132484 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f729d4-595d-48b2-9d27-8a2be6f02a61 req-2a8817ea-65bb-456f-88b8-2f6931143cff tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:33.134360 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42f729d4-595d-48b2-9d27-8a2be6f02a61 req-2a8817ea-65bb-456f-88b8-2f6931143cff tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 944 time: 0.2353611 Apr 21 12:30:33.184646 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7d10411b-f04f-480c-b14d-eb35aeb6fda1 req-80664ba2-9b66-4296-b8b9-c04b398ea847 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d9335cd-3296-4c0e-b8db-fc0e0255df96 HTTP/1.1" status: 200 len: 210 time: 0.0491900 Apr 21 12:30:33.211479 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-06b376b4-7549-4ede-b005-c094b40d4bd6 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:33.214377 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-04109de4-f422-4889-8efa-06d0bd2f79f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:33.269608 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-bee02d3c-2f36-4ee2-add0-439bebf3bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:33.271108 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-bee02d3c-2f36-4ee2-add0-439bebf3bb58 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9a9b43cd88b4b41a41b52b0e29590df&device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 1099 time: 0.1063800 Apr 21 12:30:33.279736 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-7dcaf4d6-f436-43c3-a54a-a424055c43eb service neutron] Attempting to bind port 684cfa21-17fc-46a3-a9fb-f9df94d7dc11 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:30:33.279962 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-7dcaf4d6-f436-43c3-a54a-a424055c43eb service neutron] Attempting to bind port 684cfa21-17fc-46a3-a9fb-f9df94d7dc11 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:30:33.280282 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-7dcaf4d6-f436-43c3-a54a-a424055c43eb service neutron] Attempting to bind port 684cfa21-17fc-46a3-a9fb-f9df94d7dc11 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:30:33.298602 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-7dcaf4d6-f436-43c3-a54a-a424055c43eb service neutron] Port 684cfa21-17fc-46a3-a9fb-f9df94d7dc11 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:30:33.298978 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-7dcaf4d6-f436-43c3-a54a-a424055c43eb service neutron] Attempting to bind port 684cfa21-17fc-46a3-a9fb-f9df94d7dc11 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:30:33.336315 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-cf56b3b0-b539-4a3d-8363-955519619619 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=1357c346-2a92-418b-aaa9-e61a807553c8 HTTP/1.1" status: 200 len: 217 time: 0.0535214 Apr 21 12:30:33.339952 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-7dcaf4d6-f436-43c3-a54a-a424055c43eb service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 30, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:30:33.340295 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-7dcaf4d6-f436-43c3-a54a-a424055c43eb service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:30:33.340673 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-7dcaf4d6-f436-43c3-a54a-a424055c43eb service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:30:33.341106 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-7dcaf4d6-f436-43c3-a54a-a424055c43eb service neutron] Bound port: 684cfa21-17fc-46a3-a9fb-f9df94d7dc11, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:30:33.341461 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-7dcaf4d6-f436-43c3-a54a-a424055c43eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:33.345490 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b376b4-7549-4ede-b005-c094b40d4bd6 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d0eab6-ca7b-42e7-8ef9-4f7a718aa852,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:33.367917 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42f729d4-595d-48b2-9d27-8a2be6f02a61 req-7fb5cb19-b781-4d18-aa08-b44c87e83103 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854367 Apr 21 12:30:33.433470 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57a3af-d17d-46c3-8b00-075c2c7fbdcb req-0a9ed587-ef32-4460-8384-2347dbc921db tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:33.443735 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a57a3af-d17d-46c3-8b00-075c2c7fbdcb req-0a9ed587-ef32-4460-8384-2347dbc921db tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f280ddd-d5e4-473e-bf91-fcdfc9eaedee HTTP/1.1" status: 200 len: 947 time: 0.1591690 Apr 21 12:30:33.508815 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-849af72c-f00f-47a6-a8fd-f443e5d0fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:33.511022 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-849af72c-f00f-47a6-a8fd-f443e5d0fba9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1645796 Apr 21 12:30:33.540985 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a57a3af-d17d-46c3-8b00-075c2c7fbdcb req-d3975ad7-3564-47d4-ad80-646483a25fb1 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950446 Apr 21 12:30:33.594997 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab4d93-11f7-474f-9149-e9f7864c7bf4 req-0a6f7747-ff82-4075-a0ff-31faa734f14e tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:33.596457 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-36ab4d93-11f7-474f-9149-e9f7864c7bf4 req-0a6f7747-ff82-4075-a0ff-31faa734f14e tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 946 time: 0.1184154 Apr 21 12:30:33.610258 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-7dcaf4d6-f436-43c3-a54a-a424055c43eb service neutron] For port 684cfa21-17fc-46a3-a9fb-f9df94d7dc11, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:30:33.610526 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8072bee-c1eb-4f9b-b547-f41624bd595e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:33.613052 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8072bee-c1eb-4f9b-b547-f41624bd595e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:33.614176 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b8072bee-c1eb-4f9b-b547-f41624bd595e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2dfaa68-6b91-48c2-a622-afd522772cde HTTP/1.1" status: 204 len: 168 time: 0.9189367 Apr 21 12:30:33.615409 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-06b376b4-7549-4ede-b005-c094b40d4bd6 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Allocated IP 192.168.233.170 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/757d1f94-6c00-4a5b-a044-0020887ebde5) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:30:33.631108 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-7dcaf4d6-f436-43c3-a54a-a424055c43eb service neutron] For port 684cfa21-17fc-46a3-a9fb-f9df94d7dc11, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=684cfa21-17fc-46a3-a9fb-f9df94d7dc11,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:30:33.652842 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-296e0404-69d0-4605-a7a1-b8abd4fe2b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:33.655454 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-296e0404-69d0-4605-a7a1-b8abd4fe2b2d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1295652 Apr 21 12:30:33.682498 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8072bee-c1eb-4f9b-b547-f41624bd595e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2dfaa68-6b91-48c2-a622-afd522772cde,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:33.718604 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a1f28b08-58b6-4a23-87a8-cbcda0241cc6 req-810a0c05-83ad-43fe-93ab-f1cb3f92c53c tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0533350 Apr 21 12:30:33.719645 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-7dcaf4d6-f436-43c3-a54a-a424055c43eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:33.751548 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-36ab4d93-11f7-474f-9149-e9f7864c7bf4 req-827e3d20-b6e9-4e83-82f1-2a8b262d758b tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334891 Apr 21 12:30:33.767312 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-298e8e0d-ce05-419a-8777-d2380399f677 service neutron] 10.222.0.26 "GET /v2.0/ports/b93f2730-b02e-48d8-8e3f-c24ab6931ffb/bindings/n-h2-836147-2 HTTP/1.1" status: 200 len: 384 time: 0.1802397 Apr 21 12:30:33.844643 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-7dcaf4d6-f436-43c3-a54a-a424055c43eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:33.845665 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-7dcaf4d6-f436-43c3-a54a-a424055c43eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:33.847677 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-7dcaf4d6-f436-43c3-a54a-a424055c43eb service neutron] 10.222.0.24 "PUT /v2.0/ports/684cfa21-17fc-46a3-a9fb-f9df94d7dc11 HTTP/1.1" status: 200 len: 1095 time: 3.1823182 Apr 21 12:30:33.953124 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-04109de4-f422-4889-8efa-06d0bd2f79f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87d783b6-b09f-4725-9a90-c290a3f31ea2 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:30:33.960074 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcaf4d6-f436-43c3-a54a-a424055c43eb service neutron] Pushing event updated for resources: {'Port': ['ID=684cfa21-17fc-46a3-a9fb-f9df94d7dc11,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:33.973681 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-1aa0d521-2291-4e48-8548-de06c39f80be service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083985 Apr 21 12:30:33.976141 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-04109de4-f422-4889-8efa-06d0bd2f79f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:33.992269 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-04109de4-f422-4889-8efa-06d0bd2f79f9 service neutron] Transition to ACTIVE for port object 87d783b6-b09f-4725-9a90-c290a3f31ea2 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:30:34.067149 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-06b376b4-7549-4ede-b005-c094b40d4bd6 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:34.168499 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-04109de4-f422-4889-8efa-06d0bd2f79f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:34.204817 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-c68c53a1-9c3b-4126-ac24-497526bae7b7 service neutron] For port b93f2730-b02e-48d8-8e3f-c24ab6931ffb, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=b93f2730-b02e-48d8-8e3f-c24ab6931ffb,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:34.238937 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6671e39-8df8-4ffd-82f4-a0644408e2c3 req-d5f3ee9d-bea3-4c3b-bcaf-2b79c3f81d5c tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:34.239691 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f280ddd-d5e4-473e-bf91-fcdfc9eaedee', 'tag': '684cfa21-17fc-46a3-a9fb-f9df94d7dc11'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:30:34.242064 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44089b1b-f711-4961-8555-ad04c133fddd" -d '{"events": [{"name": "network-changed", "server_uuid": "9f280ddd-d5e4-473e-bf91-fcdfc9eaedee", "tag": "684cfa21-17fc-46a3-a9fb-f9df94d7dc11"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:30:34.246664 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b6671e39-8df8-4ffd-82f4-a0644408e2c3 req-d5f3ee9d-bea3-4c3b-bcaf-2b79c3f81d5c tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=06229d16-f05e-4ef8-b177-38be30d1019b HTTP/1.1" status: 200 len: 943 time: 0.0920436 Apr 21 12:30:34.256420 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-7a9f3076-7e29-409e-9603-a1c6b97b389f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:34.258066 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-7a9f3076-7e29-409e-9603-a1c6b97b389f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9a9b43cd88b4b41a41b52b0e29590df&device_id=9f280ddd-d5e4-473e-bf91-fcdfc9eaedee HTTP/1.1" status: 200 len: 1098 time: 0.2470868 Apr 21 12:30:34.265853 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-c68c53a1-9c3b-4126-ac24-497526bae7b7 service neutron] For port b93f2730-b02e-48d8-8e3f-c24ab6931ffb, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:30:34.303707 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04109de4-f422-4889-8efa-06d0bd2f79f9 service neutron] Pushing event updated for resources: {'Port': ['ID=87d783b6-b09f-4725-9a90-c290a3f31ea2,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:34.323961 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b6671e39-8df8-4ffd-82f4-a0644408e2c3 req-b57e0635-7bb1-4a57-b72b-2c1644b5d19f tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763714 Apr 21 12:30:34.325087 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-06b376b4-7549-4ede-b005-c094b40d4bd6 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:34.381679 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-5a16ad36-055f-4188-b1b5-71a2e7d133e3 req-93c60fec-4fdf-4dd1-b27d-d284ff8d8465 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807147 Apr 21 12:30:34.383540 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-47f643c1-1fe7-43c1-9ced-b58454a1cacd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=684cfa21-17fc-46a3-a9fb-f9df94d7dc11 HTTP/1.1" status: 200 len: 217 time: 0.1109576 Apr 21 12:30:34.440387 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7249731f-8d00-4e90-b7f7-9003ae6ba5e3 x-openstack-request-id: req-7249731f-8d00-4e90-b7f7-9003ae6ba5e3 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:30:34.440574 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f280ddd-d5e4-473e-bf91-fcdfc9eaedee", "tag": "684cfa21-17fc-46a3-a9fb-f9df94d7dc11", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:30:34.441026 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7249731f-8d00-4e90-b7f7-9003ae6ba5e3 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:30:34.441435 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7249731f-8d00-4e90-b7f7-9003ae6ba5e3'] response: {'name': 'network-changed', 'server_uuid': '9f280ddd-d5e4-473e-bf91-fcdfc9eaedee', 'tag': '684cfa21-17fc-46a3-a9fb-f9df94d7dc11', 'status': 'completed', 'code': 200} Apr 21 12:30:34.469477 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-c68c53a1-9c3b-4126-ac24-497526bae7b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b93f2730-b02e-48d8-8e3f-c24ab6931ffb {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:30:34.492034 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-c68c53a1-9c3b-4126-ac24-497526bae7b7 service neutron] For port b93f2730-b02e-48d8-8e3f-c24ab6931ffb, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=b93f2730-b02e-48d8-8e3f-c24ab6931ffb,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:34.545083 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b376b4-7549-4ede-b005-c094b40d4bd6 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Pushing event updated for resources: {'Port': ['ID=757d1f94-6c00-4a5b-a044-0020887ebde5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:34.554560 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-06b376b4-7549-4ede-b005-c094b40d4bd6 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:30:34.558019 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-06b376b4-7549-4ede-b005-c094b40d4bd6 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:30:34.558576 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-04109de4-f422-4889-8efa-06d0bd2f79f9 service neutron] Attempting to bind port 87d783b6-b09f-4725-9a90-c290a3f31ea2 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:30:34.558967 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-04109de4-f422-4889-8efa-06d0bd2f79f9 service neutron] Attempting to bind port 87d783b6-b09f-4725-9a90-c290a3f31ea2 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '3c321deb-83bf-47d7-975b-8339f3a4592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:30:34.559923 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-04109de4-f422-4889-8efa-06d0bd2f79f9 service neutron] Attempting to bind port 87d783b6-b09f-4725-9a90-c290a3f31ea2 on network 7bed1b78-2645-446a-9812-77a5a7c4f0d8 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:30:34.562915 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-06b376b4-7549-4ede-b005-c094b40d4bd6 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:30:34.569459 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-04109de4-f422-4889-8efa-06d0bd2f79f9 service neutron] Port 87d783b6-b09f-4725-9a90-c290a3f31ea2 on network 7bed1b78-2645-446a-9812-77a5a7c4f0d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:30:34.569849 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-04109de4-f422-4889-8efa-06d0bd2f79f9 service neutron] Attempting to bind port 87d783b6-b09f-4725-9a90-c290a3f31ea2 on network 7bed1b78-2645-446a-9812-77a5a7c4f0d8 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:30:34.579079 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-04109de4-f422-4889-8efa-06d0bd2f79f9 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:30:34.579420 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-04109de4-f422-4889-8efa-06d0bd2f79f9 service neutron] Checking segment: {'id': '3c321deb-83bf-47d7-975b-8339f3a4592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:30:34.579808 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-04109de4-f422-4889-8efa-06d0bd2f79f9 service neutron] Bound using segment: {'id': '3c321deb-83bf-47d7-975b-8339f3a4592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:30:34.580247 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-04109de4-f422-4889-8efa-06d0bd2f79f9 service neutron] Bound port: 87d783b6-b09f-4725-9a90-c290a3f31ea2, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c321deb-83bf-47d7-975b-8339f3a4592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:30:34.580606 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-04109de4-f422-4889-8efa-06d0bd2f79f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:34.603663 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-74180f72-0c84-4548-adbe-5a11a0cad840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:34.607051 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-74180f72-0c84-4548-adbe-5a11a0cad840 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1860070 Apr 21 12:30:34.627267 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-c68c53a1-9c3b-4126-ac24-497526bae7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:34.676863 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-04109de4-f422-4889-8efa-06d0bd2f79f9 service neutron] For port 87d783b6-b09f-4725-9a90-c290a3f31ea2, host n-h1-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:30:34.696383 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07967f23-823b-4b82-a043-f16e36124112 req-0f1ef729-09fd-4b88-8c5c-be72470f9954 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:34.698608 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07967f23-823b-4b82-a043-f16e36124112 req-0f1ef729-09fd-4b88-8c5c-be72470f9954 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d9335cd-3296-4c0e-b8db-fc0e0255df96 HTTP/1.1" status: 200 len: 936 time: 0.3169024 Apr 21 12:30:34.710627 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-04109de4-f422-4889-8efa-06d0bd2f79f9 service neutron] For port 87d783b6-b09f-4725-9a90-c290a3f31ea2, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=87d783b6-b09f-4725-9a90-c290a3f31ea2,segment=NetworkSegment(3c321deb-83bf-47d7-975b-8339f3a4592f),segment_id=3c321deb-83bf-47d7-975b-8339f3a4592f)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:30:34.717125 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2957ab-c6c9-4293-8bdc-1dfe0ff6e951 req-d9e1a938-b06e-40e8-9d95-1de0d8330830 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:34.718681 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e2957ab-c6c9-4293-8bdc-1dfe0ff6e951 req-d9e1a938-b06e-40e8-9d95-1de0d8330830 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 944 time: 0.2019782 Apr 21 12:30:34.723627 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-a3eaec4f-eec6-4b34-b439-3b730c799c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:34.724160 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-06b376b4-7549-4ede-b005-c094b40d4bd6 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:34.725449 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-06b376b4-7549-4ede-b005-c094b40d4bd6 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:34.725602 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-a3eaec4f-eec6-4b34-b439-3b730c799c5e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0600510 Apr 21 12:30:34.839947 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-04109de4-f422-4889-8efa-06d0bd2f79f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:34.841306 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07967f23-823b-4b82-a043-f16e36124112 req-426bb73d-d752-4aac-8ff4-1f33d404589e tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0d0eab6-ca7b-42e7-8ef9-4f7a718aa852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318667 Apr 21 12:30:34.877912 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-c68c53a1-9c3b-4126-ac24-497526bae7b7 service neutron] Transition to ACTIVE for port object b93f2730-b02e-48d8-8e3f-c24ab6931ffb will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:30:34.883359 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-06b376b4-7549-4ede-b005-c094b40d4bd6 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1667607 Apr 21 12:30:34.887471 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e2957ab-c6c9-4293-8bdc-1dfe0ff6e951 req-817e0fbe-b689-4a7b-9713-41da69cb7ae6 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501160 Apr 21 12:30:34.898749 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-975463b2-82ca-453e-bb74-5b937462f287 service neutron] Request body: {'port': {'device_id': '6d9335cd-3296-4c0e-b8db-fc0e0255df96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:30:34.927776 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-04109de4-f422-4889-8efa-06d0bd2f79f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:34.930899 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-04109de4-f422-4889-8efa-06d0bd2f79f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:34.930899 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-04109de4-f422-4889-8efa-06d0bd2f79f9 service neutron] 10.222.0.26 "PUT /v2.0/ports/87d783b6-b09f-4725-9a90-c290a3f31ea2 HTTP/1.1" status: 200 len: 1091 time: 2.1682422 Apr 21 12:30:34.933904 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-1907ae8f-85ee-42db-9bb9-62bb0eda99a5 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935437 Apr 21 12:30:34.952734 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-c68c53a1-9c3b-4126-ac24-497526bae7b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:34.978800 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7959cfab-e995-4a61-b8ee-f3bd7f7c54a8 None None] Provisioning complete for port 757d1f94-6c00-4a5b-a044-0020887ebde5 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:30:34.979371 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7959cfab-e995-4a61-b8ee-f3bd7f7c54a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:35.011325 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04109de4-f422-4889-8efa-06d0bd2f79f9 service neutron] Pushing event updated for resources: {'Port': ['ID=87d783b6-b09f-4725-9a90-c290a3f31ea2,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:35.047448 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7959cfab-e995-4a61-b8ee-f3bd7f7c54a8 None None] Port 757d1f94-6c00-4a5b-a044-0020887ebde5 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:30:35.120674 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c46e026f-2747-4426-bac3-036c02589b1e req-9883d95f-a821-474e-8678-3f440bd3ba53 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0677328 Apr 21 12:30:35.145202 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f867f2f-6ba5-4ab7-90c6-e1a8af1c78d2 req-b6d58403-67cf-4554-98e0-151a7029b244 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:35.152547 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b05522c3-76a8-4bd2-999a-9a3b1a4f6271 req-91ac1666-113c-4c32-ab46-4dfb5f130f68 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094796 Apr 21 12:30:35.152824 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f867f2f-6ba5-4ab7-90c6-e1a8af1c78d2 req-b6d58403-67cf-4554-98e0-151a7029b244 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f280ddd-d5e4-473e-bf91-fcdfc9eaedee HTTP/1.1" status: 200 len: 947 time: 0.2348411 Apr 21 12:30:35.154563 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-975463b2-82ca-453e-bb74-5b937462f287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:35.159892 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-c89dd32d-3c63-40e3-b363-c0b77e4399f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:35.165955 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-c89dd32d-3c63-40e3-b363-c0b77e4399f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c66726bc1d664d6d9ca628f60b5422d1&device_id=06229d16-f05e-4ef8-b177-38be30d1019b HTTP/1.1" status: 200 len: 1094 time: 0.1111977 Apr 21 12:30:35.218138 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-5af4e0f9-ede3-47d3-8826-da2af8ac0ec9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87d783b6-b09f-4725-9a90-c290a3f31ea2 HTTP/1.1" status: 200 len: 217 time: 0.0458100 Apr 21 12:30:35.221112 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-c68c53a1-9c3b-4126-ac24-497526bae7b7 service neutron] No DVR routers for this DVR port b93f2730-b02e-48d8-8e3f-c24ab6931ffb on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:30:35.223623 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c53a1-9c3b-4126-ac24-497526bae7b7 service neutron] Pushing event updated for resources: {'Port': ['ID=b93f2730-b02e-48d8-8e3f-c24ab6931ffb,revision_number=10']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:35.280046 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-0a32cf1c-961c-40ee-ac92-9bb1c8f0999a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:35.284219 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-0a32cf1c-961c-40ee-ac92-9bb1c8f0999a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=53214ab6-7220-4f63-a722-64332ff2dee2 HTTP/1.1" status: 200 len: 863 time: 0.0605876 Apr 21 12:30:35.317968 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f867f2f-6ba5-4ab7-90c6-e1a8af1c78d2 req-328d25c6-c548-4182-b893-157ddab589c4 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642547 Apr 21 12:30:35.350020 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-c68c53a1-9c3b-4126-ac24-497526bae7b7 service neutron] 10.222.0.26 "PUT /v2.0/ports/b93f2730-b02e-48d8-8e3f-c24ab6931ffb/bindings/n-h2-836147-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5638645 Apr 21 12:30:35.380003 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-1862c8aa-94a6-488e-bf72-fd9dfa3b1868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:35.381521 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-1862c8aa-94a6-488e-bf72-fd9dfa3b1868 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bed1b78-2645-446a-9812-77a5a7c4f0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911982 Apr 21 12:30:35.406574 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44089b1b-f711-4961-8555-ad04c133fddd req-5721cfeb-b684-4614-9900-bed715baaab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:35.409836 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-44089b1b-f711-4961-8555-ad04c133fddd req-5721cfeb-b684-4614-9900-bed715baaab5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9a9b43cd88b4b41a41b52b0e29590df&device_id=9f280ddd-d5e4-473e-bf91-fcdfc9eaedee HTTP/1.1" status: 200 len: 1098 time: 0.0848868 Apr 21 12:30:35.429806 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2997e1-3400-4293-9374-f008b6d458a7 req-91e5017a-b4ac-4d0e-acbc-b31065020c7d tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:35.431309 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e2997e1-3400-4293-9374-f008b6d458a7 req-91e5017a-b4ac-4d0e-acbc-b31065020c7d tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 946 time: 0.2037833 Apr 21 12:30:35.606861 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-df288a65-4fe4-470f-9eaa-92c3c710bd3e tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:35.608352 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-df288a65-4fe4-470f-9eaa-92c3c710bd3e tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a&tenant_id=26ea3c659ac44d28a683c1af948ed1b6&binding%3Ahost_id=n-h1-836147-2 HTTP/1.1" status: 200 len: 1096 time: 0.1332877 Apr 21 12:30:35.612461 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-0f1ea583-e0fd-46f9-994f-99330646ceea service neutron] 10.222.0.26 "GET /v2.0/networks/7bed1b78-2645-446a-9812-77a5a7c4f0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189758 Apr 21 12:30:35.615256 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44089b1b-f711-4961-8555-ad04c133fddd req-abbbeab9-4d9a-4938-be06-02e230830eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:35.616716 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-44089b1b-f711-4961-8555-ad04c133fddd req-abbbeab9-4d9a-4938-be06-02e230830eca service neutron] 10.222.0.24 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.1920919 Apr 21 12:30:35.727555 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-44089b1b-f711-4961-8555-ad04c133fddd req-5e6501d3-78ec-4725-a84b-6b31060ba25a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=684cfa21-17fc-46a3-a9fb-f9df94d7dc11 HTTP/1.1" status: 200 len: 217 time: 0.1006622 Apr 21 12:30:35.785826 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269b20b-00f3-40ff-9516-a29208df93eb req-96b69b88-0ac2-4ffe-8490-b4c021c54cd9 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:35.787291 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2269b20b-00f3-40ff-9516-a29208df93eb req-96b69b88-0ac2-4ffe-8490-b4c021c54cd9 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=06229d16-f05e-4ef8-b177-38be30d1019b HTTP/1.1" status: 200 len: 943 time: 0.3531055 Apr 21 12:30:35.795148 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e2997e1-3400-4293-9374-f008b6d458a7 req-8abefcda-7213-4647-9f2d-5e0ce6f46e87 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486784 Apr 21 12:30:35.806473 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-f31481a4-7557-4690-90b8-d5c10fac7db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:35.807961 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-f31481a4-7557-4690-90b8-d5c10fac7db0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a&tenant_id=26ea3c659ac44d28a683c1af948ed1b6 HTTP/1.1" status: 200 len: 1096 time: 0.1904082 Apr 21 12:30:35.835319 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44089b1b-f711-4961-8555-ad04c133fddd req-0bf13ed4-0135-47d9-97e4-59cce9481d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:35.836583 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-44089b1b-f711-4961-8555-ad04c133fddd req-0bf13ed4-0135-47d9-97e4-59cce9481d79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.0848353 Apr 21 12:30:35.867086 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2269b20b-00f3-40ff-9516-a29208df93eb req-a05d75eb-9e88-40ab-8134-0c3b410681b9 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696020 Apr 21 12:30:35.879129 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-d48fb4d3-f686-4481-939e-05ce15eb88cd req-5f8f5a96-a7e5-419a-9544-8c5da78667f4 service neutron] 10.222.0.26 "GET /v2.0/networks/7bed1b78-2645-446a-9812-77a5a7c4f0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522366 Apr 21 12:30:35.913198 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-6ac95563-6132-479b-a556-bb6ec1e28f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:35.916474 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-6ac95563-6132-479b-a556-bb6ec1e28f29 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26ea3c659ac44d28a683c1af948ed1b6&device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 1096 time: 0.0790267 Apr 21 12:30:35.919143 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-975463b2-82ca-453e-bb74-5b937462f287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 757d1f94-6c00-4a5b-a044-0020887ebde5 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:30:35.922801 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44089b1b-f711-4961-8555-ad04c133fddd req-33136be1-41c4-4fa9-a8f5-2ce8746a92aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:35.924259 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-44089b1b-f711-4961-8555-ad04c133fddd req-33136be1-41c4-4fa9-a8f5-2ce8746a92aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0701702 Apr 21 12:30:35.925968 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-975463b2-82ca-453e-bb74-5b937462f287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:35.938451 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-975463b2-82ca-453e-bb74-5b937462f287 service neutron] Transition to ACTIVE for port object 757d1f94-6c00-4a5b-a044-0020887ebde5 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:30:36.005498 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2d0a3-8e94-4e44-bf16-5d27db4e433b req-03b0c98a-1420-4238-b10f-5d73f65f3b97 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:36.014562 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11c2d0a3-8e94-4e44-bf16-5d27db4e433b req-03b0c98a-1420-4238-b10f-5d73f65f3b97 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d9335cd-3296-4c0e-b8db-fc0e0255df96 HTTP/1.1" status: 200 len: 936 time: 0.0500963 Apr 21 12:30:36.034270 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-975463b2-82ca-453e-bb74-5b937462f287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:36.074545 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11c2d0a3-8e94-4e44-bf16-5d27db4e433b req-1e746971-a694-41ec-ac81-08fe6eb023e0 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0d0eab6-ca7b-42e7-8ef9-4f7a718aa852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598903 Apr 21 12:30:36.094688 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-96289a0d-adb4-4d4e-9713-29b56b142dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:36.096235 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-96289a0d-adb4-4d4e-9713-29b56b142dc8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c287e289-9664-4a57-ae4d-cb3d1c307007 HTTP/1.1" status: 200 len: 921 time: 0.1711440 Apr 21 12:30:36.115030 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-44089b1b-f711-4961-8555-ad04c133fddd req-6e918c9a-9da7-4890-b9a1-45d98e114679 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718891 Apr 21 12:30:36.138222 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975463b2-82ca-453e-bb74-5b937462f287 service neutron] Pushing event updated for resources: {'Port': ['ID=757d1f94-6c00-4a5b-a044-0020887ebde5,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:36.158388 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-2acd0b04-ea72-4b83-87b1-cd7c68d98bad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b93f2730-b02e-48d8-8e3f-c24ab6931ffb HTTP/1.1" status: 200 len: 217 time: 0.0522447 Apr 21 12:30:36.207504 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff9c71-c9c4-4665-87a4-05f71652f35d req-1e54df51-ca80-41e1-8aa7-b367a99725fa tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:36.209280 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6dff9c71-c9c4-4665-87a4-05f71652f35d req-1e54df51-ca80-41e1-8aa7-b367a99725fa tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 945 time: 0.1387820 Apr 21 12:30:36.261409 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-74d51398-5901-4cc9-833e-62d8bb952772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:36.262721 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-74d51398-5901-4cc9-833e-62d8bb952772 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c2895f5-072d-4584-843c-51a4758cad8d HTTP/1.1" status: 200 len: 860 time: 0.0955474 Apr 21 12:30:36.270832 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2437f352-2daa-409d-a891-531f0a6949a9 req-9fac694d-bea1-468a-9fb9-3bd82a029d81 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0430770 Apr 21 12:30:36.272915 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-975463b2-82ca-453e-bb74-5b937462f287 service neutron] Attempting to bind port 757d1f94-6c00-4a5b-a044-0020887ebde5 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:30:36.276186 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-975463b2-82ca-453e-bb74-5b937462f287 service neutron] Attempting to bind port 757d1f94-6c00-4a5b-a044-0020887ebde5 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:30:36.276186 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-975463b2-82ca-453e-bb74-5b937462f287 service neutron] Attempting to bind port 757d1f94-6c00-4a5b-a044-0020887ebde5 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:30:36.286492 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-975463b2-82ca-453e-bb74-5b937462f287 service neutron] Port 757d1f94-6c00-4a5b-a044-0020887ebde5 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:30:36.286817 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-975463b2-82ca-453e-bb74-5b937462f287 service neutron] Attempting to bind port 757d1f94-6c00-4a5b-a044-0020887ebde5 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:30:36.310438 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6dff9c71-c9c4-4665-87a4-05f71652f35d req-a1c5154c-06a8-4df8-a8c6-59a89b723d6e tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904193 Apr 21 12:30:36.311916 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-975463b2-82ca-453e-bb74-5b937462f287 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:30:36.312435 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-975463b2-82ca-453e-bb74-5b937462f287 service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:30:36.314521 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-975463b2-82ca-453e-bb74-5b937462f287 service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:30:36.314637 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-d9b04ad6-b681-4a5c-a57f-07b9ce7a94e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c287e289-9664-4a57-ae4d-cb3d1c307007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420575 Apr 21 12:30:36.325909 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-975463b2-82ca-453e-bb74-5b937462f287 service neutron] Bound port: 757d1f94-6c00-4a5b-a044-0020887ebde5, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:30:36.325909 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-975463b2-82ca-453e-bb74-5b937462f287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:36.360852 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-44089b1b-f711-4961-8555-ad04c133fddd req-efe04094-213a-4fe3-850f-d462cb98e37a service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041965 Apr 21 12:30:36.417861 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-975463b2-82ca-453e-bb74-5b937462f287 service neutron] For port 757d1f94-6c00-4a5b-a044-0020887ebde5, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:30:36.421359 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-975463b2-82ca-453e-bb74-5b937462f287 service neutron] For port 757d1f94-6c00-4a5b-a044-0020887ebde5, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=757d1f94-6c00-4a5b-a044-0020887ebde5,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:30:36.443380 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06229d16-f05e-4ef8-b177-38be30d1019b', 'tag': '87d783b6-b09f-4725-9a90-c290a3f31ea2'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:30:36.446355 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0c2d0a-d063-4bbb-84ee-53df7f37dee2" -d '{"events": [{"name": "network-changed", "server_uuid": "06229d16-f05e-4ef8-b177-38be30d1019b", "tag": "87d783b6-b09f-4725-9a90-c290a3f31ea2"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:30:36.464981 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-414892d4-f6e9-47e1-89de-e793845426f9 service neutron] 10.222.0.24 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341929 Apr 21 12:30:36.495696 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-975463b2-82ca-453e-bb74-5b937462f287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:36.532016 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9eb882a-5897-4d10-9682-bb5fe6005a8b x-openstack-request-id: req-a9eb882a-5897-4d10-9682-bb5fe6005a8b {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:30:36.532345 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06229d16-f05e-4ef8-b177-38be30d1019b", "tag": "87d783b6-b09f-4725-9a90-c290a3f31ea2", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:30:36.532557 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a9eb882a-5897-4d10-9682-bb5fe6005a8b {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:30:36.532917 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9eb882a-5897-4d10-9682-bb5fe6005a8b'] response: {'name': 'network-changed', 'server_uuid': '06229d16-f05e-4ef8-b177-38be30d1019b', 'tag': '87d783b6-b09f-4725-9a90-c290a3f31ea2', 'status': 'completed', 'code': 200} Apr 21 12:30:36.542215 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7e497-cc33-4317-8cc0-874914fbb874 req-1a1a6f80-3f9e-45e1-9956-a8939ce8f1ee tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:36.544281 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49e7e497-cc33-4317-8cc0-874914fbb874 req-1a1a6f80-3f9e-45e1-9956-a8939ce8f1ee tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f280ddd-d5e4-473e-bf91-fcdfc9eaedee HTTP/1.1" status: 200 len: 947 time: 0.0970616 Apr 21 12:30:36.554177 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-975463b2-82ca-453e-bb74-5b937462f287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:36.554816 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-975463b2-82ca-453e-bb74-5b937462f287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:36.557173 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-975463b2-82ca-453e-bb74-5b937462f287 service neutron] 10.222.0.26 "PUT /v2.0/ports/757d1f94-6c00-4a5b-a044-0020887ebde5 HTTP/1.1" status: 200 len: 1096 time: 1.6624141 Apr 21 12:30:36.564051 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d9335cd-3296-4c0e-b8db-fc0e0255df96', 'tag': '757d1f94-6c00-4a5b-a044-0020887ebde5'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:30:36.564051 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59e68e5-9010-4788-b94b-10c0a266d0e1" -d '{"events": [{"name": "network-changed", "server_uuid": "6d9335cd-3296-4c0e-b8db-fc0e0255df96", "tag": "757d1f94-6c00-4a5b-a044-0020887ebde5"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:30:36.607845 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c2d0a-d063-4bbb-84ee-53df7f37dee2 req-3f0fa622-b15a-47ff-b931-b76976e539ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:36.609424 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-da0c2d0a-d063-4bbb-84ee-53df7f37dee2 req-3f0fa622-b15a-47ff-b931-b76976e539ad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c66726bc1d664d6d9ca628f60b5422d1&device_id=06229d16-f05e-4ef8-b177-38be30d1019b HTTP/1.1" status: 200 len: 1094 time: 0.0757120 Apr 21 12:30:36.617526 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975463b2-82ca-453e-bb74-5b937462f287 service neutron] Pushing event updated for resources: {'Port': ['ID=757d1f94-6c00-4a5b-a044-0020887ebde5,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:36.627561 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49e7e497-cc33-4317-8cc0-874914fbb874 req-d6e2cab8-dc95-4c01-bc7c-dd4653930cb2 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669169 Apr 21 12:30:36.653490 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451e6eb8-33ec-404b-a60b-8433ded799e1 x-openstack-request-id: req-451e6eb8-33ec-404b-a60b-8433ded799e1 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:30:36.654566 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d9335cd-3296-4c0e-b8db-fc0e0255df96", "tag": "757d1f94-6c00-4a5b-a044-0020887ebde5", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:30:36.654702 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-e9783784-b575-4abe-adbc-1281adb1b095 service neutron] 10.222.0.24 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819088 Apr 21 12:30:36.654821 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-451e6eb8-33ec-404b-a60b-8433ded799e1 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:30:36.654821 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-451e6eb8-33ec-404b-a60b-8433ded799e1'] response: {'name': 'network-changed', 'server_uuid': '6d9335cd-3296-4c0e-b8db-fc0e0255df96', 'tag': '757d1f94-6c00-4a5b-a044-0020887ebde5', 'status': 'completed', 'code': 200} Apr 21 12:30:36.748060 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e68e5-9010-4788-b94b-10c0a266d0e1 req-d2b4c350-348f-4c72-badb-9f7b3ac7eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:36.750108 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c59e68e5-9010-4788-b94b-10c0a266d0e1 req-d2b4c350-348f-4c72-badb-9f7b3ac7eaf0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4cf93ab8be2f43418434e78837eabd1c&device_id=6d9335cd-3296-4c0e-b8db-fc0e0255df96 HTTP/1.1" status: 200 len: 1099 time: 0.0686257 Apr 21 12:30:36.759856 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c2d0a-d063-4bbb-84ee-53df7f37dee2 req-34eb3f81-3754-4ed0-af42-b04403fe6419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:36.761779 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-da0c2d0a-d063-4bbb-84ee-53df7f37dee2 req-34eb3f81-3754-4ed0-af42-b04403fe6419 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7bed1b78-2645-446a-9812-77a5a7c4f0d8 HTTP/1.1" status: 200 len: 925 time: 0.1378014 Apr 21 12:30:36.800534 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c59e68e5-9010-4788-b94b-10c0a266d0e1 req-66030697-d3c6-44d9-acc9-abb8b877fa70 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=4cf93ab8be2f43418434e78837eabd1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400147 Apr 21 12:30:36.954196 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e68e5-9010-4788-b94b-10c0a266d0e1 req-0e3840d7-ec82-48bd-8877-fe6699ab099c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:36.956830 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c59e68e5-9010-4788-b94b-10c0a266d0e1 req-0e3840d7-ec82-48bd-8877-fe6699ab099c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1478093 Apr 21 12:30:36.973712 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775bd2af-a195-436e-a926-2097243dc360 req-ce6da271-88dc-41a8-8f3e-cb7c24f9a9b3 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:36.973712 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-775bd2af-a195-436e-a926-2097243dc360 req-ce6da271-88dc-41a8-8f3e-cb7c24f9a9b3 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 946 time: 0.0898721 Apr 21 12:30:37.066215 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-775bd2af-a195-436e-a926-2097243dc360 req-9af5f34f-e0c9-4002-b5e8-c56f126da7c2 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841348 Apr 21 12:30:37.081877 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b857731-8137-4cec-b94b-8ed23a7c1db6 req-d32d4d56-f78b-4771-a701-56979955be19 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:37.083422 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b857731-8137-4cec-b94b-8ed23a7c1db6 req-d32d4d56-f78b-4771-a701-56979955be19 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=06229d16-f05e-4ef8-b177-38be30d1019b HTTP/1.1" status: 200 len: 943 time: 0.1121721 Apr 21 12:30:37.090383 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-ccd09a43-c871-4fcd-83fc-0d77c4fad7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:37.091858 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-ccd09a43-c871-4fcd-83fc-0d77c4fad7e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4cf93ab8be2f43418434e78837eabd1c&device_id=6d9335cd-3296-4c0e-b8db-fc0e0255df96 HTTP/1.1" status: 200 len: 1099 time: 0.0866175 Apr 21 12:30:37.136067 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-da0c2d0a-d063-4bbb-84ee-53df7f37dee2 req-c4b67d40-bb8c-47e3-b846-507ac63d81ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87d783b6-b09f-4725-9a90-c290a3f31ea2 HTTP/1.1" status: 200 len: 217 time: 0.3616769 Apr 21 12:30:37.153225 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-1af883b1-629f-47ae-8649-05d70cacfa02 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=757d1f94-6c00-4a5b-a044-0020887ebde5 HTTP/1.1" status: 200 len: 217 time: 0.0513735 Apr 21 12:30:37.223700 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c2d0a-d063-4bbb-84ee-53df7f37dee2 req-a30b2cd3-82bc-4bcf-84fa-9abfd2f51eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:37.224974 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-da0c2d0a-d063-4bbb-84ee-53df7f37dee2 req-a30b2cd3-82bc-4bcf-84fa-9abfd2f51eae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=53214ab6-7220-4f63-a722-64332ff2dee2 HTTP/1.1" status: 200 len: 863 time: 0.0798481 Apr 21 12:30:37.226240 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b857731-8137-4cec-b94b-8ed23a7c1db6 req-c2eb1075-d0e7-4730-acf3-aa95d64437e1 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255856 Apr 21 12:30:37.232298 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-6ea98c45-2826-4047-9e57-bbac7349d17e tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:37.233765 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-6ea98c45-2826-4047-9e57-bbac7349d17e tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a&tenant_id=26ea3c659ac44d28a683c1af948ed1b6&binding%3Ahost_id=n-h2-836147-2 HTTP/1.1" status: 200 len: 1096 time: 0.0614467 Apr 21 12:30:37.257520 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-15c2a61d-ea07-4c42-ad73-61d88be09fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:37.259909 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-15c2a61d-ea07-4c42-ad73-61d88be09fad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.0978463 Apr 21 12:30:37.305437 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110be802-0d90-4c47-a677-07325ff1f1da req-2af130b7-bdc8-49a6-ac8a-af11d769ac61 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:37.307394 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-110be802-0d90-4c47-a677-07325ff1f1da req-2af130b7-bdc8-49a6-ac8a-af11d769ac61 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d9335cd-3296-4c0e-b8db-fc0e0255df96 HTTP/1.1" status: 200 len: 948 time: 0.1079228 Apr 21 12:30:37.329492 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c2d0a-d063-4bbb-84ee-53df7f37dee2 req-14bbbd77-242e-47de-b4f9-197eda7d0535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:37.333156 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-da0c2d0a-d063-4bbb-84ee-53df7f37dee2 req-14bbbd77-242e-47de-b4f9-197eda7d0535 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bed1b78-2645-446a-9812-77a5a7c4f0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964296 Apr 21 12:30:37.337431 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-dd1d2726-566a-444b-9396-83c2b2cc830e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:37.339336 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-dd1d2726-566a-444b-9396-83c2b2cc830e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0719376 Apr 21 12:30:37.429124 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-110be802-0d90-4c47-a677-07325ff1f1da req-afe968b6-efdb-4f7a-a626-68c9fe003054 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0d0eab6-ca7b-42e7-8ef9-4f7a718aa852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131806 Apr 21 12:30:37.456486 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5843e8d8-7043-47de-9dfc-05442280c19b req-0a38feb7-3e55-4e21-bb66-796916e58384 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0843868 Apr 21 12:30:37.503916 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-6440dd62-6b90-4944-8a15-92ecdd261598 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421652 Apr 21 12:30:37.510987 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-da0c2d0a-d063-4bbb-84ee-53df7f37dee2 req-0b388f51-f049-4dc1-84af-5511663d21cf service neutron] 10.222.0.26 "GET /v2.0/networks/7bed1b78-2645-446a-9812-77a5a7c4f0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708038 Apr 21 12:30:37.513206 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device b93f2730-b02e-48d8-8e3f-c24ab6931ffb no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:30:37.580824 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device b93f2730-b02e-48d8-8e3f-c24ab6931ffb not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:30:37.599934 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-2206c383-a450-4eca-b8f4-76674171ac3d service neutron] For port b93f2730-b02e-48d8-8e3f-c24ab6931ffb, host n-h1-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:30:37.604489 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-2206c383-a450-4eca-b8f4-76674171ac3d service neutron] Notify callbacks [] for binding, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:37.605598 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e7afcb72-2ae8-4251-968b-878c134d2467 req-2206c383-a450-4eca-b8f4-76674171ac3d service neutron] 10.222.0.24 "DELETE /v2.0/ports/b93f2730-b02e-48d8-8e3f-c24ab6931ffb/bindings/n-h1-836147-2 HTTP/1.1" status: 204 len: 173 time: 0.3416171 Apr 21 12:30:37.641615 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc0b2c4-1327-4615-bdb3-9a72a5d265f2 req-ea3d8fcb-8363-4071-a872-99accced2ab2 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:37.643117 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3fc0b2c4-1327-4615-bdb3-9a72a5d265f2 req-ea3d8fcb-8363-4071-a872-99accced2ab2 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 945 time: 0.1028416 Apr 21 12:30:37.649349 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42c006b0-9eab-4b6f-87ec-8db9f05a22d0 req-1ea4a4e0-3337-4b8c-9de1-95ef53b0b672 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372423 Apr 21 12:30:37.658113 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-da0c2d0a-d063-4bbb-84ee-53df7f37dee2 req-a4b5b15d-4f71-4d76-9181-0679181cfa9a service neutron] 10.222.0.26 "GET /v2.0/networks/7bed1b78-2645-446a-9812-77a5a7c4f0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371460 Apr 21 12:30:37.691422 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 56576) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:37.702189 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3fc0b2c4-1327-4615-bdb3-9a72a5d265f2 req-54c3b3a0-e227-4763-8f74-5925d03e8b11 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519054 Apr 21 12:30:37.770045 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe4125-22db-45e8-a894-225d0371b28d req-3cca4c61-1a1a-4b31-b7fb-403a3d86a689 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:37.770045 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eabe4125-22db-45e8-a894-225d0371b28d req-3cca4c61-1a1a-4b31-b7fb-403a3d86a689 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f280ddd-d5e4-473e-bf91-fcdfc9eaedee HTTP/1.1" status: 200 len: 947 time: 0.0571835 Apr 21 12:30:37.814884 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eabe4125-22db-45e8-a894-225d0371b28d req-13b02b38-28a2-4a94-bde3-0c8d110a0821 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428207 Apr 21 12:30:37.826014 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb047-e918-451d-907b-57f527388735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:37.864550 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f7364-6527-4a4e-af6d-ec6da7047509 req-2cbfaf21-b483-45bc-90c2-31222709ecf4 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:37.866101 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e5f7364-6527-4a4e-af6d-ec6da7047509 req-2cbfaf21-b483-45bc-90c2-31222709ecf4 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 1096 time: 0.0390570 Apr 21 12:30:37.903557 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb047-e918-451d-907b-57f527388735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:37.903777 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e5f7364-6527-4a4e-af6d-ec6da7047509 req-d83f5bf7-3f0a-4aeb-ba91-2474a3f65818 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289943 Apr 21 12:30:37.985874 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8e9bb047-e918-451d-907b-57f527388735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:38.028814 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8e9bb047-e918-451d-907b-57f527388735 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=840a1cfdaca34ffaac324ff5d39cb310&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3362970 Apr 21 12:30:38.029955 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9bb047-e918-451d-907b-57f527388735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44066819-3d47-4237-a72c-b9b53e7838c3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:38.031636 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 56586) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:38.089997 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69ad40f8-c05b-41f7-acee-f5dc10ed35c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:38.139835 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69ad40f8-c05b-41f7-acee-f5dc10ed35c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:38.274550 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-38f5f50f-7444-4fe3-a5f4-fe9c0e4802cd tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:38.275985 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-38f5f50f-7444-4fe3-a5f4-fe9c0e4802cd tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/networks?id=c287e289-9664-4a57-ae4d-cb3d1c307007 HTTP/1.1" status: 200 len: 820 time: 0.1730828 Apr 21 12:30:38.282998 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b449c67-e47f-4639-8e63-a836cb478698 req-7b1d05ab-423a-444d-8b66-62f8c5ecfda6 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:38.284335 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b449c67-e47f-4639-8e63-a836cb478698 req-7b1d05ab-423a-444d-8b66-62f8c5ecfda6 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 946 time: 0.1080916 Apr 21 12:30:38.307566 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-e47401ae-f4d4-41d2-82e2-0fafc0e2caa5 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/quotas/26ea3c659ac44d28a683c1af948ed1b6 HTTP/1.1" status: 200 len: 375 time: 0.0211337 Apr 21 12:30:38.354075 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b449c67-e47f-4639-8e63-a836cb478698 req-044bab5c-cd80-4611-a3a7-a9b87e2bdc00 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610292 Apr 21 12:30:38.369334 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-8b6e6c06-f234-4d01-917d-b4e8ada66d72 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=26ea3c659ac44d28a683c1af948ed1b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0547304 Apr 21 12:30:38.379685 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69ad40f8-c05b-41f7-acee-f5dc10ed35c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:38.382278 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69ad40f8-c05b-41f7-acee-f5dc10ed35c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:38.383355 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-69ad40f8-c05b-41f7-acee-f5dc10ed35c3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/44066819-3d47-4237-a72c-b9b53e7838c3 HTTP/1.1" status: 204 len: 168 time: 0.3506866 Apr 21 12:30:38.406001 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad40f8-c05b-41f7-acee-f5dc10ed35c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44066819-3d47-4237-a72c-b9b53e7838c3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:38.519241 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94330268-06a5-41ad-8d9c-2beee24f6f75 req-390fa77b-e0ee-4dec-b831-4b18b8598f1a tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:38.520704 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94330268-06a5-41ad-8d9c-2beee24f6f75 req-390fa77b-e0ee-4dec-b831-4b18b8598f1a tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=06229d16-f05e-4ef8-b177-38be30d1019b HTTP/1.1" status: 200 len: 943 time: 0.1105938 Apr 21 12:30:38.549454 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-5e015fa5-18a0-449b-a582-c4a41ed683ca service neutron] 10.222.0.36 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649463 Apr 21 12:30:38.586233 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94330268-06a5-41ad-8d9c-2beee24f6f75 req-48876435-72ca-424c-9015-6a4d5a858960 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546398 Apr 21 12:30:38.591824 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 684cfa21-17fc-46a3-a9fb-f9df94d7dc11 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:30:38.657087 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-48f423b6-f63f-4e5d-ad78-a3abf5b6ab2a service neutron] 10.222.0.36 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008766 Apr 21 12:30:38.674090 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device b93f2730-b02e-48d8-8e3f-c24ab6931ffb no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:30:38.719132 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bc33c-c351-4856-ac02-9007785a33b3 req-01164d06-1892-4dc8-bfd5-fa01412f63b7 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:38.720907 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-673bc33c-c351-4856-ac02-9007785a33b3 req-01164d06-1892-4dc8-bfd5-fa01412f63b7 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d9335cd-3296-4c0e-b8db-fc0e0255df96 HTTP/1.1" status: 200 len: 948 time: 0.0623305 Apr 21 12:30:38.791351 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-673bc33c-c351-4856-ac02-9007785a33b3 req-5ebde285-9586-4f96-aac2-5bb396c41d86 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0d0eab6-ca7b-42e7-8ef9-4f7a718aa852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605268 Apr 21 12:30:38.892832 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b844d041-4cb8-4045-a70d-440f84d9ffe8 req-6f886aa2-b22d-4460-ab5e-d2bcd6127957 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0289216 Apr 21 12:30:38.895413 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 684cfa21-17fc-46a3-a9fb-f9df94d7dc11, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=684cfa21-17fc-46a3-a9fb-f9df94d7dc11,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:38.935644 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '684cfa21-17fc-46a3-a9fb-f9df94d7dc11', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': '684cfa21-17fc-46a3-a9fb-f9df94d7dc11', 'mac_address': 'fa:16:3e:a1:9b:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:30:39.021049 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:39.037062 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-405739f2-715b-4855-a854-e3288cfa0378 req-9ed80753-4b76-48a2-b7bc-8658ca38a109 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 210 time: 0.0300791 Apr 21 12:30:39.037176 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684cfa21-17fc-46a3-a9fb-f9df94d7dc11 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:30:39.048779 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e9fc6-d56c-4589-995d-d3b2c78552c5 req-6243536a-5635-4feb-bbd1-99c4247cabb1 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:39.050298 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f8e9fc6-d56c-4589-995d-d3b2c78552c5 req-6243536a-5635-4feb-bbd1-99c4247cabb1 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f280ddd-d5e4-473e-bf91-fcdfc9eaedee HTTP/1.1" status: 200 len: 947 time: 0.0831840 Apr 21 12:30:39.058568 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 684cfa21-17fc-46a3-a9fb-f9df94d7dc11, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=684cfa21-17fc-46a3-a9fb-f9df94d7dc11,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:39.097230 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f8e9fc6-d56c-4589-995d-d3b2c78552c5 req-916975a7-aeff-4500-9e77-dfce86ced0c5 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390811 Apr 21 12:30:39.129044 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:39.129779 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 1357c346-2a92-418b-aaa9-e61a807553c8 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:30:39.196233 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 1357c346-2a92-418b-aaa9-e61a807553c8, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=1357c346-2a92-418b-aaa9-e61a807553c8,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:39.199072 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=684cfa21-17fc-46a3-a9fb-f9df94d7dc11,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:39.209799 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '1357c346-2a92-418b-aaa9-e61a807553c8', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': '1357c346-2a92-418b-aaa9-e61a807553c8', 'mac_address': 'fa:16:3e:f1:ba:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:30:39.246677 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:39.260164 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1357c346-2a92-418b-aaa9-e61a807553c8 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:30:39.279057 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 1357c346-2a92-418b-aaa9-e61a807553c8, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=1357c346-2a92-418b-aaa9-e61a807553c8,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:39.345567 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:39.407128 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=1357c346-2a92-418b-aaa9-e61a807553c8,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:39.480513 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68895044-b668-42b7-b486-d009fd4a03fa req-9180a6b4-387a-4775-97f7-997b68ca0abd tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:39.482008 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68895044-b668-42b7-b486-d009fd4a03fa req-9180a6b4-387a-4775-97f7-997b68ca0abd tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 946 time: 0.0557029 Apr 21 12:30:39.521765 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68895044-b668-42b7-b486-d009fd4a03fa req-48fd8661-b9bf-4d99-83c4-3e575c758737 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332568 Apr 21 12:30:39.547742 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 56640) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:39.615584 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['1357c346-2a92-418b-aaa9-e61a807553c8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:30:39.619676 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['684cfa21-17fc-46a3-a9fb-f9df94d7dc11'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:30:39.656242 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5bcca7ce-7854-416a-99e8-f81f83c5b8c1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1117689157-network', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:30:39.718227 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd2e39-b70b-466a-b6dd-7091f652194a req-12a7c7ac-bf68-4236-907a-9c4a430f1e47 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:39.719789 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6bd2e39-b70b-466a-b6dd-7091f652194a req-12a7c7ac-bf68-4236-907a-9c4a430f1e47 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=06229d16-f05e-4ef8-b177-38be30d1019b HTTP/1.1" status: 200 len: 943 time: 0.0510917 Apr 21 12:30:39.761935 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6bd2e39-b70b-466a-b6dd-7091f652194a req-876c5cf9-8bef-4fb3-b63b-b72875960a72 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319228 Apr 21 12:30:39.769099 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcca7ce-7854-416a-99e8-f81f83c5b8c1 admin admin] Made reservation on behalf of 39725541a84a4c0389b0f42f00fde7c4 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:30:39.771422 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bcca7ce-7854-416a-99e8-f81f83c5b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:39.785311 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bcca7ce-7854-416a-99e8-f81f83c5b8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:39.873879 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bcca7ce-7854-416a-99e8-f81f83c5b8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:39.922474 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9696261-f3c5-4602-9d8d-fec162f532eb req-3e2b1a54-65fc-47cf-8a79-939fecb7059a tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:39.923927 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9696261-f3c5-4602-9d8d-fec162f532eb req-3e2b1a54-65fc-47cf-8a79-939fecb7059a tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d9335cd-3296-4c0e-b8db-fc0e0255df96 HTTP/1.1" status: 200 len: 948 time: 0.0523536 Apr 21 12:30:39.962600 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9696261-f3c5-4602-9d8d-fec162f532eb req-68d74bb9-a5a4-48bd-9ecc-efe369be1c88 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0d0eab6-ca7b-42e7-8ef9-4f7a718aa852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319886 Apr 21 12:30:39.990845 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bcca7ce-7854-416a-99e8-f81f83c5b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:40.011546 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0e90fad5-1273-45a6-a9f9-09d82a14653f req-f4c031f1-2d06-418e-abb6-5d527b884bb1 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0313089 Apr 21 12:30:40.029348 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bcca7ce-7854-416a-99e8-f81f83c5b8c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:30:40.041744 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcca7ce-7854-416a-99e8-f81f83c5b8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f64786-789c-41f9-9b8a-d50e53a3acfe,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:40.045254 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bcca7ce-7854-416a-99e8-f81f83c5b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:40.045612 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-5bcca7ce-7854-416a-99e8-f81f83c5b8c1 admin admin] Added segment c24679f5-0724-496a-af10-68bc85415d7d of type vlan for network 86f9e53f-e46e-4569-8067-c1e5df8a6c4a Apr 21 12:30:40.086895 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bcca7ce-7854-416a-99e8-f81f83c5b8c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:40.138779 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b70d400-2913-4897-9adb-b22d160fd774 req-cdb01104-5009-4900-9ce0-99a7b9e17826 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 210 time: 0.0274084 Apr 21 12:30:40.218075 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000bbbae-cc71-4599-97f3-04bd84e84619 req-a5febb43-4cff-4fc8-a4e9-a3fefb0a536a tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:40.219539 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-000bbbae-cc71-4599-97f3-04bd84e84619 req-a5febb43-4cff-4fc8-a4e9-a3fefb0a536a tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f280ddd-d5e4-473e-bf91-fcdfc9eaedee HTTP/1.1" status: 200 len: 948 time: 0.0502124 Apr 21 12:30:40.220877 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bcca7ce-7854-416a-99e8-f81f83c5b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:40.221786 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcca7ce-7854-416a-99e8-f81f83c5b8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:40.222339 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bcca7ce-7854-416a-99e8-f81f83c5b8c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:40.300438 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcca7ce-7854-416a-99e8-f81f83c5b8c1 admin admin] Pushing event updated for resources: {'Network': ['ID=86f9e53f-e46e-4569-8067-c1e5df8a6c4a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:40.309627 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-000bbbae-cc71-4599-97f3-04bd84e84619 req-52fcec98-9409-40ee-a2c1-4e142fda7ba9 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822902 Apr 21 12:30:40.319319 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 86f9e53f-e46e-4569-8067-c1e5df8a6c4a details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:30:40.368839 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5bcca7ce-7854-416a-99e8-f81f83c5b8c1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8172340 Apr 21 12:30:40.369128 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 56654) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:40.375060 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e07aeccc-3714-490d-a98b-571860e2dc9f admin admin] Request body: {'subnet': {'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1117689157-subnet', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:30:40.488606 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07aeccc-3714-490d-a98b-571860e2dc9f admin admin] Made reservation on behalf of 39725541a84a4c0389b0f42f00fde7c4 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:30:40.490954 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e07aeccc-3714-490d-a98b-571860e2dc9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:40.595613 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 684cfa21-17fc-46a3-a9fb-f9df94d7dc11 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:30:40.690368 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35168bd0-8d3b-4c4e-9f04-cdab6214f21e req-8fdc887c-dd8f-403c-8585-1460da55c9b9 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:40.691860 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35168bd0-8d3b-4c4e-9f04-cdab6214f21e req-8fdc887c-dd8f-403c-8585-1460da55c9b9 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 946 time: 0.0951130 Apr 21 12:30:40.722658 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 684cfa21-17fc-46a3-a9fb-f9df94d7dc11 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:30:40.726738 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 684cfa21-17fc-46a3-a9fb-f9df94d7dc11 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:30:40.727114 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:40.730731 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35168bd0-8d3b-4c4e-9f04-cdab6214f21e req-f7400e5c-cd01-42b7-a794-ad099b83d6d0 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310483 Apr 21 12:30:40.808110 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e07aeccc-3714-490d-a98b-571860e2dc9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:40.814293 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:40.836934 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f280ddd-d5e4-473e-bf91-fcdfc9eaedee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684cfa21-17fc-46a3-a9fb-f9df94d7dc11'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:30:40.839693 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3def944a-fd38-4b00-af7c-d6354ad01154" -d '{"events": [{"server_uuid": "9f280ddd-d5e4-473e-bf91-fcdfc9eaedee", "name": "network-vif-plugged", "status": "completed", "tag": "684cfa21-17fc-46a3-a9fb-f9df94d7dc11"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:30:40.853807 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 684cfa21-17fc-46a3-a9fb-f9df94d7dc11, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=684cfa21-17fc-46a3-a9fb-f9df94d7dc11,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:40.889085 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e75c5b-7a7b-4f8b-9d7c-68e4ca8a0970 x-openstack-request-id: req-14e75c5b-7a7b-4f8b-9d7c-68e4ca8a0970 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:30:40.889403 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f280ddd-d5e4-473e-bf91-fcdfc9eaedee", "name": "network-vif-plugged", "status": "completed", "tag": "684cfa21-17fc-46a3-a9fb-f9df94d7dc11", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:30:40.889666 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-14e75c5b-7a7b-4f8b-9d7c-68e4ca8a0970 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:30:40.890112 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14e75c5b-7a7b-4f8b-9d7c-68e4ca8a0970'] response: {'server_uuid': '9f280ddd-d5e4-473e-bf91-fcdfc9eaedee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684cfa21-17fc-46a3-a9fb-f9df94d7dc11', 'code': 200} Apr 21 12:30:40.896118 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07aeccc-3714-490d-a98b-571860e2dc9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa6ab292-cb0d-47ba-bfa2-d88de839c223,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:40.900712 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:40.901837 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 1357c346-2a92-418b-aaa9-e61a807553c8 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:30:40.910425 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07aeccc-3714-490d-a98b-571860e2dc9f admin admin] Checking segment: {'id': 'c24679f5-0724-496a-af10-68bc85415d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:30:40.912992 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07aeccc-3714-490d-a98b-571860e2dc9f admin admin] Network hostable DHCP agents. Network: 86f9e53f-e46e-4569-8067-c1e5df8a6c4a, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:30:40.922508 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8a5af-2382-499b-80d1-abe99a86520c req-e2f49230-503f-4d92-a215-f59cb8f50750 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:40.924047 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ee8a5af-2382-499b-80d1-abe99a86520c req-e2f49230-503f-4d92-a215-f59cb8f50750 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=06229d16-f05e-4ef8-b177-38be30d1019b HTTP/1.1" status: 200 len: 943 time: 0.0889156 Apr 21 12:30:40.981624 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ee8a5af-2382-499b-80d1-abe99a86520c req-64513613-8d3f-4932-9f02-497332a996e2 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488226 Apr 21 12:30:41.008775 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07aeccc-3714-490d-a98b-571860e2dc9f admin admin] Network 86f9e53f-e46e-4569-8067-c1e5df8a6c4a is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:30:41.022154 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55959db-3510-4438-a0b7-b0def88922f9 req-4af76c67-439b-43ec-98ba-7bbd5e64ebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:41.023760 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a55959db-3510-4438-a0b7-b0def88922f9 req-4af76c67-439b-43ec-98ba-7bbd5e64ebb9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9f280ddd-d5e4-473e-bf91-fcdfc9eaedee HTTP/1.1" status: 200 len: 1100 time: 0.0601718 Apr 21 12:30:41.028342 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 1357c346-2a92-418b-aaa9-e61a807553c8 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:30:41.034082 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 1357c346-2a92-418b-aaa9-e61a807553c8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:30:41.034452 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:41.035933 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=684cfa21-17fc-46a3-a9fb-f9df94d7dc11,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:41.077043 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-359ef0ec-24b6-4538-bfb2-57c7a1e04ed4 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:41.078927 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-359ef0ec-24b6-4538-bfb2-57c7a1e04ed4 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.26 "GET /v2.0/networks?id=c287e289-9664-4a57-ae4d-cb3d1c307007 HTTP/1.1" status: 200 len: 820 time: 0.2030931 Apr 21 12:30:41.095684 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a55959db-3510-4438-a0b7-b0def88922f9 req-97e7abd0-de0a-4252-869a-4877249a32e1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555060 Apr 21 12:30:41.100681 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-42ec09d1-4e93-464e-b90d-dc9d71e2c5b2 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Request body: {'port': {'device_id': 'a7759849-03df-40c2-80a8-29425f7d0a57', 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007', 'admin_state_up': True, 'tenant_id': '26ea3c659ac44d28a683c1af948ed1b6'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:30:41.111976 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-e07aeccc-3714-490d-a98b-571860e2dc9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 86f9e53f-e46e-4569-8067-c1e5df8a6c4a) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:30:41.117373 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07aeccc-3714-490d-a98b-571860e2dc9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:41.118551 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e07aeccc-3714-490d-a98b-571860e2dc9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:41.151237 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:41.153473 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9654e8de-fde2-4ee4-9e0a-5f6c93742597 None None] Network 86f9e53f-e46e-4569-8067-c1e5df8a6c4a requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:30:41.181903 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ebd6fda7-d6aa-428d-9ade-94380104b41b req-3d688d26-b1f6-411c-a354-b0cd336b3f63 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0542684 Apr 21 12:30:41.190917 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b64d68-8e34-466c-a8f6-9a7907f91c32 req-27ff52f7-3a43-42d2-8dea-c23389075e23 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:41.192662 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a4b64d68-8e34-466c-a8f6-9a7907f91c32 req-27ff52f7-3a43-42d2-8dea-c23389075e23 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d9335cd-3296-4c0e-b8db-fc0e0255df96 HTTP/1.1" status: 200 len: 948 time: 0.1435728 Apr 21 12:30:41.235598 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e07aeccc-3714-490d-a98b-571860e2dc9f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8654466 Apr 21 12:30:41.239539 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 56668) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:41.245366 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-273a87d9-d13c-4251-81e1-efedadcf2ac4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1117689157-router', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:30:41.256843 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 1357c346-2a92-418b-aaa9-e61a807553c8, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=1357c346-2a92-418b-aaa9-e61a807553c8,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:41.267044 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a4b64d68-8e34-466c-a8f6-9a7907f91c32 req-3e10ff23-632d-4450-864b-0f68c65942f4 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0d0eab6-ca7b-42e7-8ef9-4f7a718aa852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630014 Apr 21 12:30:41.305175 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b3f20a30-b39c-4077-b1d2-945ececf4bf5 req-26d3f19f-dc45-4f8b-8eb9-062747c577e5 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 210 time: 0.0253153 Apr 21 12:30:41.347394 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8040b9-386c-4ed9-b9e5-0903f69ded85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'fixed_ips': [{'subnet_id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:30:41.347899 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad8040b9-386c-4ed9-b9e5-0903f69ded85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:41.416302 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:41.432147 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-273a87d9-d13c-4251-81e1-efedadcf2ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:41.433190 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-273a87d9-d13c-4251-81e1-efedadcf2ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:41.435122 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d30ec-d2d4-46f1-a629-a367f5f40d80 req-aa975e9d-6123-427b-a053-acf15369a6a4 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:41.436445 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-42ec09d1-4e93-464e-b90d-dc9d71e2c5b2 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Made reservation on behalf of 26ea3c659ac44d28a683c1af948ed1b6 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:30:41.437072 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d5d30ec-d2d4-46f1-a629-a367f5f40d80 req-aa975e9d-6123-427b-a053-acf15369a6a4 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f280ddd-d5e4-473e-bf91-fcdfc9eaedee HTTP/1.1" status: 200 len: 949 time: 0.0546782 Apr 21 12:30:41.440044 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-42ec09d1-4e93-464e-b90d-dc9d71e2c5b2 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:41.492582 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d5d30ec-d2d4-46f1-a629-a367f5f40d80 req-8972ac36-5077-444d-bb99-bbe166601007 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476136 Apr 21 12:30:41.512449 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=1357c346-2a92-418b-aaa9-e61a807553c8,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:41.529808 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ad8040b9-386c-4ed9-b9e5-0903f69ded85 None None] Allocated IP 172.20.0.2 (86f9e53f-e46e-4569-8067-c1e5df8a6c4a/fa6ab292-cb0d-47ba-bfa2-d88de839c223/4981d4aa-2300-43ce-95e7-c1b036f146f8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:30:41.540761 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-273a87d9-d13c-4251-81e1-efedadcf2ac4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:41.556484 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 757d1f94-6c00-4a5b-a044-0020887ebde5 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:30:41.613177 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-42ec09d1-4e93-464e-b90d-dc9d71e2c5b2 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Allocated IP 172.20.0.4 (c287e289-9664-4a57-ae4d-cb3d1c307007/8c2895f5-072d-4584-843c-51a4758cad8d/585104ae-f88f-407a-960a-5d1c65ae2f82) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:30:41.751736 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 757d1f94-6c00-4a5b-a044-0020887ebde5, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=757d1f94-6c00-4a5b-a044-0020887ebde5,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:41.765823 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad8040b9-386c-4ed9-b9e5-0903f69ded85 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:41.771868 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '757d1f94-6c00-4a5b-a044-0020887ebde5', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': '757d1f94-6c00-4a5b-a044-0020887ebde5', 'mac_address': 'fa:16:3e:68:b8:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:30:41.799573 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-273a87d9-d13c-4251-81e1-efedadcf2ac4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:41.857899 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca8078-a7a4-49e3-80e8-d58a825edaeb req-6832fb2b-29a4-4954-b990-dc52d6f802c2 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:41.865679 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28ca8078-a7a4-49e3-80e8-d58a825edaeb req-6832fb2b-29a4-4954-b990-dc52d6f802c2 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 946 time: 0.0616937 Apr 21 12:30:41.904289 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28ca8078-a7a4-49e3-80e8-d58a825edaeb req-cb65c429-5ffe-475e-b9f6-217007aa20a3 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375810 Apr 21 12:30:41.914233 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-42ec09d1-4e93-464e-b90d-dc9d71e2c5b2 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:41.924961 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad8040b9-386c-4ed9-b9e5-0903f69ded85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:41.977202 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:41.980646 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8040b9-386c-4ed9-b9e5-0903f69ded85 None None] Network 86f9e53f-e46e-4569-8067-c1e5df8a6c4a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:30:41.982445 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8040b9-386c-4ed9-b9e5-0903f69ded85 None None] Pushing event updated for resources: {'Port': ['ID=4981d4aa-2300-43ce-95e7-c1b036f146f8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:41.992594 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ad8040b9-386c-4ed9-b9e5-0903f69ded85 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:30:41.996011 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8040b9-386c-4ed9-b9e5-0903f69ded85 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:30:42.002216 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 757d1f94-6c00-4a5b-a044-0020887ebde5 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:30:42.041371 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 757d1f94-6c00-4a5b-a044-0020887ebde5, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=757d1f94-6c00-4a5b-a044-0020887ebde5,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:42.054411 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-42ec09d1-4e93-464e-b90d-dc9d71e2c5b2 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:42.071842 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ad8040b9-386c-4ed9-b9e5-0903f69ded85 None None] Attempting to bind port 4981d4aa-2300-43ce-95e7-c1b036f146f8 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:30:42.072199 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ad8040b9-386c-4ed9-b9e5-0903f69ded85 None None] Attempting to bind port 4981d4aa-2300-43ce-95e7-c1b036f146f8 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'c24679f5-0724-496a-af10-68bc85415d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:30:42.072555 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8040b9-386c-4ed9-b9e5-0903f69ded85 None None] Attempting to bind port 4981d4aa-2300-43ce-95e7-c1b036f146f8 on network 86f9e53f-e46e-4569-8067-c1e5df8a6c4a {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:30:42.078724 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8040b9-386c-4ed9-b9e5-0903f69ded85 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:30:42.079096 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8040b9-386c-4ed9-b9e5-0903f69ded85 None None] Checking segment: {'id': 'c24679f5-0724-496a-af10-68bc85415d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:30:42.085669 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad8040b9-386c-4ed9-b9e5-0903f69ded85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:42.086219 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8040b9-386c-4ed9-b9e5-0903f69ded85 None None] Bound using segment: {'id': 'c24679f5-0724-496a-af10-68bc85415d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:30:42.086830 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ad8040b9-386c-4ed9-b9e5-0903f69ded85 None None] Bound port: 4981d4aa-2300-43ce-95e7-c1b036f146f8, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24679f5-0724-496a-af10-68bc85415d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:30:42.088536 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad8040b9-386c-4ed9-b9e5-0903f69ded85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:42.119672 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79acd828-329a-400f-aa71-cb39864657da req-82225124-f606-4c5f-b5bd-cdaed347166a tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:42.121955 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79acd828-329a-400f-aa71-cb39864657da req-82225124-f606-4c5f-b5bd-cdaed347166a tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=06229d16-f05e-4ef8-b177-38be30d1019b HTTP/1.1" status: 200 len: 943 time: 0.0561514 Apr 21 12:30:42.145208 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:42.148731 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 87d783b6-b09f-4725-9a90-c290a3f31ea2 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:30:42.157956 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-42ec09d1-4e93-464e-b90d-dc9d71e2c5b2 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Network c287e289-9664-4a57-ae4d-cb3d1c307007 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:30:42.167358 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-42ec09d1-4e93-464e-b90d-dc9d71e2c5b2 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:30:42.170376 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec09d1-4e93-464e-b90d-dc9d71e2c5b2 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Pushing event updated for resources: {'Port': ['ID=585104ae-f88f-407a-960a-5d1c65ae2f82,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:42.171293 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79acd828-329a-400f-aa71-cb39864657da req-9e766ed9-e9ba-40d8-a233-b6b60f294d6d tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433085 Apr 21 12:30:42.172620 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-42ec09d1-4e93-464e-b90d-dc9d71e2c5b2 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:30:42.210172 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-273a87d9-d13c-4251-81e1-efedadcf2ac4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:42.240027 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-273a87d9-d13c-4251-81e1-efedadcf2ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:42.260735 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-42ec09d1-4e93-464e-b90d-dc9d71e2c5b2 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:42.261112 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-42ec09d1-4e93-464e-b90d-dc9d71e2c5b2 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:42.297800 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ad8040b9-386c-4ed9-b9e5-0903f69ded85 None None] For port 4981d4aa-2300-43ce-95e7-c1b036f146f8, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:30:42.299762 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=757d1f94-6c00-4a5b-a044-0020887ebde5,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:42.315364 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20bf13d6-49df-4efc-b3e6-76b8b4b595fe req-854ad118-7721-4494-9baa-ef96c9fc96ca tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0420132 Apr 21 12:30:42.341870 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ad8040b9-386c-4ed9-b9e5-0903f69ded85 None None] For port 4981d4aa-2300-43ce-95e7-c1b036f146f8, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=4981d4aa-2300-43ce-95e7-c1b036f146f8,segment=NetworkSegment(c24679f5-0724-496a-af10-68bc85415d7d),segment_id=c24679f5-0724-496a-af10-68bc85415d7d)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:30:42.362650 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 87d783b6-b09f-4725-9a90-c290a3f31ea2, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=87d783b6-b09f-4725-9a90-c290a3f31ea2,segment=NetworkSegment(3c321deb-83bf-47d7-975b-8339f3a4592f),segment_id=3c321deb-83bf-47d7-975b-8339f3a4592f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:42.378032 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '87d783b6-b09f-4725-9a90-c290a3f31ea2', 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8', 'port_id': '87d783b6-b09f-4725-9a90-c290a3f31ea2', 'mac_address': 'fa:16:3e:67:7d:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:30:42.412798 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-273a87d9-d13c-4251-81e1-efedadcf2ac4 admin admin] Allocated IP 172.25.8.111 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/39860040-fccb-4c0c-b4fa-4070b4eda4a6) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:30:42.433727 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad8040b9-386c-4ed9-b9e5-0903f69ded85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:42.435715 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-42ec09d1-4e93-464e-b90d-dc9d71e2c5b2 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3385942 Apr 21 12:30:42.452675 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-d1a441a0-c4e3-4fc4-b2ee-3c11d0cf21d8 service neutron] Request body: {'port': {'device_id': 'a7759849-03df-40c2-80a8-29425f7d0a57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:30:42.465707 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b59cbd-4a7c-4880-83ba-e03d6eadbdb3 req-5f4dd050-9083-480a-b840-7e8d0397685a tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:42.467244 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e9b59cbd-4a7c-4880-83ba-e03d6eadbdb3 req-5f4dd050-9083-480a-b840-7e8d0397685a tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d9335cd-3296-4c0e-b8db-fc0e0255df96 HTTP/1.1" status: 200 len: 949 time: 0.1018686 Apr 21 12:30:42.467512 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:42.479746 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eacce34-b31b-486b-a449-93565ca6da94 req-ad411fd2-1469-4242-a71d-e06afdf7c869 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:42.481217 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0eacce34-b31b-486b-a449-93565ca6da94 req-ad411fd2-1469-4242-a71d-e06afdf7c869 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 931 time: 0.0800645 Apr 21 12:30:42.507900 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87d783b6-b09f-4725-9a90-c290a3f31ea2 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:30:42.541112 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e9b59cbd-4a7c-4880-83ba-e03d6eadbdb3 req-5e41b3b9-7fa8-4500-87d0-1349a7a4c55d tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0d0eab6-ca7b-42e7-8ef9-4f7a718aa852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586352 Apr 21 12:30:42.559634 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 87d783b6-b09f-4725-9a90-c290a3f31ea2, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=87d783b6-b09f-4725-9a90-c290a3f31ea2,segment=NetworkSegment(3c321deb-83bf-47d7-975b-8339f3a4592f),segment_id=3c321deb-83bf-47d7-975b-8339f3a4592f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:42.565398 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8040b9-386c-4ed9-b9e5-0903f69ded85 None None] Pushing event updated for resources: {'Port': ['ID=4981d4aa-2300-43ce-95e7-c1b036f146f8,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:42.569619 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0eacce34-b31b-486b-a449-93565ca6da94 req-0f352078-e19d-4c43-9a80-5279051da9ad tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655923 Apr 21 12:30:42.581494 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-d1a441a0-c4e3-4fc4-b2ee-3c11d0cf21d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:42.642707 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-273a87d9-d13c-4251-81e1-efedadcf2ac4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:42.654941 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:42.670549 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d078139-1efd-46af-a25c-8def63e3bd9f req-2573d234-ddce-4458-b190-566fa463eb18 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:42.672989 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d078139-1efd-46af-a25c-8def63e3bd9f req-2573d234-ddce-4458-b190-566fa463eb18 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f280ddd-d5e4-473e-bf91-fcdfc9eaedee HTTP/1.1" status: 200 len: 949 time: 0.0557599 Apr 21 12:30:42.718980 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=87d783b6-b09f-4725-9a90-c290a3f31ea2,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:42.728266 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d078139-1efd-46af-a25c-8def63e3bd9f req-f3533b47-a687-4fbb-94fd-cd1ef040f9a4 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453737 Apr 21 12:30:42.883669 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-273a87d9-d13c-4251-81e1-efedadcf2ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:42.887235 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd07798-8e77-4636-8fe6-63c74e8e9ac6 req-b2e89d84-8d7f-44be-9de1-d788b571d23b tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:42.888880 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7cd07798-8e77-4636-8fe6-63c74e8e9ac6 req-b2e89d84-8d7f-44be-9de1-d788b571d23b tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.0795531 Apr 21 12:30:42.895306 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b73cbaa-83a8-44b8-8ddb-16c65a888776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1357c346-2a92-418b-aaa9-e61a807553c8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:30:42.898463 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de0815b-8102-449b-ab09-f4ff0b087757" -d '{"events": [{"server_uuid": "7b73cbaa-83a8-44b8-8ddb-16c65a888776", "name": "network-vif-plugged", "status": "completed", "tag": "1357c346-2a92-418b-aaa9-e61a807553c8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:30:42.947268 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae454895-e4d5-4c5e-88ba-17a962f12e1f x-openstack-request-id: req-ae454895-e4d5-4c5e-88ba-17a962f12e1f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:30:42.947268 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b73cbaa-83a8-44b8-8ddb-16c65a888776", "name": "network-vif-plugged", "status": "completed", "tag": "1357c346-2a92-418b-aaa9-e61a807553c8", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:30:42.947268 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae454895-e4d5-4c5e-88ba-17a962f12e1f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:30:42.947268 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae454895-e4d5-4c5e-88ba-17a962f12e1f'] response: {'server_uuid': '7b73cbaa-83a8-44b8-8ddb-16c65a888776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1357c346-2a92-418b-aaa9-e61a807553c8', 'code': 200} Apr 21 12:30:42.947624 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7cd07798-8e77-4636-8fe6-63c74e8e9ac6 req-4e32c166-7aa2-4365-8615-f1f28cba6806 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503933 Apr 21 12:30:42.966767 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273a87d9-d13c-4251-81e1-efedadcf2ac4 admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:30:42.974530 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-273a87d9-d13c-4251-81e1-efedadcf2ac4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:30:42.980347 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273a87d9-d13c-4251-81e1-efedadcf2ac4 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:30:42.986723 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a87d9-d13c-4251-81e1-efedadcf2ac4 admin admin] Pushing event updated for resources: {'Port': ['ID=39860040-fccb-4c0c-b4fa-4070b4eda4a6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:43.013785 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['757d1f94-6c00-4a5b-a044-0020887ebde5'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:30:43.021268 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['87d783b6-b09f-4725-9a90-c290a3f31ea2'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:30:43.067160 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-d1a441a0-c4e3-4fc4-b2ee-3c11d0cf21d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 585104ae-f88f-407a-960a-5d1c65ae2f82 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:30:43.094426 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e421b8-92b9-41b8-a5bb-06fbd6da0dcd req-227b2026-b709-450d-ae8c-6c469b09baf0 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:43.095940 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a4e421b8-92b9-41b8-a5bb-06fbd6da0dcd req-227b2026-b709-450d-ae8c-6c469b09baf0 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 946 time: 0.0593102 Apr 21 12:30:43.121706 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-d1a441a0-c4e3-4fc4-b2ee-3c11d0cf21d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:43.144367 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a4e421b8-92b9-41b8-a5bb-06fbd6da0dcd req-29527021-5720-45f6-adf0-df7b130d6116 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419507 Apr 21 12:30:43.209136 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-d1a441a0-c4e3-4fc4-b2ee-3c11d0cf21d8 service neutron] Transition to ACTIVE for port object 585104ae-f88f-407a-960a-5d1c65ae2f82 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:30:43.232312 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54fad8-6d12-4481-8174-7722729916c1 req-4a6f91b7-b1d4-414c-9c72-a21e0e9fd82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:43.234011 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-cc54fad8-6d12-4481-8174-7722729916c1 req-4a6f91b7-b1d4-414c-9c72-a21e0e9fd82e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 1101 time: 0.1614621 Apr 21 12:30:43.272207 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-cc54fad8-6d12-4481-8174-7722729916c1 req-fa4729ed-ac04-4f2a-9878-fd3ef1207843 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299640 Apr 21 12:30:43.311248 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-d1a441a0-c4e3-4fc4-b2ee-3c11d0cf21d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:43.312938 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a20b2d-451f-4509-a6b7-522119fe6d7e req-d7ce3afc-f59c-4e9f-9c0c-8232f2357ecf tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:43.321799 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c4a20b2d-451f-4509-a6b7-522119fe6d7e req-d7ce3afc-f59c-4e9f-9c0c-8232f2357ecf tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=06229d16-f05e-4ef8-b177-38be30d1019b HTTP/1.1" status: 200 len: 944 time: 0.0598631 Apr 21 12:30:43.366593 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c4a20b2d-451f-4509-a6b7-522119fe6d7e req-1453eaf4-1520-4d6d-b278-949ff5be60eb tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438652 Apr 21 12:30:43.408655 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62a12e22-8f63-427e-84b3-baacd5f2c553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:43.449104 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a441a0-c4e3-4fc4-b2ee-3c11d0cf21d8 service neutron] Pushing event updated for resources: {'Port': ['ID=585104ae-f88f-407a-960a-5d1c65ae2f82,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:43.502140 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3563ce55-045f-4c58-8956-551e62cabd37 req-08dbf34b-4ee3-4ce6-9b67-e13e266662e1 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0494730 Apr 21 12:30:43.508026 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 4981d4aa-2300-43ce-95e7-c1b036f146f8 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:30:43.569373 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-273a87d9-d13c-4251-81e1-efedadcf2ac4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:43.577269 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 4981d4aa-2300-43ce-95e7-c1b036f146f8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:30:43.577756 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:43.620791 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-d1a441a0-c4e3-4fc4-b2ee-3c11d0cf21d8 service neutron] Attempting to bind port 585104ae-f88f-407a-960a-5d1c65ae2f82 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:30:43.621267 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-d1a441a0-c4e3-4fc4-b2ee-3c11d0cf21d8 service neutron] Attempting to bind port 585104ae-f88f-407a-960a-5d1c65ae2f82 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:30:43.623010 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-d1a441a0-c4e3-4fc4-b2ee-3c11d0cf21d8 service neutron] Attempting to bind port 585104ae-f88f-407a-960a-5d1c65ae2f82 on network c287e289-9664-4a57-ae4d-cb3d1c307007 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:30:43.632067 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-d1a441a0-c4e3-4fc4-b2ee-3c11d0cf21d8 service neutron] Port 585104ae-f88f-407a-960a-5d1c65ae2f82 on network c287e289-9664-4a57-ae4d-cb3d1c307007 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:30:43.632382 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-d1a441a0-c4e3-4fc4-b2ee-3c11d0cf21d8 service neutron] Attempting to bind port 585104ae-f88f-407a-960a-5d1c65ae2f82 on network c287e289-9664-4a57-ae4d-cb3d1c307007 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:30:43.640671 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-d1a441a0-c4e3-4fc4-b2ee-3c11d0cf21d8 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:30:43.641148 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-d1a441a0-c4e3-4fc4-b2ee-3c11d0cf21d8 service neutron] Checking segment: {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:30:43.641540 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-d1a441a0-c4e3-4fc4-b2ee-3c11d0cf21d8 service neutron] Bound using segment: {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:30:43.642005 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-d1a441a0-c4e3-4fc4-b2ee-3c11d0cf21d8 service neutron] Bound port: 585104ae-f88f-407a-960a-5d1c65ae2f82, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:30:43.642366 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-d1a441a0-c4e3-4fc4-b2ee-3c11d0cf21d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:43.676404 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:43.721833 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 4981d4aa-2300-43ce-95e7-c1b036f146f8, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=4981d4aa-2300-43ce-95e7-c1b036f146f8,segment=NetworkSegment(c24679f5-0724-496a-af10-68bc85415d7d),segment_id=c24679f5-0724-496a-af10-68bc85415d7d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:43.741696 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d86654-53f1-4eda-a4e0-c0fe5ff19895 req-9141e6a3-1bbd-4d4e-8fe4-fe531d0cfbfd tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:43.747542 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24d86654-53f1-4eda-a4e0-c0fe5ff19895 req-9141e6a3-1bbd-4d4e-8fe4-fe531d0cfbfd tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d9335cd-3296-4c0e-b8db-fc0e0255df96 HTTP/1.1" status: 200 len: 949 time: 0.0905025 Apr 21 12:30:43.760674 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b08a78-fc54-493e-86a1-ab1c49721e0b req-1e05f9c1-cd08-47da-9286-60d5afcbbc3d tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:43.762331 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b6b08a78-fc54-493e-86a1-ab1c49721e0b req-1e05f9c1-cd08-47da-9286-60d5afcbbc3d tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 943 time: 0.0918438 Apr 21 12:30:43.793449 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a779b0-13fa-48dd-9629-73d2781949a0 None None] Network 86f9e53f-e46e-4569-8067-c1e5df8a6c4a requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:30:43.823594 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24d86654-53f1-4eda-a4e0-c0fe5ff19895 req-716bf220-1258-4503-a230-4d5718f6f717 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0d0eab6-ca7b-42e7-8ef9-4f7a718aa852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701487 Apr 21 12:30:43.828800 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-d1a441a0-c4e3-4fc4-b2ee-3c11d0cf21d8 service neutron] For port 585104ae-f88f-407a-960a-5d1c65ae2f82, host n-h1-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:30:43.846731 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b6b08a78-fc54-493e-86a1-ab1c49721e0b req-034012be-10c4-423e-8078-1b1471b1208b tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770087 Apr 21 12:30:43.853236 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:43.898821 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-825f1ecc-497b-496c-9639-d2d982eebf07 None None] Provisioning complete for port 4981d4aa-2300-43ce-95e7-c1b036f146f8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:30:43.900060 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-825f1ecc-497b-496c-9639-d2d982eebf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:43.961893 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=4981d4aa-2300-43ce-95e7-c1b036f146f8,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:44.079697 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1747f0-2c81-47ff-b350-beedc23c3d79 req-2e4404fd-d5b5-45cb-b206-edda13c49401 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:44.081977 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ca1747f0-2c81-47ff-b350-beedc23c3d79 req-2e4404fd-d5b5-45cb-b206-edda13c49401 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.0624502 Apr 21 12:30:44.127229 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-d1a441a0-c4e3-4fc4-b2ee-3c11d0cf21d8 service neutron] For port 585104ae-f88f-407a-960a-5d1c65ae2f82, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=585104ae-f88f-407a-960a-5d1c65ae2f82,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:30:44.127786 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ca1747f0-2c81-47ff-b350-beedc23c3d79 req-5e9f7c9e-3714-4acf-a653-36d595b5ae28 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389671 Apr 21 12:30:44.143204 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-273a87d9-d13c-4251-81e1-efedadcf2ac4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:44.199496 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-d1a441a0-c4e3-4fc4-b2ee-3c11d0cf21d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:44.272856 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb2c1e8-1306-4d20-af1a-edb36677c006 req-5be1165b-c2ff-4d6c-ba17-c30d165685f7 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:44.277214 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6eb2c1e8-1306-4d20-af1a-edb36677c006 req-5be1165b-c2ff-4d6c-ba17-c30d165685f7 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 946 time: 0.0584383 Apr 21 12:30:44.283746 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-d1a441a0-c4e3-4fc4-b2ee-3c11d0cf21d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:44.284554 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-d1a441a0-c4e3-4fc4-b2ee-3c11d0cf21d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:44.285931 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-d1a441a0-c4e3-4fc4-b2ee-3c11d0cf21d8 service neutron] 10.222.0.26 "PUT /v2.0/ports/585104ae-f88f-407a-960a-5d1c65ae2f82 HTTP/1.1" status: 200 len: 1091 time: 1.8394623 Apr 21 12:30:44.289318 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7759849-03df-40c2-80a8-29425f7d0a57', 'tag': '585104ae-f88f-407a-960a-5d1c65ae2f82'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:30:44.292106 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f721ed-07c8-4403-bd6e-9dac5d61e9c9" -d '{"events": [{"name": "network-changed", "server_uuid": "a7759849-03df-40c2-80a8-29425f7d0a57", "tag": "585104ae-f88f-407a-960a-5d1c65ae2f82"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:30:44.317176 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a441a0-c4e3-4fc4-b2ee-3c11d0cf21d8 service neutron] Pushing event updated for resources: {'Port': ['ID=585104ae-f88f-407a-960a-5d1c65ae2f82,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:44.318744 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2c146c6b-1a8a-41ee-a561-28dc7b96126a None None] Provisioning complete for port 4981d4aa-2300-43ce-95e7-c1b036f146f8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:30:44.319116 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c146c6b-1a8a-41ee-a561-28dc7b96126a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:44.332548 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6eb2c1e8-1306-4d20-af1a-edb36677c006 req-d7779d02-dd72-4369-b0a7-52e364918e85 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436723 Apr 21 12:30:44.344784 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fafd64-2cd7-46e0-b54c-754c8165b00f x-openstack-request-id: req-45fafd64-2cd7-46e0-b54c-754c8165b00f {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:30:44.345073 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7759849-03df-40c2-80a8-29425f7d0a57", "tag": "585104ae-f88f-407a-960a-5d1c65ae2f82", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:30:44.345453 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-45fafd64-2cd7-46e0-b54c-754c8165b00f {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:30:44.345883 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45fafd64-2cd7-46e0-b54c-754c8165b00f'] response: {'name': 'network-changed', 'server_uuid': 'a7759849-03df-40c2-80a8-29425f7d0a57', 'tag': '585104ae-f88f-407a-960a-5d1c65ae2f82', 'status': 'completed', 'code': 200} Apr 21 12:30:44.423783 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f721ed-07c8-4403-bd6e-9dac5d61e9c9 req-1a7c0076-2493-4230-8969-fa25dbe0668e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:44.425304 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b3f721ed-07c8-4403-bd6e-9dac5d61e9c9 req-1a7c0076-2493-4230-8969-fa25dbe0668e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26ea3c659ac44d28a683c1af948ed1b6&device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 1094 time: 0.0587678 Apr 21 12:30:44.463961 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273a87d9-d13c-4251-81e1-efedadcf2ac4 admin admin] Router 309f036c-fd99-4936-948e-c44d1814abb7 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:30:44.493020 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44150cef-3fb5-4a47-8081-3a93d2a952f9 req-6dbd2b74-8e99-4555-b0be-411a92611165 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:44.496455 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-44150cef-3fb5-4a47-8081-3a93d2a952f9 req-6dbd2b74-8e99-4555-b0be-411a92611165 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=06229d16-f05e-4ef8-b177-38be30d1019b HTTP/1.1" status: 200 len: 944 time: 0.0503154 Apr 21 12:30:44.539017 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-44150cef-3fb5-4a47-8081-3a93d2a952f9 req-b0bd11a5-4d63-40ff-897c-6b1dd2c9663c tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341649 Apr 21 12:30:44.630149 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9ddc834-83c7-4a9a-9123-50b1b6a1b4bf req-17119f21-adf6-47af-aefd-a7649ca701ef tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0323780 Apr 21 12:30:44.669414 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f721ed-07c8-4403-bd6e-9dac5d61e9c9 req-44662b6c-f3f4-43b3-a141-44b0f049760d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:44.670956 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b3f721ed-07c8-4403-bd6e-9dac5d61e9c9 req-44662b6c-f3f4-43b3-a141-44b0f049760d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=26ea3c659ac44d28a683c1af948ed1b6&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2366295 Apr 21 12:30:44.730304 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273a87d9-d13c-4251-81e1-efedadcf2ac4 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:30:44.739656 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c93827-0062-4fa1-b38e-0b05c326f022 None None] Sync routers for ids ['309f036c-fd99-4936-948e-c44d1814abb7'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:30:44.751698 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c93827-0062-4fa1-b38e-0b05c326f022 None None] Routers {'309f036c-fd99-4936-948e-c44d1814abb7'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:30:44.752336 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-02c93827-0062-4fa1-b38e-0b05c326f022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:30:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['309f036c-fd99-4936-948e-c44d1814abb7'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:30:44.781439 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f721ed-07c8-4403-bd6e-9dac5d61e9c9 req-2be67689-8d05-497b-91a1-89b5d06a2205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:44.782966 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b3f721ed-07c8-4403-bd6e-9dac5d61e9c9 req-2be67689-8d05-497b-91a1-89b5d06a2205 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1042938 Apr 21 12:30:44.845082 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-273a87d9-d13c-4251-81e1-efedadcf2ac4 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:44.849348 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-273a87d9-d13c-4251-81e1-efedadcf2ac4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.6055822 Apr 21 12:30:44.849746 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 56712) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:44.866397 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-23ae0253-b835-4834-bc9f-08fbb8738952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:44.867415 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-02c93827-0062-4fa1-b38e-0b05c326f022 None None] Set router 309f036c-fd99-4936-948e-c44d1814abb7 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:30:44.872063 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-23ae0253-b835-4834-bc9f-08fbb8738952 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26ea3c659ac44d28a683c1af948ed1b6&device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 1094 time: 0.0503194 Apr 21 12:30:44.935578 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-cec3efe7-639f-40af-bc75-248ec09e6efa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=585104ae-f88f-407a-960a-5d1c65ae2f82 HTTP/1.1" status: 200 len: 217 time: 0.0565453 Apr 21 12:30:44.988289 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-f904ab41-cf04-47e5-a442-7d9237dbc061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:44.990278 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-f904ab41-cf04-47e5-a442-7d9237dbc061 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c2895f5-072d-4584-843c-51a4758cad8d HTTP/1.1" status: 200 len: 860 time: 0.0490735 Apr 21 12:30:45.024243 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-cc363095-a2ee-4390-9fd1-f6ac01e87f94 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c287e289-9664-4a57-ae4d-cb3d1c307007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258987 Apr 21 12:30:45.054924 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd0896-5c3e-46b2-8145-f0fe6bac6970 req-86e915cc-46dc-472a-bfb5-c673de82e74c tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:45.062182 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-02c93827-0062-4fa1-b38e-0b05c326f022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309f036c-fd99-4936-948e-c44d1814abb7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1117689157-router', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:30:41Z', 'updated_at': '2022-04-21T12:30:43Z', 'revision_number': 3, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'gw_port': {'id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:42Z', 'updated_at': '2022-04-21T12:30:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:30:45.063024 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42bd0896-5c3e-46b2-8145-f0fe6bac6970 req-86e915cc-46dc-472a-bfb5-c673de82e74c tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 943 time: 0.1280942 Apr 21 12:30:45.092439 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c93827-0062-4fa1-b38e-0b05c326f022 None None] Checking router: 309f036c-fd99-4936-948e-c44d1814abb7 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:30:45.093084 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c93827-0062-4fa1-b38e-0b05c326f022 None None] Updating router 309f036c-fd99-4936-948e-c44d1814abb7 port 39860040-fccb-4c0c-b4fa-4070b4eda4a6 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:30:45.093241 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7808a6-751b-4da3-a1c0-17c3b47c6b0e req-ee4d88f4-37d1-4ee6-b367-11882114d715 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:45.094947 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b7808a6-751b-4da3-a1c0-17c3b47c6b0e req-ee4d88f4-37d1-4ee6-b367-11882114d715 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d9335cd-3296-4c0e-b8db-fc0e0255df96 HTTP/1.1" status: 200 len: 949 time: 0.1591175 Apr 21 12:30:45.119122 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02c93827-0062-4fa1-b38e-0b05c326f022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:45.119747 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-4df19f61-9f69-4f6e-b577-87d2618480ce service neutron] 10.222.0.26 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874226 Apr 21 12:30:45.185028 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42bd0896-5c3e-46b2-8145-f0fe6bac6970 req-6c4c80d1-23d3-4cb3-862d-164eba1df124 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209743 Apr 21 12:30:45.222246 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ef6a40a7-401e-430a-9ae3-444f1141c2f2 req-3d54dd15-d673-419e-97ed-d0fe831d0a11 service neutron] 10.222.0.26 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957899 Apr 21 12:30:45.223855 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b7808a6-751b-4da3-a1c0-17c3b47c6b0e req-99aa186c-1a50-4165-a0fa-41121f1e8e48 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0d0eab6-ca7b-42e7-8ef9-4f7a718aa852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936425 Apr 21 12:30:45.395179 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b4f20-e9a3-42ba-8cac-041cfbb5cbb3 req-96b012fc-e66e-4c85-ae53-06ecddbfb91b tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:45.396757 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-516b4f20-e9a3-42ba-8cac-041cfbb5cbb3 req-96b012fc-e66e-4c85-ae53-06ecddbfb91b tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.1096835 Apr 21 12:30:45.466369 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 4981d4aa-2300-43ce-95e7-c1b036f146f8 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:30:45.570608 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02c93827-0062-4fa1-b38e-0b05c326f022 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:45.578297 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 757d1f94-6c00-4a5b-a044-0020887ebde5 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:30:45.607202 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 4981d4aa-2300-43ce-95e7-c1b036f146f8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:30:45.607761 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:45.644245 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02c93827-0062-4fa1-b38e-0b05c326f022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:45.728386 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b3b10-db2a-4326-8635-b862400b19d3 None None] Pushing event updated for resources: {'Port': ['ID=39860040-fccb-4c0c-b4fa-4070b4eda4a6,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:45.735049 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28f1030e-633d-4e56-8617-ca2198d27d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:45.740119 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-02c93827-0062-4fa1-b38e-0b05c326f022 None None] Attempting to bind port 39860040-fccb-4c0c-b4fa-4070b4eda4a6 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:30:45.740479 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-02c93827-0062-4fa1-b38e-0b05c326f022 None None] Attempting to bind port 39860040-fccb-4c0c-b4fa-4070b4eda4a6 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:30:45.740833 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c93827-0062-4fa1-b38e-0b05c326f022 None None] Attempting to bind port 39860040-fccb-4c0c-b4fa-4070b4eda4a6 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:30:45.750012 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c93827-0062-4fa1-b38e-0b05c326f022 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:30:45.750377 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c93827-0062-4fa1-b38e-0b05c326f022 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:30:45.750773 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02c93827-0062-4fa1-b38e-0b05c326f022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:45.751018 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-516b4f20-e9a3-42ba-8cac-041cfbb5cbb3 req-34e172b9-ab49-417f-8204-657e1a05dce4 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448603 Apr 21 12:30:45.751145 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c93827-0062-4fa1-b38e-0b05c326f022 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:30:45.751624 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-02c93827-0062-4fa1-b38e-0b05c326f022 None None] Bound port: 39860040-fccb-4c0c-b4fa-4070b4eda4a6, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:30:45.752056 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02c93827-0062-4fa1-b38e-0b05c326f022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:45.843769 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-92c77a53-fe55-4c26-9cb0-f0cb95cd12d2 req-577a7f01-5117-479f-8799-5e529443afe2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0397503 Apr 21 12:30:45.845471 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 757d1f94-6c00-4a5b-a044-0020887ebde5 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:30:45.852681 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 757d1f94-6c00-4a5b-a044-0020887ebde5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:30:45.853052 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:45.855830 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0fbcd0-309f-43e3-9867-b7812007fedd req-6c6d0846-e5c5-4fee-873b-0da49b72e3c3 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:45.856703 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-02c93827-0062-4fa1-b38e-0b05c326f022 None None] For port 39860040-fccb-4c0c-b4fa-4070b4eda4a6, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:30:45.858036 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec0fbcd0-309f-43e3-9867-b7812007fedd req-6c6d0846-e5c5-4fee-873b-0da49b72e3c3 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 946 time: 0.1677549 Apr 21 12:30:45.897736 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-02c93827-0062-4fa1-b38e-0b05c326f022 None None] For port 39860040-fccb-4c0c-b4fa-4070b4eda4a6, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=39860040-fccb-4c0c-b4fa-4070b4eda4a6,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:30:45.951131 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02c93827-0062-4fa1-b38e-0b05c326f022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:45.956265 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec0fbcd0-309f-43e3-9867-b7812007fedd req-4e7faae6-a035-48d9-a089-f73b25115dc5 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841129 Apr 21 12:30:45.969022 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b5dec-a82f-45a4-afe3-1c5562832fda req-5ca2261e-4eb9-48eb-93f9-b0e1a4c8aa1a tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:45.979248 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-687b5dec-a82f-45a4-afe3-1c5562832fda req-5ca2261e-4eb9-48eb-93f9-b0e1a4c8aa1a tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=06229d16-f05e-4ef8-b177-38be30d1019b HTTP/1.1" status: 200 len: 944 time: 0.1180201 Apr 21 12:30:45.983225 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae8fd853-eb4e-4c1d-b9fb-f7125d07721d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:45.984129 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:46.036566 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9335cd-3296-4c0e-b8db-fc0e0255df96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757d1f94-6c00-4a5b-a044-0020887ebde5'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:30:46.038839 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b132f31b-e7ed-4f17-9c21-1af5784294df" -d '{"events": [{"server_uuid": "6d9335cd-3296-4c0e-b8db-fc0e0255df96", "name": "network-vif-plugged", "status": "completed", "tag": "757d1f94-6c00-4a5b-a044-0020887ebde5"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:30:46.044730 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b3b10-db2a-4326-8635-b862400b19d3 None None] Pushing event updated for resources: {'Port': ['ID=39860040-fccb-4c0c-b4fa-4070b4eda4a6,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:46.051926 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c93827-0062-4fa1-b38e-0b05c326f022 None None] Routers {'309f036c-fd99-4936-948e-c44d1814abb7'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:30:46.052594 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-02c93827-0062-4fa1-b38e-0b05c326f022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:30:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['309f036c-fd99-4936-948e-c44d1814abb7'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:30:46.058591 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 757d1f94-6c00-4a5b-a044-0020887ebde5, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=757d1f94-6c00-4a5b-a044-0020887ebde5,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:46.081984 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-687b5dec-a82f-45a4-afe3-1c5562832fda req-f06238ea-cb6c-4200-9bdb-383c63965cbe tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872407 Apr 21 12:30:46.108438 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d40caa56-570a-4c89-bb61-770215638d4d req-da68d6b5-4d9b-429a-bb66-20e206382419 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0499935 Apr 21 12:30:46.167182 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:46.167990 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 87d783b6-b09f-4725-9a90-c290a3f31ea2 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:30:46.191588 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157db587-a75b-4200-8304-22f81dc2a590 x-openstack-request-id: req-157db587-a75b-4200-8304-22f81dc2a590 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:30:46.191899 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d9335cd-3296-4c0e-b8db-fc0e0255df96", "name": "network-vif-plugged", "status": "completed", "tag": "757d1f94-6c00-4a5b-a044-0020887ebde5", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:30:46.192152 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-157db587-a75b-4200-8304-22f81dc2a590 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:30:46.192794 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-157db587-a75b-4200-8304-22f81dc2a590'] response: {'server_uuid': '6d9335cd-3296-4c0e-b8db-fc0e0255df96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '757d1f94-6c00-4a5b-a044-0020887ebde5', 'code': 200} Apr 21 12:30:46.237993 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-126d6ffb-300e-4f36-8999-b88e1eb8a758 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c9a9b43cd88b4b41a41b52b0e29590df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322318 Apr 21 12:30:46.253153 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-ae8fd853-eb4e-4c1d-b9fb-f7125d07721d admin admin] Allocated IP 172.20.0.1 (86f9e53f-e46e-4569-8067-c1e5df8a6c4a/fa6ab292-cb0d-47ba-bfa2-d88de839c223/634d2f2f-0b0b-467b-8416-0e44dac4871b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:30:46.256795 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-02c93827-0062-4fa1-b38e-0b05c326f022 None None] Set router 309f036c-fd99-4936-948e-c44d1814abb7 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:30:46.328321 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed78be-f6f8-4369-a9bc-e3d756843c9d req-7c510c18-7b91-4ef2-8fcf-6d98e456ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:46.329985 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-5fed78be-f6f8-4369-a9bc-e3d756843c9d req-7c510c18-7b91-4ef2-8fcf-6d98e456ea7a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d9335cd-3296-4c0e-b8db-fc0e0255df96 HTTP/1.1" status: 200 len: 1101 time: 0.0474355 Apr 21 12:30:46.370628 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-5fed78be-f6f8-4369-a9bc-e3d756843c9d req-9ff65e5f-f55d-4f2d-bebe-de331d6ca60f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a0d0eab6-ca7b-42e7-8ef9-4f7a718aa852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320828 Apr 21 12:30:46.378052 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=757d1f94-6c00-4a5b-a044-0020887ebde5,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:46.425080 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 87d783b6-b09f-4725-9a90-c290a3f31ea2 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:30:46.433028 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 87d783b6-b09f-4725-9a90-c290a3f31ea2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:30:46.433028 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:46.460540 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00162fcb-1050-413c-ae14-c1815fb47f43 req-91ff7738-122e-4c96-b37d-2ffa4e7c0af3 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:46.462083 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-00162fcb-1050-413c-ae14-c1815fb47f43 req-91ff7738-122e-4c96-b37d-2ffa4e7c0af3 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 943 time: 0.1808765 Apr 21 12:30:46.506848 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-c49343e1-1318-422c-bbb1-c6ddb13713ff tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:46.508206 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-c49343e1-1318-422c-bbb1-c6ddb13713ff tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2478089 Apr 21 12:30:46.513827 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae8fd853-eb4e-4c1d-b9fb-f7125d07721d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:46.532630 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-02c93827-0062-4fa1-b38e-0b05c326f022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309f036c-fd99-4936-948e-c44d1814abb7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1117689157-router', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:30:41Z', 'updated_at': '2022-04-21T12:30:43Z', 'revision_number': 3, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'gw_port': {'id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:42Z', 'updated_at': '2022-04-21T12:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:30:46.539530 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-fb8b056f-4bfc-4c45-9065-c4c1873da28d tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/quotas/c9a9b43cd88b4b41a41b52b0e29590df HTTP/1.1" status: 200 len: 375 time: 0.0230446 Apr 21 12:30:46.547950 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-00162fcb-1050-413c-ae14-c1815fb47f43 req-e3e30158-e430-4448-90e6-fb6806352589 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778644 Apr 21 12:30:46.567268 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c93827-0062-4fa1-b38e-0b05c326f022 None None] The sync data for ids ['309f036c-fd99-4936-948e-c44d1814abb7'] in n-d-836147-2 is: [{'id': '309f036c-fd99-4936-948e-c44d1814abb7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1117689157-router', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:30:41Z', 'updated_at': '2022-04-21T12:30:43Z', 'revision_number': 3, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'gw_port': {'id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:42Z', 'updated_at': '2022-04-21T12:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:30:46.572721 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:46.619353 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-c953ab81-4cba-46cd-b9d6-78e59fb8408c tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c9a9b43cd88b4b41a41b52b0e29590df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0704491 Apr 21 12:30:46.620192 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 87d783b6-b09f-4725-9a90-c290a3f31ea2, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=87d783b6-b09f-4725-9a90-c290a3f31ea2,segment=NetworkSegment(3c321deb-83bf-47d7-975b-8339f3a4592f),segment_id=3c321deb-83bf-47d7-975b-8339f3a4592f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:46.631417 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:30:46.684145 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea7e0f-7c71-40f5-ab17-0b34adbebdc2 req-9144f9f1-ba6a-4494-a60e-0320e93a9165 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:46.691233 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4cea7e0f-7c71-40f5-ab17-0b34adbebdc2 req-9144f9f1-ba6a-4494-a60e-0320e93a9165 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d9335cd-3296-4c0e-b8db-fc0e0255df96 HTTP/1.1" status: 200 len: 950 time: 0.0570116 Apr 21 12:30:46.694458 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae8fd853-eb4e-4c1d-b9fb-f7125d07721d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:46.723071 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:46.745324 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8fd853-eb4e-4c1d-b9fb-f7125d07721d admin admin] Network 86f9e53f-e46e-4569-8067-c1e5df8a6c4a is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:30:46.758544 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ae8fd853-eb4e-4c1d-b9fb-f7125d07721d admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:30:46.767438 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8fd853-eb4e-4c1d-b9fb-f7125d07721d admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:30:46.772687 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fd853-eb4e-4c1d-b9fb-f7125d07721d admin admin] Pushing event updated for resources: {'Port': ['ID=634d2f2f-0b0b-467b-8416-0e44dac4871b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:46.791933 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:46.795621 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=87d783b6-b09f-4725-9a90-c290a3f31ea2,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:46.799032 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4cea7e0f-7c71-40f5-ab17-0b34adbebdc2 req-73f6d24b-312d-4296-be8c-bb57112b09d0 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0d0eab6-ca7b-42e7-8ef9-4f7a718aa852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069453 Apr 21 12:30:46.821435 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae8fd853-eb4e-4c1d-b9fb-f7125d07721d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:46.986494 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ab879b6b-5f7a-4487-b76c-37be39162646 req-9bf4c72e-2c1d-499a-be8c-187477aef5bf tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f92c5da-9d52-4989-aae6-b74705b9606a HTTP/1.1" status: 200 len: 210 time: 0.0451715 Apr 21 12:30:47.065499 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-de50fa55-b162-430a-ad26-aa40cf5587ab None None] Provisioning complete for port 634d2f2f-0b0b-467b-8416-0e44dac4871b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:30:47.065917 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de50fa55-b162-430a-ad26-aa40cf5587ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:47.131133 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-de50fa55-b162-430a-ad26-aa40cf5587ab None None] Port 634d2f2f-0b0b-467b-8416-0e44dac4871b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:30:47.132526 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66859fb-0f05-4496-9a95-efdd8ae05b03 req-8e55e541-e6fe-4e62-9e53-acd18638e4b5 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:47.140394 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f66859fb-0f05-4496-9a95-efdd8ae05b03 req-8e55e541-e6fe-4e62-9e53-acd18638e4b5 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 946 time: 0.0835216 Apr 21 12:30:47.231710 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f66859fb-0f05-4496-9a95-efdd8ae05b03 req-3ffea4ba-ea3e-4695-96d0-4295acdc6936 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904260 Apr 21 12:30:47.260772 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae8fd853-eb4e-4c1d-b9fb-f7125d07721d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:47.279402 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958709a-861a-4227-91c3-e05372e6ef0c req-ff72bba6-8dc9-4532-a77a-f2ffb349a3ac tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:47.280847 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c958709a-861a-4227-91c3-e05372e6ef0c req-ff72bba6-8dc9-4532-a77a-f2ffb349a3ac tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=06229d16-f05e-4ef8-b177-38be30d1019b HTTP/1.1" status: 200 len: 945 time: 0.1021981 Apr 21 12:30:47.357278 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3c024bb-e0b8-47d6-b002-8fa7ec4851db req-bcc307f6-9356-42b3-99ef-9c59e30536d2 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0423548 Apr 21 12:30:47.387888 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c958709a-861a-4227-91c3-e05372e6ef0c req-562848a0-5abf-459c-9abb-2fbd782a9390 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997975 Apr 21 12:30:47.475050 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:47.507296 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 39860040-fccb-4c0c-b4fa-4070b4eda4a6 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:30:47.525526 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae8fd853-eb4e-4c1d-b9fb-f7125d07721d admin admin] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:47.556901 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 39860040-fccb-4c0c-b4fa-4070b4eda4a6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:30:47.557270 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:47.585735 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae8fd853-eb4e-4c1d-b9fb-f7125d07721d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:47.660673 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:47.663714 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae8fd853-eb4e-4c1d-b9fb-f7125d07721d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:47.682277 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fd853-eb4e-4c1d-b9fb-f7125d07721d admin admin] Pushing event updated for resources: {'Port': ['ID=634d2f2f-0b0b-467b-8416-0e44dac4871b,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:47.689781 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 39860040-fccb-4c0c-b4fa-4070b4eda4a6, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=39860040-fccb-4c0c-b4fa-4070b4eda4a6,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:47.768384 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df0e8c-e7c8-4261-921a-baecbbf8764b req-8170ab10-e3a0-4880-aef0-041f4b778020 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:47.769908 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a7df0e8c-e7c8-4261-921a-baecbbf8764b req-8170ab10-e3a0-4880-aef0-041f4b778020 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 943 time: 0.1073232 Apr 21 12:30:47.819739 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:47.829253 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8fd853-eb4e-4c1d-b9fb-f7125d07721d admin admin] Network 86f9e53f-e46e-4569-8067-c1e5df8a6c4a is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:30:47.829420 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a7df0e8c-e7c8-4261-921a-baecbbf8764b req-a8ecd287-bd2b-4090-9e0f-7b67ce37d0df tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488803 Apr 21 12:30:47.830298 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ae8fd853-eb4e-4c1d-b9fb-f7125d07721d admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:30:47.903275 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=39860040-fccb-4c0c-b4fa-4070b4eda4a6,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:48.021883 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8fd853-eb4e-4c1d-b9fb-f7125d07721d admin admin] Router 309f036c-fd99-4936-948e-c44d1814abb7 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:30:48.030939 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b27b7-87ea-40b6-86e0-978f8e106572 req-18b24323-955c-4a1d-85ba-38d9e7d426bc tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:48.032540 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c66b27b7-87ea-40b6-86e0-978f8e106572 req-18b24323-955c-4a1d-85ba-38d9e7d426bc tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d9335cd-3296-4c0e-b8db-fc0e0255df96 HTTP/1.1" status: 200 len: 950 time: 0.0755515 Apr 21 12:30:48.147431 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d63bfeab-9158-441c-beea-a9d833afc2d7 req-9bf21207-6c09-4bf0-882e-c296b5c50cca tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f92c5da-9d52-4989-aae6-b74705b9606a HTTP/1.1" status: 200 len: 210 time: 0.0427167 Apr 21 12:30:48.165974 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c66b27b7-87ea-40b6-86e0-978f8e106572 req-51aa511b-60f0-4fdd-9905-fbf304345aac tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0d0eab6-ca7b-42e7-8ef9-4f7a718aa852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263874 Apr 21 12:30:48.177103 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a94445d5-45aa-457d-b40f-b15195fb0eba None None] Provisioning complete for port 634d2f2f-0b0b-467b-8416-0e44dac4871b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:30:48.177468 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a94445d5-45aa-457d-b40f-b15195fb0eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:48.204199 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06229d16-f05e-4ef8-b177-38be30d1019b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d783b6-b09f-4725-9a90-c290a3f31ea2'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:30:48.204199 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43282ff-fdf5-4a41-9cd3-ffa34a7bcbfb" -d '{"events": [{"server_uuid": "06229d16-f05e-4ef8-b177-38be30d1019b", "name": "network-vif-plugged", "status": "completed", "tag": "87d783b6-b09f-4725-9a90-c290a3f31ea2"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:30:48.239010 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a94445d5-45aa-457d-b40f-b15195fb0eba None None] Port 634d2f2f-0b0b-467b-8416-0e44dac4871b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:30:48.247200 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edd550f-2d65-48ae-8cb4-8ef1d0e2e4a4 x-openstack-request-id: req-6edd550f-2d65-48ae-8cb4-8ef1d0e2e4a4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:30:48.247512 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06229d16-f05e-4ef8-b177-38be30d1019b", "name": "network-vif-plugged", "status": "completed", "tag": "87d783b6-b09f-4725-9a90-c290a3f31ea2", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:30:48.247776 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6edd550f-2d65-48ae-8cb4-8ef1d0e2e4a4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:30:48.248167 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6edd550f-2d65-48ae-8cb4-8ef1d0e2e4a4'] response: {'server_uuid': '06229d16-f05e-4ef8-b177-38be30d1019b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87d783b6-b09f-4725-9a90-c290a3f31ea2', 'code': 200} Apr 21 12:30:48.250626 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8fd853-eb4e-4c1d-b9fb-f7125d07721d admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:30:48.263385 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ae8fd853-eb4e-4c1d-b9fb-f7125d07721d admin admin] 10.222.0.36 "PUT /v2.0/routers/309f036c-fd99-4936-948e-c44d1814abb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4106383 Apr 21 12:30:48.375166 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:48.418318 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1f127-b8c0-480c-882e-b640d72e5243 req-c4cbf9b6-01f8-4bf2-9161-254e7543af17 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:48.429633 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eba1f127-b8c0-480c-882e-b640d72e5243 req-c4cbf9b6-01f8-4bf2-9161-254e7543af17 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 946 time: 0.0995896 Apr 21 12:30:48.480391 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740f8df-f0b2-465d-b7b5-2d0f778e956e req-8e4f0905-5bef-45ff-be04-3a941d56dc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:48.483125 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e740f8df-f0b2-465d-b7b5-2d0f778e956e req-8e4f0905-5bef-45ff-be04-3a941d56dc45 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=06229d16-f05e-4ef8-b177-38be30d1019b HTTP/1.1" status: 200 len: 1096 time: 0.0682874 Apr 21 12:30:48.497845 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eba1f127-b8c0-480c-882e-b640d72e5243 req-1a334226-5182-4746-904b-e3b74487948d tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605707 Apr 21 12:30:48.536796 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e740f8df-f0b2-465d-b7b5-2d0f778e956e req-84a99a7d-9940-4c95-b4be-34bb2663fffd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480328 Apr 21 12:30:48.602227 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687caed-3470-49aa-a075-55c4140625ed req-c368b13d-89f5-4005-912f-69e4d1df10f8 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:48.614563 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9687caed-3470-49aa-a075-55c4140625ed req-c368b13d-89f5-4005-912f-69e4d1df10f8 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=06229d16-f05e-4ef8-b177-38be30d1019b HTTP/1.1" status: 200 len: 945 time: 0.1154335 Apr 21 12:30:48.650002 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:48.696240 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3527bea-7f4d-43c7-b317-8d810b78cb10 None None] Sync routers for ids ['309f036c-fd99-4936-948e-c44d1814abb7'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:30:48.698796 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b1bc155-4bf8-4887-ba96-286206a70068 req-ce8b72c7-c7b2-4076-9a48-f23156dd26b1 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0578554 Apr 21 12:30:48.716072 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3527bea-7f4d-43c7-b317-8d810b78cb10 None None] Routers {'309f036c-fd99-4936-948e-c44d1814abb7'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:30:48.717285 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c3527bea-7f4d-43c7-b317-8d810b78cb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:30:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['309f036c-fd99-4936-948e-c44d1814abb7'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:30:48.718926 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9687caed-3470-49aa-a075-55c4140625ed req-14b7ebbd-986b-4e2f-8af9-a64b4cc67b67 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031208 Apr 21 12:30:48.846435 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-c3527bea-7f4d-43c7-b317-8d810b78cb10 None None] Set router 309f036c-fd99-4936-948e-c44d1814abb7 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:30:49.116034 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c3527bea-7f4d-43c7-b317-8d810b78cb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309f036c-fd99-4936-948e-c44d1814abb7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1117689157-router', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:30:41Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'gw_port': {'id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:42Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '634d2f2f-0b0b-467b-8416-0e44dac4871b', 'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'mac_address': 'fa:16:3e:64:bd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:46Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 2, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'subnets': [{'id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:30:49.116654 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-4f2528d4-296e-4693-ad77-4bb1659d0191 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:49.119236 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-4f2528d4-296e-4693-ad77-4bb1659d0191 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/networks?id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a HTTP/1.1" status: 200 len: 821 time: 0.1192048 Apr 21 12:30:49.145682 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-480866a5-439f-4d9a-b7aa-bd7794b43cf0 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/quotas/39725541a84a4c0389b0f42f00fde7c4 HTTP/1.1" status: 200 len: 375 time: 0.0159297 Apr 21 12:30:49.148123 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3527bea-7f4d-43c7-b317-8d810b78cb10 None None] Checking router: 309f036c-fd99-4936-948e-c44d1814abb7 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:30:49.148647 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3527bea-7f4d-43c7-b317-8d810b78cb10 None None] Updating router 309f036c-fd99-4936-948e-c44d1814abb7 port 634d2f2f-0b0b-467b-8416-0e44dac4871b binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:30:49.183850 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3527bea-7f4d-43c7-b317-8d810b78cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:49.201129 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-c05647ff-8381-400a-a5f1-df738e43f2bb tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=39725541a84a4c0389b0f42f00fde7c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0545318 Apr 21 12:30:49.328270 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-db4ad0dc-7250-4462-ba33-176cd2275306 service neutron] 10.222.0.36 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161363 Apr 21 12:30:49.452650 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-2f4be614-8a39-49c8-94c0-9de0103b6c2c tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c9a9b43cd88b4b41a41b52b0e29590df&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567007 Apr 21 12:30:49.525456 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 39860040-fccb-4c0c-b4fa-4070b4eda4a6 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:30:49.566161 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0555fb98-c45b-48df-8be9-4b534af48fbd req-f4876da2-73b3-4050-8d00-dcfb3aac9fa7 tempest-ServersAdmin275Test-2126390420 tempest-ServersAdmin275Test-2126390420-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0687189 Apr 21 12:30:49.616851 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-bf95131f-de5f-49ea-8979-a2ec90d0521b service neutron] 10.222.0.36 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779832 Apr 21 12:30:49.631849 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 585104ae-f88f-407a-960a-5d1c65ae2f82 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:30:49.712456 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 39860040-fccb-4c0c-b4fa-4070b4eda4a6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:30:49.712949 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:49.755860 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-b407453f-fab6-4c57-bf38-83fb5e5d2932 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:49.763541 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-b407453f-fab6-4c57-bf38-83fb5e5d2932 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2985191 Apr 21 12:30:49.787092 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-37f176b4-5a2b-4127-992d-dc4a5ad4bdd4 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Request body: {'port': {'device_id': '1f92c5da-9d52-4989-aae6-b74705b9606a', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'admin_state_up': True, 'tenant_id': 'c9a9b43cd88b4b41a41b52b0e29590df'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:30:49.793954 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3527bea-7f4d-43c7-b317-8d810b78cb10 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:49.911960 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c90d91-f705-48a0-b639-56ba18a9ec5b req-437dcd9b-628f-4aa9-ace3-cd33926e94cf tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:49.918346 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3527bea-7f4d-43c7-b317-8d810b78cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:49.951645 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51c90d91-f705-48a0-b639-56ba18a9ec5b req-437dcd9b-628f-4aa9-ace3-cd33926e94cf tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 943 time: 0.1737714 Apr 21 12:30:50.016803 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51c90d91-f705-48a0-b639-56ba18a9ec5b req-821c8dcd-049a-4c0b-9aa5-7f83f8d8df7e tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675871 Apr 21 12:30:50.036556 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55a8af-69c7-4483-88e8-82f45eda853e None None] Pushing event updated for resources: {'Port': ['ID=634d2f2f-0b0b-467b-8416-0e44dac4871b,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:50.083394 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-37f176b4-5a2b-4127-992d-dc4a5ad4bdd4 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Made reservation on behalf of c9a9b43cd88b4b41a41b52b0e29590df for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:30:50.087045 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-37f176b4-5a2b-4127-992d-dc4a5ad4bdd4 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:50.106929 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55a8af-69c7-4483-88e8-82f45eda853e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:50.107263 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55a8af-69c7-4483-88e8-82f45eda853e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:50.115065 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55a8af-69c7-4483-88e8-82f45eda853e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:50.115404 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55a8af-69c7-4483-88e8-82f45eda853e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:50.115745 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55a8af-69c7-4483-88e8-82f45eda853e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:50.116080 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55a8af-69c7-4483-88e8-82f45eda853e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:50.116415 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55a8af-69c7-4483-88e8-82f45eda853e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:50.116749 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55a8af-69c7-4483-88e8-82f45eda853e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:50.117072 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55a8af-69c7-4483-88e8-82f45eda853e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:50.117398 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55a8af-69c7-4483-88e8-82f45eda853e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:50.117764 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55a8af-69c7-4483-88e8-82f45eda853e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:50.124151 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c55a8af-69c7-4483-88e8-82f45eda853e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:30:50.247117 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-c3527bea-7f4d-43c7-b317-8d810b78cb10 None None] Attempting to bind port 634d2f2f-0b0b-467b-8416-0e44dac4871b on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:30:50.250916 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-c3527bea-7f4d-43c7-b317-8d810b78cb10 None None] Attempting to bind port 634d2f2f-0b0b-467b-8416-0e44dac4871b by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'c24679f5-0724-496a-af10-68bc85415d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:30:50.250916 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3527bea-7f4d-43c7-b317-8d810b78cb10 None None] Attempting to bind port 634d2f2f-0b0b-467b-8416-0e44dac4871b on network 86f9e53f-e46e-4569-8067-c1e5df8a6c4a {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:30:50.265471 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3527bea-7f4d-43c7-b317-8d810b78cb10 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:30:50.267161 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3527bea-7f4d-43c7-b317-8d810b78cb10 None None] Checking segment: {'id': 'c24679f5-0724-496a-af10-68bc85415d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:30:50.267827 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3527bea-7f4d-43c7-b317-8d810b78cb10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:50.268482 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3527bea-7f4d-43c7-b317-8d810b78cb10 None None] Bound using segment: {'id': 'c24679f5-0724-496a-af10-68bc85415d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:30:50.269377 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-c3527bea-7f4d-43c7-b317-8d810b78cb10 None None] Bound port: 634d2f2f-0b0b-467b-8416-0e44dac4871b, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24679f5-0724-496a-af10-68bc85415d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:30:50.270231 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3527bea-7f4d-43c7-b317-8d810b78cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:50.299261 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51b42cb3-cca0-4900-9146-ad85e61fc4de req-6434d29a-aa85-48d3-98e8-2df1e07c03b2 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f92c5da-9d52-4989-aae6-b74705b9606a HTTP/1.1" status: 200 len: 210 time: 0.1474035 Apr 21 12:30:50.393526 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f85a5-1e08-481c-ab2d-167744244611 req-9175649a-7d6c-4421-8db0-f80809fce34f tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:50.405528 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c35f85a5-1e08-481c-ab2d-167744244611 req-9175649a-7d6c-4421-8db0-f80809fce34f tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d9335cd-3296-4c0e-b8db-fc0e0255df96 HTTP/1.1" status: 200 len: 950 time: 0.3152101 Apr 21 12:30:50.413266 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 585104ae-f88f-407a-960a-5d1c65ae2f82, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=585104ae-f88f-407a-960a-5d1c65ae2f82,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:50.415232 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c3527bea-7f4d-43c7-b317-8d810b78cb10 None None] For port 634d2f2f-0b0b-467b-8416-0e44dac4871b, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:30:50.420669 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c3527bea-7f4d-43c7-b317-8d810b78cb10 None None] For port 634d2f2f-0b0b-467b-8416-0e44dac4871b, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=634d2f2f-0b0b-467b-8416-0e44dac4871b,segment=NetworkSegment(c24679f5-0724-496a-af10-68bc85415d7d),segment_id=c24679f5-0724-496a-af10-68bc85415d7d)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:30:50.476249 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-37f176b4-5a2b-4127-992d-dc4a5ad4bdd4 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Allocated IP 192.168.233.106 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/a576c992-f2ec-4ac4-8b7a-b59381949e6a) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:30:50.487508 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c3527bea-7f4d-43c7-b317-8d810b78cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:50.565408 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c35f85a5-1e08-481c-ab2d-167744244611 req-62c817a0-2423-4cb2-8280-218d5dcea151 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0d0eab6-ca7b-42e7-8ef9-4f7a718aa852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489468 Apr 21 12:30:50.572133 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '585104ae-f88f-407a-960a-5d1c65ae2f82', 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007', 'port_id': '585104ae-f88f-407a-960a-5d1c65ae2f82', 'mac_address': 'fa:16:3e:ab:4d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c2895f5-072d-4584-843c-51a4758cad8d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:30:50.630695 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6d1002f0-3884-4638-a813-738cf2977347 None None] Provisioning complete for port 634d2f2f-0b0b-467b-8416-0e44dac4871b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:30:50.633390 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d1002f0-3884-4638-a813-738cf2977347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:50.638252 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55a8af-69c7-4483-88e8-82f45eda853e None None] Pushing event updated for resources: {'Port': ['ID=634d2f2f-0b0b-467b-8416-0e44dac4871b,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:50.647573 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3527bea-7f4d-43c7-b317-8d810b78cb10 None None] Routers {'309f036c-fd99-4936-948e-c44d1814abb7'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:30:50.659591 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c3527bea-7f4d-43c7-b317-8d810b78cb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:30:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['309f036c-fd99-4936-948e-c44d1814abb7'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:30:50.686154 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cef0d9-79a9-40c7-8d83-8f1a43e9db11 req-2a8ccc7a-fc30-4790-aebf-319e462c8bff tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:50.698605 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20cef0d9-79a9-40c7-8d83-8f1a43e9db11 req-2a8ccc7a-fc30-4790-aebf-319e462c8bff tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 946 time: 0.1990471 Apr 21 12:30:50.786976 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20cef0d9-79a9-40c7-8d83-8f1a43e9db11 req-788b9fa5-954d-4a75-a8f1-b19f9917df77 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875466 Apr 21 12:30:50.788702 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-37f176b4-5a2b-4127-992d-dc4a5ad4bdd4 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:50.865775 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:50.867322 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-316d1c99-08e7-4f9a-86e5-277b8ca5e26b req-3f26c530-e209-4258-b15e-d61cb5c3736c tempest-ServersAdmin275Test-2126390420 tempest-ServersAdmin275Test-2126390420-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0578976 Apr 21 12:30:50.873545 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:50.953694 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-c3527bea-7f4d-43c7-b317-8d810b78cb10 None None] Set router 309f036c-fd99-4936-948e-c44d1814abb7 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:30:50.974745 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-37f176b4-5a2b-4127-992d-dc4a5ad4bdd4 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:50.989438 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['1357c346-2a92-418b-aaa9-e61a807553c8', '684cfa21-17fc-46a3-a9fb-f9df94d7dc11'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:30:51.010802 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 585104ae-f88f-407a-960a-5d1c65ae2f82 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:30:51.055197 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d71f0d0-6a89-4011-885d-01a7779f8fae req-44849955-144b-4338-9910-2d577cdfccfc tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397 HTTP/1.1" status: 200 len: 210 time: 0.1055980 Apr 21 12:30:51.121362 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 585104ae-f88f-407a-960a-5d1c65ae2f82, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=585104ae-f88f-407a-960a-5d1c65ae2f82,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:51.137011 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f176b4-5a2b-4127-992d-dc4a5ad4bdd4 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Pushing event updated for resources: {'Port': ['ID=a576c992-f2ec-4ac4-8b7a-b59381949e6a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:51.151272 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-37f176b4-5a2b-4127-992d-dc4a5ad4bdd4 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:30:51.154791 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-37f176b4-5a2b-4127-992d-dc4a5ad4bdd4 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:30:51.188280 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-37f176b4-5a2b-4127-992d-dc4a5ad4bdd4 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:30:51.228711 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:51.239457 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22310e7-7af5-448e-ac24-33147889f45f req-aaa8255c-fe34-4c73-bba8-a187c9d46b44 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:51.242214 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e22310e7-7af5-448e-ac24-33147889f45f req-aaa8255c-fe34-4c73-bba8-a187c9d46b44 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=06229d16-f05e-4ef8-b177-38be30d1019b HTTP/1.1" status: 200 len: 945 time: 0.2126744 Apr 21 12:30:51.364644 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d1002f0-3884-4638-a813-738cf2977347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:51.404533 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e22310e7-7af5-448e-ac24-33147889f45f req-9371ba8f-48c6-476e-9dd2-eb992cd14aff tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317644 Apr 21 12:30:51.416802 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-37f176b4-5a2b-4127-992d-dc4a5ad4bdd4 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:51.421267 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-37f176b4-5a2b-4127-992d-dc4a5ad4bdd4 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:51.483531 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=585104ae-f88f-407a-960a-5d1c65ae2f82,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:51.554024 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-37f176b4-5a2b-4127-992d-dc4a5ad4bdd4 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7733324 Apr 21 12:30:51.568083 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c3527bea-7f4d-43c7-b317-8d810b78cb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309f036c-fd99-4936-948e-c44d1814abb7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1117689157-router', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:30:41Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'gw_port': {'id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:42Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '634d2f2f-0b0b-467b-8416-0e44dac4871b', 'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'mac_address': 'fa:16:3e:64:bd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:46Z', 'updated_at': '2022-04-21T12:30:50Z', 'revision_number': 4, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'subnets': [{'id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:30:51.575377 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-36d83333-3f99-4d80-8853-95011201ec52 service neutron] Request body: {'port': {'device_id': '1f92c5da-9d52-4989-aae6-b74705b9606a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:30:51.613507 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6d1002f0-3884-4638-a813-738cf2977347 None None] For port 634d2f2f-0b0b-467b-8416-0e44dac4871b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=634d2f2f-0b0b-467b-8416-0e44dac4871b,segment=NetworkSegment(c24679f5-0724-496a-af10-68bc85415d7d),segment_id=c24679f5-0724-496a-af10-68bc85415d7d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:51.618625 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['585104ae-f88f-407a-960a-5d1c65ae2f82'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:30:51.703072 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3527bea-7f4d-43c7-b317-8d810b78cb10 None None] The sync data for ids ['309f036c-fd99-4936-948e-c44d1814abb7'] in n-d-836147-2 is: [{'id': '309f036c-fd99-4936-948e-c44d1814abb7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1117689157-router', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:30:41Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'gw_port': {'id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:42Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '634d2f2f-0b0b-467b-8416-0e44dac4871b', 'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'mac_address': 'fa:16:3e:64:bd:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:46Z', 'updated_at': '2022-04-21T12:30:50Z', 'revision_number': 4, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'subnets': [{'id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:30:51.850694 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e833b69-652c-4e74-bc21-5f984e823383 req-9ad968a5-081f-46e9-89ac-8acf92df5c38 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:51.852585 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d1002f0-3884-4638-a813-738cf2977347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:51.872660 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6e833b69-652c-4e74-bc21-5f984e823383 req-9ad968a5-081f-46e9-89ac-8acf92df5c38 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 944 time: 0.2630723 Apr 21 12:30:51.895150 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-36d83333-3f99-4d80-8853-95011201ec52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:52.052591 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1002f0-3884-4638-a813-738cf2977347 None None] Pushing event updated for resources: {'Port': ['ID=634d2f2f-0b0b-467b-8416-0e44dac4871b,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:52.065279 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6e833b69-652c-4e74-bc21-5f984e823383 req-d93f49a6-49d7-411b-8313-f7f5b0e14842 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705217 Apr 21 12:30:52.164157 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c26c3-2dbd-4791-a526-1017aa8c5a5c req-a5dd9d94-ba60-496b-aad1-0618d53cdf4f tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:52.172119 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e91c26c3-2dbd-4791-a526-1017aa8c5a5c req-a5dd9d94-ba60-496b-aad1-0618d53cdf4f tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f92c5da-9d52-4989-aae6-b74705b9606a HTTP/1.1" status: 200 len: 936 time: 0.2397451 Apr 21 12:30:52.322227 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ea014c3d-4117-4296-974f-4c352dcad1e2 None None] Provisioning complete for port a576c992-f2ec-4ac4-8b7a-b59381949e6a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:30:52.322456 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea014c3d-4117-4296-974f-4c352dcad1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:52.414418 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ea014c3d-4117-4296-974f-4c352dcad1e2 None None] Port a576c992-f2ec-4ac4-8b7a-b59381949e6a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:30:52.432765 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e91c26c3-2dbd-4791-a526-1017aa8c5a5c req-34f181e7-2804-4b75-affb-35c65fdcd664 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559066 Apr 21 12:30:52.501129 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ea014c3d-4117-4296-974f-4c352dcad1e2 None None] Provisioning complete for port 634d2f2f-0b0b-467b-8416-0e44dac4871b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:30:52.501769 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea014c3d-4117-4296-974f-4c352dcad1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:52.503796 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b54a7b-88c9-4e60-9b32-7b699a17b11c req-139a1fa0-419f-40c9-bf74-d339606c29e8 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:52.519721 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 56870) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:30:52.527787 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-45b54a7b-88c9-4e60-9b32-7b699a17b11c req-139a1fa0-419f-40c9-bf74-d339606c29e8 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=06229d16-f05e-4ef8-b177-38be30d1019b HTTP/1.1" status: 200 len: 945 time: 0.2666147 Apr 21 12:30:52.566200 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4bc30999-f11c-4808-903c-dc948c519a87 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Request body: {'floatingip': {'port_id': '87d783b6-b09f-4725-9a90-c290a3f31ea2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:30:52.740139 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4bc30999-f11c-4808-903c-dc948c519a87 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks [] for floatingip, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:52.833575 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb701fe-1140-4a0e-9438-7411db4ba5a8 req-c1a733c9-993e-461b-88f9-2100dd11bc59 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:52.839433 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1bb701fe-1140-4a0e-9438-7411db4ba5a8 req-c1a733c9-993e-461b-88f9-2100dd11bc59 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 946 time: 0.1881437 Apr 21 12:30:52.872886 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0ff9f-16ac-4a88-9dc2-2309643c3903 req-c99c78c2-f546-448c-b7ad-6b29f94be311 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:52.875550 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-88f0ff9f-16ac-4a88-9dc2-2309643c3903 req-c99c78c2-f546-448c-b7ad-6b29f94be311 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d9335cd-3296-4c0e-b8db-fc0e0255df96 HTTP/1.1" status: 200 len: 950 time: 0.2810595 Apr 21 12:30:52.979006 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1bb701fe-1140-4a0e-9438-7411db4ba5a8 req-da3b24dc-0bca-45b2-8f01-f19dcc08a8c4 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965164 Apr 21 12:30:52.999574 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-36d83333-3f99-4d80-8853-95011201ec52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a576c992-f2ec-4ac4-8b7a-b59381949e6a {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:30:53.025684 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-88f0ff9f-16ac-4a88-9dc2-2309643c3903 req-c40c7086-c56f-4fad-b226-00c5db61ec5a tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0d0eab6-ca7b-42e7-8ef9-4f7a718aa852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278772 Apr 21 12:30:53.040732 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-36d83333-3f99-4d80-8853-95011201ec52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:53.063153 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-36d83333-3f99-4d80-8853-95011201ec52 service neutron] Transition to ACTIVE for port object a576c992-f2ec-4ac4-8b7a-b59381949e6a will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:30:53.183240 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-36d83333-3f99-4d80-8853-95011201ec52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:53.213645 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-270e1db2-d894-4fbb-9d2e-8842143bef35 req-1c76b236-2583-40aa-91be-4c8da2d7c413 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397 HTTP/1.1" status: 200 len: 210 time: 0.0811079 Apr 21 12:30:53.264368 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b782aafd-60ff-4a0e-b78b-98610eda545a req-2175c06d-8b61-4e71-b26e-eea384b4ad17 tempest-ServersAdmin275Test-2126390420 tempest-ServersAdmin275Test-2126390420-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0894086 Apr 21 12:30:53.285286 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d83333-3f99-4d80-8853-95011201ec52 service neutron] Pushing event updated for resources: {'Port': ['ID=a576c992-f2ec-4ac4-8b7a-b59381949e6a,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:53.597650 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 634d2f2f-0b0b-467b-8416-0e44dac4871b up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:30:53.652630 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 585104ae-f88f-407a-960a-5d1c65ae2f82 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:30:53.672539 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fcfe09-6e7c-47ac-b7d3-6eb148ce090a req-8dad5f32-62f9-43e3-a50e-b75795959def tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:53.688154 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98fcfe09-6e7c-47ac-b7d3-6eb148ce090a req-8dad5f32-62f9-43e3-a50e-b75795959def tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 944 time: 0.1713231 Apr 21 12:30:53.861816 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 634d2f2f-0b0b-467b-8416-0e44dac4871b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:30:53.862581 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:53.889133 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c0728-e1b3-4041-8ceb-8d253ec1b85c req-9ed0bf64-fd6e-4400-a3d9-1845e5d53c93 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:53.894261 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-794c0728-e1b3-4041-8ceb-8d253ec1b85c req-9ed0bf64-fd6e-4400-a3d9-1845e5d53c93 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d9335cd-3296-4c0e-b8db-fc0e0255df96 HTTP/1.1" status: 200 len: 950 time: 0.6595466 Apr 21 12:30:53.997990 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 585104ae-f88f-407a-960a-5d1c65ae2f82 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:30:54.062730 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98fcfe09-6e7c-47ac-b7d3-6eb148ce090a req-b97c5394-4fa4-4bd4-8bb0-f88e70f97ebd tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622973 Apr 21 12:30:54.089383 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 585104ae-f88f-407a-960a-5d1c65ae2f82 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:30:54.089383 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:54.179670 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-36d83333-3f99-4d80-8853-95011201ec52 service neutron] Attempting to bind port a576c992-f2ec-4ac4-8b7a-b59381949e6a on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:30:54.182291 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-36d83333-3f99-4d80-8853-95011201ec52 service neutron] Attempting to bind port a576c992-f2ec-4ac4-8b7a-b59381949e6a by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:30:54.182291 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-36d83333-3f99-4d80-8853-95011201ec52 service neutron] Attempting to bind port a576c992-f2ec-4ac4-8b7a-b59381949e6a on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:30:54.189949 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-f33fc646-b2e2-4b45-a8e4-7474fffb6860 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:54.191995 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-f33fc646-b2e2-4b45-a8e4-7474fffb6860 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.26 "GET /v2.0/networks?id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a HTTP/1.1" status: 200 len: 821 time: 0.4526031 Apr 21 12:30:54.244121 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-8fb529f8-379c-4255-9db7-03527eaf6d48 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Request body: {'port': {'device_id': '6970ea5f-3b93-44bc-b6d4-50be03efc397', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'admin_state_up': True, 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:30:54.279792 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-36d83333-3f99-4d80-8853-95011201ec52 service neutron] Port a576c992-f2ec-4ac4-8b7a-b59381949e6a on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:30:54.280509 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-36d83333-3f99-4d80-8853-95011201ec52 service neutron] Attempting to bind port a576c992-f2ec-4ac4-8b7a-b59381949e6a on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:30:54.312388 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-36d83333-3f99-4d80-8853-95011201ec52 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:30:54.313270 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-36d83333-3f99-4d80-8853-95011201ec52 service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:30:54.313856 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-36d83333-3f99-4d80-8853-95011201ec52 service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:30:54.314468 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-36d83333-3f99-4d80-8853-95011201ec52 service neutron] Bound port: a576c992-f2ec-4ac4-8b7a-b59381949e6a, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:30:54.314992 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-36d83333-3f99-4d80-8853-95011201ec52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:54.341657 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3831edc5-4299-48ae-94f4-63d36591d185 req-ce34920d-9849-4ae1-8374-23d31346c719 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=87a86a14-2ab0-448a-b761-211fef436774&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6600375 Apr 21 12:30:54.525613 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-36d83333-3f99-4d80-8853-95011201ec52 service neutron] For port a576c992-f2ec-4ac4-8b7a-b59381949e6a, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:30:54.538873 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:54.553132 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-36d83333-3f99-4d80-8853-95011201ec52 service neutron] For port a576c992-f2ec-4ac4-8b7a-b59381949e6a, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a576c992-f2ec-4ac4-8b7a-b59381949e6a,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:30:54.613793 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7759849-03df-40c2-80a8-29425f7d0a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585104ae-f88f-407a-960a-5d1c65ae2f82'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:30:54.617068 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553aa61d-71a2-4f20-be31-cb1e7bf9a177" -d '{"events": [{"server_uuid": "a7759849-03df-40c2-80a8-29425f7d0a57", "name": "network-vif-plugged", "status": "completed", "tag": "585104ae-f88f-407a-960a-5d1c65ae2f82"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:30:54.635015 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 585104ae-f88f-407a-960a-5d1c65ae2f82, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=585104ae-f88f-407a-960a-5d1c65ae2f82,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:54.643992 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-794c0728-e1b3-4041-8ceb-8d253ec1b85c req-0578551d-434a-44db-b8ce-fd8d34b1e8b1 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Deleting port 757d1f94-6c00-4a5b-a044-0020887ebde5 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:30:54.644334 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-794c0728-e1b3-4041-8ceb-8d253ec1b85c req-0578551d-434a-44db-b8ce-fd8d34b1e8b1 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:54.679809 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-36d83333-3f99-4d80-8853-95011201ec52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:54.695155 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699dc34-63fd-4ef1-b600-c2d0146c55ba req-625ebab2-20b0-4537-aec4-b708780db401 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:54.697200 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2699dc34-63fd-4ef1-b600-c2d0146c55ba req-625ebab2-20b0-4537-aec4-b708780db401 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f92c5da-9d52-4989-aae6-b74705b9606a HTTP/1.1" status: 200 len: 948 time: 0.1685429 Apr 21 12:30:54.713496 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f24c2-6654-45ea-a06b-9de60f112f4c req-565bd53b-ddf3-4dbf-ad70-5bee6d56271b tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:54.715172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-046f24c2-6654-45ea-a06b-9de60f112f4c req-565bd53b-ddf3-4dbf-ad70-5bee6d56271b tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d9335cd-3296-4c0e-b8db-fc0e0255df96 HTTP/1.1" status: 200 len: 950 time: 0.1151531 Apr 21 12:30:54.756468 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-8fb529f8-379c-4255-9db7-03527eaf6d48 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Made reservation on behalf of 39725541a84a4c0389b0f42f00fde7c4 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:30:54.760857 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-8fb529f8-379c-4255-9db7-03527eaf6d48 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:54.775267 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831edc5-4299-48ae-94f4-63d36591d185 req-0b920f5b-afde-4c5f-97a0-32d4546bd480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:54.776762 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3831edc5-4299-48ae-94f4-63d36591d185 req-0b920f5b-afde-4c5f-97a0-32d4546bd480 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=83ba1d77d70e479991d8b2182c43e0c6&device_id=87a86a14-2ab0-448a-b761-211fef436774 HTTP/1.1" status: 200 len: 1097 time: 0.3368237 Apr 21 12:30:54.793377 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:54.802002 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-36d83333-3f99-4d80-8853-95011201ec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:54.802483 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-36d83333-3f99-4d80-8853-95011201ec52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:54.804192 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-36d83333-3f99-4d80-8853-95011201ec52 service neutron] 10.222.0.24 "PUT /v2.0/ports/a576c992-f2ec-4ac4-8b7a-b59381949e6a HTTP/1.1" status: 200 len: 1096 time: 3.2348080 Apr 21 12:30:54.804649 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f92c5da-9d52-4989-aae6-b74705b9606a', 'tag': 'a576c992-f2ec-4ac4-8b7a-b59381949e6a'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:30:54.805088 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2699dc34-63fd-4ef1-b600-c2d0146c55ba req-659284e6-75fa-4b70-a346-e4cfaf6a6189 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881305 Apr 21 12:30:54.808293 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba53c97-b9d9-4620-ba9c-b7f595a7a513" -d '{"events": [{"name": "network-changed", "server_uuid": "1f92c5da-9d52-4989-aae6-b74705b9606a", "tag": "a576c992-f2ec-4ac4-8b7a-b59381949e6a"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:30:54.814409 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.db.resource_extend [None req-4bc30999-f11c-4808-903c-dc948c519a87 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 12:30:54.834690 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-046f24c2-6654-45ea-a06b-9de60f112f4c req-4ad026ff-ac33-442c-88cb-6de0710083c0 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0d0eab6-ca7b-42e7-8ef9-4f7a718aa852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057820 Apr 21 12:30:54.985019 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=585104ae-f88f-407a-960a-5d1c65ae2f82,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:55.072475 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90f6fee3-5975-4abf-9db7-e8ae2921be5a req-2becc438-dbc5-4e8e-91ff-e24e8825ed52 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397 HTTP/1.1" status: 200 len: 210 time: 0.0588033 Apr 21 12:30:55.148893 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18600035-7ce7-4cbd-a67c-ea2a9f4e522c req-8fe69047-ab3e-474b-9d43-4c9351b4a22d tempest-ServersAdmin275Test-2126390420 tempest-ServersAdmin275Test-2126390420-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0754387 Apr 21 12:30:55.182413 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-8fb529f8-379c-4255-9db7-03527eaf6d48 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Allocated IP 172.20.0.10 (86f9e53f-e46e-4569-8067-c1e5df8a6c4a/fa6ab292-cb0d-47ba-bfa2-d88de839c223/4bdba74c-0a92-4bb2-a543-f3b510d904f6) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:30:55.278161 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f00b580-5a12-480e-9c0e-5f48024e0162 x-openstack-request-id: req-1f00b580-5a12-480e-9c0e-5f48024e0162 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:30:55.278479 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7759849-03df-40c2-80a8-29425f7d0a57", "name": "network-vif-plugged", "status": "completed", "tag": "585104ae-f88f-407a-960a-5d1c65ae2f82", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:30:55.278775 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f00b580-5a12-480e-9c0e-5f48024e0162 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:30:55.279110 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f00b580-5a12-480e-9c0e-5f48024e0162'] response: {'server_uuid': 'a7759849-03df-40c2-80a8-29425f7d0a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585104ae-f88f-407a-960a-5d1c65ae2f82', 'code': 200} Apr 21 12:30:55.460499 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87d072b-637a-4a98-ab45-82d0a9ac4165 x-openstack-request-id: req-c87d072b-637a-4a98-ab45-82d0a9ac4165 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:30:55.461833 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f92c5da-9d52-4989-aae6-b74705b9606a", "tag": "a576c992-f2ec-4ac4-8b7a-b59381949e6a", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:30:55.462230 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c87d072b-637a-4a98-ab45-82d0a9ac4165 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:30:55.462767 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c87d072b-637a-4a98-ab45-82d0a9ac4165'] response: {'name': 'network-changed', 'server_uuid': '1f92c5da-9d52-4989-aae6-b74705b9606a', 'tag': 'a576c992-f2ec-4ac4-8b7a-b59381949e6a', 'status': 'completed', 'code': 200} Apr 21 12:30:55.517380 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-8fb529f8-379c-4255-9db7-03527eaf6d48 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:55.528578 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4bc30999-f11c-4808-903c-dc948c519a87 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:55.532129 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d83333-3f99-4d80-8853-95011201ec52 service neutron] Pushing event updated for resources: {'Port': ['ID=a576c992-f2ec-4ac4-8b7a-b59381949e6a,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:55.537297 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-794c0728-e1b3-4041-8ceb-8d253ec1b85c req-0578551d-434a-44db-b8ce-fd8d34b1e8b1 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] For port 757d1f94-6c00-4a5b-a044-0020887ebde5, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=757d1f94-6c00-4a5b-a044-0020887ebde5,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:55.537691 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-794c0728-e1b3-4041-8ceb-8d253ec1b85c req-0578551d-434a-44db-b8ce-fd8d34b1e8b1 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:55.545552 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad4328b-bfe7-43e1-8b07-4142e559a38f req-51107098-6258-4d79-bbe3-fb3f96502561 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:55.553284 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aad4328b-bfe7-43e1-8b07-4142e559a38f req-51107098-6258-4d79-bbe3-fb3f96502561 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 945 time: 0.1739035 Apr 21 12:30:55.559689 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26139921-0446-41ba-ba86-ce3a69326664 req-055375c4-5de7-4a15-a2d2-69a44ae49010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:55.561180 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-26139921-0446-41ba-ba86-ce3a69326664 req-055375c4-5de7-4a15-a2d2-69a44ae49010 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 1096 time: 0.1256406 Apr 21 12:30:55.588397 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-794c0728-e1b3-4041-8ceb-8d253ec1b85c req-0578551d-434a-44db-b8ce-fd8d34b1e8b1 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Calling delete_port for 757d1f94-6c00-4a5b-a044-0020887ebde5 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:30:55.590257 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4bc30999-f11c-4808-903c-dc948c519a87 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:55.600518 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-1adb6285-382e-4ee2-a61f-050d9dfa8846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:55.605028 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-1adb6285-382e-4ee2-a61f-050d9dfa8846 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9a9b43cd88b4b41a41b52b0e29590df&device_id=1f92c5da-9d52-4989-aae6-b74705b9606a HTTP/1.1" status: 200 len: 1099 time: 0.1565485 Apr 21 12:30:55.645478 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831edc5-4299-48ae-94f4-63d36591d185 req-f5b7c658-53bc-4c9b-b2af-3ac50a5e22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:55.647179 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3831edc5-4299-48ae-94f4-63d36591d185 req-f5b7c658-53bc-4c9b-b2af-3ac50a5e22e0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cc6e7ae9-2799-4196-8bed-f51a71fb8795 HTTP/1.1" status: 200 len: 914 time: 0.8352308 Apr 21 12:30:55.707852 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-31360a06-ab81-44f0-8493-e6a9778def08 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=a576c992-f2ec-4ac4-8b7a-b59381949e6a HTTP/1.1" status: 200 len: 217 time: 0.0652030 Apr 21 12:30:55.891902 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-8fb529f8-379c-4255-9db7-03527eaf6d48 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:55.906456 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aad4328b-bfe7-43e1-8b07-4142e559a38f req-54de241d-a2f5-4d61-9c85-c1dfe085ec2d tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520527 Apr 21 12:30:55.907836 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-26139921-0446-41ba-ba86-ce3a69326664 req-56bdce39-424d-4ac5-8315-6617607dc7db service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388257 Apr 21 12:30:55.921011 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-0a2e9ac7-7a26-4ff7-b6e0-6075b48d4419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:55.924915 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-0a2e9ac7-7a26-4ff7-b6e0-6075b48d4419 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1415882 Apr 21 12:30:55.926264 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3831edc5-4299-48ae-94f4-63d36591d185 req-ab98990f-f24e-4a0d-86e8-553dc202389f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6b1d468-1bc4-45b3-952f-aee4c19bc5d7 HTTP/1.1" status: 200 len: 1002 time: 0.2649126 Apr 21 12:30:55.927274 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-4bc30999-f11c-4808-903c-dc948c519a87 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Floating IP 6a3fa788-db89-4647-b92a-14899a5dd7eb associated. External IP: 172.25.8.174, port: 87d783b6-b09f-4725-9a90-c290a3f31ea2. Apr 21 12:30:55.971457 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb529f8-379c-4255-9db7-03527eaf6d48 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Pushing event updated for resources: {'Port': ['ID=4bdba74c-0a92-4bb2-a543-f3b510d904f6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:55.983836 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-8fb529f8-379c-4255-9db7-03527eaf6d48 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Network 86f9e53f-e46e-4569-8067-c1e5df8a6c4a is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:30:55.985723 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-8fb529f8-379c-4255-9db7-03527eaf6d48 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:30:55.987907 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-8fb529f8-379c-4255-9db7-03527eaf6d48 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:30:56.073062 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831edc5-4299-48ae-94f4-63d36591d185 req-19ec5663-eca6-4a59-9dc1-3a6455ab9fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:56.077021 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3831edc5-4299-48ae-94f4-63d36591d185 req-19ec5663-eca6-4a59-9dc1-3a6455ab9fe6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d16d5794-1897-42ed-8448-8f9a8657a1a2 HTTP/1.1" status: 200 len: 852 time: 0.1038210 Apr 21 12:30:56.090940 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-8fb529f8-379c-4255-9db7-03527eaf6d48 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:56.090940 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-8fb529f8-379c-4255-9db7-03527eaf6d48 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:56.109269 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c5d48-e01f-450a-9bff-020e4fba36ec req-b12aec40-136b-4314-b67b-948a1ee99741 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:56.110995 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-078c5d48-e01f-450a-9bff-020e4fba36ec req-b12aec40-136b-4314-b67b-948a1ee99741 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f92c5da-9d52-4989-aae6-b74705b9606a HTTP/1.1" status: 200 len: 948 time: 0.0928230 Apr 21 12:30:56.169853 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-078c5d48-e01f-450a-9bff-020e4fba36ec req-a264ce71-000e-4990-a21c-10083ce88f57 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410166 Apr 21 12:30:56.185424 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-8fb529f8-379c-4255-9db7-03527eaf6d48 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9769351 Apr 21 12:30:56.216483 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-de6a73da-00f5-4324-b352-5725dcf39556 service neutron] Request body: {'port': {'device_id': '6970ea5f-3b93-44bc-b6d4-50be03efc397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:30:56.250713 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-7a1fea85-06ec-4c26-a802-c2f7dd5a2652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:56.252197 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-7a1fea85-06ec-4c26-a802-c2f7dd5a2652 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2786298 Apr 21 12:30:56.305276 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3831edc5-4299-48ae-94f4-63d36591d185 req-831c63db-1dd6-44df-9deb-1dae81d09550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:56.307347 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3831edc5-4299-48ae-94f4-63d36591d185 req-831c63db-1dd6-44df-9deb-1dae81d09550 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cc6e7ae9-2799-4196-8bed-f51a71fb8795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1820707 Apr 21 12:30:56.328746 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-de6a73da-00f5-4324-b352-5725dcf39556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:56.362234 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc61abc-be29-4825-a1a6-5c5db15cc241 req-bc25df62-a743-41f9-8c3c-4fec65f805be tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:56.363734 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7dc61abc-be29-4825-a1a6-5c5db15cc241 req-bc25df62-a743-41f9-8c3c-4fec65f805be tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d9335cd-3296-4c0e-b8db-fc0e0255df96 HTTP/1.1" status: 200 len: 867 time: 0.0785825 Apr 21 12:30:56.402801 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-794c0728-e1b3-4041-8ceb-8d253ec1b85c req-0578551d-434a-44db-b8ce-fd8d34b1e8b1 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:56.430376 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2cbc6a56-d277-4933-b8db-c8ec5aec359c None None] Provisioning complete for port 4bdba74c-0a92-4bb2-a543-f3b510d904f6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:30:56.430943 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2cbc6a56-d277-4933-b8db-c8ec5aec359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:56.530680 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578551d-434a-44db-b8ce-fd8d34b1e8b1 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Pushing event deleted for resources: {'Port': ['ID=757d1f94-6c00-4a5b-a044-0020887ebde5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:56.543828 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2cbc6a56-d277-4933-b8db-c8ec5aec359c None None] Port 4bdba74c-0a92-4bb2-a543-f3b510d904f6 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:30:56.555964 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7dc61abc-be29-4825-a1a6-5c5db15cc241 req-92186682-5051-4ddf-a63e-82b62b300dfb tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/security-groups?id=a0d0eab6-ca7b-42e7-8ef9-4f7a718aa852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326799 Apr 21 12:30:56.687917 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-794c0728-e1b3-4041-8ceb-8d253ec1b85c req-0578551d-434a-44db-b8ce-fd8d34b1e8b1 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] No DVR routers for this DVR port 757d1f94-6c00-4a5b-a044-0020887ebde5 on host n-h1-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:30:56.700371 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-4f3ca868-9580-43aa-b8d7-14d7474a31bc service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287765 Apr 21 12:30:56.713277 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-794c0728-e1b3-4041-8ceb-8d253ec1b85c req-0578551d-434a-44db-b8ce-fd8d34b1e8b1 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:56.719216 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-794c0728-e1b3-4041-8ceb-8d253ec1b85c req-0578551d-434a-44db-b8ce-fd8d34b1e8b1 tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.26 "DELETE /v2.0/ports/757d1f94-6c00-4a5b-a044-0020887ebde5 HTTP/1.1" status: 204 len: 173 time: 2.8000693 Apr 21 12:30:56.772013 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3831edc5-4299-48ae-94f4-63d36591d185 req-c9dbf06c-d7c9-4ace-beab-f52b60a5d2e6 service neutron] 10.222.0.24 "GET /v2.0/networks/cc6e7ae9-2799-4196-8bed-f51a71fb8795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866718 Apr 21 12:30:56.806360 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc30999-f11c-4808-903c-dc948c519a87 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Router c303a3e0-f19a-4cf3-840d-84c6c3835d45 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:30:56.864467 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc078f11-20e2-40b8-9fb3-fc233611233f req-54245e68-0a37-44f9-a1a2-8fbbc09fd572 tempest-ServersAdmin275Test-2126390420 tempest-ServersAdmin275Test-2126390420-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0322559 Apr 21 12:30:56.881312 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004a2de-5eee-46db-bebd-66f55ff0f90c req-b5e5e2eb-bfd4-4523-bd3b-c6df282de7d4 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:56.893397 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1004a2de-5eee-46db-bebd-66f55ff0f90c req-b5e5e2eb-bfd4-4523-bd3b-c6df282de7d4 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397 HTTP/1.1" status: 200 len: 932 time: 0.3341818 Apr 21 12:30:56.959486 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ad4b82fb-8079-4e15-bb53-025503ecd43d req-9ac2a26f-5ad9-4609-82d2-e0a77ef20f38 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310760 Apr 21 12:30:56.969490 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1004a2de-5eee-46db-bebd-66f55ff0f90c req-6d6ceaeb-caa0-4744-be49-e17b35cbae49 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f64786-789c-41f9-9b8a-d50e53a3acfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764232 Apr 21 12:30:57.170117 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-de6a73da-00f5-4324-b352-5725dcf39556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bdba74c-0a92-4bb2-a543-f3b510d904f6 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:30:57.181549 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-de6a73da-00f5-4324-b352-5725dcf39556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:57.195068 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3831edc5-4299-48ae-94f4-63d36591d185 req-15f5f774-262a-45ea-bb16-d94a673d8df9 service neutron] 10.222.0.24 "GET /v2.0/networks/cc6e7ae9-2799-4196-8bed-f51a71fb8795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865843 Apr 21 12:30:57.215637 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a64142-9206-4846-9a30-3a1fdafc145e req-f6b09b66-363e-4f77-a2a0-8f92e99fb189 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:57.217952 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10a64142-9206-4846-9a30-3a1fdafc145e req-f6b09b66-363e-4f77-a2a0-8f92e99fb189 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 945 time: 0.1018488 Apr 21 12:30:57.225452 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-de6a73da-00f5-4324-b352-5725dcf39556 service neutron] Transition to ACTIVE for port object 4bdba74c-0a92-4bb2-a543-f3b510d904f6 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:30:57.262104 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc30999-f11c-4808-903c-dc948c519a87 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:30:57.269199 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4bc30999-f11c-4808-903c-dc948c519a87 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:57.276800 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1db91d-6920-447b-bd6a-49dfdac3f5d8 None None] Sync routers for ids ['c303a3e0-f19a-4cf3-840d-84c6c3835d45'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:30:57.284483 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-de6a73da-00f5-4324-b352-5725dcf39556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:57.297950 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1db91d-6920-447b-bd6a-49dfdac3f5d8 None None] Routers {'c303a3e0-f19a-4cf3-840d-84c6c3835d45'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:30:57.300081 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fc1db91d-6920-447b-bd6a-49dfdac3f5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:30:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['c303a3e0-f19a-4cf3-840d-84c6c3835d45'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:30:57.325851 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4bc30999-f11c-4808-903c-dc948c519a87 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "PUT /v2.0/floatingips/6a3fa788-db89-4647-b92a-14899a5dd7eb HTTP/1.1" status: 200 len: 991 time: 4.7941735 Apr 21 12:30:57.331817 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba53c97-b9d9-4620-ba9c-b7f595a7a513 req-3573b31c-55f2-4044-8f7f-a6bc776d8fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:57.337658 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-cba53c97-b9d9-4620-ba9c-b7f595a7a513 req-3573b31c-55f2-4044-8f7f-a6bc776d8fcc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c9a9b43cd88b4b41a41b52b0e29590df&device_id=1f92c5da-9d52-4989-aae6-b74705b9606a HTTP/1.1" status: 200 len: 1099 time: 0.1992021 Apr 21 12:30:57.409078 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10a64142-9206-4846-9a30-3a1fdafc145e req-30ad5ba5-e3b8-4d04-b136-c5103f933772 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816747 Apr 21 12:30:57.443146 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a73da-00f5-4324-b352-5725dcf39556 service neutron] Pushing event updated for resources: {'Port': ['ID=4bdba74c-0a92-4bb2-a543-f3b510d904f6,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:57.466864 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d9335cd-3296-4c0e-b8db-fc0e0255df96', 'name': 'network-vif-deleted', 'tag': '757d1f94-6c00-4a5b-a044-0020887ebde5'}, {'name': 'network-changed', 'server_uuid': '06229d16-f05e-4ef8-b177-38be30d1019b', 'tag': '87d783b6-b09f-4725-9a90-c290a3f31ea2'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:30:57.473452 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63f06359-78e4-4742-a5bd-86686298e459" -d '{"events": [{"server_uuid": "6d9335cd-3296-4c0e-b8db-fc0e0255df96", "name": "network-vif-deleted", "tag": "757d1f94-6c00-4a5b-a044-0020887ebde5"}, {"name": "network-changed", "server_uuid": "06229d16-f05e-4ef8-b177-38be30d1019b", "tag": "87d783b6-b09f-4725-9a90-c290a3f31ea2"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:30:57.553448 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-de6a73da-00f5-4324-b352-5725dcf39556 service neutron] Attempting to bind port 4bdba74c-0a92-4bb2-a543-f3b510d904f6 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:30:57.553808 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-de6a73da-00f5-4324-b352-5725dcf39556 service neutron] Attempting to bind port 4bdba74c-0a92-4bb2-a543-f3b510d904f6 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': 'c24679f5-0724-496a-af10-68bc85415d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:30:57.557234 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-de6a73da-00f5-4324-b352-5725dcf39556 service neutron] Attempting to bind port 4bdba74c-0a92-4bb2-a543-f3b510d904f6 on network 86f9e53f-e46e-4569-8067-c1e5df8a6c4a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:30:57.579940 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-de6a73da-00f5-4324-b352-5725dcf39556 service neutron] Port 4bdba74c-0a92-4bb2-a543-f3b510d904f6 on network 86f9e53f-e46e-4569-8067-c1e5df8a6c4a not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:30:57.580538 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-de6a73da-00f5-4324-b352-5725dcf39556 service neutron] Attempting to bind port 4bdba74c-0a92-4bb2-a543-f3b510d904f6 on network 86f9e53f-e46e-4569-8067-c1e5df8a6c4a {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:30:57.604860 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45573153-fa56-4875-aa22-35348b2becc2 req-49182190-292b-4815-84a8-6499ca54b5c6 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:57.606449 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-45573153-fa56-4875-aa22-35348b2becc2 req-49182190-292b-4815-84a8-6499ca54b5c6 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f92c5da-9d52-4989-aae6-b74705b9606a HTTP/1.1" status: 200 len: 948 time: 0.3070524 Apr 21 12:30:57.607854 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-de6a73da-00f5-4324-b352-5725dcf39556 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:30:57.608191 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-de6a73da-00f5-4324-b352-5725dcf39556 service neutron] Checking segment: {'id': 'c24679f5-0724-496a-af10-68bc85415d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:30:57.608571 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-de6a73da-00f5-4324-b352-5725dcf39556 service neutron] Bound using segment: {'id': 'c24679f5-0724-496a-af10-68bc85415d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:30:57.609014 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-de6a73da-00f5-4324-b352-5725dcf39556 service neutron] Bound port: 4bdba74c-0a92-4bb2-a543-f3b510d904f6, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24679f5-0724-496a-af10-68bc85415d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:30:57.609379 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-de6a73da-00f5-4324-b352-5725dcf39556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:57.622961 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-fc1db91d-6920-447b-bd6a-49dfdac3f5d8 None None] Set router c303a3e0-f19a-4cf3-840d-84c6c3835d45 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:30:57.644959 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba53c97-b9d9-4620-ba9c-b7f595a7a513 req-d994e7e7-e5ec-443c-8e8f-66a4b1f3d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:57.647519 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-cba53c97-b9d9-4620-ba9c-b7f595a7a513 req-d994e7e7-e5ec-443c-8e8f-66a4b1f3d7ba service neutron] 10.222.0.24 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.2994349 Apr 21 12:30:57.675977 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 757d1f94-6c00-4a5b-a044-0020887ebde5 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:30:57.735280 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 757d1f94-6c00-4a5b-a044-0020887ebde5 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:30:57.742013 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 757d1f94-6c00-4a5b-a044-0020887ebde5 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:30:57.751747 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-cba53c97-b9d9-4620-ba9c-b7f595a7a513 req-f646ffe9-9658-4168-9f82-38efeea1c334 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=a576c992-f2ec-4ac4-8b7a-b59381949e6a HTTP/1.1" status: 200 len: 217 time: 0.0918436 Apr 21 12:30:57.802860 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-45573153-fa56-4875-aa22-35348b2becc2 req-9a44ec12-da1d-4bf9-9de2-43f7738eaeda tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883028 Apr 21 12:30:57.835092 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba53c97-b9d9-4620-ba9c-b7f595a7a513 req-ed14b3b5-7922-45c3-adff-3239e190defa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:57.837260 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-cba53c97-b9d9-4620-ba9c-b7f595a7a513 req-ed14b3b5-7922-45c3-adff-3239e190defa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.0768604 Apr 21 12:30:57.853319 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb17e6-29ad-472f-bf9b-115d76d67bb5 req-8e00ae0e-3006-475b-9af9-750c12405d4f tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:57.861997 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11cb17e6-29ad-472f-bf9b-115d76d67bb5 req-8e00ae0e-3006-475b-9af9-750c12405d4f tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=06229d16-f05e-4ef8-b177-38be30d1019b HTTP/1.1" status: 200 len: 945 time: 0.2364471 Apr 21 12:30:57.909826 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 21 Apr 2022 12:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d2390a-d461-4288-aae6-cbb13b2cbc7b x-openstack-request-id: req-48d2390a-d461-4288-aae6-cbb13b2cbc7b {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:30:57.909826 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d9335cd-3296-4c0e-b8db-fc0e0255df96", "name": "network-vif-deleted", "tag": "757d1f94-6c00-4a5b-a044-0020887ebde5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "06229d16-f05e-4ef8-b177-38be30d1019b", "tag": "87d783b6-b09f-4725-9a90-c290a3f31ea2", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:30:57.909826 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-48d2390a-d461-4288-aae6-cbb13b2cbc7b {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:30:57.909826 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48d2390a-d461-4288-aae6-cbb13b2cbc7b'] response: {'server_uuid': '6d9335cd-3296-4c0e-b8db-fc0e0255df96', 'name': 'network-vif-deleted', 'tag': '757d1f94-6c00-4a5b-a044-0020887ebde5', 'status': 'completed', 'code': 200} Apr 21 12:30:57.910570 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48d2390a-d461-4288-aae6-cbb13b2cbc7b'] response: {'name': 'network-changed', 'server_uuid': '06229d16-f05e-4ef8-b177-38be30d1019b', 'tag': '87d783b6-b09f-4725-9a90-c290a3f31ea2', 'status': 'completed', 'code': 200} Apr 21 12:30:57.925332 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba53c97-b9d9-4620-ba9c-b7f595a7a513 req-3e02e826-66eb-4603-9d66-17f1b8bf3307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:57.925942 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-de6a73da-00f5-4324-b352-5725dcf39556 service neutron] For port 4bdba74c-0a92-4bb2-a543-f3b510d904f6, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:30:57.927416 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-cba53c97-b9d9-4620-ba9c-b7f595a7a513 req-3e02e826-66eb-4603-9d66-17f1b8bf3307 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0813417 Apr 21 12:30:57.948489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-de6a73da-00f5-4324-b352-5725dcf39556 service neutron] For port 4bdba74c-0a92-4bb2-a543-f3b510d904f6, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=4bdba74c-0a92-4bb2-a543-f3b510d904f6,segment=NetworkSegment(c24679f5-0724-496a-af10-68bc85415d7d),segment_id=c24679f5-0724-496a-af10-68bc85415d7d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:30:58.031132 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11cb17e6-29ad-472f-bf9b-115d76d67bb5 req-d842ae46-09a1-4a27-bcc2-f90f00e4600f tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645107 Apr 21 12:30:58.044062 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-de6a73da-00f5-4324-b352-5725dcf39556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:58.107895 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f06359-78e4-4742-a5bd-86686298e459 req-9558ef2b-45b8-4bec-b0d2-5ce616722f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:58.109533 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-63f06359-78e4-4742-a5bd-86686298e459 req-9558ef2b-45b8-4bec-b0d2-5ce616722f19 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c66726bc1d664d6d9ca628f60b5422d1&device_id=06229d16-f05e-4ef8-b177-38be30d1019b HTTP/1.1" status: 200 len: 1096 time: 0.1811137 Apr 21 12:30:58.204202 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-cba53c97-b9d9-4620-ba9c-b7f595a7a513 req-fa5b3af6-1c9d-4f21-bc50-6f513628b49d service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289124 Apr 21 12:30:58.326716 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-de6a73da-00f5-4324-b352-5725dcf39556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:58.329910 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fc1db91d-6920-447b-bd6a-49dfdac3f5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866786063-router', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:16Z', 'revision_number': 4, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'gw_port': {'id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '6a3fa788-db89-4647-b92a-14899a5dd7eb', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'port_id': '87d783b6-b09f-4725-9a90-c290a3f31ea2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8', 'mac_address': 'fa:16:3e:67:7d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06229d16-f05e-4ef8-b177-38be30d1019b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:28:39Z', 'updated_at': '2022-04-21T12:30:54Z', 'revision_number': 5, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e044f882-8010-4157-810a-a4a180c37f83', 'name': '', 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'mac_address': 'fa:16:3e:be:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:15Z', 'updated_at': '2022-04-21T12:28:22Z', 'revision_number': 5, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'subnets': [{'id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:30:58.330342 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-de6a73da-00f5-4324-b352-5725dcf39556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:58.333398 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-de6a73da-00f5-4324-b352-5725dcf39556 service neutron] 10.222.0.26 "PUT /v2.0/ports/4bdba74c-0a92-4bb2-a543-f3b510d904f6 HTTP/1.1" status: 200 len: 1092 time: 2.1289828 Apr 21 12:30:58.337316 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6f998f7b-0730-4d8b-9bdb-e4817c292f3b req-87d26980-be0f-4e65-a752-4f6d3cffdf7c tempest-ImagesNegativeTestJSON-429232385 tempest-ImagesNegativeTestJSON-429232385-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d9335cd-3296-4c0e-b8db-fc0e0255df96 HTTP/1.1" status: 200 len: 210 time: 0.2569084 Apr 21 12:30:58.339241 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6970ea5f-3b93-44bc-b6d4-50be03efc397', 'tag': '4bdba74c-0a92-4bb2-a543-f3b510d904f6'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:30:58.340710 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c49767-9192-41aa-8c4e-dd9fe0ad75d4" -d '{"events": [{"name": "network-changed", "server_uuid": "6970ea5f-3b93-44bc-b6d4-50be03efc397", "tag": "4bdba74c-0a92-4bb2-a543-f3b510d904f6"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:30:58.406805 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1db91d-6920-447b-bd6a-49dfdac3f5d8 None None] Checking router: c303a3e0-f19a-4cf3-840d-84c6c3835d45 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:30:58.409430 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c4bced78-055a-499d-be26-a1e96026801c req-37d714d4-692a-47d9-952f-72fef9b0d530 tempest-ServersAdmin275Test-2126390420 tempest-ServersAdmin275Test-2126390420-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0897744 Apr 21 12:30:58.425159 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1db91d-6920-447b-bd6a-49dfdac3f5d8 None None] Routers {'c303a3e0-f19a-4cf3-840d-84c6c3835d45'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:30:58.431356 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fc1db91d-6920-447b-bd6a-49dfdac3f5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:30:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['c303a3e0-f19a-4cf3-840d-84c6c3835d45'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:30:58.607495 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a73da-00f5-4324-b352-5725dcf39556 service neutron] Pushing event updated for resources: {'Port': ['ID=4bdba74c-0a92-4bb2-a543-f3b510d904f6,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:30:58.733177 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-487a6e48-f082-497c-aa04-ad1aad483dcf x-openstack-request-id: req-487a6e48-f082-497c-aa04-ad1aad483dcf {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:30:58.733473 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6970ea5f-3b93-44bc-b6d4-50be03efc397", "tag": "4bdba74c-0a92-4bb2-a543-f3b510d904f6", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:30:58.733891 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-487a6e48-f082-497c-aa04-ad1aad483dcf {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:30:58.734142 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-487a6e48-f082-497c-aa04-ad1aad483dcf'] response: {'name': 'network-changed', 'server_uuid': '6970ea5f-3b93-44bc-b6d4-50be03efc397', 'tag': '4bdba74c-0a92-4bb2-a543-f3b510d904f6', 'status': 'completed', 'code': 200} Apr 21 12:30:58.766968 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-3bf558ec-151c-49f5-9ba5-195512daf28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:58.768802 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-3bf558ec-151c-49f5-9ba5-195512daf28f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39725541a84a4c0389b0f42f00fde7c4&device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397 HTTP/1.1" status: 200 len: 1095 time: 0.3261607 Apr 21 12:30:58.798961 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f06359-78e4-4742-a5bd-86686298e459 req-ba559428-0d8e-450d-84b3-0c15109d5e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:58.803272 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-63f06359-78e4-4742-a5bd-86686298e459 req-ba559428-0d8e-450d-84b3-0c15109d5e04 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7bed1b78-2645-446a-9812-77a5a7c4f0d8 HTTP/1.1" status: 200 len: 925 time: 0.6807115 Apr 21 12:30:58.847289 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-b68628b3-dc05-40e1-9c80-7444f5ab28b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bdba74c-0a92-4bb2-a543-f3b510d904f6 HTTP/1.1" status: 200 len: 217 time: 0.0685432 Apr 21 12:30:58.855812 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94b85b-783c-4f1d-ab63-c2aa5512356c req-6966d974-80e7-4566-8144-26c6eee9da45 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:58.857773 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fe94b85b-783c-4f1d-ab63-c2aa5512356c req-6966d974-80e7-4566-8144-26c6eee9da45 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397 HTTP/1.1" status: 200 len: 944 time: 0.2570887 Apr 21 12:30:58.866190 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-cba53c97-b9d9-4620-ba9c-b7f595a7a513 req-49a164f6-4fff-4c7c-9575-d0db44600b7d service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5649927 Apr 21 12:30:58.917712 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-63f06359-78e4-4742-a5bd-86686298e459 req-2b043bda-ab80-466e-a787-d21bfdcf68a4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87d783b6-b09f-4725-9a90-c290a3f31ea2 HTTP/1.1" status: 200 len: 999 time: 0.1037734 Apr 21 12:30:58.983296 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f06359-78e4-4742-a5bd-86686298e459 req-7f32bb60-16cd-40bd-9c61-76116d7d3def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:58.986097 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-63f06359-78e4-4742-a5bd-86686298e459 req-7f32bb60-16cd-40bd-9c61-76116d7d3def service neutron] 10.222.0.26 "GET /v2.0/subnets?id=53214ab6-7220-4f63-a722-64332ff2dee2 HTTP/1.1" status: 200 len: 863 time: 0.0621212 Apr 21 12:30:59.005290 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c634d9-26cd-44fd-8b53-365cc0abcbad req-d0aa9aad-e41f-4d0e-abb8-65a3e4d5d72a tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:59.006512 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:30:59.021631 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b3c634d9-26cd-44fd-8b53-365cc0abcbad req-d0aa9aad-e41f-4d0e-abb8-65a3e4d5d72a tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 945 time: 0.2193849 Apr 21 12:30:59.080525 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-fc442696-3408-494a-a7e9-1f4b457a2024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:59.082865 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-fc442696-3408-494a-a7e9-1f4b457a2024 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa6ab292-cb0d-47ba-bfa2-d88de839c223 HTTP/1.1" status: 200 len: 860 time: 0.2149677 Apr 21 12:30:59.110155 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f06359-78e4-4742-a5bd-86686298e459 req-89de1137-164b-47cc-a479-4dadbf06e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:59.114645 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fe94b85b-783c-4f1d-ab63-c2aa5512356c req-31e08e56-0248-42d5-9973-8fc29ea12695 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f64786-789c-41f9-9b8a-d50e53a3acfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430322 Apr 21 12:30:59.126657 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-63f06359-78e4-4742-a5bd-86686298e459 req-89de1137-164b-47cc-a479-4dadbf06e69d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bed1b78-2645-446a-9812-77a5a7c4f0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309445 Apr 21 12:30:59.130790 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-fc1db91d-6920-447b-bd6a-49dfdac3f5d8 None None] Set router c303a3e0-f19a-4cf3-840d-84c6c3835d45 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:30:59.191308 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b3c634d9-26cd-44fd-8b53-365cc0abcbad req-e3798076-a087-4a6e-b44a-31470c50199b tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684940 Apr 21 12:30:59.242212 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-d3c6cd47-d7e4-42c3-8e05-e28bbd4a965e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:59.244291 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-d3c6cd47-d7e4-42c3-8e05-e28bbd4a965e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1537488 Apr 21 12:30:59.407190 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9eae9fd1-15d9-426d-b73e-8edf91cbb9ab,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:59.463086 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08eee8-0f7a-46d2-9420-6c475fdc187b req-c47bd50b-286b-42c8-8840-ffe03fbd0269 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:59.471399 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da08eee8-0f7a-46d2-9420-6c475fdc187b req-c47bd50b-286b-42c8-8840-ffe03fbd0269 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f92c5da-9d52-4989-aae6-b74705b9606a HTTP/1.1" status: 200 len: 948 time: 0.2258592 Apr 21 12:30:59.550413 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-63f06359-78e4-4742-a5bd-86686298e459 req-a99a31cd-e5eb-4c2a-befe-3ea83f3a32d7 service neutron] 10.222.0.26 "GET /v2.0/networks/7bed1b78-2645-446a-9812-77a5a7c4f0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205596 Apr 21 12:30:59.590627 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '9eae9fd1-15d9-426d-b73e-8edf91cbb9ab', 'network_id': 'a750d059-4831-44ed-89d3-df516bd3d8aa', 'port_id': '9eae9fd1-15d9-426d-b73e-8edf91cbb9ab', 'mac_address': 'fa:16:3e:c2:55:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7070f83-9ad6-411e-82a5-c452eae4aee0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:30:59.611106 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-51978206-edef-4e10-93ed-2321210894aa service neutron] 10.222.0.26 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488519 Apr 21 12:30:59.631673 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da08eee8-0f7a-46d2-9420-6c475fdc187b req-0593e842-ffa3-4954-aa8b-8e50412e8c2c tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536520 Apr 21 12:30:59.685765 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1219c7c-304c-4e12-a6cc-a838b039ea2a req-ff172176-a415-4ed6-a59e-0fa7310b6b1d tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:30:59.705950 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a1219c7c-304c-4e12-a6cc-a838b039ea2a req-ff172176-a415-4ed6-a59e-0fa7310b6b1d tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 1096 time: 0.2997792 Apr 21 12:30:59.726921 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:59.752703 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:30:59.756977 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-63f06359-78e4-4742-a5bd-86686298e459 req-47ee14af-548c-4ef6-8e29-aee004884513 service neutron] 10.222.0.26 "GET /v2.0/networks/7bed1b78-2645-446a-9812-77a5a7c4f0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995320 Apr 21 12:30:59.760962 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fc1db91d-6920-447b-bd6a-49dfdac3f5d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866786063-router', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:16Z', 'revision_number': 4, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'gw_port': {'id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '6a3fa788-db89-4647-b92a-14899a5dd7eb', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'port_id': '87d783b6-b09f-4725-9a90-c290a3f31ea2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8', 'mac_address': 'fa:16:3e:67:7d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06229d16-f05e-4ef8-b177-38be30d1019b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:28:39Z', 'updated_at': '2022-04-21T12:30:54Z', 'revision_number': 5, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e044f882-8010-4157-810a-a4a180c37f83', 'name': '', 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'mac_address': 'fa:16:3e:be:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:15Z', 'updated_at': '2022-04-21T12:28:22Z', 'revision_number': 5, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'subnets': [{'id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:30:59.824948 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1db91d-6920-447b-bd6a-49dfdac3f5d8 None None] The sync data for ids ['c303a3e0-f19a-4cf3-840d-84c6c3835d45'] in n-d-836147-2 is: [{'id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866786063-router', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:16Z', 'revision_number': 4, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'gw_port': {'id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '6a3fa788-db89-4647-b92a-14899a5dd7eb', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'floating_ip_address': '172.25.8.174', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'port_id': '87d783b6-b09f-4725-9a90-c290a3f31ea2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8', 'mac_address': 'fa:16:3e:67:7d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06229d16-f05e-4ef8-b177-38be30d1019b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:28:39Z', 'updated_at': '2022-04-21T12:30:54Z', 'revision_number': 5, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e044f882-8010-4157-810a-a4a180c37f83', 'name': '', 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'mac_address': 'fa:16:3e:be:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:15Z', 'updated_at': '2022-04-21T12:28:22Z', 'revision_number': 5, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'subnets': [{'id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:30:59.853318 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9eae9fd1-15d9-426d-b73e-8edf91cbb9ab,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:30:59.900113 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:30:59.949678 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ea95871-af44-473c-a095-8038ac1775bd req-4489b773-3813-48e1-aa31-9dec3bef5a77 tempest-ServersAdmin275Test-2126390420 tempest-ServersAdmin275Test-2126390420-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0681026 Apr 21 12:30:59.988949 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a1219c7c-304c-4e12-a6cc-a838b039ea2a req-d90d0d6b-4f95-4731-938d-f13e920304ee tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2748415 Apr 21 12:31:00.029570 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=9eae9fd1-15d9-426d-b73e-8edf91cbb9ab,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:00.038469 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['9eae9fd1-15d9-426d-b73e-8edf91cbb9ab'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:31:00.101178 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bfe24115-f803-4838-abe5-cddf0dcbe90b req-7d3bdb53-47b9-4230-bde8-36982126af89 service neutron] 10.222.0.26 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4589686 Apr 21 12:31:00.334677 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6be0fb-d431-4838-b309-d9601b475916 None None] New status for floating IP 6a3fa788-db89-4647-b92a-14899a5dd7eb: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:31:00.422252 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4194bc-ce31-4942-a021-f380c8b2dede req-442bf3d6-629c-4c2c-9d2f-6cd96c44ee72 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:00.431641 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e4194bc-ce31-4942-a021-f380c8b2dede req-442bf3d6-629c-4c2c-9d2f-6cd96c44ee72 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 1096 time: 0.2103024 Apr 21 12:31:00.446480 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c49767-9192-41aa-8c4e-dd9fe0ad75d4 req-172b84ac-a7da-43c3-8095-b5b696df863e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:00.448309 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34c49767-9192-41aa-8c4e-dd9fe0ad75d4 req-172b84ac-a7da-43c3-8095-b5b696df863e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39725541a84a4c0389b0f42f00fde7c4&device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397 HTTP/1.1" status: 200 len: 1095 time: 0.2046235 Apr 21 12:31:00.482886 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659105c-d91c-4c5f-9ab2-1658a7896a07 req-38184806-2658-4be9-bc1a-659786073539 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:00.491452 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2659105c-d91c-4c5f-9ab2-1658a7896a07 req-38184806-2658-4be9-bc1a-659786073539 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397 HTTP/1.1" status: 200 len: 944 time: 0.1759782 Apr 21 12:31:00.595807 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e4194bc-ce31-4942-a021-f380c8b2dede req-7ee365f3-4ced-467d-9fc5-9f59d289ac1f tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565766 Apr 21 12:31:00.675003 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device a576c992-f2ec-4ac4-8b7a-b59381949e6a details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:31:00.675003 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:31:00.683053 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2659105c-d91c-4c5f-9ab2-1658a7896a07 req-2c27186a-06f7-44bf-8028-1978ce89a6d4 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f64786-789c-41f9-9b8a-d50e53a3acfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898887 Apr 21 12:31:00.764641 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c49767-9192-41aa-8c4e-dd9fe0ad75d4 req-0e215733-c5f8-4499-8faa-7fe8c5bdf451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:00.766179 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34c49767-9192-41aa-8c4e-dd9fe0ad75d4 req-0e215733-c5f8-4499-8faa-7fe8c5bdf451 service neutron] 10.222.0.26 "GET /v2.0/networks?id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a HTTP/1.1" status: 200 len: 922 time: 0.3015039 Apr 21 12:31:00.983850 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:00.984220 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:01.006534 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34c49767-9192-41aa-8c4e-dd9fe0ad75d4 req-7c4b9246-8c09-4e6e-9e50-ffd2a1c808a6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bdba74c-0a92-4bb2-a543-f3b510d904f6 HTTP/1.1" status: 200 len: 217 time: 0.2298336 Apr 21 12:31:01.178935 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port a576c992-f2ec-4ac4-8b7a-b59381949e6a, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a576c992-f2ec-4ac4-8b7a-b59381949e6a,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:01.191740 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd2a6d-123b-4265-aa0e-ccc63c73524f req-362c6264-0f86-4a53-b81c-7abc932ec140 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:01.214167 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-39bd2a6d-123b-4265-aa0e-ccc63c73524f req-362c6264-0f86-4a53-b81c-7abc932ec140 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f92c5da-9d52-4989-aae6-b74705b9606a HTTP/1.1" status: 200 len: 948 time: 0.2881021 Apr 21 12:31:01.226546 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c49767-9192-41aa-8c4e-dd9fe0ad75d4 req-f1a87362-aeb2-4962-a24a-643a4f676e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:01.231067 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'a576c992-f2ec-4ac4-8b7a-b59381949e6a', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': 'a576c992-f2ec-4ac4-8b7a-b59381949e6a', 'mac_address': 'fa:16:3e:d8:56:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:31:01.233893 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34c49767-9192-41aa-8c4e-dd9fe0ad75d4 req-f1a87362-aeb2-4962-a24a-643a4f676e0f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa6ab292-cb0d-47ba-bfa2-d88de839c223 HTTP/1.1" status: 200 len: 860 time: 0.2125051 Apr 21 12:31:01.430455 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-39bd2a6d-123b-4265-aa0e-ccc63c73524f req-b0f074ba-11a3-4d0a-80db-3bbb52f22437 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114875 Apr 21 12:31:01.449374 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:01.468976 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:01.522933 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a576c992-f2ec-4ac4-8b7a-b59381949e6a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:31:01.529015 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70db231b-a423-415b-a1b2-d766fdfee478 req-ab89556e-654e-4480-bb46-ac60b1601893 tempest-ServersAdmin275Test-2126390420 tempest-ServersAdmin275Test-2126390420-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.1371338 Apr 21 12:31:01.562954 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port a576c992-f2ec-4ac4-8b7a-b59381949e6a, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a576c992-f2ec-4ac4-8b7a-b59381949e6a,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:01.565066 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c49767-9192-41aa-8c4e-dd9fe0ad75d4 req-870e6e89-3521-4470-9706-c7671089b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:01.568145 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34c49767-9192-41aa-8c4e-dd9fe0ad75d4 req-870e6e89-3521-4470-9706-c7671089b81d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3218405 Apr 21 12:31:01.593815 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9eae9fd1-15d9-426d-b73e-8edf91cbb9ab,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:01.594986 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf90288-7612-41ce-a8d9-61ab46802395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eae9fd1-15d9-426d-b73e-8edf91cbb9ab'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:31:01.603355 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469a4df5-1c70-4305-a399-a201241d4595" -d '{"events": [{"server_uuid": "ddf90288-7612-41ce-a8d9-61ab46802395", "name": "network-vif-plugged", "status": "completed", "tag": "9eae9fd1-15d9-426d-b73e-8edf91cbb9ab"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:31:01.654877 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:01.756963 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:01.858406 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=a576c992-f2ec-4ac4-8b7a-b59381949e6a,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:01.877417 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb09eb-da9e-4973-9636-4e8476e2cee6 req-6c15baa2-822b-4298-b732-e1c22ae911ce tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:01.894260 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5bb09eb-da9e-4973-9636-4e8476e2cee6 req-6c15baa2-822b-4298-b732-e1c22ae911ce tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 1096 time: 0.3196168 Apr 21 12:31:01.952416 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=9eae9fd1-15d9-426d-b73e-8edf91cbb9ab,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:01.968205 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651ffa4e-de68-456d-9620-752e14ad00fa x-openstack-request-id: req-651ffa4e-de68-456d-9620-752e14ad00fa {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:31:01.969042 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf90288-7612-41ce-a8d9-61ab46802395", "name": "network-vif-plugged", "status": "completed", "tag": "9eae9fd1-15d9-426d-b73e-8edf91cbb9ab", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:31:01.969546 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-651ffa4e-de68-456d-9620-752e14ad00fa {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:31:01.970495 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-651ffa4e-de68-456d-9620-752e14ad00fa'] response: {'server_uuid': 'ddf90288-7612-41ce-a8d9-61ab46802395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eae9fd1-15d9-426d-b73e-8edf91cbb9ab', 'code': 200} Apr 21 12:31:01.976282 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['a576c992-f2ec-4ac4-8b7a-b59381949e6a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:31:02.118767 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34c49767-9192-41aa-8c4e-dd9fe0ad75d4 req-8687eaf1-fe66-4d3f-841c-e5df261c7927 service neutron] 10.222.0.26 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5429728 Apr 21 12:31:02.266056 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34c49767-9192-41aa-8c4e-dd9fe0ad75d4 req-7113268d-2a86-453e-b186-8e6e93faaa12 service neutron] 10.222.0.26 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460321 Apr 21 12:31:02.289354 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5bb09eb-da9e-4973-9636-4e8476e2cee6 req-292cf989-c937-4c1b-b8ec-a2ae8d86691d tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834388 Apr 21 12:31:02.308697 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bad4e-9b6d-4c90-83c3-ab48cf4527d7 req-0978a7fb-5f0a-49d3-9b37-a6ad9916864b tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:02.317352 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b38bad4e-9b6d-4c90-83c3-ab48cf4527d7 req-0978a7fb-5f0a-49d3-9b37-a6ad9916864b tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397 HTTP/1.1" status: 200 len: 944 time: 0.2443807 Apr 21 12:31:02.369927 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b38bad4e-9b6d-4c90-83c3-ab48cf4527d7 req-faadf9cc-1d12-4cb9-b2c6-359a3435c525 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f64786-789c-41f9-9b8a-d50e53a3acfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510659 Apr 21 12:31:02.603932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87f86a-d28a-4979-bb8f-92bfc12c51e6 req-84cd653a-61c7-4dc5-82b1-b31677978480 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:02.606705 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5e87f86a-d28a-4979-bb8f-92bfc12c51e6 req-84cd653a-61c7-4dc5-82b1-b31677978480 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f92c5da-9d52-4989-aae6-b74705b9606a HTTP/1.1" status: 200 len: 949 time: 0.0795996 Apr 21 12:31:02.713576 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5e87f86a-d28a-4979-bb8f-92bfc12c51e6 req-fb0ff72b-85b2-49ba-9610-ee394a2f432d tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947447 Apr 21 12:31:02.862461 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e3ce975f-e93b-4367-a79b-2d55571b5ed5 req-4530f805-dc79-4734-9adb-9a532311c2e3 tempest-ServersAdmin275Test-2126390420 tempest-ServersAdmin275Test-2126390420-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0382397 Apr 21 12:31:03.531598 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57100) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:03.550438 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55312fc3-fa28-40e3-a0d1-311f4e6ccb44 req-9dbc4f99-a4c5-437c-a369-72126d3ff263 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:03.558256 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-55312fc3-fa28-40e3-a0d1-311f4e6ccb44 req-9dbc4f99-a4c5-437c-a369-72126d3ff263 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397 HTTP/1.1" status: 200 len: 944 time: 0.1037598 Apr 21 12:31:03.615885 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-55312fc3-fa28-40e3-a0d1-311f4e6ccb44 req-37f052f0-655a-41a2-864a-05d6457219b6 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f64786-789c-41f9-9b8a-d50e53a3acfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549953 Apr 21 12:31:03.632320 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074075df-1d44-497a-b111-a14c07d0bc8b req-95cc590f-41cf-4514-8277-f3ea6745e522 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:03.634395 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-074075df-1d44-497a-b111-a14c07d0bc8b req-95cc590f-41cf-4514-8277-f3ea6745e522 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 1096 time: 0.1283669 Apr 21 12:31:03.671092 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 4bdba74c-0a92-4bb2-a543-f3b510d904f6 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:31:03.716269 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-074075df-1d44-497a-b111-a14c07d0bc8b req-f2288edd-5d5e-4c80-bc5c-44ec1d193626 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740564 Apr 21 12:31:03.756826 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e3429092-cfb2-4a0b-9ac0-8b724124d56d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4cf93ab8be2f43418434e78837eabd1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2240028 Apr 21 12:31:03.760206 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57118) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:03.824150 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 4bdba74c-0a92-4bb2-a543-f3b510d904f6, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=4bdba74c-0a92-4bb2-a543-f3b510d904f6,segment=NetworkSegment(c24679f5-0724-496a-af10-68bc85415d7d),segment_id=c24679f5-0724-496a-af10-68bc85415d7d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:03.827453 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9c4f1d2-425c-49be-b404-2552b3f30637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:03.855523 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '4bdba74c-0a92-4bb2-a543-f3b510d904f6', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'port_id': '4bdba74c-0a92-4bb2-a543-f3b510d904f6', 'mac_address': 'fa:16:3e:48:ec:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:31:03.877434 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9c4f1d2-425c-49be-b404-2552b3f30637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:03.934022 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:03.941560 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591aef4b-a51a-442c-b3bc-79381d7fa613 req-d98308f6-9f23-46c0-be2f-520ad6cf0d56 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:03.948725 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bdba74c-0a92-4bb2-a543-f3b510d904f6 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:31:03.951297 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-591aef4b-a51a-442c-b3bc-79381d7fa613 req-d98308f6-9f23-46c0-be2f-520ad6cf0d56 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f92c5da-9d52-4989-aae6-b74705b9606a HTTP/1.1" status: 200 len: 949 time: 0.0866497 Apr 21 12:31:03.971564 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 4bdba74c-0a92-4bb2-a543-f3b510d904f6, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=4bdba74c-0a92-4bb2-a543-f3b510d904f6,segment=NetworkSegment(c24679f5-0724-496a-af10-68bc85415d7d),segment_id=c24679f5-0724-496a-af10-68bc85415d7d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:04.021008 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-591aef4b-a51a-442c-b3bc-79381d7fa613 req-10151cd0-a155-43b0-84c4-8a09ac9e597a tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640593 Apr 21 12:31:04.058960 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:04.076999 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9c4f1d2-425c-49be-b404-2552b3f30637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:04.079988 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9c4f1d2-425c-49be-b404-2552b3f30637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:04.082270 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b9c4f1d2-425c-49be-b404-2552b3f30637 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a0d0eab6-ca7b-42e7-8ef9-4f7a718aa852 HTTP/1.1" status: 204 len: 168 time: 0.3206389 Apr 21 12:31:04.095638 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4f1d2-425c-49be-b404-2552b3f30637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d0eab6-ca7b-42e7-8ef9-4f7a718aa852,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:04.156517 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=4bdba74c-0a92-4bb2-a543-f3b510d904f6,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:04.167664 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-538d44f8-bc20-4c36-b805-4735c8861786 req-60f587a0-010b-40e3-a47e-24c076bd71aa tempest-ServersAdmin275Test-2126390420 tempest-ServersAdmin275Test-2126390420-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0522304 Apr 21 12:31:04.417527 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['4bdba74c-0a92-4bb2-a543-f3b510d904f6'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:31:04.690331 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device a576c992-f2ec-4ac4-8b7a-b59381949e6a up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:31:04.923344 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf55f7-62b1-47ac-a142-4a4c9e7147e9 req-0a9022ad-40a0-4627-a965-30df260b6b11 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:04.931791 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7bbf55f7-62b1-47ac-a142-4a4c9e7147e9 req-0a9022ad-40a0-4627-a965-30df260b6b11 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397 HTTP/1.1" status: 200 len: 945 time: 0.1711662 Apr 21 12:31:04.971079 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port a576c992-f2ec-4ac4-8b7a-b59381949e6a completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:31:04.990467 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7bbf55f7-62b1-47ac-a142-4a4c9e7147e9 req-fda27f61-04ab-4c17-8b4f-90e0f6e5dc7f tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f64786-789c-41f9-9b8a-d50e53a3acfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531073 Apr 21 12:31:05.003489 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port a576c992-f2ec-4ac4-8b7a-b59381949e6a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:05.008880 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:05.131512 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:05.153909 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f92c5da-9d52-4989-aae6-b74705b9606a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a576c992-f2ec-4ac4-8b7a-b59381949e6a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:31:05.156552 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e118dc6-c175-48d4-9b7c-7f6ee1e34ff8" -d '{"events": [{"server_uuid": "1f92c5da-9d52-4989-aae6-b74705b9606a", "name": "network-vif-plugged", "status": "completed", "tag": "a576c992-f2ec-4ac4-8b7a-b59381949e6a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:31:05.165768 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f984ef6-7121-4124-940e-adb41f15e199 req-5d70bd2f-d0dc-4b1f-a892-2e3a42c1178d tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:05.167262 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5f984ef6-7121-4124-940e-adb41f15e199 req-5d70bd2f-d0dc-4b1f-a892-2e3a42c1178d tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f92c5da-9d52-4989-aae6-b74705b9606a HTTP/1.1" status: 200 len: 949 time: 0.0519576 Apr 21 12:31:05.170984 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port a576c992-f2ec-4ac4-8b7a-b59381949e6a, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a576c992-f2ec-4ac4-8b7a-b59381949e6a,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:05.206720 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5f984ef6-7121-4124-940e-adb41f15e199 req-9a6a8cc5-0768-42bd-b9c3-a76c7d1d6fbd tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315638 Apr 21 12:31:05.248696 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f248b1ef-9d46-4335-bdb8-5d21b8d2a4dc x-openstack-request-id: req-f248b1ef-9d46-4335-bdb8-5d21b8d2a4dc {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:31:05.249009 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f92c5da-9d52-4989-aae6-b74705b9606a", "name": "network-vif-plugged", "status": "completed", "tag": "a576c992-f2ec-4ac4-8b7a-b59381949e6a", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:31:05.249264 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f248b1ef-9d46-4335-bdb8-5d21b8d2a4dc {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:31:05.249721 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f248b1ef-9d46-4335-bdb8-5d21b8d2a4dc'] response: {'server_uuid': '1f92c5da-9d52-4989-aae6-b74705b9606a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a576c992-f2ec-4ac4-8b7a-b59381949e6a', 'code': 200} Apr 21 12:31:05.333702 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c1a0d64-e93f-4ef0-a929-528554b43258 req-f4229569-ecd5-4fbf-8dd3-c4c17d5ed790 tempest-ServersAdmin275Test-2126390420 tempest-ServersAdmin275Test-2126390420-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0343101 Apr 21 12:31:05.363070 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46954134-1c08-4c96-8518-de604abdef46 req-286753f4-2914-4516-afa2-57a184dddf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:05.368213 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-46954134-1c08-4c96-8518-de604abdef46 req-286753f4-2914-4516-afa2-57a184dddf7e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1f92c5da-9d52-4989-aae6-b74705b9606a HTTP/1.1" status: 200 len: 1100 time: 0.0471053 Apr 21 12:31:05.409163 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-46954134-1c08-4c96-8518-de604abdef46 req-34e22b54-5793-4ea4-8e76-3b73dcb7414f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327137 Apr 21 12:31:05.425494 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:05.472946 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=a576c992-f2ec-4ac4-8b7a-b59381949e6a,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:06.377201 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57208) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:06.419980 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad411326-b969-46bd-95fc-b2e343b740d6 req-89c0090b-d007-4cbb-88d1-cca2fef35550 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:06.428934 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ad411326-b969-46bd-95fc-b2e343b740d6 req-89c0090b-d007-4cbb-88d1-cca2fef35550 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397 HTTP/1.1" status: 200 len: 945 time: 0.0853035 Apr 21 12:31:06.487184 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ad411326-b969-46bd-95fc-b2e343b740d6 req-6f12a67e-4cd5-4de3-9b30-e454852c72d8 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f64786-789c-41f9-9b8a-d50e53a3acfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546441 Apr 21 12:31:06.509224 n-d-836147-2 neutron-server[103397]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 21 12:31:06.513232 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-0af620b4-513e-4ba7-ae1a-3cfbfac62a36 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:31:06.514086 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-0af620b4-513e-4ba7-ae1a-3cfbfac62a36 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1353710 Apr 21 12:31:06.669426 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-6d694e49-b59f-4b96-905e-627c091aa4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:06.670971 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-6d694e49-b59f-4b96-905e-627c091aa4fa service neutron] 10.222.0.36 "GET /v2.0/ports/585104ae-f88f-407a-960a-5d1c65ae2f82 HTTP/1.1" status: 200 len: 1093 time: 0.1048799 Apr 21 12:31:06.684548 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c94294-daee-43ed-b0ba-67d7a31fc58a req-4174cd2e-53b6-4d18-9aab-487d6aefce11 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:06.686218 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-b861332b-0016-4a4a-aabf-0cc48409c6f3 service neutron] Request body: {'binding': {'host': 'n-h2-836147-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:31:06.687756 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-b861332b-0016-4a4a-aabf-0cc48409c6f3 service neutron] Unknown quota resources ['binding']. {{(pid=103397) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 21 12:31:06.691927 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-50c94294-daee-43ed-b0ba-67d7a31fc58a req-4174cd2e-53b6-4d18-9aab-487d6aefce11 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f92c5da-9d52-4989-aae6-b74705b9606a HTTP/1.1" status: 200 len: 950 time: 0.0716119 Apr 21 12:31:06.736454 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-50c94294-daee-43ed-b0ba-67d7a31fc58a req-d8dafc93-b627-4ee8-9339-671346f5b6ad tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435128 Apr 21 12:31:06.877700 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de5b7cf6-9f15-4f6a-9d74-6b1176ddde04 req-345b4b38-540d-43a3-afa8-25de09210eec tempest-ServersAdmin275Test-2126390420 tempest-ServersAdmin275Test-2126390420-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0346000 Apr 21 12:31:07.185930 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-b861332b-0016-4a4a-aabf-0cc48409c6f3 service neutron] Attempting to bind port 585104ae-f88f-407a-960a-5d1c65ae2f82 on host n-h2-836147-2 for vnic_type normal with profile None {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:31:07.186373 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-b861332b-0016-4a4a-aabf-0cc48409c6f3 service neutron] Attempting to bind port 585104ae-f88f-407a-960a-5d1c65ae2f82 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:31:07.186666 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-b861332b-0016-4a4a-aabf-0cc48409c6f3 service neutron] Attempting to bind port 585104ae-f88f-407a-960a-5d1c65ae2f82 on network c287e289-9664-4a57-ae4d-cb3d1c307007 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:31:07.191634 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-b861332b-0016-4a4a-aabf-0cc48409c6f3 service neutron] Port 585104ae-f88f-407a-960a-5d1c65ae2f82 on network c287e289-9664-4a57-ae4d-cb3d1c307007 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:31:07.191970 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-b861332b-0016-4a4a-aabf-0cc48409c6f3 service neutron] Attempting to bind port 585104ae-f88f-407a-960a-5d1c65ae2f82 on network c287e289-9664-4a57-ae4d-cb3d1c307007 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:31:07.197112 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-b861332b-0016-4a4a-aabf-0cc48409c6f3 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:31:07.197459 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-b861332b-0016-4a4a-aabf-0cc48409c6f3 service neutron] Checking segment: {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:31:07.197882 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-b861332b-0016-4a4a-aabf-0cc48409c6f3 service neutron] Bound using segment: {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:31:07.198289 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-b861332b-0016-4a4a-aabf-0cc48409c6f3 service neutron] Bound port: 585104ae-f88f-407a-960a-5d1c65ae2f82, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:31:07.267250 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-b861332b-0016-4a4a-aabf-0cc48409c6f3 service neutron] For port 585104ae-f88f-407a-960a-5d1c65ae2f82, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=585104ae-f88f-407a-960a-5d1c65ae2f82,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:31:07.347818 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-b861332b-0016-4a4a-aabf-0cc48409c6f3 service neutron] Notify callbacks [] for binding, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:07.349003 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-b861332b-0016-4a4a-aabf-0cc48409c6f3 service neutron] 10.222.0.36 "POST /v2.0/ports/585104ae-f88f-407a-960a-5d1c65ae2f82/bindings HTTP/1.1" status: 201 len: 389 time: 0.6665561 Apr 21 12:31:07.704952 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 4bdba74c-0a92-4bb2-a543-f3b510d904f6 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:31:07.749542 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de8a382-5345-411c-8125-1dbba3377e5c req-6788b70f-ede6-46d0-ae98-1e21bca5dd72 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:07.759853 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4de8a382-5345-411c-8125-1dbba3377e5c req-6788b70f-ede6-46d0-ae98-1e21bca5dd72 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397 HTTP/1.1" status: 200 len: 945 time: 0.0861907 Apr 21 12:31:07.818479 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4de8a382-5345-411c-8125-1dbba3377e5c req-db7f790b-36ca-4623-ada4-b2c3760f4c87 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f64786-789c-41f9-9b8a-d50e53a3acfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573957 Apr 21 12:31:07.853127 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 4bdba74c-0a92-4bb2-a543-f3b510d904f6 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:31:07.853127 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 4bdba74c-0a92-4bb2-a543-f3b510d904f6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:07.853127 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:07.910921 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b6b068-49c6-4d31-ac7b-09335d02496c req-d3f569da-1638-4567-9504-f9c5079269f9 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:07.922232 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1b6b068-49c6-4d31-ac7b-09335d02496c req-d3f569da-1638-4567-9504-f9c5079269f9 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 945 time: 0.1078207 Apr 21 12:31:07.963625 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:07.990755 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6970ea5f-3b93-44bc-b6d4-50be03efc397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bdba74c-0a92-4bb2-a543-f3b510d904f6'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:31:07.993184 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8261b1b2-1c40-44e9-8989-459f6cf33de0" -d '{"events": [{"server_uuid": "6970ea5f-3b93-44bc-b6d4-50be03efc397", "name": "network-vif-plugged", "status": "completed", "tag": "4bdba74c-0a92-4bb2-a543-f3b510d904f6"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:31:07.993611 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1b6b068-49c6-4d31-ac7b-09335d02496c req-9ee822fa-c187-41ef-9224-7696f070f8ff tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701663 Apr 21 12:31:08.010941 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 4bdba74c-0a92-4bb2-a543-f3b510d904f6, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=4bdba74c-0a92-4bb2-a543-f3b510d904f6,segment=NetworkSegment(c24679f5-0724-496a-af10-68bc85415d7d),segment_id=c24679f5-0724-496a-af10-68bc85415d7d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:08.094281 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:08.124901 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e526124-46cd-4b38-91cd-96ea86d5b2c2 req-3bde8428-c7bd-4c97-a5e8-6b7c5b5006bb tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:08.137070 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8e526124-46cd-4b38-91cd-96ea86d5b2c2 req-3bde8428-c7bd-4c97-a5e8-6b7c5b5006bb tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f92c5da-9d52-4989-aae6-b74705b9606a HTTP/1.1" status: 200 len: 950 time: 0.0721457 Apr 21 12:31:08.209005 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=4bdba74c-0a92-4bb2-a543-f3b510d904f6,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:08.210080 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8e526124-46cd-4b38-91cd-96ea86d5b2c2 req-83037164-5b2b-40ef-8226-b0a22acc99f9 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693908 Apr 21 12:31:08.219221 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-b6f7ce9c-bdab-416b-9b7b-2da615fd4af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:08.220912 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-b6f7ce9c-bdab-416b-9b7b-2da615fd4af4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26ea3c659ac44d28a683c1af948ed1b6&device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 1096 time: 0.0949302 Apr 21 12:31:08.331264 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d19766b-020d-4d29-a786-13a3e2b44f1a x-openstack-request-id: req-7d19766b-020d-4d29-a786-13a3e2b44f1a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:31:08.332461 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6970ea5f-3b93-44bc-b6d4-50be03efc397", "name": "network-vif-plugged", "status": "completed", "tag": "4bdba74c-0a92-4bb2-a543-f3b510d904f6", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:31:08.332978 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7d19766b-020d-4d29-a786-13a3e2b44f1a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:31:08.333522 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d19766b-020d-4d29-a786-13a3e2b44f1a'] response: {'server_uuid': '6970ea5f-3b93-44bc-b6d4-50be03efc397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bdba74c-0a92-4bb2-a543-f3b510d904f6', 'code': 200} Apr 21 12:31:08.363607 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-d7f6f0f4-07f9-48c7-b9d5-b59a352c1ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:08.365225 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-d7f6f0f4-07f9-48c7-b9d5-b59a352c1ec1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c287e289-9664-4a57-ae4d-cb3d1c307007 HTTP/1.1" status: 200 len: 921 time: 0.1347229 Apr 21 12:31:08.367629 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9b6c888-6b92-4df7-9faa-d543859526c7 req-342ad92d-7c71-49ff-93d7-d6d1076e8a9e tempest-ServersAdmin275Test-2126390420 tempest-ServersAdmin275Test-2126390420-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0585041 Apr 21 12:31:08.418426 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-7bd4136c-1b14-475a-b305-c7392742e933 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=585104ae-f88f-407a-960a-5d1c65ae2f82 HTTP/1.1" status: 200 len: 217 time: 0.0448556 Apr 21 12:31:08.479843 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-8c0ee3cb-8758-453a-b71e-802ba47636fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:08.481636 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-8c0ee3cb-8758-453a-b71e-802ba47636fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c2895f5-072d-4584-843c-51a4758cad8d HTTP/1.1" status: 200 len: 860 time: 0.0564096 Apr 21 12:31:08.530789 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-3cef7099-1b3c-46ab-a998-2a8d61d5c4aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c287e289-9664-4a57-ae4d-cb3d1c307007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409884 Apr 21 12:31:08.592591 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021476b-ed7e-4798-a2c6-7a888e0050d4 req-90a347a7-aa09-4dd9-be86-c2dace0de4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:08.594168 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a021476b-ed7e-4798-a2c6-7a888e0050d4 req-90a347a7-aa09-4dd9-be86-c2dace0de4d0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397 HTTP/1.1" status: 200 len: 1097 time: 0.1234975 Apr 21 12:31:08.679080 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a021476b-ed7e-4798-a2c6-7a888e0050d4 req-de140fc9-4f54-4ecd-b137-f42f6a0d295c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=70f64786-789c-41f9-9b8a-d50e53a3acfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747168 Apr 21 12:31:08.723967 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-b5c7474c-f121-4c31-9331-ee9e67b9af04 service neutron] 10.222.0.24 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828704 Apr 21 12:31:08.824292 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-04fd4c56-856e-47a8-b56a-269fffa55a6a service neutron] 10.222.0.24 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922985 Apr 21 12:31:09.198592 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-933f5769-dbaf-4fd9-81e1-9b00dd38d0ad tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:09.200161 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-933f5769-dbaf-4fd9-81e1-9b00dd38d0ad tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57&tenant_id=26ea3c659ac44d28a683c1af948ed1b6&binding%3Ahost_id=n-h1-836147-2 HTTP/1.1" status: 200 len: 1096 time: 0.0495150 Apr 21 12:31:09.208134 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4100dc-5071-4d91-9220-7dcb4f8e7d38 req-9c6ae822-a693-4e4a-ac49-8e891130372a tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:09.208626 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4100dc-5071-4d91-9220-7dcb4f8e7d38 req-9c6ae822-a693-4e4a-ac49-8e891130372a tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:09.209181 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4100dc-5071-4d91-9220-7dcb4f8e7d38 req-9c6ae822-a693-4e4a-ac49-8e891130372a tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:09.209565 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4100dc-5071-4d91-9220-7dcb4f8e7d38 req-9c6ae822-a693-4e4a-ac49-8e891130372a tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:09.210055 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4100dc-5071-4d91-9220-7dcb4f8e7d38 req-9c6ae822-a693-4e4a-ac49-8e891130372a tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:09.210517 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4100dc-5071-4d91-9220-7dcb4f8e7d38 req-9c6ae822-a693-4e4a-ac49-8e891130372a tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:09.210975 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4100dc-5071-4d91-9220-7dcb4f8e7d38 req-9c6ae822-a693-4e4a-ac49-8e891130372a tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:09.211435 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4100dc-5071-4d91-9220-7dcb4f8e7d38 req-9c6ae822-a693-4e4a-ac49-8e891130372a tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:09.211893 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4100dc-5071-4d91-9220-7dcb4f8e7d38 req-9c6ae822-a693-4e4a-ac49-8e891130372a tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:09.213762 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-6bf77466-a7f0-4663-9b54-00fac0fa465e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836147-2'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:31:09.214508 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d4100dc-5071-4d91-9220-7dcb4f8e7d38 req-9c6ae822-a693-4e4a-ac49-8e891130372a tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397&device_id=1f92c5da-9d52-4989-aae6-b74705b9606a&device_id=a7759849-03df-40c2-80a8-29425f7d0a57&device_id=06229d16-f05e-4ef8-b177-38be30d1019b&device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776&device_id=9f280ddd-d5e4-473e-bf91-fcdfc9eaedee&device_id=ddf90288-7612-41ce-a8d9-61ab46802395&device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a&device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3&device_id=87a86a14-2ab0-448a-b761-211fef436774 HTTP/1.1" status: 200 len: 8202 time: 0.0772486 Apr 21 12:31:09.241528 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9d4100dc-5071-4d91-9220-7dcb4f8e7d38 req-7a2eb1ee-96aa-4179-b89d-7528b6737df7 tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:09.272479 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c1c6e-407c-456b-bace-e0a990d3a751 req-b7baf58c-7337-47b6-98f0-babe861bf3b2 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:09.274057 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a9c1c6e-407c-456b-bace-e0a990d3a751 req-b7baf58c-7337-47b6-98f0-babe861bf3b2 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397 HTTP/1.1" status: 200 len: 946 time: 0.1002576 Apr 21 12:31:09.284734 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-6bf77466-a7f0-4663-9b54-00fac0fa465e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:09.352460 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a9c1c6e-407c-456b-bace-e0a990d3a751 req-ceac7862-120d-453b-907a-a6aefaab9ebd tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f64786-789c-41f9-9b8a-d50e53a3acfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674980 Apr 21 12:31:09.432548 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9d4100dc-5071-4d91-9220-7dcb4f8e7d38 req-7a2eb1ee-96aa-4179-b89d-7528b6737df7 tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:09.450546 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-6bf77466-a7f0-4663-9b54-00fac0fa465e service neutron] For port 585104ae-f88f-407a-960a-5d1c65ae2f82, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=585104ae-f88f-407a-960a-5d1c65ae2f82,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:09.490221 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-6bf77466-a7f0-4663-9b54-00fac0fa465e service neutron] For port 585104ae-f88f-407a-960a-5d1c65ae2f82, host n-h1-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:31:09.524837 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5361e-48fc-408e-b4e5-1f3572f11906 req-d1fc6d8a-cdca-4c93-822c-2ffb3e41929f tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:09.526615 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13d5361e-48fc-408e-b4e5-1f3572f11906 req-d1fc6d8a-cdca-4c93-822c-2ffb3e41929f tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 945 time: 0.0715978 Apr 21 12:31:09.528100 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9d4100dc-5071-4d91-9220-7dcb4f8e7d38 req-7a2eb1ee-96aa-4179-b89d-7528b6737df7 tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:09.533241 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7759849-03df-40c2-80a8-29425f7d0a57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '585104ae-f88f-407a-960a-5d1c65ae2f82'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:31:09.535589 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7476dadf-941a-45df-b786-f7f3275f213f" -d '{"events": [{"server_uuid": "a7759849-03df-40c2-80a8-29425f7d0a57", "name": "network-vif-unplugged", "status": "completed", "tag": "585104ae-f88f-407a-960a-5d1c65ae2f82"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:31:09.541084 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-6bf77466-a7f0-4663-9b54-00fac0fa465e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:09.574838 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d4100dc-5071-4d91-9220-7dcb4f8e7d38 req-7a2eb1ee-96aa-4179-b89d-7528b6737df7 tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&id=70f64786-789c-41f9-9b8a-d50e53a3acfe&id=3332589a-bdb7-45c7-bbfd-f2a661497b56&id=852372b5-9547-47c3-aafb-b5d61f7a8699&id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 673 time: 0.3492486 Apr 21 12:31:09.598512 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2eb1ee-96aa-4179-b89d-7528b6737df7 tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f1ba32-66f2-4938-9dc3-35a3f21d00d3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:09.626032 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13d5361e-48fc-408e-b4e5-1f3572f11906 req-06e83c0b-c5ae-48a5-b4f6-1d1b42983310 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805390 Apr 21 12:31:09.657736 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-6bf77466-a7f0-4663-9b54-00fac0fa465e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:09.705145 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf77466-a7f0-4663-9b54-00fac0fa465e service neutron] Pushing event updated for resources: {'Port': ['ID=585104ae-f88f-407a-960a-5d1c65ae2f82,revision_number=7']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:09.785400 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c8e3b37-c33a-436f-95ab-b4deb453597e req-8c31e90d-b679-4856-ba22-692d854645e2 tempest-ServersAdmin275Test-2126390420 tempest-ServersAdmin275Test-2126390420-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0369687 Apr 21 12:31:09.802351 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-6bf77466-a7f0-4663-9b54-00fac0fa465e service neutron] Attempting to bind port 585104ae-f88f-407a-960a-5d1c65ae2f82 on host n-h1-836147-2 for vnic_type normal with profile {"migrating_to": "n-h2-836147-2"} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:31:09.802940 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-6bf77466-a7f0-4663-9b54-00fac0fa465e service neutron] Attempting to bind port 585104ae-f88f-407a-960a-5d1c65ae2f82 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:31:09.803357 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-6bf77466-a7f0-4663-9b54-00fac0fa465e service neutron] Attempting to bind port 585104ae-f88f-407a-960a-5d1c65ae2f82 on network c287e289-9664-4a57-ae4d-cb3d1c307007 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:31:09.813460 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-6bf77466-a7f0-4663-9b54-00fac0fa465e service neutron] Port 585104ae-f88f-407a-960a-5d1c65ae2f82 on network c287e289-9664-4a57-ae4d-cb3d1c307007 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:31:09.813817 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-6bf77466-a7f0-4663-9b54-00fac0fa465e service neutron] Attempting to bind port 585104ae-f88f-407a-960a-5d1c65ae2f82 on network c287e289-9664-4a57-ae4d-cb3d1c307007 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:31:09.827402 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-6bf77466-a7f0-4663-9b54-00fac0fa465e service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:31:09.827736 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-6bf77466-a7f0-4663-9b54-00fac0fa465e service neutron] Checking segment: {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:31:09.828122 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-6bf77466-a7f0-4663-9b54-00fac0fa465e service neutron] Bound using segment: {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:31:09.828564 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-6bf77466-a7f0-4663-9b54-00fac0fa465e service neutron] Bound port: 585104ae-f88f-407a-960a-5d1c65ae2f82, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:31:09.828918 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-6bf77466-a7f0-4663-9b54-00fac0fa465e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:09.926088 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-6bf77466-a7f0-4663-9b54-00fac0fa465e service neutron] For port 585104ae-f88f-407a-960a-5d1c65ae2f82, host n-h1-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:31:09.930532 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-6bf77466-a7f0-4663-9b54-00fac0fa465e service neutron] For port 585104ae-f88f-407a-960a-5d1c65ae2f82, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=585104ae-f88f-407a-960a-5d1c65ae2f82,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:31:09.933223 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e908f0-84ce-45c6-9b8f-94b95f8452e5 x-openstack-request-id: req-83e908f0-84ce-45c6-9b8f-94b95f8452e5 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:31:09.933752 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7759849-03df-40c2-80a8-29425f7d0a57", "name": "network-vif-unplugged", "status": "completed", "tag": "585104ae-f88f-407a-960a-5d1c65ae2f82", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:31:09.934145 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-83e908f0-84ce-45c6-9b8f-94b95f8452e5 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:31:09.940818 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83e908f0-84ce-45c6-9b8f-94b95f8452e5'] response: {'server_uuid': 'a7759849-03df-40c2-80a8-29425f7d0a57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '585104ae-f88f-407a-960a-5d1c65ae2f82', 'code': 200} Apr 21 12:31:10.014808 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-6bf77466-a7f0-4663-9b54-00fac0fa465e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:10.081710 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf77466-a7f0-4663-9b54-00fac0fa465e service neutron] Pushing event updated for resources: {'Port': ['ID=585104ae-f88f-407a-960a-5d1c65ae2f82,revision_number=8']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:10.131965 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-6bf77466-a7f0-4663-9b54-00fac0fa465e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:10.132756 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-6bf77466-a7f0-4663-9b54-00fac0fa465e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:10.134507 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-6bf77466-a7f0-4663-9b54-00fac0fa465e service neutron] 10.222.0.24 "PUT /v2.0/ports/585104ae-f88f-407a-960a-5d1c65ae2f82 HTTP/1.1" status: 200 len: 1121 time: 0.9259143 Apr 21 12:31:10.227572 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['585104ae-f88f-407a-960a-5d1c65ae2f82'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:31:10.736301 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f71407-72af-4d68-af33-6a7e75103d56 req-f659ff3c-6cac-4834-a931-0402e1cb3960 tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:10.736959 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f71407-72af-4d68-af33-6a7e75103d56 req-f659ff3c-6cac-4834-a931-0402e1cb3960 tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:10.737512 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f71407-72af-4d68-af33-6a7e75103d56 req-f659ff3c-6cac-4834-a931-0402e1cb3960 tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:10.739290 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e4f71407-72af-4d68-af33-6a7e75103d56 req-f659ff3c-6cac-4834-a931-0402e1cb3960 tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1f92c5da-9d52-4989-aae6-b74705b9606a&device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776&device_id=9f280ddd-d5e4-473e-bf91-fcdfc9eaedee HTTP/1.1" status: 200 len: 2883 time: 0.3951538 Apr 21 12:31:10.833781 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602f5bd-c9f8-4665-a667-4ff77e747651 req-e3dd9cf3-f178-4f77-ad5a-f01bf59e86fb tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:10.838071 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e602f5bd-c9f8-4665-a667-4ff77e747651 req-e3dd9cf3-f178-4f77-ad5a-f01bf59e86fb tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397 HTTP/1.1" status: 200 len: 946 time: 0.0977433 Apr 21 12:31:10.840586 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e4f71407-72af-4d68-af33-6a7e75103d56 req-ba47f9d9-605d-41b8-97c8-a11babe246b4 tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914969 Apr 21 12:31:10.881502 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e602f5bd-c9f8-4665-a667-4ff77e747651 req-95b33e4c-43fd-4c95-9cf3-45cfe680a5b0 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f64786-789c-41f9-9b8a-d50e53a3acfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393481 Apr 21 12:31:11.014810 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf71a5-e765-4558-a56a-117e7f730824 req-748dbf84-6e6d-48a8-9928-85918df28f39 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:11.022399 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-84bf71a5-e765-4558-a56a-117e7f730824 req-748dbf84-6e6d-48a8-9928-85918df28f39 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 943 time: 0.0659602 Apr 21 12:31:11.079795 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-84bf71a5-e765-4558-a56a-117e7f730824 req-b5d50a72-cc6a-4b24-82e2-cf34a0a8fa6e tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496960 Apr 21 12:31:11.179910 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c096381-f6bd-4576-bad8-5fc9414ae93a req-15142680-9a21-44f7-ace4-00193a396097 tempest-ServersAdmin275Test-2126390420 tempest-ServersAdmin275Test-2126390420-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0316076 Apr 21 12:31:11.467779 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54a01189-bb32-444d-9a4c-a67638de8deb req-8e8dd676-9378-4580-92fe-9bfa5101b7ee tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2188916 Apr 21 12:31:11.483827 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-54a01189-bb32-444d-9a4c-a67638de8deb req-9063af98-f312-405b-ba50-4483e81e6fc7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:31:11.602757 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-54a01189-bb32-444d-9a4c-a67638de8deb req-9063af98-f312-405b-ba50-4483e81e6fc7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:11.731097 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-54a01189-bb32-444d-9a4c-a67638de8deb req-9063af98-f312-405b-ba50-4483e81e6fc7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:11.859727 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-54a01189-bb32-444d-9a4c-a67638de8deb req-9063af98-f312-405b-ba50-4483e81e6fc7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Allocated IP 172.25.8.85 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/7ede9663-ad62-46a5-9839-230dcfd691f0) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:31:11.937696 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7759849-03df-40c2-80a8-29425f7d0a57', 'tag': '585104ae-f88f-407a-960a-5d1c65ae2f82'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:31:11.939683 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24291c7e-06dd-47f2-b444-bf3388729802" -d '{"events": [{"name": "network-changed", "server_uuid": "a7759849-03df-40c2-80a8-29425f7d0a57", "tag": "585104ae-f88f-407a-960a-5d1c65ae2f82"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:31:12.016971 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-54a01189-bb32-444d-9a4c-a67638de8deb req-9063af98-f312-405b-ba50-4483e81e6fc7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:12.130250 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-54a01189-bb32-444d-9a4c-a67638de8deb req-9063af98-f312-405b-ba50-4483e81e6fc7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:12.176133 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54a01189-bb32-444d-9a4c-a67638de8deb req-9063af98-f312-405b-ba50-4483e81e6fc7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:31:12.182162 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-54a01189-bb32-444d-9a4c-a67638de8deb req-9063af98-f312-405b-ba50-4483e81e6fc7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:31:12.186299 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a01189-bb32-444d-9a4c-a67638de8deb req-9063af98-f312-405b-ba50-4483e81e6fc7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:31:12.217608 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063af98-f312-405b-ba50-4483e81e6fc7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Pushing event updated for resources: {'Port': ['ID=7ede9663-ad62-46a5-9839-230dcfd691f0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:12.298972 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-54a01189-bb32-444d-9a4c-a67638de8deb req-9063af98-f312-405b-ba50-4483e81e6fc7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:12.449506 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-54a01189-bb32-444d-9a4c-a67638de8deb req-9063af98-f312-405b-ba50-4483e81e6fc7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:12.624374 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-54a01189-bb32-444d-9a4c-a67638de8deb req-9063af98-f312-405b-ba50-4483e81e6fc7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:12.724092 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 585104ae-f88f-407a-960a-5d1c65ae2f82 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:31:12.761395 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d112d7f-d4ba-4aaf-83b1-28e3aa0a9409 x-openstack-request-id: req-3d112d7f-d4ba-4aaf-83b1-28e3aa0a9409 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:31:12.761726 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7759849-03df-40c2-80a8-29425f7d0a57", "tag": "585104ae-f88f-407a-960a-5d1c65ae2f82", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:31:12.761976 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3d112d7f-d4ba-4aaf-83b1-28e3aa0a9409 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:31:12.762377 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d112d7f-d4ba-4aaf-83b1-28e3aa0a9409'] response: {'name': 'network-changed', 'server_uuid': 'a7759849-03df-40c2-80a8-29425f7d0a57', 'tag': '585104ae-f88f-407a-960a-5d1c65ae2f82', 'status': 'completed', 'code': 200} Apr 21 12:31:12.827171 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 585104ae-f88f-407a-960a-5d1c65ae2f82, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=585104ae-f88f-407a-960a-5d1c65ae2f82,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:12.840609 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24291c7e-06dd-47f2-b444-bf3388729802 req-f34557ca-f81e-4d85-8e81-54ceeba73992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:12.840866 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 585104ae-f88f-407a-960a-5d1c65ae2f82 has no active binding in host n-h2-836147-2 {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 21 12:31:12.842353 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24291c7e-06dd-47f2-b444-bf3388729802 req-f34557ca-f81e-4d85-8e81-54ceeba73992 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26ea3c659ac44d28a683c1af948ed1b6&device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 1124 time: 0.0567980 Apr 21 12:31:12.933247 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24291c7e-06dd-47f2-b444-bf3388729802 req-aac2de81-5422-4bd4-accc-4f691807239c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:12.934674 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24291c7e-06dd-47f2-b444-bf3388729802 req-aac2de81-5422-4bd4-accc-4f691807239c service neutron] 10.222.0.26 "GET /v2.0/networks?id=c287e289-9664-4a57-ae4d-cb3d1c307007 HTTP/1.1" status: 200 len: 921 time: 0.0846927 Apr 21 12:31:12.983067 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24291c7e-06dd-47f2-b444-bf3388729802 req-6852689c-576a-47b4-bc79-edf2bb3023aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=585104ae-f88f-407a-960a-5d1c65ae2f82 HTTP/1.1" status: 200 len: 217 time: 0.0403926 Apr 21 12:31:13.031208 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24291c7e-06dd-47f2-b444-bf3388729802 req-3e188481-fec0-4af4-89c4-035da7fa46f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:13.032678 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24291c7e-06dd-47f2-b444-bf3388729802 req-3e188481-fec0-4af4-89c4-035da7fa46f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c2895f5-072d-4584-843c-51a4758cad8d HTTP/1.1" status: 200 len: 860 time: 0.0425165 Apr 21 12:31:13.064089 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24291c7e-06dd-47f2-b444-bf3388729802 req-b0c55b27-e0d1-4574-aac1-ad8775421038 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c287e289-9664-4a57-ae4d-cb3d1c307007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242901 Apr 21 12:31:13.153175 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24291c7e-06dd-47f2-b444-bf3388729802 req-3893a2cc-fb84-443d-855f-20996c2b5feb service neutron] 10.222.0.26 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820730 Apr 21 12:31:13.249497 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24291c7e-06dd-47f2-b444-bf3388729802 req-05a22404-b249-4068-9b17-7c1db14a74b3 service neutron] 10.222.0.26 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883453 Apr 21 12:31:13.305444 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-54a01189-bb32-444d-9a4c-a67638de8deb req-9063af98-f312-405b-ba50-4483e81e6fc7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:13.383575 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9063af98-f312-405b-ba50-4483e81e6fc7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Pushing event updated for resources: {'Port': ['ID=7ede9663-ad62-46a5-9839-230dcfd691f0,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:13.398558 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063af98-f312-405b-ba50-4483e81e6fc7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:13.399476 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063af98-f312-405b-ba50-4483e81e6fc7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:13.399815 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063af98-f312-405b-ba50-4483e81e6fc7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:13.400150 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063af98-f312-405b-ba50-4483e81e6fc7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:13.400475 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063af98-f312-405b-ba50-4483e81e6fc7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:13.400843 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063af98-f312-405b-ba50-4483e81e6fc7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:13.401155 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063af98-f312-405b-ba50-4483e81e6fc7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:13.401489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063af98-f312-405b-ba50-4483e81e6fc7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:13.406713 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063af98-f312-405b-ba50-4483e81e6fc7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:13.406713 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063af98-f312-405b-ba50-4483e81e6fc7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:13.406713 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063af98-f312-405b-ba50-4483e81e6fc7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:13.406713 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9063af98-f312-405b-ba50-4483e81e6fc7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:13.407662 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-54a01189-bb32-444d-9a4c-a67638de8deb req-9063af98-f312-405b-ba50-4483e81e6fc7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:13.408034 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6710e64e-3ddd-4ede-a727-1bd10663783a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:13.484809 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-54a01189-bb32-444d-9a4c-a67638de8deb req-9063af98-f312-405b-ba50-4483e81e6fc7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:13.486212 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54a01189-bb32-444d-9a4c-a67638de8deb req-9063af98-f312-405b-ba50-4483e81e6fc7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0066826 Apr 21 12:31:13.575343 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54a01189-bb32-444d-9a4c-a67638de8deb req-9a77016f-2744-4f48-954a-31f23c38e222 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.85 HTTP/1.1" status: 200 len: 695 time: 0.0819709 Apr 21 12:31:13.717101 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfea20f-60d6-48c3-a049-46adb707afc2 req-75d03c8e-3278-491a-a32f-013f0ddcc5e8 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:13.718724 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4bfea20f-60d6-48c3-a049-46adb707afc2 req-75d03c8e-3278-491a-a32f-013f0ddcc5e8 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 943 time: 0.1081104 Apr 21 12:31:13.729465 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a01189-bb32-444d-9a4c-a67638de8deb req-f89e1108-9d0b-4939-8729-b73214923ed3 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:13.730795 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54a01189-bb32-444d-9a4c-a67638de8deb req-f89e1108-9d0b-4939-8729-b73214923ed3 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 784 time: 0.1493223 Apr 21 12:31:13.741684 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-54a01189-bb32-444d-9a4c-a67638de8deb req-da4fd715-e2ef-4b5e-8cdb-79fbafc92694 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:31:13.743151 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54a01189-bb32-444d-9a4c-a67638de8deb req-da4fd715-e2ef-4b5e-8cdb-79fbafc92694 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050461 Apr 21 12:31:13.790252 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4bfea20f-60d6-48c3-a049-46adb707afc2 req-c3383ba6-6571-421a-9889-d91c1ede8afe tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583427 Apr 21 12:31:13.861078 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4c72134f-78f2-4fe6-9dc9-c943e5d10731 req-ccc8fece-887a-4695-824d-6b63cec3d744 tempest-ServersAdmin275Test-2126390420 tempest-ServersAdmin275Test-2126390420-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0251114 Apr 21 12:31:14.104609 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-72ec19d1-1fb1-4d49-8edf-6e88ff4f5304 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:14.106104 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-72ec19d1-1fb1-4d49-8edf-6e88ff4f5304 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/networks?id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a HTTP/1.1" status: 200 len: 821 time: 0.1222098 Apr 21 12:31:14.131432 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-66d119a0-1b12-4e78-8b4e-7088e86e3105 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/quotas/39725541a84a4c0389b0f42f00fde7c4 HTTP/1.1" status: 200 len: 375 time: 0.0188324 Apr 21 12:31:14.188876 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d1e49-c92c-469b-9daf-bd853e26c72d req-bf010484-01a7-4267-83bc-c8bfccb34611 tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:14.190492 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-353d1e49-c92c-469b-9daf-bd853e26c72d req-bf010484-01a7-4267-83bc-c8bfccb34611 tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 1101 time: 0.0700788 Apr 21 12:31:14.212700 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-7390fe7c-3234-43cc-8d5e-fe30464b75ec tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=39725541a84a4c0389b0f42f00fde7c4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0680616 Apr 21 12:31:14.279109 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-353d1e49-c92c-469b-9daf-bd853e26c72d req-3160d61a-4984-427c-a610-3dc863d88a44 tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810316 Apr 21 12:31:14.326485 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-1aa92d9a-3ec0-4d67-aa38-baa1511578f2 service neutron] 10.222.0.36 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058867 Apr 21 12:31:14.427399 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-774531c5-d42c-450a-9646-0b4f543d2f22 service neutron] 10.222.0.36 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950186 Apr 21 12:31:14.709095 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed2391-68b2-4ee5-ac1b-24ba45d8c87d req-48bedab2-dac6-4bde-af58-710cbc7883fc tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:14.710663 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-39ed2391-68b2-4ee5-ac1b-24ba45d8c87d req-48bedab2-dac6-4bde-af58-710cbc7883fc tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 1101 time: 0.0417817 Apr 21 12:31:14.770197 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-39ed2391-68b2-4ee5-ac1b-24ba45d8c87d req-7947d6e5-d032-48c3-9289-5618f6229521 tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511158 Apr 21 12:31:14.838274 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a95020a8-354c-41db-9b20-d501ab893d16 req-2b96399a-2e67-4c31-b202-10ff48db482a tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea06942f-b505-4e46-9d10-abdd0f4e5970 HTTP/1.1" status: 200 len: 210 time: 0.0268438 Apr 21 12:31:15.058349 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd184d20-6b5c-45a6-8b0a-e135b3667f8b req-c4fe0743-c373-40b5-b152-1cad0f844374 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:15.059898 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dd184d20-6b5c-45a6-8b0a-e135b3667f8b req-c4fe0743-c373-40b5-b152-1cad0f844374 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 943 time: 0.0990360 Apr 21 12:31:15.064432 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-d7e8fcf3-f2d6-4b41-88c1-20e42adf48d1 service neutron] 10.222.0.26 "GET /v2.0/ports/585104ae-f88f-407a-960a-5d1c65ae2f82/bindings/n-h2-836147-2 HTTP/1.1" status: 200 len: 384 time: 0.1121814 Apr 21 12:31:15.132017 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dd184d20-6b5c-45a6-8b0a-e135b3667f8b req-e4961d88-6761-49fc-963b-c59e23c4296e tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652308 Apr 21 12:31:15.205491 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18b0cf24-b12d-46af-ae81-bedcfa16f108 req-79e2c12b-4b93-47f8-a5ef-dc31165c96f4 tempest-ServersAdmin275Test-2126390420 tempest-ServersAdmin275Test-2126390420-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0354276 Apr 21 12:31:15.306058 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-db42032b-e5fd-45c2-9fdd-81a276e896b3 service neutron] For port 585104ae-f88f-407a-960a-5d1c65ae2f82, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=585104ae-f88f-407a-960a-5d1c65ae2f82,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:15.328733 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-db42032b-e5fd-45c2-9fdd-81a276e896b3 service neutron] For port 585104ae-f88f-407a-960a-5d1c65ae2f82, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:31:15.368335 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-db42032b-e5fd-45c2-9fdd-81a276e896b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 585104ae-f88f-407a-960a-5d1c65ae2f82 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:31:15.379652 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-db42032b-e5fd-45c2-9fdd-81a276e896b3 service neutron] For port 585104ae-f88f-407a-960a-5d1c65ae2f82, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=585104ae-f88f-407a-960a-5d1c65ae2f82,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:15.468960 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-db42032b-e5fd-45c2-9fdd-81a276e896b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:15.481662 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57488) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:15.579185 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-db42032b-e5fd-45c2-9fdd-81a276e896b3 service neutron] Transition to ACTIVE for port object 585104ae-f88f-407a-960a-5d1c65ae2f82 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:31:15.628092 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f795343b-7940-45cc-8c7a-da67f36db1b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:15.666401 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-423f10ea-462e-4c77-a0fc-201b8bac1d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:15.669561 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-db42032b-e5fd-45c2-9fdd-81a276e896b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:15.733787 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42032b-e5fd-45c2-9fdd-81a276e896b3 service neutron] Pushing event updated for resources: {'Port': ['ID=585104ae-f88f-407a-960a-5d1c65ae2f82,revision_number=10']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:15.736826 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f795343b-7940-45cc-8c7a-da67f36db1b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:15.796820 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f795343b-7940-45cc-8c7a-da67f36db1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:15.815600 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-db42032b-e5fd-45c2-9fdd-81a276e896b3 service neutron] No DVR routers for this DVR port 585104ae-f88f-407a-960a-5d1c65ae2f82 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:31:15.844693 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f795343b-7940-45cc-8c7a-da67f36db1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdfb0cf-cd33-4d97-bc0f-fd1a27f4792a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:15.845048 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f795343b-7940-45cc-8c7a-da67f36db1b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f5cda2aa53c947bfaffdfa7e05b0a8fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3609078 Apr 21 12:31:15.847658 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57514) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:15.862999 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-db42032b-e5fd-45c2-9fdd-81a276e896b3 service neutron] 10.222.0.26 "PUT /v2.0/ports/585104ae-f88f-407a-960a-5d1c65ae2f82/bindings/n-h2-836147-2/activate HTTP/1.1" status: 200 len: 369 time: 0.7881167 Apr 21 12:31:15.917683 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f66f73c8-8597-4f64-94fa-81080e9c4568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:15.947160 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f66f73c8-8597-4f64-94fa-81080e9c4568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:16.068684 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f66f73c8-8597-4f64-94fa-81080e9c4568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:16.074719 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f66f73c8-8597-4f64-94fa-81080e9c4568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:16.075931 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f66f73c8-8597-4f64-94fa-81080e9c4568 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5fdfb0cf-cd33-4d97-bc0f-fd1a27f4792a HTTP/1.1" status: 204 len: 168 time: 0.2273204 Apr 21 12:31:16.091233 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f73c8-8597-4f64-94fa-81080e9c4568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdfb0cf-cd33-4d97-bc0f-fd1a27f4792a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:16.125424 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-3a1dba0d-85e9-4698-98fd-775bac8dc241 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:16.139042 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-3a1dba0d-85e9-4698-98fd-775bac8dc241 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57&tenant_id=26ea3c659ac44d28a683c1af948ed1b6&binding%3Ahost_id=n-h1-836147-2 HTTP/1.1" status: 200 len: 1095 time: 0.1024451 Apr 21 12:31:16.210020 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-09dbb62e-3a58-42b6-9fdd-5c940432e6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:16.212105 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-09dbb62e-3a58-42b6-9fdd-5c940432e6f4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57&tenant_id=26ea3c659ac44d28a683c1af948ed1b6 HTTP/1.1" status: 200 len: 1095 time: 0.0649853 Apr 21 12:31:16.250570 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aeaec5a3-1f6d-4df5-b561-9c81892cb5d5 req-801fe03c-51e6-4f90-9980-b3716a83ca1c tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea06942f-b505-4e46-9d10-abdd0f4e5970 HTTP/1.1" status: 200 len: 210 time: 0.0391133 Apr 21 12:31:16.331128 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-99a8e18e-ecba-44e2-a771-a05bfec67f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:16.331128 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-99a8e18e-ecba-44e2-a771-a05bfec67f88 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26ea3c659ac44d28a683c1af948ed1b6&device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 1095 time: 0.0756893 Apr 21 12:31:16.428856 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac96176-4d93-454b-8ff6-e5d0652fd675 req-8cbf461f-b7fa-4ead-afb3-b9238d42b42b tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:16.438249 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cac96176-4d93-454b-8ff6-e5d0652fd675 req-8cbf461f-b7fa-4ead-afb3-b9238d42b42b tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.0794821 Apr 21 12:31:16.508405 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cac96176-4d93-454b-8ff6-e5d0652fd675 req-89798f3b-bb8c-441f-afdb-9184523dcbc2 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637133 Apr 21 12:31:16.551398 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-be42198f-aa3f-4075-aee8-28309b564e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:16.553779 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-be42198f-aa3f-4075-aee8-28309b564e99 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c287e289-9664-4a57-ae4d-cb3d1c307007 HTTP/1.1" status: 200 len: 921 time: 0.2198400 Apr 21 12:31:16.657351 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-0cae0652-55f0-4ea6-9ad1-1ddbbf2e9bd1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=585104ae-f88f-407a-960a-5d1c65ae2f82 HTTP/1.1" status: 200 len: 217 time: 0.0924809 Apr 21 12:31:16.723934 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-2ef13141-bf08-47fb-b53c-3ee462ff422e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:16.725086 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077d3b8-8773-419b-80b4-fbe2ec947c3a req-960b5e04-ec65-46cf-8897-95cbe6e96820 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:16.725442 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-2ef13141-bf08-47fb-b53c-3ee462ff422e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c2895f5-072d-4584-843c-51a4758cad8d HTTP/1.1" status: 200 len: 860 time: 0.0563288 Apr 21 12:31:16.727382 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3077d3b8-8773-419b-80b4-fbe2ec947c3a req-960b5e04-ec65-46cf-8897-95cbe6e96820 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 944 time: 0.0634465 Apr 21 12:31:16.759629 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-1f481032-7891-4205-a8b7-b244b7666b01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c287e289-9664-4a57-ae4d-cb3d1c307007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258729 Apr 21 12:31:16.765466 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3077d3b8-8773-419b-80b4-fbe2ec947c3a req-50ef426d-4caa-4363-b262-cc54a4b84639 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316007 Apr 21 12:31:16.815307 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:16.868334 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-1c7aa206-cb71-49d7-8e1a-b892474515df service neutron] 10.222.0.24 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005912 Apr 21 12:31:16.925531 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b902dfec-574a-4267-8a48-dd9ce5e45f4f req-6ce30076-4d21-4d7c-9567-224791ce6435 tempest-ServersAdmin275Test-2126390420 tempest-ServersAdmin275Test-2126390420-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0466981 Apr 21 12:31:17.001920 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-0e0367c8-0d27-439a-b905-2a992be6af40 service neutron] 10.222.0.24 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247385 Apr 21 12:31:17.382539 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-b77c8774-f523-4826-a6d8-622568b8328f tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:17.384865 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-b77c8774-f523-4826-a6d8-622568b8328f tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.24 "GET /v2.0/networks?id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a HTTP/1.1" status: 200 len: 821 time: 0.1345434 Apr 21 12:31:17.401521 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-92286a83-1a11-4c83-b6ea-450a05d70020 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Request body: {'port': {'device_id': 'ea06942f-b505-4e46-9d10-abdd0f4e5970', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'admin_state_up': True, 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:31:17.422289 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8802c548-5993-4b97-a47d-b54eee2f95c8 req-1ef59569-23c5-49fa-a7fd-9712de9a2fe9 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea06942f-b505-4e46-9d10-abdd0f4e5970 HTTP/1.1" status: 200 len: 210 time: 0.0557158 Apr 21 12:31:17.516949 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:17.648333 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-92286a83-1a11-4c83-b6ea-450a05d70020 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Made reservation on behalf of 39725541a84a4c0389b0f42f00fde7c4 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:31:17.652314 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-92286a83-1a11-4c83-b6ea-450a05d70020 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:17.692280 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e33aa-b7ed-431a-8727-caad58836f58 req-1829800f-bcbb-4733-9f6c-8c09535559af tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:17.694106 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-430e33aa-b7ed-431a-8727-caad58836f58 req-1829800f-bcbb-4733-9f6c-8c09535559af tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.1076109 Apr 21 12:31:17.771813 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 585104ae-f88f-407a-960a-5d1c65ae2f82 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:31:17.801551 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-430e33aa-b7ed-431a-8727-caad58836f58 req-88d7f5a6-c5cb-4f37-a544-069ac13dfd45 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002913 Apr 21 12:31:17.851774 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 585104ae-f88f-407a-960a-5d1c65ae2f82 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:31:17.859732 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-21675dc1-52d6-4509-a65a-e88388f3ac11 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:17.861568 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-21675dc1-52d6-4509-a65a-e88388f3ac11 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57&tenant_id=26ea3c659ac44d28a683c1af948ed1b6&binding%3Ahost_id=n-h2-836147-2 HTTP/1.1" status: 200 len: 1095 time: 0.2880182 Apr 21 12:31:17.919320 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-92286a83-1a11-4c83-b6ea-450a05d70020 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Allocated IP 172.20.0.3 (86f9e53f-e46e-4569-8067-c1e5df8a6c4a/fa6ab292-cb0d-47ba-bfa2-d88de839c223/e390d43f-a3a7-4b63-a5d6-8f7a39bebca4) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:31:18.006611 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-941ddc15-72b6-48e6-b0e5-65081038a1b7 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:18.010058 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-941ddc15-72b6-48e6-b0e5-65081038a1b7 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/networks?id=a750d059-4831-44ed-89d3-df516bd3d8aa HTTP/1.1" status: 200 len: 804 time: 0.2041199 Apr 21 12:31:18.024999 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc1c64-dfa2-40ae-a354-3e03a395152f req-95e8ae26-1b9d-4057-bb53-574fa0dd17ee tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:18.026677 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3acc1c64-dfa2-40ae-a354-3e03a395152f req-95e8ae26-1b9d-4057-bb53-574fa0dd17ee tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 944 time: 0.1217022 Apr 21 12:31:18.044324 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-8619f02f-a158-4dd3-acd7-a81760bf385c tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/quotas/f4a26e9dd03b4a78b7b13c694250c450 HTTP/1.1" status: 200 len: 375 time: 0.0166695 Apr 21 12:31:18.100449 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3acc1c64-dfa2-40ae-a354-3e03a395152f req-c38b0ea6-2f13-44dd-aac3-c40d36e606d1 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641358 Apr 21 12:31:18.123681 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-60e9ccfc-5065-41bf-86f2-ad6af6634b13 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f4a26e9dd03b4a78b7b13c694250c450&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0676322 Apr 21 12:31:18.125470 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-7104c9e1-0793-42c9-97d1-9b4ff739b4ae service neutron] For port 585104ae-f88f-407a-960a-5d1c65ae2f82, host n-h1-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:31:18.131849 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-7104c9e1-0793-42c9-97d1-9b4ff739b4ae service neutron] Notify callbacks [] for binding, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:18.137850 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4e9e2d7a-d3f4-408f-a6cc-3bdfbd591450 req-7104c9e1-0793-42c9-97d1-9b4ff739b4ae service neutron] 10.222.0.24 "DELETE /v2.0/ports/585104ae-f88f-407a-960a-5d1c65ae2f82/bindings/n-h1-836147-2 HTTP/1.1" status: 204 len: 173 time: 0.2604620 Apr 21 12:31:18.156133 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-92286a83-1a11-4c83-b6ea-450a05d70020 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:18.251712 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-59c49f37-f619-45f1-b23e-d80161693706 req-617f5aee-8b0a-40e0-a30d-4c659e455803 tempest-ServersAdmin275Test-2126390420 tempest-ServersAdmin275Test-2126390420-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0345366 Apr 21 12:31:18.283191 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-92286a83-1a11-4c83-b6ea-450a05d70020 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:18.285772 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-4acb4964-748a-419e-b6f9-633f5073b14f service neutron] 10.222.0.36 "GET /v2.0/networks/a750d059-4831-44ed-89d3-df516bd3d8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545033 Apr 21 12:31:18.296403 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['4bdba74c-0a92-4bb2-a543-f3b510d904f6'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:31:18.359705 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-92286a83-1a11-4c83-b6ea-450a05d70020 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Network 86f9e53f-e46e-4569-8067-c1e5df8a6c4a is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:31:18.362869 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-92286a83-1a11-4c83-b6ea-450a05d70020 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:31:18.373331 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-92286a83-1a11-4c83-b6ea-450a05d70020 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:31:18.374494 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:18.492052 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92286a83-1a11-4c83-b6ea-450a05d70020 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Pushing event updated for resources: {'Port': ['ID=e390d43f-a3a7-4b63-a5d6-8f7a39bebca4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:18.515480 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92286a83-1a11-4c83-b6ea-450a05d70020 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:18.515831 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92286a83-1a11-4c83-b6ea-450a05d70020 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:18.516174 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92286a83-1a11-4c83-b6ea-450a05d70020 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:18.516511 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92286a83-1a11-4c83-b6ea-450a05d70020 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:18.516843 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92286a83-1a11-4c83-b6ea-450a05d70020 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:18.517171 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92286a83-1a11-4c83-b6ea-450a05d70020 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:18.517494 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92286a83-1a11-4c83-b6ea-450a05d70020 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:18.517877 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92286a83-1a11-4c83-b6ea-450a05d70020 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:18.518159 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92286a83-1a11-4c83-b6ea-450a05d70020 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:18.518479 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92286a83-1a11-4c83-b6ea-450a05d70020 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:18.518800 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92286a83-1a11-4c83-b6ea-450a05d70020 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:18.519121 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92286a83-1a11-4c83-b6ea-450a05d70020 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:18.561211 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57610) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:18.561931 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-92286a83-1a11-4c83-b6ea-450a05d70020 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:18.562778 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-92286a83-1a11-4c83-b6ea-450a05d70020 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:18.599985 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15679680-5394-49ef-b386-227c696b8d9e req-cf39c631-97d3-40ae-98b1-44c1bf7774b2 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:18.608622 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15679680-5394-49ef-b386-227c696b8d9e req-cf39c631-97d3-40ae-98b1-44c1bf7774b2 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 1095 time: 0.1520824 Apr 21 12:31:18.621541 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-2d9f5567-7af6-4363-8f48-860db443bffa service neutron] 10.222.0.36 "GET /v2.0/networks/a750d059-4831-44ed-89d3-df516bd3d8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209939 Apr 21 12:31:18.667995 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15679680-5394-49ef-b386-227c696b8d9e req-abc4d577-1a65-49dc-8581-f474a7ad5069 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518227 Apr 21 12:31:18.705015 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:18.744356 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-92286a83-1a11-4c83-b6ea-450a05d70020 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3478119 Apr 21 12:31:18.747356 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:31:18.762029 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-c7143677-a3b9-4bdb-bb1f-0de92671a9f1 service neutron] Request body: {'port': {'device_id': 'ea06942f-b505-4e46-9d10-abdd0f4e5970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:31:18.802503 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-312303b3-8dbf-47ee-ac9b-0be466fb62ff None None] Provisioning complete for port e390d43f-a3a7-4b63-a5d6-8f7a39bebca4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:18.803124 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-312303b3-8dbf-47ee-ac9b-0be466fb62ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:18.874334 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecd6b1-a5b4-4aa0-9e86-eb5cee7db359 req-30981925-6ef5-45ab-90f6-02113c550822 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:18.883867 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ccecd6b1-a5b4-4aa0-9e86-eb5cee7db359 req-30981925-6ef5-45ab-90f6-02113c550822 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea06942f-b505-4e46-9d10-abdd0f4e5970 HTTP/1.1" status: 200 len: 931 time: 0.1236625 Apr 21 12:31:18.892150 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-c7143677-a3b9-4bdb-bb1f-0de92671a9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:18.928840 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-312303b3-8dbf-47ee-ac9b-0be466fb62ff None None] Port e390d43f-a3a7-4b63-a5d6-8f7a39bebca4 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:31:18.970346 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:18.988967 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ccecd6b1-a5b4-4aa0-9e86-eb5cee7db359 req-e0dc5667-6d96-4982-ac7f-260768f8b503 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f64786-789c-41f9-9b8a-d50e53a3acfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030450 Apr 21 12:31:19.000986 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf90288-7612-41ce-a8d9-61ab46802395', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eae9fd1-15d9-426d-b73e-8edf91cbb9ab'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:31:19.003646 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25d85c1-1c98-456c-ba18-e7a8b09f8615" -d '{"events": [{"server_uuid": "ddf90288-7612-41ce-a8d9-61ab46802395", "name": "network-vif-unplugged", "status": "completed", "tag": "9eae9fd1-15d9-426d-b73e-8edf91cbb9ab"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:31:19.009229 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6762e7c4-f671-4e5a-b6fa-9305bb88b8b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:19.018349 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9eae9fd1-15d9-426d-b73e-8edf91cbb9ab,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:19.077534 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:19.159405 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0bdc0118-7213-4c55-b162-bec09cd1a904 req-e6b46596-2870-4242-b5fc-bc1f4f1beb98 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=927681dd-0a61-410a-a377-69bc890ab4fb HTTP/1.1" status: 200 len: 210 time: 0.0506511 Apr 21 12:31:19.168184 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=9eae9fd1-15d9-426d-b73e-8edf91cbb9ab,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:19.179658 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988860be-3c04-4463-879a-b1f16a820eb4 req-22b1feee-7a93-4168-9dc3-5d0784e06525 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:19.181669 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-988860be-3c04-4463-879a-b1f16a820eb4 req-22b1feee-7a93-4168-9dc3-5d0784e06525 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.1958537 Apr 21 12:31:19.197386 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:19.197756 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:19.198084 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:19.198416 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:19.198746 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:19.199124 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:19.199387 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:19.199707 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:19.200025 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:19.200345 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:19.200658 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:19.200976 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:31:19.310372 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-988860be-3c04-4463-879a-b1f16a820eb4 req-cbb0799f-d4e5-4e0c-bc35-1a2fcb62309c tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177819 Apr 21 12:31:19.321654 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6762e7c4-f671-4e5a-b6fa-9305bb88b8b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:19.374889 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da678c1-3f4f-474c-bf22-ea6669411eb2 x-openstack-request-id: req-5da678c1-3f4f-474c-bf22-ea6669411eb2 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:31:19.375203 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf90288-7612-41ce-a8d9-61ab46802395", "name": "network-vif-unplugged", "status": "completed", "tag": "9eae9fd1-15d9-426d-b73e-8edf91cbb9ab", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:31:19.375462 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5da678c1-3f4f-474c-bf22-ea6669411eb2 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:31:19.375861 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5da678c1-3f4f-474c-bf22-ea6669411eb2'] response: {'server_uuid': 'ddf90288-7612-41ce-a8d9-61ab46802395', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9eae9fd1-15d9-426d-b73e-8edf91cbb9ab', 'code': 200} Apr 21 12:31:19.421052 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6762e7c4-f671-4e5a-b6fa-9305bb88b8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:19.456172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6762e7c4-f671-4e5a-b6fa-9305bb88b8b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd8b7f3b86ef4a0d919469b91f6eddc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8919723 Apr 21 12:31:19.462801 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-c7143677-a3b9-4bdb-bb1f-0de92671a9f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e390d43f-a3a7-4b63-a5d6-8f7a39bebca4 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:31:19.466740 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57642) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:19.480326 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-c7143677-a3b9-4bdb-bb1f-0de92671a9f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:19.510129 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-fc3508fe-8ff9-4df2-bed6-165432e180a5 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:19.511770 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-fc3508fe-8ff9-4df2-bed6-165432e180a5 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/networks?id=c287e289-9664-4a57-ae4d-cb3d1c307007 HTTP/1.1" status: 200 len: 820 time: 0.2488391 Apr 21 12:31:19.519271 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d123ccf-c619-40e9-8bed-c13a7a07795b req-878ed6c7-5473-4641-8988-26867682de62 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:19.520738 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3d123ccf-c619-40e9-8bed-c13a7a07795b req-878ed6c7-5473-4641-8988-26867682de62 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.24 "GET /v2.0/ports?device_id=ddf90288-7612-41ce-a8d9-61ab46802395 HTTP/1.1" status: 200 len: 944 time: 0.2031891 Apr 21 12:31:19.527172 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-c7143677-a3b9-4bdb-bb1f-0de92671a9f1 service neutron] Transition to ACTIVE for port object e390d43f-a3a7-4b63-a5d6-8f7a39bebca4 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:31:19.535003 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5cf1aaac-029a-4d1a-929a-bcc085a21a3d req-c882735c-84cb-4b23-9953-acdd249e1e0c tempest-ServersAdmin275Test-2126390420 tempest-ServersAdmin275Test-2126390420-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0487542 Apr 21 12:31:19.535656 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762e7c4-f671-4e5a-b6fa-9305bb88b8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84468902-2828-411b-9203-dd0273dd6d08,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:19.562455 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-46cb0a9d-c1d8-4829-b8db-35bf06199bf6 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/quotas/26ea3c659ac44d28a683c1af948ed1b6 HTTP/1.1" status: 200 len: 375 time: 0.0443566 Apr 21 12:31:19.594289 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5f85a8e-d0d0-4dd8-88d9-c4b664e005e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:19.629031 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-c7143677-a3b9-4bdb-bb1f-0de92671a9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:19.637568 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-6e51cc3e-c753-4f55-84d0-ef5da649c4cd tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=26ea3c659ac44d28a683c1af948ed1b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668235 Apr 21 12:31:19.679124 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7143677-a3b9-4bdb-bb1f-0de92671a9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e390d43f-a3a7-4b63-a5d6-8f7a39bebca4,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:19.694325 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5f85a8e-d0d0-4dd8-88d9-c4b664e005e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:19.754824 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-44cf3a8e-6f82-42a0-9a25-32dd05d9a26f service neutron] 10.222.0.36 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042278 Apr 21 12:31:19.793323 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-3d123ccf-c619-40e9-8bed-c13a7a07795b req-ed9a243a-dfaf-4676-b11e-0fa52090727a tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Deleting port 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:31:19.793929 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3d123ccf-c619-40e9-8bed-c13a7a07795b req-ed9a243a-dfaf-4676-b11e-0fa52090727a tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:19.894835 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-c7143677-a3b9-4bdb-bb1f-0de92671a9f1 service neutron] Attempting to bind port e390d43f-a3a7-4b63-a5d6-8f7a39bebca4 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:31:19.895165 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-c7143677-a3b9-4bdb-bb1f-0de92671a9f1 service neutron] Attempting to bind port e390d43f-a3a7-4b63-a5d6-8f7a39bebca4 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'c24679f5-0724-496a-af10-68bc85415d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:31:19.902355 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-c7143677-a3b9-4bdb-bb1f-0de92671a9f1 service neutron] Attempting to bind port e390d43f-a3a7-4b63-a5d6-8f7a39bebca4 on network 86f9e53f-e46e-4569-8067-c1e5df8a6c4a {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:31:19.908716 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-c7143677-a3b9-4bdb-bb1f-0de92671a9f1 service neutron] Port e390d43f-a3a7-4b63-a5d6-8f7a39bebca4 on network 86f9e53f-e46e-4569-8067-c1e5df8a6c4a not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:31:19.909033 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-c7143677-a3b9-4bdb-bb1f-0de92671a9f1 service neutron] Attempting to bind port e390d43f-a3a7-4b63-a5d6-8f7a39bebca4 on network 86f9e53f-e46e-4569-8067-c1e5df8a6c4a {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:31:19.910060 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-a5364fe6-728b-4d5e-9b9b-ea84fdfdb24c service neutron] 10.222.0.36 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457701 Apr 21 12:31:19.924863 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-c7143677-a3b9-4bdb-bb1f-0de92671a9f1 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:31:19.925165 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-c7143677-a3b9-4bdb-bb1f-0de92671a9f1 service neutron] Checking segment: {'id': 'c24679f5-0724-496a-af10-68bc85415d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:31:19.925519 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-c7143677-a3b9-4bdb-bb1f-0de92671a9f1 service neutron] Bound using segment: {'id': 'c24679f5-0724-496a-af10-68bc85415d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:31:19.925983 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-c7143677-a3b9-4bdb-bb1f-0de92671a9f1 service neutron] Bound port: e390d43f-a3a7-4b63-a5d6-8f7a39bebca4, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c24679f5-0724-496a-af10-68bc85415d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:31:19.926410 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-c7143677-a3b9-4bdb-bb1f-0de92671a9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:19.931702 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5f85a8e-d0d0-4dd8-88d9-c4b664e005e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:19.934200 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5f85a8e-d0d0-4dd8-88d9-c4b664e005e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:19.936128 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c5f85a8e-d0d0-4dd8-88d9-c4b664e005e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/84468902-2828-411b-9203-dd0273dd6d08 HTTP/1.1" status: 204 len: 168 time: 0.4674432 Apr 21 12:31:19.966354 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f85a8e-d0d0-4dd8-88d9-c4b664e005e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84468902-2828-411b-9203-dd0273dd6d08,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:19.969086 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-3d123ccf-c619-40e9-8bed-c13a7a07795b req-ed9a243a-dfaf-4676-b11e-0fa52090727a tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] For port 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9eae9fd1-15d9-426d-b73e-8edf91cbb9ab,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:19.969451 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3d123ccf-c619-40e9-8bed-c13a7a07795b req-ed9a243a-dfaf-4676-b11e-0fa52090727a tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:20.015285 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-3d123ccf-c619-40e9-8bed-c13a7a07795b req-ed9a243a-dfaf-4676-b11e-0fa52090727a tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Calling delete_port for 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:31:20.085119 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-c7143677-a3b9-4bdb-bb1f-0de92671a9f1 service neutron] For port e390d43f-a3a7-4b63-a5d6-8f7a39bebca4, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:31:20.103734 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-c7143677-a3b9-4bdb-bb1f-0de92671a9f1 service neutron] For port e390d43f-a3a7-4b63-a5d6-8f7a39bebca4, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e390d43f-a3a7-4b63-a5d6-8f7a39bebca4,segment=NetworkSegment(c24679f5-0724-496a-af10-68bc85415d7d),segment_id=c24679f5-0724-496a-af10-68bc85415d7d)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:31:20.128582 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1a0ae-2f8f-489c-976c-77dc71143a00 req-44c7a643-4f91-4250-a3cd-a09fcdee00d9 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:20.137540 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f8a1a0ae-2f8f-489c-976c-77dc71143a00 req-44c7a643-4f91-4250-a3cd-a09fcdee00d9 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea06942f-b505-4e46-9d10-abdd0f4e5970 HTTP/1.1" status: 200 len: 943 time: 0.0714903 Apr 21 12:31:20.162716 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:20.202602 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f8a1a0ae-2f8f-489c-976c-77dc71143a00 req-70b8401c-5a62-440b-8351-bd07538f37ab tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f64786-789c-41f9-9b8a-d50e53a3acfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641561 Apr 21 12:31:20.231789 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-c7143677-a3b9-4bdb-bb1f-0de92671a9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:20.278549 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3d123ccf-c619-40e9-8bed-c13a7a07795b req-ed9a243a-dfaf-4676-b11e-0fa52090727a tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:20.296223 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-c7143677-a3b9-4bdb-bb1f-0de92671a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:20.296845 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-c7143677-a3b9-4bdb-bb1f-0de92671a9f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:20.298862 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-c7143677-a3b9-4bdb-bb1f-0de92671a9f1 service neutron] 10.222.0.24 "PUT /v2.0/ports/e390d43f-a3a7-4b63-a5d6-8f7a39bebca4 HTTP/1.1" status: 200 len: 1091 time: 1.5450370 Apr 21 12:31:20.299312 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea06942f-b505-4e46-9d10-abdd0f4e5970', 'tag': 'e390d43f-a3a7-4b63-a5d6-8f7a39bebca4'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:31:20.301672 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7517df18-02be-4cc1-a05d-dc4e7b29a982" -d '{"events": [{"name": "network-changed", "server_uuid": "ea06942f-b505-4e46-9d10-abdd0f4e5970", "tag": "e390d43f-a3a7-4b63-a5d6-8f7a39bebca4"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:31:20.363416 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7143677-a3b9-4bdb-bb1f-0de92671a9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e390d43f-a3a7-4b63-a5d6-8f7a39bebca4,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:20.369765 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da9c4f3c-67c7-40ef-bd3d-6049ebf50548 req-f189c4cd-dd15-4a34-ad93-f0e1c2ee6f81 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 210 time: 0.0447874 Apr 21 12:31:20.429536 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-26cc0954-686f-4030-b18a-10e84eb3d0f1 req-bfd93cbe-bf2f-4de1-a018-ba15581af8ca tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=927681dd-0a61-410a-a377-69bc890ab4fb HTTP/1.1" status: 200 len: 210 time: 0.0571985 Apr 21 12:31:20.433370 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d123ccf-c619-40e9-8bed-c13a7a07795b req-ed9a243a-dfaf-4676-b11e-0fa52090727a tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] No DVR routers for this DVR port 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab on host n-h2-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:31:20.446515 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-3d123ccf-c619-40e9-8bed-c13a7a07795b req-ed9a243a-dfaf-4676-b11e-0fa52090727a tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:20.448812 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3d123ccf-c619-40e9-8bed-c13a7a07795b req-ed9a243a-dfaf-4676-b11e-0fa52090727a tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.24 "DELETE /v2.0/ports/9eae9fd1-15d9-426d-b73e-8edf91cbb9ab HTTP/1.1" status: 204 len: 173 time: 0.9180086 Apr 21 12:31:20.495344 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8319ffbe-f445-4d44-a686-47faaddd3786 x-openstack-request-id: req-8319ffbe-f445-4d44-a686-47faaddd3786 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:31:20.495633 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea06942f-b505-4e46-9d10-abdd0f4e5970", "tag": "e390d43f-a3a7-4b63-a5d6-8f7a39bebca4", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:31:20.496851 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8319ffbe-f445-4d44-a686-47faaddd3786 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:31:20.496851 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8319ffbe-f445-4d44-a686-47faaddd3786'] response: {'name': 'network-changed', 'server_uuid': 'ea06942f-b505-4e46-9d10-abdd0f4e5970', 'tag': 'e390d43f-a3a7-4b63-a5d6-8f7a39bebca4', 'status': 'completed', 'code': 200} Apr 21 12:31:20.498840 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a243a-dfaf-4676-b11e-0fa52090727a tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Pushing event deleted for resources: {'Port': ['ID=9eae9fd1-15d9-426d-b73e-8edf91cbb9ab,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:20.562667 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-67800fc5-f336-40f4-b15e-ce85f12d4314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:20.565966 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-67800fc5-f336-40f4-b15e-ce85f12d4314 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=39725541a84a4c0389b0f42f00fde7c4&device_id=ea06942f-b505-4e46-9d10-abdd0f4e5970 HTTP/1.1" status: 200 len: 1094 time: 0.0799096 Apr 21 12:31:20.660408 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-1d0e9ed1-ce1b-4104-8ae5-bb8e0ebb4b3e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e390d43f-a3a7-4b63-a5d6-8f7a39bebca4 HTTP/1.1" status: 200 len: 217 time: 0.0782733 Apr 21 12:31:20.681963 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1a98b53b-b25a-4593-b536-1023b17a1572 req-a2c04633-5831-4732-86f7-c1f3ce6c7413 tempest-ServersAdmin275Test-2126390420 tempest-ServersAdmin275Test-2126390420-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0304613 Apr 21 12:31:20.705562 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aeefe6-4f2f-43a9-8bee-f97d302204e2 req-53dea202-9b66-4367-96a1-007cf281adee tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:20.714016 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-30aeefe6-4f2f-43a9-8bee-f97d302204e2 req-53dea202-9b66-4367-96a1-007cf281adee tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.1435323 Apr 21 12:31:20.754093 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-a6920c32-7b96-4338-a6d0-c704362547cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:20.755587 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-a6920c32-7b96-4338-a6d0-c704362547cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fa6ab292-cb0d-47ba-bfa2-d88de839c223 HTTP/1.1" status: 200 len: 860 time: 0.0811660 Apr 21 12:31:20.761984 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-30aeefe6-4f2f-43a9-8bee-f97d302204e2 req-f449517f-c451-4ebe-8bb9-ff81888bf64f tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470335 Apr 21 12:31:20.821146 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-163f3f3a-dade-4d26-8b8d-c2ad74005bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:20.823353 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-163f3f3a-dade-4d26-8b8d-c2ad74005bb4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561633 Apr 21 12:31:20.936234 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-4f11a9a1-cc57-4680-9bef-341cfe35a940 service neutron] 10.222.0.24 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876317 Apr 21 12:31:21.030348 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b147a8bf-0450-4726-9e6e-1da29d511fdf req-e5f44c2b-274b-451a-a0fc-f4faf8337ebf service neutron] 10.222.0.24 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860498 Apr 21 12:31:21.217874 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517df18-02be-4cc1-a05d-dc4e7b29a982 req-b55347fb-daac-46b5-ad08-a6de44113415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:21.217874 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-7517df18-02be-4cc1-a05d-dc4e7b29a982 req-b55347fb-daac-46b5-ad08-a6de44113415 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=39725541a84a4c0389b0f42f00fde7c4&device_id=ea06942f-b505-4e46-9d10-abdd0f4e5970 HTTP/1.1" status: 200 len: 1094 time: 0.0478051 Apr 21 12:31:21.256912 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57694) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:21.331942 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517df18-02be-4cc1-a05d-dc4e7b29a982 req-743e9466-832c-421b-9c31-2b123295b37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:21.332771 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-7517df18-02be-4cc1-a05d-dc4e7b29a982 req-743e9466-832c-421b-9c31-2b123295b37e service neutron] 10.222.0.24 "GET /v2.0/networks?id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a HTTP/1.1" status: 200 len: 922 time: 0.1097333 Apr 21 12:31:21.386251 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6ca83-6c80-41f0-b02d-88753e032386 req-caed123f-78ad-4a1d-b099-07772c708af7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:21.387897 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70a6ca83-6c80-41f0-b02d-88753e032386 req-caed123f-78ad-4a1d-b099-07772c708af7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea06942f-b505-4e46-9d10-abdd0f4e5970 HTTP/1.1" status: 200 len: 943 time: 0.0713568 Apr 21 12:31:21.391409 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-7517df18-02be-4cc1-a05d-dc4e7b29a982 req-db1d8c7b-7edb-4461-bfc5-86becf49a019 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e390d43f-a3a7-4b63-a5d6-8f7a39bebca4 HTTP/1.1" status: 200 len: 217 time: 0.0496767 Apr 21 12:31:21.418671 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f3c6bcbf-2ea1-4923-9267-d82576c631fa admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-287628938-network', 'tenant_id': '6f1908decb8e42768935cf18d0563e60'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:31:21.463479 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517df18-02be-4cc1-a05d-dc4e7b29a982 req-cc7feb74-419e-46f0-b0e4-ade90efc70af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:21.465614 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-7517df18-02be-4cc1-a05d-dc4e7b29a982 req-cc7feb74-419e-46f0-b0e4-ade90efc70af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fa6ab292-cb0d-47ba-bfa2-d88de839c223 HTTP/1.1" status: 200 len: 860 time: 0.0622263 Apr 21 12:31:21.514214 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70a6ca83-6c80-41f0-b02d-88753e032386 req-bfe1242b-a265-4135-af50-3432e4add473 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f64786-789c-41f9-9b8a-d50e53a3acfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197956 Apr 21 12:31:21.546311 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517df18-02be-4cc1-a05d-dc4e7b29a982 req-611fe05c-2431-47b1-9993-02cd5c03fed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:21.548135 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-7517df18-02be-4cc1-a05d-dc4e7b29a982 req-611fe05c-2431-47b1-9993-02cd5c03fed8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733142 Apr 21 12:31:21.664737 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-7517df18-02be-4cc1-a05d-dc4e7b29a982 req-2f44ef1d-e00a-4ffc-b4c0-55d97a0b47bb service neutron] 10.222.0.24 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012645 Apr 21 12:31:21.772555 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-7517df18-02be-4cc1-a05d-dc4e7b29a982 req-7dd8e3ff-ff4c-4963-841b-c5edc1f1c859 service neutron] 10.222.0.24 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997121 Apr 21 12:31:21.837169 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c7a74921-2855-445c-82b2-5c1ecfea3c7d req-2cd1c35f-53d9-4697-b267-e61e828d807d tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 210 time: 0.3374116 Apr 21 12:31:21.858124 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bef82e3e-a86b-447c-a5a4-cd5d713efe9a req-e38e6aa8-a9e8-4e2a-bc0d-f8713178f262 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=927681dd-0a61-410a-a377-69bc890ab4fb HTTP/1.1" status: 200 len: 210 time: 0.0547900 Apr 21 12:31:21.910036 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-9effc747-fd9f-41dc-817d-7eaca4ee8087 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:21.912216 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-9effc747-fd9f-41dc-817d-7eaca4ee8087 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.26 "GET /v2.0/networks?id=a750d059-4831-44ed-89d3-df516bd3d8aa HTTP/1.1" status: 200 len: 804 time: 0.4591491 Apr 21 12:31:21.940339 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-1926686b-1b66-49b3-904e-5ce9d963162b tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Request body: {'port': {'device_id': '927681dd-0a61-410a-a377-69bc890ab4fb', 'network_id': 'a750d059-4831-44ed-89d3-df516bd3d8aa', 'admin_state_up': True, 'tenant_id': 'f4a26e9dd03b4a78b7b13c694250c450'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:31:21.959510 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c6bcbf-2ea1-4923-9267-d82576c631fa admin admin] Made reservation on behalf of 6f1908decb8e42768935cf18d0563e60 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:31:21.962284 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3c6bcbf-2ea1-4923-9267-d82576c631fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:21.967572 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0c2faa2a-69f6-46c8-9435-068343b80663 req-dd8942a8-282e-440b-b945-2b94091d6b38 tempest-ServersAdmin275Test-2126390420 tempest-ServersAdmin275Test-2126390420-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0522377 Apr 21 12:31:21.984709 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3c6bcbf-2ea1-4923-9267-d82576c631fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:22.144110 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64d0d5-258c-4945-9773-4efebaae05e1 req-b1570394-853a-4d0f-989c-823cff0878f4 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:22.145829 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa64d0d5-258c-4945-9773-4efebaae05e1 req-b1570394-853a-4d0f-989c-823cff0878f4 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.0892789 Apr 21 12:31:22.204014 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3c6bcbf-2ea1-4923-9267-d82576c631fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:22.209234 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa64d0d5-258c-4945-9773-4efebaae05e1 req-08654950-87e2-41f9-8d1f-b355b869d0cb tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544770 Apr 21 12:31:22.254163 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-1926686b-1b66-49b3-904e-5ce9d963162b tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Made reservation on behalf of f4a26e9dd03b4a78b7b13c694250c450 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:31:22.257563 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-1926686b-1b66-49b3-904e-5ce9d963162b tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:22.307909 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3c6bcbf-2ea1-4923-9267-d82576c631fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:22.328298 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c6bcbf-2ea1-4923-9267-d82576c631fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:31:22.363141 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3c6bcbf-2ea1-4923-9267-d82576c631fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:22.363514 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-f3c6bcbf-2ea1-4923-9267-d82576c631fa admin admin] Added segment dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693 of type vlan for network 9b7dd046-10d1-4f75-8b5a-2092dfe7d348 Apr 21 12:31:22.376316 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6bcbf-2ea1-4923-9267-d82576c631fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6e9db7-99bb-4e7a-856c-ef4174424bd5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:22.461907 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3c6bcbf-2ea1-4923-9267-d82576c631fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:22.494941 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-1926686b-1b66-49b3-904e-5ce9d963162b tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Allocated IP 172.20.0.7 (a750d059-4831-44ed-89d3-df516bd3d8aa/b7070f83-9ad6-411e-82a5-c452eae4aee0/9ac5122a-abbf-4013-9d47-7de80b0d0423) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:31:22.501101 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddf90288-7612-41ce-a8d9-61ab46802395', 'name': 'network-vif-deleted', 'tag': '9eae9fd1-15d9-426d-b73e-8edf91cbb9ab'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:31:22.503377 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e8e1bf-aa74-4dcb-b804-44a81228721d" -d '{"events": [{"server_uuid": "ddf90288-7612-41ce-a8d9-61ab46802395", "name": "network-vif-deleted", "tag": "9eae9fd1-15d9-426d-b73e-8edf91cbb9ab"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:31:22.518206 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45853e6a-6752-47bd-ba71-8f2b9f3600cb req-7fde2a8c-758e-4b4f-b1dd-4d5a7fc9859d tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:22.519692 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-45853e6a-6752-47bd-ba71-8f2b9f3600cb req-7fde2a8c-758e-4b4f-b1dd-4d5a7fc9859d tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/ports?device_id=87a86a14-2ab0-448a-b761-211fef436774 HTTP/1.1" status: 200 len: 946 time: 0.1444783 Apr 21 12:31:22.575934 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772088e9-b09d-47da-827f-ba619c0652ce x-openstack-request-id: req-772088e9-b09d-47da-827f-ba619c0652ce {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:31:22.576222 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddf90288-7612-41ce-a8d9-61ab46802395", "name": "network-vif-deleted", "tag": "9eae9fd1-15d9-426d-b73e-8edf91cbb9ab", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:31:22.576634 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-772088e9-b09d-47da-827f-ba619c0652ce {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:31:22.577170 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-772088e9-b09d-47da-827f-ba619c0652ce'] response: {'server_uuid': 'ddf90288-7612-41ce-a8d9-61ab46802395', 'name': 'network-vif-deleted', 'tag': '9eae9fd1-15d9-426d-b73e-8edf91cbb9ab', 'status': 'completed', 'code': 200} Apr 21 12:31:22.598863 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-45853e6a-6752-47bd-ba71-8f2b9f3600cb req-4da4c717-679e-4c90-838c-6350a60e01cf tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/security-groups?id=852372b5-9547-47c3-aafb-b5d61f7a8699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702357 Apr 21 12:31:22.630740 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-0621c234-2b3f-4166-82aa-793c3717b673 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:22.632282 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-0621c234-2b3f-4166-82aa-793c3717b673 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.26 "GET /v2.0/networks?id=c287e289-9664-4a57-ae4d-cb3d1c307007 HTTP/1.1" status: 200 len: 820 time: 0.1401136 Apr 21 12:31:22.646284 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3c6bcbf-2ea1-4923-9267-d82576c631fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:22.647194 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c6bcbf-2ea1-4923-9267-d82576c631fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:22.647758 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3c6bcbf-2ea1-4923-9267-d82576c631fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:22.711920 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-3666a3a5-e88c-47be-9c41-4bb8f0b4ca6a tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Request body: {'port': {'device_id': 'e69ed60e-2425-414d-a3a0-699fa3415d9e', 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007', 'admin_state_up': True, 'tenant_id': '26ea3c659ac44d28a683c1af948ed1b6'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:31:22.763212 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6bcbf-2ea1-4923-9267-d82576c631fa admin admin] Pushing event updated for resources: {'Network': ['ID=9b7dd046-10d1-4f75-8b5a-2092dfe7d348,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:22.767430 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-1926686b-1b66-49b3-904e-5ce9d963162b tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:22.770552 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:31:22.776121 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62352da-b0a6-4c0b-9c7d-4542dd312487 req-6de74356-ef4d-4c76-a480-7f4708efdd15 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:22.777650 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c62352da-b0a6-4c0b-9c7d-4542dd312487 req-6de74356-ef4d-4c76-a480-7f4708efdd15 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea06942f-b505-4e46-9d10-abdd0f4e5970 HTTP/1.1" status: 200 len: 943 time: 0.1517560 Apr 21 12:31:22.793807 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 9b7dd046-10d1-4f75-8b5a-2092dfe7d348 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:31:22.796904 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:31:22.797238 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9eae9fd1-15d9-426d-b73e-8edf91cbb9ab not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:31:22.839466 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c62352da-b0a6-4c0b-9c7d-4542dd312487 req-daeb9d0d-25af-4835-a543-0da2b4a4b509 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f64786-789c-41f9-9b8a-d50e53a3acfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538120 Apr 21 12:31:22.873770 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f3c6bcbf-2ea1-4923-9267-d82576c631fa admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6156442 Apr 21 12:31:22.876395 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57722) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:22.881195 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f7621535-9b14-408c-b81d-343bcffbdf5a admin admin] Request body: {'subnet': {'network_id': '9b7dd046-10d1-4f75-8b5a-2092dfe7d348', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-287628938-subnet', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:31:22.944514 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e80dadee-4798-4b7b-bf32-4bf6bf09894f req-2f18cd06-ecb2-45af-9c8f-394b9a6d5229 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 210 time: 0.0320542 Apr 21 12:31:22.970420 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bfa6ac8b-e755-4911-9278-5b44fcd480b5 req-6b2b04fc-026b-47ba-a173-1d0030b91c50 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=927681dd-0a61-410a-a377-69bc890ab4fb HTTP/1.1" status: 200 len: 210 time: 0.0287666 Apr 21 12:31:22.996991 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-1926686b-1b66-49b3-904e-5ce9d963162b tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:23.037138 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-3666a3a5-e88c-47be-9c41-4bb8f0b4ca6a tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Made reservation on behalf of 26ea3c659ac44d28a683c1af948ed1b6 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:31:23.040914 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-3666a3a5-e88c-47be-9c41-4bb8f0b4ca6a tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:23.042166 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-1926686b-1b66-49b3-904e-5ce9d963162b tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Network a750d059-4831-44ed-89d3-df516bd3d8aa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:31:23.044745 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7621535-9b14-408c-b81d-343bcffbdf5a admin admin] Made reservation on behalf of 6f1908decb8e42768935cf18d0563e60 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:31:23.048265 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7621535-9b14-408c-b81d-343bcffbdf5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:23.057065 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-1926686b-1b66-49b3-904e-5ce9d963162b tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:31:23.059983 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-1926686b-1b66-49b3-904e-5ce9d963162b tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:31:23.077087 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926686b-1b66-49b3-904e-5ce9d963162b tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Pushing event updated for resources: {'Port': ['ID=9ac5122a-abbf-4013-9d47-7de80b0d0423,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:23.158055 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-48be0bdc-d0f1-4294-bc22-b1d1008bc09d req-4eedd1b1-bac5-4bc1-b0c1-1224f1186560 tempest-ServersAdmin275Test-2126390420 tempest-ServersAdmin275Test-2126390420-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0840354 Apr 21 12:31:23.190261 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-3666a3a5-e88c-47be-9c41-4bb8f0b4ca6a tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Allocated IP 172.20.0.13 (c287e289-9664-4a57-ae4d-cb3d1c307007/8c2895f5-072d-4584-843c-51a4758cad8d/3d5aec13-814b-406f-8dcf-694d077a4037) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:31:23.190917 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-1926686b-1b66-49b3-904e-5ce9d963162b tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:23.191837 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-1926686b-1b66-49b3-904e-5ce9d963162b tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:23.308734 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-1926686b-1b66-49b3-904e-5ce9d963162b tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3803625 Apr 21 12:31:23.334850 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-85f3786e-656b-4bb9-9b72-51e12b2abb8a service neutron] Request body: {'port': {'device_id': '927681dd-0a61-410a-a377-69bc890ab4fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:31:23.343080 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-3666a3a5-e88c-47be-9c41-4bb8f0b4ca6a tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:23.395280 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ca6e1-ffe8-47b8-8ac0-3fa7b20a6079 req-ce742cc6-6f10-4b8c-a3b2-d2b97a8aa0b1 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:23.396685 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-966ca6e1-ffe8-47b8-8ac0-3fa7b20a6079 req-ce742cc6-6f10-4b8c-a3b2-d2b97a8aa0b1 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.1093574 Apr 21 12:31:23.410532 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-85f3786e-656b-4bb9-9b72-51e12b2abb8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:23.426608 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7621535-9b14-408c-b81d-343bcffbdf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:23.448715 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-3666a3a5-e88c-47be-9c41-4bb8f0b4ca6a tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:23.488512 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-3666a3a5-e88c-47be-9c41-4bb8f0b4ca6a tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Network c287e289-9664-4a57-ae4d-cb3d1c307007 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:31:23.495858 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-3666a3a5-e88c-47be-9c41-4bb8f0b4ca6a tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:31:23.498222 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-3666a3a5-e88c-47be-9c41-4bb8f0b4ca6a tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:31:23.517604 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-966ca6e1-ffe8-47b8-8ac0-3fa7b20a6079 req-c892ffa0-6f09-49c6-97d8-2c271e5b499b tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128724 Apr 21 12:31:23.527552 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666a3a5-e88c-47be-9c41-4bb8f0b4ca6a tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Pushing event updated for resources: {'Port': ['ID=3d5aec13-814b-406f-8dcf-694d077a4037,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:23.534007 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7621535-9b14-408c-b81d-343bcffbdf5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fd66ced-0a64-4afd-a4de-c8fea692bf21,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:23.555543 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-3666a3a5-e88c-47be-9c41-4bb8f0b4ca6a tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:23.556365 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-3666a3a5-e88c-47be-9c41-4bb8f0b4ca6a tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:23.598071 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7621535-9b14-408c-b81d-343bcffbdf5a admin admin] Checking segment: {'id': 'dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9b7dd046-10d1-4f75-8b5a-2092dfe7d348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:31:23.598424 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7621535-9b14-408c-b81d-343bcffbdf5a admin admin] Network hostable DHCP agents. Network: 9b7dd046-10d1-4f75-8b5a-2092dfe7d348, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:31:23.632233 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:31:23.636388 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-3666a3a5-e88c-47be-9c41-4bb8f0b4ca6a tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9294627 Apr 21 12:31:23.647803 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-8068879e-22eb-4c28-845d-fe680785f8ba service neutron] Request body: {'port': {'device_id': 'e69ed60e-2425-414d-a3a0-699fa3415d9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:31:23.692671 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7621535-9b14-408c-b81d-343bcffbdf5a admin admin] Network 9b7dd046-10d1-4f75-8b5a-2092dfe7d348 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:31:23.704013 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-8068879e-22eb-4c28-845d-fe680785f8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:23.762233 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5868a5-4545-4e0a-b5e0-49a48c0a793c req-c78ed5dc-db9b-4002-9ae0-56ae56a73433 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:23.763787 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da5868a5-4545-4e0a-b5e0-49a48c0a793c req-c78ed5dc-db9b-4002-9ae0-56ae56a73433 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/ports?device_id=87a86a14-2ab0-448a-b761-211fef436774 HTTP/1.1" status: 200 len: 946 time: 0.0877991 Apr 21 12:31:23.799749 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f7621535-9b14-408c-b81d-343bcffbdf5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 9b7dd046-10d1-4f75-8b5a-2092dfe7d348) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:31:23.808607 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49b87c9-fa64-49df-8774-ee20ba33ffc2 None None] Network 9b7dd046-10d1-4f75-8b5a-2092dfe7d348 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:31:23.823500 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7621535-9b14-408c-b81d-343bcffbdf5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:23.824102 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f7621535-9b14-408c-b81d-343bcffbdf5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:23.860001 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da5868a5-4545-4e0a-b5e0-49a48c0a793c req-b186da10-ed14-477f-be5d-f784313f995e tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/security-groups?id=852372b5-9547-47c3-aafb-b5d61f7a8699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890503 Apr 21 12:31:23.865052 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-85f3786e-656b-4bb9-9b72-51e12b2abb8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ac5122a-abbf-4013-9d47-7de80b0d0423 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:31:23.873728 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-85f3786e-656b-4bb9-9b72-51e12b2abb8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:23.898800 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-85f3786e-656b-4bb9-9b72-51e12b2abb8a service neutron] Transition to ACTIVE for port object 9ac5122a-abbf-4013-9d47-7de80b0d0423 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:31:23.978624 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43839695-bd17-4adf-bc45-fc84e614f273 req-4cc04fd6-e5b1-4937-a5c7-733358d7c412 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:23.980255 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43839695-bd17-4adf-bc45-fc84e614f273 req-4cc04fd6-e5b1-4937-a5c7-733358d7c412 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea06942f-b505-4e46-9d10-abdd0f4e5970 HTTP/1.1" status: 200 len: 943 time: 0.0522602 Apr 21 12:31:23.984580 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5b6de0-d450-4592-9838-1127724b1319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-9b7dd046-10d1-4f75-8b5a-2092dfe7d348', 'network_id': '9b7dd046-10d1-4f75-8b5a-2092dfe7d348', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'fixed_ips': [{'subnet_id': '1fd66ced-0a64-4afd-a4de-c8fea692bf21'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:31:23.985506 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad5b6de0-d450-4592-9838-1127724b1319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:23.993110 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f7621535-9b14-408c-b81d-343bcffbdf5a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1151726 Apr 21 12:31:23.994965 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57736) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:23.999791 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6bbd78c1-3eb4-4348-829c-f16f47d1c0f3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-287628938-router', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:31:24.027208 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-8068879e-22eb-4c28-845d-fe680785f8ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d5aec13-814b-406f-8dcf-694d077a4037 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:31:24.035151 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-85f3786e-656b-4bb9-9b72-51e12b2abb8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:24.036456 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-8068879e-22eb-4c28-845d-fe680785f8ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:24.073448 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-8068879e-22eb-4c28-845d-fe680785f8ba service neutron] Transition to ACTIVE for port object 3d5aec13-814b-406f-8dcf-694d077a4037 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:31:24.100354 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff89dc9-a964-4634-af7d-17e04ccfcbd9 req-77aeb7b1-b13e-4aeb-8f72-efe421fe85a7 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:24.102404 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-eff89dc9-a964-4634-af7d-17e04ccfcbd9 req-77aeb7b1-b13e-4aeb-8f72-efe421fe85a7 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.24 "GET /v2.0/ports?device_id=87a86a14-2ab0-448a-b761-211fef436774 HTTP/1.1" status: 200 len: 946 time: 0.0561895 Apr 21 12:31:24.135119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3786e-656b-4bb9-9b72-51e12b2abb8a service neutron] Pushing event updated for resources: {'Port': ['ID=9ac5122a-abbf-4013-9d47-7de80b0d0423,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:24.140356 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6bbd78c1-3eb4-4348-829c-f16f47d1c0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:24.140356 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6bbd78c1-3eb4-4348-829c-f16f47d1c0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:24.140821 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-8068879e-22eb-4c28-845d-fe680785f8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:24.153042 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ad5b6de0-d450-4592-9838-1127724b1319 None None] Allocated IP 172.20.0.2 (9b7dd046-10d1-4f75-8b5a-2092dfe7d348/1fd66ced-0a64-4afd-a4de-c8fea692bf21/c1409a5a-f950-4c96-988e-c2f8b56a0928) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:31:24.161883 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43839695-bd17-4adf-bc45-fc84e614f273 req-e28cca9b-406f-434e-bf04-8b6b7744571f tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f64786-789c-41f9-9b8a-d50e53a3acfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642935 Apr 21 12:31:24.213173 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a26589-a822-4b95-85ff-fd123380fa27 req-3a7d02e6-4386-4000-803d-819a470e91c9 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:24.214224 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-50a26589-a822-4b95-85ff-fd123380fa27 req-3a7d02e6-4386-4000-803d-819a470e91c9 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 932 time: 0.1768596 Apr 21 12:31:24.326577 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-85f3786e-656b-4bb9-9b72-51e12b2abb8a service neutron] Attempting to bind port 9ac5122a-abbf-4013-9d47-7de80b0d0423 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:31:24.326936 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-85f3786e-656b-4bb9-9b72-51e12b2abb8a service neutron] Attempting to bind port 9ac5122a-abbf-4013-9d47-7de80b0d0423 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': 'bb1825d1-9cfe-4dab-92af-7b5eede9af05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a750d059-4831-44ed-89d3-df516bd3d8aa'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:31:24.327266 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-85f3786e-656b-4bb9-9b72-51e12b2abb8a service neutron] Attempting to bind port 9ac5122a-abbf-4013-9d47-7de80b0d0423 on network a750d059-4831-44ed-89d3-df516bd3d8aa {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:31:24.357698 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad5b6de0-d450-4592-9838-1127724b1319 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:24.369629 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-85f3786e-656b-4bb9-9b72-51e12b2abb8a service neutron] Port 9ac5122a-abbf-4013-9d47-7de80b0d0423 on network a750d059-4831-44ed-89d3-df516bd3d8aa not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:31:24.369941 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-85f3786e-656b-4bb9-9b72-51e12b2abb8a service neutron] Attempting to bind port 9ac5122a-abbf-4013-9d47-7de80b0d0423 on network a750d059-4831-44ed-89d3-df516bd3d8aa {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:31:24.375348 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6bbd78c1-3eb4-4348-829c-f16f47d1c0f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:24.388729 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-85f3786e-656b-4bb9-9b72-51e12b2abb8a service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:31:24.389044 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-85f3786e-656b-4bb9-9b72-51e12b2abb8a service neutron] Checking segment: {'id': 'bb1825d1-9cfe-4dab-92af-7b5eede9af05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a750d059-4831-44ed-89d3-df516bd3d8aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:31:24.389428 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-85f3786e-656b-4bb9-9b72-51e12b2abb8a service neutron] Bound using segment: {'id': 'bb1825d1-9cfe-4dab-92af-7b5eede9af05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a750d059-4831-44ed-89d3-df516bd3d8aa'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:31:24.389888 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-85f3786e-656b-4bb9-9b72-51e12b2abb8a service neutron] Bound port: 9ac5122a-abbf-4013-9d47-7de80b0d0423, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1825d1-9cfe-4dab-92af-7b5eede9af05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a750d059-4831-44ed-89d3-df516bd3d8aa'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:31:24.390241 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-85f3786e-656b-4bb9-9b72-51e12b2abb8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:24.407407 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-50a26589-a822-4b95-85ff-fd123380fa27 req-437d27d7-10b3-461c-be19-786f51204e6d tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469328 Apr 21 12:31:24.417910 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d37bba-b213-4520-a901-85f2c4abbc34 req-ebd7fe14-3310-4bed-b241-440dffbedf34 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:24.419461 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e4d37bba-b213-4520-a901-85f2c4abbc34 req-ebd7fe14-3310-4bed-b241-440dffbedf34 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=927681dd-0a61-410a-a377-69bc890ab4fb HTTP/1.1" status: 200 len: 943 time: 0.1547694 Apr 21 12:31:24.465865 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad5b6de0-d450-4592-9838-1127724b1319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:24.472655 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068879e-22eb-4c28-845d-fe680785f8ba service neutron] Pushing event updated for resources: {'Port': ['ID=3d5aec13-814b-406f-8dcf-694d077a4037,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:24.520021 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5b6de0-d450-4592-9838-1127724b1319 None None] Network 9b7dd046-10d1-4f75-8b5a-2092dfe7d348 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:31:24.521412 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a7836c3-1dd0-473b-a17d-ae38c439a2de req-835ccdce-278b-4757-bdf9-cc8cb7e0a769 tempest-ServersAdmin275Test-2126390420 tempest-ServersAdmin275Test-2126390420-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0387530 Apr 21 12:31:24.525647 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ad5b6de0-d450-4592-9838-1127724b1319 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:31:24.530900 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5b6de0-d450-4592-9838-1127724b1319 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:31:24.534496 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b6de0-d450-4592-9838-1127724b1319 None None] Pushing event updated for resources: {'Port': ['ID=c1409a5a-f950-4c96-988e-c2f8b56a0928,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:24.585020 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-eff89dc9-a964-4634-af7d-17e04ccfcbd9 req-4a987f97-8e3d-4939-8758-a3f3449123f4 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Deleting port b6b1d468-1bc4-45b3-952f-aee4c19bc5d7 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:31:24.585480 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-eff89dc9-a964-4634-af7d-17e04ccfcbd9 req-4a987f97-8e3d-4939-8758-a3f3449123f4 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:24.603707 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e4d37bba-b213-4520-a901-85f2c4abbc34 req-533a86c0-2f31-48ab-a01a-f64fb98db51f tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509619 Apr 21 12:31:24.605733 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-8068879e-22eb-4c28-845d-fe680785f8ba service neutron] Attempting to bind port 3d5aec13-814b-406f-8dcf-694d077a4037 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:31:24.606066 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-8068879e-22eb-4c28-845d-fe680785f8ba service neutron] Attempting to bind port 3d5aec13-814b-406f-8dcf-694d077a4037 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:31:24.606395 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-8068879e-22eb-4c28-845d-fe680785f8ba service neutron] Attempting to bind port 3d5aec13-814b-406f-8dcf-694d077a4037 on network c287e289-9664-4a57-ae4d-cb3d1c307007 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:31:24.634520 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ad5b6de0-d450-4592-9838-1127724b1319 None None] Attempting to bind port c1409a5a-f950-4c96-988e-c2f8b56a0928 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:31:24.634886 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ad5b6de0-d450-4592-9838-1127724b1319 None None] Attempting to bind port c1409a5a-f950-4c96-988e-c2f8b56a0928 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9b7dd046-10d1-4f75-8b5a-2092dfe7d348'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:31:24.636439 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b6de0-d450-4592-9838-1127724b1319 None None] Attempting to bind port c1409a5a-f950-4c96-988e-c2f8b56a0928 on network 9b7dd046-10d1-4f75-8b5a-2092dfe7d348 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:31:24.643199 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b6de0-d450-4592-9838-1127724b1319 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:31:24.643619 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b6de0-d450-4592-9838-1127724b1319 None None] Checking segment: {'id': 'dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9b7dd046-10d1-4f75-8b5a-2092dfe7d348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:31:24.644022 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad5b6de0-d450-4592-9838-1127724b1319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:24.644419 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5b6de0-d450-4592-9838-1127724b1319 None None] Bound using segment: {'id': 'dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9b7dd046-10d1-4f75-8b5a-2092dfe7d348'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:31:24.644886 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ad5b6de0-d450-4592-9838-1127724b1319 None None] Bound port: c1409a5a-f950-4c96-988e-c2f8b56a0928, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9b7dd046-10d1-4f75-8b5a-2092dfe7d348'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:31:24.645560 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad5b6de0-d450-4592-9838-1127724b1319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:24.650065 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-8068879e-22eb-4c28-845d-fe680785f8ba service neutron] Port 3d5aec13-814b-406f-8dcf-694d077a4037 on network c287e289-9664-4a57-ae4d-cb3d1c307007 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:31:24.650580 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-8068879e-22eb-4c28-845d-fe680785f8ba service neutron] Attempting to bind port 3d5aec13-814b-406f-8dcf-694d077a4037 on network c287e289-9664-4a57-ae4d-cb3d1c307007 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:31:24.658929 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-8068879e-22eb-4c28-845d-fe680785f8ba service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:31:24.659515 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-8068879e-22eb-4c28-845d-fe680785f8ba service neutron] Checking segment: {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:31:24.660253 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-8068879e-22eb-4c28-845d-fe680785f8ba service neutron] Bound using segment: {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:31:24.660412 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-8068879e-22eb-4c28-845d-fe680785f8ba service neutron] Bound port: 3d5aec13-814b-406f-8dcf-694d077a4037, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:31:24.661106 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-8068879e-22eb-4c28-845d-fe680785f8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:24.724148 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6bbd78c1-3eb4-4348-829c-f16f47d1c0f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:24.738919 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-eff89dc9-a964-4634-af7d-17e04ccfcbd9 req-4a987f97-8e3d-4939-8758-a3f3449123f4 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] For port b6b1d468-1bc4-45b3-952f-aee4c19bc5d7, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=b6b1d468-1bc4-45b3-952f-aee4c19bc5d7,segment=NetworkSegment(a2609b01-1bde-49f4-a2e6-682732d68b1d),segment_id=a2609b01-1bde-49f4-a2e6-682732d68b1d)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:24.739284 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-eff89dc9-a964-4634-af7d-17e04ccfcbd9 req-4a987f97-8e3d-4939-8758-a3f3449123f4 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:24.747228 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175634a6-9d19-4755-bf25-f730428a7fa8 req-32402033-696e-414e-b93f-0d095c14e7c5 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:24.749888 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-175634a6-9d19-4755-bf25-f730428a7fa8 req-32402033-696e-414e-b93f-0d095c14e7c5 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.0871804 Apr 21 12:31:24.754160 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ad5b6de0-d450-4592-9838-1127724b1319 None None] For port c1409a5a-f950-4c96-988e-c2f8b56a0928, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:31:24.755890 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-85f3786e-656b-4bb9-9b72-51e12b2abb8a service neutron] For port 9ac5122a-abbf-4013-9d47-7de80b0d0423, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:31:24.769066 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ad5b6de0-d450-4592-9838-1127724b1319 None None] For port c1409a5a-f950-4c96-988e-c2f8b56a0928, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c1409a5a-f950-4c96-988e-c2f8b56a0928,segment=NetworkSegment(dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693),segment_id=dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:31:24.780768 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-85f3786e-656b-4bb9-9b72-51e12b2abb8a service neutron] For port 9ac5122a-abbf-4013-9d47-7de80b0d0423, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9ac5122a-abbf-4013-9d47-7de80b0d0423,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:31:24.794523 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e390d43f-a3a7-4b63-a5d6-8f7a39bebca4 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:31:24.800745 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-175634a6-9d19-4755-bf25-f730428a7fa8 req-69b0470f-0be2-4cdd-8c18-29ca20f0dd35 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404434 Apr 21 12:31:24.821954 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-8068879e-22eb-4c28-845d-fe680785f8ba service neutron] For port 3d5aec13-814b-406f-8dcf-694d077a4037, host n-h1-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:31:24.854416 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-8068879e-22eb-4c28-845d-fe680785f8ba service neutron] For port 3d5aec13-814b-406f-8dcf-694d077a4037, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=3d5aec13-814b-406f-8dcf-694d077a4037,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:31:24.861042 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-85f3786e-656b-4bb9-9b72-51e12b2abb8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:24.865204 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad5b6de0-d450-4592-9838-1127724b1319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:24.907792 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-85f3786e-656b-4bb9-9b72-51e12b2abb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:24.915014 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-85f3786e-656b-4bb9-9b72-51e12b2abb8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:24.916680 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-85f3786e-656b-4bb9-9b72-51e12b2abb8a service neutron] 10.222.0.26 "PUT /v2.0/ports/9ac5122a-abbf-4013-9d47-7de80b0d0423 HTTP/1.1" status: 200 len: 1091 time: 1.5897040 Apr 21 12:31:24.921631 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927681dd-0a61-410a-a377-69bc890ab4fb', 'tag': '9ac5122a-abbf-4013-9d47-7de80b0d0423'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:31:24.923967 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9ed67f-0619-4ae9-a6a1-17e088643e60" -d '{"events": [{"name": "network-changed", "server_uuid": "927681dd-0a61-410a-a377-69bc890ab4fb", "tag": "9ac5122a-abbf-4013-9d47-7de80b0d0423"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:31:24.930472 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-8068879e-22eb-4c28-845d-fe680785f8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:24.974263 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port e390d43f-a3a7-4b63-a5d6-8f7a39bebca4, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e390d43f-a3a7-4b63-a5d6-8f7a39bebca4,segment=NetworkSegment(c24679f5-0724-496a-af10-68bc85415d7d),segment_id=c24679f5-0724-496a-af10-68bc85415d7d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:24.985506 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b6de0-d450-4592-9838-1127724b1319 None None] Pushing event updated for resources: {'Port': ['ID=c1409a5a-f950-4c96-988e-c2f8b56a0928,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:24.990741 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'e390d43f-a3a7-4b63-a5d6-8f7a39bebca4', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'port_id': 'e390d43f-a3a7-4b63-a5d6-8f7a39bebca4', 'mac_address': 'fa:16:3e:0d:a9:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:31:25.018627 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d6edd9-a82a-493e-8253-518a9e5a9a54 x-openstack-request-id: req-02d6edd9-a82a-493e-8253-518a9e5a9a54 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:31:25.019395 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "927681dd-0a61-410a-a377-69bc890ab4fb", "tag": "9ac5122a-abbf-4013-9d47-7de80b0d0423", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:31:25.019883 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-02d6edd9-a82a-493e-8253-518a9e5a9a54 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:31:25.020489 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02d6edd9-a82a-493e-8253-518a9e5a9a54'] response: {'name': 'network-changed', 'server_uuid': '927681dd-0a61-410a-a377-69bc890ab4fb', 'tag': '9ac5122a-abbf-4013-9d47-7de80b0d0423', 'status': 'completed', 'code': 200} Apr 21 12:31:25.041812 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:25.052119 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-8068879e-22eb-4c28-845d-fe680785f8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:25.052724 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-8068879e-22eb-4c28-845d-fe680785f8ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:25.054143 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-8068879e-22eb-4c28-845d-fe680785f8ba service neutron] 10.222.0.26 "PUT /v2.0/ports/3d5aec13-814b-406f-8dcf-694d077a4037 HTTP/1.1" status: 200 len: 1092 time: 1.4105542 Apr 21 12:31:25.058386 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e390d43f-a3a7-4b63-a5d6-8f7a39bebca4 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:31:25.058581 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69ed60e-2425-414d-a3a0-699fa3415d9e', 'tag': '3d5aec13-814b-406f-8dcf-694d077a4037'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:31:25.061956 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c54d8e3-c12f-403e-a307-a6d33dd84a99" -d '{"events": [{"name": "network-changed", "server_uuid": "e69ed60e-2425-414d-a3a0-699fa3415d9e", "tag": "3d5aec13-814b-406f-8dcf-694d077a4037"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:31:25.092259 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8068879e-22eb-4c28-845d-fe680785f8ba service neutron] Pushing event updated for resources: {'Port': ['ID=3d5aec13-814b-406f-8dcf-694d077a4037,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:25.104184 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3786e-656b-4bb9-9b72-51e12b2abb8a service neutron] Pushing event updated for resources: {'Port': ['ID=9ac5122a-abbf-4013-9d47-7de80b0d0423,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:25.109910 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-eff89dc9-a964-4634-af7d-17e04ccfcbd9 req-4a987f97-8e3d-4939-8758-a3f3449123f4 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:25.110272 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-eff89dc9-a964-4634-af7d-17e04ccfcbd9 req-4a987f97-8e3d-4939-8758-a3f3449123f4 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:25.110590 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [req-eff89dc9-a964-4634-af7d-17e04ccfcbd9 req-4a987f97-8e3d-4939-8758-a3f3449123f4 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Floating IP 6e03581b-7c47-4f57-aa41-53c9a45f05b8 disassociated. External IP: 172.25.8.114, port: b6b1d468-1bc4-45b3-952f-aee4c19bc5d7. Apr 21 12:31:25.110929 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-eff89dc9-a964-4634-af7d-17e04ccfcbd9 req-4a987f97-8e3d-4939-8758-a3f3449123f4 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Calling delete_port for b6b1d468-1bc4-45b3-952f-aee4c19bc5d7 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:31:25.128615 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port e390d43f-a3a7-4b63-a5d6-8f7a39bebca4, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e390d43f-a3a7-4b63-a5d6-8f7a39bebca4,segment=NetworkSegment(c24679f5-0724-496a-af10-68bc85415d7d),segment_id=c24679f5-0724-496a-af10-68bc85415d7d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:25.128874 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88088852-c084-4234-993c-4f3e48ff6073 x-openstack-request-id: req-88088852-c084-4234-993c-4f3e48ff6073 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:31:25.129243 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69ed60e-2425-414d-a3a0-699fa3415d9e", "tag": "3d5aec13-814b-406f-8dcf-694d077a4037", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:31:25.129555 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-88088852-c084-4234-993c-4f3e48ff6073 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:31:25.130046 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88088852-c084-4234-993c-4f3e48ff6073'] response: {'name': 'network-changed', 'server_uuid': 'e69ed60e-2425-414d-a3a0-699fa3415d9e', 'tag': '3d5aec13-814b-406f-8dcf-694d077a4037', 'status': 'completed', 'code': 200} Apr 21 12:31:25.145085 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eeb46e-11e5-4bb4-8e7e-5b9d41613e82 req-fd8598d8-2c20-4265-b774-046874d13856 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:25.146638 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c1eeb46e-11e5-4bb4-8e7e-5b9d41613e82 req-fd8598d8-2c20-4265-b774-046874d13856 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/ports?device_id=87a86a14-2ab0-448a-b761-211fef436774 HTTP/1.1" status: 200 len: 946 time: 0.1620030 Apr 21 12:31:25.154620 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ed67f-0619-4ae9-a6a1-17e088643e60 req-9a7687cc-a562-48eb-b2d9-1868c35799b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:25.156168 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e9ed67f-0619-4ae9-a6a1-17e088643e60 req-9a7687cc-a562-48eb-b2d9-1868c35799b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4a26e9dd03b4a78b7b13c694250c450&device_id=927681dd-0a61-410a-a377-69bc890ab4fb HTTP/1.1" status: 200 len: 1094 time: 0.1296210 Apr 21 12:31:25.266458 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:25.280062 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54d8e3-c12f-403e-a307-a6d33dd84a99 req-36eb7221-85ec-4615-a849-1eaeae1ccf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:25.282052 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3c54d8e3-c12f-403e-a307-a6d33dd84a99 req-36eb7221-85ec-4615-a849-1eaeae1ccf24 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26ea3c659ac44d28a683c1af948ed1b6&device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 1095 time: 0.1170881 Apr 21 12:31:25.350646 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=e390d43f-a3a7-4b63-a5d6-8f7a39bebca4,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:25.418198 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c1eeb46e-11e5-4bb4-8e7e-5b9d41613e82 req-abe31bd3-71e2-45e7-9aea-4b014f4fc4b1 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/security-groups?id=852372b5-9547-47c3-aafb-b5d61f7a8699&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610717 Apr 21 12:31:25.452188 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6bbd78c1-3eb4-4348-829c-f16f47d1c0f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:25.489701 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7801f3-099f-4014-9613-146763d7938b req-aab103f2-b23b-47fb-ba10-a3f9cf7fe325 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:25.489701 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c7801f3-099f-4014-9613-146763d7938b req-aab103f2-b23b-47fb-ba10-a3f9cf7fe325 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea06942f-b505-4e46-9d10-abdd0f4e5970 HTTP/1.1" status: 200 len: 944 time: 0.1917598 Apr 21 12:31:25.489928 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-eff89dc9-a964-4634-af7d-17e04ccfcbd9 req-4a987f97-8e3d-4939-8758-a3f3449123f4 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:25.491007 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6bbd78c1-3eb4-4348-829c-f16f47d1c0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:25.514463 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ed67f-0619-4ae9-a6a1-17e088643e60 req-ae699500-bf7a-4b50-a8a9-7c2806e0d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:25.515962 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e9ed67f-0619-4ae9-a6a1-17e088643e60 req-ae699500-bf7a-4b50-a8a9-7c2806e0d671 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f4a26e9dd03b4a78b7b13c694250c450&shared=False HTTP/1.1" status: 200 len: 905 time: 0.3492088 Apr 21 12:31:25.539080 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54d8e3-c12f-403e-a307-a6d33dd84a99 req-b382d737-c28d-4bd0-8e8b-8a0b92ee3f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:25.541613 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3c54d8e3-c12f-403e-a307-a6d33dd84a99 req-b382d737-c28d-4bd0-8e8b-8a0b92ee3f95 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=26ea3c659ac44d28a683c1af948ed1b6&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2492421 Apr 21 12:31:25.584531 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a987f97-8e3d-4939-8758-a3f3449123f4 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Pushing event deleted for resources: {'Port': ['ID=b6b1d468-1bc4-45b3-952f-aee4c19bc5d7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:25.587181 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['e390d43f-a3a7-4b63-a5d6-8f7a39bebca4'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:31:25.644554 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c1409a5a-f950-4c96-988e-c2f8b56a0928 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:31:25.738561 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4436a085-6bdc-4b50-96fc-923c4ab88cca req-fcc40f20-8f7c-475d-ab86-7518225691ee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0697236 Apr 21 12:31:25.753508 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c7801f3-099f-4014-9613-146763d7938b req-dfb1ed64-24dd-417a-984e-1541337c0017 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f64786-789c-41f9-9b8a-d50e53a3acfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508504 Apr 21 12:31:25.759840 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c54d8e3-c12f-403e-a307-a6d33dd84a99 req-ebd6a929-4256-49b1-b9fc-b174fb53f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:25.761820 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3c54d8e3-c12f-403e-a307-a6d33dd84a99 req-ebd6a929-4256-49b1-b9fc-b174fb53f0a3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2152200 Apr 21 12:31:25.777414 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port c1409a5a-f950-4c96-988e-c2f8b56a0928 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:25.777917 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:25.809186 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9e3d9-a021-444d-9c55-619da12167fd req-07927df5-79e5-4d7d-9f3f-8c6de69b82b2 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:25.816175 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3fd9e3d9-a021-444d-9c55-619da12167fd req-07927df5-79e5-4d7d-9f3f-8c6de69b82b2 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 944 time: 0.2621522 Apr 21 12:31:25.817691 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eff89dc9-a964-4634-af7d-17e04ccfcbd9 req-4a987f97-8e3d-4939-8758-a3f3449123f4 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Router 669411a4-752c-4bea-92ef-724fa6323a37 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:31:25.847356 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-6bbd78c1-3eb4-4348-829c-f16f47d1c0f3 admin admin] Allocated IP 172.25.8.8 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/e91f936e-049f-4166-aca4-783dfcf2ed23) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:31:25.870818 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ed67f-0619-4ae9-a6a1-17e088643e60 req-939b89de-bbf0-4e5c-9d6b-8b19acf11dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:25.873691 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e9ed67f-0619-4ae9-a6a1-17e088643e60 req-939b89de-bbf0-4e5c-9d6b-8b19acf11dcb service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3167779 Apr 21 12:31:25.896145 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-495aac33-9536-4a90-83cc-6c076580d179 req-fd50983f-db53-4231-a191-1e733fb56343 tempest-ServersAdmin275Test-2126390420 tempest-ServersAdmin275Test-2126390420-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0510111 Apr 21 12:31:25.952160 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:26.005857 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port c1409a5a-f950-4c96-988e-c2f8b56a0928, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c1409a5a-f950-4c96-988e-c2f8b56a0928,segment=NetworkSegment(dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693),segment_id=dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:26.010671 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eff89dc9-a964-4634-af7d-17e04ccfcbd9 req-4a987f97-8e3d-4939-8758-a3f3449123f4 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:31:26.050937 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2702fd30-916f-4238-8f05-661229e2f575 None None] Sync routers for ids ['669411a4-752c-4bea-92ef-724fa6323a37'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:31:26.061496 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff89dc9-a964-4634-af7d-17e04ccfcbd9 req-4a987f97-8e3d-4939-8758-a3f3449123f4 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] No DVR routers for this DVR port b6b1d468-1bc4-45b3-952f-aee4c19bc5d7 on host n-h2-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:31:26.078839 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-eff89dc9-a964-4634-af7d-17e04ccfcbd9 req-4a987f97-8e3d-4939-8758-a3f3449123f4 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:26.260084 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2702fd30-916f-4238-8f05-661229e2f575 None None] Routers {'669411a4-752c-4bea-92ef-724fa6323a37'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:31:26.260084 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2702fd30-916f-4238-8f05-661229e2f575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:31:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['669411a4-752c-4bea-92ef-724fa6323a37'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:26.260084 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:26.260932 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-eff89dc9-a964-4634-af7d-17e04ccfcbd9 req-4a987f97-8e3d-4939-8758-a3f3449123f4 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.24 "DELETE /v2.0/ports/b6b1d468-1bc4-45b3-952f-aee4c19bc5d7 HTTP/1.1" status: 204 len: 173 time: 1.9879074 Apr 21 12:31:26.260932 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-eda28a2a-701d-4ea0-ac14-a0042010a172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:26.260932 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-eda28a2a-701d-4ea0-ac14-a0042010a172 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4a26e9dd03b4a78b7b13c694250c450&device_id=927681dd-0a61-410a-a377-69bc890ab4fb HTTP/1.1" status: 200 len: 1094 time: 0.0831003 Apr 21 12:31:26.261191 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=c1409a5a-f950-4c96-988e-c2f8b56a0928,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:26.261288 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-d7a7ca91-ef82-4a1a-9399-2f6cb7d79aa4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ac5122a-abbf-4013-9d47-7de80b0d0423 HTTP/1.1" status: 200 len: 217 time: 0.0521555 Apr 21 12:31:26.315937 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-3c4eec24-e33d-4913-9525-ba3506b3d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:26.321020 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-3c4eec24-e33d-4913-9525-ba3506b3d03e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b7070f83-9ad6-411e-82a5-c452eae4aee0 HTTP/1.1" status: 200 len: 844 time: 0.0583353 Apr 21 12:31:26.340883 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-2702fd30-916f-4238-8f05-661229e2f575 None None] Set router 669411a4-752c-4bea-92ef-724fa6323a37 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:31:26.357164 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3fd9e3d9-a021-444d-9c55-619da12167fd req-155f799e-6c15-4256-994b-71d5334b5f9c tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356183 Apr 21 12:31:26.372257 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-20e66ff4-8db9-498f-9a05-d8bec5aee6a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a750d059-4831-44ed-89d3-df516bd3d8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415564 Apr 21 12:31:26.427790 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-bb317545-974a-47eb-a62f-adf69f9264ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:26.430146 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-bb317545-974a-47eb-a62f-adf69f9264ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26ea3c659ac44d28a683c1af948ed1b6&device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 1095 time: 0.1817164 Apr 21 12:31:26.475593 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51abdc2c-b797-491a-bd14-658fe732e73d None None] Network 9b7dd046-10d1-4f75-8b5a-2092dfe7d348 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:31:26.506555 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5610f72-f5e2-4a92-8459-44f79d215315 req-9e2b3782-5586-4c9c-befe-9196abda639c tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:26.512025 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a5610f72-f5e2-4a92-8459-44f79d215315 req-9e2b3782-5586-4c9c-befe-9196abda639c tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=927681dd-0a61-410a-a377-69bc890ab4fb HTTP/1.1" status: 200 len: 943 time: 0.2583859 Apr 21 12:31:26.513736 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-8e66d14a-add9-4bf6-b54b-fb51620f05dc service neutron] 10.222.0.26 "GET /v2.0/networks/a750d059-4831-44ed-89d3-df516bd3d8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342547 Apr 21 12:31:26.530818 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-842e54b0-a532-4d00-882a-eb71b72146f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d5aec13-814b-406f-8dcf-694d077a4037 HTTP/1.1" status: 200 len: 217 time: 0.0888965 Apr 21 12:31:26.571286 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6bbd78c1-3eb4-4348-829c-f16f47d1c0f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:26.625307 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f91f479c-8e2c-4fd1-b0d9-2ecfcea13877 req-f58054ca-17b7-43d3-94aa-3bf3f3ce3923 service neutron] 10.222.0.26 "GET /v2.0/networks/a750d059-4831-44ed-89d3-df516bd3d8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051819 Apr 21 12:31:26.650165 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a5610f72-f5e2-4a92-8459-44f79d215315 req-f1e337ad-4993-492e-b40f-b57a6dd8a319 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265447 Apr 21 12:31:26.683616 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-1fc149ed-7b09-4555-9573-118b63319223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:26.685521 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-1fc149ed-7b09-4555-9573-118b63319223 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c2895f5-072d-4584-843c-51a4758cad8d HTTP/1.1" status: 200 len: 860 time: 0.1329958 Apr 21 12:31:26.695905 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb7689-b2e4-4b09-8312-6d36df1aa84d req-64506f32-d0f2-448b-a7f6-1336f7cd5975 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:26.704202 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5bdb7689-b2e4-4b09-8312-6d36df1aa84d req-64506f32-d0f2-448b-a7f6-1336f7cd5975 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.1932614 Apr 21 12:31:26.706594 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-934ac9e8-8cb6-4bf3-b5ed-883599eed9e6 None None] Provisioning complete for port c1409a5a-f950-4c96-988e-c2f8b56a0928 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:26.706964 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-934ac9e8-8cb6-4bf3-b5ed-883599eed9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:26.743307 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-067cddab-16b5-4497-8364-00ece11b9061 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c287e289-9664-4a57-ae4d-cb3d1c307007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349023 Apr 21 12:31:26.760046 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6bbd78c1-3eb4-4348-829c-f16f47d1c0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:26.798425 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-39e8529f-f1e4-42c2-aa48-9d84a9165149 req-92973c96-9030-4735-be16-b21788af71e9 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/ports?device_id=87a86a14-2ab0-448a-b761-211fef436774 HTTP/1.1" status: 200 len: 210 time: 0.0531979 Apr 21 12:31:26.811486 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e390d43f-a3a7-4b63-a5d6-8f7a39bebca4 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:31:26.858132 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbd78c1-3eb4-4348-829c-f16f47d1c0f3 admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:31:26.886534 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-6bbd78c1-3eb4-4348-829c-f16f47d1c0f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:31:26.900214 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbd78c1-3eb4-4348-829c-f16f47d1c0f3 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:31:26.915820 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5bdb7689-b2e4-4b09-8312-6d36df1aa84d req-f1727a33-59e2-48f8-a766-9ba82e64eefa tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107544 Apr 21 12:31:26.949112 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2702fd30-916f-4238-8f05-661229e2f575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669411a4-752c-4bea-92ef-724fa6323a37', 'name': 'tempest-AttachSCSIVolumeTestJSON-35403770-router', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '8b3059f3-9dcd-4e60-90f6-d490f7234d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:54Z', 'updated_at': '2022-04-21T12:28:59Z', 'revision_number': 4, 'project_id': '83ba1d77d70e479991d8b2182c43e0c6', 'gw_port': {'id': '8b3059f3-9dcd-4e60-90f6-d490f7234d60', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:af:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669411a4-752c-4bea-92ef-724fa6323a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:55Z', 'updated_at': '2022-04-21T12:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '88f7f0de-171e-4734-808c-c21ff5e38e3f', 'name': '', 'network_id': 'cc6e7ae9-2799-4196-8bed-f51a71fb8795', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'mac_address': 'fa:16:3e:aa:52:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669411a4-752c-4bea-92ef-724fa6323a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': 'd16d5794-1897-42ed-8448-8f9a8657a1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:58Z', 'updated_at': '2022-04-21T12:29:05Z', 'revision_number': 5, 'project_id': '83ba1d77d70e479991d8b2182c43e0c6', 'subnets': [{'id': 'd16d5794-1897-42ed-8448-8f9a8657a1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:26.986447 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2702fd30-916f-4238-8f05-661229e2f575 None None] Checking router: 669411a4-752c-4bea-92ef-724fa6323a37 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:31:26.998281 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2702fd30-916f-4238-8f05-661229e2f575 None None] Routers {'669411a4-752c-4bea-92ef-724fa6323a37'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:31:26.998870 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2702fd30-916f-4238-8f05-661229e2f575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:31:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['669411a4-752c-4bea-92ef-724fa6323a37'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:27.042424 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd78c1-3eb4-4348-829c-f16f47d1c0f3 admin admin] Pushing event updated for resources: {'Port': ['ID=e91f936e-049f-4166-aca4-783dfcf2ed23,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:27.087369 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port e390d43f-a3a7-4b63-a5d6-8f7a39bebca4 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:31:27.095437 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port e390d43f-a3a7-4b63-a5d6-8f7a39bebca4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:27.095883 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:27.110584 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2165bf72-7a95-4b7c-b5bc-cee8591bc726 req-ca0d0ccb-de4c-45be-a86c-7190a1e7b7d6 tempest-ServersAdmin275Test-2126390420 tempest-ServersAdmin275Test-2126390420-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0692575 Apr 21 12:31:27.132207 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a86a14-2ab0-448a-b761-211fef436774', 'name': 'network-vif-deleted', 'tag': 'b6b1d468-1bc4-45b3-952f-aee4c19bc5d7'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:31:27.135146 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81264a3-f3b0-4fad-b455-9f10109c369e" -d '{"events": [{"server_uuid": "87a86a14-2ab0-448a-b761-211fef436774", "name": "network-vif-deleted", "tag": "b6b1d468-1bc4-45b3-952f-aee4c19bc5d7"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:31:27.138838 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-2a299329-d7a2-4a06-8c51-7ca145851ccc service neutron] 10.222.0.26 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734989 Apr 21 12:31:27.144910 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-2702fd30-916f-4238-8f05-661229e2f575 None None] Set router 669411a4-752c-4bea-92ef-724fa6323a37 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:31:27.167296 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec73cd8-8c10-409f-8658-4d9b48c30c96 req-87bd6f83-9212-440d-8294-8972ef575ba8 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:27.176909 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dec73cd8-8c10-409f-8658-4d9b48c30c96 req-87bd6f83-9212-440d-8294-8972ef575ba8 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea06942f-b505-4e46-9d10-abdd0f4e5970 HTTP/1.1" status: 200 len: 944 time: 0.3133738 Apr 21 12:31:27.271337 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8526b58-2f11-4203-9531-71a2a094d31c x-openstack-request-id: req-b8526b58-2f11-4203-9531-71a2a094d31c {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:31:27.271626 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a86a14-2ab0-448a-b761-211fef436774", "name": "network-vif-deleted", "tag": "b6b1d468-1bc4-45b3-952f-aee4c19bc5d7", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:31:27.271897 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b8526b58-2f11-4203-9531-71a2a094d31c {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:31:27.272285 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8526b58-2f11-4203-9531-71a2a094d31c'] response: {'server_uuid': '87a86a14-2ab0-448a-b761-211fef436774', 'name': 'network-vif-deleted', 'tag': 'b6b1d468-1bc4-45b3-952f-aee4c19bc5d7', 'status': 'completed', 'code': 200} Apr 21 12:31:27.277106 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dec73cd8-8c10-409f-8658-4d9b48c30c96 req-70ffd2cf-4789-4d4a-83c2-a26f97a2af9b tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f64786-789c-41f9-9b8a-d50e53a3acfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012802 Apr 21 12:31:27.337205 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32493e4e-fda1-4e7b-a883-d085fb4ed842 req-e2c1fec7-f5c1-425d-866c-9c8d81f630b4 service neutron] 10.222.0.26 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878319 Apr 21 12:31:27.361958 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0afd0d64-b848-46fa-b9f2-1fa8b9068519 None None] Provisioning complete for port c1409a5a-f950-4c96-988e-c2f8b56a0928 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:27.362327 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0afd0d64-b848-46fa-b9f2-1fa8b9068519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:27.367087 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:27.420159 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6bbd78c1-3eb4-4348-829c-f16f47d1c0f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:27.439138 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea06942f-b505-4e46-9d10-abdd0f4e5970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e390d43f-a3a7-4b63-a5d6-8f7a39bebca4'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:31:27.441480 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b4c62e-1187-4069-acb2-3976973a71e0" -d '{"events": [{"server_uuid": "ea06942f-b505-4e46-9d10-abdd0f4e5970", "name": "network-vif-plugged", "status": "completed", "tag": "e390d43f-a3a7-4b63-a5d6-8f7a39bebca4"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:31:27.468558 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port e390d43f-a3a7-4b63-a5d6-8f7a39bebca4, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e390d43f-a3a7-4b63-a5d6-8f7a39bebca4,segment=NetworkSegment(c24679f5-0724-496a-af10-68bc85415d7d),segment_id=c24679f5-0724-496a-af10-68bc85415d7d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:27.524253 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc77718-6c9c-4bce-8301-9535bb083723 x-openstack-request-id: req-3dc77718-6c9c-4bce-8301-9535bb083723 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:31:27.524567 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea06942f-b505-4e46-9d10-abdd0f4e5970", "name": "network-vif-plugged", "status": "completed", "tag": "e390d43f-a3a7-4b63-a5d6-8f7a39bebca4", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:31:27.524819 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3dc77718-6c9c-4bce-8301-9535bb083723 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:31:27.525501 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dc77718-6c9c-4bce-8301-9535bb083723'] response: {'server_uuid': 'ea06942f-b505-4e46-9d10-abdd0f4e5970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e390d43f-a3a7-4b63-a5d6-8f7a39bebca4', 'code': 200} Apr 21 12:31:27.559381 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2702fd30-916f-4238-8f05-661229e2f575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669411a4-752c-4bea-92ef-724fa6323a37', 'name': 'tempest-AttachSCSIVolumeTestJSON-35403770-router', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '8b3059f3-9dcd-4e60-90f6-d490f7234d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:54Z', 'updated_at': '2022-04-21T12:28:59Z', 'revision_number': 4, 'project_id': '83ba1d77d70e479991d8b2182c43e0c6', 'gw_port': {'id': '8b3059f3-9dcd-4e60-90f6-d490f7234d60', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:af:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669411a4-752c-4bea-92ef-724fa6323a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:55Z', 'updated_at': '2022-04-21T12:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '88f7f0de-171e-4734-808c-c21ff5e38e3f', 'name': '', 'network_id': 'cc6e7ae9-2799-4196-8bed-f51a71fb8795', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'mac_address': 'fa:16:3e:aa:52:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669411a4-752c-4bea-92ef-724fa6323a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': 'd16d5794-1897-42ed-8448-8f9a8657a1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:58Z', 'updated_at': '2022-04-21T12:29:05Z', 'revision_number': 5, 'project_id': '83ba1d77d70e479991d8b2182c43e0c6', 'subnets': [{'id': 'd16d5794-1897-42ed-8448-8f9a8657a1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:27.563980 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c1409a5a-f950-4c96-988e-c2f8b56a0928 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:31:27.595133 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2702fd30-916f-4238-8f05-661229e2f575 None None] The sync data for ids ['669411a4-752c-4bea-92ef-724fa6323a37'] in n-d-836147-2 is: [{'id': '669411a4-752c-4bea-92ef-724fa6323a37', 'name': 'tempest-AttachSCSIVolumeTestJSON-35403770-router', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '8b3059f3-9dcd-4e60-90f6-d490f7234d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:54Z', 'updated_at': '2022-04-21T12:28:59Z', 'revision_number': 4, 'project_id': '83ba1d77d70e479991d8b2182c43e0c6', 'gw_port': {'id': '8b3059f3-9dcd-4e60-90f6-d490f7234d60', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:af:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669411a4-752c-4bea-92ef-724fa6323a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:55Z', 'updated_at': '2022-04-21T12:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '88f7f0de-171e-4734-808c-c21ff5e38e3f', 'name': '', 'network_id': 'cc6e7ae9-2799-4196-8bed-f51a71fb8795', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'mac_address': 'fa:16:3e:aa:52:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669411a4-752c-4bea-92ef-724fa6323a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': 'd16d5794-1897-42ed-8448-8f9a8657a1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:58Z', 'updated_at': '2022-04-21T12:29:05Z', 'revision_number': 5, 'project_id': '83ba1d77d70e479991d8b2182c43e0c6', 'subnets': [{'id': 'd16d5794-1897-42ed-8448-8f9a8657a1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:31:27.613746 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:27.617681 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc191c-cca5-4b6a-8881-33c4ed7e724d req-dd14365e-7bca-4461-8242-ec1741d9e713 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:27.620532 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-55bc191c-cca5-4b6a-8881-33c4ed7e724d req-dd14365e-7bca-4461-8242-ec1741d9e713 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 944 time: 0.1437135 Apr 21 12:31:27.675531 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16827f39-34d4-4fd7-856e-4ba00b9da1d1 req-620091be-5611-4dbb-9d45-7f8034ec2ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:27.682148 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-16827f39-34d4-4fd7-856e-4ba00b9da1d1 req-620091be-5611-4dbb-9d45-7f8034ec2ece service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ea06942f-b505-4e46-9d10-abdd0f4e5970 HTTP/1.1" status: 200 len: 1096 time: 0.0914371 Apr 21 12:31:27.682596 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=e390d43f-a3a7-4b63-a5d6-8f7a39bebca4,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:27.692645 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port c1409a5a-f950-4c96-988e-c2f8b56a0928 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:27.692645 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:27.736124 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-16827f39-34d4-4fd7-856e-4ba00b9da1d1 req-c1cb0cef-4b52-47d6-822e-8fbcd0a22e9f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=70f64786-789c-41f9-9b8a-d50e53a3acfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380058 Apr 21 12:31:27.736706 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-55bc191c-cca5-4b6a-8881-33c4ed7e724d req-5fb7e026-c293-4d12-9131-966233b65ee9 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827577 Apr 21 12:31:27.818609 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6bbd78c1-3eb4-4348-829c-f16f47d1c0f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:27.875712 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51a198-6059-48c7-8c5e-6a7ae07750f2 req-b127df14-8427-439a-93f7-94fb4f91fba9 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:27.877518 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ad51a198-6059-48c7-8c5e-6a7ae07750f2 req-b127df14-8427-439a-93f7-94fb4f91fba9 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=927681dd-0a61-410a-a377-69bc890ab4fb HTTP/1.1" status: 200 len: 943 time: 0.1001258 Apr 21 12:31:27.960241 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ad51a198-6059-48c7-8c5e-6a7ae07750f2 req-9ec87cd6-4f06-4a73-9701-b0a7d63b989b tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735440 Apr 21 12:31:27.961500 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5f711a-7be2-4456-819c-497cf59bbd5c None None] New status for floating IP 6e03581b-7c47-4f57-aa41-53c9a45f05b8: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:31:27.971873 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57782) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:28.066155 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfd8082b-4720-42ae-ae83-c7788774ddac tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:28.094955 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfd8082b-4720-42ae-ae83-c7788774ddac tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:28.120250 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d756e-45ac-41ea-9017-3a6a0abec6a9 req-d76befc6-c955-4c91-a37f-7206972389ac tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:28.121845 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ab0d756e-45ac-41ea-9017-3a6a0abec6a9 req-d76befc6-c955-4c91-a37f-7206972389ac tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.0886221 Apr 21 12:31:28.149517 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbd78c1-3eb4-4348-829c-f16f47d1c0f3 admin admin] Router 1f387e3b-1938-4f6e-9b3a-dd81f88c260d is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:31:28.211517 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ab0d756e-45ac-41ea-9017-3a6a0abec6a9 req-47fa13b1-3bb3-41f8-95b3-3e665e067635 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816169 Apr 21 12:31:28.253851 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c8b734d0-c42f-4233-9bbf-06dd85dcb2aa req-428b5715-c64b-468b-ad94-673a5ec3b415 tempest-ServersAdmin275Test-2126390420 tempest-ServersAdmin275Test-2126390420-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0281179 Apr 21 12:31:28.297380 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbd78c1-3eb4-4348-829c-f16f47d1c0f3 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:31:28.307369 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7737e11b-5367-46c7-80cf-a3f506aaf4dd None None] Sync routers for ids ['1f387e3b-1938-4f6e-9b3a-dd81f88c260d'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:31:28.317820 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7737e11b-5367-46c7-80cf-a3f506aaf4dd None None] Routers {'1f387e3b-1938-4f6e-9b3a-dd81f88c260d'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:31:28.317820 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7737e11b-5367-46c7-80cf-a3f506aaf4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:31:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['1f387e3b-1938-4f6e-9b3a-dd81f88c260d'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:28.323598 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfd8082b-4720-42ae-ae83-c7788774ddac tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:28.327612 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bfd8082b-4720-42ae-ae83-c7788774ddac tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:28.330506 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57790) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:28.330971 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-bfd8082b-4720-42ae-ae83-c7788774ddac tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "DELETE /v2.0/security-groups/852372b5-9547-47c3-aafb-b5d61f7a8699 HTTP/1.1" status: 204 len: 168 time: 0.3577697 Apr 21 12:31:28.341520 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd8082b-4720-42ae-ae83-c7788774ddac tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=852372b5-9547-47c3-aafb-b5d61f7a8699,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:28.348395 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-129137b3-b06e-4e83-a9eb-844a64d139e3 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] show failed (client error): The resource could not be found. Apr 21 12:31:28.352343 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57792) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:28.354005 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-129137b3-b06e-4e83-a9eb-844a64d139e3 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "GET /v2.0/security-groups/852372b5-9547-47c3-aafb-b5d61f7a8699 HTTP/1.1" status: 404 len: 347 time: 0.0223634 Apr 21 12:31:28.412765 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6bbd78c1-3eb4-4348-829c-f16f47d1c0f3 admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:28.416432 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6bbd78c1-3eb4-4348-829c-f16f47d1c0f3 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4180984 Apr 21 12:31:28.416880 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57794) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:28.464060 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-7737e11b-5367-46c7-80cf-a3f506aaf4dd None None] Set router 1f387e3b-1938-4f6e-9b3a-dd81f88c260d gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:31:28.532941 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eec6c8-01d2-48a3-b8f7-f5888dc1a561 req-1b9fc931-3b76-47cc-9f72-3cb533331162 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:28.540581 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80eec6c8-01d2-48a3-b8f7-f5888dc1a561 req-1b9fc931-3b76-47cc-9f72-3cb533331162 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea06942f-b505-4e46-9d10-abdd0f4e5970 HTTP/1.1" status: 200 len: 945 time: 0.1310537 Apr 21 12:31:28.594129 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80eec6c8-01d2-48a3-b8f7-f5888dc1a561 req-8ee41574-3bc1-402e-bfed-418aa0b64900 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f64786-789c-41f9-9b8a-d50e53a3acfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523503 Apr 21 12:31:28.596813 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-aa37546e-bf77-4cc3-9577-9b91e1912de9 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Deleting port 52f50c09-b268-4735-ae12-ab8401ccd5eb {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:31:28.596813 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa37546e-bf77-4cc3-9577-9b91e1912de9 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:28.659006 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7737e11b-5367-46c7-80cf-a3f506aaf4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'name': 'tempest-TaggedBootDevicesTest-287628938-router', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'e91f936e-049f-4166-aca4-783dfcf2ed23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:31:24Z', 'updated_at': '2022-04-21T12:31:27Z', 'revision_number': 3, 'project_id': '6f1908decb8e42768935cf18d0563e60', 'gw_port': {'id': 'e91f936e-049f-4166-aca4-783dfcf2ed23', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:25Z', 'updated_at': '2022-04-21T12:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:28.685503 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa37546e-bf77-4cc3-9577-9b91e1912de9 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:28.685915 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa37546e-bf77-4cc3-9577-9b91e1912de9 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:28.690010 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7737e11b-5367-46c7-80cf-a3f506aaf4dd None None] Checking router: 1f387e3b-1938-4f6e-9b3a-dd81f88c260d for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:31:28.690355 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7737e11b-5367-46c7-80cf-a3f506aaf4dd None None] Updating router 1f387e3b-1938-4f6e-9b3a-dd81f88c260d port e91f936e-049f-4166-aca4-783dfcf2ed23 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:31:28.702061 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-aa37546e-bf77-4cc3-9577-9b91e1912de9 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Calling delete_port for 52f50c09-b268-4735-ae12-ab8401ccd5eb owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:31:28.721095 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7737e11b-5367-46c7-80cf-a3f506aaf4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:28.820123 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device b6b1d468-1bc4-45b3-952f-aee4c19bc5d7 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:31:28.850864 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: b6b1d468-1bc4-45b3-952f-aee4c19bc5d7 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:31:28.851097 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device b6b1d468-1bc4-45b3-952f-aee4c19bc5d7 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:31:28.883532 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad0fcb57-7674-4bfb-8f57-72f17c28b44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:28.887507 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70357730-4963-44a9-beae-1342cd7e3c5c req-fdac49f2-aa72-4a6a-9ff5-c783d8357571 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:28.889068 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70357730-4963-44a9-beae-1342cd7e3c5c req-fdac49f2-aa72-4a6a-9ff5-c783d8357571 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 944 time: 0.0639369 Apr 21 12:31:28.952602 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-906e538d-2187-4ec7-8c6c-8a0d94b5c429 req-3260a373-d0e4-48bd-9c0a-4adbc6c469a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=577dd0f351bb44dfbc354d18cfbb0aef&device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0342410 Apr 21 12:31:28.994204 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-faf33ac7-9fe6-404f-bd0c-927212683cfb req-591e5c92-4749-4ed6-8ce8-3fc6676e5647 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0448539 Apr 21 12:31:28.998146 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa37546e-bf77-4cc3-9577-9b91e1912de9 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:29.030229 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70357730-4963-44a9-beae-1342cd7e3c5c req-81c113c9-023f-455c-9481-455a7651ab25 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271777 Apr 21 12:31:29.032071 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-906e538d-2187-4ec7-8c6c-8a0d94b5c429 req-b049ca06-8099-4bf5-80a0-da12627b85bf service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=577dd0f351bb44dfbc354d18cfbb0aef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0615396 Apr 21 12:31:29.083143 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37546e-bf77-4cc3-9577-9b91e1912de9 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Pushing event deleted for resources: {'Port': ['ID=52f50c09-b268-4735-ae12-ab8401ccd5eb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:29.110259 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-ad0fcb57-7674-4bfb-8f57-72f17c28b44e admin admin] Allocated IP 172.20.0.1 (9b7dd046-10d1-4f75-8b5a-2092dfe7d348/1fd66ced-0a64-4afd-a4de-c8fea692bf21/24964a4c-b2e3-4db5-8190-a823373f1214) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:31:29.225243 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad0fcb57-7674-4bfb-8f57-72f17c28b44e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:29.249463 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa37546e-bf77-4cc3-9577-9b91e1912de9 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:29.252615 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa37546e-bf77-4cc3-9577-9b91e1912de9 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:29.264649 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-aa37546e-bf77-4cc3-9577-9b91e1912de9 tempest-AttachSCSIVolumeTestJSON-466857485 tempest-AttachSCSIVolumeTestJSON-466857485-project] 10.222.0.36 "DELETE /v2.0/floatingips/6e03581b-7c47-4f57-aa41-53c9a45f05b8 HTTP/1.1" status: 204 len: 168 time: 0.9112091 Apr 21 12:31:29.281201 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7737e11b-5367-46c7-80cf-a3f506aaf4dd None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:29.287610 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345975c-30d9-4f80-bfc8-4313b47e840e req-497350ec-ec86-4d05-b99f-98aef1fc0401 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:29.289320 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7345975c-30d9-4f80-bfc8-4313b47e840e req-497350ec-ec86-4d05-b99f-98aef1fc0401 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=927681dd-0a61-410a-a377-69bc890ab4fb HTTP/1.1" status: 200 len: 943 time: 0.1830897 Apr 21 12:31:29.351451 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7737e11b-5367-46c7-80cf-a3f506aaf4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:29.352124 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad0fcb57-7674-4bfb-8f57-72f17c28b44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:29.412316 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0fcb57-7674-4bfb-8f57-72f17c28b44e admin admin] Network 9b7dd046-10d1-4f75-8b5a-2092dfe7d348 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:31:29.415467 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ad0fcb57-7674-4bfb-8f57-72f17c28b44e admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:31:29.419279 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0fcb57-7674-4bfb-8f57-72f17c28b44e admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:31:29.447898 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5379740-80b2-457e-bf6e-4397aa656632 None None] Pushing event updated for resources: {'Port': ['ID=e91f936e-049f-4166-aca4-783dfcf2ed23,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:29.463562 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7737e11b-5367-46c7-80cf-a3f506aaf4dd None None] Attempting to bind port e91f936e-049f-4166-aca4-783dfcf2ed23 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:31:29.463940 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7737e11b-5367-46c7-80cf-a3f506aaf4dd None None] Attempting to bind port e91f936e-049f-4166-aca4-783dfcf2ed23 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:31:29.464434 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7737e11b-5367-46c7-80cf-a3f506aaf4dd None None] Attempting to bind port e91f936e-049f-4166-aca4-783dfcf2ed23 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:31:29.468605 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fcb57-7674-4bfb-8f57-72f17c28b44e admin admin] Pushing event updated for resources: {'Port': ['ID=24964a4c-b2e3-4db5-8190-a823373f1214,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:29.472531 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7737e11b-5367-46c7-80cf-a3f506aaf4dd None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:31:29.472905 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7737e11b-5367-46c7-80cf-a3f506aaf4dd None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:31:29.473457 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7737e11b-5367-46c7-80cf-a3f506aaf4dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:29.473875 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7737e11b-5367-46c7-80cf-a3f506aaf4dd None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:31:29.474352 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7737e11b-5367-46c7-80cf-a3f506aaf4dd None None] Bound port: e91f936e-049f-4166-aca4-783dfcf2ed23, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:31:29.475465 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7737e11b-5367-46c7-80cf-a3f506aaf4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:29.490671 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad0fcb57-7674-4bfb-8f57-72f17c28b44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:29.611176 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7737e11b-5367-46c7-80cf-a3f506aaf4dd None None] For port e91f936e-049f-4166-aca4-783dfcf2ed23, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:31:29.621031 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7737e11b-5367-46c7-80cf-a3f506aaf4dd None None] For port e91f936e-049f-4166-aca4-783dfcf2ed23, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e91f936e-049f-4166-aca4-783dfcf2ed23,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:31:29.723034 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e538d-2187-4ec7-8c6c-8a0d94b5c429 req-a3afb197-aae8-4681-9a44-863bab45bac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:29.724496 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-906e538d-2187-4ec7-8c6c-8a0d94b5c429 req-a3afb197-aae8-4681-9a44-863bab45bac9 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6540573 Apr 21 12:31:29.741372 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7345975c-30d9-4f80-bfc8-4313b47e840e req-5472b390-6b88-4b51-84c4-829d19fcc30c tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356019 Apr 21 12:31:29.755153 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee50ce5-50b9-4a2b-a149-5b137972e6a0 req-353b0e9f-e155-4e4b-8b01-c6883e814c6f tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:29.756641 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5ee50ce5-50b9-4a2b-a149-5b137972e6a0 req-353b0e9f-e155-4e4b-8b01-c6883e814c6f tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.4645448 Apr 21 12:31:29.795245 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-52dc13ea-92bf-4cb4-8bc2-a3ff8fc6f795 None None] Provisioning complete for port 24964a4c-b2e3-4db5-8190-a823373f1214 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:29.801324 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5ee50ce5-50b9-4a2b-a149-5b137972e6a0 req-2211ffb5-026e-482b-bb26-5b661a03b55e tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336573 Apr 21 12:31:29.801954 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52dc13ea-92bf-4cb4-8bc2-a3ff8fc6f795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:29.801954 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7737e11b-5367-46c7-80cf-a3f506aaf4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:29.890960 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad0fcb57-7674-4bfb-8f57-72f17c28b44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:29.898699 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-52dc13ea-92bf-4cb4-8bc2-a3ff8fc6f795 None None] Port 24964a4c-b2e3-4db5-8190-a823373f1214 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:31:29.900608 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbe97a-4199-429d-85e1-108f0c9b5df6 req-333275be-a5d8-46c0-92d0-539c8f7c7afd tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:29.906030 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f4cbe97a-4199-429d-85e1-108f0c9b5df6 req-333275be-a5d8-46c0-92d0-539c8f7c7afd tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea06942f-b505-4e46-9d10-abdd0f4e5970 HTTP/1.1" status: 200 len: 945 time: 0.0781004 Apr 21 12:31:29.911486 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5379740-80b2-457e-bf6e-4397aa656632 None None] Pushing event updated for resources: {'Port': ['ID=e91f936e-049f-4166-aca4-783dfcf2ed23,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:29.916509 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7737e11b-5367-46c7-80cf-a3f506aaf4dd None None] Routers {'1f387e3b-1938-4f6e-9b3a-dd81f88c260d'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:31:29.917138 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7737e11b-5367-46c7-80cf-a3f506aaf4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:31:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['1f387e3b-1938-4f6e-9b3a-dd81f88c260d'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:29.979653 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f4cbe97a-4199-429d-85e1-108f0c9b5df6 req-b8d87c0c-455d-42b8-bf06-df51ee3647fe tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f64786-789c-41f9-9b8a-d50e53a3acfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698824 Apr 21 12:31:30.035974 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-7737e11b-5367-46c7-80cf-a3f506aaf4dd None None] Set router 1f387e3b-1938-4f6e-9b3a-dd81f88c260d gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:31:30.078913 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad0fcb57-7674-4bfb-8f57-72f17c28b44e admin admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:30.168346 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad0fcb57-7674-4bfb-8f57-72f17c28b44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:30.186656 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79809b25-a6e6-4031-bd48-df979fbe8b52 req-178c87f6-6f2d-4918-920f-9771c9a1c7d6 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0509603 Apr 21 12:31:30.230966 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6351dd1-6dae-4c81-9c2e-0aade3f035be req-80ec4eda-2b9a-4447-a33a-6c877c13d207 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:30.239014 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6351dd1-6dae-4c81-9c2e-0aade3f035be req-80ec4eda-2b9a-4447-a33a-6c877c13d207 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1422698 Apr 21 12:31:30.240796 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad0fcb57-7674-4bfb-8f57-72f17c28b44e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:30.248562 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7737e11b-5367-46c7-80cf-a3f506aaf4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'name': 'tempest-TaggedBootDevicesTest-287628938-router', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'e91f936e-049f-4166-aca4-783dfcf2ed23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:31:24Z', 'updated_at': '2022-04-21T12:31:29Z', 'revision_number': 4, 'project_id': '6f1908decb8e42768935cf18d0563e60', 'gw_port': {'id': 'e91f936e-049f-4166-aca4-783dfcf2ed23', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:25Z', 'updated_at': '2022-04-21T12:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '24964a4c-b2e3-4db5-8190-a823373f1214', 'name': '', 'network_id': '9b7dd046-10d1-4f75-8b5a-2092dfe7d348', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'mac_address': 'fa:16:3e:eb:66:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1fd66ced-0a64-4afd-a4de-c8fea692bf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:28Z', 'updated_at': '2022-04-21T12:31:29Z', 'revision_number': 1, 'project_id': '6f1908decb8e42768935cf18d0563e60', 'subnets': [{'id': '1fd66ced-0a64-4afd-a4de-c8fea692bf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:30.251888 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fcb57-7674-4bfb-8f57-72f17c28b44e admin admin] Pushing event updated for resources: {'Port': ['ID=24964a4c-b2e3-4db5-8190-a823373f1214,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:30.283492 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7737e11b-5367-46c7-80cf-a3f506aaf4dd None None] The sync data for ids ['1f387e3b-1938-4f6e-9b3a-dd81f88c260d'] in n-d-836147-2 is: [{'id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'name': 'tempest-TaggedBootDevicesTest-287628938-router', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'e91f936e-049f-4166-aca4-783dfcf2ed23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:31:24Z', 'updated_at': '2022-04-21T12:31:29Z', 'revision_number': 4, 'project_id': '6f1908decb8e42768935cf18d0563e60', 'gw_port': {'id': 'e91f936e-049f-4166-aca4-783dfcf2ed23', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:25Z', 'updated_at': '2022-04-21T12:31:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '24964a4c-b2e3-4db5-8190-a823373f1214', 'name': '', 'network_id': '9b7dd046-10d1-4f75-8b5a-2092dfe7d348', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'mac_address': 'fa:16:3e:eb:66:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1fd66ced-0a64-4afd-a4de-c8fea692bf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:28Z', 'updated_at': '2022-04-21T12:31:29Z', 'revision_number': 1, 'project_id': '6f1908decb8e42768935cf18d0563e60', 'subnets': [{'id': '1fd66ced-0a64-4afd-a4de-c8fea692bf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:31:30.310145 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6351dd1-6dae-4c81-9c2e-0aade3f035be req-a112cbb5-5c99-4780-a9dd-6be897a534f1 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.85 HTTP/1.1" status: 200 len: 695 time: 0.0702205 Apr 21 12:31:30.337840 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-a6351dd1-6dae-4c81-9c2e-0aade3f035be req-e45a7fc3-3ec2-4b33-928e-2fef53eaae13 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Request body: {'floatingip': {'port_id': '4bdba74c-0a92-4bb2-a543-f3b510d904f6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:31:30.356483 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0fcb57-7674-4bfb-8f57-72f17c28b44e admin admin] Network 9b7dd046-10d1-4f75-8b5a-2092dfe7d348 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:31:30.359211 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ad0fcb57-7674-4bfb-8f57-72f17c28b44e admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:31:30.385360 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a6351dd1-6dae-4c81-9c2e-0aade3f035be req-e45a7fc3-3ec2-4b33-928e-2fef53eaae13 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:30.467473 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de131df7-9c1f-4ade-a28c-e61f5ffd060f req-8f2c0877-4174-4bd6-ad04-3c66a70d88d3 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:30.470286 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de131df7-9c1f-4ade-a28c-e61f5ffd060f req-8f2c0877-4174-4bd6-ad04-3c66a70d88d3 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 944 time: 0.1729736 Apr 21 12:31:30.499766 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0fcb57-7674-4bfb-8f57-72f17c28b44e admin admin] Router 1f387e3b-1938-4f6e-9b3a-dd81f88c260d has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:31:30.627300 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de131df7-9c1f-4ade-a28c-e61f5ffd060f req-6bc00771-47c1-43af-ade4-33b5a8169909 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402209 Apr 21 12:31:30.659276 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-de14dc41-767c-4146-ba8e-8fb9c84622c4 None None] Provisioning complete for port 24964a4c-b2e3-4db5-8190-a823373f1214 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:30.659857 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de14dc41-767c-4146-ba8e-8fb9c84622c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:30.701533 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0fcb57-7674-4bfb-8f57-72f17c28b44e admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:31:30.707404 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ad0fcb57-7674-4bfb-8f57-72f17c28b44e admin admin] 10.222.0.36 "PUT /v2.0/routers/1f387e3b-1938-4f6e-9b3a-dd81f88c260d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2895045 Apr 21 12:31:30.707804 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-de14dc41-767c-4146-ba8e-8fb9c84622c4 None None] Port 24964a4c-b2e3-4db5-8190-a823373f1214 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:31:31.077172 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a9811-6d8e-4c40-8e89-ec0008627c4a req-89c8ac9f-0970-4992-a426-197a3e299182 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:31.091208 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b9a9811-6d8e-4c40-8e89-ec0008627c4a req-89c8ac9f-0970-4992-a426-197a3e299182 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=927681dd-0a61-410a-a377-69bc890ab4fb HTTP/1.1" status: 200 len: 943 time: 0.2244689 Apr 21 12:31:31.214177 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b9a9811-6d8e-4c40-8e89-ec0008627c4a req-14a7b862-b40a-4a42-acd4-821d20e8dc6c tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156995 Apr 21 12:31:31.370770 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a6351dd1-6dae-4c81-9c2e-0aade3f035be req-e45a7fc3-3ec2-4b33-928e-2fef53eaae13 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:31.373138 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-906e538d-2187-4ec7-8c6c-8a0d94b5c429 req-f316230e-7c04-4f06-8f4a-23ddb0c209e5 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0372043 Apr 21 12:31:31.390719 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ff5a8-fd80-4aef-a24d-b77493c9857b req-3950c84e-c9d6-4ccf-bbb9-a5bed6404fef tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:31.401164 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-553ff5a8-fd80-4aef-a24d-b77493c9857b req-3950c84e-c9d6-4ccf-bbb9-a5bed6404fef tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.1002364 Apr 21 12:31:31.440263 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a6351dd1-6dae-4c81-9c2e-0aade3f035be req-e45a7fc3-3ec2-4b33-928e-2fef53eaae13 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:31.518401 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-553ff5a8-fd80-4aef-a24d-b77493c9857b req-77bc47f5-0306-414d-8ad6-ce19c32d01a8 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162670 Apr 21 12:31:31.561441 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e91f936e-049f-4166-aca4-783dfcf2ed23 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:31:31.607489 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [req-a6351dd1-6dae-4c81-9c2e-0aade3f035be req-e45a7fc3-3ec2-4b33-928e-2fef53eaae13 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Floating IP b73e9dad-2664-4554-a1c1-c6bf31f18ea0 associated. External IP: 172.25.8.85, port: 4bdba74c-0a92-4bb2-a543-f3b510d904f6. Apr 21 12:31:31.633462 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57876) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:31.641472 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-7badefc4-945d-4a35-a20a-37cc4fcb6260 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-498083156-network', 'tenant_id': 'db56e274723b4fe9a0b40b882aede49f'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:31:31.684279 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port e91f936e-049f-4166-aca4-783dfcf2ed23 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:31.685274 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:31.716638 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b66636d5-15d5-467c-9d56-13ae313cce80 req-4c5284da-d53c-4d8f-bd36-782704e1c0b1 tempest-ServersAdmin275Test-858268320 tempest-ServersAdmin275Test-858268320-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7867f41-cf0f-4233-97c2-7e3b0fe515b3 HTTP/1.1" status: 200 len: 210 time: 0.0352240 Apr 21 12:31:31.779589 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7badefc4-945d-4a35-a20a-37cc4fcb6260 admin admin] Made reservation on behalf of db56e274723b4fe9a0b40b882aede49f for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:31:31.782241 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7badefc4-945d-4a35-a20a-37cc4fcb6260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:31.797765 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7badefc4-945d-4a35-a20a-37cc4fcb6260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:31.821858 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 9ac5122a-abbf-4013-9d47-7de80b0d0423 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:31:31.836377 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:31.885506 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port e91f936e-049f-4166-aca4-783dfcf2ed23, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e91f936e-049f-4166-aca4-783dfcf2ed23,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:31.930480 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6351dd1-6dae-4c81-9c2e-0aade3f035be req-e45a7fc3-3ec2-4b33-928e-2fef53eaae13 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Router 309f036c-fd99-4936-948e-c44d1814abb7 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:31:31.939342 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9ff91-89c0-4639-bdbc-3f39ba31a0e4 req-94a76aa0-d068-4830-b8db-589d0e9e06f4 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:31.943722 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-95f9ff91-89c0-4639-bdbc-3f39ba31a0e4 req-94a76aa0-d068-4830-b8db-589d0e9e06f4 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 944 time: 0.0720673 Apr 21 12:31:31.966258 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:31.987633 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7badefc4-945d-4a35-a20a-37cc4fcb6260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:32.037261 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7badefc4-945d-4a35-a20a-37cc4fcb6260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:32.068430 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-95f9ff91-89c0-4639-bdbc-3f39ba31a0e4 req-5418e7f5-1589-4dda-917e-f1f1f91b0d7d tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000438 Apr 21 12:31:32.069007 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=e91f936e-049f-4166-aca4-783dfcf2ed23,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:32.085251 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 9ac5122a-abbf-4013-9d47-7de80b0d0423, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9ac5122a-abbf-4013-9d47-7de80b0d0423,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:32.092393 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7badefc4-945d-4a35-a20a-37cc4fcb6260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c0d10b-3e45-4e90-8cc3-4bfdd4a654f4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:32.104337 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7badefc4-945d-4a35-a20a-37cc4fcb6260 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:31:32.116426 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7badefc4-945d-4a35-a20a-37cc4fcb6260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:32.116785 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-7badefc4-945d-4a35-a20a-37cc4fcb6260 admin admin] Added segment 6bbffa6f-854c-4785-a020-490552b22c1d of type vlan for network f0e6180b-1080-40a1-a71b-0967ec15d15e Apr 21 12:31:32.121087 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '9ac5122a-abbf-4013-9d47-7de80b0d0423', 'network_id': 'a750d059-4831-44ed-89d3-df516bd3d8aa', 'port_id': '9ac5122a-abbf-4013-9d47-7de80b0d0423', 'mac_address': 'fa:16:3e:8e:53:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7070f83-9ad6-411e-82a5-c452eae4aee0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:31:32.171907 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6351dd1-6dae-4c81-9c2e-0aade3f035be req-e45a7fc3-3ec2-4b33-928e-2fef53eaae13 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:31:32.180505 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a6351dd1-6dae-4c81-9c2e-0aade3f035be req-e45a7fc3-3ec2-4b33-928e-2fef53eaae13 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:32.186314 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf7d41b-994b-4bfc-a548-23791891aa78 None None] Sync routers for ids ['309f036c-fd99-4936-948e-c44d1814abb7'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:31:32.193013 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7badefc4-945d-4a35-a20a-37cc4fcb6260 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:32.205803 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf7d41b-994b-4bfc-a548-23791891aa78 None None] Routers {'309f036c-fd99-4936-948e-c44d1814abb7'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:31:32.206443 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-edf7d41b-994b-4bfc-a548-23791891aa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:31:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['309f036c-fd99-4936-948e-c44d1814abb7'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:32.217081 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6351dd1-6dae-4c81-9c2e-0aade3f035be req-e45a7fc3-3ec2-4b33-928e-2fef53eaae13 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "PUT /v2.0/floatingips/b73e9dad-2664-4554-a1c1-c6bf31f18ea0 HTTP/1.1" status: 200 len: 996 time: 1.9017005 Apr 21 12:31:32.218133 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6970ea5f-3b93-44bc-b6d4-50be03efc397', 'tag': '4bdba74c-0a92-4bb2-a543-f3b510d904f6'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:31:32.223084 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3ab168-04e9-49a6-a8b7-c7e0b76c23bf" -d '{"events": [{"name": "network-changed", "server_uuid": "6970ea5f-3b93-44bc-b6d4-50be03efc397", "tag": "4bdba74c-0a92-4bb2-a543-f3b510d904f6"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:31:32.230036 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:32.260286 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ac5122a-abbf-4013-9d47-7de80b0d0423 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:31:32.288422 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 9ac5122a-abbf-4013-9d47-7de80b0d0423, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9ac5122a-abbf-4013-9d47-7de80b0d0423,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:32.306110 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a184a55-e5bd-462b-9e3f-973ed67aa517 x-openstack-request-id: req-5a184a55-e5bd-462b-9e3f-973ed67aa517 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:31:32.306110 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6970ea5f-3b93-44bc-b6d4-50be03efc397", "tag": "4bdba74c-0a92-4bb2-a543-f3b510d904f6", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:31:32.306110 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5a184a55-e5bd-462b-9e3f-973ed67aa517 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:31:32.306454 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a184a55-e5bd-462b-9e3f-973ed67aa517'] response: {'name': 'network-changed', 'server_uuid': '6970ea5f-3b93-44bc-b6d4-50be03efc397', 'tag': '4bdba74c-0a92-4bb2-a543-f3b510d904f6', 'status': 'completed', 'code': 200} Apr 21 12:31:32.334716 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7badefc4-945d-4a35-a20a-37cc4fcb6260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:32.335798 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7badefc4-945d-4a35-a20a-37cc4fcb6260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:32.336461 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7badefc4-945d-4a35-a20a-37cc4fcb6260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:32.363431 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-edf7d41b-994b-4bfc-a548-23791891aa78 None None] Set router 309f036c-fd99-4936-948e-c44d1814abb7 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:31:32.379763 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:32.380434 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 3d5aec13-814b-406f-8dcf-694d077a4037 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:31:32.385104 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6351dd1-6dae-4c81-9c2e-0aade3f035be req-e9c158fd-18b5-4fe1-bac8-f8656305ed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:32.389502 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6351dd1-6dae-4c81-9c2e-0aade3f035be req-e9c158fd-18b5-4fe1-bac8-f8656305ed19 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=39725541a84a4c0389b0f42f00fde7c4&device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397 HTTP/1.1" status: 200 len: 1097 time: 0.1367829 Apr 21 12:31:32.536997 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=9ac5122a-abbf-4013-9d47-7de80b0d0423,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:32.610028 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 3d5aec13-814b-406f-8dcf-694d077a4037, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=3d5aec13-814b-406f-8dcf-694d077a4037,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:32.627079 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '3d5aec13-814b-406f-8dcf-694d077a4037', 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007', 'port_id': '3d5aec13-814b-406f-8dcf-694d077a4037', 'mac_address': 'fa:16:3e:fb:34:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c2895f5-072d-4584-843c-51a4758cad8d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:31:32.687442 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:32.697044 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-edf7d41b-994b-4bfc-a548-23791891aa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309f036c-fd99-4936-948e-c44d1814abb7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1117689157-router', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:30:41Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'gw_port': {'id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:42Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'b73e9dad-2664-4554-a1c1-c6bf31f18ea0', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'port_id': '4bdba74c-0a92-4bb2-a543-f3b510d904f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'mac_address': 'fa:16:3e:48:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970ea5f-3b93-44bc-b6d4-50be03efc397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:31:12Z', 'updated_at': '2022-04-21T12:31:31Z', 'revision_number': 1, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634d2f2f-0b0b-467b-8416-0e44dac4871b', 'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'mac_address': 'fa:16:3e:64:bd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:46Z', 'updated_at': '2022-04-21T12:30:51Z', 'revision_number': 5, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'subnets': [{'id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:32.723387 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d5aec13-814b-406f-8dcf-694d077a4037 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:31:32.756960 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf7d41b-994b-4bfc-a548-23791891aa78 None None] Checking router: 309f036c-fd99-4936-948e-c44d1814abb7 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:31:32.777847 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf7d41b-994b-4bfc-a548-23791891aa78 None None] Routers {'309f036c-fd99-4936-948e-c44d1814abb7'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:31:32.778981 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-edf7d41b-994b-4bfc-a548-23791891aa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:31:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['309f036c-fd99-4936-948e-c44d1814abb7'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:32.782944 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 3d5aec13-814b-406f-8dcf-694d077a4037, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=3d5aec13-814b-406f-8dcf-694d077a4037,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:32.824565 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 1357c346-2a92-418b-aaa9-e61a807553c8 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:31:32.829327 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 1357c346-2a92-418b-aaa9-e61a807553c8 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:31:32.848366 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7badefc4-945d-4a35-a20a-37cc4fcb6260 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2115767 Apr 21 12:31:32.851183 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57890) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:32.858349 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-20ac1c82-e618-423d-b140-5fe51a741260 admin admin] Request body: {'subnet': {'network_id': 'f0e6180b-1080-40a1-a71b-0967ec15d15e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-498083156-subnet', 'tenant_id': 'db56e274723b4fe9a0b40b882aede49f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:31:32.872249 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7badefc4-945d-4a35-a20a-37cc4fcb6260 admin admin] Pushing event updated for resources: {'Network': ['ID=f0e6180b-1080-40a1-a71b-0967ec15d15e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:32.896672 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network f0e6180b-1080-40a1-a71b-0967ec15d15e details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:31:32.952857 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ab168-04e9-49a6-a8b7-c7e0b76c23bf req-450c41ad-e809-468c-9b57-806a98a1accd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:32.954782 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3b3ab168-04e9-49a6-a8b7-c7e0b76c23bf req-450c41ad-e809-468c-9b57-806a98a1accd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39725541a84a4c0389b0f42f00fde7c4&device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397 HTTP/1.1" status: 200 len: 1097 time: 0.6335428 Apr 21 12:31:32.996383 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ac1c82-e618-423d-b140-5fe51a741260 admin admin] Made reservation on behalf of db56e274723b4fe9a0b40b882aede49f for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:31:32.999355 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20ac1c82-e618-423d-b140-5fe51a741260 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:33.002062 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:33.040685 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c3a32-6eed-4116-819f-17be48099166 req-3d31f717-bb39-46bc-84ce-d0ad52df766f tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:33.043027 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c10c3a32-6eed-4116-819f-17be48099166 req-3d31f717-bb39-46bc-84ce-d0ad52df766f tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=927681dd-0a61-410a-a377-69bc890ab4fb HTTP/1.1" status: 200 len: 944 time: 0.6752973 Apr 21 12:31:33.073126 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=3d5aec13-814b-406f-8dcf-694d077a4037,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:33.104227 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-edf7d41b-994b-4bfc-a548-23791891aa78 None None] Set router 309f036c-fd99-4936-948e-c44d1814abb7 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:31:33.135686 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6351dd1-6dae-4c81-9c2e-0aade3f035be req-97af23c5-273b-430e-a234-d341cbd91031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:33.138846 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6351dd1-6dae-4c81-9c2e-0aade3f035be req-97af23c5-273b-430e-a234-d341cbd91031 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a HTTP/1.1" status: 200 len: 922 time: 0.7341409 Apr 21 12:31:33.219468 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:33.231618 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c10c3a32-6eed-4116-819f-17be48099166 req-a4d759fd-1a6e-4605-9671-212d24e714df tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433215 Apr 21 12:31:33.265204 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6351dd1-6dae-4c81-9c2e-0aade3f035be req-2e05b706-c7f6-43ad-a057-4cb2d3cbe044 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bdba74c-0a92-4bb2-a543-f3b510d904f6 HTTP/1.1" status: 200 len: 999 time: 0.1188562 Apr 21 12:31:33.270852 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ab168-04e9-49a6-a8b7-c7e0b76c23bf req-c5a05393-8fa0-498a-9033-bbd299306efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:33.272478 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3b3ab168-04e9-49a6-a8b7-c7e0b76c23bf req-c5a05393-8fa0-498a-9033-bbd299306efc service neutron] 10.222.0.26 "GET /v2.0/networks?id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a HTTP/1.1" status: 200 len: 922 time: 0.3041034 Apr 21 12:31:33.277133 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b73cbaa-83a8-44b8-8ddb-16c65a888776', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1357c346-2a92-418b-aaa9-e61a807553c8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:31:33.281950 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933d9929-9ba2-4f85-a3ab-142617b8a130" -d '{"events": [{"server_uuid": "7b73cbaa-83a8-44b8-8ddb-16c65a888776", "name": "network-vif-unplugged", "status": "completed", "tag": "1357c346-2a92-418b-aaa9-e61a807553c8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:31:33.300255 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 1357c346-2a92-418b-aaa9-e61a807553c8, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=1357c346-2a92-418b-aaa9-e61a807553c8,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:33.315503 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2f7947-117f-48a7-87f9-908284b7204c None None] Sync routers for ids ['1f387e3b-1938-4f6e-9b3a-dd81f88c260d'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:31:33.329531 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 1357c346-2a92-418b-aaa9-e61a807553c8, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=1357c346-2a92-418b-aaa9-e61a807553c8,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:33.349385 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '1357c346-2a92-418b-aaa9-e61a807553c8', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': '1357c346-2a92-418b-aaa9-e61a807553c8', 'mac_address': 'fa:16:3e:f1:ba:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:31:33.358587 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2f7947-117f-48a7-87f9-908284b7204c None None] Routers {'1f387e3b-1938-4f6e-9b3a-dd81f88c260d'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:31:33.359541 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9b2f7947-117f-48a7-87f9-908284b7204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:31:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['1f387e3b-1938-4f6e-9b3a-dd81f88c260d'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:33.408936 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:33.428822 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3b3ab168-04e9-49a6-a8b7-c7e0b76c23bf req-75860916-3865-44ca-81ca-8cd60d33a22a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bdba74c-0a92-4bb2-a543-f3b510d904f6 HTTP/1.1" status: 200 len: 999 time: 0.1470063 Apr 21 12:31:33.438015 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['9ac5122a-abbf-4013-9d47-7de80b0d0423'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:31:33.440286 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6351dd1-6dae-4c81-9c2e-0aade3f035be req-c26acee4-40f7-44c7-81ac-71b768925a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:33.442503 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6351dd1-6dae-4c81-9c2e-0aade3f035be req-c26acee4-40f7-44c7-81ac-71b768925a3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fa6ab292-cb0d-47ba-bfa2-d88de839c223 HTTP/1.1" status: 200 len: 860 time: 0.1656072 Apr 21 12:31:33.467211 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20ac1c82-e618-423d-b140-5fe51a741260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:33.525537 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-edf7d41b-994b-4bfc-a548-23791891aa78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309f036c-fd99-4936-948e-c44d1814abb7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1117689157-router', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:30:41Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'gw_port': {'id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:42Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'b73e9dad-2664-4554-a1c1-c6bf31f18ea0', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'port_id': '4bdba74c-0a92-4bb2-a543-f3b510d904f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'mac_address': 'fa:16:3e:48:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970ea5f-3b93-44bc-b6d4-50be03efc397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:31:12Z', 'updated_at': '2022-04-21T12:31:31Z', 'revision_number': 1, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634d2f2f-0b0b-467b-8416-0e44dac4871b', 'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'mac_address': 'fa:16:3e:64:bd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:46Z', 'updated_at': '2022-04-21T12:30:51Z', 'revision_number': 5, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'subnets': [{'id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:33.566098 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be93bf3-ea45-4fed-8b99-ddc10777d972 req-92cdf54e-7d22-4c3d-b126-103fb9f0edc8 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:33.567721 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3be93bf3-ea45-4fed-8b99-ddc10777d972 req-92cdf54e-7d22-4c3d-b126-103fb9f0edc8 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.2058520 Apr 21 12:31:33.574094 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf7d41b-994b-4bfc-a548-23791891aa78 None None] The sync data for ids ['309f036c-fd99-4936-948e-c44d1814abb7'] in n-d-836147-2 is: [{'id': '309f036c-fd99-4936-948e-c44d1814abb7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1117689157-router', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:30:41Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'gw_port': {'id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:42Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'b73e9dad-2664-4554-a1c1-c6bf31f18ea0', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'port_id': '4bdba74c-0a92-4bb2-a543-f3b510d904f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'mac_address': 'fa:16:3e:48:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970ea5f-3b93-44bc-b6d4-50be03efc397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:31:12Z', 'updated_at': '2022-04-21T12:31:31Z', 'revision_number': 1, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634d2f2f-0b0b-467b-8416-0e44dac4871b', 'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'mac_address': 'fa:16:3e:64:bd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:46Z', 'updated_at': '2022-04-21T12:30:51Z', 'revision_number': 5, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'subnets': [{'id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:31:33.574564 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6351dd1-6dae-4c81-9c2e-0aade3f035be req-65cb3dd8-8544-4e7b-aea8-30b68c11e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:33.590247 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6351dd1-6dae-4c81-9c2e-0aade3f035be req-65cb3dd8-8544-4e7b-aea8-30b68c11e9d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373899 Apr 21 12:31:33.599062 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ab168-04e9-49a6-a8b7-c7e0b76c23bf req-8b74220f-7b18-4976-a3d8-dff98883e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:33.601819 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac1c82-e618-423d-b140-5fe51a741260 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9fbc4a4-7f73-4682-8b17-bd617f556b08,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:33.602007 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3b3ab168-04e9-49a6-a8b7-c7e0b76c23bf req-8b74220f-7b18-4976-a3d8-dff98883e006 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa6ab292-cb0d-47ba-bfa2-d88de839c223 HTTP/1.1" status: 200 len: 860 time: 0.1580441 Apr 21 12:31:33.613808 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ac1c82-e618-423d-b140-5fe51a741260 admin admin] Checking segment: {'id': '6bbffa6f-854c-4785-a020-490552b22c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f0e6180b-1080-40a1-a71b-0967ec15d15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:31:33.614166 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ac1c82-e618-423d-b140-5fe51a741260 admin admin] Network hostable DHCP agents. Network: f0e6180b-1080-40a1-a71b-0967ec15d15e, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:31:33.628807 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-a6351dd1-6dae-4c81-9c2e-0aade3f035be req-a4fac908-5a6c-4b87-9dce-d876c440b37f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:31:33.630149 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6351dd1-6dae-4c81-9c2e-0aade3f035be req-a4fac908-5a6c-4b87-9dce-d876c440b37f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062635 Apr 21 12:31:33.702140 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['3d5aec13-814b-406f-8dcf-694d077a4037'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:31:33.714904 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3be93bf3-ea45-4fed-8b99-ddc10777d972 req-67141b4f-05fe-4060-b2f7-b4d83eb1cfbb tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205649 Apr 21 12:31:33.739378 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e91f936e-049f-4166-aca4-783dfcf2ed23 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:31:33.762806 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ac1c82-e618-423d-b140-5fe51a741260 admin admin] Network f0e6180b-1080-40a1-a71b-0967ec15d15e is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:31:33.801350 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ab168-04e9-49a6-a8b7-c7e0b76c23bf req-0f049d65-c87c-4218-a734-831507c67c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:33.805120 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3b3ab168-04e9-49a6-a8b7-c7e0b76c23bf req-0f049d65-c87c-4218-a734-831507c67c34 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1718204 Apr 21 12:31:33.854017 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-20ac1c82-e618-423d-b140-5fe51a741260 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, f0e6180b-1080-40a1-a71b-0967ec15d15e) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:31:33.859010 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ac1c82-e618-423d-b140-5fe51a741260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:33.860291 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20ac1c82-e618-423d-b140-5fe51a741260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:33.885979 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:33.930742 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3b3ab168-04e9-49a6-a8b7-c7e0b76c23bf req-8a673102-d953-4413-b1e3-fdb386171499 service neutron] 10.222.0.26 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180398 Apr 21 12:31:33.953307 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61237899-d6fe-4958-bbb3-f9413f2ef3a5 None None] New status for floating IP b73e9dad-2664-4554-a1c1-c6bf31f18ea0: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:31:33.960609 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c13b50-6cec-4ea5-8ab0-6c9ebc80daca None None] Network f0e6180b-1080-40a1-a71b-0967ec15d15e requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:31:33.963166 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=1357c346-2a92-418b-aaa9-e61a807553c8,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:33.971812 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-20ac1c82-e618-423d-b140-5fe51a741260 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1193426 Apr 21 12:31:33.974329 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57904) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:33.980364 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-fd16fd70-e0ab-450f-a57c-3c776c66c4ed admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-498083156-router', 'tenant_id': 'db56e274723b4fe9a0b40b882aede49f', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:31:34.020318 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1357c346-2a92-418b-aaa9-e61a807553c8 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:31:34.068712 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfd385-a56c-4f4e-807c-571fcc2d3c50 req-b10a85d5-0671-4012-b0b7-724535602e28 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:34.070805 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7bcfd385-a56c-4f4e-807c-571fcc2d3c50 req-b10a85d5-0671-4012-b0b7-724535602e28 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 945 time: 0.1368711 Apr 21 12:31:34.074734 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6351dd1-6dae-4c81-9c2e-0aade3f035be req-0a78ded2-2716-47ab-97fe-69f4156553d9 service neutron] 10.222.0.36 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4141119 Apr 21 12:31:34.145790 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fd16fd70-e0ab-450f-a57c-3c776c66c4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:34.146875 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fd16fd70-e0ab-450f-a57c-3c776c66c4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:34.148320 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7bcfd385-a56c-4f4e-807c-571fcc2d3c50 req-e345395e-7952-465f-a18a-41dc10a91f06 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709009 Apr 21 12:31:34.193633 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-9b2f7947-117f-48a7-87f9-908284b7204c None None] Set router 1f387e3b-1938-4f6e-9b3a-dd81f88c260d gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:31:34.193816 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3b3ab168-04e9-49a6-a8b7-c7e0b76c23bf req-37ded2e1-4495-4052-aac8-b7e77d2412a8 service neutron] 10.222.0.26 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501521 Apr 21 12:31:34.250622 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6351dd1-6dae-4c81-9c2e-0aade3f035be req-5430fede-e382-4389-8f98-6f020ef07512 service neutron] 10.222.0.36 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479528 Apr 21 12:31:34.261725 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fd16fd70-e0ab-450f-a57c-3c776c66c4ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:34.301279 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1ce248-0563-4b5c-ab9f-b9ebb66192e0 x-openstack-request-id: req-6c1ce248-0563-4b5c-ab9f-b9ebb66192e0 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:31:34.301805 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b73cbaa-83a8-44b8-8ddb-16c65a888776", "name": "network-vif-unplugged", "status": "completed", "tag": "1357c346-2a92-418b-aaa9-e61a807553c8", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:31:34.302082 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6c1ce248-0563-4b5c-ab9f-b9ebb66192e0 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:31:34.302332 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c1ce248-0563-4b5c-ab9f-b9ebb66192e0'] response: {'server_uuid': '7b73cbaa-83a8-44b8-8ddb-16c65a888776', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1357c346-2a92-418b-aaa9-e61a807553c8', 'code': 200} Apr 21 12:31:34.305026 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port e91f936e-049f-4166-aca4-783dfcf2ed23 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:34.305415 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:34.458000 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:31:34.458730 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:31:34.515234 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5204ac-ee14-4553-9a41-a18c3af68a97 req-ca87d1ad-8d8d-4b19-ba0e-3797814a5f21 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:34.524646 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fe5204ac-ee14-4553-9a41-a18c3af68a97 req-ca87d1ad-8d8d-4b19-ba0e-3797814a5f21 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=927681dd-0a61-410a-a377-69bc890ab4fb HTTP/1.1" status: 200 len: 944 time: 0.1904197 Apr 21 12:31:34.527334 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57912) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:34.580017 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fe5204ac-ee14-4553-9a41-a18c3af68a97 req-dad40497-f149-420a-a9e2-e14da5ad5486 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544579 Apr 21 12:31:34.586395 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d43f787-89e2-4259-9c13-a22ad6f56d59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-f0e6180b-1080-40a1-a71b-0967ec15d15e', 'network_id': 'f0e6180b-1080-40a1-a71b-0967ec15d15e', 'tenant_id': 'db56e274723b4fe9a0b40b882aede49f', 'fixed_ips': [{'subnet_id': 'e9fbc4a4-7f73-4682-8b17-bd617f556b08'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:31:34.587536 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d43f787-89e2-4259-9c13-a22ad6f56d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:34.591822 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-3c1150d3-0cfd-48e7-b055-b1efe16c3e59 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:34.594106 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-3c1150d3-0cfd-48e7-b055-b1efe16c3e59 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea06942f-b505-4e46-9d10-abdd0f4e5970&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1773098 Apr 21 12:31:34.635984 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fd16fd70-e0ab-450f-a57c-3c776c66c4ed admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:34.741496 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-b3b4d7b3-503c-4e9b-aa58-1702df1b4fe7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.85 HTTP/1.1" status: 200 len: 1001 time: 0.1344504 Apr 21 12:31:34.747540 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-87daf766-f7d4-4b39-9cf7-a2d6af800825 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Request body: {'floatingip': {'port_id': 'e390d43f-a3a7-4b63-a5d6-8f7a39bebca4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:31:34.805206 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-87daf766-f7d4-4b39-9cf7-a2d6af800825 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:34.856966 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f75cda2-4bc7-4408-8284-4024b84eca90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:34.931770 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58488b8c-338c-4681-abda-0a655ac9f588 req-0d928303-d9e9-4a0b-8cf1-3c4283382aa6 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:34.933292 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58488b8c-338c-4681-abda-0a655ac9f588 req-0d928303-d9e9-4a0b-8cf1-3c4283382aa6 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 948 time: 0.1258254 Apr 21 12:31:35.021540 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-8d43f787-89e2-4259-9c13-a22ad6f56d59 None None] Allocated IP 172.20.0.2 (f0e6180b-1080-40a1-a71b-0967ec15d15e/e9fbc4a4-7f73-4682-8b17-bd617f556b08/a5bfc79d-45f5-43ae-b41e-a9282658d477) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:31:35.032740 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:35.036637 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fd16fd70-e0ab-450f-a57c-3c776c66c4ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:35.056643 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fd16fd70-e0ab-450f-a57c-3c776c66c4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:35.059589 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58488b8c-338c-4681-abda-0a655ac9f588 req-71429123-d9a7-4317-8778-729243de5603 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056361 Apr 21 12:31:35.064811 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1357c346-2a92-418b-aaa9-e61a807553c8 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:31:35.075951 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9b2f7947-117f-48a7-87f9-908284b7204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'name': 'tempest-TaggedBootDevicesTest-287628938-router', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'e91f936e-049f-4166-aca4-783dfcf2ed23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:31:24Z', 'updated_at': '2022-04-21T12:31:29Z', 'revision_number': 4, 'project_id': '6f1908decb8e42768935cf18d0563e60', 'gw_port': {'id': 'e91f936e-049f-4166-aca4-783dfcf2ed23', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:25Z', 'updated_at': '2022-04-21T12:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '24964a4c-b2e3-4db5-8190-a823373f1214', 'name': '', 'network_id': '9b7dd046-10d1-4f75-8b5a-2092dfe7d348', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'mac_address': 'fa:16:3e:eb:66:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1fd66ced-0a64-4afd-a4de-c8fea692bf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:28Z', 'updated_at': '2022-04-21T12:31:29Z', 'revision_number': 2, 'project_id': '6f1908decb8e42768935cf18d0563e60', 'subnets': [{'id': '1fd66ced-0a64-4afd-a4de-c8fea692bf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:35.103227 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f75cda2-4bc7-4408-8284-4024b84eca90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:35.143422 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2f7947-117f-48a7-87f9-908284b7204c None None] Checking router: 1f387e3b-1938-4f6e-9b3a-dd81f88c260d for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:31:35.143653 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2f7947-117f-48a7-87f9-908284b7204c None None] Updating router 1f387e3b-1938-4f6e-9b3a-dd81f88c260d port 24964a4c-b2e3-4db5-8190-a823373f1214 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:31:35.158184 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 1357c346-2a92-418b-aaa9-e61a807553c8, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=1357c346-2a92-418b-aaa9-e61a807553c8,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:35.185011 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-fd16fd70-e0ab-450f-a57c-3c776c66c4ed admin admin] Allocated IP 172.25.8.3 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/67643221-6aa3-4a23-8e05-17ea7aab4454) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:31:35.189512 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b2f7947-117f-48a7-87f9-908284b7204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:35.236345 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f75cda2-4bc7-4408-8284-4024b84eca90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:35.297391 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fd16fd70-e0ab-450f-a57c-3c776c66c4ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:35.350941 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d43f787-89e2-4259-9c13-a22ad6f56d59 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:35.357412 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:35.361744 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5f75cda2-4bc7-4408-8284-4024b84eca90 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=577dd0f351bb44dfbc354d18cfbb0aef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8310640 Apr 21 12:31:35.362565 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57922) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:35.366500 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75cda2-4bc7-4408-8284-4024b84eca90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1964fd-213e-4709-9fe0-11bbb5387982,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:35.426788 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fd16fd70-e0ab-450f-a57c-3c776c66c4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:35.433063 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11524c-1ba0-4b92-aba4-137011e58b27 req-304ebf1f-cad0-45f1-8a28-be2b6e173f26 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:35.436414 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e11524c-1ba0-4b92-aba4-137011e58b27 req-304ebf1f-cad0-45f1-8a28-be2b6e173f26 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 945 time: 0.1500399 Apr 21 12:31:35.457056 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=1357c346-2a92-418b-aaa9-e61a807553c8,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:35.469794 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d43f787-89e2-4259-9c13-a22ad6f56d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:35.502349 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd16fd70-e0ab-450f-a57c-3c776c66c4ed admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:31:35.510545 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16fd70-e0ab-450f-a57c-3c776c66c4ed admin admin] Pushing event updated for resources: {'Port': ['ID=67643221-6aa3-4a23-8e05-17ea7aab4454,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:35.514666 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-fd16fd70-e0ab-450f-a57c-3c776c66c4ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:31:35.522349 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd16fd70-e0ab-450f-a57c-3c776c66c4ed admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:31:35.526327 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b3121e23-5144-419f-b8af-45eb62161055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:35.530724 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e11524c-1ba0-4b92-aba4-137011e58b27 req-a6cdf204-1e27-4c18-9e6a-f7288378c09f tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861588 Apr 21 12:31:35.537430 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d43f787-89e2-4259-9c13-a22ad6f56d59 None None] Network f0e6180b-1080-40a1-a71b-0967ec15d15e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:31:35.549762 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43f787-89e2-4259-9c13-a22ad6f56d59 None None] Pushing event updated for resources: {'Port': ['ID=a5bfc79d-45f5-43ae-b41e-a9282658d477,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:35.552799 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-8d43f787-89e2-4259-9c13-a22ad6f56d59 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:31:35.558957 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d43f787-89e2-4259-9c13-a22ad6f56d59 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:31:35.581878 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b3121e23-5144-419f-b8af-45eb62161055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:35.617773 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b2f7947-117f-48a7-87f9-908284b7204c None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:35.645406 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['1357c346-2a92-418b-aaa9-e61a807553c8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:31:35.669173 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-87daf766-f7d4-4b39-9cf7-a2d6af800825 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:35.707904 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8d43f787-89e2-4259-9c13-a22ad6f56d59 None None] Attempting to bind port a5bfc79d-45f5-43ae-b41e-a9282658d477 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:31:35.708267 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8d43f787-89e2-4259-9c13-a22ad6f56d59 None None] Attempting to bind port a5bfc79d-45f5-43ae-b41e-a9282658d477 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '6bbffa6f-854c-4785-a020-490552b22c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f0e6180b-1080-40a1-a71b-0967ec15d15e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:31:35.708628 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d43f787-89e2-4259-9c13-a22ad6f56d59 None None] Attempting to bind port a5bfc79d-45f5-43ae-b41e-a9282658d477 on network f0e6180b-1080-40a1-a71b-0967ec15d15e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:31:35.715160 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b2f7947-117f-48a7-87f9-908284b7204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:35.730837 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d43f787-89e2-4259-9c13-a22ad6f56d59 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:31:35.731206 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d43f787-89e2-4259-9c13-a22ad6f56d59 None None] Checking segment: {'id': '6bbffa6f-854c-4785-a020-490552b22c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f0e6180b-1080-40a1-a71b-0967ec15d15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:31:35.731607 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d43f787-89e2-4259-9c13-a22ad6f56d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:35.731996 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d43f787-89e2-4259-9c13-a22ad6f56d59 None None] Bound using segment: {'id': '6bbffa6f-854c-4785-a020-490552b22c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f0e6180b-1080-40a1-a71b-0967ec15d15e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:31:35.732471 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8d43f787-89e2-4259-9c13-a22ad6f56d59 None None] Bound port: a5bfc79d-45f5-43ae-b41e-a9282658d477, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bbffa6f-854c-4785-a020-490552b22c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f0e6180b-1080-40a1-a71b-0967ec15d15e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:31:35.732853 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d43f787-89e2-4259-9c13-a22ad6f56d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:35.734401 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afa0b7-f5a5-44f5-95a8-01f2154d0d1f req-91e121ff-434e-4522-8a42-5e1e51b03206 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:35.736311 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14afa0b7-f5a5-44f5-95a8-01f2154d0d1f req-91e121ff-434e-4522-8a42-5e1e51b03206 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=927681dd-0a61-410a-a377-69bc890ab4fb HTTP/1.1" status: 200 len: 944 time: 0.0653112 Apr 21 12:31:35.758158 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-87daf766-f7d4-4b39-9cf7-a2d6af800825 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:35.852430 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14afa0b7-f5a5-44f5-95a8-01f2154d0d1f req-1d25d1c8-5fcd-4257-af4b-2b4064e7d575 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030655 Apr 21 12:31:35.860108 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b3121e23-5144-419f-b8af-45eb62161055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:35.863078 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b3121e23-5144-419f-b8af-45eb62161055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:35.874197 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b3121e23-5144-419f-b8af-45eb62161055 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d1964fd-213e-4709-9fe0-11bbb5387982 HTTP/1.1" status: 204 len: 168 time: 0.5078282 Apr 21 12:31:35.954719 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-87daf766-f7d4-4b39-9cf7-a2d6af800825 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Floating IP b73e9dad-2664-4554-a1c1-c6bf31f18ea0 associated. External IP: 172.25.8.85, port: 4bdba74c-0a92-4bb2-a543-f3b510d904f6. Apr 21 12:31:35.979150 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3121e23-5144-419f-b8af-45eb62161055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1964fd-213e-4709-9fe0-11bbb5387982,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:36.044019 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57936) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:36.136497 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67fdcb6-55a4-4032-8d3d-28040ef31db0 None None] Pushing event updated for resources: {'Port': ['ID=24964a4c-b2e3-4db5-8190-a823373f1214,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:36.198161 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fd16fd70-e0ab-450f-a57c-3c776c66c4ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:36.266414 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8d43f787-89e2-4259-9c13-a22ad6f56d59 None None] For port a5bfc79d-45f5-43ae-b41e-a9282658d477, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:31:36.271223 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9b2f7947-117f-48a7-87f9-908284b7204c None None] Attempting to bind port 24964a4c-b2e3-4db5-8190-a823373f1214 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:31:36.271592 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9b2f7947-117f-48a7-87f9-908284b7204c None None] Attempting to bind port 24964a4c-b2e3-4db5-8190-a823373f1214 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9b7dd046-10d1-4f75-8b5a-2092dfe7d348'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:31:36.271954 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f7947-117f-48a7-87f9-908284b7204c None None] Attempting to bind port 24964a4c-b2e3-4db5-8190-a823373f1214 on network 9b7dd046-10d1-4f75-8b5a-2092dfe7d348 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:31:36.309934 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-be89e6a2-c3ad-41b2-a1d0-df0f7dae23b1 None None] Provisioning complete for port 24964a4c-b2e3-4db5-8190-a823373f1214 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:36.310310 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be89e6a2-c3ad-41b2-a1d0-df0f7dae23b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:36.312987 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8d43f787-89e2-4259-9c13-a22ad6f56d59 None None] For port a5bfc79d-45f5-43ae-b41e-a9282658d477, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a5bfc79d-45f5-43ae-b41e-a9282658d477,segment=NetworkSegment(6bbffa6f-854c-4785-a020-490552b22c1d),segment_id=6bbffa6f-854c-4785-a020-490552b22c1d)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:31:36.346247 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f7947-117f-48a7-87f9-908284b7204c None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:31:36.350458 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f7947-117f-48a7-87f9-908284b7204c None None] Checking segment: {'id': 'dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9b7dd046-10d1-4f75-8b5a-2092dfe7d348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:31:36.350458 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b2f7947-117f-48a7-87f9-908284b7204c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:36.350458 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2f7947-117f-48a7-87f9-908284b7204c None None] Bound using segment: {'id': 'dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9b7dd046-10d1-4f75-8b5a-2092dfe7d348'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:31:36.350458 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9b2f7947-117f-48a7-87f9-908284b7204c None None] Bound port: 24964a4c-b2e3-4db5-8190-a823373f1214, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9b7dd046-10d1-4f75-8b5a-2092dfe7d348'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:31:36.350458 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b2f7947-117f-48a7-87f9-908284b7204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:36.411632 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-be89e6a2-c3ad-41b2-a1d0-df0f7dae23b1 None None] Port 24964a4c-b2e3-4db5-8190-a823373f1214 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:31:36.422568 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d43f787-89e2-4259-9c13-a22ad6f56d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:36.605573 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9b2f7947-117f-48a7-87f9-908284b7204c None None] For port 24964a4c-b2e3-4db5-8190-a823373f1214, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:31:36.608335 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43f787-89e2-4259-9c13-a22ad6f56d59 None None] Pushing event updated for resources: {'Port': ['ID=a5bfc79d-45f5-43ae-b41e-a9282658d477,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:36.612495 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9b2f7947-117f-48a7-87f9-908284b7204c None None] For port 24964a4c-b2e3-4db5-8190-a823373f1214, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=24964a4c-b2e3-4db5-8190-a823373f1214,segment=NetworkSegment(dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693),segment_id=dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:31:36.692875 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9b2f7947-117f-48a7-87f9-908284b7204c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:36.737997 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04a1f2-ac18-4498-ad83-dc853fa7f7df req-49f7dd13-3585-4586-a5bc-fa36249b8af5 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:36.746601 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fc04a1f2-ac18-4498-ad83-dc853fa7f7df req-49f7dd13-3585-4586-a5bc-fa36249b8af5 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 949 time: 0.5247045 Apr 21 12:31:36.758912 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fd16fd70-e0ab-450f-a57c-3c776c66c4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:36.826496 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67fdcb6-55a4-4032-8d3d-28040ef31db0 None None] Pushing event updated for resources: {'Port': ['ID=24964a4c-b2e3-4db5-8190-a823373f1214,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:36.858729 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fc04a1f2-ac18-4498-ad83-dc853fa7f7df req-8952e5b0-ba82-4dc6-a50c-f76c70c3a59e tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087019 Apr 21 12:31:36.882351 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2f7947-117f-48a7-87f9-908284b7204c None None] Routers {'1f387e3b-1938-4f6e-9b3a-dd81f88c260d'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:31:36.884910 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9b2f7947-117f-48a7-87f9-908284b7204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:31:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['1f387e3b-1938-4f6e-9b3a-dd81f88c260d'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:36.891552 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-87daf766-f7d4-4b39-9cf7-a2d6af800825 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Router 309f036c-fd99-4936-948e-c44d1814abb7 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:31:37.009472 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57946) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:37.044434 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ec1ae397-ac5a-4aec-8fad-a6c110ab5dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:37.087005 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f640e0-fc69-4030-ab71-c34c22d09067 req-aadcb025-9eaf-48c7-b5e4-f678406bc9ca tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:37.088746 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e8f640e0-fc69-4030-ab71-c34c22d09067 req-aadcb025-9eaf-48c7-b5e4-f678406bc9ca tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 945 time: 0.1039264 Apr 21 12:31:37.096599 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-9b2f7947-117f-48a7-87f9-908284b7204c None None] Set router 1f387e3b-1938-4f6e-9b3a-dd81f88c260d gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:31:37.139981 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-87daf766-f7d4-4b39-9cf7-a2d6af800825 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:31:37.187533 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba4be8a-0b56-4b25-8091-1febe3c29338 None None] Sync routers for ids ['309f036c-fd99-4936-948e-c44d1814abb7'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:31:37.204714 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e8f640e0-fc69-4030-ab71-c34c22d09067 req-dc592c42-483f-4ab0-8fb0-701f59ebcbff tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003375 Apr 21 12:31:37.217940 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75e6bd73-24ed-45e9-8c47-71984cac0d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:37.256978 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ec1ae397-ac5a-4aec-8fad-a6c110ab5dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:37.271404 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba4be8a-0b56-4b25-8091-1febe3c29338 None None] Routers {'309f036c-fd99-4936-948e-c44d1814abb7'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:31:37.274264 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-0ba4be8a-0b56-4b25-8091-1febe3c29338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:31:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['309f036c-fd99-4936-948e-c44d1814abb7'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:37.380015 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd16fd70-e0ab-450f-a57c-3c776c66c4ed admin admin] Router 30bcaabe-221d-4bb3-b9a4-b90028233c11 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:31:37.381053 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 1357c346-2a92-418b-aaa9-e61a807553c8 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:31:37.406379 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ec1ae397-ac5a-4aec-8fad-a6c110ab5dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:37.431102 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ccac26ac-5835-4495-b946-442970ceeb5c None None] Provisioning complete for port 24964a4c-b2e3-4db5-8190-a823373f1214 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:37.431473 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ccac26ac-5835-4495-b946-442970ceeb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:37.481761 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-87daf766-f7d4-4b39-9cf7-a2d6af800825 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Router 309f036c-fd99-4936-948e-c44d1814abb7 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:31:37.500723 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f83ad2c-249e-440e-b3bf-86deaa462ea6 req-1d122366-a747-4986-bbca-4a1769ede5b3 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:37.501016 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f83ad2c-249e-440e-b3bf-86deaa462ea6 req-1d122366-a747-4986-bbca-4a1769ede5b3 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=927681dd-0a61-410a-a377-69bc890ab4fb HTTP/1.1" status: 200 len: 944 time: 0.1585195 Apr 21 12:31:37.510283 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ec1ae397-ac5a-4aec-8fad-a6c110ab5dc1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a9765c18cc845008fc298aefc0ebc8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4970889 Apr 21 12:31:37.512193 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57948) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:37.540498 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ae397-ac5a-4aec-8fad-a6c110ab5dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48639e7d-449e-408c-a0bc-d5e26795f928,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:37.575402 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f83ad2c-249e-440e-b3bf-86deaa462ea6 req-30163872-1e20-4987-8d91-88b1831dae13 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673578 Apr 21 12:31:37.581853 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-0ba4be8a-0b56-4b25-8091-1febe3c29338 None None] Set router 309f036c-fd99-4936-948e-c44d1814abb7 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:31:37.679294 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd16fd70-e0ab-450f-a57c-3c776c66c4ed admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:31:37.693069 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740f7042-3953-4ba9-b7c0-f02bb0e6cb69 None None] Sync routers for ids ['30bcaabe-221d-4bb3-b9a4-b90028233c11'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:31:37.708200 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f7042-3953-4ba9-b7c0-f02bb0e6cb69 None None] Routers {'30bcaabe-221d-4bb3-b9a4-b90028233c11'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:31:37.709150 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-740f7042-3953-4ba9-b7c0-f02bb0e6cb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:31:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['30bcaabe-221d-4bb3-b9a4-b90028233c11'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:37.738544 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-87daf766-f7d4-4b39-9cf7-a2d6af800825 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:31:37.748906 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-87daf766-f7d4-4b39-9cf7-a2d6af800825 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:37.761472 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 24964a4c-b2e3-4db5-8190-a823373f1214 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:31:37.768158 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 1357c346-2a92-418b-aaa9-e61a807553c8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:37.768339 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:37.811811 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6970ea5f-3b93-44bc-b6d4-50be03efc397', 'tag': '4bdba74c-0a92-4bb2-a543-f3b510d904f6'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:31:37.814263 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfed34ee-59c3-498c-80ca-295cff7f60b2" -d '{"events": [{"name": "network-changed", "server_uuid": "6970ea5f-3b93-44bc-b6d4-50be03efc397", "tag": "4bdba74c-0a92-4bb2-a543-f3b510d904f6"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:31:37.818528 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-87daf766-f7d4-4b39-9cf7-a2d6af800825 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "PUT /v2.0/floatingips/b73e9dad-2664-4554-a1c1-c6bf31f18ea0 HTTP/1.1" status: 200 len: 997 time: 3.0755210 Apr 21 12:31:37.865223 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 9ac5122a-abbf-4013-9d47-7de80b0d0423 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:31:37.934920 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-740f7042-3953-4ba9-b7c0-f02bb0e6cb69 None None] Set router 30bcaabe-221d-4bb3-b9a4-b90028233c11 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:31:37.946499 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-da54f6b9-0077-489a-a8d4-a1f64b98b28a tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:37.953857 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-da54f6b9-0077-489a-a8d4-a1f64b98b28a tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports/4bdba74c-0a92-4bb2-a543-f3b510d904f6 HTTP/1.1" status: 200 len: 943 time: 0.1241238 Apr 21 12:31:37.969775 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29d5306-c4fb-4503-be7d-83597e727fea x-openstack-request-id: req-c29d5306-c4fb-4503-be7d-83597e727fea {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:31:37.970067 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6970ea5f-3b93-44bc-b6d4-50be03efc397", "tag": "4bdba74c-0a92-4bb2-a543-f3b510d904f6", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:31:37.975464 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c29d5306-c4fb-4503-be7d-83597e727fea {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:31:37.976028 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c29d5306-c4fb-4503-be7d-83597e727fea'] response: {'name': 'network-changed', 'server_uuid': '6970ea5f-3b93-44bc-b6d4-50be03efc397', 'tag': '4bdba74c-0a92-4bb2-a543-f3b510d904f6', 'status': 'completed', 'code': 200} Apr 21 12:31:38.048508 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ccac26ac-5835-4495-b946-442970ceeb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:38.108723 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df83c897-eb1b-4a65-b5b2-6f4a02e560f6 None None] Network f0e6180b-1080-40a1-a71b-0967ec15d15e requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:31:38.127551 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed34ee-59c3-498c-80ca-295cff7f60b2 req-fee36a84-fa78-4c91-bc7f-d4d3935f442a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:38.129108 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bfed34ee-59c3-498c-80ca-295cff7f60b2 req-fee36a84-fa78-4c91-bc7f-d4d3935f442a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39725541a84a4c0389b0f42f00fde7c4&device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397 HTTP/1.1" status: 200 len: 1097 time: 0.1741345 Apr 21 12:31:38.164347 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fd16fd70-e0ab-450f-a57c-3c776c66c4ed admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:38.168248 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fd16fd70-e0ab-450f-a57c-3c776c66c4ed admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1904459 Apr 21 12:31:38.168419 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28020e-ade2-40bc-8286-3cb15500671a req-34b9a996-b2cf-4e5b-bad3-52d497588fb3 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:38.168419 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa28020e-ade2-40bc-8286-3cb15500671a req-34b9a996-b2cf-4e5b-bad3-52d497588fb3 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 949 time: 0.1501606 Apr 21 12:31:38.169708 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57954) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:38.170149 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9b2f7947-117f-48a7-87f9-908284b7204c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'name': 'tempest-TaggedBootDevicesTest-287628938-router', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'e91f936e-049f-4166-aca4-783dfcf2ed23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:31:24Z', 'updated_at': '2022-04-21T12:31:29Z', 'revision_number': 4, 'project_id': '6f1908decb8e42768935cf18d0563e60', 'gw_port': {'id': 'e91f936e-049f-4166-aca4-783dfcf2ed23', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:25Z', 'updated_at': '2022-04-21T12:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '24964a4c-b2e3-4db5-8190-a823373f1214', 'name': '', 'network_id': '9b7dd046-10d1-4f75-8b5a-2092dfe7d348', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'mac_address': 'fa:16:3e:eb:66:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1fd66ced-0a64-4afd-a4de-c8fea692bf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:28Z', 'updated_at': '2022-04-21T12:31:36Z', 'revision_number': 4, 'project_id': '6f1908decb8e42768935cf18d0563e60', 'subnets': [{'id': '1fd66ced-0a64-4afd-a4de-c8fea692bf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:38.225846 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-5ec83138-5769-4ff9-a390-79ac9a1e7bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:38.227404 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-5ec83138-5769-4ff9-a390-79ac9a1e7bc0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=39725541a84a4c0389b0f42f00fde7c4&device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397 HTTP/1.1" status: 200 len: 1097 time: 0.1700466 Apr 21 12:31:38.249846 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75544cc9-a58c-4e6b-9f04-f77892a52eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:38.263399 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-740f7042-3953-4ba9-b7c0-f02bb0e6cb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bcaabe-221d-4bb3-b9a4-b90028233c11', 'name': 'tempest-TaggedBootDevicesTest-498083156-router', 'tenant_id': 'db56e274723b4fe9a0b40b882aede49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '67643221-6aa3-4a23-8e05-17ea7aab4454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:31:34Z', 'updated_at': '2022-04-21T12:31:35Z', 'revision_number': 3, 'project_id': 'db56e274723b4fe9a0b40b882aede49f', 'gw_port': {'id': '67643221-6aa3-4a23-8e05-17ea7aab4454', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bcaabe-221d-4bb3-b9a4-b90028233c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:35Z', 'updated_at': '2022-04-21T12:31:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:38.279711 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 24964a4c-b2e3-4db5-8190-a823373f1214 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:38.280279 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:38.290427 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa28020e-ade2-40bc-8286-3cb15500671a req-70ba5193-f949-4c30-9f06-78c6c8f3f69b tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017358 Apr 21 12:31:38.291518 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ccac26ac-5835-4495-b946-442970ceeb5c None None] For port 24964a4c-b2e3-4db5-8190-a823373f1214, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=24964a4c-b2e3-4db5-8190-a823373f1214,segment=NetworkSegment(dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693),segment_id=dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:38.305942 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2f7947-117f-48a7-87f9-908284b7204c None None] The sync data for ids ['1f387e3b-1938-4f6e-9b3a-dd81f88c260d'] in n-d-836147-2 is: [{'id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'name': 'tempest-TaggedBootDevicesTest-287628938-router', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'e91f936e-049f-4166-aca4-783dfcf2ed23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:31:24Z', 'updated_at': '2022-04-21T12:31:29Z', 'revision_number': 4, 'project_id': '6f1908decb8e42768935cf18d0563e60', 'gw_port': {'id': 'e91f936e-049f-4166-aca4-783dfcf2ed23', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:25Z', 'updated_at': '2022-04-21T12:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '24964a4c-b2e3-4db5-8190-a823373f1214', 'name': '', 'network_id': '9b7dd046-10d1-4f75-8b5a-2092dfe7d348', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'mac_address': 'fa:16:3e:eb:66:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1fd66ced-0a64-4afd-a4de-c8fea692bf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:28Z', 'updated_at': '2022-04-21T12:31:36Z', 'revision_number': 4, 'project_id': '6f1908decb8e42768935cf18d0563e60', 'subnets': [{'id': '1fd66ced-0a64-4afd-a4de-c8fea692bf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:31:38.306881 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75544cc9-a58c-4e6b-9f04-f77892a52eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:38.368236 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-75e6bd73-24ed-45e9-8c47-71984cac0d85 admin admin] Deleting port 88f7f0de-171e-4734-808c-c21ff5e38e3f {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:31:38.368236 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75e6bd73-24ed-45e9-8c47-71984cac0d85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:38.370832 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740f7042-3953-4ba9-b7c0-f02bb0e6cb69 None None] Checking router: 30bcaabe-221d-4bb3-b9a4-b90028233c11 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:31:38.371348 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740f7042-3953-4ba9-b7c0-f02bb0e6cb69 None None] Updating router 30bcaabe-221d-4bb3-b9a4-b90028233c11 port 67643221-6aa3-4a23-8e05-17ea7aab4454 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:31:38.401644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed34ee-59c3-498c-80ca-295cff7f60b2 req-ec40964c-17c4-4748-833e-d5ec0d4e5821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:38.401644 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bfed34ee-59c3-498c-80ca-295cff7f60b2 req-ec40964c-17c4-4748-833e-d5ec0d4e5821 service neutron] 10.222.0.26 "GET /v2.0/networks?id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a HTTP/1.1" status: 200 len: 922 time: 0.2589376 Apr 21 12:31:38.444023 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-740f7042-3953-4ba9-b7c0-f02bb0e6cb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:38.445284 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ccac26ac-5835-4495-b946-442970ceeb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:38.448635 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 9ac5122a-abbf-4013-9d47-7de80b0d0423 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:31:38.458245 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bfed34ee-59c3-498c-80ca-295cff7f60b2 req-9ee3c3c5-10fe-469b-a712-0010aa97df61 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bdba74c-0a92-4bb2-a543-f3b510d904f6 HTTP/1.1" status: 200 len: 217 time: 0.0497849 Apr 21 12:31:38.458977 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-75e6bd73-24ed-45e9-8c47-71984cac0d85 admin admin] For port 88f7f0de-171e-4734-808c-c21ff5e38e3f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=88f7f0de-171e-4734-808c-c21ff5e38e3f,segment=NetworkSegment(a2609b01-1bde-49f4-a2e6-682732d68b1d),segment_id=a2609b01-1bde-49f4-a2e6-682732d68b1d)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:38.459375 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75e6bd73-24ed-45e9-8c47-71984cac0d85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:38.481925 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-75e6bd73-24ed-45e9-8c47-71984cac0d85 admin admin] Calling delete_port for 88f7f0de-171e-4734-808c-c21ff5e38e3f owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:31:38.484186 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:38.488032 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 9ac5122a-abbf-4013-9d47-7de80b0d0423 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:38.489927 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:38.555322 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-f81ed239-7f30-48f3-bc8d-1dddfec96a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:38.556914 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-f81ed239-7f30-48f3-bc8d-1dddfec96a5d service neutron] 10.222.0.36 "GET /v2.0/networks?id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a HTTP/1.1" status: 200 len: 922 time: 0.3215704 Apr 21 12:31:38.644156 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80a696-ba0f-44d0-b6a1-37e5b624459e req-7ff539d5-5d19-4c86-9307-7397f070c158 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:38.653013 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6b80a696-ba0f-44d0-b6a1-37e5b624459e req-7ff539d5-5d19-4c86-9307-7397f070c158 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 945 time: 0.1796196 Apr 21 12:31:38.677413 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-40089ae8-5cc1-4290-b936-63495b535661 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bdba74c-0a92-4bb2-a543-f3b510d904f6 HTTP/1.1" status: 200 len: 217 time: 0.1042526 Apr 21 12:31:38.680926 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed34ee-59c3-498c-80ca-295cff7f60b2 req-d1817a59-fe69-4e6d-a3f1-3dbeb2b1407e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:38.682638 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bfed34ee-59c3-498c-80ca-295cff7f60b2 req-d1817a59-fe69-4e6d-a3f1-3dbeb2b1407e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa6ab292-cb0d-47ba-bfa2-d88de839c223 HTTP/1.1" status: 200 len: 860 time: 0.2174563 Apr 21 12:31:38.734114 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6b80a696-ba0f-44d0-b6a1-37e5b624459e req-f60e5f9b-5dca-4687-ac32-a8dc4d431df8 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745447 Apr 21 12:31:38.817389 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75e6bd73-24ed-45e9-8c47-71984cac0d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:38.855220 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6bd73-24ed-45e9-8c47-71984cac0d85 admin admin] Pushing event deleted for resources: {'Port': ['ID=88f7f0de-171e-4734-808c-c21ff5e38e3f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:38.865930 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b73cbaa-83a8-44b8-8ddb-16c65a888776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1357c346-2a92-418b-aaa9-e61a807553c8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:31:38.868139 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4daba6e1-0f60-4c36-b7b6-222bc72490b2" -d '{"events": [{"server_uuid": "7b73cbaa-83a8-44b8-8ddb-16c65a888776", "name": "network-vif-plugged", "status": "completed", "tag": "1357c346-2a92-418b-aaa9-e61a807553c8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:31:38.925887 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 1357c346-2a92-418b-aaa9-e61a807553c8, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=1357c346-2a92-418b-aaa9-e61a807553c8,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:38.930652 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f7718af5-17e3-4e87-862a-31dacd7e981e None None] Provisioning complete for port a5bfc79d-45f5-43ae-b41e-a9282658d477 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:38.931159 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7718af5-17e3-4e87-862a-31dacd7e981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:38.933071 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac26ac-5835-4495-b946-442970ceeb5c None None] Pushing event updated for resources: {'Port': ['ID=24964a4c-b2e3-4db5-8190-a823373f1214,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:38.948056 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-740f7042-3953-4ba9-b7c0-f02bb0e6cb69 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:38.957093 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75544cc9-a58c-4e6b-9f04-f77892a52eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:38.959632 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75544cc9-a58c-4e6b-9f04-f77892a52eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:38.964412 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-f1de956b-52f8-4fc2-8155-73788ca1f3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:38.966653 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-f1de956b-52f8-4fc2-8155-73788ca1f3e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fa6ab292-cb0d-47ba-bfa2-d88de839c223 HTTP/1.1" status: 200 len: 860 time: 0.2571001 Apr 21 12:31:38.970948 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed34ee-59c3-498c-80ca-295cff7f60b2 req-c736887a-ece3-4bf5-a3f8-6e9e9358d509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:38.973467 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bfed34ee-59c3-498c-80ca-295cff7f60b2 req-c736887a-ece3-4bf5-a3f8-6e9e9358d509 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2722943 Apr 21 12:31:38.979329 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-75544cc9-a58c-4e6b-9f04-f77892a52eb9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/48639e7d-449e-408c-a0bc-d5e26795f928 HTTP/1.1" status: 204 len: 168 time: 1.4580586 Apr 21 12:31:39.014521 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccbee3a-101d-44f6-86cf-60617db8f92c req-cede0b89-5f7c-4649-801c-941e9f619f91 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:39.016327 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ccbee3a-101d-44f6-86cf-60617db8f92c req-cede0b89-5f7c-4649-801c-941e9f619f91 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=927681dd-0a61-410a-a377-69bc890ab4fb HTTP/1.1" status: 200 len: 944 time: 0.1398842 Apr 21 12:31:39.028354 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:39.086992 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75544cc9-a58c-4e6b-9f04-f77892a52eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48639e7d-449e-408c-a0bc-d5e26795f928,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:39.101391 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-740f7042-3953-4ba9-b7c0-f02bb0e6cb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:39.236538 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-740f7042-3953-4ba9-b7c0-f02bb0e6cb69 None None] Attempting to bind port 67643221-6aa3-4a23-8e05-17ea7aab4454 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:31:39.236813 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-740f7042-3953-4ba9-b7c0-f02bb0e6cb69 None None] Attempting to bind port 67643221-6aa3-4a23-8e05-17ea7aab4454 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:31:39.237164 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f7042-3953-4ba9-b7c0-f02bb0e6cb69 None None] Attempting to bind port 67643221-6aa3-4a23-8e05-17ea7aab4454 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:31:39.245774 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ccbee3a-101d-44f6-86cf-60617db8f92c req-87461026-1223-4522-b496-4231b1f6f10d tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113333 Apr 21 12:31:39.254172 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a5bfc79d-45f5-43ae-b41e-a9282658d477 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:31:39.254531 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-147fab17-d75b-4926-a0e5-1d8299df3eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:39.256055 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-147fab17-d75b-4926-a0e5-1d8299df3eb4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2786479 Apr 21 12:31:39.260946 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f7042-3953-4ba9-b7c0-f02bb0e6cb69 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:31:39.261327 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f7042-3953-4ba9-b7c0-f02bb0e6cb69 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:31:39.261775 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-740f7042-3953-4ba9-b7c0-f02bb0e6cb69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:39.262688 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740f7042-3953-4ba9-b7c0-f02bb0e6cb69 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:31:39.263174 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-740f7042-3953-4ba9-b7c0-f02bb0e6cb69 None None] Bound port: 67643221-6aa3-4a23-8e05-17ea7aab4454, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:31:39.263581 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-740f7042-3953-4ba9-b7c0-f02bb0e6cb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:39.270226 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b4fa0-db06-4cb9-91b4-43153e8c3a3c None None] Pushing event updated for resources: {'Port': ['ID=67643221-6aa3-4a23-8e05-17ea7aab4454,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:39.288235 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-0ba4be8a-0b56-4b25-8091-1febe3c29338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309f036c-fd99-4936-948e-c44d1814abb7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1117689157-router', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:30:41Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'gw_port': {'id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:42Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'b73e9dad-2664-4554-a1c1-c6bf31f18ea0', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'port_id': 'e390d43f-a3a7-4b63-a5d6-8f7a39bebca4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'mac_address': 'fa:16:3e:0d:a9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea06942f-b505-4e46-9d10-abdd0f4e5970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:31:12Z', 'updated_at': '2022-04-21T12:31:35Z', 'revision_number': 3, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634d2f2f-0b0b-467b-8416-0e44dac4871b', 'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'mac_address': 'fa:16:3e:64:bd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:46Z', 'updated_at': '2022-04-21T12:30:51Z', 'revision_number': 5, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'subnets': [{'id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:39.329444 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bfed34ee-59c3-498c-80ca-295cff7f60b2 req-c1ed6500-fbce-4ab6-b7b9-cc99e6eb1ca3 service neutron] 10.222.0.26 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412864 Apr 21 12:31:39.438713 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-740f7042-3953-4ba9-b7c0-f02bb0e6cb69 None None] For port 67643221-6aa3-4a23-8e05-17ea7aab4454, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:31:39.446448 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-1a5b3bb9-3d01-416d-8130-ce6454016559 service neutron] 10.222.0.36 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796379 Apr 21 12:31:39.451117 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-740f7042-3953-4ba9-b7c0-f02bb0e6cb69 None None] For port 67643221-6aa3-4a23-8e05-17ea7aab4454, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=67643221-6aa3-4a23-8e05-17ea7aab4454,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:31:39.477114 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ade934f-f23d-46f8-ad37-d59d356df1b1 x-openstack-request-id: req-3ade934f-f23d-46f8-ad37-d59d356df1b1 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:31:39.477951 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b73cbaa-83a8-44b8-8ddb-16c65a888776", "name": "network-vif-plugged", "status": "completed", "tag": "1357c346-2a92-418b-aaa9-e61a807553c8", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:31:39.477951 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ade934f-f23d-46f8-ad37-d59d356df1b1 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:31:39.478133 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ade934f-f23d-46f8-ad37-d59d356df1b1'] response: {'server_uuid': '7b73cbaa-83a8-44b8-8ddb-16c65a888776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1357c346-2a92-418b-aaa9-e61a807553c8', 'code': 200} Apr 21 12:31:39.486381 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba4be8a-0b56-4b25-8091-1febe3c29338 None None] Checking router: 309f036c-fd99-4936-948e-c44d1814abb7 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:31:39.504311 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:39.541653 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=1357c346-2a92-418b-aaa9-e61a807553c8,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:39.551228 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75e6bd73-24ed-45e9-8c47-71984cac0d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:39.580543 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba4be8a-0b56-4b25-8091-1febe3c29338 None None] Routers {'309f036c-fd99-4936-948e-c44d1814abb7'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:31:39.580740 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-740f7042-3953-4ba9-b7c0-f02bb0e6cb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:39.580834 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-0ba4be8a-0b56-4b25-8091-1febe3c29338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:31:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['309f036c-fd99-4936-948e-c44d1814abb7'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:39.626002 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bfed34ee-59c3-498c-80ca-295cff7f60b2 req-03cac713-d3ce-4de1-b885-6d8b8925a1ac service neutron] 10.222.0.26 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875464 Apr 21 12:31:39.699522 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b796c-2e59-49a7-9b46-9a7862e8249f req-eb82508e-691c-4b23-886d-e1c064e0718e tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:39.704678 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7718af5-17e3-4e87-862a-31dacd7e981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:39.711205 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-251b796c-2e59-49a7-9b46-9a7862e8249f req-eb82508e-691c-4b23-886d-e1c064e0718e tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.2290001 Apr 21 12:31:39.716530 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 9ac5122a-abbf-4013-9d47-7de80b0d0423, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9ac5122a-abbf-4013-9d47-7de80b0d0423,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:39.738191 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b4fa0-db06-4cb9-91b4-43153e8c3a3c None None] Pushing event updated for resources: {'Port': ['ID=67643221-6aa3-4a23-8e05-17ea7aab4454,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:39.741026 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740f7042-3953-4ba9-b7c0-f02bb0e6cb69 None None] Routers {'30bcaabe-221d-4bb3-b9a4-b90028233c11'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:31:39.741748 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-740f7042-3953-4ba9-b7c0-f02bb0e6cb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:31:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['30bcaabe-221d-4bb3-b9a4-b90028233c11'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:39.778861 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port a5bfc79d-45f5-43ae-b41e-a9282658d477 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:39.779345 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:39.790224 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-dc8cb64c-1b9f-4bde-a3b6-2e2a93071137 service neutron] 10.222.0.36 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239183 Apr 21 12:31:39.830105 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-251b796c-2e59-49a7-9b46-9a7862e8249f req-ddacc1a2-cfb3-4d44-811f-0a3ea1d4eb63 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160438 Apr 21 12:31:39.899498 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:39.900325 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 3d5aec13-814b-406f-8dcf-694d077a4037 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:31:39.982735 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea06942f-b505-4e46-9d10-abdd0f4e5970', 'tag': 'e390d43f-a3a7-4b63-a5d6-8f7a39bebca4'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:31:39.987212 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea8fae5-a0a2-4c1c-bd2d-aeb2aa8d1425" -d '{"events": [{"name": "network-changed", "server_uuid": "ea06942f-b505-4e46-9d10-abdd0f4e5970", "tag": "e390d43f-a3a7-4b63-a5d6-8f7a39bebca4"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:31:40.002232 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f7718af5-17e3-4e87-862a-31dacd7e981e None None] For port a5bfc79d-45f5-43ae-b41e-a9282658d477, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a5bfc79d-45f5-43ae-b41e-a9282658d477,segment=NetworkSegment(6bbffa6f-854c-4785-a020-490552b22c1d),segment_id=6bbffa6f-854c-4785-a020-490552b22c1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:40.007993 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-740f7042-3953-4ba9-b7c0-f02bb0e6cb69 None None] Set router 30bcaabe-221d-4bb3-b9a4-b90028233c11 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:31:40.010606 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-6f1f0933-406a-4eea-be47-214e6bfb8700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:40.016086 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbb879b3-d49f-4a89-950f-7d787ec50ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:40.020146 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-6f1f0933-406a-4eea-be47-214e6bfb8700 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=39725541a84a4c0389b0f42f00fde7c4&device_id=ea06942f-b505-4e46-9d10-abdd0f4e5970 HTTP/1.1" status: 200 len: 1096 time: 0.1908696 Apr 21 12:31:40.023618 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-0ba4be8a-0b56-4b25-8091-1febe3c29338 None None] Set router 309f036c-fd99-4936-948e-c44d1814abb7 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:31:40.090271 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=9ac5122a-abbf-4013-9d47-7de80b0d0423,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:40.135966 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be7c62-ee5d-4582-8a1f-52c5e04f6dda req-ba023b0f-8808-4fe9-af17-6f11625d61fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:40.137491 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-82be7c62-ee5d-4582-8a1f-52c5e04f6dda req-ba023b0f-8808-4fe9-af17-6f11625d61fd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 1101 time: 0.4615149 Apr 21 12:31:40.139725 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7718af5-17e3-4e87-862a-31dacd7e981e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:40.160921 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-c8a3ee1d-d30b-4193-a898-f308957994a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:40.172806 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-c8a3ee1d-d30b-4193-a898-f308957994a7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a HTTP/1.1" status: 200 len: 922 time: 0.1516960 Apr 21 12:31:40.240461 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 3d5aec13-814b-406f-8dcf-694d077a4037 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:31:40.258411 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 3d5aec13-814b-406f-8dcf-694d077a4037 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:40.258789 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:40.272542 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-82be7c62-ee5d-4582-8a1f-52c5e04f6dda req-4bb25d51-1beb-4681-87ac-3f349b77733b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941885 Apr 21 12:31:40.288927 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e6bd73-24ed-45e9-8c47-71984cac0d85 admin admin] Router 669411a4-752c-4bea-92ef-724fa6323a37 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:31:40.339117 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2af50-d28b-4993-9320-05ad81bf8ac4 req-fdb4503e-6232-4544-b26e-668e155cdade tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:40.346869 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49c2af50-d28b-4993-9320-05ad81bf8ac4 req-fdb4503e-6232-4544-b26e-668e155cdade tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 945 time: 0.3998258 Apr 21 12:31:40.369683 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-3c8474d2-9f07-4465-aa53-6c353ff7110b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e390d43f-a3a7-4b63-a5d6-8f7a39bebca4 HTTP/1.1" status: 200 len: 1000 time: 0.1927044 Apr 21 12:31:40.383790 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-fbb879b3-d49f-4a89-950f-7d787ec50ae7 admin admin] Allocated IP 172.20.0.1 (f0e6180b-1080-40a1-a71b-0967ec15d15e/e9fbc4a4-7f73-4682-8b17-bd617f556b08/223ab491-23f3-4fd1-a9ab-17258a08c4a6) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:31:40.396279 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7718af5-17e3-4e87-862a-31dacd7e981e None None] Pushing event updated for resources: {'Port': ['ID=a5bfc79d-45f5-43ae-b41e-a9282658d477,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:40.401845 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6bf4563d-1559-4a64-b2bf-c7bc176c879f None None] Provisioning complete for port a5bfc79d-45f5-43ae-b41e-a9282658d477 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:40.402350 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6bf4563d-1559-4a64-b2bf-c7bc176c879f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:40.422994 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-740f7042-3953-4ba9-b7c0-f02bb0e6cb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bcaabe-221d-4bb3-b9a4-b90028233c11', 'name': 'tempest-TaggedBootDevicesTest-498083156-router', 'tenant_id': 'db56e274723b4fe9a0b40b882aede49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '67643221-6aa3-4a23-8e05-17ea7aab4454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:31:34Z', 'updated_at': '2022-04-21T12:31:35Z', 'revision_number': 3, 'project_id': 'db56e274723b4fe9a0b40b882aede49f', 'gw_port': {'id': '67643221-6aa3-4a23-8e05-17ea7aab4454', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bcaabe-221d-4bb3-b9a4-b90028233c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:35Z', 'updated_at': '2022-04-21T12:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:40.482982 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e6bd73-24ed-45e9-8c47-71984cac0d85 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:31:40.504222 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-75e6bd73-24ed-45e9-8c47-71984cac0d85 admin admin] 10.222.0.36 "PUT /v2.0/routers/669411a4-752c-4bea-92ef-724fa6323a37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4591620 Apr 21 12:31:40.506918 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57984) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:40.537471 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f672ce5e-e3b8-4663-888f-417d70a429c0 None None] Sync routers for ids ['669411a4-752c-4bea-92ef-724fa6323a37'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:31:40.563272 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49c2af50-d28b-4993-9320-05ad81bf8ac4 req-34e83eb0-6815-4080-bdda-efd9c910bbf8 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149408 Apr 21 12:31:40.570434 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f672ce5e-e3b8-4663-888f-417d70a429c0 None None] Routers {'669411a4-752c-4bea-92ef-724fa6323a37'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:31:40.583210 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f672ce5e-e3b8-4663-888f-417d70a429c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:31:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['669411a4-752c-4bea-92ef-724fa6323a37'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:40.613948 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-b1a33d25-d289-4589-bc14-0d9cec3e6e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:40.625711 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740f7042-3953-4ba9-b7c0-f02bb0e6cb69 None None] The sync data for ids ['30bcaabe-221d-4bb3-b9a4-b90028233c11'] in n-d-836147-2 is: [{'id': '30bcaabe-221d-4bb3-b9a4-b90028233c11', 'name': 'tempest-TaggedBootDevicesTest-498083156-router', 'tenant_id': 'db56e274723b4fe9a0b40b882aede49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '67643221-6aa3-4a23-8e05-17ea7aab4454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:31:34Z', 'updated_at': '2022-04-21T12:31:35Z', 'revision_number': 3, 'project_id': 'db56e274723b4fe9a0b40b882aede49f', 'gw_port': {'id': '67643221-6aa3-4a23-8e05-17ea7aab4454', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bcaabe-221d-4bb3-b9a4-b90028233c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:35Z', 'updated_at': '2022-04-21T12:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:31:40.634518 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-b1a33d25-d289-4589-bc14-0d9cec3e6e39 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fa6ab292-cb0d-47ba-bfa2-d88de839c223 HTTP/1.1" status: 200 len: 860 time: 0.2635946 Apr 21 12:31:40.671434 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 24964a4c-b2e3-4db5-8190-a823373f1214 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:31:40.721125 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860428b5-d059-4a75-8553-d4607809a777 x-openstack-request-id: req-860428b5-d059-4a75-8553-d4607809a777 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:31:40.721708 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea06942f-b505-4e46-9d10-abdd0f4e5970", "tag": "e390d43f-a3a7-4b63-a5d6-8f7a39bebca4", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:31:40.722113 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-860428b5-d059-4a75-8553-d4607809a777 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:31:40.723108 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-860428b5-d059-4a75-8553-d4607809a777'] response: {'name': 'network-changed', 'server_uuid': 'ea06942f-b505-4e46-9d10-abdd0f4e5970', 'tag': 'e390d43f-a3a7-4b63-a5d6-8f7a39bebca4', 'status': 'completed', 'code': 200} Apr 21 12:31:40.786033 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-9b10efff-b592-4a11-ab82-02bed0625130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:40.791095 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-9b10efff-b592-4a11-ab82-02bed0625130 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556852 Apr 21 12:31:40.795129 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30c1a899-a0a2-48e9-818b-05402fb7fa84 admin admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:40.801344 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:40.806975 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbb879b3-d49f-4a89-950f-7d787ec50ae7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:40.880634 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8fae5-a0a2-4c1c-bd2d-aeb2aa8d1425 req-08f48fdc-4205-4813-a9ae-6a982252b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:40.882145 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9ea8fae5-a0a2-4c1c-bd2d-aeb2aa8d1425 req-08f48fdc-4205-4813-a9ae-6a982252b8cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=39725541a84a4c0389b0f42f00fde7c4&device_id=ea06942f-b505-4e46-9d10-abdd0f4e5970 HTTP/1.1" status: 200 len: 1096 time: 0.1447294 Apr 21 12:31:40.891959 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 3d5aec13-814b-406f-8dcf-694d077a4037, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=3d5aec13-814b-406f-8dcf-694d077a4037,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:40.949805 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-f672ce5e-e3b8-4663-888f-417d70a429c0 None None] Set router 669411a4-752c-4bea-92ef-724fa6323a37 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:31:40.985756 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-0dd6cd27-ca45-4ca5-ae56-c8556bfa00d3 service neutron] 10.222.0.36 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871095 Apr 21 12:31:41.002902 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a863e-f354-4599-ae05-cb8f5d9000b2 req-e4efb199-8ea9-4392-be9e-00cdb540693e tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:41.011959 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d56a863e-f354-4599-ae05-cb8f5d9000b2 req-e4efb199-8ea9-4392-be9e-00cdb540693e tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=927681dd-0a61-410a-a377-69bc890ab4fb HTTP/1.1" status: 200 len: 945 time: 0.1004219 Apr 21 12:31:41.052136 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-0ba4be8a-0b56-4b25-8091-1febe3c29338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309f036c-fd99-4936-948e-c44d1814abb7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1117689157-router', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:30:41Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'gw_port': {'id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:42Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'b73e9dad-2664-4554-a1c1-c6bf31f18ea0', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'port_id': 'e390d43f-a3a7-4b63-a5d6-8f7a39bebca4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'mac_address': 'fa:16:3e:0d:a9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea06942f-b505-4e46-9d10-abdd0f4e5970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:31:12Z', 'updated_at': '2022-04-21T12:31:35Z', 'revision_number': 3, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634d2f2f-0b0b-467b-8416-0e44dac4871b', 'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'mac_address': 'fa:16:3e:64:bd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:46Z', 'updated_at': '2022-04-21T12:30:51Z', 'revision_number': 5, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'subnets': [{'id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:41.075040 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 24964a4c-b2e3-4db5-8190-a823373f1214 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:41.075705 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:41.077898 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:41.163182 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d56a863e-f354-4599-ae05-cb8f5d9000b2 req-abe74fd4-f3f7-4fc2-b3cb-4d61f22a3e7b tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355541 Apr 21 12:31:41.228034 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79d11db8-8a27-429c-b098-8ff751f61f93 req-ede93eaa-92e0-4959-aef6-366f9bf62366 service neutron] 10.222.0.36 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138541 Apr 21 12:31:41.315195 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db87a8-fa2c-4b98-ba11-685b5ab426a4 req-ac1077d5-7f3f-46f1-8bac-1e62d53d36a9 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:41.319209 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-48db87a8-fa2c-4b98-ba11-685b5ab426a4 req-ac1077d5-7f3f-46f1-8bac-1e62d53d36a9 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.0793159 Apr 21 12:31:41.376352 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30c1a899-a0a2-48e9-818b-05402fb7fa84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:41.381878 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-48db87a8-fa2c-4b98-ba11-685b5ab426a4 req-600a40f5-6864-4bd0-8948-6b8a311a53e3 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554779 Apr 21 12:31:41.399577 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba4be8a-0b56-4b25-8091-1febe3c29338 None None] The sync data for ids ['309f036c-fd99-4936-948e-c44d1814abb7'] in n-d-836147-2 is: [{'id': '309f036c-fd99-4936-948e-c44d1814abb7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1117689157-router', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:30:41Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'gw_port': {'id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:42Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'b73e9dad-2664-4554-a1c1-c6bf31f18ea0', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'port_id': 'e390d43f-a3a7-4b63-a5d6-8f7a39bebca4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'mac_address': 'fa:16:3e:0d:a9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea06942f-b505-4e46-9d10-abdd0f4e5970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:31:12Z', 'updated_at': '2022-04-21T12:31:35Z', 'revision_number': 3, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634d2f2f-0b0b-467b-8416-0e44dac4871b', 'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'mac_address': 'fa:16:3e:64:bd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:46Z', 'updated_at': '2022-04-21T12:30:51Z', 'revision_number': 5, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'subnets': [{'id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:31:41.467955 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=3d5aec13-814b-406f-8dcf-694d077a4037,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:41.481669 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927681dd-0a61-410a-a377-69bc890ab4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac5122a-abbf-4013-9d47-7de80b0d0423'}, {'server_uuid': 'e69ed60e-2425-414d-a3a0-699fa3415d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5aec13-814b-406f-8dcf-694d077a4037'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:31:41.483982 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f29022-74d5-4ab6-b0d5-7e17a1bc9eaa" -d '{"events": [{"server_uuid": "927681dd-0a61-410a-a377-69bc890ab4fb", "name": "network-vif-plugged", "status": "completed", "tag": "9ac5122a-abbf-4013-9d47-7de80b0d0423"}, {"server_uuid": "e69ed60e-2425-414d-a3a0-699fa3415d9e", "name": "network-vif-plugged", "status": "completed", "tag": "3d5aec13-814b-406f-8dcf-694d077a4037"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:31:41.508429 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8fae5-a0a2-4c1c-bd2d-aeb2aa8d1425 req-28a2dd19-c5a9-4a49-8ba6-9a0168f917e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:41.510134 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9ea8fae5-a0a2-4c1c-bd2d-aeb2aa8d1425 req-28a2dd19-c5a9-4a49-8ba6-9a0168f917e0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a HTTP/1.1" status: 200 len: 922 time: 0.1964960 Apr 21 12:31:41.613958 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 21 Apr 2022 12:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd7ba46-6d4c-4867-b759-4103cec1796b x-openstack-request-id: req-cdd7ba46-6d4c-4867-b759-4103cec1796b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:31:41.614667 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927681dd-0a61-410a-a377-69bc890ab4fb", "name": "network-vif-plugged", "status": "completed", "tag": "9ac5122a-abbf-4013-9d47-7de80b0d0423", "code": 200}, {"server_uuid": "e69ed60e-2425-414d-a3a0-699fa3415d9e", "name": "network-vif-plugged", "status": "completed", "tag": "3d5aec13-814b-406f-8dcf-694d077a4037", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:31:41.615106 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cdd7ba46-6d4c-4867-b759-4103cec1796b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:31:41.619772 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd7ba46-6d4c-4867-b759-4103cec1796b'] response: {'server_uuid': '927681dd-0a61-410a-a377-69bc890ab4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac5122a-abbf-4013-9d47-7de80b0d0423', 'code': 200} Apr 21 12:31:41.619772 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd7ba46-6d4c-4867-b759-4103cec1796b'] response: {'server_uuid': 'e69ed60e-2425-414d-a3a0-699fa3415d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d5aec13-814b-406f-8dcf-694d077a4037', 'code': 200} Apr 21 12:31:41.636867 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0b364055-c287-4b7b-a910-d35d094ba597 req-ac6662cc-86ce-4daa-a8d4-dd1cc7bdf4f8 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.85 HTTP/1.1" status: 200 len: 1000 time: 0.2283797 Apr 21 12:31:41.648795 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbb879b3-d49f-4a89-950f-7d787ec50ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:41.669369 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f672ce5e-e3b8-4663-888f-417d70a429c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669411a4-752c-4bea-92ef-724fa6323a37', 'name': 'tempest-AttachSCSIVolumeTestJSON-35403770-router', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '8b3059f3-9dcd-4e60-90f6-d490f7234d60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:54Z', 'updated_at': '2022-04-21T12:31:38Z', 'revision_number': 5, 'project_id': '83ba1d77d70e479991d8b2182c43e0c6', 'gw_port': {'id': '8b3059f3-9dcd-4e60-90f6-d490f7234d60', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:af:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '669411a4-752c-4bea-92ef-724fa6323a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 204, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:55Z', 'updated_at': '2022-04-21T12:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:41.730288 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f672ce5e-e3b8-4663-888f-417d70a429c0 None None] Checking router: 669411a4-752c-4bea-92ef-724fa6323a37 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:31:41.750809 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b364055-c287-4b7b-a910-d35d094ba597 req-1358479d-1717-42af-b6fd-86f881a7867a tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:41.756176 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f672ce5e-e3b8-4663-888f-417d70a429c0 None None] Routers {'669411a4-752c-4bea-92ef-724fa6323a37'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:31:41.757179 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0b364055-c287-4b7b-a910-d35d094ba597 req-1358479d-1717-42af-b6fd-86f881a7867a tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports/e390d43f-a3a7-4b63-a5d6-8f7a39bebca4 HTTP/1.1" status: 200 len: 942 time: 0.1142814 Apr 21 12:31:41.765711 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb879b3-d49f-4a89-950f-7d787ec50ae7 admin admin] Network f0e6180b-1080-40a1-a71b-0967ec15d15e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:31:41.768631 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9ea8fae5-a0a2-4c1c-bd2d-aeb2aa8d1425 req-4faf0112-50d7-4a89-8695-d20e8e06a8bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e390d43f-a3a7-4b63-a5d6-8f7a39bebca4 HTTP/1.1" status: 200 len: 1000 time: 0.2457223 Apr 21 12:31:41.774940 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f672ce5e-e3b8-4663-888f-417d70a429c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:31:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['669411a4-752c-4bea-92ef-724fa6323a37'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:41.791575 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-fbb879b3-d49f-4a89-950f-7d787ec50ae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:31:41.889905 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb879b3-d49f-4a89-950f-7d787ec50ae7 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:31:41.892541 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a15a79-6849-4aed-9b2d-511676f7b511 None None] New status for floating IP b73e9dad-2664-4554-a1c1-c6bf31f18ea0: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:31:41.916558 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb879b3-d49f-4a89-950f-7d787ec50ae7 admin admin] Pushing event updated for resources: {'Port': ['ID=223ab491-23f3-4fd1-a9ab-17258a08c4a6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:42.013147 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-f672ce5e-e3b8-4663-888f-417d70a429c0 None None] Set router 669411a4-752c-4bea-92ef-724fa6323a37 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:31:42.050973 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-30c1a899-a0a2-48e9-818b-05402fb7fa84 admin admin] Deleting port 8b3059f3-9dcd-4e60-90f6-d490f7234d60 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:31:42.050973 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30c1a899-a0a2-48e9-818b-05402fb7fa84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:42.051534 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0b364055-c287-4b7b-a910-d35d094ba597 req-f6767337-d76e-438d-9080-17f583a29474 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.85 HTTP/1.1" status: 200 len: 1000 time: 0.1772816 Apr 21 12:31:42.130467 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f672ce5e-e3b8-4663-888f-417d70a429c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '669411a4-752c-4bea-92ef-724fa6323a37', 'name': 'tempest-AttachSCSIVolumeTestJSON-35403770-router', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:54Z', 'updated_at': '2022-04-21T12:31:41Z', 'revision_number': 6, 'project_id': '83ba1d77d70e479991d8b2182c43e0c6', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:42.139880 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7883068b-9f93-43f1-9975-6e24aca431e7 req-e1d69aa3-e13c-4340-9102-9ba412bec6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:42.144478 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7883068b-9f93-43f1-9975-6e24aca431e7 req-e1d69aa3-e13c-4340-9102-9ba412bec6c6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=927681dd-0a61-410a-a377-69bc890ab4fb HTTP/1.1" status: 200 len: 1096 time: 0.3847792 Apr 21 12:31:42.174880 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f672ce5e-e3b8-4663-888f-417d70a429c0 None None] The sync data for ids ['669411a4-752c-4bea-92ef-724fa6323a37'] in n-d-836147-2 is: [{'id': '669411a4-752c-4bea-92ef-724fa6323a37', 'name': 'tempest-AttachSCSIVolumeTestJSON-35403770-router', 'tenant_id': '83ba1d77d70e479991d8b2182c43e0c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:54Z', 'updated_at': '2022-04-21T12:31:41Z', 'revision_number': 6, 'project_id': '83ba1d77d70e479991d8b2182c43e0c6', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:31:42.189319 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042186c1-3653-41ee-9d66-cda16d823da7 req-9a26229a-557c-44b0-869d-5897827de3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:42.190906 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-042186c1-3653-41ee-9d66-cda16d823da7 req-9a26229a-557c-44b0-869d-5897827de3a7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 1097 time: 0.4184330 Apr 21 12:31:42.217946 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbb879b3-d49f-4a89-950f-7d787ec50ae7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:42.251697 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-880cebd6-75db-413d-b459-e9c3e8a3e469 None None] Provisioning complete for port 223ab491-23f3-4fd1-a9ab-17258a08c4a6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:42.259186 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-880cebd6-75db-413d-b459-e9c3e8a3e469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:42.280624 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8fae5-a0a2-4c1c-bd2d-aeb2aa8d1425 req-25b0b019-799d-4bcf-bb4d-01d3d8cc4bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:42.286547 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9ea8fae5-a0a2-4c1c-bd2d-aeb2aa8d1425 req-25b0b019-799d-4bcf-bb4d-01d3d8cc4bef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fa6ab292-cb0d-47ba-bfa2-d88de839c223 HTTP/1.1" status: 200 len: 860 time: 0.4883993 Apr 21 12:31:42.314242 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6f787-16f5-4e82-a000-dd78f699355a req-d5fbd664-26a4-4601-9dec-79f7faf70598 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:42.323865 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dba6f787-16f5-4e82-a000-dd78f699355a req-d5fbd664-26a4-4601-9dec-79f7faf70598 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 946 time: 0.5653541 Apr 21 12:31:42.367026 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-880cebd6-75db-413d-b459-e9c3e8a3e469 None None] Port 223ab491-23f3-4fd1-a9ab-17258a08c4a6 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:31:42.369686 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-042186c1-3653-41ee-9d66-cda16d823da7 req-dd5f22cb-b8e3-4f2f-bd55-a984d6a33ee8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671016 Apr 21 12:31:42.372715 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-30c1a899-a0a2-48e9-818b-05402fb7fa84 admin admin] For port 8b3059f3-9dcd-4e60-90f6-d490f7234d60, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=8b3059f3-9dcd-4e60-90f6-d490f7234d60,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:42.373096 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30c1a899-a0a2-48e9-818b-05402fb7fa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:42.419732 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-30c1a899-a0a2-48e9-818b-05402fb7fa84 admin admin] Calling delete_port for 8b3059f3-9dcd-4e60-90f6-d490f7234d60 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:31:42.444295 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8fae5-a0a2-4c1c-bd2d-aeb2aa8d1425 req-9a45e795-bad1-4057-bba5-a4627e519065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:42.445880 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9ea8fae5-a0a2-4c1c-bd2d-aeb2aa8d1425 req-9a45e795-bad1-4057-bba5-a4627e519065 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1424661 Apr 21 12:31:42.674720 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58879e77-6065-4cd4-83bb-d9b0a18c1536 None None] Sync routers for ids ['309f036c-fd99-4936-948e-c44d1814abb7'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:31:42.687148 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbb879b3-d49f-4a89-950f-7d787ec50ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:42.691695 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58879e77-6065-4cd4-83bb-d9b0a18c1536 None None] Routers {'309f036c-fd99-4936-948e-c44d1814abb7'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:31:42.692973 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-58879e77-6065-4cd4-83bb-d9b0a18c1536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:31:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['309f036c-fd99-4936-948e-c44d1814abb7'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:42.721756 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9ea8fae5-a0a2-4c1c-bd2d-aeb2aa8d1425 req-a88aed7f-c540-4d83-a811-4f66290f724e service neutron] 10.222.0.24 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417936 Apr 21 12:31:42.722044 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b364055-c287-4b7b-a910-d35d094ba597 req-1947b7cd-33a3-4084-b35a-589e97f2a987 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:42.723412 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0b364055-c287-4b7b-a910-d35d094ba597 req-1947b7cd-33a3-4084-b35a-589e97f2a987 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 784 time: 0.6590497 Apr 21 12:31:42.727930 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7883068b-9f93-43f1-9975-6e24aca431e7 req-96256c7e-a8f2-45d9-8b47-900bee401c17 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527783 Apr 21 12:31:42.743531 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dba6f787-16f5-4e82-a000-dd78f699355a req-141bd800-ffbf-4e36-b37c-7f77fae300ed tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131801 Apr 21 12:31:42.858988 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-58879e77-6065-4cd4-83bb-d9b0a18c1536 None None] Set router 309f036c-fd99-4936-948e-c44d1814abb7 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:31:42.901443 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46753e4-f1a8-4d5c-b1cb-dedff6a859ec req-6fdf5dc5-332d-43a4-878a-20299564992f tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:42.903073 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a46753e4-f1a8-4d5c-b1cb-dedff6a859ec req-6fdf5dc5-332d-43a4-878a-20299564992f tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=927681dd-0a61-410a-a377-69bc890ab4fb HTTP/1.1" status: 200 len: 945 time: 0.0763862 Apr 21 12:31:42.912245 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777fed2d-34e8-44d3-b32c-9d725c807501 req-4fab1d9c-c72c-4263-a443-f1e14ffd20c0 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:42.920535 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-777fed2d-34e8-44d3-b32c-9d725c807501 req-4fab1d9c-c72c-4263-a443-f1e14ffd20c0 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.0849671 Apr 21 12:31:42.982457 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a46753e4-f1a8-4d5c-b1cb-dedff6a859ec req-a17a5875-3b8d-484c-8909-c9ffb0f9c680 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591733 Apr 21 12:31:42.993388 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-777fed2d-34e8-44d3-b32c-9d725c807501 req-36e301c8-728f-4119-a9b3-abdf87b4a015 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718565 Apr 21 12:31:43.032691 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9ea8fae5-a0a2-4c1c-bd2d-aeb2aa8d1425 req-b40d8124-b5e9-4c3a-892a-0416a61e8819 service neutron] 10.222.0.24 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943537 Apr 21 12:31:43.051864 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30c1a899-a0a2-48e9-818b-05402fb7fa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:43.114366 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 67643221-6aa3-4a23-8e05-17ea7aab4454 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:31:43.133839 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1687c58b-6c0a-4a1a-927c-bd41fcc549c5 req-900a2fb2-fd8b-4812-8ce6-3bd85ccbb738 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.85 HTTP/1.1" status: 200 len: 1000 time: 0.1116045 Apr 21 12:31:43.187435 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c1a899-a0a2-48e9-818b-05402fb7fa84 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b3059f3-9dcd-4e60-90f6-d490f7234d60,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:43.215119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687c58b-6c0a-4a1a-927c-bd41fcc549c5 req-f1c453d8-5bd6-4681-a9f1-30b99f6a6181 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:43.226507 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 67643221-6aa3-4a23-8e05-17ea7aab4454 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:43.226892 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:43.228831 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1687c58b-6c0a-4a1a-927c-bd41fcc549c5 req-f1c453d8-5bd6-4681-a9f1-30b99f6a6181 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports/e390d43f-a3a7-4b63-a5d6-8f7a39bebca4 HTTP/1.1" status: 200 len: 942 time: 0.0739412 Apr 21 12:31:43.269847 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-bd032b24-e3c0-4a13-926b-04cf9f519847 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e6afccf4618e435ea9c53ffd58b98666&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291848 Apr 21 12:31:43.279253 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbb879b3-d49f-4a89-950f-7d787ec50ae7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:43.287160 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-58879e77-6065-4cd4-83bb-d9b0a18c1536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309f036c-fd99-4936-948e-c44d1814abb7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1117689157-router', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:30:41Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'gw_port': {'id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:42Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'b73e9dad-2664-4554-a1c1-c6bf31f18ea0', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'port_id': 'e390d43f-a3a7-4b63-a5d6-8f7a39bebca4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'mac_address': 'fa:16:3e:0d:a9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea06942f-b505-4e46-9d10-abdd0f4e5970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:31:12Z', 'updated_at': '2022-04-21T12:31:42Z', 'revision_number': 4, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634d2f2f-0b0b-467b-8416-0e44dac4871b', 'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'mac_address': 'fa:16:3e:64:bd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:46Z', 'updated_at': '2022-04-21T12:30:51Z', 'revision_number': 5, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'subnets': [{'id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:43.295947 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30c1a899-a0a2-48e9-818b-05402fb7fa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:43.330480 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58879e77-6065-4cd4-83bb-d9b0a18c1536 None None] Checking router: 309f036c-fd99-4936-948e-c44d1814abb7 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:31:43.369871 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58879e77-6065-4cd4-83bb-d9b0a18c1536 None None] Routers {'309f036c-fd99-4936-948e-c44d1814abb7'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:31:43.370531 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-58879e77-6065-4cd4-83bb-d9b0a18c1536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:31:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['309f036c-fd99-4936-948e-c44d1814abb7'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:43.389166 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbb879b3-d49f-4a89-950f-7d787ec50ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:43.432055 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d8f7f11-b74c-487c-9cd0-a2d01a9d12f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:43.453891 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:43.463020 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1687c58b-6c0a-4a1a-927c-bd41fcc549c5 req-2d5c5fd4-9311-462f-8e7d-15bc0f48fc20 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.85 HTTP/1.1" status: 200 len: 1000 time: 0.0896752 Apr 21 12:31:43.480335 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30c1a899-a0a2-48e9-818b-05402fb7fa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:43.487565 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30c1a899-a0a2-48e9-818b-05402fb7fa84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:43.514739 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-a655ea7b-84e5-47ea-8256-fde4dacf8f95 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:43.516984 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 67643221-6aa3-4a23-8e05-17ea7aab4454, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=67643221-6aa3-4a23-8e05-17ea7aab4454,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:43.522308 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-a655ea7b-84e5-47ea-8256-fde4dacf8f95 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2452624 Apr 21 12:31:43.539717 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-58879e77-6065-4cd4-83bb-d9b0a18c1536 None None] Set router 309f036c-fd99-4936-948e-c44d1814abb7 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:31:43.554569 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb879b3-d49f-4a89-950f-7d787ec50ae7 admin admin] Pushing event updated for resources: {'Port': ['ID=223ab491-23f3-4fd1-a9ab-17258a08c4a6,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:43.558648 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbb879b3-d49f-4a89-950f-7d787ec50ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:43.569669 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-4ac66119-54e5-4f94-baeb-995ec39d718b tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/quotas/e6afccf4618e435ea9c53ffd58b98666 HTTP/1.1" status: 200 len: 375 time: 0.0456979 Apr 21 12:31:43.619185 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-758f3965-c007-454e-9598-e5039ed2f1ac tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6afccf4618e435ea9c53ffd58b98666&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485840 Apr 21 12:31:43.653461 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:43.654267 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a5bfc79d-45f5-43ae-b41e-a9282658d477 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:31:43.654467 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687c58b-6c0a-4a1a-927c-bd41fcc549c5 req-e0293549-dfd4-4cd0-9b0e-b30cc12ee611 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:43.656381 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1687c58b-6c0a-4a1a-927c-bd41fcc549c5 req-e0293549-dfd4-4cd0-9b0e-b30cc12ee611 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 784 time: 0.1835029 Apr 21 12:31:43.671996 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb879b3-d49f-4a89-950f-7d787ec50ae7 admin admin] Network f0e6180b-1080-40a1-a71b-0967ec15d15e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:31:43.672332 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-1687c58b-6c0a-4a1a-927c-bd41fcc549c5 req-960475f4-337b-45be-94ed-aa8eca68b7e0 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:31:43.673875 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-fbb879b3-d49f-4a89-950f-7d787ec50ae7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:31:43.679884 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30c1a899-a0a2-48e9-818b-05402fb7fa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:43.679884 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c1a899-a0a2-48e9-818b-05402fb7fa84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 669411a4-752c-4bea-92ef-724fa6323a37 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:31:43.681673 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1687c58b-6c0a-4a1a-927c-bd41fcc549c5 req-960475f4-337b-45be-94ed-aa8eca68b7e0 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144477 Apr 21 12:31:43.696184 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30c1a899-a0a2-48e9-818b-05402fb7fa84 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:43.710835 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-30c1a899-a0a2-48e9-818b-05402fb7fa84 admin admin] 10.222.0.36 "DELETE /v2.0/routers/669411a4-752c-4bea-92ef-724fa6323a37 HTTP/1.1" status: 204 len: 168 time: 3.1904407 Apr 21 12:31:43.710835 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58038) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:43.793339 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-195d6221-c599-482b-ad09-27242c25162a admin admin] Deleting subnet d16d5794-1897-42ed-8448-8f9a8657a1a2 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:31:43.797797 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-195d6221-c599-482b-ad09-27242c25162a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:43.809204 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1687c58b-6c0a-4a1a-927c-bd41fcc549c5 req-386bbb93-8ca3-4a18-95ab-064afcde1444 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.85 HTTP/1.1" status: 200 len: 1000 time: 0.1263740 Apr 21 12:31:43.815513 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1687c58b-6c0a-4a1a-927c-bd41fcc549c5 req-1299e853-daff-4784-8b53-4487e0f435a0 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:31:43.839807 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-195d6221-c599-482b-ad09-27242c25162a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:43.848674 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=67643221-6aa3-4a23-8e05-17ea7aab4454,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:43.894599 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1687c58b-6c0a-4a1a-927c-bd41fcc549c5 req-1299e853-daff-4784-8b53-4487e0f435a0 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:43.900038 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port a5bfc79d-45f5-43ae-b41e-a9282658d477 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:43.900413 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:43.928198 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-195d6221-c599-482b-ad09-27242c25162a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:44.130776 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-195d6221-c599-482b-ad09-27242c25162a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:44.143580 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1687c58b-6c0a-4a1a-927c-bd41fcc549c5 req-1299e853-daff-4784-8b53-4487e0f435a0 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:44.150202 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-195d6221-c599-482b-ad09-27242c25162a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:44.152993 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-195d6221-c599-482b-ad09-27242c25162a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d16d5794-1897-42ed-8448-8f9a8657a1a2 HTTP/1.1" status: 204 len: 168 time: 0.4493182 Apr 21 12:31:44.165297 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 58048) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:44.184244 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb879b3-d49f-4a89-950f-7d787ec50ae7 admin admin] Router 30bcaabe-221d-4bb3-b9a4-b90028233c11 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:31:44.189543 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bda4ff-3222-4f18-9a6f-52d225b77fd5 None None] Network cc6e7ae9-2799-4196-8bed-f51a71fb8795 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:31:44.212846 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d6221-c599-482b-ad09-27242c25162a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d16d5794-1897-42ed-8448-8f9a8657a1a2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:44.216496 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1687c58b-6c0a-4a1a-927c-bd41fcc549c5 req-1299e853-daff-4784-8b53-4487e0f435a0 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:44.216957 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [req-1687c58b-6c0a-4a1a-927c-bd41fcc549c5 req-1299e853-daff-4784-8b53-4487e0f435a0 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Floating IP b73e9dad-2664-4554-a1c1-c6bf31f18ea0 disassociated. External IP: 172.25.8.85, port: e390d43f-a3a7-4b63-a5d6-8f7a39bebca4. Apr 21 12:31:44.314745 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-56b61871-f193-493d-8344-f5a931d820dc None None] Provisioning complete for port 223ab491-23f3-4fd1-a9ab-17258a08c4a6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:44.315364 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56b61871-f193-493d-8344-f5a931d820dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:44.332640 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b4ffc-4d12-44c6-8447-e37d71030f6e req-8f1aead6-98b1-42dd-ab13-597271736ed3 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:44.335494 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b05b4ffc-4d12-44c6-8447-e37d71030f6e req-8f1aead6-98b1-42dd-ab13-597271736ed3 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.1902106 Apr 21 12:31:44.337920 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93317223-bc6c-48c6-8908-efba592a53d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:44.364961 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb879b3-d49f-4a89-950f-7d787ec50ae7 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:31:44.386864 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8aa4d0-2be0-41c5-bbe0-7d5e56f06375 None None] Sync routers for ids ['30bcaabe-221d-4bb3-b9a4-b90028233c11'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:31:44.396175 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 88f7f0de-171e-4734-808c-c21ff5e38e3f no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:31:44.396399 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fbb879b3-d49f-4a89-950f-7d787ec50ae7 admin admin] 10.222.0.36 "PUT /v2.0/routers/30bcaabe-221d-4bb3-b9a4-b90028233c11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2114489 Apr 21 12:31:44.404732 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8aa4d0-2be0-41c5-bbe0-7d5e56f06375 None None] Routers {'30bcaabe-221d-4bb3-b9a4-b90028233c11'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:31:44.405848 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3e8aa4d0-2be0-41c5-bbe0-7d5e56f06375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:31:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['30bcaabe-221d-4bb3-b9a4-b90028233c11'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:44.446763 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 88f7f0de-171e-4734-808c-c21ff5e38e3f {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:31:44.447138 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 88f7f0de-171e-4734-808c-c21ff5e38e3f not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:31:44.451639 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-56b61871-f193-493d-8344-f5a931d820dc None None] Port 223ab491-23f3-4fd1-a9ab-17258a08c4a6 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:31:44.471056 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-58879e77-6065-4cd4-83bb-d9b0a18c1536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309f036c-fd99-4936-948e-c44d1814abb7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1117689157-router', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:30:41Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'gw_port': {'id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:42Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'b73e9dad-2664-4554-a1c1-c6bf31f18ea0', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'port_id': 'e390d43f-a3a7-4b63-a5d6-8f7a39bebca4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'mac_address': 'fa:16:3e:0d:a9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea06942f-b505-4e46-9d10-abdd0f4e5970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:31:12Z', 'updated_at': '2022-04-21T12:31:42Z', 'revision_number': 4, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634d2f2f-0b0b-467b-8416-0e44dac4871b', 'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'mac_address': 'fa:16:3e:64:bd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:46Z', 'updated_at': '2022-04-21T12:30:51Z', 'revision_number': 5, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'subnets': [{'id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:44.520693 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b05b4ffc-4d12-44c6-8447-e37d71030f6e req-5e521238-6ba4-4cd6-acd0-ca6b4ae60dc7 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587203 Apr 21 12:31:44.520805 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58879e77-6065-4cd4-83bb-d9b0a18c1536 None None] The sync data for ids ['309f036c-fd99-4936-948e-c44d1814abb7'] in n-d-836147-2 is: [{'id': '309f036c-fd99-4936-948e-c44d1814abb7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1117689157-router', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:30:41Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'gw_port': {'id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:42Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'b73e9dad-2664-4554-a1c1-c6bf31f18ea0', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'port_id': 'e390d43f-a3a7-4b63-a5d6-8f7a39bebca4', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'mac_address': 'fa:16:3e:0d:a9:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea06942f-b505-4e46-9d10-abdd0f4e5970', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:31:12Z', 'updated_at': '2022-04-21T12:31:42Z', 'revision_number': 4, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634d2f2f-0b0b-467b-8416-0e44dac4871b', 'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'mac_address': 'fa:16:3e:64:bd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:46Z', 'updated_at': '2022-04-21T12:30:51Z', 'revision_number': 5, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'subnets': [{'id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:31:44.576989 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-3e8aa4d0-2be0-41c5-bbe0-7d5e56f06375 None None] Set router 30bcaabe-221d-4bb3-b9a4-b90028233c11 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:31:44.668794 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa12d590-d14c-4e47-b8a9-e8e857c558be None None] DHCP port deletion for cc6e7ae9-2799-4196-8bed-f51a71fb8795 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:31:44.714033 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-93317223-bc6c-48c6-8908-efba592a53d0 admin admin] Deleting port 1350f57d-8dca-415c-a6c8-b5234ecb748a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:31:44.714391 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93317223-bc6c-48c6-8908-efba592a53d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:44.728302 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 67643221-6aa3-4a23-8e05-17ea7aab4454 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:31:44.786701 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeed48f-c9c1-4ee7-965a-c85bc60fd0a5 req-e4d38205-20f3-40bb-a1e5-5ea1b00bb16e tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:44.794618 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8eeed48f-c9c1-4ee7-965a-c85bc60fd0a5 req-e4d38205-20f3-40bb-a1e5-5ea1b00bb16e tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 946 time: 0.1786890 Apr 21 12:31:44.852641 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1687c58b-6c0a-4a1a-927c-bd41fcc549c5 req-1299e853-daff-4784-8b53-4487e0f435a0 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Router 309f036c-fd99-4936-948e-c44d1814abb7 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:31:44.862383 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fa12d590-d14c-4e47-b8a9-e8e857c558be None None] Deleting port 1350f57d-8dca-415c-a6c8-b5234ecb748a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:31:44.863684 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa12d590-d14c-4e47-b8a9-e8e857c558be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:44.873884 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-93317223-bc6c-48c6-8908-efba592a53d0 admin admin] For port 1350f57d-8dca-415c-a6c8-b5234ecb748a, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=1350f57d-8dca-415c-a6c8-b5234ecb748a,segment=NetworkSegment(a2609b01-1bde-49f4-a2e6-682732d68b1d),segment_id=a2609b01-1bde-49f4-a2e6-682732d68b1d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:44.874265 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93317223-bc6c-48c6-8908-efba592a53d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:44.906758 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-93317223-bc6c-48c6-8908-efba592a53d0 admin admin] Calling delete_port for 1350f57d-8dca-415c-a6c8-b5234ecb748a owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:31:44.940989 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3e8aa4d0-2be0-41c5-bbe0-7d5e56f06375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bcaabe-221d-4bb3-b9a4-b90028233c11', 'name': 'tempest-TaggedBootDevicesTest-498083156-router', 'tenant_id': 'db56e274723b4fe9a0b40b882aede49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '67643221-6aa3-4a23-8e05-17ea7aab4454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:31:34Z', 'updated_at': '2022-04-21T12:31:42Z', 'revision_number': 4, 'project_id': 'db56e274723b4fe9a0b40b882aede49f', 'gw_port': {'id': '67643221-6aa3-4a23-8e05-17ea7aab4454', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bcaabe-221d-4bb3-b9a4-b90028233c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:35Z', 'updated_at': '2022-04-21T12:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '223ab491-23f3-4fd1-a9ab-17258a08c4a6', 'name': '', 'network_id': 'f0e6180b-1080-40a1-a71b-0967ec15d15e', 'tenant_id': 'db56e274723b4fe9a0b40b882aede49f', 'mac_address': 'fa:16:3e:11:f6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bcaabe-221d-4bb3-b9a4-b90028233c11', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e9fbc4a4-7f73-4682-8b17-bd617f556b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:40Z', 'updated_at': '2022-04-21T12:31:42Z', 'revision_number': 2, 'project_id': 'db56e274723b4fe9a0b40b882aede49f', 'subnets': [{'id': 'e9fbc4a4-7f73-4682-8b17-bd617f556b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:44.956670 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fa12d590-d14c-4e47-b8a9-e8e857c558be None None] For port 1350f57d-8dca-415c-a6c8-b5234ecb748a, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=1350f57d-8dca-415c-a6c8-b5234ecb748a,segment=NetworkSegment(a2609b01-1bde-49f4-a2e6-682732d68b1d),segment_id=a2609b01-1bde-49f4-a2e6-682732d68b1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:44.957197 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa12d590-d14c-4e47-b8a9-e8e857c558be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:44.964201 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8eeed48f-c9c1-4ee7-965a-c85bc60fd0a5 req-de5a5bb2-2403-41d1-a04c-879985a4ac4b tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586571 Apr 21 12:31:44.971482 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fa12d590-d14c-4e47-b8a9-e8e857c558be None None] Calling delete_port for 1350f57d-8dca-415c-a6c8-b5234ecb748a owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:31:44.981567 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8aa4d0-2be0-41c5-bbe0-7d5e56f06375 None None] Checking router: 30bcaabe-221d-4bb3-b9a4-b90028233c11 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:31:44.981958 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8aa4d0-2be0-41c5-bbe0-7d5e56f06375 None None] Updating router 30bcaabe-221d-4bb3-b9a4-b90028233c11 port 223ab491-23f3-4fd1-a9ab-17258a08c4a6 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:31:45.013166 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e8aa4d0-2be0-41c5-bbe0-7d5e56f06375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:45.134593 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 67643221-6aa3-4a23-8e05-17ea7aab4454 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:45.134764 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:45.158365 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-81a6542b-b713-4b0f-93b0-5af9366367d2 req-9a1f43b0-0857-47a8-8f7a-db44cb94a055 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d697314-a9ff-45e5-a40c-5a88725fb9c4 HTTP/1.1" status: 200 len: 210 time: 0.0706227 Apr 21 12:31:45.205924 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1687c58b-6c0a-4a1a-927c-bd41fcc549c5 req-1299e853-daff-4784-8b53-4487e0f435a0 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:31:45.210619 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa12d590-d14c-4e47-b8a9-e8e857c558be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:45.213416 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1687c58b-6c0a-4a1a-927c-bd41fcc549c5 req-1299e853-daff-4784-8b53-4487e0f435a0 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:45.255346 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4290201-7227-4861-baf8-5bf303a9f498 None None] Sync routers for ids ['309f036c-fd99-4936-948e-c44d1814abb7'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:31:45.262475 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12d590-d14c-4e47-b8a9-e8e857c558be None None] Pushing event deleted for resources: {'Port': ['ID=1350f57d-8dca-415c-a6c8-b5234ecb748a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:45.281769 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1687c58b-6c0a-4a1a-927c-bd41fcc549c5 req-1299e853-daff-4784-8b53-4487e0f435a0 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "PUT /v2.0/floatingips/b73e9dad-2664-4554-a1c1-c6bf31f18ea0 HTTP/1.1" status: 200 len: 694 time: 1.4714620 Apr 21 12:31:45.283816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea06942f-b505-4e46-9d10-abdd0f4e5970', 'tag': 'e390d43f-a3a7-4b63-a5d6-8f7a39bebca4'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:31:45.286299 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfd5d8c-7321-4032-9250-69a2015c2e67" -d '{"events": [{"name": "network-changed", "server_uuid": "ea06942f-b505-4e46-9d10-abdd0f4e5970", "tag": "e390d43f-a3a7-4b63-a5d6-8f7a39bebca4"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:31:45.289677 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93317223-bc6c-48c6-8908-efba592a53d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:45.291984 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa12d590-d14c-4e47-b8a9-e8e857c558be None None] No DVR routers for this DVR port 1350f57d-8dca-415c-a6c8-b5234ecb748a on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:31:45.309304 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4290201-7227-4861-baf8-5bf303a9f498 None None] Routers {'309f036c-fd99-4936-948e-c44d1814abb7'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:31:45.310205 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a4290201-7227-4861-baf8-5bf303a9f498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:31:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['309f036c-fd99-4936-948e-c44d1814abb7'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:45.334790 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93317223-bc6c-48c6-8908-efba592a53d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1350f57d-8dca-415c-a6c8-b5234ecb748a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:45.359059 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93317223-bc6c-48c6-8908-efba592a53d0 admin admin] No DVR routers for this DVR port 1350f57d-8dca-415c-a6c8-b5234ecb748a on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:31:45.396411 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a45ea-2d6b-4b5a-827b-362eaa3cabeb req-c073132b-6ce1-4199-b24c-bbb467b64b26 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:45.401252 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-974a45ea-2d6b-4b5a-827b-362eaa3cabeb req-c073132b-6ce1-4199-b24c-bbb467b64b26 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=927681dd-0a61-410a-a377-69bc890ab4fb HTTP/1.1" status: 200 len: 945 time: 0.1569660 Apr 21 12:31:45.469823 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687c58b-6c0a-4a1a-927c-bd41fcc549c5 req-a05ab397-8cb0-4d54-be71-c2583622b9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:45.472068 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1687c58b-6c0a-4a1a-927c-bd41fcc549c5 req-a05ab397-8cb0-4d54-be71-c2583622b9ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=39725541a84a4c0389b0f42f00fde7c4&device_id=ea06942f-b505-4e46-9d10-abdd0f4e5970 HTTP/1.1" status: 200 len: 1096 time: 0.1494377 Apr 21 12:31:45.489655 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 8b3059f3-9dcd-4e60-90f6-d490f7234d60 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:31:45.496125 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-a4290201-7227-4861-baf8-5bf303a9f498 None None] Set router 309f036c-fd99-4936-948e-c44d1814abb7 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:31:45.497615 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e8aa4d0-2be0-41c5-bbe0-7d5e56f06375 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:45.510594 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93317223-bc6c-48c6-8908-efba592a53d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:45.538748 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 8b3059f3-9dcd-4e60-90f6-d490f7234d60 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:31:45.539071 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 8b3059f3-9dcd-4e60-90f6-d490f7234d60 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:31:45.578561 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-974a45ea-2d6b-4b5a-827b-362eaa3cabeb req-76f12ae4-f355-4860-9254-4adbceb1bb4c tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549268 Apr 21 12:31:45.584293 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-93317223-bc6c-48c6-8908-efba592a53d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc6e7ae9-2799-4196-8bed-f51a71fb8795']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:45.585133 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e8aa4d0-2be0-41c5-bbe0-7d5e56f06375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:45.607556 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-93317223-bc6c-48c6-8908-efba592a53d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2609b01-1bde-49f4-a2e6-682732d68b1d') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:45.608267 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-93317223-bc6c-48c6-8908-efba592a53d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2609b01-1bde-49f4-a2e6-682732d68b1d') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:45.627018 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93317223-bc6c-48c6-8908-efba592a53d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:45.652572 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687c58b-6c0a-4a1a-927c-bd41fcc549c5 req-daa50651-d47c-4560-b199-a64d03a14d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:45.654623 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1687c58b-6c0a-4a1a-927c-bd41fcc549c5 req-daa50651-d47c-4560-b199-a64d03a14d8b service neutron] 10.222.0.36 "GET /v2.0/networks?id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a HTTP/1.1" status: 200 len: 922 time: 0.1618874 Apr 21 12:31:45.655555 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93317223-bc6c-48c6-8908-efba592a53d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:45.662792 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c24c6-ee06-4f75-ac29-29d2d8db4b5e None None] Pushing event updated for resources: {'Port': ['ID=223ab491-23f3-4fd1-a9ab-17258a08c4a6,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:45.671657 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93317223-bc6c-48c6-8908-efba592a53d0 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:31:45.671913 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93317223-bc6c-48c6-8908-efba592a53d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:31:45.673973 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:31:45.759714 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1687c58b-6c0a-4a1a-927c-bd41fcc549c5 req-cfa999d1-942e-4e5d-96c5-327f7943f765 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e390d43f-a3a7-4b63-a5d6-8f7a39bebca4 HTTP/1.1" status: 200 len: 217 time: 0.0995417 Apr 21 12:31:45.775715 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-3e8aa4d0-2be0-41c5-bbe0-7d5e56f06375 None None] Attempting to bind port 223ab491-23f3-4fd1-a9ab-17258a08c4a6 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:31:45.776153 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-3e8aa4d0-2be0-41c5-bbe0-7d5e56f06375 None None] Attempting to bind port 223ab491-23f3-4fd1-a9ab-17258a08c4a6 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '6bbffa6f-854c-4785-a020-490552b22c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f0e6180b-1080-40a1-a71b-0967ec15d15e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:31:45.776570 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8aa4d0-2be0-41c5-bbe0-7d5e56f06375 None None] Attempting to bind port 223ab491-23f3-4fd1-a9ab-17258a08c4a6 on network f0e6180b-1080-40a1-a71b-0967ec15d15e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:31:45.782036 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8aa4d0-2be0-41c5-bbe0-7d5e56f06375 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:31:45.782476 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8aa4d0-2be0-41c5-bbe0-7d5e56f06375 None None] Checking segment: {'id': '6bbffa6f-854c-4785-a020-490552b22c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f0e6180b-1080-40a1-a71b-0967ec15d15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:31:45.782959 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e8aa4d0-2be0-41c5-bbe0-7d5e56f06375 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:45.783407 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8aa4d0-2be0-41c5-bbe0-7d5e56f06375 None None] Bound using segment: {'id': '6bbffa6f-854c-4785-a020-490552b22c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f0e6180b-1080-40a1-a71b-0967ec15d15e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:31:45.783934 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-3e8aa4d0-2be0-41c5-bbe0-7d5e56f06375 None None] Bound port: 223ab491-23f3-4fd1-a9ab-17258a08c4a6, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bbffa6f-854c-4785-a020-490552b22c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'f0e6180b-1080-40a1-a71b-0967ec15d15e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:31:45.784389 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e8aa4d0-2be0-41c5-bbe0-7d5e56f06375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:45.796254 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e96568e2-3f60-4351-842a-9a9bcc46a4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:45.848238 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a4290201-7227-4861-baf8-5bf303a9f498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309f036c-fd99-4936-948e-c44d1814abb7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1117689157-router', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:30:41Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'gw_port': {'id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:42Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '634d2f2f-0b0b-467b-8416-0e44dac4871b', 'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'mac_address': 'fa:16:3e:64:bd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:46Z', 'updated_at': '2022-04-21T12:30:51Z', 'revision_number': 5, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'subnets': [{'id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:45.861564 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687c58b-6c0a-4a1a-927c-bd41fcc549c5 req-d116cc75-ba9b-48d5-a5c9-b4af866e0ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:45.865477 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1687c58b-6c0a-4a1a-927c-bd41fcc549c5 req-d116cc75-ba9b-48d5-a5c9-b4af866e0ca6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fa6ab292-cb0d-47ba-bfa2-d88de839c223 HTTP/1.1" status: 200 len: 860 time: 0.0724673 Apr 21 12:31:45.883725 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4290201-7227-4861-baf8-5bf303a9f498 None None] Checking router: 309f036c-fd99-4936-948e-c44d1814abb7 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:31:45.894154 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4290201-7227-4861-baf8-5bf303a9f498 None None] Routers {'309f036c-fd99-4936-948e-c44d1814abb7'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:31:45.895372 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a4290201-7227-4861-baf8-5bf303a9f498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:31:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['309f036c-fd99-4936-948e-c44d1814abb7'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:45.904867 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-3e8aa4d0-2be0-41c5-bbe0-7d5e56f06375 None None] For port 223ab491-23f3-4fd1-a9ab-17258a08c4a6, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:31:45.910689 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-3e8aa4d0-2be0-41c5-bbe0-7d5e56f06375 None None] For port 223ab491-23f3-4fd1-a9ab-17258a08c4a6, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=223ab491-23f3-4fd1-a9ab-17258a08c4a6,segment=NetworkSegment(6bbffa6f-854c-4785-a020-490552b22c1d),segment_id=6bbffa6f-854c-4785-a020-490552b22c1d)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:31:45.940161 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687c58b-6c0a-4a1a-927c-bd41fcc549c5 req-ba3e8f60-446b-4eca-ba58-a2483ed06d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:45.942153 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1687c58b-6c0a-4a1a-927c-bd41fcc549c5 req-ba3e8f60-446b-4eca-ba58-a2483ed06d47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689366 Apr 21 12:31:45.948207 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93317223-bc6c-48c6-8908-efba592a53d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:45.949506 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93317223-bc6c-48c6-8908-efba592a53d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:45.952813 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-93317223-bc6c-48c6-8908-efba592a53d0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/cc6e7ae9-2799-4196-8bed-f51a71fb8795 HTTP/1.1" status: 204 len: 168 time: 1.7861507 Apr 21 12:31:45.957892 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58114) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:45.979956 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93317223-bc6c-48c6-8908-efba592a53d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc6e7ae9-2799-4196-8bed-f51a71fb8795,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:46.039511 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-a4290201-7227-4861-baf8-5bf303a9f498 None None] Set router 309f036c-fd99-4936-948e-c44d1814abb7 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:31:46.078436 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1687c58b-6c0a-4a1a-927c-bd41fcc549c5 req-589c0ee2-1d1e-4b6f-ab2b-90c42880e8ce service neutron] 10.222.0.36 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235139 Apr 21 12:31:46.082855 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-3e8aa4d0-2be0-41c5-bbe0-7d5e56f06375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:46.203382 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d30218ce-44c6-448b-9a37-ab9e1a9fa636 None None] Provisioning complete for port 223ab491-23f3-4fd1-a9ab-17258a08c4a6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:46.204538 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d30218ce-44c6-448b-9a37-ab9e1a9fa636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:46.241366 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8aa4d0-2be0-41c5-bbe0-7d5e56f06375 None None] Routers {'30bcaabe-221d-4bb3-b9a4-b90028233c11'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:31:46.242703 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3e8aa4d0-2be0-41c5-bbe0-7d5e56f06375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:31:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['30bcaabe-221d-4bb3-b9a4-b90028233c11'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:46.253267 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c24c6-ee06-4f75-ac29-29d2d8db4b5e None None] Pushing event updated for resources: {'Port': ['ID=223ab491-23f3-4fd1-a9ab-17258a08c4a6,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:46.412894 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a14260-5574-47c5-bc4d-35eaef8b1f6e req-a342aebd-0f01-4bb0-b38a-5ec6d6672ba9 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:46.430206 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d7a14260-5574-47c5-bc4d-35eaef8b1f6e req-a342aebd-0f01-4bb0-b38a-5ec6d6672ba9 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 1097 time: 0.2866583 Apr 21 12:31:46.464663 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-3e8aa4d0-2be0-41c5-bbe0-7d5e56f06375 None None] Set router 30bcaabe-221d-4bb3-b9a4-b90028233c11 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:31:46.471099 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1687c58b-6c0a-4a1a-927c-bd41fcc549c5 req-cd924e24-8a87-47c5-834e-af918750cc17 service neutron] 10.222.0.36 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805344 Apr 21 12:31:46.516863 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d7a14260-5574-47c5-bc4d-35eaef8b1f6e req-288b6d1b-c2c7-40aa-a81c-bbbd291e6ac7 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788233 Apr 21 12:31:46.557278 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d30218ce-44c6-448b-9a37-ab9e1a9fa636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:46.580105 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301478d4-0bd4-4719-b302-89f5dd25c74c x-openstack-request-id: req-301478d4-0bd4-4719-b302-89f5dd25c74c {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:31:46.580466 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea06942f-b505-4e46-9d10-abdd0f4e5970", "tag": "e390d43f-a3a7-4b63-a5d6-8f7a39bebca4", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:31:46.580785 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-301478d4-0bd4-4719-b302-89f5dd25c74c {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:31:46.581262 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-301478d4-0bd4-4719-b302-89f5dd25c74c'] response: {'name': 'network-changed', 'server_uuid': 'ea06942f-b505-4e46-9d10-abdd0f4e5970', 'tag': 'e390d43f-a3a7-4b63-a5d6-8f7a39bebca4', 'status': 'completed', 'code': 200} Apr 21 12:31:46.700576 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd5d8c-7321-4032-9250-69a2015c2e67 req-33512c2e-97ce-4acd-80c6-e3cfca085827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:46.711879 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3cfd5d8c-7321-4032-9250-69a2015c2e67 req-33512c2e-97ce-4acd-80c6-e3cfca085827 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=39725541a84a4c0389b0f42f00fde7c4&device_id=ea06942f-b505-4e46-9d10-abdd0f4e5970 HTTP/1.1" status: 200 len: 1096 time: 0.1052680 Apr 21 12:31:46.755239 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 1350f57d-8dca-415c-a6c8-b5234ecb748a no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:31:46.806700 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 1350f57d-8dca-415c-a6c8-b5234ecb748a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:31:46.807060 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 1350f57d-8dca-415c-a6c8-b5234ecb748a not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:31:46.835923 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fba7596c-a89e-4421-8240-95711e360db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:46.836899 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d30218ce-44c6-448b-9a37-ab9e1a9fa636 None None] For port 223ab491-23f3-4fd1-a9ab-17258a08c4a6, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=223ab491-23f3-4fd1-a9ab-17258a08c4a6,segment=NetworkSegment(6bbffa6f-854c-4785-a020-490552b22c1d),segment_id=6bbffa6f-854c-4785-a020-490552b22c1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:46.852916 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a4290201-7227-4861-baf8-5bf303a9f498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309f036c-fd99-4936-948e-c44d1814abb7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1117689157-router', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:30:41Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'gw_port': {'id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:42Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '634d2f2f-0b0b-467b-8416-0e44dac4871b', 'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'mac_address': 'fa:16:3e:64:bd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:46Z', 'updated_at': '2022-04-21T12:30:51Z', 'revision_number': 5, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'subnets': [{'id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:46.863743 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71ebc0-4e41-48bb-be5e-2a7bf3254fb6 req-b0ee43bd-fd15-4037-89e1-e4ba17118dba tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:46.864156 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b71ebc0-4e41-48bb-be5e-2a7bf3254fb6 req-b0ee43bd-fd15-4037-89e1-e4ba17118dba tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.0912108 Apr 21 12:31:46.893933 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4290201-7227-4861-baf8-5bf303a9f498 None None] The sync data for ids ['309f036c-fd99-4936-948e-c44d1814abb7'] in n-d-836147-2 is: [{'id': '309f036c-fd99-4936-948e-c44d1814abb7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1117689157-router', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:30:41Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'gw_port': {'id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:42Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '634d2f2f-0b0b-467b-8416-0e44dac4871b', 'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'mac_address': 'fa:16:3e:64:bd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:46Z', 'updated_at': '2022-04-21T12:30:51Z', 'revision_number': 5, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'subnets': [{'id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:31:46.917231 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d30218ce-44c6-448b-9a37-ab9e1a9fa636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:46.921260 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:46.992672 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b71ebc0-4e41-48bb-be5e-2a7bf3254fb6 req-0e797703-7467-4e3a-b215-1279502111e6 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172037 Apr 21 12:31:47.004131 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30218ce-44c6-448b-9a37-ab9e1a9fa636 None None] Pushing event updated for resources: {'Port': ['ID=223ab491-23f3-4fd1-a9ab-17258a08c4a6,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:47.108239 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3e8aa4d0-2be0-41c5-bbe0-7d5e56f06375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bcaabe-221d-4bb3-b9a4-b90028233c11', 'name': 'tempest-TaggedBootDevicesTest-498083156-router', 'tenant_id': 'db56e274723b4fe9a0b40b882aede49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '67643221-6aa3-4a23-8e05-17ea7aab4454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:31:34Z', 'updated_at': '2022-04-21T12:31:42Z', 'revision_number': 4, 'project_id': 'db56e274723b4fe9a0b40b882aede49f', 'gw_port': {'id': '67643221-6aa3-4a23-8e05-17ea7aab4454', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bcaabe-221d-4bb3-b9a4-b90028233c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:35Z', 'updated_at': '2022-04-21T12:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '223ab491-23f3-4fd1-a9ab-17258a08c4a6', 'name': '', 'network_id': 'f0e6180b-1080-40a1-a71b-0967ec15d15e', 'tenant_id': 'db56e274723b4fe9a0b40b882aede49f', 'mac_address': 'fa:16:3e:11:f6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bcaabe-221d-4bb3-b9a4-b90028233c11', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e9fbc4a4-7f73-4682-8b17-bd617f556b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:40Z', 'updated_at': '2022-04-21T12:31:45Z', 'revision_number': 4, 'project_id': 'db56e274723b4fe9a0b40b882aede49f', 'subnets': [{'id': 'e9fbc4a4-7f73-4682-8b17-bd617f556b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:47.120647 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7c4de440-e9a7-488c-bef8-55f4aabf268b None None] Provisioning complete for port 223ab491-23f3-4fd1-a9ab-17258a08c4a6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:47.120995 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c4de440-e9a7-488c-bef8-55f4aabf268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:47.158807 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8aa4d0-2be0-41c5-bbe0-7d5e56f06375 None None] The sync data for ids ['30bcaabe-221d-4bb3-b9a4-b90028233c11'] in n-d-836147-2 is: [{'id': '30bcaabe-221d-4bb3-b9a4-b90028233c11', 'name': 'tempest-TaggedBootDevicesTest-498083156-router', 'tenant_id': 'db56e274723b4fe9a0b40b882aede49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '67643221-6aa3-4a23-8e05-17ea7aab4454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:31:34Z', 'updated_at': '2022-04-21T12:31:42Z', 'revision_number': 4, 'project_id': 'db56e274723b4fe9a0b40b882aede49f', 'gw_port': {'id': '67643221-6aa3-4a23-8e05-17ea7aab4454', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bcaabe-221d-4bb3-b9a4-b90028233c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:35Z', 'updated_at': '2022-04-21T12:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '223ab491-23f3-4fd1-a9ab-17258a08c4a6', 'name': '', 'network_id': 'f0e6180b-1080-40a1-a71b-0967ec15d15e', 'tenant_id': 'db56e274723b4fe9a0b40b882aede49f', 'mac_address': 'fa:16:3e:11:f6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30bcaabe-221d-4bb3-b9a4-b90028233c11', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': 'e9fbc4a4-7f73-4682-8b17-bd617f556b08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:40Z', 'updated_at': '2022-04-21T12:31:45Z', 'revision_number': 4, 'project_id': 'db56e274723b4fe9a0b40b882aede49f', 'subnets': [{'id': 'e9fbc4a4-7f73-4682-8b17-bd617f556b08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:31:47.242734 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba0a0a52-bcf7-48e5-89b3-4ee9b0055d57 req-86a845a8-fb24-46c6-9f7f-d11c784dc9ac tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d697314-a9ff-45e5-a40c-5a88725fb9c4 HTTP/1.1" status: 200 len: 210 time: 0.1045516 Apr 21 12:31:47.288951 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd5d8c-7321-4032-9250-69a2015c2e67 req-172f1d78-12c2-4f86-ae2b-38ba05389ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:47.292199 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3cfd5d8c-7321-4032-9250-69a2015c2e67 req-172f1d78-12c2-4f86-ae2b-38ba05389ece service neutron] 10.222.0.24 "GET /v2.0/networks?id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a HTTP/1.1" status: 200 len: 922 time: 0.5649369 Apr 21 12:31:47.315795 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-7693c59e-8da8-477d-bae3-fe9e82020a5e tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e6afccf4618e435ea9c53ffd58b98666&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0997005 Apr 21 12:31:47.404349 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3cfd5d8c-7321-4032-9250-69a2015c2e67 req-cf412163-6de2-40cd-a675-cf70e4e2352b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e390d43f-a3a7-4b63-a5d6-8f7a39bebca4 HTTP/1.1" status: 200 len: 217 time: 0.1024594 Apr 21 12:31:47.528378 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd5d8c-7321-4032-9250-69a2015c2e67 req-b8260b09-1028-44de-91ec-a08d08cad72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:47.530116 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3cfd5d8c-7321-4032-9250-69a2015c2e67 req-b8260b09-1028-44de-91ec-a08d08cad72c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fa6ab292-cb0d-47ba-bfa2-d88de839c223 HTTP/1.1" status: 200 len: 860 time: 0.1116142 Apr 21 12:31:47.562981 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-1fad15de-ba4b-455c-a1cc-3d94302bf14e tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:47.567554 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-1fad15de-ba4b-455c-a1cc-3d94302bf14e tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2266452 Apr 21 12:31:47.576308 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee80a36-f375-479e-9186-78fa40b11ef2 None None] New status for floating IP b73e9dad-2664-4554-a1c1-c6bf31f18ea0: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:31:47.583540 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-73479ba2-5e7d-4901-841c-f2a360837434 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Request body: {'port': {'device_id': '2d697314-a9ff-45e5-a40c-5a88725fb9c4', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'admin_state_up': True, 'tenant_id': 'e6afccf4618e435ea9c53ffd58b98666'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:31:47.597417 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:47.614677 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acee31-ebfa-4f25-bb29-392d8fab0e31 req-a59cfb3b-59cf-4fe6-8c5a-11d2869d6998 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:47.617244 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-76acee31-ebfa-4f25-bb29-392d8fab0e31 req-a59cfb3b-59cf-4fe6-8c5a-11d2869d6998 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=927681dd-0a61-410a-a377-69bc890ab4fb HTTP/1.1" status: 200 len: 945 time: 0.1377475 Apr 21 12:31:47.697534 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd5d8c-7321-4032-9250-69a2015c2e67 req-868b2e03-31dc-4962-8fdc-c809f7f4f493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:47.699221 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3cfd5d8c-7321-4032-9250-69a2015c2e67 req-868b2e03-31dc-4962-8fdc-c809f7f4f493 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1429262 Apr 21 12:31:47.812678 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-fba7596c-a89e-4421-8240-95711e360db4 admin admin] Deleting port e6c2f9cf-75c0-41d5-9708-7afc8294ea17 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:31:47.813270 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fba7596c-a89e-4421-8240-95711e360db4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:48.247838 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-76acee31-ebfa-4f25-bb29-392d8fab0e31 req-8a283e46-863b-49f6-9249-9a5502cb3ddc tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6197672 Apr 21 12:31:48.285161 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249fef5-f9c1-44f9-b8cd-90ca463584e0 req-1ff8e475-af50-487f-8f2f-c0560f760e58 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:48.293819 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b249fef5-f9c1-44f9-b8cd-90ca463584e0 req-1ff8e475-af50-487f-8f2f-c0560f760e58 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2075036 Apr 21 12:31:48.323402 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:48.371006 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b249fef5-f9c1-44f9-b8cd-90ca463584e0 req-22c70e8f-6fb6-4d74-97c8-c6f8a5bd965e tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.85 HTTP/1.1" status: 200 len: 695 time: 0.0751135 Apr 21 12:31:48.377400 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-b249fef5-f9c1-44f9-b8cd-90ca463584e0 req-8cf3de28-b563-42b4-8610-14c19c4668d8 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Request body: {'floatingip': {'port_id': '4bdba74c-0a92-4bb2-a543-f3b510d904f6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:31:48.429715 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3cfd5d8c-7321-4032-9250-69a2015c2e67 req-6b95e550-d1ea-4069-bf88-84d4b91d536b service neutron] 10.222.0.24 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7221279 Apr 21 12:31:48.463756 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b249fef5-f9c1-44f9-b8cd-90ca463584e0 req-8cf3de28-b563-42b4-8610-14c19c4668d8 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:48.550976 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-fba7596c-a89e-4421-8240-95711e360db4 admin admin] For port e6c2f9cf-75c0-41d5-9708-7afc8294ea17, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e6c2f9cf-75c0-41d5-9708-7afc8294ea17,segment=NetworkSegment(de3650be-96a4-4cd6-a25a-a431c3b4dd60),segment_id=de3650be-96a4-4cd6-a25a-a431c3b4dd60)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:48.551441 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fba7596c-a89e-4421-8240-95711e360db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:48.586239 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-fba7596c-a89e-4421-8240-95711e360db4 admin admin] Calling delete_port for e6c2f9cf-75c0-41d5-9708-7afc8294ea17 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:31:48.594974 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3cfd5d8c-7321-4032-9250-69a2015c2e67 req-c6c22438-12d2-4ab9-9d1c-249518d057b0 service neutron] 10.222.0.24 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566429 Apr 21 12:31:48.610566 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 223ab491-23f3-4fd1-a9ab-17258a08c4a6 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:31:48.644167 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-73479ba2-5e7d-4901-841c-f2a360837434 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Made reservation on behalf of e6afccf4618e435ea9c53ffd58b98666 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:31:48.649938 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-73479ba2-5e7d-4901-841c-f2a360837434 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:48.672192 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:48.678097 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-73479ba2-5e7d-4901-841c-f2a360837434 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:48.732244 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 223ab491-23f3-4fd1-a9ab-17258a08c4a6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:48.732689 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:48.814587 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8690998-f8b2-48e8-a1f8-e496737f730f req-0d1814d0-2382-4634-9ca5-afe5e1ce17e7 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:48.822729 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f8690998-f8b2-48e8-a1f8-e496737f730f req-0d1814d0-2382-4634-9ca5-afe5e1ce17e7 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.4424851 Apr 21 12:31:48.906146 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f8690998-f8b2-48e8-a1f8-e496737f730f req-fe2cf959-0dea-4eb7-9cde-95fd8e4fa238 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824137 Apr 21 12:31:48.968444 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fba7596c-a89e-4421-8240-95711e360db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:49.023402 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7596c-a89e-4421-8240-95711e360db4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6c2f9cf-75c0-41d5-9708-7afc8294ea17,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:49.073982 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31122aaf-3406-46f3-8fab-7ba555b4a61b req-47336617-c8dc-4876-a19a-00738148f2ec tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d697314-a9ff-45e5-a40c-5a88725fb9c4 HTTP/1.1" status: 200 len: 210 time: 0.0345817 Apr 21 12:31:49.131040 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-73479ba2-5e7d-4901-841c-f2a360837434 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:49.218020 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-73479ba2-5e7d-4901-841c-f2a360837434 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:49.270497 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fba7596c-a89e-4421-8240-95711e360db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:49.394383 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5955ea87-53c6-4369-8e05-7f23e5272528 req-95b71f75-6a32-4f26-a249-1033a60bef63 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:49.395948 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-5955ea87-53c6-4369-8e05-7f23e5272528 req-95b71f75-6a32-4f26-a249-1033a60bef63 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea06942f-b505-4e46-9d10-abdd0f4e5970 HTTP/1.1" status: 200 len: 945 time: 0.1182446 Apr 21 12:31:49.440838 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73479ba2-5e7d-4901-841c-f2a360837434 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=654d3409-0b1b-4d79-a145-ebf7ac52cde8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:49.563849 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d7a78-188e-4fea-83f6-7c435b3c0bba req-2de044cf-eaa5-49ff-978e-42a23aa5867a tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:49.565441 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b98d7a78-188e-4fea-83f6-7c435b3c0bba req-2de044cf-eaa5-49ff-978e-42a23aa5867a tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=927681dd-0a61-410a-a377-69bc890ab4fb HTTP/1.1" status: 200 len: 945 time: 0.1889102 Apr 21 12:31:49.640169 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-73479ba2-5e7d-4901-841c-f2a360837434 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Allocated IP 192.168.233.180 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/bc706f12-de6d-4192-ba09-e1e5692d8e92) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:31:49.648890 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-5955ea87-53c6-4369-8e05-7f23e5272528 req-1e657c7d-d1e9-4e94-bdf8-b4528276c24e tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Deleting port e390d43f-a3a7-4b63-a5d6-8f7a39bebca4 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:31:49.649448 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5955ea87-53c6-4369-8e05-7f23e5272528 req-1e657c7d-d1e9-4e94-bdf8-b4528276c24e tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:49.677880 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b98d7a78-188e-4fea-83f6-7c435b3c0bba req-0b39dac4-af20-4117-b152-426e65760c13 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962844 Apr 21 12:31:49.700459 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba7596c-a89e-4421-8240-95711e360db4 admin admin] Router b6b1c049-3161-4d74-9343-3e546e6f3e7e has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:31:49.750391 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b249fef5-f9c1-44f9-b8cd-90ca463584e0 req-8cf3de28-b563-42b4-8610-14c19c4668d8 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:49.801613 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-5955ea87-53c6-4369-8e05-7f23e5272528 req-1e657c7d-d1e9-4e94-bdf8-b4528276c24e tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] For port e390d43f-a3a7-4b63-a5d6-8f7a39bebca4, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e390d43f-a3a7-4b63-a5d6-8f7a39bebca4,segment=NetworkSegment(c24679f5-0724-496a-af10-68bc85415d7d),segment_id=c24679f5-0724-496a-af10-68bc85415d7d)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:49.801968 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5955ea87-53c6-4369-8e05-7f23e5272528 req-1e657c7d-d1e9-4e94-bdf8-b4528276c24e tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:49.847312 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-5955ea87-53c6-4369-8e05-7f23e5272528 req-1e657c7d-d1e9-4e94-bdf8-b4528276c24e tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Calling delete_port for e390d43f-a3a7-4b63-a5d6-8f7a39bebca4 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:31:49.895002 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-73479ba2-5e7d-4901-841c-f2a360837434 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:49.904184 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba7596c-a89e-4421-8240-95711e360db4 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:31:49.906641 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fba7596c-a89e-4421-8240-95711e360db4 admin admin] 10.222.0.36 "PUT /v2.0/routers/b6b1c049-3161-4d74-9343-3e546e6f3e7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9477353 Apr 21 12:31:49.909846 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 58202) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:49.916668 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fcd9ce-ce6b-45c6-a113-387b50604480 None None] Sync routers for ids ['b6b1c049-3161-4d74-9343-3e546e6f3e7e'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:31:49.924381 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b249fef5-f9c1-44f9-b8cd-90ca463584e0 req-8cf3de28-b563-42b4-8610-14c19c4668d8 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:49.940025 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fcd9ce-ce6b-45c6-a113-387b50604480 None None] Routers {'b6b1c049-3161-4d74-9343-3e546e6f3e7e'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:31:49.941043 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-46fcd9ce-ce6b-45c6-a113-387b50604480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:31:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['b6b1c049-3161-4d74-9343-3e546e6f3e7e'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:50.104386 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-46fcd9ce-ce6b-45c6-a113-387b50604480 None None] Set router b6b1c049-3161-4d74-9343-3e546e6f3e7e gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:31:50.131511 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [req-b249fef5-f9c1-44f9-b8cd-90ca463584e0 req-8cf3de28-b563-42b4-8610-14c19c4668d8 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Floating IP b73e9dad-2664-4554-a1c1-c6bf31f18ea0 associated. External IP: 172.25.8.85, port: 4bdba74c-0a92-4bb2-a543-f3b510d904f6. Apr 21 12:31:50.138564 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bc10cc3-5411-4bc2-add2-d081c106beb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:50.139412 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5955ea87-53c6-4369-8e05-7f23e5272528 req-1e657c7d-d1e9-4e94-bdf8-b4528276c24e tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:50.172706 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['e390d43f-a3a7-4b63-a5d6-8f7a39bebca4'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:31:50.174948 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['4bdba74c-0a92-4bb2-a543-f3b510d904f6'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:31:50.176100 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e657c7d-d1e9-4e94-bdf8-b4528276c24e tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Pushing event deleted for resources: {'Port': ['ID=e390d43f-a3a7-4b63-a5d6-8f7a39bebca4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:50.224746 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-5955ea87-53c6-4369-8e05-7f23e5272528 req-1e657c7d-d1e9-4e94-bdf8-b4528276c24e tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] No DVR routers for this DVR port e390d43f-a3a7-4b63-a5d6-8f7a39bebca4 on host n-h2-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:31:50.227737 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-5955ea87-53c6-4369-8e05-7f23e5272528 req-1e657c7d-d1e9-4e94-bdf8-b4528276c24e tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:50.230408 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-73479ba2-5e7d-4901-841c-f2a360837434 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:50.231756 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-5955ea87-53c6-4369-8e05-7f23e5272528 req-1e657c7d-d1e9-4e94-bdf8-b4528276c24e tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.24 "DELETE /v2.0/ports/e390d43f-a3a7-4b63-a5d6-8f7a39bebca4 HTTP/1.1" status: 204 len: 173 time: 0.7888441 Apr 21 12:31:50.232420 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea06942f-b505-4e46-9d10-abdd0f4e5970', 'name': 'network-vif-deleted', 'tag': 'e390d43f-a3a7-4b63-a5d6-8f7a39bebca4'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:31:50.250711 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721bcb6b-dbc5-4acb-a8c2-bd39bdf3b7d6" -d '{"events": [{"server_uuid": "ea06942f-b505-4e46-9d10-abdd0f4e5970", "name": "network-vif-deleted", "tag": "e390d43f-a3a7-4b63-a5d6-8f7a39bebca4"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:31:50.262830 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:50.376632 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-73479ba2-5e7d-4901-841c-f2a360837434 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:31:50.400740 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-73479ba2-5e7d-4901-841c-f2a360837434 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:31:50.425251 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-73479ba2-5e7d-4901-841c-f2a360837434 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:31:50.452029 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-46fcd9ce-ce6b-45c6-a113-387b50604480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1c049-3161-4d74-9343-3e546e6f3e7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-905715841-router', 'tenant_id': '48108f97575e4124a4e546e004f4af83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'e37a58e6-4a95-431d-81df-437e60c221a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:29:03Z', 'updated_at': '2022-04-21T12:31:48Z', 'revision_number': 5, 'project_id': '48108f97575e4124a4e546e004f4af83', 'gw_port': {'id': 'e37a58e6-4a95-431d-81df-437e60c221a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:be:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1c049-3161-4d74-9343-3e546e6f3e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:29:03Z', 'updated_at': '2022-04-21T12:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:50.509697 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fcd9ce-ce6b-45c6-a113-387b50604480 None None] Checking router: b6b1c049-3161-4d74-9343-3e546e6f3e7e for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:31:50.517149 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73479ba2-5e7d-4901-841c-f2a360837434 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Pushing event updated for resources: {'Port': ['ID=bc706f12-de6d-4192-ba09-e1e5692d8e92,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:50.546041 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fcd9ce-ce6b-45c6-a113-387b50604480 None None] Routers {'b6b1c049-3161-4d74-9343-3e546e6f3e7e'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:31:50.546472 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-46fcd9ce-ce6b-45c6-a113-387b50604480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:31:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['b6b1c049-3161-4d74-9343-3e546e6f3e7e'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:50.652518 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bc10cc3-5411-4bc2-add2-d081c106beb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:50.688758 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-73479ba2-5e7d-4901-841c-f2a360837434 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:50.689454 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-73479ba2-5e7d-4901-841c-f2a360837434 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:50.746169 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-46fcd9ce-ce6b-45c6-a113-387b50604480 None None] Set router b6b1c049-3161-4d74-9343-3e546e6f3e7e gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:31:50.768271 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ce1fa-edf6-4892-bbbb-6fbe1a59cea0 req-dd0788e6-240e-4681-84c4-51eafe1835f0 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:50.774095 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-820ce1fa-edf6-4892-bbbb-6fbe1a59cea0 req-dd0788e6-240e-4681-84c4-51eafe1835f0 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.2057476 Apr 21 12:31:50.874964 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-73479ba2-5e7d-4901-841c-f2a360837434 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2997949 Apr 21 12:31:50.876023 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-63f6b38e-cf4c-4998-82e0-e854f362a064 None None] Provisioning complete for port bc706f12-de6d-4192-ba09-e1e5692d8e92 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:50.876448 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63f6b38e-cf4c-4998-82e0-e854f362a064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:50.888479 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-820ce1fa-edf6-4892-bbbb-6fbe1a59cea0 req-64598d64-ce8a-4161-ab9e-d3c5f302fb52 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056373 Apr 21 12:31:50.893251 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-c6592bcf-1aae-42df-8d62-a0a46c53c53c service neutron] Request body: {'port': {'device_id': '2d697314-a9ff-45e5-a40c-5a88725fb9c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:31:50.946351 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b249fef5-f9c1-44f9-b8cd-90ca463584e0 req-8cf3de28-b563-42b4-8610-14c19c4668d8 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Router 309f036c-fd99-4936-948e-c44d1814abb7 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:31:50.957511 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-63f6b38e-cf4c-4998-82e0-e854f362a064 None None] Port bc706f12-de6d-4192-ba09-e1e5692d8e92 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:31:50.986978 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-2bc10cc3-5411-4bc2-add2-d081c106beb1 admin admin] Deleting port e37a58e6-4a95-431d-81df-437e60c221a6 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:31:50.987311 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bc10cc3-5411-4bc2-add2-d081c106beb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:50.988867 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-c6592bcf-1aae-42df-8d62-a0a46c53c53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:50.992839 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-46fcd9ce-ce6b-45c6-a113-387b50604480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6b1c049-3161-4d74-9343-3e546e6f3e7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-905715841-router', 'tenant_id': '48108f97575e4124a4e546e004f4af83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'e37a58e6-4a95-431d-81df-437e60c221a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:29:03Z', 'updated_at': '2022-04-21T12:31:48Z', 'revision_number': 5, 'project_id': '48108f97575e4124a4e546e004f4af83', 'gw_port': {'id': 'e37a58e6-4a95-431d-81df-437e60c221a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:be:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1c049-3161-4d74-9343-3e546e6f3e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:29:03Z', 'updated_at': '2022-04-21T12:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:51.027525 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fcd9ce-ce6b-45c6-a113-387b50604480 None None] The sync data for ids ['b6b1c049-3161-4d74-9343-3e546e6f3e7e'] in n-d-836147-2 is: [{'id': 'b6b1c049-3161-4d74-9343-3e546e6f3e7e', 'name': 'tempest-AttachSCSIVolumeTestJSON-905715841-router', 'tenant_id': '48108f97575e4124a4e546e004f4af83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.169'}], 'enable_snat': True}, 'gw_port_id': 'e37a58e6-4a95-431d-81df-437e60c221a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:29:03Z', 'updated_at': '2022-04-21T12:31:48Z', 'revision_number': 5, 'project_id': '48108f97575e4124a4e546e004f4af83', 'gw_port': {'id': 'e37a58e6-4a95-431d-81df-437e60c221a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:be:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b1c049-3161-4d74-9343-3e546e6f3e7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:29:03Z', 'updated_at': '2022-04-21T12:29:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:31:51.553258 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-2bc10cc3-5411-4bc2-add2-d081c106beb1 admin admin] For port e37a58e6-4a95-431d-81df-437e60c221a6, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e37a58e6-4a95-431d-81df-437e60c221a6,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:51.553572 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bc10cc3-5411-4bc2-add2-d081c106beb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:51.564025 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f51d611-62bd-4f9e-8172-7b527db1bcd1 req-711c8129-480b-442e-a51f-14b80d9ec8cf tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:51.569071 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f51d611-62bd-4f9e-8172-7b527db1bcd1 req-711c8129-480b-442e-a51f-14b80d9ec8cf tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d697314-a9ff-45e5-a40c-5a88725fb9c4 HTTP/1.1" status: 200 len: 936 time: 0.5720277 Apr 21 12:31:51.632682 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-2bc10cc3-5411-4bc2-add2-d081c106beb1 admin admin] Calling delete_port for e37a58e6-4a95-431d-81df-437e60c221a6 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:31:51.721038 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b249fef5-f9c1-44f9-b8cd-90ca463584e0 req-8cf3de28-b563-42b4-8610-14c19c4668d8 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:31:51.733653 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051d80da-2b1c-47da-bb17-d7128e9dd414 None None] Sync routers for ids ['309f036c-fd99-4936-948e-c44d1814abb7'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:31:51.744466 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051d80da-2b1c-47da-bb17-d7128e9dd414 None None] Routers {'309f036c-fd99-4936-948e-c44d1814abb7'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:31:51.745096 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-051d80da-2b1c-47da-bb17-d7128e9dd414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:31:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['309f036c-fd99-4936-948e-c44d1814abb7'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:51.777885 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b249fef5-f9c1-44f9-b8cd-90ca463584e0 req-8cf3de28-b563-42b4-8610-14c19c4668d8 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:51.801968 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f51d611-62bd-4f9e-8172-7b527db1bcd1 req-4fb9d579-8b5c-4055-b213-d351229af850 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908202 Apr 21 12:31:51.842466 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b249fef5-f9c1-44f9-b8cd-90ca463584e0 req-8cf3de28-b563-42b4-8610-14c19c4668d8 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "PUT /v2.0/floatingips/b73e9dad-2664-4554-a1c1-c6bf31f18ea0 HTTP/1.1" status: 200 len: 996 time: 3.4705243 Apr 21 12:31:51.845846 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6970ea5f-3b93-44bc-b6d4-50be03efc397', 'tag': '4bdba74c-0a92-4bb2-a543-f3b510d904f6'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:31:51.848114 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38501cd-86a2-4037-8eb6-93142d7358d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6970ea5f-3b93-44bc-b6d4-50be03efc397", "tag": "4bdba74c-0a92-4bb2-a543-f3b510d904f6"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:31:51.875218 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-051d80da-2b1c-47da-bb17-d7128e9dd414 None None] Set router 309f036c-fd99-4936-948e-c44d1814abb7 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:31:51.900571 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73044ecd-2462-45ab-b65f-30df735997c3 x-openstack-request-id: req-73044ecd-2462-45ab-b65f-30df735997c3 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:31:51.901051 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea06942f-b505-4e46-9d10-abdd0f4e5970", "name": "network-vif-deleted", "tag": "e390d43f-a3a7-4b63-a5d6-8f7a39bebca4", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:31:51.901134 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-73044ecd-2462-45ab-b65f-30df735997c3 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:31:51.901501 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73044ecd-2462-45ab-b65f-30df735997c3'] response: {'server_uuid': 'ea06942f-b505-4e46-9d10-abdd0f4e5970', 'name': 'network-vif-deleted', 'tag': 'e390d43f-a3a7-4b63-a5d6-8f7a39bebca4', 'status': 'completed', 'code': 200} Apr 21 12:31:52.034845 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249fef5-f9c1-44f9-b8cd-90ca463584e0 req-11e63e20-a46c-48ff-99f2-c48b3f3b2223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:52.036377 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b249fef5-f9c1-44f9-b8cd-90ca463584e0 req-11e63e20-a46c-48ff-99f2-c48b3f3b2223 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=39725541a84a4c0389b0f42f00fde7c4&device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397 HTTP/1.1" status: 200 len: 1097 time: 0.1635463 Apr 21 12:31:52.098536 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-c6592bcf-1aae-42df-8d62-a0a46c53c53c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc706f12-de6d-4192-ba09-e1e5692d8e92 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:31:52.112251 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-c6592bcf-1aae-42df-8d62-a0a46c53c53c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:52.191308 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-c6592bcf-1aae-42df-8d62-a0a46c53c53c service neutron] Transition to ACTIVE for port object bc706f12-de6d-4192-ba09-e1e5692d8e92 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:31:52.221799 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-051d80da-2b1c-47da-bb17-d7128e9dd414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309f036c-fd99-4936-948e-c44d1814abb7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1117689157-router', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:30:41Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'gw_port': {'id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:42Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'b73e9dad-2664-4554-a1c1-c6bf31f18ea0', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'port_id': '4bdba74c-0a92-4bb2-a543-f3b510d904f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'mac_address': 'fa:16:3e:48:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970ea5f-3b93-44bc-b6d4-50be03efc397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:31:12Z', 'updated_at': '2022-04-21T12:31:49Z', 'revision_number': 8, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634d2f2f-0b0b-467b-8416-0e44dac4871b', 'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'mac_address': 'fa:16:3e:64:bd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:46Z', 'updated_at': '2022-04-21T12:30:51Z', 'revision_number': 5, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'subnets': [{'id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:52.228912 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249fef5-f9c1-44f9-b8cd-90ca463584e0 req-a9e99885-7dcf-48f5-8baf-655713f6ee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:52.230528 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b249fef5-f9c1-44f9-b8cd-90ca463584e0 req-a9e99885-7dcf-48f5-8baf-655713f6ee39 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a HTTP/1.1" status: 200 len: 922 time: 0.1805131 Apr 21 12:31:52.252613 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051d80da-2b1c-47da-bb17-d7128e9dd414 None None] Checking router: 309f036c-fd99-4936-948e-c44d1814abb7 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:31:52.265038 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051d80da-2b1c-47da-bb17-d7128e9dd414 None None] Routers {'309f036c-fd99-4936-948e-c44d1814abb7'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:31:52.265667 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-051d80da-2b1c-47da-bb17-d7128e9dd414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:31:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['309f036c-fd99-4936-948e-c44d1814abb7'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:52.288310 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bc10cc3-5411-4bc2-add2-d081c106beb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:52.290444 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-c6592bcf-1aae-42df-8d62-a0a46c53c53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:52.330100 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc10cc3-5411-4bc2-add2-d081c106beb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e37a58e6-4a95-431d-81df-437e60c221a6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:52.412278 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-051d80da-2b1c-47da-bb17-d7128e9dd414 None None] Set router 309f036c-fd99-4936-948e-c44d1814abb7 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:31:52.427701 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b249fef5-f9c1-44f9-b8cd-90ca463584e0 req-7646b51b-c262-4f6c-8e4b-91b764822e8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bdba74c-0a92-4bb2-a543-f3b510d904f6 HTTP/1.1" status: 200 len: 999 time: 0.1876986 Apr 21 12:31:52.478259 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6592bcf-1aae-42df-8d62-a0a46c53c53c service neutron] Pushing event updated for resources: {'Port': ['ID=bc706f12-de6d-4192-ba09-e1e5692d8e92,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:52.571278 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bc10cc3-5411-4bc2-add2-d081c106beb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:52.628810 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e6c2f9cf-75c0-41d5-9708-7afc8294ea17 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:31:52.671463 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: e6c2f9cf-75c0-41d5-9708-7afc8294ea17 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:31:52.673631 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e6c2f9cf-75c0-41d5-9708-7afc8294ea17 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:31:52.704697 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249fef5-f9c1-44f9-b8cd-90ca463584e0 req-c9f4a2d4-7660-43dc-81f0-0a3c297e69a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:52.706281 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b249fef5-f9c1-44f9-b8cd-90ca463584e0 req-c9f4a2d4-7660-43dc-81f0-0a3c297e69a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fa6ab292-cb0d-47ba-bfa2-d88de839c223 HTTP/1.1" status: 200 len: 860 time: 0.2649748 Apr 21 12:31:52.714080 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bc10cc3-5411-4bc2-add2-d081c106beb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:52.721620 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bc10cc3-5411-4bc2-add2-d081c106beb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:52.742851 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-051d80da-2b1c-47da-bb17-d7128e9dd414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309f036c-fd99-4936-948e-c44d1814abb7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1117689157-router', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:30:41Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'gw_port': {'id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:42Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'b73e9dad-2664-4554-a1c1-c6bf31f18ea0', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'port_id': '4bdba74c-0a92-4bb2-a543-f3b510d904f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'mac_address': 'fa:16:3e:48:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970ea5f-3b93-44bc-b6d4-50be03efc397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:31:12Z', 'updated_at': '2022-04-21T12:31:49Z', 'revision_number': 8, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634d2f2f-0b0b-467b-8416-0e44dac4871b', 'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'mac_address': 'fa:16:3e:64:bd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:46Z', 'updated_at': '2022-04-21T12:30:51Z', 'revision_number': 5, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'subnets': [{'id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:52.772404 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051d80da-2b1c-47da-bb17-d7128e9dd414 None None] The sync data for ids ['309f036c-fd99-4936-948e-c44d1814abb7'] in n-d-836147-2 is: [{'id': '309f036c-fd99-4936-948e-c44d1814abb7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1117689157-router', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:30:41Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'gw_port': {'id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:42Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'b73e9dad-2664-4554-a1c1-c6bf31f18ea0', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'port_id': '4bdba74c-0a92-4bb2-a543-f3b510d904f6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'mac_address': 'fa:16:3e:48:ec:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6970ea5f-3b93-44bc-b6d4-50be03efc397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:31:12Z', 'updated_at': '2022-04-21T12:31:49Z', 'revision_number': 8, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '634d2f2f-0b0b-467b-8416-0e44dac4871b', 'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'mac_address': 'fa:16:3e:64:bd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:46Z', 'updated_at': '2022-04-21T12:30:51Z', 'revision_number': 5, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'subnets': [{'id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:31:52.848724 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249fef5-f9c1-44f9-b8cd-90ca463584e0 req-df40db97-8ecc-4fa8-ad4d-5c81b0460a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:52.850342 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b249fef5-f9c1-44f9-b8cd-90ca463584e0 req-df40db97-8ecc-4fa8-ad4d-5c81b0460a66 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1311593 Apr 21 12:31:52.851541 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-c6592bcf-1aae-42df-8d62-a0a46c53c53c service neutron] Attempting to bind port bc706f12-de6d-4192-ba09-e1e5692d8e92 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:31:52.851887 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-c6592bcf-1aae-42df-8d62-a0a46c53c53c service neutron] Attempting to bind port bc706f12-de6d-4192-ba09-e1e5692d8e92 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:31:52.852216 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-c6592bcf-1aae-42df-8d62-a0a46c53c53c service neutron] Attempting to bind port bc706f12-de6d-4192-ba09-e1e5692d8e92 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:31:52.858648 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-c6592bcf-1aae-42df-8d62-a0a46c53c53c service neutron] Port bc706f12-de6d-4192-ba09-e1e5692d8e92 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:31:52.858984 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-c6592bcf-1aae-42df-8d62-a0a46c53c53c service neutron] Attempting to bind port bc706f12-de6d-4192-ba09-e1e5692d8e92 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:31:52.883002 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-c6592bcf-1aae-42df-8d62-a0a46c53c53c service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:31:52.883366 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-c6592bcf-1aae-42df-8d62-a0a46c53c53c service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:31:52.883739 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-c6592bcf-1aae-42df-8d62-a0a46c53c53c service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:31:52.884190 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-c6592bcf-1aae-42df-8d62-a0a46c53c53c service neutron] Bound port: bc706f12-de6d-4192-ba09-e1e5692d8e92, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:31:52.884552 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-c6592bcf-1aae-42df-8d62-a0a46c53c53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:52.926627 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bc10cc3-5411-4bc2-add2-d081c106beb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:52.927246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc10cc3-5411-4bc2-add2-d081c106beb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6b1c049-3161-4d74-9343-3e546e6f3e7e {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:31:52.939063 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bc10cc3-5411-4bc2-add2-d081c106beb1 admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:52.940203 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2bc10cc3-5411-4bc2-add2-d081c106beb1 admin admin] 10.222.0.36 "DELETE /v2.0/routers/b6b1c049-3161-4d74-9343-3e546e6f3e7e HTTP/1.1" status: 204 len: 168 time: 3.0289969 Apr 21 12:31:52.942962 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58246) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:53.034476 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-c6592bcf-1aae-42df-8d62-a0a46c53c53c service neutron] For port bc706f12-de6d-4192-ba09-e1e5692d8e92, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:31:53.039019 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-c6592bcf-1aae-42df-8d62-a0a46c53c53c service neutron] For port bc706f12-de6d-4192-ba09-e1e5692d8e92, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=bc706f12-de6d-4192-ba09-e1e5692d8e92,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:31:53.050087 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbf48cc-628b-48f6-8993-bcf818b7aca1 None None] New status for floating IP b73e9dad-2664-4554-a1c1-c6bf31f18ea0: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:31:53.058741 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b249fef5-f9c1-44f9-b8cd-90ca463584e0 req-832497dd-494f-4eee-97ba-249bf409d924 service neutron] 10.222.0.36 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974201 Apr 21 12:31:53.102566 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-f22bf2c8-f1f4-43b2-a15b-3dce6b874ca9 admin admin] Deleting subnet 871da5e3-c9ef-44b9-9d71-7e175a1be63e {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:31:53.111011 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f22bf2c8-f1f4-43b2-a15b-3dce6b874ca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:53.170106 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4b685c79-471b-4067-85bb-33a016403c22 req-26788030-22b4-458f-b7bd-1bc0097b4d4d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1669214 Apr 21 12:31:53.193225 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f22bf2c8-f1f4-43b2-a15b-3dce6b874ca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:53.203272 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-c6592bcf-1aae-42df-8d62-a0a46c53c53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:53.307503 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4d5903-91c5-4613-90b0-a5dc13f73609 x-openstack-request-id: req-5b4d5903-91c5-4613-90b0-a5dc13f73609 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:31:53.308106 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6970ea5f-3b93-44bc-b6d4-50be03efc397", "tag": "4bdba74c-0a92-4bb2-a543-f3b510d904f6", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:31:53.308431 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5b4d5903-91c5-4613-90b0-a5dc13f73609 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:31:53.308909 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b4d5903-91c5-4613-90b0-a5dc13f73609'] response: {'name': 'network-changed', 'server_uuid': '6970ea5f-3b93-44bc-b6d4-50be03efc397', 'tag': '4bdba74c-0a92-4bb2-a543-f3b510d904f6', 'status': 'completed', 'code': 200} Apr 21 12:31:53.316368 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b249fef5-f9c1-44f9-b8cd-90ca463584e0 req-f2989e4d-27cb-4a76-90b5-9fcf45f95b3a service neutron] 10.222.0.36 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511802 Apr 21 12:31:53.324499 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6592bcf-1aae-42df-8d62-a0a46c53c53c service neutron] Pushing event updated for resources: {'Port': ['ID=bc706f12-de6d-4192-ba09-e1e5692d8e92,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:53.329799 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-c6592bcf-1aae-42df-8d62-a0a46c53c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:53.330852 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-c6592bcf-1aae-42df-8d62-a0a46c53c53c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:53.332515 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-c6592bcf-1aae-42df-8d62-a0a46c53c53c service neutron] 10.222.0.26 "PUT /v2.0/ports/bc706f12-de6d-4192-ba09-e1e5692d8e92 HTTP/1.1" status: 200 len: 1096 time: 2.4428871 Apr 21 12:31:53.416087 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b685c79-471b-4067-85bb-33a016403c22 req-2d65d8a9-ad76-4fe5-9086-b01fe6f8493a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:53.416377 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4b685c79-471b-4067-85bb-33a016403c22 req-2d65d8a9-ad76-4fe5-9086-b01fe6f8493a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26ea3c659ac44d28a683c1af948ed1b6&device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 1096 time: 0.1620564 Apr 21 12:31:53.433325 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e390d43f-a3a7-4b63-a5d6-8f7a39bebca4 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:31:53.479554 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908a559-681d-46d4-be02-90dd95fa062d req-1a07a886-0d6a-445b-bc53-f07499640758 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:53.486822 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f22bf2c8-f1f4-43b2-a15b-3dce6b874ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:53.498778 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: e390d43f-a3a7-4b63-a5d6-8f7a39bebca4 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:31:53.499114 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e390d43f-a3a7-4b63-a5d6-8f7a39bebca4 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:31:53.502662 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4908a559-681d-46d4-be02-90dd95fa062d req-1a07a886-0d6a-445b-bc53-f07499640758 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.1048434 Apr 21 12:31:53.645121 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4908a559-681d-46d4-be02-90dd95fa062d req-4858eb59-8261-4861-bb70-1489473585ba tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407671 Apr 21 12:31:53.665987 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-f17d9915-8565-4082-84af-b68e7c527692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:53.668973 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-f17d9915-8565-4082-84af-b68e7c527692 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6afccf4618e435ea9c53ffd58b98666&device_id=2d697314-a9ff-45e5-a40c-5a88725fb9c4 HTTP/1.1" status: 200 len: 1099 time: 0.1560013 Apr 21 12:31:53.669183 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38501cd-86a2-4037-8eb6-93142d7358d1 req-2864846c-8b72-4e80-b808-f6c7ef6eca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:53.670879 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a38501cd-86a2-4037-8eb6-93142d7358d1 req-2864846c-8b72-4e80-b808-f6c7ef6eca04 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39725541a84a4c0389b0f42f00fde7c4&device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397 HTTP/1.1" status: 200 len: 1097 time: 0.3391421 Apr 21 12:31:53.706958 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474c45a-078f-4466-8093-73f6b029e706 req-480b51a9-3b14-48d3-b7f5-ed793e8c145d tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:53.709073 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b474c45a-078f-4466-8093-73f6b029e706 req-480b51a9-3b14-48d3-b7f5-ed793e8c145d tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d697314-a9ff-45e5-a40c-5a88725fb9c4 HTTP/1.1" status: 200 len: 948 time: 0.1355739 Apr 21 12:31:53.763477 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-bbdb343c-6ca3-41ea-bdd3-1f4e9fea1daa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=bc706f12-de6d-4192-ba09-e1e5692d8e92 HTTP/1.1" status: 200 len: 217 time: 0.0775113 Apr 21 12:31:53.765553 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f22bf2c8-f1f4-43b2-a15b-3dce6b874ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:53.811571 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22bf2c8-f1f4-43b2-a15b-3dce6b874ca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=871da5e3-c9ef-44b9-9d71-7e175a1be63e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:53.824708 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961b14c4-8afe-4756-a423-642785ce50c7 None None] Network e134bb1e-ba5b-4474-aaea-3bafb1a3262c requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:31:53.825507 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f22bf2c8-f1f4-43b2-a15b-3dce6b874ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:53.832125 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f22bf2c8-f1f4-43b2-a15b-3dce6b874ca9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/871da5e3-c9ef-44b9-9d71-7e175a1be63e HTTP/1.1" status: 204 len: 168 time: 0.8877981 Apr 21 12:31:53.833613 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b685c79-471b-4067-85bb-33a016403c22 req-574da4ca-c441-4dd6-aea0-43b2802be3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:53.835584 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4b685c79-471b-4067-85bb-33a016403c22 req-574da4ca-c441-4dd6-aea0-43b2802be3e4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c287e289-9664-4a57-ae4d-cb3d1c307007 HTTP/1.1" status: 200 len: 921 time: 0.2441261 Apr 21 12:31:53.837831 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58264) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:53.911793 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4b685c79-471b-4067-85bb-33a016403c22 req-bf6a8f71-8456-4735-802c-a6c9713a72f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b93f2730-b02e-48d8-8e3f-c24ab6931ffb HTTP/1.1" status: 200 len: 217 time: 0.0644875 Apr 21 12:31:53.937251 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 9ac5122a-abbf-4013-9d47-7de80b0d0423 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:31:53.957007 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38501cd-86a2-4037-8eb6-93142d7358d1 req-5a836451-e496-412d-9427-1628b422e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:53.959475 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a38501cd-86a2-4037-8eb6-93142d7358d1 req-5a836451-e496-412d-9427-1628b422e0f5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a HTTP/1.1" status: 200 len: 922 time: 0.2751827 Apr 21 12:31:54.007454 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b474c45a-078f-4466-8093-73f6b029e706 req-6cc0605f-49f9-4a7f-a64b-4d277f5cd809 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320199 Apr 21 12:31:54.050413 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-941e5beb-d302-4814-a67b-60c782dc85da req-b409dca9-e973-412b-8bde-e29c8b1acedd tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/floatingips/b73e9dad-2664-4554-a1c1-c6bf31f18ea0 HTTP/1.1" status: 200 len: 998 time: 0.2859883 Apr 21 12:31:54.076933 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-38d6b136-f85d-4b4a-80ea-351a2911cb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:54.078494 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-38d6b136-f85d-4b4a-80ea-351a2911cb0d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.2890112 Apr 21 12:31:54.159123 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90833a7f-fb07-4ff0-b589-82ce43514d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:54.169920 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b685c79-471b-4067-85bb-33a016403c22 req-ff43dd84-6cab-40cf-8a0b-ac0f14046f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:54.171403 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4b685c79-471b-4067-85bb-33a016403c22 req-ff43dd84-6cab-40cf-8a0b-ac0f14046f04 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c2895f5-072d-4584-843c-51a4758cad8d HTTP/1.1" status: 200 len: 860 time: 0.2326920 Apr 21 12:31:54.235979 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e5beb-d302-4814-a67b-60c782dc85da req-93f16652-1969-47f2-b48f-908aff6fbf29 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:54.244606 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4b685c79-471b-4067-85bb-33a016403c22 req-b750f4e1-bfba-4377-b5ed-c1edee71eecb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c287e289-9664-4a57-ae4d-cb3d1c307007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588825 Apr 21 12:31:54.246062 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-941e5beb-d302-4814-a67b-60c782dc85da req-93f16652-1969-47f2-b48f-908aff6fbf29 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 784 time: 0.1947212 Apr 21 12:31:54.247349 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a38501cd-86a2-4037-8eb6-93142d7358d1 req-e3808243-fab9-472a-86b0-c0bae8a94eff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bdba74c-0a92-4bb2-a543-f3b510d904f6 HTTP/1.1" status: 200 len: 1001 time: 0.2527969 Apr 21 12:31:54.254256 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-941e5beb-d302-4814-a67b-60c782dc85da req-9f334483-ec94-4266-b38e-104024acbed8 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:31:54.265451 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-941e5beb-d302-4814-a67b-60c782dc85da req-9f334483-ec94-4266-b38e-104024acbed8 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122814 Apr 21 12:31:54.276835 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-772e1977-5967-449a-ac53-f2c3bb49d229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:54.278393 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-772e1977-5967-449a-ac53-f2c3bb49d229 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1038852 Apr 21 12:31:54.377757 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 9ac5122a-abbf-4013-9d47-7de80b0d0423, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9ac5122a-abbf-4013-9d47-7de80b0d0423,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:54.382204 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4b685c79-471b-4067-85bb-33a016403c22 req-096db371-6686-4ac8-bbda-b9af254c6c1b service neutron] 10.222.0.24 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293447 Apr 21 12:31:54.420638 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '9ac5122a-abbf-4013-9d47-7de80b0d0423', 'network_id': 'a750d059-4831-44ed-89d3-df516bd3d8aa', 'port_id': '9ac5122a-abbf-4013-9d47-7de80b0d0423', 'mac_address': 'fa:16:3e:8e:53:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7070f83-9ad6-411e-82a5-c452eae4aee0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:31:54.456734 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d5341c-6873-4268-8dc3-b383ff06f52e None None] DHCP port deletion for e134bb1e-ba5b-4474-aaea-3bafb1a3262c request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:31:54.481724 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5ced138b-8c0e-4db8-b42c-52f6471e8212 req-0e4940a9-4871-4d09-86fd-47d2b940d563 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.85 HTTP/1.1" status: 200 len: 1001 time: 0.2009029 Apr 21 12:31:54.494354 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:54.517824 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4b685c79-471b-4067-85bb-33a016403c22 req-4f8c3484-af76-4a74-9baf-d1c4a8bae403 service neutron] 10.222.0.24 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146066 Apr 21 12:31:54.549643 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ac5122a-abbf-4013-9d47-7de80b0d0423 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:31:54.584926 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 9ac5122a-abbf-4013-9d47-7de80b0d0423, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9ac5122a-abbf-4013-9d47-7de80b0d0423,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:54.610402 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 08484d05-e53d-4f3e-b1f4-4358633dde09 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:31:54.625167 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced138b-8c0e-4db8-b42c-52f6471e8212 req-ea95d88e-33c3-4378-a18a-f09c311ca8e2 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:54.627296 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5ced138b-8c0e-4db8-b42c-52f6471e8212 req-ea95d88e-33c3-4378-a18a-f09c311ca8e2 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports/4bdba74c-0a92-4bb2-a543-f3b510d904f6 HTTP/1.1" status: 200 len: 943 time: 0.1380670 Apr 21 12:31:54.632338 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38501cd-86a2-4037-8eb6-93142d7358d1 req-a94e2c76-1f18-4d18-b22a-551fabed7863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:54.633849 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a38501cd-86a2-4037-8eb6-93142d7358d1 req-a94e2c76-1f18-4d18-b22a-551fabed7863 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa6ab292-cb0d-47ba-bfa2-d88de839c223 HTTP/1.1" status: 200 len: 860 time: 0.2502902 Apr 21 12:31:54.638508 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-6d1a3da4-2d11-4180-8da1-d59314dcefbf service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504088 Apr 21 12:31:54.639634 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-90833a7f-fb07-4ff0-b589-82ce43514d7e admin admin] Deleting port 08484d05-e53d-4f3e-b1f4-4358633dde09 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:31:54.639919 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90833a7f-fb07-4ff0-b589-82ce43514d7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:54.714582 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b0d5341c-6873-4268-8dc3-b383ff06f52e None None] Deleting port 08484d05-e53d-4f3e-b1f4-4358633dde09 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:31:54.715013 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0d5341c-6873-4268-8dc3-b383ff06f52e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:54.809131 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:54.834081 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-90833a7f-fb07-4ff0-b589-82ce43514d7e admin admin] For port 08484d05-e53d-4f3e-b1f4-4358633dde09, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=08484d05-e53d-4f3e-b1f4-4358633dde09,segment=NetworkSegment(de3650be-96a4-4cd6-a25a-a431c3b4dd60),segment_id=de3650be-96a4-4cd6-a25a-a431c3b4dd60)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:54.834471 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90833a7f-fb07-4ff0-b589-82ce43514d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:54.839009 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38501cd-86a2-4037-8eb6-93142d7358d1 req-99db7ff6-5d0b-4b1e-b016-190af9ca87e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:54.840862 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a38501cd-86a2-4037-8eb6-93142d7358d1 req-99db7ff6-5d0b-4b1e-b016-190af9ca87e0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1666310 Apr 21 12:31:54.883778 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-90833a7f-fb07-4ff0-b589-82ce43514d7e admin admin] Calling delete_port for 08484d05-e53d-4f3e-b1f4-4358633dde09 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:31:55.043876 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:55.060289 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=9ac5122a-abbf-4013-9d47-7de80b0d0423,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:55.104362 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b0d5341c-6873-4268-8dc3-b383ff06f52e None None] For port 08484d05-e53d-4f3e-b1f4-4358633dde09, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=08484d05-e53d-4f3e-b1f4-4358633dde09,segment=NetworkSegment(de3650be-96a4-4cd6-a25a-a431c3b4dd60),segment_id=de3650be-96a4-4cd6-a25a-a431c3b4dd60)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:55.105397 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0d5341c-6873-4268-8dc3-b383ff06f52e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:55.123295 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['9ac5122a-abbf-4013-9d47-7de80b0d0423'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:31:55.139608 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a38501cd-86a2-4037-8eb6-93142d7358d1 req-3346e1c0-15a3-412b-aca4-26623081b48b service neutron] 10.222.0.26 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881844 Apr 21 12:31:55.161050 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b0d5341c-6873-4268-8dc3-b383ff06f52e None None] Calling delete_port for 08484d05-e53d-4f3e-b1f4-4358633dde09 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:31:55.195578 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 08484d05-e53d-4f3e-b1f4-4358633dde09, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=08484d05-e53d-4f3e-b1f4-4358633dde09,segment=NetworkSegment(de3650be-96a4-4cd6-a25a-a431c3b4dd60),segment_id=de3650be-96a4-4cd6-a25a-a431c3b4dd60)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:55.218366 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5ced138b-8c0e-4db8-b42c-52f6471e8212 req-75257963-3a77-4a68-9159-200171672b30 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.85 HTTP/1.1" status: 200 len: 1001 time: 0.4728117 Apr 21 12:31:55.263339 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a38501cd-86a2-4037-8eb6-93142d7358d1 req-943947a5-7913-4f2a-8362-9964d12e7e3d service neutron] 10.222.0.26 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180272 Apr 21 12:31:55.339274 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d697314-a9ff-45e5-a40c-5a88725fb9c4', 'tag': 'bc706f12-de6d-4192-ba09-e1e5692d8e92'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:31:55.341806 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decd8a9e-046b-42db-8417-5833a53ac12b" -d '{"events": [{"name": "network-changed", "server_uuid": "2d697314-a9ff-45e5-a40c-5a88725fb9c4", "tag": "bc706f12-de6d-4192-ba09-e1e5692d8e92"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:31:55.343909 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:55.344722 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e37a58e6-4a95-431d-81df-437e60c221a6 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:31:55.384026 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e72fb8a3-1744-4a4e-871f-a5f904465c0c req-6b726650-d457-4a31-82aa-f149f7c32152 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=06229d16-f05e-4ef8-b177-38be30d1019b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1638443 Apr 21 12:31:55.389271 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: e37a58e6-4a95-431d-81df-437e60c221a6 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:31:55.389695 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e37a58e6-4a95-431d-81df-437e60c221a6 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:31:55.426187 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38622413-f61a-47bd-8656-e2c61ce232dd req-af2b8c4f-63a0-4aad-97aa-a439cec765fb tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:55.434917 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38622413-f61a-47bd-8656-e2c61ce232dd req-af2b8c4f-63a0-4aad-97aa-a439cec765fb tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.2056201 Apr 21 12:31:55.467364 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90833a7f-fb07-4ff0-b589-82ce43514d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:55.467908 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=08484d05-e53d-4f3e-b1f4-4358633dde09,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:55.504368 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-117acd81-b1a2-41ef-9e17-7d07eb37abcb req-f7ef2879-8594-4f50-90a4-637bc629c56e service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8533218 Apr 21 12:31:55.510470 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38622413-f61a-47bd-8656-e2c61ce232dd req-b02f0f59-bb30-4c7c-9f70-9fd400952bdc tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739937 Apr 21 12:31:55.515561 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0d5341c-6873-4268-8dc3-b383ff06f52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:55.562920 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced138b-8c0e-4db8-b42c-52f6471e8212 req-e09c6ba2-61d1-46d8-9e18-3b10fe1e72e7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:55.571183 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90833a7f-fb07-4ff0-b589-82ce43514d7e admin admin] Pushing event deleted for resources: {'Port': ['ID=08484d05-e53d-4f3e-b1f4-4358633dde09,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:55.572418 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5341c-6873-4268-8dc3-b383ff06f52e None None] Pushing event deleted for resources: {'Port': ['ID=08484d05-e53d-4f3e-b1f4-4358633dde09,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:55.576140 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5ced138b-8c0e-4db8-b42c-52f6471e8212 req-e09c6ba2-61d1-46d8-9e18-3b10fe1e72e7 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 784 time: 0.3375375 Apr 21 12:31:55.581005 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d5341c-6873-4268-8dc3-b383ff06f52e None None] No DVR routers for this DVR port 08484d05-e53d-4f3e-b1f4-4358633dde09 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:31:55.582744 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90833a7f-fb07-4ff0-b589-82ce43514d7e admin admin] No DVR routers for this DVR port 08484d05-e53d-4f3e-b1f4-4358633dde09 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:31:55.664049 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fb8a3-1744-4a4e-871f-a5f904465c0c req-59a2e40e-0285-4ef8-aec3-b58a9b031dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:55.666114 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e72fb8a3-1744-4a4e-871f-a5f904465c0c req-59a2e40e-0285-4ef8-aec3-b58a9b031dbe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c66726bc1d664d6d9ca628f60b5422d1&device_id=06229d16-f05e-4ef8-b177-38be30d1019b HTTP/1.1" status: 200 len: 1096 time: 0.1812699 Apr 21 12:31:55.734762 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90833a7f-fb07-4ff0-b589-82ce43514d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:55.734861 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5ced138b-8c0e-4db8-b42c-52f6471e8212 req-3c18c8e2-ae6d-4c4b-9c3c-aff3218d5b50 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.85 HTTP/1.1" status: 200 len: 1001 time: 0.1460762 Apr 21 12:31:55.744959 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-90833a7f-fb07-4ff0-b589-82ce43514d7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e134bb1e-ba5b-4474-aaea-3bafb1a3262c']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:55.757242 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-90833a7f-fb07-4ff0-b589-82ce43514d7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de3650be-96a4-4cd6-a25a-a431c3b4dd60') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:55.758060 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-90833a7f-fb07-4ff0-b589-82ce43514d7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de3650be-96a4-4cd6-a25a-a431c3b4dd60') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:55.772925 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5ced138b-8c0e-4db8-b42c-52f6471e8212 req-5b6fedd7-b352-4253-a797-0a0c9af26076 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:31:55.774900 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90833a7f-fb07-4ff0-b589-82ce43514d7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:55.792901 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90833a7f-fb07-4ff0-b589-82ce43514d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:55.802393 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90833a7f-fb07-4ff0-b589-82ce43514d7e admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:31:55.803146 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90833a7f-fb07-4ff0-b589-82ce43514d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:31:55.805849 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:31:55.891891 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5ced138b-8c0e-4db8-b42c-52f6471e8212 req-5b6fedd7-b352-4253-a797-0a0c9af26076 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:55.894469 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fb8a3-1744-4a4e-871f-a5f904465c0c req-4a110472-82df-4f67-b85c-1b8dc459da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:55.895148 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 9ac5122a-abbf-4013-9d47-7de80b0d0423 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:31:55.896139 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e72fb8a3-1744-4a4e-871f-a5f904465c0c req-4a110472-82df-4f67-b85c-1b8dc459da51 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7bed1b78-2645-446a-9812-77a5a7c4f0d8 HTTP/1.1" status: 200 len: 925 time: 0.2076435 Apr 21 12:31:55.904496 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b708b-5ddd-4de1-8631-8006f5cb3e4e req-da337ff7-2c2f-404a-8383-4544ccb07aa2 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:55.906044 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-701b708b-5ddd-4de1-8631-8006f5cb3e4e req-da337ff7-2c2f-404a-8383-4544ccb07aa2 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d697314-a9ff-45e5-a40c-5a88725fb9c4 HTTP/1.1" status: 200 len: 948 time: 0.1804543 Apr 21 12:31:55.953109 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 9ac5122a-abbf-4013-9d47-7de80b0d0423 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:31:55.953474 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:56.082993 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:56.087831 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90833a7f-fb07-4ff0-b589-82ce43514d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:56.090466 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-701b708b-5ddd-4de1-8631-8006f5cb3e4e req-238d17e9-ce85-4431-8e24-74690aa8fa83 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410873 Apr 21 12:31:56.109962 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90833a7f-fb07-4ff0-b589-82ce43514d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:56.111763 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-90833a7f-fb07-4ff0-b589-82ce43514d7e admin admin] 10.222.0.36 "DELETE /v2.0/networks/e134bb1e-ba5b-4474-aaea-3bafb1a3262c HTTP/1.1" status: 204 len: 168 time: 2.2727518 Apr 21 12:31:56.114892 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e72fb8a3-1744-4a4e-871f-a5f904465c0c req-c44b98ab-5f63-4d77-b0f4-be26c408209d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87d783b6-b09f-4725-9a90-c290a3f31ea2 HTTP/1.1" status: 200 len: 1001 time: 0.2066026 Apr 21 12:31:56.135918 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927681dd-0a61-410a-a377-69bc890ab4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac5122a-abbf-4013-9d47-7de80b0d0423'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:31:56.138517 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b9db48-145f-40ca-bfd0-b447edb0470e" -d '{"events": [{"server_uuid": "927681dd-0a61-410a-a377-69bc890ab4fb", "name": "network-vif-plugged", "status": "completed", "tag": "9ac5122a-abbf-4013-9d47-7de80b0d0423"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:31:56.155296 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90833a7f-fb07-4ff0-b589-82ce43514d7e admin admin] Pushing event deleted for resources: {'Network': ['ID=e134bb1e-ba5b-4474-aaea-3bafb1a3262c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:56.157540 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 9ac5122a-abbf-4013-9d47-7de80b0d0423, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9ac5122a-abbf-4013-9d47-7de80b0d0423,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:31:56.187207 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63b0c6b-8985-4227-93d4-c4d90d7f1939 x-openstack-request-id: req-e63b0c6b-8985-4227-93d4-c4d90d7f1939 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:31:56.187473 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d697314-a9ff-45e5-a40c-5a88725fb9c4", "tag": "bc706f12-de6d-4192-ba09-e1e5692d8e92", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:31:56.187791 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e63b0c6b-8985-4227-93d4-c4d90d7f1939 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:31:56.188287 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e63b0c6b-8985-4227-93d4-c4d90d7f1939'] response: {'name': 'network-changed', 'server_uuid': '2d697314-a9ff-45e5-a40c-5a88725fb9c4', 'tag': 'bc706f12-de6d-4192-ba09-e1e5692d8e92', 'status': 'completed', 'code': 200} Apr 21 12:31:56.215706 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33304d1-83f3-4cf2-aad4-0d0fac1c1fb3 x-openstack-request-id: req-b33304d1-83f3-4cf2-aad4-0d0fac1c1fb3 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:31:56.216059 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927681dd-0a61-410a-a377-69bc890ab4fb", "name": "network-vif-plugged", "status": "completed", "tag": "9ac5122a-abbf-4013-9d47-7de80b0d0423", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:31:56.216368 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b33304d1-83f3-4cf2-aad4-0d0fac1c1fb3 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:31:56.217456 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b33304d1-83f3-4cf2-aad4-0d0fac1c1fb3'] response: {'server_uuid': '927681dd-0a61-410a-a377-69bc890ab4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac5122a-abbf-4013-9d47-7de80b0d0423', 'code': 200} Apr 21 12:31:56.243111 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:56.253477 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5ced138b-8c0e-4db8-b42c-52f6471e8212 req-5b6fedd7-b352-4253-a797-0a0c9af26076 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:56.285608 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fb8a3-1744-4a4e-871f-a5f904465c0c req-c5fe0da0-5bef-44c4-bd25-ba03273d7b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:56.287261 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e72fb8a3-1744-4a4e-871f-a5f904465c0c req-c5fe0da0-5bef-44c4-bd25-ba03273d7b73 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=53214ab6-7220-4f63-a722-64332ff2dee2 HTTP/1.1" status: 200 len: 863 time: 0.1626942 Apr 21 12:31:56.301450 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd8a9e-046b-42db-8417-5833a53ac12b req-138bfdf8-ccfe-428b-9cee-70e7f4f0cf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:56.303307 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-decd8a9e-046b-42db-8417-5833a53ac12b req-138bfdf8-ccfe-428b-9cee-70e7f4f0cf54 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6afccf4618e435ea9c53ffd58b98666&device_id=2d697314-a9ff-45e5-a40c-5a88725fb9c4 HTTP/1.1" status: 200 len: 1099 time: 0.0977793 Apr 21 12:31:56.314110 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=9ac5122a-abbf-4013-9d47-7de80b0d0423,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:56.398461 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5ced138b-8c0e-4db8-b42c-52f6471e8212 req-5b6fedd7-b352-4253-a797-0a0c9af26076 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:56.398884 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [req-5ced138b-8c0e-4db8-b42c-52f6471e8212 req-5b6fedd7-b352-4253-a797-0a0c9af26076 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Floating IP b73e9dad-2664-4554-a1c1-c6bf31f18ea0 disassociated. External IP: 172.25.8.85, port: 4bdba74c-0a92-4bb2-a543-f3b510d904f6. Apr 21 12:31:56.473730 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fb8a3-1744-4a4e-871f-a5f904465c0c req-4494fd0a-c903-4dc1-b83f-f59ee6362cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:56.475263 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e72fb8a3-1744-4a4e-871f-a5f904465c0c req-4494fd0a-c903-4dc1-b83f-f59ee6362cf0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7bed1b78-2645-446a-9812-77a5a7c4f0d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1806395 Apr 21 12:31:56.542654 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd8a9e-046b-42db-8417-5833a53ac12b req-60d4cf5e-b168-4e26-91fd-df53a2c4e67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:56.544139 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-decd8a9e-046b-42db-8417-5833a53ac12b req-60d4cf5e-b168-4e26-91fd-df53a2c4e67c service neutron] 10.222.0.26 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.2266879 Apr 21 12:31:56.624974 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-decd8a9e-046b-42db-8417-5833a53ac12b req-e5040876-4948-49a2-a01c-cd7f5dde6b6e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=bc706f12-de6d-4192-ba09-e1e5692d8e92 HTTP/1.1" status: 200 len: 217 time: 0.0497367 Apr 21 12:31:56.762467 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e72fb8a3-1744-4a4e-871f-a5f904465c0c req-b25a79cb-572d-4f6a-be0d-c7e568ef7386 service neutron] 10.222.0.26 "GET /v2.0/networks/7bed1b78-2645-446a-9812-77a5a7c4f0d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758658 Apr 21 12:31:56.786323 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58302) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:56.797964 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c9dc57-55de-4117-bb42-8760819671ba req-a1349a81-c06f-41bc-bff8-03b1f7347e1c tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:56.805242 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-97c9dc57-55de-4117-bb42-8760819671ba req-a1349a81-c06f-41bc-bff8-03b1f7347e1c tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.1753428 Apr 21 12:31:56.812515 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd8a9e-046b-42db-8417-5833a53ac12b req-985e2b0f-101c-4bc6-991c-251b9c357f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:56.813968 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-decd8a9e-046b-42db-8417-5833a53ac12b req-985e2b0f-101c-4bc6-991c-251b9c357f9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1721909 Apr 21 12:31:56.852941 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-31c6b9fe-8648-45e3-a695-d90ad65cae9b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=83ba1d77d70e479991d8b2182c43e0c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0649765 Apr 21 12:31:56.855269 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58304) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:56.921685 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f8878ffe-fedf-4100-8d03-4aed538d2b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:56.950647 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f8878ffe-fedf-4100-8d03-4aed538d2b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:56.968322 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-97c9dc57-55de-4117-bb42-8760819671ba req-7ddbe859-d87a-4a5b-8910-3d6edac66ad5 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619763 Apr 21 12:31:56.994872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd8a9e-046b-42db-8417-5833a53ac12b req-9db813ff-4bcb-4c23-8510-996105d45a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:56.996352 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-decd8a9e-046b-42db-8417-5833a53ac12b req-9db813ff-4bcb-4c23-8510-996105d45a03 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1679926 Apr 21 12:31:56.998163 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ced138b-8c0e-4db8-b42c-52f6471e8212 req-5b6fedd7-b352-4253-a797-0a0c9af26076 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Router 309f036c-fd99-4936-948e-c44d1814abb7 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:31:57.032305 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e72fb8a3-1744-4a4e-871f-a5f904465c0c req-51fcb5e3-4320-4e5e-b3a3-5527587d8fee service neutron] 10.222.0.26 "GET /v2.0/networks/7bed1b78-2645-446a-9812-77a5a7c4f0d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578709 Apr 21 12:31:57.134525 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f8878ffe-fedf-4100-8d03-4aed538d2b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:57.137301 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f8878ffe-fedf-4100-8d03-4aed538d2b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:57.138559 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f8878ffe-fedf-4100-8d03-4aed538d2b13 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e068007-5021-4550-813a-52a754866032 HTTP/1.1" status: 204 len: 168 time: 0.2823114 Apr 21 12:31:57.150377 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8878ffe-fedf-4100-8d03-4aed538d2b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e068007-5021-4550-813a-52a754866032,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:57.249266 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-decd8a9e-046b-42db-8417-5833a53ac12b req-4bf01962-cd50-4eb5-b1a5-baf147efc175 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449503 Apr 21 12:31:57.341064 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ced138b-8c0e-4db8-b42c-52f6471e8212 req-5b6fedd7-b352-4253-a797-0a0c9af26076 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:31:57.349258 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5ced138b-8c0e-4db8-b42c-52f6471e8212 req-5b6fedd7-b352-4253-a797-0a0c9af26076 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:57.352344 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c02b6d7-1aca-4b2b-bd5c-05d13c9cd834 None None] Sync routers for ids ['309f036c-fd99-4936-948e-c44d1814abb7'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:31:57.366727 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c02b6d7-1aca-4b2b-bd5c-05d13c9cd834 None None] Routers {'309f036c-fd99-4936-948e-c44d1814abb7'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:31:57.367666 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0c02b6d7-1aca-4b2b-bd5c-05d13c9cd834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:31:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['309f036c-fd99-4936-948e-c44d1814abb7'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:57.502850 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0c02b6d7-1aca-4b2b-bd5c-05d13c9cd834 None None] Set router 309f036c-fd99-4936-948e-c44d1814abb7 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:31:57.714803 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5ced138b-8c0e-4db8-b42c-52f6471e8212 req-5b6fedd7-b352-4253-a797-0a0c9af26076 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "PUT /v2.0/floatingips/b73e9dad-2664-4554-a1c1-c6bf31f18ea0 HTTP/1.1" status: 200 len: 695 time: 1.9536581 Apr 21 12:31:57.744423 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0c02b6d7-1aca-4b2b-bd5c-05d13c9cd834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309f036c-fd99-4936-948e-c44d1814abb7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1117689157-router', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:30:41Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'gw_port': {'id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:42Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '634d2f2f-0b0b-467b-8416-0e44dac4871b', 'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'mac_address': 'fa:16:3e:64:bd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:46Z', 'updated_at': '2022-04-21T12:30:51Z', 'revision_number': 5, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'subnets': [{'id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:57.748801 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dc348b-da43-4dee-82ab-61f141c57011 req-0a6f57fd-49b7-4348-b91c-432bdd3a0026 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:57.756083 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6dc348b-da43-4dee-82ab-61f141c57011 req-0a6f57fd-49b7-4348-b91c-432bdd3a0026 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d697314-a9ff-45e5-a40c-5a88725fb9c4 HTTP/1.1" status: 200 len: 948 time: 0.5215738 Apr 21 12:31:57.776866 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-decd8a9e-046b-42db-8417-5833a53ac12b req-c95736b7-9de0-47f8-b6b3-95870983221e service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5116389 Apr 21 12:31:57.777520 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c02b6d7-1aca-4b2b-bd5c-05d13c9cd834 None None] Checking router: 309f036c-fd99-4936-948e-c44d1814abb7 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:31:57.787621 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c02b6d7-1aca-4b2b-bd5c-05d13c9cd834 None None] Routers {'309f036c-fd99-4936-948e-c44d1814abb7'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:31:57.789173 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0c02b6d7-1aca-4b2b-bd5c-05d13c9cd834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:31:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['309f036c-fd99-4936-948e-c44d1814abb7'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:57.825054 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6dc348b-da43-4dee-82ab-61f141c57011 req-5be93991-261c-4fc8-b930-a14c935f984b tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536160 Apr 21 12:31:57.853603 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced138b-8c0e-4db8-b42c-52f6471e8212 req-b1411d39-0cdc-4d0e-9f89-1f1eb6bd6a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:57.855194 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5ced138b-8c0e-4db8-b42c-52f6471e8212 req-b1411d39-0cdc-4d0e-9f89-1f1eb6bd6a11 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=39725541a84a4c0389b0f42f00fde7c4&device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397 HTTP/1.1" status: 200 len: 1097 time: 0.0773623 Apr 21 12:31:57.914339 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0c02b6d7-1aca-4b2b-bd5c-05d13c9cd834 None None] Set router 309f036c-fd99-4936-948e-c44d1814abb7 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:31:58.056128 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced138b-8c0e-4db8-b42c-52f6471e8212 req-74717301-3eff-4a4a-8a95-05397b96e652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:58.056128 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5ced138b-8c0e-4db8-b42c-52f6471e8212 req-74717301-3eff-4a4a-8a95-05397b96e652 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a HTTP/1.1" status: 200 len: 922 time: 0.1937046 Apr 21 12:31:58.147503 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0c02b6d7-1aca-4b2b-bd5c-05d13c9cd834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309f036c-fd99-4936-948e-c44d1814abb7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1117689157-router', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:30:41Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'gw_port': {'id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:42Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '634d2f2f-0b0b-467b-8416-0e44dac4871b', 'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'mac_address': 'fa:16:3e:64:bd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:46Z', 'updated_at': '2022-04-21T12:30:51Z', 'revision_number': 5, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'subnets': [{'id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:31:58.156003 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5ced138b-8c0e-4db8-b42c-52f6471e8212 req-723f2db7-4072-474b-a8e3-457d52f83ade service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bdba74c-0a92-4bb2-a543-f3b510d904f6 HTTP/1.1" status: 200 len: 217 time: 0.0936549 Apr 21 12:31:58.193374 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6970ea5f-3b93-44bc-b6d4-50be03efc397', 'tag': '4bdba74c-0a92-4bb2-a543-f3b510d904f6'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:31:58.195115 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c02b6d7-1aca-4b2b-bd5c-05d13c9cd834 None None] The sync data for ids ['309f036c-fd99-4936-948e-c44d1814abb7'] in n-d-836147-2 is: [{'id': '309f036c-fd99-4936-948e-c44d1814abb7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1117689157-router', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:30:41Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'gw_port': {'id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:42Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '634d2f2f-0b0b-467b-8416-0e44dac4871b', 'name': '', 'network_id': '86f9e53f-e46e-4569-8067-c1e5df8a6c4a', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'mac_address': 'fa:16:3e:64:bd:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:46Z', 'updated_at': '2022-04-21T12:30:51Z', 'revision_number': 5, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'subnets': [{'id': 'fa6ab292-cb0d-47ba-bfa2-d88de839c223', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:31:58.196192 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5898d793-ffca-495c-87ae-6910edef0b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "6970ea5f-3b93-44bc-b6d4-50be03efc397", "tag": "4bdba74c-0a92-4bb2-a543-f3b510d904f6"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:31:58.301036 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58340) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:58.311519 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cee1d2-51d5-45ce-860c-1e6ede454036 req-eb894397-83ed-48b6-95f1-ade7d3797456 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:58.329128 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-78cee1d2-51d5-45ce-860c-1e6ede454036 req-eb894397-83ed-48b6-95f1-ade7d3797456 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.1918621 Apr 21 12:31:58.346149 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced138b-8c0e-4db8-b42c-52f6471e8212 req-4b57c9fa-c715-4a55-8f1f-8617ea45a071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:58.355374 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5ced138b-8c0e-4db8-b42c-52f6471e8212 req-4b57c9fa-c715-4a55-8f1f-8617ea45a071 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fa6ab292-cb0d-47ba-bfa2-d88de839c223 HTTP/1.1" status: 200 len: 860 time: 0.1702442 Apr 21 12:31:58.394295 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ab008f31-a46b-4c56-8993-9686bf600235 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=48108f97575e4124a4e546e004f4af83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0791082 Apr 21 12:31:58.396666 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58342) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:31:58.469900 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18a3abb1-1fa7-4229-a2f0-7d4942a3829a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:58.520631 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18a3abb1-1fa7-4229-a2f0-7d4942a3829a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:58.529018 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-78cee1d2-51d5-45ce-860c-1e6ede454036 req-0ca0be5e-43c5-4090-add5-6dab16e15b1e tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916573 Apr 21 12:31:58.560332 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced138b-8c0e-4db8-b42c-52f6471e8212 req-baba3f9d-248d-4108-a331-0e75d2f8d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:58.568993 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5ced138b-8c0e-4db8-b42c-52f6471e8212 req-baba3f9d-248d-4108-a331-0e75d2f8d177 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2120621 Apr 21 12:31:58.695945 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5ced138b-8c0e-4db8-b42c-52f6471e8212 req-09aecbdd-008f-4237-ba78-6fba64d3e8d9 service neutron] 10.222.0.36 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193087 Apr 21 12:31:58.750982 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc3607a-a63e-46ce-a8af-ae2ec4239fac None None] New status for floating IP b73e9dad-2664-4554-a1c1-c6bf31f18ea0: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:31:58.802672 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18a3abb1-1fa7-4229-a2f0-7d4942a3829a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:58.805997 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18a3abb1-1fa7-4229-a2f0-7d4942a3829a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:31:58.809987 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-18a3abb1-1fa7-4229-a2f0-7d4942a3829a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c753e6e4-9fb0-43a7-a02b-d0ce70cacd71 HTTP/1.1" status: 204 len: 168 time: 0.4121490 Apr 21 12:31:58.821470 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a3abb1-1fa7-4229-a2f0-7d4942a3829a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c753e6e4-9fb0-43a7-a02b-d0ce70cacd71,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:31:58.929138 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5ced138b-8c0e-4db8-b42c-52f6471e8212 req-0f1753bb-58d3-4b0b-a32b-77544e30ba6b service neutron] 10.222.0.36 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216146 Apr 21 12:31:59.124032 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcbdd52-6b66-4bdc-8cb6-394051a2cc1e x-openstack-request-id: req-cfcbdd52-6b66-4bdc-8cb6-394051a2cc1e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:31:59.124333 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6970ea5f-3b93-44bc-b6d4-50be03efc397", "tag": "4bdba74c-0a92-4bb2-a543-f3b510d904f6", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:31:59.124581 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cfcbdd52-6b66-4bdc-8cb6-394051a2cc1e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:31:59.124984 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfcbdd52-6b66-4bdc-8cb6-394051a2cc1e'] response: {'name': 'network-changed', 'server_uuid': '6970ea5f-3b93-44bc-b6d4-50be03efc397', 'tag': '4bdba74c-0a92-4bb2-a543-f3b510d904f6', 'status': 'completed', 'code': 200} Apr 21 12:31:59.265336 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898d793-ffca-495c-87ae-6910edef0b1e req-6baa16f0-4239-4bd0-b98e-d7c9980f348d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:59.267901 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5898d793-ffca-495c-87ae-6910edef0b1e req-6baa16f0-4239-4bd0-b98e-d7c9980f348d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=39725541a84a4c0389b0f42f00fde7c4&device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397 HTTP/1.1" status: 200 len: 1097 time: 0.1187124 Apr 21 12:31:59.507923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898d793-ffca-495c-87ae-6910edef0b1e req-a4cb007e-3a2e-4ea6-9e13-1c1d25fcbb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:59.512496 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5898d793-ffca-495c-87ae-6910edef0b1e req-a4cb007e-3a2e-4ea6-9e13-1c1d25fcbb4f service neutron] 10.222.0.26 "GET /v2.0/networks?id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a HTTP/1.1" status: 200 len: 922 time: 0.2296724 Apr 21 12:31:59.576190 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5898d793-ffca-495c-87ae-6910edef0b1e req-7cbe9eef-8cd5-4015-b6f2-9b4727d2d131 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bdba74c-0a92-4bb2-a543-f3b510d904f6 HTTP/1.1" status: 200 len: 217 time: 0.0578446 Apr 21 12:31:59.631051 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24d2cb-d86c-47d8-8725-ac9a13db5f10 req-c6306cd9-319e-4641-b5e4-aca33a382713 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:59.650019 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0b24d2cb-d86c-47d8-8725-ac9a13db5f10 req-c6306cd9-319e-4641-b5e4-aca33a382713 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d697314-a9ff-45e5-a40c-5a88725fb9c4 HTTP/1.1" status: 200 len: 948 time: 0.3704407 Apr 21 12:31:59.730606 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0b24d2cb-d86c-47d8-8725-ac9a13db5f10 req-6db6cff8-0535-49ff-ba50-9c03a25a7963 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796900 Apr 21 12:31:59.736575 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898d793-ffca-495c-87ae-6910edef0b1e req-94924a43-3f09-4df8-ae5f-6889c3870b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:59.738220 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5898d793-ffca-495c-87ae-6910edef0b1e req-94924a43-3f09-4df8-ae5f-6889c3870b17 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa6ab292-cb0d-47ba-bfa2-d88de839c223 HTTP/1.1" status: 200 len: 860 time: 0.1554773 Apr 21 12:31:59.833122 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898d793-ffca-495c-87ae-6910edef0b1e req-2e62edc1-4caf-416a-aafd-5d2e98185302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:31:59.834710 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5898d793-ffca-495c-87ae-6910edef0b1e req-2e62edc1-4caf-416a-aafd-5d2e98185302 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=86f9e53f-e46e-4569-8067-c1e5df8a6c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877817 Apr 21 12:31:59.934390 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device bc706f12-de6d-4192-ba09-e1e5692d8e92 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:32:00.034174 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb2cdc-bed5-4959-92e1-f3ea1b070040 req-b2ec94bb-9aab-4b8e-83e7-4a9bb118a812 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:00.069183 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42eb2cdc-bed5-4959-92e1-f3ea1b070040 req-b2ec94bb-9aab-4b8e-83e7-4a9bb118a812 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.1156271 Apr 21 12:32:00.069183 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5898d793-ffca-495c-87ae-6910edef0b1e req-1e4156c5-8451-45e6-a7ff-fad33d20f384 service neutron] 10.222.0.26 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010703 Apr 21 12:32:00.134593 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port bc706f12-de6d-4192-ba09-e1e5692d8e92, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=bc706f12-de6d-4192-ba09-e1e5692d8e92,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:00.143111 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42eb2cdc-bed5-4959-92e1-f3ea1b070040 req-4e9503e1-1fc7-4156-862d-63d87a681d74 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982740 Apr 21 12:32:00.186583 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'bc706f12-de6d-4192-ba09-e1e5692d8e92', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': 'bc706f12-de6d-4192-ba09-e1e5692d8e92', 'mac_address': 'fa:16:3e:bc:38:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:32:00.257027 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5898d793-ffca-495c-87ae-6910edef0b1e req-0faec5cc-5867-4829-9d81-ffe510a9aeb9 service neutron] 10.222.0.26 "GET /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053599 Apr 21 12:32:00.325205 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:00.347228 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc706f12-de6d-4192-ba09-e1e5692d8e92 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:32:00.369641 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port bc706f12-de6d-4192-ba09-e1e5692d8e92, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=bc706f12-de6d-4192-ba09-e1e5692d8e92,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:00.512464 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-78d83d24-a2f6-416d-be13-c527e4ecf6de req-07be6a2f-d597-4afa-8906-5e1752204a0b tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/floatingips/b73e9dad-2664-4554-a1c1-c6bf31f18ea0 HTTP/1.1" status: 200 len: 693 time: 0.1681972 Apr 21 12:32:00.648504 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:32:00.728235 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d83d24-a2f6-416d-be13-c527e4ecf6de req-cb5e73ba-d720-46a4-acc2-4f5a39be602d tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:00.736066 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-78d83d24-a2f6-416d-be13-c527e4ecf6de req-cb5e73ba-d720-46a4-acc2-4f5a39be602d tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 784 time: 0.2077672 Apr 21 12:32:00.742953 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-78d83d24-a2f6-416d-be13-c527e4ecf6de req-c7b29c93-7eae-43cc-8fc3-9716897bc6b8 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:32:00.750997 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-78d83d24-a2f6-416d-be13-c527e4ecf6de req-c7b29c93-7eae-43cc-8fc3-9716897bc6b8 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129011 Apr 21 12:32:00.819800 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-78d83d24-a2f6-416d-be13-c527e4ecf6de req-d5d6eae0-00fe-479b-aa3c-e94739f24f4b tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.85 HTTP/1.1" status: 200 len: 696 time: 0.0670116 Apr 21 12:32:00.875538 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-78d83d24-a2f6-416d-be13-c527e4ecf6de req-5f15c0e9-ac32-4020-bea1-5169972e85ea tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.85 HTTP/1.1" status: 200 len: 696 time: 0.0496457 Apr 21 12:32:01.026469 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-78d83d24-a2f6-416d-be13-c527e4ecf6de req-d5b28a2f-a932-4dfb-9a7f-6407eb09f4ae tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Deleting port 7ede9663-ad62-46a5-9839-230dcfd691f0 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:32:01.026469 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-78d83d24-a2f6-416d-be13-c527e4ecf6de req-d5b28a2f-a932-4dfb-9a7f-6407eb09f4ae tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:01.126506 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-78d83d24-a2f6-416d-be13-c527e4ecf6de req-d5b28a2f-a932-4dfb-9a7f-6407eb09f4ae tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:01.127146 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-78d83d24-a2f6-416d-be13-c527e4ecf6de req-d5b28a2f-a932-4dfb-9a7f-6407eb09f4ae tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:01.139423 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-78d83d24-a2f6-416d-be13-c527e4ecf6de req-d5b28a2f-a932-4dfb-9a7f-6407eb09f4ae tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Calling delete_port for 7ede9663-ad62-46a5-9839-230dcfd691f0 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:32:01.453798 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:01.523777 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=bc706f12-de6d-4192-ba09-e1e5692d8e92,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:01.590927 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-78d83d24-a2f6-416d-be13-c527e4ecf6de req-d5b28a2f-a932-4dfb-9a7f-6407eb09f4ae tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:01.626675 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b28a2f-a932-4dfb-9a7f-6407eb09f4ae tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Pushing event deleted for resources: {'Port': ['ID=7ede9663-ad62-46a5-9839-230dcfd691f0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:01.703362 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-78d83d24-a2f6-416d-be13-c527e4ecf6de req-d5b28a2f-a932-4dfb-9a7f-6407eb09f4ae tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:01.707522 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-78d83d24-a2f6-416d-be13-c527e4ecf6de req-d5b28a2f-a932-4dfb-9a7f-6407eb09f4ae tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:01.716733 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-78d83d24-a2f6-416d-be13-c527e4ecf6de req-d5b28a2f-a932-4dfb-9a7f-6407eb09f4ae tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "DELETE /v2.0/floatingips/b73e9dad-2664-4554-a1c1-c6bf31f18ea0 HTTP/1.1" status: 204 len: 173 time: 0.8277969 Apr 21 12:32:01.726863 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58414) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:01.863779 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb932a7-4f34-4286-b844-08bccda6290f req-4f6c73d7-7a67-437e-b901-2ff7c6c12a7b tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:01.865679 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0fb932a7-4f34-4286-b844-08bccda6290f req-4f6c73d7-7a67-437e-b901-2ff7c6c12a7b tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d697314-a9ff-45e5-a40c-5a88725fb9c4 HTTP/1.1" status: 200 len: 949 time: 0.0698674 Apr 21 12:32:01.881904 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['bc706f12-de6d-4192-ba09-e1e5692d8e92'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:32:01.919538 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-34d6e1b8-b7cc-43cc-8e28-c83b84c0b2af admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1104118114-network', 'tenant_id': '877d51b0158c4efbb699fcb640e26374'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:32:01.960189 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0fb932a7-4f34-4286-b844-08bccda6290f req-b57b6e64-6210-4f1d-9935-cf7a3848fb85 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810246 Apr 21 12:32:02.059328 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d6e1b8-b7cc-43cc-8e28-c83b84c0b2af admin admin] Made reservation on behalf of 877d51b0158c4efbb699fcb640e26374 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:32:02.061600 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34d6e1b8-b7cc-43cc-8e28-c83b84c0b2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:02.079348 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34d6e1b8-b7cc-43cc-8e28-c83b84c0b2af admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:02.126534 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c1f568-2818-4e20-9c39-134a2f101b2e req-dc961c38-72a4-46da-98de-2c4d6b997934 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:02.128103 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61c1f568-2818-4e20-9c39-134a2f101b2e req-dc961c38-72a4-46da-98de-2c4d6b997934 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.0770674 Apr 21 12:32:02.189971 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34d6e1b8-b7cc-43cc-8e28-c83b84c0b2af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:02.197457 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61c1f568-2818-4e20-9c39-134a2f101b2e req-d77624e7-5cc7-4409-981e-33b0b944d306 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619483 Apr 21 12:32:02.333741 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34d6e1b8-b7cc-43cc-8e28-c83b84c0b2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:02.369535 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d6e1b8-b7cc-43cc-8e28-c83b84c0b2af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:32:02.374628 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6e1b8-b7cc-43cc-8e28-c83b84c0b2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8dcb756-0077-4b70-96db-e4440ef0dca0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:02.384044 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34d6e1b8-b7cc-43cc-8e28-c83b84c0b2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:02.384711 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-34d6e1b8-b7cc-43cc-8e28-c83b84c0b2af admin admin] Added segment 9a94cce5-2166-41ce-bfa3-9fd7634660c7 of type vlan for network 2784f22b-de0d-4321-85bb-03f489c8afd3 Apr 21 12:32:02.434350 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34d6e1b8-b7cc-43cc-8e28-c83b84c0b2af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:02.550693 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34d6e1b8-b7cc-43cc-8e28-c83b84c0b2af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:02.551727 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d6e1b8-b7cc-43cc-8e28-c83b84c0b2af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:02.552341 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34d6e1b8-b7cc-43cc-8e28-c83b84c0b2af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:02.870744 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a4283-d6cc-42cd-8a6d-897db753a4d3 req-c08a87c1-20ff-49d0-b55c-32dd341ba879 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:02.880779 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c83a4283-d6cc-42cd-8a6d-897db753a4d3 req-c08a87c1-20ff-49d0-b55c-32dd341ba879 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397 HTTP/1.1" status: 200 len: 946 time: 0.0690544 Apr 21 12:32:02.923291 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 58424) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:02.923556 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-34d6e1b8-b7cc-43cc-8e28-c83b84c0b2af admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1955397 Apr 21 12:32:02.929315 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-999bcebd-790e-4f60-8ba3-53c6c7e4160e admin admin] Request body: {'subnet': {'network_id': '2784f22b-de0d-4321-85bb-03f489c8afd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1104118114-subnet', 'tenant_id': '877d51b0158c4efbb699fcb640e26374', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:32:02.929540 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d6e1b8-b7cc-43cc-8e28-c83b84c0b2af admin admin] Pushing event updated for resources: {'Network': ['ID=2784f22b-de0d-4321-85bb-03f489c8afd3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:02.943611 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 2784f22b-de0d-4321-85bb-03f489c8afd3 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:32:02.945898 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c83a4283-d6cc-42cd-8a6d-897db753a4d3 req-3235b1cd-64c5-45ad-9202-f1b350d270bf tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f64786-789c-41f9-9b8a-d50e53a3acfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628879 Apr 21 12:32:03.041776 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999bcebd-790e-4f60-8ba3-53c6c7e4160e admin admin] Made reservation on behalf of 877d51b0158c4efbb699fcb640e26374 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:32:03.044410 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-999bcebd-790e-4f60-8ba3-53c6c7e4160e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:03.188922 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44151c-330e-4529-8363-49c0197f7161 req-bf463eae-63c3-4ffa-b329-137d7e2deb74 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:03.192285 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1d44151c-330e-4529-8363-49c0197f7161 req-bf463eae-63c3-4ffa-b329-137d7e2deb74 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d697314-a9ff-45e5-a40c-5a88725fb9c4 HTTP/1.1" status: 200 len: 949 time: 0.0775030 Apr 21 12:32:03.263617 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1d44151c-330e-4529-8363-49c0197f7161 req-48577552-bd12-4280-aa69-27446d35e53d tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631986 Apr 21 12:32:03.414444 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-999bcebd-790e-4f60-8ba3-53c6c7e4160e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:03.453840 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5719d-736f-4417-96f0-9c1f46e56511 req-7f2cbb25-0df4-4ad6-93c2-665a0d80b3fa tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:03.455352 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dce5719d-736f-4417-96f0-9c1f46e56511 req-7f2cbb25-0df4-4ad6-93c2-665a0d80b3fa tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.0935144 Apr 21 12:32:03.517004 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999bcebd-790e-4f60-8ba3-53c6c7e4160e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e09fd273-f9f7-4f09-b542-633bac9f69b7,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:03.540634 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999bcebd-790e-4f60-8ba3-53c6c7e4160e admin admin] Checking segment: {'id': '9a94cce5-2166-41ce-bfa3-9fd7634660c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2784f22b-de0d-4321-85bb-03f489c8afd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:32:03.540934 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999bcebd-790e-4f60-8ba3-53c6c7e4160e admin admin] Network hostable DHCP agents. Network: 2784f22b-de0d-4321-85bb-03f489c8afd3, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:32:03.545850 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dce5719d-736f-4417-96f0-9c1f46e56511 req-764c8ce6-69e2-4d8e-ac05-20e02dfd8a74 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817876 Apr 21 12:32:03.847870 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999bcebd-790e-4f60-8ba3-53c6c7e4160e admin admin] Network 2784f22b-de0d-4321-85bb-03f489c8afd3 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:32:03.979168 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-999bcebd-790e-4f60-8ba3-53c6c7e4160e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 2784f22b-de0d-4321-85bb-03f489c8afd3) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:32:03.984072 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999bcebd-790e-4f60-8ba3-53c6c7e4160e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:03.998947 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-999bcebd-790e-4f60-8ba3-53c6c7e4160e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:03.999698 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc07e860-d60e-459c-890c-a42791b92162 None None] Network 2784f22b-de0d-4321-85bb-03f489c8afd3 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:32:03.999698 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device bc706f12-de6d-4192-ba09-e1e5692d8e92 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:32:04.085300 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439acba-639c-4f58-9431-5ffc49ceee42 req-543ec909-a772-4ef2-97cf-2aa4b6cfb0bd tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:04.090052 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1439acba-639c-4f58-9431-5ffc49ceee42 req-543ec909-a772-4ef2-97cf-2aa4b6cfb0bd tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397 HTTP/1.1" status: 200 len: 946 time: 0.0747592 Apr 21 12:32:04.151814 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-999bcebd-790e-4f60-8ba3-53c6c7e4160e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2274995 Apr 21 12:32:04.155621 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58442) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:04.161203 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a97075fb-0c37-41be-844d-c224abe54d43 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1104118114-router', 'tenant_id': '877d51b0158c4efbb699fcb640e26374', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:32:04.193666 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1439acba-639c-4f58-9431-5ffc49ceee42 req-1b0be8a2-ea1b-45ca-bef8-f1b27fed1c40 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f64786-789c-41f9-9b8a-d50e53a3acfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949626 Apr 21 12:32:04.235717 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29da2d3f-5565-40b2-9cb4-54fa79bdf72e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-2784f22b-de0d-4321-85bb-03f489c8afd3', 'network_id': '2784f22b-de0d-4321-85bb-03f489c8afd3', 'tenant_id': '877d51b0158c4efbb699fcb640e26374', 'fixed_ips': [{'subnet_id': 'e09fd273-f9f7-4f09-b542-633bac9f69b7'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:32:04.236912 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29da2d3f-5565-40b2-9cb4-54fa79bdf72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:04.257935 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port bc706f12-de6d-4192-ba09-e1e5692d8e92 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:32:04.269301 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port bc706f12-de6d-4192-ba09-e1e5692d8e92 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:04.269707 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:04.305143 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a97075fb-0c37-41be-844d-c224abe54d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:04.309977 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a97075fb-0c37-41be-844d-c224abe54d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:04.421568 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a97075fb-0c37-41be-844d-c224abe54d43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:04.467639 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15086d-09dd-4406-8c00-eac0e32c7d15 req-2848f0bd-3f66-4682-8433-46221be6284b tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:04.469475 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff15086d-09dd-4406-8c00-eac0e32c7d15 req-2848f0bd-3f66-4682-8433-46221be6284b tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d697314-a9ff-45e5-a40c-5a88725fb9c4 HTTP/1.1" status: 200 len: 949 time: 0.0605128 Apr 21 12:32:04.522503 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff15086d-09dd-4406-8c00-eac0e32c7d15 req-b9d7c66a-b357-430b-83b3-f6c92c93a074 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434606 Apr 21 12:32:04.542491 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-29da2d3f-5565-40b2-9cb4-54fa79bdf72e None None] Allocated IP 172.20.0.2 (2784f22b-de0d-4321-85bb-03f489c8afd3/e09fd273-f9f7-4f09-b542-633bac9f69b7/9782bb7a-1616-4518-b561-1f8723fc9fd5) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:32:04.700622 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a97075fb-0c37-41be-844d-c224abe54d43 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:04.746025 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca962f-2b6b-4687-b244-64f1badb3aa7 req-d120b930-65a9-43a7-85e4-3954d05bd3d2 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:04.746025 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c9ca962f-2b6b-4687-b244-64f1badb3aa7 req-d120b930-65a9-43a7-85e4-3954d05bd3d2 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.26 "GET /v2.0/ports?device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397 HTTP/1.1" status: 200 len: 946 time: 0.1371469 Apr 21 12:32:04.764816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943d7d14-75f8-4cb9-ae3a-b3de3d81234e req-d3781f16-4a1e-4a9b-b6d9-2c8d580ea480 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:04.772245 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-943d7d14-75f8-4cb9-ae3a-b3de3d81234e req-d3781f16-4a1e-4a9b-b6d9-2c8d580ea480 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.1065361 Apr 21 12:32:04.852604 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:04.888699 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-943d7d14-75f8-4cb9-ae3a-b3de3d81234e req-1df4d9be-f94c-4483-9944-0484e429be85 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155632 Apr 21 12:32:04.909501 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d697314-a9ff-45e5-a40c-5a88725fb9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc706f12-de6d-4192-ba09-e1e5692d8e92'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:32:04.909501 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff544f58-b5a6-40c7-a934-b1c19e47bd20" -d '{"events": [{"server_uuid": "2d697314-a9ff-45e5-a40c-5a88725fb9c4", "name": "network-vif-plugged", "status": "completed", "tag": "bc706f12-de6d-4192-ba09-e1e5692d8e92"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:32:04.971834 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c9ca962f-2b6b-4687-b244-64f1badb3aa7 req-b630be12-e13d-4d88-9fa5-627dc67b51ab tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Deleting port 4bdba74c-0a92-4bb2-a543-f3b510d904f6 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:32:04.972177 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c9ca962f-2b6b-4687-b244-64f1badb3aa7 req-b630be12-e13d-4d88-9fa5-627dc67b51ab tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:04.984655 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port bc706f12-de6d-4192-ba09-e1e5692d8e92, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=bc706f12-de6d-4192-ba09-e1e5692d8e92,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:05.008966 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5ca741-efbc-4e9b-afca-e1a3dd572124 x-openstack-request-id: req-9a5ca741-efbc-4e9b-afca-e1a3dd572124 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:32:05.010131 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d697314-a9ff-45e5-a40c-5a88725fb9c4", "name": "network-vif-plugged", "status": "completed", "tag": "bc706f12-de6d-4192-ba09-e1e5692d8e92", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:32:05.010392 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9a5ca741-efbc-4e9b-afca-e1a3dd572124 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:32:05.010790 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a5ca741-efbc-4e9b-afca-e1a3dd572124'] response: {'server_uuid': '2d697314-a9ff-45e5-a40c-5a88725fb9c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc706f12-de6d-4192-ba09-e1e5692d8e92', 'code': 200} Apr 21 12:32:05.048899 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:05.137439 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a97075fb-0c37-41be-844d-c224abe54d43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:05.147201 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29da2d3f-5565-40b2-9cb4-54fa79bdf72e None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:05.158465 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=bc706f12-de6d-4192-ba09-e1e5692d8e92,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:05.201460 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a97075fb-0c37-41be-844d-c224abe54d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:05.207891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b402c5c-4942-459d-8811-3d7a8437f9dd req-5db4caea-f977-445c-adb8-f42e6b03462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:05.208823 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29da2d3f-5565-40b2-9cb4-54fa79bdf72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:05.211882 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b402c5c-4942-459d-8811-3d7a8437f9dd req-5db4caea-f977-445c-adb8-f42e6b03462f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2d697314-a9ff-45e5-a40c-5a88725fb9c4 HTTP/1.1" status: 200 len: 1101 time: 0.1288252 Apr 21 12:32:05.245357 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c9ca962f-2b6b-4687-b244-64f1badb3aa7 req-b630be12-e13d-4d88-9fa5-627dc67b51ab tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] For port 4bdba74c-0a92-4bb2-a543-f3b510d904f6, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=4bdba74c-0a92-4bb2-a543-f3b510d904f6,segment=NetworkSegment(c24679f5-0724-496a-af10-68bc85415d7d),segment_id=c24679f5-0724-496a-af10-68bc85415d7d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:05.247461 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c9ca962f-2b6b-4687-b244-64f1badb3aa7 req-b630be12-e13d-4d88-9fa5-627dc67b51ab tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:05.266667 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29da2d3f-5565-40b2-9cb4-54fa79bdf72e None None] Network 2784f22b-de0d-4321-85bb-03f489c8afd3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:32:05.278051 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-29da2d3f-5565-40b2-9cb4-54fa79bdf72e None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:32:05.291809 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c9ca962f-2b6b-4687-b244-64f1badb3aa7 req-b630be12-e13d-4d88-9fa5-627dc67b51ab tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Calling delete_port for 4bdba74c-0a92-4bb2-a543-f3b510d904f6 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:32:05.309561 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29da2d3f-5565-40b2-9cb4-54fa79bdf72e None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:32:05.316901 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b402c5c-4942-459d-8811-3d7a8437f9dd req-7866aa8d-3aaa-4e6e-a785-754b55dafcc0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940278 Apr 21 12:32:05.388180 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da2d3f-5565-40b2-9cb4-54fa79bdf72e None None] Pushing event updated for resources: {'Port': ['ID=9782bb7a-1616-4518-b561-1f8723fc9fd5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:05.423913 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-a97075fb-0c37-41be-844d-c224abe54d43 admin admin] Allocated IP 172.25.8.96 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/5e8e0373-84c7-4d28-bb89-82175e4a556a) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:32:05.428566 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-29da2d3f-5565-40b2-9cb4-54fa79bdf72e None None] Attempting to bind port 9782bb7a-1616-4518-b561-1f8723fc9fd5 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:32:05.429301 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-29da2d3f-5565-40b2-9cb4-54fa79bdf72e None None] Attempting to bind port 9782bb7a-1616-4518-b561-1f8723fc9fd5 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '9a94cce5-2166-41ce-bfa3-9fd7634660c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2784f22b-de0d-4321-85bb-03f489c8afd3'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:32:05.429950 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29da2d3f-5565-40b2-9cb4-54fa79bdf72e None None] Attempting to bind port 9782bb7a-1616-4518-b561-1f8723fc9fd5 on network 2784f22b-de0d-4321-85bb-03f489c8afd3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:32:05.436706 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29da2d3f-5565-40b2-9cb4-54fa79bdf72e None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:32:05.437261 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29da2d3f-5565-40b2-9cb4-54fa79bdf72e None None] Checking segment: {'id': '9a94cce5-2166-41ce-bfa3-9fd7634660c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2784f22b-de0d-4321-85bb-03f489c8afd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:32:05.437868 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29da2d3f-5565-40b2-9cb4-54fa79bdf72e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:05.438361 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29da2d3f-5565-40b2-9cb4-54fa79bdf72e None None] Bound using segment: {'id': '9a94cce5-2166-41ce-bfa3-9fd7634660c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2784f22b-de0d-4321-85bb-03f489c8afd3'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:32:05.438927 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-29da2d3f-5565-40b2-9cb4-54fa79bdf72e None None] Bound port: 9782bb7a-1616-4518-b561-1f8723fc9fd5, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a94cce5-2166-41ce-bfa3-9fd7634660c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2784f22b-de0d-4321-85bb-03f489c8afd3'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:32:05.439399 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29da2d3f-5565-40b2-9cb4-54fa79bdf72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:05.561187 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b36010-e572-45a4-829c-ddcc1d9c3db4 req-7dbea1da-a849-4b2b-92e7-63b7739e95e8 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:05.562682 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-46b36010-e572-45a4-829c-ddcc1d9c3db4 req-7dbea1da-a849-4b2b-92e7-63b7739e95e8 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397 HTTP/1.1" status: 200 len: 946 time: 0.1174681 Apr 21 12:32:05.575600 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-29da2d3f-5565-40b2-9cb4-54fa79bdf72e None None] For port 9782bb7a-1616-4518-b561-1f8723fc9fd5, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:32:05.584940 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-29da2d3f-5565-40b2-9cb4-54fa79bdf72e None None] For port 9782bb7a-1616-4518-b561-1f8723fc9fd5, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=9782bb7a-1616-4518-b561-1f8723fc9fd5,segment=NetworkSegment(9a94cce5-2166-41ce-bfa3-9fd7634660c7),segment_id=9a94cce5-2166-41ce-bfa3-9fd7634660c7)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:32:05.631966 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-46b36010-e572-45a4-829c-ddcc1d9c3db4 req-24803a03-0edf-413b-bf9d-53f00e9aa169 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/security-groups?id=70f64786-789c-41f9-9b8a-d50e53a3acfe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536771 Apr 21 12:32:05.653546 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a97075fb-0c37-41be-844d-c224abe54d43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:05.654646 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29da2d3f-5565-40b2-9cb4-54fa79bdf72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:05.743888 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4a4f5-45b5-47a4-8ba8-f33127b6bb8b req-1ea4eae3-77aa-462c-95cf-e7409d0e2639 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:05.753224 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9ec4a4f5-45b5-47a4-8ba8-f33127b6bb8b req-1ea4eae3-77aa-462c-95cf-e7409d0e2639 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d697314-a9ff-45e5-a40c-5a88725fb9c4 HTTP/1.1" status: 200 len: 950 time: 0.0738621 Apr 21 12:32:05.762834 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a97075fb-0c37-41be-844d-c224abe54d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:05.770931 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da2d3f-5565-40b2-9cb4-54fa79bdf72e None None] Pushing event updated for resources: {'Port': ['ID=9782bb7a-1616-4518-b561-1f8723fc9fd5,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:05.776012 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c9ca962f-2b6b-4687-b244-64f1badb3aa7 req-b630be12-e13d-4d88-9fa5-627dc67b51ab tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:05.790754 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['4bdba74c-0a92-4bb2-a543-f3b510d904f6'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:32:05.816068 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97075fb-0c37-41be-844d-c224abe54d43 admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:32:05.824209 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a97075fb-0c37-41be-844d-c224abe54d43 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:32:05.833190 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97075fb-0c37-41be-844d-c224abe54d43 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:32:05.870374 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630be12-e13d-4d88-9fa5-627dc67b51ab tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Pushing event deleted for resources: {'Port': ['ID=4bdba74c-0a92-4bb2-a543-f3b510d904f6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:05.904324 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97075fb-0c37-41be-844d-c224abe54d43 admin admin] Pushing event updated for resources: {'Port': ['ID=5e8e0373-84c7-4d28-bb89-82175e4a556a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:05.957461 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ca962f-2b6b-4687-b244-64f1badb3aa7 req-b630be12-e13d-4d88-9fa5-627dc67b51ab tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] No DVR routers for this DVR port 4bdba74c-0a92-4bb2-a543-f3b510d904f6 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:32:05.968929 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9ec4a4f5-45b5-47a4-8ba8-f33127b6bb8b req-978cadd8-aa1c-4da1-a3b7-68cd62c4a757 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145603 Apr 21 12:32:05.976046 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c9ca962f-2b6b-4687-b244-64f1badb3aa7 req-b630be12-e13d-4d88-9fa5-627dc67b51ab tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:05.979612 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c9ca962f-2b6b-4687-b244-64f1badb3aa7 req-b630be12-e13d-4d88-9fa5-627dc67b51ab tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.26 "DELETE /v2.0/ports/4bdba74c-0a92-4bb2-a543-f3b510d904f6 HTTP/1.1" status: 204 len: 173 time: 1.2301447 Apr 21 12:32:05.982919 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6970ea5f-3b93-44bc-b6d4-50be03efc397', 'name': 'network-vif-deleted', 'tag': '4bdba74c-0a92-4bb2-a543-f3b510d904f6'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:32:05.985659 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5656cbdb-7169-4afd-ab81-542c89199d28" -d '{"events": [{"server_uuid": "6970ea5f-3b93-44bc-b6d4-50be03efc397", "name": "network-vif-deleted", "tag": "4bdba74c-0a92-4bb2-a543-f3b510d904f6"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:32:06.188160 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c95c13-c581-492e-a42c-56304902ebd4 req-9048f189-87f9-4446-a497-c0d723d32866 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:06.190027 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d4c95c13-c581-492e-a42c-56304902ebd4 req-9048f189-87f9-4446-a497-c0d723d32866 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.1044641 Apr 21 12:32:06.286549 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d4c95c13-c581-492e-a42c-56304902ebd4 req-fb99eee8-2798-4ff5-bdb8-64fce41a9858 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881400 Apr 21 12:32:06.359627 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42d1e8e-44be-43ec-8bf2-42fed6306619 x-openstack-request-id: req-a42d1e8e-44be-43ec-8bf2-42fed6306619 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:32:06.360450 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6970ea5f-3b93-44bc-b6d4-50be03efc397", "name": "network-vif-deleted", "tag": "4bdba74c-0a92-4bb2-a543-f3b510d904f6", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:32:06.361256 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a42d1e8e-44be-43ec-8bf2-42fed6306619 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:32:06.361869 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a42d1e8e-44be-43ec-8bf2-42fed6306619'] response: {'server_uuid': '6970ea5f-3b93-44bc-b6d4-50be03efc397', 'name': 'network-vif-deleted', 'tag': '4bdba74c-0a92-4bb2-a543-f3b510d904f6', 'status': 'completed', 'code': 200} Apr 21 12:32:06.478502 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a97075fb-0c37-41be-844d-c224abe54d43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:06.698636 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 9782bb7a-1616-4518-b561-1f8723fc9fd5 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:32:06.786024 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-045b6a42-2d2e-4c91-a02c-372769a69204 req-335efdfb-6f85-4518-ad72-89eaa487520c tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397 HTTP/1.1" status: 200 len: 210 time: 0.0510831 Apr 21 12:32:06.813828 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 9782bb7a-1616-4518-b561-1f8723fc9fd5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:06.815304 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:06.847158 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a97075fb-0c37-41be-844d-c224abe54d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:07.008397 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:07.066360 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 9782bb7a-1616-4518-b561-1f8723fc9fd5, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=9782bb7a-1616-4518-b561-1f8723fc9fd5,segment=NetworkSegment(9a94cce5-2166-41ce-bfa3-9fd7634660c7),segment_id=9a94cce5-2166-41ce-bfa3-9fd7634660c7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:07.129016 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97075fb-0c37-41be-844d-c224abe54d43 admin admin] Router a97baa23-cef5-480f-b0c5-a83b2de1ca14 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:32:07.133530 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:07.194508 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761803df-e09b-4704-9725-b040b53faa3a req-25f94b21-96e3-4a57-a7f6-b19bff00fe18 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:07.212987 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-761803df-e09b-4704-9725-b040b53faa3a req-25f94b21-96e3-4a57-a7f6-b19bff00fe18 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d697314-a9ff-45e5-a40c-5a88725fb9c4 HTTP/1.1" status: 200 len: 950 time: 0.1343431 Apr 21 12:32:07.272397 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=9782bb7a-1616-4518-b561-1f8723fc9fd5,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:07.321271 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-761803df-e09b-4704-9725-b040b53faa3a req-97aeaecc-ddf9-4f58-bed8-5d103ae5a5fc tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955129 Apr 21 12:32:07.444754 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8a964c-12c5-4142-b606-33c0e9b59211 None None] Network 2784f22b-de0d-4321-85bb-03f489c8afd3 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:32:07.518639 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97075fb-0c37-41be-844d-c224abe54d43 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:32:07.531418 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b6db45-15d0-4350-a2c8-99259686f339 None None] Sync routers for ids ['a97baa23-cef5-480f-b0c5-a83b2de1ca14'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:32:07.547231 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51694c-f065-4397-af1c-e6e39dc3edb7 req-a0a7e307-8093-4b06-bc0f-b5faabac8d7e tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:07.556304 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b6db45-15d0-4350-a2c8-99259686f339 None None] Routers {'a97baa23-cef5-480f-b0c5-a83b2de1ca14'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:32:07.559862 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8e51694c-f065-4397-af1c-e6e39dc3edb7 req-a0a7e307-8093-4b06-bc0f-b5faabac8d7e tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.1276724 Apr 21 12:32:07.560088 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5c51102a-dfa9-4e56-8388-fe777a00b03f None None] Provisioning complete for port 9782bb7a-1616-4518-b561-1f8723fc9fd5 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:07.560088 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c51102a-dfa9-4e56-8388-fe777a00b03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:07.561034 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a2b6db45-15d0-4350-a2c8-99259686f339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:31:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a97baa23-cef5-480f-b0c5-a83b2de1ca14'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:07.621933 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8e51694c-f065-4397-af1c-e6e39dc3edb7 req-ecb2f133-66e8-4c6c-8006-6281f8d06f73 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623927 Apr 21 12:32:07.799404 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-a2b6db45-15d0-4350-a2c8-99259686f339 None None] Set router a97baa23-cef5-480f-b0c5-a83b2de1ca14 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:32:07.916815 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0e5b7816-289e-4278-8981-2d4afbd20985 req-26589eda-aaf9-4dc0-9686-612a05686e11 tempest-FloatingIPsAssociationTestJSON-202039991 tempest-FloatingIPsAssociationTestJSON-202039991-project] 10.222.0.36 "GET /v2.0/ports?device_id=6970ea5f-3b93-44bc-b6d4-50be03efc397 HTTP/1.1" status: 200 len: 210 time: 0.0466433 Apr 21 12:32:07.977088 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 4bdba74c-0a92-4bb2-a543-f3b510d904f6 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:32:08.007604 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 4bdba74c-0a92-4bb2-a543-f3b510d904f6 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:32:08.007958 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 4bdba74c-0a92-4bb2-a543-f3b510d904f6 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:32:08.028502 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a97075fb-0c37-41be-844d-c224abe54d43 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:08.042372 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a97075fb-0c37-41be-844d-c224abe54d43 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.8743200 Apr 21 12:32:08.042372 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58502) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:08.170231 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a2b6db45-15d0-4350-a2c8-99259686f339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97baa23-cef5-480f-b0c5-a83b2de1ca14', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1104118114-router', 'tenant_id': '877d51b0158c4efbb699fcb640e26374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5e8e0373-84c7-4d28-bb89-82175e4a556a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:32:04Z', 'updated_at': '2022-04-21T12:32:06Z', 'revision_number': 3, 'project_id': '877d51b0158c4efbb699fcb640e26374', 'gw_port': {'id': '5e8e0373-84c7-4d28-bb89-82175e4a556a', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97baa23-cef5-480f-b0c5-a83b2de1ca14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:32:05Z', 'updated_at': '2022-04-21T12:32:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:08.210086 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9789990f-34ac-4582-9672-2b99c54ade4d None None] Provisioning complete for port 9782bb7a-1616-4518-b561-1f8723fc9fd5 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:08.210487 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9789990f-34ac-4582-9672-2b99c54ade4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:08.251400 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b6db45-15d0-4350-a2c8-99259686f339 None None] Checking router: a97baa23-cef5-480f-b0c5-a83b2de1ca14 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:32:08.252072 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b6db45-15d0-4350-a2c8-99259686f339 None None] Updating router a97baa23-cef5-480f-b0c5-a83b2de1ca14 port 5e8e0373-84c7-4d28-bb89-82175e4a556a binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:32:08.280532 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2b6db45-15d0-4350-a2c8-99259686f339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:08.478378 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91475e5e-1559-4abd-ae90-df89dd14e822 req-ada91cb3-572c-45d3-97d2-72b4d4c68495 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:08.483868 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-91475e5e-1559-4abd-ae90-df89dd14e822 req-ada91cb3-572c-45d3-97d2-72b4d4c68495 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d697314-a9ff-45e5-a40c-5a88725fb9c4 HTTP/1.1" status: 200 len: 950 time: 0.0599844 Apr 21 12:32:08.555395 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-91475e5e-1559-4abd-ae90-df89dd14e822 req-00ffe252-341e-4af9-a08f-826337c4260d tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707085 Apr 21 12:32:08.581699 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 9782bb7a-1616-4518-b561-1f8723fc9fd5 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:32:08.713131 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 9782bb7a-1616-4518-b561-1f8723fc9fd5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:08.715071 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:08.728745 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2b6db45-15d0-4350-a2c8-99259686f339 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:08.813908 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2b6db45-15d0-4350-a2c8-99259686f339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:08.918359 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2987f85f-4cad-4e20-bad6-d6f5672a86c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:08.929300 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e74cc-15ea-43f3-995e-f37ed69af8dc req-e0eeecf1-7203-4ae5-95ee-bdb9ff96f9e7 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:08.931205 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d17e74cc-15ea-43f3-995e-f37ed69af8dc req-e0eeecf1-7203-4ae5-95ee-bdb9ff96f9e7 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.1175561 Apr 21 12:32:08.940945 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a2b6db45-15d0-4350-a2c8-99259686f339 None None] Attempting to bind port 5e8e0373-84c7-4d28-bb89-82175e4a556a on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:32:08.941317 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a2b6db45-15d0-4350-a2c8-99259686f339 None None] Attempting to bind port 5e8e0373-84c7-4d28-bb89-82175e4a556a by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:32:08.941707 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b6db45-15d0-4350-a2c8-99259686f339 None None] Attempting to bind port 5e8e0373-84c7-4d28-bb89-82175e4a556a on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:32:08.994087 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b6db45-15d0-4350-a2c8-99259686f339 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:32:08.995124 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b6db45-15d0-4350-a2c8-99259686f339 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:32:08.995540 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2b6db45-15d0-4350-a2c8-99259686f339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:08.995936 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b6db45-15d0-4350-a2c8-99259686f339 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:32:08.998252 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a2b6db45-15d0-4350-a2c8-99259686f339 None None] Bound port: 5e8e0373-84c7-4d28-bb89-82175e4a556a, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:32:08.998669 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2b6db45-15d0-4350-a2c8-99259686f339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:09.049250 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d17e74cc-15ea-43f3-995e-f37ed69af8dc req-2dab4b78-991a-48db-8cb3-afc94e1c466c tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101336 Apr 21 12:32:09.103975 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a2b6db45-15d0-4350-a2c8-99259686f339 None None] For port 5e8e0373-84c7-4d28-bb89-82175e4a556a, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:32:09.108350 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a2b6db45-15d0-4350-a2c8-99259686f339 None None] For port 5e8e0373-84c7-4d28-bb89-82175e4a556a, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=5e8e0373-84c7-4d28-bb89-82175e4a556a,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:32:09.143296 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 58538) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:09.175817 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59800f5a-ccfc-416d-861d-fb24dc4005e9 None None] Pushing event updated for resources: {'Port': ['ID=5e8e0373-84c7-4d28-bb89-82175e4a556a,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:09.212625 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a2b6db45-15d0-4350-a2c8-99259686f339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:09.234432 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59800f5a-ccfc-416d-861d-fb24dc4005e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:09.234852 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59800f5a-ccfc-416d-861d-fb24dc4005e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:09.235195 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59800f5a-ccfc-416d-861d-fb24dc4005e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:09.235750 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59800f5a-ccfc-416d-861d-fb24dc4005e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:09.236023 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59800f5a-ccfc-416d-861d-fb24dc4005e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:09.236348 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59800f5a-ccfc-416d-861d-fb24dc4005e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:09.236672 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59800f5a-ccfc-416d-861d-fb24dc4005e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:09.236986 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59800f5a-ccfc-416d-861d-fb24dc4005e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:09.237307 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59800f5a-ccfc-416d-861d-fb24dc4005e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:09.237639 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59800f5a-ccfc-416d-861d-fb24dc4005e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:09.237967 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59800f5a-ccfc-416d-861d-fb24dc4005e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:09.238276 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59800f5a-ccfc-416d-861d-fb24dc4005e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:09.304222 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b6db45-15d0-4350-a2c8-99259686f339 None None] Routers {'a97baa23-cef5-480f-b0c5-a83b2de1ca14'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:32:09.304838 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a2b6db45-15d0-4350-a2c8-99259686f339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:31:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a97baa23-cef5-480f-b0c5-a83b2de1ca14'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:09.306750 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-2987f85f-4cad-4e20-bad6-d6f5672a86c1 admin admin] Allocated IP 172.20.0.1 (2784f22b-de0d-4321-85bb-03f489c8afd3/e09fd273-f9f7-4f09-b542-633bac9f69b7/d8528086-fff1-4a6e-b048-a63f1b21da70) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:32:09.353466 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59800f5a-ccfc-416d-861d-fb24dc4005e9 None None] Pushing event updated for resources: {'Port': ['ID=5e8e0373-84c7-4d28-bb89-82175e4a556a,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:09.409708 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-78e5d313-a0a8-4f96-99ec-2338c73ed84e tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e6afccf4618e435ea9c53ffd58b98666&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0820117 Apr 21 12:32:09.475890 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-a2b6db45-15d0-4350-a2c8-99259686f339 None None] Set router a97baa23-cef5-480f-b0c5-a83b2de1ca14 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:32:09.496789 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2987f85f-4cad-4e20-bad6-d6f5672a86c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:09.637272 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2987f85f-4cad-4e20-bad6-d6f5672a86c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:09.663386 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-f27ce28d-36b9-4ea2-8a89-350d76656826 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:09.680259 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-f27ce28d-36b9-4ea2-8a89-350d76656826 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2695436 Apr 21 12:32:09.708238 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-a2143ef2-9495-4491-8c7d-c075e5417a7f tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/quotas/e6afccf4618e435ea9c53ffd58b98666 HTTP/1.1" status: 200 len: 375 time: 0.0264480 Apr 21 12:32:09.747893 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2987f85f-4cad-4e20-bad6-d6f5672a86c1 admin admin] Network 2784f22b-de0d-4321-85bb-03f489c8afd3 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:32:09.768401 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-2987f85f-4cad-4e20-bad6-d6f5672a86c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:32:09.776882 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2987f85f-4cad-4e20-bad6-d6f5672a86c1 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:32:09.842315 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987f85f-4cad-4e20-bad6-d6f5672a86c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d8528086-fff1-4a6e-b048-a63f1b21da70,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:09.888568 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2987f85f-4cad-4e20-bad6-d6f5672a86c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:09.943271 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a2b6db45-15d0-4350-a2c8-99259686f339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97baa23-cef5-480f-b0c5-a83b2de1ca14', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1104118114-router', 'tenant_id': '877d51b0158c4efbb699fcb640e26374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5e8e0373-84c7-4d28-bb89-82175e4a556a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:32:04Z', 'updated_at': '2022-04-21T12:32:06Z', 'revision_number': 3, 'project_id': '877d51b0158c4efbb699fcb640e26374', 'gw_port': {'id': '5e8e0373-84c7-4d28-bb89-82175e4a556a', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97baa23-cef5-480f-b0c5-a83b2de1ca14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:32:05Z', 'updated_at': '2022-04-21T12:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:09.993435 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b6db45-15d0-4350-a2c8-99259686f339 None None] The sync data for ids ['a97baa23-cef5-480f-b0c5-a83b2de1ca14'] in n-d-836147-2 is: [{'id': 'a97baa23-cef5-480f-b0c5-a83b2de1ca14', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1104118114-router', 'tenant_id': '877d51b0158c4efbb699fcb640e26374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5e8e0373-84c7-4d28-bb89-82175e4a556a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:32:04Z', 'updated_at': '2022-04-21T12:32:06Z', 'revision_number': 3, 'project_id': '877d51b0158c4efbb699fcb640e26374', 'gw_port': {'id': '5e8e0373-84c7-4d28-bb89-82175e4a556a', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97baa23-cef5-480f-b0c5-a83b2de1ca14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:32:05Z', 'updated_at': '2022-04-21T12:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:32:10.003932 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-1fd6b944-045d-41fa-be9a-921e99e34b3d tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6afccf4618e435ea9c53ffd58b98666&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2761035 Apr 21 12:32:10.119968 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f757f74-d4c9-4bce-a4e7-b36d245f8f1a req-17c9f401-e00b-42d5-80f6-15aeacbff6b1 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:10.134760 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3f757f74-d4c9-4bce-a4e7-b36d245f8f1a req-17c9f401-e00b-42d5-80f6-15aeacbff6b1 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 1097 time: 0.1725221 Apr 21 12:32:10.171786 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2987f85f-4cad-4e20-bad6-d6f5672a86c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:10.250229 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3f757f74-d4c9-4bce-a4e7-b36d245f8f1a req-9660d59e-7d71-411a-b4c0-3c118ebd149d tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140976 Apr 21 12:32:10.282789 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7981288b-5425-4397-ae18-983493e1e836 None None] Provisioning complete for port d8528086-fff1-4a6e-b048-a63f1b21da70 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:10.283855 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7981288b-5425-4397-ae18-983493e1e836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:10.476867 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7981288b-5425-4397-ae18-983493e1e836 None None] Port d8528086-fff1-4a6e-b048-a63f1b21da70 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:32:10.635406 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2987f85f-4cad-4e20-bad6-d6f5672a86c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:10.676441 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 5e8e0373-84c7-4d28-bb89-82175e4a556a up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:32:10.678847 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-822ab678-5422-405b-b57c-4bbf530e4e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:10.749519 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 5e8e0373-84c7-4d28-bb89-82175e4a556a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:10.749937 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:10.808235 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2987f85f-4cad-4e20-bad6-d6f5672a86c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:10.866993 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:10.898385 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 5e8e0373-84c7-4d28-bb89-82175e4a556a, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=5e8e0373-84c7-4d28-bb89-82175e4a556a,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:10.914448 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2987f85f-4cad-4e20-bad6-d6f5672a86c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:10.916458 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987f85f-4cad-4e20-bad6-d6f5672a86c1 admin admin] Pushing event updated for resources: {'Port': ['ID=d8528086-fff1-4a6e-b048-a63f1b21da70,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:10.973691 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:11.059941 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2987f85f-4cad-4e20-bad6-d6f5672a86c1 admin admin] Network 2784f22b-de0d-4321-85bb-03f489c8afd3 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:32:11.063888 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-2987f85f-4cad-4e20-bad6-d6f5672a86c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:32:11.149362 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=5e8e0373-84c7-4d28-bb89-82175e4a556a,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:11.360820 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4cefec59-0542-44ca-9557-c8a48ec14981 req-2de921a1-ffe7-4133-b15e-ccc1ec56a626 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070 HTTP/1.1" status: 200 len: 210 time: 0.7024336 Apr 21 12:32:11.417433 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998956d-70e2-4505-b947-070739803343 req-b4e980f2-d8d9-4442-b42a-e9b0c5a71f2e tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:11.437648 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9998956d-70e2-4505-b947-070739803343 req-b4e980f2-d8d9-4442-b42a-e9b0c5a71f2e tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.8623548 Apr 21 12:32:11.472261 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2987f85f-4cad-4e20-bad6-d6f5672a86c1 admin admin] Router a97baa23-cef5-480f-b0c5-a83b2de1ca14 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:32:11.559226 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f1d64b22-acf8-45a2-aae1-ffb899865d26 None None] Provisioning complete for port d8528086-fff1-4a6e-b048-a63f1b21da70 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:11.559770 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1d64b22-acf8-45a2-aae1-ffb899865d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:11.609987 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9998956d-70e2-4505-b947-070739803343 req-a31fed92-02e8-4296-a107-d14950639eda tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712453 Apr 21 12:32:11.731052 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f1d64b22-acf8-45a2-aae1-ffb899865d26 None None] Port d8528086-fff1-4a6e-b048-a63f1b21da70 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:32:11.977184 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-822ab678-5422-405b-b57c-4bbf530e4e18 admin admin] Deleting port 634d2f2f-0b0b-467b-8416-0e44dac4871b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:32:11.978423 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-822ab678-5422-405b-b57c-4bbf530e4e18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:12.132786 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2987f85f-4cad-4e20-bad6-d6f5672a86c1 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:32:12.151128 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2987f85f-4cad-4e20-bad6-d6f5672a86c1 admin admin] 10.222.0.36 "PUT /v2.0/routers/a97baa23-cef5-480f-b0c5-a83b2de1ca14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1154177 Apr 21 12:32:12.155511 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-822ab678-5422-405b-b57c-4bbf530e4e18 admin admin] For port 634d2f2f-0b0b-467b-8416-0e44dac4871b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=634d2f2f-0b0b-467b-8416-0e44dac4871b,segment=NetworkSegment(c24679f5-0724-496a-af10-68bc85415d7d),segment_id=c24679f5-0724-496a-af10-68bc85415d7d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:12.156575 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-822ab678-5422-405b-b57c-4bbf530e4e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:12.188763 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-822ab678-5422-405b-b57c-4bbf530e4e18 admin admin] Calling delete_port for 634d2f2f-0b0b-467b-8416-0e44dac4871b owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:32:12.601097 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-9c402c59-9bac-44eb-90b4-b636c1f800e1 req-cd8324b9-d535-4672-a64e-f1a08d9bce67 tempest-FloatingIPDetailsNegativeTestJSON-1013692392 tempest-FloatingIPDetailsNegativeTestJSON-1013692392-project] show failed (client error): The resource could not be found. Apr 21 12:32:12.602548 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c402c59-9bac-44eb-90b4-b636c1f800e1 req-cd8324b9-d535-4672-a64e-f1a08d9bce67 tempest-FloatingIPDetailsNegativeTestJSON-1013692392 tempest-FloatingIPDetailsNegativeTestJSON-1013692392-project] 10.222.0.36 "GET /v2.0/floatingips/c3c05d9e-911d-4ffb-999c-0ad994628f95 HTTP/1.1" status: 404 len: 350 time: 0.0754249 Apr 21 12:32:12.612170 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58634) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:12.685541 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 5e8e0373-84c7-4d28-bb89-82175e4a556a up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:32:12.770733 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2d98b0ae-1bc0-47ff-9f84-8b1ccdcccfcd req-98068713-c056-42fd-85c9-c59cae3fe815 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070 HTTP/1.1" status: 200 len: 210 time: 0.0550129 Apr 21 12:32:12.780595 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-822ab678-5422-405b-b57c-4bbf530e4e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:12.829559 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 5e8e0373-84c7-4d28-bb89-82175e4a556a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:12.830503 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:12.975458 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] Sync routers for ids ['a97baa23-cef5-480f-b0c5-a83b2de1ca14'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:32:13.062520 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] Routers {'a97baa23-cef5-480f-b0c5-a83b2de1ca14'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:32:13.063166 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:31:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a97baa23-cef5-480f-b0c5-a83b2de1ca14'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:13.084352 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ab678-5422-405b-b57c-4bbf530e4e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=634d2f2f-0b0b-467b-8416-0e44dac4871b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:13.231944 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-207be6e4-e884-4c7e-a5d4-b9d1193a0dde tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e6afccf4618e435ea9c53ffd58b98666&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788276 Apr 21 12:32:13.381694 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3212e-19fa-42f4-95c7-572ee79df118 req-ae4e1c2e-f7d3-43cd-a8b2-da89654a447c tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:13.385193 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dfb3212e-19fa-42f4-95c7-572ee79df118 req-ae4e1c2e-f7d3-43cd-a8b2-da89654a447c tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.3783550 Apr 21 12:32:13.441308 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] Set router a97baa23-cef5-480f-b0c5-a83b2de1ca14 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:32:13.490119 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2cfdccb-6db9-416d-8e91-4914fd64118f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:13.501191 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc6a7e97-17a0-475d-8309-50d6b058b788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:13.554692 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-822ab678-5422-405b-b57c-4bbf530e4e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:13.559192 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dfb3212e-19fa-42f4-95c7-572ee79df118 req-1cecb864-014e-4245-b335-0af316bdc20f tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634078 Apr 21 12:32:13.702476 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-9430f1b7-94a0-47ca-997b-5f76431a094e tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:13.704406 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-9430f1b7-94a0-47ca-997b-5f76431a094e tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4585876 Apr 21 12:32:13.770001 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-715823d7-99ef-4527-a267-d2f216302877 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Request body: {'port': {'device_id': '1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'admin_state_up': True, 'tenant_id': 'e6afccf4618e435ea9c53ffd58b98666'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:32:13.976201 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97baa23-cef5-480f-b0c5-a83b2de1ca14', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1104118114-router', 'tenant_id': '877d51b0158c4efbb699fcb640e26374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5e8e0373-84c7-4d28-bb89-82175e4a556a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:32:04Z', 'updated_at': '2022-04-21T12:32:10Z', 'revision_number': 4, 'project_id': '877d51b0158c4efbb699fcb640e26374', 'gw_port': {'id': '5e8e0373-84c7-4d28-bb89-82175e4a556a', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97baa23-cef5-480f-b0c5-a83b2de1ca14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:32:05Z', 'updated_at': '2022-04-21T12:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'd8528086-fff1-4a6e-b048-a63f1b21da70', 'name': '', 'network_id': '2784f22b-de0d-4321-85bb-03f489c8afd3', 'tenant_id': '877d51b0158c4efbb699fcb640e26374', 'mac_address': 'fa:16:3e:f2:a3:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97baa23-cef5-480f-b0c5-a83b2de1ca14', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': 'e09fd273-f9f7-4f09-b542-633bac9f69b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:32:08Z', 'updated_at': '2022-04-21T12:32:10Z', 'revision_number': 2, 'project_id': '877d51b0158c4efbb699fcb640e26374', 'subnets': [{'id': 'e09fd273-f9f7-4f09-b542-633bac9f69b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:13.977259 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-260a14cd-2f4d-4517-8824-45ba14adbac5 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:32:13.978760 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-260a14cd-2f4d-4517-8824-45ba14adbac5 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063088 Apr 21 12:32:14.035678 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ad1f4e4b-e829-4c10-b1b9-5452d678874c req-51b0d820-20c5-41ef-99f8-dfa4c0c5c3af tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070 HTTP/1.1" status: 200 len: 210 time: 0.0712514 Apr 21 12:32:14.073504 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] Checking router: a97baa23-cef5-480f-b0c5-a83b2de1ca14 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:32:14.074180 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] Updating router a97baa23-cef5-480f-b0c5-a83b2de1ca14 port d8528086-fff1-4a6e-b048-a63f1b21da70 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:32:14.120836 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-7a429ed6-72f7-4669-9faa-0fc2a6b15968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:14.123148 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-7a429ed6-72f7-4669-9faa-0fc2a6b15968 service neutron] 10.222.0.36 "GET /v2.0/ports/3d5aec13-814b-406f-8dcf-694d077a4037 HTTP/1.1" status: 200 len: 1094 time: 0.1300025 Apr 21 12:32:14.133907 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:14.144036 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-08ac524f-e33d-49a6-9a63-f3d307bc4a48 service neutron] Request body: {'binding': {'host': 'n-h2-836147-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:32:14.144741 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-08ac524f-e33d-49a6-9a63-f3d307bc4a48 service neutron] Unknown quota resources ['binding']. {{(pid=103397) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 21 12:32:14.176511 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822ab678-5422-405b-b57c-4bbf530e4e18 admin admin] Router 309f036c-fd99-4936-948e-c44d1814abb7 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:32:14.177675 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-715823d7-99ef-4527-a267-d2f216302877 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Made reservation on behalf of e6afccf4618e435ea9c53ffd58b98666 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:32:14.181329 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-715823d7-99ef-4527-a267-d2f216302877 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:14.231435 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a7e97-17a0-475d-8309-50d6b058b788 admin admin] Deleting port d8528086-fff1-4a6e-b048-a63f1b21da70 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:32:14.231435 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc6a7e97-17a0-475d-8309-50d6b058b788 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:14.362671 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-715823d7-99ef-4527-a267-d2f216302877 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Allocated IP 192.168.233.157 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/640b116a-d3bc-4e77-b21c-bf19a4983c3b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:32:14.444766 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc6a7e97-17a0-475d-8309-50d6b058b788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:14.502813 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-fc6a7e97-17a0-475d-8309-50d6b058b788 admin admin] Calling delete_port for d8528086-fff1-4a6e-b048-a63f1b21da70 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:32:14.630557 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-08ac524f-e33d-49a6-9a63-f3d307bc4a48 service neutron] Attempting to bind port 3d5aec13-814b-406f-8dcf-694d077a4037 on host n-h2-836147-2 for vnic_type normal with profile None {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:32:14.630843 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-08ac524f-e33d-49a6-9a63-f3d307bc4a48 service neutron] Attempting to bind port 3d5aec13-814b-406f-8dcf-694d077a4037 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:32:14.631758 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-08ac524f-e33d-49a6-9a63-f3d307bc4a48 service neutron] Attempting to bind port 3d5aec13-814b-406f-8dcf-694d077a4037 on network c287e289-9664-4a57-ae4d-cb3d1c307007 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:32:14.640651 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-08ac524f-e33d-49a6-9a63-f3d307bc4a48 service neutron] Port 3d5aec13-814b-406f-8dcf-694d077a4037 on network c287e289-9664-4a57-ae4d-cb3d1c307007 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:32:14.641627 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-08ac524f-e33d-49a6-9a63-f3d307bc4a48 service neutron] Attempting to bind port 3d5aec13-814b-406f-8dcf-694d077a4037 on network c287e289-9664-4a57-ae4d-cb3d1c307007 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:32:14.644850 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-715823d7-99ef-4527-a267-d2f216302877 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:14.650913 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:14.661379 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-08ac524f-e33d-49a6-9a63-f3d307bc4a48 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:32:14.661793 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-08ac524f-e33d-49a6-9a63-f3d307bc4a48 service neutron] Checking segment: {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:32:14.662150 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-08ac524f-e33d-49a6-9a63-f3d307bc4a48 service neutron] Bound using segment: {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:32:14.663147 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-08ac524f-e33d-49a6-9a63-f3d307bc4a48 service neutron] Bound port: 3d5aec13-814b-406f-8dcf-694d077a4037, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:32:14.752711 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-08ac524f-e33d-49a6-9a63-f3d307bc4a48 service neutron] For port 3d5aec13-814b-406f-8dcf-694d077a4037, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=3d5aec13-814b-406f-8dcf-694d077a4037,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:32:14.768440 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:14.869872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822ab678-5422-405b-b57c-4bbf530e4e18 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:32:14.877072 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-822ab678-5422-405b-b57c-4bbf530e4e18 admin admin] 10.222.0.36 "PUT /v2.0/routers/309f036c-fd99-4936-948e-c44d1814abb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7373617 Apr 21 12:32:14.886551 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fb23de-0c73-4add-80c7-1c7591f27bfa None None] Sync routers for ids ['309f036c-fd99-4936-948e-c44d1814abb7'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:32:14.893241 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 58662) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:14.904711 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fb23de-0c73-4add-80c7-1c7591f27bfa None None] Routers {'309f036c-fd99-4936-948e-c44d1814abb7'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:32:14.912344 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b2fb23de-0c73-4add-80c7-1c7591f27bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:31:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['309f036c-fd99-4936-948e-c44d1814abb7'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:14.914151 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-08ac524f-e33d-49a6-9a63-f3d307bc4a48 service neutron] Notify callbacks [] for binding, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:14.915332 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-08ac524f-e33d-49a6-9a63-f3d307bc4a48 service neutron] 10.222.0.36 "POST /v2.0/ports/3d5aec13-814b-406f-8dcf-694d077a4037/bindings HTTP/1.1" status: 201 len: 389 time: 0.7820146 Apr 21 12:32:15.076597 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34f522b4-dbb2-40af-a909-9b1da053d144 admin admin] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:15.110421 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b2fb23de-0c73-4add-80c7-1c7591f27bfa None None] Set router 309f036c-fd99-4936-948e-c44d1814abb7 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:32:15.180514 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] Attempting to bind port d8528086-fff1-4a6e-b048-a63f1b21da70 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:32:15.181118 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] Attempting to bind port d8528086-fff1-4a6e-b048-a63f1b21da70 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '9a94cce5-2166-41ce-bfa3-9fd7634660c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2784f22b-de0d-4321-85bb-03f489c8afd3'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:32:15.181742 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] Attempting to bind port d8528086-fff1-4a6e-b048-a63f1b21da70 on network 2784f22b-de0d-4321-85bb-03f489c8afd3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:32:15.185387 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a968c87-3601-4c06-8c15-41fc37f67839 None None] Pushing event updated for resources: {'Port': ['ID=d8528086-fff1-4a6e-b048-a63f1b21da70,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:15.192002 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:32:15.197795 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] Checking segment: {'id': '9a94cce5-2166-41ce-bfa3-9fd7634660c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2784f22b-de0d-4321-85bb-03f489c8afd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:32:15.197795 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:15.197795 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] Bound using segment: {'id': '9a94cce5-2166-41ce-bfa3-9fd7634660c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2784f22b-de0d-4321-85bb-03f489c8afd3'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:32:15.197795 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] Bound port: d8528086-fff1-4a6e-b048-a63f1b21da70, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a94cce5-2166-41ce-bfa3-9fd7634660c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2784f22b-de0d-4321-85bb-03f489c8afd3'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:32:15.197795 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:15.266549 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-715823d7-99ef-4527-a267-d2f216302877 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:15.279861 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['bc706f12-de6d-4192-ba09-e1e5692d8e92'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:32:15.282873 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc6a7e97-17a0-475d-8309-50d6b058b788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:15.294371 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-715823d7-99ef-4527-a267-d2f216302877 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:32:15.304536 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34f522b4-dbb2-40af-a909-9b1da053d144 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:15.304790 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-715823d7-99ef-4527-a267-d2f216302877 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:32:15.361915 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d6373-7e88-40ea-8bde-fb5edbf227a3 req-06addbbc-0a1a-437c-a513-d071078c5490 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:15.363707 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f41d6373-7e88-40ea-8bde-fb5edbf227a3 req-06addbbc-0a1a-437c-a513-d071078c5490 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.6893065 Apr 21 12:32:15.364709 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-715823d7-99ef-4527-a267-d2f216302877 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:32:15.365384 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:32:15.366275 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:32:15.377434 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6a7e97-17a0-475d-8309-50d6b058b788 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8528086-fff1-4a6e-b048-a63f1b21da70,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:15.544090 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-847f0cc8-e2f2-4ee8-944c-3be4e6396fad None None] Provisioning complete for port d8528086-fff1-4a6e-b048-a63f1b21da70 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:15.544564 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-847f0cc8-e2f2-4ee8-944c-3be4e6396fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:15.567858 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b2fb23de-0c73-4add-80c7-1c7591f27bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309f036c-fd99-4936-948e-c44d1814abb7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1117689157-router', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111'}], 'enable_snat': True}, 'gw_port_id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:30:41Z', 'updated_at': '2022-04-21T12:32:12Z', 'revision_number': 5, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'gw_port': {'id': '39860040-fccb-4c0c-b4fa-4070b4eda4a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:70:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '309f036c-fd99-4936-948e-c44d1814abb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:30:42Z', 'updated_at': '2022-04-21T12:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:15.581483 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-847f0cc8-e2f2-4ee8-944c-3be4e6396fad None None] Port d8528086-fff1-4a6e-b048-a63f1b21da70 was deleted so its status cannot be updated. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 21 12:32:15.649821 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fb23de-0c73-4add-80c7-1c7591f27bfa None None] Checking router: 309f036c-fd99-4936-948e-c44d1814abb7 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:32:15.675141 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fb23de-0c73-4add-80c7-1c7591f27bfa None None] Routers {'309f036c-fd99-4936-948e-c44d1814abb7'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:32:15.675141 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b2fb23de-0c73-4add-80c7-1c7591f27bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:31:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['309f036c-fd99-4936-948e-c44d1814abb7'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:15.729633 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f41d6373-7e88-40ea-8bde-fb5edbf227a3 req-3257b402-9fd3-40e6-bb90-d5e5472333a6 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478258 Apr 21 12:32:15.784969 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-492b6e4b-7619-40ee-abc1-7d708b1b28f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:15.830096 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc6a7e97-17a0-475d-8309-50d6b058b788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:15.831680 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b2fb23de-0c73-4add-80c7-1c7591f27bfa None None] Set router 309f036c-fd99-4936-948e-c44d1814abb7 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:32:15.834059 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8ba20133-411f-4f86-9b3c-e940358dde47 None None] Provisioning complete for port 640b116a-d3bc-4e77-b21c-bf19a4983c3b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:15.836612 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ba20133-411f-4f86-9b3c-e940358dde47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:15.854880 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715823d7-99ef-4527-a267-d2f216302877 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Pushing event updated for resources: {'Port': ['ID=640b116a-d3bc-4e77-b21c-bf19a4983c3b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:15.885346 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715823d7-99ef-4527-a267-d2f216302877 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:15.885546 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715823d7-99ef-4527-a267-d2f216302877 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:15.886136 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715823d7-99ef-4527-a267-d2f216302877 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:15.886569 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715823d7-99ef-4527-a267-d2f216302877 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:15.886999 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715823d7-99ef-4527-a267-d2f216302877 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:15.887442 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715823d7-99ef-4527-a267-d2f216302877 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:15.887853 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715823d7-99ef-4527-a267-d2f216302877 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:15.888276 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715823d7-99ef-4527-a267-d2f216302877 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:15.888702 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715823d7-99ef-4527-a267-d2f216302877 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:15.889202 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715823d7-99ef-4527-a267-d2f216302877 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:15.889598 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715823d7-99ef-4527-a267-d2f216302877 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:15.890022 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715823d7-99ef-4527-a267-d2f216302877 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:15.899604 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b2fb23de-0c73-4add-80c7-1c7591f27bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '309f036c-fd99-4936-948e-c44d1814abb7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1117689157-router', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:30:41Z', 'updated_at': '2022-04-21T12:32:15Z', 'revision_number': 6, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:15.913520 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8ba20133-411f-4f86-9b3c-e940358dde47 None None] Port 640b116a-d3bc-4e77-b21c-bf19a4983c3b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:32:15.923710 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-715823d7-99ef-4527-a267-d2f216302877 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:15.924431 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-715823d7-99ef-4527-a267-d2f216302877 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:15.933946 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fb23de-0c73-4add-80c7-1c7591f27bfa None None] The sync data for ids ['309f036c-fd99-4936-948e-c44d1814abb7'] in n-d-836147-2 is: [{'id': '309f036c-fd99-4936-948e-c44d1814abb7', 'name': 'tempest-FloatingIPsAssociationTestJSON-1117689157-router', 'tenant_id': '39725541a84a4c0389b0f42f00fde7c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:30:41Z', 'updated_at': '2022-04-21T12:32:15Z', 'revision_number': 6, 'project_id': '39725541a84a4c0389b0f42f00fde7c4', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:32:15.938254 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96b29d7-5af8-422f-b1ae-f88053ddc2ef req-06970818-424f-4512-aa00-d5b3b6dd3511 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:15.945230 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] Attempting to bind port d8528086-fff1-4a6e-b048-a63f1b21da70 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:32:15.945912 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] Attempting to bind port d8528086-fff1-4a6e-b048-a63f1b21da70 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '9a94cce5-2166-41ce-bfa3-9fd7634660c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2784f22b-de0d-4321-85bb-03f489c8afd3'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:32:15.946460 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] Attempting to bind port d8528086-fff1-4a6e-b048-a63f1b21da70 on network 2784f22b-de0d-4321-85bb-03f489c8afd3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:32:15.947479 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a96b29d7-5af8-422f-b1ae-f88053ddc2ef req-06970818-424f-4512-aa00-d5b3b6dd3511 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070 HTTP/1.1" status: 200 len: 936 time: 0.3793774 Apr 21 12:32:15.954496 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:32:15.955437 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] Checking segment: {'id': '9a94cce5-2166-41ce-bfa3-9fd7634660c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2784f22b-de0d-4321-85bb-03f489c8afd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:32:15.956046 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:15.957298 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] Bound using segment: {'id': '9a94cce5-2166-41ce-bfa3-9fd7634660c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2784f22b-de0d-4321-85bb-03f489c8afd3'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:32:15.957991 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] Bound port: d8528086-fff1-4a6e-b048-a63f1b21da70, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a94cce5-2166-41ce-bfa3-9fd7634660c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2784f22b-de0d-4321-85bb-03f489c8afd3'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:32:15.958656 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:15.993707 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-34f522b4-dbb2-40af-a909-9b1da053d144 admin admin] Deleting port 39860040-fccb-4c0c-b4fa-4070b4eda4a6 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:32:15.997956 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34f522b4-dbb2-40af-a909-9b1da053d144 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:16.013459 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] Port d8528086-fff1-4a6e-b048-a63f1b21da70 has been deleted concurrently {{(pid=103399) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 21 12:32:16.017213 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a96b29d7-5af8-422f-b1ae-f88053ddc2ef req-7c617dc6-3509-4afc-81b9-079f2804bbf5 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684137 Apr 21 12:32:16.026847 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] Routers {'a97baa23-cef5-480f-b0c5-a83b2de1ca14'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:32:16.027895 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:32:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a97baa23-cef5-480f-b0c5-a83b2de1ca14'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:16.164062 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] Set router a97baa23-cef5-480f-b0c5-a83b2de1ca14 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:32:16.195203 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-6ab40c84-d860-4db0-a956-a06b8c102cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:16.196877 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-6ab40c84-d860-4db0-a956-a06b8c102cd3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26ea3c659ac44d28a683c1af948ed1b6&device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 1097 time: 0.0631578 Apr 21 12:32:16.358098 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6a7e97-17a0-475d-8309-50d6b058b788 admin admin] Router a97baa23-cef5-480f-b0c5-a83b2de1ca14 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:32:16.454205 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-568293d2-8b1f-491b-a8c6-01c038a4592e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:16.459012 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-568293d2-8b1f-491b-a8c6-01c038a4592e service neutron] 10.222.0.24 "GET /v2.0/networks?id=c287e289-9664-4a57-ae4d-cb3d1c307007 HTTP/1.1" status: 200 len: 921 time: 0.2294049 Apr 21 12:32:16.532339 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 634d2f2f-0b0b-467b-8416-0e44dac4871b no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:32:16.563275 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97baa23-cef5-480f-b0c5-a83b2de1ca14', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1104118114-router', 'tenant_id': '877d51b0158c4efbb699fcb640e26374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5e8e0373-84c7-4d28-bb89-82175e4a556a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:32:04Z', 'updated_at': '2022-04-21T12:32:14Z', 'revision_number': 5, 'project_id': '877d51b0158c4efbb699fcb640e26374', 'gw_port': {'id': '5e8e0373-84c7-4d28-bb89-82175e4a556a', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97baa23-cef5-480f-b0c5-a83b2de1ca14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:32:05Z', 'updated_at': '2022-04-21T12:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:16.566351 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 634d2f2f-0b0b-467b-8416-0e44dac4871b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:32:16.566694 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 634d2f2f-0b0b-467b-8416-0e44dac4871b not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:32:16.596794 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c74bd63-23ee-4a7d-94b3-b86259a03aca None None] The sync data for ids ['a97baa23-cef5-480f-b0c5-a83b2de1ca14'] in n-d-836147-2 is: [{'id': 'a97baa23-cef5-480f-b0c5-a83b2de1ca14', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1104118114-router', 'tenant_id': '877d51b0158c4efbb699fcb640e26374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5e8e0373-84c7-4d28-bb89-82175e4a556a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:32:04Z', 'updated_at': '2022-04-21T12:32:14Z', 'revision_number': 5, 'project_id': '877d51b0158c4efbb699fcb640e26374', 'gw_port': {'id': '5e8e0373-84c7-4d28-bb89-82175e4a556a', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97baa23-cef5-480f-b0c5-a83b2de1ca14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:32:05Z', 'updated_at': '2022-04-21T12:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:32:16.629159 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-715823d7-99ef-4527-a267-d2f216302877 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8646586 Apr 21 12:32:16.649297 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-91075238-8361-45cb-9781-3a0cb531b741 service neutron] Request body: {'port': {'device_id': '1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:32:16.696606 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-7850928e-fe72-4fdd-a2cf-03a41a00c655 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d5aec13-814b-406f-8dcf-694d077a4037 HTTP/1.1" status: 200 len: 217 time: 0.0591872 Apr 21 12:32:16.711735 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561fd0cf-d42e-48df-af7e-a9430798c388 req-06a54801-eef5-4a4a-9af4-977dce46aeb1 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:16.713181 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-561fd0cf-d42e-48df-af7e-a9430798c388 req-06a54801-eef5-4a4a-9af4-977dce46aeb1 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 946 time: 0.6781750 Apr 21 12:32:16.716458 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6a7e97-17a0-475d-8309-50d6b058b788 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:32:16.722487 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fc6a7e97-17a0-475d-8309-50d6b058b788 admin admin] 10.222.0.36 "PUT /v2.0/routers/a97baa23-cef5-480f-b0c5-a83b2de1ca14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1092522 Apr 21 12:32:16.723669 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-34f522b4-dbb2-40af-a909-9b1da053d144 admin admin] For port 39860040-fccb-4c0c-b4fa-4070b4eda4a6, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=39860040-fccb-4c0c-b4fa-4070b4eda4a6,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:16.724080 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34f522b4-dbb2-40af-a909-9b1da053d144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:16.741444 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58688) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:16.799793 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:16.809113 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-34f522b4-dbb2-40af-a909-9b1da053d144 admin admin] Calling delete_port for 39860040-fccb-4c0c-b4fa-4070b4eda4a6 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:32:16.826041 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-b2b86f42-d9b1-46d7-ba63-2fa356acd8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:16.845690 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-b2b86f42-d9b1-46d7-ba63-2fa356acd8d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c2895f5-072d-4584-843c-51a4758cad8d HTTP/1.1" status: 200 len: 860 time: 0.1350429 Apr 21 12:32:16.953693 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-a8414bcc-8f2b-4c79-8c47-bb7b4e14fee2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c287e289-9664-4a57-ae4d-cb3d1c307007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661154 Apr 21 12:32:17.114440 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71d3b40a-ccf8-43be-ba29-bba1790ed73a admin admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:17.134477 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-91075238-8361-45cb-9781-3a0cb531b741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:17.164614 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-561fd0cf-d42e-48df-af7e-a9430798c388 req-8693e9ac-6153-4cf1-b045-5f99a8f5241c tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4357164 Apr 21 12:32:17.268162 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68b166-896d-4e6d-a1d4-94b73518bfd8 req-e22852f9-c92b-4f89-a8a1-df80843e671b tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:17.276966 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b68b166-896d-4e6d-a1d4-94b73518bfd8 req-e22852f9-c92b-4f89-a8a1-df80843e671b tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.4081061 Apr 21 12:32:17.440112 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b68b166-896d-4e6d-a1d4-94b73518bfd8 req-62b8c71f-70b8-4b82-802e-539ce7099ce6 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609094 Apr 21 12:32:17.473273 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9aefdb-f425-4b19-a3db-35f050b95bd1 req-c11e03c0-144a-4d9f-bc21-86d2bc6a4ade tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:17.475837 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f9aefdb-f425-4b19-a3db-35f050b95bd1 req-c11e03c0-144a-4d9f-bc21-86d2bc6a4ade tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070 HTTP/1.1" status: 200 len: 936 time: 0.1910691 Apr 21 12:32:17.528476 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 1357c346-2a92-418b-aaa9-e61a807553c8 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:32:17.534605 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 1357c346-2a92-418b-aaa9-e61a807553c8 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:32:17.627117 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:17.638560 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f9aefdb-f425-4b19-a3db-35f050b95bd1 req-4b5e1ff4-0437-42f1-8715-0748dcbc0315 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492310 Apr 21 12:32:17.731184 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34f522b4-dbb2-40af-a909-9b1da053d144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:17.760413 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-d9eca1f6-5086-4916-9173-04a7ed043bdd service neutron] 10.222.0.24 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7974684 Apr 21 12:32:17.799502 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f522b4-dbb2-40af-a909-9b1da053d144 admin admin] Pushing event deleted for resources: {'Port': ['ID=39860040-fccb-4c0c-b4fa-4070b4eda4a6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:17.825449 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1b6245-e024-4adc-b54e-babeee51a5c0 None None] Sync routers for ids ['a97baa23-cef5-480f-b0c5-a83b2de1ca14'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:32:17.864160 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1b6245-e024-4adc-b54e-babeee51a5c0 None None] Routers {'a97baa23-cef5-480f-b0c5-a83b2de1ca14'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:32:17.864791 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4d1b6245-e024-4adc-b54e-babeee51a5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:32:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a97baa23-cef5-480f-b0c5-a83b2de1ca14'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:17.866024 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-4a6f44ca-e506-438e-bfdc-07bf7c0161e8 service neutron] 10.222.0.24 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976477 Apr 21 12:32:17.870241 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:17.880265 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71d3b40a-ccf8-43be-ba29-bba1790ed73a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:17.932869 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34f522b4-dbb2-40af-a909-9b1da053d144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:17.939458 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 1357c346-2a92-418b-aaa9-e61a807553c8, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=1357c346-2a92-418b-aaa9-e61a807553c8,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:17.978149 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '1357c346-2a92-418b-aaa9-e61a807553c8', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': '1357c346-2a92-418b-aaa9-e61a807553c8', 'mac_address': 'fa:16:3e:f1:ba:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:32:18.013244 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b73cbaa-83a8-44b8-8ddb-16c65a888776', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1357c346-2a92-418b-aaa9-e61a807553c8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:32:18.015107 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9737d7b-c490-4c45-ac64-5277fd5c0a04" -d '{"events": [{"server_uuid": "7b73cbaa-83a8-44b8-8ddb-16c65a888776", "name": "network-vif-unplugged", "status": "completed", "tag": "1357c346-2a92-418b-aaa9-e61a807553c8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:32:18.043574 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 1357c346-2a92-418b-aaa9-e61a807553c8, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=1357c346-2a92-418b-aaa9-e61a807553c8,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:18.087427 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-4d1b6245-e024-4adc-b54e-babeee51a5c0 None None] Set router a97baa23-cef5-480f-b0c5-a83b2de1ca14 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:32:18.109569 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-71d3b40a-ccf8-43be-ba29-bba1790ed73a admin admin] Deleting port 5e8e0373-84c7-4d28-bb89-82175e4a556a {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:32:18.113059 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71d3b40a-ccf8-43be-ba29-bba1790ed73a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:18.126624 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81ab41e-0d04-4e84-a6fa-989b1c0399d5 x-openstack-request-id: req-b81ab41e-0d04-4e84-a6fa-989b1c0399d5 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:32:18.126935 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b73cbaa-83a8-44b8-8ddb-16c65a888776", "name": "network-vif-unplugged", "status": "completed", "tag": "1357c346-2a92-418b-aaa9-e61a807553c8", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:32:18.127183 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b81ab41e-0d04-4e84-a6fa-989b1c0399d5 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:32:18.127568 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b81ab41e-0d04-4e84-a6fa-989b1c0399d5'] response: {'server_uuid': '7b73cbaa-83a8-44b8-8ddb-16c65a888776', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1357c346-2a92-418b-aaa9-e61a807553c8', 'code': 200} Apr 21 12:32:18.172536 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34f522b4-dbb2-40af-a909-9b1da053d144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:18.176077 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34f522b4-dbb2-40af-a909-9b1da053d144 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:18.224804 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-91075238-8361-45cb-9781-3a0cb531b741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 640b116a-d3bc-4e77-b21c-bf19a4983c3b {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:32:18.226458 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:18.230180 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:18.235602 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-91075238-8361-45cb-9781-3a0cb531b741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:18.258089 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-71d3b40a-ccf8-43be-ba29-bba1790ed73a admin admin] For port 5e8e0373-84c7-4d28-bb89-82175e4a556a, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=5e8e0373-84c7-4d28-bb89-82175e4a556a,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:18.263967 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-91075238-8361-45cb-9781-3a0cb531b741 service neutron] Transition to ACTIVE for port object 640b116a-d3bc-4e77-b21c-bf19a4983c3b will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:32:18.264161 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71d3b40a-ccf8-43be-ba29-bba1790ed73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:18.280154 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-71d3b40a-ccf8-43be-ba29-bba1790ed73a admin admin] Calling delete_port for 5e8e0373-84c7-4d28-bb89-82175e4a556a owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:32:18.334692 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13381523-4b74-4b32-a5be-d5797c5035f3 req-8e0a00be-8615-4d03-acf2-99dbdfda1587 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:18.339023 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1357c346-2a92-418b-aaa9-e61a807553c8 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:32:18.342913 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13381523-4b74-4b32-a5be-d5797c5035f3 req-8e0a00be-8615-4d03-acf2-99dbdfda1587 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 946 time: 0.0640712 Apr 21 12:32:18.377540 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:18.395136 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13381523-4b74-4b32-a5be-d5797c5035f3 req-4860135e-1bf3-43d7-9a2f-3a2e9c756d0b tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455060 Apr 21 12:32:18.396053 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34f522b4-dbb2-40af-a909-9b1da053d144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:18.399195 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f522b4-dbb2-40af-a909-9b1da053d144 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 309f036c-fd99-4936-948e-c44d1814abb7 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:32:18.427684 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=1357c346-2a92-418b-aaa9-e61a807553c8,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:18.427898 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34f522b4-dbb2-40af-a909-9b1da053d144 admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:18.429250 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-34f522b4-dbb2-40af-a909-9b1da053d144 admin admin] 10.222.0.36 "DELETE /v2.0/routers/309f036c-fd99-4936-948e-c44d1814abb7 HTTP/1.1" status: 204 len: 168 time: 3.5348670 Apr 21 12:32:18.431701 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 58712) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:18.469743 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:32:18.471021 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:32:18.490373 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa4bc93-21ee-45e1-9a8a-2b318b41d13b admin admin] Deleting subnet fa6ab292-cb0d-47ba-bfa2-d88de839c223 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:32:18.494548 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9aa4bc93-21ee-45e1-9a8a-2b318b41d13b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:18.519786 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-91075238-8361-45cb-9781-3a0cb531b741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:18.686662 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 39860040-fccb-4c0c-b4fa-4070b4eda4a6 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:32:18.727767 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91075238-8361-45cb-9781-3a0cb531b741 service neutron] Pushing event updated for resources: {'Port': ['ID=640b116a-d3bc-4e77-b21c-bf19a4983c3b,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:18.736413 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 39860040-fccb-4c0c-b4fa-4070b4eda4a6 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:32:18.736413 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 39860040-fccb-4c0c-b4fa-4070b4eda4a6 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:32:18.753109 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:18.766969 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4d1b6245-e024-4adc-b54e-babeee51a5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97baa23-cef5-480f-b0c5-a83b2de1ca14', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1104118114-router', 'tenant_id': '877d51b0158c4efbb699fcb640e26374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '5e8e0373-84c7-4d28-bb89-82175e4a556a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:32:04Z', 'updated_at': '2022-04-21T12:32:14Z', 'revision_number': 5, 'project_id': '877d51b0158c4efbb699fcb640e26374', 'gw_port': {'id': '5e8e0373-84c7-4d28-bb89-82175e4a556a', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:bf:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97baa23-cef5-480f-b0c5-a83b2de1ca14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:32:05Z', 'updated_at': '2022-04-21T12:32:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:18.798372 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9aa4bc93-21ee-45e1-9a8a-2b318b41d13b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:18.810133 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1b6245-e024-4adc-b54e-babeee51a5c0 None None] Checking router: a97baa23-cef5-480f-b0c5-a83b2de1ca14 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:32:18.810133 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1b6245-e024-4adc-b54e-babeee51a5c0 None None] Routers {'a97baa23-cef5-480f-b0c5-a83b2de1ca14'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:32:18.810609 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4d1b6245-e024-4adc-b54e-babeee51a5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:32:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a97baa23-cef5-480f-b0c5-a83b2de1ca14'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:18.872526 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdef6a96-fe22-43a8-89fa-13fc97009be9 req-9b4fad0b-166e-467c-9192-c655c2de2bba tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:18.875454 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fdef6a96-fe22-43a8-89fa-13fc97009be9 req-9b4fad0b-166e-467c-9192-c655c2de2bba tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 948 time: 0.2612927 Apr 21 12:32:18.882540 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71d3b40a-ccf8-43be-ba29-bba1790ed73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:18.945572 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3b40a-ccf8-43be-ba29-bba1790ed73a admin admin] Pushing event deleted for resources: {'Port': ['ID=5e8e0373-84c7-4d28-bb89-82175e4a556a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:18.967902 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d3b40a-ccf8-43be-ba29-bba1790ed73a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:18.968242 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d3b40a-ccf8-43be-ba29-bba1790ed73a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:18.968572 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d3b40a-ccf8-43be-ba29-bba1790ed73a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:18.968903 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d3b40a-ccf8-43be-ba29-bba1790ed73a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:18.969231 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d3b40a-ccf8-43be-ba29-bba1790ed73a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:18.969554 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d3b40a-ccf8-43be-ba29-bba1790ed73a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:18.969990 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d3b40a-ccf8-43be-ba29-bba1790ed73a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:18.970311 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d3b40a-ccf8-43be-ba29-bba1790ed73a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:18.970628 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d3b40a-ccf8-43be-ba29-bba1790ed73a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:18.970947 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d3b40a-ccf8-43be-ba29-bba1790ed73a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:18.971263 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d3b40a-ccf8-43be-ba29-bba1790ed73a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:18.971574 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d3b40a-ccf8-43be-ba29-bba1790ed73a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:19.089659 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fdef6a96-fe22-43a8-89fa-13fc97009be9 req-1a067eda-39c6-48d2-a133-8b375d0feb84 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884553 Apr 21 12:32:19.104233 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71d3b40a-ccf8-43be-ba29-bba1790ed73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:19.157851 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-4d1b6245-e024-4adc-b54e-babeee51a5c0 None None] Set router a97baa23-cef5-480f-b0c5-a83b2de1ca14 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:32:19.214287 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9aa4bc93-21ee-45e1-9a8a-2b318b41d13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:19.222013 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4d1b6245-e024-4adc-b54e-babeee51a5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97baa23-cef5-480f-b0c5-a83b2de1ca14', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1104118114-router', 'tenant_id': '877d51b0158c4efbb699fcb640e26374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:32:04Z', 'updated_at': '2022-04-21T12:32:17Z', 'revision_number': 6, 'project_id': '877d51b0158c4efbb699fcb640e26374', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:19.265818 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1b6245-e024-4adc-b54e-babeee51a5c0 None None] The sync data for ids ['a97baa23-cef5-480f-b0c5-a83b2de1ca14'] in n-d-836147-2 is: [{'id': 'a97baa23-cef5-480f-b0c5-a83b2de1ca14', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1104118114-router', 'tenant_id': '877d51b0158c4efbb699fcb640e26374', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:32:04Z', 'updated_at': '2022-04-21T12:32:17Z', 'revision_number': 6, 'project_id': '877d51b0158c4efbb699fcb640e26374', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:32:19.277391 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:19.281753 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f3c79-f33e-4432-af0d-61ad7a49806b req-f89483dc-eeaa-4179-acc5-2a9af9e1261e tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:19.292850 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71d3b40a-ccf8-43be-ba29-bba1790ed73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:19.293070 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c7f3c79-f33e-4432-af0d-61ad7a49806b req-f89483dc-eeaa-4179-acc5-2a9af9e1261e tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070 HTTP/1.1" status: 200 len: 948 time: 0.5072591 Apr 21 12:32:19.295384 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71d3b40a-ccf8-43be-ba29-bba1790ed73a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:19.303623 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1357c346-2a92-418b-aaa9-e61a807553c8 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:32:19.335468 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 1357c346-2a92-418b-aaa9-e61a807553c8, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=1357c346-2a92-418b-aaa9-e61a807553c8,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:19.347561 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-91075238-8361-45cb-9781-3a0cb531b741 service neutron] Attempting to bind port 640b116a-d3bc-4e77-b21c-bf19a4983c3b on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:32:19.347899 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-91075238-8361-45cb-9781-3a0cb531b741 service neutron] Attempting to bind port 640b116a-d3bc-4e77-b21c-bf19a4983c3b by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:32:19.348139 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-91075238-8361-45cb-9781-3a0cb531b741 service neutron] Attempting to bind port 640b116a-d3bc-4e77-b21c-bf19a4983c3b on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:32:19.377047 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c7f3c79-f33e-4432-af0d-61ad7a49806b req-1fd9917f-6ad6-422c-9b74-cc8f48773584 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831566 Apr 21 12:32:19.379719 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-91075238-8361-45cb-9781-3a0cb531b741 service neutron] Port 640b116a-d3bc-4e77-b21c-bf19a4983c3b on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:32:19.381627 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-91075238-8361-45cb-9781-3a0cb531b741 service neutron] Attempting to bind port 640b116a-d3bc-4e77-b21c-bf19a4983c3b on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:32:19.389642 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-91075238-8361-45cb-9781-3a0cb531b741 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:32:19.389963 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-91075238-8361-45cb-9781-3a0cb531b741 service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:32:19.390433 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-91075238-8361-45cb-9781-3a0cb531b741 service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:32:19.390980 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-91075238-8361-45cb-9781-3a0cb531b741 service neutron] Bound port: 640b116a-d3bc-4e77-b21c-bf19a4983c3b, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:32:19.392017 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-91075238-8361-45cb-9781-3a0cb531b741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:19.466187 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9aa4bc93-21ee-45e1-9a8a-2b318b41d13b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:19.518265 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:19.518711 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71d3b40a-ccf8-43be-ba29-bba1790ed73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:19.521033 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d3b40a-ccf8-43be-ba29-bba1790ed73a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a97baa23-cef5-480f-b0c5-a83b2de1ca14 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:32:19.534944 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71d3b40a-ccf8-43be-ba29-bba1790ed73a admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:19.537950 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa4bc93-21ee-45e1-9a8a-2b318b41d13b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa6ab292-cb0d-47ba-bfa2-d88de839c223,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:19.539304 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-71d3b40a-ccf8-43be-ba29-bba1790ed73a admin admin] 10.222.0.36 "DELETE /v2.0/routers/a97baa23-cef5-480f-b0c5-a83b2de1ca14 HTTP/1.1" status: 204 len: 168 time: 2.7968671 Apr 21 12:32:19.543840 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9aa4bc93-21ee-45e1-9a8a-2b318b41d13b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:19.547779 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58736) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:19.548190 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9aa4bc93-21ee-45e1-9a8a-2b318b41d13b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fa6ab292-cb0d-47ba-bfa2-d88de839c223 HTTP/1.1" status: 204 len: 168 time: 1.1157830 Apr 21 12:32:19.553746 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58738) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:19.574973 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-91075238-8361-45cb-9781-3a0cb531b741 service neutron] For port 640b116a-d3bc-4e77-b21c-bf19a4983c3b, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:32:19.579452 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-91075238-8361-45cb-9781-3a0cb531b741 service neutron] For port 640b116a-d3bc-4e77-b21c-bf19a4983c3b, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=640b116a-d3bc-4e77-b21c-bf19a4983c3b,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:32:19.596974 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080e625-70a8-4c38-8815-f8a026147b27 req-1c784371-dcc9-46e7-bcec-d0c2885d2bf8 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:19.604839 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f080e625-70a8-4c38-8815-f8a026147b27 req-1c784371-dcc9-46e7-bcec-d0c2885d2bf8 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 946 time: 0.0842991 Apr 21 12:32:19.647535 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=1357c346-2a92-418b-aaa9-e61a807553c8,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:19.655959 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6d7ed3-6fc6-4c5e-b07b-a45fff9f5696 None None] Network 86f9e53f-e46e-4569-8067-c1e5df8a6c4a requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:32:19.668505 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f080e625-70a8-4c38-8815-f8a026147b27 req-56512343-41df-4d7e-ab87-da7d4e2a804f tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627661 Apr 21 12:32:19.694930 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-91075238-8361-45cb-9781-3a0cb531b741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:19.728642 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:19.729230 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:19.729332 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:19.729669 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:19.731044 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:19.731400 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:19.732560 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:19.733507 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:19.734359 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:19.737027 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:19.737027 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:19.737027 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:32:19.772936 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-29959a3a-fbd5-40e8-ac32-760df8da6475 admin admin] Deleting subnet e09fd273-f9f7-4f09-b542-633bac9f69b7 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:32:19.803394 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d1b89fb6-1e30-45d5-bf0a-9e67f516648c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:19.806536 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-91075238-8361-45cb-9781-3a0cb531b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:19.807175 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29959a3a-fbd5-40e8-ac32-760df8da6475 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:19.811802 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-91075238-8361-45cb-9781-3a0cb531b741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:19.817756 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-91075238-8361-45cb-9781-3a0cb531b741 service neutron] 10.222.0.26 "PUT /v2.0/ports/640b116a-d3bc-4e77-b21c-bf19a4983c3b HTTP/1.1" status: 200 len: 1096 time: 3.1733172 Apr 21 12:32:19.820085 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070', 'tag': '640b116a-d3bc-4e77-b21c-bf19a4983c3b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:32:19.841187 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a109c6-c46a-4f9d-a3ae-13452bf4acd8" -d '{"events": [{"name": "network-changed", "server_uuid": "1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070", "tag": "640b116a-d3bc-4e77-b21c-bf19a4983c3b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:32:19.853127 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['1357c346-2a92-418b-aaa9-e61a807553c8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:32:19.917248 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91075238-8361-45cb-9781-3a0cb531b741 service neutron] Pushing event updated for resources: {'Port': ['ID=640b116a-d3bc-4e77-b21c-bf19a4983c3b,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:19.933535 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac44255-e4e4-4443-825d-f771aa9efebb x-openstack-request-id: req-bac44255-e4e4-4443-825d-f771aa9efebb {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:32:19.933854 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070", "tag": "640b116a-d3bc-4e77-b21c-bf19a4983c3b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:32:19.934106 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bac44255-e4e4-4443-825d-f771aa9efebb {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:32:19.934525 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bac44255-e4e4-4443-825d-f771aa9efebb'] response: {'name': 'network-changed', 'server_uuid': '1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070', 'tag': '640b116a-d3bc-4e77-b21c-bf19a4983c3b', 'status': 'completed', 'code': 200} Apr 21 12:32:19.949873 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29959a3a-fbd5-40e8-ac32-760df8da6475 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:20.044134 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a109c6-c46a-4f9d-a3ae-13452bf4acd8 req-011268d0-2566-428d-889c-2f1e89f616f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:20.049482 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03a109c6-c46a-4f9d-a3ae-13452bf4acd8 req-011268d0-2566-428d-889c-2f1e89f616f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6afccf4618e435ea9c53ffd58b98666&device_id=1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070 HTTP/1.1" status: 200 len: 1099 time: 0.0987415 Apr 21 12:32:20.053368 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d1b89fb6-1e30-45d5-bf0a-9e67f516648c admin admin] Deleting port 4981d4aa-2300-43ce-95e7-c1b036f146f8 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:32:20.053983 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d1b89fb6-1e30-45d5-bf0a-9e67f516648c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:20.136897 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-d1b89fb6-1e30-45d5-bf0a-9e67f516648c admin admin] For port 4981d4aa-2300-43ce-95e7-c1b036f146f8, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=4981d4aa-2300-43ce-95e7-c1b036f146f8,segment=NetworkSegment(c24679f5-0724-496a-af10-68bc85415d7d),segment_id=c24679f5-0724-496a-af10-68bc85415d7d)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:20.137552 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d1b89fb6-1e30-45d5-bf0a-9e67f516648c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:20.140382 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03a109c6-c46a-4f9d-a3ae-13452bf4acd8 req-a1d69ad9-272b-4573-926c-f0f4c9fe72cc service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e6afccf4618e435ea9c53ffd58b98666&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824497 Apr 21 12:32:20.158038 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d1b89fb6-1e30-45d5-bf0a-9e67f516648c admin admin] Calling delete_port for 4981d4aa-2300-43ce-95e7-c1b036f146f8 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:32:20.245160 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29959a3a-fbd5-40e8-ac32-760df8da6475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:20.330216 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:20.414070 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d1b89fb6-1e30-45d5-bf0a-9e67f516648c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:20.417245 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d29107-f9d1-4ffb-ac1f-70267f664a9d req-d4b4f0e5-59c5-4cfb-b475-e99ed664bf88 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:20.419585 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51d29107-f9d1-4ffb-ac1f-70267f664a9d req-d4b4f0e5-59c5-4cfb-b475-e99ed664bf88 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.1021299 Apr 21 12:32:20.500603 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b89fb6-1e30-45d5-bf0a-9e67f516648c admin admin] Pushing event deleted for resources: {'Port': ['ID=4981d4aa-2300-43ce-95e7-c1b036f146f8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:20.503065 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29959a3a-fbd5-40e8-ac32-760df8da6475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:20.512516 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8deb7d86-1ad2-4d42-9ced-67b8509a773b None None] DHCP port deletion for 86f9e53f-e46e-4569-8067-c1e5df8a6c4a request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:32:20.525977 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b89fb6-1e30-45d5-bf0a-9e67f516648c admin admin] No DVR routers for this DVR port 4981d4aa-2300-43ce-95e7-c1b036f146f8 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:32:20.548842 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51d29107-f9d1-4ffb-ac1f-70267f664a9d req-40b002b4-a65c-48fe-a2da-3a2c8d662a1e tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074119 Apr 21 12:32:20.556305 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a109c6-c46a-4f9d-a3ae-13452bf4acd8 req-697844a3-88b6-4624-9d13-219435fe9e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:20.561665 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03a109c6-c46a-4f9d-a3ae-13452bf4acd8 req-697844a3-88b6-4624-9d13-219435fe9e29 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4150877 Apr 21 12:32:20.637747 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 4981d4aa-2300-43ce-95e7-c1b036f146f8 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:32:20.643424 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29959a3a-fbd5-40e8-ac32-760df8da6475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:20.651253 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-29959a3a-fbd5-40e8-ac32-760df8da6475 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e09fd273-f9f7-4f09-b542-633bac9f69b7 HTTP/1.1" status: 204 len: 168 time: 1.0983608 Apr 21 12:32:20.657990 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29959a3a-fbd5-40e8-ac32-760df8da6475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e09fd273-f9f7-4f09-b542-633bac9f69b7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:20.661103 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58758) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:20.682108 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96876b8-8b32-4066-9e87-be02e1c46a89 None None] Network 2784f22b-de0d-4321-85bb-03f489c8afd3 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:32:20.686995 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 4981d4aa-2300-43ce-95e7-c1b036f146f8 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:32:20.686995 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 4981d4aa-2300-43ce-95e7-c1b036f146f8 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:32:20.686995 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 5e8e0373-84c7-4d28-bb89-82175e4a556a no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:32:20.755555 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-306fff55-6b5f-456a-9a79-479479d4177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:20.757873 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-306fff55-6b5f-456a-9a79-479479d4177f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6afccf4618e435ea9c53ffd58b98666&device_id=1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070 HTTP/1.1" status: 200 len: 1099 time: 0.1399300 Apr 21 12:32:20.786339 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d1b89fb6-1e30-45d5-bf0a-9e67f516648c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:20.817121 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 5e8e0373-84c7-4d28-bb89-82175e4a556a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:32:20.822329 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 5e8e0373-84c7-4d28-bb89-82175e4a556a not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:32:20.822654 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7a6f250-6650-4228-9097-b334ee1da516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:20.826494 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-d1b89fb6-1e30-45d5-bf0a-9e67f516648c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f9e53f-e46e-4569-8067-c1e5df8a6c4a']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:20.842551 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-d1b89fb6-1e30-45d5-bf0a-9e67f516648c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24679f5-0724-496a-af10-68bc85415d7d') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:20.842899 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-d1b89fb6-1e30-45d5-bf0a-9e67f516648c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24679f5-0724-496a-af10-68bc85415d7d') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:20.852968 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-01e4ccf1-c1da-42de-ae9c-c8311d6fac99 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=640b116a-d3bc-4e77-b21c-bf19a4983c3b HTTP/1.1" status: 200 len: 217 time: 0.0875311 Apr 21 12:32:20.856648 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d1b89fb6-1e30-45d5-bf0a-9e67f516648c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:20.892817 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d1b89fb6-1e30-45d5-bf0a-9e67f516648c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:20.902570 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b89fb6-1e30-45d5-bf0a-9e67f516648c admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:32:20.902998 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d1b89fb6-1e30-45d5-bf0a-9e67f516648c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: items = [ Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:32:20.905796 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:32:20.956243 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-4b564573-4b9a-4aad-855b-d9e43efdf1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:20.957971 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-4b564573-4b9a-4aad-855b-d9e43efdf1af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.0555577 Apr 21 12:32:20.973003 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7049a5-b5cc-4735-a724-4994917bd69e req-38716e26-1ba2-45b4-972d-693848a52f75 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:20.973003 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a7049a5-b5cc-4735-a724-4994917bd69e req-38716e26-1ba2-45b4-972d-693848a52f75 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070 HTTP/1.1" status: 200 len: 948 time: 0.3842583 Apr 21 12:32:21.004260 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a7a6f250-6650-4228-9097-b334ee1da516 admin admin] Deleting port 9782bb7a-1616-4518-b561-1f8723fc9fd5 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:32:21.004821 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7a6f250-6650-4228-9097-b334ee1da516 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:21.012068 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55a7657-bd72-4dec-93df-aa165a7c1df3 None None] DHCP port deletion for 2784f22b-de0d-4321-85bb-03f489c8afd3 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:32:21.049371 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e841e-91f2-4e6e-a337-9e909aeb911a req-ea612fdf-d08d-4f38-9a42-711033e2bc1f tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:21.055505 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fc9e841e-91f2-4e6e-a337-9e909aeb911a req-ea612fdf-d08d-4f38-9a42-711033e2bc1f tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 946 time: 0.2000494 Apr 21 12:32:21.075119 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c55a7657-bd72-4dec-93df-aa165a7c1df3 None None] Deleting port 9782bb7a-1616-4518-b561-1f8723fc9fd5 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:32:21.075875 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c55a7657-bd72-4dec-93df-aa165a7c1df3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:21.081941 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-a7a6f250-6650-4228-9097-b334ee1da516 admin admin] For port 9782bb7a-1616-4518-b561-1f8723fc9fd5, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=9782bb7a-1616-4518-b561-1f8723fc9fd5,segment=NetworkSegment(9a94cce5-2166-41ce-bfa3-9fd7634660c7),segment_id=9a94cce5-2166-41ce-bfa3-9fd7634660c7)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:21.082323 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7a6f250-6650-4228-9097-b334ee1da516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:21.103788 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a7a6f250-6650-4228-9097-b334ee1da516 admin admin] Calling delete_port for 9782bb7a-1616-4518-b561-1f8723fc9fd5 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:32:21.114742 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-089a5677-467c-4d98-8d28-36a9c1e1e947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:21.118021 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-089a5677-467c-4d98-8d28-36a9c1e1e947 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1436241 Apr 21 12:32:21.145993 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a7049a5-b5cc-4735-a724-4994917bd69e req-8a1e04e2-1f5a-4361-8f33-8599d4c5e481 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365733 Apr 21 12:32:21.158802 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fc9e841e-91f2-4e6e-a337-9e909aeb911a req-84c31a21-3b2f-4baf-a586-e225b8a1df87 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924640 Apr 21 12:32:21.171796 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c55a7657-bd72-4dec-93df-aa165a7c1df3 None None] For port 9782bb7a-1616-4518-b561-1f8723fc9fd5, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=9782bb7a-1616-4518-b561-1f8723fc9fd5,segment=NetworkSegment(9a94cce5-2166-41ce-bfa3-9fd7634660c7),segment_id=9a94cce5-2166-41ce-bfa3-9fd7634660c7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:21.172800 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c55a7657-bd72-4dec-93df-aa165a7c1df3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:21.175040 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d1b89fb6-1e30-45d5-bf0a-9e67f516648c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:21.186105 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d1b89fb6-1e30-45d5-bf0a-9e67f516648c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:21.189651 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d1b89fb6-1e30-45d5-bf0a-9e67f516648c admin admin] 10.222.0.36 "DELETE /v2.0/networks/86f9e53f-e46e-4569-8067-c1e5df8a6c4a HTTP/1.1" status: 204 len: 168 time: 1.6108291 Apr 21 12:32:21.201892 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c55a7657-bd72-4dec-93df-aa165a7c1df3 None None] Calling delete_port for 9782bb7a-1616-4518-b561-1f8723fc9fd5 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:32:21.215084 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b89fb6-1e30-45d5-bf0a-9e67f516648c admin admin] Pushing event deleted for resources: {'Network': ['ID=86f9e53f-e46e-4569-8067-c1e5df8a6c4a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:21.293479 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-08e1d661-331a-4cba-b61d-40e321503f8e service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683829 Apr 21 12:32:21.396434 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7a6f250-6650-4228-9097-b334ee1da516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:21.397831 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c55a7657-bd72-4dec-93df-aa165a7c1df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:21.411868 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa84a632-b2b2-46d7-a621-005a2b71ca97 req-5edcdecf-efc4-4b3d-8f87-36b336ecfc02 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113336 Apr 21 12:32:21.424127 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a7657-bd72-4dec-93df-aa165a7c1df3 None None] Pushing event deleted for resources: {'Port': ['ID=9782bb7a-1616-4518-b561-1f8723fc9fd5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:21.441531 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55a7657-bd72-4dec-93df-aa165a7c1df3 None None] No DVR routers for this DVR port 9782bb7a-1616-4518-b561-1f8723fc9fd5 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:32:21.447299 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a6f250-6650-4228-9097-b334ee1da516 admin admin] No DVR routers for this DVR port 9782bb7a-1616-4518-b561-1f8723fc9fd5 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:32:21.448918 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6f250-6650-4228-9097-b334ee1da516 admin admin] Pushing event deleted for resources: {'Port': ['ID=9782bb7a-1616-4518-b561-1f8723fc9fd5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:21.527897 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7a6f250-6650-4228-9097-b334ee1da516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:21.543061 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 1357c346-2a92-418b-aaa9-e61a807553c8 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:32:21.550756 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a7a6f250-6650-4228-9097-b334ee1da516 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2784f22b-de0d-4321-85bb-03f489c8afd3']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:21.561980 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a7a6f250-6650-4228-9097-b334ee1da516 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a94cce5-2166-41ce-bfa3-9fd7634660c7') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:21.562353 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a7a6f250-6650-4228-9097-b334ee1da516 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a94cce5-2166-41ce-bfa3-9fd7634660c7') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:21.579353 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7a6f250-6650-4228-9097-b334ee1da516 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:21.598387 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7a6f250-6650-4228-9097-b334ee1da516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:21.612546 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a6f250-6650-4228-9097-b334ee1da516 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:32:21.614024 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7a6f250-6650-4228-9097-b334ee1da516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:32:21.620174 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:32:21.632926 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 1357c346-2a92-418b-aaa9-e61a807553c8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:21.632926 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:21.714103 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:21.719387 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd54eb-ba2f-4761-b0bc-69980c5f507c req-a564c70a-6f7c-4aa0-8012-7adb6ea59b40 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:21.727196 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cddd54eb-ba2f-4761-b0bc-69980c5f507c req-a564c70a-6f7c-4aa0-8012-7adb6ea59b40 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 950 time: 0.0764158 Apr 21 12:32:21.727427 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58788) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:21.739485 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b73cbaa-83a8-44b8-8ddb-16c65a888776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1357c346-2a92-418b-aaa9-e61a807553c8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:32:21.745981 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12f7013-126a-4e71-a1f6-0fa499fcbe2a" -d '{"events": [{"server_uuid": "7b73cbaa-83a8-44b8-8ddb-16c65a888776", "name": "network-vif-plugged", "status": "completed", "tag": "1357c346-2a92-418b-aaa9-e61a807553c8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:32:21.757429 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 1357c346-2a92-418b-aaa9-e61a807553c8, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=1357c346-2a92-418b-aaa9-e61a807553c8,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:21.774630 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cddd54eb-ba2f-4761-b0bc-69980c5f507c req-d534f6ba-eedf-434a-b294-f983828680c4 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422745 Apr 21 12:32:21.779729 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-95604861-6a4f-4105-863b-9a923ea014a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39725541a84a4c0389b0f42f00fde7c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506351 Apr 21 12:32:21.838093 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58792) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:21.838358 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05bf420-9938-4b82-a94a-547ba73b0457 x-openstack-request-id: req-a05bf420-9938-4b82-a94a-547ba73b0457 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:32:21.838358 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b73cbaa-83a8-44b8-8ddb-16c65a888776", "name": "network-vif-plugged", "status": "completed", "tag": "1357c346-2a92-418b-aaa9-e61a807553c8", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:32:21.838358 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a05bf420-9938-4b82-a94a-547ba73b0457 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:32:21.838358 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a05bf420-9938-4b82-a94a-547ba73b0457'] response: {'server_uuid': '7b73cbaa-83a8-44b8-8ddb-16c65a888776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1357c346-2a92-418b-aaa9-e61a807553c8', 'code': 200} Apr 21 12:32:21.839019 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dcea56fb-d295-4094-b50e-82f9bdb8ce96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:21.858247 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dcea56fb-d295-4094-b50e-82f9bdb8ce96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:21.865011 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7a6f250-6650-4228-9097-b334ee1da516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:21.869337 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7a6f250-6650-4228-9097-b334ee1da516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:21.872662 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a7a6f250-6650-4228-9097-b334ee1da516 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2784f22b-de0d-4321-85bb-03f489c8afd3 HTTP/1.1" status: 204 len: 168 time: 1.2105458 Apr 21 12:32:21.904053 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a6f250-6650-4228-9097-b334ee1da516 admin admin] Pushing event deleted for resources: {'Network': ['ID=2784f22b-de0d-4321-85bb-03f489c8afd3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:21.922251 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:21.979602 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=1357c346-2a92-418b-aaa9-e61a807553c8,revision_number=11']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:22.005517 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02ccf4-0f58-4400-b131-a082528e1e71 req-ff8e330a-a23a-478a-bb88-4e6e33a8d2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:22.007647 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-5d02ccf4-0f58-4400-b131-a082528e1e71 req-ff8e330a-a23a-478a-bb88-4e6e33a8d2fe service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 1102 time: 0.0903103 Apr 21 12:32:22.043827 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-5d02ccf4-0f58-4400-b131-a082528e1e71 req-0c8f9fbb-47ce-48f0-a350-1ece27eabc2e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293033 Apr 21 12:32:22.070651 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dcea56fb-d295-4094-b50e-82f9bdb8ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:22.073259 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dcea56fb-d295-4094-b50e-82f9bdb8ce96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:22.074514 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-dcea56fb-d295-4094-b50e-82f9bdb8ce96 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/70f64786-789c-41f9-9b8a-d50e53a3acfe HTTP/1.1" status: 204 len: 168 time: 0.2912714 Apr 21 12:32:22.082757 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea56fb-d295-4094-b50e-82f9bdb8ce96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f64786-789c-41f9-9b8a-d50e53a3acfe,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:22.300563 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1863f0-77ea-458e-83e0-0594e099fb97 req-adf36284-731d-4444-895d-29e5eb62403b tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:22.302233 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2d1863f0-77ea-458e-83e0-0594e099fb97 req-adf36284-731d-4444-895d-29e5eb62403b tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070 HTTP/1.1" status: 200 len: 948 time: 0.0845661 Apr 21 12:32:22.321152 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978bf04-8a3f-4a06-80bc-461f739ca6a1 req-3661b5e9-1ece-47c0-b1cc-1823f2fdad59 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:22.322658 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1978bf04-8a3f-4a06-80bc-461f739ca6a1 req-3661b5e9-1ece-47c0-b1cc-1823f2fdad59 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 946 time: 0.0772533 Apr 21 12:32:22.384399 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2d1863f0-77ea-458e-83e0-0594e099fb97 req-7b4fbcfb-b701-4810-856a-6e83900fde3d tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721183 Apr 21 12:32:22.387141 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1978bf04-8a3f-4a06-80bc-461f739ca6a1 req-879d5588-ebfe-436c-8d56-e224d428650f tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477333 Apr 21 12:32:22.424149 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 58806) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:22.498555 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-45106ea3-c117-4b02-9525-73050d6cc0d6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=877d51b0158c4efbb699fcb640e26374&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0729241 Apr 21 12:32:22.502030 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 58818) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:22.584628 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb7bae78-0b95-4739-9f1e-6e26de1a1c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:22.601815 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 9782bb7a-1616-4518-b561-1f8723fc9fd5 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:32:22.627836 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb7bae78-0b95-4739-9f1e-6e26de1a1c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:22.634876 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 9782bb7a-1616-4518-b561-1f8723fc9fd5 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:32:22.635404 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 9782bb7a-1616-4518-b561-1f8723fc9fd5 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:32:22.785108 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb7bae78-0b95-4739-9f1e-6e26de1a1c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:22.787826 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb7bae78-0b95-4739-9f1e-6e26de1a1c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:22.791591 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-bb7bae78-0b95-4739-9f1e-6e26de1a1c35 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f8dcb756-0077-4b70-96db-e4440ef0dca0 HTTP/1.1" status: 204 len: 168 time: 0.2862749 Apr 21 12:32:22.798092 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7bae78-0b95-4739-9f1e-6e26de1a1c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8dcb756-0077-4b70-96db-e4440ef0dca0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:22.924410 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081c3b5-d04b-4cf9-a7bf-28ed80d3f695 req-9e065b78-48c5-42c4-a780-3ac994095560 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:22.926034 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3081c3b5-d04b-4cf9-a7bf-28ed80d3f695 req-9e065b78-48c5-42c4-a780-3ac994095560 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 951 time: 0.0657382 Apr 21 12:32:22.970568 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3081c3b5-d04b-4cf9-a7bf-28ed80d3f695 req-c8a56985-9481-4916-ab97-50d6ad3a7608 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365760 Apr 21 12:32:23.551069 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38dfba5-9955-48f5-ab03-b8bff4cb5a68 req-367ae6b1-0886-40fc-9c70-1621bf568bed tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:23.552557 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f38dfba5-9955-48f5-ab03-b8bff4cb5a68 req-367ae6b1-0886-40fc-9c70-1621bf568bed tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070 HTTP/1.1" status: 200 len: 948 time: 0.0596325 Apr 21 12:32:23.597741 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f38dfba5-9955-48f5-ab03-b8bff4cb5a68 req-63bb2275-989a-40d3-a8c7-15adca42b5c0 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360737 Apr 21 12:32:23.632948 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 58894) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:23.716612 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffdc2d-e202-4623-ac07-124a89251e69 req-8c31b886-ac29-44fd-971e-50e43b365506 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:23.718348 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13ffdc2d-e202-4623-ac07-124a89251e69 req-8c31b886-ac29-44fd-971e-50e43b365506 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 946 time: 0.0541432 Apr 21 12:32:23.746576 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-60539ae4-e37c-4aaa-8b6a-7af6410944ca admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-171966303-network', 'tenant_id': 'b565491d0f0444f49aea230167a9eb8e'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:32:23.777300 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13ffdc2d-e202-4623-ac07-124a89251e69 req-c5451d6c-4c57-4e64-912f-e22db159acc8 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516961 Apr 21 12:32:23.978846 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60539ae4-e37c-4aaa-8b6a-7af6410944ca admin admin] Made reservation on behalf of b565491d0f0444f49aea230167a9eb8e for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:32:23.981177 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60539ae4-e37c-4aaa-8b6a-7af6410944ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:23.989890 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60539ae4-e37c-4aaa-8b6a-7af6410944ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:24.103529 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60539ae4-e37c-4aaa-8b6a-7af6410944ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:24.118309 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01637d-ea24-4089-9a0a-53bb8ada0b62 req-ffb0aa78-9fc3-4c44-8fa9-0787e3de9dd0 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:24.119892 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c01637d-ea24-4089-9a0a-53bb8ada0b62 req-ffb0aa78-9fc3-4c44-8fa9-0787e3de9dd0 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 951 time: 0.0687718 Apr 21 12:32:24.161192 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c01637d-ea24-4089-9a0a-53bb8ada0b62 req-92b8799e-6e59-4c59-85a5-1617352f8887 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335894 Apr 21 12:32:24.293479 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60539ae4-e37c-4aaa-8b6a-7af6410944ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:24.315197 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60539ae4-e37c-4aaa-8b6a-7af6410944ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:32:24.331004 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60539ae4-e37c-4aaa-8b6a-7af6410944ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a21d17-6bd3-4cf5-8993-88d84058812f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:24.335200 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60539ae4-e37c-4aaa-8b6a-7af6410944ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:24.335540 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-60539ae4-e37c-4aaa-8b6a-7af6410944ca admin admin] Added segment b87e42b1-2e5c-4460-b5f5-67e9c01eab9f of type vlan for network 4a81688e-931a-40f5-8294-d9bef4199fe7 Apr 21 12:32:24.382130 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60539ae4-e37c-4aaa-8b6a-7af6410944ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:24.534053 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60539ae4-e37c-4aaa-8b6a-7af6410944ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:24.534593 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60539ae4-e37c-4aaa-8b6a-7af6410944ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:24.535197 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60539ae4-e37c-4aaa-8b6a-7af6410944ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:24.597976 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60539ae4-e37c-4aaa-8b6a-7af6410944ca admin admin] Pushing event updated for resources: {'Network': ['ID=4a81688e-931a-40f5-8294-d9bef4199fe7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:24.609412 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 4a81688e-931a-40f5-8294-d9bef4199fe7 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:32:24.728915 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-60539ae4-e37c-4aaa-8b6a-7af6410944ca admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0876107 Apr 21 12:32:24.729474 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58934) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:24.738855 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6eeb5d0b-e0ec-4723-8042-47c493ff8662 admin admin] Request body: {'subnet': {'network_id': '4a81688e-931a-40f5-8294-d9bef4199fe7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-171966303-subnet', 'tenant_id': 'b565491d0f0444f49aea230167a9eb8e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:32:24.899333 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eeb5d0b-e0ec-4723-8042-47c493ff8662 admin admin] Made reservation on behalf of b565491d0f0444f49aea230167a9eb8e for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:32:24.901812 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6eeb5d0b-e0ec-4723-8042-47c493ff8662 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:24.986704 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7b9b90-92ec-442c-9ad3-8047eb3af07f req-204a57e4-5af3-4465-bf9f-6e135a5bdf44 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:24.988450 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0a7b9b90-92ec-442c-9ad3-8047eb3af07f req-204a57e4-5af3-4465-bf9f-6e135a5bdf44 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070 HTTP/1.1" status: 200 len: 948 time: 0.0595775 Apr 21 12:32:25.030651 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0a7b9b90-92ec-442c-9ad3-8047eb3af07f req-b4e824b5-c9bb-4e79-b074-a614ddcec455 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343318 Apr 21 12:32:25.141766 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285a6ce-2bea-4442-98a9-29dfea78e35a req-e2d83523-de99-4dc1-874a-6af50b14bf73 tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:25.143271 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a285a6ce-2bea-4442-98a9-29dfea78e35a req-e2d83523-de99-4dc1-874a-6af50b14bf73 tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 1102 time: 0.0399210 Apr 21 12:32:25.179839 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a285a6ce-2bea-4442-98a9-29dfea78e35a req-f75e2861-2f3f-490f-8f87-1206594de01f tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300450 Apr 21 12:32:25.213380 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6eeb5d0b-e0ec-4723-8042-47c493ff8662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:25.262856 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb5d0b-e0ec-4723-8042-47c493ff8662 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f257e3f-0b28-4f57-a710-49d6faced5e3,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:25.281992 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeb5d0b-e0ec-4723-8042-47c493ff8662 admin admin] Checking segment: {'id': 'b87e42b1-2e5c-4460-b5f5-67e9c01eab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4a81688e-931a-40f5-8294-d9bef4199fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:32:25.282346 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeb5d0b-e0ec-4723-8042-47c493ff8662 admin admin] Network hostable DHCP agents. Network: 4a81688e-931a-40f5-8294-d9bef4199fe7, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:32:25.379975 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6aed1-a91c-4c69-8ad8-3c07847186c6 req-ad9579d9-3858-44ba-9058-c943de477ee9 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:25.381941 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e0e6aed1-a91c-4c69-8ad8-3c07847186c6 req-ad9579d9-3858-44ba-9058-c943de477ee9 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 946 time: 0.0530903 Apr 21 12:32:25.420074 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e0e6aed1-a91c-4c69-8ad8-3c07847186c6 req-0e33dd74-e23a-49b1-9936-07360cb06ed3 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320828 Apr 21 12:32:25.464422 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeb5d0b-e0ec-4723-8042-47c493ff8662 admin admin] Network 4a81688e-931a-40f5-8294-d9bef4199fe7 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:32:25.586887 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58954) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:25.695015 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-6eeb5d0b-e0ec-4723-8042-47c493ff8662 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 4a81688e-931a-40f5-8294-d9bef4199fe7) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:32:25.704730 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-31ff9b3f-7c61-48d5-b898-28eab41b18e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:25.705491 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c5faff-69d2-449b-92c4-475c5abda914 None None] Network 4a81688e-931a-40f5-8294-d9bef4199fe7 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:32:25.712140 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eeb5d0b-e0ec-4723-8042-47c493ff8662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:25.712741 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6eeb5d0b-e0ec-4723-8042-47c493ff8662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:25.785897 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-31ff9b3f-7c61-48d5-b898-28eab41b18e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:25.855212 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95b447b-732e-49e8-97d2-9f28ad564e31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-4a81688e-931a-40f5-8294-d9bef4199fe7', 'network_id': '4a81688e-931a-40f5-8294-d9bef4199fe7', 'tenant_id': 'b565491d0f0444f49aea230167a9eb8e', 'fixed_ips': [{'subnet_id': '9f257e3f-0b28-4f57-a710-49d6faced5e3'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:32:25.858472 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c95b447b-732e-49e8-97d2-9f28ad564e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:25.916554 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6eeb5d0b-e0ec-4723-8042-47c493ff8662 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1860864 Apr 21 12:32:25.919377 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 58960) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:25.924658 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0d313204-9652-4258-8867-50e8f099f216 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-171966303-router', 'tenant_id': 'b565491d0f0444f49aea230167a9eb8e', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:32:25.956947 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4557e-4c3d-48a0-b261-d5958e7d6a2d req-ca713da1-767b-4e86-b471-1225033af699 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:25.958456 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-47d4557e-4c3d-48a0-b261-d5958e7d6a2d req-ca713da1-767b-4e86-b471-1225033af699 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=06229d16-f05e-4ef8-b177-38be30d1019b HTTP/1.1" status: 200 len: 945 time: 0.0765913 Apr 21 12:32:25.990654 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-31ff9b3f-7c61-48d5-b898-28eab41b18e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:25.998010 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-47d4557e-4c3d-48a0-b261-d5958e7d6a2d req-14584d73-e758-459d-a09c-2032e1a5c99a tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331421 Apr 21 12:32:26.004143 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-c95b447b-732e-49e8-97d2-9f28ad564e31 None None] Allocated IP 172.20.0.2 (4a81688e-931a-40f5-8294-d9bef4199fe7/9f257e3f-0b28-4f57-a710-49d6faced5e3/e875e3a0-ef78-43ca-b0ea-5742f0631502) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:32:26.040014 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 58964) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:26.040336 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-31ff9b3f-7c61-48d5-b898-28eab41b18e6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e427a47bbf342e1972fed843364b807&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4519989 Apr 21 12:32:26.041260 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff9b3f-7c61-48d5-b898-28eab41b18e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e22407-54b8-48a4-95ce-1cbb5b3fb633,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:26.058015 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 640b116a-d3bc-4e77-b21c-bf19a4983c3b details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:32:26.100302 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 9ac5122a-abbf-4013-9d47-7de80b0d0423 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:32:26.108478 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-430b656a-07dc-41ea-8ea9-9e004a9d709d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:26.165455 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d313204-9652-4258-8867-50e8f099f216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:26.166581 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d313204-9652-4258-8867-50e8f099f216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:26.203924 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-430b656a-07dc-41ea-8ea9-9e004a9d709d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:26.300482 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-b9a8591c-e297-44c3-8bfc-d336393ee20d tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:26.302011 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-b9a8591c-e297-44c3-8bfc-d336393ee20d tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/networks?id=a750d059-4831-44ed-89d3-df516bd3d8aa HTTP/1.1" status: 200 len: 804 time: 0.2074900 Apr 21 12:32:26.318524 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 640b116a-d3bc-4e77-b21c-bf19a4983c3b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=640b116a-d3bc-4e77-b21c-bf19a4983c3b,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:26.330492 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d313204-9652-4258-8867-50e8f099f216 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:26.343359 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:26.348173 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022c22f-79ee-416d-98b1-702d7a6053bd req-79850075-549f-4c2f-a47d-ed16ffaa44a2 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:26.350410 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9022c22f-79ee-416d-98b1-702d7a6053bd req-79850075-549f-4c2f-a47d-ed16ffaa44a2 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070 HTTP/1.1" status: 200 len: 948 time: 0.1789942 Apr 21 12:32:26.358226 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-e86942cb-4a0c-40f7-8778-9f66edbbff02 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/quotas/f4a26e9dd03b4a78b7b13c694250c450 HTTP/1.1" status: 200 len: 375 time: 0.0312297 Apr 21 12:32:26.362528 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '640b116a-d3bc-4e77-b21c-bf19a4983c3b', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': '640b116a-d3bc-4e77-b21c-bf19a4983c3b', 'mac_address': 'fa:16:3e:44:39:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:32:26.364379 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c95b447b-732e-49e8-97d2-9f28ad564e31 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:26.381616 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927681dd-0a61-410a-a377-69bc890ab4fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ac5122a-abbf-4013-9d47-7de80b0d0423'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:32:26.383894 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58a4425-e915-400e-a754-1d3a7e9187cc" -d '{"events": [{"server_uuid": "927681dd-0a61-410a-a377-69bc890ab4fb", "name": "network-vif-unplugged", "status": "completed", "tag": "9ac5122a-abbf-4013-9d47-7de80b0d0423"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:32:26.421417 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 9ac5122a-abbf-4013-9d47-7de80b0d0423, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9ac5122a-abbf-4013-9d47-7de80b0d0423,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:26.427922 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9022c22f-79ee-416d-98b1-702d7a6053bd req-57c0ed41-56b6-4ccf-8d6c-457e86664ebc tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598125 Apr 21 12:32:26.437117 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:26.437970 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-2c45b7c0-68a5-4448-bb20-9445b1f52038 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f4a26e9dd03b4a78b7b13c694250c450&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0788763 Apr 21 12:32:26.447425 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 640b116a-d3bc-4e77-b21c-bf19a4983c3b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:32:26.471079 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 640b116a-d3bc-4e77-b21c-bf19a4983c3b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=640b116a-d3bc-4e77-b21c-bf19a4983c3b,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:26.597205 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:26.601967 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c95b447b-732e-49e8-97d2-9f28ad564e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:26.643746 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-430b656a-07dc-41ea-8ea9-9e004a9d709d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:26.646810 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:26.646955 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-430b656a-07dc-41ea-8ea9-9e004a9d709d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:26.647821 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-430b656a-07dc-41ea-8ea9-9e004a9d709d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c0e22407-54b8-48a4-95ce-1cbb5b3fb633 HTTP/1.1" status: 204 len: 168 time: 0.6066101 Apr 21 12:32:26.651634 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95b447b-732e-49e8-97d2-9f28ad564e31 None None] Network 4a81688e-931a-40f5-8294-d9bef4199fe7 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:32:26.667011 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c95b447b-732e-49e8-97d2-9f28ad564e31 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:32:26.670608 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95b447b-732e-49e8-97d2-9f28ad564e31 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:32:26.675797 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=9ac5122a-abbf-4013-9d47-7de80b0d0423,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:26.758832 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b447b-732e-49e8-97d2-9f28ad564e31 None None] Pushing event updated for resources: {'Port': ['ID=e875e3a0-ef78-43ca-b0ea-5742f0631502,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:26.789912 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c95b447b-732e-49e8-97d2-9f28ad564e31 None None] Attempting to bind port e875e3a0-ef78-43ca-b0ea-5742f0631502 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:32:26.790293 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c95b447b-732e-49e8-97d2-9f28ad564e31 None None] Attempting to bind port e875e3a0-ef78-43ca-b0ea-5742f0631502 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'b87e42b1-2e5c-4460-b5f5-67e9c01eab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4a81688e-931a-40f5-8294-d9bef4199fe7'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:32:26.794389 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95b447b-732e-49e8-97d2-9f28ad564e31 None None] Attempting to bind port e875e3a0-ef78-43ca-b0ea-5742f0631502 on network 4a81688e-931a-40f5-8294-d9bef4199fe7 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:32:26.800231 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95b447b-732e-49e8-97d2-9f28ad564e31 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:32:26.800684 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95b447b-732e-49e8-97d2-9f28ad564e31 None None] Checking segment: {'id': 'b87e42b1-2e5c-4460-b5f5-67e9c01eab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4a81688e-931a-40f5-8294-d9bef4199fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:32:26.800998 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c95b447b-732e-49e8-97d2-9f28ad564e31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:26.801378 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c95b447b-732e-49e8-97d2-9f28ad564e31 None None] Bound using segment: {'id': 'b87e42b1-2e5c-4460-b5f5-67e9c01eab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4a81688e-931a-40f5-8294-d9bef4199fe7'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:32:26.801872 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c95b447b-732e-49e8-97d2-9f28ad564e31 None None] Bound port: e875e3a0-ef78-43ca-b0ea-5742f0631502, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87e42b1-2e5c-4460-b5f5-67e9c01eab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4a81688e-931a-40f5-8294-d9bef4199fe7'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:32:26.802244 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c95b447b-732e-49e8-97d2-9f28ad564e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:26.854129 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=640b116a-d3bc-4e77-b21c-bf19a4983c3b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:26.895129 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c95b447b-732e-49e8-97d2-9f28ad564e31 None None] For port e875e3a0-ef78-43ca-b0ea-5742f0631502, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:32:26.907969 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c95b447b-732e-49e8-97d2-9f28ad564e31 None None] For port e875e3a0-ef78-43ca-b0ea-5742f0631502, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e875e3a0-ef78-43ca-b0ea-5742f0631502,segment=NetworkSegment(b87e42b1-2e5c-4460-b5f5-67e9c01eab9f),segment_id=b87e42b1-2e5c-4460-b5f5-67e9c01eab9f)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:32:26.989840 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d313204-9652-4258-8867-50e8f099f216 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:26.994208 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b656a-07dc-41ea-8ea9-9e004a9d709d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e22407-54b8-48a4-95ce-1cbb5b3fb633,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:27.000756 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-51c47285-72b7-4dec-8d54-72108c9de3bb service neutron] 10.222.0.36 "GET /v2.0/networks/a750d059-4831-44ed-89d3-df516bd3d8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5538163 Apr 21 12:32:27.003786 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1398f-21d0-45b0-8bae-022357ad001f req-306d2b96-46c9-4fc8-9684-6e93ebe6c6fc tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:27.005744 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e2a1398f-21d0-45b0-8bae-022357ad001f req-306d2b96-46c9-4fc8-9684-6e93ebe6c6fc tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 1102 time: 0.5001500 Apr 21 12:32:27.059484 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c95b447b-732e-49e8-97d2-9f28ad564e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:27.094868 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e2a1398f-21d0-45b0-8bae-022357ad001f req-245018ab-396c-4f48-a6a7-d7c9211f0547 tempest-ServersAdminTestJSON-82998815 tempest-ServersAdminTestJSON-82998815-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750482 Apr 21 12:32:27.139426 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b447b-732e-49e8-97d2-9f28ad564e31 None None] Pushing event updated for resources: {'Port': ['ID=e875e3a0-ef78-43ca-b0ea-5742f0631502,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:27.142226 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-50b0b598-f909-4580-9a0c-6f91eb36765e service neutron] 10.222.0.36 "GET /v2.0/networks/a750d059-4831-44ed-89d3-df516bd3d8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295218 Apr 21 12:32:27.163452 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2f63dc-c4bc-4d15-9a29-499abe8f6471 x-openstack-request-id: req-1d2f63dc-c4bc-4d15-9a29-499abe8f6471 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:32:27.163813 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927681dd-0a61-410a-a377-69bc890ab4fb", "name": "network-vif-unplugged", "status": "completed", "tag": "9ac5122a-abbf-4013-9d47-7de80b0d0423", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:32:27.164418 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1d2f63dc-c4bc-4d15-9a29-499abe8f6471 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:32:27.164895 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d2f63dc-c4bc-4d15-9a29-499abe8f6471'] response: {'server_uuid': '927681dd-0a61-410a-a377-69bc890ab4fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ac5122a-abbf-4013-9d47-7de80b0d0423', 'code': 200} Apr 21 12:32:27.277736 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['640b116a-d3bc-4e77-b21c-bf19a4983c3b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:32:27.339701 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976a789-df7d-4ff8-9c89-b79245d95d5a req-47a930b4-1761-413f-96df-fddc31e1fd70 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:27.341682 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9976a789-df7d-4ff8-9c89-b79245d95d5a req-47a930b4-1761-413f-96df-fddc31e1fd70 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 946 time: 0.1175623 Apr 21 12:32:27.426951 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9976a789-df7d-4ff8-9c89-b79245d95d5a req-a2b35ca2-81ae-4691-a645-bda933bcfe8d tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565398 Apr 21 12:32:27.559827 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002ee8b-edc4-4795-85c9-04894b31de28 req-48b3525b-d609-449a-a19a-217d5c969c5f tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:27.561660 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c002ee8b-edc4-4795-85c9-04894b31de28 req-48b3525b-d609-449a-a19a-217d5c969c5f tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.26 "GET /v2.0/ports?device_id=06229d16-f05e-4ef8-b177-38be30d1019b HTTP/1.1" status: 200 len: 945 time: 0.2150507 Apr 21 12:32:27.666607 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d313204-9652-4258-8867-50e8f099f216 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:27.712387 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d313204-9652-4258-8867-50e8f099f216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:27.737212 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509cf3f-f426-46cb-885a-d22ae4a0ca1b req-1e0d9e35-ea73-47e0-bfcf-880cdf25c693 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:27.738714 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c509cf3f-f426-46cb-885a-d22ae4a0ca1b req-1e0d9e35-ea73-47e0-bfcf-880cdf25c693 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=06229d16-f05e-4ef8-b177-38be30d1019b HTTP/1.1" status: 200 len: 945 time: 0.1556656 Apr 21 12:32:27.828126 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c509cf3f-f426-46cb-885a-d22ae4a0ca1b req-dfada461-7df2-4ea2-beb7-327c567366dc tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630624 Apr 21 12:32:27.856622 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c002ee8b-edc4-4795-85c9-04894b31de28 req-9b77c5fb-f8fa-4c54-9361-e3470b9596d6 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Deleting port 87d783b6-b09f-4725-9a90-c290a3f31ea2 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:32:27.856959 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c002ee8b-edc4-4795-85c9-04894b31de28 req-9b77c5fb-f8fa-4c54-9361-e3470b9596d6 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:27.941600 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7bae1a40-d056-4830-be54-7968e061dd29 req-91f385f9-68dd-4a7c-879f-b9df0763a649 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff HTTP/1.1" status: 200 len: 210 time: 0.0661144 Apr 21 12:32:27.942802 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-0d313204-9652-4258-8867-50e8f099f216 admin admin] Allocated IP 172.25.8.99 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/b66399c9-e076-4448-a07f-339fd320a5f4) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:32:28.128462 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c002ee8b-edc4-4795-85c9-04894b31de28 req-9b77c5fb-f8fa-4c54-9361-e3470b9596d6 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] For port 87d783b6-b09f-4725-9a90-c290a3f31ea2, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=87d783b6-b09f-4725-9a90-c290a3f31ea2,segment=NetworkSegment(3c321deb-83bf-47d7-975b-8339f3a4592f),segment_id=3c321deb-83bf-47d7-975b-8339f3a4592f)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:28.129163 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c002ee8b-edc4-4795-85c9-04894b31de28 req-9b77c5fb-f8fa-4c54-9361-e3470b9596d6 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:28.230569 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631b351-5a16-4d0a-9299-13a94eb6e3af req-c23d227b-12d2-4998-9eb1-8f457020ed8f tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:28.232147 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9631b351-5a16-4d0a-9299-13a94eb6e3af req-c23d227b-12d2-4998-9eb1-8f457020ed8f tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070 HTTP/1.1" status: 200 len: 949 time: 0.2246237 Apr 21 12:32:28.278574 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d313204-9652-4258-8867-50e8f099f216 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:28.294461 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0088a85-63fd-4401-a6f1-28f8cc902731 None None] Network 4a81688e-931a-40f5-8294-d9bef4199fe7 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:32:28.381831 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2d779046-af70-4076-8f43-70f99fe26267 None None] Provisioning complete for port e875e3a0-ef78-43ca-b0ea-5742f0631502 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:28.382028 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baec98a-c4df-4463-b861-d35e75483a1e req-9046b250-d8b8-4515-b2aa-7637ea3c4d0e tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:28.382143 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d779046-af70-4076-8f43-70f99fe26267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:28.383490 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5baec98a-c4df-4463-b861-d35e75483a1e req-9046b250-d8b8-4515-b2aa-7637ea3c4d0e tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f92c5da-9d52-4989-aae6-b74705b9606a HTTP/1.1" status: 200 len: 950 time: 0.1874764 Apr 21 12:32:28.406341 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9631b351-5a16-4d0a-9299-13a94eb6e3af req-d3c08507-6d89-42fe-9d39-d2ccc39f71df tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522164 Apr 21 12:32:28.534247 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d779046-af70-4076-8f43-70f99fe26267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:28.558458 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c002ee8b-edc4-4795-85c9-04894b31de28 req-9b77c5fb-f8fa-4c54-9361-e3470b9596d6 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:28.558958 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c002ee8b-edc4-4795-85c9-04894b31de28 req-9b77c5fb-f8fa-4c54-9361-e3470b9596d6 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:28.559290 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [req-c002ee8b-edc4-4795-85c9-04894b31de28 req-9b77c5fb-f8fa-4c54-9361-e3470b9596d6 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Floating IP 6a3fa788-db89-4647-b92a-14899a5dd7eb disassociated. External IP: 172.25.8.174, port: 87d783b6-b09f-4725-9a90-c290a3f31ea2. Apr 21 12:32:28.559639 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c002ee8b-edc4-4795-85c9-04894b31de28 req-9b77c5fb-f8fa-4c54-9361-e3470b9596d6 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Calling delete_port for 87d783b6-b09f-4725-9a90-c290a3f31ea2 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:32:28.564285 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59026) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:28.580693 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5baec98a-c4df-4463-b861-d35e75483a1e req-df98339a-c966-466a-af6d-640e88052696 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806326 Apr 21 12:32:28.592057 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2d779046-af70-4076-8f43-70f99fe26267 None None] For port e875e3a0-ef78-43ca-b0ea-5742f0631502, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e875e3a0-ef78-43ca-b0ea-5742f0631502,segment=NetworkSegment(b87e42b1-2e5c-4460-b5f5-67e9c01eab9f),segment_id=b87e42b1-2e5c-4460-b5f5-67e9c01eab9f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:28.666032 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d313204-9652-4258-8867-50e8f099f216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:28.679957 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e875e3a0-ef78-43ca-b0ea-5742f0631502 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:32:28.687192 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d779046-af70-4076-8f43-70f99fe26267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:28.754073 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-04a21474-f324-4a73-9485-ec5499e8ff54 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-23319502-network', 'tenant_id': 'c4220e4399f449ae9597a653196e57b5'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:32:28.800394 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c20470-fe23-41cd-bc56-f9b6a52e2237 req-b52710d6-bd17-4396-b3b7-864b3977e037 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:28.802144 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f9c20470-fe23-41cd-bc56-f9b6a52e2237 req-b52710d6-bd17-4396-b3b7-864b3977e037 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.26 "GET /v2.0/ports?device_id=927681dd-0a61-410a-a377-69bc890ab4fb HTTP/1.1" status: 200 len: 943 time: 0.4287417 Apr 21 12:32:28.813029 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d313204-9652-4258-8867-50e8f099f216 admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:32:28.853691 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d779046-af70-4076-8f43-70f99fe26267 None None] Pushing event updated for resources: {'Port': ['ID=e875e3a0-ef78-43ca-b0ea-5742f0631502,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:28.860561 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port e875e3a0-ef78-43ca-b0ea-5742f0631502 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:28.860940 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:28.862406 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-0d313204-9652-4258-8867-50e8f099f216 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:32:28.869107 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d313204-9652-4258-8867-50e8f099f216 admin admin] Pushing event updated for resources: {'Port': ['ID=b66399c9-e076-4448-a07f-339fd320a5f4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:28.876140 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d313204-9652-4258-8867-50e8f099f216 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:32:28.876983 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a21474-f324-4a73-9485-ec5499e8ff54 admin admin] Made reservation on behalf of c4220e4399f449ae9597a653196e57b5 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:32:28.879518 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-04a21474-f324-4a73-9485-ec5499e8ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:28.889115 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a425e-51c1-4f93-a3d1-86f9eeb388b7 req-c34da5da-06b5-4fa9-8d52-6da3fd060932 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:28.890990 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bd2a425e-51c1-4f93-a3d1-86f9eeb388b7 req-c34da5da-06b5-4fa9-8d52-6da3fd060932 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 946 time: 0.3648927 Apr 21 12:32:28.900401 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-04a21474-f324-4a73-9485-ec5499e8ff54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:28.923202 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9c743625-dcd7-45ce-a822-28d55932a64a None None] Provisioning complete for port e875e3a0-ef78-43ca-b0ea-5742f0631502 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:28.923508 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c743625-dcd7-45ce-a822-28d55932a64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:29.018743 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-04a21474-f324-4a73-9485-ec5499e8ff54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:29.078411 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bd2a425e-51c1-4f93-a3d1-86f9eeb388b7 req-6de56465-08eb-4e46-a1e8-ac824e9ebf33 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510832 Apr 21 12:32:29.083253 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-04a21474-f324-4a73-9485-ec5499e8ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:29.126435 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a21474-f324-4a73-9485-ec5499e8ff54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:32:29.148769 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a21474-f324-4a73-9485-ec5499e8ff54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8e09c5-8b0f-4214-a3f1-eaab927ede58,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:29.152751 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-04a21474-f324-4a73-9485-ec5499e8ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:29.153554 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-04a21474-f324-4a73-9485-ec5499e8ff54 admin admin] Added segment faa71c5a-3b42-4fbc-bc92-5b6c9b6e76f7 of type vlan for network fee52243-02f6-49a2-9781-b50d4f9c7f07 Apr 21 12:32:29.217208 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-04a21474-f324-4a73-9485-ec5499e8ff54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:29.282199 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-95052fdd-c242-49a8-9d20-e991042c3c7e req-f78915b0-4aee-4e13-b0c6-6e35950d18e4 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff HTTP/1.1" status: 200 len: 210 time: 0.0858476 Apr 21 12:32:29.310255 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-04a21474-f324-4a73-9485-ec5499e8ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:29.311365 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a21474-f324-4a73-9485-ec5499e8ff54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:29.312043 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-04a21474-f324-4a73-9485-ec5499e8ff54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:29.312183 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b686f3-22ec-4cba-81a5-cdda14ee1347 req-57010f91-ecdf-425d-96c0-6fb76ec2ef2b tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:29.313751 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c0b686f3-22ec-4cba-81a5-cdda14ee1347 req-57010f91-ecdf-425d-96c0-6fb76ec2ef2b tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=06229d16-f05e-4ef8-b177-38be30d1019b HTTP/1.1" status: 200 len: 945 time: 0.3313119 Apr 21 12:32:29.340361 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f9c20470-fe23-41cd-bc56-f9b6a52e2237 req-c30e52f3-a178-45fc-9176-8ec278d758e7 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Deleting port 9ac5122a-abbf-4013-9d47-7de80b0d0423 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:32:29.340682 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f9c20470-fe23-41cd-bc56-f9b6a52e2237 req-c30e52f3-a178-45fc-9176-8ec278d758e7 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:29.382613 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a21474-f324-4a73-9485-ec5499e8ff54 admin admin] Pushing event updated for resources: {'Network': ['ID=fee52243-02f6-49a2-9781-b50d4f9c7f07,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:29.392334 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network fee52243-02f6-49a2-9781-b50d4f9c7f07 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:32:29.412286 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-04a21474-f324-4a73-9485-ec5499e8ff54 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8407924 Apr 21 12:32:29.412286 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59036) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:29.419899 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a2651d8b-536e-4b36-b4d0-91dbaf656bcd admin admin] Request body: {'subnet': {'network_id': 'fee52243-02f6-49a2-9781-b50d4f9c7f07', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-23319502-subnet', 'tenant_id': 'c4220e4399f449ae9597a653196e57b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:32:29.441216 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f9c20470-fe23-41cd-bc56-f9b6a52e2237 req-c30e52f3-a178-45fc-9176-8ec278d758e7 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] For port 9ac5122a-abbf-4013-9d47-7de80b0d0423, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9ac5122a-abbf-4013-9d47-7de80b0d0423,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:29.441605 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f9c20470-fe23-41cd-bc56-f9b6a52e2237 req-c30e52f3-a178-45fc-9176-8ec278d758e7 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:29.457083 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f9c20470-fe23-41cd-bc56-f9b6a52e2237 req-c30e52f3-a178-45fc-9176-8ec278d758e7 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Calling delete_port for 9ac5122a-abbf-4013-9d47-7de80b0d0423 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:32:29.522612 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c002ee8b-edc4-4795-85c9-04894b31de28 req-9b77c5fb-f8fa-4c54-9361-e3470b9596d6 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:29.590414 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2651d8b-536e-4b36-b4d0-91dbaf656bcd admin admin] Made reservation on behalf of c4220e4399f449ae9597a653196e57b5 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:32:29.592755 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a2651d8b-536e-4b36-b4d0-91dbaf656bcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:29.612955 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c0b686f3-22ec-4cba-81a5-cdda14ee1347 req-67143adc-f525-434d-87de-dd8f559bc443 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups?id=3332589a-bdb7-45c7-bbfd-f2a661497b56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2795084 Apr 21 12:32:29.642555 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77c5fb-f8fa-4c54-9361-e3470b9596d6 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Pushing event deleted for resources: {'Port': ['ID=87d783b6-b09f-4725-9a90-c290a3f31ea2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:29.674447 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a116caa-b2f3-4505-b80a-ffcf62b1ea5d req-53fda99b-9a5a-447d-8690-7ebfdb826f02 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:29.676150 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a116caa-b2f3-4505-b80a-ffcf62b1ea5d req-53fda99b-9a5a-447d-8690-7ebfdb826f02 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070 HTTP/1.1" status: 200 len: 949 time: 0.1668768 Apr 21 12:32:29.726140 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a116caa-b2f3-4505-b80a-ffcf62b1ea5d req-c89fc901-3c49-4b9d-a8b2-abd5aa2ebcb6 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422719 Apr 21 12:32:29.837110 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc4e26-f396-4b78-988d-4f97fe7be01b req-714ef295-f20f-4995-a534-8aaef4070c53 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:29.839492 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-96dc4e26-f396-4b78-988d-4f97fe7be01b req-714ef295-f20f-4995-a534-8aaef4070c53 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f92c5da-9d52-4989-aae6-b74705b9606a HTTP/1.1" status: 200 len: 950 time: 0.1587968 Apr 21 12:32:29.919821 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a2651d8b-536e-4b36-b4d0-91dbaf656bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:29.987746 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2651d8b-536e-4b36-b4d0-91dbaf656bcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea16033e-a4d6-4956-80a6-f0931c316572,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:30.014842 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2651d8b-536e-4b36-b4d0-91dbaf656bcd admin admin] Checking segment: {'id': 'faa71c5a-3b42-4fbc-bc92-5b6c9b6e76f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fee52243-02f6-49a2-9781-b50d4f9c7f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:32:30.015201 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2651d8b-536e-4b36-b4d0-91dbaf656bcd admin admin] Network hostable DHCP agents. Network: fee52243-02f6-49a2-9781-b50d4f9c7f07, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:32:30.036174 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-96dc4e26-f396-4b78-988d-4f97fe7be01b req-50166972-901a-49e7-b496-7ee6d85bbf55 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Deleting port a576c992-f2ec-4ac4-8b7a-b59381949e6a {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:32:30.037834 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-96dc4e26-f396-4b78-988d-4f97fe7be01b req-50166972-901a-49e7-b496-7ee6d85bbf55 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:30.075986 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 640b116a-d3bc-4e77-b21c-bf19a4983c3b up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:32:30.160794 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-96dc4e26-f396-4b78-988d-4f97fe7be01b req-50166972-901a-49e7-b496-7ee6d85bbf55 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] For port a576c992-f2ec-4ac4-8b7a-b59381949e6a, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a576c992-f2ec-4ac4-8b7a-b59381949e6a,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:30.161553 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-96dc4e26-f396-4b78-988d-4f97fe7be01b req-50166972-901a-49e7-b496-7ee6d85bbf55 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:30.186019 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-96dc4e26-f396-4b78-988d-4f97fe7be01b req-50166972-901a-49e7-b496-7ee6d85bbf55 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Calling delete_port for a576c992-f2ec-4ac4-8b7a-b59381949e6a owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:32:30.253787 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 640b116a-d3bc-4e77-b21c-bf19a4983c3b completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:32:30.259314 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 640b116a-d3bc-4e77-b21c-bf19a4983c3b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:30.260045 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:30.270456 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2651d8b-536e-4b36-b4d0-91dbaf656bcd admin admin] Network fee52243-02f6-49a2-9781-b50d4f9c7f07 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:32:30.359703 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:30.384089 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-4918c0e5-e368-4078-8366-ea43b40b6de8 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:30.385721 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-4918c0e5-e368-4078-8366-ea43b40b6de8 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.24 "GET /v2.0/networks?id=a750d059-4831-44ed-89d3-df516bd3d8aa HTTP/1.1" status: 200 len: 804 time: 0.1750662 Apr 21 12:32:30.388097 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a2651d8b-536e-4b36-b4d0-91dbaf656bcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, fee52243-02f6-49a2-9781-b50d4f9c7f07) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:32:30.434469 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 640b116a-d3bc-4e77-b21c-bf19a4983c3b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=640b116a-d3bc-4e77-b21c-bf19a4983c3b,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:30.439447 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640b116a-d3bc-4e77-b21c-bf19a4983c3b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:32:30.444792 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442fa92e-45f6-4443-a66f-cf137cd0e04e" -d '{"events": [{"server_uuid": "1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070", "name": "network-vif-plugged", "status": "completed", "tag": "640b116a-d3bc-4e77-b21c-bf19a4983c3b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:32:30.444970 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2651d8b-536e-4b36-b4d0-91dbaf656bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:30.445537 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a2651d8b-536e-4b36-b4d0-91dbaf656bcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:30.448504 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ed7ac3-ac0b-4572-812c-9ab132db9e9a None None] Network fee52243-02f6-49a2-9781-b50d4f9c7f07 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:32:30.452484 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83fafde-8970-4d78-b617-54e36eaaa632 req-0ded92f9-11ba-449c-9d38-7c1b444faa67 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:30.454128 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a83fafde-8970-4d78-b617-54e36eaaa632 req-0ded92f9-11ba-449c-9d38-7c1b444faa67 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f92c5da-9d52-4989-aae6-b74705b9606a HTTP/1.1" status: 200 len: 950 time: 0.7632256 Apr 21 12:32:30.456555 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-8e658f44-d1f3-4f67-9855-3476f60ffebd tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Request body: {'port': {'device_id': '43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff', 'network_id': 'a750d059-4831-44ed-89d3-df516bd3d8aa', 'admin_state_up': True, 'tenant_id': 'f4a26e9dd03b4a78b7b13c694250c450'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:32:30.524683 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d313204-9652-4258-8867-50e8f099f216 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:30.551491 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a2651d8b-536e-4b36-b4d0-91dbaf656bcd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1380379 Apr 21 12:32:30.555540 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:30.558709 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 87d783b6-b09f-4725-9a90-c290a3f31ea2 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:32:30.575200 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-96dc4e26-f396-4b78-988d-4f97fe7be01b req-50166972-901a-49e7-b496-7ee6d85bbf55 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:30.604688 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c002ee8b-edc4-4795-85c9-04894b31de28 req-9b77c5fb-f8fa-4c54-9361-e3470b9596d6 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Router c303a3e0-f19a-4cf3-840d-84c6c3835d45 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:32:30.634412 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=640b116a-d3bc-4e77-b21c-bf19a4983c3b,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:30.639673 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['684cfa21-17fc-46a3-a9fb-f9df94d7dc11', 'a576c992-f2ec-4ac4-8b7a-b59381949e6a', '1357c346-2a92-418b-aaa9-e61a807553c8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:32:30.647446 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e875e3a0-ef78-43ca-b0ea-5742f0631502 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:32:30.647748 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50166972-901a-49e7-b496-7ee6d85bbf55 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Pushing event deleted for resources: {'Port': ['ID=a576c992-f2ec-4ac4-8b7a-b59381949e6a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:30.665512 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af917432-340d-4624-a333-1588ff1db865 req-c1459210-dd2b-4a71-9d8d-839b3f6a1626 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:30.667126 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-af917432-340d-4624-a333-1588ff1db865 req-c1459210-dd2b-4a71-9d8d-839b3f6a1626 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 946 time: 0.2295830 Apr 21 12:32:30.675043 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 87d783b6-b09f-4725-9a90-c290a3f31ea2 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:32:30.675373 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 87d783b6-b09f-4725-9a90-c290a3f31ea2 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:32:30.692342 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a83fafde-8970-4d78-b617-54e36eaaa632 req-47acf964-a39b-4f46-ac82-4a54c31badbf tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146437 Apr 21 12:32:30.729125 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f9c20470-fe23-41cd-bc56-f9b6a52e2237 req-c30e52f3-a178-45fc-9176-8ec278d758e7 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:30.772486 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea3b523-a607-46fe-8dc3-32db613a0c9c None None] Network fee52243-02f6-49a2-9781-b50d4f9c7f07 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:32:30.773040 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-96dc4e26-f396-4b78-988d-4f97fe7be01b req-50166972-901a-49e7-b496-7ee6d85bbf55 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] No DVR routers for this DVR port a576c992-f2ec-4ac4-8b7a-b59381949e6a on host n-h2-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:32:30.780041 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-96dc4e26-f396-4b78-988d-4f97fe7be01b req-50166972-901a-49e7-b496-7ee6d85bbf55 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:30.792325 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e52f3-a178-45fc-9176-8ec278d758e7 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Pushing event deleted for resources: {'Port': ['ID=9ac5122a-abbf-4013-9d47-7de80b0d0423,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:30.803246 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-96dc4e26-f396-4b78-988d-4f97fe7be01b req-50166972-901a-49e7-b496-7ee6d85bbf55 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.24 "DELETE /v2.0/ports/a576c992-f2ec-4ac4-8b7a-b59381949e6a HTTP/1.1" status: 204 len: 173 time: 0.9556909 Apr 21 12:32:30.806808 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f92c5da-9d52-4989-aae6-b74705b9606a', 'name': 'network-vif-deleted', 'tag': 'a576c992-f2ec-4ac4-8b7a-b59381949e6a'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:32:30.806808 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d7747c-e0b8-4353-95c6-eeb5279cf5a3" -d '{"events": [{"server_uuid": "1f92c5da-9d52-4989-aae6-b74705b9606a", "name": "network-vif-deleted", "tag": "a576c992-f2ec-4ac4-8b7a-b59381949e6a"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:32:30.843781 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-af917432-340d-4624-a333-1588ff1db865 req-6bab9469-4f85-4954-8b29-5efc65c43a12 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476383 Apr 21 12:32:30.873951 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port e875e3a0-ef78-43ca-b0ea-5742f0631502 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:30.874622 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:30.901282 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c20470-fe23-41cd-bc56-f9b6a52e2237 req-c30e52f3-a178-45fc-9176-8ec278d758e7 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] No DVR routers for this DVR port 9ac5122a-abbf-4013-9d47-7de80b0d0423 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:32:30.906420 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f9c20470-fe23-41cd-bc56-f9b6a52e2237 req-c30e52f3-a178-45fc-9176-8ec278d758e7 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:30.910526 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f9c20470-fe23-41cd-bc56-f9b6a52e2237 req-c30e52f3-a178-45fc-9176-8ec278d758e7 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.26 "DELETE /v2.0/ports/9ac5122a-abbf-4013-9d47-7de80b0d0423 HTTP/1.1" status: 204 len: 173 time: 2.0955300 Apr 21 12:32:30.921772 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-8e658f44-d1f3-4f67-9855-3476f60ffebd tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Made reservation on behalf of f4a26e9dd03b4a78b7b13c694250c450 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:32:30.926935 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-8e658f44-d1f3-4f67-9855-3476f60ffebd tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:30.931463 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e1b8ee-af2e-4028-bab9-7fc397dba465 x-openstack-request-id: req-50e1b8ee-af2e-4028-bab9-7fc397dba465 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:32:30.939019 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070", "name": "network-vif-plugged", "status": "completed", "tag": "640b116a-d3bc-4e77-b21c-bf19a4983c3b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:32:30.939019 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50e1b8ee-af2e-4028-bab9-7fc397dba465 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:32:30.939019 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50e1b8ee-af2e-4028-bab9-7fc397dba465'] response: {'server_uuid': '1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '640b116a-d3bc-4e77-b21c-bf19a4983c3b', 'code': 200} Apr 21 12:32:30.984133 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927681dd-0a61-410a-a377-69bc890ab4fb', 'name': 'network-vif-deleted', 'tag': '9ac5122a-abbf-4013-9d47-7de80b0d0423'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:32:30.986841 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997f3761-45ad-431e-a70a-c223fb0b8cbb" -d '{"events": [{"server_uuid": "927681dd-0a61-410a-a377-69bc890ab4fb", "name": "network-vif-deleted", "tag": "9ac5122a-abbf-4013-9d47-7de80b0d0423"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:32:31.154123 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-8e658f44-d1f3-4f67-9855-3476f60ffebd tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Allocated IP 172.20.0.3 (a750d059-4831-44ed-89d3-df516bd3d8aa/b7070f83-9ad6-411e-82a5-c452eae4aee0/8e1d04bf-b29d-48d1-a2d2-184d287671b4) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:32:31.158027 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d313204-9652-4258-8867-50e8f099f216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:31.225533 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-55eb141c-6113-4005-bea9-76977d33ee8b req-48c307e0-7e55-4897-8961-74d85ea65c89 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=06229d16-f05e-4ef8-b177-38be30d1019b HTTP/1.1" status: 200 len: 210 time: 0.2341900 Apr 21 12:32:31.233386 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c002ee8b-edc4-4795-85c9-04894b31de28 req-9b77c5fb-f8fa-4c54-9361-e3470b9596d6 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:32:31.248797 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a8d709-2499-4959-93d5-9f4e62b92470 None None] Sync routers for ids ['c303a3e0-f19a-4cf3-840d-84c6c3835d45'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:32:31.273722 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a8d709-2499-4959-93d5-9f4e62b92470 None None] Routers {'c303a3e0-f19a-4cf3-840d-84c6c3835d45'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:32:31.274352 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-76a8d709-2499-4959-93d5-9f4e62b92470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:32:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['c303a3e0-f19a-4cf3-840d-84c6c3835d45'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:31.413263 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-464480f7-0529-4206-81bf-ba04384a1946 req-eed6c8fe-bfe0-469c-96d4-ee01c29e1124 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff HTTP/1.1" status: 200 len: 210 time: 0.4208612 Apr 21 12:32:31.415843 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c002ee8b-edc4-4795-85c9-04894b31de28 req-9b77c5fb-f8fa-4c54-9361-e3470b9596d6 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] No DVR routers for this DVR port 87d783b6-b09f-4725-9a90-c290a3f31ea2 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:32:31.426375 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c002ee8b-edc4-4795-85c9-04894b31de28 req-9b77c5fb-f8fa-4c54-9361-e3470b9596d6 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:31.429960 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c002ee8b-edc4-4795-85c9-04894b31de28 req-9b77c5fb-f8fa-4c54-9361-e3470b9596d6 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.26 "DELETE /v2.0/ports/87d783b6-b09f-4725-9a90-c290a3f31ea2 HTTP/1.1" status: 204 len: 173 time: 3.8449674 Apr 21 12:32:31.437901 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-8e658f44-d1f3-4f67-9855-3476f60ffebd tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:31.496917 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5838c4ae-fa36-4566-bd4d-6d6bba1e8286 x-openstack-request-id: req-5838c4ae-fa36-4566-bd4d-6d6bba1e8286 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:32:31.497312 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f92c5da-9d52-4989-aae6-b74705b9606a", "name": "network-vif-deleted", "tag": "a576c992-f2ec-4ac4-8b7a-b59381949e6a", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:32:31.497681 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5838c4ae-fa36-4566-bd4d-6d6bba1e8286 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:32:31.498146 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5838c4ae-fa36-4566-bd4d-6d6bba1e8286'] response: {'server_uuid': '1f92c5da-9d52-4989-aae6-b74705b9606a', 'name': 'network-vif-deleted', 'tag': 'a576c992-f2ec-4ac4-8b7a-b59381949e6a', 'status': 'completed', 'code': 200} Apr 21 12:32:31.535612 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933509f-5162-4760-b676-8ef740d49a6f req-67d3fd4d-0438-4875-b012-6c708eb010c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:31.537230 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a933509f-5162-4760-b676-8ef740d49a6f req-67d3fd4d-0438-4875-b012-6c708eb010c0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070 HTTP/1.1" status: 200 len: 1101 time: 0.3905013 Apr 21 12:32:31.538101 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-76a8d709-2499-4959-93d5-9f4e62b92470 None None] Set router c303a3e0-f19a-4cf3-840d-84c6c3835d45 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:32:31.561280 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-83ce9c4a-3576-41bc-8732-46a69322daf5 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:31.562914 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-83ce9c4a-3576-41bc-8732-46a69322daf5 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e&tenant_id=26ea3c659ac44d28a683c1af948ed1b6&binding%3Ahost_id=n-h1-836147-2 HTTP/1.1" status: 200 len: 1097 time: 0.0679572 Apr 21 12:32:31.580685 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-1cd24cf8-9c27-4f2f-9a15-8d3305100cc8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836147-2'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:32:31.609689 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9cfe5-0775-46d1-a058-91cf58f641e2 req-b92365d2-e835-46d3-beba-b0e45144c8e3 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:31.619176 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eee9cfe5-0775-46d1-a058-91cf58f641e2 req-b92365d2-e835-46d3-beba-b0e45144c8e3 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070 HTTP/1.1" status: 200 len: 950 time: 0.2043974 Apr 21 12:32:31.655208 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-8e658f44-d1f3-4f67-9855-3476f60ffebd tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:31.702401 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a933509f-5162-4760-b676-8ef740d49a6f req-c118de73-ef82-4a90-b077-0f4fd2b48682 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277685 Apr 21 12:32:31.729316 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eee9cfe5-0775-46d1-a058-91cf58f641e2 req-60b5db76-9147-4d6e-9d2a-b99aafb49bd2 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968883 Apr 21 12:32:31.751906 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e658f44-d1f3-4f67-9855-3476f60ffebd tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Pushing event updated for resources: {'Port': ['ID=8e1d04bf-b29d-48d1-a2d2-184d287671b4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:31.763326 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-8e658f44-d1f3-4f67-9855-3476f60ffebd tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Network a750d059-4831-44ed-89d3-df516bd3d8aa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:32:31.796340 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-8e658f44-d1f3-4f67-9855-3476f60ffebd tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:32:31.797515 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-1cd24cf8-9c27-4f2f-9a15-8d3305100cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:31.799532 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-8e658f44-d1f3-4f67-9855-3476f60ffebd tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:32:31.812240 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-76a8d709-2499-4959-93d5-9f4e62b92470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866786063-router', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:16Z', 'revision_number': 4, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'gw_port': {'id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'e044f882-8010-4157-810a-a4a180c37f83', 'name': '', 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'mac_address': 'fa:16:3e:be:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:15Z', 'updated_at': '2022-04-21T12:28:22Z', 'revision_number': 5, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'subnets': [{'id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:31.844391 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a8d709-2499-4959-93d5-9f4e62b92470 None None] Checking router: c303a3e0-f19a-4cf3-840d-84c6c3835d45 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:32:31.850316 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-8e658f44-d1f3-4f67-9855-3476f60ffebd tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:31.851044 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-8e658f44-d1f3-4f67-9855-3476f60ffebd tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:31.853257 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a8d709-2499-4959-93d5-9f4e62b92470 None None] Routers {'c303a3e0-f19a-4cf3-840d-84c6c3835d45'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:32:31.853905 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-76a8d709-2499-4959-93d5-9f4e62b92470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:32:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['c303a3e0-f19a-4cf3-840d-84c6c3835d45'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:31.914208 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1c992c-766a-4b3e-a537-83526477fa39 x-openstack-request-id: req-0f1c992c-766a-4b3e-a537-83526477fa39 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:32:31.914532 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927681dd-0a61-410a-a377-69bc890ab4fb", "name": "network-vif-deleted", "tag": "9ac5122a-abbf-4013-9d47-7de80b0d0423", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:32:31.914844 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0f1c992c-766a-4b3e-a537-83526477fa39 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:32:31.915262 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f1c992c-766a-4b3e-a537-83526477fa39'] response: {'server_uuid': '927681dd-0a61-410a-a377-69bc890ab4fb', 'name': 'network-vif-deleted', 'tag': '9ac5122a-abbf-4013-9d47-7de80b0d0423', 'status': 'completed', 'code': 200} Apr 21 12:32:31.916419 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d313204-9652-4258-8867-50e8f099f216 admin admin] Router 0651818f-7004-409a-ae0e-e62ef3ddca3c is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:32:31.963843 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-76a8d709-2499-4959-93d5-9f4e62b92470 None None] Set router c303a3e0-f19a-4cf3-840d-84c6c3835d45 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:32:31.990748 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-8e658f44-d1f3-4f67-9855-3476f60ffebd tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5379128 Apr 21 12:32:32.017154 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-a7fdba7a-4f1a-45e8-bf9a-5eca284d5b79 service neutron] Request body: {'port': {'device_id': '43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:32:32.082593 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75f7ec4e-ca68-4d2b-9f47-17c67880de62 req-61c1069b-6dec-4c33-8f58-c50c122445fe tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f92c5da-9d52-4989-aae6-b74705b9606a HTTP/1.1" status: 200 len: 210 time: 0.1545143 Apr 21 12:32:32.090701 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 9ac5122a-abbf-4013-9d47-7de80b0d0423 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:32:32.159770 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d313204-9652-4258-8867-50e8f099f216 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:32:32.178024 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ffc553-0997-4e24-bed7-02e177335429 None None] Sync routers for ids ['0651818f-7004-409a-ae0e-e62ef3ddca3c'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:32:32.179369 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc511a-af1b-427b-bebc-954967576bdb req-583e5336-3811-4517-8cc9-0de6d3adb3fb tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:32.180945 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01dc511a-af1b-427b-bebc-954967576bdb req-583e5336-3811-4517-8cc9-0de6d3adb3fb tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] 10.222.0.36 "GET /v2.0/networks?id=fee52243-02f6-49a2-9781-b50d4f9c7f07 HTTP/1.1" status: 200 len: 816 time: 0.3619125 Apr 21 12:32:32.184735 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 9ac5122a-abbf-4013-9d47-7de80b0d0423 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:32:32.185066 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 9ac5122a-abbf-4013-9d47-7de80b0d0423 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:32:32.196543 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-a7fdba7a-4f1a-45e8-bf9a-5eca284d5b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:32.201609 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ffc553-0997-4e24-bed7-02e177335429 None None] Routers {'0651818f-7004-409a-ae0e-e62ef3ddca3c'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:32:32.202628 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-83ffc553-0997-4e24-bed7-02e177335429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:32:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['0651818f-7004-409a-ae0e-e62ef3ddca3c'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:32.244182 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01dc511a-af1b-427b-bebc-954967576bdb req-c9da1a07-b092-475f-9aa1-8cee6512f209 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] 10.222.0.36 "GET /v2.0/quotas/c4220e4399f449ae9597a653196e57b5 HTTP/1.1" status: 200 len: 375 time: 0.0431230 Apr 21 12:32:32.271440 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-1cd24cf8-9c27-4f2f-9a15-8d3305100cc8 service neutron] For port 3d5aec13-814b-406f-8dcf-694d077a4037, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=3d5aec13-814b-406f-8dcf-694d077a4037,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:32.278130 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-76a8d709-2499-4959-93d5-9f4e62b92470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866786063-router', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:16Z', 'revision_number': 4, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'gw_port': {'id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'e044f882-8010-4157-810a-a4a180c37f83', 'name': '', 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'mac_address': 'fa:16:3e:be:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:15Z', 'updated_at': '2022-04-21T12:28:22Z', 'revision_number': 5, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'subnets': [{'id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:32.304761 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01dc511a-af1b-427b-bebc-954967576bdb req-8a415d07-03cd-4b30-8add-c7bfe6940935 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c4220e4399f449ae9597a653196e57b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574677 Apr 21 12:32:32.325979 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a8d709-2499-4959-93d5-9f4e62b92470 None None] The sync data for ids ['c303a3e0-f19a-4cf3-840d-84c6c3835d45'] in n-d-836147-2 is: [{'id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866786063-router', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:16Z', 'revision_number': 4, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'gw_port': {'id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'e044f882-8010-4157-810a-a4a180c37f83', 'name': '', 'network_id': '7bed1b78-2645-446a-9812-77a5a7c4f0d8', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'mac_address': 'fa:16:3e:be:af:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:15Z', 'updated_at': '2022-04-21T12:28:22Z', 'revision_number': 5, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'subnets': [{'id': '53214ab6-7220-4f63-a722-64332ff2dee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:32:32.394338 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-1cd24cf8-9c27-4f2f-9a15-8d3305100cc8 service neutron] For port 3d5aec13-814b-406f-8dcf-694d077a4037, host n-h1-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:32:32.447205 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d313204-9652-4258-8867-50e8f099f216 admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:32.447205 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0d313204-9652-4258-8867-50e8f099f216 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.5216370 Apr 21 12:32:32.447531 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-83ffc553-0997-4e24-bed7-02e177335429 None None] Set router 0651818f-7004-409a-ae0e-e62ef3ddca3c gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:32:32.462499 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92f59bb-1c48-40e9-8324-7b8be8cf6891 req-f7b99070-ed66-493b-b3b8-d40898a87370 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:32.468534 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59092) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:32.470096 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e92f59bb-1c48-40e9-8324-7b8be8cf6891 req-f7b99070-ed66-493b-b3b8-d40898a87370 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 946 time: 0.2433746 Apr 21 12:32:32.598477 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e92f59bb-1c48-40e9-8324-7b8be8cf6891 req-e2fe6c1d-8af6-4855-8187-0eaf7ddbfc31 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193018 Apr 21 12:32:32.628272 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01dc511a-af1b-427b-bebc-954967576bdb req-96a3c3e8-c54e-4acb-8cc8-eebede87d4fd service neutron] 10.222.0.36 "GET /v2.0/networks/fee52243-02f6-49a2-9781-b50d4f9c7f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224545 Apr 21 12:32:32.706365 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-83ffc553-0997-4e24-bed7-02e177335429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0651818f-7004-409a-ae0e-e62ef3ddca3c', 'name': 'tempest-FloatingIPsTestJSON-171966303-router', 'tenant_id': 'b565491d0f0444f49aea230167a9eb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'b66399c9-e076-4448-a07f-339fd320a5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:32:26Z', 'updated_at': '2022-04-21T12:32:29Z', 'revision_number': 3, 'project_id': 'b565491d0f0444f49aea230167a9eb8e', 'gw_port': {'id': 'b66399c9-e076-4448-a07f-339fd320a5f4', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0651818f-7004-409a-ae0e-e62ef3ddca3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:32:27Z', 'updated_at': '2022-04-21T12:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:32.761156 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ffc553-0997-4e24-bed7-02e177335429 None None] Checking router: 0651818f-7004-409a-ae0e-e62ef3ddca3c for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:32:32.761626 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ffc553-0997-4e24-bed7-02e177335429 None None] Updating router 0651818f-7004-409a-ae0e-e62ef3ddca3c port b66399c9-e076-4448-a07f-339fd320a5f4 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:32:32.808241 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9876960-18da-4bcd-9b05-f5344735c3fa None None] New status for floating IP 6a3fa788-db89-4647-b92a-14899a5dd7eb: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:32:32.829547 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83ffc553-0997-4e24-bed7-02e177335429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:32.910952 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15e9ea36-335c-4dba-8b1d-006447eab686 req-a7e05bd3-93ce-49dd-82d1-cc479a8da90b tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/ports?device_id=06229d16-f05e-4ef8-b177-38be30d1019b HTTP/1.1" status: 200 len: 210 time: 0.0547671 Apr 21 12:32:32.912875 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01dc511a-af1b-427b-bebc-954967576bdb req-28f39f2e-bdb4-46fd-ab30-ae8219409804 service neutron] 10.222.0.36 "GET /v2.0/networks/fee52243-02f6-49a2-9781-b50d4f9c7f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776158 Apr 21 12:32:32.942485 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-1cd24cf8-9c27-4f2f-9a15-8d3305100cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:33.084335 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-1cd24cf8-9c27-4f2f-9a15-8d3305100cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:33.106902 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33eacb-aa01-4e02-834c-ebf38b4e296f req-e7adfe8c-2f11-4122-9bba-fdee2c00a02c tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:33.108630 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a33eacb-aa01-4e02-834c-ebf38b4e296f req-e7adfe8c-2f11-4122-9bba-fdee2c00a02c tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff HTTP/1.1" status: 200 len: 931 time: 0.0651760 Apr 21 12:32:33.167209 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a33eacb-aa01-4e02-834c-ebf38b4e296f req-e4e489d9-0c61-4aac-a008-8e6ef2ea29d6 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470374 Apr 21 12:32:33.248061 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-a7fdba7a-4f1a-45e8-bf9a-5eca284d5b79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e1d04bf-b29d-48d1-a2d2-184d287671b4 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:32:33.283517 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-a7fdba7a-4f1a-45e8-bf9a-5eca284d5b79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:33.332400 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83ffc553-0997-4e24-bed7-02e177335429 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:33.426121 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd24cf8-9c27-4f2f-9a15-8d3305100cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d5aec13-814b-406f-8dcf-694d077a4037,revision_number=7']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:33.433645 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276017a-329b-4d2d-a78e-a156a2b8b311 req-bdb8f123-86f1-4b4d-8250-9055ac1968ec tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:33.434910 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2276017a-329b-4d2d-a78e-a156a2b8b311 req-bdb8f123-86f1-4b4d-8250-9055ac1968ec tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070 HTTP/1.1" status: 200 len: 950 time: 0.1340311 Apr 21 12:32:33.448717 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-a7fdba7a-4f1a-45e8-bf9a-5eca284d5b79 service neutron] Transition to ACTIVE for port object 8e1d04bf-b29d-48d1-a2d2-184d287671b4 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:32:33.451961 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06cf5c61-ea91-4450-b62e-a1137c8106f8 req-eb3bb065-4131-4003-a036-948cf0438717 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad1c867a-2d36-48ff-bfa3-affb1c6c82e2 HTTP/1.1" status: 200 len: 210 time: 0.0412338 Apr 21 12:32:33.460089 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83ffc553-0997-4e24-bed7-02e177335429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:33.493028 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-1cd24cf8-9c27-4f2f-9a15-8d3305100cc8 service neutron] Attempting to bind port 3d5aec13-814b-406f-8dcf-694d077a4037 on host n-h1-836147-2 for vnic_type normal with profile {"migrating_to": "n-h2-836147-2"} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:32:33.493310 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-1cd24cf8-9c27-4f2f-9a15-8d3305100cc8 service neutron] Attempting to bind port 3d5aec13-814b-406f-8dcf-694d077a4037 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:32:33.493702 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-1cd24cf8-9c27-4f2f-9a15-8d3305100cc8 service neutron] Attempting to bind port 3d5aec13-814b-406f-8dcf-694d077a4037 on network c287e289-9664-4a57-ae4d-cb3d1c307007 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:32:33.503688 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2276017a-329b-4d2d-a78e-a156a2b8b311 req-6311b86e-167b-416d-bdb5-70ae886769b6 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507848 Apr 21 12:32:33.508737 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69ed60e-2425-414d-a3a0-699fa3415d9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d5aec13-814b-406f-8dcf-694d077a4037'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:32:33.511148 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71f60dc-5d96-4173-bb3a-bd4ed2099194" -d '{"events": [{"server_uuid": "e69ed60e-2425-414d-a3a0-699fa3415d9e", "name": "network-vif-unplugged", "status": "completed", "tag": "3d5aec13-814b-406f-8dcf-694d077a4037"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:32:33.519116 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-1cd24cf8-9c27-4f2f-9a15-8d3305100cc8 service neutron] Port 3d5aec13-814b-406f-8dcf-694d077a4037 on network c287e289-9664-4a57-ae4d-cb3d1c307007 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:32:33.519440 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-1cd24cf8-9c27-4f2f-9a15-8d3305100cc8 service neutron] Attempting to bind port 3d5aec13-814b-406f-8dcf-694d077a4037 on network c287e289-9664-4a57-ae4d-cb3d1c307007 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:32:33.535225 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-1cd24cf8-9c27-4f2f-9a15-8d3305100cc8 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:32:33.535225 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-1cd24cf8-9c27-4f2f-9a15-8d3305100cc8 service neutron] Checking segment: {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:32:33.535225 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-1cd24cf8-9c27-4f2f-9a15-8d3305100cc8 service neutron] Bound using segment: {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:32:33.535225 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-1cd24cf8-9c27-4f2f-9a15-8d3305100cc8 service neutron] Bound port: 3d5aec13-814b-406f-8dcf-694d077a4037, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:32:33.535225 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-1cd24cf8-9c27-4f2f-9a15-8d3305100cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:33.561814 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-a7fdba7a-4f1a-45e8-bf9a-5eca284d5b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:33.566397 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534068d-74cc-402a-ab96-b68881f9925e None None] Pushing event updated for resources: {'Port': ['ID=b66399c9-e076-4448-a07f-339fd320a5f4,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:33.578946 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 3d5aec13-814b-406f-8dcf-694d077a4037 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:32:33.580892 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device a576c992-f2ec-4ac4-8b7a-b59381949e6a no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:32:33.610724 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: a576c992-f2ec-4ac4-8b7a-b59381949e6a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:32:33.611117 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device a576c992-f2ec-4ac4-8b7a-b59381949e6a not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:32:33.612312 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2e6403-3997-484b-8da5-6ae032aa1ba5 x-openstack-request-id: req-bb2e6403-3997-484b-8da5-6ae032aa1ba5 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:32:33.612312 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69ed60e-2425-414d-a3a0-699fa3415d9e", "name": "network-vif-unplugged", "status": "completed", "tag": "3d5aec13-814b-406f-8dcf-694d077a4037", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:32:33.612579 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bb2e6403-3997-484b-8da5-6ae032aa1ba5 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:32:33.613125 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb2e6403-3997-484b-8da5-6ae032aa1ba5'] response: {'server_uuid': 'e69ed60e-2425-414d-a3a0-699fa3415d9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d5aec13-814b-406f-8dcf-694d077a4037', 'code': 200} Apr 21 12:32:33.641411 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-83ffc553-0997-4e24-bed7-02e177335429 None None] Attempting to bind port b66399c9-e076-4448-a07f-339fd320a5f4 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:32:33.641825 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-83ffc553-0997-4e24-bed7-02e177335429 None None] Attempting to bind port b66399c9-e076-4448-a07f-339fd320a5f4 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:32:33.642480 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ffc553-0997-4e24-bed7-02e177335429 None None] Attempting to bind port b66399c9-e076-4448-a07f-339fd320a5f4 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:32:33.651164 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ffc553-0997-4e24-bed7-02e177335429 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:32:33.651497 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ffc553-0997-4e24-bed7-02e177335429 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:32:33.651783 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83ffc553-0997-4e24-bed7-02e177335429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:33.652164 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ffc553-0997-4e24-bed7-02e177335429 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:32:33.652624 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-83ffc553-0997-4e24-bed7-02e177335429 None None] Bound port: b66399c9-e076-4448-a07f-339fd320a5f4, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:32:33.653143 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83ffc553-0997-4e24-bed7-02e177335429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:33.703074 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fdba7a-4f1a-45e8-bf9a-5eca284d5b79 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1d04bf-b29d-48d1-a2d2-184d287671b4,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:33.749858 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095f707-cdaf-4198-8e68-9c9357f2bf34 req-d4aac2c0-631d-4430-8df3-33483ccc2310 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:33.751398 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a095f707-cdaf-4198-8e68-9c9357f2bf34 req-d4aac2c0-631d-4430-8df3-33483ccc2310 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 944 time: 0.0570450 Apr 21 12:32:33.769090 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-83ffc553-0997-4e24-bed7-02e177335429 None None] For port b66399c9-e076-4448-a07f-339fd320a5f4, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:32:33.796106 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-83ffc553-0997-4e24-bed7-02e177335429 None None] For port b66399c9-e076-4448-a07f-339fd320a5f4, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b66399c9-e076-4448-a07f-339fd320a5f4,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:32:33.797347 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 3d5aec13-814b-406f-8dcf-694d077a4037, host n-h1-836147-2, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:33.799987 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a095f707-cdaf-4198-8e68-9c9357f2bf34 req-a1ad9aaf-54d4-43bf-b810-e23de193acd1 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404968 Apr 21 12:32:33.823319 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Attempting to bind port 3d5aec13-814b-406f-8dcf-694d077a4037 on host n-h1-836147-2 for vnic_type normal with profile {"migrating_to": "n-h2-836147-2"} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:32:33.823759 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Attempting to bind port 3d5aec13-814b-406f-8dcf-694d077a4037 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:32:33.824201 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Attempting to bind port 3d5aec13-814b-406f-8dcf-694d077a4037 on network c287e289-9664-4a57-ae4d-cb3d1c307007 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:32:33.828376 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Port 3d5aec13-814b-406f-8dcf-694d077a4037 on network c287e289-9664-4a57-ae4d-cb3d1c307007 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:32:33.831847 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Attempting to bind port 3d5aec13-814b-406f-8dcf-694d077a4037 on network c287e289-9664-4a57-ae4d-cb3d1c307007 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:32:33.833459 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:32:33.833902 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Checking segment: {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:32:33.834383 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-1cd24cf8-9c27-4f2f-9a15-8d3305100cc8 service neutron] For port 3d5aec13-814b-406f-8dcf-694d077a4037, host n-h1-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:32:33.834496 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Bound using segment: {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:32:33.834927 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Bound port: 3d5aec13-814b-406f-8dcf-694d077a4037, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:32:33.835314 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:33.837978 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-1cd24cf8-9c27-4f2f-9a15-8d3305100cc8 service neutron] For port 3d5aec13-814b-406f-8dcf-694d077a4037, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=3d5aec13-814b-406f-8dcf-694d077a4037,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:32:33.894631 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-a7fdba7a-4f1a-45e8-bf9a-5eca284d5b79 service neutron] Attempting to bind port 8e1d04bf-b29d-48d1-a2d2-184d287671b4 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:32:33.894963 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-a7fdba7a-4f1a-45e8-bf9a-5eca284d5b79 service neutron] Attempting to bind port 8e1d04bf-b29d-48d1-a2d2-184d287671b4 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'bb1825d1-9cfe-4dab-92af-7b5eede9af05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a750d059-4831-44ed-89d3-df516bd3d8aa'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:32:33.895290 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-a7fdba7a-4f1a-45e8-bf9a-5eca284d5b79 service neutron] Attempting to bind port 8e1d04bf-b29d-48d1-a2d2-184d287671b4 on network a750d059-4831-44ed-89d3-df516bd3d8aa {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:32:33.904001 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-a7fdba7a-4f1a-45e8-bf9a-5eca284d5b79 service neutron] Port 8e1d04bf-b29d-48d1-a2d2-184d287671b4 on network a750d059-4831-44ed-89d3-df516bd3d8aa not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:32:33.904314 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-a7fdba7a-4f1a-45e8-bf9a-5eca284d5b79 service neutron] Attempting to bind port 8e1d04bf-b29d-48d1-a2d2-184d287671b4 on network a750d059-4831-44ed-89d3-df516bd3d8aa {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:32:33.910397 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83ffc553-0997-4e24-bed7-02e177335429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:33.916643 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06229d16-f05e-4ef8-b177-38be30d1019b', 'name': 'network-vif-deleted', 'tag': '87d783b6-b09f-4725-9a90-c290a3f31ea2'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:32:33.920447 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2ee791-95b0-400d-8c4f-e8d910e9248d" -d '{"events": [{"server_uuid": "06229d16-f05e-4ef8-b177-38be30d1019b", "name": "network-vif-deleted", "tag": "87d783b6-b09f-4725-9a90-c290a3f31ea2"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:32:33.937326 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-a7fdba7a-4f1a-45e8-bf9a-5eca284d5b79 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:32:33.938268 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-a7fdba7a-4f1a-45e8-bf9a-5eca284d5b79 service neutron] Checking segment: {'id': 'bb1825d1-9cfe-4dab-92af-7b5eede9af05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a750d059-4831-44ed-89d3-df516bd3d8aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:32:33.938268 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-a7fdba7a-4f1a-45e8-bf9a-5eca284d5b79 service neutron] Bound using segment: {'id': 'bb1825d1-9cfe-4dab-92af-7b5eede9af05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a750d059-4831-44ed-89d3-df516bd3d8aa'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:32:33.938674 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-a7fdba7a-4f1a-45e8-bf9a-5eca284d5b79 service neutron] Bound port: 8e1d04bf-b29d-48d1-a2d2-184d287671b4, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb1825d1-9cfe-4dab-92af-7b5eede9af05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a750d059-4831-44ed-89d3-df516bd3d8aa'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:32:33.939707 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-a7fdba7a-4f1a-45e8-bf9a-5eca284d5b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:33.969635 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ffc553-0997-4e24-bed7-02e177335429 None None] Routers {'0651818f-7004-409a-ae0e-e62ef3ddca3c'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:32:33.970266 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-83ffc553-0997-4e24-bed7-02e177335429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:32:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['0651818f-7004-409a-ae0e-e62ef3ddca3c'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:33.975309 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534068d-74cc-402a-ab96-b68881f9925e None None] Pushing event updated for resources: {'Port': ['ID=b66399c9-e076-4448-a07f-339fd320a5f4,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:33.979814 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb8f722-9414-455c-b13e-ae87da58eee4 x-openstack-request-id: req-cfb8f722-9414-455c-b13e-ae87da58eee4 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:32:33.980265 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06229d16-f05e-4ef8-b177-38be30d1019b", "name": "network-vif-deleted", "tag": "87d783b6-b09f-4725-9a90-c290a3f31ea2", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:32:33.989334 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cfb8f722-9414-455c-b13e-ae87da58eee4 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:32:33.989334 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfb8f722-9414-455c-b13e-ae87da58eee4'] response: {'server_uuid': '06229d16-f05e-4ef8-b177-38be30d1019b', 'name': 'network-vif-deleted', 'tag': '87d783b6-b09f-4725-9a90-c290a3f31ea2', 'status': 'completed', 'code': 200} Apr 21 12:32:34.015609 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-1cd24cf8-9c27-4f2f-9a15-8d3305100cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:34.023716 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 3d5aec13-814b-406f-8dcf-694d077a4037, host n-h1-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:32:34.071289 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 3d5aec13-814b-406f-8dcf-694d077a4037-n-h1-836147-2-0 {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:32:34.071289 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:32:34.099032 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-83ffc553-0997-4e24-bed7-02e177335429 None None] Set router 0651818f-7004-409a-ae0e-e62ef3ddca3c gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:32:34.182424 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd24cf8-9c27-4f2f-9a15-8d3305100cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=3d5aec13-814b-406f-8dcf-694d077a4037,revision_number=8']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:34.188306 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c7ff-f116-4aa4-9832-030b2b3bb8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:34.203362 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-a7fdba7a-4f1a-45e8-bf9a-5eca284d5b79 service neutron] For port 8e1d04bf-b29d-48d1-a2d2-184d287671b4, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:32:34.232272 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-1cd24cf8-9c27-4f2f-9a15-8d3305100cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:34.233093 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-1cd24cf8-9c27-4f2f-9a15-8d3305100cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:34.234712 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-1cd24cf8-9c27-4f2f-9a15-8d3305100cc8 service neutron] 10.222.0.24 "PUT /v2.0/ports/3d5aec13-814b-406f-8dcf-694d077a4037 HTTP/1.1" status: 200 len: 1122 time: 2.6601388 Apr 21 12:32:34.237023 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027420f-966a-4164-a78b-e5bf089caf6d req-f230f8e3-1534-4ae0-a462-a2b08f9678c5 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:34.238733 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0027420f-966a-4164-a78b-e5bf089caf6d req-f230f8e3-1534-4ae0-a462-a2b08f9678c5 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f280ddd-d5e4-473e-bf91-fcdfc9eaedee HTTP/1.1" status: 200 len: 949 time: 0.0883565 Apr 21 12:32:34.247286 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59134) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:34.260326 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-a7fdba7a-4f1a-45e8-bf9a-5eca284d5b79 service neutron] For port 8e1d04bf-b29d-48d1-a2d2-184d287671b4, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8e1d04bf-b29d-48d1-a2d2-184d287671b4,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:32:34.332994 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['3d5aec13-814b-406f-8dcf-694d077a4037'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:32:34.379540 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['3d5aec13-814b-406f-8dcf-694d077a4037'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:32:34.388746 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-a7fdba7a-4f1a-45e8-bf9a-5eca284d5b79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:34.467028 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0027420f-966a-4164-a78b-e5bf089caf6d req-0330f4b9-0b5e-4c06-9046-4c70e83c7c8c tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025261 Apr 21 12:32:34.468019 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-a7fdba7a-4f1a-45e8-bf9a-5eca284d5b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:34.468638 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-a7fdba7a-4f1a-45e8-bf9a-5eca284d5b79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:34.470356 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-a7fdba7a-4f1a-45e8-bf9a-5eca284d5b79 service neutron] 10.222.0.24 "PUT /v2.0/ports/8e1d04bf-b29d-48d1-a2d2-184d287671b4 HTTP/1.1" status: 200 len: 1091 time: 2.4620459 Apr 21 12:32:34.512499 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-438e4f32-f3f0-4391-b6f9-be33d9c376d6 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:34.518852 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fdba7a-4f1a-45e8-bf9a-5eca284d5b79 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1d04bf-b29d-48d1-a2d2-184d287671b4,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:34.528121 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-b4f1c7ff-f116-4aa4-9832-030b2b3bb8c3 admin admin] Allocated IP 172.20.0.1 (4a81688e-931a-40f5-8294-d9bef4199fe7/9f257e3f-0b28-4f57-a710-49d6faced5e3/ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:32:34.540319 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-83ffc553-0997-4e24-bed7-02e177335429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0651818f-7004-409a-ae0e-e62ef3ddca3c', 'name': 'tempest-FloatingIPsTestJSON-171966303-router', 'tenant_id': 'b565491d0f0444f49aea230167a9eb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'b66399c9-e076-4448-a07f-339fd320a5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:32:26Z', 'updated_at': '2022-04-21T12:32:29Z', 'revision_number': 3, 'project_id': 'b565491d0f0444f49aea230167a9eb8e', 'gw_port': {'id': 'b66399c9-e076-4448-a07f-339fd320a5f4', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0651818f-7004-409a-ae0e-e62ef3ddca3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:32:27Z', 'updated_at': '2022-04-21T12:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:34.553068 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5056c069-a0f0-4a13-a26f-00bd2268a09f req-0e1b4054-b691-42df-9a61-494ab19dbd48 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:34.554627 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5056c069-a0f0-4a13-a26f-00bd2268a09f req-0e1b4054-b691-42df-9a61-494ab19dbd48 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff HTTP/1.1" status: 200 len: 943 time: 0.2318943 Apr 21 12:32:34.591665 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ffc553-0997-4e24-bed7-02e177335429 None None] The sync data for ids ['0651818f-7004-409a-ae0e-e62ef3ddca3c'] in n-d-836147-2 is: [{'id': '0651818f-7004-409a-ae0e-e62ef3ddca3c', 'name': 'tempest-FloatingIPsTestJSON-171966303-router', 'tenant_id': 'b565491d0f0444f49aea230167a9eb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'b66399c9-e076-4448-a07f-339fd320a5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:32:26Z', 'updated_at': '2022-04-21T12:32:29Z', 'revision_number': 3, 'project_id': 'b565491d0f0444f49aea230167a9eb8e', 'gw_port': {'id': 'b66399c9-e076-4448-a07f-339fd320a5f4', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0651818f-7004-409a-ae0e-e62ef3ddca3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:32:27Z', 'updated_at': '2022-04-21T12:32:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:32:34.600333 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a10f4733-8bf7-4c7f-9e99-630e580ca0be req-54076d25-db08-4e15-927f-fe36cdf370d7 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad1c867a-2d36-48ff-bfa3-affb1c6c82e2 HTTP/1.1" status: 200 len: 210 time: 0.0447040 Apr 21 12:32:34.608646 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-438e4f32-f3f0-4391-b6f9-be33d9c376d6 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:34.613963 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Attempting to bind port 3d5aec13-814b-406f-8dcf-694d077a4037 on host n-h1-836147-2 for vnic_type normal with profile {"migrating_to": "n-h2-836147-2"} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:32:34.624682 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Attempting to bind port 3d5aec13-814b-406f-8dcf-694d077a4037 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:32:34.624682 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Attempting to bind port 3d5aec13-814b-406f-8dcf-694d077a4037 on network c287e289-9664-4a57-ae4d-cb3d1c307007 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:32:34.659734 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Port 3d5aec13-814b-406f-8dcf-694d077a4037 on network c287e289-9664-4a57-ae4d-cb3d1c307007 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:32:34.670075 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Attempting to bind port 3d5aec13-814b-406f-8dcf-694d077a4037 on network c287e289-9664-4a57-ae4d-cb3d1c307007 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:32:34.710569 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:32:34.717711 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Checking segment: {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:32:34.719781 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Bound using segment: {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:32:34.720386 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Bound port: 3d5aec13-814b-406f-8dcf-694d077a4037, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:32:34.720891 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:34.739837 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5056c069-a0f0-4a13-a26f-00bd2268a09f req-c4620872-ac82-4200-bad5-b7b951c4ff39 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689401 Apr 21 12:32:34.745239 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c7ff-f116-4aa4-9832-030b2b3bb8c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:34.769294 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-c7afa2b0-58ff-420f-aed2-9b5d95abff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:34.771492 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-c7afa2b0-58ff-420f-aed2-9b5d95abff20 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4a26e9dd03b4a78b7b13c694250c450&device_id=43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff HTTP/1.1" status: 200 len: 1094 time: 0.0907319 Apr 21 12:32:34.831159 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b1a64-e7e1-4578-bae2-dba9f60c58a9 req-70b26294-e8e0-487e-8824-31d3707b3596 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:34.841858 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ad7b1a64-e7e1-4578-bae2-dba9f60c58a9 req-70b26294-e8e0-487e-8824-31d3707b3596 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070 HTTP/1.1" status: 200 len: 950 time: 0.0920334 Apr 21 12:32:34.849038 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-b3de2ab3-3802-4788-91f8-01ed2bef3eb1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e1d04bf-b29d-48d1-a2d2-184d287671b4 HTTP/1.1" status: 200 len: 217 time: 0.0650358 Apr 21 12:32:34.896892 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ad7b1a64-e7e1-4578-bae2-dba9f60c58a9 req-2de231b3-b0e4-4768-ac87-3a42f99e7cd8 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488760 Apr 21 12:32:34.912640 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-438e4f32-f3f0-4391-b6f9-be33d9c376d6 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:34.912640 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-438e4f32-f3f0-4391-b6f9-be33d9c376d6 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:34.912640 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-438e4f32-f3f0-4391-b6f9-be33d9c376d6 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "DELETE /v2.0/security-groups/3332589a-bdb7-45c7-bbfd-f2a661497b56 HTTP/1.1" status: 204 len: 168 time: 0.6576481 Apr 21 12:32:34.912957 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59144) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:34.983607 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e4f32-f3f0-4391-b6f9-be33d9c376d6 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3332589a-bdb7-45c7-bbfd-f2a661497b56,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:34.991181 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-ae6479cf-fada-48d4-b00b-8fbe2ad016fe tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] show failed (client error): The resource could not be found. Apr 21 12:32:34.992586 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ae6479cf-fada-48d4-b00b-8fbe2ad016fe tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "GET /v2.0/security-groups/3332589a-bdb7-45c7-bbfd-f2a661497b56 HTTP/1.1" status: 404 len: 347 time: 0.0852559 Apr 21 12:32:34.993674 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c7ff-f116-4aa4-9832-030b2b3bb8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:34.996285 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59150) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:35.083266 n-d-836147-2 neutron-server[103399]: WARNING neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Concurrent port binding operations failed on port 3d5aec13-814b-406f-8dcf-694d077a4037 Apr 21 12:32:35.094871 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 3d5aec13-814b-406f-8dcf-694d077a4037, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=3d5aec13-814b-406f-8dcf-694d077a4037,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:35.099547 n-d-836147-2 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Attempt 2 to bind port 3d5aec13-814b-406f-8dcf-694d077a4037 Apr 21 12:32:35.100030 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 3d5aec13-814b-406f-8dcf-694d077a4037 has no active binding in host n-h2-836147-2 {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 21 12:32:35.135687 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f1c7ff-f116-4aa4-9832-030b2b3bb8c3 admin admin] Network 4a81688e-931a-40f5-8294-d9bef4199fe7 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:32:35.138561 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-f2b82953-2c0c-413c-bcd8-02783d26b673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:35.140424 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-f2b82953-2c0c-413c-bcd8-02783d26b673 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b7070f83-9ad6-411e-82a5-c452eae4aee0 HTTP/1.1" status: 200 len: 844 time: 0.2792544 Apr 21 12:32:35.156247 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b4f1c7ff-f116-4aa4-9832-030b2b3bb8c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:32:35.176513 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f1c7ff-f116-4aa4-9832-030b2b3bb8c3 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:32:35.179592 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1c7ff-f116-4aa4-9832-030b2b3bb8c3 admin admin] Pushing event updated for resources: {'Port': ['ID=ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:35.224859 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-d748588a-138e-4aaa-883a-4e3abeccc192 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a750d059-4831-44ed-89d3-df516bd3d8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663528 Apr 21 12:32:35.228652 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360976e0-1402-4103-bd91-e00f9e14e760 req-1258e760-bfdf-4f02-9cd2-6828b363cc1d tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:35.236477 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-360976e0-1402-4103-bd91-e00f9e14e760 req-1258e760-bfdf-4f02-9cd2-6828b363cc1d tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 944 time: 0.3067262 Apr 21 12:32:35.313053 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-360976e0-1402-4103-bd91-e00f9e14e760 req-008c18bf-8c63-4e3b-9181-721dd0c78272 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755112 Apr 21 12:32:35.351513 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c7ff-f116-4aa4-9832-030b2b3bb8c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:35.356252 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-328dfeb6-9391-4a86-84b3-78f60876b976 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Deleting port c50a7835-4e07-4fdb-9acb-a7983bfbfd66 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:32:35.356592 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-328dfeb6-9391-4a86-84b3-78f60876b976 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:35.497637 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-328dfeb6-9391-4a86-84b3-78f60876b976 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:35.497958 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-328dfeb6-9391-4a86-84b3-78f60876b976 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:35.533978 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-328dfeb6-9391-4a86-84b3-78f60876b976 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Calling delete_port for c50a7835-4e07-4fdb-9acb-a7983bfbfd66 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:32:35.555717 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1a782716-0e9e-4fb7-a8bd-0d5e07d44b42 None None] Provisioning complete for port ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:35.558847 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a782716-0e9e-4fb7-a8bd-0d5e07d44b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:35.581847 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-4f5514d4-be52-42f8-ac7a-14e0266b91a1 service neutron] 10.222.0.24 "GET /v2.0/networks/a750d059-4831-44ed-89d3-df516bd3d8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477497 Apr 21 12:32:35.615707 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69ed60e-2425-414d-a3a0-699fa3415d9e', 'tag': '3d5aec13-814b-406f-8dcf-694d077a4037'}, {'name': 'network-changed', 'server_uuid': '43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff', 'tag': '8e1d04bf-b29d-48d1-a2d2-184d287671b4'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:32:35.618835 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa68617-43ca-407a-b407-2d712c78c3c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e69ed60e-2425-414d-a3a0-699fa3415d9e", "tag": "3d5aec13-814b-406f-8dcf-694d077a4037"}, {"name": "network-changed", "server_uuid": "43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff", "tag": "8e1d04bf-b29d-48d1-a2d2-184d287671b4"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:32:35.642811 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1a782716-0e9e-4fb7-a8bd-0d5e07d44b42 None None] Port ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:32:35.658194 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c7ff-f116-4aa4-9832-030b2b3bb8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:35.732300 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae544c6-32f9-4eaf-9023-3193f05507d7 req-c5dd7c66-59dd-4152-9303-8c9910d0e449 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:35.734179 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-cae544c6-32f9-4eaf-9023-3193f05507d7 req-c5dd7c66-59dd-4152-9303-8c9910d0e449 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f280ddd-d5e4-473e-bf91-fcdfc9eaedee HTTP/1.1" status: 200 len: 949 time: 0.1941643 Apr 21 12:32:35.785157 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f71c90-ac0e-4b5b-8858-be4d982e972e req-b94312b7-4c93-4432-8fe4-3fd4340c86c6 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:35.794224 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-86f71c90-ac0e-4b5b-8858-be4d982e972e req-b94312b7-4c93-4432-8fe4-3fd4340c86c6 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f280ddd-d5e4-473e-bf91-fcdfc9eaedee HTTP/1.1" status: 200 len: 949 time: 0.1818109 Apr 21 12:32:35.827724 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf51825-d279-4c61-bd53-077ef35d98ed req-bbf115d7-1478-493c-8ae7-c693c5d605b9 tempest-ServersAdminNegativeTestJSON-318498558 tempest-ServersAdminNegativeTestJSON-318498558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:35.835231 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7cf51825-d279-4c61-bd53-077ef35d98ed req-bbf115d7-1478-493c-8ae7-c693c5d605b9 tempest-ServersAdminNegativeTestJSON-318498558 tempest-ServersAdminNegativeTestJSON-318498558-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070 HTTP/1.1" status: 200 len: 1101 time: 0.1672165 Apr 21 12:32:35.863352 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7cf51825-d279-4c61-bd53-077ef35d98ed req-6b404c26-636d-4c53-adc5-72c395a4c5f3 tempest-ServersAdminNegativeTestJSON-318498558 tempest-ServersAdminNegativeTestJSON-318498558-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:35.869560 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9c89ece7-bc92-49f9-bc9e-9364b410f283 req-cfc791cf-6d38-4e18-ae01-484443297d31 service neutron] 10.222.0.24 "GET /v2.0/networks/a750d059-4831-44ed-89d3-df516bd3d8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625768 Apr 21 12:32:35.944728 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-86f71c90-ac0e-4b5b-8858-be4d982e972e req-85f2155a-1af2-4319-adb1-f18282a1f5a9 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495411 Apr 21 12:32:35.970040 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-cae544c6-32f9-4eaf-9023-3193f05507d7 req-f18d7d95-8417-46de-b8dc-9cbc24d4eaac tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Deleting port 684cfa21-17fc-46a3-a9fb-f9df94d7dc11 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:32:35.970380 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-cae544c6-32f9-4eaf-9023-3193f05507d7 req-f18d7d95-8417-46de-b8dc-9cbc24d4eaac tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:36.040113 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 21 Apr 2022 12:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36eb4353-d6fd-4a06-ba8e-05f2052b13a0 x-openstack-request-id: req-36eb4353-d6fd-4a06-ba8e-05f2052b13a0 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:32:36.040715 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69ed60e-2425-414d-a3a0-699fa3415d9e", "tag": "3d5aec13-814b-406f-8dcf-694d077a4037", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff", "tag": "8e1d04bf-b29d-48d1-a2d2-184d287671b4", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:32:36.040976 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-36eb4353-d6fd-4a06-ba8e-05f2052b13a0 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:32:36.041372 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36eb4353-d6fd-4a06-ba8e-05f2052b13a0'] response: {'name': 'network-changed', 'server_uuid': 'e69ed60e-2425-414d-a3a0-699fa3415d9e', 'tag': '3d5aec13-814b-406f-8dcf-694d077a4037', 'status': 'completed', 'code': 200} Apr 21 12:32:36.050382 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36eb4353-d6fd-4a06-ba8e-05f2052b13a0'] response: {'name': 'network-changed', 'server_uuid': '43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff', 'tag': '8e1d04bf-b29d-48d1-a2d2-184d287671b4', 'status': 'completed', 'code': 200} Apr 21 12:32:36.084738 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c7ff-f116-4aa4-9832-030b2b3bb8c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:36.090124 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7cf51825-d279-4c61-bd53-077ef35d98ed req-6b404c26-636d-4c53-adc5-72c395a4c5f3 tempest-ServersAdminNegativeTestJSON-318498558 tempest-ServersAdminNegativeTestJSON-318498558-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:36.133998 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-19a9a46f-e5df-41bb-9a2c-593af5a2c286 req-c366fd3e-dd88-4140-a73b-887830ac6505 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad1c867a-2d36-48ff-bfa3-affb1c6c82e2 HTTP/1.1" status: 200 len: 210 time: 0.0411930 Apr 21 12:32:36.139736 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-328dfeb6-9391-4a86-84b3-78f60876b976 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:36.147930 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-cae544c6-32f9-4eaf-9023-3193f05507d7 req-f18d7d95-8417-46de-b8dc-9cbc24d4eaac tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] For port 684cfa21-17fc-46a3-a9fb-f9df94d7dc11, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=684cfa21-17fc-46a3-a9fb-f9df94d7dc11,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:36.148524 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-cae544c6-32f9-4eaf-9023-3193f05507d7 req-f18d7d95-8417-46de-b8dc-9cbc24d4eaac tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:36.164406 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-cae544c6-32f9-4eaf-9023-3193f05507d7 req-f18d7d95-8417-46de-b8dc-9cbc24d4eaac tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Calling delete_port for 684cfa21-17fc-46a3-a9fb-f9df94d7dc11 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:32:36.172869 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa68617-43ca-407a-b407-2d712c78c3c6 req-bf0f901d-0834-4895-b15e-972422bb339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:36.174445 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3fa68617-43ca-407a-b407-2d712c78c3c6 req-bf0f901d-0834-4895-b15e-972422bb339d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f4a26e9dd03b4a78b7b13c694250c450&device_id=43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff HTTP/1.1" status: 200 len: 1094 time: 0.0783422 Apr 21 12:32:36.182342 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328dfeb6-9391-4a86-84b3-78f60876b976 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Pushing event deleted for resources: {'Port': ['ID=c50a7835-4e07-4fdb-9acb-a7983bfbfd66,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:36.210305 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa68617-43ca-407a-b407-2d712c78c3c6 req-04b7f201-3af0-48df-9fbf-3e3866e23888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:36.214459 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3fa68617-43ca-407a-b407-2d712c78c3c6 req-04b7f201-3af0-48df-9fbf-3e3866e23888 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26ea3c659ac44d28a683c1af948ed1b6&device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 1125 time: 0.1696568 Apr 21 12:32:36.229262 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c7ff-f116-4aa4-9832-030b2b3bb8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:36.282024 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7cf51825-d279-4c61-bd53-077ef35d98ed req-6b404c26-636d-4c53-adc5-72c395a4c5f3 tempest-ServersAdminNegativeTestJSON-318498558 tempest-ServersAdminNegativeTestJSON-318498558-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:36.337277 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7cf51825-d279-4c61-bd53-077ef35d98ed req-6b404c26-636d-4c53-adc5-72c395a4c5f3 tempest-ServersAdminNegativeTestJSON-318498558 tempest-ServersAdminNegativeTestJSON-318498558-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011437 Apr 21 12:32:36.403150 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa68617-43ca-407a-b407-2d712c78c3c6 req-a3037340-04c2-4d82-b889-cfc5120e005b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:36.404766 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3fa68617-43ca-407a-b407-2d712c78c3c6 req-a3037340-04c2-4d82-b889-cfc5120e005b service neutron] 10.222.0.24 "GET /v2.0/networks?id=a750d059-4831-44ed-89d3-df516bd3d8aa HTTP/1.1" status: 200 len: 905 time: 0.2230222 Apr 21 12:32:36.457341 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b404c26-636d-4c53-adc5-72c395a4c5f3 tempest-ServersAdminNegativeTestJSON-318498558 tempest-ServersAdminNegativeTestJSON-318498558-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f16bf1b-a879-4911-b1fd-92aa415865e8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:36.477807 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c7ff-f116-4aa4-9832-030b2b3bb8c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:36.480297 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3fa68617-43ca-407a-b407-2d712c78c3c6 req-9379bef5-1440-4653-8bf1-62d47d7535c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8e1d04bf-b29d-48d1-a2d2-184d287671b4 HTTP/1.1" status: 200 len: 217 time: 0.0618682 Apr 21 12:32:36.482911 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1c7ff-f116-4aa4-9832-030b2b3bb8c3 admin admin] Pushing event updated for resources: {'Port': ['ID=ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:36.515765 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-328dfeb6-9391-4a86-84b3-78f60876b976 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:36.520410 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-328dfeb6-9391-4a86-84b3-78f60876b976 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:36.524712 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-328dfeb6-9391-4a86-84b3-78f60876b976 tempest-ServersWithSpecificFlavorTestJSON-1699253641 tempest-ServersWithSpecificFlavorTestJSON-1699253641-project] 10.222.0.36 "DELETE /v2.0/floatingips/6a3fa788-db89-4647-b92a-14899a5dd7eb HTTP/1.1" status: 204 len: 168 time: 1.5234754 Apr 21 12:32:36.584560 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f08ef-9979-4412-9c60-b1c87b918aed req-12d800e0-1321-4621-8b37-6be1821b9e9e tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:36.593748 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5a4f08ef-9979-4412-9c60-b1c87b918aed req-12d800e0-1321-4621-8b37-6be1821b9e9e tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff HTTP/1.1" status: 200 len: 943 time: 0.3435242 Apr 21 12:32:36.618372 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b66399c9-e076-4448-a07f-339fd320a5f4 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:32:36.646222 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa68617-43ca-407a-b407-2d712c78c3c6 req-d37f2e2d-aa17-4e9c-830c-a69b42ca0bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:36.646222 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3fa68617-43ca-407a-b407-2d712c78c3c6 req-d37f2e2d-aa17-4e9c-830c-a69b42ca0bba service neutron] 10.222.0.26 "GET /v2.0/networks?id=c287e289-9664-4a57-ae4d-cb3d1c307007 HTTP/1.1" status: 200 len: 921 time: 0.4219885 Apr 21 12:32:36.675296 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa68617-43ca-407a-b407-2d712c78c3c6 req-ab86151d-509f-4415-a865-a77e5b11003f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:36.681677 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3fa68617-43ca-407a-b407-2d712c78c3c6 req-ab86151d-509f-4415-a865-a77e5b11003f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b7070f83-9ad6-411e-82a5-c452eae4aee0 HTTP/1.1" status: 200 len: 844 time: 0.1799572 Apr 21 12:32:36.709144 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port b66399c9-e076-4448-a07f-339fd320a5f4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:36.716161 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:36.733867 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3fa68617-43ca-407a-b407-2d712c78c3c6 req-9c34c0e3-85dd-4e9f-a716-1a37b409a25e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a750d059-4831-44ed-89d3-df516bd3d8aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367470 Apr 21 12:32:36.736089 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3fa68617-43ca-407a-b407-2d712c78c3c6 req-d1167638-bfa4-4bb7-92d9-370dcca645e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d5aec13-814b-406f-8dcf-694d077a4037 HTTP/1.1" status: 200 len: 217 time: 0.0774870 Apr 21 12:32:36.750844 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5a4f08ef-9979-4412-9c60-b1c87b918aed req-6973d650-66f8-498b-acc3-7a0d0018c102 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560571 Apr 21 12:32:36.761262 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f1c7ff-f116-4aa4-9832-030b2b3bb8c3 admin admin] Network 4a81688e-931a-40f5-8294-d9bef4199fe7 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:32:36.763685 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b4f1c7ff-f116-4aa4-9832-030b2b3bb8c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:32:36.790543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33674563-2b90-49c9-9e8e-74b5f1126f27 req-d8539c42-bf29-49ae-befa-40c7c4426693 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:36.792110 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33674563-2b90-49c9-9e8e-74b5f1126f27 req-d8539c42-bf29-49ae-befa-40c7c4426693 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 944 time: 0.3397942 Apr 21 12:32:36.803364 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:36.835932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc511a-af1b-427b-bebc-954967576bdb req-8c44b6ee-012d-4e1e-9e24-047051cf72f9 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:36.837435 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01dc511a-af1b-427b-bebc-954967576bdb req-8c44b6ee-012d-4e1e-9e24-047051cf72f9 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] 10.222.0.26 "GET /v2.0/networks?id=fee52243-02f6-49a2-9781-b50d4f9c7f07 HTTP/1.1" status: 200 len: 816 time: 0.3968463 Apr 21 12:32:36.839954 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port b66399c9-e076-4448-a07f-339fd320a5f4, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b66399c9-e076-4448-a07f-339fd320a5f4,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:36.878141 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-01dc511a-af1b-427b-bebc-954967576bdb req-993b1b52-d0ca-487c-9bcc-3b64dc840c8f tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Request body: {'port': {'device_id': 'ad1c867a-2d36-48ff-bfa3-affb1c6c82e2', 'network_id': 'fee52243-02f6-49a2-9781-b50d4f9c7f07', 'admin_state_up': True, 'tenant_id': 'c4220e4399f449ae9597a653196e57b5'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:32:36.885829 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-cae544c6-32f9-4eaf-9023-3193f05507d7 req-f18d7d95-8417-46de-b8dc-9cbc24d4eaac tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:36.897543 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['684cfa21-17fc-46a3-a9fb-f9df94d7dc11', '1357c346-2a92-418b-aaa9-e61a807553c8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:32:36.967840 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d7d95-8417-46de-b8dc-9cbc24d4eaac tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Pushing event deleted for resources: {'Port': ['ID=684cfa21-17fc-46a3-a9fb-f9df94d7dc11,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:36.998442 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:37.005220 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33674563-2b90-49c9-9e8e-74b5f1126f27 req-ece7c013-e39d-4d3c-b919-88e57456c999 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977110 Apr 21 12:32:37.108985 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa68617-43ca-407a-b407-2d712c78c3c6 req-f7ba5a68-219b-4291-9e1e-fbf4d8cb158b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:37.114532 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3fa68617-43ca-407a-b407-2d712c78c3c6 req-f7ba5a68-219b-4291-9e1e-fbf4d8cb158b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c2895f5-072d-4584-843c-51a4758cad8d HTTP/1.1" status: 200 len: 860 time: 0.3213587 Apr 21 12:32:37.147225 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=b66399c9-e076-4448-a07f-339fd320a5f4,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:37.179649 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-047bf167-fcc8-4a62-a1ae-92674fe9a6d1 req-5a6ada9c-8a90-44c6-8ae6-c0a24ac23735 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f280ddd-d5e4-473e-bf91-fcdfc9eaedee HTTP/1.1" status: 200 len: 210 time: 0.0539663 Apr 21 12:32:37.213203 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3fa68617-43ca-407a-b407-2d712c78c3c6 req-126065bd-5812-41b0-a623-bc6c0abf63f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c287e289-9664-4a57-ae4d-cb3d1c307007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837734 Apr 21 12:32:37.319974 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-819fda98-5d72-4294-ae51-29a003b8dcc8 None None] Provisioning complete for port ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:37.320355 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-819fda98-5d72-4294-ae51-29a003b8dcc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:37.354296 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59186) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:37.369958 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-819fda98-5d72-4294-ae51-29a003b8dcc8 None None] Port ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:32:37.382393 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-51700472-923b-46de-87e1-d1f8ccaefac3 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-286537137'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:32:37.395152 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01dc511a-af1b-427b-bebc-954967576bdb req-993b1b52-d0ca-487c-9bcc-3b64dc840c8f tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Made reservation on behalf of c4220e4399f449ae9597a653196e57b5 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:32:37.399836 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-01dc511a-af1b-427b-bebc-954967576bdb req-993b1b52-d0ca-487c-9bcc-3b64dc840c8f tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:37.428545 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1545cdb-0cf2-4210-93bc-dcd89493ffef req-b851ffcf-dbc8-49e4-9867-7c05faa604f8 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad1c867a-2d36-48ff-bfa3-affb1c6c82e2 HTTP/1.1" status: 200 len: 210 time: 0.0731606 Apr 21 12:32:37.436149 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae544c6-32f9-4eaf-9023-3193f05507d7 req-f18d7d95-8417-46de-b8dc-9cbc24d4eaac tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] No DVR routers for this DVR port 684cfa21-17fc-46a3-a9fb-f9df94d7dc11 on host n-h2-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:32:37.452890 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-cae544c6-32f9-4eaf-9023-3193f05507d7 req-f18d7d95-8417-46de-b8dc-9cbc24d4eaac tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:37.456573 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-cae544c6-32f9-4eaf-9023-3193f05507d7 req-f18d7d95-8417-46de-b8dc-9cbc24d4eaac tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.24 "DELETE /v2.0/ports/684cfa21-17fc-46a3-a9fb-f9df94d7dc11 HTTP/1.1" status: 204 len: 173 time: 1.6984792 Apr 21 12:32:37.475002 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3fa68617-43ca-407a-b407-2d712c78c3c6 req-b46cb91f-a845-4ae2-920f-74b09d0bc67f service neutron] 10.222.0.24 "GET /v2.0/networks/a750d059-4831-44ed-89d3-df516bd3d8aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7239764 Apr 21 12:32:37.539370 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3fa68617-43ca-407a-b407-2d712c78c3c6 req-6bcb33a3-1db5-4042-8e8a-36b607217410 service neutron] 10.222.0.26 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142080 Apr 21 12:32:37.573964 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51700472-923b-46de-87e1-d1f8ccaefac3 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Made reservation on behalf of 6f1908decb8e42768935cf18d0563e60 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:32:37.575392 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4f1c7ff-f116-4aa4-9832-030b2b3bb8c3 admin admin] Router 0651818f-7004-409a-ae0e-e62ef3ddca3c has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:32:37.576167 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59196) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:37.577044 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51700472-923b-46de-87e1-d1f8ccaefac3 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:37.648662 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:32:37.713304 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3fa68617-43ca-407a-b407-2d712c78c3c6 req-0064377b-df4b-4072-9d4d-32ff75b3e241 service neutron] 10.222.0.24 "GET /v2.0/networks/a750d059-4831-44ed-89d3-df516bd3d8aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174401 Apr 21 12:32:37.867195 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4f1c7ff-f116-4aa4-9832-030b2b3bb8c3 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:32:37.878029 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b4f1c7ff-f116-4aa4-9832-030b2b3bb8c3 admin admin] 10.222.0.36 "PUT /v2.0/routers/0651818f-7004-409a-ae0e-e62ef3ddca3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4083843 Apr 21 12:32:37.880949 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46b8367-7767-4765-82d1-e2c306d6d42f None None] Sync routers for ids ['0651818f-7004-409a-ae0e-e62ef3ddca3c'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:32:37.899224 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46b8367-7767-4765-82d1-e2c306d6d42f None None] Routers {'0651818f-7004-409a-ae0e-e62ef3ddca3c'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:32:37.900158 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a46b8367-7767-4765-82d1-e2c306d6d42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:32:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['0651818f-7004-409a-ae0e-e62ef3ddca3c'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:38.039929 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-a46b8367-7767-4765-82d1-e2c306d6d42f None None] Set router 0651818f-7004-409a-ae0e-e62ef3ddca3c gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:32:38.042724 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f280ddd-d5e4-473e-bf91-fcdfc9eaedee', 'name': 'network-vif-deleted', 'tag': '684cfa21-17fc-46a3-a9fb-f9df94d7dc11'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:32:38.046209 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881db77e-c6e7-43ab-a9d4-3670667732ee" -d '{"events": [{"server_uuid": "9f280ddd-d5e4-473e-bf91-fcdfc9eaedee", "name": "network-vif-deleted", "tag": "684cfa21-17fc-46a3-a9fb-f9df94d7dc11"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:32:38.065690 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf60ca-6eaf-45cc-af81-9a0cea31ade9 req-df1766c5-7262-4b3c-8069-e247f09463b2 tempest-ServersAdminNegativeTestJSON-318498558 tempest-ServersAdminNegativeTestJSON-318498558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:38.067428 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c7bf60ca-6eaf-45cc-af81-9a0cea31ade9 req-df1766c5-7262-4b3c-8069-e247f09463b2 tempest-ServersAdminNegativeTestJSON-318498558 tempest-ServersAdminNegativeTestJSON-318498558-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070 HTTP/1.1" status: 200 len: 1101 time: 0.5897548 Apr 21 12:32:38.090935 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-01dc511a-af1b-427b-bebc-954967576bdb req-993b1b52-d0ca-487c-9bcc-3b64dc840c8f tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Allocated IP 172.20.0.13 (fee52243-02f6-49a2-9781-b50d4f9c7f07/ea16033e-a4d6-4956-80a6-f0931c316572/cc1bc18c-4d33-4cb0-90e7-dd0be4a40006) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:32:38.119055 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fadd9717-54ee-4045-902e-f8a1b32893e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:38.122395 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51700472-923b-46de-87e1-d1f8ccaefac3 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:32:38.157192 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51700472-923b-46de-87e1-d1f8ccaefac3 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:38.157530 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-51700472-923b-46de-87e1-d1f8ccaefac3 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Added segment 6361dbf8-c8c7-4711-98c6-84cbc77fe9c9 of type vlan for network e4d7b828-c49d-4174-8a7c-f8e1c5ee789b Apr 21 12:32:38.171780 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3fa68617-43ca-407a-b407-2d712c78c3c6 req-292e6d7d-f4e1-4fdb-ae46-8d2d7c649d49 service neutron] 10.222.0.26 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6243577 Apr 21 12:32:38.218380 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23150875-a5dd-4ba0-8ed7-51ba4db7d1b4 req-36ca6d4d-f0b0-4201-b9a8-a2703c38821e tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:38.219861 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-23150875-a5dd-4ba0-8ed7-51ba4db7d1b4 req-36ca6d4d-f0b0-4201-b9a8-a2703c38821e tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff HTTP/1.1" status: 200 len: 943 time: 0.1988466 Apr 21 12:32:38.233997 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c7bf60ca-6eaf-45cc-af81-9a0cea31ade9 req-ae527336-d5ef-4646-a9ea-d46bbb8895bf tempest-ServersAdminNegativeTestJSON-318498558 tempest-ServersAdminNegativeTestJSON-318498558-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538060 Apr 21 12:32:38.253276 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51700472-923b-46de-87e1-d1f8ccaefac3 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:38.297293 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a46b8367-7767-4765-82d1-e2c306d6d42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0651818f-7004-409a-ae0e-e62ef3ddca3c', 'name': 'tempest-FloatingIPsTestJSON-171966303-router', 'tenant_id': 'b565491d0f0444f49aea230167a9eb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'b66399c9-e076-4448-a07f-339fd320a5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:32:26Z', 'updated_at': '2022-04-21T12:32:35Z', 'revision_number': 4, 'project_id': 'b565491d0f0444f49aea230167a9eb8e', 'gw_port': {'id': 'b66399c9-e076-4448-a07f-339fd320a5f4', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0651818f-7004-409a-ae0e-e62ef3ddca3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:32:27Z', 'updated_at': '2022-04-21T12:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c', 'name': '', 'network_id': '4a81688e-931a-40f5-8294-d9bef4199fe7', 'tenant_id': 'b565491d0f0444f49aea230167a9eb8e', 'mac_address': 'fa:16:3e:9b:f2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0651818f-7004-409a-ae0e-e62ef3ddca3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9f257e3f-0b28-4f57-a710-49d6faced5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:32:34Z', 'updated_at': '2022-04-21T12:32:35Z', 'revision_number': 2, 'project_id': 'b565491d0f0444f49aea230167a9eb8e', 'subnets': [{'id': '9f257e3f-0b28-4f57-a710-49d6faced5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:38.326844 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46b8367-7767-4765-82d1-e2c306d6d42f None None] Checking router: 0651818f-7004-409a-ae0e-e62ef3ddca3c for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:32:38.327270 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46b8367-7767-4765-82d1-e2c306d6d42f None None] Updating router 0651818f-7004-409a-ae0e-e62ef3ddca3c port ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:32:38.354413 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a46b8367-7767-4765-82d1-e2c306d6d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:38.390237 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-23150875-a5dd-4ba0-8ed7-51ba4db7d1b4 req-4efa3b1b-e6fc-4ebb-9d23-fb0c2d41ba7f tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552739 Apr 21 12:32:38.439729 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51700472-923b-46de-87e1-d1f8ccaefac3 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:38.446123 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51700472-923b-46de-87e1-d1f8ccaefac3 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:38.446667 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51700472-923b-46de-87e1-d1f8ccaefac3 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:38.457822 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-fadd9717-54ee-4045-902e-f8a1b32893e0 admin admin] Deleting port e044f882-8010-4157-810a-a4a180c37f83 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:32:38.458903 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fadd9717-54ee-4045-902e-f8a1b32893e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:38.558127 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6318cb0d-88e4-44de-8fb7-b54ea9331586 x-openstack-request-id: req-6318cb0d-88e4-44de-8fb7-b54ea9331586 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:32:38.558619 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f280ddd-d5e4-473e-bf91-fcdfc9eaedee", "name": "network-vif-deleted", "tag": "684cfa21-17fc-46a3-a9fb-f9df94d7dc11", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:32:38.558871 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6318cb0d-88e4-44de-8fb7-b54ea9331586 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:32:38.559258 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6318cb0d-88e4-44de-8fb7-b54ea9331586'] response: {'server_uuid': '9f280ddd-d5e4-473e-bf91-fcdfc9eaedee', 'name': 'network-vif-deleted', 'tag': '684cfa21-17fc-46a3-a9fb-f9df94d7dc11', 'status': 'completed', 'code': 200} Apr 21 12:32:38.624612 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-fadd9717-54ee-4045-902e-f8a1b32893e0 admin admin] For port e044f882-8010-4157-810a-a4a180c37f83, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e044f882-8010-4157-810a-a4a180c37f83,segment=NetworkSegment(3c321deb-83bf-47d7-975b-8339f3a4592f),segment_id=3c321deb-83bf-47d7-975b-8339f3a4592f)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:38.624877 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fadd9717-54ee-4045-902e-f8a1b32893e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:38.638977 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-fadd9717-54ee-4045-902e-f8a1b32893e0 admin admin] Calling delete_port for e044f882-8010-4157-810a-a4a180c37f83 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:32:38.655249 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51700472-923b-46de-87e1-d1f8ccaefac3 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Pushing event updated for resources: {'Network': ['ID=e4d7b828-c49d-4174-8a7c-f8e1c5ee789b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:38.658574 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b66399c9-e076-4448-a07f-339fd320a5f4 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:32:38.662961 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-51700472-923b-46de-87e1-d1f8ccaefac3 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3034773 Apr 21 12:32:38.663677 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-01dc511a-af1b-427b-bebc-954967576bdb req-993b1b52-d0ca-487c-9bcc-3b64dc840c8f tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:38.673255 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network e4d7b828-c49d-4174-8a7c-f8e1c5ee789b details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:32:38.674065 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59216) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:38.681658 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8a5e9256-1d9e-40a0-942b-1fc051a5a30d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1825676703'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:32:38.702276 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ecdd2ab1-e843-4d51-8253-20e5af6b48fb req-c5cf6018-15e6-4cb9-8cb0-bae6f76e42d0 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3622990 Apr 21 12:32:38.726124 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ecdd2ab1-e843-4d51-8253-20e5af6b48fb req-77b6f1c0-68f1-4c16-8e48-ac78e9f23fc0 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:32:38.770110 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d6609-7bfd-4ff9-ac49-c8d95bde4961 req-546b279e-c48d-4cad-84cf-40dcfa927a98 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:38.777912 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e42d6609-7bfd-4ff9-ac49-c8d95bde4961 req-546b279e-c48d-4cad-84cf-40dcfa927a98 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 944 time: 0.1911626 Apr 21 12:32:38.818352 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e42d6609-7bfd-4ff9-ac49-c8d95bde4961 req-76569500-542c-47b8-8e25-5496de4ea178 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390067 Apr 21 12:32:38.832817 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a46b8367-7767-4765-82d1-e2c306d6d42f None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:38.837380 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5e9256-1d9e-40a0-942b-1fc051a5a30d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Made reservation on behalf of 6f1908decb8e42768935cf18d0563e60 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:32:38.841568 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9256-1d9e-40a0-942b-1fc051a5a30d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:38.842898 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port b66399c9-e076-4448-a07f-339fd320a5f4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:38.843267 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:38.874083 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ecdd2ab1-e843-4d51-8253-20e5af6b48fb req-77b6f1c0-68f1-4c16-8e48-ac78e9f23fc0 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:38.877613 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-01dc511a-af1b-427b-bebc-954967576bdb req-993b1b52-d0ca-487c-9bcc-3b64dc840c8f tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:38.907004 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5e9256-1d9e-40a0-942b-1fc051a5a30d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:32:38.938894 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a46b8367-7767-4765-82d1-e2c306d6d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:38.950680 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9256-1d9e-40a0-942b-1fc051a5a30d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:38.951030 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-8a5e9256-1d9e-40a0-942b-1fc051a5a30d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Added segment 75046964-91a8-4144-a6c1-d8a5aa728545 of type vlan for network 92442c54-a20b-4d99-aea4-e4d3be34f674 Apr 21 12:32:38.957079 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01dc511a-af1b-427b-bebc-954967576bdb req-993b1b52-d0ca-487c-9bcc-3b64dc840c8f tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Network fee52243-02f6-49a2-9781-b50d4f9c7f07 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:32:38.977033 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fadd9717-54ee-4045-902e-f8a1b32893e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:38.977139 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-11516d0d-d391-4a19-88c7-3e98afb0c27b req-27c48b65-21b2-4b99-bc22-32b60e1ead69 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:32:38.977139 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11516d0d-d391-4a19-88c7-3e98afb0c27b req-27c48b65-21b2-4b99-bc22-32b60e1ead69 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057139 Apr 21 12:32:38.979687 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-01dc511a-af1b-427b-bebc-954967576bdb req-993b1b52-d0ca-487c-9bcc-3b64dc840c8f tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:32:39.012784 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd94695-8e92-4dfd-806e-e0aeb9b9947b None None] Pushing event updated for resources: {'Port': ['ID=ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:39.035424 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-01dc511a-af1b-427b-bebc-954967576bdb req-993b1b52-d0ca-487c-9bcc-3b64dc840c8f tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:32:39.043745 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b1b52-d0ca-487c-9bcc-3b64dc840c8f tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Pushing event updated for resources: {'Port': ['ID=cc1bc18c-4d33-4cb0-90e7-dd0be4a40006,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:39.053024 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd9717-54ee-4045-902e-f8a1b32893e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e044f882-8010-4157-810a-a4a180c37f83,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:39.093166 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9256-1d9e-40a0-942b-1fc051a5a30d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:39.096083 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a46b8367-7767-4765-82d1-e2c306d6d42f None None] Attempting to bind port ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:32:39.099863 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a46b8367-7767-4765-82d1-e2c306d6d42f None None] Attempting to bind port ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'b87e42b1-2e5c-4460-b5f5-67e9c01eab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4a81688e-931a-40f5-8294-d9bef4199fe7'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:32:39.099863 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46b8367-7767-4765-82d1-e2c306d6d42f None None] Attempting to bind port ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c on network 4a81688e-931a-40f5-8294-d9bef4199fe7 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:32:39.102967 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46b8367-7767-4765-82d1-e2c306d6d42f None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:32:39.103565 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46b8367-7767-4765-82d1-e2c306d6d42f None None] Checking segment: {'id': 'b87e42b1-2e5c-4460-b5f5-67e9c01eab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4a81688e-931a-40f5-8294-d9bef4199fe7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:32:39.104180 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a46b8367-7767-4765-82d1-e2c306d6d42f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:39.104741 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46b8367-7767-4765-82d1-e2c306d6d42f None None] Bound using segment: {'id': 'b87e42b1-2e5c-4460-b5f5-67e9c01eab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4a81688e-931a-40f5-8294-d9bef4199fe7'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:32:39.105382 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a46b8367-7767-4765-82d1-e2c306d6d42f None None] Bound port: ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b87e42b1-2e5c-4460-b5f5-67e9c01eab9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '4a81688e-931a-40f5-8294-d9bef4199fe7'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:32:39.105979 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a46b8367-7767-4765-82d1-e2c306d6d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:39.204771 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc511a-af1b-427b-bebc-954967576bdb req-993b1b52-d0ca-487c-9bcc-3b64dc840c8f tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:39.204771 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-01dc511a-af1b-427b-bebc-954967576bdb req-993b1b52-d0ca-487c-9bcc-3b64dc840c8f tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:39.210163 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a46b8367-7767-4765-82d1-e2c306d6d42f None None] For port ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:32:39.213112 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a46b8367-7767-4765-82d1-e2c306d6d42f None None] For port ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c,segment=NetworkSegment(b87e42b1-2e5c-4460-b5f5-67e9c01eab9f),segment_id=b87e42b1-2e5c-4460-b5f5-67e9c01eab9f)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:32:39.230981 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bc025-72e5-4139-ab90-ac6326dcf61d req-c92ef852-594d-4ab3-ab34-830de080d55c tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:39.238745 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-523bc025-72e5-4139-ab90-ac6326dcf61d req-c92ef852-594d-4ab3-ab34-830de080d55c tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad1c867a-2d36-48ff-bfa3-affb1c6c82e2 HTTP/1.1" status: 200 len: 932 time: 0.1667202 Apr 21 12:32:39.274555 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9256-1d9e-40a0-942b-1fc051a5a30d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:39.280836 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5e9256-1d9e-40a0-942b-1fc051a5a30d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:39.282597 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9256-1d9e-40a0-942b-1fc051a5a30d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:39.284488 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fadd9717-54ee-4045-902e-f8a1b32893e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:39.306223 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a46b8367-7767-4765-82d1-e2c306d6d42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:39.334025 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-523bc025-72e5-4139-ab90-ac6326dcf61d req-3490c000-67d9-47f1-a3d0-758ccc88b47f tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d8e09c5-8b0f-4214-a3f1-eaab927ede58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880530 Apr 21 12:32:39.402289 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01dc511a-af1b-427b-bebc-954967576bdb req-993b1b52-d0ca-487c-9bcc-3b64dc840c8f tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5365925 Apr 21 12:32:39.409034 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ecdd2ab1-e843-4d51-8253-20e5af6b48fb req-77b6f1c0-68f1-4c16-8e48-ac78e9f23fc0 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:39.412411 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46b8367-7767-4765-82d1-e2c306d6d42f None None] Routers {'0651818f-7004-409a-ae0e-e62ef3ddca3c'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:32:39.414039 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a46b8367-7767-4765-82d1-e2c306d6d42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:32:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['0651818f-7004-409a-ae0e-e62ef3ddca3c'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:39.419187 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd94695-8e92-4dfd-806e-e0aeb9b9947b None None] Pushing event updated for resources: {'Port': ['ID=ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:39.420357 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-01dc511a-af1b-427b-bebc-954967576bdb req-79eab796-cea8-47d5-a89d-d315cdc5ceac service neutron] Request body: {'port': {'device_id': 'ad1c867a-2d36-48ff-bfa3-affb1c6c82e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:32:39.473955 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e9256-1d9e-40a0-942b-1fc051a5a30d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Pushing event updated for resources: {'Network': ['ID=92442c54-a20b-4d99-aea4-e4d3be34f674,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:39.484084 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-26b27fe7-5eba-43e0-a7f6-5aa02d9ad753 None None] Provisioning complete for port ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:39.484432 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26b27fe7-5eba-43e0-a7f6-5aa02d9ad753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:39.516685 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 92442c54-a20b-4d99-aea4-e4d3be34f674 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:32:39.522132 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8a5e9256-1d9e-40a0-942b-1fc051a5a30d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8470008 Apr 21 12:32:39.526776 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59224) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:39.533286 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3ec69eef-7399-4058-b27c-bbd96eff891f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Request body: {'subnet': {'network_id': 'e4d7b828-c49d-4174-8a7c-f8e1c5ee789b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:32:39.616496 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fadd9717-54ee-4045-902e-f8a1b32893e0 admin admin] Router c303a3e0-f19a-4cf3-840d-84c6c3835d45 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:32:39.629702 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 8e1d04bf-b29d-48d1-a2d2-184d287671b4 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:32:39.632618 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 684cfa21-17fc-46a3-a9fb-f9df94d7dc11 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:32:39.657538 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-01dc511a-af1b-427b-bebc-954967576bdb req-79eab796-cea8-47d5-a89d-d315cdc5ceac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:39.694550 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 684cfa21-17fc-46a3-a9fb-f9df94d7dc11 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:32:39.694891 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 684cfa21-17fc-46a3-a9fb-f9df94d7dc11 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:32:39.737164 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-a46b8367-7767-4765-82d1-e2c306d6d42f None None] Set router 0651818f-7004-409a-ae0e-e62ef3ddca3c gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:32:39.744691 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-ecdd2ab1-e843-4d51-8253-20e5af6b48fb req-77b6f1c0-68f1-4c16-8e48-ac78e9f23fc0 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Allocated IP 172.25.8.73 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/5d436cca-d215-42c1-ae92-d446591ab240) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:32:39.762845 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fadd9717-54ee-4045-902e-f8a1b32893e0 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:32:39.768173 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fadd9717-54ee-4045-902e-f8a1b32893e0 admin admin] 10.222.0.36 "PUT /v2.0/routers/c303a3e0-f19a-4cf3-840d-84c6c3835d45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1892545 Apr 21 12:32:39.771799 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59226) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:39.772827 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf558c7-ea08-4c92-afba-80748a364886 None None] Sync routers for ids ['c303a3e0-f19a-4cf3-840d-84c6c3835d45'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:32:39.783568 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf558c7-ea08-4c92-afba-80748a364886 None None] Routers {'c303a3e0-f19a-4cf3-840d-84c6c3835d45'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:32:39.784438 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6cf558c7-ea08-4c92-afba-80748a364886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:32:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['c303a3e0-f19a-4cf3-840d-84c6c3835d45'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:39.971552 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec69eef-7399-4058-b27c-bbd96eff891f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Made reservation on behalf of 6f1908decb8e42768935cf18d0563e60 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:32:39.976006 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ec69eef-7399-4058-b27c-bbd96eff891f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:40.002989 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-6cf558c7-ea08-4c92-afba-80748a364886 None None] Set router c303a3e0-f19a-4cf3-840d-84c6c3835d45 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:32:40.023110 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26b27fe7-5eba-43e0-a7f6-5aa02d9ad753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:40.056472 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 8e1d04bf-b29d-48d1-a2d2-184d287671b4, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8e1d04bf-b29d-48d1-a2d2-184d287671b4,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:40.108385 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '8e1d04bf-b29d-48d1-a2d2-184d287671b4', 'network_id': 'a750d059-4831-44ed-89d3-df516bd3d8aa', 'port_id': '8e1d04bf-b29d-48d1-a2d2-184d287671b4', 'mac_address': 'fa:16:3e:c9:5a:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7070f83-9ad6-411e-82a5-c452eae4aee0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:32:40.138808 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-26b27fe7-5eba-43e0-a7f6-5aa02d9ad753 None None] For port ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c,segment=NetworkSegment(b87e42b1-2e5c-4460-b5f5-67e9c01eab9f),segment_id=b87e42b1-2e5c-4460-b5f5-67e9c01eab9f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:40.187089 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:40.203674 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6cf558c7-ea08-4c92-afba-80748a364886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866786063-router', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:32:38Z', 'revision_number': 5, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'gw_port': {'id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:40.230785 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26b27fe7-5eba-43e0-a7f6-5aa02d9ad753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:40.231050 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf558c7-ea08-4c92-afba-80748a364886 None None] Checking router: c303a3e0-f19a-4cf3-840d-84c6c3835d45 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:32:40.237521 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e1d04bf-b29d-48d1-a2d2-184d287671b4 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:32:40.240523 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf558c7-ea08-4c92-afba-80748a364886 None None] Routers {'c303a3e0-f19a-4cf3-840d-84c6c3835d45'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:32:40.241177 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccede5-34e9-434e-b6b6-242da8b5d4fa req-395ad7fa-c8b8-4fce-a353-650773263f8f tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:40.241645 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6cf558c7-ea08-4c92-afba-80748a364886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:32:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['c303a3e0-f19a-4cf3-840d-84c6c3835d45'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:40.242752 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c6ccede5-34e9-434e-b6b6-242da8b5d4fa req-395ad7fa-c8b8-4fce-a353-650773263f8f tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff HTTP/1.1" status: 200 len: 943 time: 0.2749131 Apr 21 12:32:40.249488 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ecdd2ab1-e843-4d51-8253-20e5af6b48fb req-77b6f1c0-68f1-4c16-8e48-ac78e9f23fc0 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:40.301178 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-010e9134-85d8-4457-8ef8-8d9bba16e642 admin admin] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:40.344600 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 8e1d04bf-b29d-48d1-a2d2-184d287671b4, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8e1d04bf-b29d-48d1-a2d2-184d287671b4,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:40.347098 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-6cf558c7-ea08-4c92-afba-80748a364886 None None] Set router c303a3e0-f19a-4cf3-840d-84c6c3835d45 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:32:40.401725 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b27fe7-5eba-43e0-a7f6-5aa02d9ad753 None None] Pushing event updated for resources: {'Port': ['ID=ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:40.416628 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:40.429340 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-274f8b1e-8702-4184-ba95-38d5af711380 None None] Provisioning complete for port ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:40.429925 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-274f8b1e-8702-4184-ba95-38d5af711380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:40.472965 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c6ccede5-34e9-434e-b6b6-242da8b5d4fa req-d8f5995f-703d-45c7-b056-95d9b40d82e8 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131417 Apr 21 12:32:40.514183 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a46b8367-7767-4765-82d1-e2c306d6d42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0651818f-7004-409a-ae0e-e62ef3ddca3c', 'name': 'tempest-FloatingIPsTestJSON-171966303-router', 'tenant_id': 'b565491d0f0444f49aea230167a9eb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'b66399c9-e076-4448-a07f-339fd320a5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:32:26Z', 'updated_at': '2022-04-21T12:32:35Z', 'revision_number': 4, 'project_id': 'b565491d0f0444f49aea230167a9eb8e', 'gw_port': {'id': 'b66399c9-e076-4448-a07f-339fd320a5f4', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0651818f-7004-409a-ae0e-e62ef3ddca3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:32:27Z', 'updated_at': '2022-04-21T12:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c', 'name': '', 'network_id': '4a81688e-931a-40f5-8294-d9bef4199fe7', 'tenant_id': 'b565491d0f0444f49aea230167a9eb8e', 'mac_address': 'fa:16:3e:9b:f2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0651818f-7004-409a-ae0e-e62ef3ddca3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9f257e3f-0b28-4f57-a710-49d6faced5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:32:34Z', 'updated_at': '2022-04-21T12:32:39Z', 'revision_number': 4, 'project_id': 'b565491d0f0444f49aea230167a9eb8e', 'subnets': [{'id': '9f257e3f-0b28-4f57-a710-49d6faced5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:40.516731 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-01dc511a-af1b-427b-bebc-954967576bdb req-79eab796-cea8-47d5-a89d-d315cdc5ceac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc1bc18c-4d33-4cb0-90e7-dd0be4a40006 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:32:40.556708 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-01dc511a-af1b-427b-bebc-954967576bdb req-79eab796-cea8-47d5-a89d-d315cdc5ceac service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:40.571623 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46b8367-7767-4765-82d1-e2c306d6d42f None None] The sync data for ids ['0651818f-7004-409a-ae0e-e62ef3ddca3c'] in n-d-836147-2 is: [{'id': '0651818f-7004-409a-ae0e-e62ef3ddca3c', 'name': 'tempest-FloatingIPsTestJSON-171966303-router', 'tenant_id': 'b565491d0f0444f49aea230167a9eb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'b66399c9-e076-4448-a07f-339fd320a5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:32:26Z', 'updated_at': '2022-04-21T12:32:35Z', 'revision_number': 4, 'project_id': 'b565491d0f0444f49aea230167a9eb8e', 'gw_port': {'id': 'b66399c9-e076-4448-a07f-339fd320a5f4', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0651818f-7004-409a-ae0e-e62ef3ddca3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:32:27Z', 'updated_at': '2022-04-21T12:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c', 'name': '', 'network_id': '4a81688e-931a-40f5-8294-d9bef4199fe7', 'tenant_id': 'b565491d0f0444f49aea230167a9eb8e', 'mac_address': 'fa:16:3e:9b:f2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0651818f-7004-409a-ae0e-e62ef3ddca3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '9f257e3f-0b28-4f57-a710-49d6faced5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:32:34Z', 'updated_at': '2022-04-21T12:32:39Z', 'revision_number': 4, 'project_id': 'b565491d0f0444f49aea230167a9eb8e', 'subnets': [{'id': '9f257e3f-0b28-4f57-a710-49d6faced5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:32:40.642902 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=8e1d04bf-b29d-48d1-a2d2-184d287671b4,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:40.731226 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ecdd2ab1-e843-4d51-8253-20e5af6b48fb req-77b6f1c0-68f1-4c16-8e48-ac78e9f23fc0 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:40.732758 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['8e1d04bf-b29d-48d1-a2d2-184d287671b4'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:32:40.754514 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-01dc511a-af1b-427b-bebc-954967576bdb req-79eab796-cea8-47d5-a89d-d315cdc5ceac service neutron] Transition to ACTIVE for port object cc1bc18c-4d33-4cb0-90e7-dd0be4a40006 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:32:40.850070 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-010e9134-85d8-4457-8ef8-8d9bba16e642 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:40.856486 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecdd2ab1-e843-4d51-8253-20e5af6b48fb req-77b6f1c0-68f1-4c16-8e48-ac78e9f23fc0 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:32:40.870539 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-ecdd2ab1-e843-4d51-8253-20e5af6b48fb req-77b6f1c0-68f1-4c16-8e48-ac78e9f23fc0 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:32:40.877922 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecdd2ab1-e843-4d51-8253-20e5af6b48fb req-77b6f1c0-68f1-4c16-8e48-ac78e9f23fc0 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:32:40.884723 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-01dc511a-af1b-427b-bebc-954967576bdb req-79eab796-cea8-47d5-a89d-d315cdc5ceac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:40.912506 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6cf558c7-ea08-4c92-afba-80748a364886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866786063-router', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:32:38Z', 'revision_number': 5, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'gw_port': {'id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:40.924834 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6f1c0-68f1-4c16-8e48-ac78e9f23fc0 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Pushing event updated for resources: {'Port': ['ID=5d436cca-d215-42c1-ae92-d446591ab240,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:40.943947 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ec69eef-7399-4058-b27c-bbd96eff891f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:40.955092 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf558c7-ea08-4c92-afba-80748a364886 None None] The sync data for ids ['c303a3e0-f19a-4cf3-840d-84c6c3835d45'] in n-d-836147-2 is: [{'id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1866786063-router', 'tenant_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:32:38Z', 'revision_number': 5, 'project_id': 'c66726bc1d664d6d9ca628f60b5422d1', 'gw_port': {'id': 'a817db2d-cb0c-4619-836b-bb3961bc329b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:c9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c303a3e0-f19a-4cf3-840d-84c6c3835d45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:12Z', 'updated_at': '2022-04-21T12:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:32:41.098147 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11d439-2aaf-4e46-8e1d-f0779aedb228 req-a276ae67-fe71-4a25-9368-88ac694b7dd1 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:41.099731 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e11d439-2aaf-4e46-8e1d-f0779aedb228 req-a276ae67-fe71-4a25-9368-88ac694b7dd1 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 951 time: 0.3572414 Apr 21 12:32:41.110872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec69eef-7399-4058-b27c-bbd96eff891f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Pushing event updated for resources: {'Subnet': ['ID=d9fb87f5-4bdf-4847-afd7-5e4912f2e226,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:41.145708 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eab796-cea8-47d5-a89d-d315cdc5ceac service neutron] Pushing event updated for resources: {'Port': ['ID=cc1bc18c-4d33-4cb0-90e7-dd0be4a40006,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:41.413942 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346b682-d952-4ece-84e0-36df648c9815 req-5a71c5b5-cef9-441e-9d33-ef011040df1c tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:41.415631 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f346b682-d952-4ece-84e0-36df648c9815 req-5a71c5b5-cef9-441e-9d33-ef011040df1c tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b73cbaa-83a8-44b8-8ddb-16c65a888776 HTTP/1.1" status: 200 len: 951 time: 0.0961540 Apr 21 12:32:41.536198 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-f346b682-d952-4ece-84e0-36df648c9815 req-972d7055-1da0-4fd3-9dec-4e3dcdf2b880 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Deleting port 1357c346-2a92-418b-aaa9-e61a807553c8 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:32:41.536858 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f346b682-d952-4ece-84e0-36df648c9815 req-972d7055-1da0-4fd3-9dec-4e3dcdf2b880 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:41.608010 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e11d439-2aaf-4e46-8e1d-f0779aedb228 req-774831a4-1152-431e-a519-9719229602a4 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4881530 Apr 21 12:32:41.611686 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec69eef-7399-4058-b27c-bbd96eff891f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Checking segment: {'id': '6361dbf8-c8c7-4711-98c6-84cbc77fe9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e4d7b828-c49d-4174-8a7c-f8e1c5ee789b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:32:41.611686 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec69eef-7399-4058-b27c-bbd96eff891f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Network hostable DHCP agents. Network: e4d7b828-c49d-4174-8a7c-f8e1c5ee789b, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:32:41.654060 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-010e9134-85d8-4457-8ef8-8d9bba16e642 admin admin] Deleting port a817db2d-cb0c-4619-836b-bb3961bc329b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:32:41.654060 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-010e9134-85d8-4457-8ef8-8d9bba16e642 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:41.659218 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ecdd2ab1-e843-4d51-8253-20e5af6b48fb req-77b6f1c0-68f1-4c16-8e48-ac78e9f23fc0 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:41.722524 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-f346b682-d952-4ece-84e0-36df648c9815 req-972d7055-1da0-4fd3-9dec-4e3dcdf2b880 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] For port 1357c346-2a92-418b-aaa9-e61a807553c8, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=1357c346-2a92-418b-aaa9-e61a807553c8,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:41.722891 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f346b682-d952-4ece-84e0-36df648c9815 req-972d7055-1da0-4fd3-9dec-4e3dcdf2b880 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:41.739591 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-f346b682-d952-4ece-84e0-36df648c9815 req-972d7055-1da0-4fd3-9dec-4e3dcdf2b880 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Calling delete_port for 1357c346-2a92-418b-aaa9-e61a807553c8 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:32:41.790391 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-01dc511a-af1b-427b-bebc-954967576bdb req-79eab796-cea8-47d5-a89d-d315cdc5ceac service neutron] Attempting to bind port cc1bc18c-4d33-4cb0-90e7-dd0be4a40006 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:32:41.790727 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-01dc511a-af1b-427b-bebc-954967576bdb req-79eab796-cea8-47d5-a89d-d315cdc5ceac service neutron] Attempting to bind port cc1bc18c-4d33-4cb0-90e7-dd0be4a40006 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': 'faa71c5a-3b42-4fbc-bc92-5b6c9b6e76f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fee52243-02f6-49a2-9781-b50d4f9c7f07'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:32:41.791057 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dc511a-af1b-427b-bebc-954967576bdb req-79eab796-cea8-47d5-a89d-d315cdc5ceac service neutron] Attempting to bind port cc1bc18c-4d33-4cb0-90e7-dd0be4a40006 on network fee52243-02f6-49a2-9781-b50d4f9c7f07 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:32:41.801560 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dc511a-af1b-427b-bebc-954967576bdb req-79eab796-cea8-47d5-a89d-d315cdc5ceac service neutron] Port cc1bc18c-4d33-4cb0-90e7-dd0be4a40006 on network fee52243-02f6-49a2-9781-b50d4f9c7f07 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:32:41.801910 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dc511a-af1b-427b-bebc-954967576bdb req-79eab796-cea8-47d5-a89d-d315cdc5ceac service neutron] Attempting to bind port cc1bc18c-4d33-4cb0-90e7-dd0be4a40006 on network fee52243-02f6-49a2-9781-b50d4f9c7f07 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:32:41.832181 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec69eef-7399-4058-b27c-bbd96eff891f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Network e4d7b828-c49d-4174-8a7c-f8e1c5ee789b is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:32:41.851294 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dc511a-af1b-427b-bebc-954967576bdb req-79eab796-cea8-47d5-a89d-d315cdc5ceac service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:32:41.851670 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dc511a-af1b-427b-bebc-954967576bdb req-79eab796-cea8-47d5-a89d-d315cdc5ceac service neutron] Checking segment: {'id': 'faa71c5a-3b42-4fbc-bc92-5b6c9b6e76f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fee52243-02f6-49a2-9781-b50d4f9c7f07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:32:41.852103 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01dc511a-af1b-427b-bebc-954967576bdb req-79eab796-cea8-47d5-a89d-d315cdc5ceac service neutron] Bound using segment: {'id': 'faa71c5a-3b42-4fbc-bc92-5b6c9b6e76f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fee52243-02f6-49a2-9781-b50d4f9c7f07'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:32:41.852555 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-01dc511a-af1b-427b-bebc-954967576bdb req-79eab796-cea8-47d5-a89d-d315cdc5ceac service neutron] Bound port: cc1bc18c-4d33-4cb0-90e7-dd0be4a40006, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa71c5a-3b42-4fbc-bc92-5b6c9b6e76f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'fee52243-02f6-49a2-9781-b50d4f9c7f07'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:32:41.852911 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-01dc511a-af1b-427b-bebc-954967576bdb req-79eab796-cea8-47d5-a89d-d315cdc5ceac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:41.879276 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ecdd2ab1-e843-4d51-8253-20e5af6b48fb req-77b6f1c0-68f1-4c16-8e48-ac78e9f23fc0 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:41.920875 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-010e9134-85d8-4457-8ef8-8d9bba16e642 admin admin] For port a817db2d-cb0c-4619-836b-bb3961bc329b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a817db2d-cb0c-4619-836b-bb3961bc329b,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:41.921253 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-010e9134-85d8-4457-8ef8-8d9bba16e642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:41.950803 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f346b682-d952-4ece-84e0-36df648c9815 req-972d7055-1da0-4fd3-9dec-4e3dcdf2b880 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:41.959118 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-010e9134-85d8-4457-8ef8-8d9bba16e642 admin admin] Calling delete_port for a817db2d-cb0c-4619-836b-bb3961bc329b owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:32:41.965685 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['1357c346-2a92-418b-aaa9-e61a807553c8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:32:41.970297 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-3ec69eef-7399-4058-b27c-bbd96eff891f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, e4d7b828-c49d-4174-8a7c-f8e1c5ee789b) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:32:41.984646 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128e26a-9867-4c4c-b838-dcfe0022a4aa req-0c8cd8dd-19e8-499c-88f7-62842ebda41a tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:41.993020 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f128e26a-9867-4c4c-b838-dcfe0022a4aa req-0c8cd8dd-19e8-499c-88f7-62842ebda41a tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 944 time: 0.2433407 Apr 21 12:32:41.998571 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3e0970-19d6-4257-bafd-dcb1971f18bb None None] Network e4d7b828-c49d-4174-8a7c-f8e1c5ee789b requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:32:42.000207 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec69eef-7399-4058-b27c-bbd96eff891f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:42.000953 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ec69eef-7399-4058-b27c-bbd96eff891f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:42.008853 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972d7055-1da0-4fd3-9dec-4e3dcdf2b880 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Pushing event deleted for resources: {'Port': ['ID=1357c346-2a92-418b-aaa9-e61a807553c8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:42.094610 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-f346b682-d952-4ece-84e0-36df648c9815 req-972d7055-1da0-4fd3-9dec-4e3dcdf2b880 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] No DVR routers for this DVR port 1357c346-2a92-418b-aaa9-e61a807553c8 on host n-h2-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:32:42.097620 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f346b682-d952-4ece-84e0-36df648c9815 req-972d7055-1da0-4fd3-9dec-4e3dcdf2b880 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:42.101041 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f346b682-d952-4ece-84e0-36df648c9815 req-972d7055-1da0-4fd3-9dec-4e3dcdf2b880 tempest-ServersAdminTestJSON-821066263 tempest-ServersAdminTestJSON-821066263-project] 10.222.0.24 "DELETE /v2.0/ports/1357c346-2a92-418b-aaa9-e61a807553c8 HTTP/1.1" status: 204 len: 173 time: 0.6769900 Apr 21 12:32:42.101481 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b73cbaa-83a8-44b8-8ddb-16c65a888776', 'name': 'network-vif-deleted', 'tag': '1357c346-2a92-418b-aaa9-e61a807553c8'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:32:42.104386 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1946d08f-6ec8-40c7-90e3-49be5d3508b4" -d '{"events": [{"server_uuid": "7b73cbaa-83a8-44b8-8ddb-16c65a888776", "name": "network-vif-deleted", "tag": "1357c346-2a92-418b-aaa9-e61a807553c8"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:32:42.185960 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3ec69eef-7399-4058-b27c-bbd96eff891f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.6564257 Apr 21 12:32:42.188536 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59242) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:42.194850 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d6d12102-7003-480e-8a37-20c31091cba9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Request body: {'subnet': {'network_id': '92442c54-a20b-4d99-aea4-e4d3be34f674', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:32:42.274356 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f128e26a-9867-4c4c-b838-dcfe0022a4aa req-8530c1b5-6938-4a82-b113-51bd8ebdf63e tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803319 Apr 21 12:32:42.276733 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-01dc511a-af1b-427b-bebc-954967576bdb req-79eab796-cea8-47d5-a89d-d315cdc5ceac service neutron] For port cc1bc18c-4d33-4cb0-90e7-dd0be4a40006, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:32:42.309686 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-01dc511a-af1b-427b-bebc-954967576bdb req-79eab796-cea8-47d5-a89d-d315cdc5ceac service neutron] For port cc1bc18c-4d33-4cb0-90e7-dd0be4a40006, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=cc1bc18c-4d33-4cb0-90e7-dd0be4a40006,segment=NetworkSegment(faa71c5a-3b42-4fbc-bc92-5b6c9b6e76f7),segment_id=faa71c5a-3b42-4fbc-bc92-5b6c9b6e76f7)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:32:42.356571 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fac3b65-82fe-49dd-9b34-d284d28cf7a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-e4d7b828-c49d-4174-8a7c-f8e1c5ee789b', 'network_id': 'e4d7b828-c49d-4174-8a7c-f8e1c5ee789b', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'fixed_ips': [{'subnet_id': 'd9fb87f5-4bdf-4847-afd7-5e4912f2e226'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:32:42.358249 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fac3b65-82fe-49dd-9b34-d284d28cf7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:42.429179 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-01dc511a-af1b-427b-bebc-954967576bdb req-79eab796-cea8-47d5-a89d-d315cdc5ceac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:42.475675 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d12102-7003-480e-8a37-20c31091cba9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Made reservation on behalf of 6f1908decb8e42768935cf18d0563e60 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:32:42.479257 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d6d12102-7003-480e-8a37-20c31091cba9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:42.603522 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc511a-af1b-427b-bebc-954967576bdb req-79eab796-cea8-47d5-a89d-d315cdc5ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:42.604143 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-01dc511a-af1b-427b-bebc-954967576bdb req-79eab796-cea8-47d5-a89d-d315cdc5ceac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:42.605550 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01dc511a-af1b-427b-bebc-954967576bdb req-79eab796-cea8-47d5-a89d-d315cdc5ceac service neutron] 10.222.0.26 "PUT /v2.0/ports/cc1bc18c-4d33-4cb0-90e7-dd0be4a40006 HTTP/1.1" status: 200 len: 1092 time: 3.1893866 Apr 21 12:32:42.606020 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1c867a-2d36-48ff-bfa3-affb1c6c82e2', 'tag': 'cc1bc18c-4d33-4cb0-90e7-dd0be4a40006'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:32:42.608293 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdfc486-abde-4b54-ada9-75cfebcac596" -d '{"events": [{"name": "network-changed", "server_uuid": "ad1c867a-2d36-48ff-bfa3-affb1c6c82e2", "tag": "cc1bc18c-4d33-4cb0-90e7-dd0be4a40006"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:32:42.623540 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-7fac3b65-82fe-49dd-9b34-d284d28cf7a5 None None] Allocated IP 10.1.1.2 (e4d7b828-c49d-4174-8a7c-f8e1c5ee789b/d9fb87f5-4bdf-4847-afd7-5e4912f2e226/6e126b73-32cc-4a76-b5ff-eb356aa96f40) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:32:42.644577 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eab796-cea8-47d5-a89d-d315cdc5ceac service neutron] Pushing event updated for resources: {'Port': ['ID=cc1bc18c-4d33-4cb0-90e7-dd0be4a40006,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:42.649549 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ecdd2ab1-e843-4d51-8253-20e5af6b48fb req-77b6f1c0-68f1-4c16-8e48-ac78e9f23fc0 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:42.675348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:32:42.699179 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066bcef-385f-4a1d-a2c6-8683db0e89e2 req-0b960056-0fa3-4c46-80a6-dd66fbb15250 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:42.699179 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a066bcef-385f-4a1d-a2c6-8683db0e89e2 req-0b960056-0fa3-4c46-80a6-dd66fbb15250 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad1c867a-2d36-48ff-bfa3-affb1c6c82e2 HTTP/1.1" status: 200 len: 944 time: 0.2719886 Apr 21 12:32:42.733019 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-010e9134-85d8-4457-8ef8-8d9bba16e642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:42.776343 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e9134-85d8-4457-8ef8-8d9bba16e642 admin admin] Pushing event deleted for resources: {'Port': ['ID=a817db2d-cb0c-4619-836b-bb3961bc329b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:42.778338 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ecdd2ab1-e843-4d51-8253-20e5af6b48fb req-77b6f1c0-68f1-4c16-8e48-ac78e9f23fc0 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:42.791655 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-626574f8-a82f-4ec7-b611-8ad7b9528172 service neutron] 10.222.0.26 "GET /v2.0/ports/3d5aec13-814b-406f-8dcf-694d077a4037/bindings/n-h2-836147-2 HTTP/1.1" status: 200 len: 384 time: 0.1536777 Apr 21 12:32:42.820557 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:42.820923 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:42.859966 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d6d12102-7003-480e-8a37-20c31091cba9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:42.863164 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a066bcef-385f-4a1d-a2c6-8683db0e89e2 req-0b8d000d-2203-41eb-874f-5dbcfaa62a2a tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d8e09c5-8b0f-4214-a3f1-eaab927ede58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606116 Apr 21 12:32:42.867847 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fac3b65-82fe-49dd-9b34-d284d28cf7a5 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:42.939089 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d12102-7003-480e-8a37-20c31091cba9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Pushing event updated for resources: {'Subnet': ['ID=e65a1205-0e97-4e79-9858-1e4bd3f7dc14,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:42.944160 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d12102-7003-480e-8a37-20c31091cba9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Checking segment: {'id': '75046964-91a8-4144-a6c1-d8a5aa728545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92442c54-a20b-4d99-aea4-e4d3be34f674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:32:42.944959 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d12102-7003-480e-8a37-20c31091cba9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Network hostable DHCP agents. Network: 92442c54-a20b-4d99-aea4-e4d3be34f674, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:32:42.960289 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e044f882-8010-4157-810a-a4a180c37f83 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:32:42.974894 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6f1c0-68f1-4c16-8e48-ac78e9f23fc0 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Pushing event updated for resources: {'Port': ['ID=5d436cca-d215-42c1-ae92-d446591ab240,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:42.991752 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: e044f882-8010-4157-810a-a4a180c37f83 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:32:42.992365 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e044f882-8010-4157-810a-a4a180c37f83 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:32:42.996010 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fac3b65-82fe-49dd-9b34-d284d28cf7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:43.005867 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc511a-af1b-427b-bebc-954967576bdb req-4526328c-afc9-42a7-baed-dc85b399bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:43.007345 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01dc511a-af1b-427b-bebc-954967576bdb req-4526328c-afc9-42a7-baed-dc85b399bc78 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4220e4399f449ae9597a653196e57b5&device_id=ad1c867a-2d36-48ff-bfa3-affb1c6c82e2 HTTP/1.1" status: 200 len: 1095 time: 0.2414017 Apr 21 12:32:43.024823 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-010e9134-85d8-4457-8ef8-8d9bba16e642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:43.037327 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d12102-7003-480e-8a37-20c31091cba9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Network 92442c54-a20b-4d99-aea4-e4d3be34f674 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:32:43.038359 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fac3b65-82fe-49dd-9b34-d284d28cf7a5 None None] Network e4d7b828-c49d-4174-8a7c-f8e1c5ee789b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:32:43.043285 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7fac3b65-82fe-49dd-9b34-d284d28cf7a5 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:32:43.047598 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fac3b65-82fe-49dd-9b34-d284d28cf7a5 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:32:43.050718 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac3b65-82fe-49dd-9b34-d284d28cf7a5 None None] Pushing event updated for resources: {'Port': ['ID=6e126b73-32cc-4a76-b5ff-eb356aa96f40,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:43.104664 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-d6d12102-7003-480e-8a37-20c31091cba9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 92442c54-a20b-4d99-aea4-e4d3be34f674) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:32:43.107059 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ecdd2ab1-e843-4d51-8253-20e5af6b48fb req-77b6f1c0-68f1-4c16-8e48-ac78e9f23fc0 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:43.108688 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7fac3b65-82fe-49dd-9b34-d284d28cf7a5 None None] Attempting to bind port 6e126b73-32cc-4a76-b5ff-eb356aa96f40 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:32:43.109278 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7fac3b65-82fe-49dd-9b34-d284d28cf7a5 None None] Attempting to bind port 6e126b73-32cc-4a76-b5ff-eb356aa96f40 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '6361dbf8-c8c7-4711-98c6-84cbc77fe9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e4d7b828-c49d-4174-8a7c-f8e1c5ee789b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:32:43.109849 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fac3b65-82fe-49dd-9b34-d284d28cf7a5 None None] Attempting to bind port 6e126b73-32cc-4a76-b5ff-eb356aa96f40 on network e4d7b828-c49d-4174-8a7c-f8e1c5ee789b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:32:43.115681 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fac3b65-82fe-49dd-9b34-d284d28cf7a5 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:32:43.116122 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fac3b65-82fe-49dd-9b34-d284d28cf7a5 None None] Checking segment: {'id': '6361dbf8-c8c7-4711-98c6-84cbc77fe9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e4d7b828-c49d-4174-8a7c-f8e1c5ee789b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:32:43.116570 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fac3b65-82fe-49dd-9b34-d284d28cf7a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:43.118651 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fac3b65-82fe-49dd-9b34-d284d28cf7a5 None None] Bound using segment: {'id': '6361dbf8-c8c7-4711-98c6-84cbc77fe9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e4d7b828-c49d-4174-8a7c-f8e1c5ee789b'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:32:43.118651 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7fac3b65-82fe-49dd-9b34-d284d28cf7a5 None None] Bound port: 6e126b73-32cc-4a76-b5ff-eb356aa96f40, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6361dbf8-c8c7-4711-98c6-84cbc77fe9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e4d7b828-c49d-4174-8a7c-f8e1c5ee789b'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:32:43.118651 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fac3b65-82fe-49dd-9b34-d284d28cf7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:43.118933 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d12102-7003-480e-8a37-20c31091cba9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:43.119133 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d6d12102-7003-480e-8a37-20c31091cba9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:43.132493 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b838360-f71e-4de4-ab91-59b088e0e58f None None] Network 92442c54-a20b-4d99-aea4-e4d3be34f674 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:32:43.169490 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01dc511a-af1b-427b-bebc-954967576bdb req-68fd78e9-b090-40da-9c9e-90965a82ecbe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc1bc18c-4d33-4cb0-90e7-dd0be4a40006 HTTP/1.1" status: 200 len: 217 time: 0.1413176 Apr 21 12:32:43.234072 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d6d12102-7003-480e-8a37-20c31091cba9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0437784 Apr 21 12:32:43.242779 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59250) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:43.243460 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-010e9134-85d8-4457-8ef8-8d9bba16e642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:43.249406 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c3c8fa03-0718-4f51-84e3-b4733081703c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Request body: {'port': {'network_id': 'e4d7b828-c49d-4174-8a7c-f8e1c5ee789b', 'name': 'tempest-TaggedBootDevicesTest-951688296', 'fixed_ips': [{'subnet_id': 'd9fb87f5-4bdf-4847-afd7-5e4912f2e226'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:32:43.250756 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-010e9134-85d8-4457-8ef8-8d9bba16e642 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:43.252799 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7fac3b65-82fe-49dd-9b34-d284d28cf7a5 None None] For port 6e126b73-32cc-4a76-b5ff-eb356aa96f40, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:32:43.257632 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7fac3b65-82fe-49dd-9b34-d284d28cf7a5 None None] For port 6e126b73-32cc-4a76-b5ff-eb356aa96f40, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=6e126b73-32cc-4a76-b5ff-eb356aa96f40,segment=NetworkSegment(6361dbf8-c8c7-4711-98c6-84cbc77fe9c9),segment_id=6361dbf8-c8c7-4711-98c6-84cbc77fe9c9)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:32:43.290630 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed677f-aa24-4740-ae6a-ae0315480cb6 req-19b310f5-43b6-4105-a023-42165502077b tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:43.298096 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1bed677f-aa24-4740-ae6a-ae0315480cb6 req-19b310f5-43b6-4105-a023-42165502077b tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff HTTP/1.1" status: 200 len: 944 time: 0.2857778 Apr 21 12:32:43.345338 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fac3b65-82fe-49dd-9b34-d284d28cf7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:43.357346 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182686b4-6338-4b46-b6fe-735bf3e73876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-92442c54-a20b-4d99-aea4-e4d3be34f674', 'network_id': '92442c54-a20b-4d99-aea4-e4d3be34f674', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'fixed_ips': [{'subnet_id': 'e65a1205-0e97-4e79-9858-1e4bd3f7dc14'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:32:43.358836 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-182686b4-6338-4b46-b6fe-735bf3e73876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:43.365254 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ecdd2ab1-e843-4d51-8253-20e5af6b48fb req-77b6f1c0-68f1-4c16-8e48-ac78e9f23fc0 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:43.366514 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ecdd2ab1-e843-4d51-8253-20e5af6b48fb req-77b6f1c0-68f1-4c16-8e48-ac78e9f23fc0 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.6463492 Apr 21 12:32:43.384868 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc511a-af1b-427b-bebc-954967576bdb req-38953945-77e9-4789-9481-26f9c2d5d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:43.386497 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01dc511a-af1b-427b-bebc-954967576bdb req-38953945-77e9-4789-9481-26f9c2d5d7bc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ea16033e-a4d6-4956-80a6-f0931c316572 HTTP/1.1" status: 200 len: 856 time: 0.1856201 Apr 21 12:32:43.475808 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01dc511a-af1b-427b-bebc-954967576bdb req-148540b7-79de-492e-b396-59c5bf097d7d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fee52243-02f6-49a2-9781-b50d4f9c7f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823743 Apr 21 12:32:43.479689 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac3b65-82fe-49dd-9b34-d284d28cf7a5 None None] Pushing event updated for resources: {'Port': ['ID=6e126b73-32cc-4a76-b5ff-eb356aa96f40,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:43.488549 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b59cf212-ba17-4a37-b917-c7e4274293ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:43.504413 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1bed677f-aa24-4740-ae6a-ae0315480cb6 req-a5a0faea-d487-4f32-b88d-506968bf2fdc tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031479 Apr 21 12:32:43.505266 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c8fa03-0718-4f51-84e3-b4733081703c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Made reservation on behalf of 6f1908decb8e42768935cf18d0563e60 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:32:43.528963 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-42e5ff3f-2863-42a7-bbb9-9ddadc72471e service neutron] For port 3d5aec13-814b-406f-8dcf-694d077a4037, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=3d5aec13-814b-406f-8dcf-694d077a4037,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:43.567762 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-42e5ff3f-2863-42a7-bbb9-9ddadc72471e service neutron] For port 3d5aec13-814b-406f-8dcf-694d077a4037, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:32:43.574901 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ecdd2ab1-e843-4d51-8253-20e5af6b48fb req-3b451ca8-e7c4-4e27-96c4-837f180ff6b8 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.73 HTTP/1.1" status: 200 len: 695 time: 0.1848400 Apr 21 12:32:43.610403 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-010e9134-85d8-4457-8ef8-8d9bba16e642 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:43.611056 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010e9134-85d8-4457-8ef8-8d9bba16e642 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c303a3e0-f19a-4cf3-840d-84c6c3835d45 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:32:43.632334 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-010e9134-85d8-4457-8ef8-8d9bba16e642 admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:43.636204 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-010e9134-85d8-4457-8ef8-8d9bba16e642 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c303a3e0-f19a-4cf3-840d-84c6c3835d45 HTTP/1.1" status: 204 len: 168 time: 3.8631876 Apr 21 12:32:43.643716 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59256) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:43.651190 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8e56cc-4f0c-44f7-890f-a759ce60bb33 x-openstack-request-id: req-5b8e56cc-4f0c-44f7-890f-a759ce60bb33 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:32:43.658402 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 8e1d04bf-b29d-48d1-a2d2-184d287671b4 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:32:43.683943 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b73cbaa-83a8-44b8-8ddb-16c65a888776", "name": "network-vif-deleted", "tag": "1357c346-2a92-418b-aaa9-e61a807553c8", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:32:43.684287 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5b8e56cc-4f0c-44f7-890f-a759ce60bb33 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:32:43.684726 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b8e56cc-4f0c-44f7-890f-a759ce60bb33'] response: {'server_uuid': '7b73cbaa-83a8-44b8-8ddb-16c65a888776', 'name': 'network-vif-deleted', 'tag': '1357c346-2a92-418b-aaa9-e61a807553c8', 'status': 'completed', 'code': 200} Apr 21 12:32:43.698667 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c3c8fa03-0718-4f51-84e3-b4733081703c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:43.760846 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e516dc-246b-4c66-a8c4-f9e12e5ecb17 x-openstack-request-id: req-b4e516dc-246b-4c66-a8c4-f9e12e5ecb17 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:32:43.761155 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad1c867a-2d36-48ff-bfa3-affb1c6c82e2", "tag": "cc1bc18c-4d33-4cb0-90e7-dd0be4a40006", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:32:43.761303 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b4e516dc-246b-4c66-a8c4-f9e12e5ecb17 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:32:43.761769 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4e516dc-246b-4c66-a8c4-f9e12e5ecb17'] response: {'name': 'network-changed', 'server_uuid': 'ad1c867a-2d36-48ff-bfa3-affb1c6c82e2', 'tag': 'cc1bc18c-4d33-4cb0-90e7-dd0be4a40006', 'status': 'completed', 'code': 200} Apr 21 12:32:43.771207 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-42e5ff3f-2863-42a7-bbb9-9ddadc72471e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d5aec13-814b-406f-8dcf-694d077a4037 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:32:43.790042 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-182686b4-6338-4b46-b6fe-735bf3e73876 None None] Allocated IP 10.2.2.2 (92442c54-a20b-4d99-aea4-e4d3be34f674/e65a1205-0e97-4e79-9858-1e4bd3f7dc14/8e5cbf8c-0657-492f-ae9c-26a3c4671df0) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:32:43.797509 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f9550cd-cf2c-427b-af37-093358e31078 admin admin] Deleting subnet 53214ab6-7220-4f63-a722-64332ff2dee2 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:32:43.804809 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-42e5ff3f-2863-42a7-bbb9-9ddadc72471e service neutron] For port 3d5aec13-814b-406f-8dcf-694d077a4037, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=3d5aec13-814b-406f-8dcf-694d077a4037,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:43.827585 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f9550cd-cf2c-427b-af37-093358e31078 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:43.910630 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-c3c8fa03-0718-4f51-84e3-b4733081703c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] device_id is not set on port 96687793-00d5-4fbd-bfb5-42c2efdbb264 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:32:43.919850 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01dc511a-af1b-427b-bebc-954967576bdb req-1bfceb7a-697a-4286-bddd-58108fcff0c4 service neutron] 10.222.0.26 "GET /v2.0/networks/fee52243-02f6-49a2-9781-b50d4f9c7f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339809 Apr 21 12:32:43.944528 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-42e5ff3f-2863-42a7-bbb9-9ddadc72471e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:43.954039 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f9550cd-cf2c-427b-af37-093358e31078 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:43.983642 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 8e1d04bf-b29d-48d1-a2d2-184d287671b4 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:32:43.992666 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 8e1d04bf-b29d-48d1-a2d2-184d287671b4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:43.993293 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:44.039856 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-182686b4-6338-4b46-b6fe-735bf3e73876 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:44.073248 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4255a6-45f1-417c-b9d0-56cc8ba8df6b req-53ea4f4a-96dc-44a0-9f23-0702729a66f3 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:44.074799 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c4255a6-45f1-417c-b9d0-56cc8ba8df6b req-53ea4f4a-96dc-44a0-9f23-0702729a66f3 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 944 time: 0.2276764 Apr 21 12:32:44.091233 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdd2ab1-e843-4d51-8253-20e5af6b48fb req-b450b496-557d-46b0-8b8c-1f72b408db17 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:44.102224 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ecdd2ab1-e843-4d51-8253-20e5af6b48fb req-b450b496-557d-46b0-8b8c-1f72b408db17 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 784 time: 0.4890895 Apr 21 12:32:44.108268 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:44.134923 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-182686b4-6338-4b46-b6fe-735bf3e73876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:44.155517 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1d04bf-b29d-48d1-a2d2-184d287671b4'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:32:44.158737 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97424281-1b36-486e-94f1-d9d4a5e8e127" -d '{"events": [{"server_uuid": "43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff", "name": "network-vif-plugged", "status": "completed", "tag": "8e1d04bf-b29d-48d1-a2d2-184d287671b4"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:32:44.187243 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 3d5aec13-814b-406f-8dcf-694d077a4037 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:32:44.189952 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f9550cd-cf2c-427b-af37-093358e31078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:44.208434 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01dc511a-af1b-427b-bebc-954967576bdb req-19c5600c-0c5c-4775-a75a-b8248eed1972 service neutron] 10.222.0.26 "GET /v2.0/networks/fee52243-02f6-49a2-9781-b50d4f9c7f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796702 Apr 21 12:32:44.214875 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-42e5ff3f-2863-42a7-bbb9-9ddadc72471e service neutron] Transition to ACTIVE for port object 3d5aec13-814b-406f-8dcf-694d077a4037 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:32:44.225388 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c4255a6-45f1-417c-b9d0-56cc8ba8df6b req-034dd0e2-8d6a-4999-bcb8-2cf044c283d5 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220851 Apr 21 12:32:44.227108 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 8e1d04bf-b29d-48d1-a2d2-184d287671b4, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8e1d04bf-b29d-48d1-a2d2-184d287671b4,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:44.233197 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182686b4-6338-4b46-b6fe-735bf3e73876 None None] Network 92442c54-a20b-4d99-aea4-e4d3be34f674 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:32:44.241278 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-182686b4-6338-4b46-b6fe-735bf3e73876 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:32:44.258685 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182686b4-6338-4b46-b6fe-735bf3e73876 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:32:44.276961 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182686b4-6338-4b46-b6fe-735bf3e73876 None None] Pushing event updated for resources: {'Port': ['ID=8e5cbf8c-0657-492f-ae9c-26a3c4671df0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:44.367409 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-c3c8fa03-0718-4f51-84e3-b4733081703c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Allocated IP 10.1.1.123 (e4d7b828-c49d-4174-8a7c-f8e1c5ee789b/d9fb87f5-4bdf-4847-afd7-5e4912f2e226/96687793-00d5-4fbd-bfb5-42c2efdbb264) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:32:44.381208 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-42e5ff3f-2863-42a7-bbb9-9ddadc72471e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:44.389836 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:44.426501 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f9550cd-cf2c-427b-af37-093358e31078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:44.428479 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 3d5aec13-814b-406f-8dcf-694d077a4037 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:32:44.459275 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f9550cd-cf2c-427b-af37-093358e31078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:44.462544 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7f9550cd-cf2c-427b-af37-093358e31078 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/53214ab6-7220-4f63-a722-64332ff2dee2 HTTP/1.1" status: 204 len: 168 time: 0.7595432 Apr 21 12:32:44.465210 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59268) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:44.488411 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223faf6e-789f-43b5-9d08-5d866bc8c978 req-27f3095c-72ba-45d0-9ad1-57d5b5294c7e tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:44.496812 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-223faf6e-789f-43b5-9d08-5d866bc8c978 req-27f3095c-72ba-45d0-9ad1-57d5b5294c7e tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad1c867a-2d36-48ff-bfa3-affb1c6c82e2 HTTP/1.1" status: 200 len: 944 time: 0.1966436 Apr 21 12:32:44.503940 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59270) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:44.521378 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=8e1d04bf-b29d-48d1-a2d2-184d287671b4,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:44.527081 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a20e88-c2aa-4825-8fef-3e7f034a2454 None None] Network 7bed1b78-2645-446a-9812-77a5a7c4f0d8 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:32:44.533687 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-182686b4-6338-4b46-b6fe-735bf3e73876 None None] Attempting to bind port 8e5cbf8c-0657-492f-ae9c-26a3c4671df0 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:32:44.534691 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-182686b4-6338-4b46-b6fe-735bf3e73876 None None] Attempting to bind port 8e5cbf8c-0657-492f-ae9c-26a3c4671df0 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '75046964-91a8-4144-a6c1-d8a5aa728545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92442c54-a20b-4d99-aea4-e4d3be34f674'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:32:44.535039 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182686b4-6338-4b46-b6fe-735bf3e73876 None None] Attempting to bind port 8e5cbf8c-0657-492f-ae9c-26a3c4671df0 on network 92442c54-a20b-4d99-aea4-e4d3be34f674 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:32:44.552369 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9550cd-cf2c-427b-af37-093358e31078 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53214ab6-7220-4f63-a722-64332ff2dee2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:44.640626 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-42e5ff3f-2863-42a7-bbb9-9ddadc72471e service neutron] No DVR routers for this DVR port 3d5aec13-814b-406f-8dcf-694d077a4037 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:32:44.658409 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182686b4-6338-4b46-b6fe-735bf3e73876 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:32:44.659197 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182686b4-6338-4b46-b6fe-735bf3e73876 None None] Checking segment: {'id': '75046964-91a8-4144-a6c1-d8a5aa728545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92442c54-a20b-4d99-aea4-e4d3be34f674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:32:44.659923 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-182686b4-6338-4b46-b6fe-735bf3e73876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:44.660528 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182686b4-6338-4b46-b6fe-735bf3e73876 None None] Bound using segment: {'id': '75046964-91a8-4144-a6c1-d8a5aa728545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92442c54-a20b-4d99-aea4-e4d3be34f674'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:32:44.669675 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-182686b4-6338-4b46-b6fe-735bf3e73876 None None] Bound port: 8e5cbf8c-0657-492f-ae9c-26a3c4671df0, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75046964-91a8-4144-a6c1-d8a5aa728545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92442c54-a20b-4d99-aea4-e4d3be34f674'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:32:44.670253 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-182686b4-6338-4b46-b6fe-735bf3e73876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:44.717048 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 6e126b73-32cc-4a76-b5ff-eb356aa96f40 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:32:44.777535 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-223faf6e-789f-43b5-9d08-5d866bc8c978 req-8b9d0372-cb50-4a82-a027-372db23aa68c tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d8e09c5-8b0f-4214-a3f1-eaab927ede58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796211 Apr 21 12:32:44.785023 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a88d916e-9102-4c48-ac69-6ee5832453c3 req-840b9b25-7b23-4c02-a94b-ca0aa00c006a tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] 10.222.0.36 "GET /v2.0/floatingips/5aa16886-8938-492d-86a9-51b87132c313 HTTP/1.1" status: 200 len: 692 time: 0.1585891 Apr 21 12:32:44.830799 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e5ff3f-2863-42a7-bbb9-9ddadc72471e service neutron] Pushing event updated for resources: {'Port': ['ID=3d5aec13-814b-406f-8dcf-694d077a4037,revision_number=10']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:44.866055 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfc486-abde-4b54-ada9-75cfebcac596 req-f3aa1d4c-3422-4446-9feb-5f67548428f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:44.868274 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2fdfc486-abde-4b54-ada9-75cfebcac596 req-f3aa1d4c-3422-4446-9feb-5f67548428f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c4220e4399f449ae9597a653196e57b5&device_id=ad1c867a-2d36-48ff-bfa3-affb1c6c82e2 HTTP/1.1" status: 200 len: 1095 time: 0.4510546 Apr 21 12:32:44.871480 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba20f530-5b9d-4b03-930d-c3dd45f67993 x-openstack-request-id: req-ba20f530-5b9d-4b03-930d-c3dd45f67993 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:32:44.872178 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff", "name": "network-vif-plugged", "status": "completed", "tag": "8e1d04bf-b29d-48d1-a2d2-184d287671b4", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:32:44.872178 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba20f530-5b9d-4b03-930d-c3dd45f67993 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:32:44.872472 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba20f530-5b9d-4b03-930d-c3dd45f67993'] response: {'server_uuid': '43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1d04bf-b29d-48d1-a2d2-184d287671b4', 'code': 200} Apr 21 12:32:44.901728 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-182686b4-6338-4b46-b6fe-735bf3e73876 None None] For port 8e5cbf8c-0657-492f-ae9c-26a3c4671df0, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:32:44.907447 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-182686b4-6338-4b46-b6fe-735bf3e73876 None None] For port 8e5cbf8c-0657-492f-ae9c-26a3c4671df0, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=8e5cbf8c-0657-492f-ae9c-26a3c4671df0,segment=NetworkSegment(75046964-91a8-4144-a6c1-d8a5aa728545),segment_id=75046964-91a8-4144-a6c1-d8a5aa728545)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:32:44.921493 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 6e126b73-32cc-4a76-b5ff-eb356aa96f40 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:44.921894 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:44.924029 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-42e5ff3f-2863-42a7-bbb9-9ddadc72471e service neutron] 10.222.0.26 "PUT /v2.0/ports/3d5aec13-814b-406f-8dcf-694d077a4037/bindings/n-h2-836147-2/activate HTTP/1.1" status: 200 len: 369 time: 2.0914695 Apr 21 12:32:44.972989 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa33cb2-8180-491f-88cd-cea99a9a6a3c None None] Network e4d7b828-c49d-4174-8a7c-f8e1c5ee789b requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:32:45.006444 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-182686b4-6338-4b46-b6fe-735bf3e73876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:45.114054 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfc486-abde-4b54-ada9-75cfebcac596 req-fb0f9da8-db9d-46fc-b8d8-f70570ca4e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:45.116030 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2fdfc486-abde-4b54-ada9-75cfebcac596 req-fb0f9da8-db9d-46fc-b8d8-f70570ca4e04 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fee52243-02f6-49a2-9781-b50d4f9c7f07 HTTP/1.1" status: 200 len: 917 time: 0.2338228 Apr 21 12:32:45.124470 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6985a25d-77de-4c18-a1b3-90a6fe26c50a None None] DHCP port deletion for 7bed1b78-2645-446a-9812-77a5a7c4f0d8 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:32:45.125575 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d916e-9102-4c48-ac69-6ee5832453c3 req-a03edb3f-4368-4ad9-b824-5918ccfc76c0 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:45.127159 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a88d916e-9102-4c48-ac69-6ee5832453c3 req-a03edb3f-4368-4ad9-b824-5918ccfc76c0 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 784 time: 0.3335562 Apr 21 12:32:45.150790 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb01a8-b48c-43bc-bb8c-5c38180cfbec req-b3c37d14-f97a-4773-af97-e243ed370703 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:45.160374 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72bb01a8-b48c-43bc-bb8c-5c38180cfbec req-b3c37d14-f97a-4773-af97-e243ed370703 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff HTTP/1.1" status: 200 len: 945 time: 0.1680174 Apr 21 12:32:45.179927 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-596d6fa1-8301-4bb2-929e-4f14a3412cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:45.205526 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2fdfc486-abde-4b54-ada9-75cfebcac596 req-7f01e1ab-8b16-460b-974f-012fde8a8e4d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc1bc18c-4d33-4cb0-90e7-dd0be4a40006 HTTP/1.1" status: 200 len: 217 time: 0.0772090 Apr 21 12:32:45.265994 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8995052e-76de-4dca-aa97-898cf94e96f5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c9a9b43cd88b4b41a41b52b0e29590df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7986872 Apr 21 12:32:45.273021 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59282) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:45.287189 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182686b4-6338-4b46-b6fe-735bf3e73876 None None] Pushing event updated for resources: {'Port': ['ID=8e5cbf8c-0657-492f-ae9c-26a3c4671df0,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:45.292563 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1cb0a7-78d1-4894-937b-6f527bba996a req-0a14ac1a-db41-42d9-9bb0-e27e342c8cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:45.294045 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4f1cb0a7-78d1-4894-937b-6f527bba996a req-0a14ac1a-db41-42d9-9bb0-e27e342c8cb5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff HTTP/1.1" status: 200 len: 1096 time: 0.2246890 Apr 21 12:32:45.322778 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72bb01a8-b48c-43bc-bb8c-5c38180cfbec req-e1ac0b2f-e5f0-4ae1-8af5-2f2573dfbb5c tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614382 Apr 21 12:32:45.331996 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-18ee818b-e102-4c10-b08f-a86de31a315c None None] Provisioning complete for port 6e126b73-32cc-4a76-b5ff-eb356aa96f40 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:45.332371 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18ee818b-e102-4c10-b08f-a86de31a315c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:45.333008 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-79f3cec0-9467-4f53-a07b-d02840acc9ff tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:45.342450 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-79f3cec0-9467-4f53-a07b-d02840acc9ff tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e&tenant_id=26ea3c659ac44d28a683c1af948ed1b6&binding%3Ahost_id=n-h1-836147-2 HTTP/1.1" status: 200 len: 1096 time: 0.2378757 Apr 21 12:32:45.363989 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c3c8fa03-0718-4f51-84e3-b4733081703c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:45.365193 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272eeb5b-32d4-4611-8869-67abb22ff8db req-274fad4e-933e-491a-b82d-3d3a40be7e04 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:45.366939 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-272eeb5b-32d4-4611-8869-67abb22ff8db req-274fad4e-933e-491a-b82d-3d3a40be7e04 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070 HTTP/1.1" status: 200 len: 950 time: 0.1532319 Apr 21 12:32:45.406830 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfc486-abde-4b54-ada9-75cfebcac596 req-3139deca-6f98-4b1b-98c6-5340380bcbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:45.409662 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2fdfc486-abde-4b54-ada9-75cfebcac596 req-3139deca-6f98-4b1b-98c6-5340380bcbe4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ea16033e-a4d6-4956-80a6-f0931c316572 HTTP/1.1" status: 200 len: 856 time: 0.1805813 Apr 21 12:32:45.497953 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4f1cb0a7-78d1-4894-937b-6f527bba996a req-194a3ef7-af66-4df6-bbc4-93cfeeb20e5f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866875 Apr 21 12:32:45.501390 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6985a25d-77de-4c18-a1b3-90a6fe26c50a None None] Deleting port fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:32:45.501806 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6985a25d-77de-4c18-a1b3-90a6fe26c50a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:45.510253 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a02f7c98-e8b8-4bb7-b5c0-5d0b16fa73dd req-cc260947-6e6d-42fd-9843-dabfb05101e7 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=b565491d0f0444f49aea230167a9eb8e HTTP/1.1" status: 200 len: 695 time: 0.1420341 Apr 21 12:32:45.513629 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2fdfc486-abde-4b54-ada9-75cfebcac596 req-72f3045e-4208-4501-9beb-17f86d52ca1d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fee52243-02f6-49a2-9781-b50d4f9c7f07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609059 Apr 21 12:32:45.524417 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-9158dd69-63a3-4738-b5c4-e302130836a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:45.526418 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-9158dd69-63a3-4738-b5c4-e302130836a2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e&tenant_id=26ea3c659ac44d28a683c1af948ed1b6 HTTP/1.1" status: 200 len: 1096 time: 0.1818645 Apr 21 12:32:45.527217 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-616ff97a-00c4-4516-91f8-4ccaa97592a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:45.553789 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-272eeb5b-32d4-4611-8869-67abb22ff8db req-5230d611-3de7-4559-85ad-23b5a984bfe9 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608427 Apr 21 12:32:45.554141 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-596d6fa1-8301-4bb2-929e-4f14a3412cd2 admin admin] Deleting port fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:32:45.554141 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-596d6fa1-8301-4bb2-929e-4f14a3412cd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:45.560020 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-616ff97a-00c4-4516-91f8-4ccaa97592a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:45.599452 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 1357c346-2a92-418b-aaa9-e61a807553c8 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:32:45.613162 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:45.663915 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 1357c346-2a92-418b-aaa9-e61a807553c8 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:32:45.664166 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 1357c346-2a92-418b-aaa9-e61a807553c8 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:32:45.666822 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c3c8fa03-0718-4f51-84e3-b4733081703c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:45.675389 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18ee818b-e102-4c10-b08f-a86de31a315c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:45.722654 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6985a25d-77de-4c18-a1b3-90a6fe26c50a None None] For port fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7,segment=NetworkSegment(3c321deb-83bf-47d7-975b-8339f3a4592f),segment_id=3c321deb-83bf-47d7-975b-8339f3a4592f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:45.723056 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6985a25d-77de-4c18-a1b3-90a6fe26c50a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:45.745928 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 6e126b73-32cc-4a76-b5ff-eb356aa96f40, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=6e126b73-32cc-4a76-b5ff-eb356aa96f40,segment=NetworkSegment(6361dbf8-c8c7-4711-98c6-84cbc77fe9c9),segment_id=6361dbf8-c8c7-4711-98c6-84cbc77fe9c9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:45.747354 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6985a25d-77de-4c18-a1b3-90a6fe26c50a None None] Calling delete_port for fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:32:45.797785 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-596d6fa1-8301-4bb2-929e-4f14a3412cd2 admin admin] For port fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7,segment=NetworkSegment(3c321deb-83bf-47d7-975b-8339f3a4592f),segment_id=3c321deb-83bf-47d7-975b-8339f3a4592f)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:45.798179 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-596d6fa1-8301-4bb2-929e-4f14a3412cd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:45.819108 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c8fa03-0718-4f51-84e3-b4733081703c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Network e4d7b828-c49d-4174-8a7c-f8e1c5ee789b is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:32:45.827288 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:45.829939 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-c3c8fa03-0718-4f51-84e3-b4733081703c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:32:45.831759 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8fa03-0718-4f51-84e3-b4733081703c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Pushing event updated for resources: {'Port': ['ID=96687793-00d5-4fbd-bfb5-42c2efdbb264,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:45.834011 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ec918f6-634f-4bf0-a4ac-27634de1d3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:45.834292 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-596d6fa1-8301-4bb2-929e-4f14a3412cd2 admin admin] Calling delete_port for fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:32:45.836263 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c8fa03-0718-4f51-84e3-b4733081703c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:32:45.899276 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-198ae07e-8e31-4553-a56a-c4a7789c8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:45.904085 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-198ae07e-8e31-4553-a56a-c4a7789c8aaf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26ea3c659ac44d28a683c1af948ed1b6&device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 1096 time: 0.1751668 Apr 21 12:32:45.936136 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a817db2d-cb0c-4619-836b-bb3961bc329b no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:32:45.987099 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: a817db2d-cb0c-4619-836b-bb3961bc329b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:32:45.987409 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a817db2d-cb0c-4619-836b-bb3961bc329b not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:32:45.988869 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-18ee818b-e102-4c10-b08f-a86de31a315c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:32:45.989842 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-18ee818b-e102-4c10-b08f-a86de31a315c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:32:45.990089 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c8fa03-0718-4f51-84e3-b4733081703c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:45.990798 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c3c8fa03-0718-4f51-84e3-b4733081703c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:45.997416 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=6e126b73-32cc-4a76-b5ff-eb356aa96f40,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:46.038930 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-616ff97a-00c4-4516-91f8-4ccaa97592a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:46.041417 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-616ff97a-00c4-4516-91f8-4ccaa97592a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:46.045095 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-616ff97a-00c4-4516-91f8-4ccaa97592a4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b660a68-84a9-4eee-bc63-3ac6e6d18ca9 HTTP/1.1" status: 204 len: 168 time: 0.7686086 Apr 21 12:32:46.077435 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6985a25d-77de-4c18-a1b3-90a6fe26c50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:46.088420 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ff97a-00c4-4516-91f8-4ccaa97592a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b660a68-84a9-4eee-bc63-3ac6e6d18ca9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:46.156625 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6985a25d-77de-4c18-a1b3-90a6fe26c50a None None] Pushing event deleted for resources: {'Port': ['ID=fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:46.159006 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c3c8fa03-0718-4f51-84e3-b4733081703c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9148707 Apr 21 12:32:46.163048 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59288) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:46.166583 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f7c98-e8b8-4bb7-b5c0-5d0b16fa73dd req-f8151504-0ed1-4f60-bfd8-86d1a8d2d375 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:46.167072 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6985a25d-77de-4c18-a1b3-90a6fe26c50a None None] No DVR routers for this DVR port fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:32:46.168110 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-460daa47-b642-40c5-962a-2f39d8910fca tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Request body: {'port': {'network_id': 'e4d7b828-c49d-4174-8a7c-f8e1c5ee789b', 'name': 'tempest-TaggedBootDevicesTest-829705846', 'fixed_ips': [{'subnet_id': 'd9fb87f5-4bdf-4847-afd7-5e4912f2e226'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:32:46.186728 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-596d6fa1-8301-4bb2-929e-4f14a3412cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:46.187199 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a02f7c98-e8b8-4bb7-b5c0-5d0b16fa73dd req-f8151504-0ed1-4f60-bfd8-86d1a8d2d375 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] 10.222.0.36 "GET /v2.0/networks?id=23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 787 time: 0.6738772 Apr 21 12:32:46.195485 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-a02f7c98-e8b8-4bb7-b5c0-5d0b16fa73dd req-4d55df7e-842f-4f57-8c24-f632284822bc tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:32:46.212819 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a02f7c98-e8b8-4bb7-b5c0-5d0b16fa73dd req-4d55df7e-842f-4f57-8c24-f632284822bc tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0268500 Apr 21 12:32:46.245049 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d6fa1-8301-4bb2-929e-4f14a3412cd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:46.304580 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596d6fa1-8301-4bb2-929e-4f14a3412cd2 admin admin] No DVR routers for this DVR port fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:32:46.354990 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94497b9a-b2b6-4e19-adbb-fbb5fd26986d req-73c9d97d-ebf7-432f-80f2-74c116c2c4f9 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:46.361822 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94497b9a-b2b6-4e19-adbb-fbb5fd26986d req-73c9d97d-ebf7-432f-80f2-74c116c2c4f9 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 945 time: 0.2116821 Apr 21 12:32:46.372677 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-e4438a0f-ea02-4dd4-b121-2335175a64da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:46.374496 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2fdfc486-abde-4b54-ada9-75cfebcac596 req-c91f8c15-f416-4bb2-933d-1400b277aede service neutron] 10.222.0.26 "GET /v2.0/networks/fee52243-02f6-49a2-9781-b50d4f9c7f07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8452060 Apr 21 12:32:46.375126 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-e4438a0f-ea02-4dd4-b121-2335175a64da service neutron] 10.222.0.24 "GET /v2.0/networks?id=c287e289-9664-4a57-ae4d-cb3d1c307007 HTTP/1.1" status: 200 len: 921 time: 0.3671157 Apr 21 12:32:46.484738 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-ba73c948-c683-4f65-8b12-a152d9227c25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d5aec13-814b-406f-8dcf-694d077a4037 HTTP/1.1" status: 200 len: 217 time: 0.0775692 Apr 21 12:32:46.511857 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-596d6fa1-8301-4bb2-929e-4f14a3412cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:46.514953 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94497b9a-b2b6-4e19-adbb-fbb5fd26986d req-e5025fc1-c2ac-41cd-9927-6c6b7c3e4380 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392987 Apr 21 12:32:46.529757 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7419b680-e00b-4409-a2bf-0e9e576018f4 req-0d537b20-bccf-412d-b118-b212a9921932 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:46.549377 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7419b680-e00b-4409-a2bf-0e9e576018f4 req-0d537b20-bccf-412d-b118-b212a9921932 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad1c867a-2d36-48ff-bfa3-affb1c6c82e2 HTTP/1.1" status: 200 len: 944 time: 0.2512946 Apr 21 12:32:46.589890 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-596d6fa1-8301-4bb2-929e-4f14a3412cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bed1b78-2645-446a-9812-77a5a7c4f0d8']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:46.613630 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-596d6fa1-8301-4bb2-929e-4f14a3412cd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c321deb-83bf-47d7-975b-8339f3a4592f') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:46.614740 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7419b680-e00b-4409-a2bf-0e9e576018f4 req-9189c93e-5169-4095-8a62-bffdcb684ac4 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d8e09c5-8b0f-4214-a3f1-eaab927ede58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544004 Apr 21 12:32:46.640115 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-596d6fa1-8301-4bb2-929e-4f14a3412cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c321deb-83bf-47d7-975b-8339f3a4592f') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:46.643405 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-5f4dc539-589d-48bd-acce-97b131e56d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:46.652593 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-5f4dc539-589d-48bd-acce-97b131e56d0d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c2895f5-072d-4584-843c-51a4758cad8d HTTP/1.1" status: 200 len: 860 time: 0.1476207 Apr 21 12:32:46.663958 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9c576e3-a4c9-476b-bc04-891ff0838f40 req-d2f5ff33-e058-4355-b18a-3914bd13d028 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] 10.222.0.36 "GET /v2.0/floatingips/5aa16886-8938-492d-86a9-51b87132c313 HTTP/1.1" status: 200 len: 692 time: 0.0619771 Apr 21 12:32:46.681619 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-596d6fa1-8301-4bb2-929e-4f14a3412cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:46.716765 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460daa47-b642-40c5-962a-2f39d8910fca tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Made reservation on behalf of 6f1908decb8e42768935cf18d0563e60 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:32:46.726427 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-460daa47-b642-40c5-962a-2f39d8910fca tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:46.744286 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d53687f4-b571-461e-a138-5479faf48074 None None] Provisioning complete for port 6e126b73-32cc-4a76-b5ff-eb356aa96f40 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:46.745359 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d53687f4-b571-461e-a138-5479faf48074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:46.763476 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-5524d5a7-a703-4082-83b0-8494330761ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c287e289-9664-4a57-ae4d-cb3d1c307007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054704 Apr 21 12:32:46.767340 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-596d6fa1-8301-4bb2-929e-4f14a3412cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:46.807511 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-596d6fa1-8301-4bb2-929e-4f14a3412cd2 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:32:46.807745 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:46.808044 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-596d6fa1-8301-4bb2-929e-4f14a3412cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: self.session.flush() Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: self.session.flush() Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: self.session.flush() Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: self.session.flush() Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:32:46.812677 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:32:46.829514 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-460daa47-b642-40c5-962a-2f39d8910fca tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] device_id is not set on port fadb7cc0-7e48-4b28-bd3b-61295e53ad04 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:32:46.835851 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 8e5cbf8c-0657-492f-ae9c-26a3c4671df0 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:32:46.858451 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c576e3-a4c9-476b-bc04-891ff0838f40 req-93883dbc-4d06-4620-a34d-26a01e96c60c tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:46.859786 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9c576e3-a4c9-476b-bc04-891ff0838f40 req-93883dbc-4d06-4620-a34d-26a01e96c60c tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 784 time: 0.1739922 Apr 21 12:32:46.899945 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59298) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:46.921202 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-d9c576e3-a4c9-476b-bc04-891ff0838f40 req-3bf62077-1912-4f11-ab3f-f851618899bf tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:32:46.932093 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9c576e3-a4c9-476b-bc04-891ff0838f40 req-3bf62077-1912-4f11-ab3f-f851618899bf tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0324435 Apr 21 12:32:46.951425 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2fdfc486-abde-4b54-ada9-75cfebcac596 req-48951789-d9ff-410d-955c-bac1086a6c02 service neutron] 10.222.0.26 "GET /v2.0/networks/fee52243-02f6-49a2-9781-b50d4f9c7f07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5541365 Apr 21 12:32:47.010374 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9c576e3-a4c9-476b-bc04-891ff0838f40 req-93fd4d60-0af3-4b20-bafc-303e071da3ac tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.73 HTTP/1.1" status: 200 len: 695 time: 0.0770507 Apr 21 12:32:47.023452 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856bd415-5cb7-4fd2-8bfe-3b82dabe7c39 None None] Network 92442c54-a20b-4d99-aea4-e4d3be34f674 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:32:47.039244 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f4d61-26c7-410e-b62a-8bb374ec54f4 req-d8a9b068-23dd-4cf5-8162-5148fd9870ad tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:47.040847 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f50f4d61-26c7-410e-b62a-8bb374ec54f4 req-d8a9b068-23dd-4cf5-8162-5148fd9870ad tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070 HTTP/1.1" status: 200 len: 950 time: 0.3660071 Apr 21 12:32:47.050352 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede87bca-0b0d-4c9d-97e2-356695a927e6 req-85dca1fb-8c0f-4f33-8d3b-1bf45babfed2 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:47.051968 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ede87bca-0b0d-4c9d-97e2-356695a927e6 req-85dca1fb-8c0f-4f33-8d3b-1bf45babfed2 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff HTTP/1.1" status: 200 len: 945 time: 0.2118905 Apr 21 12:32:47.098792 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-26eade59-59db-43d7-b1f8-74bfad29a516 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8bf52a4b0b504a7bbf8f31addfe0c92f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1666782 Apr 21 12:32:47.100966 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-a158196f-69ab-45e6-ae8a-a29f1508f9d9 service neutron] 10.222.0.24 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266749 Apr 21 12:32:47.105085 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59300) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:47.105085 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-596d6fa1-8301-4bb2-929e-4f14a3412cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:47.113937 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-596d6fa1-8301-4bb2-929e-4f14a3412cd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:47.116905 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-596d6fa1-8301-4bb2-929e-4f14a3412cd2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7bed1b78-2645-446a-9812-77a5a7c4f0d8 HTTP/1.1" status: 204 len: 168 time: 2.6059954 Apr 21 12:32:47.124182 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59304) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:47.144880 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d53687f4-b571-461e-a138-5479faf48074 None None] Provisioning complete for port 96687793-00d5-4fbd-bfb5-42c2efdbb264 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:47.145475 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d53687f4-b571-461e-a138-5479faf48074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:47.152029 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 8e5cbf8c-0657-492f-ae9c-26a3c4671df0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:47.152636 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:47.168931 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d6fa1-8301-4bb2-929e-4f14a3412cd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bed1b78-2645-446a-9812-77a5a7c4f0d8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:47.229387 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9c576e3-a4c9-476b-bc04-891ff0838f40 req-17490e47-1115-42b4-aa29-68338927b26f tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.73 HTTP/1.1" status: 200 len: 695 time: 0.2090449 Apr 21 12:32:47.242866 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d53687f4-b571-461e-a138-5479faf48074 None None] Port 96687793-00d5-4fbd-bfb5-42c2efdbb264 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:32:47.270748 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-460daa47-b642-40c5-962a-2f39d8910fca tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Allocated IP 10.1.1.247 (e4d7b828-c49d-4174-8a7c-f8e1c5ee789b/d9fb87f5-4bdf-4847-afd7-5e4912f2e226/fadb7cc0-7e48-4b28-bd3b-61295e53ad04) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:32:47.322074 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dedd2087-add6-4716-80d3-96d7aec6c687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:47.333625 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:47.348325 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-5f59e2af-4d3c-43b6-b351-8431e9e747b8 service neutron] 10.222.0.24 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381260 Apr 21 12:32:47.370183 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ede87bca-0b0d-4c9d-97e2-356695a927e6 req-8310545a-3a46-4cbd-8185-37ec953a10b5 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602928 Apr 21 12:32:47.388692 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 8e5cbf8c-0657-492f-ae9c-26a3c4671df0, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=8e5cbf8c-0657-492f-ae9c-26a3c4671df0,segment=NetworkSegment(75046964-91a8-4144-a6c1-d8a5aa728545),segment_id=75046964-91a8-4144-a6c1-d8a5aa728545)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:47.395829 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dedd2087-add6-4716-80d3-96d7aec6c687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:47.407611 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-80831364-092b-4fbd-9d86-a2e0e36786eb None None] Provisioning complete for port 8e5cbf8c-0657-492f-ae9c-26a3c4671df0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:47.408413 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80831364-092b-4fbd-9d86-a2e0e36786eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:47.463120 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:47.464313 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 6e126b73-32cc-4a76-b5ff-eb356aa96f40 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:32:47.532008 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f50f4d61-26c7-410e-b62a-8bb374ec54f4 req-42e66ee1-b1c5-4223-ba22-79e99834445e tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Deleting port 640b116a-d3bc-4e77-b21c-bf19a4983c3b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:32:47.532645 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f50f4d61-26c7-410e-b62a-8bb374ec54f4 req-42e66ee1-b1c5-4223-ba22-79e99834445e tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:47.556905 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:47.599795 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dedd2087-add6-4716-80d3-96d7aec6c687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:47.602958 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dedd2087-add6-4716-80d3-96d7aec6c687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:47.604329 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-dedd2087-add6-4716-80d3-96d7aec6c687 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/40f1ba32-66f2-4938-9dc3-35a3f21d00d3 HTTP/1.1" status: 204 len: 168 time: 0.4972839 Apr 21 12:32:47.611520 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=8e5cbf8c-0657-492f-ae9c-26a3c4671df0,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:47.632110 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-460daa47-b642-40c5-962a-2f39d8910fca tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:47.634000 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd2087-add6-4716-80d3-96d7aec6c687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f1ba32-66f2-4938-9dc3-35a3f21d00d3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:47.642290 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 6e126b73-32cc-4a76-b5ff-eb356aa96f40 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:47.642655 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:47.720593 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534857f-6169-4242-b528-797334c6ac28 req-ee0e2d8a-ac95-4655-bf1b-61981169eaa3 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:47.722517 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b534857f-6169-4242-b528-797334c6ac28 req-ee0e2d8a-ac95-4655-bf1b-61981169eaa3 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070 HTTP/1.1" status: 200 len: 950 time: 0.2709877 Apr 21 12:32:47.768875 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1752647b-70c9-45c9-9a5f-15e5bc37cedb None None] Provisioning complete for port 8e5cbf8c-0657-492f-ae9c-26a3c4671df0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:47.769519 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1752647b-70c9-45c9-9a5f-15e5bc37cedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:47.788792 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d9c576e3-a4c9-476b-bc04-891ff0838f40 req-f5936786-cfcf-4202-a5eb-4ca623edbbd2 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Deleting port 5d436cca-d215-42c1-ae92-d446591ab240 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:32:47.789254 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d9c576e3-a4c9-476b-bc04-891ff0838f40 req-f5936786-cfcf-4202-a5eb-4ca623edbbd2 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:47.805783 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-460daa47-b642-40c5-962a-2f39d8910fca tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:47.833856 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460daa47-b642-40c5-962a-2f39d8910fca tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Network e4d7b828-c49d-4174-8a7c-f8e1c5ee789b is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:32:47.836437 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-460daa47-b642-40c5-962a-2f39d8910fca tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:32:47.857674 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460daa47-b642-40c5-962a-2f39d8910fca tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:32:47.881927 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b534857f-6169-4242-b528-797334c6ac28 req-533a4edf-b805-4545-b330-b4402fcf5f02 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309140 Apr 21 12:32:47.898774 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:32:47.938331 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f50f4d61-26c7-410e-b62a-8bb374ec54f4 req-42e66ee1-b1c5-4223-ba22-79e99834445e tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] For port 640b116a-d3bc-4e77-b21c-bf19a4983c3b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=640b116a-d3bc-4e77-b21c-bf19a4983c3b,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:47.938866 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f50f4d61-26c7-410e-b62a-8bb374ec54f4 req-42e66ee1-b1c5-4223-ba22-79e99834445e tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:47.948987 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:32:47.949470 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fef9d3be-2f7e-4f6d-bfdd-e269fe058ff7 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:32:47.966402 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f50f4d61-26c7-410e-b62a-8bb374ec54f4 req-42e66ee1-b1c5-4223-ba22-79e99834445e tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Calling delete_port for 640b116a-d3bc-4e77-b21c-bf19a4983c3b owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:32:48.010198 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d9c576e3-a4c9-476b-bc04-891ff0838f40 req-f5936786-cfcf-4202-a5eb-4ca623edbbd2 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:48.010544 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d9c576e3-a4c9-476b-bc04-891ff0838f40 req-f5936786-cfcf-4202-a5eb-4ca623edbbd2 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:48.035439 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460daa47-b642-40c5-962a-2f39d8910fca tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:48.036171 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-460daa47-b642-40c5-962a-2f39d8910fca tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:48.051669 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460daa47-b642-40c5-962a-2f39d8910fca tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Pushing event updated for resources: {'Port': ['ID=fadb7cc0-7e48-4b28-bd3b-61295e53ad04,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:48.068477 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-5c062437-c5f1-45f5-9126-f667dabbe5d3 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:48.070353 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-5c062437-c5f1-45f5-9126-f667dabbe5d3 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e&tenant_id=26ea3c659ac44d28a683c1af948ed1b6&binding%3Ahost_id=n-h2-836147-2 HTTP/1.1" status: 200 len: 1096 time: 0.1135926 Apr 21 12:32:48.074431 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d9c576e3-a4c9-476b-bc04-891ff0838f40 req-f5936786-cfcf-4202-a5eb-4ca623edbbd2 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Calling delete_port for 5d436cca-d215-42c1-ae92-d446591ab240 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:32:48.185521 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device cc1bc18c-4d33-4cb0-90e7-dd0be4a40006 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:32:48.217992 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cb4237-bc15-4d3b-ab0c-873ddd02bf57 req-c198a82d-d06d-4afe-8b38-7e5949431c53 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:48.224489 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d8cb4237-bc15-4d3b-ab0c-873ddd02bf57 req-c198a82d-d06d-4afe-8b38-7e5949431c53 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 945 time: 0.2015710 Apr 21 12:32:48.231635 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ef87d7a4-3f3b-440e-9ea2-903fe178ff4b None None] Provisioning complete for port fadb7cc0-7e48-4b28-bd3b-61295e53ad04 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:48.232001 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef87d7a4-3f3b-440e-9ea2-903fe178ff4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:48.306326 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ef87d7a4-3f3b-440e-9ea2-903fe178ff4b None None] Port fadb7cc0-7e48-4b28-bd3b-61295e53ad04 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:32:48.335149 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port cc1bc18c-4d33-4cb0-90e7-dd0be4a40006, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=cc1bc18c-4d33-4cb0-90e7-dd0be4a40006,segment=NetworkSegment(faa71c5a-3b42-4fbc-bc92-5b6c9b6e76f7),segment_id=faa71c5a-3b42-4fbc-bc92-5b6c9b6e76f7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:48.345888 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'cc1bc18c-4d33-4cb0-90e7-dd0be4a40006', 'network_id': 'fee52243-02f6-49a2-9781-b50d4f9c7f07', 'port_id': 'cc1bc18c-4d33-4cb0-90e7-dd0be4a40006', 'mac_address': 'fa:16:3e:25:e2:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea16033e-a4d6-4956-80a6-f0931c316572', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:32:48.363537 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d8cb4237-bc15-4d3b-ab0c-873ddd02bf57 req-3240b084-caea-46db-9feb-8d7eb6c92ee2 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338220 Apr 21 12:32:48.383833 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:48.413473 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a76356b-1467-493c-acdf-6416ba65de94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:48.417073 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc1bc18c-4d33-4cb0-90e7-dd0be4a40006 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:32:48.446575 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port cc1bc18c-4d33-4cb0-90e7-dd0be4a40006, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=cc1bc18c-4d33-4cb0-90e7-dd0be4a40006,segment=NetworkSegment(faa71c5a-3b42-4fbc-bc92-5b6c9b6e76f7),segment_id=faa71c5a-3b42-4fbc-bc92-5b6c9b6e76f7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:48.459585 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:48.462151 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-460daa47-b642-40c5-962a-2f39d8910fca tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2980640 Apr 21 12:32:48.466333 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-8478010f-10ad-42ea-b074-2dd7f1e919b3 service neutron] For port 3d5aec13-814b-406f-8dcf-694d077a4037, host n-h1-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:32:48.473401 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-8478010f-10ad-42ea-b074-2dd7f1e919b3 service neutron] Notify callbacks [] for binding, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:48.473401 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bb8cd97b-e807-4833-9783-8ed1a96b0ead req-8478010f-10ad-42ea-b074-2dd7f1e919b3 service neutron] 10.222.0.24 "DELETE /v2.0/ports/3d5aec13-814b-406f-8dcf-694d077a4037/bindings/n-h1-836147-2 HTTP/1.1" status: 204 len: 173 time: 0.3924208 Apr 21 12:32:48.536799 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d9c576e3-a4c9-476b-bc04-891ff0838f40 req-f5936786-cfcf-4202-a5eb-4ca623edbbd2 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:48.543871 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f50f4d61-26c7-410e-b62a-8bb374ec54f4 req-42e66ee1-b1c5-4223-ba22-79e99834445e tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:48.566744 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecce0b-02c6-4aa8-b8ef-20f95eb558a6 req-3deab599-7e89-4515-830e-8df715136600 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:48.568868 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4cecce0b-02c6-4aa8-b8ef-20f95eb558a6 req-3deab599-7e89-4515-830e-8df715136600 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad1c867a-2d36-48ff-bfa3-affb1c6c82e2 HTTP/1.1" status: 200 len: 944 time: 0.1097896 Apr 21 12:32:48.583026 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['bc706f12-de6d-4192-ba09-e1e5692d8e92', '640b116a-d3bc-4e77-b21c-bf19a4983c3b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:32:48.595942 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:48.607637 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5936786-cfcf-4202-a5eb-4ca623edbbd2 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Pushing event deleted for resources: {'Port': ['ID=5d436cca-d215-42c1-ae92-d446591ab240,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:48.634545 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 8e5cbf8c-0657-492f-ae9c-26a3c4671df0 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:32:48.704138 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e66ee1-b1c5-4223-ba22-79e99834445e tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Pushing event deleted for resources: {'Port': ['ID=640b116a-d3bc-4e77-b21c-bf19a4983c3b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:48.717061 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:48.746498 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=cc1bc18c-4d33-4cb0-90e7-dd0be4a40006,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:48.765912 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50f4d61-26c7-410e-b62a-8bb374ec54f4 req-42e66ee1-b1c5-4223-ba22-79e99834445e tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] No DVR routers for this DVR port 640b116a-d3bc-4e77-b21c-bf19a4983c3b on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:32:48.773943 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f50f4d61-26c7-410e-b62a-8bb374ec54f4 req-42e66ee1-b1c5-4223-ba22-79e99834445e tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:48.778254 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f50f4d61-26c7-410e-b62a-8bb374ec54f4 req-42e66ee1-b1c5-4223-ba22-79e99834445e tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.26 "DELETE /v2.0/ports/640b116a-d3bc-4e77-b21c-bf19a4983c3b HTTP/1.1" status: 204 len: 173 time: 1.6923492 Apr 21 12:32:48.781359 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070', 'name': 'network-vif-deleted', 'tag': '640b116a-d3bc-4e77-b21c-bf19a4983c3b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:32:48.784540 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fce2de2-d1ad-4d36-9560-192c4837888f" -d '{"events": [{"server_uuid": "1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070", "name": "network-vif-deleted", "tag": "640b116a-d3bc-4e77-b21c-bf19a4983c3b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:32:48.785471 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 8e5cbf8c-0657-492f-ae9c-26a3c4671df0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:48.785958 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:48.794326 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4cecce0b-02c6-4aa8-b8ef-20f95eb558a6 req-507648d8-82e6-40dc-b180-b204a2112634 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d8e09c5-8b0f-4214-a3f1-eaab927ede58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010677 Apr 21 12:32:48.803998 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d9c576e3-a4c9-476b-bc04-891ff0838f40 req-f5936786-cfcf-4202-a5eb-4ca623edbbd2 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:48.821408 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d9c576e3-a4c9-476b-bc04-891ff0838f40 req-f5936786-cfcf-4202-a5eb-4ca623edbbd2 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:48.821408 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9c576e3-a4c9-476b-bc04-891ff0838f40 req-f5936786-cfcf-4202-a5eb-4ca623edbbd2 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] 10.222.0.36 "DELETE /v2.0/floatingips/5aa16886-8938-492d-86a9-51b87132c313 HTTP/1.1" status: 204 len: 173 time: 1.5188861 Apr 21 12:32:48.972411 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f8f79-abf8-4290-8808-a66d2ff62198 req-a0437b3a-8e87-4b4b-8733-3651c00b542b tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:48.972411 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c06f8f79-abf8-4290-8808-a66d2ff62198 req-a0437b3a-8e87-4b4b-8733-3651c00b542b tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff HTTP/1.1" status: 200 len: 945 time: 0.1032953 Apr 21 12:32:48.998654 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['cc1bc18c-4d33-4cb0-90e7-dd0be4a40006'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:32:49.051715 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c06f8f79-abf8-4290-8808-a66d2ff62198 req-ad2a9fb2-b51b-4a37-85c2-c18472710c07 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678644 Apr 21 12:32:49.115497 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf68a8eb-60c0-4751-96a7-2bc49a0c0145 x-openstack-request-id: req-bf68a8eb-60c0-4751-96a7-2bc49a0c0145 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:32:49.116035 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070", "name": "network-vif-deleted", "tag": "640b116a-d3bc-4e77-b21c-bf19a4983c3b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:32:49.116430 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bf68a8eb-60c0-4751-96a7-2bc49a0c0145 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:32:49.116922 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf68a8eb-60c0-4751-96a7-2bc49a0c0145'] response: {'server_uuid': '1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070', 'name': 'network-vif-deleted', 'tag': '640b116a-d3bc-4e77-b21c-bf19a4983c3b', 'status': 'completed', 'code': 200} Apr 21 12:32:49.126150 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6a76356b-1467-493c-acdf-6416ba65de94 admin admin] Deleting port da643320-e2b3-4def-98c5-6b6a53545d4a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:32:49.126715 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a76356b-1467-493c-acdf-6416ba65de94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:49.306762 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-6a76356b-1467-493c-acdf-6416ba65de94 admin admin] For port da643320-e2b3-4def-98c5-6b6a53545d4a, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=da643320-e2b3-4def-98c5-6b6a53545d4a,segment=NetworkSegment(436f1b3d-4fc5-4a14-91a0-5296ec4b23d3),segment_id=436f1b3d-4fc5-4a14-91a0-5296ec4b23d3)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:49.307154 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a76356b-1467-493c-acdf-6416ba65de94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:49.324626 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59344) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:49.326999 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e9648095-4e72-4cae-8e27-557f29ac87f7 req-0a7d0cb4-b582-4e74-834e-dd2d068d2f9f tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1527591 Apr 21 12:32:49.330380 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4008abd2-9d6f-4ddf-8544-a52766c9ba23 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2018982075', 'description': 'tempest-description--1297603113'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:32:49.333094 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6a76356b-1467-493c-acdf-6416ba65de94 admin admin] Calling delete_port for da643320-e2b3-4def-98c5-6b6a53545d4a owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:32:49.341226 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-e9648095-4e72-4cae-8e27-557f29ac87f7 req-4358d4ac-24be-42fb-9e90-bd27867d76eb tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:32:49.441547 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4008abd2-9d6f-4ddf-8544-a52766c9ba23 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:49.451383 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fc666-e205-4447-9a8c-7f121800b5f4 req-a8ebb8a5-fb2f-4abd-b1fa-f79529cf00ae tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:49.453103 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3f1fc666-e205-4447-9a8c-7f121800b5f4 req-a8ebb8a5-fb2f-4abd-b1fa-f79529cf00ae tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 1096 time: 0.0645802 Apr 21 12:32:49.522148 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4008abd2-9d6f-4ddf-8544-a52766c9ba23 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:49.530127 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3f1fc666-e205-4447-9a8c-7f121800b5f4 req-630acb80-35d9-4009-9796-dd8d2c921d37 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435817 Apr 21 12:32:49.532435 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59348) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:49.538785 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e9648095-4e72-4cae-8e27-557f29ac87f7 req-4358d4ac-24be-42fb-9e90-bd27867d76eb tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:49.624877 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4008abd2-9d6f-4ddf-8544-a52766c9ba23 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:49.672382 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4008abd2-9d6f-4ddf-8544-a52766c9ba23 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e64b4e83-099e-4c9c-9bac-7455cf8df492,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:49.697858 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ac8407c6-6f06-460a-b0e6-fb87c9273b07 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1185059392-network', 'tenant_id': '6ab522efb7a84149b8c8bfe8cba888c5'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:32:49.738226 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4008abd2-9d6f-4ddf-8544-a52766c9ba23 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:49.744490 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4008abd2-9d6f-4ddf-8544-a52766c9ba23 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4143929 Apr 21 12:32:49.744490 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59354) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:49.747350 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2dc112c2-3d96-46f1-b6df-46c4b20582c1 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Request body: {'security_group_rule': {'security_group_id': 'e64b4e83-099e-4c9c-9bac-7455cf8df492', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:32:49.825395 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8407c6-6f06-460a-b0e6-fb87c9273b07 admin admin] Made reservation on behalf of 6ab522efb7a84149b8c8bfe8cba888c5 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:32:49.827740 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c6-6f06-460a-b0e6-fb87c9273b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:49.840481 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c6-6f06-460a-b0e6-fb87c9273b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:49.862984 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2dc112c2-3d96-46f1-b6df-46c4b20582c1 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:49.953683 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2dc112c2-3d96-46f1-b6df-46c4b20582c1 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:49.959437 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f68feb48-3fc8-4760-af6c-b101905d7343 req-c384fe1f-b4b2-4eb7-8d4c-f6acefd5d355 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ecf58ed-ebf3-4c56-8eb4-0ed8ca152070 HTTP/1.1" status: 200 len: 210 time: 0.0347412 Apr 21 12:32:49.966764 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c6-6f06-460a-b0e6-fb87c9273b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:50.013886 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e9648095-4e72-4cae-8e27-557f29ac87f7 req-4358d4ac-24be-42fb-9e90-bd27867d76eb tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:50.037296 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2dc112c2-3d96-46f1-b6df-46c4b20582c1 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:50.058811 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc112c2-3d96-46f1-b6df-46c4b20582c1 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82681c4d-b7c7-48d0-9266-d7655ce36ec2,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:50.065215 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c6-6f06-460a-b0e6-fb87c9273b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:50.068149 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a76356b-1467-493c-acdf-6416ba65de94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:50.089019 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac8407c6-6f06-460a-b0e6-fb87c9273b07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:32:50.106437 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76356b-1467-493c-acdf-6416ba65de94 admin admin] Pushing event deleted for resources: {'Port': ['ID=da643320-e2b3-4def-98c5-6b6a53545d4a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:50.110344 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c6-6f06-460a-b0e6-fb87c9273b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:50.114153 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-ac8407c6-6f06-460a-b0e6-fb87c9273b07 admin admin] Added segment aa4529b8-6382-463b-afb5-4e7fa9c347c9 of type vlan for network be657ee5-a2f1-4082-a9b9-85b6b012fc97 Apr 21 12:32:50.120710 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8407c6-6f06-460a-b0e6-fb87c9273b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628a165a-accf-41e0-a214-3cbf2d2be1e4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:50.153266 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2dc112c2-3d96-46f1-b6df-46c4b20582c1 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:50.157389 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2dc112c2-3d96-46f1-b6df-46c4b20582c1 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4134946 Apr 21 12:32:50.158115 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59362) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:50.166338 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8be26d21-e758-4b8c-9d81-f8543b68608d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Request body: {'security_group_rule': {'security_group_id': 'e64b4e83-099e-4c9c-9bac-7455cf8df492', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:32:50.185310 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c6-6f06-460a-b0e6-fb87c9273b07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:50.197205 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device cc1bc18c-4d33-4cb0-90e7-dd0be4a40006 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:32:50.238947 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:50.285082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-e9648095-4e72-4cae-8e27-557f29ac87f7 req-4358d4ac-24be-42fb-9e90-bd27867d76eb tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Allocated IP 172.25.8.7 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/6c291b17-e816-442d-b6b2-93f05c00d6e1) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:32:50.332530 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c6-6f06-460a-b0e6-fb87c9273b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:50.333621 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8407c6-6f06-460a-b0e6-fb87c9273b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:50.334288 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac8407c6-6f06-460a-b0e6-fb87c9273b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:50.342466 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8be26d21-e758-4b8c-9d81-f8543b68608d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:50.350366 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port cc1bc18c-4d33-4cb0-90e7-dd0be4a40006 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:32:50.354444 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port cc1bc18c-4d33-4cb0-90e7-dd0be4a40006 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:50.354818 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:50.378989 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a76356b-1467-493c-acdf-6416ba65de94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:50.433397 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8407c6-6f06-460a-b0e6-fb87c9273b07 admin admin] Pushing event updated for resources: {'Network': ['ID=be657ee5-a2f1-4082-a9b9-85b6b012fc97,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:50.453069 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network be657ee5-a2f1-4082-a9b9-85b6b012fc97 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:32:50.457092 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8be26d21-e758-4b8c-9d81-f8543b68608d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:50.473960 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ac8407c6-6f06-460a-b0e6-fb87c9273b07 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9401588 Apr 21 12:32:50.477072 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59368) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:50.482639 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-474c67a5-ed1f-4eb7-a3c4-7b4a6752cef0 admin admin] Request body: {'subnet': {'network_id': 'be657ee5-a2f1-4082-a9b9-85b6b012fc97', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1185059392-subnet', 'tenant_id': '6ab522efb7a84149b8c8bfe8cba888c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:32:50.519960 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:50.530068 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e9648095-4e72-4cae-8e27-557f29ac87f7 req-4358d4ac-24be-42fb-9e90-bd27867d76eb tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:50.549988 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8be26d21-e758-4b8c-9d81-f8543b68608d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:50.569636 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1c867a-2d36-48ff-bfa3-affb1c6c82e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1bc18c-4d33-4cb0-90e7-dd0be4a40006'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:32:50.575894 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa8c0d3-a3e8-45eb-b66e-e0211ede28df" -d '{"events": [{"server_uuid": "ad1c867a-2d36-48ff-bfa3-affb1c6c82e2", "name": "network-vif-plugged", "status": "completed", "tag": "cc1bc18c-4d33-4cb0-90e7-dd0be4a40006"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:32:50.592991 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port cc1bc18c-4d33-4cb0-90e7-dd0be4a40006, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=cc1bc18c-4d33-4cb0-90e7-dd0be4a40006,segment=NetworkSegment(faa71c5a-3b42-4fbc-bc92-5b6c9b6e76f7),segment_id=faa71c5a-3b42-4fbc-bc92-5b6c9b6e76f7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:50.600240 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be26d21-e758-4b8c-9d81-f8543b68608d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc61a2ab-7fc7-499d-8bfc-a09a2cd2eca4,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:50.609563 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474c67a5-ed1f-4eb7-a3c4-7b4a6752cef0 admin admin] Made reservation on behalf of 6ab522efb7a84149b8c8bfe8cba888c5 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:32:50.612278 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-474c67a5-ed1f-4eb7-a3c4-7b4a6752cef0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:50.665192 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:50.666218 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 640b116a-d3bc-4e77-b21c-bf19a4983c3b no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:32:50.710494 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 640b116a-d3bc-4e77-b21c-bf19a4983c3b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:32:50.710912 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 640b116a-d3bc-4e77-b21c-bf19a4983c3b not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:32:50.715156 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8be26d21-e758-4b8c-9d81-f8543b68608d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:50.718202 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e9648095-4e72-4cae-8e27-557f29ac87f7 req-4358d4ac-24be-42fb-9e90-bd27867d76eb tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:50.724368 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8be26d21-e758-4b8c-9d81-f8543b68608d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5534303 Apr 21 12:32:50.724368 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59374) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:50.724368 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c7367db6-531b-4f52-a1f3-0badad354323 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:32:50.744982 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=cc1bc18c-4d33-4cb0-90e7-dd0be4a40006,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:50.757895 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a76356b-1467-493c-acdf-6416ba65de94 admin admin] Router 160661de-0c5e-473b-9850-7942754b5db8 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:32:50.776626 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d3b752-2ea6-47d3-b3f5-75cef1645a50 req-4d532f16-228f-400f-befc-bec3e4ff053f tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:50.779518 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a1d3b752-2ea6-47d3-b3f5-75cef1645a50 req-4d532f16-228f-400f-befc-bec3e4ff053f tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 1096 time: 0.1138701 Apr 21 12:32:50.779992 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9648095-4e72-4cae-8e27-557f29ac87f7 req-4358d4ac-24be-42fb-9e90-bd27867d76eb tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:32:50.790286 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-e9648095-4e72-4cae-8e27-557f29ac87f7 req-4358d4ac-24be-42fb-9e90-bd27867d76eb tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:32:50.793765 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358d4ac-24be-42fb-9e90-bd27867d76eb tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Pushing event updated for resources: {'Port': ['ID=6c291b17-e816-442d-b6b2-93f05c00d6e1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:50.795989 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9648095-4e72-4cae-8e27-557f29ac87f7 req-4358d4ac-24be-42fb-9e90-bd27867d76eb tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:32:50.882337 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7367db6-531b-4f52-a1f3-0badad354323 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for floatingip, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:50.909723 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a1d3b752-2ea6-47d3-b3f5-75cef1645a50 req-c2898cf6-433c-4552-9481-7359f9b8128b tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222811 Apr 21 12:32:50.934305 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-474c67a5-ed1f-4eb7-a3c4-7b4a6752cef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:51.004948 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a76356b-1467-493c-acdf-6416ba65de94 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:32:51.006981 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e9648095-4e72-4cae-8e27-557f29ac87f7 req-4358d4ac-24be-42fb-9e90-bd27867d76eb tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:51.016722 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c67a5-ed1f-4eb7-a3c4-7b4a6752cef0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c96c19da-c885-418f-9615-ac2cd6671a02,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:51.018434 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff83e110-ddc3-4587-9fbe-15982a1bdafd None None] Sync routers for ids ['160661de-0c5e-473b-9850-7942754b5db8'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:32:51.024122 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6a76356b-1467-493c-acdf-6416ba65de94 admin admin] 10.222.0.36 "PUT /v2.0/routers/160661de-0c5e-473b-9850-7942754b5db8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8914509 Apr 21 12:32:51.024903 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474c67a5-ed1f-4eb7-a3c4-7b4a6752cef0 admin admin] Checking segment: {'id': 'aa4529b8-6382-463b-afb5-4e7fa9c347c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'be657ee5-a2f1-4082-a9b9-85b6b012fc97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:32:51.025320 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474c67a5-ed1f-4eb7-a3c4-7b4a6752cef0 admin admin] Network hostable DHCP agents. Network: be657ee5-a2f1-4082-a9b9-85b6b012fc97, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:32:51.026083 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59380) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:51.051214 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff83e110-ddc3-4587-9fbe-15982a1bdafd None None] Routers {'160661de-0c5e-473b-9850-7942754b5db8'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:32:51.053504 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ff83e110-ddc3-4587-9fbe-15982a1bdafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:32:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['160661de-0c5e-473b-9850-7942754b5db8'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:51.069314 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7367db6-531b-4f52-a1f3-0badad354323 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:51.121138 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1479f0f-69fe-4930-9d7b-d07f63e78c1c req-52d65259-fee8-4b2d-a3a3-db36f1a5992c tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:51.122828 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1479f0f-69fe-4930-9d7b-d07f63e78c1c req-52d65259-fee8-4b2d-a3a3-db36f1a5992c tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad1c867a-2d36-48ff-bfa3-affb1c6c82e2 HTTP/1.1" status: 200 len: 946 time: 0.1217537 Apr 21 12:32:51.153621 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474c67a5-ed1f-4eb7-a3c4-7b4a6752cef0 admin admin] Network be657ee5-a2f1-4082-a9b9-85b6b012fc97 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:32:51.188270 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-c7367db6-531b-4f52-a1f3-0badad354323 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Allocated IP 172.25.8.221 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/f1f8e56d-b7d6-4263-b924-db2e745cdc48) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:32:51.206311 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e9648095-4e72-4cae-8e27-557f29ac87f7 req-4358d4ac-24be-42fb-9e90-bd27867d76eb tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:51.269292 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1479f0f-69fe-4930-9d7b-d07f63e78c1c req-1ced7609-de9b-4834-b636-ead1bb212596 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d8e09c5-8b0f-4214-a3f1-eaab927ede58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162534 Apr 21 12:32:51.278245 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a31f2e73-ecf5-4cea-a7a7-c8717d03d824 admin admin] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:51.291780 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-ff83e110-ddc3-4587-9fbe-15982a1bdafd None None] Set router 160661de-0c5e-473b-9850-7942754b5db8 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:32:51.293125 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-474c67a5-ed1f-4eb7-a3c4-7b4a6752cef0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, be657ee5-a2f1-4082-a9b9-85b6b012fc97) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:32:51.324219 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c714f278-07b3-4d2f-99d6-173caf8216d7 None None] Network be657ee5-a2f1-4082-a9b9-85b6b012fc97 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:32:51.349326 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474c67a5-ed1f-4eb7-a3c4-7b4a6752cef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:51.355062 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-474c67a5-ed1f-4eb7-a3c4-7b4a6752cef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:51.421022 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7367db6-531b-4f52-a1f3-0badad354323 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:51.450790 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364e1ad4-bcaf-4c24-b205-e7ad4f5a90d3 x-openstack-request-id: req-364e1ad4-bcaf-4c24-b205-e7ad4f5a90d3 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:32:51.451128 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1c867a-2d36-48ff-bfa3-affb1c6c82e2", "name": "network-vif-plugged", "status": "completed", "tag": "cc1bc18c-4d33-4cb0-90e7-dd0be4a40006", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:32:51.451385 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-364e1ad4-bcaf-4c24-b205-e7ad4f5a90d3 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:32:51.451830 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-364e1ad4-bcaf-4c24-b205-e7ad4f5a90d3'] response: {'server_uuid': 'ad1c867a-2d36-48ff-bfa3-affb1c6c82e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc1bc18c-4d33-4cb0-90e7-dd0be4a40006', 'code': 200} Apr 21 12:32:51.477440 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a31f2e73-ecf5-4cea-a7a7-c8717d03d824 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:51.524903 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-474c67a5-ed1f-4eb7-a3c4-7b4a6752cef0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0465715 Apr 21 12:32:51.528844 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59396) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:51.532040 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e9648095-4e72-4cae-8e27-557f29ac87f7 req-4358d4ac-24be-42fb-9e90-bd27867d76eb tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:51.556766 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d2f9995d-f415-4cb3-a257-5cfca758a595 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1185059392-router', 'tenant_id': '6ab522efb7a84149b8c8bfe8cba888c5', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:32:51.596480 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b913d-b653-4642-b3b3-e5b0d603231a req-98f742d1-2de6-4d39-be36-5ce776cd5893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:51.598203 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e72b913d-b653-4642-b3b3-e5b0d603231a req-98f742d1-2de6-4d39-be36-5ce776cd5893 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ad1c867a-2d36-48ff-bfa3-affb1c6c82e2 HTTP/1.1" status: 200 len: 1097 time: 0.0898087 Apr 21 12:32:51.653327 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7367db6-531b-4f52-a1f3-0badad354323 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:51.673676 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a86978-3058-45d4-bfb9-c70afc93c1a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-be657ee5-a2f1-4082-a9b9-85b6b012fc97', 'network_id': 'be657ee5-a2f1-4082-a9b9-85b6b012fc97', 'tenant_id': '6ab522efb7a84149b8c8bfe8cba888c5', 'fixed_ips': [{'subnet_id': 'c96c19da-c885-418f-9615-ac2cd6671a02'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:32:51.673915 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e72b913d-b653-4642-b3b3-e5b0d603231a req-182f1d4c-d85a-4a01-bf7a-94c70bf29752 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6d8e09c5-8b0f-4214-a3f1-eaab927ede58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678670 Apr 21 12:32:51.674698 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5a86978-3058-45d4-bfb9-c70afc93c1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:51.675489 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e9648095-4e72-4cae-8e27-557f29ac87f7 req-4358d4ac-24be-42fb-9e90-bd27867d76eb tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:51.701265 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ff83e110-ddc3-4587-9fbe-15982a1bdafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160661de-0c5e-473b-9850-7942754b5db8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874641432-router', 'tenant_id': '27b0107ab7c24c809c1cfe3a7691b2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.158'}], 'enable_snat': True}, 'gw_port_id': 'c7c0d498-deb2-4020-bade-39547c8dc90d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:20Z', 'updated_at': '2022-04-21T12:32:49Z', 'revision_number': 5, 'project_id': '27b0107ab7c24c809c1cfe3a7691b2eb', 'gw_port': {'id': 'c7c0d498-deb2-4020-bade-39547c8dc90d', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:0f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160661de-0c5e-473b-9850-7942754b5db8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:28:21Z', 'updated_at': '2022-04-21T12:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:51.732556 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7367db6-531b-4f52-a1f3-0badad354323 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:32:51.746448 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff83e110-ddc3-4587-9fbe-15982a1bdafd None None] Checking router: 160661de-0c5e-473b-9850-7942754b5db8 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:32:51.747544 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-c7367db6-531b-4f52-a1f3-0badad354323 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:32:51.752857 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2f9995d-f415-4cb3-a257-5cfca758a595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:51.754370 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2f9995d-f415-4cb3-a257-5cfca758a595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:51.756559 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7367db6-531b-4f52-a1f3-0badad354323 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:32:51.781256 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358d4ac-24be-42fb-9e90-bd27867d76eb tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Pushing event updated for resources: {'Port': ['ID=6c291b17-e816-442d-b6b2-93f05c00d6e1,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:51.797288 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7367db6-531b-4f52-a1f3-0badad354323 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Pushing event updated for resources: {'Port': ['ID=f1f8e56d-b7d6-4263-b924-db2e745cdc48,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:51.815071 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e9648095-4e72-4cae-8e27-557f29ac87f7 req-4358d4ac-24be-42fb-9e90-bd27867d76eb tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:51.832777 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff83e110-ddc3-4587-9fbe-15982a1bdafd None None] Routers {'160661de-0c5e-473b-9850-7942754b5db8'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:32:51.834045 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ff83e110-ddc3-4587-9fbe-15982a1bdafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:32:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['160661de-0c5e-473b-9850-7942754b5db8'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:51.841643 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a31f2e73-ecf5-4cea-a7a7-c8717d03d824 admin admin] Deleting port c7c0d498-deb2-4020-bade-39547c8dc90d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:32:51.842133 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a31f2e73-ecf5-4cea-a7a7-c8717d03d824 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:51.878049 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7367db6-531b-4f52-a1f3-0badad354323 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:51.892548 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2f9995d-f415-4cb3-a257-5cfca758a595 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:51.936362 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e9648095-4e72-4cae-8e27-557f29ac87f7 req-4358d4ac-24be-42fb-9e90-bd27867d76eb tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:51.937762 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e9648095-4e72-4cae-8e27-557f29ac87f7 req-4358d4ac-24be-42fb-9e90-bd27867d76eb tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.6026678 Apr 21 12:32:51.972329 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-ff83e110-ddc3-4587-9fbe-15982a1bdafd None None] Set router 160661de-0c5e-473b-9850-7942754b5db8 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:32:52.026192 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e9648095-4e72-4cae-8e27-557f29ac87f7 req-57d8aa23-1944-49b7-a075-fb95f1953f79 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.7 HTTP/1.1" status: 200 len: 694 time: 0.0751796 Apr 21 12:32:52.033079 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-a31f2e73-ecf5-4cea-a7a7-c8717d03d824 admin admin] For port c7c0d498-deb2-4020-bade-39547c8dc90d, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c7c0d498-deb2-4020-bade-39547c8dc90d,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:52.035438 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a31f2e73-ecf5-4cea-a7a7-c8717d03d824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:52.052523 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ff83e110-ddc3-4587-9fbe-15982a1bdafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160661de-0c5e-473b-9850-7942754b5db8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874641432-router', 'tenant_id': '27b0107ab7c24c809c1cfe3a7691b2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:20Z', 'updated_at': '2022-04-21T12:32:51Z', 'revision_number': 6, 'project_id': '27b0107ab7c24c809c1cfe3a7691b2eb', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:52.057378 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7367db6-531b-4f52-a1f3-0badad354323 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:52.091040 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-b5a86978-3058-45d4-bfb9-c70afc93c1a5 None None] Allocated IP 172.20.0.2 (be657ee5-a2f1-4082-a9b9-85b6b012fc97/c96c19da-c885-418f-9615-ac2cd6671a02/96bc5d36-efc2-4bda-8f0a-1b116018a872) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:32:52.099242 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff83e110-ddc3-4587-9fbe-15982a1bdafd None None] The sync data for ids ['160661de-0c5e-473b-9850-7942754b5db8'] in n-d-836147-2 is: [{'id': '160661de-0c5e-473b-9850-7942754b5db8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1874641432-router', 'tenant_id': '27b0107ab7c24c809c1cfe3a7691b2eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:28:20Z', 'updated_at': '2022-04-21T12:32:51Z', 'revision_number': 6, 'project_id': '27b0107ab7c24c809c1cfe3a7691b2eb', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:32:52.112513 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a31f2e73-ecf5-4cea-a7a7-c8717d03d824 admin admin] Calling delete_port for c7c0d498-deb2-4020-bade-39547c8dc90d owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:32:52.316236 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7367db6-531b-4f52-a1f3-0badad354323 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:52.320082 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2f9995d-f415-4cb3-a257-5cfca758a595 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:52.331871 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5a86978-3058-45d4-bfb9-c70afc93c1a5 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:52.403963 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7367db6-531b-4f52-a1f3-0badad354323 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:52.409943 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9648095-4e72-4cae-8e27-557f29ac87f7 req-22b2c2be-8be2-493f-a0eb-13ff4863ec46 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:52.411918 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e9648095-4e72-4cae-8e27-557f29ac87f7 req-22b2c2be-8be2-493f-a0eb-13ff4863ec46 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 784 time: 0.3269928 Apr 21 12:32:52.429615 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-e9648095-4e72-4cae-8e27-557f29ac87f7 req-1bf69461-1f30-49c9-83d7-0118883234e4 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:32:52.430623 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e9648095-4e72-4cae-8e27-557f29ac87f7 req-1bf69461-1f30-49c9-83d7-0118883234e4 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075016 Apr 21 12:32:52.454372 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5a86978-3058-45d4-bfb9-c70afc93c1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:52.512651 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7367db6-531b-4f52-a1f3-0badad354323 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Pushing event updated for resources: {'Port': ['ID=f1f8e56d-b7d6-4263-b924-db2e745cdc48,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:52.524691 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7367db6-531b-4f52-a1f3-0badad354323 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:52.562934 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a86978-3058-45d4-bfb9-c70afc93c1a5 None None] Network be657ee5-a2f1-4082-a9b9-85b6b012fc97 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:32:52.587777 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device da643320-e2b3-4def-98c5-6b6a53545d4a no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:32:52.603833 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b5a86978-3058-45d4-bfb9-c70afc93c1a5 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:32:52.655982 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7367db6-531b-4f52-a1f3-0badad354323 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:52.666060 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c7367db6-531b-4f52-a1f3-0badad354323 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9370399 Apr 21 12:32:52.671961 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a86978-3058-45d4-bfb9-c70afc93c1a5 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:32:52.684977 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: da643320-e2b3-4def-98c5-6b6a53545d4a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:32:52.685322 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device da643320-e2b3-4def-98c5-6b6a53545d4a not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:32:52.701459 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a86978-3058-45d4-bfb9-c70afc93c1a5 None None] Pushing event updated for resources: {'Port': ['ID=96bc5d36-efc2-4bda-8f0a-1b116018a872,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:52.790958 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b5a86978-3058-45d4-bfb9-c70afc93c1a5 None None] Attempting to bind port 96bc5d36-efc2-4bda-8f0a-1b116018a872 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:32:52.793425 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b5a86978-3058-45d4-bfb9-c70afc93c1a5 None None] Attempting to bind port 96bc5d36-efc2-4bda-8f0a-1b116018a872 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'aa4529b8-6382-463b-afb5-4e7fa9c347c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'be657ee5-a2f1-4082-a9b9-85b6b012fc97'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:32:52.794143 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a86978-3058-45d4-bfb9-c70afc93c1a5 None None] Attempting to bind port 96bc5d36-efc2-4bda-8f0a-1b116018a872 on network be657ee5-a2f1-4082-a9b9-85b6b012fc97 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:32:52.809491 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a86978-3058-45d4-bfb9-c70afc93c1a5 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:32:52.810230 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a86978-3058-45d4-bfb9-c70afc93c1a5 None None] Checking segment: {'id': 'aa4529b8-6382-463b-afb5-4e7fa9c347c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'be657ee5-a2f1-4082-a9b9-85b6b012fc97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:32:52.811444 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5a86978-3058-45d4-bfb9-c70afc93c1a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:52.812337 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a86978-3058-45d4-bfb9-c70afc93c1a5 None None] Bound using segment: {'id': 'aa4529b8-6382-463b-afb5-4e7fa9c347c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'be657ee5-a2f1-4082-a9b9-85b6b012fc97'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:32:52.812994 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b5a86978-3058-45d4-bfb9-c70afc93c1a5 None None] Bound port: 96bc5d36-efc2-4bda-8f0a-1b116018a872, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa4529b8-6382-463b-afb5-4e7fa9c347c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'be657ee5-a2f1-4082-a9b9-85b6b012fc97'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:32:52.813563 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5a86978-3058-45d4-bfb9-c70afc93c1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:52.931581 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b5a86978-3058-45d4-bfb9-c70afc93c1a5 None None] For port 96bc5d36-efc2-4bda-8f0a-1b116018a872, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:32:52.938380 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b5a86978-3058-45d4-bfb9-c70afc93c1a5 None None] For port 96bc5d36-efc2-4bda-8f0a-1b116018a872, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=96bc5d36-efc2-4bda-8f0a-1b116018a872,segment=NetworkSegment(aa4529b8-6382-463b-afb5-4e7fa9c347c9),segment_id=aa4529b8-6382-463b-afb5-4e7fa9c347c9)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:32:53.043403 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5a86978-3058-45d4-bfb9-c70afc93c1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:53.124529 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f8989915-3240-44c0-86c7-e87fc599d17a req-1c4b7278-debc-4f50-89bf-7045ed690b4b tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] 10.222.0.36 "GET /v2.0/floatingips/f0c8dc83-fa7b-456b-8f18-5030e8c5a82f HTTP/1.1" status: 200 len: 691 time: 0.0893300 Apr 21 12:32:53.136018 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a86978-3058-45d4-bfb9-c70afc93c1a5 None None] Pushing event updated for resources: {'Port': ['ID=96bc5d36-efc2-4bda-8f0a-1b116018a872,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:53.189487 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a31f2e73-ecf5-4cea-a7a7-c8717d03d824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:53.244162 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1e3d2-1d38-4104-ae58-14aa4e8fe609 req-566527f2-ab10-4372-bb6c-f4be404c15a2 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:53.245634 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43f1e3d2-1d38-4104-ae58-14aa4e8fe609 req-566527f2-ab10-4372-bb6c-f4be404c15a2 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad1c867a-2d36-48ff-bfa3-affb1c6c82e2 HTTP/1.1" status: 200 len: 946 time: 0.2210121 Apr 21 12:32:53.251564 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31f2e73-ecf5-4cea-a7a7-c8717d03d824 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7c0d498-deb2-4020-bade-39547c8dc90d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:53.449055 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8989915-3240-44c0-86c7-e87fc599d17a req-822cb13e-046a-4b2c-8761-cf895ff2cb16 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:53.457119 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f8989915-3240-44c0-86c7-e87fc599d17a req-822cb13e-046a-4b2c-8761-cf895ff2cb16 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 784 time: 0.3316290 Apr 21 12:32:53.461481 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43f1e3d2-1d38-4104-ae58-14aa4e8fe609 req-462a2384-9f22-4d99-a889-5fd4c3772a47 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d8e09c5-8b0f-4214-a3f1-eaab927ede58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795554 Apr 21 12:32:53.476601 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a31f2e73-ecf5-4cea-a7a7-c8717d03d824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:53.581799 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f8989915-3240-44c0-86c7-e87fc599d17a req-2c637756-463b-49a9-a2ea-40d65ee59802 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.7 HTTP/1.1" status: 200 len: 694 time: 0.1236541 Apr 21 12:32:53.607030 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 8e1d04bf-b29d-48d1-a2d2-184d287671b4 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:32:53.673032 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a31f2e73-ecf5-4cea-a7a7-c8717d03d824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:53.715584 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 8e1d04bf-b29d-48d1-a2d2-184d287671b4, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8e1d04bf-b29d-48d1-a2d2-184d287671b4,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:53.729189 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '8e1d04bf-b29d-48d1-a2d2-184d287671b4', 'network_id': 'a750d059-4831-44ed-89d3-df516bd3d8aa', 'port_id': '8e1d04bf-b29d-48d1-a2d2-184d287671b4', 'mac_address': 'fa:16:3e:c9:5a:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7070f83-9ad6-411e-82a5-c452eae4aee0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:32:53.742108 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a31f2e73-ecf5-4cea-a7a7-c8717d03d824 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:53.778257 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:53.791920 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e1d04bf-b29d-48d1-a2d2-184d287671b4 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:32:53.800929 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f8989915-3240-44c0-86c7-e87fc599d17a req-43952449-386d-4bfc-ac33-66793c7fc808 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.7 HTTP/1.1" status: 200 len: 694 time: 0.2095888 Apr 21 12:32:53.812807 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 8e1d04bf-b29d-48d1-a2d2-184d287671b4, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8e1d04bf-b29d-48d1-a2d2-184d287671b4,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:53.890928 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2f01e-27b9-447a-a572-75d3f6ba5165 req-a8b721f1-da89-4dde-a598-848911c8a541 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:53.892529 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32e2f01e-27b9-447a-a572-75d3f6ba5165 req-a8b721f1-da89-4dde-a598-848911c8a541 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d697314-a9ff-45e5-a40c-5a88725fb9c4 HTTP/1.1" status: 200 len: 950 time: 0.3099244 Apr 21 12:32:53.897440 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2f9995d-f415-4cb3-a257-5cfca758a595 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:53.937198 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:53.953048 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a31f2e73-ecf5-4cea-a7a7-c8717d03d824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:53.953574 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31f2e73-ecf5-4cea-a7a7-c8717d03d824 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 160661de-0c5e-473b-9850-7942754b5db8 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:32:53.959050 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a31f2e73-ecf5-4cea-a7a7-c8717d03d824 admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:53.962804 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a31f2e73-ecf5-4cea-a7a7-c8717d03d824 admin admin] 10.222.0.36 "DELETE /v2.0/routers/160661de-0c5e-473b-9850-7942754b5db8 HTTP/1.1" status: 204 len: 168 time: 2.9323289 Apr 21 12:32:53.962926 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59436) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:53.972553 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2f9995d-f415-4cb3-a257-5cfca758a595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:54.060914 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-975d060e-88e2-4c10-9fae-75822c10d488 admin admin] Deleting subnet 82d3becb-3341-4d54-a00e-a69f8bebda38 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:32:54.068229 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=8e1d04bf-b29d-48d1-a2d2-184d287671b4,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:54.069110 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-975d060e-88e2-4c10-9fae-75822c10d488 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:54.079478 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['8e1d04bf-b29d-48d1-a2d2-184d287671b4'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:32:54.122265 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32e2f01e-27b9-447a-a572-75d3f6ba5165 req-6f612726-2fff-473f-8062-5c8f112d16f1 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918039 Apr 21 12:32:54.145201 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-975d060e-88e2-4c10-9fae-75822c10d488 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:54.220080 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f8989915-3240-44c0-86c7-e87fc599d17a req-7b5b96ca-c7d2-4a9a-b6bd-2d77ae0511b7 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Deleting port 6c291b17-e816-442d-b6b2-93f05c00d6e1 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:32:54.220976 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f8989915-3240-44c0-86c7-e87fc599d17a req-7b5b96ca-c7d2-4a9a-b6bd-2d77ae0511b7 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:54.249925 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-d2f9995d-f415-4cb3-a257-5cfca758a595 admin admin] Allocated IP 172.25.8.163 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/265b8dce-ff15-4d6f-a3ee-66aee52fd553) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:32:54.304901 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-975d060e-88e2-4c10-9fae-75822c10d488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:54.437255 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-975d060e-88e2-4c10-9fae-75822c10d488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:54.443645 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-174d34ca-682d-4106-9890-5f53a702ceaf tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--2018982075&fields=id&tenant_id=6f1908decb8e42768935cf18d0563e60 HTTP/1.1" status: 200 len: 267 time: 0.1612065 Apr 21 12:32:54.463256 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f8989915-3240-44c0-86c7-e87fc599d17a req-7b5b96ca-c7d2-4a9a-b6bd-2d77ae0511b7 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:54.463678 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f8989915-3240-44c0-86c7-e87fc599d17a req-7b5b96ca-c7d2-4a9a-b6bd-2d77ae0511b7 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:54.474153 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d060e-88e2-4c10-9fae-75822c10d488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82d3becb-3341-4d54-a00e-a69f8bebda38,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:54.492373 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f74eb99-8df0-4b9c-8a8e-360243b488ce None None] Network 556870be-f9c4-49af-8c0f-cfb715f38106 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:32:54.502414 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-975d060e-88e2-4c10-9fae-75822c10d488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:54.508765 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-975d060e-88e2-4c10-9fae-75822c10d488 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/82d3becb-3341-4d54-a00e-a69f8bebda38 HTTP/1.1" status: 204 len: 168 time: 0.5448587 Apr 21 12:32:54.509404 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59448) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:54.561542 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f8989915-3240-44c0-86c7-e87fc599d17a req-7b5b96ca-c7d2-4a9a-b6bd-2d77ae0511b7 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Calling delete_port for 6c291b17-e816-442d-b6b2-93f05c00d6e1 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:32:54.590669 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ae7f2-bac4-45bd-99d6-2cbf3bc8c272 req-e091c233-be4d-47c2-b57c-3d5ec5be14cd tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:54.592102 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e29ae7f2-bac4-45bd-99d6-2cbf3bc8c272 req-e091c233-be4d-47c2-b57c-3d5ec5be14cd tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d697314-a9ff-45e5-a40c-5a88725fb9c4 HTTP/1.1" status: 200 len: 950 time: 0.2831240 Apr 21 12:32:54.599981 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ae93dd-ef63-4db4-8fe6-f9a8a75a0562 None None] Network be657ee5-a2f1-4082-a9b9-85b6b012fc97 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:32:54.643865 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-624f65ef-cad1-4965-a3b8-da7103741534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:54.680696 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 96bc5d36-efc2-4bda-8f0a-1b116018a872 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:32:54.738319 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-624f65ef-cad1-4965-a3b8-da7103741534 admin admin] Deleting port be5d96fb-4ec9-4550-80af-94c9d5d0e308 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:32:54.738319 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-624f65ef-cad1-4965-a3b8-da7103741534 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:54.804526 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-eef1763d-5733-47e1-8910-80e2a26304ec None None] Provisioning complete for port 96bc5d36-efc2-4bda-8f0a-1b116018a872 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:54.804806 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eef1763d-5733-47e1-8910-80e2a26304ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:54.876119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-e6931f99-9fec-4ab2-b774-7f1575c4cc3d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:54.877633 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-e6931f99-9fec-4ab2-b774-7f1575c4cc3d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports/96687793-00d5-4fbd-bfb5-42c2efdbb264 HTTP/1.1" status: 200 len: 931 time: 0.4165156 Apr 21 12:32:54.908910 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2f9995d-f415-4cb3-a257-5cfca758a595 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:54.990662 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-bf167af3-c288-4cd0-bcfc-32b9b3fca585 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:54.992125 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-bf167af3-c288-4cd0-bcfc-32b9b3fca585 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports/fadb7cc0-7e48-4b28-bd3b-61295e53ad04 HTTP/1.1" status: 200 len: 931 time: 0.1031730 Apr 21 12:32:55.046679 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 96bc5d36-efc2-4bda-8f0a-1b116018a872 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:55.047100 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:55.076952 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-23cc9c96-fcfb-4ade-86c9-cf3ddb16302e tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?network_id=92442c54-a20b-4d99-aea4-e4d3be34f674&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0703344 Apr 21 12:32:55.079547 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f8989915-3240-44c0-86c7-e87fc599d17a req-7b5b96ca-c7d2-4a9a-b6bd-2d77ae0511b7 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:55.134292 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed755a76-c74f-4ff1-9989-9da3c983ee2c None None] DHCP port deletion for 556870be-f9c4-49af-8c0f-cfb715f38106 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:32:55.175542 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-624f65ef-cad1-4965-a3b8-da7103741534 admin admin] For port be5d96fb-4ec9-4550-80af-94c9d5d0e308, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=be5d96fb-4ec9-4550-80af-94c9d5d0e308,segment=NetworkSegment(436f1b3d-4fc5-4a14-91a0-5296ec4b23d3),segment_id=436f1b3d-4fc5-4a14-91a0-5296ec4b23d3)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:55.176099 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-624f65ef-cad1-4965-a3b8-da7103741534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:55.191389 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-624f65ef-cad1-4965-a3b8-da7103741534 admin admin] Calling delete_port for be5d96fb-4ec9-4550-80af-94c9d5d0e308 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:32:55.196438 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eef1763d-5733-47e1-8910-80e2a26304ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:55.223974 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-e29ae7f2-bac4-45bd-99d6-2cbf3bc8c272 req-dc059446-ea46-4210-a71c-dcdcbd6bc085 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Deleting port bc706f12-de6d-4192-ba09-e1e5692d8e92 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:32:55.224469 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e29ae7f2-bac4-45bd-99d6-2cbf3bc8c272 req-dc059446-ea46-4210-a71c-dcdcbd6bc085 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:55.228775 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-05ba7bcf-8383-432e-becd-262befa153dc tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?network_id=92442c54-a20b-4d99-aea4-e4d3be34f674&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0990331 Apr 21 12:32:55.233444 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b96ca-c7d2-4a9a-b6bd-2d77ae0511b7 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Pushing event deleted for resources: {'Port': ['ID=6c291b17-e816-442d-b6b2-93f05c00d6e1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:55.259309 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2f9995d-f415-4cb3-a257-5cfca758a595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:55.276370 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:55.281007 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-eef1763d-5733-47e1-8910-80e2a26304ec None None] For port 96bc5d36-efc2-4bda-8f0a-1b116018a872, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=96bc5d36-efc2-4bda-8f0a-1b116018a872,segment=NetworkSegment(aa4529b8-6382-463b-afb5-4e7fa9c347c9),segment_id=aa4529b8-6382-463b-afb5-4e7fa9c347c9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:55.285081 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f9995d-f415-4cb3-a257-5cfca758a595 admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:32:55.300352 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d2f9995d-f415-4cb3-a257-5cfca758a595 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:32:55.317847 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ed755a76-c74f-4ff1-9989-9da3c983ee2c None None] Deleting port be5d96fb-4ec9-4550-80af-94c9d5d0e308 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:32:55.318168 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed755a76-c74f-4ff1-9989-9da3c983ee2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:55.378994 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f9995d-f415-4cb3-a257-5cfca758a595 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:32:55.381939 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eef1763d-5733-47e1-8910-80e2a26304ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:55.390189 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f8989915-3240-44c0-86c7-e87fc599d17a req-7b5b96ca-c7d2-4a9a-b6bd-2d77ae0511b7 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:55.396436 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f8989915-3240-44c0-86c7-e87fc599d17a req-7b5b96ca-c7d2-4a9a-b6bd-2d77ae0511b7 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:55.408721 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-624f65ef-cad1-4965-a3b8-da7103741534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:55.408925 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f8989915-3240-44c0-86c7-e87fc599d17a req-7b5b96ca-c7d2-4a9a-b6bd-2d77ae0511b7 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] 10.222.0.36 "DELETE /v2.0/floatingips/f0c8dc83-fa7b-456b-8f18-5030e8c5a82f HTTP/1.1" status: 204 len: 173 time: 1.5853899 Apr 21 12:32:55.443111 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f65ef-cad1-4965-a3b8-da7103741534 admin admin] Pushing event deleted for resources: {'Port': ['ID=be5d96fb-4ec9-4550-80af-94c9d5d0e308,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:55.452842 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624f65ef-cad1-4965-a3b8-da7103741534 admin admin] No DVR routers for this DVR port be5d96fb-4ec9-4550-80af-94c9d5d0e308 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:32:55.511539 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ed755a76-c74f-4ff1-9989-9da3c983ee2c None None] For port be5d96fb-4ec9-4550-80af-94c9d5d0e308, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=be5d96fb-4ec9-4550-80af-94c9d5d0e308,segment=NetworkSegment(436f1b3d-4fc5-4a14-91a0-5296ec4b23d3),segment_id=436f1b3d-4fc5-4a14-91a0-5296ec4b23d3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:55.511932 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed755a76-c74f-4ff1-9989-9da3c983ee2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:55.542448 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9995d-f415-4cb3-a257-5cfca758a595 admin admin] Pushing event updated for resources: {'Port': ['ID=265b8dce-ff15-4d6f-a3ee-66aee52fd553,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:55.550559 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ed755a76-c74f-4ff1-9989-9da3c983ee2c None None] Calling delete_port for be5d96fb-4ec9-4550-80af-94c9d5d0e308 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:32:55.556347 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-624f65ef-cad1-4965-a3b8-da7103741534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:55.586988 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-624f65ef-cad1-4965-a3b8-da7103741534 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['556870be-f9c4-49af-8c0f-cfb715f38106']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:55.603322 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-624f65ef-cad1-4965-a3b8-da7103741534 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '436f1b3d-4fc5-4a14-91a0-5296ec4b23d3') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:55.603750 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-624f65ef-cad1-4965-a3b8-da7103741534 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '436f1b3d-4fc5-4a14-91a0-5296ec4b23d3') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:55.617386 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-624f65ef-cad1-4965-a3b8-da7103741534 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:55.633529 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-624f65ef-cad1-4965-a3b8-da7103741534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:55.641267 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624f65ef-cad1-4965-a3b8-da7103741534 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:32:55.641684 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-624f65ef-cad1-4965-a3b8-da7103741534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:55.666950 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1763d-5733-47e1-8910-80e2a26304ec None None] Pushing event updated for resources: {'Port': ['ID=96bc5d36-efc2-4bda-8f0a-1b116018a872,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:55.669240 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:32:55.669838 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:32:55.674339 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 8e1d04bf-b29d-48d1-a2d2-184d287671b4 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:32:55.675037 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e29ae7f2-bac4-45bd-99d6-2cbf3bc8c272 req-dc059446-ea46-4210-a71c-dcdcbd6bc085 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] For port bc706f12-de6d-4192-ba09-e1e5692d8e92, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=bc706f12-de6d-4192-ba09-e1e5692d8e92,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:55.675414 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e29ae7f2-bac4-45bd-99d6-2cbf3bc8c272 req-dc059446-ea46-4210-a71c-dcdcbd6bc085 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:32:55.732151 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:32:55.743800 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f5bd3aaa-b054-4129-ade8-8c8a7fde7c2b None None] Provisioning complete for port 96bc5d36-efc2-4bda-8f0a-1b116018a872 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:55.743800 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5bd3aaa-b054-4129-ade8-8c8a7fde7c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:55.767308 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-834eea62-7dd1-4fc6-85cb-fbad3f30bcac tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:55.773391 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-834eea62-7dd1-4fc6-85cb-fbad3f30bcac tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:55.779380 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-834eea62-7dd1-4fc6-85cb-fbad3f30bcac tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:55.781019 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-834eea62-7dd1-4fc6-85cb-fbad3f30bcac tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/networks?id=9b7dd046-10d1-4f75-8b5a-2092dfe7d348&id=e4d7b828-c49d-4174-8a7c-f8e1c5ee789b&id=e4d7b828-c49d-4174-8a7c-f8e1c5ee789b&id=92442c54-a20b-4d99-aea4-e4d3be34f674&id=92442c54-a20b-4d99-aea4-e4d3be34f674 HTTP/1.1" status: 200 len: 1989 time: 0.5365009 Apr 21 12:32:55.782056 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-e29ae7f2-bac4-45bd-99d6-2cbf3bc8c272 req-dc059446-ea46-4210-a71c-dcdcbd6bc085 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Calling delete_port for bc706f12-de6d-4192-ba09-e1e5692d8e92 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:32:55.795891 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-624f65ef-cad1-4965-a3b8-da7103741534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:55.804017 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-624f65ef-cad1-4965-a3b8-da7103741534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:55.813511 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-624f65ef-cad1-4965-a3b8-da7103741534 admin admin] 10.222.0.36 "DELETE /v2.0/networks/556870be-f9c4-49af-8c0f-cfb715f38106 HTTP/1.1" status: 204 len: 168 time: 1.3017137 Apr 21 12:32:55.827004 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed755a76-c74f-4ff1-9989-9da3c983ee2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:55.830396 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f65ef-cad1-4965-a3b8-da7103741534 admin admin] Pushing event deleted for resources: {'Network': ['ID=556870be-f9c4-49af-8c0f-cfb715f38106,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:55.838217 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ed755a76-c74f-4ff1-9989-9da3c983ee2c None None] Network 556870be-f9c4-49af-8c0f-cfb715f38106 is not hosted by any dhcp agent {{(pid=103399) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 21 12:32:55.838774 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed755a76-c74f-4ff1-9989-9da3c983ee2c None None] No DVR routers for this DVR port be5d96fb-4ec9-4550-80af-94c9d5d0e308 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:32:55.860943 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-d0f8383f-f4e0-4b6e-9e10-e8637c2f1216 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/quotas/6f1908decb8e42768935cf18d0563e60 HTTP/1.1" status: 200 len: 375 time: 0.0631335 Apr 21 12:32:55.870845 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed755a76-c74f-4ff1-9989-9da3c983ee2c None None] Pushing event deleted for resources: {'Port': ['ID=be5d96fb-4ec9-4550-80af-94c9d5d0e308,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:55.881955 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee340d92-0cd0-49f5-a9a9-78adc3fdaec5 req-2fe7b334-3dd2-4a2b-a422-88f5d66f30f2 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:55.889393 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ee340d92-0cd0-49f5-a9a9-78adc3fdaec5 req-2fe7b334-3dd2-4a2b-a422-88f5d66f30f2 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad1c867a-2d36-48ff-bfa3-affb1c6c82e2 HTTP/1.1" status: 200 len: 946 time: 0.2809894 Apr 21 12:32:55.926887 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:55.947847 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8e1d04bf-b29d-48d1-a2d2-184d287671b4 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:32:55.971025 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 8e1d04bf-b29d-48d1-a2d2-184d287671b4, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8e1d04bf-b29d-48d1-a2d2-184d287671b4,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:32:56.041760 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:56.108427 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=8e1d04bf-b29d-48d1-a2d2-184d287671b4,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:56.233297 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59462) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:56.275737 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c1f35b57-e1dc-4609-918a-369cd145cae7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c66726bc1d664d6d9ca628f60b5422d1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0411937 Apr 21 12:32:56.278454 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59464) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:56.287104 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c7c0d498-deb2-4020-bade-39547c8dc90d no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:32:56.321958 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ee340d92-0cd0-49f5-a9a9-78adc3fdaec5 req-bbab0ee9-d8f7-4966-abd9-2821e440bf1c tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d8e09c5-8b0f-4214-a3f1-eaab927ede58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4316111 Apr 21 12:32:56.329065 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: c7c0d498-deb2-4020-bade-39547c8dc90d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:32:56.329455 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c7c0d498-deb2-4020-bade-39547c8dc90d not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:32:56.353813 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3e8ee3f3-2bed-4d70-b5b2-aaeaf6dc8d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:56.386648 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3e8ee3f3-2bed-4d70-b5b2-aaeaf6dc8d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:56.439506 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-1d719ddd-e658-4d4e-bb9a-2a0084dfe489 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f1908decb8e42768935cf18d0563e60&fields=id HTTP/1.1" status: 200 len: 532 time: 0.5675611 Apr 21 12:32:56.522400 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3e8ee3f3-2bed-4d70-b5b2-aaeaf6dc8d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:56.526106 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3e8ee3f3-2bed-4d70-b5b2-aaeaf6dc8d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:56.531035 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3e8ee3f3-2bed-4d70-b5b2-aaeaf6dc8d61 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1399ad15-86b4-4626-abf5-9e314917adcc HTTP/1.1" status: 204 len: 168 time: 0.2516072 Apr 21 12:32:56.547779 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ee3f3-2bed-4d70-b5b2-aaeaf6dc8d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1399ad15-86b4-4626-abf5-9e314917adcc,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:56.548268 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2f9995d-f415-4cb3-a257-5cfca758a595 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:56.601195 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e29ae7f2-bac4-45bd-99d6-2cbf3bc8c272 req-dc059446-ea46-4210-a71c-dcdcbd6bc085 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:56.618978 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 96bc5d36-efc2-4bda-8f0a-1b116018a872 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:32:56.667824 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc059446-ea46-4210-a71c-dcdcbd6bc085 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Pushing event deleted for resources: {'Port': ['ID=bc706f12-de6d-4192-ba09-e1e5692d8e92,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:56.694177 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42220bb2-1404-4938-b6f1-2b1625541faa req-a6d09ad8-ad86-4e60-add4-840591835897 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:56.695998 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42220bb2-1404-4938-b6f1-2b1625541faa req-a6d09ad8-ad86-4e60-add4-840591835897 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d697314-a9ff-45e5-a40c-5a88725fb9c4 HTTP/1.1" status: 200 len: 867 time: 0.2757449 Apr 21 12:32:56.700453 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 96bc5d36-efc2-4bda-8f0a-1b116018a872 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:56.701019 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:56.781861 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29ae7f2-bac4-45bd-99d6-2cbf3bc8c272 req-dc059446-ea46-4210-a71c-dcdcbd6bc085 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] No DVR routers for this DVR port bc706f12-de6d-4192-ba09-e1e5692d8e92 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:32:56.784603 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e29ae7f2-bac4-45bd-99d6-2cbf3bc8c272 req-dc059446-ea46-4210-a71c-dcdcbd6bc085 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:56.788247 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e29ae7f2-bac4-45bd-99d6-2cbf3bc8c272 req-dc059446-ea46-4210-a71c-dcdcbd6bc085 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.26 "DELETE /v2.0/ports/bc706f12-de6d-4192-ba09-e1e5692d8e92 HTTP/1.1" status: 204 len: 173 time: 2.1862440 Apr 21 12:32:56.799416 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d697314-a9ff-45e5-a40c-5a88725fb9c4', 'name': 'network-vif-deleted', 'tag': 'bc706f12-de6d-4192-ba09-e1e5692d8e92'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:32:56.802521 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fd5da5-e814-40c3-a94c-a293e13312b6" -d '{"events": [{"server_uuid": "2d697314-a9ff-45e5-a40c-5a88725fb9c4", "name": "network-vif-deleted", "tag": "bc706f12-de6d-4192-ba09-e1e5692d8e92"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:32:56.822220 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-f8216d06-2ad1-448b-94da-20deb6875be8 service neutron] 10.222.0.36 "GET /v2.0/networks/9b7dd046-10d1-4f75-8b5a-2092dfe7d348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588355 Apr 21 12:32:56.887204 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device be5d96fb-4ec9-4550-80af-94c9d5d0e308 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:32:56.896195 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42220bb2-1404-4938-b6f1-2b1625541faa req-bca16a5b-879a-4213-a95c-e1c6c6336229 tempest-ServersAdminNegativeTestJSON-24739119 tempest-ServersAdminNegativeTestJSON-24739119-project] 10.222.0.36 "GET /v2.0/security-groups?id=654d3409-0b1b-4d79-a145-ebf7ac52cde8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541820 Apr 21 12:32:56.938660 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: be5d96fb-4ec9-4550-80af-94c9d5d0e308 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:32:56.939266 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device be5d96fb-4ec9-4550-80af-94c9d5d0e308 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:32:57.040073 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-76fb0306-bb06-4535-a33b-1b5928b32bee req-5408dadf-5dd7-4b50-89db-e64f201c3a5d tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] show failed (client error): The resource could not be found. Apr 21 12:32:57.041057 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-76fb0306-bb06-4535-a33b-1b5928b32bee req-5408dadf-5dd7-4b50-89db-e64f201c3a5d tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] 10.222.0.36 "GET /v2.0/floatingips/f0c8dc83-fa7b-456b-8f18-5030e8c5a82f HTTP/1.1" status: 404 len: 350 time: 0.0921133 Apr 21 12:32:57.084093 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2f9995d-f415-4cb3-a257-5cfca758a595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:57.095598 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-a5fd663b-0808-45c8-b3aa-62efea6dcbee service neutron] 10.222.0.36 "GET /v2.0/networks/9b7dd046-10d1-4f75-8b5a-2092dfe7d348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613063 Apr 21 12:32:57.217313 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-2c7ae807-6fb0-40ed-90f2-c51fbc8cd43e service neutron] 10.222.0.36 "GET /v2.0/ports/96687793-00d5-4fbd-bfb5-42c2efdbb264?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0879517 Apr 21 12:32:57.284404 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b278b-532f-461b-80cb-77a1353c03cb req-5c575128-0e60-4b83-93fb-7d23e02588f6 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:57.286182 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f2b278b-532f-461b-80cb-77a1353c03cb req-5c575128-0e60-4b83-93fb-7d23e02588f6 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff HTTP/1.1" status: 200 len: 943 time: 0.1486495 Apr 21 12:32:57.389004 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f2b278b-532f-461b-80cb-77a1353c03cb req-4a326132-f875-49f3-ab27-2ff608f9e0ef tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943191 Apr 21 12:32:57.408209 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-23a973e9-92b4-4ed6-883d-a84d61934e9f service neutron] 10.222.0.36 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582427 Apr 21 12:32:57.496012 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59480) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:57.514690 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-8143bc40-6302-4aae-9e68-dadfe37dffa2 service neutron] 10.222.0.36 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982616 Apr 21 12:32:57.530013 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f9995d-f415-4cb3-a257-5cfca758a595 admin admin] Router 8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:32:57.534142 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6a442845-7781-4ea6-bdee-bded06d10c9d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=27b0107ab7c24c809c1cfe3a7691b2eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0370111 Apr 21 12:32:57.537301 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59482) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:57.563715 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-652fa003-687d-49a9-99c4-1c7cd1c46fed service neutron] 10.222.0.36 "GET /v2.0/ports/fadb7cc0-7e48-4b28-bd3b-61295e53ad04?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0423107 Apr 21 12:32:57.590183 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-41cbc3e6-da11-4cc9-9462-b26a0dd04e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:57.612521 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-41cbc3e6-da11-4cc9-9462-b26a0dd04e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:57.743832 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f9995d-f415-4cb3-a257-5cfca758a595 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:32:57.752412 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d267ac09-56be-43b2-8dab-5a9044e8c42e None None] Sync routers for ids ['8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:32:57.752893 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-afce148e-eafd-4442-905c-40c3acc4709a service neutron] 10.222.0.36 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530910 Apr 21 12:32:57.763334 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d267ac09-56be-43b2-8dab-5a9044e8c42e None None] Routers {'8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:32:57.763928 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d267ac09-56be-43b2-8dab-5a9044e8c42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:32:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:57.846445 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-2f3a6048-220d-4d12-b40b-3a966e11ea6e service neutron] 10.222.0.36 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867088 Apr 21 12:32:57.846830 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-41cbc3e6-da11-4cc9-9462-b26a0dd04e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:57.850013 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-41cbc3e6-da11-4cc9-9462-b26a0dd04e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:57.853413 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-41cbc3e6-da11-4cc9-9462-b26a0dd04e39 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9514f659-4529-42f0-a028-cbc6e39763ff HTTP/1.1" status: 204 len: 168 time: 0.3126228 Apr 21 12:32:57.858949 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbc3e6-da11-4cc9-9462-b26a0dd04e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9514f659-4529-42f0-a028-cbc6e39763ff,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:57.889530 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-d267ac09-56be-43b2-8dab-5a9044e8c42e None None] Set router 8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:32:57.915743 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2f9995d-f415-4cb3-a257-5cfca758a595 admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:57.924403 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59490) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:57.924984 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d2f9995d-f415-4cb3-a257-5cfca758a595 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3925810 Apr 21 12:32:57.998361 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68925f69-e7b9-4516-831a-11fafdf365c4 x-openstack-request-id: req-68925f69-e7b9-4516-831a-11fafdf365c4 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:32:57.998658 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d697314-a9ff-45e5-a40c-5a88725fb9c4", "name": "network-vif-deleted", "tag": "bc706f12-de6d-4192-ba09-e1e5692d8e92", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:32:57.998922 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-68925f69-e7b9-4516-831a-11fafdf365c4 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:32:57.999343 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68925f69-e7b9-4516-831a-11fafdf365c4'] response: {'server_uuid': '2d697314-a9ff-45e5-a40c-5a88725fb9c4', 'name': 'network-vif-deleted', 'tag': 'bc706f12-de6d-4192-ba09-e1e5692d8e92', 'status': 'completed', 'code': 200} Apr 21 12:32:58.076063 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-a0e467d9-a6a9-4698-81bd-c8e78e9561db req-1cea3449-afcd-4df2-9834-9aba760d8b40 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] show failed (client error): The resource could not be found. Apr 21 12:32:58.077236 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a0e467d9-a6a9-4698-81bd-c8e78e9561db req-1cea3449-afcd-4df2-9834-9aba760d8b40 tempest-FloatingIPsTestJSON-1188079495 tempest-FloatingIPsTestJSON-1188079495-project] 10.222.0.36 "GET /v2.0/floatingips/f0c8dc83-fa7b-456b-8f18-5030e8c5a82f HTTP/1.1" status: 404 len: 350 time: 0.0648139 Apr 21 12:32:58.093030 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59496) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:32:58.199428 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-be46c770-da72-4248-b68f-bf268ced630c service neutron] 10.222.0.36 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323326 Apr 21 12:32:58.213528 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d267ac09-56be-43b2-8dab-5a9044e8c42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4', 'name': 'tempest-FloatingIPDetailsTestJSON-1185059392-router', 'tenant_id': '6ab522efb7a84149b8c8bfe8cba888c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '265b8dce-ff15-4d6f-a3ee-66aee52fd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:32:51Z', 'updated_at': '2022-04-21T12:32:55Z', 'revision_number': 3, 'project_id': '6ab522efb7a84149b8c8bfe8cba888c5', 'gw_port': {'id': '265b8dce-ff15-4d6f-a3ee-66aee52fd553', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:da:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:32:53Z', 'updated_at': '2022-04-21T12:32:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:58.228281 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d267ac09-56be-43b2-8dab-5a9044e8c42e None None] Checking router: 8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:32:58.228621 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d267ac09-56be-43b2-8dab-5a9044e8c42e None None] Updating router 8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4 port 265b8dce-ff15-4d6f-a3ee-66aee52fd553 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:32:58.229243 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device bc706f12-de6d-4192-ba09-e1e5692d8e92 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:32:58.254293 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d267ac09-56be-43b2-8dab-5a9044e8c42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:58.267020 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: bc706f12-de6d-4192-ba09-e1e5692d8e92 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:32:58.268037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device bc706f12-de6d-4192-ba09-e1e5692d8e92 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:32:58.415949 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-9eaaa68e-fccc-4fdc-8582-07483f329875 service neutron] 10.222.0.36 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062435 Apr 21 12:32:58.563208 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d267ac09-56be-43b2-8dab-5a9044e8c42e None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:58.636182 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d267ac09-56be-43b2-8dab-5a9044e8c42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:58.707318 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8d724-23d2-4328-9b53-740b65b4bd9d None None] Pushing event updated for resources: {'Port': ['ID=265b8dce-ff15-4d6f-a3ee-66aee52fd553,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:58.734532 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c208ee88-18a7-4206-9d8f-ef4b7c04b190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:58.739124 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d267ac09-56be-43b2-8dab-5a9044e8c42e None None] Attempting to bind port 265b8dce-ff15-4d6f-a3ee-66aee52fd553 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:32:58.739871 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d267ac09-56be-43b2-8dab-5a9044e8c42e None None] Attempting to bind port 265b8dce-ff15-4d6f-a3ee-66aee52fd553 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:32:58.740394 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d267ac09-56be-43b2-8dab-5a9044e8c42e None None] Attempting to bind port 265b8dce-ff15-4d6f-a3ee-66aee52fd553 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:32:58.748348 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d267ac09-56be-43b2-8dab-5a9044e8c42e None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:32:58.749325 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d267ac09-56be-43b2-8dab-5a9044e8c42e None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:32:58.750081 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d267ac09-56be-43b2-8dab-5a9044e8c42e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:58.751241 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d267ac09-56be-43b2-8dab-5a9044e8c42e None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:32:58.751918 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d267ac09-56be-43b2-8dab-5a9044e8c42e None None] Bound port: 265b8dce-ff15-4d6f-a3ee-66aee52fd553, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:32:58.752487 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d267ac09-56be-43b2-8dab-5a9044e8c42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:58.810634 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d267ac09-56be-43b2-8dab-5a9044e8c42e None None] For port 265b8dce-ff15-4d6f-a3ee-66aee52fd553, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:32:58.814305 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d267ac09-56be-43b2-8dab-5a9044e8c42e None None] For port 265b8dce-ff15-4d6f-a3ee-66aee52fd553, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=265b8dce-ff15-4d6f-a3ee-66aee52fd553,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:32:58.905192 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d267ac09-56be-43b2-8dab-5a9044e8c42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:58.924124 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-c208ee88-18a7-4206-9d8f-ef4b7c04b190 admin admin] Allocated IP 172.20.0.1 (be657ee5-a2f1-4082-a9b9-85b6b012fc97/c96c19da-c885-418f-9615-ac2cd6671a02/bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:32:58.972949 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8d724-23d2-4328-9b53-740b65b4bd9d None None] Pushing event updated for resources: {'Port': ['ID=265b8dce-ff15-4d6f-a3ee-66aee52fd553,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:58.976839 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d267ac09-56be-43b2-8dab-5a9044e8c42e None None] Routers {'8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:32:58.977856 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d267ac09-56be-43b2-8dab-5a9044e8c42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:32:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:59.075216 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c208ee88-18a7-4206-9d8f-ef4b7c04b190 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:59.115328 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-24246c9e-24ec-4fd2-8a6d-4bdd56b1f109 service neutron] 10.222.0.36 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6910353 Apr 21 12:32:59.134699 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca733a-5329-489c-a2e3-0d56f2c78249 req-eaed9aea-65fe-4c56-940c-dcda14f3c966 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:59.136429 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b6ca733a-5329-489c-a2e3-0d56f2c78249 req-eaed9aea-65fe-4c56-940c-dcda14f3c966 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad1c867a-2d36-48ff-bfa3-affb1c6c82e2 HTTP/1.1" status: 200 len: 946 time: 0.1167455 Apr 21 12:32:59.137701 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-d267ac09-56be-43b2-8dab-5a9044e8c42e None None] Set router 8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:32:59.167634 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c208ee88-18a7-4206-9d8f-ef4b7c04b190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:59.237894 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208ee88-18a7-4206-9d8f-ef4b7c04b190 admin admin] Pushing event updated for resources: {'Port': ['ID=bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:32:59.264504 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c208ee88-18a7-4206-9d8f-ef4b7c04b190 admin admin] Network be657ee5-a2f1-4082-a9b9-85b6b012fc97 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:32:59.267087 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-c208ee88-18a7-4206-9d8f-ef4b7c04b190 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:32:59.282453 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c208ee88-18a7-4206-9d8f-ef4b7c04b190 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:32:59.332006 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b6ca733a-5329-489c-a2e3-0d56f2c78249 req-11e47ef6-9fbf-4aac-a30c-a2642b504c0c tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d8e09c5-8b0f-4214-a3f1-eaab927ede58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728249 Apr 21 12:32:59.333378 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c208ee88-18a7-4206-9d8f-ef4b7c04b190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:59.434587 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-521b931e-80ab-4742-bd4b-d1e2c8ff0e8c service neutron] 10.222.0.36 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070750 Apr 21 12:32:59.503013 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d267ac09-56be-43b2-8dab-5a9044e8c42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4', 'name': 'tempest-FloatingIPDetailsTestJSON-1185059392-router', 'tenant_id': '6ab522efb7a84149b8c8bfe8cba888c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '265b8dce-ff15-4d6f-a3ee-66aee52fd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:32:51Z', 'updated_at': '2022-04-21T12:32:55Z', 'revision_number': 3, 'project_id': '6ab522efb7a84149b8c8bfe8cba888c5', 'gw_port': {'id': '265b8dce-ff15-4d6f-a3ee-66aee52fd553', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:da:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:32:53Z', 'updated_at': '2022-04-21T12:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:32:59.548532 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d267ac09-56be-43b2-8dab-5a9044e8c42e None None] The sync data for ids ['8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4'] in n-d-836147-2 is: [{'id': '8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4', 'name': 'tempest-FloatingIPDetailsTestJSON-1185059392-router', 'tenant_id': '6ab522efb7a84149b8c8bfe8cba888c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '265b8dce-ff15-4d6f-a3ee-66aee52fd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:32:51Z', 'updated_at': '2022-04-21T12:32:55Z', 'revision_number': 3, 'project_id': '6ab522efb7a84149b8c8bfe8cba888c5', 'gw_port': {'id': '265b8dce-ff15-4d6f-a3ee-66aee52fd553', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:da:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:32:53Z', 'updated_at': '2022-04-21T12:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:32:59.696444 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039228e9-2d62-4960-8260-d22c5a07f372 req-bcb31a6c-f4f4-43e4-8c97-31ef09456cc9 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:32:59.702273 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-039228e9-2d62-4960-8260-d22c5a07f372 req-bcb31a6c-f4f4-43e4-8c97-31ef09456cc9 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] 10.222.0.26 "GET /v2.0/ports?device_id=ad1c867a-2d36-48ff-bfa3-affb1c6c82e2 HTTP/1.1" status: 200 len: 946 time: 0.3481097 Apr 21 12:32:59.725574 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1565d569-14b4-42f3-88a1-2b5c489af1b7 None None] Provisioning complete for port bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:32:59.726182 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1565d569-14b4-42f3-88a1-2b5c489af1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:59.743233 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c208ee88-18a7-4206-9d8f-ef4b7c04b190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:32:59.788469 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1565d569-14b4-42f3-88a1-2b5c489af1b7 None None] Port bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:32:59.793974 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-f5228d7d-688c-4d3d-b1ee-d05a98ed4fc0 service neutron] 10.222.0.36 "GET /v2.0/networks/92442c54-a20b-4d99-aea4-e4d3be34f674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447328 Apr 21 12:32:59.876325 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6af6-bd7c-4d46-b8d9-feb77fc69f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:00.085436 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c208ee88-18a7-4206-9d8f-ef4b7c04b190 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:00.174472 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d2504-9217-453c-bd1a-388e21ac553e req-114d4a3a-99da-4850-9140-e27699451566 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:00.182196 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b04d2504-9217-453c-bd1a-388e21ac553e req-114d4a3a-99da-4850-9140-e27699451566 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff HTTP/1.1" status: 200 len: 943 time: 0.3557618 Apr 21 12:33:00.183946 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c208ee88-18a7-4206-9d8f-ef4b7c04b190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:00.218638 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-86b4ca0d-4f41-4172-a8f3-09143aef3df2 service neutron] 10.222.0.36 "GET /v2.0/networks/92442c54-a20b-4d99-aea4-e4d3be34f674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054730 Apr 21 12:33:00.224803 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59608) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:00.315987 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-039228e9-2d62-4960-8260-d22c5a07f372 req-bf5a8a24-ecca-48fa-a5db-26acf49a56b0 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Deleting port cc1bc18c-4d33-4cb0-90e7-dd0be4a40006 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:33:00.318434 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-039228e9-2d62-4960-8260-d22c5a07f372 req-bf5a8a24-ecca-48fa-a5db-26acf49a56b0 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:00.366661 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b04d2504-9217-453c-bd1a-388e21ac553e req-9894c9dd-9290-494a-ab09-ddd53dbc181c tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832285 Apr 21 12:33:00.372568 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208ee88-18a7-4206-9d8f-ef4b7c04b190 admin admin] Pushing event updated for resources: {'Port': ['ID=bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:00.378499 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c208ee88-18a7-4206-9d8f-ef4b7c04b190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:00.453111 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde15d54-4102-4868-8c0b-8ddababd07cb req-e34e9037-c8bb-4e79-82c3-6e52f60b8bc1 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:00.459666 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-dde15d54-4102-4868-8c0b-8ddababd07cb req-e34e9037-c8bb-4e79-82c3-6e52f60b8bc1 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.24 "GET /v2.0/ports?device_id=43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff HTTP/1.1" status: 200 len: 943 time: 0.1779354 Apr 21 12:33:00.637374 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-48e05e87-11eb-4cf4-8605-6d32d51d3b42 service neutron] 10.222.0.36 "GET /v2.0/networks/92442c54-a20b-4d99-aea4-e4d3be34f674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031417 Apr 21 12:33:00.650102 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-039228e9-2d62-4960-8260-d22c5a07f372 req-bf5a8a24-ecca-48fa-a5db-26acf49a56b0 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] For port cc1bc18c-4d33-4cb0-90e7-dd0be4a40006, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=cc1bc18c-4d33-4cb0-90e7-dd0be4a40006,segment=NetworkSegment(faa71c5a-3b42-4fbc-bc92-5b6c9b6e76f7),segment_id=faa71c5a-3b42-4fbc-bc92-5b6c9b6e76f7)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:00.652128 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-039228e9-2d62-4960-8260-d22c5a07f372 req-bf5a8a24-ecca-48fa-a5db-26acf49a56b0 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:00.695494 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c208ee88-18a7-4206-9d8f-ef4b7c04b190 admin admin] Network be657ee5-a2f1-4082-a9b9-85b6b012fc97 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:33:00.699555 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-039228e9-2d62-4960-8260-d22c5a07f372 req-bf5a8a24-ecca-48fa-a5db-26acf49a56b0 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Calling delete_port for cc1bc18c-4d33-4cb0-90e7-dd0be4a40006 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:33:00.711955 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-c208ee88-18a7-4206-9d8f-ef4b7c04b190 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:33:00.733090 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 265b8dce-ff15-4d6f-a3ee-66aee52fd553 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:33:00.771085 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-dde15d54-4102-4868-8c0b-8ddababd07cb req-443f1ad8-b045-4500-8d31-b5d0cdd3a099 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Deleting port 8e1d04bf-b29d-48d1-a2d2-184d287671b4 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:33:00.771666 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-dde15d54-4102-4868-8c0b-8ddababd07cb req-443f1ad8-b045-4500-8d31-b5d0cdd3a099 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:00.795835 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e88ec566-a5cb-4ad5-9bde-e2619cedb267 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e6afccf4618e435ea9c53ffd58b98666&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5664439 Apr 21 12:33:00.799706 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59624) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:00.914183 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 265b8dce-ff15-4d6f-a3ee-66aee52fd553 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:33:00.914755 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:00.960157 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15cd3d-f970-44cc-bc68-e7b993697c32 req-7b8c8cd1-2d01-4300-ad46-d9196a69d605 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:00.961729 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c15cd3d-f970-44cc-bc68-e7b993697c32 req-7b8c8cd1-2d01-4300-ad46-d9196a69d605 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad1c867a-2d36-48ff-bfa3-affb1c6c82e2 HTTP/1.1" status: 200 len: 946 time: 0.4444380 Apr 21 12:33:01.065363 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-76efa0e4-96c3-4874-8446-657a01a46d97 service neutron] 10.222.0.36 "GET /v2.0/networks/92442c54-a20b-4d99-aea4-e4d3be34f674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196362 Apr 21 12:33:01.086065 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-dde15d54-4102-4868-8c0b-8ddababd07cb req-443f1ad8-b045-4500-8d31-b5d0cdd3a099 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] For port 8e1d04bf-b29d-48d1-a2d2-184d287671b4, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8e1d04bf-b29d-48d1-a2d2-184d287671b4,segment=NetworkSegment(bb1825d1-9cfe-4dab-92af-7b5eede9af05),segment_id=bb1825d1-9cfe-4dab-92af-7b5eede9af05)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:01.086434 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-dde15d54-4102-4868-8c0b-8ddababd07cb req-443f1ad8-b045-4500-8d31-b5d0cdd3a099 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:01.100564 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4b54a974-d77a-41fc-9d36-7ad3349aca36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:01.127485 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c15cd3d-f970-44cc-bc68-e7b993697c32 req-22ad0085-7be8-49d4-a3a1-a3e1c2c8f815 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d8e09c5-8b0f-4214-a3f1-eaab927ede58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396980 Apr 21 12:33:01.136641 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4b54a974-d77a-41fc-9d36-7ad3349aca36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:01.211182 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f9ed6af6-bd7c-4d46-b8d9-feb77fc69f38 admin admin] Deleting port ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:33:01.211611 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-dde15d54-4102-4868-8c0b-8ddababd07cb req-443f1ad8-b045-4500-8d31-b5d0cdd3a099 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Calling delete_port for 8e1d04bf-b29d-48d1-a2d2-184d287671b4 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:33:01.212330 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6af6-bd7c-4d46-b8d9-feb77fc69f38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:01.221155 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c208ee88-18a7-4206-9d8f-ef4b7c04b190 admin admin] Router 8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:33:01.231906 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:01.300516 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6771c2ee-5eb3-497d-9f5d-2f2254d2ed9d None None] Provisioning complete for port bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:33:01.301229 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6771c2ee-5eb3-497d-9f5d-2f2254d2ed9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:01.310952 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 265b8dce-ff15-4d6f-a3ee-66aee52fd553, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=265b8dce-ff15-4d6f-a3ee-66aee52fd553,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:01.315418 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-039228e9-2d62-4960-8260-d22c5a07f372 req-bf5a8a24-ecca-48fa-a5db-26acf49a56b0 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:01.385918 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-f9ed6af6-bd7c-4d46-b8d9-feb77fc69f38 admin admin] For port ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c,segment=NetworkSegment(b87e42b1-2e5c-4460-b5f5-67e9c01eab9f),segment_id=b87e42b1-2e5c-4460-b5f5-67e9c01eab9f)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:01.386572 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6af6-bd7c-4d46-b8d9-feb77fc69f38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:01.394201 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6771c2ee-5eb3-497d-9f5d-2f2254d2ed9d None None] Port bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:33:01.395406 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4b54a974-d77a-41fc-9d36-7ad3349aca36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:01.402269 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:01.403778 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4b54a974-d77a-41fc-9d36-7ad3349aca36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:01.415832 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4b54a974-d77a-41fc-9d36-7ad3349aca36 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/654d3409-0b1b-4d79-a145-ebf7ac52cde8 HTTP/1.1" status: 204 len: 168 time: 0.5528862 Apr 21 12:33:01.460968 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5a8a24-ecca-48fa-a5db-26acf49a56b0 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Pushing event deleted for resources: {'Port': ['ID=cc1bc18c-4d33-4cb0-90e7-dd0be4a40006,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:01.478821 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f9ed6af6-bd7c-4d46-b8d9-feb77fc69f38 admin admin] Calling delete_port for ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:33:01.526750 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=265b8dce-ff15-4d6f-a3ee-66aee52fd553,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:01.569829 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b54a974-d77a-41fc-9d36-7ad3349aca36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654d3409-0b1b-4d79-a145-ebf7ac52cde8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:01.656983 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-039228e9-2d62-4960-8260-d22c5a07f372 req-bf5a8a24-ecca-48fa-a5db-26acf49a56b0 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] No DVR routers for this DVR port cc1bc18c-4d33-4cb0-90e7-dd0be4a40006 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:33:01.669344 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-039228e9-2d62-4960-8260-d22c5a07f372 req-bf5a8a24-ecca-48fa-a5db-26acf49a56b0 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:01.672665 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-039228e9-2d62-4960-8260-d22c5a07f372 req-bf5a8a24-ecca-48fa-a5db-26acf49a56b0 tempest-InstanceActionsV221TestJSON-1146949589 tempest-InstanceActionsV221TestJSON-1146949589-project] 10.222.0.26 "DELETE /v2.0/ports/cc1bc18c-4d33-4cb0-90e7-dd0be4a40006 HTTP/1.1" status: 204 len: 173 time: 1.9515769 Apr 21 12:33:01.673147 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1c867a-2d36-48ff-bfa3-affb1c6c82e2', 'name': 'network-vif-deleted', 'tag': 'cc1bc18c-4d33-4cb0-90e7-dd0be4a40006'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:33:01.675518 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a936b4-b8ef-4cee-90ea-807087f3b5b1" -d '{"events": [{"server_uuid": "ad1c867a-2d36-48ff-bfa3-affb1c6c82e2", "name": "network-vif-deleted", "tag": "cc1bc18c-4d33-4cb0-90e7-dd0be4a40006"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:33:01.680484 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c208ee88-18a7-4206-9d8f-ef4b7c04b190 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:33:01.697239 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c208ee88-18a7-4206-9d8f-ef4b7c04b190 admin admin] 10.222.0.36 "PUT /v2.0/routers/8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7718632 Apr 21 12:33:01.704883 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-dde15d54-4102-4868-8c0b-8ddababd07cb req-443f1ad8-b045-4500-8d31-b5d0cdd3a099 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:01.757859 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f1ad8-b045-4500-8d31-b5d0cdd3a099 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Pushing event deleted for resources: {'Port': ['ID=8e1d04bf-b29d-48d1-a2d2-184d287671b4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:01.816305 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde15d54-4102-4868-8c0b-8ddababd07cb req-443f1ad8-b045-4500-8d31-b5d0cdd3a099 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] No DVR routers for this DVR port 8e1d04bf-b29d-48d1-a2d2-184d287671b4 on host n-h2-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:33:01.819478 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-dde15d54-4102-4868-8c0b-8ddababd07cb req-443f1ad8-b045-4500-8d31-b5d0cdd3a099 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:01.823537 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-dde15d54-4102-4868-8c0b-8ddababd07cb req-443f1ad8-b045-4500-8d31-b5d0cdd3a099 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.24 "DELETE /v2.0/ports/8e1d04bf-b29d-48d1-a2d2-184d287671b4 HTTP/1.1" status: 204 len: 173 time: 1.3189347 Apr 21 12:33:01.823914 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff', 'name': 'network-vif-deleted', 'tag': '8e1d04bf-b29d-48d1-a2d2-184d287671b4'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:33:01.826383 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3264bfe-db9f-42e8-a281-1067261267c7" -d '{"events": [{"server_uuid": "43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff", "name": "network-vif-deleted", "tag": "8e1d04bf-b29d-48d1-a2d2-184d287671b4"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:33:01.853703 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beecba4-51a3-4e5e-aa1b-7a87e02db64a req-d98bf212-0ecf-4c9c-a308-b167e52a4c98 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:01.855511 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4beecba4-51a3-4e5e-aa1b-7a87e02db64a req-d98bf212-0ecf-4c9c-a308-b167e52a4c98 tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/ports?device_id=43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff HTTP/1.1" status: 200 len: 865 time: 0.2153876 Apr 21 12:33:01.918244 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4beecba4-51a3-4e5e-aa1b-7a87e02db64a req-45586504-e081-4b01-a192-090c8489fa7e tempest-ImagesTestJSON-1599240938 tempest-ImagesTestJSON-1599240938-project] 10.222.0.36 "GET /v2.0/security-groups?id=22e92a0c-6d89-4862-af75-f879d904a2a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508728 Apr 21 12:33:02.065483 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6af6-bd7c-4d46-b8d9-feb77fc69f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:02.120507 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed6af6-bd7c-4d46-b8d9-feb77fc69f38 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:02.275067 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device cc1bc18c-4d33-4cb0-90e7-dd0be4a40006 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:33:02.326525 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f4ed08-3663-44fa-98e1-83ba16900a2d None None] Sync routers for ids ['8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:33:02.329181 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: cc1bc18c-4d33-4cb0-90e7-dd0be4a40006 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:33:02.329878 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device cc1bc18c-4d33-4cb0-90e7-dd0be4a40006 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:33:02.340760 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f4ed08-3663-44fa-98e1-83ba16900a2d None None] Routers {'8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:33:02.341667 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a2f4ed08-3663-44fa-98e1-83ba16900a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:32:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:33:02.350632 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6af6-bd7c-4d46-b8d9-feb77fc69f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:02.499894 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43524c8-9ecc-4027-9cac-25a888cd519a x-openstack-request-id: req-a43524c8-9ecc-4027-9cac-25a888cd519a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:33:02.500266 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1c867a-2d36-48ff-bfa3-affb1c6c82e2", "name": "network-vif-deleted", "tag": "cc1bc18c-4d33-4cb0-90e7-dd0be4a40006", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:33:02.505832 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a43524c8-9ecc-4027-9cac-25a888cd519a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:33:02.509809 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a43524c8-9ecc-4027-9cac-25a888cd519a'] response: {'server_uuid': 'ad1c867a-2d36-48ff-bfa3-affb1c6c82e2', 'name': 'network-vif-deleted', 'tag': 'cc1bc18c-4d33-4cb0-90e7-dd0be4a40006', 'status': 'completed', 'code': 200} Apr 21 12:33:02.553565 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-a2f4ed08-3663-44fa-98e1-83ba16900a2d None None] Set router 8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:33:02.559657 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a11b5f-3cd5-40d1-9f44-68e702a4a1db x-openstack-request-id: req-a1a11b5f-3cd5-40d1-9f44-68e702a4a1db {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:33:02.559933 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff", "name": "network-vif-deleted", "tag": "8e1d04bf-b29d-48d1-a2d2-184d287671b4", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:33:02.560180 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a1a11b5f-3cd5-40d1-9f44-68e702a4a1db {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:33:02.560601 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1a11b5f-3cd5-40d1-9f44-68e702a4a1db'] response: {'server_uuid': '43a5c50c-c87c-4ecb-b2a2-e36dd8f877ff', 'name': 'network-vif-deleted', 'tag': '8e1d04bf-b29d-48d1-a2d2-184d287671b4', 'status': 'completed', 'code': 200} Apr 21 12:33:02.594695 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59678) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:02.705811 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a4c0ff92-a361-411f-bfb3-2a7fb2e616fc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=38f054a97f384767a9e1f8fd4f995788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1097295 Apr 21 12:33:02.715026 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59680) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:02.825327 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-057ae17c-f546-4839-bd5a-d6e2b2d6d2f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:02.858499 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 265b8dce-ff15-4d6f-a3ee-66aee52fd553 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:33:02.869947 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ed6af6-bd7c-4d46-b8d9-feb77fc69f38 admin admin] Router 0651818f-7004-409a-ae0e-e62ef3ddca3c has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:33:02.876841 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-057ae17c-f546-4839-bd5a-d6e2b2d6d2f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:02.961660 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 265b8dce-ff15-4d6f-a3ee-66aee52fd553 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:33:02.962406 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:02.968472 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a2f4ed08-3663-44fa-98e1-83ba16900a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4', 'name': 'tempest-FloatingIPDetailsTestJSON-1185059392-router', 'tenant_id': '6ab522efb7a84149b8c8bfe8cba888c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '265b8dce-ff15-4d6f-a3ee-66aee52fd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:32:51Z', 'updated_at': '2022-04-21T12:32:59Z', 'revision_number': 4, 'project_id': '6ab522efb7a84149b8c8bfe8cba888c5', 'gw_port': {'id': '265b8dce-ff15-4d6f-a3ee-66aee52fd553', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:32:53Z', 'updated_at': '2022-04-21T12:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0', 'name': '', 'network_id': 'be657ee5-a2f1-4082-a9b9-85b6b012fc97', 'tenant_id': '6ab522efb7a84149b8c8bfe8cba888c5', 'mac_address': 'fa:16:3e:1c:34:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c96c19da-c885-418f-9615-ac2cd6671a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:32:58Z', 'updated_at': '2022-04-21T12:32:59Z', 'revision_number': 2, 'project_id': '6ab522efb7a84149b8c8bfe8cba888c5', 'subnets': [{'id': 'c96c19da-c885-418f-9615-ac2cd6671a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:33:03.099193 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-057ae17c-f546-4839-bd5a-d6e2b2d6d2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:03.102559 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-057ae17c-f546-4839-bd5a-d6e2b2d6d2f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:03.106477 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-057ae17c-f546-4839-bd5a-d6e2b2d6d2f9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f16bf1b-a879-4911-b1fd-92aa415865e8 HTTP/1.1" status: 204 len: 168 time: 0.3901746 Apr 21 12:33:03.115764 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ae17c-f546-4839-bd5a-d6e2b2d6d2f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f16bf1b-a879-4911-b1fd-92aa415865e8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:03.137532 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ed6af6-bd7c-4d46-b8d9-feb77fc69f38 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:33:03.144221 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f9ed6af6-bd7c-4d46-b8d9-feb77fc69f38 admin admin] 10.222.0.36 "PUT /v2.0/routers/0651818f-7004-409a-ae0e-e62ef3ddca3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0500591 Apr 21 12:33:03.146804 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59686) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:03.149459 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19174fbd-dbe4-4405-aba8-ffa120f62a2c None None] Sync routers for ids ['0651818f-7004-409a-ae0e-e62ef3ddca3c'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:33:03.155567 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6774b9cb-cb34-4eda-8553-63d4a53df4a0 req-76524aa2-1531-4a20-8f68-bae20969a447 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1792748 Apr 21 12:33:03.160893 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-6774b9cb-cb34-4eda-8553-63d4a53df4a0 req-6242b60c-b412-4b68-8b48-a3b5cc2e867c tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:03.183524 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19174fbd-dbe4-4405-aba8-ffa120f62a2c None None] Routers {'0651818f-7004-409a-ae0e-e62ef3ddca3c'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:33:03.184311 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-19174fbd-dbe4-4405-aba8-ffa120f62a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:32:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['0651818f-7004-409a-ae0e-e62ef3ddca3c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:33:03.245046 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f4ed08-3663-44fa-98e1-83ba16900a2d None None] Checking router: 8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:33:03.245656 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f4ed08-3663-44fa-98e1-83ba16900a2d None None] Updating router 8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4 port bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:33:03.264577 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6774b9cb-cb34-4eda-8553-63d4a53df4a0 req-6242b60c-b412-4b68-8b48-a3b5cc2e867c tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:03.299684 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2f4ed08-3663-44fa-98e1-83ba16900a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:03.357422 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cdfb6c5d-be41-497e-b5f9-50eb0a4699b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:03.536664 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6774b9cb-cb34-4eda-8553-63d4a53df4a0 req-6242b60c-b412-4b68-8b48-a3b5cc2e867c tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:03.614556 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cdfb6c5d-be41-497e-b5f9-50eb0a4699b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:03.672164 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-19174fbd-dbe4-4405-aba8-ffa120f62a2c None None] Set router 0651818f-7004-409a-ae0e-e62ef3ddca3c gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:33:03.711418 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 8e1d04bf-b29d-48d1-a2d2-184d287671b4 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:33:03.832019 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-cdfb6c5d-be41-497e-b5f9-50eb0a4699b1 admin admin] Deleting port b66399c9-e076-4448-a07f-339fd320a5f4 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:33:03.833165 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cdfb6c5d-be41-497e-b5f9-50eb0a4699b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:03.886617 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 8e1d04bf-b29d-48d1-a2d2-184d287671b4 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:33:03.887857 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 8e1d04bf-b29d-48d1-a2d2-184d287671b4 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:33:03.974776 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-cdfb6c5d-be41-497e-b5f9-50eb0a4699b1 admin admin] For port b66399c9-e076-4448-a07f-339fd320a5f4, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b66399c9-e076-4448-a07f-339fd320a5f4,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:03.975154 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cdfb6c5d-be41-497e-b5f9-50eb0a4699b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:03.991796 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-cdfb6c5d-be41-497e-b5f9-50eb0a4699b1 admin admin] Calling delete_port for b66399c9-e076-4448-a07f-339fd320a5f4 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:33:04.018107 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-19174fbd-dbe4-4405-aba8-ffa120f62a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0651818f-7004-409a-ae0e-e62ef3ddca3c', 'name': 'tempest-FloatingIPsTestJSON-171966303-router', 'tenant_id': 'b565491d0f0444f49aea230167a9eb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.99'}], 'enable_snat': True}, 'gw_port_id': 'b66399c9-e076-4448-a07f-339fd320a5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:32:26Z', 'updated_at': '2022-04-21T12:33:01Z', 'revision_number': 5, 'project_id': 'b565491d0f0444f49aea230167a9eb8e', 'gw_port': {'id': 'b66399c9-e076-4448-a07f-339fd320a5f4', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c5:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0651818f-7004-409a-ae0e-e62ef3ddca3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:32:27Z', 'updated_at': '2022-04-21T12:32:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:33:04.108276 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19174fbd-dbe4-4405-aba8-ffa120f62a2c None None] Checking router: 0651818f-7004-409a-ae0e-e62ef3ddca3c for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:33:04.120172 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19174fbd-dbe4-4405-aba8-ffa120f62a2c None None] Routers {'0651818f-7004-409a-ae0e-e62ef3ddca3c'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:33:04.121800 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-19174fbd-dbe4-4405-aba8-ffa120f62a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:32:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['0651818f-7004-409a-ae0e-e62ef3ddca3c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:33:04.190222 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dc4e1e46-05ef-4b3b-b3bc-6329935802df req-1f38812d-75c4-42f8-bd4d-30b8bb14accb tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 210 time: 0.4064176 Apr 21 12:33:04.216061 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-6774b9cb-cb34-4eda-8553-63d4a53df4a0 req-6242b60c-b412-4b68-8b48-a3b5cc2e867c tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Allocated IP 172.25.8.127 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/a826514c-90c3-4e12-861a-cb71abfab68e) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:33:04.248125 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-19174fbd-dbe4-4405-aba8-ffa120f62a2c None None] Set router 0651818f-7004-409a-ae0e-e62ef3ddca3c gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:33:04.274826 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2f4ed08-3663-44fa-98e1-83ba16900a2d None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:04.361888 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2f4ed08-3663-44fa-98e1-83ba16900a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:04.381690 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-19174fbd-dbe4-4405-aba8-ffa120f62a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0651818f-7004-409a-ae0e-e62ef3ddca3c', 'name': 'tempest-FloatingIPsTestJSON-171966303-router', 'tenant_id': 'b565491d0f0444f49aea230167a9eb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:32:26Z', 'updated_at': '2022-04-21T12:33:03Z', 'revision_number': 6, 'project_id': 'b565491d0f0444f49aea230167a9eb8e', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:33:04.421013 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19174fbd-dbe4-4405-aba8-ffa120f62a2c None None] The sync data for ids ['0651818f-7004-409a-ae0e-e62ef3ddca3c'] in n-d-836147-2 is: [{'id': '0651818f-7004-409a-ae0e-e62ef3ddca3c', 'name': 'tempest-FloatingIPsTestJSON-171966303-router', 'tenant_id': 'b565491d0f0444f49aea230167a9eb8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:32:26Z', 'updated_at': '2022-04-21T12:33:03Z', 'revision_number': 6, 'project_id': 'b565491d0f0444f49aea230167a9eb8e', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:33:04.427361 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd46389-1544-4769-af3b-a918198a4770 None None] Pushing event updated for resources: {'Port': ['ID=bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:04.504676 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6774b9cb-cb34-4eda-8553-63d4a53df4a0 req-6242b60c-b412-4b68-8b48-a3b5cc2e867c tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:04.539520 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a2f4ed08-3663-44fa-98e1-83ba16900a2d None None] Attempting to bind port bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:33:04.539878 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a2f4ed08-3663-44fa-98e1-83ba16900a2d None None] Attempting to bind port bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'aa4529b8-6382-463b-afb5-4e7fa9c347c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'be657ee5-a2f1-4082-a9b9-85b6b012fc97'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:33:04.540537 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f4ed08-3663-44fa-98e1-83ba16900a2d None None] Attempting to bind port bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0 on network be657ee5-a2f1-4082-a9b9-85b6b012fc97 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:33:04.554727 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f4ed08-3663-44fa-98e1-83ba16900a2d None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 32, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:33:04.554997 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f4ed08-3663-44fa-98e1-83ba16900a2d None None] Checking segment: {'id': 'aa4529b8-6382-463b-afb5-4e7fa9c347c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'be657ee5-a2f1-4082-a9b9-85b6b012fc97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:33:04.555657 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2f4ed08-3663-44fa-98e1-83ba16900a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:04.556057 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f4ed08-3663-44fa-98e1-83ba16900a2d None None] Bound using segment: {'id': 'aa4529b8-6382-463b-afb5-4e7fa9c347c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'be657ee5-a2f1-4082-a9b9-85b6b012fc97'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:33:04.560032 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a2f4ed08-3663-44fa-98e1-83ba16900a2d None None] Bound port: bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa4529b8-6382-463b-afb5-4e7fa9c347c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'be657ee5-a2f1-4082-a9b9-85b6b012fc97'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:33:04.564721 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2f4ed08-3663-44fa-98e1-83ba16900a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:04.665320 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6774b9cb-cb34-4eda-8553-63d4a53df4a0 req-6242b60c-b412-4b68-8b48-a3b5cc2e867c tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:04.674195 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a2f4ed08-3663-44fa-98e1-83ba16900a2d None None] For port bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:33:04.679524 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a2f4ed08-3663-44fa-98e1-83ba16900a2d None None] For port bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0,segment=NetworkSegment(aa4529b8-6382-463b-afb5-4e7fa9c347c9),segment_id=aa4529b8-6382-463b-afb5-4e7fa9c347c9)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:33:04.721447 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6774b9cb-cb34-4eda-8553-63d4a53df4a0 req-6242b60c-b412-4b68-8b48-a3b5cc2e867c tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:33:04.725632 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-6774b9cb-cb34-4eda-8553-63d4a53df4a0 req-6242b60c-b412-4b68-8b48-a3b5cc2e867c tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:33:04.730039 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-6774b9cb-cb34-4eda-8553-63d4a53df4a0 req-6242b60c-b412-4b68-8b48-a3b5cc2e867c tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:33:04.755864 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242b60c-b412-4b68-8b48-a3b5cc2e867c tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Pushing event updated for resources: {'Port': ['ID=a826514c-90c3-4e12-861a-cb71abfab68e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:04.787398 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2f4ed08-3663-44fa-98e1-83ba16900a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:04.893545 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:33:04.929423 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:33:04.929981 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ba4bd3af-f305-440c-8b46-e1dbdd8b8d5c not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:33:04.947087 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f4ed08-3663-44fa-98e1-83ba16900a2d None None] Routers {'8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:33:04.947578 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a2f4ed08-3663-44fa-98e1-83ba16900a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:32:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:33:04.995939 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cdfb6c5d-be41-497e-b5f9-50eb0a4699b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:05.057066 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb6c5d-be41-497e-b5f9-50eb0a4699b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b66399c9-e076-4448-a07f-339fd320a5f4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:05.082351 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6774b9cb-cb34-4eda-8553-63d4a53df4a0 req-6242b60c-b412-4b68-8b48-a3b5cc2e867c tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:05.095677 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd46389-1544-4769-af3b-a918198a4770 None None] Pushing event updated for resources: {'Port': ['ID=bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:05.189763 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cdfb6c5d-be41-497e-b5f9-50eb0a4699b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:05.236819 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-298b7af6-c747-47c2-82e4-2354995612c1 None None] Provisioning complete for port bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:33:05.237192 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-298b7af6-c747-47c2-82e4-2354995612c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:05.253193 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6774b9cb-cb34-4eda-8553-63d4a53df4a0 req-6242b60c-b412-4b68-8b48-a3b5cc2e867c tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:05.274055 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-a2f4ed08-3663-44fa-98e1-83ba16900a2d None None] Set router 8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:33:05.345729 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59752) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:05.478081 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cdfb6c5d-be41-497e-b5f9-50eb0a4699b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:05.506069 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cdfb6c5d-be41-497e-b5f9-50eb0a4699b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:05.518551 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0608251-cdde-4246-a0bb-b18e659b5754 admin admin] Deleting subnet ea16033e-a4d6-4956-80a6-f0931c316572 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:33:05.529154 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0608251-cdde-4246-a0bb-b18e659b5754 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:05.556036 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-298b7af6-c747-47c2-82e4-2354995612c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:05.622615 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6774b9cb-cb34-4eda-8553-63d4a53df4a0 req-6242b60c-b412-4b68-8b48-a3b5cc2e867c tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:05.625427 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0608251-cdde-4246-a0bb-b18e659b5754 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:05.638070 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-298b7af6-c747-47c2-82e4-2354995612c1 None None] For port bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0,segment=NetworkSegment(aa4529b8-6382-463b-afb5-4e7fa9c347c9),segment_id=aa4529b8-6382-463b-afb5-4e7fa9c347c9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:05.679715 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a2f4ed08-3663-44fa-98e1-83ba16900a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4', 'name': 'tempest-FloatingIPDetailsTestJSON-1185059392-router', 'tenant_id': '6ab522efb7a84149b8c8bfe8cba888c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '265b8dce-ff15-4d6f-a3ee-66aee52fd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:32:51Z', 'updated_at': '2022-04-21T12:32:59Z', 'revision_number': 4, 'project_id': '6ab522efb7a84149b8c8bfe8cba888c5', 'gw_port': {'id': '265b8dce-ff15-4d6f-a3ee-66aee52fd553', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:32:53Z', 'updated_at': '2022-04-21T12:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0', 'name': '', 'network_id': 'be657ee5-a2f1-4082-a9b9-85b6b012fc97', 'tenant_id': '6ab522efb7a84149b8c8bfe8cba888c5', 'mac_address': 'fa:16:3e:1c:34:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c96c19da-c885-418f-9615-ac2cd6671a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:32:58Z', 'updated_at': '2022-04-21T12:33:04Z', 'revision_number': 4, 'project_id': '6ab522efb7a84149b8c8bfe8cba888c5', 'subnets': [{'id': 'c96c19da-c885-418f-9615-ac2cd6671a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:33:05.699783 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cdfb6c5d-be41-497e-b5f9-50eb0a4699b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:05.699783 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfb6c5d-be41-497e-b5f9-50eb0a4699b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0651818f-7004-409a-ae0e-e62ef3ddca3c {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:33:05.709139 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cdfb6c5d-be41-497e-b5f9-50eb0a4699b1 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:05.712725 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cdfb6c5d-be41-497e-b5f9-50eb0a4699b1 admin admin] 10.222.0.36 "DELETE /v2.0/routers/0651818f-7004-409a-ae0e-e62ef3ddca3c HTTP/1.1" status: 204 len: 168 time: 2.5645616 Apr 21 12:33:05.716931 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59760) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:05.743809 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-05869f37-5a7c-49d9-be5f-6db7c4bf37ad req-8f9d1bb7-cc54-4055-8451-6b0cf0698d7e tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 210 time: 0.0483456 Apr 21 12:33:05.746383 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-298b7af6-c747-47c2-82e4-2354995612c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:05.747800 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6774b9cb-cb34-4eda-8553-63d4a53df4a0 req-6242b60c-b412-4b68-8b48-a3b5cc2e867c tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:05.754965 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f4ed08-3663-44fa-98e1-83ba16900a2d None None] The sync data for ids ['8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4'] in n-d-836147-2 is: [{'id': '8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4', 'name': 'tempest-FloatingIPDetailsTestJSON-1185059392-router', 'tenant_id': '6ab522efb7a84149b8c8bfe8cba888c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '265b8dce-ff15-4d6f-a3ee-66aee52fd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:32:51Z', 'updated_at': '2022-04-21T12:32:59Z', 'revision_number': 4, 'project_id': '6ab522efb7a84149b8c8bfe8cba888c5', 'gw_port': {'id': '265b8dce-ff15-4d6f-a3ee-66aee52fd553', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:32:53Z', 'updated_at': '2022-04-21T12:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0', 'name': '', 'network_id': 'be657ee5-a2f1-4082-a9b9-85b6b012fc97', 'tenant_id': '6ab522efb7a84149b8c8bfe8cba888c5', 'mac_address': 'fa:16:3e:1c:34:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c96c19da-c885-418f-9615-ac2cd6671a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:32:58Z', 'updated_at': '2022-04-21T12:33:04Z', 'revision_number': 4, 'project_id': '6ab522efb7a84149b8c8bfe8cba888c5', 'subnets': [{'id': 'c96c19da-c885-418f-9615-ac2cd6671a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:33:05.924980 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbbae557-d199-4569-a862-f4e1b624588f admin admin] Deleting subnet 9f257e3f-0b28-4f57-a710-49d6faced5e3 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:33:05.928855 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b7af6-c747-47c2-82e4-2354995612c1 None None] Pushing event updated for resources: {'Port': ['ID=bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:05.932776 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bbbae557-d199-4569-a862-f4e1b624588f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:05.936032 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0608251-cdde-4246-a0bb-b18e659b5754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:05.961703 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d87df522-a994-4081-96a2-c58df45538ad None None] Provisioning complete for port bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:33:05.962312 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d87df522-a994-4081-96a2-c58df45538ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:05.981013 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242b60c-b412-4b68-8b48-a3b5cc2e867c tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Pushing event updated for resources: {'Port': ['ID=a826514c-90c3-4e12-861a-cb71abfab68e,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:06.007655 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6774b9cb-cb34-4eda-8553-63d4a53df4a0 req-6242b60c-b412-4b68-8b48-a3b5cc2e867c tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:06.091166 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bbbae557-d199-4569-a862-f4e1b624588f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:06.123657 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6774b9cb-cb34-4eda-8553-63d4a53df4a0 req-6242b60c-b412-4b68-8b48-a3b5cc2e867c tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:06.132193 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6774b9cb-cb34-4eda-8553-63d4a53df4a0 req-6242b60c-b412-4b68-8b48-a3b5cc2e867c tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9756112 Apr 21 12:33:06.219049 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6774b9cb-cb34-4eda-8553-63d4a53df4a0 req-a9105595-b1af-4754-a59d-eb82281b102b tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.127 HTTP/1.1" status: 200 len: 696 time: 0.0849693 Apr 21 12:33:06.249857 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0608251-cdde-4246-a0bb-b18e659b5754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:06.313022 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0608251-cdde-4246-a0bb-b18e659b5754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:06.318232 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b0608251-cdde-4246-a0bb-b18e659b5754 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ea16033e-a4d6-4956-80a6-f0931c316572 HTTP/1.1" status: 204 len: 168 time: 0.9747596 Apr 21 12:33:06.325014 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0608251-cdde-4246-a0bb-b18e659b5754 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea16033e-a4d6-4956-80a6-f0931c316572,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:06.332149 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59788) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:06.443088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-a23f6522-4d08-4f61-92f3-bbbd4c924638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:06.449805 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-a23f6522-4d08-4f61-92f3-bbbd4c924638 service neutron] 10.222.0.26 "GET /v2.0/ports/96687793-00d5-4fbd-bfb5-42c2efdbb264 HTTP/1.1" status: 200 len: 1027 time: 0.0566895 Apr 21 12:33:06.461637 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bbbae557-d199-4569-a862-f4e1b624588f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:06.535877 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-4a04d29e-30ec-47e0-86ee-332eff8892fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:06.537445 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-4a04d29e-30ec-47e0-86ee-332eff8892fe service neutron] 10.222.0.26 "GET /v2.0/ports/fadb7cc0-7e48-4b28-bd3b-61295e53ad04 HTTP/1.1" status: 200 len: 1027 time: 0.0815432 Apr 21 12:33:06.545685 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774b9cb-cb34-4eda-8553-63d4a53df4a0 req-698cc95e-5350-427b-9072-a00731b9e53f tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:06.547103 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6774b9cb-cb34-4eda-8553-63d4a53df4a0 req-698cc95e-5350-427b-9072-a00731b9e53f tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 784 time: 0.3272753 Apr 21 12:33:06.605259 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4358-3bc2-495d-8f48-5b9560de39d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:06.726153 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:33:06.791853 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:33:06.792228 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:06.869978 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4358-3bc2-495d-8f48-5b9560de39d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:06.915287 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a1eb4358-3bc2-495d-8f48-5b9560de39d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fee52243-02f6-49a2-9781-b50d4f9c7f07']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:33:06.937457 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a1eb4358-3bc2-495d-8f48-5b9560de39d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa71c5a-3b42-4fbc-bc92-5b6c9b6e76f7') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:33:06.937796 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a1eb4358-3bc2-495d-8f48-5b9560de39d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa71c5a-3b42-4fbc-bc92-5b6c9b6e76f7') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:33:06.955921 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4358-3bc2-495d-8f48-5b9560de39d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:06.982213 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4358-3bc2-495d-8f48-5b9560de39d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:06.989701 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bbbae557-d199-4569-a862-f4e1b624588f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:07.027055 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-1406c7d5-d7ac-4db6-8c62-b804027ebd5e tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:07.031831 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b66399c9-e076-4448-a07f-339fd320a5f4 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:33:07.038670 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-1406c7d5-d7ac-4db6-8c62-b804027ebd5e tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:07.052055 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-1406c7d5-d7ac-4db6-8c62-b804027ebd5e tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:07.063275 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bbbae557-d199-4569-a862-f4e1b624588f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:07.066128 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-1406c7d5-d7ac-4db6-8c62-b804027ebd5e tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.26 "GET /v2.0/networks?id=9b7dd046-10d1-4f75-8b5a-2092dfe7d348&id=e4d7b828-c49d-4174-8a7c-f8e1c5ee789b&id=e4d7b828-c49d-4174-8a7c-f8e1c5ee789b&id=e4d7b828-c49d-4174-8a7c-f8e1c5ee789b&id=e4d7b828-c49d-4174-8a7c-f8e1c5ee789b&id=92442c54-a20b-4d99-aea4-e4d3be34f674&id=92442c54-a20b-4d99-aea4-e4d3be34f674 HTTP/1.1" status: 200 len: 1989 time: 0.5150526 Apr 21 12:33:07.072038 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bbbae557-d199-4569-a862-f4e1b624588f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9f257e3f-0b28-4f57-a710-49d6faced5e3 HTTP/1.1" status: 204 len: 168 time: 1.3522201 Apr 21 12:33:07.074650 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbae557-d199-4569-a862-f4e1b624588f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f257e3f-0b28-4f57-a710-49d6faced5e3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:07.077861 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59816) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:07.080800 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de7f444-297d-4a56-aaf8-11dae69a7f00 None None] Network 4a81688e-931a-40f5-8294-d9bef4199fe7 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:33:07.083139 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: b66399c9-e076-4448-a07f-339fd320a5f4 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:33:07.083473 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b66399c9-e076-4448-a07f-339fd320a5f4 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:33:07.084223 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1eb4358-3bc2-495d-8f48-5b9560de39d6 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:33:07.085612 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4358-3bc2-495d-8f48-5b9560de39d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:33:07.087414 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:33:07.293421 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4358-3bc2-495d-8f48-5b9560de39d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:07.299781 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4358-3bc2-495d-8f48-5b9560de39d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:07.304194 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a1eb4358-3bc2-495d-8f48-5b9560de39d6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fee52243-02f6-49a2-9781-b50d4f9c7f07 HTTP/1.1" status: 204 len: 168 time: 0.9702766 Apr 21 12:33:07.324883 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aef4f4ca-e856-42b6-9211-07f4870af700 req-17cea7fa-4417-4dbf-b96a-142168acc6c7 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6328564 Apr 21 12:33:07.336853 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-aef4f4ca-e856-42b6-9211-07f4870af700 req-c9ee6871-f5be-4804-b895-b042053533e8 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:07.353415 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb4358-3bc2-495d-8f48-5b9560de39d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fee52243-02f6-49a2-9781-b50d4f9c7f07,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:07.426855 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0615091f-8aef-48e7-91e4-f4400e4de23d None None] DHCP port deletion for 4a81688e-931a-40f5-8294-d9bef4199fe7 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:33:07.471240 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-450c7484-731a-434a-926a-067147688889 req-2ccb730f-f7d0-4ae7-9eac-63745f1934bd tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=3b7da43895dc4c12b7d3bbc60b1af269&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1920214 Apr 21 12:33:07.489957 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-9452f230-6f2e-48ba-b53c-672ad6a231f2 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6f1908decb8e42768935cf18d0563e60 HTTP/1.1" status: 200 len: 380 time: 0.4134483 Apr 21 12:33:07.501269 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a097f36f-d9dc-44ec-890c-829133c37f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:07.525836 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-8ed936c9-51d9-4d5e-87da-23b90e9080ae tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Request body: {'port': {'device_id': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'network_id': '9b7dd046-10d1-4f75-8b5a-2092dfe7d348', 'admin_state_up': True, 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'security_groups': ['e64b4e83-099e-4c9c-9bac-7455cf8df492']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:07.528315 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59830) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:07.588054 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0615091f-8aef-48e7-91e4-f4400e4de23d None None] Deleting port e875e3a0-ef78-43ca-b0ea-5742f0631502 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:33:07.588330 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0615091f-8aef-48e7-91e4-f4400e4de23d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:07.724350 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aef4f4ca-e856-42b6-9211-07f4870af700 req-c9ee6871-f5be-4804-b895-b042053533e8 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:07.752242 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0615091f-8aef-48e7-91e4-f4400e4de23d None None] For port e875e3a0-ef78-43ca-b0ea-5742f0631502, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e875e3a0-ef78-43ca-b0ea-5742f0631502,segment=NetworkSegment(b87e42b1-2e5c-4460-b5f5-67e9c01eab9f),segment_id=b87e42b1-2e5c-4460-b5f5-67e9c01eab9f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:07.752812 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0615091f-8aef-48e7-91e4-f4400e4de23d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:07.756863 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6598263-797b-4b9f-b5a0-014116a9df87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:07.772392 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0615091f-8aef-48e7-91e4-f4400e4de23d None None] Calling delete_port for e875e3a0-ef78-43ca-b0ea-5742f0631502 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:33:07.904296 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6598263-797b-4b9f-b5a0-014116a9df87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:07.919819 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59834) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:07.952141 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0615091f-8aef-48e7-91e4-f4400e4de23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:07.969317 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-44402c6c-e415-46e0-aa6c-1f2bb0388915 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c4220e4399f449ae9597a653196e57b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481265 Apr 21 12:33:07.971820 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59836) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:07.979350 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6598263-797b-4b9f-b5a0-014116a9df87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:08.016261 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0615091f-8aef-48e7-91e4-f4400e4de23d None None] Pushing event deleted for resources: {'Port': ['ID=e875e3a0-ef78-43ca-b0ea-5742f0631502,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:08.023384 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0615091f-8aef-48e7-91e4-f4400e4de23d None None] No DVR routers for this DVR port e875e3a0-ef78-43ca-b0ea-5742f0631502 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:33:08.041320 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59838) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:08.043875 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a6598263-797b-4b9f-b5a0-014116a9df87 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d27202ecb8ec455eb93c8b30dbe86aaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5144272 Apr 21 12:33:08.082848 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c7484-731a-434a-926a-067147688889 req-fddbb396-35dd-42ed-b150-68b88afa53bc tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:08.084385 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-450c7484-731a-434a-926a-067147688889 req-fddbb396-35dd-42ed-b150-68b88afa53bc tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5904672 Apr 21 12:33:08.111815 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6598263-797b-4b9f-b5a0-014116a9df87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=391917c4-a73e-4989-9eb1-15af6f227081,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:08.127020 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a097f36f-d9dc-44ec-890c-829133c37f79 admin admin] Deleting port e875e3a0-ef78-43ca-b0ea-5742f0631502 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:33:08.127369 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a097f36f-d9dc-44ec-890c-829133c37f79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:08.132808 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79de35b6-080d-4fe6-a3e2-39c8706cc0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:08.149642 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-450c7484-731a-434a-926a-067147688889 req-654256a8-17d1-4d2d-950b-0b568604dfaa tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] 10.222.0.36 "GET /v2.0/quotas/3b7da43895dc4c12b7d3bbc60b1af269 HTTP/1.1" status: 200 len: 375 time: 0.0498655 Apr 21 12:33:08.168955 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79de35b6-080d-4fe6-a3e2-39c8706cc0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:08.247645 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-450c7484-731a-434a-926a-067147688889 req-8dc222d9-2938-4c3b-a429-dfcfa06da3fe tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3b7da43895dc4c12b7d3bbc60b1af269&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872149 Apr 21 12:33:08.264175 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-8ed936c9-51d9-4d5e-87da-23b90e9080ae tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Made reservation on behalf of 6f1908decb8e42768935cf18d0563e60 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:33:08.267762 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-8ed936c9-51d9-4d5e-87da-23b90e9080ae tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:08.303649 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-a097f36f-d9dc-44ec-890c-829133c37f79 admin admin] For port e875e3a0-ef78-43ca-b0ea-5742f0631502, host n-d-836147-2, got binding levels [] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:08.304021 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a097f36f-d9dc-44ec-890c-829133c37f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:08.315445 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3cd066a-ffa6-4421-b6df-7069571c0745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:08.335001 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a097f36f-d9dc-44ec-890c-829133c37f79 admin admin] Calling delete_port for e875e3a0-ef78-43ca-b0ea-5742f0631502 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:33:08.349836 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.ipam_backend_mixin [None req-a097f36f-d9dc-44ec-890c-829133c37f79 admin admin] Port e875e3a0-ef78-43ca-b0ea-5742f0631502 was not found and therefore no delete operation was performed {{(pid=103398) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 12:33:08.362361 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a097f36f-d9dc-44ec-890c-829133c37f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:08.362741 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79de35b6-080d-4fe6-a3e2-39c8706cc0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:08.366233 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79de35b6-080d-4fe6-a3e2-39c8706cc0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:08.370176 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-79de35b6-080d-4fe6-a3e2-39c8706cc0b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d8e09c5-8b0f-4214-a3f1-eaab927ede58 HTTP/1.1" status: 204 len: 168 time: 0.3950500 Apr 21 12:33:08.380041 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de35b6-080d-4fe6-a3e2-39c8706cc0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8e09c5-8b0f-4214-a3f1-eaab927ede58,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:08.384775 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3cd066a-ffa6-4421-b6df-7069571c0745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:08.488241 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097f36f-d9dc-44ec-890c-829133c37f79 admin admin] Pushing event deleted for resources: {'Port': ['ID=e875e3a0-ef78-43ca-b0ea-5742f0631502,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:08.492237 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a097f36f-d9dc-44ec-890c-829133c37f79 admin admin] No DVR routers for this DVR port e875e3a0-ef78-43ca-b0ea-5742f0631502 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:33:08.531745 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aef4f4ca-e856-42b6-9211-07f4870af700 req-c9ee6871-f5be-4804-b895-b042053533e8 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:08.559138 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59848) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:08.668202 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ca2437-36f8-401e-8bf8-dff240820785 admin admin] Deleting subnet b7070f83-9ad6-411e-82a5-c452eae4aee0 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:33:08.679808 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81ca2437-36f8-401e-8bf8-dff240820785 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:08.700488 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e875e3a0-ef78-43ca-b0ea-5742f0631502 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:33:08.713692 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a097f36f-d9dc-44ec-890c-829133c37f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:08.756889 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: e875e3a0-ef78-43ca-b0ea-5742f0631502 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:33:08.757446 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e875e3a0-ef78-43ca-b0ea-5742f0631502 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:33:08.759760 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a097f36f-d9dc-44ec-890c-829133c37f79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a81688e-931a-40f5-8294-d9bef4199fe7']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:33:08.778586 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a097f36f-d9dc-44ec-890c-829133c37f79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b87e42b1-2e5c-4460-b5f5-67e9c01eab9f') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:33:08.779242 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a097f36f-d9dc-44ec-890c-829133c37f79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b87e42b1-2e5c-4460-b5f5-67e9c01eab9f') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:33:08.789666 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81ca2437-36f8-401e-8bf8-dff240820785 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:08.827607 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a097f36f-d9dc-44ec-890c-829133c37f79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:08.837503 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81ca2437-36f8-401e-8bf8-dff240820785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:08.921101 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e6fcdca1-d150-4f7b-85ae-8c34e83b7bb0 req-f85ade3c-3477-42d9-bf14-642e0af5c5ae tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 210 time: 0.0912592 Apr 21 12:33:08.926348 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a097f36f-d9dc-44ec-890c-829133c37f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:08.943508 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a097f36f-d9dc-44ec-890c-829133c37f79 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:33:08.943914 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a097f36f-d9dc-44ec-890c-829133c37f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:33:08.947982 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:33:08.973669 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81ca2437-36f8-401e-8bf8-dff240820785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:09.028396 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-aef4f4ca-e856-42b6-9211-07f4870af700 req-c9ee6871-f5be-4804-b895-b042053533e8 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Allocated IP 172.25.8.22 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/0104795b-4d4d-4da2-80a5-18fc1c88a2a1) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:33:09.031838 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca2437-36f8-401e-8bf8-dff240820785 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7070f83-9ad6-411e-82a5-c452eae4aee0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:09.063868 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81ca2437-36f8-401e-8bf8-dff240820785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:09.068696 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-81ca2437-36f8-401e-8bf8-dff240820785 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b7070f83-9ad6-411e-82a5-c452eae4aee0 HTTP/1.1" status: 204 len: 168 time: 0.5082943 Apr 21 12:33:09.071186 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59858) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:09.146873 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3cd066a-ffa6-4421-b6df-7069571c0745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:09.153169 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3cd066a-ffa6-4421-b6df-7069571c0745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:09.158858 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b3cd066a-ffa6-4421-b6df-7069571c0745 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/391917c4-a73e-4989-9eb1-15af6f227081 HTTP/1.1" status: 204 len: 168 time: 1.1113932 Apr 21 12:33:09.184139 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f4569a2-b5ef-4865-944c-d4b002e1bfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:09.294007 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-8ed936c9-51d9-4d5e-87da-23b90e9080ae tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Allocated IP 172.20.0.4 (9b7dd046-10d1-4f75-8b5a-2092dfe7d348/1fd66ced-0a64-4afd-a4de-c8fea692bf21/1682dd4f-5da2-488b-9303-c33ead624d39) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:33:09.308480 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0809fbd8-6030-4a76-84de-d5fd0ea7ecb7 req-1219a6d1-b27d-4447-bcc4-4d2673b5280d tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] 10.222.0.36 "GET /v2.0/ports?device_id=617424e1-e6f7-4788-968e-e4d3ef67cbf8 HTTP/1.1" status: 200 len: 210 time: 0.2486522 Apr 21 12:33:09.317310 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aef4f4ca-e856-42b6-9211-07f4870af700 req-c9ee6871-f5be-4804-b895-b042053533e8 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:09.318925 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f4569a2-b5ef-4865-944c-d4b002e1bfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:09.344328 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd066a-ffa6-4421-b6df-7069571c0745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=391917c4-a73e-4989-9eb1-15af6f227081,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:09.364351 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-3f4569a2-b5ef-4865-944c-d4b002e1bfc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a750d059-4831-44ed-89d3-df516bd3d8aa']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:33:09.388802 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-3f4569a2-b5ef-4865-944c-d4b002e1bfc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1825d1-9cfe-4dab-92af-7b5eede9af05') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:33:09.389185 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-3f4569a2-b5ef-4865-944c-d4b002e1bfc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1825d1-9cfe-4dab-92af-7b5eede9af05') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:33:09.419172 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a097f36f-d9dc-44ec-890c-829133c37f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:09.432769 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f4569a2-b5ef-4865-944c-d4b002e1bfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:09.461400 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f4569a2-b5ef-4865-944c-d4b002e1bfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:09.477195 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4569a2-b5ef-4865-944c-d4b002e1bfc5 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:33:09.477522 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f4569a2-b5ef-4865-944c-d4b002e1bfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:33:09.479315 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:33:09.524834 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a097f36f-d9dc-44ec-890c-829133c37f79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:09.535802 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a097f36f-d9dc-44ec-890c-829133c37f79 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4a81688e-931a-40f5-8294-d9bef4199fe7 HTTP/1.1" status: 204 len: 168 time: 2.4424274 Apr 21 12:33:09.545411 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097f36f-d9dc-44ec-890c-829133c37f79 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a81688e-931a-40f5-8294-d9bef4199fe7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:09.606310 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aef4f4ca-e856-42b6-9211-07f4870af700 req-c9ee6871-f5be-4804-b895-b042053533e8 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:09.612684 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-8ed936c9-51d9-4d5e-87da-23b90e9080ae tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:09.670437 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f4569a2-b5ef-4865-944c-d4b002e1bfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:09.671448 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aef4f4ca-e856-42b6-9211-07f4870af700 req-c9ee6871-f5be-4804-b895-b042053533e8 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:33:09.677121 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-aef4f4ca-e856-42b6-9211-07f4870af700 req-c9ee6871-f5be-4804-b895-b042053533e8 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:33:09.685059 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef4f4ca-e856-42b6-9211-07f4870af700 req-c9ee6871-f5be-4804-b895-b042053533e8 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:33:09.695091 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee6871-f5be-4804-b895-b042053533e8 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Pushing event updated for resources: {'Port': ['ID=0104795b-4d4d-4da2-80a5-18fc1c88a2a1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:09.718905 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f4569a2-b5ef-4865-944c-d4b002e1bfc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:09.731445 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3f4569a2-b5ef-4865-944c-d4b002e1bfc5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a750d059-4831-44ed-89d3-df516bd3d8aa HTTP/1.1" status: 204 len: 168 time: 0.6575906 Apr 21 12:33:09.738352 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4569a2-b5ef-4865-944c-d4b002e1bfc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a750d059-4831-44ed-89d3-df516bd3d8aa,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:09.796010 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aef4f4ca-e856-42b6-9211-07f4870af700 req-c9ee6871-f5be-4804-b895-b042053533e8 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:09.838211 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-8ed936c9-51d9-4d5e-87da-23b90e9080ae tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:09.882545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-8ed936c9-51d9-4d5e-87da-23b90e9080ae tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Network 9b7dd046-10d1-4f75-8b5a-2092dfe7d348 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:33:09.887769 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-8ed936c9-51d9-4d5e-87da-23b90e9080ae tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:33:09.893655 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-8ed936c9-51d9-4d5e-87da-23b90e9080ae tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:33:09.927337 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed936c9-51d9-4d5e-87da-23b90e9080ae tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Pushing event updated for resources: {'Port': ['ID=1682dd4f-5da2-488b-9303-c33ead624d39,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:09.961232 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-8ed936c9-51d9-4d5e-87da-23b90e9080ae tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:09.961983 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-8ed936c9-51d9-4d5e-87da-23b90e9080ae tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:10.002648 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aef4f4ca-e856-42b6-9211-07f4870af700 req-c9ee6871-f5be-4804-b895-b042053533e8 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:10.158161 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6e97f44b-c69a-4168-972b-0e2e315762de None None] Provisioning complete for port 1682dd4f-5da2-488b-9303-c33ead624d39 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:33:10.158813 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e97f44b-c69a-4168-972b-0e2e315762de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:10.203949 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59882) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:10.246785 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6e97f44b-c69a-4168-972b-0e2e315762de None None] Port 1682dd4f-5da2-488b-9303-c33ead624d39 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:33:10.254999 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aef4f4ca-e856-42b6-9211-07f4870af700 req-c9ee6871-f5be-4804-b895-b042053533e8 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:10.268921 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-8ed936c9-51d9-4d5e-87da-23b90e9080ae tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7516363 Apr 21 12:33:10.272768 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-931c4b7b-fc9f-4393-9d5f-b1446f6c30fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b565491d0f0444f49aea230167a9eb8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0676143 Apr 21 12:33:10.275823 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59884) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:10.284347 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ff2b490c-9d44-403d-9c51-dcec23ca0168 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Request body: {'port': {'device_id': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'network_id': 'e4d7b828-c49d-4174-8a7c-f8e1c5ee789b', 'admin_state_up': True, 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'security_groups': ['e64b4e83-099e-4c9c-9bac-7455cf8df492']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:10.357757 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59890) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:10.392001 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d74a436-79f1-4b95-8025-9a04e9cb5f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:10.403071 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aef4f4ca-e856-42b6-9211-07f4870af700 req-c9ee6871-f5be-4804-b895-b042053533e8 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:10.435459 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb7aac55-124b-4d85-9c5e-8651a1d50305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:10.486825 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb7aac55-124b-4d85-9c5e-8651a1d50305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:10.554494 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aef4f4ca-e856-42b6-9211-07f4870af700 req-c9ee6871-f5be-4804-b895-b042053533e8 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:10.597028 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fba96-0f89-45b8-824b-f28ccff314d0 req-adf10fe9-ab94-44b3-8a87-774e67a81d02 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:10.610804 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-588fba96-0f89-45b8-824b-f28ccff314d0 req-adf10fe9-ab94-44b3-8a87-774e67a81d02 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 931 time: 0.3489795 Apr 21 12:33:10.639249 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb7aac55-124b-4d85-9c5e-8651a1d50305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:10.642151 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb7aac55-124b-4d85-9c5e-8651a1d50305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:10.643294 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cb7aac55-124b-4d85-9c5e-8651a1d50305 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/82a21d17-6bd3-4cf5-8993-88d84058812f HTTP/1.1" status: 204 len: 168 time: 0.3663299 Apr 21 12:33:10.650858 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee6871-f5be-4804-b895-b042053533e8 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Pushing event updated for resources: {'Port': ['ID=0104795b-4d4d-4da2-80a5-18fc1c88a2a1,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:10.668060 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7aac55-124b-4d85-9c5e-8651a1d50305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a21d17-6bd3-4cf5-8993-88d84058812f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:10.683288 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d74a436-79f1-4b95-8025-9a04e9cb5f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:10.687360 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-588fba96-0f89-45b8-824b-f28ccff314d0 req-248819eb-e035-4a6d-b88d-8492772d6772 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703182 Apr 21 12:33:10.694187 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ff2b490c-9d44-403d-9c51-dcec23ca0168 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Made reservation on behalf of 6f1908decb8e42768935cf18d0563e60 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:33:10.700208 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ff2b490c-9d44-403d-9c51-dcec23ca0168 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:10.736145 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-aef4f4ca-e856-42b6-9211-07f4870af700 req-c9ee6871-f5be-4804-b895-b042053533e8 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:10.736145 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aef4f4ca-e856-42b6-9211-07f4870af700 req-c9ee6871-f5be-4804-b895-b042053533e8 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4073510 Apr 21 12:33:10.791585 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d74a436-79f1-4b95-8025-9a04e9cb5f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:10.847737 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5d74a436-79f1-4b95-8025-9a04e9cb5f1b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1cde14337c784034a7b399a6e5f3de1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4845943 Apr 21 12:33:10.849918 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59900) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:10.853120 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aef4f4ca-e856-42b6-9211-07f4870af700 req-221840f5-11e4-43d6-85d8-06e11c7a299c tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 695 time: 0.1071830 Apr 21 12:33:10.878184 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49d690a1-0ad6-4da6-acdd-c870d4c03eec req-27245d4c-74ae-4ae6-a011-290dfa1f240d tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] 10.222.0.36 "GET /v2.0/ports?device_id=617424e1-e6f7-4788-968e-e4d3ef67cbf8 HTTP/1.1" status: 200 len: 210 time: 0.0447769 Apr 21 12:33:10.931086 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74a436-79f1-4b95-8025-9a04e9cb5f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bd09f1-9d6e-4c0b-8df6-775f6476bc5d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:10.965177 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f7efb16a-ecd0-41e3-812a-f98bcf9124f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:10.980105 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59902) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:11.015147 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f7efb16a-ecd0-41e3-812a-f98bcf9124f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:11.072058 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3ee04638-1c28-4151-83dd-726aae515a91 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f4a26e9dd03b4a78b7b13c694250c450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0905328 Apr 21 12:33:11.075363 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59904) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:11.139635 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f78a5865-0617-41c6-8a85-cad0bf1b037b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:11.178898 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f78a5865-0617-41c6-8a85-cad0bf1b037b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:11.188884 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59906) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:11.292444 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f7efb16a-ecd0-41e3-812a-f98bcf9124f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:11.295429 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f7efb16a-ecd0-41e3-812a-f98bcf9124f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:11.298043 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f7efb16a-ecd0-41e3-812a-f98bcf9124f6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/71bd09f1-9d6e-4c0b-8df6-775f6476bc5d HTTP/1.1" status: 204 len: 168 time: 0.4453843 Apr 21 12:33:11.311871 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efb16a-ecd0-41e3-812a-f98bcf9124f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bd09f1-9d6e-4c0b-8df6-775f6476bc5d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:11.402916 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ff2b490c-9d44-403d-9c51-dcec23ca0168 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Allocated IP 10.1.1.242 (e4d7b828-c49d-4174-8a7c-f8e1c5ee789b/d9fb87f5-4bdf-4847-afd7-5e4912f2e226/40352b73-0f16-4e8b-a246-1b32de8756d6) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:33:11.425715 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f78a5865-0617-41c6-8a85-cad0bf1b037b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:11.429355 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f78a5865-0617-41c6-8a85-cad0bf1b037b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:11.430457 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f78a5865-0617-41c6-8a85-cad0bf1b037b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/22e92a0c-6d89-4862-af75-f879d904a2a3 HTTP/1.1" status: 204 len: 168 time: 0.3541625 Apr 21 12:33:11.450499 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a5865-0617-41c6-8a85-cad0bf1b037b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e92a0c-6d89-4862-af75-f879d904a2a3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:11.523557 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4f4ca-e856-42b6-9211-07f4870af700 req-fd9f19e0-ceda-4e68-82c6-5effdd3e5f98 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:11.524980 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aef4f4ca-e856-42b6-9211-07f4870af700 req-fd9f19e0-ceda-4e68-82c6-5effdd3e5f98 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 784 time: 0.6495695 Apr 21 12:33:11.614350 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-7a3d2d61-77bc-4b30-b2bb-85c42d695ae3 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-463948050-network', 'tenant_id': '134923ed446f45669e07d609a2d22521'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:11.695086 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-450c7484-731a-434a-926a-067147688889 req-82e2bfe7-38c1-4b99-a888-b1a311df7d30 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3b7da43895dc4c12b7d3bbc60b1af269&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698493 Apr 21 12:33:11.839891 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8771207a-57ed-4934-a13e-6f4a625731bf req-9fc9d36c-aeb5-4708-8039-86194a29b370 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2797592 Apr 21 12:33:11.848934 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-8771207a-57ed-4934-a13e-6f4a625731bf req-138e58a8-d28c-44b6-87d0-04e9506948c4 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:11.861083 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3d2d61-77bc-4b30-b2bb-85c42d695ae3 admin admin] Made reservation on behalf of 134923ed446f45669e07d609a2d22521 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:33:11.863833 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a3d2d61-77bc-4b30-b2bb-85c42d695ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:11.882162 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a3d2d61-77bc-4b30-b2bb-85c42d695ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:11.882572 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ff2b490c-9d44-403d-9c51-dcec23ca0168 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:11.936188 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c7484-731a-434a-926a-067147688889 req-bac46180-35bc-41a7-b9a1-948f10517b39 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:11.944009 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-450c7484-731a-434a-926a-067147688889 req-bac46180-35bc-41a7-b9a1-948f10517b39 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2255785 Apr 21 12:33:11.957232 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cc483-510e-4e6b-95e4-02639e85873d req-4dda8768-682e-434c-a2d8-f36fc7d50856 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:11.957232 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f56cc483-510e-4e6b-95e4-02639e85873d req-4dda8768-682e-434c-a2d8-f36fc7d50856 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 931 time: 0.0947297 Apr 21 12:33:11.965882 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-450c7484-731a-434a-926a-067147688889 req-887ebdcd-831f-4f59-bbf6-276df4f740d0 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Request body: {'port': {'device_id': '617424e1-e6f7-4788-968e-e4d3ef67cbf8', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'admin_state_up': True, 'tenant_id': '3b7da43895dc4c12b7d3bbc60b1af269'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:12.011170 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8771207a-57ed-4934-a13e-6f4a625731bf req-138e58a8-d28c-44b6-87d0-04e9506948c4 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:12.019294 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f56cc483-510e-4e6b-95e4-02639e85873d req-e4baa6e1-5254-4554-b14d-eab6acd74c27 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498850 Apr 21 12:33:12.131897 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ff2b490c-9d44-403d-9c51-dcec23ca0168 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:12.160470 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a3d2d61-77bc-4b30-b2bb-85c42d695ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:12.237258 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a3d2d61-77bc-4b30-b2bb-85c42d695ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:12.250647 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a3d2d61-77bc-4b30-b2bb-85c42d695ae3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:33:12.272900 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ff2b490c-9d44-403d-9c51-dcec23ca0168 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Network e4d7b828-c49d-4174-8a7c-f8e1c5ee789b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:33:12.280325 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a3d2d61-77bc-4b30-b2bb-85c42d695ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:12.280802 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-7a3d2d61-77bc-4b30-b2bb-85c42d695ae3 admin admin] Added segment f2a74df6-43ed-4283-966d-fec224604789 of type vlan for network a635c78d-2961-44e3-9641-25d01009d068 Apr 21 12:33:12.301592 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-450c7484-731a-434a-926a-067147688889 req-887ebdcd-831f-4f59-bbf6-276df4f740d0 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Made reservation on behalf of 3b7da43895dc4c12b7d3bbc60b1af269 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:33:12.308176 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-450c7484-731a-434a-926a-067147688889 req-887ebdcd-831f-4f59-bbf6-276df4f740d0 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:12.308176 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d2d61-77bc-4b30-b2bb-85c42d695ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37930fb8-1abd-4497-b454-7ca565584848,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:12.329040 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-545dd7a9-60a4-422d-80e3-ceacdfa92284 req-87fb7b46-fad2-4393-a4b1-cbe5aae75d85 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] 10.222.0.36 "GET /v2.0/ports?device_id=617424e1-e6f7-4788-968e-e4d3ef67cbf8 HTTP/1.1" status: 200 len: 210 time: 0.0747669 Apr 21 12:33:12.342281 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ff2b490c-9d44-403d-9c51-dcec23ca0168 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:33:12.366163 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b490c-9d44-403d-9c51-dcec23ca0168 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Pushing event updated for resources: {'Port': ['ID=40352b73-0f16-4e8b-a246-1b32de8756d6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:12.369309 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ff2b490c-9d44-403d-9c51-dcec23ca0168 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:33:12.369737 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-450c7484-731a-434a-926a-067147688889 req-887ebdcd-831f-4f59-bbf6-276df4f740d0 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:12.408992 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a3d2d61-77bc-4b30-b2bb-85c42d695ae3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:12.512631 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ff2b490c-9d44-403d-9c51-dcec23ca0168 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:12.519057 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ff2b490c-9d44-403d-9c51-dcec23ca0168 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:12.576866 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a3d2d61-77bc-4b30-b2bb-85c42d695ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:12.582066 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3d2d61-77bc-4b30-b2bb-85c42d695ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:12.584793 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a3d2d61-77bc-4b30-b2bb-85c42d695ae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:12.590361 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8771207a-57ed-4934-a13e-6f4a625731bf req-138e58a8-d28c-44b6-87d0-04e9506948c4 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:12.626479 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-450c7484-731a-434a-926a-067147688889 req-887ebdcd-831f-4f59-bbf6-276df4f740d0 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:12.699747 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ff2b490c-9d44-403d-9c51-dcec23ca0168 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4215584 Apr 21 12:33:12.710982 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d2d61-77bc-4b30-b2bb-85c42d695ae3 admin admin] Pushing event updated for resources: {'Network': ['ID=a635c78d-2961-44e3-9641-25d01009d068,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:12.728394 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7a3d2d61-77bc-4b30-b2bb-85c42d695ae3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5380166 Apr 21 12:33:12.729961 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-450c7484-731a-434a-926a-067147688889 req-887ebdcd-831f-4f59-bbf6-276df4f740d0 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:12.733667 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network a635c78d-2961-44e3-9641-25d01009d068 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:33:12.735001 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59952) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:12.746159 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bba6f397-4cf5-4d7b-b9e7-420c05f67986 admin admin] Request body: {'subnet': {'network_id': 'a635c78d-2961-44e3-9641-25d01009d068', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-463948050-subnet', 'tenant_id': '134923ed446f45669e07d609a2d22521', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:12.778064 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-3664af7d-5020-4bee-abbc-cbb21709f24e tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Request body: {'port': {'device_id': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'network_id': 'e4d7b828-c49d-4174-8a7c-f8e1c5ee789b', 'admin_state_up': True, 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'security_groups': ['e64b4e83-099e-4c9c-9bac-7455cf8df492']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:12.877943 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ebdcd-831f-4f59-bbf6-276df4f740d0 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62ba354d-9614-4cf5-8998-970b4dcdd71b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:12.899949 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba6f397-4cf5-4d7b-b9e7-420c05f67986 admin admin] Made reservation on behalf of 134923ed446f45669e07d609a2d22521 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:33:12.903019 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bba6f397-4cf5-4d7b-b9e7-420c05f67986 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:12.984924 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-8771207a-57ed-4934-a13e-6f4a625731bf req-138e58a8-d28c-44b6-87d0-04e9506948c4 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Allocated IP 172.25.8.187 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/c8612830-39da-45e5-8149-4d2789e28436) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:33:12.985908 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a9aa5e8f-6a64-4595-b707-e240c7f8ea6b None None] Provisioning complete for port 40352b73-0f16-4e8b-a246-1b32de8756d6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:33:12.986260 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a9aa5e8f-6a64-4595-b707-e240c7f8ea6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:13.028411 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a9aa5e8f-6a64-4595-b707-e240c7f8ea6b None None] Port 40352b73-0f16-4e8b-a246-1b32de8756d6 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:33:13.112770 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-450c7484-731a-434a-926a-067147688889 req-887ebdcd-831f-4f59-bbf6-276df4f740d0 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Allocated IP 192.168.233.152 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/b5c4bc70-6ff8-4022-b973-841e648269d0) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:33:13.341335 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88dfe6-c3a4-4289-9243-eedbf0b28415 req-07b91aaf-765e-477b-8c4d-9eb221f5204d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:13.351549 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88dfe6-c3a4-4289-9243-eedbf0b28415 req-07b91aaf-765e-477b-8c4d-9eb221f5204d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:13.365038 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a88dfe6-c3a4-4289-9243-eedbf0b28415 req-07b91aaf-765e-477b-8c4d-9eb221f5204d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 1653 time: 0.1649292 Apr 21 12:33:13.386417 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-3664af7d-5020-4bee-abbc-cbb21709f24e tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Made reservation on behalf of 6f1908decb8e42768935cf18d0563e60 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:33:13.390370 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-3664af7d-5020-4bee-abbc-cbb21709f24e tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:13.413303 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a150ec9b-5cfc-4f0b-be1e-b0ff0a47358c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:13.442187 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-450c7484-731a-434a-926a-067147688889 req-887ebdcd-831f-4f59-bbf6-276df4f740d0 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:13.485430 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bba6f397-4cf5-4d7b-b9e7-420c05f67986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:13.570348 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8771207a-57ed-4934-a13e-6f4a625731bf req-138e58a8-d28c-44b6-87d0-04e9506948c4 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:13.583952 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a88dfe6-c3a4-4289-9243-eedbf0b28415 req-fa0a3a6d-5d3a-44e9-b816-af5e44c932d0 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173564 Apr 21 12:33:13.604643 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-450c7484-731a-434a-926a-067147688889 req-887ebdcd-831f-4f59-bbf6-276df4f740d0 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:13.694472 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6f397-4cf5-4d7b-b9e7-420c05f67986 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0abdbe4-b2db-4d01-8c9f-0fa9febec4a2,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:13.699489 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba6f397-4cf5-4d7b-b9e7-420c05f67986 admin admin] Checking segment: {'id': 'f2a74df6-43ed-4283-966d-fec224604789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a635c78d-2961-44e3-9641-25d01009d068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:33:13.700196 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba6f397-4cf5-4d7b-b9e7-420c05f67986 admin admin] Network hostable DHCP agents. Network: a635c78d-2961-44e3-9641-25d01009d068, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:33:13.717993 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-450c7484-731a-434a-926a-067147688889 req-887ebdcd-831f-4f59-bbf6-276df4f740d0 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:33:13.733650 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-450c7484-731a-434a-926a-067147688889 req-887ebdcd-831f-4f59-bbf6-276df4f740d0 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:33:13.737322 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ebdcd-831f-4f59-bbf6-276df4f740d0 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Pushing event updated for resources: {'Port': ['ID=b5c4bc70-6ff8-4022-b973-841e648269d0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:13.740360 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-450c7484-731a-434a-926a-067147688889 req-887ebdcd-831f-4f59-bbf6-276df4f740d0 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:33:13.754259 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-3664af7d-5020-4bee-abbc-cbb21709f24e tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Allocated IP 10.1.1.173 (e4d7b828-c49d-4174-8a7c-f8e1c5ee789b/d9fb87f5-4bdf-4847-afd7-5e4912f2e226/d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:33:13.803560 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c7e9a-bc0d-4d67-be00-c9fbe0dd0713 req-a766644c-d079-4589-9fc3-101ddde0e2c1 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:13.803560 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-053c7e9a-bc0d-4d67-be00-c9fbe0dd0713 req-a766644c-d079-4589-9fc3-101ddde0e2c1 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] 10.222.0.36 "GET /v2.0/ports?device_id=617424e1-e6f7-4788-968e-e4d3ef67cbf8 HTTP/1.1" status: 200 len: 936 time: 0.1253755 Apr 21 12:33:13.821947 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c7484-731a-434a-926a-067147688889 req-887ebdcd-831f-4f59-bbf6-276df4f740d0 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:13.822614 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-450c7484-731a-434a-926a-067147688889 req-887ebdcd-831f-4f59-bbf6-276df4f740d0 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:13.924229 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8771207a-57ed-4934-a13e-6f4a625731bf req-138e58a8-d28c-44b6-87d0-04e9506948c4 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:13.943148 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-053c7e9a-bc0d-4d67-be00-c9fbe0dd0713 req-a2cb50e9-65b0-4160-aa4e-dd872369f098 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] 10.222.0.36 "GET /v2.0/security-groups?id=62ba354d-9614-4cf5-8998-970b4dcdd71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209643 Apr 21 12:33:13.944496 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba6f397-4cf5-4d7b-b9e7-420c05f67986 admin admin] Network a635c78d-2961-44e3-9641-25d01009d068 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:33:13.949376 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-450c7484-731a-434a-926a-067147688889 req-887ebdcd-831f-4f59-bbf6-276df4f740d0 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9955866 Apr 21 12:33:13.968434 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-450c7484-731a-434a-926a-067147688889 req-f09651c0-78fe-4a0a-8e63-4e8ebca3dddf service neutron] Request body: {'port': {'device_id': '617424e1-e6f7-4788-968e-e4d3ef67cbf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:14.028629 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8771207a-57ed-4934-a13e-6f4a625731bf req-138e58a8-d28c-44b6-87d0-04e9506948c4 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:33:14.040791 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-8771207a-57ed-4934-a13e-6f4a625731bf req-138e58a8-d28c-44b6-87d0-04e9506948c4 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:33:14.051538 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8771207a-57ed-4934-a13e-6f4a625731bf req-138e58a8-d28c-44b6-87d0-04e9506948c4 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:33:14.071871 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-bba6f397-4cf5-4d7b-b9e7-420c05f67986 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, a635c78d-2961-44e3-9641-25d01009d068) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:33:14.090869 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839395d8-b908-495a-b05f-85885f371e73 None None] Network a635c78d-2961-44e3-9641-25d01009d068 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:33:14.113925 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba6f397-4cf5-4d7b-b9e7-420c05f67986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:14.121123 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bba6f397-4cf5-4d7b-b9e7-420c05f67986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:14.160506 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-450c7484-731a-434a-926a-067147688889 req-f09651c0-78fe-4a0a-8e63-4e8ebca3dddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:14.170548 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e58a8-d28c-44b6-87d0-04e9506948c4 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Pushing event updated for resources: {'Port': ['ID=c8612830-39da-45e5-8149-4d2789e28436,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:14.222119 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-3664af7d-5020-4bee-abbc-cbb21709f24e tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:14.246227 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9577cf90-6c83-406e-aff0-3635697690f8 None None] Provisioning complete for port b5c4bc70-6ff8-4022-b973-841e648269d0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:33:14.247094 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9577cf90-6c83-406e-aff0-3635697690f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:14.274041 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8771207a-57ed-4934-a13e-6f4a625731bf req-138e58a8-d28c-44b6-87d0-04e9506948c4 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:14.386552 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9577cf90-6c83-406e-aff0-3635697690f8 None None] Port b5c4bc70-6ff8-4022-b973-841e648269d0 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:33:14.393908 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5800785-5330-46ef-bd94-83cb58140093 None None] Network a635c78d-2961-44e3-9641-25d01009d068 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:33:14.422701 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-3664af7d-5020-4bee-abbc-cbb21709f24e tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:14.541303 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3664af7d-5020-4bee-abbc-cbb21709f24e tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Pushing event updated for resources: {'Port': ['ID=d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:14.555155 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-3664af7d-5020-4bee-abbc-cbb21709f24e tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Network e4d7b828-c49d-4174-8a7c-f8e1c5ee789b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:33:14.567507 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-3664af7d-5020-4bee-abbc-cbb21709f24e tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:33:14.570296 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-450c7484-731a-434a-926a-067147688889 req-f09651c0-78fe-4a0a-8e63-4e8ebca3dddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5c4bc70-6ff8-4022-b973-841e648269d0 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:33:14.573574 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8771207a-57ed-4934-a13e-6f4a625731bf req-138e58a8-d28c-44b6-87d0-04e9506948c4 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:14.576915 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-3664af7d-5020-4bee-abbc-cbb21709f24e tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:33:14.578994 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-450c7484-731a-434a-926a-067147688889 req-f09651c0-78fe-4a0a-8e63-4e8ebca3dddf service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:14.593028 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-450c7484-731a-434a-926a-067147688889 req-f09651c0-78fe-4a0a-8e63-4e8ebca3dddf service neutron] Transition to ACTIVE for port object b5c4bc70-6ff8-4022-b973-841e648269d0 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:33:14.612091 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bba6f397-4cf5-4d7b-b9e7-420c05f67986 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8645647 Apr 21 12:33:14.654458 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:33:14.673083 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-450c7484-731a-434a-926a-067147688889 req-f09651c0-78fe-4a0a-8e63-4e8ebca3dddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:14.745914 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-3664af7d-5020-4bee-abbc-cbb21709f24e tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:14.746770 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-3664af7d-5020-4bee-abbc-cbb21709f24e tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:14.828606 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09651c0-78fe-4a0a-8e63-4e8ebca3dddf service neutron] Pushing event updated for resources: {'Port': ['ID=b5c4bc70-6ff8-4022-b973-841e648269d0,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:14.925443 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-3664af7d-5020-4bee-abbc-cbb21709f24e tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1685131 Apr 21 12:33:14.944544 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-4088a020-c7f7-40c6-b739-8e7f3b0c31fe tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Request body: {'port': {'device_id': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '92442c54-a20b-4d99-aea4-e4d3be34f674', 'admin_state_up': True, 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'security_groups': ['e64b4e83-099e-4c9c-9bac-7455cf8df492']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:14.990984 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-450c7484-731a-434a-926a-067147688889 req-f09651c0-78fe-4a0a-8e63-4e8ebca3dddf service neutron] Attempting to bind port b5c4bc70-6ff8-4022-b973-841e648269d0 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:33:14.991334 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-450c7484-731a-434a-926a-067147688889 req-f09651c0-78fe-4a0a-8e63-4e8ebca3dddf service neutron] Attempting to bind port b5c4bc70-6ff8-4022-b973-841e648269d0 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:33:14.991674 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c7484-731a-434a-926a-067147688889 req-f09651c0-78fe-4a0a-8e63-4e8ebca3dddf service neutron] Attempting to bind port b5c4bc70-6ff8-4022-b973-841e648269d0 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:33:15.010176 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c7484-731a-434a-926a-067147688889 req-f09651c0-78fe-4a0a-8e63-4e8ebca3dddf service neutron] Port b5c4bc70-6ff8-4022-b973-841e648269d0 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:33:15.010176 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c7484-731a-434a-926a-067147688889 req-f09651c0-78fe-4a0a-8e63-4e8ebca3dddf service neutron] Attempting to bind port b5c4bc70-6ff8-4022-b973-841e648269d0 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:33:15.016664 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c7484-731a-434a-926a-067147688889 req-f09651c0-78fe-4a0a-8e63-4e8ebca3dddf service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:33:15.017394 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c7484-731a-434a-926a-067147688889 req-f09651c0-78fe-4a0a-8e63-4e8ebca3dddf service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:33:15.017826 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-450c7484-731a-434a-926a-067147688889 req-f09651c0-78fe-4a0a-8e63-4e8ebca3dddf service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:33:15.018551 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-450c7484-731a-434a-926a-067147688889 req-f09651c0-78fe-4a0a-8e63-4e8ebca3dddf service neutron] Bound port: b5c4bc70-6ff8-4022-b973-841e648269d0, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:33:15.018700 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-450c7484-731a-434a-926a-067147688889 req-f09651c0-78fe-4a0a-8e63-4e8ebca3dddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:15.130952 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-227a49bf-1392-44c4-aeb3-18a3b981d9aa None None] Provisioning complete for port d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:33:15.131989 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-227a49bf-1392-44c4-aeb3-18a3b981d9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:15.206581 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-227a49bf-1392-44c4-aeb3-18a3b981d9aa None None] Port d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:33:15.208094 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-450c7484-731a-434a-926a-067147688889 req-f09651c0-78fe-4a0a-8e63-4e8ebca3dddf service neutron] For port b5c4bc70-6ff8-4022-b973-841e648269d0, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:33:15.217825 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-450c7484-731a-434a-926a-067147688889 req-f09651c0-78fe-4a0a-8e63-4e8ebca3dddf service neutron] For port b5c4bc70-6ff8-4022-b973-841e648269d0, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=b5c4bc70-6ff8-4022-b973-841e648269d0,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:33:15.245151 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8771207a-57ed-4934-a13e-6f4a625731bf req-138e58a8-d28c-44b6-87d0-04e9506948c4 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:15.293424 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-4088a020-c7f7-40c6-b739-8e7f3b0c31fe tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Made reservation on behalf of 6f1908decb8e42768935cf18d0563e60 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:33:15.323514 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-450c7484-731a-434a-926a-067147688889 req-f09651c0-78fe-4a0a-8e63-4e8ebca3dddf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:15.393474 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c7484-731a-434a-926a-067147688889 req-f09651c0-78fe-4a0a-8e63-4e8ebca3dddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:15.395095 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-450c7484-731a-434a-926a-067147688889 req-f09651c0-78fe-4a0a-8e63-4e8ebca3dddf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:15.396923 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-450c7484-731a-434a-926a-067147688889 req-f09651c0-78fe-4a0a-8e63-4e8ebca3dddf service neutron] 10.222.0.24 "PUT /v2.0/ports/b5c4bc70-6ff8-4022-b973-841e648269d0 HTTP/1.1" status: 200 len: 1096 time: 1.4327321 Apr 21 12:33:15.397386 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '617424e1-e6f7-4788-968e-e4d3ef67cbf8', 'tag': 'b5c4bc70-6ff8-4022-b973-841e648269d0'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:33:15.400157 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2034f58f-44df-4c48-979a-b8b64e6f1a80" -d '{"events": [{"name": "network-changed", "server_uuid": "617424e1-e6f7-4788-968e-e4d3ef67cbf8", "tag": "b5c4bc70-6ff8-4022-b973-841e648269d0"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:33:15.411556 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8771207a-57ed-4934-a13e-6f4a625731bf req-138e58a8-d28c-44b6-87d0-04e9506948c4 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:15.430596 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09651c0-78fe-4a0a-8e63-4e8ebca3dddf service neutron] Pushing event updated for resources: {'Port': ['ID=b5c4bc70-6ff8-4022-b973-841e648269d0,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:15.551735 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-01d12d3e-ccb0-4ba7-8621-b142806937b0 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=4e5e4ba0c6e54f54b7de288c935df29c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1303790 Apr 21 12:33:15.580334 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c7484-731a-434a-926a-067147688889 req-1a1e3c6b-a911-4ff4-8eb3-8d50dde6e00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:15.581875 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-450c7484-731a-434a-926a-067147688889 req-1a1e3c6b-a911-4ff4-8eb3-8d50dde6e00d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b7da43895dc4c12b7d3bbc60b1af269&device_id=617424e1-e6f7-4788-968e-e4d3ef67cbf8 HTTP/1.1" status: 200 len: 1099 time: 0.0788665 Apr 21 12:33:15.632717 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e58a8-d28c-44b6-87d0-04e9506948c4 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Pushing event updated for resources: {'Port': ['ID=c8612830-39da-45e5-8149-4d2789e28436,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:15.649019 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-450c7484-731a-434a-926a-067147688889 req-25847a8c-6b64-4380-9731-372788c61788 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=b5c4bc70-6ff8-4022-b973-841e648269d0 HTTP/1.1" status: 200 len: 217 time: 0.0527728 Apr 21 12:33:15.659213 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ad6110c-5b30-41cb-acfe-096148127a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:15.742739 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c7484-731a-434a-926a-067147688889 req-5c895208-9b98-4664-9f99-29f5b320b743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:15.746877 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-450c7484-731a-434a-926a-067147688889 req-5c895208-9b98-4664-9f99-29f5b320b743 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.0892391 Apr 21 12:33:15.761812 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-4088a020-c7f7-40c6-b739-8e7f3b0c31fe tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:15.773520 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8771207a-57ed-4934-a13e-6f4a625731bf req-138e58a8-d28c-44b6-87d0-04e9506948c4 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:15.843343 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c7484-731a-434a-926a-067147688889 req-c80d2a17-68ed-47de-abb3-9a2eceffc733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:15.846441 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-450c7484-731a-434a-926a-067147688889 req-c80d2a17-68ed-47de-abb3-9a2eceffc733 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0878057 Apr 21 12:33:15.890291 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8771207a-57ed-4934-a13e-6f4a625731bf req-138e58a8-d28c-44b6-87d0-04e9506948c4 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:15.891528 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8771207a-57ed-4934-a13e-6f4a625731bf req-138e58a8-d28c-44b6-87d0-04e9506948c4 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0508184 Apr 21 12:33:15.984683 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8771207a-57ed-4934-a13e-6f4a625731bf req-1f5b601c-d76b-40d0-899f-6b23c039071e tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 696 time: 0.0666809 Apr 21 12:33:15.999066 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-5643fbeb-568d-4485-b878-9dc3c7575d48 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:16.006202 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-5643fbeb-568d-4485-b878-9dc3c7575d48 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3548248 Apr 21 12:33:16.027724 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-450c7484-731a-434a-926a-067147688889 req-7224c257-8e81-4b34-8691-8951e52b07db service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698036 Apr 21 12:33:16.084004 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-0559c86b-e8ab-4a82-81dc-2c32da24c4e0 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/quotas/4e5e4ba0c6e54f54b7de288c935df29c HTTP/1.1" status: 200 len: 375 time: 0.0768330 Apr 21 12:33:16.147742 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-450c7484-731a-434a-926a-067147688889 req-ba87f249-a312-4d5f-b41d-fa17fec0dfbe service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088462 Apr 21 12:33:16.179199 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-fb978f88-968d-4709-90c7-182fae8e49b6 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e5e4ba0c6e54f54b7de288c935df29c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0943389 Apr 21 12:33:16.266202 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771207a-57ed-4934-a13e-6f4a625731bf req-cf2f2504-3360-4c6a-a7ef-35a080e3991a tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:16.267876 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8771207a-57ed-4934-a13e-6f4a625731bf req-cf2f2504-3360-4c6a-a7ef-35a080e3991a tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 784 time: 0.2526186 Apr 21 12:33:16.276970 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-4088a020-c7f7-40c6-b739-8e7f3b0c31fe tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Allocated IP 10.2.2.100 (92442c54-a20b-4d99-aea4-e4d3be34f674/e65a1205-0e97-4e79-9858-1e4bd3f7dc14/3e561804-d8d5-4339-9143-2c73c93fb922) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:33:16.505018 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b3b5f-0201-436f-b918-cc4e72e5913f req-f9c95155-dd7d-4d28-890a-c450601d26b5 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:16.511554 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b3b5f-0201-436f-b918-cc4e72e5913f req-f9c95155-dd7d-4d28-890a-c450601d26b5 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:16.525676 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b3b5f-0201-436f-b918-cc4e72e5913f req-f9c95155-dd7d-4d28-890a-c450601d26b5 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:16.529686 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d11b3b5f-0201-436f-b918-cc4e72e5913f req-f9c95155-dd7d-4d28-890a-c450601d26b5 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 2374 time: 0.1975849 Apr 21 12:33:16.572004 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-4088a020-c7f7-40c6-b739-8e7f3b0c31fe tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:16.603137 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d11b3b5f-0201-436f-b918-cc4e72e5913f req-f0c366da-cce5-4682-97e8-8762d90f2fa3 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612645 Apr 21 12:33:16.683447 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b1ec9-e9e0-4593-84f6-1ce3441f2664 req-01b10f27-1531-4bb4-8626-0f6d89e1b682 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:16.685218 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d19b1ec9-e9e0-4593-84f6-1ce3441f2664 req-01b10f27-1531-4bb4-8626-0f6d89e1b682 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] 10.222.0.36 "GET /v2.0/ports?device_id=617424e1-e6f7-4788-968e-e4d3ef67cbf8 HTTP/1.1" status: 200 len: 948 time: 0.0812273 Apr 21 12:33:16.733670 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d19b1ec9-e9e0-4593-84f6-1ce3441f2664 req-bbe4cd7a-7273-405f-b97c-a4a349df928e tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] 10.222.0.36 "GET /v2.0/security-groups?id=62ba354d-9614-4cf5-8998-970b4dcdd71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404396 Apr 21 12:33:16.794543 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3724d294-113a-4b33-983e-e747bf6fecf0 x-openstack-request-id: req-3724d294-113a-4b33-983e-e747bf6fecf0 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:33:16.795025 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "617424e1-e6f7-4788-968e-e4d3ef67cbf8", "tag": "b5c4bc70-6ff8-4022-b973-841e648269d0", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:33:16.795110 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3724d294-113a-4b33-983e-e747bf6fecf0 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:33:16.795639 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3724d294-113a-4b33-983e-e747bf6fecf0'] response: {'name': 'network-changed', 'server_uuid': '617424e1-e6f7-4788-968e-e4d3ef67cbf8', 'tag': 'b5c4bc70-6ff8-4022-b973-841e648269d0', 'status': 'completed', 'code': 200} Apr 21 12:33:16.826129 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-4088a020-c7f7-40c6-b739-8e7f3b0c31fe tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:16.826780 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:16.908898 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088a020-c7f7-40c6-b739-8e7f3b0c31fe tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Pushing event updated for resources: {'Port': ['ID=3e561804-d8d5-4339-9143-2c73c93fb922,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:16.924472 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034f58f-44df-4c48-979a-b8b64e6f1a80 req-42f11c50-bdbe-48ad-a138-c646e29deba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:16.926634 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-2034f58f-44df-4c48-979a-b8b64e6f1a80 req-42f11c50-bdbe-48ad-a138-c646e29deba3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b7da43895dc4c12b7d3bbc60b1af269&device_id=617424e1-e6f7-4788-968e-e4d3ef67cbf8 HTTP/1.1" status: 200 len: 1099 time: 0.0734155 Apr 21 12:33:16.948152 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088a020-c7f7-40c6-b739-8e7f3b0c31fe tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:16.948503 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088a020-c7f7-40c6-b739-8e7f3b0c31fe tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:16.948843 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088a020-c7f7-40c6-b739-8e7f3b0c31fe tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:16.949177 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088a020-c7f7-40c6-b739-8e7f3b0c31fe tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:16.949509 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088a020-c7f7-40c6-b739-8e7f3b0c31fe tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:16.949870 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088a020-c7f7-40c6-b739-8e7f3b0c31fe tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:16.950197 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088a020-c7f7-40c6-b739-8e7f3b0c31fe tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:16.950519 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088a020-c7f7-40c6-b739-8e7f3b0c31fe tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:16.950840 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088a020-c7f7-40c6-b739-8e7f3b0c31fe tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:16.951153 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088a020-c7f7-40c6-b739-8e7f3b0c31fe tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:16.951476 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088a020-c7f7-40c6-b739-8e7f3b0c31fe tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:16.951796 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4088a020-c7f7-40c6-b739-8e7f3b0c31fe tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:16.978023 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-4088a020-c7f7-40c6-b739-8e7f3b0c31fe tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Network 92442c54-a20b-4d99-aea4-e4d3be34f674 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:33:16.984515 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-4088a020-c7f7-40c6-b739-8e7f3b0c31fe tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:33:16.999086 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-4088a020-c7f7-40c6-b739-8e7f3b0c31fe tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:33:17.085369 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034f58f-44df-4c48-979a-b8b64e6f1a80 req-d649217b-88f0-4cf2-a075-1b694e49522d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:17.087621 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-2034f58f-44df-4c48-979a-b8b64e6f1a80 req-d649217b-88f0-4cf2-a075-1b694e49522d service neutron] 10.222.0.24 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.1534956 Apr 21 12:33:17.146996 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-2034f58f-44df-4c48-979a-b8b64e6f1a80 req-26ba0dd2-335c-4739-b735-5127dc30b4fc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=b5c4bc70-6ff8-4022-b973-841e648269d0 HTTP/1.1" status: 200 len: 217 time: 0.0505042 Apr 21 12:33:17.224822 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034f58f-44df-4c48-979a-b8b64e6f1a80 req-9681f3a1-a761-4ec1-ab79-1152a3cd7cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:17.226361 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-2034f58f-44df-4c48-979a-b8b64e6f1a80 req-9681f3a1-a761-4ec1-ab79-1152a3cd7cd5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.0718486 Apr 21 12:33:17.235633 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-4088a020-c7f7-40c6-b739-8e7f3b0c31fe tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:17.236316 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-4088a020-c7f7-40c6-b739-8e7f3b0c31fe tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:17.293640 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-b2aa639d-549b-4217-89aa-146701c10bcb tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:17.300805 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-b2aa639d-549b-4217-89aa-146701c10bcb tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] 10.222.0.36 "GET /v2.0/networks?id=a635c78d-2961-44e3-9641-25d01009d068 HTTP/1.1" status: 200 len: 820 time: 0.2990003 Apr 21 12:33:17.327696 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2034f58f-44df-4c48-979a-b8b64e6f1a80 req-d8bd3781-af33-448f-8925-0e9f6c98a6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:17.329449 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-2034f58f-44df-4c48-979a-b8b64e6f1a80 req-d8bd3781-af33-448f-8925-0e9f6c98a6de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0917256 Apr 21 12:33:17.353105 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-4088a020-c7f7-40c6-b739-8e7f3b0c31fe tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4200497 Apr 21 12:33:17.364202 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-6ac8a6d9-ce16-4da9-95aa-1ea620cdfc33 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Request body: {'port': {'device_id': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '92442c54-a20b-4d99-aea4-e4d3be34f674', 'admin_state_up': True, 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'security_groups': ['e64b4e83-099e-4c9c-9bac-7455cf8df492']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:17.385422 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d8b98ab5-7854-4dbd-9168-69874b6e215c None None] Provisioning complete for port 3e561804-d8d5-4339-9143-2c73c93fb922 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:33:17.386497 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8b98ab5-7854-4dbd-9168-69874b6e215c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:17.484225 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-ba39b2cf-6858-4ee3-ab78-b8c364d4923c tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] 10.222.0.36 "GET /v2.0/quotas/134923ed446f45669e07d609a2d22521 HTTP/1.1" status: 200 len: 375 time: 0.1819468 Apr 21 12:33:17.509438 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d8b98ab5-7854-4dbd-9168-69874b6e215c None None] Port 3e561804-d8d5-4339-9143-2c73c93fb922 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:33:17.559032 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-8c86b894-5000-4a2f-a6c2-e29d175a9523 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=134923ed446f45669e07d609a2d22521&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610833 Apr 21 12:33:17.583499 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-2034f58f-44df-4c48-979a-b8b64e6f1a80 req-3581ac86-4790-46ff-ab04-da90c47e1ccd service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156496 Apr 21 12:33:17.601301 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:17.695234 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-7d9c1898-c9b2-4496-bf9c-511dc34a733e service neutron] 10.222.0.36 "GET /v2.0/networks/a635c78d-2961-44e3-9641-25d01009d068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083786 Apr 21 12:33:17.716687 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-6ac8a6d9-ce16-4da9-95aa-1ea620cdfc33 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Made reservation on behalf of 6f1908decb8e42768935cf18d0563e60 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:33:17.723364 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-6ac8a6d9-ce16-4da9-95aa-1ea620cdfc33 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:17.744250 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-2034f58f-44df-4c48-979a-b8b64e6f1a80 req-3529950e-20d0-47d0-9ec1-b1f4c3ebdd2b service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493158 Apr 21 12:33:17.892132 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-c86826c9-b4fb-4059-9197-d9356b7668e3 service neutron] 10.222.0.36 "GET /v2.0/networks/a635c78d-2961-44e3-9641-25d01009d068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872351 Apr 21 12:33:18.015570 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-6ac8a6d9-ce16-4da9-95aa-1ea620cdfc33 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Allocated IP 10.2.2.200 (92442c54-a20b-4d99-aea4-e4d3be34f674/e65a1205-0e97-4e79-9858-1e4bd3f7dc14/30473043-d7db-404d-b70c-4211d4724b47) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:33:18.191131 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-6ac8a6d9-ce16-4da9-95aa-1ea620cdfc33 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:18.596560 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:18.598928 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-6ac8a6d9-ce16-4da9-95aa-1ea620cdfc33 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:18.639885 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:18.647313 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-6ac8a6d9-ce16-4da9-95aa-1ea620cdfc33 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Network 92442c54-a20b-4d99-aea4-e4d3be34f674 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:33:18.654000 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-6ac8a6d9-ce16-4da9-95aa-1ea620cdfc33 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:33:18.658082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-6ac8a6d9-ce16-4da9-95aa-1ea620cdfc33 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:33:19.072286 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2ab740a6-5437-4240-98e6-793d83337843 None None] Provisioning complete for port 30473043-d7db-404d-b70c-4211d4724b47 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:33:19.072656 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ab740a6-5437-4240-98e6-793d83337843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:19.139523 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac8a6d9-ce16-4da9-95aa-1ea620cdfc33 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Pushing event updated for resources: {'Port': ['ID=30473043-d7db-404d-b70c-4211d4724b47,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:19.167528 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2ab740a6-5437-4240-98e6-793d83337843 None None] Port 30473043-d7db-404d-b70c-4211d4724b47 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:33:19.174268 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-05d5ef24-1fd1-4c38-a989-b5fbe9fecf29 req-e4d25f4f-5509-456d-83be-f167488c76b6 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/ports?device_id=299c63c1-fd6c-4f13-b61f-25a5a4481c4a HTTP/1.1" status: 200 len: 210 time: 0.0427136 Apr 21 12:33:19.244218 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-6ac8a6d9-ce16-4da9-95aa-1ea620cdfc33 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:19.244837 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-6ac8a6d9-ce16-4da9-95aa-1ea620cdfc33 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:19.295111 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e020aeff-ef8d-4b1c-bc1d-029024518838 req-32e9c08c-5938-4aab-9c18-1cfa27509f27 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1645885 Apr 21 12:33:19.306238 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-e020aeff-ef8d-4b1c-bc1d-029024518838 req-e8c74ecd-eddf-4ad0-9629-ad4b7acdb513 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:19.328080 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-6ac8a6d9-ce16-4da9-95aa-1ea620cdfc33 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9686778 Apr 21 12:33:19.344748 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5af99701-726f-4b2a-8760-63636f5d889f service neutron] Request body: {'port': {'device_id': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:19.414644 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e020aeff-ef8d-4b1c-bc1d-029024518838 req-e8c74ecd-eddf-4ad0-9629-ad4b7acdb513 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:19.471001 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5af99701-726f-4b2a-8760-63636f5d889f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:19.659376 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5786e1-777e-4f80-a2f4-63591065d41c req-bfc93132-a794-41e8-a231-810b9fd5a34c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:19.669920 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5786e1-777e-4f80-a2f4-63591065d41c req-bfc93132-a794-41e8-a231-810b9fd5a34c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:19.671758 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5786e1-777e-4f80-a2f4-63591065d41c req-bfc93132-a794-41e8-a231-810b9fd5a34c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:19.677669 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5786e1-777e-4f80-a2f4-63591065d41c req-bfc93132-a794-41e8-a231-810b9fd5a34c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:19.683512 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5786e1-777e-4f80-a2f4-63591065d41c req-bfc93132-a794-41e8-a231-810b9fd5a34c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:19.691142 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d5786e1-777e-4f80-a2f4-63591065d41c req-bfc93132-a794-41e8-a231-810b9fd5a34c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 3816 time: 0.2109435 Apr 21 12:33:19.714720 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device b5c4bc70-6ff8-4022-b973-841e648269d0 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:33:19.812642 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-25ca5724-505a-4a6b-81b9-edb22028e744 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4e5e4ba0c6e54f54b7de288c935df29c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432081 Apr 21 12:33:19.882225 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d5786e1-777e-4f80-a2f4-63591065d41c req-fc3598ae-10d0-4a06-9f0a-78018d26ed95 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900787 Apr 21 12:33:19.945290 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port b5c4bc70-6ff8-4022-b973-841e648269d0, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=b5c4bc70-6ff8-4022-b973-841e648269d0,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:19.976618 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'b5c4bc70-6ff8-4022-b973-841e648269d0', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': 'b5c4bc70-6ff8-4022-b973-841e648269d0', 'mac_address': 'fa:16:3e:c4:d0:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:33:20.082135 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:20.108740 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e020aeff-ef8d-4b1c-bc1d-029024518838 req-e8c74ecd-eddf-4ad0-9629-ad4b7acdb513 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:20.131371 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60122) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:20.143920 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5c4bc70-6ff8-4022-b973-841e648269d0 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:33:20.166675 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port b5c4bc70-6ff8-4022-b973-841e648269d0, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=b5c4bc70-6ff8-4022-b973-841e648269d0,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:20.202077 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-31d0512a-48fc-44f1-aa9b-6758a6e4d1cd tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:20.202777 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-31d0512a-48fc-44f1-aa9b-6758a6e4d1cd tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3790114 Apr 21 12:33:20.229112 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a691d0-08c2-43b2-814a-c1f829432aab req-df3116af-3471-44fa-b6a6-cb269374949f tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:20.236287 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:20.236481 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f9a691d0-08c2-43b2-814a-c1f829432aab req-df3116af-3471-44fa-b6a6-cb269374949f tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] 10.222.0.36 "GET /v2.0/ports?device_id=617424e1-e6f7-4788-968e-e4d3ef67cbf8 HTTP/1.1" status: 200 len: 948 time: 0.2242224 Apr 21 12:33:20.242315 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:20.245823 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-11edfc83-d3ac-41bd-85e2-dd9c4a524920 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Request body: {'port': {'device_id': '299c63c1-fd6c-4f13-b61f-25a5a4481c4a', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'admin_state_up': True, 'tenant_id': '4e5e4ba0c6e54f54b7de288c935df29c'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:20.333642 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=b5c4bc70-6ff8-4022-b973-841e648269d0,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:20.351661 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:20.353517 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:20.355328 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:20.355785 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:20.356808 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:20.358667 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:20.359839 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:20.360811 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:20.362275 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:20.362876 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:20.363558 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:20.364090 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:20.439057 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de79f644-19be-4140-9eb9-2a9b1368216d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:20.447338 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f9a691d0-08c2-43b2-814a-c1f829432aab req-84c17f02-a981-40bf-9de4-929a36d9d3ff tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] 10.222.0.36 "GET /v2.0/security-groups?id=62ba354d-9614-4cf5-8998-970b4dcdd71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088323 Apr 21 12:33:20.523621 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de79f644-19be-4140-9eb9-2a9b1368216d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:20.524945 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['b5c4bc70-6ff8-4022-b973-841e648269d0'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:33:20.564846 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-e020aeff-ef8d-4b1c-bc1d-029024518838 req-e8c74ecd-eddf-4ad0-9629-ad4b7acdb513 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Allocated IP 172.25.8.161 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/03da7055-f933-4b18-ae13-97e2feeec04f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:33:20.590720 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de79f644-19be-4140-9eb9-2a9b1368216d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:20.611503 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5af99701-726f-4b2a-8760-63636f5d889f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1682dd4f-5da2-488b-9303-c33ead624d39 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:33:20.617966 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-beb840b7-5f98-46aa-b3e3-25e2abbd78f8 req-7d800a3b-ea52-4d51-8a82-d4184fa88be3 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] 10.222.0.36 "GET /v2.0/ports?device_id=08ae70c2-93d2-4d11-96de-a1b37abb78fb HTTP/1.1" status: 200 len: 210 time: 0.0553913 Apr 21 12:33:20.626937 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5af99701-726f-4b2a-8760-63636f5d889f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:20.682360 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-de79f644-19be-4140-9eb9-2a9b1368216d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b55af2ede201497a946e073480f18b43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5497000 Apr 21 12:33:20.683016 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60128) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:20.683678 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79f644-19be-4140-9eb9-2a9b1368216d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adeb19f4-0629-4ae6-95d5-7964b32e27d3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:20.730927 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79f644-19be-4140-9eb9-2a9b1368216d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:20.731174 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79f644-19be-4140-9eb9-2a9b1368216d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:20.731505 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79f644-19be-4140-9eb9-2a9b1368216d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:20.731829 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79f644-19be-4140-9eb9-2a9b1368216d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:20.732150 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79f644-19be-4140-9eb9-2a9b1368216d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:20.732469 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79f644-19be-4140-9eb9-2a9b1368216d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:20.732781 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79f644-19be-4140-9eb9-2a9b1368216d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:20.733093 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79f644-19be-4140-9eb9-2a9b1368216d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:20.733405 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79f644-19be-4140-9eb9-2a9b1368216d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:20.733739 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79f644-19be-4140-9eb9-2a9b1368216d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:20.734064 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79f644-19be-4140-9eb9-2a9b1368216d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:20.734359 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de79f644-19be-4140-9eb9-2a9b1368216d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:33:20.762810 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5af99701-726f-4b2a-8760-63636f5d889f service neutron] Transition to ACTIVE for port object 1682dd4f-5da2-488b-9303-c33ead624d39 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:33:20.777919 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-11edfc83-d3ac-41bd-85e2-dd9c4a524920 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Made reservation on behalf of 4e5e4ba0c6e54f54b7de288c935df29c for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:33:20.784777 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-11edfc83-d3ac-41bd-85e2-dd9c4a524920 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:20.818297 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-11edfc83-d3ac-41bd-85e2-dd9c4a524920 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:20.834331 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a928b98f-40b9-4740-b763-1859c95ddbfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:20.860105 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a928b98f-40b9-4740-b763-1859c95ddbfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:20.896299 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e020aeff-ef8d-4b1c-bc1d-029024518838 req-e8c74ecd-eddf-4ad0-9629-ad4b7acdb513 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:20.922868 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5af99701-726f-4b2a-8760-63636f5d889f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:21.005731 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a928b98f-40b9-4740-b763-1859c95ddbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:21.015030 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a928b98f-40b9-4740-b763-1859c95ddbfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:21.026980 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a928b98f-40b9-4740-b763-1859c95ddbfc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/adeb19f4-0629-4ae6-95d5-7964b32e27d3 HTTP/1.1" status: 204 len: 168 time: 0.3327274 Apr 21 12:33:21.028821 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af99701-726f-4b2a-8760-63636f5d889f service neutron] Pushing event updated for resources: {'Port': ['ID=1682dd4f-5da2-488b-9303-c33ead624d39,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:21.060006 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928b98f-40b9-4740-b763-1859c95ddbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adeb19f4-0629-4ae6-95d5-7964b32e27d3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:21.095661 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e020aeff-ef8d-4b1c-bc1d-029024518838 req-e8c74ecd-eddf-4ad0-9629-ad4b7acdb513 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:21.177742 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5af99701-726f-4b2a-8760-63636f5d889f service neutron] Attempting to bind port 1682dd4f-5da2-488b-9303-c33ead624d39 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:33:21.178082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5af99701-726f-4b2a-8760-63636f5d889f service neutron] Attempting to bind port 1682dd4f-5da2-488b-9303-c33ead624d39 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': 'dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9b7dd046-10d1-4f75-8b5a-2092dfe7d348'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:33:21.178739 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5af99701-726f-4b2a-8760-63636f5d889f service neutron] Attempting to bind port 1682dd4f-5da2-488b-9303-c33ead624d39 on network 9b7dd046-10d1-4f75-8b5a-2092dfe7d348 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:33:21.198809 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e020aeff-ef8d-4b1c-bc1d-029024518838 req-e8c74ecd-eddf-4ad0-9629-ad4b7acdb513 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:33:21.199674 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c74ecd-eddf-4ad0-9629-ad4b7acdb513 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Pushing event updated for resources: {'Port': ['ID=03da7055-f933-4b18-ae13-97e2feeec04f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:21.206278 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-e020aeff-ef8d-4b1c-bc1d-029024518838 req-e8c74ecd-eddf-4ad0-9629-ad4b7acdb513 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:33:21.211125 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5af99701-726f-4b2a-8760-63636f5d889f service neutron] Port 1682dd4f-5da2-488b-9303-c33ead624d39 on network 9b7dd046-10d1-4f75-8b5a-2092dfe7d348 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:33:21.211125 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5af99701-726f-4b2a-8760-63636f5d889f service neutron] Attempting to bind port 1682dd4f-5da2-488b-9303-c33ead624d39 on network 9b7dd046-10d1-4f75-8b5a-2092dfe7d348 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:33:21.217654 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e020aeff-ef8d-4b1c-bc1d-029024518838 req-e8c74ecd-eddf-4ad0-9629-ad4b7acdb513 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:33:21.234418 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5af99701-726f-4b2a-8760-63636f5d889f service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:33:21.234868 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5af99701-726f-4b2a-8760-63636f5d889f service neutron] Checking segment: {'id': 'dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9b7dd046-10d1-4f75-8b5a-2092dfe7d348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:33:21.239830 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5af99701-726f-4b2a-8760-63636f5d889f service neutron] Bound using segment: {'id': 'dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9b7dd046-10d1-4f75-8b5a-2092dfe7d348'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:33:21.239830 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5af99701-726f-4b2a-8760-63636f5d889f service neutron] Bound port: 1682dd4f-5da2-488b-9303-c33ead624d39, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '9b7dd046-10d1-4f75-8b5a-2092dfe7d348'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:33:21.239830 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5af99701-726f-4b2a-8760-63636f5d889f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:21.290191 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-11edfc83-d3ac-41bd-85e2-dd9c4a524920 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:21.337364 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56b1dab2-0e80-4f0b-94a2-8e414d0dd348 req-f233a32a-a5f6-435f-a91c-148157f39027 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/ports?device_id=299c63c1-fd6c-4f13-b61f-25a5a4481c4a HTTP/1.1" status: 200 len: 210 time: 0.0493972 Apr 21 12:33:21.366771 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-11edfc83-d3ac-41bd-85e2-dd9c4a524920 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:21.527509 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11edfc83-d3ac-41bd-85e2-dd9c4a524920 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a70c8fba-dec7-45ba-a077-e8c46f5cf223,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:21.548544 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5af99701-726f-4b2a-8760-63636f5d889f service neutron] For port 1682dd4f-5da2-488b-9303-c33ead624d39, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:33:21.573966 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5af99701-726f-4b2a-8760-63636f5d889f service neutron] For port 1682dd4f-5da2-488b-9303-c33ead624d39, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=1682dd4f-5da2-488b-9303-c33ead624d39,segment=NetworkSegment(dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693),segment_id=dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:33:21.580072 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e020aeff-ef8d-4b1c-bc1d-029024518838 req-e8c74ecd-eddf-4ad0-9629-ad4b7acdb513 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:21.633626 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91d6de-34b6-40d3-8255-c4f6487b3370 req-1b27cbf1-47e4-4204-8207-06a9dc8713ee tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:21.639465 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91d6de-34b6-40d3-8255-c4f6487b3370 req-1b27cbf1-47e4-4204-8207-06a9dc8713ee tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:21.645304 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91d6de-34b6-40d3-8255-c4f6487b3370 req-1b27cbf1-47e4-4204-8207-06a9dc8713ee tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:21.651252 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91d6de-34b6-40d3-8255-c4f6487b3370 req-1b27cbf1-47e4-4204-8207-06a9dc8713ee tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:21.657247 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91d6de-34b6-40d3-8255-c4f6487b3370 req-1b27cbf1-47e4-4204-8207-06a9dc8713ee tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:21.659004 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c91d6de-34b6-40d3-8255-c4f6487b3370 req-1b27cbf1-47e4-4204-8207-06a9dc8713ee tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 3828 time: 0.2395983 Apr 21 12:33:21.689232 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-11edfc83-d3ac-41bd-85e2-dd9c4a524920 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Allocated IP 192.168.233.125 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/f6fc9a09-cd55-4cdc-b6ca-2ad985e22607) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:33:21.714727 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device b5c4bc70-6ff8-4022-b973-841e648269d0 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:33:21.722050 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c91d6de-34b6-40d3-8255-c4f6487b3370 req-2d9554ff-492b-4430-b1ce-f27308431540 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551658 Apr 21 12:33:21.899123 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c227a08b-0637-4b60-a72b-40272d8243bc req-b641a81b-46a0-4518-88a1-128744eb3fb8 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:21.900486 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c227a08b-0637-4b60-a72b-40272d8243bc req-b641a81b-46a0-4518-88a1-128744eb3fb8 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] 10.222.0.36 "GET /v2.0/ports?device_id=617424e1-e6f7-4788-968e-e4d3ef67cbf8 HTTP/1.1" status: 200 len: 949 time: 0.0871983 Apr 21 12:33:21.930172 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-11edfc83-d3ac-41bd-85e2-dd9c4a524920 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:21.958392 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c227a08b-0637-4b60-a72b-40272d8243bc req-d9ecb8b0-dbba-4387-81a0-7253d80ce378 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] 10.222.0.36 "GET /v2.0/security-groups?id=62ba354d-9614-4cf5-8998-970b4dcdd71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515487 Apr 21 12:33:22.052546 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-30e1a040-2462-4864-bcf6-e62d2729d8a5 req-45951693-65f1-4f8c-95ee-e681abfee6e7 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] 10.222.0.36 "GET /v2.0/ports?device_id=08ae70c2-93d2-4d11-96de-a1b37abb78fb HTTP/1.1" status: 200 len: 210 time: 0.0310302 Apr 21 12:33:22.328147 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5af99701-726f-4b2a-8760-63636f5d889f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:22.405617 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port b5c4bc70-6ff8-4022-b973-841e648269d0 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:33:22.411727 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port b5c4bc70-6ff8-4022-b973-841e648269d0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:33:22.412729 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:22.475172 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5af99701-726f-4b2a-8760-63636f5d889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:22.475667 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5af99701-726f-4b2a-8760-63636f5d889f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:22.479730 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5af99701-726f-4b2a-8760-63636f5d889f service neutron] 10.222.0.26 "PUT /v2.0/ports/1682dd4f-5da2-488b-9303-c33ead624d39 HTTP/1.1" status: 200 len: 1091 time: 3.1427155 Apr 21 12:33:22.480554 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'tag': '1682dd4f-5da2-488b-9303-c33ead624d39'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:33:22.492819 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a788bb93-0e31-40a0-8993-5b6916871ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "tag": "1682dd4f-5da2-488b-9303-c33ead624d39"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:33:22.565747 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-11edfc83-d3ac-41bd-85e2-dd9c4a524920 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:22.593158 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:22.639339 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-0c258c9a-c806-4379-b623-adf9fab06fa2 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:22.642324 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-0c258c9a-c806-4379-b623-adf9fab06fa2 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] 10.222.0.26 "GET /v2.0/networks?id=a635c78d-2961-44e3-9641-25d01009d068 HTTP/1.1" status: 200 len: 820 time: 0.2949824 Apr 21 12:33:22.647959 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5441c173-7120-4801-a57d-172ffcaa15e6 service neutron] Request body: {'port': {'device_id': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:22.655690 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port b5c4bc70-6ff8-4022-b973-841e648269d0, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=b5c4bc70-6ff8-4022-b973-841e648269d0,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:22.655690 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617424e1-e6f7-4788-968e-e4d3ef67cbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c4bc70-6ff8-4022-b973-841e648269d0'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:33:22.656396 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-af0b0ba3-cfff-4c26-841b-a17f1b985296 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] Request body: {'port': {'device_id': '08ae70c2-93d2-4d11-96de-a1b37abb78fb', 'network_id': 'a635c78d-2961-44e3-9641-25d01009d068', 'admin_state_up': True, 'tenant_id': '134923ed446f45669e07d609a2d22521'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:22.663255 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e758e5-ae92-47b1-b0a2-03f309bd16b5" -d '{"events": [{"server_uuid": "617424e1-e6f7-4788-968e-e4d3ef67cbf8", "name": "network-vif-plugged", "status": "completed", "tag": "b5c4bc70-6ff8-4022-b973-841e648269d0"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:33:22.695669 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af99701-726f-4b2a-8760-63636f5d889f service neutron] Pushing event updated for resources: {'Port': ['ID=1682dd4f-5da2-488b-9303-c33ead624d39,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:22.721783 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-11edfc83-d3ac-41bd-85e2-dd9c4a524920 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:33:22.723180 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e020aeff-ef8d-4b1c-bc1d-029024518838 req-e8c74ecd-eddf-4ad0-9629-ad4b7acdb513 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:22.770474 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-11edfc83-d3ac-41bd-85e2-dd9c4a524920 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:33:22.787254 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:22.792137 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-11edfc83-d3ac-41bd-85e2-dd9c4a524920 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:33:22.887987 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=b5c4bc70-6ff8-4022-b973-841e648269d0,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:22.938880 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-af0b0ba3-cfff-4c26-841b-a17f1b985296 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] Made reservation on behalf of 134923ed446f45669e07d609a2d22521 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:33:22.944297 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-af0b0ba3-cfff-4c26-841b-a17f1b985296 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:23.124835 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-af0b0ba3-cfff-4c26-841b-a17f1b985296 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] Allocated IP 172.20.0.12 (a635c78d-2961-44e3-9641-25d01009d068/c0abdbe4-b2db-4d01-8c9f-0fa9febec4a2/9bd4cc47-998f-449b-99ac-c89860b63bc2) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:33:23.152713 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5441c173-7120-4801-a57d-172ffcaa15e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:23.168710 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11edfc83-d3ac-41bd-85e2-dd9c4a524920 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Pushing event updated for resources: {'Port': ['ID=f6fc9a09-cd55-4cdc-b6ca-2ad985e22607,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:23.184599 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c28ffd34-49f2-4c96-a0d3-5d0ca1e2fb58 None None] Provisioning complete for port f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:33:23.184906 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c28ffd34-49f2-4c96-a0d3-5d0ca1e2fb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:23.293388 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-11edfc83-d3ac-41bd-85e2-dd9c4a524920 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:23.294066 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-11edfc83-d3ac-41bd-85e2-dd9c4a524920 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:23.300209 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c28ffd34-49f2-4c96-a0d3-5d0ca1e2fb58 None None] Port f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:33:23.308580 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-af0b0ba3-cfff-4c26-841b-a17f1b985296 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:23.371099 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e020aeff-ef8d-4b1c-bc1d-029024518838 req-e8c74ecd-eddf-4ad0-9629-ad4b7acdb513 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:23.395636 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba693918-1b41-4a27-96b2-f0028ee2bd03 req-410aab15-2349-43a1-bd86-d67106eef701 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:23.397671 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba693918-1b41-4a27-96b2-f0028ee2bd03 req-410aab15-2349-43a1-bd86-d67106eef701 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/ports?device_id=299c63c1-fd6c-4f13-b61f-25a5a4481c4a HTTP/1.1" status: 200 len: 936 time: 0.4379516 Apr 21 12:33:23.408400 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-11edfc83-d3ac-41bd-85e2-dd9c4a524920 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1877520 Apr 21 12:33:23.438384 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-af0b0ba3-cfff-4c26-841b-a17f1b985296 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:23.490374 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-c30d8333-79d9-4087-907f-0e0d2f11f35f service neutron] Request body: {'port': {'device_id': '299c63c1-fd6c-4f13-b61f-25a5a4481c4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:23.504306 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e020aeff-ef8d-4b1c-bc1d-029024518838 req-e8c74ecd-eddf-4ad0-9629-ad4b7acdb513 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:23.505801 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b0ba3-cfff-4c26-841b-a17f1b985296 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] Pushing event updated for resources: {'Port': ['ID=9bd4cc47-998f-449b-99ac-c89860b63bc2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:23.517182 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-af0b0ba3-cfff-4c26-841b-a17f1b985296 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] Network a635c78d-2961-44e3-9641-25d01009d068 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:33:23.518746 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-af0b0ba3-cfff-4c26-841b-a17f1b985296 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:33:23.522386 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-af0b0ba3-cfff-4c26-841b-a17f1b985296 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:33:23.598473 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-af0b0ba3-cfff-4c26-841b-a17f1b985296 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:23.599135 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-af0b0ba3-cfff-4c26-841b-a17f1b985296 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:23.668626 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-af0b0ba3-cfff-4c26-841b-a17f1b985296 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0169396 Apr 21 12:33:23.682840 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-4ad70e3b-8659-4040-87a2-1a42d2dabf92 service neutron] Request body: {'port': {'device_id': '08ae70c2-93d2-4d11-96de-a1b37abb78fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:23.704265 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c74ecd-eddf-4ad0-9629-ad4b7acdb513 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Pushing event updated for resources: {'Port': ['ID=03da7055-f933-4b18-ae13-97e2feeec04f,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:23.738115 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba693918-1b41-4a27-96b2-f0028ee2bd03 req-04de8d49-b0a2-454d-a09f-953de044afee tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70c8fba-dec7-45ba-a077-e8c46f5cf223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385271 Apr 21 12:33:23.745068 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-c30d8333-79d9-4087-907f-0e0d2f11f35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:23.767850 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e020aeff-ef8d-4b1c-bc1d-029024518838 req-e8c74ecd-eddf-4ad0-9629-ad4b7acdb513 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:23.780302 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-4ad70e3b-8659-4040-87a2-1a42d2dabf92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:23.831559 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f97691-65fb-4faa-902e-06f5eb264ce9 x-openstack-request-id: req-e9f97691-65fb-4faa-902e-06f5eb264ce9 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:33:23.841602 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "tag": "1682dd4f-5da2-488b-9303-c33ead624d39", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:33:23.842148 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e9f97691-65fb-4faa-902e-06f5eb264ce9 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:33:23.842783 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9f97691-65fb-4faa-902e-06f5eb264ce9'] response: {'name': 'network-changed', 'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'tag': '1682dd4f-5da2-488b-9303-c33ead624d39', 'status': 'completed', 'code': 200} Apr 21 12:33:23.845891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.26', 62550) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:23.882690 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d17325-3c3e-4afb-a121-89b2033e938b x-openstack-request-id: req-87d17325-3c3e-4afb-a121-89b2033e938b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:33:23.883517 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617424e1-e6f7-4788-968e-e4d3ef67cbf8", "name": "network-vif-plugged", "status": "completed", "tag": "b5c4bc70-6ff8-4022-b973-841e648269d0", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:33:23.883942 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-87d17325-3c3e-4afb-a121-89b2033e938b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:33:23.884488 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87d17325-3c3e-4afb-a121-89b2033e938b'] response: {'server_uuid': '617424e1-e6f7-4788-968e-e4d3ef67cbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c4bc70-6ff8-4022-b973-841e648269d0', 'code': 200} Apr 21 12:33:23.969821 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e020aeff-ef8d-4b1c-bc1d-029024518838 req-e8c74ecd-eddf-4ad0-9629-ad4b7acdb513 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:23.974140 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e020aeff-ef8d-4b1c-bc1d-029024518838 req-e8c74ecd-eddf-4ad0-9629-ad4b7acdb513 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6727512 Apr 21 12:33:24.060984 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bc979-0cfd-4dc1-b871-c8f4d5910b5a req-9051deae-494a-4d5f-850b-ae33898e6669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:24.062589 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e81bc979-0cfd-4dc1-b871-c8f4d5910b5a req-9051deae-494a-4d5f-850b-ae33898e6669 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=617424e1-e6f7-4788-968e-e4d3ef67cbf8 HTTP/1.1" status: 200 len: 1101 time: 0.0756047 Apr 21 12:33:24.118757 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e81bc979-0cfd-4dc1-b871-c8f4d5910b5a req-4472832a-77e0-4a4c-a995-8d8c4cfa3d98 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=62ba354d-9614-4cf5-8998-970b4dcdd71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452850 Apr 21 12:33:24.169397 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e020aeff-ef8d-4b1c-bc1d-029024518838 req-db0a4769-e515-4e4d-9e19-ba4e7abea00d tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.161 HTTP/1.1" status: 200 len: 696 time: 0.1706216 Apr 21 12:33:24.174759 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-4ad70e3b-8659-4040-87a2-1a42d2dabf92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd4cc47-998f-449b-99ac-c89860b63bc2 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:33:24.200270 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788bb93-0e31-40a0-8993-5b6916871ab8 req-4618c196-1f0e-430e-b1ab-a3c7f95f5ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:24.200775 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788bb93-0e31-40a0-8993-5b6916871ab8 req-4618c196-1f0e-430e-b1ab-a3c7f95f5ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:24.201225 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788bb93-0e31-40a0-8993-5b6916871ab8 req-4618c196-1f0e-430e-b1ab-a3c7f95f5ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:24.201877 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788bb93-0e31-40a0-8993-5b6916871ab8 req-4618c196-1f0e-430e-b1ab-a3c7f95f5ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:24.202355 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788bb93-0e31-40a0-8993-5b6916871ab8 req-4618c196-1f0e-430e-b1ab-a3c7f95f5ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:24.204243 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a788bb93-0e31-40a0-8993-5b6916871ab8 req-4618c196-1f0e-430e-b1ab-a3c7f95f5ac0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f1908decb8e42768935cf18d0563e60&device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 4363 time: 0.3467190 Apr 21 12:33:24.211707 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-4ad70e3b-8659-4040-87a2-1a42d2dabf92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:24.232415 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-4ad70e3b-8659-4040-87a2-1a42d2dabf92 service neutron] Transition to ACTIVE for port object 9bd4cc47-998f-449b-99ac-c89860b63bc2 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:33:24.248072 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5441c173-7120-4801-a57d-172ffcaa15e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96687793-00d5-4fbd-bfb5-42c2efdbb264 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:33:24.290498 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5441c173-7120-4801-a57d-172ffcaa15e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:24.304305 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-4ad70e3b-8659-4040-87a2-1a42d2dabf92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:24.308080 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97a752-ba75-4a46-92e2-46e154c03dd7 req-131c07dd-a0ff-4c66-9795-c19b4e290d54 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:24.313903 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97a752-ba75-4a46-92e2-46e154c03dd7 req-131c07dd-a0ff-4c66-9795-c19b4e290d54 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:24.319769 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97a752-ba75-4a46-92e2-46e154c03dd7 req-131c07dd-a0ff-4c66-9795-c19b4e290d54 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:24.325927 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97a752-ba75-4a46-92e2-46e154c03dd7 req-131c07dd-a0ff-4c66-9795-c19b4e290d54 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:24.332287 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97a752-ba75-4a46-92e2-46e154c03dd7 req-131c07dd-a0ff-4c66-9795-c19b4e290d54 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:24.340115 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df97a752-ba75-4a46-92e2-46e154c03dd7 req-131c07dd-a0ff-4c66-9795-c19b4e290d54 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 3828 time: 0.3611107 Apr 21 12:33:24.372997 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad70e3b-8659-4040-87a2-1a42d2dabf92 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd4cc47-998f-449b-99ac-c89860b63bc2,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:24.442057 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-4ad70e3b-8659-4040-87a2-1a42d2dabf92 service neutron] Attempting to bind port 9bd4cc47-998f-449b-99ac-c89860b63bc2 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:33:24.442509 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-4ad70e3b-8659-4040-87a2-1a42d2dabf92 service neutron] Attempting to bind port 9bd4cc47-998f-449b-99ac-c89860b63bc2 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': 'f2a74df6-43ed-4283-966d-fec224604789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a635c78d-2961-44e3-9641-25d01009d068'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:33:24.442911 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-4ad70e3b-8659-4040-87a2-1a42d2dabf92 service neutron] Attempting to bind port 9bd4cc47-998f-449b-99ac-c89860b63bc2 on network a635c78d-2961-44e3-9641-25d01009d068 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:33:24.448334 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-4ad70e3b-8659-4040-87a2-1a42d2dabf92 service neutron] Port 9bd4cc47-998f-449b-99ac-c89860b63bc2 on network a635c78d-2961-44e3-9641-25d01009d068 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:33:24.448743 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-4ad70e3b-8659-4040-87a2-1a42d2dabf92 service neutron] Attempting to bind port 9bd4cc47-998f-449b-99ac-c89860b63bc2 on network a635c78d-2961-44e3-9641-25d01009d068 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:33:24.456676 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-4ad70e3b-8659-4040-87a2-1a42d2dabf92 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:33:24.457830 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-4ad70e3b-8659-4040-87a2-1a42d2dabf92 service neutron] Checking segment: {'id': 'f2a74df6-43ed-4283-966d-fec224604789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a635c78d-2961-44e3-9641-25d01009d068'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:33:24.458332 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-4ad70e3b-8659-4040-87a2-1a42d2dabf92 service neutron] Bound using segment: {'id': 'f2a74df6-43ed-4283-966d-fec224604789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a635c78d-2961-44e3-9641-25d01009d068'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:33:24.458903 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-4ad70e3b-8659-4040-87a2-1a42d2dabf92 service neutron] Bound port: 9bd4cc47-998f-449b-99ac-c89860b63bc2, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2a74df6-43ed-4283-966d-fec224604789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a635c78d-2961-44e3-9641-25d01009d068'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:33:24.459332 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-4ad70e3b-8659-4040-87a2-1a42d2dabf92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:24.788813 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5441c173-7120-4801-a57d-172ffcaa15e6 service neutron] Transition to ACTIVE for port object 96687793-00d5-4fbd-bfb5-42c2efdbb264 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:33:24.877001 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-4ad70e3b-8659-4040-87a2-1a42d2dabf92 service neutron] For port 9bd4cc47-998f-449b-99ac-c89860b63bc2, host n-h1-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:33:24.880912 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-4ad70e3b-8659-4040-87a2-1a42d2dabf92 service neutron] For port 9bd4cc47-998f-449b-99ac-c89860b63bc2, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9bd4cc47-998f-449b-99ac-c89860b63bc2,segment=NetworkSegment(f2a74df6-43ed-4283-966d-fec224604789),segment_id=f2a74df6-43ed-4283-966d-fec224604789)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:33:24.893007 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5441c173-7120-4801-a57d-172ffcaa15e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:24.906765 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df97a752-ba75-4a46-92e2-46e154c03dd7 req-c7d74d24-3cc0-4aa1-8843-4064d2fd9216 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5656652 Apr 21 12:33:24.956212 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-4ad70e3b-8659-4040-87a2-1a42d2dabf92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:24.997784 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-4ad70e3b-8659-4040-87a2-1a42d2dabf92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:25.000059 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-4ad70e3b-8659-4040-87a2-1a42d2dabf92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:25.000059 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-4ad70e3b-8659-4040-87a2-1a42d2dabf92 service neutron] 10.222.0.26 "PUT /v2.0/ports/9bd4cc47-998f-449b-99ac-c89860b63bc2 HTTP/1.1" status: 200 len: 1092 time: 1.3231351 Apr 21 12:33:25.000486 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ae70c2-93d2-4d11-96de-a1b37abb78fb', 'tag': '9bd4cc47-998f-449b-99ac-c89860b63bc2'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:33:25.002861 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685f399a-1d65-4e23-ae88-f01558e4860a" -d '{"events": [{"name": "network-changed", "server_uuid": "08ae70c2-93d2-4d11-96de-a1b37abb78fb", "tag": "9bd4cc47-998f-449b-99ac-c89860b63bc2"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:33:25.047919 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad70e3b-8659-4040-87a2-1a42d2dabf92 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd4cc47-998f-449b-99ac-c89860b63bc2,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:25.092471 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020aeff-ef8d-4b1c-bc1d-029024518838 req-821f82ea-9e64-40bb-a7bf-9ebb56e2d8ec tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:25.098873 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e020aeff-ef8d-4b1c-bc1d-029024518838 req-821f82ea-9e64-40bb-a7bf-9ebb56e2d8ec tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 784 time: 0.8777051 Apr 21 12:33:25.132217 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788bb93-0e31-40a0-8993-5b6916871ab8 req-f74b0cee-37a7-46ea-9063-91d90b976c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:25.132938 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788bb93-0e31-40a0-8993-5b6916871ab8 req-f74b0cee-37a7-46ea-9063-91d90b976c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:25.133411 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788bb93-0e31-40a0-8993-5b6916871ab8 req-f74b0cee-37a7-46ea-9063-91d90b976c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:25.136532 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a788bb93-0e31-40a0-8993-5b6916871ab8 req-f74b0cee-37a7-46ea-9063-91d90b976c9e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6f1908decb8e42768935cf18d0563e60&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.9114969 Apr 21 12:33:25.164256 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-c30d8333-79d9-4087-907f-0e0d2f11f35f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:33:25.192392 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-c30d8333-79d9-4087-907f-0e0d2f11f35f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:25.212631 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-4b3e097b-96a2-43fb-a723-9a5be8397ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:25.214219 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-4b3e097b-96a2-43fb-a723-9a5be8397ffa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=134923ed446f45669e07d609a2d22521&device_id=08ae70c2-93d2-4d11-96de-a1b37abb78fb HTTP/1.1" status: 200 len: 1095 time: 0.0756979 Apr 21 12:33:25.235359 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441c173-7120-4801-a57d-172ffcaa15e6 service neutron] Pushing event updated for resources: {'Port': ['ID=96687793-00d5-4fbd-bfb5-42c2efdbb264,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:25.293555 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-194c420b-8b94-47bf-8e31-ff8454306c67 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bd4cc47-998f-449b-99ac-c89860b63bc2 HTTP/1.1" status: 200 len: 217 time: 0.0722330 Apr 21 12:33:25.326560 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-c30d8333-79d9-4087-907f-0e0d2f11f35f service neutron] Transition to ACTIVE for port object f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:33:25.382996 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487ac94f-83ef-49c9-8be0-beab845e43d4 req-7d31001d-4bfc-488e-a925-243e622a6756 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:25.387953 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-3a4f2e4b-db47-405c-a352-e6604fdb4f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:25.389415 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-3a4f2e4b-db47-405c-a352-e6604fdb4f3c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c0abdbe4-b2db-4d01-8c9f-0fa9febec4a2 HTTP/1.1" status: 200 len: 860 time: 0.0888298 Apr 21 12:33:25.396640 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-487ac94f-83ef-49c9-8be0-beab845e43d4 req-7d31001d-4bfc-488e-a925-243e622a6756 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] 10.222.0.36 "GET /v2.0/ports?device_id=617424e1-e6f7-4788-968e-e4d3ef67cbf8 HTTP/1.1" status: 200 len: 950 time: 0.2951913 Apr 21 12:33:25.428433 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-c30d8333-79d9-4087-907f-0e0d2f11f35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:25.444751 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-90ffe1fa-5ad9-4baf-8d39-ea5ceeadae7b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a635c78d-2961-44e3-9641-25d01009d068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479729 Apr 21 12:33:25.536695 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d8333-79d9-4087-907f-0e0d2f11f35f service neutron] Pushing event updated for resources: {'Port': ['ID=f6fc9a09-cd55-4cdc-b6ca-2ad985e22607,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:25.565237 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-3b98e48f-c6b2-4953-a6d0-d23cb821f235 service neutron] 10.222.0.26 "GET /v2.0/networks/a635c78d-2961-44e3-9641-25d01009d068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124320 Apr 21 12:33:25.625697 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b24892-8d03-423c-9eab-28321f5fcfa1 req-7ca8d27f-948f-482b-aab2-bcf80c1075c0 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:25.627383 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-45b24892-8d03-423c-9eab-28321f5fcfa1 req-7ca8d27f-948f-482b-aab2-bcf80c1075c0 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] 10.222.0.36 "GET /v2.0/ports?device_id=08ae70c2-93d2-4d11-96de-a1b37abb78fb HTTP/1.1" status: 200 len: 944 time: 0.4128227 Apr 21 12:33:25.688803 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b4897f3f-49c2-4cac-8414-a914c813fd0f req-63e2afc9-a365-4771-96e6-9645ab030167 service neutron] 10.222.0.26 "GET /v2.0/networks/a635c78d-2961-44e3-9641-25d01009d068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164277 Apr 21 12:33:25.696261 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-487ac94f-83ef-49c9-8be0-beab845e43d4 req-4db7ebb4-da5f-4315-b914-87aaa24582f4 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] 10.222.0.36 "GET /v2.0/security-groups?id=62ba354d-9614-4cf5-8998-970b4dcdd71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011136 Apr 21 12:33:25.726851 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788bb93-0e31-40a0-8993-5b6916871ab8 req-eec68bd5-54b1-43ed-9ed9-ad2280837911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:25.728433 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a788bb93-0e31-40a0-8993-5b6916871ab8 req-eec68bd5-54b1-43ed-9ed9-ad2280837911 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5595739 Apr 21 12:33:25.779279 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-45b24892-8d03-423c-9eab-28321f5fcfa1 req-88a8f486-7d6b-41d0-90ab-56a5a1b375a8 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] 10.222.0.36 "GET /v2.0/security-groups?id=37930fb8-1abd-4497-b454-7ca565584848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353221 Apr 21 12:33:25.780021 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5441c173-7120-4801-a57d-172ffcaa15e6 service neutron] Attempting to bind port 96687793-00d5-4fbd-bfb5-42c2efdbb264 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:33:25.780355 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5441c173-7120-4801-a57d-172ffcaa15e6 service neutron] Attempting to bind port 96687793-00d5-4fbd-bfb5-42c2efdbb264 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '6361dbf8-c8c7-4711-98c6-84cbc77fe9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e4d7b828-c49d-4174-8a7c-f8e1c5ee789b'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:33:25.780678 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5441c173-7120-4801-a57d-172ffcaa15e6 service neutron] Attempting to bind port 96687793-00d5-4fbd-bfb5-42c2efdbb264 on network e4d7b828-c49d-4174-8a7c-f8e1c5ee789b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:33:25.791938 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5441c173-7120-4801-a57d-172ffcaa15e6 service neutron] Port 96687793-00d5-4fbd-bfb5-42c2efdbb264 on network e4d7b828-c49d-4174-8a7c-f8e1c5ee789b not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:33:25.792246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5441c173-7120-4801-a57d-172ffcaa15e6 service neutron] Attempting to bind port 96687793-00d5-4fbd-bfb5-42c2efdbb264 on network e4d7b828-c49d-4174-8a7c-f8e1c5ee789b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:33:25.801870 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5441c173-7120-4801-a57d-172ffcaa15e6 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:33:25.801870 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5441c173-7120-4801-a57d-172ffcaa15e6 service neutron] Checking segment: {'id': '6361dbf8-c8c7-4711-98c6-84cbc77fe9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e4d7b828-c49d-4174-8a7c-f8e1c5ee789b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:33:25.801870 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5441c173-7120-4801-a57d-172ffcaa15e6 service neutron] Bound using segment: {'id': '6361dbf8-c8c7-4711-98c6-84cbc77fe9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e4d7b828-c49d-4174-8a7c-f8e1c5ee789b'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:33:25.802176 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5441c173-7120-4801-a57d-172ffcaa15e6 service neutron] Bound port: 96687793-00d5-4fbd-bfb5-42c2efdbb264, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6361dbf8-c8c7-4711-98c6-84cbc77fe9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e4d7b828-c49d-4174-8a7c-f8e1c5ee789b'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:33:25.802436 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5441c173-7120-4801-a57d-172ffcaa15e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:25.849801 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-c30d8333-79d9-4087-907f-0e0d2f11f35f service neutron] Attempting to bind port f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:33:25.850322 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-c30d8333-79d9-4087-907f-0e0d2f11f35f service neutron] Attempting to bind port f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:33:25.850654 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-c30d8333-79d9-4087-907f-0e0d2f11f35f service neutron] Attempting to bind port f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:33:25.879214 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-c30d8333-79d9-4087-907f-0e0d2f11f35f service neutron] Port f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:33:25.879544 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-c30d8333-79d9-4087-907f-0e0d2f11f35f service neutron] Attempting to bind port f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:33:25.918756 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-c30d8333-79d9-4087-907f-0e0d2f11f35f service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:33:25.919102 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-c30d8333-79d9-4087-907f-0e0d2f11f35f service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:33:25.919491 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-c30d8333-79d9-4087-907f-0e0d2f11f35f service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:33:25.919938 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-c30d8333-79d9-4087-907f-0e0d2f11f35f service neutron] Bound port: f6fc9a09-cd55-4cdc-b6ca-2ad985e22607, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:33:25.920306 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-c30d8333-79d9-4087-907f-0e0d2f11f35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:26.001460 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5441c173-7120-4801-a57d-172ffcaa15e6 service neutron] For port 96687793-00d5-4fbd-bfb5-42c2efdbb264, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:33:26.006037 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5441c173-7120-4801-a57d-172ffcaa15e6 service neutron] For port 96687793-00d5-4fbd-bfb5-42c2efdbb264, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=96687793-00d5-4fbd-bfb5-42c2efdbb264,segment=NetworkSegment(6361dbf8-c8c7-4711-98c6-84cbc77fe9c9),segment_id=6361dbf8-c8c7-4711-98c6-84cbc77fe9c9)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:33:26.024348 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca76b29b-c210-41d7-867d-9d80e9c24960 x-openstack-request-id: req-ca76b29b-c210-41d7-867d-9d80e9c24960 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:33:26.025982 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ae70c2-93d2-4d11-96de-a1b37abb78fb", "tag": "9bd4cc47-998f-449b-99ac-c89860b63bc2", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:33:26.028808 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ca76b29b-c210-41d7-867d-9d80e9c24960 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:33:26.028808 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca76b29b-c210-41d7-867d-9d80e9c24960'] response: {'name': 'network-changed', 'server_uuid': '08ae70c2-93d2-4d11-96de-a1b37abb78fb', 'tag': '9bd4cc47-998f-449b-99ac-c89860b63bc2', 'status': 'completed', 'code': 200} Apr 21 12:33:26.074864 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bad83d-13a8-4793-8221-f25001ce2a6d req-518eb874-e60d-4ca3-b79d-5a0219e72685 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:26.076279 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b8bad83d-13a8-4793-8221-f25001ce2a6d req-518eb874-e60d-4ca3-b79d-5a0219e72685 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/ports?device_id=299c63c1-fd6c-4f13-b61f-25a5a4481c4a HTTP/1.1" status: 200 len: 948 time: 0.1587362 Apr 21 12:33:26.132493 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5441c173-7120-4801-a57d-172ffcaa15e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:26.166997 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dc06036d-d2da-4247-ac07-513a070857da req-0702ec70-20d4-4e47-b506-dbb241622923 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/floatingips/e928e129-1429-4e4e-b185-fa6753a5b804 HTTP/1.1" status: 200 len: 693 time: 0.1230283 Apr 21 12:33:26.208708 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-c30d8333-79d9-4087-907f-0e0d2f11f35f service neutron] For port f6fc9a09-cd55-4cdc-b6ca-2ad985e22607, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:33:26.234052 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5441c173-7120-4801-a57d-172ffcaa15e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:26.234052 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5441c173-7120-4801-a57d-172ffcaa15e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:26.234052 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5441c173-7120-4801-a57d-172ffcaa15e6 service neutron] 10.222.0.26 "PUT /v2.0/ports/96687793-00d5-4fbd-bfb5-42c2efdbb264 HTTP/1.1" status: 200 len: 1130 time: 3.5888259 Apr 21 12:33:26.234052 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'tag': '96687793-00d5-4fbd-bfb5-42c2efdbb264'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:33:26.234052 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57d4aeb-07e2-4596-add1-1c18c4109bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "tag": "96687793-00d5-4fbd-bfb5-42c2efdbb264"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:33:26.267254 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-c30d8333-79d9-4087-907f-0e0d2f11f35f service neutron] For port f6fc9a09-cd55-4cdc-b6ca-2ad985e22607, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=f6fc9a09-cd55-4cdc-b6ca-2ad985e22607,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:33:26.329570 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b8bad83d-13a8-4793-8221-f25001ce2a6d req-96ca0bd5-01a8-4b26-ba09-91838fbfb12f tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70c8fba-dec7-45ba-a077-e8c46f5cf223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053437 Apr 21 12:33:26.336127 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f399a-1d65-4e23-ae88-f01558e4860a req-9e093698-5f70-44fb-b047-53aaf833bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:26.338031 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-685f399a-1d65-4e23-ae88-f01558e4860a req-9e093698-5f70-44fb-b047-53aaf833bfec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=134923ed446f45669e07d609a2d22521&device_id=08ae70c2-93d2-4d11-96de-a1b37abb78fb HTTP/1.1" status: 200 len: 1095 time: 0.2834976 Apr 21 12:33:26.344092 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441c173-7120-4801-a57d-172ffcaa15e6 service neutron] Pushing event updated for resources: {'Port': ['ID=96687793-00d5-4fbd-bfb5-42c2efdbb264,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:26.391894 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-c30d8333-79d9-4087-907f-0e0d2f11f35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:26.400485 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-af656e86-298f-4011-a163-bb8f534f39b9 service neutron] Request body: {'port': {'device_id': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:26.459731 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06036d-d2da-4247-ac07-513a070857da req-3dbd3668-df96-4910-b4a2-162da488d032 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:26.461789 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dc06036d-d2da-4247-ac07-513a070857da req-3dbd3668-df96-4910-b4a2-162da488d032 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 784 time: 0.2640803 Apr 21 12:33:26.594893 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-dc06036d-d2da-4247-ac07-513a070857da req-33f035f9-c37f-48e6-8418-fb9aec1eab4c tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:33:26.595873 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dc06036d-d2da-4247-ac07-513a070857da req-33f035f9-c37f-48e6-8418-fb9aec1eab4c tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054607 Apr 21 12:33:26.647390 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-c30d8333-79d9-4087-907f-0e0d2f11f35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:26.648016 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-c30d8333-79d9-4087-907f-0e0d2f11f35f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:26.650014 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-c30d8333-79d9-4087-907f-0e0d2f11f35f service neutron] 10.222.0.26 "PUT /v2.0/ports/f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 HTTP/1.1" status: 200 len: 1096 time: 3.1654031 Apr 21 12:33:26.721100 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-af656e86-298f-4011-a163-bb8f534f39b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:26.747287 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f399a-1d65-4e23-ae88-f01558e4860a req-da655038-d3ba-42f9-9f27-07c2bcc084fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:26.749223 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-685f399a-1d65-4e23-ae88-f01558e4860a req-da655038-d3ba-42f9-9f27-07c2bcc084fe service neutron] 10.222.0.26 "GET /v2.0/networks?id=a635c78d-2961-44e3-9641-25d01009d068 HTTP/1.1" status: 200 len: 921 time: 0.4003761 Apr 21 12:33:26.812490 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d8333-79d9-4087-907f-0e0d2f11f35f service neutron] Pushing event updated for resources: {'Port': ['ID=f6fc9a09-cd55-4cdc-b6ca-2ad985e22607,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:26.845764 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664fa915-a2b4-4037-b7bd-a2b275aeeccb x-openstack-request-id: req-664fa915-a2b4-4037-b7bd-a2b275aeeccb {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:33:26.845973 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "tag": "96687793-00d5-4fbd-bfb5-42c2efdbb264", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:33:26.846193 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-664fa915-a2b4-4037-b7bd-a2b275aeeccb {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:33:26.846611 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-664fa915-a2b4-4037-b7bd-a2b275aeeccb'] response: {'name': 'network-changed', 'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'tag': '96687793-00d5-4fbd-bfb5-42c2efdbb264', 'status': 'completed', 'code': 200} Apr 21 12:33:26.901687 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d4aeb-07e2-4596-add1-1c18c4109bbc req-e98a9789-15cd-4a5c-99da-92d910dbaae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:26.902170 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d4aeb-07e2-4596-add1-1c18c4109bbc req-e98a9789-15cd-4a5c-99da-92d910dbaae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:26.902636 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d4aeb-07e2-4596-add1-1c18c4109bbc req-e98a9789-15cd-4a5c-99da-92d910dbaae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:26.903093 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d4aeb-07e2-4596-add1-1c18c4109bbc req-e98a9789-15cd-4a5c-99da-92d910dbaae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:26.903820 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d4aeb-07e2-4596-add1-1c18c4109bbc req-e98a9789-15cd-4a5c-99da-92d910dbaae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:26.903985 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d4aeb-07e2-4596-add1-1c18c4109bbc req-e98a9789-15cd-4a5c-99da-92d910dbaae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:26.905828 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b57d4aeb-07e2-4596-add1-1c18c4109bbc req-e98a9789-15cd-4a5c-99da-92d910dbaae2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f1908decb8e42768935cf18d0563e60&device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5286 time: 0.1065037 Apr 21 12:33:26.916923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b104582-3950-4022-86cb-0d27000f2453 req-d4e455cb-5f3f-4a78-afb4-950150fc84d9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:26.930837 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b104582-3950-4022-86cb-0d27000f2453 req-d4e455cb-5f3f-4a78-afb4-950150fc84d9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:26.946724 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b104582-3950-4022-86cb-0d27000f2453 req-d4e455cb-5f3f-4a78-afb4-950150fc84d9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:26.952609 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b104582-3950-4022-86cb-0d27000f2453 req-d4e455cb-5f3f-4a78-afb4-950150fc84d9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:26.960130 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b104582-3950-4022-86cb-0d27000f2453 req-d4e455cb-5f3f-4a78-afb4-950150fc84d9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:26.965935 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b104582-3950-4022-86cb-0d27000f2453 req-d4e455cb-5f3f-4a78-afb4-950150fc84d9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:26.967786 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7b104582-3950-4022-86cb-0d27000f2453 req-d4e455cb-5f3f-4a78-afb4-950150fc84d9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 4600 time: 0.4045994 Apr 21 12:33:27.036394 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d4aeb-07e2-4596-add1-1c18c4109bbc req-ee929184-38b5-4fa3-b158-96e7f4bd4075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:27.036982 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d4aeb-07e2-4596-add1-1c18c4109bbc req-ee929184-38b5-4fa3-b158-96e7f4bd4075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:27.037341 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d4aeb-07e2-4596-add1-1c18c4109bbc req-ee929184-38b5-4fa3-b158-96e7f4bd4075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:27.039155 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b57d4aeb-07e2-4596-add1-1c18c4109bbc req-ee929184-38b5-4fa3-b158-96e7f4bd4075 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6f1908decb8e42768935cf18d0563e60&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1246455 Apr 21 12:33:27.103607 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-685f399a-1d65-4e23-ae88-f01558e4860a req-bfe99dcf-461a-46cb-9b41-078b19c0c62b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bd4cc47-998f-449b-99ac-c89860b63bc2 HTTP/1.1" status: 200 len: 217 time: 0.3431406 Apr 21 12:33:27.159669 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d4aeb-07e2-4596-add1-1c18c4109bbc req-935e6e39-4a32-4f43-8f44-ae9f6d5b6f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:27.161326 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b57d4aeb-07e2-4596-add1-1c18c4109bbc req-935e6e39-4a32-4f43-8f44-ae9f6d5b6f4d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1130140 Apr 21 12:33:27.179940 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-b198a7d9-c3a9-4c42-829e-c2fa77f766d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:27.181456 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-b198a7d9-c3a9-4c42-829e-c2fa77f766d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e5e4ba0c6e54f54b7de288c935df29c&device_id=299c63c1-fd6c-4f13-b61f-25a5a4481c4a HTTP/1.1" status: 200 len: 1099 time: 0.3247523 Apr 21 12:33:27.191112 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7b104582-3950-4022-86cb-0d27000f2453 req-8f3e5783-309d-4c15-a429-c945cbdb41b3 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1860547 Apr 21 12:33:27.263186 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-6300ba45-7b90-40cb-b38f-36e79ad0bb41 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 HTTP/1.1" status: 200 len: 217 time: 0.0688350 Apr 21 12:33:27.264585 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f399a-1d65-4e23-ae88-f01558e4860a req-97d720ef-7de7-48cc-b5c2-f7b9d732257d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:27.265962 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-685f399a-1d65-4e23-ae88-f01558e4860a req-97d720ef-7de7-48cc-b5c2-f7b9d732257d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c0abdbe4-b2db-4d01-8c9f-0fa9febec4a2 HTTP/1.1" status: 200 len: 860 time: 0.1536047 Apr 21 12:33:27.387494 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-685f399a-1d65-4e23-ae88-f01558e4860a req-a10518ca-f258-4b0f-9f7b-01fe51b16daf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a635c78d-2961-44e3-9641-25d01009d068&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909743 Apr 21 12:33:27.395553 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-084124a5-ad3b-4060-95c5-960f19521ae6 req-d49e2af3-27a8-4c98-831e-d5a4da1fa719 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/floatingips/e928e129-1429-4e4e-b185-fa6753a5b804 HTTP/1.1" status: 200 len: 693 time: 0.1370358 Apr 21 12:33:27.510412 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-8256e150-e00a-4241-85c5-44a0396490f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:27.511861 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-8256e150-e00a-4241-85c5-44a0396490f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.2145159 Apr 21 12:33:27.717164 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f494a-92b1-4b0b-b324-a6dcecf84ec1 req-24218430-877c-4fc2-a197-036e7b298791 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:27.718651 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b84f494a-92b1-4b0b-b324-a6dcecf84ec1 req-24218430-877c-4fc2-a197-036e7b298791 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] 10.222.0.36 "GET /v2.0/ports?device_id=617424e1-e6f7-4788-968e-e4d3ef67cbf8 HTTP/1.1" status: 200 len: 950 time: 0.2597666 Apr 21 12:33:27.727789 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-b4e488cc-8038-4bba-b4b6-cf6ff3fe1241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:27.729215 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-b4e488cc-8038-4bba-b4b6-cf6ff3fe1241 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1894238 Apr 21 12:33:27.731286 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-685f399a-1d65-4e23-ae88-f01558e4860a req-556b9964-b2dd-4a54-9ad2-56fb0fc86848 service neutron] 10.222.0.26 "GET /v2.0/networks/a635c78d-2961-44e3-9641-25d01009d068?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278224 Apr 21 12:33:27.738667 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084124a5-ad3b-4060-95c5-960f19521ae6 req-bf4e46f6-26d0-44e7-ace9-fd4da30fb54b tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:27.742244 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-084124a5-ad3b-4060-95c5-960f19521ae6 req-bf4e46f6-26d0-44e7-ace9-fd4da30fb54b tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 784 time: 0.3323126 Apr 21 12:33:28.116146 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-af656e86-298f-4011-a163-bb8f534f39b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fadb7cc0-7e48-4b28-bd3b-61295e53ad04 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:33:28.126378 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60252) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:28.158388 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-af656e86-298f-4011-a163-bb8f534f39b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:28.240984 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-116ba426-ebeb-44cd-8851-40b925c2701a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:28.243973 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-084124a5-ad3b-4060-95c5-960f19521ae6 req-55dfdd1d-4c74-4ad8-8fb6-6b72a5c4eff3 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.161 HTTP/1.1" status: 200 len: 696 time: 0.1748533 Apr 21 12:33:28.261340 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-af656e86-298f-4011-a163-bb8f534f39b9 service neutron] Transition to ACTIVE for port object fadb7cc0-7e48-4b28-bd3b-61295e53ad04 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:33:28.274953 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b84f494a-92b1-4b0b-b324-a6dcecf84ec1 req-aa26ac08-e4e7-4ac7-8e21-10708ebcd941 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] 10.222.0.36 "GET /v2.0/security-groups?id=62ba354d-9614-4cf5-8998-970b4dcdd71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5326271 Apr 21 12:33:28.326440 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-084124a5-ad3b-4060-95c5-960f19521ae6 req-011f255d-552a-4420-80e7-461388c5ada9 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.161 HTTP/1.1" status: 200 len: 696 time: 0.0736008 Apr 21 12:33:28.344668 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-116ba426-ebeb-44cd-8851-40b925c2701a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:28.388829 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-af656e86-298f-4011-a163-bb8f534f39b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:28.429419 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 9bd4cc47-998f-449b-99ac-c89860b63bc2 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:33:28.432426 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-685f399a-1d65-4e23-ae88-f01558e4860a req-9c41bfbf-fe03-432d-aa42-2846a81b8671 service neutron] 10.222.0.26 "GET /v2.0/networks/a635c78d-2961-44e3-9641-25d01009d068?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6889307 Apr 21 12:33:28.455693 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-4cf146d8-0794-4f21-9734-14eef2dec16c service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7105632 Apr 21 12:33:28.475902 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-116ba426-ebeb-44cd-8851-40b925c2701a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:28.547060 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 9bd4cc47-998f-449b-99ac-c89860b63bc2, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9bd4cc47-998f-449b-99ac-c89860b63bc2,segment=NetworkSegment(f2a74df6-43ed-4283-966d-fec224604789),segment_id=f2a74df6-43ed-4283-966d-fec224604789)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:28.559413 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-116ba426-ebeb-44cd-8851-40b925c2701a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=26e3ca28edb44c36b43015b660c67d2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4318733 Apr 21 12:33:28.561955 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ba426-ebeb-44cd-8851-40b925c2701a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2020e6-af87-4735-bcf0-324d26168044,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:28.562318 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '9bd4cc47-998f-449b-99ac-c89860b63bc2', 'network_id': 'a635c78d-2961-44e3-9641-25d01009d068', 'port_id': '9bd4cc47-998f-449b-99ac-c89860b63bc2', 'mac_address': 'fa:16:3e:2b:4b:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0abdbe4-b2db-4d01-8c9f-0fa9febec4a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:33:28.565890 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60260) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:28.606326 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af656e86-298f-4011-a163-bb8f534f39b9 service neutron] Pushing event updated for resources: {'Port': ['ID=fadb7cc0-7e48-4b28-bd3b-61295e53ad04,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:28.613780 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:28.635757 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd4cc47-998f-449b-99ac-c89860b63bc2 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:33:28.639516 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-962f450b-a2a4-4f5c-b5a4-50f5ea6f9de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:28.665014 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af132f7-9535-48ac-8642-f8b1802b77f5 req-9087b2dd-4a17-4cf1-b567-53d7e424351b tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:28.666648 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7af132f7-9535-48ac-8642-f8b1802b77f5 req-9087b2dd-4a17-4cf1-b567-53d7e424351b tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] 10.222.0.36 "GET /v2.0/ports?device_id=08ae70c2-93d2-4d11-96de-a1b37abb78fb HTTP/1.1" status: 200 len: 944 time: 0.3260694 Apr 21 12:33:28.669476 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-962f450b-a2a4-4f5c-b5a4-50f5ea6f9de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:28.778587 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e61f5ad-1a1a-47ae-9f51-0be275dc7e1f req-a66a969c-9e35-46e9-be31-738be5e1f7d9 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139646 Apr 21 12:33:28.797906 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7af132f7-9535-48ac-8642-f8b1802b77f5 req-16c727fe-e822-4cd6-873e-dfe1b60f06e1 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] 10.222.0.36 "GET /v2.0/security-groups?id=37930fb8-1abd-4497-b454-7ca565584848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997455 Apr 21 12:33:28.802912 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-af656e86-298f-4011-a163-bb8f534f39b9 service neutron] Attempting to bind port fadb7cc0-7e48-4b28-bd3b-61295e53ad04 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:33:28.803252 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-af656e86-298f-4011-a163-bb8f534f39b9 service neutron] Attempting to bind port fadb7cc0-7e48-4b28-bd3b-61295e53ad04 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '6361dbf8-c8c7-4711-98c6-84cbc77fe9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e4d7b828-c49d-4174-8a7c-f8e1c5ee789b'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:33:28.803585 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-af656e86-298f-4011-a163-bb8f534f39b9 service neutron] Attempting to bind port fadb7cc0-7e48-4b28-bd3b-61295e53ad04 on network e4d7b828-c49d-4174-8a7c-f8e1c5ee789b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:33:28.808045 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-084124a5-ad3b-4060-95c5-960f19521ae6 req-36841c62-944b-4a18-8e64-516848022f33 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Deleting port 03da7055-f933-4b18-ae13-97e2feeec04f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:33:28.808307 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 9bd4cc47-998f-449b-99ac-c89860b63bc2, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9bd4cc47-998f-449b-99ac-c89860b63bc2,segment=NetworkSegment(f2a74df6-43ed-4283-966d-fec224604789),segment_id=f2a74df6-43ed-4283-966d-fec224604789)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:28.808430 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-084124a5-ad3b-4060-95c5-960f19521ae6 req-36841c62-944b-4a18-8e64-516848022f33 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:28.826726 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-af656e86-298f-4011-a163-bb8f534f39b9 service neutron] Port fadb7cc0-7e48-4b28-bd3b-61295e53ad04 on network e4d7b828-c49d-4174-8a7c-f8e1c5ee789b not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:33:28.827047 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-af656e86-298f-4011-a163-bb8f534f39b9 service neutron] Attempting to bind port fadb7cc0-7e48-4b28-bd3b-61295e53ad04 on network e4d7b828-c49d-4174-8a7c-f8e1c5ee789b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:33:28.853492 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '299c63c1-fd6c-4f13-b61f-25a5a4481c4a', 'tag': 'f6fc9a09-cd55-4cdc-b6ca-2ad985e22607'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:33:28.855739 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2137a2-775b-4ca5-a6bc-66d5f56e30a0" -d '{"events": [{"name": "network-changed", "server_uuid": "299c63c1-fd6c-4f13-b61f-25a5a4481c4a", "tag": "f6fc9a09-cd55-4cdc-b6ca-2ad985e22607"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:33:28.862307 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-af656e86-298f-4011-a163-bb8f534f39b9 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:33:28.862644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-af656e86-298f-4011-a163-bb8f534f39b9 service neutron] Checking segment: {'id': '6361dbf8-c8c7-4711-98c6-84cbc77fe9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e4d7b828-c49d-4174-8a7c-f8e1c5ee789b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:33:28.863557 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-af656e86-298f-4011-a163-bb8f534f39b9 service neutron] Bound using segment: {'id': '6361dbf8-c8c7-4711-98c6-84cbc77fe9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e4d7b828-c49d-4174-8a7c-f8e1c5ee789b'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:33:28.863987 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-af656e86-298f-4011-a163-bb8f534f39b9 service neutron] Bound port: fadb7cc0-7e48-4b28-bd3b-61295e53ad04, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6361dbf8-c8c7-4711-98c6-84cbc77fe9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e4d7b828-c49d-4174-8a7c-f8e1c5ee789b'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:33:28.864342 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-af656e86-298f-4011-a163-bb8f534f39b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:28.910342 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:28.916554 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-962f450b-a2a4-4f5c-b5a4-50f5ea6f9de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:28.927728 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-962f450b-a2a4-4f5c-b5a4-50f5ea6f9de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:28.931911 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-962f450b-a2a4-4f5c-b5a4-50f5ea6f9de3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae2020e6-af87-4735-bcf0-324d26168044 HTTP/1.1" status: 204 len: 168 time: 0.3615196 Apr 21 12:33:28.943423 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f450b-a2a4-4f5c-b5a4-50f5ea6f9de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2020e6-af87-4735-bcf0-324d26168044,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:29.004437 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-084124a5-ad3b-4060-95c5-960f19521ae6 req-36841c62-944b-4a18-8e64-516848022f33 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:29.004865 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-084124a5-ad3b-4060-95c5-960f19521ae6 req-36841c62-944b-4a18-8e64-516848022f33 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:29.006332 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=9bd4cc47-998f-449b-99ac-c89860b63bc2,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:29.017885 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-af656e86-298f-4011-a163-bb8f534f39b9 service neutron] For port fadb7cc0-7e48-4b28-bd3b-61295e53ad04, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:33:29.024337 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-084124a5-ad3b-4060-95c5-960f19521ae6 req-36841c62-944b-4a18-8e64-516848022f33 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Calling delete_port for 03da7055-f933-4b18-ae13-97e2feeec04f owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:33:29.037328 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-af656e86-298f-4011-a163-bb8f534f39b9 service neutron] For port fadb7cc0-7e48-4b28-bd3b-61295e53ad04, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=fadb7cc0-7e48-4b28-bd3b-61295e53ad04,segment=NetworkSegment(6361dbf8-c8c7-4711-98c6-84cbc77fe9c9),segment_id=6361dbf8-c8c7-4711-98c6-84cbc77fe9c9)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:33:29.131703 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-af656e86-298f-4011-a163-bb8f534f39b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:29.180807 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-af656e86-298f-4011-a163-bb8f534f39b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:29.181413 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-af656e86-298f-4011-a163-bb8f534f39b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:29.182789 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-af656e86-298f-4011-a163-bb8f534f39b9 service neutron] 10.222.0.26 "PUT /v2.0/ports/fadb7cc0-7e48-4b28-bd3b-61295e53ad04 HTTP/1.1" status: 200 len: 1130 time: 2.7925849 Apr 21 12:33:29.201453 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378e0bf-77df-4c34-9fb7-4cd94248c5cb req-ddb689d1-f242-4f8b-8154-8e71c6aafc39 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:29.202968 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f378e0bf-77df-4c34-9fb7-4cd94248c5cb req-ddb689d1-f242-4f8b-8154-8e71c6aafc39 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/ports?device_id=299c63c1-fd6c-4f13-b61f-25a5a4481c4a HTTP/1.1" status: 200 len: 948 time: 0.1188405 Apr 21 12:33:29.265623 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af656e86-298f-4011-a163-bb8f534f39b9 service neutron] Pushing event updated for resources: {'Port': ['ID=fadb7cc0-7e48-4b28-bd3b-61295e53ad04,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:29.287668 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f378e0bf-77df-4c34-9fb7-4cd94248c5cb req-748aef4d-b894-4d33-884c-663c78a70e0b tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70c8fba-dec7-45ba-a077-e8c46f5cf223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627048 Apr 21 12:33:29.414008 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53e3c2-3c64-4977-bf95-4eb11c0e951f req-66e28009-4e05-4e74-ad73-b58e8cf9699c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:29.419781 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53e3c2-3c64-4977-bf95-4eb11c0e951f req-66e28009-4e05-4e74-ad73-b58e8cf9699c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:29.425566 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53e3c2-3c64-4977-bf95-4eb11c0e951f req-66e28009-4e05-4e74-ad73-b58e8cf9699c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:29.429016 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['9bd4cc47-998f-449b-99ac-c89860b63bc2'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:33:29.431348 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53e3c2-3c64-4977-bf95-4eb11c0e951f req-66e28009-4e05-4e74-ad73-b58e8cf9699c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:29.437104 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53e3c2-3c64-4977-bf95-4eb11c0e951f req-66e28009-4e05-4e74-ad73-b58e8cf9699c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:29.443114 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53e3c2-3c64-4977-bf95-4eb11c0e951f req-66e28009-4e05-4e74-ad73-b58e8cf9699c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:29.449298 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53e3c2-3c64-4977-bf95-4eb11c0e951f req-66e28009-4e05-4e74-ad73-b58e8cf9699c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:29.451482 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e53e3c2-3c64-4977-bf95-4eb11c0e951f req-66e28009-4e05-4e74-ad73-b58e8cf9699c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5372 time: 0.0989437 Apr 21 12:33:29.456362 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0456287d-636c-4fa8-8ffc-31ded1591b0e service neutron] Request body: {'port': {'device_id': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:29.459892 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-084124a5-ad3b-4060-95c5-960f19521ae6 req-36841c62-944b-4a18-8e64-516848022f33 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:29.512537 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36841c62-944b-4a18-8e64-516848022f33 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Pushing event deleted for resources: {'Port': ['ID=03da7055-f933-4b18-ae13-97e2feeec04f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:29.610855 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e53e3c2-3c64-4977-bf95-4eb11c0e951f req-d4cec015-265f-4ea1-87c1-ef63f66a22dd tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1472285 Apr 21 12:33:29.612944 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0456287d-636c-4fa8-8ffc-31ded1591b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:29.632719 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-084124a5-ad3b-4060-95c5-960f19521ae6 req-36841c62-944b-4a18-8e64-516848022f33 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:29.632719 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-084124a5-ad3b-4060-95c5-960f19521ae6 req-36841c62-944b-4a18-8e64-516848022f33 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:29.632719 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-084124a5-ad3b-4060-95c5-960f19521ae6 req-36841c62-944b-4a18-8e64-516848022f33 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "DELETE /v2.0/floatingips/e928e129-1429-4e4e-b185-fa6753a5b804 HTTP/1.1" status: 204 len: 173 time: 1.2705424 Apr 21 12:33:29.723840 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f3d5f1-8498-42e4-a0cb-c60d51201224 x-openstack-request-id: req-d1f3d5f1-8498-42e4-a0cb-c60d51201224 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:33:29.724125 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "299c63c1-fd6c-4f13-b61f-25a5a4481c4a", "tag": "f6fc9a09-cd55-4cdc-b6ca-2ad985e22607", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:33:29.724368 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d1f3d5f1-8498-42e4-a0cb-c60d51201224 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:33:29.724754 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1f3d5f1-8498-42e4-a0cb-c60d51201224'] response: {'name': 'network-changed', 'server_uuid': '299c63c1-fd6c-4f13-b61f-25a5a4481c4a', 'tag': 'f6fc9a09-cd55-4cdc-b6ca-2ad985e22607', 'status': 'completed', 'code': 200} Apr 21 12:33:29.818321 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2137a2-775b-4ca5-a6bc-66d5f56e30a0 req-049e83c9-8cfa-4c12-a938-d29808c97b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:29.822105 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b2137a2-775b-4ca5-a6bc-66d5f56e30a0 req-049e83c9-8cfa-4c12-a938-d29808c97b6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e5e4ba0c6e54f54b7de288c935df29c&device_id=299c63c1-fd6c-4f13-b61f-25a5a4481c4a HTTP/1.1" status: 200 len: 1099 time: 0.0978019 Apr 21 12:33:29.905006 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60284) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:29.921531 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-96bac6af-6581-47a7-b142-5fd2f235c005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:29.996912 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-96bac6af-6581-47a7-b142-5fd2f235c005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:30.155462 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-96bac6af-6581-47a7-b142-5fd2f235c005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:30.177424 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bd7c38-a321-4309-ac32-3f41e2944382 req-0fc3c6b2-b4bd-47b3-8ea8-159dccd04bea tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:30.178924 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18bd7c38-a321-4309-ac32-3f41e2944382 req-0fc3c6b2-b4bd-47b3-8ea8-159dccd04bea tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3392403 Apr 21 12:33:30.186703 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2137a2-775b-4ca5-a6bc-66d5f56e30a0 req-083a08fb-98e7-4f4a-91a8-cdf32826c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:30.187031 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b2137a2-775b-4ca5-a6bc-66d5f56e30a0 req-083a08fb-98e7-4f4a-91a8-cdf32826c1e6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.3588314 Apr 21 12:33:30.196221 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bac6af-6581-47a7-b142-5fd2f235c005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c5f9f0-6118-4055-b2eb-4886bcd1a04d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:30.200913 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54895f7c-021a-4424-80b3-2f29b16ec6de req-b26326ec-587d-48fb-b689-7308e8f5fdce tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:30.201681 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-96bac6af-6581-47a7-b142-5fd2f235c005 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5c3f61c886114a0a8b7076f607ed724c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955823 Apr 21 12:33:30.202968 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54895f7c-021a-4424-80b3-2f29b16ec6de req-b26326ec-587d-48fb-b689-7308e8f5fdce tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] 10.222.0.36 "GET /v2.0/ports?device_id=08ae70c2-93d2-4d11-96de-a1b37abb78fb HTTP/1.1" status: 200 len: 945 time: 0.2639525 Apr 21 12:33:30.206437 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60290) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:30.209021 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0456287d-636c-4fa8-8ffc-31ded1591b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40352b73-0f16-4e8b-a246-1b32de8756d6 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:33:30.232312 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0456287d-636c-4fa8-8ffc-31ded1591b0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:30.275519 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b2137a2-775b-4ca5-a6bc-66d5f56e30a0 req-d9b860e7-69fc-4554-9a2e-85dc19dcfaf2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 HTTP/1.1" status: 200 len: 217 time: 0.0698287 Apr 21 12:33:30.329368 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0456287d-636c-4fa8-8ffc-31ded1591b0e service neutron] Transition to ACTIVE for port object 40352b73-0f16-4e8b-a246-1b32de8756d6 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:33:30.408143 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54895f7c-021a-4424-80b3-2f29b16ec6de req-eb63ebb9-05a9-4eb1-ba91-95424c0318a5 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] 10.222.0.36 "GET /v2.0/security-groups?id=37930fb8-1abd-4497-b454-7ca565584848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802845 Apr 21 12:33:30.415247 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52c866b5-eda4-4094-8bec-530f0bca5dac req-8ca4dc21-3a71-4131-8543-ead0ab9ea467 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/floatingips?tenant_id=6ab522efb7a84149b8c8bfe8cba888c5 HTTP/1.1" status: 200 len: 1656 time: 0.1071000 Apr 21 12:33:30.418635 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2137a2-775b-4ca5-a6bc-66d5f56e30a0 req-5264ded1-3da1-4f01-a323-cc3ea6669d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:30.420178 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b2137a2-775b-4ca5-a6bc-66d5f56e30a0 req-5264ded1-3da1-4f01-a323-cc3ea6669d01 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1336164 Apr 21 12:33:30.450139 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c87b084a-17a3-4283-a6dd-0e426479f35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:30.450349 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 9bd4cc47-998f-449b-99ac-c89860b63bc2 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:33:30.474483 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0456287d-636c-4fa8-8ffc-31ded1591b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:30.577907 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c87b084a-17a3-4283-a6dd-0e426479f35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:30.624737 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 9bd4cc47-998f-449b-99ac-c89860b63bc2 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:33:30.636055 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456287d-636c-4fa8-8ffc-31ded1591b0e service neutron] Pushing event updated for resources: {'Port': ['ID=40352b73-0f16-4e8b-a246-1b32de8756d6,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:30.636503 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 9bd4cc47-998f-449b-99ac-c89860b63bc2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:33:30.637068 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:30.726556 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2137a2-775b-4ca5-a6bc-66d5f56e30a0 req-54cb62c0-4d90-4d92-8fa7-8cb6e6c96ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:30.728066 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b2137a2-775b-4ca5-a6bc-66d5f56e30a0 req-54cb62c0-4d90-4d92-8fa7-8cb6e6c96ed7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2902472 Apr 21 12:33:30.738703 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c866b5-eda4-4094-8bec-530f0bca5dac req-abc33380-a5be-4ea6-bb41-5140f69fb337 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:30.740996 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52c866b5-eda4-4094-8bec-530f0bca5dac req-abc33380-a5be-4ea6-bb41-5140f69fb337 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/networks?id=23f97cfe-dd42-45d8-a5df-e2b803e954fa&id=23f97cfe-dd42-45d8-a5df-e2b803e954fa&id=23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 787 time: 0.3153307 Apr 21 12:33:30.760986 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:30.805257 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ae70c2-93d2-4d11-96de-a1b37abb78fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd4cc47-998f-449b-99ac-c89860b63bc2'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:33:30.807603 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5769f6-e030-44be-a52e-630d300e1498" -d '{"events": [{"server_uuid": "08ae70c2-93d2-4d11-96de-a1b37abb78fb", "name": "network-vif-plugged", "status": "completed", "tag": "9bd4cc47-998f-449b-99ac-c89860b63bc2"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:33:30.817417 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 9bd4cc47-998f-449b-99ac-c89860b63bc2, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9bd4cc47-998f-449b-99ac-c89860b63bc2,segment=NetworkSegment(f2a74df6-43ed-4283-966d-fec224604789),segment_id=f2a74df6-43ed-4283-966d-fec224604789)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:30.909958 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:30.975074 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=9bd4cc47-998f-449b-99ac-c89860b63bc2,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:31.098740 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-52c866b5-eda4-4094-8bec-530f0bca5dac req-adba2b1c-4cd2-45b3-960a-bf4a5a8b04ed tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:33:31.099727 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52c866b5-eda4-4094-8bec-530f0bca5dac req-adba2b1c-4cd2-45b3-960a-bf4a5a8b04ed tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0311768 Apr 21 12:33:31.185563 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf28e9-8d05-4d09-bbe2-75c9b95d1a7d req-77b8ed03-fdaf-43e4-a263-ba823d72ae0d tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:31.187056 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ddcf28e9-8d05-4d09-bbe2-75c9b95d1a7d req-77b8ed03-fdaf-43e4-a263-ba823d72ae0d tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/ports?device_id=299c63c1-fd6c-4f13-b61f-25a5a4481c4a HTTP/1.1" status: 200 len: 948 time: 0.4933529 Apr 21 12:33:31.223600 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0456287d-636c-4fa8-8ffc-31ded1591b0e service neutron] Attempting to bind port 40352b73-0f16-4e8b-a246-1b32de8756d6 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:33:31.223926 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0456287d-636c-4fa8-8ffc-31ded1591b0e service neutron] Attempting to bind port 40352b73-0f16-4e8b-a246-1b32de8756d6 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '6361dbf8-c8c7-4711-98c6-84cbc77fe9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e4d7b828-c49d-4174-8a7c-f8e1c5ee789b'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:33:31.224302 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0456287d-636c-4fa8-8ffc-31ded1591b0e service neutron] Attempting to bind port 40352b73-0f16-4e8b-a246-1b32de8756d6 on network e4d7b828-c49d-4174-8a7c-f8e1c5ee789b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:33:31.237810 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0456287d-636c-4fa8-8ffc-31ded1591b0e service neutron] Port 40352b73-0f16-4e8b-a246-1b32de8756d6 on network e4d7b828-c49d-4174-8a7c-f8e1c5ee789b not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:33:31.238134 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0456287d-636c-4fa8-8ffc-31ded1591b0e service neutron] Attempting to bind port 40352b73-0f16-4e8b-a246-1b32de8756d6 on network e4d7b828-c49d-4174-8a7c-f8e1c5ee789b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:33:31.246849 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b2137a2-775b-4ca5-a6bc-66d5f56e30a0 req-8002a9f6-9781-412a-a48d-38078f9cb886 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814640 Apr 21 12:33:31.252262 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0456287d-636c-4fa8-8ffc-31ded1591b0e service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:33:31.252596 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0456287d-636c-4fa8-8ffc-31ded1591b0e service neutron] Checking segment: {'id': '6361dbf8-c8c7-4711-98c6-84cbc77fe9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e4d7b828-c49d-4174-8a7c-f8e1c5ee789b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:33:31.252966 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0456287d-636c-4fa8-8ffc-31ded1591b0e service neutron] Bound using segment: {'id': '6361dbf8-c8c7-4711-98c6-84cbc77fe9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e4d7b828-c49d-4174-8a7c-f8e1c5ee789b'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:33:31.254047 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0456287d-636c-4fa8-8ffc-31ded1591b0e service neutron] Bound port: 40352b73-0f16-4e8b-a246-1b32de8756d6, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6361dbf8-c8c7-4711-98c6-84cbc77fe9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e4d7b828-c49d-4174-8a7c-f8e1c5ee789b'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:33:31.254353 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0456287d-636c-4fa8-8ffc-31ded1591b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:31.287893 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ddcf28e9-8d05-4d09-bbe2-75c9b95d1a7d req-86277072-1849-4e3a-a7a2-281fd4de1b79 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70c8fba-dec7-45ba-a077-e8c46f5cf223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920086 Apr 21 12:33:31.293976 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c87b084a-17a3-4283-a6dd-0e426479f35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:31.296369 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c87b084a-17a3-4283-a6dd-0e426479f35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:31.297431 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c87b084a-17a3-4283-a6dd-0e426479f35b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/14c5f9f0-6118-4055-b2eb-4886bcd1a04d HTTP/1.1" status: 204 len: 168 time: 1.0794089 Apr 21 12:33:31.364585 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b084a-17a3-4283-a6dd-0e426479f35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c5f9f0-6118-4055-b2eb-4886bcd1a04d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:31.411540 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0456287d-636c-4fa8-8ffc-31ded1591b0e service neutron] For port 40352b73-0f16-4e8b-a246-1b32de8756d6, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:33:31.415797 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0456287d-636c-4fa8-8ffc-31ded1591b0e service neutron] For port 40352b73-0f16-4e8b-a246-1b32de8756d6, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=40352b73-0f16-4e8b-a246-1b32de8756d6,segment=NetworkSegment(6361dbf8-c8c7-4711-98c6-84cbc77fe9c9),segment_id=6361dbf8-c8c7-4711-98c6-84cbc77fe9c9)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:33:31.418570 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b2137a2-775b-4ca5-a6bc-66d5f56e30a0 req-736bcf63-b696-43c1-805c-199847f8b87f service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619787 Apr 21 12:33:31.481658 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d88ab-59aa-4cdc-9e44-f11e2bfb7327 req-6b756625-9c9e-40b5-9325-2533b8acf4d4 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:31.487334 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d88ab-59aa-4cdc-9e44-f11e2bfb7327 req-6b756625-9c9e-40b5-9325-2533b8acf4d4 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:31.493138 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d88ab-59aa-4cdc-9e44-f11e2bfb7327 req-6b756625-9c9e-40b5-9325-2533b8acf4d4 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:31.498959 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d88ab-59aa-4cdc-9e44-f11e2bfb7327 req-6b756625-9c9e-40b5-9325-2533b8acf4d4 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:31.505408 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d88ab-59aa-4cdc-9e44-f11e2bfb7327 req-6b756625-9c9e-40b5-9325-2533b8acf4d4 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:31.511210 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d88ab-59aa-4cdc-9e44-f11e2bfb7327 req-6b756625-9c9e-40b5-9325-2533b8acf4d4 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:31.517344 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d88ab-59aa-4cdc-9e44-f11e2bfb7327 req-6b756625-9c9e-40b5-9325-2533b8acf4d4 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:31.519897 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ee6d88ab-59aa-4cdc-9e44-f11e2bfb7327 req-6b756625-9c9e-40b5-9325-2533b8acf4d4 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5384 time: 0.0918355 Apr 21 12:33:31.554955 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0456287d-636c-4fa8-8ffc-31ded1591b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:31.592768 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ee6d88ab-59aa-4cdc-9e44-f11e2bfb7327 req-4491988a-b8e5-4ff5-969a-41cbfdf78b4a tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653207 Apr 21 12:33:31.603643 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0456287d-636c-4fa8-8ffc-31ded1591b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:31.604224 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0456287d-636c-4fa8-8ffc-31ded1591b0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:31.605757 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0456287d-636c-4fa8-8ffc-31ded1591b0e service neutron] 10.222.0.26 "PUT /v2.0/ports/40352b73-0f16-4e8b-a246-1b32de8756d6 HTTP/1.1" status: 200 len: 1091 time: 2.1535275 Apr 21 12:33:31.634655 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456287d-636c-4fa8-8ffc-31ded1591b0e service neutron] Pushing event updated for resources: {'Port': ['ID=40352b73-0f16-4e8b-a246-1b32de8756d6,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:31.649044 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae881a97-3cfb-4fae-afde-4292d9c207da x-openstack-request-id: req-ae881a97-3cfb-4fae-afde-4292d9c207da {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:33:31.650072 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ae70c2-93d2-4d11-96de-a1b37abb78fb", "name": "network-vif-plugged", "status": "completed", "tag": "9bd4cc47-998f-449b-99ac-c89860b63bc2", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:33:31.650692 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae881a97-3cfb-4fae-afde-4292d9c207da {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:33:31.651150 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae881a97-3cfb-4fae-afde-4292d9c207da'] response: {'server_uuid': '08ae70c2-93d2-4d11-96de-a1b37abb78fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd4cc47-998f-449b-99ac-c89860b63bc2', 'code': 200} Apr 21 12:33:31.732840 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'tag': 'fadb7cc0-7e48-4b28-bd3b-61295e53ad04'}, {'name': 'network-changed', 'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'tag': '40352b73-0f16-4e8b-a246-1b32de8756d6'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:33:31.735815 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac2214d-5d43-4833-8df3-23504d71e6ea" -d '{"events": [{"name": "network-changed", "server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "tag": "fadb7cc0-7e48-4b28-bd3b-61295e53ad04"}, {"name": "network-changed", "server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "tag": "40352b73-0f16-4e8b-a246-1b32de8756d6"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:33:31.756429 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c386a27-2403-4324-af5b-be6ae388afe0 req-3443be28-c218-483a-87be-a467ecf2d721 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/floatingips/f3478c6d-fc39-413b-b967-da17ddfcb1c2 HTTP/1.1" status: 200 len: 693 time: 0.0953107 Apr 21 12:33:31.778535 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-085fb3c2-ba16-4b74-9259-ce043ea3a2d3 service neutron] Request body: {'port': {'device_id': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:31.956837 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbeec5c-a63b-472f-a7a5-779e6aeb796b req-f6bdd488-079c-4ce9-93c6-2e7d5a40ca83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:31.958384 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6dbeec5c-a63b-472f-a7a5-779e6aeb796b req-f6bdd488-079c-4ce9-93c6-2e7d5a40ca83 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=08ae70c2-93d2-4d11-96de-a1b37abb78fb HTTP/1.1" status: 200 len: 1097 time: 0.2148802 Apr 21 12:33:31.971832 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461625f9-b383-4b63-b5a4-5a342ef5cc44 req-ef2ef707-2aca-4f12-9a25-8141dc754e83 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:31.973836 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-461625f9-b383-4b63-b5a4-5a342ef5cc44 req-ef2ef707-2aca-4f12-9a25-8141dc754e83 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] 10.222.0.36 "GET /v2.0/ports?device_id=08ae70c2-93d2-4d11-96de-a1b37abb78fb HTTP/1.1" status: 200 len: 946 time: 0.1919451 Apr 21 12:33:32.018657 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-085fb3c2-ba16-4b74-9259-ce043ea3a2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:32.062331 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c386a27-2403-4324-af5b-be6ae388afe0 req-91e77dee-dfad-4b7c-985d-3ab54cfd1d5c tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:32.063703 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c386a27-2403-4324-af5b-be6ae388afe0 req-91e77dee-dfad-4b7c-985d-3ab54cfd1d5c tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 784 time: 0.2807333 Apr 21 12:33:32.111220 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6dbeec5c-a63b-472f-a7a5-779e6aeb796b req-70970d08-96a1-4ef1-b864-b437af3edc2d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=37930fb8-1abd-4497-b454-7ca565584848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344569 Apr 21 12:33:32.147392 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-461625f9-b383-4b63-b5a4-5a342ef5cc44 req-b71b66cb-cf7e-4216-8cc6-0b7568212bc9 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] 10.222.0.36 "GET /v2.0/security-groups?id=37930fb8-1abd-4497-b454-7ca565584848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549675 Apr 21 12:33:32.168559 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c386a27-2403-4324-af5b-be6ae388afe0 req-68fb2f2c-0b8c-4f83-849b-23808f9dc4be tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 696 time: 0.0965910 Apr 21 12:33:32.292898 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c386a27-2403-4324-af5b-be6ae388afe0 req-2043844e-bfb8-4148-8c46-92f78cf6d634 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.187 HTTP/1.1" status: 200 len: 696 time: 0.1135857 Apr 21 12:33:32.361940 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60338) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:32.448038 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:33:32.454064 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18271ce-8fb0-4790-93e4-5262261d2049 req-2d2a48c4-d336-4d5e-9f89-8e9eb503eb08 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:32.455588 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a18271ce-8fb0-4790-93e4-5262261d2049 req-2d2a48c4-d336-4d5e-9f89-8e9eb503eb08 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] 10.222.0.36 "GET /v2.0/ports?device_id=617424e1-e6f7-4788-968e-e4d3ef67cbf8 HTTP/1.1" status: 200 len: 950 time: 0.1959150 Apr 21 12:33:32.501037 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f366b6e-28f9-48fc-ad4d-aad449dbc006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:32.554157 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a18271ce-8fb0-4790-93e4-5262261d2049 req-6f2d678b-6b94-4529-b986-c12d6b917348 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] 10.222.0.36 "GET /v2.0/security-groups?id=62ba354d-9614-4cf5-8998-970b4dcdd71b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690863 Apr 21 12:33:32.563078 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port f6fc9a09-cd55-4cdc-b6ca-2ad985e22607, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=f6fc9a09-cd55-4cdc-b6ca-2ad985e22607,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:32.575518 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'f6fc9a09-cd55-4cdc-b6ca-2ad985e22607', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': 'f6fc9a09-cd55-4cdc-b6ca-2ad985e22607', 'mac_address': 'fa:16:3e:4c:44:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:33:32.587851 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-1c386a27-2403-4324-af5b-be6ae388afe0 req-21e2f2c6-ebd3-4640-a8e2-94c60791d37d tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Deleting port c8612830-39da-45e5-8149-4d2789e28436 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:33:32.588198 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1c386a27-2403-4324-af5b-be6ae388afe0 req-21e2f2c6-ebd3-4640-a8e2-94c60791d37d tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:32.616843 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 21 Apr 2022 12:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250627ad-bdef-40fb-b79c-55803d9957bb x-openstack-request-id: req-250627ad-bdef-40fb-b79c-55803d9957bb {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:33:32.617227 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "tag": "fadb7cc0-7e48-4b28-bd3b-61295e53ad04", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "tag": "40352b73-0f16-4e8b-a246-1b32de8756d6", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:33:32.617496 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-250627ad-bdef-40fb-b79c-55803d9957bb {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:33:32.617963 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-250627ad-bdef-40fb-b79c-55803d9957bb'] response: {'name': 'network-changed', 'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'tag': 'fadb7cc0-7e48-4b28-bd3b-61295e53ad04', 'status': 'completed', 'code': 200} Apr 21 12:33:32.618220 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-250627ad-bdef-40fb-b79c-55803d9957bb'] response: {'name': 'network-changed', 'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'tag': '40352b73-0f16-4e8b-a246-1b32de8756d6', 'status': 'completed', 'code': 200} Apr 21 12:33:32.627479 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f366b6e-28f9-48fc-ad4d-aad449dbc006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:32.635896 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:32.661113 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:33:32.683172 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port f6fc9a09-cd55-4cdc-b6ca-2ad985e22607, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=f6fc9a09-cd55-4cdc-b6ca-2ad985e22607,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:32.708354 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-085fb3c2-ba16-4b74-9259-ce043ea3a2d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:33:32.741054 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-085fb3c2-ba16-4b74-9259-ce043ea3a2d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:32.741324 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f366b6e-28f9-48fc-ad4d-aad449dbc006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:32.774981 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1c386a27-2403-4324-af5b-be6ae388afe0 req-21e2f2c6-ebd3-4640-a8e2-94c60791d37d tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:32.775532 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1c386a27-2403-4324-af5b-be6ae388afe0 req-21e2f2c6-ebd3-4640-a8e2-94c60791d37d tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:32.779215 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-085fb3c2-ba16-4b74-9259-ce043ea3a2d3 service neutron] Transition to ACTIVE for port object d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:33:32.784534 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60354) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:32.795756 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:32.796333 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f366b6e-28f9-48fc-ad4d-aad449dbc006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba41e64-8ca1-412c-9eee-2653dacddf4b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:32.806533 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-1c386a27-2403-4324-af5b-be6ae388afe0 req-21e2f2c6-ebd3-4640-a8e2-94c60791d37d tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Calling delete_port for c8612830-39da-45e5-8149-4d2789e28436 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:33:32.809644 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9f366b6e-28f9-48fc-ad4d-aad449dbc006 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=08ebb953059a448598d636d20d566ddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4455950 Apr 21 12:33:32.824692 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60358) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:32.842057 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15579d78-73f0-459d-bb8e-4c4831222b59 req-a7042232-f9cf-469a-9e7d-9f691d686ba1 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:32.843643 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15579d78-73f0-459d-bb8e-4c4831222b59 req-a7042232-f9cf-469a-9e7d-9f691d686ba1 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/ports?device_id=299c63c1-fd6c-4f13-b61f-25a5a4481c4a HTTP/1.1" status: 200 len: 948 time: 0.1532679 Apr 21 12:33:32.846587 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-fcf25f98-a6c7-4e34-ab01-b706d7520012 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-473469220-network', 'tenant_id': 'e16b811ea21846c89491aea47e9a7301'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:32.879706 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=f6fc9a09-cd55-4cdc-b6ca-2ad985e22607,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:32.921884 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-085fb3c2-ba16-4b74-9259-ce043ea3a2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:32.954914 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf25f98-a6c7-4e34-ab01-b706d7520012 admin admin] Made reservation on behalf of e16b811ea21846c89491aea47e9a7301 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:33:32.957359 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fcf25f98-a6c7-4e34-ab01-b706d7520012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:32.967500 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fcf25f98-a6c7-4e34-ab01-b706d7520012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:32.979263 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2214d-5d43-4833-8df3-23504d71e6ea req-21fa988c-a292-46ab-9a4f-2e34e15d407c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:32.979742 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2214d-5d43-4833-8df3-23504d71e6ea req-21fa988c-a292-46ab-9a4f-2e34e15d407c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:32.980211 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2214d-5d43-4833-8df3-23504d71e6ea req-21fa988c-a292-46ab-9a4f-2e34e15d407c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:32.980679 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2214d-5d43-4833-8df3-23504d71e6ea req-21fa988c-a292-46ab-9a4f-2e34e15d407c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:32.981153 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2214d-5d43-4833-8df3-23504d71e6ea req-21fa988c-a292-46ab-9a4f-2e34e15d407c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:32.981775 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2214d-5d43-4833-8df3-23504d71e6ea req-21fa988c-a292-46ab-9a4f-2e34e15d407c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:32.982238 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2214d-5d43-4833-8df3-23504d71e6ea req-21fa988c-a292-46ab-9a4f-2e34e15d407c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:32.984330 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fac2214d-5d43-4833-8df3-23504d71e6ea req-21fa988c-a292-46ab-9a4f-2e34e15d407c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f1908decb8e42768935cf18d0563e60&device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 6276 time: 0.3373063 Apr 21 12:33:33.043563 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15579d78-73f0-459d-bb8e-4c4831222b59 req-2fc645a5-75a7-4b06-8111-853164de9eff tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70c8fba-dec7-45ba-a077-e8c46f5cf223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849515 Apr 21 12:33:33.056414 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fcf25f98-a6c7-4e34-ab01-b706d7520012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:33.068873 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fb3c2-ba16-4b74-9259-ce043ea3a2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:33.117078 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc9eb51e-417d-4c2d-80ac-4624b10b74de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:33.135849 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fcf25f98-a6c7-4e34-ab01-b706d7520012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:33.181029 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf25f98-a6c7-4e34-ab01-b706d7520012 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:33:33.199034 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf25f98-a6c7-4e34-ab01-b706d7520012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a73997f-4ade-4e68-8ca0-ad286552d5ca,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:33.207867 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fcf25f98-a6c7-4e34-ab01-b706d7520012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:33.208339 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-fcf25f98-a6c7-4e34-ab01-b706d7520012 admin admin] Added segment ac2aa623-3d4b-425e-821e-dc3390350bb9 of type vlan for network 32a67a5e-b72b-4167-97d6-5767775875e4 Apr 21 12:33:33.224386 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['f6fc9a09-cd55-4cdc-b6ca-2ad985e22607'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:33:33.227188 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc9eb51e-417d-4c2d-80ac-4624b10b74de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:33.300817 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af04432-6010-474f-ac2d-6bfee6fb6190 req-01682c9c-508e-45b4-ac25-dd13fee32246 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:33.302677 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-1af04432-6010-474f-ac2d-6bfee6fb6190 req-01682c9c-508e-45b4-ac25-dd13fee32246 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] 10.222.0.24 "GET /v2.0/ports?device_id=617424e1-e6f7-4788-968e-e4d3ef67cbf8 HTTP/1.1" status: 200 len: 950 time: 0.1683331 Apr 21 12:33:33.327265 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fcf25f98-a6c7-4e34-ab01-b706d7520012 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:33.359529 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2214d-5d43-4833-8df3-23504d71e6ea req-da4d0620-9269-46d6-98ff-0b30fe137bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:33.360003 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2214d-5d43-4833-8df3-23504d71e6ea req-da4d0620-9269-46d6-98ff-0b30fe137bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:33.360470 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2214d-5d43-4833-8df3-23504d71e6ea req-da4d0620-9269-46d6-98ff-0b30fe137bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:33.362081 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fac2214d-5d43-4833-8df3-23504d71e6ea req-da4d0620-9269-46d6-98ff-0b30fe137bcb service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6f1908decb8e42768935cf18d0563e60&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3672273 Apr 21 12:33:33.374791 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680842fb-1a77-4be8-887f-2f483d8d53c2 req-d0f8b079-f264-4f5b-8edc-03dec0728c64 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:33.380840 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680842fb-1a77-4be8-887f-2f483d8d53c2 req-d0f8b079-f264-4f5b-8edc-03dec0728c64 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:33.387257 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680842fb-1a77-4be8-887f-2f483d8d53c2 req-d0f8b079-f264-4f5b-8edc-03dec0728c64 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:33.393217 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680842fb-1a77-4be8-887f-2f483d8d53c2 req-d0f8b079-f264-4f5b-8edc-03dec0728c64 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:33.399825 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680842fb-1a77-4be8-887f-2f483d8d53c2 req-d0f8b079-f264-4f5b-8edc-03dec0728c64 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:33.405919 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680842fb-1a77-4be8-887f-2f483d8d53c2 req-d0f8b079-f264-4f5b-8edc-03dec0728c64 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:33.412738 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680842fb-1a77-4be8-887f-2f483d8d53c2 req-d0f8b079-f264-4f5b-8edc-03dec0728c64 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:33.422071 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-680842fb-1a77-4be8-887f-2f483d8d53c2 req-d0f8b079-f264-4f5b-8edc-03dec0728c64 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5396 time: 0.2727180 Apr 21 12:33:33.427047 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-085fb3c2-ba16-4b74-9259-ce043ea3a2d3 service neutron] Attempting to bind port d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:33:33.429522 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-085fb3c2-ba16-4b74-9259-ce043ea3a2d3 service neutron] Attempting to bind port d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '6361dbf8-c8c7-4711-98c6-84cbc77fe9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e4d7b828-c49d-4174-8a7c-f8e1c5ee789b'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:33:33.429522 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-085fb3c2-ba16-4b74-9259-ce043ea3a2d3 service neutron] Attempting to bind port d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c on network e4d7b828-c49d-4174-8a7c-f8e1c5ee789b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:33:33.447531 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-1af04432-6010-474f-ac2d-6bfee6fb6190 req-aa2fad0c-7cdc-45f6-a3d3-4e9d9b4dde5f tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Deleting port b5c4bc70-6ff8-4022-b973-841e648269d0 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:33:33.448138 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1af04432-6010-474f-ac2d-6bfee6fb6190 req-aa2fad0c-7cdc-45f6-a3d3-4e9d9b4dde5f tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:33.452584 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fcf25f98-a6c7-4e34-ab01-b706d7520012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:33.453520 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf25f98-a6c7-4e34-ab01-b706d7520012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:33.454118 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fcf25f98-a6c7-4e34-ab01-b706d7520012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:33.462315 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-085fb3c2-ba16-4b74-9259-ce043ea3a2d3 service neutron] Port d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c on network e4d7b828-c49d-4174-8a7c-f8e1c5ee789b not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:33:33.462856 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-085fb3c2-ba16-4b74-9259-ce043ea3a2d3 service neutron] Attempting to bind port d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c on network e4d7b828-c49d-4174-8a7c-f8e1c5ee789b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:33:33.474730 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-085fb3c2-ba16-4b74-9259-ce043ea3a2d3 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:33:33.475068 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-085fb3c2-ba16-4b74-9259-ce043ea3a2d3 service neutron] Checking segment: {'id': '6361dbf8-c8c7-4711-98c6-84cbc77fe9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e4d7b828-c49d-4174-8a7c-f8e1c5ee789b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:33:33.475450 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-085fb3c2-ba16-4b74-9259-ce043ea3a2d3 service neutron] Bound using segment: {'id': '6361dbf8-c8c7-4711-98c6-84cbc77fe9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e4d7b828-c49d-4174-8a7c-f8e1c5ee789b'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:33:33.475892 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-085fb3c2-ba16-4b74-9259-ce043ea3a2d3 service neutron] Bound port: d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6361dbf8-c8c7-4711-98c6-84cbc77fe9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'e4d7b828-c49d-4174-8a7c-f8e1c5ee789b'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:33:33.476256 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-085fb3c2-ba16-4b74-9259-ce043ea3a2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:33.545302 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-680842fb-1a77-4be8-887f-2f483d8d53c2 req-d67f5d01-8e04-478c-949d-0605f84f320b tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1223674 Apr 21 12:33:33.565457 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf25f98-a6c7-4e34-ab01-b706d7520012 admin admin] Pushing event updated for resources: {'Network': ['ID=32a67a5e-b72b-4167-97d6-5767775875e4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:33.585674 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 32a67a5e-b72b-4167-97d6-5767775875e4 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:33:33.601362 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1c386a27-2403-4324-af5b-be6ae388afe0 req-21e2f2c6-ebd3-4640-a8e2-94c60791d37d tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:33.611660 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-1af04432-6010-474f-ac2d-6bfee6fb6190 req-aa2fad0c-7cdc-45f6-a3d3-4e9d9b4dde5f tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] For port b5c4bc70-6ff8-4022-b973-841e648269d0, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=b5c4bc70-6ff8-4022-b973-841e648269d0,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:33.611660 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1af04432-6010-474f-ac2d-6bfee6fb6190 req-aa2fad0c-7cdc-45f6-a3d3-4e9d9b4dde5f tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:33.622183 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-1af04432-6010-474f-ac2d-6bfee6fb6190 req-aa2fad0c-7cdc-45f6-a3d3-4e9d9b4dde5f tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Calling delete_port for b5c4bc70-6ff8-4022-b973-841e648269d0 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:33:33.660211 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2214d-5d43-4833-8df3-23504d71e6ea req-7210cd46-3e11-49fd-ac95-56c1b102b32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:33.661698 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fac2214d-5d43-4833-8df3-23504d71e6ea req-7210cd46-3e11-49fd-ac95-56c1b102b32e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2376103 Apr 21 12:33:33.676187 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2f2c6-ebd3-4640-a8e2-94c60791d37d tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Pushing event deleted for resources: {'Port': ['ID=c8612830-39da-45e5-8149-4d2789e28436,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:33.697042 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-085fb3c2-ba16-4b74-9259-ce043ea3a2d3 service neutron] For port d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:33:33.697317 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fcf25f98-a6c7-4e34-ab01-b706d7520012 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9103558 Apr 21 12:33:33.700195 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60366) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:33.708616 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc9eb51e-417d-4c2d-80ac-4624b10b74de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:33.710544 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-153bdcaf-7627-4016-b817-4b28764a1ca7 admin admin] Request body: {'subnet': {'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-473469220-subnet', 'tenant_id': 'e16b811ea21846c89491aea47e9a7301', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:33.711244 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc9eb51e-417d-4c2d-80ac-4624b10b74de admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:33.714667 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-bc9eb51e-417d-4c2d-80ac-4624b10b74de admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eba41e64-8ca1-412c-9eee-2653dacddf4b HTTP/1.1" status: 204 len: 168 time: 0.8851604 Apr 21 12:33:33.743149 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-085fb3c2-ba16-4b74-9259-ce043ea3a2d3 service neutron] For port d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c,segment=NetworkSegment(6361dbf8-c8c7-4711-98c6-84cbc77fe9c9),segment_id=6361dbf8-c8c7-4711-98c6-84cbc77fe9c9)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:33:33.789920 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9eb51e-417d-4c2d-80ac-4624b10b74de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba41e64-8ca1-412c-9eee-2653dacddf4b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:33.823027 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefe603b-224e-46cd-a377-ed4d290d5ab6 req-dabefa5b-b9bc-4f31-bef3-249be66deed7 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:33.824535 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cefe603b-224e-46cd-a377-ed4d290d5ab6 req-dabefa5b-b9bc-4f31-bef3-249be66deed7 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] 10.222.0.36 "GET /v2.0/ports?device_id=08ae70c2-93d2-4d11-96de-a1b37abb78fb HTTP/1.1" status: 200 len: 946 time: 0.1912744 Apr 21 12:33:33.833287 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1c386a27-2403-4324-af5b-be6ae388afe0 req-21e2f2c6-ebd3-4640-a8e2-94c60791d37d tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:33.835984 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1c386a27-2403-4324-af5b-be6ae388afe0 req-21e2f2c6-ebd3-4640-a8e2-94c60791d37d tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:33.839313 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c386a27-2403-4324-af5b-be6ae388afe0 req-21e2f2c6-ebd3-4640-a8e2-94c60791d37d tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "DELETE /v2.0/floatingips/f3478c6d-fc39-413b-b967-da17ddfcb1c2 HTTP/1.1" status: 204 len: 173 time: 1.5284858 Apr 21 12:33:33.855640 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2214d-5d43-4833-8df3-23504d71e6ea req-6c63df6d-d6bf-41a4-9875-7d5a52721da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:33.856127 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2214d-5d43-4833-8df3-23504d71e6ea req-6c63df6d-d6bf-41a4-9875-7d5a52721da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:33.856595 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2214d-5d43-4833-8df3-23504d71e6ea req-6c63df6d-d6bf-41a4-9875-7d5a52721da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:33.857088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2214d-5d43-4833-8df3-23504d71e6ea req-6c63df6d-d6bf-41a4-9875-7d5a52721da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:33.857609 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2214d-5d43-4833-8df3-23504d71e6ea req-6c63df6d-d6bf-41a4-9875-7d5a52721da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:33.858079 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2214d-5d43-4833-8df3-23504d71e6ea req-6c63df6d-d6bf-41a4-9875-7d5a52721da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:33.858539 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2214d-5d43-4833-8df3-23504d71e6ea req-6c63df6d-d6bf-41a4-9875-7d5a52721da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:33.860410 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fac2214d-5d43-4833-8df3-23504d71e6ea req-6c63df6d-d6bf-41a4-9875-7d5a52721da0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f1908decb8e42768935cf18d0563e60&device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 6301 time: 0.1265707 Apr 21 12:33:33.888367 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153bdcaf-7627-4016-b817-4b28764a1ca7 admin admin] Made reservation on behalf of e16b811ea21846c89491aea47e9a7301 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:33:33.893562 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-153bdcaf-7627-4016-b817-4b28764a1ca7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:33.903514 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-085fb3c2-ba16-4b74-9259-ce043ea3a2d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:33.926110 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cefe603b-224e-46cd-a377-ed4d290d5ab6 req-8e8e88db-a240-4b77-8d08-ddb5b59e1219 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] 10.222.0.36 "GET /v2.0/security-groups?id=37930fb8-1abd-4497-b454-7ca565584848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874419 Apr 21 12:33:33.955772 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1af04432-6010-474f-ac2d-6bfee6fb6190 req-aa2fad0c-7cdc-45f6-a3d3-4e9d9b4dde5f tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:33.974013 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['b5c4bc70-6ff8-4022-b973-841e648269d0'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:33:33.998177 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2fad0c-7cdc-45f6-a3d3-4e9d9b4dde5f tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Pushing event deleted for resources: {'Port': ['ID=b5c4bc70-6ff8-4022-b973-841e648269d0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:34.074108 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af04432-6010-474f-ac2d-6bfee6fb6190 req-aa2fad0c-7cdc-45f6-a3d3-4e9d9b4dde5f tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] No DVR routers for this DVR port b5c4bc70-6ff8-4022-b973-841e648269d0 on host n-h2-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:33:34.078324 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1af04432-6010-474f-ac2d-6bfee6fb6190 req-aa2fad0c-7cdc-45f6-a3d3-4e9d9b4dde5f tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:34.084984 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-1af04432-6010-474f-ac2d-6bfee6fb6190 req-aa2fad0c-7cdc-45f6-a3d3-4e9d9b4dde5f tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] 10.222.0.24 "DELETE /v2.0/ports/b5c4bc70-6ff8-4022-b973-841e648269d0 HTTP/1.1" status: 204 len: 173 time: 0.7659001 Apr 21 12:33:34.084984 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617424e1-e6f7-4788-968e-e4d3ef67cbf8', 'name': 'network-vif-deleted', 'tag': 'b5c4bc70-6ff8-4022-b973-841e648269d0'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:33:34.087809 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafa7465-6041-4716-992a-e1e707b88aa2" -d '{"events": [{"server_uuid": "617424e1-e6f7-4788-968e-e4d3ef67cbf8", "name": "network-vif-deleted", "tag": "b5c4bc70-6ff8-4022-b973-841e648269d0"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:33:34.342253 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-abb998b9-45fb-458b-bb6b-261565f68791 req-f0a8f6ba-89e4-496f-9229-9d6359d01330 tempest-TenantUsagesTestJSON-1614368112 tempest-TenantUsagesTestJSON-1614368112-project] 10.222.0.36 "GET /v2.0/ports?device_id=617424e1-e6f7-4788-968e-e4d3ef67cbf8 HTTP/1.1" status: 200 len: 210 time: 0.4423602 Apr 21 12:33:34.358348 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-085fb3c2-ba16-4b74-9259-ce043ea3a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:34.358958 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-085fb3c2-ba16-4b74-9259-ce043ea3a2d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:34.360547 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-085fb3c2-ba16-4b74-9259-ce043ea3a2d3 service neutron] 10.222.0.26 "PUT /v2.0/ports/d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c HTTP/1.1" status: 200 len: 1091 time: 2.6018739 Apr 21 12:33:34.379591 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-153bdcaf-7627-4016-b817-4b28764a1ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:34.441342 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0e384aef-03fc-4a82-a318-20a6ddde2458 req-a2ab59d0-8cb7-446a-8c82-6888dbb0538d tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/floatingips/45d2b23d-9143-49b9-8fdf-4e75bd89ffd8 HTTP/1.1" status: 200 len: 692 time: 0.4664142 Apr 21 12:33:34.453746 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fb3c2-ba16-4b74-9259-ce043ea3a2d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:34.468513 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:33:34.479959 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153bdcaf-7627-4016-b817-4b28764a1ca7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3b8f234-8156-4627-8cae-e6fcb5c2aa35,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:34.495692 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153bdcaf-7627-4016-b817-4b28764a1ca7 admin admin] Checking segment: {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:33:34.496317 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153bdcaf-7627-4016-b817-4b28764a1ca7 admin admin] Network hostable DHCP agents. Network: 32a67a5e-b72b-4167-97d6-5767775875e4, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:33:34.551303 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2214d-5d43-4833-8df3-23504d71e6ea req-0e092ffa-889f-405a-86c6-38093fac336a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:34.551877 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2214d-5d43-4833-8df3-23504d71e6ea req-0e092ffa-889f-405a-86c6-38093fac336a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:34.552208 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2214d-5d43-4833-8df3-23504d71e6ea req-0e092ffa-889f-405a-86c6-38093fac336a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:34.553856 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fac2214d-5d43-4833-8df3-23504d71e6ea req-0e092ffa-889f-405a-86c6-38093fac336a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6f1908decb8e42768935cf18d0563e60&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6832521 Apr 21 12:33:34.631605 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3173e92-fe17-41a9-a894-523a91b96a5c req-73949e93-3dbd-4d6f-bb9c-ccc2523de1f2 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:34.633633 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b3173e92-fe17-41a9-a894-523a91b96a5c req-73949e93-3dbd-4d6f-bb9c-ccc2523de1f2 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/ports?device_id=299c63c1-fd6c-4f13-b61f-25a5a4481c4a HTTP/1.1" status: 200 len: 949 time: 0.2141318 Apr 21 12:33:34.639302 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-e5907805-778e-4f19-a949-cb338c283def service neutron] Request body: {'port': {'device_id': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:34.641479 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153bdcaf-7627-4016-b817-4b28764a1ca7 admin admin] Network 32a67a5e-b72b-4167-97d6-5767775875e4 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:33:34.672928 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'tag': 'd5d44dd6-375c-403c-8c1d-a73c7ed4ff0c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:33:34.675599 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265bcea0-bbb1-480e-a042-bea162c68636" -d '{"events": [{"name": "network-changed", "server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "tag": "d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:33:34.726997 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-153bdcaf-7627-4016-b817-4b28764a1ca7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 32a67a5e-b72b-4167-97d6-5767775875e4) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:33:34.731659 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153bdcaf-7627-4016-b817-4b28764a1ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:34.732706 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-153bdcaf-7627-4016-b817-4b28764a1ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:34.739587 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088ab9d7-2568-4ba1-abf1-0855748414b5 None None] Network 32a67a5e-b72b-4167-97d6-5767775875e4 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:33:34.830311 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-e5907805-778e-4f19-a949-cb338c283def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:34.839130 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b3173e92-fe17-41a9-a894-523a91b96a5c req-695d0f21-1d50-4174-a4c6-e019d63ea4b5 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70c8fba-dec7-45ba-a077-e8c46f5cf223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579549 Apr 21 12:33:34.851600 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:33:34.851763 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-153bdcaf-7627-4016-b817-4b28764a1ca7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1482153 Apr 21 12:33:34.852450 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:33:34.852842 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:34.865844 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e384aef-03fc-4a82-a318-20a6ddde2458 req-52eb9b91-d21f-4362-b64e-b1b259e509d8 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:34.867261 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0e384aef-03fc-4a82-a318-20a6ddde2458 req-52eb9b91-d21f-4362-b64e-b1b259e509d8 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 784 time: 0.3917634 Apr 21 12:33:34.874765 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2214d-5d43-4833-8df3-23504d71e6ea req-cff45d19-91d5-4cac-88b9-2935244bcd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:34.876234 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fac2214d-5d43-4833-8df3-23504d71e6ea req-cff45d19-91d5-4cac-88b9-2935244bcd2f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2750061 Apr 21 12:33:34.916118 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51fe629-5140-47dd-b04f-7829b9deb405 None None] Network 32a67a5e-b72b-4167-97d6-5767775875e4 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:33:34.947777 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0e384aef-03fc-4a82-a318-20a6ddde2458 req-3f3303bb-8409-45aa-a6c5-c5bc06068c0d tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 695 time: 0.0705867 Apr 21 12:33:35.077321 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0e384aef-03fc-4a82-a318-20a6ddde2458 req-0f074ac1-8506-4828-b955-49c6c5f83bdc tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.22 HTTP/1.1" status: 200 len: 695 time: 0.1170521 Apr 21 12:33:35.087824 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:35.128807 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299c63c1-fd6c-4f13-b61f-25a5a4481c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6fc9a09-cd55-4cdc-b6ca-2ad985e22607'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:33:35.132576 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f64282d-d606-41be-9d63-3c52631dee86" -d '{"events": [{"server_uuid": "299c63c1-fd6c-4f13-b61f-25a5a4481c4a", "name": "network-vif-plugged", "status": "completed", "tag": "f6fc9a09-cd55-4cdc-b6ca-2ad985e22607"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:33:35.152293 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port f6fc9a09-cd55-4cdc-b6ca-2ad985e22607, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=f6fc9a09-cd55-4cdc-b6ca-2ad985e22607,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:35.181938 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4717b371-fa6d-4219-8202-bb8b4e5b87cc x-openstack-request-id: req-4717b371-fa6d-4219-8202-bb8b4e5b87cc {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:33:35.182317 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617424e1-e6f7-4788-968e-e4d3ef67cbf8", "name": "network-vif-deleted", "tag": "b5c4bc70-6ff8-4022-b973-841e648269d0", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:33:35.182636 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4717b371-fa6d-4219-8202-bb8b4e5b87cc {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:33:35.183102 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4717b371-fa6d-4219-8202-bb8b4e5b87cc'] response: {'server_uuid': '617424e1-e6f7-4788-968e-e4d3ef67cbf8', 'name': 'network-vif-deleted', 'tag': 'b5c4bc70-6ff8-4022-b973-841e648269d0', 'status': 'completed', 'code': 200} Apr 21 12:33:35.270740 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:35.335974 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=f6fc9a09-cd55-4cdc-b6ca-2ad985e22607,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:35.368857 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7e52b-6ef3-4730-b285-4eca0e0264ab req-8a76e074-0c7d-4c6e-8968-c9d4b17a8895 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:35.374685 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7e52b-6ef3-4730-b285-4eca0e0264ab req-8a76e074-0c7d-4c6e-8968-c9d4b17a8895 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:35.380553 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7e52b-6ef3-4730-b285-4eca0e0264ab req-8a76e074-0c7d-4c6e-8968-c9d4b17a8895 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:35.386701 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7e52b-6ef3-4730-b285-4eca0e0264ab req-8a76e074-0c7d-4c6e-8968-c9d4b17a8895 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:35.392489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7e52b-6ef3-4730-b285-4eca0e0264ab req-8a76e074-0c7d-4c6e-8968-c9d4b17a8895 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:35.400254 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7e52b-6ef3-4730-b285-4eca0e0264ab req-8a76e074-0c7d-4c6e-8968-c9d4b17a8895 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:35.414299 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7e52b-6ef3-4730-b285-4eca0e0264ab req-8a76e074-0c7d-4c6e-8968-c9d4b17a8895 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:35.416245 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6fc7e52b-6ef3-4730-b285-4eca0e0264ab req-8a76e074-0c7d-4c6e-8968-c9d4b17a8895 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5396 time: 0.1720905 Apr 21 12:33:35.462623 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60416) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:35.499644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-0e384aef-03fc-4a82-a318-20a6ddde2458 req-22c1afe4-e9b1-4dd6-8aa3-b59c6529dc79 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Deleting port 0104795b-4d4d-4da2-80a5-18fc1c88a2a1 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:33:35.500088 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0e384aef-03fc-4a82-a318-20a6ddde2458 req-22c1afe4-e9b1-4dd6-8aa3-b59c6529dc79 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:35.538018 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6fc7e52b-6ef3-4730-b285-4eca0e0264ab req-1bb47d51-1e13-4e76-a4bd-49bb5779a6f3 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1102569 Apr 21 12:33:35.570754 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f97ea3a4-ec26-456d-b62d-c5ab90903926 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1526426200-network', 'tenant_id': 'c4ea6d171ff7447d82e8894059c462fe'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:35.573194 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-e5907805-778e-4f19-a949-cb338c283def service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e561804-d8d5-4339-9143-2c73c93fb922 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:33:35.589073 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-e5907805-778e-4f19-a949-cb338c283def service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:35.608098 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-e5907805-778e-4f19-a949-cb338c283def service neutron] Transition to ACTIVE for port object 3e561804-d8d5-4339-9143-2c73c93fb922 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:33:35.613973 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c99015-1e6e-428b-a883-dc8abce351b6 x-openstack-request-id: req-a8c99015-1e6e-428b-a883-dc8abce351b6 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:33:35.614261 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "tag": "d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:33:35.614510 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a8c99015-1e6e-428b-a883-dc8abce351b6 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:33:35.614908 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8c99015-1e6e-428b-a883-dc8abce351b6'] response: {'name': 'network-changed', 'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'tag': 'd5d44dd6-375c-403c-8c1d-a73c7ed4ff0c', 'status': 'completed', 'code': 200} Apr 21 12:33:35.654127 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0e384aef-03fc-4a82-a318-20a6ddde2458 req-22c1afe4-e9b1-4dd6-8aa3-b59c6529dc79 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:35.654516 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0e384aef-03fc-4a82-a318-20a6ddde2458 req-22c1afe4-e9b1-4dd6-8aa3-b59c6529dc79 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:35.669964 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97ea3a4-ec26-456d-b62d-c5ab90903926 admin admin] Made reservation on behalf of c4ea6d171ff7447d82e8894059c462fe for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:33:35.673480 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f97ea3a4-ec26-456d-b62d-c5ab90903926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:35.686373 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f97ea3a4-ec26-456d-b62d-c5ab90903926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:35.697623 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-0e384aef-03fc-4a82-a318-20a6ddde2458 req-22c1afe4-e9b1-4dd6-8aa3-b59c6529dc79 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Calling delete_port for 0104795b-4d4d-4da2-80a5-18fc1c88a2a1 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:33:35.725102 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-e5907805-778e-4f19-a949-cb338c283def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:35.811063 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265bcea0-bbb1-480e-a042-bea162c68636 req-4b677aec-4882-464c-9d7a-ab72121a4e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:35.811657 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265bcea0-bbb1-480e-a042-bea162c68636 req-4b677aec-4882-464c-9d7a-ab72121a4e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:35.812008 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265bcea0-bbb1-480e-a042-bea162c68636 req-4b677aec-4882-464c-9d7a-ab72121a4e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:35.812478 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265bcea0-bbb1-480e-a042-bea162c68636 req-4b677aec-4882-464c-9d7a-ab72121a4e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:35.812951 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265bcea0-bbb1-480e-a042-bea162c68636 req-4b677aec-4882-464c-9d7a-ab72121a4e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:35.813415 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265bcea0-bbb1-480e-a042-bea162c68636 req-4b677aec-4882-464c-9d7a-ab72121a4e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:35.813909 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265bcea0-bbb1-480e-a042-bea162c68636 req-4b677aec-4882-464c-9d7a-ab72121a4e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:35.816389 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-265bcea0-bbb1-480e-a042-bea162c68636 req-4b677aec-4882-464c-9d7a-ab72121a4e59 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f1908decb8e42768935cf18d0563e60&device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 6343 time: 0.1766284 Apr 21 12:33:35.867793 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5907805-778e-4f19-a949-cb338c283def service neutron] Pushing event updated for resources: {'Port': ['ID=3e561804-d8d5-4339-9143-2c73c93fb922,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:35.885963 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f97ea3a4-ec26-456d-b62d-c5ab90903926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:35.891861 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf4946-499b-4053-b20a-19e9709de725 req-ae6629bf-5c6c-402c-891c-00232ea908ce tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:35.893397 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1bcf4946-499b-4053-b20a-19e9709de725 req-ae6629bf-5c6c-402c-891c-00232ea908ce tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] 10.222.0.36 "GET /v2.0/ports?device_id=08ae70c2-93d2-4d11-96de-a1b37abb78fb HTTP/1.1" status: 200 len: 946 time: 0.2135503 Apr 21 12:33:35.974039 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f97ea3a4-ec26-456d-b62d-c5ab90903926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:35.989797 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60430) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:36.001767 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-5ff9498f-b8b8-443f-85cd-812a664a9147 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-107666632-network', 'tenant_id': '27c0a435029045288999bff212f6f804'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:36.012712 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f97ea3a4-ec26-456d-b62d-c5ab90903926 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:33:36.029760 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ea3a4-ec26-456d-b62d-c5ab90903926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777604f6-3a7e-48a6-8274-5156d2b1f99e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:36.037907 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f97ea3a4-ec26-456d-b62d-c5ab90903926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:36.039381 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-f97ea3a4-ec26-456d-b62d-c5ab90903926 admin admin] Added segment dc08e3b7-3b9c-4d54-b60e-2f1c56d392c9 of type vlan for network e1f96467-36d6-46fe-930a-559cec033643 Apr 21 12:33:36.055335 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1bcf4946-499b-4053-b20a-19e9709de725 req-1ee575e1-a259-4c2c-8136-e78509c4bdd8 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] 10.222.0.36 "GET /v2.0/security-groups?id=37930fb8-1abd-4497-b454-7ca565584848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286285 Apr 21 12:33:36.087148 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f97ea3a4-ec26-456d-b62d-c5ab90903926 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:36.103681 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-e5907805-778e-4f19-a949-cb338c283def service neutron] Attempting to bind port 3e561804-d8d5-4339-9143-2c73c93fb922 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:33:36.103936 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-e5907805-778e-4f19-a949-cb338c283def service neutron] Attempting to bind port 3e561804-d8d5-4339-9143-2c73c93fb922 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '75046964-91a8-4144-a6c1-d8a5aa728545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92442c54-a20b-4d99-aea4-e4d3be34f674'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:33:36.104886 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-e5907805-778e-4f19-a949-cb338c283def service neutron] Attempting to bind port 3e561804-d8d5-4339-9143-2c73c93fb922 on network 92442c54-a20b-4d99-aea4-e4d3be34f674 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:33:36.109358 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265bcea0-bbb1-480e-a042-bea162c68636 req-c342ef85-5558-44e4-b12b-343fcf95087d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:36.109859 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265bcea0-bbb1-480e-a042-bea162c68636 req-c342ef85-5558-44e4-b12b-343fcf95087d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:36.110326 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265bcea0-bbb1-480e-a042-bea162c68636 req-c342ef85-5558-44e4-b12b-343fcf95087d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:36.111968 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-265bcea0-bbb1-480e-a042-bea162c68636 req-c342ef85-5558-44e4-b12b-343fcf95087d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6f1908decb8e42768935cf18d0563e60&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2833109 Apr 21 12:33:36.115712 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-e5907805-778e-4f19-a949-cb338c283def service neutron] Port 3e561804-d8d5-4339-9143-2c73c93fb922 on network 92442c54-a20b-4d99-aea4-e4d3be34f674 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:33:36.116042 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-e5907805-778e-4f19-a949-cb338c283def service neutron] Attempting to bind port 3e561804-d8d5-4339-9143-2c73c93fb922 on network 92442c54-a20b-4d99-aea4-e4d3be34f674 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:33:36.134319 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fdbad4-4d8e-47f8-85f0-940277745e54 x-openstack-request-id: req-03fdbad4-4d8e-47f8-85f0-940277745e54 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:33:36.134319 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299c63c1-fd6c-4f13-b61f-25a5a4481c4a", "name": "network-vif-plugged", "status": "completed", "tag": "f6fc9a09-cd55-4cdc-b6ca-2ad985e22607", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:33:36.134319 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-03fdbad4-4d8e-47f8-85f0-940277745e54 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:33:36.134319 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03fdbad4-4d8e-47f8-85f0-940277745e54'] response: {'server_uuid': '299c63c1-fd6c-4f13-b61f-25a5a4481c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6fc9a09-cd55-4cdc-b6ca-2ad985e22607', 'code': 200} Apr 21 12:33:36.144354 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-e5907805-778e-4f19-a949-cb338c283def service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:33:36.144664 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-e5907805-778e-4f19-a949-cb338c283def service neutron] Checking segment: {'id': '75046964-91a8-4144-a6c1-d8a5aa728545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92442c54-a20b-4d99-aea4-e4d3be34f674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:33:36.145056 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-e5907805-778e-4f19-a949-cb338c283def service neutron] Bound using segment: {'id': '75046964-91a8-4144-a6c1-d8a5aa728545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92442c54-a20b-4d99-aea4-e4d3be34f674'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:33:36.145497 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-e5907805-778e-4f19-a949-cb338c283def service neutron] Bound port: 3e561804-d8d5-4339-9143-2c73c93fb922, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75046964-91a8-4144-a6c1-d8a5aa728545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92442c54-a20b-4d99-aea4-e4d3be34f674'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:33:36.146017 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-e5907805-778e-4f19-a949-cb338c283def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:36.162965 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff9498f-b8b8-443f-85cd-812a664a9147 admin admin] Made reservation on behalf of 27c0a435029045288999bff212f6f804 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:33:36.171212 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5ff9498f-b8b8-443f-85cd-812a664a9147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:36.203618 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5ff9498f-b8b8-443f-85cd-812a664a9147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:36.248720 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f97ea3a4-ec26-456d-b62d-c5ab90903926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:36.250047 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97ea3a4-ec26-456d-b62d-c5ab90903926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:36.252180 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f97ea3a4-ec26-456d-b62d-c5ab90903926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:36.315473 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0e384aef-03fc-4a82-a318-20a6ddde2458 req-22c1afe4-e9b1-4dd6-8aa3-b59c6529dc79 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:36.351287 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ea3a4-ec26-456d-b62d-c5ab90903926 admin admin] Pushing event updated for resources: {'Network': ['ID=e1f96467-36d6-46fe-930a-559cec033643,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:36.366857 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1afe4-e9b1-4dd6-8aa3-b59c6529dc79 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Pushing event deleted for resources: {'Port': ['ID=0104795b-4d4d-4da2-80a5-18fc1c88a2a1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:36.369221 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265bcea0-bbb1-480e-a042-bea162c68636 req-df0abc69-e883-4857-b6f4-66f2d553a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:36.369508 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network e1f96467-36d6-46fe-930a-559cec033643 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:33:36.370797 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-265bcea0-bbb1-480e-a042-bea162c68636 req-df0abc69-e883-4857-b6f4-66f2d553a4b3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2525368 Apr 21 12:33:36.373068 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-e5907805-778e-4f19-a949-cb338c283def service neutron] For port 3e561804-d8d5-4339-9143-2c73c93fb922, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:33:36.400881 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-e5907805-778e-4f19-a949-cb338c283def service neutron] For port 3e561804-d8d5-4339-9143-2c73c93fb922, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=3e561804-d8d5-4339-9143-2c73c93fb922,segment=NetworkSegment(75046964-91a8-4144-a6c1-d8a5aa728545),segment_id=75046964-91a8-4144-a6c1-d8a5aa728545)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:33:36.403158 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20705e50-dbf3-49ec-bd4e-df46a0e3dbe4 req-27193ae2-373c-4e43-8b57-36d6c3f56069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:36.404666 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20705e50-dbf3-49ec-bd4e-df46a0e3dbe4 req-27193ae2-373c-4e43-8b57-36d6c3f56069 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=299c63c1-fd6c-4f13-b61f-25a5a4481c4a HTTP/1.1" status: 200 len: 1101 time: 0.1848752 Apr 21 12:33:36.407081 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5ff9498f-b8b8-443f-85cd-812a664a9147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:36.411810 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f97ea3a4-ec26-456d-b62d-c5ab90903926 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9479723 Apr 21 12:33:36.414890 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60438) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:36.419777 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e0a68a94-4282-43cc-bfd9-7f690472968d admin admin] Request body: {'subnet': {'network_id': 'e1f96467-36d6-46fe-930a-559cec033643', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1526426200-subnet', 'tenant_id': 'c4ea6d171ff7447d82e8894059c462fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:36.474274 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f312331-d636-49f8-9dad-10b8de498bc2 req-1085d2a9-e3be-496a-ba27-585b4ff89f14 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:36.481775 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8f312331-d636-49f8-9dad-10b8de498bc2 req-1085d2a9-e3be-496a-ba27-585b4ff89f14 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/ports?device_id=299c63c1-fd6c-4f13-b61f-25a5a4481c4a HTTP/1.1" status: 200 len: 950 time: 0.2246225 Apr 21 12:33:36.533139 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5ff9498f-b8b8-443f-85cd-812a664a9147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:36.536047 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20705e50-dbf3-49ec-bd4e-df46a0e3dbe4 req-dba93d53-2dd3-45b8-85ee-15795d4ce5b1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a70c8fba-dec7-45ba-a077-e8c46f5cf223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045971 Apr 21 12:33:36.536379 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a68a94-4282-43cc-bfd9-7f690472968d admin admin] Made reservation on behalf of c4ea6d171ff7447d82e8894059c462fe for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:33:36.538838 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0a68a94-4282-43cc-bfd9-7f690472968d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:36.542934 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-e5907805-778e-4f19-a949-cb338c283def service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:36.548527 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8f312331-d636-49f8-9dad-10b8de498bc2 req-02d843e9-7877-472c-a54e-99f2d75c4bc5 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70c8fba-dec7-45ba-a077-e8c46f5cf223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658898 Apr 21 12:33:36.550319 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0e384aef-03fc-4a82-a318-20a6ddde2458 req-22c1afe4-e9b1-4dd6-8aa3-b59c6529dc79 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:36.552932 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0e384aef-03fc-4a82-a318-20a6ddde2458 req-22c1afe4-e9b1-4dd6-8aa3-b59c6529dc79 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:36.554129 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0e384aef-03fc-4a82-a318-20a6ddde2458 req-22c1afe4-e9b1-4dd6-8aa3-b59c6529dc79 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "DELETE /v2.0/floatingips/45d2b23d-9143-49b9-8fdf-4e75bd89ffd8 HTTP/1.1" status: 204 len: 173 time: 1.4642284 Apr 21 12:33:36.604213 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-e5907805-778e-4f19-a949-cb338c283def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:36.605101 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-e5907805-778e-4f19-a949-cb338c283def service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:36.606972 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-e5907805-778e-4f19-a949-cb338c283def service neutron] 10.222.0.26 "PUT /v2.0/ports/3e561804-d8d5-4339-9143-2c73c93fb922 HTTP/1.1" status: 200 len: 1091 time: 1.9929926 Apr 21 12:33:36.629412 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff9498f-b8b8-443f-85cd-812a664a9147 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:33:36.629412 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9498f-b8b8-443f-85cd-812a664a9147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=353f7611-9fc9-4dac-a5e3-f2642184406b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:36.641276 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5ff9498f-b8b8-443f-85cd-812a664a9147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:36.641746 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-5ff9498f-b8b8-443f-85cd-812a664a9147 admin admin] Added segment a79e27c2-7bbe-4b87-900d-1d2c46c72bd9 of type vlan for network 0358b761-2432-4bbd-b6de-f4577a390bed Apr 21 12:33:36.694736 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3c45faa-3af9-4166-a37a-74eaee5c9ee4 req-338483d5-9087-4f3f-9e27-c7cf1f34ca9f tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/floatingips/adab62c5-dd81-487b-94af-ae73951138e3 HTTP/1.1" status: 200 len: 693 time: 0.0866785 Apr 21 12:33:36.705363 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5ff9498f-b8b8-443f-85cd-812a664a9147 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:36.736903 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5907805-778e-4f19-a949-cb338c283def service neutron] Pushing event updated for resources: {'Port': ['ID=3e561804-d8d5-4339-9143-2c73c93fb922,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:36.831616 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5ff9498f-b8b8-443f-85cd-812a664a9147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:36.832579 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff9498f-b8b8-443f-85cd-812a664a9147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:36.833170 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5ff9498f-b8b8-443f-85cd-812a664a9147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:36.843405 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff807ac-b097-4c9a-9b37-3d5ee69f9539 req-697ef40e-063e-4f3b-b611-a7dddc1a0a7a tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:36.846692 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff807ac-b097-4c9a-9b37-3d5ee69f9539 req-697ef40e-063e-4f3b-b611-a7dddc1a0a7a tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:36.853256 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff807ac-b097-4c9a-9b37-3d5ee69f9539 req-697ef40e-063e-4f3b-b611-a7dddc1a0a7a tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:36.862342 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff807ac-b097-4c9a-9b37-3d5ee69f9539 req-697ef40e-063e-4f3b-b611-a7dddc1a0a7a tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:36.868804 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff807ac-b097-4c9a-9b37-3d5ee69f9539 req-697ef40e-063e-4f3b-b611-a7dddc1a0a7a tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:36.874864 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff807ac-b097-4c9a-9b37-3d5ee69f9539 req-697ef40e-063e-4f3b-b611-a7dddc1a0a7a tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:36.882318 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff807ac-b097-4c9a-9b37-3d5ee69f9539 req-697ef40e-063e-4f3b-b611-a7dddc1a0a7a tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:36.894233 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dff807ac-b097-4c9a-9b37-3d5ee69f9539 req-697ef40e-063e-4f3b-b611-a7dddc1a0a7a tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5408 time: 0.2045026 Apr 21 12:33:36.909944 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ea96075f-724b-4eff-ac53-3131f0c884ab service neutron] Request body: {'port': {'device_id': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:36.911283 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60450) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:36.922790 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9498f-b8b8-443f-85cd-812a664a9147 admin admin] Pushing event updated for resources: {'Network': ['ID=0358b761-2432-4bbd-b6de-f4577a390bed,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:36.934546 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0a68a94-4282-43cc-bfd9-7f690472968d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:36.936483 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 0358b761-2432-4bbd-b6de-f4577a390bed details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:33:37.007044 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5ff9498f-b8b8-443f-85cd-812a664a9147 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0149159 Apr 21 12:33:37.012674 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60454) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:37.018018 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d20914b3-cd27-409e-b43c-bfb4e31ad176 admin admin] Request body: {'subnet': {'network_id': '0358b761-2432-4bbd-b6de-f4577a390bed', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-107666632-subnet', 'tenant_id': '27c0a435029045288999bff212f6f804', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:37.024125 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dff807ac-b097-4c9a-9b37-3d5ee69f9539 req-84f64cb5-df24-4d64-be2a-30fd7278b698 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1289275 Apr 21 12:33:37.032758 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a68a94-4282-43cc-bfd9-7f690472968d admin admin] Checking segment: {'id': 'dc08e3b7-3b9c-4d54-b60e-2f1c56d392c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e1f96467-36d6-46fe-930a-559cec033643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:33:37.033240 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a68a94-4282-43cc-bfd9-7f690472968d admin admin] Network hostable DHCP agents. Network: e1f96467-36d6-46fe-930a-559cec033643, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:33:37.035457 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a68a94-4282-43cc-bfd9-7f690472968d admin admin] Pushing event updated for resources: {'Subnet': ['ID=565c656d-ab45-4e3e-a5ea-54fbad0f8d0c,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:37.044034 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c45faa-3af9-4166-a37a-74eaee5c9ee4 req-34cb65bd-33f3-47a3-9b6d-c61968a6219d tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:37.045621 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3c45faa-3af9-4166-a37a-74eaee5c9ee4 req-34cb65bd-33f3-47a3-9b6d-c61968a6219d tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 784 time: 0.3111410 Apr 21 12:33:37.061134 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ea96075f-724b-4eff-ac53-3131f0c884ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:37.119278 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3c45faa-3af9-4166-a37a-74eaee5c9ee4 req-be0402e6-b46d-4a99-a5ce-18ea0318175d tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.127 HTTP/1.1" status: 200 len: 696 time: 0.0592167 Apr 21 12:33:37.134426 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-08f7cbae-c0cf-49f8-a048-05ea95689270 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3b7da43895dc4c12b7d3bbc60b1af269&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2194479 Apr 21 12:33:37.134623 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60458) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:37.155698 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20914b3-cd27-409e-b43c-bfb4e31ad176 admin admin] Made reservation on behalf of 27c0a435029045288999bff212f6f804 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:33:37.160457 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d20914b3-cd27-409e-b43c-bfb4e31ad176 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:37.207632 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3c45faa-3af9-4166-a37a-74eaee5c9ee4 req-1a2fa539-d339-4443-8a24-a09c20ebac22 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.127 HTTP/1.1" status: 200 len: 696 time: 0.0653298 Apr 21 12:33:37.232514 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a68a94-4282-43cc-bfd9-7f690472968d admin admin] Network e1f96467-36d6-46fe-930a-559cec033643 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:33:37.275323 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-66615638-2fcd-439e-8704-067e2c001e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:37.308432 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-66615638-2fcd-439e-8704-067e2c001e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:37.371203 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-e0a68a94-4282-43cc-bfd9-7f690472968d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, e1f96467-36d6-46fe-930a-559cec033643) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:33:37.379571 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b0745e-509f-4a84-a2f2-1e9e1a6c35eb None None] Network e1f96467-36d6-46fe-930a-559cec033643 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:33:37.384180 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a68a94-4282-43cc-bfd9-7f690472968d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:37.384893 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0a68a94-4282-43cc-bfd9-7f690472968d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:37.538593 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-a3c45faa-3af9-4166-a37a-74eaee5c9ee4 req-3a1e677a-98a1-4af1-9a6a-466614e6c228 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Deleting port a826514c-90c3-4e12-861a-cb71abfab68e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:33:37.538938 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a3c45faa-3af9-4166-a37a-74eaee5c9ee4 req-3a1e677a-98a1-4af1-9a6a-466614e6c228 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:37.585536 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e0a68a94-4282-43cc-bfd9-7f690472968d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1654532 Apr 21 12:33:37.596188 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dd1bdf-cf02-4bda-8373-707ca1c59ea8 None None] Network e1f96467-36d6-46fe-930a-559cec033643 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:33:37.616178 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'tag': '3e561804-d8d5-4339-9143-2c73c93fb922'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:33:37.618551 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f812fc3c-75a4-432e-932a-bcdce3565861" -d '{"events": [{"name": "network-changed", "server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "tag": "3e561804-d8d5-4339-9143-2c73c93fb922"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:33:37.643003 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-66615638-2fcd-439e-8704-067e2c001e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:37.643554 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ea96075f-724b-4eff-ac53-3131f0c884ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30473043-d7db-404d-b70c-4211d4724b47 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:33:37.643659 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-66615638-2fcd-439e-8704-067e2c001e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:37.643659 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-66615638-2fcd-439e-8704-067e2c001e2b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/62ba354d-9614-4cf5-8998-970b4dcdd71b HTTP/1.1" status: 204 len: 168 time: 0.5058792 Apr 21 12:33:37.643659 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d20914b3-cd27-409e-b43c-bfb4e31ad176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:37.670949 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ea96075f-724b-4eff-ac53-3131f0c884ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:37.696493 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66615638-2fcd-439e-8704-067e2c001e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ba354d-9614-4cf5-8998-970b4dcdd71b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:37.740480 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20914b3-cd27-409e-b43c-bfb4e31ad176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc62731b-4c92-497f-bf69-829035ece21f,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:37.743450 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ea96075f-724b-4eff-ac53-3131f0c884ab service neutron] Transition to ACTIVE for port object 30473043-d7db-404d-b70c-4211d4724b47 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:33:37.746130 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a3c45faa-3af9-4166-a37a-74eaee5c9ee4 req-3a1e677a-98a1-4af1-9a6a-466614e6c228 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:37.746404 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a3c45faa-3af9-4166-a37a-74eaee5c9ee4 req-3a1e677a-98a1-4af1-9a6a-466614e6c228 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:37.765064 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-a3c45faa-3af9-4166-a37a-74eaee5c9ee4 req-3a1e677a-98a1-4af1-9a6a-466614e6c228 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Calling delete_port for a826514c-90c3-4e12-861a-cb71abfab68e owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:33:37.767480 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device b5c4bc70-6ff8-4022-b973-841e648269d0 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:33:37.769724 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20914b3-cd27-409e-b43c-bfb4e31ad176 admin admin] Checking segment: {'id': 'a79e27c2-7bbe-4b87-900d-1d2c46c72bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '0358b761-2432-4bbd-b6de-f4577a390bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:33:37.777509 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20914b3-cd27-409e-b43c-bfb4e31ad176 admin admin] Network hostable DHCP agents. Network: 0358b761-2432-4bbd-b6de-f4577a390bed, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:33:37.805086 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: b5c4bc70-6ff8-4022-b973-841e648269d0 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:33:37.805430 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device b5c4bc70-6ff8-4022-b973-841e648269d0 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:33:37.870024 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ea96075f-724b-4eff-ac53-3131f0c884ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:37.904673 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20914b3-cd27-409e-b43c-bfb4e31ad176 admin admin] Network 0358b761-2432-4bbd-b6de-f4577a390bed is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:33:37.970435 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96075f-724b-4eff-ac53-3131f0c884ab service neutron] Pushing event updated for resources: {'Port': ['ID=30473043-d7db-404d-b70c-4211d4724b47,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:38.039121 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ea96075f-724b-4eff-ac53-3131f0c884ab service neutron] Attempting to bind port 30473043-d7db-404d-b70c-4211d4724b47 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:33:38.039504 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ea96075f-724b-4eff-ac53-3131f0c884ab service neutron] Attempting to bind port 30473043-d7db-404d-b70c-4211d4724b47 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '75046964-91a8-4144-a6c1-d8a5aa728545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92442c54-a20b-4d99-aea4-e4d3be34f674'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:33:38.039842 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ea96075f-724b-4eff-ac53-3131f0c884ab service neutron] Attempting to bind port 30473043-d7db-404d-b70c-4211d4724b47 on network 92442c54-a20b-4d99-aea4-e4d3be34f674 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:33:38.041349 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-d20914b3-cd27-409e-b43c-bfb4e31ad176 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 0358b761-2432-4bbd-b6de-f4577a390bed) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:33:38.045829 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20914b3-cd27-409e-b43c-bfb4e31ad176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:38.046536 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d20914b3-cd27-409e-b43c-bfb4e31ad176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:38.046723 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ea96075f-724b-4eff-ac53-3131f0c884ab service neutron] Port 30473043-d7db-404d-b70c-4211d4724b47 on network 92442c54-a20b-4d99-aea4-e4d3be34f674 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:33:38.047492 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ea96075f-724b-4eff-ac53-3131f0c884ab service neutron] Attempting to bind port 30473043-d7db-404d-b70c-4211d4724b47 on network 92442c54-a20b-4d99-aea4-e4d3be34f674 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:33:38.054488 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ea96075f-724b-4eff-ac53-3131f0c884ab service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:33:38.054488 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ea96075f-724b-4eff-ac53-3131f0c884ab service neutron] Checking segment: {'id': '75046964-91a8-4144-a6c1-d8a5aa728545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92442c54-a20b-4d99-aea4-e4d3be34f674'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:33:38.054488 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ea96075f-724b-4eff-ac53-3131f0c884ab service neutron] Bound using segment: {'id': '75046964-91a8-4144-a6c1-d8a5aa728545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92442c54-a20b-4d99-aea4-e4d3be34f674'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:33:38.054832 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecebcaed-a4da-4249-8b93-0048d02a9d41 None None] Network 0358b761-2432-4bbd-b6de-f4577a390bed requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:33:38.054950 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ea96075f-724b-4eff-ac53-3131f0c884ab service neutron] Bound port: 30473043-d7db-404d-b70c-4211d4724b47, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75046964-91a8-4144-a6c1-d8a5aa728545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92442c54-a20b-4d99-aea4-e4d3be34f674'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:33:38.054950 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ea96075f-724b-4eff-ac53-3131f0c884ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:38.096711 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a3c45faa-3af9-4166-a37a-74eaee5c9ee4 req-3a1e677a-98a1-4af1-9a6a-466614e6c228 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:38.210119 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d20914b3-cd27-409e-b43c-bfb4e31ad176 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1853547 Apr 21 12:33:38.261980 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe2489d-23b6-4b25-8853-e650e99ee1ef None None] Network 0358b761-2432-4bbd-b6de-f4577a390bed requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:33:38.505009 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1e677a-98a1-4af1-9a6a-466614e6c228 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Pushing event deleted for resources: {'Port': ['ID=a826514c-90c3-4e12-861a-cb71abfab68e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:38.560694 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ea96075f-724b-4eff-ac53-3131f0c884ab service neutron] For port 30473043-d7db-404d-b70c-4211d4724b47, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:33:38.596618 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ea96075f-724b-4eff-ac53-3131f0c884ab service neutron] For port 30473043-d7db-404d-b70c-4211d4724b47, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=30473043-d7db-404d-b70c-4211d4724b47,segment=NetworkSegment(75046964-91a8-4144-a6c1-d8a5aa728545),segment_id=75046964-91a8-4144-a6c1-d8a5aa728545)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:33:38.621121 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e143d-ffc6-4a20-a9c6-9249f0742d5f req-f45f19f9-4c87-4f75-8252-e04121131ce5 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:38.622615 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-794e143d-ffc6-4a20-a9c6-9249f0742d5f req-f45f19f9-4c87-4f75-8252-e04121131ce5 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/ports?device_id=299c63c1-fd6c-4f13-b61f-25a5a4481c4a HTTP/1.1" status: 200 len: 950 time: 0.1373746 Apr 21 12:33:38.630399 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a3c45faa-3af9-4166-a37a-74eaee5c9ee4 req-3a1e677a-98a1-4af1-9a6a-466614e6c228 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:38.633096 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a3c45faa-3af9-4166-a37a-74eaee5c9ee4 req-3a1e677a-98a1-4af1-9a6a-466614e6c228 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:38.634438 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3c45faa-3af9-4166-a37a-74eaee5c9ee4 req-3a1e677a-98a1-4af1-9a6a-466614e6c228 tempest-FloatingIPDetailsTestJSON-50429968 tempest-FloatingIPDetailsTestJSON-50429968-project] 10.222.0.36 "DELETE /v2.0/floatingips/adab62c5-dd81-487b-94af-ae73951138e3 HTTP/1.1" status: 204 len: 173 time: 1.3761747 Apr 21 12:33:38.643053 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60506) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:38.678998 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-794e143d-ffc6-4a20-a9c6-9249f0742d5f req-302fc0af-4b67-41a7-adce-8f3f1a455885 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70c8fba-dec7-45ba-a077-e8c46f5cf223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502615 Apr 21 12:33:38.712476 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60514) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:38.739123 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ea96075f-724b-4eff-ac53-3131f0c884ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:38.744463 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efd33383-21ba-45a7-8f15-902aa9dd469b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:38.826744 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ea96075f-724b-4eff-ac53-3131f0c884ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:38.827548 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ea96075f-724b-4eff-ac53-3131f0c884ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:38.829041 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ea96075f-724b-4eff-ac53-3131f0c884ab service neutron] 10.222.0.26 "PUT /v2.0/ports/30473043-d7db-404d-b70c-4211d4724b47 HTTP/1.1" status: 200 len: 1091 time: 1.9252796 Apr 21 12:33:38.881766 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96075f-724b-4eff-ac53-3131f0c884ab service neutron] Pushing event updated for resources: {'Port': ['ID=30473043-d7db-404d-b70c-4211d4724b47,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:39.035612 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efd33383-21ba-45a7-8f15-902aa9dd469b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:39.072188 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0c3b8e09-9da2-4cb2-9f7f-4984571d526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:39.072677 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0c3b8e09-9da2-4cb2-9f7f-4984571d526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:39.073153 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0c3b8e09-9da2-4cb2-9f7f-4984571d526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:39.074933 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0c3b8e09-9da2-4cb2-9f7f-4984571d526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:39.075410 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0c3b8e09-9da2-4cb2-9f7f-4984571d526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:39.082543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0c3b8e09-9da2-4cb2-9f7f-4984571d526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:39.082543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0c3b8e09-9da2-4cb2-9f7f-4984571d526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:39.082543 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0c3b8e09-9da2-4cb2-9f7f-4984571d526b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f1908decb8e42768935cf18d0563e60&device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 6477 time: 0.1141269 Apr 21 12:33:39.165690 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cb96ab-18bf-4f71-a24d-f57c5a908abe x-openstack-request-id: req-84cb96ab-18bf-4f71-a24d-f57c5a908abe {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:33:39.165984 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "tag": "3e561804-d8d5-4339-9143-2c73c93fb922", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:33:39.166233 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-84cb96ab-18bf-4f71-a24d-f57c5a908abe {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:33:39.179675 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84cb96ab-18bf-4f71-a24d-f57c5a908abe'] response: {'name': 'network-changed', 'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'tag': '3e561804-d8d5-4339-9143-2c73c93fb922', 'status': 'completed', 'code': 200} Apr 21 12:33:39.179675 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efd33383-21ba-45a7-8f15-902aa9dd469b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:39.179675 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-53de4b4e-5943-487a-ba5b-ca8057292830 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1682dd4f-5da2-488b-9303-c33ead624d39 HTTP/1.1" status: 200 len: 217 time: 0.0844028 Apr 21 12:33:39.187962 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e305c038-9a37-4b38-8ee2-70a34f690f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:39.327285 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-efd33383-21ba-45a7-8f15-902aa9dd469b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c6033fbaa83d4f1ba4718febf4ee88cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6134217 Apr 21 12:33:39.335712 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60524) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:39.336393 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd33383-21ba-45a7-8f15-902aa9dd469b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1aa9cd-96e0-4d44-907a-ff553d8c8e12,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:39.360241 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-bb0b4b91-e8d7-4538-9460-1ac83f93ed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:39.361888 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-bb0b4b91-e8d7-4538-9460-1ac83f93ed48 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1fd66ced-0a64-4afd-a4de-c8fea692bf21 HTTP/1.1" status: 200 len: 850 time: 0.1779249 Apr 21 12:33:39.458601 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032852f-e027-4d69-8e77-0c4d9f7e2f10 req-4b13536c-ff3a-428e-bde1-c9800dfab193 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:39.464417 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032852f-e027-4d69-8e77-0c4d9f7e2f10 req-4b13536c-ff3a-428e-bde1-c9800dfab193 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:39.470478 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032852f-e027-4d69-8e77-0c4d9f7e2f10 req-4b13536c-ff3a-428e-bde1-c9800dfab193 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:39.476386 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032852f-e027-4d69-8e77-0c4d9f7e2f10 req-4b13536c-ff3a-428e-bde1-c9800dfab193 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:39.481985 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e305c038-9a37-4b38-8ee2-70a34f690f5c admin admin] Deleting port bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:33:39.482226 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032852f-e027-4d69-8e77-0c4d9f7e2f10 req-4b13536c-ff3a-428e-bde1-c9800dfab193 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:39.482351 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e305c038-9a37-4b38-8ee2-70a34f690f5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:39.488066 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032852f-e027-4d69-8e77-0c4d9f7e2f10 req-4b13536c-ff3a-428e-bde1-c9800dfab193 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:39.493882 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032852f-e027-4d69-8e77-0c4d9f7e2f10 req-4b13536c-ff3a-428e-bde1-c9800dfab193 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:39.495834 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e032852f-e027-4d69-8e77-0c4d9f7e2f10 req-4b13536c-ff3a-428e-bde1-c9800dfab193 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5420 time: 0.2559223 Apr 21 12:33:39.504246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-5fbda047-2995-4f9c-b520-3ac75277f268 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:39.505658 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-5fbda047-2995-4f9c-b520-3ac75277f268 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.36 "GET /v2.0/networks?id=e1f96467-36d6-46fe-930a-559cec033643 HTTP/1.1" status: 200 len: 814 time: 0.3420124 Apr 21 12:33:39.546557 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5e453802-c051-4ca8-9ac0-baa267afa494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:39.548036 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5e453802-c051-4ca8-9ac0-baa267afa494 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9b7dd046-10d1-4f75-8b5a-2092dfe7d348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1732898 Apr 21 12:33:39.556415 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-ad279bd0-e23f-4644-a366-9d7d3aa62a88 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.36 "GET /v2.0/quotas/c4ea6d171ff7447d82e8894059c462fe HTTP/1.1" status: 200 len: 375 time: 0.0366211 Apr 21 12:33:39.559753 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-e305c038-9a37-4b38-8ee2-70a34f690f5c admin admin] For port bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0,segment=NetworkSegment(aa4529b8-6382-463b-afb5-4e7fa9c347c9),segment_id=aa4529b8-6382-463b-afb5-4e7fa9c347c9)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:39.563263 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c972c8e9-eb4e-409a-89cf-1b6359d5d182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:39.563417 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e305c038-9a37-4b38-8ee2-70a34f690f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:39.587073 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e305c038-9a37-4b38-8ee2-70a34f690f5c admin admin] Calling delete_port for bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:33:39.611658 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e032852f-e027-4d69-8e77-0c4d9f7e2f10 req-e93f0a1b-030b-4a89-9276-9cda22e9a546 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1048672 Apr 21 12:33:39.658791 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-0d48ef58-1669-4725-90d8-8c8c1d0b9a9a tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c4ea6d171ff7447d82e8894059c462fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833211 Apr 21 12:33:39.689057 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c972c8e9-eb4e-409a-89cf-1b6359d5d182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:39.858443 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e305c038-9a37-4b38-8ee2-70a34f690f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:39.859544 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-c9335e5d-937b-4ffe-8121-d0429032d18d service neutron] 10.222.0.26 "GET /v2.0/networks/9b7dd046-10d1-4f75-8b5a-2092dfe7d348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973213 Apr 21 12:33:39.888669 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305c038-9a37-4b38-8ee2-70a34f690f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:39.898021 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-9a858d47-c26b-47cf-9613-6aa189fd7116 service neutron] 10.222.0.36 "GET /v2.0/networks/e1f96467-36d6-46fe-930a-559cec033643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280228 Apr 21 12:33:39.905529 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4875718-8d28-4507-b84f-845b57955428 req-ef3df72d-0824-4a5f-ae47-e023ba73930a tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:39.907045 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d4875718-8d28-4507-b84f-845b57955428 req-ef3df72d-0824-4a5f-ae47-e023ba73930a tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] 10.222.0.36 "GET /v2.0/ports?device_id=08ae70c2-93d2-4d11-96de-a1b37abb78fb HTTP/1.1" status: 200 len: 946 time: 0.2050014 Apr 21 12:33:39.924764 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2bd43-5ec2-4de7-a783-631c94623995 req-dc72eaf8-049c-4008-a9e5-153c6c6e98d9 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:39.926779 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75c2bd43-5ec2-4de7-a783-631c94623995 req-dc72eaf8-049c-4008-a9e5-153c6c6e98d9 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] 10.222.0.26 "GET /v2.0/ports?device_id=08ae70c2-93d2-4d11-96de-a1b37abb78fb HTTP/1.1" status: 200 len: 946 time: 0.1578023 Apr 21 12:33:39.985046 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c972c8e9-eb4e-409a-89cf-1b6359d5d182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:39.988071 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c972c8e9-eb4e-409a-89cf-1b6359d5d182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:39.989189 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c972c8e9-eb4e-409a-89cf-1b6359d5d182 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb1aa9cd-96e0-4d44-907a-ff553d8c8e12 HTTP/1.1" status: 204 len: 168 time: 0.6499019 Apr 21 12:33:40.078268 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c972c8e9-eb4e-409a-89cf-1b6359d5d182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1aa9cd-96e0-4d44-907a-ff553d8c8e12,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:40.108704 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e305c038-9a37-4b38-8ee2-70a34f690f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:40.161764 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d4875718-8d28-4507-b84f-845b57955428 req-ad28a769-8b00-449c-8c0d-9cf42891c70b tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] 10.222.0.36 "GET /v2.0/security-groups?id=37930fb8-1abd-4497-b454-7ca565584848&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330883 Apr 21 12:33:40.178293 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-dc99cd64-c7b2-46bf-a94f-4c565a7a4aaa service neutron] 10.222.0.26 "GET /v2.0/networks/9b7dd046-10d1-4f75-8b5a-2092dfe7d348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092844 Apr 21 12:33:40.239054 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-f4c56b37-ad98-40c4-bf2c-f886c8e8d4b3 service neutron] 10.222.0.36 "GET /v2.0/networks/e1f96467-36d6-46fe-930a-559cec033643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299754 Apr 21 12:33:40.243795 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-1aa386fb-ecac-448d-bb9f-f4ef72fe4cdb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=96687793-00d5-4fbd-bfb5-42c2efdbb264 HTTP/1.1" status: 200 len: 217 time: 0.0566335 Apr 21 12:33:40.290338 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-75c2bd43-5ec2-4de7-a783-631c94623995 req-861fa5cc-e601-4c54-b2c1-d3a83d73089b tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] Deleting port 9bd4cc47-998f-449b-99ac-c89860b63bc2 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:33:40.290691 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75c2bd43-5ec2-4de7-a783-631c94623995 req-861fa5cc-e601-4c54-b2c1-d3a83d73089b tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:40.395220 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-75c2bd43-5ec2-4de7-a783-631c94623995 req-861fa5cc-e601-4c54-b2c1-d3a83d73089b tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] For port 9bd4cc47-998f-449b-99ac-c89860b63bc2, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9bd4cc47-998f-449b-99ac-c89860b63bc2,segment=NetworkSegment(f2a74df6-43ed-4283-966d-fec224604789),segment_id=f2a74df6-43ed-4283-966d-fec224604789)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:40.395220 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75c2bd43-5ec2-4de7-a783-631c94623995 req-861fa5cc-e601-4c54-b2c1-d3a83d73089b tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:40.411943 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-75c2bd43-5ec2-4de7-a783-631c94623995 req-861fa5cc-e601-4c54-b2c1-d3a83d73089b tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] Calling delete_port for 9bd4cc47-998f-449b-99ac-c89860b63bc2 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:33:40.418098 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e305c038-9a37-4b38-8ee2-70a34f690f5c admin admin] Router 8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:33:40.490245 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5d3df60e-448d-4d07-9a95-1f5a41a208d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:40.491820 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-5d3df60e-448d-4d07-9a95-1f5a41a208d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9fb87f5-4bdf-4847-afd7-5e4912f2e226 HTTP/1.1" status: 200 len: 797 time: 0.2409663 Apr 21 12:33:40.599343 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-53252476-7dc4-425a-a0af-c8b1c65833a9 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:40.606111 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-53252476-7dc4-425a-a0af-c8b1c65833a9 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/networks?id=32a67a5e-b72b-4167-97d6-5767775875e4 HTTP/1.1" status: 200 len: 807 time: 0.1899576 Apr 21 12:33:40.711296 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-dde7a6e3-713d-4ab7-9fa1-81dd2a220885 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/quotas/e16b811ea21846c89491aea47e9a7301 HTTP/1.1" status: 200 len: 375 time: 0.0781558 Apr 21 12:33:40.802517 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-4520106a-bde7-466d-879c-f699f6e507a5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e16b811ea21846c89491aea47e9a7301&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0886321 Apr 21 12:33:40.839168 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-c6018448-fc92-4aa7-8e6a-39388a7712f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:40.842189 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-c6018448-fc92-4aa7-8e6a-39388a7712f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4d7b828-c49d-4174-8a7c-f8e1c5ee789b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3378999 Apr 21 12:33:40.972688 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e305c038-9a37-4b38-8ee2-70a34f690f5c admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:33:40.982541 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e305c038-9a37-4b38-8ee2-70a34f690f5c admin admin] 10.222.0.36 "PUT /v2.0/routers/8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3337746 Apr 21 12:33:40.982541 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60572) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:40.984997 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8eeee1-3852-4e1b-b95d-80a367ab0f58 None None] Sync routers for ids ['8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:33:40.994880 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8eeee1-3852-4e1b-b95d-80a367ab0f58 None None] Routers {'8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:33:40.995739 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ec8eeee1-3852-4e1b-b95d-80a367ab0f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:33:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:33:41.043599 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-b3e1b034-052a-4353-82dd-44593bd2c37f service neutron] 10.222.0.36 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337782 Apr 21 12:33:41.055959 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-4f1588d5-5f25-4e9c-b6b6-71d676cb9204 service neutron] 10.222.0.26 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976385 Apr 21 12:33:41.139235 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2ff08e6-65bc-4c91-b256-5aba63217779 admin admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:41.167493 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'tag': '30473043-d7db-404d-b70c-4211d4724b47'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:33:41.171135 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68649458-bc53-4517-ae3b-db07f9ade4b8" -d '{"events": [{"name": "network-changed", "server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "tag": "30473043-d7db-404d-b70c-4211d4724b47"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:33:41.188997 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-ec8eeee1-3852-4e1b-b95d-80a367ab0f58 None None] Set router 8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:33:41.225407 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-87750f94-1d5c-4c6b-bf1e-0056fe973f25 req-f0e47f94-d224-44bf-b512-818ebf221b16 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a261c76-7eaf-4946-89dd-460a926a3b77 HTTP/1.1" status: 200 len: 210 time: 0.0466599 Apr 21 12:33:41.230557 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75c2bd43-5ec2-4de7-a783-631c94623995 req-861fa5cc-e601-4c54-b2c1-d3a83d73089b tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:41.282831 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2ff08e6-65bc-4c91-b256-5aba63217779 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:41.360143 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c2bd43-5ec2-4de7-a783-631c94623995 req-861fa5cc-e601-4c54-b2c1-d3a83d73089b tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] No DVR routers for this DVR port 9bd4cc47-998f-449b-99ac-c89860b63bc2 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:33:41.379665 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861fa5cc-e601-4c54-b2c1-d3a83d73089b tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] Pushing event deleted for resources: {'Port': ['ID=9bd4cc47-998f-449b-99ac-c89860b63bc2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:41.381967 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75c2bd43-5ec2-4de7-a783-631c94623995 req-861fa5cc-e601-4c54-b2c1-d3a83d73089b tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:41.389068 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75c2bd43-5ec2-4de7-a783-631c94623995 req-861fa5cc-e601-4c54-b2c1-d3a83d73089b tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] 10.222.0.26 "DELETE /v2.0/ports/9bd4cc47-998f-449b-99ac-c89860b63bc2 HTTP/1.1" status: 204 len: 173 time: 1.4110641 Apr 21 12:33:41.428631 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-5afc485d-11c6-4fad-9b94-a049a6236343 service neutron] 10.222.0.36 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729842 Apr 21 12:33:41.438692 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0a621778-b7fa-44b8-9b91-b9445eeefa3d service neutron] 10.222.0.26 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736880 Apr 21 12:33:41.460664 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ec8eeee1-3852-4e1b-b95d-80a367ab0f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4', 'name': 'tempest-FloatingIPDetailsTestJSON-1185059392-router', 'tenant_id': '6ab522efb7a84149b8c8bfe8cba888c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.163'}], 'enable_snat': True}, 'gw_port_id': '265b8dce-ff15-4d6f-a3ee-66aee52fd553', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:32:51Z', 'updated_at': '2022-04-21T12:33:39Z', 'revision_number': 5, 'project_id': '6ab522efb7a84149b8c8bfe8cba888c5', 'gw_port': {'id': '265b8dce-ff15-4d6f-a3ee-66aee52fd553', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:32:53Z', 'updated_at': '2022-04-21T12:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:33:41.495462 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d2ff08e6-65bc-4c91-b256-5aba63217779 admin admin] Deleting port 265b8dce-ff15-4d6f-a3ee-66aee52fd553 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:33:41.497705 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2ff08e6-65bc-4c91-b256-5aba63217779 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:41.519310 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8eeee1-3852-4e1b-b95d-80a367ab0f58 None None] Checking router: 8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:33:41.528319 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-9b09411a-9b7b-424b-a207-fe4ab8d30750 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=fadb7cc0-7e48-4b28-bd3b-61295e53ad04 HTTP/1.1" status: 200 len: 217 time: 0.0803099 Apr 21 12:33:41.536881 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8eeee1-3852-4e1b-b95d-80a367ab0f58 None None] Routers {'8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:33:41.538615 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ec8eeee1-3852-4e1b-b95d-80a367ab0f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:33:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:33:41.595184 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60590) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:41.619827 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fbfe0-73f7-4040-9876-92e36618221b req-a35165c3-b2d6-4955-a9d4-b29dd7220237 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:41.626481 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fbfe0-73f7-4040-9876-92e36618221b req-a35165c3-b2d6-4955-a9d4-b29dd7220237 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:41.633164 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fbfe0-73f7-4040-9876-92e36618221b req-a35165c3-b2d6-4955-a9d4-b29dd7220237 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:41.637416 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-d2ff08e6-65bc-4c91-b256-5aba63217779 admin admin] For port 265b8dce-ff15-4d6f-a3ee-66aee52fd553, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=265b8dce-ff15-4d6f-a3ee-66aee52fd553,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:41.637934 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2ff08e6-65bc-4c91-b256-5aba63217779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:41.639071 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fbfe0-73f7-4040-9876-92e36618221b req-a35165c3-b2d6-4955-a9d4-b29dd7220237 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:41.644743 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-ec8eeee1-3852-4e1b-b95d-80a367ab0f58 None None] Set router 8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:33:41.645133 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fbfe0-73f7-4040-9876-92e36618221b req-a35165c3-b2d6-4955-a9d4-b29dd7220237 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:41.652415 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fbfe0-73f7-4040-9876-92e36618221b req-a35165c3-b2d6-4955-a9d4-b29dd7220237 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:41.655668 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d2ff08e6-65bc-4c91-b256-5aba63217779 admin admin] Calling delete_port for 265b8dce-ff15-4d6f-a3ee-66aee52fd553 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:33:41.658579 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fbfe0-73f7-4040-9876-92e36618221b req-a35165c3-b2d6-4955-a9d4-b29dd7220237 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:41.661510 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea7fbfe0-73f7-4040-9876-92e36618221b req-a35165c3-b2d6-4955-a9d4-b29dd7220237 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5420 time: 0.3089700 Apr 21 12:33:41.680765 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-860e0767-009b-4f60-9a6d-991ccdacec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:41.683697 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-860e0767-009b-4f60-9a6d-991ccdacec6d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9fb87f5-4bdf-4847-afd7-5e4912f2e226 HTTP/1.1" status: 200 len: 797 time: 0.1454518 Apr 21 12:33:41.747788 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ec8eeee1-3852-4e1b-b95d-80a367ab0f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4', 'name': 'tempest-FloatingIPDetailsTestJSON-1185059392-router', 'tenant_id': '6ab522efb7a84149b8c8bfe8cba888c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:32:51Z', 'updated_at': '2022-04-21T12:33:41Z', 'revision_number': 6, 'project_id': '6ab522efb7a84149b8c8bfe8cba888c5', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:33:41.775154 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea7fbfe0-73f7-4040-9876-92e36618221b req-a10c431b-5267-4c9e-bb66-877c37b45d9c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0899184 Apr 21 12:33:41.797915 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-52a08661-2bbf-44bc-9046-07088ba91fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:41.799666 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-52a08661-2bbf-44bc-9046-07088ba91fd2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4d7b828-c49d-4174-8a7c-f8e1c5ee789b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0933969 Apr 21 12:33:41.813872 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8eeee1-3852-4e1b-b95d-80a367ab0f58 None None] The sync data for ids ['8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4'] in n-d-836147-2 is: [{'id': '8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4', 'name': 'tempest-FloatingIPDetailsTestJSON-1185059392-router', 'tenant_id': '6ab522efb7a84149b8c8bfe8cba888c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:32:51Z', 'updated_at': '2022-04-21T12:33:41Z', 'revision_number': 6, 'project_id': '6ab522efb7a84149b8c8bfe8cba888c5', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:33:41.905738 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-646a74fc-2f1e-4f1d-af06-36850e39914c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-790509694-network', 'tenant_id': 'd4ec7030bfb94f689f8bbc16896ac4b2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:41.945268 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717e6e74-b16a-4d62-9212-ad1b47ce2958 x-openstack-request-id: req-717e6e74-b16a-4d62-9212-ad1b47ce2958 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:33:41.945659 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "tag": "30473043-d7db-404d-b70c-4211d4724b47", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:33:41.946119 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-717e6e74-b16a-4d62-9212-ad1b47ce2958 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:33:41.946615 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-717e6e74-b16a-4d62-9212-ad1b47ce2958'] response: {'name': 'network-changed', 'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'tag': '30473043-d7db-404d-b70c-4211d4724b47', 'status': 'completed', 'code': 200} Apr 21 12:33:41.984199 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2ff08e6-65bc-4c91-b256-5aba63217779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:42.016239 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646a74fc-2f1e-4f1d-af06-36850e39914c admin admin] Made reservation on behalf of d4ec7030bfb94f689f8bbc16896ac4b2 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:33:42.020462 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-646a74fc-2f1e-4f1d-af06-36850e39914c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:42.023653 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff08e6-65bc-4c91-b256-5aba63217779 admin admin] Pushing event deleted for resources: {'Port': ['ID=265b8dce-ff15-4d6f-a3ee-66aee52fd553,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:42.038264 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-646a74fc-2f1e-4f1d-af06-36850e39914c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:42.050792 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dc9be72f-c774-4147-958e-f4e10c29d979 req-5015d938-df82-4f41-873c-ddf02e4064e2 tempest-ServerMetadataNegativeTestJSON-1072383286 tempest-ServerMetadataNegativeTestJSON-1072383286-project] 10.222.0.36 "GET /v2.0/ports?device_id=08ae70c2-93d2-4d11-96de-a1b37abb78fb HTTP/1.1" status: 200 len: 210 time: 0.0342097 Apr 21 12:33:42.107971 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2ff08e6-65bc-4c91-b256-5aba63217779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:42.223457 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2ff08e6-65bc-4c91-b256-5aba63217779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:42.228061 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2ff08e6-65bc-4c91-b256-5aba63217779 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:42.313383 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-646a74fc-2f1e-4f1d-af06-36850e39914c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:42.372870 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2ff08e6-65bc-4c91-b256-5aba63217779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:42.373434 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ff08e6-65bc-4c91-b256-5aba63217779 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:33:42.378722 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2ff08e6-65bc-4c91-b256-5aba63217779 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:42.382545 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d2ff08e6-65bc-4c91-b256-5aba63217779 admin admin] 10.222.0.36 "DELETE /v2.0/routers/8cc1e80d-d5cc-4489-ba65-c2c0c7d406d4 HTTP/1.1" status: 204 len: 168 time: 1.4007323 Apr 21 12:33:42.383280 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60614) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:42.416788 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-646a74fc-2f1e-4f1d-af06-36850e39914c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:42.435173 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0e9b6528-8432-42c8-aa95-cb561b613ab6 req-51171d5c-8814-4125-bae8-c299e2c1ab09 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 210 time: 0.0354390 Apr 21 12:33:42.437908 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-700227b9-e9e4-460e-bfa9-0b23b6a7ed37 service neutron] 10.222.0.26 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6291144 Apr 21 12:33:42.460962 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-646a74fc-2f1e-4f1d-af06-36850e39914c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:33:42.462071 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-78f118f7-3632-4390-a90a-9565bf8c634f tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:42.463675 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-78f118f7-3632-4390-a90a-9565bf8c634f tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/networks?id=c287e289-9664-4a57-ae4d-cb3d1c307007 HTTP/1.1" status: 200 len: 820 time: 0.5513265 Apr 21 12:33:42.499987 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a74fc-2f1e-4f1d-af06-36850e39914c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb76a8a-ee85-4386-9584-2317bdf70db2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:42.507508 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d32ef7-4a1f-4669-afa5-86f424128ab3 admin admin] Deleting subnet c96c19da-c885-418f-9615-ac2cd6671a02 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:33:42.510979 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-35d32ef7-4a1f-4669-afa5-86f424128ab3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:42.525233 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-ba5ff3b3-3a49-4764-9dbc-36a5b7283707 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/quotas/26ea3c659ac44d28a683c1af948ed1b6 HTTP/1.1" status: 200 len: 375 time: 0.0484569 Apr 21 12:33:42.526993 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 9bd4cc47-998f-449b-99ac-c89860b63bc2 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:33:42.541145 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-646a74fc-2f1e-4f1d-af06-36850e39914c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:42.541145 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-646a74fc-2f1e-4f1d-af06-36850e39914c admin admin] Added segment 40053aa4-763b-4507-8fb5-b3666fa81e10 of type vlan for network 1e79e57f-4187-4f1d-82d0-38b1ad1f2346 Apr 21 12:33:42.594451 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-35d32ef7-4a1f-4669-afa5-86f424128ab3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:42.595599 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 9bd4cc47-998f-449b-99ac-c89860b63bc2 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:33:42.597138 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-36ac200d-da55-4ada-b54c-a918d65d2bbd service neutron] 10.222.0.26 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505673 Apr 21 12:33:42.597466 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 9bd4cc47-998f-449b-99ac-c89860b63bc2 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:33:42.611085 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-29930644-358b-4001-9e39-af36fc936ea3 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=26ea3c659ac44d28a683c1af948ed1b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0853298 Apr 21 12:33:42.635977 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-646a74fc-2f1e-4f1d-af06-36850e39914c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:42.736945 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:33:42.741694 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-35d32ef7-4a1f-4669-afa5-86f424128ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:42.755900 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-9ea93855-fa8e-49e3-8a48-78212e4395e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=40352b73-0f16-4e8b-a246-1b32de8756d6 HTTP/1.1" status: 200 len: 217 time: 0.1436660 Apr 21 12:33:42.759349 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:33:42.759819 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device bf9c6ca1-ec71-4763-9bfd-6d33dcfd09f0 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:33:42.760305 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 265b8dce-ff15-4d6f-a3ee-66aee52fd553 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:33:42.780945 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 265b8dce-ff15-4d6f-a3ee-66aee52fd553 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:33:42.781286 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 265b8dce-ff15-4d6f-a3ee-66aee52fd553 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:33:42.796942 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-646a74fc-2f1e-4f1d-af06-36850e39914c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:42.798027 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646a74fc-2f1e-4f1d-af06-36850e39914c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:42.798720 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-646a74fc-2f1e-4f1d-af06-36850e39914c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:42.808225 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-3e12104f-521e-44cb-a651-1cb00ac1a67a service neutron] 10.222.0.36 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887615 Apr 21 12:33:42.810024 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ab1a258-8ed8-4f0c-bf61-d72c005996ff req-d479ae91-5a09-4a6d-9be7-8755b772d4f3 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a261c76-7eaf-4946-89dd-460a926a3b77 HTTP/1.1" status: 200 len: 210 time: 0.0621970 Apr 21 12:33:42.917788 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-3ae0ccfa-5c63-41cd-aa8b-ff3fbdbdf268 service neutron] 10.222.0.36 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961676 Apr 21 12:33:42.920558 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646a74fc-2f1e-4f1d-af06-36850e39914c admin admin] Pushing event updated for resources: {'Network': ['ID=1e79e57f-4187-4f1d-82d0-38b1ad1f2346,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:42.931308 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 1e79e57f-4187-4f1d-82d0-38b1ad1f2346 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:33:42.935464 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-2cacd191-1475-452d-82cd-d4c954b09953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:42.937028 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-2cacd191-1475-452d-82cd-d4c954b09953 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9fb87f5-4bdf-4847-afd7-5e4912f2e226 HTTP/1.1" status: 200 len: 797 time: 0.1707654 Apr 21 12:33:42.938782 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-35d32ef7-4a1f-4669-afa5-86f424128ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:42.991733 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d32ef7-4a1f-4669-afa5-86f424128ab3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c96c19da-c885-418f-9615-ac2cd6671a02,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:42.999288 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-35d32ef7-4a1f-4669-afa5-86f424128ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:43.004879 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-35d32ef7-4a1f-4669-afa5-86f424128ab3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c96c19da-c885-418f-9615-ac2cd6671a02 HTTP/1.1" status: 204 len: 168 time: 0.6182840 Apr 21 12:33:43.005123 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60622) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:43.060208 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-debbc85a-dffd-4787-8b77-611968f730b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:43.062085 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-debbc85a-dffd-4787-8b77-611968f730b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4d7b828-c49d-4174-8a7c-f8e1c5ee789b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1176338 Apr 21 12:33:43.093986 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-646a74fc-2f1e-4f1d-af06-36850e39914c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4976327 Apr 21 12:33:43.098492 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60628) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:43.103485 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f3b5a2ac-f220-40d6-a687-db6c33b51c93 admin admin] Request body: {'subnet': {'network_id': '1e79e57f-4187-4f1d-82d0-38b1ad1f2346', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-790509694-subnet', 'tenant_id': 'd4ec7030bfb94f689f8bbc16896ac4b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:43.104081 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffa921-7f23-416c-b1e3-72c13c988812 req-51fdc7b9-b4dd-4ced-b0ba-5e50b1d8dce8 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:43.110474 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90ab7f60-850e-4886-abb8-d2889300f532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:43.111172 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffa921-7f23-416c-b1e3-72c13c988812 req-51fdc7b9-b4dd-4ced-b0ba-5e50b1d8dce8 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:43.118842 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffa921-7f23-416c-b1e3-72c13c988812 req-51fdc7b9-b4dd-4ced-b0ba-5e50b1d8dce8 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:43.128031 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffa921-7f23-416c-b1e3-72c13c988812 req-51fdc7b9-b4dd-4ced-b0ba-5e50b1d8dce8 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:43.133824 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffa921-7f23-416c-b1e3-72c13c988812 req-51fdc7b9-b4dd-4ced-b0ba-5e50b1d8dce8 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:43.143115 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffa921-7f23-416c-b1e3-72c13c988812 req-51fdc7b9-b4dd-4ced-b0ba-5e50b1d8dce8 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:43.151388 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ffa921-7f23-416c-b1e3-72c13c988812 req-51fdc7b9-b4dd-4ced-b0ba-5e50b1d8dce8 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:43.160304 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-99ffa921-7f23-416c-b1e3-72c13c988812 req-51fdc7b9-b4dd-4ced-b0ba-5e50b1d8dce8 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5420 time: 0.2447739 Apr 21 12:33:43.192700 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-90ab7f60-850e-4886-abb8-d2889300f532 admin admin] Deleting port 96bc5d36-efc2-4bda-8f0a-1b116018a872 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:33:43.193032 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90ab7f60-850e-4886-abb8-d2889300f532 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:43.198271 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79dbd835-f8a4-463e-84f1-6da15df94e89 None None] Network be657ee5-a2f1-4082-a9b9-85b6b012fc97 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:33:43.242278 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b5a2ac-f220-40d6-a687-db6c33b51c93 admin admin] Made reservation on behalf of d4ec7030bfb94f689f8bbc16896ac4b2 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:33:43.243930 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-99ffa921-7f23-416c-b1e3-72c13c988812 req-b32d0cec-ed4a-44d9-bd9e-fa5b4ea2523a tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0824630 Apr 21 12:33:43.244553 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f3b5a2ac-f220-40d6-a687-db6c33b51c93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:43.277503 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-3d40b9c9-5ac0-477f-ab7a-8b6aa971c3b4 service neutron] 10.222.0.26 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029674 Apr 21 12:33:43.327377 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-90ab7f60-850e-4886-abb8-d2889300f532 admin admin] For port 96bc5d36-efc2-4bda-8f0a-1b116018a872, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=96bc5d36-efc2-4bda-8f0a-1b116018a872,segment=NetworkSegment(aa4529b8-6382-463b-afb5-4e7fa9c347c9),segment_id=aa4529b8-6382-463b-afb5-4e7fa9c347c9)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:43.327738 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90ab7f60-850e-4886-abb8-d2889300f532 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:43.354109 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-90ab7f60-850e-4886-abb8-d2889300f532 admin admin] Calling delete_port for 96bc5d36-efc2-4bda-8f0a-1b116018a872 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:33:43.445943 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8999d332-f461-4c6d-972c-94cbab52ce91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:43.482206 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60644) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:43.533504 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d06ec4e-3893-4807-bb60-d7d72d1a2573 None None] DHCP port deletion for be657ee5-a2f1-4082-a9b9-85b6b012fc97 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:33:43.537365 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-60fac9af-fc66-473a-abef-ecd82e62b77d admin admin] Deleting subnet c0abdbe4-b2db-4d01-8c9f-0fa9febec4a2 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:33:43.545485 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60fac9af-fc66-473a-abef-ecd82e62b77d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:43.603687 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3af49c16-90eb-4542-8296-791e9132fb45 req-2a20801d-20be-4581-81b8-f401d36a972d tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 210 time: 0.0318942 Apr 21 12:33:43.612284 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9d06ec4e-3893-4807-bb60-d7d72d1a2573 None None] Deleting port 96bc5d36-efc2-4bda-8f0a-1b116018a872 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:33:43.613318 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d06ec4e-3893-4807-bb60-d7d72d1a2573 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:43.633415 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60fac9af-fc66-473a-abef-ecd82e62b77d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:43.648038 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f3b5a2ac-f220-40d6-a687-db6c33b51c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:43.685271 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90ab7f60-850e-4886-abb8-d2889300f532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:43.689868 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0b5c27f6-a30b-4635-8a56-1266e53af7e0 service neutron] 10.222.0.26 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000850 Apr 21 12:33:43.703971 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9d06ec4e-3893-4807-bb60-d7d72d1a2573 None None] For port 96bc5d36-efc2-4bda-8f0a-1b116018a872, host n-d-836147-2, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:43.703971 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d06ec4e-3893-4807-bb60-d7d72d1a2573 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:43.719907 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9d06ec4e-3893-4807-bb60-d7d72d1a2573 None None] Calling delete_port for 96bc5d36-efc2-4bda-8f0a-1b116018a872 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:33:43.725868 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-9d06ec4e-3893-4807-bb60-d7d72d1a2573 None None] Port 96bc5d36-efc2-4bda-8f0a-1b116018a872 was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 12:33:43.727595 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d06ec4e-3893-4807-bb60-d7d72d1a2573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:43.743926 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ab7f60-850e-4886-abb8-d2889300f532 admin admin] No DVR routers for this DVR port 96bc5d36-efc2-4bda-8f0a-1b116018a872 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:33:43.753695 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-86b0a19c-b8f0-46cd-9d9c-be4789482069 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c HTTP/1.1" status: 200 len: 217 time: 0.0574992 Apr 21 12:33:43.763112 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60fac9af-fc66-473a-abef-ecd82e62b77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:43.771198 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06ec4e-3893-4807-bb60-d7d72d1a2573 None None] Pushing event deleted for resources: {'Port': ['ID=96bc5d36-efc2-4bda-8f0a-1b116018a872,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:43.785882 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d06ec4e-3893-4807-bb60-d7d72d1a2573 None None] No DVR routers for this DVR port 96bc5d36-efc2-4bda-8f0a-1b116018a872 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:33:43.809963 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b5a2ac-f220-40d6-a687-db6c33b51c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ef2bae7-ae93-43ba-bf2d-9ed5978c2568,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:43.816209 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab7f60-850e-4886-abb8-d2889300f532 admin admin] Pushing event deleted for resources: {'Port': ['ID=96bc5d36-efc2-4bda-8f0a-1b116018a872,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:43.927816 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90ab7f60-850e-4886-abb8-d2889300f532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:43.941778 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dc511e41-9a10-43a5-87f4-9d99e9aee927 req-c0b99d35-48ea-4423-93d2-f6db648a2bd5 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 210 time: 0.1266251 Apr 21 12:33:43.950886 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-c619b3c7-1dab-40e9-b6e2-0a79c11635e1 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:43.952311 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-c619b3c7-1dab-40e9-b6e2-0a79c11635e1 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.24 "GET /v2.0/networks?id=e1f96467-36d6-46fe-930a-559cec033643 HTTP/1.1" status: 200 len: 814 time: 0.3794794 Apr 21 12:33:43.954879 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ae70c2-93d2-4d11-96de-a1b37abb78fb', 'name': 'network-vif-deleted', 'tag': '9bd4cc47-998f-449b-99ac-c89860b63bc2'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:33:43.957768 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d034264-40f9-4fd6-9d05-fdb6bcc1fd95" -d '{"events": [{"server_uuid": "08ae70c2-93d2-4d11-96de-a1b37abb78fb", "name": "network-vif-deleted", "tag": "9bd4cc47-998f-449b-99ac-c89860b63bc2"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:33:43.964546 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-90ab7f60-850e-4886-abb8-d2889300f532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be657ee5-a2f1-4082-a9b9-85b6b012fc97']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:33:43.984824 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-910f3d86-438d-4271-9ea0-883843eec5d0 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Request body: {'port': {'device_id': '7a261c76-7eaf-4946-89dd-460a926a3b77', 'network_id': 'e1f96467-36d6-46fe-930a-559cec033643', 'admin_state_up': True, 'tenant_id': 'c4ea6d171ff7447d82e8894059c462fe'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:43.987419 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b5a2ac-f220-40d6-a687-db6c33b51c93 admin admin] Checking segment: {'id': '40053aa4-763b-4507-8fb5-b3666fa81e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1e79e57f-4187-4f1d-82d0-38b1ad1f2346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:33:43.987767 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b5a2ac-f220-40d6-a687-db6c33b51c93 admin admin] Network hostable DHCP agents. Network: 1e79e57f-4187-4f1d-82d0-38b1ad1f2346, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:33:43.997353 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-86fca217-01c5-411e-83c5-5522a0ee122f req-749c3741-d1b4-465d-937d-f614687f77a2 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a261c76-7eaf-4946-89dd-460a926a3b77 HTTP/1.1" status: 200 len: 210 time: 0.0499511 Apr 21 12:33:44.002463 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ecc10d-47ed-455c-b686-0f4d46e4f714 x-openstack-request-id: req-87ecc10d-47ed-455c-b686-0f4d46e4f714 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:33:44.002943 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ae70c2-93d2-4d11-96de-a1b37abb78fb", "name": "network-vif-deleted", "tag": "9bd4cc47-998f-449b-99ac-c89860b63bc2", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:33:44.003861 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-87ecc10d-47ed-455c-b686-0f4d46e4f714 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:33:44.004412 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87ecc10d-47ed-455c-b686-0f4d46e4f714'] response: {'server_uuid': '08ae70c2-93d2-4d11-96de-a1b37abb78fb', 'name': 'network-vif-deleted', 'tag': '9bd4cc47-998f-449b-99ac-c89860b63bc2', 'status': 'completed', 'code': 200} Apr 21 12:33:44.007252 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60fac9af-fc66-473a-abef-ecd82e62b77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:44.007490 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-90ab7f60-850e-4886-abb8-d2889300f532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa4529b8-6382-463b-afb5-4e7fa9c347c9') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:33:44.007947 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-90ab7f60-850e-4886-abb8-d2889300f532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa4529b8-6382-463b-afb5-4e7fa9c347c9') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:33:44.023920 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-7bbf2b4d-3583-4162-9ee6-3c1f61b4c038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:44.025749 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-7bbf2b4d-3583-4162-9ee6-3c1f61b4c038 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9fb87f5-4bdf-4847-afd7-5e4912f2e226 HTTP/1.1" status: 200 len: 797 time: 0.2145717 Apr 21 12:33:44.050583 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90ab7f60-850e-4886-abb8-d2889300f532 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:44.055040 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60fac9af-fc66-473a-abef-ecd82e62b77d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:44.057982 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-60fac9af-fc66-473a-abef-ecd82e62b77d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c0abdbe4-b2db-4d01-8c9f-0fa9febec4a2 HTTP/1.1" status: 204 len: 168 time: 0.5746968 Apr 21 12:33:44.058784 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fac9af-fc66-473a-abef-ecd82e62b77d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0abdbe4-b2db-4d01-8c9f-0fa9febec4a2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:44.062006 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60658) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:44.077284 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90ab7f60-850e-4886-abb8-d2889300f532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:44.094258 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ab7f60-850e-4886-abb8-d2889300f532 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:33:44.094648 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90ab7f60-850e-4886-abb8-d2889300f532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:33:44.096275 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:33:44.153832 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-8f6577c6-4daa-4868-9845-2b4598302864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:44.155516 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-8f6577c6-4daa-4868-9845-2b4598302864 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4d7b828-c49d-4174-8a7c-f8e1c5ee789b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1084199 Apr 21 12:33:44.161389 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2fc395c-9169-4584-b7c9-babed1c39a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:44.218628 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b5a2ac-f220-40d6-a687-db6c33b51c93 admin admin] Network 1e79e57f-4187-4f1d-82d0-38b1ad1f2346 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:33:44.259533 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90ab7f60-850e-4886-abb8-d2889300f532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:44.272183 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90ab7f60-850e-4886-abb8-d2889300f532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:44.278146 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-90ab7f60-850e-4886-abb8-d2889300f532 admin admin] 10.222.0.36 "DELETE /v2.0/networks/be657ee5-a2f1-4082-a9b9-85b6b012fc97 HTTP/1.1" status: 204 len: 168 time: 1.2697055 Apr 21 12:33:44.290883 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab7f60-850e-4886-abb8-d2889300f532 admin admin] Pushing event deleted for resources: {'Network': ['ID=be657ee5-a2f1-4082-a9b9-85b6b012fc97,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:44.309743 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2fc395c-9169-4584-b7c9-babed1c39a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:44.322310 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-16f04b20-a7c9-42c6-adbe-c23f46f84ea3 service neutron] 10.222.0.26 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588249 Apr 21 12:33:44.327133 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-910f3d86-438d-4271-9ea0-883843eec5d0 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Made reservation on behalf of c4ea6d171ff7447d82e8894059c462fe for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:33:44.337990 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-910f3d86-438d-4271-9ea0-883843eec5d0 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:44.343449 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f2fc395c-9169-4584-b7c9-babed1c39a4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a635c78d-2961-44e3-9641-25d01009d068']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:33:44.364172 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f2fc395c-9169-4584-b7c9-babed1c39a4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a74df6-43ed-4283-966d-fec224604789') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:33:44.364463 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f2fc395c-9169-4584-b7c9-babed1c39a4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a74df6-43ed-4283-966d-fec224604789') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:33:44.384968 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-f3b5a2ac-f220-40d6-a687-db6c33b51c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 1e79e57f-4187-4f1d-82d0-38b1ad1f2346) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:33:44.392894 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b5a2ac-f220-40d6-a687-db6c33b51c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:44.393471 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f3b5a2ac-f220-40d6-a687-db6c33b51c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:44.410180 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2fc395c-9169-4584-b7c9-babed1c39a4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:44.426048 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c880d99c-08e1-470b-a752-2528c0295d0e None None] Network 1e79e57f-4187-4f1d-82d0-38b1ad1f2346 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:33:44.458928 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2fc395c-9169-4584-b7c9-babed1c39a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:44.471814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2fc395c-9169-4584-b7c9-babed1c39a4c admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:33:44.472018 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2fc395c-9169-4584-b7c9-babed1c39a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:44.476197 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-910f3d86-438d-4271-9ea0-883843eec5d0 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Allocated IP 172.20.0.8 (e1f96467-36d6-46fe-930a-559cec033643/565c656d-ab45-4e3e-a5ea-54fbad0f8d0c/9ca22d61-c4b5-41be-96a3-c314b57155e5) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:33:44.476680 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:33:44.522897 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:33:44.532956 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-efdcf98a-09c9-4bc0-bec4-926ead7f8e83 service neutron] 10.222.0.26 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013223 Apr 21 12:33:44.561514 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f3b5a2ac-f220-40d6-a687-db6c33b51c93 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4545798 Apr 21 12:33:44.566986 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c0ec2-8d9f-494c-95cd-c54234224c6b req-a8476980-54d0-491c-b55a-d6c07f6bf987 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:44.572788 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c0ec2-8d9f-494c-95cd-c54234224c6b req-a8476980-54d0-491c-b55a-d6c07f6bf987 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:44.579901 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c0ec2-8d9f-494c-95cd-c54234224c6b req-a8476980-54d0-491c-b55a-d6c07f6bf987 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:44.587414 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c0ec2-8d9f-494c-95cd-c54234224c6b req-a8476980-54d0-491c-b55a-d6c07f6bf987 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:44.603866 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c0ec2-8d9f-494c-95cd-c54234224c6b req-a8476980-54d0-491c-b55a-d6c07f6bf987 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:44.609776 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c0ec2-8d9f-494c-95cd-c54234224c6b req-a8476980-54d0-491c-b55a-d6c07f6bf987 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:44.624100 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c0ec2-8d9f-494c-95cd-c54234224c6b req-a8476980-54d0-491c-b55a-d6c07f6bf987 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:44.634566 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bd6c0ec2-8d9f-494c-95cd-c54234224c6b req-a8476980-54d0-491c-b55a-d6c07f6bf987 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5420 time: 0.2331324 Apr 21 12:33:44.670792 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-7b6e302c-3cad-4434-9d21-6e3a6712f39b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3e561804-d8d5-4339-9143-2c73c93fb922 HTTP/1.1" status: 200 len: 217 time: 0.1292408 Apr 21 12:33:44.699313 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-910f3d86-438d-4271-9ea0-883843eec5d0 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:44.736128 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port f6fc9a09-cd55-4cdc-b6ca-2ad985e22607, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=f6fc9a09-cd55-4cdc-b6ca-2ad985e22607,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:44.745469 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bd6c0ec2-8d9f-494c-95cd-c54234224c6b req-74334b59-d7fd-48ac-948c-392b372491a3 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1060154 Apr 21 12:33:44.751121 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 96bc5d36-efc2-4bda-8f0a-1b116018a872 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:33:44.755470 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0223be60-c795-424f-957b-3c121bcdab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:44.760182 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0223be60-c795-424f-957b-3c121bcdab7d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e65a1205-0e97-4e79-9858-1e4bd3f7dc14 HTTP/1.1" status: 200 len: 797 time: 0.0809050 Apr 21 12:33:44.764497 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'f6fc9a09-cd55-4cdc-b6ca-2ad985e22607', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': 'f6fc9a09-cd55-4cdc-b6ca-2ad985e22607', 'mac_address': 'fa:16:3e:4c:44:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:33:44.811021 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 96bc5d36-efc2-4bda-8f0a-1b116018a872 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:33:44.811460 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 96bc5d36-efc2-4bda-8f0a-1b116018a872 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:33:44.845309 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-50ec0a2e-24b2-4c4d-8485-19acef88588a req-ed2c5aa7-fa76-4741-9fa2-6df9952c0a67 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 210 time: 0.0636587 Apr 21 12:33:44.862437 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-dbd20d0a-58f9-4648-83df-4b6369c1bf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:44.862437 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-dbd20d0a-58f9-4648-83df-4b6369c1bf41 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92442c54-a20b-4d99-aea4-e4d3be34f674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0939381 Apr 21 12:33:44.879874 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d6e4ea-cd24-4fe1-b88f-eea09ffca9cc None None] Network 1e79e57f-4187-4f1d-82d0-38b1ad1f2346 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:33:44.896529 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:44.920853 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2fc395c-9169-4584-b7c9-babed1c39a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:44.926147 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60682) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:44.927065 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2fc395c-9169-4584-b7c9-babed1c39a4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:44.933298 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f2fc395c-9169-4584-b7c9-babed1c39a4c admin admin] 10.222.0.36 "DELETE /v2.0/networks/a635c78d-2961-44e3-9641-25d01009d068 HTTP/1.1" status: 204 len: 168 time: 0.8664622 Apr 21 12:33:44.954391 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:33:44.961087 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc395c-9169-4584-b7c9-babed1c39a4c admin admin] Pushing event deleted for resources: {'Network': ['ID=a635c78d-2961-44e3-9641-25d01009d068,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:45.005432 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-910f3d86-438d-4271-9ea0-883843eec5d0 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:45.005719 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-018c24b2-e8bf-4511-a32e-576eed002d3a service neutron] 10.222.0.26 "GET /v2.0/networks/92442c54-a20b-4d99-aea4-e4d3be34f674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295156 Apr 21 12:33:45.010595 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port f6fc9a09-cd55-4cdc-b6ca-2ad985e22607, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=f6fc9a09-cd55-4cdc-b6ca-2ad985e22607,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:45.012625 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4ca3fca2-0d97-4312-9a6e-7951aaf95126 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6ab522efb7a84149b8c8bfe8cba888c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0846622 Apr 21 12:33:45.041916 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-910f3d86-438d-4271-9ea0-883843eec5d0 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Network e1f96467-36d6-46fe-930a-559cec033643 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:33:45.043186 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60690) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:45.057453 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-910f3d86-438d-4271-9ea0-883843eec5d0 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:33:45.130484 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-910f3d86-438d-4271-9ea0-883843eec5d0 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:33:45.133544 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:45.154812 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f13a7b7d-5288-4f59-bb70-072d7cbfcab0 req-41306dea-a7cb-45bb-9f9a-e89ec07c08c5 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 210 time: 0.1529968 Apr 21 12:33:45.188110 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-910f3d86-438d-4271-9ea0-883843eec5d0 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:45.188110 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-910f3d86-438d-4271-9ea0-883843eec5d0 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:45.191534 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-b7d58f09-f72f-47f3-bb72-74a29bdb03b7 service neutron] 10.222.0.26 "GET /v2.0/networks/92442c54-a20b-4d99-aea4-e4d3be34f674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761777 Apr 21 12:33:45.228965 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=f6fc9a09-cd55-4cdc-b6ca-2ad985e22607,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:45.245655 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['f6fc9a09-cd55-4cdc-b6ca-2ad985e22607'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:33:45.249978 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d261abf-0667-4d16-a1b3-4ee91942c9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:45.251804 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-f1ed8b4e-33d1-4b6c-afe1-878d87fb97c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30473043-d7db-404d-b70c-4211d4724b47 HTTP/1.1" status: 200 len: 217 time: 0.0529068 Apr 21 12:33:45.261324 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efdb131-de99-478a-8a21-bb52e4b7a863 req-e83bdfa2-542c-4afc-9ae5-8b25da06425f tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:45.262899 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4efdb131-de99-478a-8a21-bb52e4b7a863 req-e83bdfa2-542c-4afc-9ae5-8b25da06425f tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a261c76-7eaf-4946-89dd-460a926a3b77 HTTP/1.1" status: 200 len: 931 time: 0.1137037 Apr 21 12:33:45.278771 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d261abf-0667-4d16-a1b3-4ee91942c9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:45.300076 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-910f3d86-438d-4271-9ea0-883843eec5d0 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3251588 Apr 21 12:33:45.337322 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0ece66f0-6e75-4a5e-b097-ebed31c7680b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:45.339216 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-0ece66f0-6e75-4a5e-b097-ebed31c7680b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e65a1205-0e97-4e79-9858-1e4bd3f7dc14 HTTP/1.1" status: 200 len: 797 time: 0.0712795 Apr 21 12:33:45.345679 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4efdb131-de99-478a-8a21-bb52e4b7a863 req-90d38348-d0e6-4dc7-a325-c954e184f3cf tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.36 "GET /v2.0/security-groups?id=777604f6-3a7e-48a6-8274-5156d2b1f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689824 Apr 21 12:33:45.347993 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f3d86-438d-4271-9ea0-883843eec5d0 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Pushing event updated for resources: {'Port': ['ID=9ca22d61-c4b5-41be-96a3-c314b57155e5,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:45.383664 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-9e53b64d-ab51-45c5-9303-832b3f14e2d7 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:45.389971 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-9e53b64d-ab51-45c5-9303-832b3f14e2d7 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.24 "GET /v2.0/networks?id=32a67a5e-b72b-4167-97d6-5767775875e4 HTTP/1.1" status: 200 len: 807 time: 0.3867936 Apr 21 12:33:45.412538 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-3996e402-33f5-43dc-9b34-9534f005fcd5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Request body: {'port': {'device_id': '81688510-da19-4451-bcc5-6d559622279f', 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4', 'admin_state_up': True, 'tenant_id': 'e16b811ea21846c89491aea47e9a7301'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:45.437574 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-f470aadb-4f27-4bd3-a5be-e4538da74e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:45.439286 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-f470aadb-4f27-4bd3-a5be-e4538da74e1d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92442c54-a20b-4d99-aea4-e4d3be34f674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0927641 Apr 21 12:33:45.495086 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d261abf-0667-4d16-a1b3-4ee91942c9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:45.497575 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d261abf-0667-4d16-a1b3-4ee91942c9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:45.501509 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2d261abf-0667-4d16-a1b3-4ee91942c9f1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/628a165a-accf-41e0-a214-3cbf2d2be1e4 HTTP/1.1" status: 204 len: 168 time: 0.4412258 Apr 21 12:33:45.525294 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d261abf-0667-4d16-a1b3-4ee91942c9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628a165a-accf-41e0-a214-3cbf2d2be1e4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:45.543051 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60706) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:45.594119 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-d28d0408-dabd-4910-b73b-be85b668c7bf service neutron] 10.222.0.26 "GET /v2.0/networks/92442c54-a20b-4d99-aea4-e4d3be34f674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458178 Apr 21 12:33:45.595946 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2edd63e0-1e15-4a5e-9633-ff5fa8ea58d6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=134923ed446f45669e07d609a2d22521&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517306 Apr 21 12:33:45.599166 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60712) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:45.616438 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-590facbd-5d80-4b7c-a554-24f078d1d074 service neutron] Request body: {'port': {'device_id': '7a261c76-7eaf-4946-89dd-460a926a3b77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:45.709043 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-590facbd-5d80-4b7c-a554-24f078d1d074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:45.710143 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db0fa5db-fa5c-44ef-8eee-45c2d066316b req-ccf67c2e-4221-49f5-a168-726de766dab9 service neutron] 10.222.0.26 "GET /v2.0/networks/92442c54-a20b-4d99-aea4-e4d3be34f674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088939 Apr 21 12:33:45.720293 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-449a1d79-198f-4f69-840c-65be0af2d452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:45.763235 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-449a1d79-198f-4f69-840c-65be0af2d452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:45.801315 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5ab86ed8-300c-44ec-a1ed-abfccc8540de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:45.808806 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-3996e402-33f5-43dc-9b34-9534f005fcd5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Made reservation on behalf of e16b811ea21846c89491aea47e9a7301 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:33:45.812405 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-3996e402-33f5-43dc-9b34-9534f005fcd5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:45.890895 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e7a09-1e2c-4f30-9b3c-7b8dd58889bc req-65d7091c-94c2-44e6-86de-e470c713716f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:45.897378 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e7a09-1e2c-4f30-9b3c-7b8dd58889bc req-65d7091c-94c2-44e6-86de-e470c713716f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:45.903714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e7a09-1e2c-4f30-9b3c-7b8dd58889bc req-65d7091c-94c2-44e6-86de-e470c713716f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:45.910709 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e7a09-1e2c-4f30-9b3c-7b8dd58889bc req-65d7091c-94c2-44e6-86de-e470c713716f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:45.916468 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e7a09-1e2c-4f30-9b3c-7b8dd58889bc req-65d7091c-94c2-44e6-86de-e470c713716f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:45.922223 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e7a09-1e2c-4f30-9b3c-7b8dd58889bc req-65d7091c-94c2-44e6-86de-e470c713716f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:45.928478 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e7a09-1e2c-4f30-9b3c-7b8dd58889bc req-65d7091c-94c2-44e6-86de-e470c713716f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:45.930409 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a65e7a09-1e2c-4f30-9b3c-7b8dd58889bc req-65d7091c-94c2-44e6-86de-e470c713716f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5420 time: 0.1065991 Apr 21 12:33:45.975914 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5a6b43a9-f85f-466b-b1f6-f4eac8795780 req-0d16b79f-93ea-45ca-a110-a8b5ccdde89a tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 210 time: 0.0444221 Apr 21 12:33:46.021242 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a65e7a09-1e2c-4f30-9b3c-7b8dd58889bc req-1c97d9dc-a035-45f0-9a44-617cc01c56e1 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676215 Apr 21 12:33:46.079966 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-3996e402-33f5-43dc-9b34-9534f005fcd5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Allocated IP 172.20.0.7 (32a67a5e-b72b-4167-97d6-5767775875e4/a3b8f234-8156-4627-8cae-e6fcb5c2aa35/6d0807df-864d-4b8d-9030-c89b1b36b028) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:33:46.098125 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812fc3c-75a4-432e-932a-bcdce3565861 req-af18cb92-3b8c-4da1-b0b1-24f0784e0e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:46.098605 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812fc3c-75a4-432e-932a-bcdce3565861 req-af18cb92-3b8c-4da1-b0b1-24f0784e0e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:46.099070 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812fc3c-75a4-432e-932a-bcdce3565861 req-af18cb92-3b8c-4da1-b0b1-24f0784e0e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:46.099588 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812fc3c-75a4-432e-932a-bcdce3565861 req-af18cb92-3b8c-4da1-b0b1-24f0784e0e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:46.100047 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812fc3c-75a4-432e-932a-bcdce3565861 req-af18cb92-3b8c-4da1-b0b1-24f0784e0e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:46.100619 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812fc3c-75a4-432e-932a-bcdce3565861 req-af18cb92-3b8c-4da1-b0b1-24f0784e0e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:46.101076 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812fc3c-75a4-432e-932a-bcdce3565861 req-af18cb92-3b8c-4da1-b0b1-24f0784e0e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:46.103381 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f812fc3c-75a4-432e-932a-bcdce3565861 req-af18cb92-3b8c-4da1-b0b1-24f0784e0e46 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f1908decb8e42768935cf18d0563e60&device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 6477 time: 0.0595651 Apr 21 12:33:46.131377 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-449a1d79-198f-4f69-840c-65be0af2d452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:46.133843 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-449a1d79-198f-4f69-840c-65be0af2d452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:46.134982 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-449a1d79-198f-4f69-840c-65be0af2d452 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/37930fb8-1abd-4497-b454-7ca565584848 HTTP/1.1" status: 204 len: 168 time: 0.5336161 Apr 21 12:33:46.172173 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-590facbd-5d80-4b7c-a554-24f078d1d074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ca22d61-c4b5-41be-96a3-c314b57155e5 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:33:46.177025 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a1d79-198f-4f69-840c-65be0af2d452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37930fb8-1abd-4497-b454-7ca565584848,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:46.184690 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-590facbd-5d80-4b7c-a554-24f078d1d074 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:46.217552 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-590facbd-5d80-4b7c-a554-24f078d1d074 service neutron] Transition to ACTIVE for port object 9ca22d61-c4b5-41be-96a3-c314b57155e5 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:33:46.220493 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812fc3c-75a4-432e-932a-bcdce3565861 req-74836aa5-eb0b-4119-8f02-3b2775482854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:46.223509 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f812fc3c-75a4-432e-932a-bcdce3565861 req-74836aa5-eb0b-4119-8f02-3b2775482854 service neutron] 10.222.0.26 "GET /v2.0/networks?id=92442c54-a20b-4d99-aea4-e4d3be34f674 HTTP/1.1" status: 200 len: 903 time: 0.1133797 Apr 21 12:33:46.279628 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f812fc3c-75a4-432e-932a-bcdce3565861 req-b062974e-b977-4b24-abad-a8fe0c1f2609 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3e561804-d8d5-4339-9143-2c73c93fb922 HTTP/1.1" status: 200 len: 217 time: 0.0496054 Apr 21 12:33:46.317830 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3f5ee31a-3193-42b7-8fbe-c7abe15da893 req-f40c1c75-f42c-4134-b467-74db1de408c0 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 210 time: 0.0408573 Apr 21 12:33:46.373658 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-3996e402-33f5-43dc-9b34-9534f005fcd5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:46.378993 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812fc3c-75a4-432e-932a-bcdce3565861 req-68d0e576-fed8-4277-8cc9-53611b8bb569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:46.380437 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f812fc3c-75a4-432e-932a-bcdce3565861 req-68d0e576-fed8-4277-8cc9-53611b8bb569 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e65a1205-0e97-4e79-9858-1e4bd3f7dc14 HTTP/1.1" status: 200 len: 797 time: 0.0912054 Apr 21 12:33:46.441130 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-590facbd-5d80-4b7c-a554-24f078d1d074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:46.456080 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f812fc3c-75a4-432e-932a-bcdce3565861 req-421885d6-76df-4b0b-8950-5dc4ce44eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:46.457782 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f812fc3c-75a4-432e-932a-bcdce3565861 req-421885d6-76df-4b0b-8950-5dc4ce44eea4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92442c54-a20b-4d99-aea4-e4d3be34f674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0709059 Apr 21 12:33:46.490949 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60734) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:46.496977 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-57b11c83-c756-4d5b-8aea-9d1de7a0a116 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-340392657-network', 'tenant_id': '2e7eb4e41cb64c0e84e3b36f8d51af50'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:46.502679 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590facbd-5d80-4b7c-a554-24f078d1d074 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca22d61-c4b5-41be-96a3-c314b57155e5,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:46.522574 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:33:46.569255 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf7d38-7610-48b3-ab02-a51b6a4c0565 req-a7dc1850-9e9b-4719-acd3-949ec3f79725 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:46.571577 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-39bf7d38-7610-48b3-ab02-a51b6a4c0565 req-a7dc1850-9e9b-4719-acd3-949ec3f79725 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a261c76-7eaf-4946-89dd-460a926a3b77 HTTP/1.1" status: 200 len: 943 time: 0.1129255 Apr 21 12:33:46.601708 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:33:46.602149 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:46.614889 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-590facbd-5d80-4b7c-a554-24f078d1d074 service neutron] Attempting to bind port 9ca22d61-c4b5-41be-96a3-c314b57155e5 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:33:46.615221 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-590facbd-5d80-4b7c-a554-24f078d1d074 service neutron] Attempting to bind port 9ca22d61-c4b5-41be-96a3-c314b57155e5 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'dc08e3b7-3b9c-4d54-b60e-2f1c56d392c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e1f96467-36d6-46fe-930a-559cec033643'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:33:46.615543 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-590facbd-5d80-4b7c-a554-24f078d1d074 service neutron] Attempting to bind port 9ca22d61-c4b5-41be-96a3-c314b57155e5 on network e1f96467-36d6-46fe-930a-559cec033643 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:33:46.631528 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-590facbd-5d80-4b7c-a554-24f078d1d074 service neutron] Port 9ca22d61-c4b5-41be-96a3-c314b57155e5 on network e1f96467-36d6-46fe-930a-559cec033643 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:33:46.632293 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-590facbd-5d80-4b7c-a554-24f078d1d074 service neutron] Attempting to bind port 9ca22d61-c4b5-41be-96a3-c314b57155e5 on network e1f96467-36d6-46fe-930a-559cec033643 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:33:46.638375 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-3996e402-33f5-43dc-9b34-9534f005fcd5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:46.680873 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-39bf7d38-7610-48b3-ab02-a51b6a4c0565 req-adfadd31-2d23-4d6b-9851-6abf02741eb6 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.36 "GET /v2.0/security-groups?id=777604f6-3a7e-48a6-8274-5156d2b1f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972192 Apr 21 12:33:46.699812 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-590facbd-5d80-4b7c-a554-24f078d1d074 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:33:46.700145 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-590facbd-5d80-4b7c-a554-24f078d1d074 service neutron] Checking segment: {'id': 'dc08e3b7-3b9c-4d54-b60e-2f1c56d392c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e1f96467-36d6-46fe-930a-559cec033643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:33:46.700523 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-590facbd-5d80-4b7c-a554-24f078d1d074 service neutron] Bound using segment: {'id': 'dc08e3b7-3b9c-4d54-b60e-2f1c56d392c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e1f96467-36d6-46fe-930a-559cec033643'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:33:46.700954 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-590facbd-5d80-4b7c-a554-24f078d1d074 service neutron] Bound port: 9ca22d61-c4b5-41be-96a3-c314b57155e5, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc08e3b7-3b9c-4d54-b60e-2f1c56d392c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'e1f96467-36d6-46fe-930a-559cec033643'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:33:46.701301 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-590facbd-5d80-4b7c-a554-24f078d1d074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:46.707022 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b11c83-c756-4d5b-8aea-9d1de7a0a116 admin admin] Made reservation on behalf of 2e7eb4e41cb64c0e84e3b36f8d51af50 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:33:46.709614 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f812fc3c-75a4-432e-932a-bcdce3565861 req-05df07c1-3d21-43d8-b90e-2782e3e9b691 service neutron] 10.222.0.26 "GET /v2.0/networks/92442c54-a20b-4d99-aea4-e4d3be34f674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403116 Apr 21 12:33:46.709766 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57b11c83-c756-4d5b-8aea-9d1de7a0a116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:46.729825 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:46.738402 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-3996e402-33f5-43dc-9b34-9534f005fcd5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Network 32a67a5e-b72b-4167-97d6-5767775875e4 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:33:46.740356 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57b11c83-c756-4d5b-8aea-9d1de7a0a116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:46.746049 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-3996e402-33f5-43dc-9b34-9534f005fcd5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:33:46.753240 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-3996e402-33f5-43dc-9b34-9534f005fcd5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:33:46.756063 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299c63c1-fd6c-4f13-b61f-25a5a4481c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6fc9a09-cd55-4cdc-b6ca-2ad985e22607'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:33:46.758346 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b84c09a-1358-49f9-9102-b2c89e1eb62f" -d '{"events": [{"server_uuid": "299c63c1-fd6c-4f13-b61f-25a5a4481c4a", "name": "network-vif-plugged", "status": "completed", "tag": "f6fc9a09-cd55-4cdc-b6ca-2ad985e22607"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:33:46.775649 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port f6fc9a09-cd55-4cdc-b6ca-2ad985e22607, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=f6fc9a09-cd55-4cdc-b6ca-2ad985e22607,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:46.808538 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697b0381-befd-441c-b40c-c41922352175 x-openstack-request-id: req-697b0381-befd-441c-b40c-c41922352175 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:33:46.809128 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299c63c1-fd6c-4f13-b61f-25a5a4481c4a", "name": "network-vif-plugged", "status": "completed", "tag": "f6fc9a09-cd55-4cdc-b6ca-2ad985e22607", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:33:46.809241 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-697b0381-befd-441c-b40c-c41922352175 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:33:46.809783 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-697b0381-befd-441c-b40c-c41922352175'] response: {'server_uuid': '299c63c1-fd6c-4f13-b61f-25a5a4481c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6fc9a09-cd55-4cdc-b6ca-2ad985e22607', 'code': 200} Apr 21 12:33:46.833261 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f812fc3c-75a4-432e-932a-bcdce3565861 req-7391be19-ebda-4619-bf89-263ef1a08ac9 service neutron] 10.222.0.26 "GET /v2.0/networks/92442c54-a20b-4d99-aea4-e4d3be34f674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166561 Apr 21 12:33:46.926266 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68649458-bc53-4517-ae3b-db07f9ade4b8 req-ad7ec043-fdae-4b04-8cf6-9e64b6e10b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:46.926865 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68649458-bc53-4517-ae3b-db07f9ade4b8 req-ad7ec043-fdae-4b04-8cf6-9e64b6e10b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:46.927336 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68649458-bc53-4517-ae3b-db07f9ade4b8 req-ad7ec043-fdae-4b04-8cf6-9e64b6e10b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:46.927803 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68649458-bc53-4517-ae3b-db07f9ade4b8 req-ad7ec043-fdae-4b04-8cf6-9e64b6e10b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:46.928267 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68649458-bc53-4517-ae3b-db07f9ade4b8 req-ad7ec043-fdae-4b04-8cf6-9e64b6e10b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:46.928754 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68649458-bc53-4517-ae3b-db07f9ade4b8 req-ad7ec043-fdae-4b04-8cf6-9e64b6e10b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:46.929190 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68649458-bc53-4517-ae3b-db07f9ade4b8 req-ad7ec043-fdae-4b04-8cf6-9e64b6e10b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:46.931331 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68649458-bc53-4517-ae3b-db07f9ade4b8 req-ad7ec043-fdae-4b04-8cf6-9e64b6e10b75 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f1908decb8e42768935cf18d0563e60&device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 6477 time: 0.0553751 Apr 21 12:33:47.020871 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:47.021945 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:47.079587 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68649458-bc53-4517-ae3b-db07f9ade4b8 req-f1298132-99b3-4f63-9fc3-20c73c2b3756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:47.080052 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68649458-bc53-4517-ae3b-db07f9ade4b8 req-f1298132-99b3-4f63-9fc3-20c73c2b3756 service neutron] 10.222.0.26 "GET /v2.0/networks?id=92442c54-a20b-4d99-aea4-e4d3be34f674 HTTP/1.1" status: 200 len: 903 time: 0.1408629 Apr 21 12:33:47.134390 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=f6fc9a09-cd55-4cdc-b6ca-2ad985e22607,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:47.142903 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3996e402-33f5-43dc-9b34-9534f005fcd5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Pushing event updated for resources: {'Port': ['ID=6d0807df-864d-4b8d-9030-c89b1b36b028,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:47.174479 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68649458-bc53-4517-ae3b-db07f9ade4b8 req-5ad1bc85-a45d-4350-a0bd-da0ec068087e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30473043-d7db-404d-b70c-4211d4724b47 HTTP/1.1" status: 200 len: 217 time: 0.0862298 Apr 21 12:33:47.188256 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-3996e402-33f5-43dc-9b34-9534f005fcd5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:47.188870 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-3996e402-33f5-43dc-9b34-9534f005fcd5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:47.227820 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-590facbd-5d80-4b7c-a554-24f078d1d074 service neutron] For port 9ca22d61-c4b5-41be-96a3-c314b57155e5, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:33:47.232301 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-590facbd-5d80-4b7c-a554-24f078d1d074 service neutron] For port 9ca22d61-c4b5-41be-96a3-c314b57155e5, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9ca22d61-c4b5-41be-96a3-c314b57155e5,segment=NetworkSegment(dc08e3b7-3b9c-4d54-b60e-2f1c56d392c9),segment_id=dc08e3b7-3b9c-4d54-b60e-2f1c56d392c9)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:33:47.269678 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57b11c83-c756-4d5b-8aea-9d1de7a0a116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:47.294326 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226b620-cc91-4285-b6d3-27f1b39514b9 req-9620c01d-47f1-4ca4-8bc2-e1b94a4aa17d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:47.300673 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226b620-cc91-4285-b6d3-27f1b39514b9 req-9620c01d-47f1-4ca4-8bc2-e1b94a4aa17d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:47.306436 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226b620-cc91-4285-b6d3-27f1b39514b9 req-9620c01d-47f1-4ca4-8bc2-e1b94a4aa17d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:47.312255 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226b620-cc91-4285-b6d3-27f1b39514b9 req-9620c01d-47f1-4ca4-8bc2-e1b94a4aa17d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:47.318003 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226b620-cc91-4285-b6d3-27f1b39514b9 req-9620c01d-47f1-4ca4-8bc2-e1b94a4aa17d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:47.324029 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226b620-cc91-4285-b6d3-27f1b39514b9 req-9620c01d-47f1-4ca4-8bc2-e1b94a4aa17d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:47.329806 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226b620-cc91-4285-b6d3-27f1b39514b9 req-9620c01d-47f1-4ca4-8bc2-e1b94a4aa17d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:47.332462 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6226b620-cc91-4285-b6d3-27f1b39514b9 req-9620c01d-47f1-4ca4-8bc2-e1b94a4aa17d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5420 time: 0.2144918 Apr 21 12:33:47.341956 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333d7f7-8fa7-4a47-8348-835ced22de84 req-461e94db-da99-459d-ac27-2ec6e3c54a56 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:47.343395 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6333d7f7-8fa7-4a47-8348-835ced22de84 req-461e94db-da99-459d-ac27-2ec6e3c54a56 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 931 time: 0.2579355 Apr 21 12:33:47.353141 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68649458-bc53-4517-ae3b-db07f9ade4b8 req-450f3c3f-3f37-4cf5-9cc2-050ae2a8879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:47.354479 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68649458-bc53-4517-ae3b-db07f9ade4b8 req-450f3c3f-3f37-4cf5-9cc2-050ae2a8879c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e65a1205-0e97-4e79-9858-1e4bd3f7dc14 HTTP/1.1" status: 200 len: 797 time: 0.1331735 Apr 21 12:33:47.428056 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6226b620-cc91-4285-b6d3-27f1b39514b9 req-11c343b8-9b98-4984-b906-878a688e1002 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0818326 Apr 21 12:33:47.433075 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6333d7f7-8fa7-4a47-8348-835ced22de84 req-c7436af8-8ed6-4d00-922c-70e44b8469b9 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777895 Apr 21 12:33:47.459220 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68649458-bc53-4517-ae3b-db07f9ade4b8 req-5102b3dd-65ae-428d-ac64-4c3b57bb856e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:47.460819 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68649458-bc53-4517-ae3b-db07f9ade4b8 req-5102b3dd-65ae-428d-ac64-4c3b57bb856e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92442c54-a20b-4d99-aea4-e4d3be34f674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0927520 Apr 21 12:33:47.462308 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.24', 55961) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:47.517226 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-590facbd-5d80-4b7c-a554-24f078d1d074 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:47.522294 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-3996e402-33f5-43dc-9b34-9534f005fcd5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1144695 Apr 21 12:33:47.527660 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57b11c83-c756-4d5b-8aea-9d1de7a0a116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:47.558049 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b2bd41e7-942a-4ae0-8ebf-13f075aee4b1 req-47e8ee92-554a-470c-9b15-8269ca26aae7 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 210 time: 0.0532293 Apr 21 12:33:47.575378 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-d9cd6ecd-b552-4a4f-b768-40cc05fe108b service neutron] Request body: {'port': {'device_id': '81688510-da19-4451-bcc5-6d559622279f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:47.600095 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b11c83-c756-4d5b-8aea-9d1de7a0a116 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:33:47.606584 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-590facbd-5d80-4b7c-a554-24f078d1d074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:47.607202 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-590facbd-5d80-4b7c-a554-24f078d1d074 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:47.608557 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-590facbd-5d80-4b7c-a554-24f078d1d074 service neutron] 10.222.0.24 "PUT /v2.0/ports/9ca22d61-c4b5-41be-96a3-c314b57155e5 HTTP/1.1" status: 200 len: 1091 time: 2.2865906 Apr 21 12:33:47.613062 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a261c76-7eaf-4946-89dd-460a926a3b77', 'tag': '9ca22d61-c4b5-41be-96a3-c314b57155e5'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:33:47.614848 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b416a33-1407-43dc-9434-67513a512337" -d '{"events": [{"name": "network-changed", "server_uuid": "7a261c76-7eaf-4946-89dd-460a926a3b77", "tag": "9ca22d61-c4b5-41be-96a3-c314b57155e5"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:33:47.639454 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b11c83-c756-4d5b-8aea-9d1de7a0a116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8a424e-e2ba-4dc9-9c1d-72938e1a3f4c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:47.642786 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57b11c83-c756-4d5b-8aea-9d1de7a0a116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:47.643119 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-57b11c83-c756-4d5b-8aea-9d1de7a0a116 admin admin] Added segment 6638f364-3789-456c-9195-f9cd953dd4ae of type vlan for network b3645ea2-9974-4d5f-8c02-7f3080997fb4 Apr 21 12:33:47.645692 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:47.682943 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-7a453499-88a5-4b19-a473-9a0acbbdba34 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:47.684435 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-7a453499-88a5-4b19-a473-9a0acbbdba34 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.24 "GET /v2.0/networks?id=c287e289-9664-4a57-ae4d-cb3d1c307007 HTTP/1.1" status: 200 len: 820 time: 0.2212098 Apr 21 12:33:47.686385 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68649458-bc53-4517-ae3b-db07f9ade4b8 req-44b654cb-9b7e-4b3d-b77f-da80fcffc7f0 service neutron] 10.222.0.26 "GET /v2.0/networks/92442c54-a20b-4d99-aea4-e4d3be34f674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143033 Apr 21 12:33:47.698403 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590facbd-5d80-4b7c-a554-24f078d1d074 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca22d61-c4b5-41be-96a3-c314b57155e5,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:47.699485 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-9132459c-6e4f-4c65-ba9b-a3de8a4cbb32 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Request body: {'port': {'device_id': 'd8c315a3-954b-4fcb-8e90-1e151ffd36de', 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007', 'admin_state_up': True, 'tenant_id': '26ea3c659ac44d28a683c1af948ed1b6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:47.718698 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-d9cd6ecd-b552-4a4f-b768-40cc05fe108b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:47.721955 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57b11c83-c756-4d5b-8aea-9d1de7a0a116 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:47.743823 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966c5b82-0938-4561-ad6d-ada4883f269f x-openstack-request-id: req-966c5b82-0938-4561-ad6d-ada4883f269f {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:33:47.743823 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a261c76-7eaf-4946-89dd-460a926a3b77", "tag": "9ca22d61-c4b5-41be-96a3-c314b57155e5", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:33:47.743823 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-966c5b82-0938-4561-ad6d-ada4883f269f {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:33:47.743823 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-966c5b82-0938-4561-ad6d-ada4883f269f'] response: {'name': 'network-changed', 'server_uuid': '7a261c76-7eaf-4946-89dd-460a926a3b77', 'tag': '9ca22d61-c4b5-41be-96a3-c314b57155e5', 'status': 'completed', 'code': 200} Apr 21 12:33:47.884067 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b416a33-1407-43dc-9434-67513a512337 req-7629a7a2-e1e6-42f2-beae-727136e14b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:47.885487 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8b416a33-1407-43dc-9434-67513a512337 req-7629a7a2-e1e6-42f2-beae-727136e14b82 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4ea6d171ff7447d82e8894059c462fe&device_id=7a261c76-7eaf-4946-89dd-460a926a3b77 HTTP/1.1" status: 200 len: 1094 time: 0.1126637 Apr 21 12:33:47.975088 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57b11c83-c756-4d5b-8aea-9d1de7a0a116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:47.976343 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b11c83-c756-4d5b-8aea-9d1de7a0a116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:47.976916 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57b11c83-c756-4d5b-8aea-9d1de7a0a116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:48.153074 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b11c83-c756-4d5b-8aea-9d1de7a0a116 admin admin] Pushing event updated for resources: {'Network': ['ID=b3645ea2-9974-4d5f-8c02-7f3080997fb4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:48.163488 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network b3645ea2-9974-4d5f-8c02-7f3080997fb4 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:33:48.203834 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-57b11c83-c756-4d5b-8aea-9d1de7a0a116 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7107439 Apr 21 12:33:48.204830 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60798) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:48.214757 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1a5226af-95ce-446c-a81a-d1da905613a2 admin admin] Request body: {'subnet': {'network_id': 'b3645ea2-9974-4d5f-8c02-7f3080997fb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-340392657-subnet', 'tenant_id': '2e7eb4e41cb64c0e84e3b36f8d51af50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:48.230654 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b416a33-1407-43dc-9434-67513a512337 req-5452c6d9-6e0b-4087-8362-c05bd0e42d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:48.232406 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8b416a33-1407-43dc-9434-67513a512337 req-5452c6d9-6e0b-4087-8362-c05bd0e42d96 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c4ea6d171ff7447d82e8894059c462fe&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3362069 Apr 21 12:33:48.294714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a67f94-20bd-4bc0-b91f-433d0bca2a7d req-64d2a12c-7a9c-4d27-92a7-099e92a26391 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:48.296776 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-16a67f94-20bd-4bc0-b91f-433d0bca2a7d req-64d2a12c-7a9c-4d27-92a7-099e92a26391 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a261c76-7eaf-4946-89dd-460a926a3b77 HTTP/1.1" status: 200 len: 943 time: 0.1434689 Apr 21 12:33:48.349464 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68649458-bc53-4517-ae3b-db07f9ade4b8 req-b1ac29ea-231b-47e7-8af9-39e9a9a7d766 service neutron] 10.222.0.26 "GET /v2.0/networks/92442c54-a20b-4d99-aea4-e4d3be34f674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6437917 Apr 21 12:33:48.377851 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-16a67f94-20bd-4bc0-b91f-433d0bca2a7d req-68be5eba-5bd9-471b-861a-5197b41a3f9f tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.36 "GET /v2.0/security-groups?id=777604f6-3a7e-48a6-8274-5156d2b1f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723395 Apr 21 12:33:48.412075 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5226af-95ce-446c-a81a-d1da905613a2 admin admin] Made reservation on behalf of 2e7eb4e41cb64c0e84e3b36f8d51af50 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:33:48.414677 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1a5226af-95ce-446c-a81a-d1da905613a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:48.418429 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:48.420303 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-9132459c-6e4f-4c65-ba9b-a3de8a4cbb32 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Made reservation on behalf of 26ea3c659ac44d28a683c1af948ed1b6 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:33:48.433373 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-9132459c-6e4f-4c65-ba9b-a3de8a4cbb32 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:48.645741 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b416a33-1407-43dc-9434-67513a512337 req-70613cf8-bbf6-45c0-9be2-6712419e4f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:48.647166 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8b416a33-1407-43dc-9434-67513a512337 req-70613cf8-bbf6-45c0-9be2-6712419e4f28 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3915346 Apr 21 12:33:48.667125 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-d9cd6ecd-b552-4a4f-b768-40cc05fe108b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d0807df-864d-4b8d-9030-c89b1b36b028 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:33:48.684107 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-d9cd6ecd-b552-4a4f-b768-40cc05fe108b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:48.699041 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:48.717752 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-d9cd6ecd-b552-4a4f-b768-40cc05fe108b service neutron] Transition to ACTIVE for port object 6d0807df-864d-4b8d-9030-c89b1b36b028 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:33:48.745738 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-9132459c-6e4f-4c65-ba9b-a3de8a4cbb32 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Allocated IP 172.20.0.3 (c287e289-9664-4a57-ae4d-cb3d1c307007/8c2895f5-072d-4584-843c-51a4758cad8d/44b7dd5a-1497-4cae-b911-9689d370cef4) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:33:48.767839 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c60c5-00e8-427c-a59e-26fd77ac012c req-a07ee366-54a9-47e7-ad36-fc01e9f4f925 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:48.773801 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c60c5-00e8-427c-a59e-26fd77ac012c req-a07ee366-54a9-47e7-ad36-fc01e9f4f925 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:48.780088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c60c5-00e8-427c-a59e-26fd77ac012c req-a07ee366-54a9-47e7-ad36-fc01e9f4f925 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:48.786237 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c60c5-00e8-427c-a59e-26fd77ac012c req-a07ee366-54a9-47e7-ad36-fc01e9f4f925 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:48.788650 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-d9cd6ecd-b552-4a4f-b768-40cc05fe108b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:48.792458 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c60c5-00e8-427c-a59e-26fd77ac012c req-a07ee366-54a9-47e7-ad36-fc01e9f4f925 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:48.797463 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-80ab8094-9529-491b-906f-f544a38597e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:48.798770 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c60c5-00e8-427c-a59e-26fd77ac012c req-a07ee366-54a9-47e7-ad36-fc01e9f4f925 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:48.801055 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-80ab8094-9529-491b-906f-f544a38597e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4ea6d171ff7447d82e8894059c462fe&device_id=7a261c76-7eaf-4946-89dd-460a926a3b77 HTTP/1.1" status: 200 len: 1094 time: 0.0922508 Apr 21 12:33:48.805792 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c60c5-00e8-427c-a59e-26fd77ac012c req-a07ee366-54a9-47e7-ad36-fc01e9f4f925 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:48.807969 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ab6c60c5-00e8-427c-a59e-26fd77ac012c req-a07ee366-54a9-47e7-ad36-fc01e9f4f925 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5420 time: 0.2562740 Apr 21 12:33:48.820425 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f635119b-5d6f-40a4-93dd-2d663758fcfa req-3df76d69-c9db-45d6-bd0f-9b0af8280cd3 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:48.821994 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f635119b-5d6f-40a4-93dd-2d663758fcfa req-3df76d69-c9db-45d6-bd0f-9b0af8280cd3 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 931 time: 0.1674323 Apr 21 12:33:49.025595 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-31c7d906-f741-42b7-80d6-ea6faec074a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ca22d61-c4b5-41be-96a3-c314b57155e5 HTTP/1.1" status: 200 len: 217 time: 0.0923619 Apr 21 12:33:49.025595 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd6ecd-b552-4a4f-b768-40cc05fe108b service neutron] Pushing event updated for resources: {'Port': ['ID=6d0807df-864d-4b8d-9030-c89b1b36b028,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:49.026998 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f635119b-5d6f-40a4-93dd-2d663758fcfa req-030fb0fd-4c22-4e2c-afdd-74dc2cb84489 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928004 Apr 21 12:33:49.026998 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ab6c60c5-00e8-427c-a59e-26fd77ac012c req-88997d86-b688-4bdb-9f9e-35cf94bc9498 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1368425 Apr 21 12:33:49.046052 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-521f5955-e225-4cd1-b83d-1eefd70d500c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:49.052209 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-521f5955-e225-4cd1-b83d-1eefd70d500c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=565c656d-ab45-4e3e-a5ea-54fbad0f8d0c HTTP/1.1" status: 200 len: 854 time: 0.1084776 Apr 21 12:33:49.084474 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-d9cd6ecd-b552-4a4f-b768-40cc05fe108b service neutron] Attempting to bind port 6d0807df-864d-4b8d-9030-c89b1b36b028 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:33:49.084474 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-d9cd6ecd-b552-4a4f-b768-40cc05fe108b service neutron] Attempting to bind port 6d0807df-864d-4b8d-9030-c89b1b36b028 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:33:49.084771 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-d9cd6ecd-b552-4a4f-b768-40cc05fe108b service neutron] Attempting to bind port 6d0807df-864d-4b8d-9030-c89b1b36b028 on network 32a67a5e-b72b-4167-97d6-5767775875e4 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:33:49.120847 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-7078ed01-8546-49a2-a94c-1b01320edfb0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e1f96467-36d6-46fe-930a-559cec033643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636461 Apr 21 12:33:49.125359 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1a5226af-95ce-446c-a81a-d1da905613a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:49.133783 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-379592b8-a773-43e0-90d0-f8c30f508fce req-086b810c-0bad-434d-a98b-714ff087c13c tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 210 time: 0.0505843 Apr 21 12:33:49.146104 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-d9cd6ecd-b552-4a4f-b768-40cc05fe108b service neutron] Port 6d0807df-864d-4b8d-9030-c89b1b36b028 on network 32a67a5e-b72b-4167-97d6-5767775875e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:33:49.146398 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-d9cd6ecd-b552-4a4f-b768-40cc05fe108b service neutron] Attempting to bind port 6d0807df-864d-4b8d-9030-c89b1b36b028 on network 32a67a5e-b72b-4167-97d6-5767775875e4 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:33:49.215224 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-9132459c-6e4f-4c65-ba9b-a3de8a4cbb32 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:49.254427 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-d9cd6ecd-b552-4a4f-b768-40cc05fe108b service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:33:49.255116 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-d9cd6ecd-b552-4a4f-b768-40cc05fe108b service neutron] Checking segment: {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:33:49.255226 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-d9cd6ecd-b552-4a4f-b768-40cc05fe108b service neutron] Bound using segment: {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:33:49.255770 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-d9cd6ecd-b552-4a4f-b768-40cc05fe108b service neutron] Bound port: 6d0807df-864d-4b8d-9030-c89b1b36b028, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:33:49.256196 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-d9cd6ecd-b552-4a4f-b768-40cc05fe108b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:49.351256 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5226af-95ce-446c-a81a-d1da905613a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=467f6f33-1394-4135-b306-b1c38d032c2a,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:49.359018 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-9132459c-6e4f-4c65-ba9b-a3de8a4cbb32 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:49.372854 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['3d5aec13-814b-406f-8dcf-694d077a4037'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:33:49.422197 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5226af-95ce-446c-a81a-d1da905613a2 admin admin] Checking segment: {'id': '6638f364-3789-456c-9195-f9cd953dd4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3645ea2-9974-4d5f-8c02-7f3080997fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:33:49.422586 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5226af-95ce-446c-a81a-d1da905613a2 admin admin] Network hostable DHCP agents. Network: b3645ea2-9974-4d5f-8c02-7f3080997fb4, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:33:49.435804 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-8c5861cf-f811-4bba-9e40-4d77c4b35915 service neutron] 10.222.0.24 "GET /v2.0/networks/e1f96467-36d6-46fe-930a-559cec033643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020420 Apr 21 12:33:49.442468 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-d9cd6ecd-b552-4a4f-b768-40cc05fe108b service neutron] For port 6d0807df-864d-4b8d-9030-c89b1b36b028, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:33:49.456059 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-9132459c-6e4f-4c65-ba9b-a3de8a4cbb32 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Network c287e289-9664-4a57-ae4d-cb3d1c307007 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:33:49.457446 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-d9cd6ecd-b552-4a4f-b768-40cc05fe108b service neutron] For port 6d0807df-864d-4b8d-9030-c89b1b36b028, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=6d0807df-864d-4b8d-9030-c89b1b36b028,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:33:49.474800 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-9132459c-6e4f-4c65-ba9b-a3de8a4cbb32 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:33:49.491544 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-9132459c-6e4f-4c65-ba9b-a3de8a4cbb32 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:33:49.499078 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132459c-6e4f-4c65-ba9b-a3de8a4cbb32 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Pushing event updated for resources: {'Port': ['ID=44b7dd5a-1497-4cae-b911-9689d370cef4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:49.527543 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-d9cd6ecd-b552-4a4f-b768-40cc05fe108b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:49.579429 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5226af-95ce-446c-a81a-d1da905613a2 admin admin] Network b3645ea2-9974-4d5f-8c02-7f3080997fb4 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:33:49.624911 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-d9cd6ecd-b552-4a4f-b768-40cc05fe108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:49.626181 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-d9cd6ecd-b552-4a4f-b768-40cc05fe108b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:49.629149 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-d9cd6ecd-b552-4a4f-b768-40cc05fe108b service neutron] 10.222.0.24 "PUT /v2.0/ports/6d0807df-864d-4b8d-9030-c89b1b36b028 HTTP/1.1" status: 200 len: 1091 time: 2.0744984 Apr 21 12:33:49.632085 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-9132459c-6e4f-4c65-ba9b-a3de8a4cbb32 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:49.632744 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-9132459c-6e4f-4c65-ba9b-a3de8a4cbb32 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:49.656341 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f5d7d9e2-2424-47bc-8537-bd05fe6ee1bf req-85af2a2c-7d82-4efb-8f9c-f5713de6d03d service neutron] 10.222.0.24 "GET /v2.0/networks/e1f96467-36d6-46fe-930a-559cec033643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970632 Apr 21 12:33:49.661187 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6a13e-6327-4d71-af1f-0d5d00dfd5e8 req-c6d6ae80-7eda-4960-8718-e5c2da76776a tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:49.663178 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ff6a13e-6327-4d71-af1f-0d5d00dfd5e8 req-c6d6ae80-7eda-4960-8718-e5c2da76776a tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a261c76-7eaf-4946-89dd-460a926a3b77 HTTP/1.1" status: 200 len: 943 time: 0.1183131 Apr 21 12:33:49.670680 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd6ecd-b552-4a4f-b768-40cc05fe108b service neutron] Pushing event updated for resources: {'Port': ['ID=6d0807df-864d-4b8d-9030-c89b1b36b028,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:49.693520 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-1a5226af-95ce-446c-a81a-d1da905613a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, b3645ea2-9974-4d5f-8c02-7f3080997fb4) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:33:49.699007 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5226af-95ce-446c-a81a-d1da905613a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:49.699890 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1a5226af-95ce-446c-a81a-d1da905613a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:49.713879 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2772f80-0d4f-4d57-a24d-60da2d285abd None None] Network b3645ea2-9974-4d5f-8c02-7f3080997fb4 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:33:49.716418 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ff6a13e-6327-4d71-af1f-0d5d00dfd5e8 req-43700fc9-eefb-46e6-a22e-1b7ced338260 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.36 "GET /v2.0/security-groups?id=777604f6-3a7e-48a6-8274-5156d2b1f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457740 Apr 21 12:33:49.728149 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-9132459c-6e4f-4c65-ba9b-a3de8a4cbb32 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0332038 Apr 21 12:33:49.740528 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81688510-da19-4451-bcc5-6d559622279f', 'tag': '6d0807df-864d-4b8d-9030-c89b1b36b028'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:33:49.744516 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326c6a9b-822e-4cec-9b2d-39e3ff4637b9" -d '{"events": [{"name": "network-changed", "server_uuid": "81688510-da19-4451-bcc5-6d559622279f", "tag": "6d0807df-864d-4b8d-9030-c89b1b36b028"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:33:49.750407 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-02a90e77-036a-4ba1-ac3e-076d3cb5df6e service neutron] Request body: {'port': {'device_id': 'd8c315a3-954b-4fcb-8e90-1e151ffd36de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:49.803457 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-8544be8c-f654-4c68-bd08-8060fb5ab4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:49.805361 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-8544be8c-f654-4c68-bd08-8060fb5ab4ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e16b811ea21846c89491aea47e9a7301&device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 1094 time: 0.0509231 Apr 21 12:33:49.809798 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d543835-5b56-4223-84cb-a063a1406fee x-openstack-request-id: req-6d543835-5b56-4223-84cb-a063a1406fee {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:33:49.810333 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81688510-da19-4451-bcc5-6d559622279f", "tag": "6d0807df-864d-4b8d-9030-c89b1b36b028", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:33:49.811148 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6d543835-5b56-4223-84cb-a063a1406fee {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:33:49.811726 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d543835-5b56-4223-84cb-a063a1406fee'] response: {'name': 'network-changed', 'server_uuid': '81688510-da19-4451-bcc5-6d559622279f', 'tag': '6d0807df-864d-4b8d-9030-c89b1b36b028', 'status': 'completed', 'code': 200} Apr 21 12:33:49.816016 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1a5226af-95ce-446c-a81a-d1da905613a2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6061769 Apr 21 12:33:49.816948 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-02a90e77-036a-4ba1-ac3e-076d3cb5df6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:49.901397 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-90abe497-6e9c-4555-b477-c0462014895f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d0807df-864d-4b8d-9030-c89b1b36b028 HTTP/1.1" status: 200 len: 217 time: 0.0839107 Apr 21 12:33:49.967376 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f3a4ea-b3bf-4424-a752-c286c2f1601f None None] Network b3645ea2-9974-4d5f-8c02-7f3080997fb4 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:33:49.970208 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-e51346ee-ae5b-4650-8ec7-54499b455ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:49.971819 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-e51346ee-ae5b-4650-8ec7-54499b455ebe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a3b8f234-8156-4627-8cae-e6fcb5c2aa35 HTTP/1.1" status: 200 len: 847 time: 0.0593443 Apr 21 12:33:50.053853 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-d7c5500a-bdb9-4ae2-83fa-faeceb7c32e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32a67a5e-b72b-4167-97d6-5767775875e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741055 Apr 21 12:33:50.190093 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-60e0c33a-bb43-40f8-805c-e18cbe3e297e service neutron] 10.222.0.24 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286159 Apr 21 12:33:50.269826 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:50.317280 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b82f3ea6-a8a9-4d8d-9899-36a14510fb7a req-7bd477e0-29ca-49e6-bfd9-4d80b498e05f service neutron] 10.222.0.24 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121290 Apr 21 12:33:50.343468 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60908) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:50.349443 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145783e5-cf78-4b2f-8c49-fb4defdcfd28 req-e2cf7260-5f01-465e-b3d2-8e1321c404c9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:50.355634 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145783e5-cf78-4b2f-8c49-fb4defdcfd28 req-e2cf7260-5f01-465e-b3d2-8e1321c404c9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:50.366398 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145783e5-cf78-4b2f-8c49-fb4defdcfd28 req-e2cf7260-5f01-465e-b3d2-8e1321c404c9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:50.373461 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145783e5-cf78-4b2f-8c49-fb4defdcfd28 req-e2cf7260-5f01-465e-b3d2-8e1321c404c9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:50.381270 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145783e5-cf78-4b2f-8c49-fb4defdcfd28 req-e2cf7260-5f01-465e-b3d2-8e1321c404c9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:50.388327 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145783e5-cf78-4b2f-8c49-fb4defdcfd28 req-e2cf7260-5f01-465e-b3d2-8e1321c404c9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:50.405384 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60914) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:50.416864 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145783e5-cf78-4b2f-8c49-fb4defdcfd28 req-e2cf7260-5f01-465e-b3d2-8e1321c404c9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:50.419129 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-145783e5-cf78-4b2f-8c49-fb4defdcfd28 req-e2cf7260-5f01-465e-b3d2-8e1321c404c9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5420 time: 0.3090940 Apr 21 12:33:50.495606 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c6a9b-822e-4cec-9b2d-39e3ff4637b9 req-8b665776-c12e-4409-bf5d-92a5804bbe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:50.497439 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-326c6a9b-822e-4cec-9b2d-39e3ff4637b9 req-8b665776-c12e-4409-bf5d-92a5804bbe6b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e16b811ea21846c89491aea47e9a7301&device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 1094 time: 0.0510266 Apr 21 12:33:50.497747 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c26ac-c993-407a-b917-48322d39862b req-a40f35ea-4d61-477d-b735-9bdda50ca29a tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:50.499941 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-158c26ac-c993-407a-b917-48322d39862b req-a40f35ea-4d61-477d-b735-9bdda50ca29a tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 943 time: 0.3868449 Apr 21 12:33:50.579360 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-02a90e77-036a-4ba1-ac3e-076d3cb5df6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b7dd5a-1497-4cae-b911-9689d370cef4 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:33:50.602473 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-80f888ba-6725-4ef1-be91-9cc27db06bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:50.611379 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-158c26ac-c993-407a-b917-48322d39862b req-82e1ac1a-90b1-4af9-8cdf-86aa388cc343 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953557 Apr 21 12:33:50.614912 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-02a90e77-036a-4ba1-ac3e-076d3cb5df6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:50.646142 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-145783e5-cf78-4b2f-8c49-fb4defdcfd28 req-fd53bd3a-c4e2-4925-8617-c3d085b0290e tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1435010 Apr 21 12:33:50.667651 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-02a90e77-036a-4ba1-ac3e-076d3cb5df6e service neutron] Transition to ACTIVE for port object 44b7dd5a-1497-4cae-b911-9689d370cef4 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:33:50.684228 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b541c063-babb-43a2-9228-00dc6162392b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:50.739491 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-02a90e77-036a-4ba1-ac3e-076d3cb5df6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:50.807739 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c6a9b-822e-4cec-9b2d-39e3ff4637b9 req-2f9d8148-ef66-4d00-89b1-93dd2c110e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:50.809478 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-326c6a9b-822e-4cec-9b2d-39e3ff4637b9 req-2f9d8148-ef66-4d00-89b1-93dd2c110e1f service neutron] 10.222.0.24 "GET /v2.0/networks?id=32a67a5e-b72b-4167-97d6-5767775875e4 HTTP/1.1" status: 200 len: 908 time: 0.3009076 Apr 21 12:33:50.875468 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-326c6a9b-822e-4cec-9b2d-39e3ff4637b9 req-7a7bb7e0-9576-407f-9917-9424a341d712 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d0807df-864d-4b8d-9030-c89b1b36b028 HTTP/1.1" status: 200 len: 217 time: 0.0573995 Apr 21 12:33:50.902470 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dcb3f2-9da4-4829-b348-3f146ff1f35c req-352ecd7d-b6d0-4002-b657-76bec9bb5a04 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:50.912553 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60dcb3f2-9da4-4829-b348-3f146ff1f35c req-352ecd7d-b6d0-4002-b657-76bec9bb5a04 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 943 time: 0.1706526 Apr 21 12:33:50.914796 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a90e77-036a-4ba1-ac3e-076d3cb5df6e service neutron] Pushing event updated for resources: {'Port': ['ID=44b7dd5a-1497-4cae-b911-9689d370cef4,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:50.930967 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-80f888ba-6725-4ef1-be91-9cc27db06bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:50.976921 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60dcb3f2-9da4-4829-b348-3f146ff1f35c req-e6a87efb-6b48-43c0-a135-e84b3d783329 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589397 Apr 21 12:33:51.077099 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b541c063-babb-43a2-9228-00dc6162392b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:51.082094 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-80f888ba-6725-4ef1-be91-9cc27db06bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:51.088391 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-02a90e77-036a-4ba1-ac3e-076d3cb5df6e service neutron] Attempting to bind port 44b7dd5a-1497-4cae-b911-9689d370cef4 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:33:51.088730 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-02a90e77-036a-4ba1-ac3e-076d3cb5df6e service neutron] Attempting to bind port 44b7dd5a-1497-4cae-b911-9689d370cef4 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:33:51.089065 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-02a90e77-036a-4ba1-ac3e-076d3cb5df6e service neutron] Attempting to bind port 44b7dd5a-1497-4cae-b911-9689d370cef4 on network c287e289-9664-4a57-ae4d-cb3d1c307007 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:33:51.094696 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-02a90e77-036a-4ba1-ac3e-076d3cb5df6e service neutron] Port 44b7dd5a-1497-4cae-b911-9689d370cef4 on network c287e289-9664-4a57-ae4d-cb3d1c307007 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:33:51.095170 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-02a90e77-036a-4ba1-ac3e-076d3cb5df6e service neutron] Attempting to bind port 44b7dd5a-1497-4cae-b911-9689d370cef4 on network c287e289-9664-4a57-ae4d-cb3d1c307007 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:33:51.113673 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c6a9b-822e-4cec-9b2d-39e3ff4637b9 req-c7a052c4-abc3-41bb-970f-0c41a5f992f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:51.115232 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-326c6a9b-822e-4cec-9b2d-39e3ff4637b9 req-c7a052c4-abc3-41bb-970f-0c41a5f992f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a3b8f234-8156-4627-8cae-e6fcb5c2aa35 HTTP/1.1" status: 200 len: 847 time: 0.1826501 Apr 21 12:33:51.121069 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f888ba-6725-4ef1-be91-9cc27db06bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3100bb-f57c-457c-9159-32ebafdebc10,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:51.159105 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b541c063-babb-43a2-9228-00dc6162392b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:51.188140 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-326c6a9b-822e-4cec-9b2d-39e3ff4637b9 req-b910e27a-4f66-4496-b2ac-c5d8e0586b67 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32a67a5e-b72b-4167-97d6-5767775875e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488098 Apr 21 12:33:51.206157 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-80f888ba-6725-4ef1-be91-9cc27db06bd5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e64828085ad04cb49fd8f1d5fd3e8896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8605335 Apr 21 12:33:51.240894 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-790a3c8f-3311-475c-9466-9d0ab587d014 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:51.242438 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-790a3c8f-3311-475c-9466-9d0ab587d014 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/networks?id=1e79e57f-4187-4f1d-82d0-38b1ad1f2346 HTTP/1.1" status: 200 len: 814 time: 0.1318316 Apr 21 12:33:51.243223 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-02a90e77-036a-4ba1-ac3e-076d3cb5df6e service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:33:51.243560 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-02a90e77-036a-4ba1-ac3e-076d3cb5df6e service neutron] Checking segment: {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:33:51.243938 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-02a90e77-036a-4ba1-ac3e-076d3cb5df6e service neutron] Bound using segment: {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:33:51.244384 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-02a90e77-036a-4ba1-ac3e-076d3cb5df6e service neutron] Bound port: 44b7dd5a-1497-4cae-b911-9689d370cef4, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:33:51.244737 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-02a90e77-036a-4ba1-ac3e-076d3cb5df6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:51.264302 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60944) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:51.312985 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-326c6a9b-822e-4cec-9b2d-39e3ff4637b9 req-9cd919db-9d57-4d48-9cfa-bfb1916969a2 service neutron] 10.222.0.24 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100368 Apr 21 12:33:51.321562 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-02a90e77-036a-4ba1-ac3e-076d3cb5df6e service neutron] For port 44b7dd5a-1497-4cae-b911-9689d370cef4, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:33:51.324779 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-02a90e77-036a-4ba1-ac3e-076d3cb5df6e service neutron] For port 44b7dd5a-1497-4cae-b911-9689d370cef4, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=44b7dd5a-1497-4cae-b911-9689d370cef4,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:33:51.420101 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27c69512-64b8-4117-8b02-29d1e581903b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:51.434369 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-326c6a9b-822e-4cec-9b2d-39e3ff4637b9 req-bd9cc93a-ffcb-4700-89b9-d8dfe1c46e59 service neutron] 10.222.0.24 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133173 Apr 21 12:33:51.442241 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-02a90e77-036a-4ba1-ac3e-076d3cb5df6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:51.457232 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-c504a9eb-5163-4013-9a0c-9c81808e307d tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/quotas/d4ec7030bfb94f689f8bbc16896ac4b2 HTTP/1.1" status: 200 len: 375 time: 0.1908088 Apr 21 12:33:51.465856 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541c063-babb-43a2-9228-00dc6162392b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a028f634-a838-4e16-8074-b3c71be461f3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:51.469808 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27c69512-64b8-4117-8b02-29d1e581903b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:51.488434 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b541c063-babb-43a2-9228-00dc6162392b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6030e2105c2f4097a0552b3bb5996b5b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0817578 Apr 21 12:33:51.494819 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60946) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:51.518477 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c51da-e0f4-40fa-a89b-62f0f23d8afb req-242c46e4-f3e0-468c-871d-3ceb6ccfcb0d tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:51.531102 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a34c51da-e0f4-40fa-a89b-62f0f23d8afb req-242c46e4-f3e0-468c-871d-3ceb6ccfcb0d tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a261c76-7eaf-4946-89dd-460a926a3b77 HTTP/1.1" status: 200 len: 943 time: 0.4436612 Apr 21 12:33:51.568413 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-02a90e77-036a-4ba1-ac3e-076d3cb5df6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:51.569244 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-02a90e77-036a-4ba1-ac3e-076d3cb5df6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:51.570994 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-02a90e77-036a-4ba1-ac3e-076d3cb5df6e service neutron] 10.222.0.24 "PUT /v2.0/ports/44b7dd5a-1497-4cae-b911-9689d370cef4 HTTP/1.1" status: 200 len: 1091 time: 1.8273137 Apr 21 12:33:51.594759 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c315a3-954b-4fcb-8e90-1e151ffd36de', 'tag': '44b7dd5a-1497-4cae-b911-9689d370cef4'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:33:51.597859 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c41d1c-481f-44c2-8af7-84dd294b9b42" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c315a3-954b-4fcb-8e90-1e151ffd36de", "tag": "44b7dd5a-1497-4cae-b911-9689d370cef4"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:33:51.616726 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-88c75978-e72a-41dd-87a6-c5fc6f678ff5 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4ec7030bfb94f689f8bbc16896ac4b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1427124 Apr 21 12:33:51.622559 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-41ecab46-32af-4e9d-9d81-e95043283b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:51.654370 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:33:51.690988 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-41ecab46-32af-4e9d-9d81-e95043283b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:51.754612 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a90e77-036a-4ba1-ac3e-076d3cb5df6e service neutron] Pushing event updated for resources: {'Port': ['ID=44b7dd5a-1497-4cae-b911-9689d370cef4,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:51.776048 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a34c51da-e0f4-40fa-a89b-62f0f23d8afb req-30eb0d77-e118-482e-bae8-49c2011b8166 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.36 "GET /v2.0/security-groups?id=777604f6-3a7e-48a6-8274-5156d2b1f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435234 Apr 21 12:33:51.794016 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9ca22d61-c4b5-41be-96a3-c314b57155e5 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:33:51.852936 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-41ecab46-32af-4e9d-9d81-e95043283b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:51.857239 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-41ecab46-32af-4e9d-9d81-e95043283b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:51.859377 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-41ecab46-32af-4e9d-9d81-e95043283b44 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a028f634-a838-4e16-8074-b3c71be461f3 HTTP/1.1" status: 204 len: 168 time: 0.3635097 Apr 21 12:33:51.883868 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ebe185-a6c0-4faf-8279-480ee83ea0e8 x-openstack-request-id: req-31ebe185-a6c0-4faf-8279-480ee83ea0e8 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:33:51.884375 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c315a3-954b-4fcb-8e90-1e151ffd36de", "tag": "44b7dd5a-1497-4cae-b911-9689d370cef4", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:33:51.884777 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-31ebe185-a6c0-4faf-8279-480ee83ea0e8 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:33:51.885421 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31ebe185-a6c0-4faf-8279-480ee83ea0e8'] response: {'name': 'network-changed', 'server_uuid': 'd8c315a3-954b-4fcb-8e90-1e151ffd36de', 'tag': '44b7dd5a-1497-4cae-b911-9689d370cef4', 'status': 'completed', 'code': 200} Apr 21 12:33:51.888527 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-c0c6649a-12b9-43fc-b58e-80b2a24a34f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:51.896327 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-c0c6649a-12b9-43fc-b58e-80b2a24a34f0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26ea3c659ac44d28a683c1af948ed1b6&device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 1094 time: 0.2390130 Apr 21 12:33:51.904314 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ecab46-32af-4e9d-9d81-e95043283b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a028f634-a838-4e16-8074-b3c71be461f3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:51.904958 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27c69512-64b8-4117-8b02-29d1e581903b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:51.912980 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27c69512-64b8-4117-8b02-29d1e581903b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:51.924314 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-27c69512-64b8-4117-8b02-29d1e581903b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/db3100bb-f57c-457c-9159-32ebafdebc10 HTTP/1.1" status: 204 len: 168 time: 0.5975270 Apr 21 12:33:51.949754 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-2112aff4-a05a-40fb-9d2c-d1c0ccd1be83 service neutron] 10.222.0.36 "GET /v2.0/networks/1e79e57f-4187-4f1d-82d0-38b1ad1f2346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190174 Apr 21 12:33:51.963956 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c69512-64b8-4117-8b02-29d1e581903b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3100bb-f57c-457c-9159-32ebafdebc10,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:52.042101 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-e4f8d13a-0e49-4fda-84d0-4f30fbbcb4fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44b7dd5a-1497-4cae-b911-9689d370cef4 HTTP/1.1" status: 200 len: 217 time: 0.1142812 Apr 21 12:33:52.111861 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 9ca22d61-c4b5-41be-96a3-c314b57155e5, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9ca22d61-c4b5-41be-96a3-c314b57155e5,segment=NetworkSegment(dc08e3b7-3b9c-4d54-b60e-2f1c56d392c9),segment_id=dc08e3b7-3b9c-4d54-b60e-2f1c56d392c9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:52.136946 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '9ca22d61-c4b5-41be-96a3-c314b57155e5', 'network_id': 'e1f96467-36d6-46fe-930a-559cec033643', 'port_id': '9ca22d61-c4b5-41be-96a3-c314b57155e5', 'mac_address': 'fa:16:3e:e4:90:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '565c656d-ab45-4e3e-a5ea-54fbad0f8d0c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:33:52.172627 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-f0c89336-e085-4c30-a9fa-00e9de250cd1 service neutron] 10.222.0.36 "GET /v2.0/networks/1e79e57f-4187-4f1d-82d0-38b1ad1f2346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998167 Apr 21 12:33:52.192022 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:52.206106 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ca22d61-c4b5-41be-96a3-c314b57155e5 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:33:52.230501 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 9ca22d61-c4b5-41be-96a3-c314b57155e5, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9ca22d61-c4b5-41be-96a3-c314b57155e5,segment=NetworkSegment(dc08e3b7-3b9c-4d54-b60e-2f1c56d392c9),segment_id=dc08e3b7-3b9c-4d54-b60e-2f1c56d392c9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:52.294664 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b01ad-a755-4268-aead-106bdfb9a66c req-de85323a-b05c-4d48-8fcc-bc2f4f633436 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:52.295974 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a3b01ad-a755-4268-aead-106bdfb9a66c req-de85323a-b05c-4d48-8fcc-bc2f4f633436 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 943 time: 0.2823801 Apr 21 12:33:52.300219 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-c58dc99b-cfac-42cd-8d22-1dacad462beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:52.301647 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-c58dc99b-cfac-42cd-8d22-1dacad462beb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c2895f5-072d-4584-843c-51a4758cad8d HTTP/1.1" status: 200 len: 860 time: 0.2448423 Apr 21 12:33:52.313999 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:52.351937 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a3b01ad-a755-4268-aead-106bdfb9a66c req-f0faa2ad-437c-428a-85ae-653b66e9da02 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548956 Apr 21 12:33:52.440598 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-b32e61f4-0dc1-4b23-90c8-95488cc7f338 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c287e289-9664-4a57-ae4d-cb3d1c307007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035035 Apr 21 12:33:52.505748 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=9ca22d61-c4b5-41be-96a3-c314b57155e5,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:52.623917 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['9ca22d61-c4b5-41be-96a3-c314b57155e5'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:33:52.688023 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-ccb6a6c2-029a-4ecc-ac33-678ec9ce75c1 service neutron] 10.222.0.24 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367244 Apr 21 12:33:53.048719 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b63f03-676c-41fc-b31d-1763059d19e5 req-13baf3ee-f644-40df-a10a-1dd17156c4f3 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:53.055003 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b63f03-676c-41fc-b31d-1763059d19e5 req-13baf3ee-f644-40df-a10a-1dd17156c4f3 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:53.072585 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b63f03-676c-41fc-b31d-1763059d19e5 req-13baf3ee-f644-40df-a10a-1dd17156c4f3 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:53.085705 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b63f03-676c-41fc-b31d-1763059d19e5 req-13baf3ee-f644-40df-a10a-1dd17156c4f3 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:53.105535 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b63f03-676c-41fc-b31d-1763059d19e5 req-13baf3ee-f644-40df-a10a-1dd17156c4f3 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:53.112814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b63f03-676c-41fc-b31d-1763059d19e5 req-13baf3ee-f644-40df-a10a-1dd17156c4f3 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:53.119303 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b63f03-676c-41fc-b31d-1763059d19e5 req-13baf3ee-f644-40df-a10a-1dd17156c4f3 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:53.121574 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a7b63f03-676c-41fc-b31d-1763059d19e5 req-13baf3ee-f644-40df-a10a-1dd17156c4f3 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5420 time: 0.4321198 Apr 21 12:33:53.148835 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce123f-805d-4efe-acff-526cc39503ad req-22860527-93dd-4e26-a55e-9dbe299b02c7 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:53.156629 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f7ce123f-805d-4efe-acff-526cc39503ad req-22860527-93dd-4e26-a55e-9dbe299b02c7 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 943 time: 0.3152974 Apr 21 12:33:53.320439 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a7b63f03-676c-41fc-b31d-1763059d19e5 req-c7e55581-3cac-4dc2-80a7-c1d12a94ad65 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1898212 Apr 21 12:33:53.329163 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11a3c3b4-5239-44ac-b68d-9b4616ab18f0 req-7f511e28-48b8-44ac-b735-9c06e474251b service neutron] 10.222.0.24 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6174977 Apr 21 12:33:53.382080 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f7ce123f-805d-4efe-acff-526cc39503ad req-7ba0b502-0e24-412b-8824-53043b013144 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245817 Apr 21 12:33:53.498699 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33d34728-5e0b-47c9-b23a-970034a13c66 req-b4fe3a56-79cb-4ea7-93b8-181c47aaa724 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c HTTP/1.1" status: 200 len: 210 time: 0.0494542 Apr 21 12:33:53.704451 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c41d1c-481f-44c2-8af7-84dd294b9b42 req-1be73814-879d-4620-be9d-2510aadc9115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:53.707374 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96c41d1c-481f-44c2-8af7-84dd294b9b42 req-1be73814-879d-4620-be9d-2510aadc9115 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26ea3c659ac44d28a683c1af948ed1b6&device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 1094 time: 0.2077456 Apr 21 12:33:53.729961 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32790) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:53.751873 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32794) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:53.808360 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 6d0807df-864d-4b8d-9030-c89b1b36b028 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:33:53.814839 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9ca22d61-c4b5-41be-96a3-c314b57155e5 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:33:53.825904 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239ae53-6609-4f26-9b90-fb209c4ce957 req-31da2ec7-a248-4b1c-be07-341db7f3f2b0 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:53.832041 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f239ae53-6609-4f26-9b90-fb209c4ce957 req-31da2ec7-a248-4b1c-be07-341db7f3f2b0 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a261c76-7eaf-4946-89dd-460a926a3b77 HTTP/1.1" status: 200 len: 944 time: 0.2629654 Apr 21 12:33:53.932295 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab9578-fcee-4760-a710-b1cdc0cb1607 req-791d0d85-f579-4ca0-b959-2672d25abf20 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:53.936373 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5aab9578-fcee-4760-a710-b1cdc0cb1607 req-791d0d85-f579-4ca0-b959-2672d25abf20 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 943 time: 0.2625253 Apr 21 12:33:53.961227 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9fd63eeb-ee46-4826-a371-8444e152a5c2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1451595583-network', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:53.979118 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-7386f4cf-efbe-45fe-8e72-81524b7fcca6 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1090431654-network', 'tenant_id': 'f8fe759a5e054ec095d0c85a744880b5'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:54.072901 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5aab9578-fcee-4760-a710-b1cdc0cb1607 req-a4fe8289-52ea-4116-9ee1-19af0cfe8c33 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240623 Apr 21 12:33:54.081936 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd63eeb-ee46-4826-a371-8444e152a5c2 admin admin] Made reservation on behalf of a208b1412791496188b5b7f9d81a64f6 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:33:54.084745 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9fd63eeb-ee46-4826-a371-8444e152a5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:54.104584 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 6d0807df-864d-4b8d-9030-c89b1b36b028, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=6d0807df-864d-4b8d-9030-c89b1b36b028,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:54.106771 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9fd63eeb-ee46-4826-a371-8444e152a5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:54.115673 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7386f4cf-efbe-45fe-8e72-81524b7fcca6 admin admin] Made reservation on behalf of f8fe759a5e054ec095d0c85a744880b5 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:33:54.118735 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7386f4cf-efbe-45fe-8e72-81524b7fcca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:54.125113 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '6d0807df-864d-4b8d-9030-c89b1b36b028', 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4', 'port_id': '6d0807df-864d-4b8d-9030-c89b1b36b028', 'mac_address': 'fa:16:3e:58:9a:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3b8f234-8156-4627-8cae-e6fcb5c2aa35', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:33:54.129144 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 9ca22d61-c4b5-41be-96a3-c314b57155e5 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:33:54.137948 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 9ca22d61-c4b5-41be-96a3-c314b57155e5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:33:54.138416 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:54.163527 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7386f4cf-efbe-45fe-8e72-81524b7fcca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:54.183873 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f239ae53-6609-4f26-9b90-fb209c4ce957 req-83072b41-419f-4733-a4cb-04c1e0ff00c7 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.36 "GET /v2.0/security-groups?id=777604f6-3a7e-48a6-8274-5156d2b1f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335925 Apr 21 12:33:54.220076 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c41d1c-481f-44c2-8af7-84dd294b9b42 req-2b94ac61-6902-449b-9e7a-51f7d00e6597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:54.221674 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96c41d1c-481f-44c2-8af7-84dd294b9b42 req-2b94ac61-6902-449b-9e7a-51f7d00e6597 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c287e289-9664-4a57-ae4d-cb3d1c307007 HTTP/1.1" status: 200 len: 921 time: 0.4900815 Apr 21 12:33:54.322870 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96c41d1c-481f-44c2-8af7-84dd294b9b42 req-25fb1fdd-c1a9-49d7-8333-62c2ac4b2dd5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44b7dd5a-1497-4cae-b911-9689d370cef4 HTTP/1.1" status: 200 len: 217 time: 0.0899916 Apr 21 12:33:54.347658 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7386f4cf-efbe-45fe-8e72-81524b7fcca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:54.447289 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c41d1c-481f-44c2-8af7-84dd294b9b42 req-e269fb73-557a-41e4-a95c-65c675688702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:54.452719 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96c41d1c-481f-44c2-8af7-84dd294b9b42 req-e269fb73-557a-41e4-a95c-65c675688702 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c2895f5-072d-4584-843c-51a4758cad8d HTTP/1.1" status: 200 len: 860 time: 0.1197979 Apr 21 12:33:54.461357 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9fd63eeb-ee46-4826-a371-8444e152a5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:54.463677 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7386f4cf-efbe-45fe-8e72-81524b7fcca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:54.478679 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7386f4cf-efbe-45fe-8e72-81524b7fcca6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:33:54.499995 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:54.521380 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7386f4cf-efbe-45fe-8e72-81524b7fcca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:54.522038 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-7386f4cf-efbe-45fe-8e72-81524b7fcca6 admin admin] Added segment 9a2658ad-93c7-49bb-ae54-fb57fa937c4e of type vlan for network 81f9440c-a578-4cd1-8ad5-52674a74da16 Apr 21 12:33:54.545260 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d0807df-864d-4b8d-9030-c89b1b36b028 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:33:54.549190 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9fd63eeb-ee46-4826-a371-8444e152a5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:54.594274 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386f4cf-efbe-45fe-8e72-81524b7fcca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c779db4-6d71-4284-949c-27a8d11957e4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:54.605891 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96c41d1c-481f-44c2-8af7-84dd294b9b42 req-cb3191ed-2267-4a0d-bf93-ab56f3a5d67d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c287e289-9664-4a57-ae4d-cb3d1c307007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541205 Apr 21 12:33:54.620042 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 6d0807df-864d-4b8d-9030-c89b1b36b028, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=6d0807df-864d-4b8d-9030-c89b1b36b028,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:54.658860 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7386f4cf-efbe-45fe-8e72-81524b7fcca6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:54.673372 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd63eeb-ee46-4826-a371-8444e152a5c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:33:54.680288 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd63eeb-ee46-4826-a371-8444e152a5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6089d7e0-34fc-4a24-96de-88dbebd113cb,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:54.697614 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9fd63eeb-ee46-4826-a371-8444e152a5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:54.698001 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-9fd63eeb-ee46-4826-a371-8444e152a5c2 admin admin] Added segment ae7c6478-e2f3-4842-90bb-cd6e34c522ba of type vlan for network 1afeb61e-54a9-4ede-8030-317c69a36623 Apr 21 12:33:54.703556 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:54.759691 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c7e39-ee78-43f4-8861-26b1d9e9b5d8 req-bd2868ed-f5b6-4305-990e-90f4d86ea219 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:54.762107 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9fd63eeb-ee46-4826-a371-8444e152a5c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:54.770172 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c7e39-ee78-43f4-8861-26b1d9e9b5d8 req-bd2868ed-f5b6-4305-990e-90f4d86ea219 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:54.778276 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c7e39-ee78-43f4-8861-26b1d9e9b5d8 req-bd2868ed-f5b6-4305-990e-90f4d86ea219 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:54.785403 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7386f4cf-efbe-45fe-8e72-81524b7fcca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:54.786992 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7386f4cf-efbe-45fe-8e72-81524b7fcca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:54.787713 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7386f4cf-efbe-45fe-8e72-81524b7fcca6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:54.789198 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c7e39-ee78-43f4-8861-26b1d9e9b5d8 req-bd2868ed-f5b6-4305-990e-90f4d86ea219 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:54.797447 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c7e39-ee78-43f4-8861-26b1d9e9b5d8 req-bd2868ed-f5b6-4305-990e-90f4d86ea219 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:54.806545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c7e39-ee78-43f4-8861-26b1d9e9b5d8 req-bd2868ed-f5b6-4305-990e-90f4d86ea219 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:54.809181 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:54.815819 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c7e39-ee78-43f4-8861-26b1d9e9b5d8 req-bd2868ed-f5b6-4305-990e-90f4d86ea219 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:54.825559 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea6c7e39-ee78-43f4-8861-26b1d9e9b5d8 req-bd2868ed-f5b6-4305-990e-90f4d86ea219 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5420 time: 0.3682871 Apr 21 12:33:54.896722 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7386f4cf-efbe-45fe-8e72-81524b7fcca6 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1654146 Apr 21 12:33:54.897253 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32812) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:54.900245 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bffb7-cd85-43d4-9c49-54de54f9619c req-569cc86d-6186-4d83-8f2d-fb7c8cb59ad1 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:54.904256 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c9c16737-4d40-40b8-a0bf-01ce035de1f7 admin admin] Request body: {'subnet': {'network_id': '81f9440c-a578-4cd1-8ad5-52674a74da16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1090431654-subnet', 'tenant_id': 'f8fe759a5e054ec095d0c85a744880b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:54.910087 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5f0bffb7-cd85-43d4-9c49-54de54f9619c req-569cc86d-6186-4d83-8f2d-fb7c8cb59ad1 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 943 time: 0.3568623 Apr 21 12:33:54.920547 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a261c76-7eaf-4946-89dd-460a926a3b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca22d61-c4b5-41be-96a3-c314b57155e5'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:33:54.922824 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8140119-7bfc-4c87-affe-903ab2a61e50" -d '{"events": [{"server_uuid": "7a261c76-7eaf-4946-89dd-460a926a3b77", "name": "network-vif-plugged", "status": "completed", "tag": "9ca22d61-c4b5-41be-96a3-c314b57155e5"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:33:54.936486 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9fd63eeb-ee46-4826-a371-8444e152a5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:54.939123 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd63eeb-ee46-4826-a371-8444e152a5c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:54.939763 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9fd63eeb-ee46-4826-a371-8444e152a5c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:54.943140 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386f4cf-efbe-45fe-8e72-81524b7fcca6 admin admin] Pushing event updated for resources: {'Network': ['ID=81f9440c-a578-4cd1-8ad5-52674a74da16,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:54.993712 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 81f9440c-a578-4cd1-8ad5-52674a74da16 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:33:55.009928 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c16737-4d40-40b8-a0bf-01ce035de1f7 admin admin] Made reservation on behalf of f8fe759a5e054ec095d0c85a744880b5 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:33:55.012780 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9c16737-4d40-40b8-a0bf-01ce035de1f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:55.023102 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5f0bffb7-cd85-43d4-9c49-54de54f9619c req-883586db-29f8-4276-a924-3bf6e3234aec tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090472 Apr 21 12:33:55.027228 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 9ca22d61-c4b5-41be-96a3-c314b57155e5, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9ca22d61-c4b5-41be-96a3-c314b57155e5,segment=NetworkSegment(dc08e3b7-3b9c-4d54-b60e-2f1c56d392c9),segment_id=dc08e3b7-3b9c-4d54-b60e-2f1c56d392c9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:55.028615 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['6d0807df-864d-4b8d-9030-c89b1b36b028'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:33:55.053509 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9fd63eeb-ee46-4826-a371-8444e152a5c2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2985523 Apr 21 12:33:55.077568 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 32816) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:55.096754 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-09005b4e-3c32-4ef3-ab7a-5bd437fe048a admin admin] Request body: {'subnet': {'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1451595583-subnet', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:55.103695 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=6d0807df-864d-4b8d-9030-c89b1b36b028,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:55.134076 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd63eeb-ee46-4826-a371-8444e152a5c2 admin admin] Pushing event updated for resources: {'Network': ['ID=1afeb61e-54a9-4ede-8030-317c69a36623,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:55.182833 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea6c7e39-ee78-43f4-8861-26b1d9e9b5d8 req-11205ec6-8e6e-46ea-b350-53f5773f9a9a tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3559055 Apr 21 12:33:55.211840 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-32435839-f9ed-41ee-87bb-aa34d24670bf req-5130df8a-4d37-450c-8804-ccad9613ff2a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1807048 Apr 21 12:33:55.230012 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96c41d1c-481f-44c2-8af7-84dd294b9b42 req-7d4ace29-cfcf-4de2-91dd-b9b4be3d8257 service neutron] 10.222.0.24 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5658536 Apr 21 12:33:55.241573 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 1afeb61e-54a9-4ede-8030-317c69a36623 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:33:55.259509 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:55.346105 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09005b4e-3c32-4ef3-ab7a-5bd437fe048a admin admin] Made reservation on behalf of a208b1412791496188b5b7f9d81a64f6 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:33:55.360662 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09005b4e-3c32-4ef3-ab7a-5bd437fe048a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:55.382327 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b5415384-6651-492d-a1a8-40207db04988 req-11ec8ea8-67c7-4edd-9cbb-4b50dbf99f61 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c HTTP/1.1" status: 200 len: 210 time: 0.1803174 Apr 21 12:33:55.437067 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9c16737-4d40-40b8-a0bf-01ce035de1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:55.531765 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=9ca22d61-c4b5-41be-96a3-c314b57155e5,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:55.559870 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c16737-4d40-40b8-a0bf-01ce035de1f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83a4a302-5ff1-47b1-99f8-fcd9956ce731,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:55.603777 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32435839-f9ed-41ee-87bb-aa34d24670bf req-d0d70d16-fbb6-475c-a926-808aa3038714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:55.612400 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-32435839-f9ed-41ee-87bb-aa34d24670bf req-d0d70d16-fbb6-475c-a926-808aa3038714 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26ea3c659ac44d28a683c1af948ed1b6&device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 1096 time: 0.2389538 Apr 21 12:33:55.712787 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c16737-4d40-40b8-a0bf-01ce035de1f7 admin admin] Checking segment: {'id': '9a2658ad-93c7-49bb-ae54-fb57fa937c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '81f9440c-a578-4cd1-8ad5-52674a74da16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:33:55.713264 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c16737-4d40-40b8-a0bf-01ce035de1f7 admin admin] Network hostable DHCP agents. Network: 81f9440c-a578-4cd1-8ad5-52674a74da16, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:33:55.759691 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b610cdf7-a876-4388-9c68-d5c040720258 x-openstack-request-id: req-b610cdf7-a876-4388-9c68-d5c040720258 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:33:55.762243 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a261c76-7eaf-4946-89dd-460a926a3b77", "name": "network-vif-plugged", "status": "completed", "tag": "9ca22d61-c4b5-41be-96a3-c314b57155e5", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:33:55.762682 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b610cdf7-a876-4388-9c68-d5c040720258 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:33:55.763663 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b610cdf7-a876-4388-9c68-d5c040720258'] response: {'server_uuid': '7a261c76-7eaf-4946-89dd-460a926a3b77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca22d61-c4b5-41be-96a3-c314b57155e5', 'code': 200} Apr 21 12:33:55.995565 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96c41d1c-481f-44c2-8af7-84dd294b9b42 req-715db519-7276-4412-a766-01c67b42140d service neutron] 10.222.0.24 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7501957 Apr 21 12:33:56.027850 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c97d9-9469-4c0b-9e75-238ee5f24202 req-faa59ba4-f0d1-415a-bdad-aefe03e810bb tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:56.038362 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-696c97d9-9469-4c0b-9e75-238ee5f24202 req-faa59ba4-f0d1-415a-bdad-aefe03e810bb tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 944 time: 0.4864473 Apr 21 12:33:56.060779 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-400dab71-8757-4f53-ac0a-15d5a9123e9e tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:56.063080 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-400dab71-8757-4f53-ac0a-15d5a9123e9e tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.26 "GET /v2.0/networks?id=1e79e57f-4187-4f1d-82d0-38b1ad1f2346 HTTP/1.1" status: 200 len: 814 time: 0.6472943 Apr 21 12:33:56.081756 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-93fdf732-de4d-4d1e-966f-92b3e8dde80f tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Request body: {'port': {'device_id': '0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c', 'network_id': '1e79e57f-4187-4f1d-82d0-38b1ad1f2346', 'admin_state_up': True, 'tenant_id': 'd4ec7030bfb94f689f8bbc16896ac4b2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:56.214683 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f6bcd-5a45-4f4b-a2aa-8cae60a16026 req-697dbc1f-1c5a-4208-8036-aeb13a62ef4f tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:56.216576 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-110f6bcd-5a45-4f4b-a2aa-8cae60a16026 req-697dbc1f-1c5a-4208-8036-aeb13a62ef4f tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a261c76-7eaf-4946-89dd-460a926a3b77 HTTP/1.1" status: 200 len: 945 time: 0.3079634 Apr 21 12:33:56.223810 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-696c97d9-9469-4c0b-9e75-238ee5f24202 req-d4273e14-8080-4268-8f56-498b0baa2598 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553349 Apr 21 12:33:56.313350 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c16737-4d40-40b8-a0bf-01ce035de1f7 admin admin] Network 81f9440c-a578-4cd1-8ad5-52674a74da16 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:33:56.352592 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32435839-f9ed-41ee-87bb-aa34d24670bf req-7f463161-f1c5-4854-8502-79fd3cb60475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:56.354288 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-32435839-f9ed-41ee-87bb-aa34d24670bf req-7f463161-f1c5-4854-8502-79fd3cb60475 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c287e289-9664-4a57-ae4d-cb3d1c307007 HTTP/1.1" status: 200 len: 921 time: 0.6884601 Apr 21 12:33:56.366941 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-110f6bcd-5a45-4f4b-a2aa-8cae60a16026 req-4a747a0a-1d1b-4c18-946b-abe0a7a0eeb5 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.36 "GET /v2.0/security-groups?id=777604f6-3a7e-48a6-8274-5156d2b1f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307471 Apr 21 12:33:56.395126 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8478800-9835-4746-9896-b8994827f268 req-f31918d7-4297-41fa-b337-73f2af474063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:56.399734 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b8478800-9835-4746-9896-b8994827f268 req-f31918d7-4297-41fa-b337-73f2af474063 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7a261c76-7eaf-4946-89dd-460a926a3b77 HTTP/1.1" status: 200 len: 1096 time: 0.5772154 Apr 21 12:33:56.468106 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b0230-1d70-4c05-b7dd-1cf4d9930009 req-73c7de4d-0fa8-4dd3-8cd3-70ac8d722736 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:56.470081 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-880b0230-1d70-4c05-b7dd-1cf4d9930009 req-73c7de4d-0fa8-4dd3-8cd3-70ac8d722736 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 943 time: 0.0606499 Apr 21 12:33:56.497164 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-32435839-f9ed-41ee-87bb-aa34d24670bf req-651a9494-fbad-4be3-a477-30f93d1738b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b93f2730-b02e-48d8-8e3f-c24ab6931ffb HTTP/1.1" status: 200 len: 217 time: 0.1303678 Apr 21 12:33:56.524315 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-c9c16737-4d40-40b8-a0bf-01ce035de1f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 81f9440c-a578-4cd1-8ad5-52674a74da16) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:33:56.534858 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93870d51-a443-46a0-98fd-acf9813ddae1 None None] Network 81f9440c-a578-4cd1-8ad5-52674a74da16 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:33:56.542817 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09005b4e-3c32-4ef3-ab7a-5bd437fe048a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:56.545027 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c16737-4d40-40b8-a0bf-01ce035de1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:56.549931 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9c16737-4d40-40b8-a0bf-01ce035de1f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:56.562374 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-93fdf732-de4d-4d1e-966f-92b3e8dde80f tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Made reservation on behalf of d4ec7030bfb94f689f8bbc16896ac4b2 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:33:56.562678 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-93fdf732-de4d-4d1e-966f-92b3e8dde80f tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:56.650076 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b8478800-9835-4746-9896-b8994827f268 req-9458cdfa-e0af-441f-b3cc-6d318a3dedc7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=777604f6-3a7e-48a6-8274-5156d2b1f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517057 Apr 21 12:33:56.676685 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32435839-f9ed-41ee-87bb-aa34d24670bf req-4ebdd746-56fc-4232-9ee3-48f1099d6682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:56.682399 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-32435839-f9ed-41ee-87bb-aa34d24670bf req-4ebdd746-56fc-4232-9ee3-48f1099d6682 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c2895f5-072d-4584-843c-51a4758cad8d HTTP/1.1" status: 200 len: 860 time: 0.1697414 Apr 21 12:33:56.715456 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c9c16737-4d40-40b8-a0bf-01ce035de1f7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8075297 Apr 21 12:33:56.761376 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0065e85-df22-423d-9eac-c7bf4e32b3ca None None] Network 81f9440c-a578-4cd1-8ad5-52674a74da16 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:33:56.794960 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a228b-7ab5-4212-bf72-ffc13a00a22e req-4f1c4792-b3d1-4d54-9a49-c8ebfc41c577 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:56.800933 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a228b-7ab5-4212-bf72-ffc13a00a22e req-4f1c4792-b3d1-4d54-9a49-c8ebfc41c577 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:56.808771 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a228b-7ab5-4212-bf72-ffc13a00a22e req-4f1c4792-b3d1-4d54-9a49-c8ebfc41c577 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:56.816957 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a228b-7ab5-4212-bf72-ffc13a00a22e req-4f1c4792-b3d1-4d54-9a49-c8ebfc41c577 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:56.825620 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a228b-7ab5-4212-bf72-ffc13a00a22e req-4f1c4792-b3d1-4d54-9a49-c8ebfc41c577 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:56.833404 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a228b-7ab5-4212-bf72-ffc13a00a22e req-4f1c4792-b3d1-4d54-9a49-c8ebfc41c577 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:56.841039 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a228b-7ab5-4212-bf72-ffc13a00a22e req-4f1c4792-b3d1-4d54-9a49-c8ebfc41c577 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:56.850032 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-032a228b-7ab5-4212-bf72-ffc13a00a22e req-4f1c4792-b3d1-4d54-9a49-c8ebfc41c577 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5420 time: 0.3482263 Apr 21 12:33:56.854149 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-880b0230-1d70-4c05-b7dd-1cf4d9930009 req-36763d5f-b04d-4ce5-952f-c7f8d86e6285 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729084 Apr 21 12:33:56.894669 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-32435839-f9ed-41ee-87bb-aa34d24670bf req-2a587386-7d5e-4a26-b08a-a3d9a22164d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c287e289-9664-4a57-ae4d-cb3d1c307007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485532 Apr 21 12:33:56.921990 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-032a228b-7ab5-4212-bf72-ffc13a00a22e req-d71699a4-49d1-41a5-9c28-fef4512e3705 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677907 Apr 21 12:33:56.923642 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-93fdf732-de4d-4d1e-966f-92b3e8dde80f tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Allocated IP 172.20.0.4 (1e79e57f-4187-4f1d-82d0-38b1ad1f2346/1ef2bae7-ae93-43ba-bf2d-9ed5978c2568/23e1c761-9375-48fc-9e9a-0decdbce0979) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:33:56.948279 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09005b4e-3c32-4ef3-ab7a-5bd437fe048a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6a79252-68c3-4d98-8e31-7d58e3a1be80,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:56.968438 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09005b4e-3c32-4ef3-ab7a-5bd437fe048a admin admin] Checking segment: {'id': 'ae7c6478-e2f3-4842-90bb-cd6e34c522ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:33:56.969072 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09005b4e-3c32-4ef3-ab7a-5bd437fe048a admin admin] Network hostable DHCP agents. Network: 1afeb61e-54a9-4ede-8030-317c69a36623, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:33:57.043180 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-32435839-f9ed-41ee-87bb-aa34d24670bf req-f54e62b4-4b84-470b-8e4b-64741a4e11b0 service neutron] 10.222.0.24 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430821 Apr 21 12:33:57.208268 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-32435839-f9ed-41ee-87bb-aa34d24670bf req-02e0e9e4-0958-4fa5-9e81-193bcfe1e673 service neutron] 10.222.0.24 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554627 Apr 21 12:33:57.408097 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03cd195c-669a-48a8-91ef-4e851889b316 req-b387223a-039c-4092-9a81-ce1595a42d36 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c HTTP/1.1" status: 200 len: 210 time: 0.3964007 Apr 21 12:33:57.593098 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-3a5039c5-6fc5-498d-9bed-fc3485a808b3 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:57.594507 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-3a5039c5-6fc5-498d-9bed-fc3485a808b3 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/networks?id=81f9440c-a578-4cd1-8ad5-52674a74da16 HTTP/1.1" status: 200 len: 822 time: 0.2267771 Apr 21 12:33:57.601871 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92c31b-3bdf-47a4-ad0f-3613084a0e96 req-2c6d3d2b-3116-4758-b529-cf822cee4da9 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:57.603375 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb92c31b-3bdf-47a4-ad0f-3613084a0e96 req-2c6d3d2b-3116-4758-b529-cf822cee4da9 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 944 time: 0.1517661 Apr 21 12:33:57.640836 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-e166afea-1062-4d1e-8f5b-ca92def85aa0 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/quotas/f8fe759a5e054ec095d0c85a744880b5 HTTP/1.1" status: 200 len: 375 time: 0.0364332 Apr 21 12:33:57.697616 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb92c31b-3bdf-47a4-ad0f-3613084a0e96 req-5327989c-1230-48eb-bef7-a04dcd73eb34 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879798 Apr 21 12:33:57.701498 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-530b9486-a96c-4fc0-9883-a6d24df99afc tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f8fe759a5e054ec095d0c85a744880b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475092 Apr 21 12:33:57.704284 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-93fdf732-de4d-4d1e-966f-92b3e8dde80f tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:57.706352 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09005b4e-3c32-4ef3-ab7a-5bd437fe048a admin admin] Network 1afeb61e-54a9-4ede-8030-317c69a36623 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:33:57.798934 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-09005b4e-3c32-4ef3-ab7a-5bd437fe048a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 1afeb61e-54a9-4ede-8030-317c69a36623) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:33:57.811916 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb54d41-dd39-4e89-a3e4-d145ca1c2fba None None] Network 1afeb61e-54a9-4ede-8030-317c69a36623 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:33:57.830197 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09005b4e-3c32-4ef3-ab7a-5bd437fe048a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:57.831078 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-09005b4e-3c32-4ef3-ab7a-5bd437fe048a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:57.834001 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 6d0807df-864d-4b8d-9030-c89b1b36b028 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:33:57.902544 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-93fdf732-de4d-4d1e-966f-92b3e8dde80f tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:57.908499 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-4bdb746b-4bdc-4b48-b438-a29745341b04 service neutron] 10.222.0.36 "GET /v2.0/networks/81f9440c-a578-4cd1-8ad5-52674a74da16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846786 Apr 21 12:33:57.942374 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4747338-e883-4589-8330-abf4857bc574 req-c84a4f6d-1c82-421b-ae54-5e44a5c4bdfd tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:57.950004 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a4747338-e883-4589-8330-abf4857bc574 req-c84a4f6d-1c82-421b-ae54-5e44a5c4bdfd tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a261c76-7eaf-4946-89dd-460a926a3b77 HTTP/1.1" status: 200 len: 945 time: 0.1224191 Apr 21 12:33:58.004086 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-09005b4e-3c32-4ef3-ab7a-5bd437fe048a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9189961 Apr 21 12:33:58.007368 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32878) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:33:58.012572 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-0543f430-5bb4-4722-b878-21050185bf97 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1451595583-router', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:58.083150 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-93fdf732-de4d-4d1e-966f-92b3e8dde80f tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Network 1e79e57f-4187-4f1d-82d0-38b1ad1f2346 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:33:58.083832 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2edbbd-47c6-4765-82b5-4f46381e8dff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-1afeb61e-54a9-4ede-8030-317c69a36623', 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'fixed_ips': [{'subnet_id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:33:58.084749 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb2edbbd-47c6-4765-82b5-4f46381e8dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:58.092798 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdf732-de4d-4d1e-966f-92b3e8dde80f tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Pushing event updated for resources: {'Port': ['ID=23e1c761-9375-48fc-9e9a-0decdbce0979,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:58.109336 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-93fdf732-de4d-4d1e-966f-92b3e8dde80f tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:33:58.110357 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0543f430-5bb4-4722-b878-21050185bf97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:58.111567 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0543f430-5bb4-4722-b878-21050185bf97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:58.118727 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-93fdf732-de4d-4d1e-966f-92b3e8dde80f tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:33:58.120759 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 6d0807df-864d-4b8d-9030-c89b1b36b028 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:33:58.138242 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 6d0807df-864d-4b8d-9030-c89b1b36b028 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:33:58.138612 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:58.209979 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0543f430-5bb4-4722-b878-21050185bf97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:58.231509 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a4747338-e883-4589-8330-abf4857bc574 req-a32b76f6-b76d-49dd-b447-596599fc96df tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.36 "GET /v2.0/security-groups?id=777604f6-3a7e-48a6-8274-5156d2b1f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806041 Apr 21 12:33:58.263640 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be6d6b-e9b3-40f7-ad8b-bb93d47e6492 req-9617e328-d4a2-48e2-8466-294ccfe6c715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:58.266380 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-95be6d6b-e9b3-40f7-ad8b-bb93d47e6492 req-9617e328-d4a2-48e2-8466-294ccfe6c715 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4e5e4ba0c6e54f54b7de288c935df29c&device_id=299c63c1-fd6c-4f13-b61f-25a5a4481c4a HTTP/1.1" status: 200 len: 1101 time: 0.2666147 Apr 21 12:33:58.324565 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-4d6d0bd4-dcc7-4b47-8bc5-bea3b213ad98 service neutron] 10.222.0.36 "GET /v2.0/networks/81f9440c-a578-4cd1-8ad5-52674a74da16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705907 Apr 21 12:33:58.331799 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-93fdf732-de4d-4d1e-966f-92b3e8dde80f tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:58.335704 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-93fdf732-de4d-4d1e-966f-92b3e8dde80f tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:58.396428 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:58.468380 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81688510-da19-4451-bcc5-6d559622279f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0807df-864d-4b8d-9030-c89b1b36b028'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:33:58.471123 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bb1896-b05c-4ab3-a48b-a3986a37d9f5" -d '{"events": [{"server_uuid": "81688510-da19-4451-bcc5-6d559622279f", "name": "network-vif-plugged", "status": "completed", "tag": "6d0807df-864d-4b8d-9030-c89b1b36b028"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:33:58.483996 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0543f430-5bb4-4722-b878-21050185bf97 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:58.496012 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 6d0807df-864d-4b8d-9030-c89b1b36b028, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=6d0807df-864d-4b8d-9030-c89b1b36b028,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:33:58.497546 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-cb2edbbd-47c6-4765-82b5-4f46381e8dff None None] Allocated IP 172.20.0.2 (1afeb61e-54a9-4ede-8030-317c69a36623/f6a79252-68c3-4d98-8e31-7d58e3a1be80/8f8067b9-ecbe-43dd-addc-d73212ef2f05) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:33:58.505099 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-93fdf732-de4d-4d1e-966f-92b3e8dde80f tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4283364 Apr 21 12:33:58.517925 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34d6c1-24b8-4ca0-8cca-45ec2478a3ed req-7286027f-88f0-4ce8-845f-a38c51ad9fc9 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:58.520042 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa34d6c1-24b8-4ca0-8cca-45ec2478a3ed req-7286027f-88f0-4ce8-845f-a38c51ad9fc9 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 943 time: 0.1638842 Apr 21 12:33:58.526294 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-4f784c89-45d1-49db-a696-3deae0eb2041 service neutron] Request body: {'port': {'device_id': '0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:33:58.530505 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be6d6b-e9b3-40f7-ad8b-bb93d47e6492 req-81cbab17-6245-49ff-8170-8a408d85a73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:58.532236 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-95be6d6b-e9b3-40f7-ad8b-bb93d47e6492 req-81cbab17-6245-49ff-8170-8a408d85a73b service neutron] 10.222.0.26 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.2259600 Apr 21 12:33:58.656359 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-95be6d6b-e9b3-40f7-ad8b-bb93d47e6492 req-0809659b-122b-4bf2-9a00-c381fef013c8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 HTTP/1.1" status: 200 len: 217 time: 0.0975082 Apr 21 12:33:58.693133 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb2edbbd-47c6-4765-82b5-4f46381e8dff None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:58.699638 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:58.800609 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=6d0807df-864d-4b8d-9030-c89b1b36b028,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:58.810142 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb2edbbd-47c6-4765-82b5-4f46381e8dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:58.828975 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-4f784c89-45d1-49db-a696-3deae0eb2041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:58.880349 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa34d6c1-24b8-4ca0-8cca-45ec2478a3ed req-4c97e506-8362-4e99-ac7c-d4d6f4dce7f1 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450596 Apr 21 12:33:58.930219 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1473602-5d60-4121-b63d-cf42e852145a req-8207efb8-4b6f-430d-aa41-b4176e2f34c9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:58.938915 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1473602-5d60-4121-b63d-cf42e852145a req-8207efb8-4b6f-430d-aa41-b4176e2f34c9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:58.949494 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1473602-5d60-4121-b63d-cf42e852145a req-8207efb8-4b6f-430d-aa41-b4176e2f34c9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:58.956991 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1473602-5d60-4121-b63d-cf42e852145a req-8207efb8-4b6f-430d-aa41-b4176e2f34c9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:58.963937 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2edbbd-47c6-4765-82b5-4f46381e8dff None None] Network 1afeb61e-54a9-4ede-8030-317c69a36623 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:33:58.964447 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1473602-5d60-4121-b63d-cf42e852145a req-8207efb8-4b6f-430d-aa41-b4176e2f34c9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:58.968005 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-cb2edbbd-47c6-4765-82b5-4f46381e8dff None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:33:58.972588 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1473602-5d60-4121-b63d-cf42e852145a req-8207efb8-4b6f-430d-aa41-b4176e2f34c9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:58.972839 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2edbbd-47c6-4765-82b5-4f46381e8dff None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:33:58.977860 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0543f430-5bb4-4722-b878-21050185bf97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:58.979718 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2edbbd-47c6-4765-82b5-4f46381e8dff None None] Pushing event updated for resources: {'Port': ['ID=8f8067b9-ecbe-43dd-addc-d73212ef2f05,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:58.980608 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1473602-5d60-4121-b63d-cf42e852145a req-8207efb8-4b6f-430d-aa41-b4176e2f34c9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:58.982693 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e1473602-5d60-4121-b63d-cf42e852145a req-8207efb8-4b6f-430d-aa41-b4176e2f34c9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5420 time: 0.2558732 Apr 21 12:33:59.017461 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0543f430-5bb4-4722-b878-21050185bf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:59.061224 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be6d6b-e9b3-40f7-ad8b-bb93d47e6492 req-b7baf666-0c16-4d3e-be4d-15bc3fc43026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:59.069610 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-95be6d6b-e9b3-40f7-ad8b-bb93d47e6492 req-b7baf666-0c16-4d3e-be4d-15bc3fc43026 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.3409762 Apr 21 12:33:59.101030 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-cb2edbbd-47c6-4765-82b5-4f46381e8dff None None] Attempting to bind port 8f8067b9-ecbe-43dd-addc-d73212ef2f05 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:33:59.105772 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-cb2edbbd-47c6-4765-82b5-4f46381e8dff None None] Attempting to bind port 8f8067b9-ecbe-43dd-addc-d73212ef2f05 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'ae7c6478-e2f3-4842-90bb-cd6e34c522ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:33:59.106211 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2edbbd-47c6-4765-82b5-4f46381e8dff None None] Attempting to bind port 8f8067b9-ecbe-43dd-addc-d73212ef2f05 on network 1afeb61e-54a9-4ede-8030-317c69a36623 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:33:59.128652 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2edbbd-47c6-4765-82b5-4f46381e8dff None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:33:59.129032 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2edbbd-47c6-4765-82b5-4f46381e8dff None None] Checking segment: {'id': 'ae7c6478-e2f3-4842-90bb-cd6e34c522ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:33:59.129560 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb2edbbd-47c6-4765-82b5-4f46381e8dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:59.129983 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2edbbd-47c6-4765-82b5-4f46381e8dff None None] Bound using segment: {'id': 'ae7c6478-e2f3-4842-90bb-cd6e34c522ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:33:59.130592 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-cb2edbbd-47c6-4765-82b5-4f46381e8dff None None] Bound port: 8f8067b9-ecbe-43dd-addc-d73212ef2f05, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7c6478-e2f3-4842-90bb-cd6e34c522ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:33:59.131018 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb2edbbd-47c6-4765-82b5-4f46381e8dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:59.164802 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-0543f430-5bb4-4722-b878-21050185bf97 admin admin] Allocated IP 172.25.8.248 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/17bcd865-7e07-4eea-a941-42ab60ae94ad) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:33:59.208956 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-cb2edbbd-47c6-4765-82b5-4f46381e8dff None None] For port 8f8067b9-ecbe-43dd-addc-d73212ef2f05, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:33:59.212363 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-cb2edbbd-47c6-4765-82b5-4f46381e8dff None None] For port 8f8067b9-ecbe-43dd-addc-d73212ef2f05, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=8f8067b9-ecbe-43dd-addc-d73212ef2f05,segment=NetworkSegment(ae7c6478-e2f3-4842-90bb-cd6e34c522ba),segment_id=ae7c6478-e2f3-4842-90bb-cd6e34c522ba)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:33:59.248892 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e1473602-5d60-4121-b63d-cf42e852145a req-5e97af82-cfa8-4a54-8883-5983a8a2643c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2231936 Apr 21 12:33:59.270923 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb2edbbd-47c6-4765-82b5-4f46381e8dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:59.353292 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0543f430-5bb4-4722-b878-21050185bf97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:59.354506 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be6d6b-e9b3-40f7-ad8b-bb93d47e6492 req-82d7d364-20d7-4b2d-9914-97443c0ea281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:59.356131 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-95be6d6b-e9b3-40f7-ad8b-bb93d47e6492 req-82d7d364-20d7-4b2d-9914-97443c0ea281 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2249885 Apr 21 12:33:59.389249 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83303c88-0e9f-4526-9677-c69136f207a1 req-a8dc6134-9ec3-4e23-b2a1-9877fdebfd2e tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:59.389995 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c5da65-0cba-4dd7-8ea4-98f12d9ff7d3 x-openstack-request-id: req-42c5da65-0cba-4dd7-8ea4-98f12d9ff7d3 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:33:59.390761 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81688510-da19-4451-bcc5-6d559622279f", "name": "network-vif-plugged", "status": "completed", "tag": "6d0807df-864d-4b8d-9030-c89b1b36b028", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:33:59.393413 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-42c5da65-0cba-4dd7-8ea4-98f12d9ff7d3 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:33:59.394074 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42c5da65-0cba-4dd7-8ea4-98f12d9ff7d3'] response: {'server_uuid': '81688510-da19-4451-bcc5-6d559622279f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d0807df-864d-4b8d-9030-c89b1b36b028', 'code': 200} Apr 21 12:33:59.410233 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-83303c88-0e9f-4526-9677-c69136f207a1 req-a8dc6134-9ec3-4e23-b2a1-9877fdebfd2e tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c HTTP/1.1" status: 200 len: 931 time: 0.3714068 Apr 21 12:33:59.437761 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2edbbd-47c6-4765-82b5-4f46381e8dff None None] Pushing event updated for resources: {'Port': ['ID=8f8067b9-ecbe-43dd-addc-d73212ef2f05,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:59.525087 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f5dab-02f7-4503-ab80-8d0bfe97397d req-da905791-897a-4866-aeb1-9626bf31eec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:59.527180 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-200f5dab-02f7-4503-ab80-8d0bfe97397d req-da905791-897a-4866-aeb1-9626bf31eec6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 1096 time: 0.0687110 Apr 21 12:33:59.537725 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-08303064-4254-4321-b3c7-0990d42e5f0d req-4196e527-cd91-40a5-b10f-d162d521c457 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 210 time: 0.0787921 Apr 21 12:33:59.588477 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-200f5dab-02f7-4503-ab80-8d0bfe97397d req-77057acf-5ef8-449d-8848-9461b4c8fe59 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462878 Apr 21 12:33:59.623117 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0543f430-5bb4-4722-b878-21050185bf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:33:59.715943 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0543f430-5bb4-4722-b878-21050185bf97 admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:33:59.729100 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-0543f430-5bb4-4722-b878-21050185bf97 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:33:59.733514 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-83303c88-0e9f-4526-9677-c69136f207a1 req-d6cc6fda-bbca-4e3f-9176-bfaf81338404 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/security-groups?id=acb76a8a-ee85-4386-9584-2317bdf70db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218839 Apr 21 12:33:59.734500 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0543f430-5bb4-4722-b878-21050185bf97 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:33:59.758214 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543f430-5bb4-4722-b878-21050185bf97 admin admin] Pushing event updated for resources: {'Port': ['ID=17bcd865-7e07-4eea-a941-42ab60ae94ad,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:33:59.831380 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-95be6d6b-e9b3-40f7-ad8b-bb93d47e6492 req-83332042-0cd3-433e-ab88-97d1eaedf92d service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079578 Apr 21 12:33:59.904794 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68493987-2bd8-4808-b18b-eb8a158d8895 req-209420c6-9baf-4550-bf43-3c78a8dc1608 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:33:59.921873 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68493987-2bd8-4808-b18b-eb8a158d8895 req-209420c6-9baf-4550-bf43-3c78a8dc1608 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 945 time: 0.2822380 Apr 21 12:34:00.084021 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68493987-2bd8-4808-b18b-eb8a158d8895 req-2678c4c8-644d-4249-967f-d1447b8cc045 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608276 Apr 21 12:34:00.126021 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-95be6d6b-e9b3-40f7-ad8b-bb93d47e6492 req-e24f12b6-b873-43c2-84e4-37c92cbda093 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880683 Apr 21 12:34:00.178375 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e744ada6-746e-4abe-989d-0aae92e38e3b req-8e8c49ab-57d1-42bd-b938-92261c544a9b tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:00.188407 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e744ada6-746e-4abe-989d-0aae92e38e3b req-8e8c49ab-57d1-42bd-b938-92261c544a9b tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a261c76-7eaf-4946-89dd-460a926a3b77 HTTP/1.1" status: 200 len: 945 time: 0.2323666 Apr 21 12:34:00.236004 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-4f784c89-45d1-49db-a696-3deae0eb2041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23e1c761-9375-48fc-9e9a-0decdbce0979 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:34:00.280743 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-4f784c89-45d1-49db-a696-3deae0eb2041 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:00.363024 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e744ada6-746e-4abe-989d-0aae92e38e3b req-e29f364d-64b7-4727-a722-7a29052b36e6 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.36 "GET /v2.0/security-groups?id=777604f6-3a7e-48a6-8274-5156d2b1f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735742 Apr 21 12:34:00.364402 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0543f430-5bb4-4722-b878-21050185bf97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:00.373873 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-4f784c89-45d1-49db-a696-3deae0eb2041 service neutron] Transition to ACTIVE for port object 23e1c761-9375-48fc-9e9a-0decdbce0979 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:34:00.444306 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd717f5c-5daa-453d-ae42-172d06ae4de4 req-58a29d8b-68ad-41bf-a21a-d98d93034199 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:00.460187 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bd717f5c-5daa-453d-ae42-172d06ae4de4 req-58a29d8b-68ad-41bf-a21a-d98d93034199 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 943 time: 0.1866453 Apr 21 12:34:00.499983 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-4f784c89-45d1-49db-a696-3deae0eb2041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:00.696415 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bd717f5c-5daa-453d-ae42-172d06ae4de4 req-8f5d3508-304d-4c8c-96a9-65be0d8ce2c1 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347002 Apr 21 12:34:00.757313 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f784c89-45d1-49db-a696-3deae0eb2041 service neutron] Pushing event updated for resources: {'Port': ['ID=23e1c761-9375-48fc-9e9a-0decdbce0979,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:00.785356 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0543f430-5bb4-4722-b878-21050185bf97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:00.814178 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 8f8067b9-ecbe-43dd-addc-d73212ef2f05 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:34:00.857294 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72daf7f5-6bcd-4730-b334-54ef74d150f8 req-3cf8186d-1219-49d0-96e1-70298052657b tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:00.871755 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72daf7f5-6bcd-4730-b334-54ef74d150f8 req-3cf8186d-1219-49d0-96e1-70298052657b tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:00.885695 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72daf7f5-6bcd-4730-b334-54ef74d150f8 req-3cf8186d-1219-49d0-96e1-70298052657b tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:00.893291 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72daf7f5-6bcd-4730-b334-54ef74d150f8 req-3cf8186d-1219-49d0-96e1-70298052657b tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:00.899503 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72daf7f5-6bcd-4730-b334-54ef74d150f8 req-3cf8186d-1219-49d0-96e1-70298052657b tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:00.935629 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72daf7f5-6bcd-4730-b334-54ef74d150f8 req-3cf8186d-1219-49d0-96e1-70298052657b tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:00.943799 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72daf7f5-6bcd-4730-b334-54ef74d150f8 req-3cf8186d-1219-49d0-96e1-70298052657b tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:00.953516 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72daf7f5-6bcd-4730-b334-54ef74d150f8 req-3cf8186d-1219-49d0-96e1-70298052657b tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5420 time: 0.4606626 Apr 21 12:34:00.994367 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 8f8067b9-ecbe-43dd-addc-d73212ef2f05 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:34:00.997516 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:01.028455 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dca63fd6-f2de-43d2-aae3-adda847541c7 req-3ff5200b-2751-43c0-a73d-c65975f8614f tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 210 time: 0.0449433 Apr 21 12:34:01.083713 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72daf7f5-6bcd-4730-b334-54ef74d150f8 req-fb12139d-36f0-431c-99dc-a5d5d28f2c8c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1244364 Apr 21 12:34:01.084763 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-4f784c89-45d1-49db-a696-3deae0eb2041 service neutron] Attempting to bind port 23e1c761-9375-48fc-9e9a-0decdbce0979 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:34:01.085110 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-4f784c89-45d1-49db-a696-3deae0eb2041 service neutron] Attempting to bind port 23e1c761-9375-48fc-9e9a-0decdbce0979 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '40053aa4-763b-4507-8fb5-b3666fa81e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1e79e57f-4187-4f1d-82d0-38b1ad1f2346'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:34:01.085440 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-4f784c89-45d1-49db-a696-3deae0eb2041 service neutron] Attempting to bind port 23e1c761-9375-48fc-9e9a-0decdbce0979 on network 1e79e57f-4187-4f1d-82d0-38b1ad1f2346 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:34:01.085787 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec2f177-2609-439e-af8d-7850fe3abfa5 None None] Network 1afeb61e-54a9-4ede-8030-317c69a36623 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:34:01.098005 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-4f784c89-45d1-49db-a696-3deae0eb2041 service neutron] Port 23e1c761-9375-48fc-9e9a-0decdbce0979 on network 1e79e57f-4187-4f1d-82d0-38b1ad1f2346 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:34:01.103109 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-4f784c89-45d1-49db-a696-3deae0eb2041 service neutron] Attempting to bind port 23e1c761-9375-48fc-9e9a-0decdbce0979 on network 1e79e57f-4187-4f1d-82d0-38b1ad1f2346 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:34:01.117033 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-4f784c89-45d1-49db-a696-3deae0eb2041 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:34:01.117785 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-4f784c89-45d1-49db-a696-3deae0eb2041 service neutron] Checking segment: {'id': '40053aa4-763b-4507-8fb5-b3666fa81e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1e79e57f-4187-4f1d-82d0-38b1ad1f2346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:34:01.118427 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-4f784c89-45d1-49db-a696-3deae0eb2041 service neutron] Bound using segment: {'id': '40053aa4-763b-4507-8fb5-b3666fa81e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1e79e57f-4187-4f1d-82d0-38b1ad1f2346'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:34:01.119150 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-4f784c89-45d1-49db-a696-3deae0eb2041 service neutron] Bound port: 23e1c761-9375-48fc-9e9a-0decdbce0979, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40053aa4-763b-4507-8fb5-b3666fa81e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1e79e57f-4187-4f1d-82d0-38b1ad1f2346'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:34:01.119745 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-4f784c89-45d1-49db-a696-3deae0eb2041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:01.120799 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0543f430-5bb4-4722-b878-21050185bf97 admin admin] Router 3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:34:01.220760 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-37fb68bf-227e-414e-846f-173e21084489 None None] Provisioning complete for port 8f8067b9-ecbe-43dd-addc-d73212ef2f05 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:34:01.230724 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37fb68bf-227e-414e-846f-173e21084489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:01.263289 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-4f784c89-45d1-49db-a696-3deae0eb2041 service neutron] For port 23e1c761-9375-48fc-9e9a-0decdbce0979, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:34:01.272140 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-4f784c89-45d1-49db-a696-3deae0eb2041 service neutron] For port 23e1c761-9375-48fc-9e9a-0decdbce0979, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=23e1c761-9375-48fc-9e9a-0decdbce0979,segment=NetworkSegment(40053aa4-763b-4507-8fb5-b3666fa81e10),segment_id=40053aa4-763b-4507-8fb5-b3666fa81e10)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:34:01.281112 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0543f430-5bb4-4722-b878-21050185bf97 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:34:01.304114 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a272f-3242-43d7-af85-aaba14bd925a req-9dddb51b-936a-4b80-88f5-b75803180ed5 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:01.304347 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b623fe52-6877-49b7-9513-a2a99bde62cf None None] Sync routers for ids ['3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:34:01.314596 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce9a272f-3242-43d7-af85-aaba14bd925a req-9dddb51b-936a-4b80-88f5-b75803180ed5 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c HTTP/1.1" status: 200 len: 943 time: 0.1019268 Apr 21 12:34:01.319179 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b623fe52-6877-49b7-9513-a2a99bde62cf None None] Routers {'3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:34:01.319822 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b623fe52-6877-49b7-9513-a2a99bde62cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:33:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:34:01.386903 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-4f784c89-45d1-49db-a696-3deae0eb2041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:01.401151 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0543f430-5bb4-4722-b878-21050185bf97 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:01.411234 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 32932) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:34:01.415034 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0543f430-5bb4-4722-b878-21050185bf97 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3978636 Apr 21 12:34:01.438666 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:01.507122 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b623fe52-6877-49b7-9513-a2a99bde62cf None None] Set router 3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:34:01.514291 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37fb68bf-227e-414e-846f-173e21084489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:01.566402 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 8f8067b9-ecbe-43dd-addc-d73212ef2f05, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=8f8067b9-ecbe-43dd-addc-d73212ef2f05,segment=NetworkSegment(ae7c6478-e2f3-4842-90bb-cd6e34c522ba),segment_id=ae7c6478-e2f3-4842-90bb-cd6e34c522ba)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:01.636401 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:01.700142 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce9a272f-3242-43d7-af85-aaba14bd925a req-860b85c0-9d2a-4704-a09a-a8ef8fc132cb tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/security-groups?id=acb76a8a-ee85-4386-9584-2317bdf70db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3572204 Apr 21 12:34:01.772043 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=8f8067b9-ecbe-43dd-addc-d73212ef2f05,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:01.788141 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-4f784c89-45d1-49db-a696-3deae0eb2041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:01.789135 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-4f784c89-45d1-49db-a696-3deae0eb2041 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:01.790526 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-4f784c89-45d1-49db-a696-3deae0eb2041 service neutron] 10.222.0.26 "PUT /v2.0/ports/23e1c761-9375-48fc-9e9a-0decdbce0979 HTTP/1.1" status: 200 len: 1091 time: 3.2690070 Apr 21 12:34:01.798255 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405b7aa-676f-4822-8033-e9991d33b13d req-2238af68-fea9-45c0-8397-748f5f3fc6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:01.802237 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6405b7aa-676f-4822-8033-e9991d33b13d req-2238af68-fea9-45c0-8397-748f5f3fc6a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c4ea6d171ff7447d82e8894059c462fe&device_id=7a261c76-7eaf-4946-89dd-460a926a3b77 HTTP/1.1" status: 200 len: 1096 time: 0.1168656 Apr 21 12:34:01.827077 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c', 'tag': '23e1c761-9375-48fc-9e9a-0decdbce0979'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:34:01.829359 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf56ac7-5d1a-415f-9789-0cd543956e91" -d '{"events": [{"name": "network-changed", "server_uuid": "0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c", "tag": "23e1c761-9375-48fc-9e9a-0decdbce0979"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:34:01.875597 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-37fb68bf-227e-414e-846f-173e21084489 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:34:01.875597 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-37fb68bf-227e-414e-846f-173e21084489 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:34:01.904813 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b623fe52-6877-49b7-9513-a2a99bde62cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'name': 'tempest-AttachVolumeTestJSON-1451595583-router', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:33:58Z', 'updated_at': '2022-04-21T12:33:59Z', 'revision_number': 3, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'gw_port': {'id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:33:59Z', 'updated_at': '2022-04-21T12:33:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:34:01.954172 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405b7aa-676f-4822-8033-e9991d33b13d req-a4adf528-8233-49a1-a2ee-03fd6a7585f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:01.956874 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6405b7aa-676f-4822-8033-e9991d33b13d req-a4adf528-8233-49a1-a2ee-03fd6a7585f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e1f96467-36d6-46fe-930a-559cec033643 HTTP/1.1" status: 200 len: 915 time: 0.1421595 Apr 21 12:34:01.980336 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b623fe52-6877-49b7-9513-a2a99bde62cf None None] Checking router: 3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:34:01.980685 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b623fe52-6877-49b7-9513-a2a99bde62cf None None] Updating router 3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 port 17bcd865-7e07-4eea-a941-42ab60ae94ad binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:34:02.040232 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6405b7aa-676f-4822-8033-e9991d33b13d req-9eaba881-0836-4cb7-8770-f35b401e937c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9ca22d61-c4b5-41be-96a3-c314b57155e5 HTTP/1.1" status: 200 len: 217 time: 0.0732253 Apr 21 12:34:02.041161 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b623fe52-6877-49b7-9513-a2a99bde62cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:02.083561 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f784c89-45d1-49db-a696-3deae0eb2041 service neutron] Pushing event updated for resources: {'Port': ['ID=23e1c761-9375-48fc-9e9a-0decdbce0979,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:02.106434 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-bd5b8e1f-ee3a-42da-9a95-9cce0936dcd9 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:02.108324 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-bd5b8e1f-ee3a-42da-9a95-9cce0936dcd9 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.26 "GET /v2.0/networks?id=81f9440c-a578-4cd1-8ad5-52674a74da16 HTTP/1.1" status: 200 len: 822 time: 0.5688539 Apr 21 12:34:02.130360 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405b7aa-676f-4822-8033-e9991d33b13d req-d971a52f-d154-4be5-841d-e21361b265e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:02.131938 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6405b7aa-676f-4822-8033-e9991d33b13d req-d971a52f-d154-4be5-841d-e21361b265e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=565c656d-ab45-4e3e-a5ea-54fbad0f8d0c HTTP/1.1" status: 200 len: 854 time: 0.0799835 Apr 21 12:34:02.136335 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63878535-2070-4165-afdb-aa2aad35fe20 req-798fdbea-d229-4eed-98cd-acc0f20700b0 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:02.145549 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-63878535-2070-4165-afdb-aa2aad35fe20 req-798fdbea-d229-4eed-98cd-acc0f20700b0 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 945 time: 0.3931873 Apr 21 12:34:02.152227 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-773b724d-dcb6-4d6d-ba7f-62ca92fb950d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Request body: {'port': {'device_id': 'd2ed163b-839d-4f7d-a7c0-4b7c081ec6f7', 'network_id': '81f9440c-a578-4cd1-8ad5-52674a74da16', 'admin_state_up': True, 'tenant_id': 'f8fe759a5e054ec095d0c85a744880b5'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:34:02.175389 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6405b7aa-676f-4822-8033-e9991d33b13d req-35281ee3-ac1e-457f-b2f1-abaf29552f60 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e1f96467-36d6-46fe-930a-559cec033643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301442 Apr 21 12:34:02.221006 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-e2b33bb5-a8bb-4a47-81af-507d7eb4fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:02.222866 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-e2b33bb5-a8bb-4a47-81af-507d7eb4fcae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4ec7030bfb94f689f8bbc16896ac4b2&device_id=0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c HTTP/1.1" status: 200 len: 1094 time: 0.2814555 Apr 21 12:34:02.230837 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5021a0-4f16-4e0c-82eb-110e6aa8f98a req-9717bf1f-3d1d-4744-83f5-3308a2bd9bd4 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:02.232489 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd5021a0-4f16-4e0c-82eb-110e6aa8f98a req-9717bf1f-3d1d-4744-83f5-3308a2bd9bd4 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a261c76-7eaf-4946-89dd-460a926a3b77 HTTP/1.1" status: 200 len: 945 time: 0.3465436 Apr 21 12:34:02.331316 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6405b7aa-676f-4822-8033-e9991d33b13d req-f587e7a4-d449-43b7-b32a-0c9c0994df17 service neutron] 10.222.0.24 "GET /v2.0/networks/e1f96467-36d6-46fe-930a-559cec033643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469200 Apr 21 12:34:02.461237 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6405b7aa-676f-4822-8033-e9991d33b13d req-6cf60e90-7240-4d43-8eee-0811f66e0072 service neutron] 10.222.0.24 "GET /v2.0/networks/e1f96467-36d6-46fe-930a-559cec033643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223862 Apr 21 12:34:02.531097 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b623fe52-6877-49b7-9513-a2a99bde62cf None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:02.586519 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e72d432e-0e03-454d-9ccc-74fdec171fb4 None None] Provisioning complete for port 8f8067b9-ecbe-43dd-addc-d73212ef2f05 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:34:02.587123 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e72d432e-0e03-454d-9ccc-74fdec171fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:02.607574 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b623fe52-6877-49b7-9513-a2a99bde62cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:02.727197 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-7bdaacb4-f39d-43c5-8dd2-3a1292cf9568 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23e1c761-9375-48fc-9e9a-0decdbce0979 HTTP/1.1" status: 200 len: 217 time: 0.0896950 Apr 21 12:34:02.750762 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b623fe52-6877-49b7-9513-a2a99bde62cf None None] Attempting to bind port 17bcd865-7e07-4eea-a941-42ab60ae94ad on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:34:02.751122 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b623fe52-6877-49b7-9513-a2a99bde62cf None None] Attempting to bind port 17bcd865-7e07-4eea-a941-42ab60ae94ad by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:34:02.752978 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b623fe52-6877-49b7-9513-a2a99bde62cf None None] Attempting to bind port 17bcd865-7e07-4eea-a941-42ab60ae94ad on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:34:02.762196 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b99504-596e-4002-b403-3749ec3b9206 None None] Pushing event updated for resources: {'Port': ['ID=17bcd865-7e07-4eea-a941-42ab60ae94ad,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:02.764954 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b623fe52-6877-49b7-9513-a2a99bde62cf None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:34:02.766136 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b623fe52-6877-49b7-9513-a2a99bde62cf None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:34:02.766136 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b623fe52-6877-49b7-9513-a2a99bde62cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:02.766136 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b623fe52-6877-49b7-9513-a2a99bde62cf None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:34:02.768664 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b623fe52-6877-49b7-9513-a2a99bde62cf None None] Bound port: 17bcd865-7e07-4eea-a941-42ab60ae94ad, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:34:02.769099 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b623fe52-6877-49b7-9513-a2a99bde62cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:02.771840 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-63878535-2070-4165-afdb-aa2aad35fe20 req-5047638f-48ab-409f-bd47-22b5b8e6c9aa tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6251280 Apr 21 12:34:02.826209 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b99504-596e-4002-b403-3749ec3b9206 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:02.826548 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b99504-596e-4002-b403-3749ec3b9206 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:02.826881 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b99504-596e-4002-b403-3749ec3b9206 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:02.827206 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b99504-596e-4002-b403-3749ec3b9206 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:02.827530 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b99504-596e-4002-b403-3749ec3b9206 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:02.827848 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b99504-596e-4002-b403-3749ec3b9206 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:02.832812 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b99504-596e-4002-b403-3749ec3b9206 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:02.834448 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b99504-596e-4002-b403-3749ec3b9206 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:02.834799 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b99504-596e-4002-b403-3749ec3b9206 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:02.835134 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b99504-596e-4002-b403-3749ec3b9206 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:02.835467 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b99504-596e-4002-b403-3749ec3b9206 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:02.835796 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b99504-596e-4002-b403-3749ec3b9206 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:02.890962 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd5021a0-4f16-4e0c-82eb-110e6aa8f98a req-12c9c50d-c797-40c6-aaf8-75cf088d9323 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.36 "GET /v2.0/security-groups?id=777604f6-3a7e-48a6-8274-5156d2b1f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443008 Apr 21 12:34:02.935653 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-6dc18df4-1575-4669-9e20-23ff320c93dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:02.937246 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-6dc18df4-1575-4669-9e20-23ff320c93dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ef2bae7-ae93-43ba-bf2d-9ed5978c2568 HTTP/1.1" status: 200 len: 854 time: 0.1449082 Apr 21 12:34:02.940762 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b623fe52-6877-49b7-9513-a2a99bde62cf None None] For port 17bcd865-7e07-4eea-a941-42ab60ae94ad, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:34:02.950443 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b623fe52-6877-49b7-9513-a2a99bde62cf None None] For port 17bcd865-7e07-4eea-a941-42ab60ae94ad, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=17bcd865-7e07-4eea-a941-42ab60ae94ad,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:34:03.030712 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97952c2a-8521-42a2-be42-319267c33379 x-openstack-request-id: req-97952c2a-8521-42a2-be42-319267c33379 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:34:03.031290 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c", "tag": "23e1c761-9375-48fc-9e9a-0decdbce0979", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:34:03.031728 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-97952c2a-8521-42a2-be42-319267c33379 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:34:03.032289 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97952c2a-8521-42a2-be42-319267c33379'] response: {'name': 'network-changed', 'server_uuid': '0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c', 'tag': '23e1c761-9375-48fc-9e9a-0decdbce0979', 'status': 'completed', 'code': 200} Apr 21 12:34:03.036452 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 8f8067b9-ecbe-43dd-addc-d73212ef2f05 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:34:03.041504 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b623fe52-6877-49b7-9513-a2a99bde62cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:03.060647 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-2cd600d7-d848-44cc-a167-18e1de087b70 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e79e57f-4187-4f1d-82d0-38b1ad1f2346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152408 Apr 21 12:34:03.089634 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-773b724d-dcb6-4d6d-ba7f-62ca92fb950d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Made reservation on behalf of f8fe759a5e054ec095d0c85a744880b5 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:34:03.093122 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-773b724d-dcb6-4d6d-ba7f-62ca92fb950d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:03.110357 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 8f8067b9-ecbe-43dd-addc-d73212ef2f05 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:34:03.110866 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:03.197654 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-945ab2b6-447c-4a94-b972-7980da162289 req-12872e82-2b24-40b3-9718-fa79112c9a31 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 210 time: 0.1018236 Apr 21 12:34:03.295101 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b99504-596e-4002-b403-3749ec3b9206 None None] Pushing event updated for resources: {'Port': ['ID=17bcd865-7e07-4eea-a941-42ab60ae94ad,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:03.298608 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b623fe52-6877-49b7-9513-a2a99bde62cf None None] Routers {'3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:34:03.299760 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b623fe52-6877-49b7-9513-a2a99bde62cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:33:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:34:03.357815 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a47b34-7ba9-401b-a47d-b4a622e95b19 req-9b9c991d-9d3f-4848-a686-63744a8ab4b7 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:03.359328 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-71a47b34-7ba9-401b-a47d-b4a622e95b19 req-9b9c991d-9d3f-4848-a686-63744a8ab4b7 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 943 time: 0.3982866 Apr 21 12:34:03.430250 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b623fe52-6877-49b7-9513-a2a99bde62cf None None] Set router 3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:34:03.607926 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-7cb4a725-3757-4096-bf86-c8d15988712a service neutron] 10.222.0.26 "GET /v2.0/networks/1e79e57f-4187-4f1d-82d0-38b1ad1f2346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4996121 Apr 21 12:34:03.628056 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-71a47b34-7ba9-401b-a47d-b4a622e95b19 req-217ea07e-6195-4477-978f-921bcbd5ff61 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903236 Apr 21 12:34:03.692504 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9298c-e28e-4468-8971-032bf3db476c req-9443f163-e80d-43ea-ac79-bfa4b518314a tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:03.699453 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9298c-e28e-4468-8971-032bf3db476c req-9443f163-e80d-43ea-ac79-bfa4b518314a tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:03.706474 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9298c-e28e-4468-8971-032bf3db476c req-9443f163-e80d-43ea-ac79-bfa4b518314a tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:03.762552 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b623fe52-6877-49b7-9513-a2a99bde62cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'name': 'tempest-AttachVolumeTestJSON-1451595583-router', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:33:58Z', 'updated_at': '2022-04-21T12:33:59Z', 'revision_number': 3, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'gw_port': {'id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:33:59Z', 'updated_at': '2022-04-21T12:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:34:03.763091 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9298c-e28e-4468-8971-032bf3db476c req-9443f163-e80d-43ea-ac79-bfa4b518314a tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:03.763091 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9298c-e28e-4468-8971-032bf3db476c req-9443f163-e80d-43ea-ac79-bfa4b518314a tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:03.763091 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9298c-e28e-4468-8971-032bf3db476c req-9443f163-e80d-43ea-ac79-bfa4b518314a tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:03.763091 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9298c-e28e-4468-8971-032bf3db476c req-9443f163-e80d-43ea-ac79-bfa4b518314a tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:03.763091 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a0b9298c-e28e-4468-8971-032bf3db476c req-9443f163-e80d-43ea-ac79-bfa4b518314a tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5420 time: 0.3888967 Apr 21 12:34:03.764949 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b623fe52-6877-49b7-9513-a2a99bde62cf None None] The sync data for ids ['3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'] in n-d-836147-2 is: [{'id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'name': 'tempest-AttachVolumeTestJSON-1451595583-router', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:33:58Z', 'updated_at': '2022-04-21T12:33:59Z', 'revision_number': 3, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'gw_port': {'id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e4:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:33:59Z', 'updated_at': '2022-04-21T12:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:34:03.853313 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 44b7dd5a-1497-4cae-b911-9689d370cef4 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:34:03.888944 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-773b724d-dcb6-4d6d-ba7f-62ca92fb950d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Allocated IP 172.20.0.7 (81f9440c-a578-4cd1-8ad5-52674a74da16/83a4a302-5ff1-47b1-99f8-fcd9956ce731/6ca01f38-ba39-4ba3-8d92-8f538ac09b0b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:34:03.940593 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a0b9298c-e28e-4468-8971-032bf3db476c req-a4e1bac7-534a-4b82-bedb-919c9caff04e tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1869159 Apr 21 12:34:03.956831 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 44b7dd5a-1497-4cae-b911-9689d370cef4, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=44b7dd5a-1497-4cae-b911-9689d370cef4,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:03.969788 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '44b7dd5a-1497-4cae-b911-9689d370cef4', 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007', 'port_id': '44b7dd5a-1497-4cae-b911-9689d370cef4', 'mac_address': 'fa:16:3e:2d:2f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c2895f5-072d-4584-843c-51a4758cad8d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:34:04.059213 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:04.081125 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347a40a-6ca4-48ac-8b88-bb0ea302d644 req-11b6104d-857b-46ae-9a99-8c8dda9f9ad7 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:04.081349 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44b7dd5a-1497-4cae-b911-9689d370cef4 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:34:04.084832 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7347a40a-6ca4-48ac-8b88-bb0ea302d644 req-11b6104d-857b-46ae-9a99-8c8dda9f9ad7 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c HTTP/1.1" status: 200 len: 943 time: 0.2567215 Apr 21 12:34:04.087740 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3868e5a8-c5fa-4e90-a80f-2870f7a07a89 req-2b29a187-7e25-43f3-8f44-5cb2fb87e708 service neutron] 10.222.0.26 "GET /v2.0/networks/1e79e57f-4187-4f1d-82d0-38b1ad1f2346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167874 Apr 21 12:34:04.128232 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 44b7dd5a-1497-4cae-b911-9689d370cef4, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=44b7dd5a-1497-4cae-b911-9689d370cef4,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:04.148468 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4c5e7ec-8754-4cd9-9348-a0d2f1d5b24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:04.219025 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:04.244825 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7347a40a-6ca4-48ac-8b88-bb0ea302d644 req-1079f895-eb8a-4573-b1a7-162e3257eabb tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/security-groups?id=acb76a8a-ee85-4386-9584-2317bdf70db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366491 Apr 21 12:34:04.286083 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=44b7dd5a-1497-4cae-b911-9689d370cef4,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:04.507747 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['44b7dd5a-1497-4cae-b911-9689d370cef4'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:34:04.510410 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a01a94-ca69-461d-ab38-3d2e6fb98be7 req-f4367d48-891a-4e80-b3b7-323d0be417a9 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:04.511966 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96a01a94-ca69-461d-ab38-3d2e6fb98be7 req-f4367d48-891a-4e80-b3b7-323d0be417a9 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 1096 time: 0.2926023 Apr 21 12:34:04.670032 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf56ac7-5d1a-415f-9789-0cd543956e91 req-abcf6b01-058e-44e9-a339-7967065cca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:04.671738 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caf56ac7-5d1a-415f-9789-0cd543956e91 req-abcf6b01-058e-44e9-a339-7967065cca2d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d4ec7030bfb94f689f8bbc16896ac4b2&device_id=0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c HTTP/1.1" status: 200 len: 1094 time: 0.4242847 Apr 21 12:34:04.674966 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-773b724d-dcb6-4d6d-ba7f-62ca92fb950d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:04.753269 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 17bcd865-7e07-4eea-a941-42ab60ae94ad up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:34:04.755115 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1bf03-8c4c-4a3a-be64-62bfa3fd1c22 req-9237b1f0-6e6c-490a-aa80-773ca6c85bc3 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:04.763444 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1f1bf03-8c4c-4a3a-be64-62bfa3fd1c22 req-9237b1f0-6e6c-490a-aa80-773ca6c85bc3 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a261c76-7eaf-4946-89dd-460a926a3b77 HTTP/1.1" status: 200 len: 945 time: 0.3894603 Apr 21 12:34:04.836703 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96a01a94-ca69-461d-ab38-3d2e6fb98be7 req-5a2abdea-4a83-43ca-9e88-2505f634a6ac tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177478 Apr 21 12:34:04.865885 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 17bcd865-7e07-4eea-a941-42ab60ae94ad triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:34:04.866505 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:04.935150 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-f4c5e7ec-8754-4cd9-9348-a0d2f1d5b24d admin admin] Allocated IP 172.20.0.1 (1afeb61e-54a9-4ede-8030-317c69a36623/f6a79252-68c3-4d98-8e31-7d58e3a1be80/f818cd53-1ccb-481e-b809-15f95bc7d4c0) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:34:04.989804 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:05.016444 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 17bcd865-7e07-4eea-a941-42ab60ae94ad, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=17bcd865-7e07-4eea-a941-42ab60ae94ad,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:05.037019 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1f1bf03-8c4c-4a3a-be64-62bfa3fd1c22 req-bb78c805-c95f-48a5-a988-cb0ab3d65a8b tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.36 "GET /v2.0/security-groups?id=777604f6-3a7e-48a6-8274-5156d2b1f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726526 Apr 21 12:34:05.073638 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf56ac7-5d1a-415f-9789-0cd543956e91 req-24f36b62-b64b-4dec-9505-6dbc07cd9171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:05.075334 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caf56ac7-5d1a-415f-9789-0cd543956e91 req-24f36b62-b64b-4dec-9505-6dbc07cd9171 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1e79e57f-4187-4f1d-82d0-38b1ad1f2346 HTTP/1.1" status: 200 len: 915 time: 0.3681235 Apr 21 12:34:05.078649 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-773b724d-dcb6-4d6d-ba7f-62ca92fb950d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:05.126854 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:05.215276 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caf56ac7-5d1a-415f-9789-0cd543956e91 req-135fd2bf-b9e9-41c3-889d-b9213c80304b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23e1c761-9375-48fc-9e9a-0decdbce0979 HTTP/1.1" status: 200 len: 217 time: 0.1252701 Apr 21 12:34:05.219212 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=17bcd865-7e07-4eea-a941-42ab60ae94ad,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:05.289743 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-773b724d-dcb6-4d6d-ba7f-62ca92fb950d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Network 81f9440c-a578-4cd1-8ad5-52674a74da16 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:34:05.317184 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94570f5e-ca69-4cd1-8b43-7294331ee41a req-f309987c-c9e3-4c5d-9016-0fc5d4c76199 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:05.318844 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94570f5e-ca69-4cd1-8b43-7294331ee41a req-f309987c-c9e3-4c5d-9016-0fc5d4c76199 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 931 time: 0.2799611 Apr 21 12:34:05.334473 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-773b724d-dcb6-4d6d-ba7f-62ca92fb950d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:34:05.336883 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-773b724d-dcb6-4d6d-ba7f-62ca92fb950d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:34:05.378374 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b724d-dcb6-4d6d-ba7f-62ca92fb950d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Pushing event updated for resources: {'Port': ['ID=6ca01f38-ba39-4ba3-8d92-8f538ac09b0b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:05.416565 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01250d54-3063-4c0b-843d-40adf108f0b5 req-02dd261a-a952-404f-a390-f0e210efafa0 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:05.423939 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01250d54-3063-4c0b-843d-40adf108f0b5 req-02dd261a-a952-404f-a390-f0e210efafa0 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 944 time: 0.3167677 Apr 21 12:34:05.452104 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf56ac7-5d1a-415f-9789-0cd543956e91 req-a9404286-eb0b-48eb-9ee0-5cc2a633eb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:05.453458 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caf56ac7-5d1a-415f-9789-0cd543956e91 req-a9404286-eb0b-48eb-9ee0-5cc2a633eb8d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1ef2bae7-ae93-43ba-bf2d-9ed5978c2568 HTTP/1.1" status: 200 len: 854 time: 0.2001905 Apr 21 12:34:05.529883 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caf56ac7-5d1a-415f-9789-0cd543956e91 req-6be251a4-079d-4fd3-a520-d309f1837bd6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1e79e57f-4187-4f1d-82d0-38b1ad1f2346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535235 Apr 21 12:34:05.532711 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94570f5e-ca69-4cd1-8b43-7294331ee41a req-fb4ac6f6-1dfb-4db0-8c3a-f67b9ce5224d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022271 Apr 21 12:34:05.554044 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-773b724d-dcb6-4d6d-ba7f-62ca92fb950d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:05.554044 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-773b724d-dcb6-4d6d-ba7f-62ca92fb950d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:05.567311 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4c5e7ec-8754-4cd9-9348-a0d2f1d5b24d admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:05.607636 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01250d54-3063-4c0b-843d-40adf108f0b5 req-427b70eb-0541-44b1-a07c-c081f732e1e3 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823103 Apr 21 12:34:05.707376 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-773b724d-dcb6-4d6d-ba7f-62ca92fb950d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5810750 Apr 21 12:34:05.734448 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-c7f07e56-6465-410e-8fe9-0a2dacfaf1b5 service neutron] Request body: {'port': {'device_id': 'd2ed163b-839d-4f7d-a7c0-4b7c081ec6f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:34:05.801097 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caf56ac7-5d1a-415f-9789-0cd543956e91 req-6e5c56de-a918-4491-bd1f-5427c2a0de4e service neutron] 10.222.0.26 "GET /v2.0/networks/1e79e57f-4187-4f1d-82d0-38b1ad1f2346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467053 Apr 21 12:34:05.856778 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 44b7dd5a-1497-4cae-b911-9689d370cef4 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:34:05.857622 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4c5e7ec-8754-4cd9-9348-a0d2f1d5b24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:05.875213 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108bb9f-7c82-4035-b16a-daab6855cfeb req-47524439-712a-4616-b504-6e8efd42ce8a tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:05.876735 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2108bb9f-7c82-4035-b16a-daab6855cfeb req-47524439-712a-4616-b504-6e8efd42ce8a tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 1096 time: 0.1836407 Apr 21 12:34:05.970599 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-c7f07e56-6465-410e-8fe9-0a2dacfaf1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:06.009404 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a541cb-1e7b-42cb-bcd4-7578c4318e3a req-912b95fd-b1b7-4a15-8561-2bb1875972fd tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:06.012506 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 44b7dd5a-1497-4cae-b911-9689d370cef4 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:34:06.015377 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a541cb-1e7b-42cb-bcd4-7578c4318e3a req-912b95fd-b1b7-4a15-8561-2bb1875972fd tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:06.017965 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 44b7dd5a-1497-4cae-b911-9689d370cef4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:34:06.018490 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:06.021952 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a541cb-1e7b-42cb-bcd4-7578c4318e3a req-912b95fd-b1b7-4a15-8561-2bb1875972fd tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:06.027907 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a541cb-1e7b-42cb-bcd4-7578c4318e3a req-912b95fd-b1b7-4a15-8561-2bb1875972fd tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:06.034736 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a541cb-1e7b-42cb-bcd4-7578c4318e3a req-912b95fd-b1b7-4a15-8561-2bb1875972fd tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:06.040598 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a541cb-1e7b-42cb-bcd4-7578c4318e3a req-912b95fd-b1b7-4a15-8561-2bb1875972fd tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:06.046458 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a541cb-1e7b-42cb-bcd4-7578c4318e3a req-912b95fd-b1b7-4a15-8561-2bb1875972fd tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:06.048326 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06a541cb-1e7b-42cb-bcd4-7578c4318e3a req-912b95fd-b1b7-4a15-8561-2bb1875972fd tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5420 time: 0.3000734 Apr 21 12:34:06.137429 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:06.175922 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c315a3-954b-4fcb-8e90-1e151ffd36de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b7dd5a-1497-4cae-b911-9689d370cef4'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:34:06.178599 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abe0682-fa7b-4080-b6ec-700f974a76d8" -d '{"events": [{"server_uuid": "d8c315a3-954b-4fcb-8e90-1e151ffd36de", "name": "network-vif-plugged", "status": "completed", "tag": "44b7dd5a-1497-4cae-b911-9689d370cef4"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:34:06.199288 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 44b7dd5a-1497-4cae-b911-9689d370cef4, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=44b7dd5a-1497-4cae-b911-9689d370cef4,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:06.281706 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:06.345040 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=44b7dd5a-1497-4cae-b911-9689d370cef4,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:06.417094 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c5e7ec-8754-4cd9-9348-a0d2f1d5b24d admin admin] Network 1afeb61e-54a9-4ede-8030-317c69a36623 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:34:06.443492 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f4c5e7ec-8754-4cd9-9348-a0d2f1d5b24d admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:34:06.446438 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c5e7ec-8754-4cd9-9348-a0d2f1d5b24d admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:34:06.453999 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5e7ec-8754-4cd9-9348-a0d2f1d5b24d admin admin] Pushing event updated for resources: {'Port': ['ID=f818cd53-1ccb-481e-b809-15f95bc7d4c0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:06.536801 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2108bb9f-7c82-4035-b16a-daab6855cfeb req-8002074b-d8f6-41db-b5dc-88ffd5f79cad tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6360276 Apr 21 12:34:06.576122 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caf56ac7-5d1a-415f-9789-0cd543956e91 req-10375b52-1d26-49d6-bd8b-17dcad70b43f service neutron] 10.222.0.26 "GET /v2.0/networks/1e79e57f-4187-4f1d-82d0-38b1ad1f2346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7637165 Apr 21 12:34:06.603266 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06a541cb-1e7b-42cb-bcd4-7578c4318e3a req-e94f0aef-8c61-48ad-92da-b0564cdf0fd0 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2042251 Apr 21 12:34:06.634477 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 1682dd4f-5da2-488b-9303-c33ead624d39 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:34:06.796275 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a57572-33a3-449d-8e61-a52fd93b2ba0 x-openstack-request-id: req-c9a57572-33a3-449d-8e61-a52fd93b2ba0 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:34:06.796677 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c315a3-954b-4fcb-8e90-1e151ffd36de", "name": "network-vif-plugged", "status": "completed", "tag": "44b7dd5a-1497-4cae-b911-9689d370cef4", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:34:06.796989 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c9a57572-33a3-449d-8e61-a52fd93b2ba0 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:34:06.797429 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9a57572-33a3-449d-8e61-a52fd93b2ba0'] response: {'server_uuid': 'd8c315a3-954b-4fcb-8e90-1e151ffd36de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44b7dd5a-1497-4cae-b911-9689d370cef4', 'code': 200} Apr 21 12:34:06.801943 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 17bcd865-7e07-4eea-a941-42ab60ae94ad up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:34:06.884403 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbb0c3-2208-401e-86ee-78b4ff07d431 req-9883641d-0040-4892-a038-474acae061c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:06.891411 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3ffbb0c3-2208-401e-86ee-78b4ff07d431 req-9883641d-0040-4892-a038-474acae061c0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 1096 time: 0.0938601 Apr 21 12:34:06.931754 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 1682dd4f-5da2-488b-9303-c33ead624d39, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=1682dd4f-5da2-488b-9303-c33ead624d39,segment=NetworkSegment(dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693),segment_id=dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:06.944994 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 17bcd865-7e07-4eea-a941-42ab60ae94ad triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:34:06.945628 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:06.947667 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '1682dd4f-5da2-488b-9303-c33ead624d39', 'network_id': '9b7dd046-10d1-4f75-8b5a-2092dfe7d348', 'port_id': '1682dd4f-5da2-488b-9303-c33ead624d39', 'mac_address': 'fa:16:3e:0e:59:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fd66ced-0a64-4afd-a4de-c8fea692bf21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:34:06.950828 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7ab35977-c9e1-4b67-be4e-05a6bdc3a90f None None] Provisioning complete for port f818cd53-1ccb-481e-b809-15f95bc7d4c0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:34:06.951189 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ab35977-c9e1-4b67-be4e-05a6bdc3a90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:06.964536 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3ffbb0c3-2208-401e-86ee-78b4ff07d431 req-57b98648-aac1-434c-a5dd-06b3b1c2f036 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675793 Apr 21 12:34:07.045643 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-c7f07e56-6465-410e-8fe9-0a2dacfaf1b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:34:07.054538 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-c7f07e56-6465-410e-8fe9-0a2dacfaf1b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:07.064548 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7ab35977-c9e1-4b67-be4e-05a6bdc3a90f None None] Port f818cd53-1ccb-481e-b809-15f95bc7d4c0 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:34:07.068505 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-c7f07e56-6465-410e-8fe9-0a2dacfaf1b5 service neutron] Transition to ACTIVE for port object 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:34:07.069795 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4c5e7ec-8754-4cd9-9348-a0d2f1d5b24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:07.072801 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:07.118393 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1682dd4f-5da2-488b-9303-c33ead624d39 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:34:07.152545 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 1682dd4f-5da2-488b-9303-c33ead624d39, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=1682dd4f-5da2-488b-9303-c33ead624d39,segment=NetworkSegment(dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693),segment_id=dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:07.174757 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-c7f07e56-6465-410e-8fe9-0a2dacfaf1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:07.193941 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0043d-c1e8-4e49-be3a-16723716b2ff req-e6b9f0cd-bb2c-45ac-b052-3a206b040e75 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:07.202081 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a1d0043d-c1e8-4e49-be3a-16723716b2ff req-e6b9f0cd-bb2c-45ac-b052-3a206b040e75 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c HTTP/1.1" status: 200 len: 943 time: 0.2086875 Apr 21 12:34:07.234066 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e1e91-76e4-4a5b-8f0a-ddf19a16df4f req-d6afd33e-4c68-4834-b70d-7c2e31ddafc0 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:07.235555 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ed4e1e91-76e4-4a5b-8f0a-ddf19a16df4f req-d6afd33e-4c68-4834-b70d-7c2e31ddafc0 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 931 time: 0.2451227 Apr 21 12:34:07.252912 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:07.253669 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 40352b73-0f16-4e8b-a246-1b32de8756d6 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:34:07.362419 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f07e56-6465-410e-8fe9-0a2dacfaf1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca01f38-ba39-4ba3-8d92-8f538ac09b0b,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:07.381266 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ed4e1e91-76e4-4a5b-8f0a-ddf19a16df4f req-3209254c-08f0-43d7-9087-2d3489b04c18 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155803 Apr 21 12:34:07.428332 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=1682dd4f-5da2-488b-9303-c33ead624d39,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:07.436478 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 40352b73-0f16-4e8b-a246-1b32de8756d6, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=40352b73-0f16-4e8b-a246-1b32de8756d6,segment=NetworkSegment(6361dbf8-c8c7-4711-98c6-84cbc77fe9c9),segment_id=6361dbf8-c8c7-4711-98c6-84cbc77fe9c9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:07.479963 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a1d0043d-c1e8-4e49-be3a-16723716b2ff req-43d79cb4-ae4c-4093-8dd0-39d2f2c71467 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/security-groups?id=acb76a8a-ee85-4386-9584-2317bdf70db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031229 Apr 21 12:34:07.480757 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '40352b73-0f16-4e8b-a246-1b32de8756d6', 'network_id': 'e4d7b828-c49d-4174-8a7c-f8e1c5ee789b', 'port_id': '40352b73-0f16-4e8b-a246-1b32de8756d6', 'mac_address': 'fa:16:3e:0f:cf:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9fb87f5-4bdf-4847-afd7-5e4912f2e226', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:34:07.506312 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-c7f07e56-6465-410e-8fe9-0a2dacfaf1b5 service neutron] Attempting to bind port 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:34:07.509860 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-c7f07e56-6465-410e-8fe9-0a2dacfaf1b5 service neutron] Attempting to bind port 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '9a2658ad-93c7-49bb-ae54-fb57fa937c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '81f9440c-a578-4cd1-8ad5-52674a74da16'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:34:07.509860 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-c7f07e56-6465-410e-8fe9-0a2dacfaf1b5 service neutron] Attempting to bind port 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b on network 81f9440c-a578-4cd1-8ad5-52674a74da16 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:34:07.515615 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-c7f07e56-6465-410e-8fe9-0a2dacfaf1b5 service neutron] Port 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b on network 81f9440c-a578-4cd1-8ad5-52674a74da16 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:34:07.516164 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-c7f07e56-6465-410e-8fe9-0a2dacfaf1b5 service neutron] Attempting to bind port 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b on network 81f9440c-a578-4cd1-8ad5-52674a74da16 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:34:07.524403 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-c7f07e56-6465-410e-8fe9-0a2dacfaf1b5 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:34:07.524979 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-c7f07e56-6465-410e-8fe9-0a2dacfaf1b5 service neutron] Checking segment: {'id': '9a2658ad-93c7-49bb-ae54-fb57fa937c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '81f9440c-a578-4cd1-8ad5-52674a74da16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:34:07.525576 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-c7f07e56-6465-410e-8fe9-0a2dacfaf1b5 service neutron] Bound using segment: {'id': '9a2658ad-93c7-49bb-ae54-fb57fa937c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '81f9440c-a578-4cd1-8ad5-52674a74da16'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:34:07.526191 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-c7f07e56-6465-410e-8fe9-0a2dacfaf1b5 service neutron] Bound port: 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2658ad-93c7-49bb-ae54-fb57fa937c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '81f9440c-a578-4cd1-8ad5-52674a74da16'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:34:07.526644 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-c7f07e56-6465-410e-8fe9-0a2dacfaf1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:07.534726 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:07.582143 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40352b73-0f16-4e8b-a246-1b32de8756d6 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:34:07.620206 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 40352b73-0f16-4e8b-a246-1b32de8756d6, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=40352b73-0f16-4e8b-a246-1b32de8756d6,segment=NetworkSegment(6361dbf8-c8c7-4711-98c6-84cbc77fe9c9),segment_id=6361dbf8-c8c7-4711-98c6-84cbc77fe9c9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:07.642881 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4c5e7ec-8754-4cd9-9348-a0d2f1d5b24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:07.693665 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-c7f07e56-6465-410e-8fe9-0a2dacfaf1b5 service neutron] For port 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:34:07.704777 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50d63f-93a8-4d86-af17-7df5724ff490 req-f4ada570-c251-4731-ac57-66ea49545951 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:07.709675 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:07.710118 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c50d63f-93a8-4d86-af17-7df5724ff490 req-f4ada570-c251-4731-ac57-66ea49545951 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.1359274 Apr 21 12:34:07.710493 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device fadb7cc0-7e48-4b28-bd3b-61295e53ad04 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:34:07.736290 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-c7f07e56-6465-410e-8fe9-0a2dacfaf1b5 service neutron] For port 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=6ca01f38-ba39-4ba3-8d92-8f538ac09b0b,segment=NetworkSegment(9a2658ad-93c7-49bb-ae54-fb57fa937c4e),segment_id=9a2658ad-93c7-49bb-ae54-fb57fa937c4e)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:34:07.785730 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c50d63f-93a8-4d86-af17-7df5724ff490 req-c7a0d0ef-ef95-4d2c-9f7f-4ab55875f181 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619047 Apr 21 12:34:07.813859 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=40352b73-0f16-4e8b-a246-1b32de8756d6,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:07.821678 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port fadb7cc0-7e48-4b28-bd3b-61295e53ad04, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=fadb7cc0-7e48-4b28-bd3b-61295e53ad04,segment=NetworkSegment(6361dbf8-c8c7-4711-98c6-84cbc77fe9c9),segment_id=6361dbf8-c8c7-4711-98c6-84cbc77fe9c9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:07.851470 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'fadb7cc0-7e48-4b28-bd3b-61295e53ad04', 'network_id': 'e4d7b828-c49d-4174-8a7c-f8e1c5ee789b', 'port_id': 'fadb7cc0-7e48-4b28-bd3b-61295e53ad04', 'mac_address': 'fa:16:3e:a6:38:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9fb87f5-4bdf-4847-afd7-5e4912f2e226', 'ip_address': '10.1.1.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:34:07.861428 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-c7f07e56-6465-410e-8fe9-0a2dacfaf1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:07.912347 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:07.943288 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-c7f07e56-6465-410e-8fe9-0a2dacfaf1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:07.944201 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-c7f07e56-6465-410e-8fe9-0a2dacfaf1b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:07.946137 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-c7f07e56-6465-410e-8fe9-0a2dacfaf1b5 service neutron] 10.222.0.26 "PUT /v2.0/ports/6ca01f38-ba39-4ba3-8d92-8f538ac09b0b HTTP/1.1" status: 200 len: 1091 time: 2.2157428 Apr 21 12:34:07.949025 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ed163b-839d-4f7d-a7c0-4b7c081ec6f7', 'tag': '6ca01f38-ba39-4ba3-8d92-8f538ac09b0b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:34:07.952335 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4a6a26-bb23-4ce6-9418-f1dd76d45ece" -d '{"events": [{"name": "network-changed", "server_uuid": "d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7", "tag": "6ca01f38-ba39-4ba3-8d92-8f538ac09b0b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:34:07.976044 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fadb7cc0-7e48-4b28-bd3b-61295e53ad04 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:34:07.979966 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f07e56-6465-410e-8fe9-0a2dacfaf1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=6ca01f38-ba39-4ba3-8d92-8f538ac09b0b,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:08.005684 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4c5e7ec-8754-4cd9-9348-a0d2f1d5b24d admin admin] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:08.017575 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port fadb7cc0-7e48-4b28-bd3b-61295e53ad04, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=fadb7cc0-7e48-4b28-bd3b-61295e53ad04,segment=NetworkSegment(6361dbf8-c8c7-4711-98c6-84cbc77fe9c9),segment_id=6361dbf8-c8c7-4711-98c6-84cbc77fe9c9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:08.146003 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05ac0c-7413-4222-96b1-7fb42d7763e3 req-414c623d-0758-4392-9c8d-dd4206d6d072 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:08.151759 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05ac0c-7413-4222-96b1-7fb42d7763e3 req-414c623d-0758-4392-9c8d-dd4206d6d072 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:08.157521 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05ac0c-7413-4222-96b1-7fb42d7763e3 req-414c623d-0758-4392-9c8d-dd4206d6d072 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:08.163914 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05ac0c-7413-4222-96b1-7fb42d7763e3 req-414c623d-0758-4392-9c8d-dd4206d6d072 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:08.169747 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05ac0c-7413-4222-96b1-7fb42d7763e3 req-414c623d-0758-4392-9c8d-dd4206d6d072 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:08.176243 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05ac0c-7413-4222-96b1-7fb42d7763e3 req-414c623d-0758-4392-9c8d-dd4206d6d072 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:08.182035 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05ac0c-7413-4222-96b1-7fb42d7763e3 req-414c623d-0758-4392-9c8d-dd4206d6d072 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:08.183936 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d05ac0c-7413-4222-96b1-7fb42d7763e3 req-414c623d-0758-4392-9c8d-dd4206d6d072 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5422 time: 0.1250880 Apr 21 12:34:08.191089 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-7efd60fb-f8f7-46c6-8095-b91610ab6a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:08.192512 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-7efd60fb-f8f7-46c6-8095-b91610ab6a44 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8fe759a5e054ec095d0c85a744880b5&device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 1094 time: 0.1228704 Apr 21 12:34:08.244449 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-2453adad-0045-46b5-9cd0-1b15b39be045 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ca01f38-ba39-4ba3-8d92-8f538ac09b0b HTTP/1.1" status: 200 len: 217 time: 0.0409744 Apr 21 12:34:08.287709 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d05ac0c-7413-4222-96b1-7fb42d7763e3 req-d793afa2-fbc0-43b4-9bff-58155621d9da tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0908976 Apr 21 12:34:08.299926 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4c5e7ec-8754-4cd9-9348-a0d2f1d5b24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:08.321482 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:08.322241 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 96687793-00d5-4fbd-bfb5-42c2efdbb264 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:34:08.357249 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec4aad9-1bb0-41c4-94ba-1b94fb9d2974 x-openstack-request-id: req-4ec4aad9-1bb0-41c4-94ba-1b94fb9d2974 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:34:08.357535 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7", "tag": "6ca01f38-ba39-4ba3-8d92-8f538ac09b0b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:34:08.357839 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4ec4aad9-1bb0-41c4-94ba-1b94fb9d2974 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:34:08.358248 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ec4aad9-1bb0-41c4-94ba-1b94fb9d2974'] response: {'name': 'network-changed', 'server_uuid': 'd2ed163b-839d-4f7d-a7c0-4b7c081ec6f7', 'tag': '6ca01f38-ba39-4ba3-8d92-8f538ac09b0b', 'status': 'completed', 'code': 200} Apr 21 12:34:08.379417 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-1defe896-9fd5-4b3f-9086-5268ae4e6491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:08.380899 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-1defe896-9fd5-4b3f-9086-5268ae4e6491 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=83a4a302-5ff1-47b1-99f8-fcd9956ce731 HTTP/1.1" status: 200 len: 862 time: 0.1271782 Apr 21 12:34:08.425024 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-e117aaac-c576-4d02-b6f3-8234bac6c380 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=81f9440c-a578-4cd1-8ad5-52674a74da16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346899 Apr 21 12:34:08.457967 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 96687793-00d5-4fbd-bfb5-42c2efdbb264, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=96687793-00d5-4fbd-bfb5-42c2efdbb264,segment=NetworkSegment(6361dbf8-c8c7-4711-98c6-84cbc77fe9c9),segment_id=6361dbf8-c8c7-4711-98c6-84cbc77fe9c9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:08.468660 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=fadb7cc0-7e48-4b28-bd3b-61295e53ad04,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:08.474321 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '96687793-00d5-4fbd-bfb5-42c2efdbb264', 'network_id': 'e4d7b828-c49d-4174-8a7c-f8e1c5ee789b', 'port_id': '96687793-00d5-4fbd-bfb5-42c2efdbb264', 'mac_address': 'fa:16:3e:c6:32:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9fb87f5-4bdf-4847-afd7-5e4912f2e226', 'ip_address': '10.1.1.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:34:08.502529 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4c5e7ec-8754-4cd9-9348-a0d2f1d5b24d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:08.508612 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5e7ec-8754-4cd9-9348-a0d2f1d5b24d admin admin] Pushing event updated for resources: {'Port': ['ID=f818cd53-1ccb-481e-b809-15f95bc7d4c0,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:08.516672 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:08.532414 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96687793-00d5-4fbd-bfb5-42c2efdbb264 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:34:08.567641 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 96687793-00d5-4fbd-bfb5-42c2efdbb264, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=96687793-00d5-4fbd-bfb5-42c2efdbb264,segment=NetworkSegment(6361dbf8-c8c7-4711-98c6-84cbc77fe9c9),segment_id=6361dbf8-c8c7-4711-98c6-84cbc77fe9c9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:08.635414 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d46b0-2276-427f-842e-009ce4966b89 req-e824c6b5-6483-4707-8b6d-4426b7f39474 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:08.637068 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-320d46b0-2276-427f-842e-009ce4966b89 req-e824c6b5-6483-4707-8b6d-4426b7f39474 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a261c76-7eaf-4946-89dd-460a926a3b77 HTTP/1.1" status: 200 len: 945 time: 0.2042577 Apr 21 12:34:08.652730 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:08.653413 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:34:08.683631 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-bd4c4d26-0ace-468e-af1d-8b070c055b39 service neutron] 10.222.0.26 "GET /v2.0/networks/81f9440c-a578-4cd1-8ad5-52674a74da16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397001 Apr 21 12:34:08.709429 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c,segment=NetworkSegment(6361dbf8-c8c7-4711-98c6-84cbc77fe9c9),segment_id=6361dbf8-c8c7-4711-98c6-84cbc77fe9c9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:08.721492 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'd5d44dd6-375c-403c-8c1d-a73c7ed4ff0c', 'network_id': 'e4d7b828-c49d-4174-8a7c-f8e1c5ee789b', 'port_id': 'd5d44dd6-375c-403c-8c1d-a73c7ed4ff0c', 'mac_address': 'fa:16:3e:92:81:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9fb87f5-4bdf-4847-afd7-5e4912f2e226', 'ip_address': '10.1.1.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:34:08.780698 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=96687793-00d5-4fbd-bfb5-42c2efdbb264,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:08.788979 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:08.808968 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:34:08.851351 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-320d46b0-2276-427f-842e-009ce4966b89 req-c13b2c69-1fe6-47d9-b8e8-0d510c6ec8f3 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.36 "GET /v2.0/security-groups?id=777604f6-3a7e-48a6-8274-5156d2b1f99e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017183 Apr 21 12:34:08.852790 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c,segment=NetworkSegment(6361dbf8-c8c7-4711-98c6-84cbc77fe9c9),segment_id=6361dbf8-c8c7-4711-98c6-84cbc77fe9c9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:08.857675 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c5e7ec-8754-4cd9-9348-a0d2f1d5b24d admin admin] Network 1afeb61e-54a9-4ede-8030-317c69a36623 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:34:08.872260 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f4c5e7ec-8754-4cd9-9348-a0d2f1d5b24d admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:34:08.920777 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:08.989795 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:09.012079 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 30473043-d7db-404d-b70c-4211d4724b47 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:34:09.085572 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1b3c1b2-5254-4ba6-9419-75201f3a5778 req-0c2098de-d7ac-4606-aa6d-ff9b6e0be608 service neutron] 10.222.0.26 "GET /v2.0/networks/81f9440c-a578-4cd1-8ad5-52674a74da16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909588 Apr 21 12:34:09.173276 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d92310-1b83-4e97-a376-a7060a88a687 req-78c830bb-9955-4d1a-b6ea-40fc4cdd0557 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:09.176455 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f4d92310-1b83-4e97-a376-a7060a88a687 req-78c830bb-9955-4d1a-b6ea-40fc4cdd0557 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 943 time: 0.2113016 Apr 21 12:34:09.183612 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 30473043-d7db-404d-b70c-4211d4724b47, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=30473043-d7db-404d-b70c-4211d4724b47,segment=NetworkSegment(75046964-91a8-4144-a6c1-d8a5aa728545),segment_id=75046964-91a8-4144-a6c1-d8a5aa728545)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:09.197876 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '30473043-d7db-404d-b70c-4211d4724b47', 'network_id': '92442c54-a20b-4d99-aea4-e4d3be34f674', 'port_id': '30473043-d7db-404d-b70c-4211d4724b47', 'mac_address': 'fa:16:3e:ab:65:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e65a1205-0e97-4e79-9858-1e4bd3f7dc14', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:34:09.231598 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c5e7ec-8754-4cd9-9348-a0d2f1d5b24d admin admin] Router 3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:34:09.245886 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f4d92310-1b83-4e97-a376-a7060a88a687 req-412958e0-bbca-44e9-b060-75085931bae1 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605426 Apr 21 12:34:09.246497 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0455839f-90f7-40b6-a834-61610f72f6a7 None None] Provisioning complete for port f818cd53-1ccb-481e-b809-15f95bc7d4c0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:34:09.246928 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0455839f-90f7-40b6-a834-61610f72f6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:09.248760 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:09.296684 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30473043-d7db-404d-b70c-4211d4724b47 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:34:09.305759 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0455839f-90f7-40b6-a834-61610f72f6a7 None None] Port f818cd53-1ccb-481e-b809-15f95bc7d4c0 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:34:09.327699 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 30473043-d7db-404d-b70c-4211d4724b47, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=30473043-d7db-404d-b70c-4211d4724b47,segment=NetworkSegment(75046964-91a8-4144-a6c1-d8a5aa728545),segment_id=75046964-91a8-4144-a6c1-d8a5aa728545)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:09.412554 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:09.413224 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 3e561804-d8d5-4339-9143-2c73c93fb922 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:34:09.442207 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b16bab-f753-4fa8-b266-0309414d42f5 req-e8e1aaa3-6c0a-4eb0-86fb-ca455f439b15 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:09.444219 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-08b16bab-f753-4fa8-b266-0309414d42f5 req-e8e1aaa3-6c0a-4eb0-86fb-ca455f439b15 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c HTTP/1.1" status: 200 len: 943 time: 0.1240630 Apr 21 12:34:09.449864 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a6a26-bb23-4ce6-9418-f1dd76d45ece req-2142e501-088c-4c8d-9155-ef8ec826d90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:09.451120 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-be4a6a26-bb23-4ce6-9418-f1dd76d45ece req-2142e501-088c-4c8d-9155-ef8ec826d90f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f8fe759a5e054ec095d0c85a744880b5&device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 1094 time: 0.1296310 Apr 21 12:34:09.485828 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 3e561804-d8d5-4339-9143-2c73c93fb922, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=3e561804-d8d5-4339-9143-2c73c93fb922,segment=NetworkSegment(75046964-91a8-4144-a6c1-d8a5aa728545),segment_id=75046964-91a8-4144-a6c1-d8a5aa728545)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:09.492430 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0bc7b-9d50-4994-a55f-1b8a604b5172 req-4c437d67-a5e3-4c9c-80ff-4c29a126c258 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:09.492993 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=30473043-d7db-404d-b70c-4211d4724b47,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:09.494652 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-d9e0bc7b-9d50-4994-a55f-1b8a604b5172 req-4c437d67-a5e3-4c9c-80ff-4c29a126c258 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a261c76-7eaf-4946-89dd-460a926a3b77 HTTP/1.1" status: 200 len: 945 time: 0.0584304 Apr 21 12:34:09.499582 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '3e561804-d8d5-4339-9143-2c73c93fb922', 'network_id': '92442c54-a20b-4d99-aea4-e4d3be34f674', 'port_id': '3e561804-d8d5-4339-9143-2c73c93fb922', 'mac_address': 'fa:16:3e:04:c0:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e65a1205-0e97-4e79-9858-1e4bd3f7dc14', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:34:09.500006 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c5e7ec-8754-4cd9-9348-a0d2f1d5b24d admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:34:09.509896 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e943aa-d384-4bc9-bf74-f73895e3fd96 None None] Sync routers for ids ['3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:34:09.559340 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f4c5e7ec-8754-4cd9-9348-a0d2f1d5b24d admin admin] 10.222.0.36 "PUT /v2.0/routers/3f9f6830-1bbf-47a5-9aad-671aaf81bbc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1430409 Apr 21 12:34:09.559993 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e943aa-d384-4bc9-bf74-f73895e3fd96 None None] Routers {'3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:34:09.560635 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e0e943aa-d384-4bc9-bf74-f73895e3fd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:33:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:34:09.568103 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:09.620701 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-08b16bab-f753-4fa8-b266-0309414d42f5 req-f4619f98-45ab-4b74-a594-1cba524676d1 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/security-groups?id=acb76a8a-ee85-4386-9584-2317bdf70db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618671 Apr 21 12:34:09.621332 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e561804-d8d5-4339-9143-2c73c93fb922 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:34:09.654277 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a6a26-bb23-4ce6-9418-f1dd76d45ece req-213caaf3-e0a7-401d-a82a-467aff894d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:09.655942 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-be4a6a26-bb23-4ce6-9418-f1dd76d45ece req-213caaf3-e0a7-401d-a82a-467aff894d55 service neutron] 10.222.0.26 "GET /v2.0/networks?id=81f9440c-a578-4cd1-8ad5-52674a74da16 HTTP/1.1" status: 200 len: 923 time: 0.1940360 Apr 21 12:34:09.682899 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-d9e0bc7b-9d50-4994-a55f-1b8a604b5172 req-4f9d1fa8-d39f-4624-9df9-ce2b91c5897b tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Deleting port 9ca22d61-c4b5-41be-96a3-c314b57155e5 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:34:09.683554 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d9e0bc7b-9d50-4994-a55f-1b8a604b5172 req-4f9d1fa8-d39f-4624-9df9-ce2b91c5897b tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:09.688467 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 3e561804-d8d5-4339-9143-2c73c93fb922, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=3e561804-d8d5-4339-9143-2c73c93fb922,segment=NetworkSegment(75046964-91a8-4144-a6c1-d8a5aa728545),segment_id=75046964-91a8-4144-a6c1-d8a5aa728545)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:09.723764 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-e0e943aa-d384-4bc9-bf74-f73895e3fd96 None None] Set router 3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:34:09.741489 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-be4a6a26-bb23-4ce6-9418-f1dd76d45ece req-137b2624-4528-4a24-922a-8e95ffd2c182 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ca01f38-ba39-4ba3-8d92-8f538ac09b0b HTTP/1.1" status: 200 len: 217 time: 0.0770490 Apr 21 12:34:09.814000 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:09.814893 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 23e1c761-9375-48fc-9e9a-0decdbce0979 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:34:09.833213 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-d9e0bc7b-9d50-4994-a55f-1b8a604b5172 req-4f9d1fa8-d39f-4624-9df9-ce2b91c5897b tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] For port 9ca22d61-c4b5-41be-96a3-c314b57155e5, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9ca22d61-c4b5-41be-96a3-c314b57155e5,segment=NetworkSegment(dc08e3b7-3b9c-4d54-b60e-2f1c56d392c9),segment_id=dc08e3b7-3b9c-4d54-b60e-2f1c56d392c9)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:09.833566 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d9e0bc7b-9d50-4994-a55f-1b8a604b5172 req-4f9d1fa8-d39f-4624-9df9-ce2b91c5897b tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:09.852930 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-d9e0bc7b-9d50-4994-a55f-1b8a604b5172 req-4f9d1fa8-d39f-4624-9df9-ce2b91c5897b tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Calling delete_port for 9ca22d61-c4b5-41be-96a3-c314b57155e5 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:34:09.858439 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a6a26-bb23-4ce6-9418-f1dd76d45ece req-d8dd9d7c-ff95-4cc2-84b3-adee2d69b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:09.859970 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-be4a6a26-bb23-4ce6-9418-f1dd76d45ece req-d8dd9d7c-ff95-4cc2-84b3-adee2d69b9cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=83a4a302-5ff1-47b1-99f8-fcd9956ce731 HTTP/1.1" status: 200 len: 862 time: 0.1119657 Apr 21 12:34:09.896584 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-be4a6a26-bb23-4ce6-9418-f1dd76d45ece req-ad257845-fa37-48ae-81da-fc75e9a1f6e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=81f9440c-a578-4cd1-8ad5-52674a74da16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283134 Apr 21 12:34:09.903985 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb436e8b-7d4b-4a20-b020-91dd005e554e req-39011693-8c0e-445d-858e-dcb5eaaf1c96 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:09.906296 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb436e8b-7d4b-4a20-b020-91dd005e554e req-39011693-8c0e-445d-858e-dcb5eaaf1c96 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.0919433 Apr 21 12:34:10.005846 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb436e8b-7d4b-4a20-b020-91dd005e554e req-ca4c997d-58a5-4029-bfe3-602974de360a tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823812 Apr 21 12:34:10.025241 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-be4a6a26-bb23-4ce6-9418-f1dd76d45ece req-d3465ab5-acd5-4866-a7f3-009a881d3f09 service neutron] 10.222.0.26 "GET /v2.0/networks/81f9440c-a578-4cd1-8ad5-52674a74da16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189578 Apr 21 12:34:10.065348 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 12:34:10.099654 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d9e0bc7b-9d50-4994-a55f-1b8a604b5172 req-4f9d1fa8-d39f-4624-9df9-ce2b91c5897b tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:10.129393 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d1fa8-d39f-4624-9df9-ce2b91c5897b tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Pushing event deleted for resources: {'Port': ['ID=9ca22d61-c4b5-41be-96a3-c314b57155e5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:10.135635 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:34:10.161997 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-be4a6a26-bb23-4ce6-9418-f1dd76d45ece req-57eb1082-3d3c-4cdc-a39b-7db79eb915f8 service neutron] 10.222.0.26 "GET /v2.0/networks/81f9440c-a578-4cd1-8ad5-52674a74da16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293235 Apr 21 12:34:10.183382 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['1682dd4f-5da2-488b-9303-c33ead624d39'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:34:10.185221 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5a0af-99ed-4e82-acc3-cbf6e208d331 req-e653f2d3-1877-4c41-af73-d82f485a20e2 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:10.192723 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5a0af-99ed-4e82-acc3-cbf6e208d331 req-e653f2d3-1877-4c41-af73-d82f485a20e2 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:10.194437 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['9ca22d61-c4b5-41be-96a3-c314b57155e5'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:34:10.194956 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e0bc7b-9d50-4994-a55f-1b8a604b5172 req-4f9d1fa8-d39f-4624-9df9-ce2b91c5897b tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] No DVR routers for this DVR port 9ca22d61-c4b5-41be-96a3-c314b57155e5 on host n-h2-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:34:10.197737 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=3e561804-d8d5-4339-9143-2c73c93fb922,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:10.197880 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d9e0bc7b-9d50-4994-a55f-1b8a604b5172 req-4f9d1fa8-d39f-4624-9df9-ce2b91c5897b tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:10.199977 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5a0af-99ed-4e82-acc3-cbf6e208d331 req-e653f2d3-1877-4c41-af73-d82f485a20e2 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:10.201059 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-d9e0bc7b-9d50-4994-a55f-1b8a604b5172 req-4f9d1fa8-d39f-4624-9df9-ce2b91c5897b tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.24 "DELETE /v2.0/ports/9ca22d61-c4b5-41be-96a3-c314b57155e5 HTTP/1.1" status: 204 len: 173 time: 0.7001133 Apr 21 12:34:10.201675 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a261c76-7eaf-4946-89dd-460a926a3b77', 'name': 'network-vif-deleted', 'tag': '9ca22d61-c4b5-41be-96a3-c314b57155e5'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:34:10.204302 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c44568-c8ae-4ded-8a61-37d52b2d33fb" -d '{"events": [{"server_uuid": "7a261c76-7eaf-4946-89dd-460a926a3b77", "name": "network-vif-deleted", "tag": "9ca22d61-c4b5-41be-96a3-c314b57155e5"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:34:10.207127 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5a0af-99ed-4e82-acc3-cbf6e208d331 req-e653f2d3-1877-4c41-af73-d82f485a20e2 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:10.213606 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5a0af-99ed-4e82-acc3-cbf6e208d331 req-e653f2d3-1877-4c41-af73-d82f485a20e2 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:10.219434 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5a0af-99ed-4e82-acc3-cbf6e208d331 req-e653f2d3-1877-4c41-af73-d82f485a20e2 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:10.225509 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5a0af-99ed-4e82-acc3-cbf6e208d331 req-e653f2d3-1877-4c41-af73-d82f485a20e2 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:10.227388 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c0e5a0af-99ed-4e82-acc3-cbf6e208d331 req-e653f2d3-1877-4c41-af73-d82f485a20e2 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5427 time: 0.1410747 Apr 21 12:34:10.256216 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['40352b73-0f16-4e8b-a246-1b32de8756d6'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:34:10.258186 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['96687793-00d5-4fbd-bfb5-42c2efdbb264'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:34:10.271232 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c0e5a0af-99ed-4e82-acc3-cbf6e208d331 req-78379b1a-935c-4a70-9fe3-2ec53e034f32 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362871 Apr 21 12:34:10.534320 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [req-140fece1-82af-460b-ac47-5fd7014131a0 req-fe115ab9-f004-49b6-86e3-5d725e020282 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:34:10.535501 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-140fece1-82af-460b-ac47-5fd7014131a0 req-fe115ab9-f004-49b6-86e3-5d725e020282 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068164 Apr 21 12:34:10.541077 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 23e1c761-9375-48fc-9e9a-0decdbce0979, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=23e1c761-9375-48fc-9e9a-0decdbce0979,segment=NetworkSegment(40053aa4-763b-4507-8fb5-b3666fa81e10),segment_id=40053aa4-763b-4507-8fb5-b3666fa81e10)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:10.580402 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fece1-82af-460b-ac47-5fd7014131a0 req-c4a47ed1-e86e-461e-b387-a6e7c58f8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:10.587478 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '23e1c761-9375-48fc-9e9a-0decdbce0979', 'network_id': '1e79e57f-4187-4f1d-82d0-38b1ad1f2346', 'port_id': '23e1c761-9375-48fc-9e9a-0decdbce0979', 'mac_address': 'fa:16:3e:02:44:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef2bae7-ae93-43ba-bf2d-9ed5978c2568', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:34:10.587978 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-140fece1-82af-460b-ac47-5fd7014131a0 req-c4a47ed1-e86e-461e-b387-a6e7c58f8401 service neutron] 10.222.0.36 "GET /v2.0/ports/6d0807df-864d-4b8d-9030-c89b1b36b028 HTTP/1.1" status: 200 len: 1093 time: 0.0423863 Apr 21 12:34:10.592153 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-140fece1-82af-460b-ac47-5fd7014131a0 req-ad0dd6f7-d4b0-4627-8fbf-3577e835dae3 service neutron] Request body: {'binding': {'host': 'n-h1-836147-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:34:10.592596 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-140fece1-82af-460b-ac47-5fd7014131a0 req-ad0dd6f7-d4b0-4627-8fbf-3577e835dae3 service neutron] Unknown quota resources ['binding']. {{(pid=103397) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 21 12:34:10.629073 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['fadb7cc0-7e48-4b28-bd3b-61295e53ad04'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:34:10.739236 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-140fece1-82af-460b-ac47-5fd7014131a0 req-ad0dd6f7-d4b0-4627-8fbf-3577e835dae3 service neutron] Attempting to bind port 6d0807df-864d-4b8d-9030-c89b1b36b028 on host n-h1-836147-2 for vnic_type normal with profile None {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:34:10.740113 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-140fece1-82af-460b-ac47-5fd7014131a0 req-ad0dd6f7-d4b0-4627-8fbf-3577e835dae3 service neutron] Attempting to bind port 6d0807df-864d-4b8d-9030-c89b1b36b028 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:34:10.740665 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140fece1-82af-460b-ac47-5fd7014131a0 req-ad0dd6f7-d4b0-4627-8fbf-3577e835dae3 service neutron] Attempting to bind port 6d0807df-864d-4b8d-9030-c89b1b36b028 on network 32a67a5e-b72b-4167-97d6-5767775875e4 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:34:10.745302 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140fece1-82af-460b-ac47-5fd7014131a0 req-ad0dd6f7-d4b0-4627-8fbf-3577e835dae3 service neutron] Port 6d0807df-864d-4b8d-9030-c89b1b36b028 on network 32a67a5e-b72b-4167-97d6-5767775875e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:34:10.745901 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140fece1-82af-460b-ac47-5fd7014131a0 req-ad0dd6f7-d4b0-4627-8fbf-3577e835dae3 service neutron] Attempting to bind port 6d0807df-864d-4b8d-9030-c89b1b36b028 on network 32a67a5e-b72b-4167-97d6-5767775875e4 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:34:10.752403 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140fece1-82af-460b-ac47-5fd7014131a0 req-ad0dd6f7-d4b0-4627-8fbf-3577e835dae3 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:34:10.756528 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140fece1-82af-460b-ac47-5fd7014131a0 req-ad0dd6f7-d4b0-4627-8fbf-3577e835dae3 service neutron] Checking segment: {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:34:10.756528 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140fece1-82af-460b-ac47-5fd7014131a0 req-ad0dd6f7-d4b0-4627-8fbf-3577e835dae3 service neutron] Bound using segment: {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:34:10.756528 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-140fece1-82af-460b-ac47-5fd7014131a0 req-ad0dd6f7-d4b0-4627-8fbf-3577e835dae3 service neutron] Bound port: 6d0807df-864d-4b8d-9030-c89b1b36b028, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:34:10.807476 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:10.808994 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-140fece1-82af-460b-ac47-5fd7014131a0 req-ad0dd6f7-d4b0-4627-8fbf-3577e835dae3 service neutron] For port 6d0807df-864d-4b8d-9030-c89b1b36b028, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=6d0807df-864d-4b8d-9030-c89b1b36b028,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:34:10.832882 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e0e943aa-d384-4bc9-bf74-f73895e3fd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'name': 'tempest-AttachVolumeTestJSON-1451595583-router', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:33:58Z', 'updated_at': '2022-04-21T12:34:07Z', 'revision_number': 4, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'gw_port': {'id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:33:59Z', 'updated_at': '2022-04-21T12:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'f818cd53-1ccb-481e-b809-15f95bc7d4c0', 'name': '', 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'mac_address': 'fa:16:3e:3d:40:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:34:04Z', 'updated_at': '2022-04-21T12:34:07Z', 'revision_number': 2, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'subnets': [{'id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:34:10.893118 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23e1c761-9375-48fc-9e9a-0decdbce0979 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:34:10.896962 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e943aa-d384-4bc9-bf74-f73895e3fd96 None None] Checking router: 3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:34:10.897313 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e943aa-d384-4bc9-bf74-f73895e3fd96 None None] Updating router 3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 port f818cd53-1ccb-481e-b809-15f95bc7d4c0 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:34:10.952660 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-140fece1-82af-460b-ac47-5fd7014131a0 req-ad0dd6f7-d4b0-4627-8fbf-3577e835dae3 service neutron] Notify callbacks [] for binding, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:10.954305 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-140fece1-82af-460b-ac47-5fd7014131a0 req-ad0dd6f7-d4b0-4627-8fbf-3577e835dae3 service neutron] 10.222.0.36 "POST /v2.0/ports/6d0807df-864d-4b8d-9030-c89b1b36b028/bindings HTTP/1.1" status: 201 len: 389 time: 0.3652542 Apr 21 12:34:10.984524 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 23e1c761-9375-48fc-9e9a-0decdbce0979, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=23e1c761-9375-48fc-9e9a-0decdbce0979,segment=NetworkSegment(40053aa4-763b-4507-8fb5-b3666fa81e10),segment_id=40053aa4-763b-4507-8fb5-b3666fa81e10)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:11.000701 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0e943aa-d384-4bc9-bf74-f73895e3fd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:11.002220 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33100) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:34:11.007521 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-74ee2a53-c3db-423d-85d8-22d6b15684c2 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1802887574', 'description': 'tempest-description--2079218499'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:34:11.074142 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-53fef4f0-6c0b-4066-8fb8-5843eef86010 req-fda1410c-2536-4eea-b431-ad0917598882 tempest-InstanceActionsTestJSON-319741498 tempest-InstanceActionsTestJSON-319741498-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a261c76-7eaf-4946-89dd-460a926a3b77 HTTP/1.1" status: 200 len: 210 time: 0.0295885 Apr 21 12:34:11.147642 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:11.148835 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74ee2a53-c3db-423d-85d8-22d6b15684c2 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:11.200767 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa8ece-2183-4905-bda7-11cf0b78bdac req-29e6619e-62c2-4c9c-903b-fca00c01e4fc tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:11.202332 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ffa8ece-2183-4905-bda7-11cf0b78bdac req-29e6619e-62c2-4c9c-903b-fca00c01e4fc tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 1096 time: 0.0632377 Apr 21 12:34:11.217780 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8496198f-bbb4-4a93-989c-bfce13acccb1 x-openstack-request-id: req-8496198f-bbb4-4a93-989c-bfce13acccb1 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:34:11.218274 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a261c76-7eaf-4946-89dd-460a926a3b77", "name": "network-vif-deleted", "tag": "9ca22d61-c4b5-41be-96a3-c314b57155e5", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:34:11.218680 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8496198f-bbb4-4a93-989c-bfce13acccb1 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:34:11.219251 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8496198f-bbb4-4a93-989c-bfce13acccb1'] response: {'server_uuid': '7a261c76-7eaf-4946-89dd-460a926a3b77', 'name': 'network-vif-deleted', 'tag': '9ca22d61-c4b5-41be-96a3-c314b57155e5', 'status': 'completed', 'code': 200} Apr 21 12:34:11.264465 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ffa8ece-2183-4905-bda7-11cf0b78bdac req-0a8886e3-ae33-46b2-a828-3eb89c82e459 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532076 Apr 21 12:34:11.285759 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=23e1c761-9375-48fc-9e9a-0decdbce0979,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:11.291704 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74ee2a53-c3db-423d-85d8-22d6b15684c2 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:11.343693 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615a174-178f-48c8-8252-e2dd2e620ec7 req-3be4f82f-e43a-409d-bffc-bcfea9d3132c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:11.346852 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2615a174-178f-48c8-8252-e2dd2e620ec7 req-3be4f82f-e43a-409d-bffc-bcfea9d3132c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 943 time: 0.0761158 Apr 21 12:34:11.378283 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74ee2a53-c3db-423d-85d8-22d6b15684c2 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:11.439623 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0e943aa-d384-4bc9-bf74-f73895e3fd96 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:11.457053 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2615a174-178f-48c8-8252-e2dd2e620ec7 req-bb122e66-a05c-4976-9ea7-d94409c49627 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026719 Apr 21 12:34:11.459412 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee2a53-c3db-423d-85d8-22d6b15684c2 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62d3ba82-58cb-4e83-a193-2745fccb955c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:11.475735 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb238b0-dd83-467b-9890-85716914187c req-72781ce7-cbcb-4746-8b50-10f2a30af3bd tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:11.477320 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aeb238b0-dd83-467b-9890-85716914187c req-72781ce7-cbcb-4746-8b50-10f2a30af3bd tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/ports?device_id=299c63c1-fd6c-4f13-b61f-25a5a4481c4a HTTP/1.1" status: 200 len: 950 time: 0.1010022 Apr 21 12:34:11.516049 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aeb238b0-dd83-467b-9890-85716914187c req-5d07bad3-adb1-458a-a751-b633310b5aa5 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70c8fba-dec7-45ba-a077-e8c46f5cf223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327721 Apr 21 12:34:11.566932 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0e943aa-d384-4bc9-bf74-f73895e3fd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:11.572651 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0712824f-0a69-46a1-b7bc-be9299dc39f1 req-4a3ec820-ac83-4c68-a15d-dfbdb83bdfed tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:11.575072 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0712824f-0a69-46a1-b7bc-be9299dc39f1 req-4a3ec820-ac83-4c68-a15d-dfbdb83bdfed tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c HTTP/1.1" status: 200 len: 944 time: 0.0617323 Apr 21 12:34:11.578078 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74ee2a53-c3db-423d-85d8-22d6b15684c2 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:11.580470 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-74ee2a53-c3db-423d-85d8-22d6b15684c2 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5765946 Apr 21 12:34:11.583277 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33110) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:34:11.587718 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6a94010d-3b37-4df1-b5c4-ead23a125b13 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Request body: {'security_group_rule': {'security_group_id': '62d3ba82-58cb-4e83-a193-2745fccb955c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:34:11.627954 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c6bd4-0881-4f38-b981-fc479d5d324a None None] Pushing event updated for resources: {'Port': ['ID=f818cd53-1ccb-481e-b809-15f95bc7d4c0,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:11.657261 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0712824f-0a69-46a1-b7bc-be9299dc39f1 req-67dc547a-6820-4d29-8ef7-302f6a0c3502 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/security-groups?id=acb76a8a-ee85-4386-9584-2317bdf70db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732889 Apr 21 12:34:11.674240 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d2d21-1a87-498e-ada6-0da8513e5778 req-7d0bb37b-952c-42af-9c3f-bf755be16edf tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:11.675833 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1a1d2d21-1a87-498e-ada6-0da8513e5778 req-7d0bb37b-952c-42af-9c3f-bf755be16edf tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 945 time: 0.0838811 Apr 21 12:34:11.693371 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e0e943aa-d384-4bc9-bf74-f73895e3fd96 None None] Attempting to bind port f818cd53-1ccb-481e-b809-15f95bc7d4c0 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:34:11.697543 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e0e943aa-d384-4bc9-bf74-f73895e3fd96 None None] Attempting to bind port f818cd53-1ccb-481e-b809-15f95bc7d4c0 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'ae7c6478-e2f3-4842-90bb-cd6e34c522ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:34:11.697543 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e943aa-d384-4bc9-bf74-f73895e3fd96 None None] Attempting to bind port f818cd53-1ccb-481e-b809-15f95bc7d4c0 on network 1afeb61e-54a9-4ede-8030-317c69a36623 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:34:11.698161 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a94010d-3b37-4df1-b5c4-ead23a125b13 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:11.700258 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e943aa-d384-4bc9-bf74-f73895e3fd96 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:34:11.700623 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e943aa-d384-4bc9-bf74-f73895e3fd96 None None] Checking segment: {'id': 'ae7c6478-e2f3-4842-90bb-cd6e34c522ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:34:11.706302 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0e943aa-d384-4bc9-bf74-f73895e3fd96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:11.706736 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e943aa-d384-4bc9-bf74-f73895e3fd96 None None] Bound using segment: {'id': 'ae7c6478-e2f3-4842-90bb-cd6e34c522ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:34:11.707261 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e0e943aa-d384-4bc9-bf74-f73895e3fd96 None None] Bound port: f818cd53-1ccb-481e-b809-15f95bc7d4c0, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7c6478-e2f3-4842-90bb-cd6e34c522ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:34:11.707632 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0e943aa-d384-4bc9-bf74-f73895e3fd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:11.738338 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1a1d2d21-1a87-498e-ada6-0da8513e5778 req-bc625d20-0cb1-4629-9485-bb73e71c1648 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471981 Apr 21 12:34:11.812511 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e0e943aa-d384-4bc9-bf74-f73895e3fd96 None None] For port f818cd53-1ccb-481e-b809-15f95bc7d4c0, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:34:11.815512 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e0e943aa-d384-4bc9-bf74-f73895e3fd96 None None] For port f818cd53-1ccb-481e-b809-15f95bc7d4c0, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f818cd53-1ccb-481e-b809-15f95bc7d4c0,segment=NetworkSegment(ae7c6478-e2f3-4842-90bb-cd6e34c522ba),segment_id=ae7c6478-e2f3-4842-90bb-cd6e34c522ba)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:34:11.826521 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a94010d-3b37-4df1-b5c4-ead23a125b13 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:11.899357 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba09ebb-2eb4-418c-a780-43fa8dc21c19 req-d5de889b-c7e0-48bc-800a-1811529a08db tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:11.905030 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba09ebb-2eb4-418c-a780-43fa8dc21c19 req-d5de889b-c7e0-48bc-800a-1811529a08db tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:11.910886 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba09ebb-2eb4-418c-a780-43fa8dc21c19 req-d5de889b-c7e0-48bc-800a-1811529a08db tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:11.916632 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba09ebb-2eb4-418c-a780-43fa8dc21c19 req-d5de889b-c7e0-48bc-800a-1811529a08db tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:11.922458 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba09ebb-2eb4-418c-a780-43fa8dc21c19 req-d5de889b-c7e0-48bc-800a-1811529a08db tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:11.928371 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba09ebb-2eb4-418c-a780-43fa8dc21c19 req-d5de889b-c7e0-48bc-800a-1811529a08db tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:11.934181 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba09ebb-2eb4-418c-a780-43fa8dc21c19 req-d5de889b-c7e0-48bc-800a-1811529a08db tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:11.935979 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ba09ebb-2eb4-418c-a780-43fa8dc21c19 req-d5de889b-c7e0-48bc-800a-1811529a08db tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5427 time: 0.1795154 Apr 21 12:34:11.955883 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-46554cd0-6b26-4f68-bc7a-233487c96bca None None] Provisioning complete for port f818cd53-1ccb-481e-b809-15f95bc7d4c0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:34:11.956260 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46554cd0-6b26-4f68-bc7a-233487c96bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:11.961535 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fece1-82af-460b-ac47-5fd7014131a0 req-2c52d163-2139-4ffb-b47a-6b585ea34809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:11.962999 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-140fece1-82af-460b-ac47-5fd7014131a0 req-2c52d163-2139-4ffb-b47a-6b585ea34809 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e16b811ea21846c89491aea47e9a7301&device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 1096 time: 0.1572251 Apr 21 12:34:11.982227 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0e943aa-d384-4bc9-bf74-f73895e3fd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:11.990273 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373b6d4-1926-452f-b8f1-77f868233c9c req-b2a8e2e8-b464-4faf-929d-2726759ce17d tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:11.990273 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6373b6d4-1926-452f-b8f1-77f868233c9c req-b2a8e2e8-b464-4faf-929d-2726759ce17d tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 1096 time: 0.1336064 Apr 21 12:34:12.012216 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a94010d-3b37-4df1-b5c4-ead23a125b13 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:12.023050 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-46554cd0-6b26-4f68-bc7a-233487c96bca None None] Port f818cd53-1ccb-481e-b809-15f95bc7d4c0 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:34:12.030575 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94010d-3b37-4df1-b5c4-ead23a125b13 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d81964af-452c-4b52-9fb1-42870e9d0296,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:12.050169 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e943aa-d384-4bc9-bf74-f73895e3fd96 None None] Routers {'3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:34:12.050805 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e0e943aa-d384-4bc9-bf74-f73895e3fd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:33:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:34:12.072733 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ba09ebb-2eb4-418c-a780-43fa8dc21c19 req-909287cd-6499-42bb-b87c-cce204b84908 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1216912 Apr 21 12:34:12.106638 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c6bd4-0881-4f38-b981-fc479d5d324a None None] Pushing event updated for resources: {'Port': ['ID=f818cd53-1ccb-481e-b809-15f95bc7d4c0,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:12.139608 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6373b6d4-1926-452f-b8f1-77f868233c9c req-d2fbda9f-d31e-4451-88b7-03df8655b4b6 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356838 Apr 21 12:34:12.144203 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fece1-82af-460b-ac47-5fd7014131a0 req-817201e4-bda9-4e84-804a-5caf29fc5397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:12.148421 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-140fece1-82af-460b-ac47-5fd7014131a0 req-817201e4-bda9-4e84-804a-5caf29fc5397 service neutron] 10.222.0.26 "GET /v2.0/networks?id=32a67a5e-b72b-4167-97d6-5767775875e4 HTTP/1.1" status: 200 len: 908 time: 0.1758397 Apr 21 12:34:12.211204 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-e0e943aa-d384-4bc9-bf74-f73895e3fd96 None None] Set router 3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:34:12.218172 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33128) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:34:12.301713 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a94010d-3b37-4df1-b5c4-ead23a125b13 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:12.303054 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6a94010d-3b37-4df1-b5c4-ead23a125b13 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7187910 Apr 21 12:34:12.308793 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33140) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:34:12.318538 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1d216e6b-9eed-49d1-a057-55260f75c6c6 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Request body: {'security_group_rule': {'security_group_id': '62d3ba82-58cb-4e83-a193-2745fccb955c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:34:12.389231 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-72161af2-8ffc-41fc-a758-fb2da4524329 admin admin] Deleting subnet 565c656d-ab45-4e3e-a5ea-54fbad0f8d0c {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:34:12.393812 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72161af2-8ffc-41fc-a758-fb2da4524329 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:12.451716 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72161af2-8ffc-41fc-a758-fb2da4524329 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:12.480219 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-33c7446d-aca3-43b0-b439-81bf3b952960 None None] Provisioning complete for port f818cd53-1ccb-481e-b809-15f95bc7d4c0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:34:12.480589 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33c7446d-aca3-43b0-b439-81bf3b952960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:12.510221 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72161af2-8ffc-41fc-a758-fb2da4524329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:12.515561 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e0e943aa-d384-4bc9-bf74-f73895e3fd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'name': 'tempest-AttachVolumeTestJSON-1451595583-router', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:33:58Z', 'updated_at': '2022-04-21T12:34:07Z', 'revision_number': 4, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'gw_port': {'id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:33:59Z', 'updated_at': '2022-04-21T12:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'f818cd53-1ccb-481e-b809-15f95bc7d4c0', 'name': '', 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'mac_address': 'fa:16:3e:3d:40:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:34:04Z', 'updated_at': '2022-04-21T12:34:11Z', 'revision_number': 4, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'subnets': [{'id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:34:12.542936 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d216e6b-9eed-49d1-a057-55260f75c6c6 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:12.656729 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d216e6b-9eed-49d1-a057-55260f75c6c6 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:12.660105 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-140fece1-82af-460b-ac47-5fd7014131a0 req-6aeb5002-ed88-4572-bef9-05989014b892 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d0807df-864d-4b8d-9030-c89b1b36b028 HTTP/1.1" status: 200 len: 217 time: 0.5047662 Apr 21 12:34:12.692301 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e943aa-d384-4bc9-bf74-f73895e3fd96 None None] The sync data for ids ['3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'] in n-d-836147-2 is: [{'id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'name': 'tempest-AttachVolumeTestJSON-1451595583-router', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:33:58Z', 'updated_at': '2022-04-21T12:34:07Z', 'revision_number': 4, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'gw_port': {'id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:33:59Z', 'updated_at': '2022-04-21T12:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'f818cd53-1ccb-481e-b809-15f95bc7d4c0', 'name': '', 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'mac_address': 'fa:16:3e:3d:40:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:34:04Z', 'updated_at': '2022-04-21T12:34:11Z', 'revision_number': 4, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'subnets': [{'id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:34:12.712429 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fece1-82af-460b-ac47-5fd7014131a0 req-848a6144-69bb-4f9c-a248-f992c4c811ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:12.713975 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-140fece1-82af-460b-ac47-5fd7014131a0 req-848a6144-69bb-4f9c-a248-f992c4c811ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3b8f234-8156-4627-8cae-e6fcb5c2aa35 HTTP/1.1" status: 200 len: 847 time: 0.0471959 Apr 21 12:34:12.751529 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-140fece1-82af-460b-ac47-5fd7014131a0 req-c76630a5-40be-4282-96f0-5667efc4c305 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32a67a5e-b72b-4167-97d6-5767775875e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307994 Apr 21 12:34:12.755861 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33c7446d-aca3-43b0-b439-81bf3b952960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:12.760610 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['23e1c761-9375-48fc-9e9a-0decdbce0979'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:34:12.769747 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['3e561804-d8d5-4339-9143-2c73c93fb922'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:34:12.814063 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d216e6b-9eed-49d1-a057-55260f75c6c6 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:12.819427 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72161af2-8ffc-41fc-a758-fb2da4524329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:12.860259 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-33c7446d-aca3-43b0-b439-81bf3b952960 None None] For port f818cd53-1ccb-481e-b809-15f95bc7d4c0, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f818cd53-1ccb-481e-b809-15f95bc7d4c0,segment=NetworkSegment(ae7c6478-e2f3-4842-90bb-cd6e34c522ba),segment_id=ae7c6478-e2f3-4842-90bb-cd6e34c522ba)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:12.873331 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72161af2-8ffc-41fc-a758-fb2da4524329 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=565c656d-ab45-4e3e-a5ea-54fbad0f8d0c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:12.893195 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72161af2-8ffc-41fc-a758-fb2da4524329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:12.893919 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-140fece1-82af-460b-ac47-5fd7014131a0 req-203ba523-529e-4773-9030-ad6248696cc8 service neutron] 10.222.0.26 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345565 Apr 21 12:34:12.902679 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-72161af2-8ffc-41fc-a758-fb2da4524329 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/565c656d-ab45-4e3e-a5ea-54fbad0f8d0c HTTP/1.1" status: 204 len: 168 time: 0.6771753 Apr 21 12:34:12.908452 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33160) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:34:12.911915 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d216e6b-9eed-49d1-a057-55260f75c6c6 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec964ec-2a54-4b33-adaa-5877ce216fb7,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:12.961500 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33c7446d-aca3-43b0-b439-81bf3b952960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:13.018981 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9409db65-b9d3-4d20-80cb-5fe50e92eed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:13.026269 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-140fece1-82af-460b-ac47-5fd7014131a0 req-6e4511a6-45b6-4c29-8f55-32e0de971108 service neutron] 10.222.0.26 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255798 Apr 21 12:34:13.069887 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d216e6b-9eed-49d1-a057-55260f75c6c6 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:13.071409 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1d216e6b-9eed-49d1-a057-55260f75c6c6 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7591834 Apr 21 12:34:13.074574 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33166) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:34:13.080293 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-0e7a9dde-06ba-4aa7-8f84-2e247f238392 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:34:13.098245 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7446d-aca3-43b0-b439-81bf3b952960 None None] Pushing event updated for resources: {'Port': ['ID=f818cd53-1ccb-481e-b809-15f95bc7d4c0,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:13.136552 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9409db65-b9d3-4d20-80cb-5fe50e92eed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:13.169622 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:34:13.171336 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-9409db65-b9d3-4d20-80cb-5fe50e92eed9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1f96467-36d6-46fe-930a-559cec033643']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:34:13.172417 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:34:13.184902 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-9409db65-b9d3-4d20-80cb-5fe50e92eed9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc08e3b7-3b9c-4d54-b60e-2f1c56d392c9') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:34:13.185395 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-9409db65-b9d3-4d20-80cb-5fe50e92eed9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc08e3b7-3b9c-4d54-b60e-2f1c56d392c9') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:34:13.197498 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9409db65-b9d3-4d20-80cb-5fe50e92eed9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:13.219524 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9409db65-b9d3-4d20-80cb-5fe50e92eed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:13.232990 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9409db65-b9d3-4d20-80cb-5fe50e92eed9 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:34:13.233394 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9409db65-b9d3-4d20-80cb-5fe50e92eed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:34:13.235189 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:34:13.269974 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9dde-06ba-4aa7-8f84-2e247f238392 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for floatingip, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:13.353091 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fece1-82af-460b-ac47-5fd7014131a0 req-baa3e774-813b-46d6-9e25-499445b1fcf4 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:13.363246 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-140fece1-82af-460b-ac47-5fd7014131a0 req-baa3e774-813b-46d6-9e25-499445b1fcf4 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f&tenant_id=e16b811ea21846c89491aea47e9a7301&binding%3Ahost_id=n-h2-836147-2 HTTP/1.1" status: 200 len: 1096 time: 0.1698763 Apr 21 12:34:13.375043 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-140fece1-82af-460b-ac47-5fd7014131a0 req-36d1bda1-06df-46fb-90c7-a545da4494e2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836147-2'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:34:13.458218 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=6ca01f38-ba39-4ba3-8d92-8f538ac09b0b,segment=NetworkSegment(9a2658ad-93c7-49bb-ae54-fb57fa937c4e),segment_id=9a2658ad-93c7-49bb-ae54-fb57fa937c4e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:13.462876 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:13.488267 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-140fece1-82af-460b-ac47-5fd7014131a0 req-36d1bda1-06df-46fb-90c7-a545da4494e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:13.501959 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '6ca01f38-ba39-4ba3-8d92-8f538ac09b0b', 'network_id': '81f9440c-a578-4cd1-8ad5-52674a74da16', 'port_id': '6ca01f38-ba39-4ba3-8d92-8f538ac09b0b', 'mac_address': 'fa:16:3e:f0:b1:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a4a302-5ff1-47b1-99f8-fcd9956ce731', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:34:13.537667 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-051730ea-54c9-473c-ba9b-c63261eaa3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:13.568954 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299c63c1-fd6c-4f13-b61f-25a5a4481c4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6fc9a09-cd55-4cdc-b6ca-2ad985e22607'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:34:13.572033 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdaf16e3-a5f5-48ab-9060-9a5ec3f6617f" -d '{"events": [{"server_uuid": "299c63c1-fd6c-4f13-b61f-25a5a4481c4a", "name": "network-vif-unplugged", "status": "completed", "tag": "f6fc9a09-cd55-4cdc-b6ca-2ad985e22607"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:34:13.589787 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:13.595520 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port f6fc9a09-cd55-4cdc-b6ca-2ad985e22607, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=f6fc9a09-cd55-4cdc-b6ca-2ad985e22607,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:13.620083 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:34:13.672089 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=6ca01f38-ba39-4ba3-8d92-8f538ac09b0b,segment=NetworkSegment(9a2658ad-93c7-49bb-ae54-fb57fa937c4e),segment_id=9a2658ad-93c7-49bb-ae54-fb57fa937c4e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:13.680336 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['30473043-d7db-404d-b70c-4211d4724b47'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:34:13.688126 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-140fece1-82af-460b-ac47-5fd7014131a0 req-36d1bda1-06df-46fb-90c7-a545da4494e2 service neutron] For port 6d0807df-864d-4b8d-9030-c89b1b36b028, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=6d0807df-864d-4b8d-9030-c89b1b36b028,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:13.760396 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:13.764055 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-140fece1-82af-460b-ac47-5fd7014131a0 req-36d1bda1-06df-46fb-90c7-a545da4494e2 service neutron] For port 6d0807df-864d-4b8d-9030-c89b1b36b028, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:34:13.813406 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81688510-da19-4451-bcc5-6d559622279f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d0807df-864d-4b8d-9030-c89b1b36b028'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:34:13.816290 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b097e3-c372-47af-916d-26af12a41894" -d '{"events": [{"server_uuid": "81688510-da19-4451-bcc5-6d559622279f", "name": "network-vif-unplugged", "status": "completed", "tag": "6d0807df-864d-4b8d-9030-c89b1b36b028"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:34:13.821101 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-140fece1-82af-460b-ac47-5fd7014131a0 req-36d1bda1-06df-46fb-90c7-a545da4494e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:13.825447 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:13.836662 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9dde-06ba-4aa7-8f84-2e247f238392 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:13.866272 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=f6fc9a09-cd55-4cdc-b6ca-2ad985e22607,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:13.905399 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9ca22d61-c4b5-41be-96a3-c314b57155e5 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:34:13.957288 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 9ca22d61-c4b5-41be-96a3-c314b57155e5 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:34:13.961028 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9ca22d61-c4b5-41be-96a3-c314b57155e5 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:34:13.978989 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=6ca01f38-ba39-4ba3-8d92-8f538ac09b0b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:13.982931 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-0e7a9dde-06ba-4aa7-8f84-2e247f238392 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Allocated IP 172.25.8.126 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/a0028071-66c6-4a1d-a74b-d82c85eb85ec) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:34:13.987439 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9409db65-b9d3-4d20-80cb-5fe50e92eed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:13.993049 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9409db65-b9d3-4d20-80cb-5fe50e92eed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:13.998838 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9409db65-b9d3-4d20-80cb-5fe50e92eed9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e1f96467-36d6-46fe-930a-559cec033643 HTTP/1.1" status: 204 len: 168 time: 1.0853405 Apr 21 12:34:14.015675 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409db65-b9d3-4d20-80cb-5fe50e92eed9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1f96467-36d6-46fe-930a-559cec033643,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:14.018759 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-140fece1-82af-460b-ac47-5fd7014131a0 req-36d1bda1-06df-46fb-90c7-a545da4494e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:14.161030 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-140fece1-82af-460b-ac47-5fd7014131a0 req-36d1bda1-06df-46fb-90c7-a545da4494e2 service neutron] Attempting to bind port 6d0807df-864d-4b8d-9030-c89b1b36b028 on host n-h2-836147-2 for vnic_type normal with profile {"migrating_to": "n-h1-836147-2"} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:34:14.161401 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-140fece1-82af-460b-ac47-5fd7014131a0 req-36d1bda1-06df-46fb-90c7-a545da4494e2 service neutron] Attempting to bind port 6d0807df-864d-4b8d-9030-c89b1b36b028 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:34:14.161830 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140fece1-82af-460b-ac47-5fd7014131a0 req-36d1bda1-06df-46fb-90c7-a545da4494e2 service neutron] Attempting to bind port 6d0807df-864d-4b8d-9030-c89b1b36b028 on network 32a67a5e-b72b-4167-97d6-5767775875e4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:34:14.163355 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9dde-06ba-4aa7-8f84-2e247f238392 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:14.167962 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140fece1-82af-460b-ac47-5fd7014131a0 req-36d1bda1-06df-46fb-90c7-a545da4494e2 service neutron] Port 6d0807df-864d-4b8d-9030-c89b1b36b028 on network 32a67a5e-b72b-4167-97d6-5767775875e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:34:14.168293 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140fece1-82af-460b-ac47-5fd7014131a0 req-36d1bda1-06df-46fb-90c7-a545da4494e2 service neutron] Attempting to bind port 6d0807df-864d-4b8d-9030-c89b1b36b028 on network 32a67a5e-b72b-4167-97d6-5767775875e4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:34:14.194161 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1bda1-06df-46fb-90c7-a545da4494e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0807df-864d-4b8d-9030-c89b1b36b028,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:14.211054 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140fece1-82af-460b-ac47-5fd7014131a0 req-36d1bda1-06df-46fb-90c7-a545da4494e2 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:34:14.211398 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140fece1-82af-460b-ac47-5fd7014131a0 req-36d1bda1-06df-46fb-90c7-a545da4494e2 service neutron] Checking segment: {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:34:14.211790 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140fece1-82af-460b-ac47-5fd7014131a0 req-36d1bda1-06df-46fb-90c7-a545da4494e2 service neutron] Bound using segment: {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:34:14.212250 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-140fece1-82af-460b-ac47-5fd7014131a0 req-36d1bda1-06df-46fb-90c7-a545da4494e2 service neutron] Bound port: 6d0807df-864d-4b8d-9030-c89b1b36b028, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:34:14.212621 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-140fece1-82af-460b-ac47-5fd7014131a0 req-36d1bda1-06df-46fb-90c7-a545da4494e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:14.273173 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a8775-836f-4176-ba2c-6a24f15abfb0 req-c84566cf-702a-46fb-a422-9ae8b632c83d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:14.274739 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4a8a8775-836f-4176-ba2c-6a24f15abfb0 req-c84566cf-702a-46fb-a422-9ae8b632c83d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 944 time: 0.1450582 Apr 21 12:34:14.286881 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9dde-06ba-4aa7-8f84-2e247f238392 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:14.317612 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-140fece1-82af-460b-ac47-5fd7014131a0 req-36d1bda1-06df-46fb-90c7-a545da4494e2 service neutron] For port 6d0807df-864d-4b8d-9030-c89b1b36b028, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:34:14.327811 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-140fece1-82af-460b-ac47-5fd7014131a0 req-36d1bda1-06df-46fb-90c7-a545da4494e2 service neutron] For port 6d0807df-864d-4b8d-9030-c89b1b36b028, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=6d0807df-864d-4b8d-9030-c89b1b36b028,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:34:14.330462 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7a9dde-06ba-4aa7-8f84-2e247f238392 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:34:14.333916 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4a8a8775-836f-4176-ba2c-6a24f15abfb0 req-fb5d6393-18a2-41fc-879c-ecf984898896 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509667 Apr 21 12:34:14.335462 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-0e7a9dde-06ba-4aa7-8f84-2e247f238392 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:34:14.339596 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7a9dde-06ba-4aa7-8f84-2e247f238392 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:34:14.349511 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33212) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:34:14.370924 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a9dde-06ba-4aa7-8f84-2e247f238392 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Pushing event updated for resources: {'Port': ['ID=a0028071-66c6-4a1d-a74b-d82c85eb85ec,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:14.412901 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d8464164-6cc3-446f-aed7-e722e500b321 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c4ea6d171ff7447d82e8894059c462fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0601580 Apr 21 12:34:14.412901 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33214) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:34:14.443689 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-140fece1-82af-460b-ac47-5fd7014131a0 req-36d1bda1-06df-46fb-90c7-a545da4494e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:14.447164 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9dde-06ba-4aa7-8f84-2e247f238392 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:14.552399 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9dde-06ba-4aa7-8f84-2e247f238392 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:14.583016 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fece1-82af-460b-ac47-5fd7014131a0 req-36d1bda1-06df-46fb-90c7-a545da4494e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:14.583534 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-140fece1-82af-460b-ac47-5fd7014131a0 req-36d1bda1-06df-46fb-90c7-a545da4494e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:14.584923 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-140fece1-82af-460b-ac47-5fd7014131a0 req-36d1bda1-06df-46fb-90c7-a545da4494e2 service neutron] 10.222.0.26 "PUT /v2.0/ports/6d0807df-864d-4b8d-9030-c89b1b36b028 HTTP/1.1" status: 200 len: 1121 time: 1.2141347 Apr 21 12:34:14.585932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1bda1-06df-46fb-90c7-a545da4494e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6d0807df-864d-4b8d-9030-c89b1b36b028,revision_number=8']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:14.594255 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64ed3aba-f1d7-4128-be56-29dc98f289e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:14.606417 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09db92-e0bc-4bcc-9318-5e1a82bbbfaf req-77bcb6b8-a40b-499e-a925-649ab2bfb115 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:14.608086 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba09db92-e0bc-4bcc-9318-5e1a82bbbfaf req-77bcb6b8-a40b-499e-a925-649ab2bfb115 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c HTTP/1.1" status: 200 len: 944 time: 0.1562307 Apr 21 12:34:14.647597 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64ed3aba-f1d7-4128-be56-29dc98f289e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:14.687073 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['6d0807df-864d-4b8d-9030-c89b1b36b028'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:34:14.688742 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba09db92-e0bc-4bcc-9318-5e1a82bbbfaf req-2e2529fa-4070-40dc-93bc-d8074e691fa0 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/security-groups?id=acb76a8a-ee85-4386-9584-2317bdf70db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684917 Apr 21 12:34:14.738795 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f818cd53-1ccb-481e-b809-15f95bc7d4c0 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:34:14.772350 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9dde-06ba-4aa7-8f84-2e247f238392 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:14.826678 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315666e6-aa51-4245-9907-337c06a694ef req-ff1f1000-f51e-4c19-b05d-9a5c73c15cd0 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:14.828255 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-315666e6-aa51-4245-9907-337c06a694ef req-ff1f1000-f51e-4c19-b05d-9a5c73c15cd0 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 943 time: 0.0610290 Apr 21 12:34:14.829619 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64ed3aba-f1d7-4128-be56-29dc98f289e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:14.832327 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-64ed3aba-f1d7-4128-be56-29dc98f289e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:14.836127 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-64ed3aba-f1d7-4128-be56-29dc98f289e7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/777604f6-3a7e-48a6-8274-5156d2b1f99e HTTP/1.1" status: 204 len: 168 time: 0.4205811 Apr 21 12:34:14.840961 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port f818cd53-1ccb-481e-b809-15f95bc7d4c0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:34:14.841406 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:14.846125 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-952d01e9-a84d-4fc3-acea-ab62bc20e425 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:34:14.847147 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-952d01e9-a84d-4fc3-acea-ab62bc20e425 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121489 Apr 21 12:34:14.860671 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed3aba-f1d7-4128-be56-29dc98f289e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777604f6-3a7e-48a6-8274-5156d2b1f99e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:14.897923 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9dde-06ba-4aa7-8f84-2e247f238392 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:14.920958 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-83a7762f-055b-4e75-8445-dcc4ffa41432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:14.930113 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-83a7762f-055b-4e75-8445-dcc4ffa41432 service neutron] 10.222.0.36 "GET /v2.0/ports/44b7dd5a-1497-4cae-b911-9689d370cef4 HTTP/1.1" status: 200 len: 1093 time: 0.0704374 Apr 21 12:34:14.944616 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-1497d18c-a814-455c-93d9-74c9f3023f30 service neutron] Request body: {'binding': {'host': 'n-h1-836147-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:34:14.945238 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-1497d18c-a814-455c-93d9-74c9f3023f30 service neutron] Unknown quota resources ['binding']. {{(pid=103398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 21 12:34:14.989377 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a9dde-06ba-4aa7-8f84-2e247f238392 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Pushing event updated for resources: {'Port': ['ID=a0028071-66c6-4a1d-a74b-d82c85eb85ec,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:14.998063 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9dde-06ba-4aa7-8f84-2e247f238392 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:15.034088 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-315666e6-aa51-4245-9907-337c06a694ef req-83aef1b0-103e-4429-bf15-f6c202a0866a tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925013 Apr 21 12:34:15.105869 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-1497d18c-a814-455c-93d9-74c9f3023f30 service neutron] Attempting to bind port 44b7dd5a-1497-4cae-b911-9689d370cef4 on host n-h1-836147-2 for vnic_type normal with profile None {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:34:15.106212 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-1497d18c-a814-455c-93d9-74c9f3023f30 service neutron] Attempting to bind port 44b7dd5a-1497-4cae-b911-9689d370cef4 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:34:15.106543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-1497d18c-a814-455c-93d9-74c9f3023f30 service neutron] Attempting to bind port 44b7dd5a-1497-4cae-b911-9689d370cef4 on network c287e289-9664-4a57-ae4d-cb3d1c307007 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:34:15.117284 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e7a9dde-06ba-4aa7-8f84-2e247f238392 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:15.118463 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0e7a9dde-06ba-4aa7-8f84-2e247f238392 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0429633 Apr 21 12:34:15.126158 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-1497d18c-a814-455c-93d9-74c9f3023f30 service neutron] Port 44b7dd5a-1497-4cae-b911-9689d370cef4 on network c287e289-9664-4a57-ae4d-cb3d1c307007 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:34:15.129178 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-1497d18c-a814-455c-93d9-74c9f3023f30 service neutron] Attempting to bind port 44b7dd5a-1497-4cae-b911-9689d370cef4 on network c287e289-9664-4a57-ae4d-cb3d1c307007 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:34:15.134146 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-1497d18c-a814-455c-93d9-74c9f3023f30 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:34:15.134488 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-1497d18c-a814-455c-93d9-74c9f3023f30 service neutron] Checking segment: {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:34:15.134874 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-1497d18c-a814-455c-93d9-74c9f3023f30 service neutron] Bound using segment: {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:34:15.135314 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-1497d18c-a814-455c-93d9-74c9f3023f30 service neutron] Bound port: 44b7dd5a-1497-4cae-b911-9689d370cef4, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:34:15.164467 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device fadb7cc0-7e48-4b28-bd3b-61295e53ad04 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:34:15.189036 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73f2f-c8f1-42b8-bedf-9105fe737cfb req-458c96bf-5c96-4f8a-a18e-d3c3f06c922b tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:15.200994 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73f2f-c8f1-42b8-bedf-9105fe737cfb req-458c96bf-5c96-4f8a-a18e-d3c3f06c922b tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:15.207532 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73f2f-c8f1-42b8-bedf-9105fe737cfb req-458c96bf-5c96-4f8a-a18e-d3c3f06c922b tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:15.213505 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73f2f-c8f1-42b8-bedf-9105fe737cfb req-458c96bf-5c96-4f8a-a18e-d3c3f06c922b tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:15.221598 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73f2f-c8f1-42b8-bedf-9105fe737cfb req-458c96bf-5c96-4f8a-a18e-d3c3f06c922b tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:15.228331 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73f2f-c8f1-42b8-bedf-9105fe737cfb req-458c96bf-5c96-4f8a-a18e-d3c3f06c922b tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:15.234522 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f73f2f-c8f1-42b8-bedf-9105fe737cfb req-458c96bf-5c96-4f8a-a18e-d3c3f06c922b tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:15.236544 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c7f73f2f-c8f1-42b8-bedf-9105fe737cfb req-458c96bf-5c96-4f8a-a18e-d3c3f06c922b tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5427 time: 0.1431813 Apr 21 12:34:15.275630 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port fadb7cc0-7e48-4b28-bd3b-61295e53ad04 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:34:15.279859 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port fadb7cc0-7e48-4b28-bd3b-61295e53ad04 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:34:15.280238 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:15.287351 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-1497d18c-a814-455c-93d9-74c9f3023f30 service neutron] For port 44b7dd5a-1497-4cae-b911-9689d370cef4, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=44b7dd5a-1497-4cae-b911-9689d370cef4,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:34:15.297000 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c7f73f2f-c8f1-42b8-bedf-9105fe737cfb req-fd99d991-4b4d-48e8-be5d-477d116f542c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537679 Apr 21 12:34:15.359239 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2320772-c1fb-4c71-b177-069f2b16340b x-openstack-request-id: req-c2320772-c1fb-4c71-b177-069f2b16340b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:34:15.359722 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299c63c1-fd6c-4f13-b61f-25a5a4481c4a", "name": "network-vif-unplugged", "status": "completed", "tag": "f6fc9a09-cd55-4cdc-b6ca-2ad985e22607", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:34:15.359839 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c2320772-c1fb-4c71-b177-069f2b16340b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:34:15.360404 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2320772-c1fb-4c71-b177-069f2b16340b'] response: {'server_uuid': '299c63c1-fd6c-4f13-b61f-25a5a4481c4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6fc9a09-cd55-4cdc-b6ca-2ad985e22607', 'code': 200} Apr 21 12:34:15.363693 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-1497d18c-a814-455c-93d9-74c9f3023f30 service neutron] Notify callbacks [] for binding, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:15.364781 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-1497d18c-a814-455c-93d9-74c9f3023f30 service neutron] 10.222.0.36 "POST /v2.0/ports/44b7dd5a-1497-4cae-b911-9689d370cef4/bindings HTTP/1.1" status: 201 len: 389 time: 0.4257631 Apr 21 12:34:15.370835 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:15.403202 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37560f0c-faae-4e87-b126-54f5fb30169b x-openstack-request-id: req-37560f0c-faae-4e87-b126-54f5fb30169b {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:34:15.403579 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81688510-da19-4451-bcc5-6d559622279f", "name": "network-vif-unplugged", "status": "completed", "tag": "6d0807df-864d-4b8d-9030-c89b1b36b028", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:34:15.403840 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-37560f0c-faae-4e87-b126-54f5fb30169b {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:34:15.404279 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37560f0c-faae-4e87-b126-54f5fb30169b'] response: {'server_uuid': '81688510-da19-4451-bcc5-6d559622279f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d0807df-864d-4b8d-9030-c89b1b36b028', 'code': 200} Apr 21 12:34:15.426217 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port fadb7cc0-7e48-4b28-bd3b-61295e53ad04, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=fadb7cc0-7e48-4b28-bd3b-61295e53ad04,segment=NetworkSegment(6361dbf8-c8c7-4711-98c6-84cbc77fe9c9),segment_id=6361dbf8-c8c7-4711-98c6-84cbc77fe9c9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:15.521778 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-ddfdb97f-3ba8-41ec-86af-e295b60ee6f2 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1802887574&fields=id&tenant_id=a208b1412791496188b5b7f9d81a64f6 HTTP/1.1" status: 200 len: 267 time: 0.0326850 Apr 21 12:34:15.532219 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:15.533030 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 1682dd4f-5da2-488b-9303-c33ead624d39 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:34:15.576661 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['6ca01f38-ba39-4ba3-8d92-8f538ac09b0b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:34:15.645566 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-d68609e4-52aa-44f2-91cd-9336cce492bb tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:15.650280 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-d68609e4-52aa-44f2-91cd-9336cce492bb tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/networks?id=1afeb61e-54a9-4ede-8030-317c69a36623 HTTP/1.1" status: 200 len: 811 time: 0.1216850 Apr 21 12:34:15.669110 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=fadb7cc0-7e48-4b28-bd3b-61295e53ad04,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:15.692383 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-cc33874f-3304-4ffd-8f30-9f1233e55af7 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/quotas/a208b1412791496188b5b7f9d81a64f6 HTTP/1.1" status: 200 len: 375 time: 0.0285316 Apr 21 12:34:15.727323 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fac46-0776-43c7-9e55-7019aa7cd927 req-e2771e59-d4d8-4760-b4ed-82bcf16b827d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:15.728604 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39659368-df93-49ff-9292-bf143bf5f87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:15.728868 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c6fac46-0776-43c7-9e55-7019aa7cd927 req-e2771e59-d4d8-4760-b4ed-82bcf16b827d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 944 time: 0.0766006 Apr 21 12:34:15.785096 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-e2ac4a41-65b6-425b-88c1-0d5e7f431d1f tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a208b1412791496188b5b7f9d81a64f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0839503 Apr 21 12:34:15.797737 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c6fac46-0776-43c7-9e55-7019aa7cd927 req-a1807b52-050b-40d7-a313-2d2d98e52831 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538812 Apr 21 12:34:15.820236 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 1682dd4f-5da2-488b-9303-c33ead624d39 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:34:15.825573 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 1682dd4f-5da2-488b-9303-c33ead624d39 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:34:15.835527 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:15.929413 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:15.966533 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 1682dd4f-5da2-488b-9303-c33ead624d39, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=1682dd4f-5da2-488b-9303-c33ead624d39,segment=NetworkSegment(dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693),segment_id=dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:16.010994 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-74f44389-5bb4-4387-96c1-72f4b548d991 service neutron] 10.222.0.36 "GET /v2.0/networks/1afeb61e-54a9-4ede-8030-317c69a36623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118335 Apr 21 12:34:16.046504 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:16.047304 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 96687793-00d5-4fbd-bfb5-42c2efdbb264 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:34:16.111946 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-d02e2513-a54d-44ef-bdb8-637699cfd4da service neutron] 10.222.0.36 "GET /v2.0/networks/1afeb61e-54a9-4ede-8030-317c69a36623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946162 Apr 21 12:34:16.125024 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=1682dd4f-5da2-488b-9303-c33ead624d39,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:16.189128 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33272) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:34:16.218398 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 96687793-00d5-4fbd-bfb5-42c2efdbb264 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:34:16.222878 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 96687793-00d5-4fbd-bfb5-42c2efdbb264 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:34:16.223494 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:16.284892 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-32ca673f-c8b3-4f1a-8c9a-3a87031a0452 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-770675584-network', 'tenant_id': 'ca248739a00641a3a1ce66fa0d55a5ec'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:34:16.303505 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:16.369770 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 96687793-00d5-4fbd-bfb5-42c2efdbb264, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=96687793-00d5-4fbd-bfb5-42c2efdbb264,segment=NetworkSegment(6361dbf8-c8c7-4711-98c6-84cbc77fe9c9),segment_id=6361dbf8-c8c7-4711-98c6-84cbc77fe9c9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:16.423253 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2e327-0f91-45f1-8812-39eb8e7839b6 req-3c0e1624-d692-4d84-a762-7c50e3f21aef tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:16.424957 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d4c2e327-0f91-45f1-8812-39eb8e7839b6 req-3c0e1624-d692-4d84-a762-7c50e3f21aef tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.0545352 Apr 21 12:34:16.464283 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d4c2e327-0f91-45f1-8812-39eb8e7839b6 req-be373d0f-3f52-4936-b719-53866999bf6b tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330439 Apr 21 12:34:16.470758 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ca673f-c8b3-4f1a-8c9a-3a87031a0452 admin admin] Made reservation on behalf of ca248739a00641a3a1ce66fa0d55a5ec for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:34:16.473982 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-32ca673f-c8b3-4f1a-8c9a-3a87031a0452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:16.495209 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-32ca673f-c8b3-4f1a-8c9a-3a87031a0452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:16.498179 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:16.499037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 40352b73-0f16-4e8b-a246-1b32de8756d6 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:34:16.584921 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=96687793-00d5-4fbd-bfb5-42c2efdbb264,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:16.663040 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9461ed-6e7f-431a-a6f3-de109186e994 req-36e3d6c2-e08a-450d-8c2c-ad299f6a1673 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:16.664484 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6f9461ed-6e7f-431a-a6f3-de109186e994 req-36e3d6c2-e08a-450d-8c2c-ad299f6a1673 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c HTTP/1.1" status: 200 len: 944 time: 0.1042361 Apr 21 12:34:16.666272 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-32ca673f-c8b3-4f1a-8c9a-3a87031a0452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:16.675563 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f4890-90a8-4a98-9727-2ddb34775313 req-1db71ce5-f475-4b8a-a9c5-2095cdd5ed9f tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:16.676722 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c8f4890-90a8-4a98-9727-2ddb34775313 req-1db71ce5-f475-4b8a-a9c5-2095cdd5ed9f tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 943 time: 0.1325216 Apr 21 12:34:16.716315 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 40352b73-0f16-4e8b-a246-1b32de8756d6 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:34:16.720281 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 40352b73-0f16-4e8b-a246-1b32de8756d6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:34:16.720662 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:16.731721 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6f9461ed-6e7f-431a-a6f3-de109186e994 req-213b7e13-185b-4f1f-a5a1-0009662eef34 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/security-groups?id=acb76a8a-ee85-4386-9584-2317bdf70db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540416 Apr 21 12:34:16.737084 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c8f4890-90a8-4a98-9727-2ddb34775313 req-53cc4bdb-80d9-4690-82a6-cc19417d1b6a tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525613 Apr 21 12:34:16.800677 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:16.814311 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-adc2352a-e302-4b1d-9832-c871f1e41287 req-5869cdf1-9b32-4c20-9e23-146f56f19003 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 210 time: 0.0326736 Apr 21 12:34:16.818589 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:16.837373 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-32ca673f-c8b3-4f1a-8c9a-3a87031a0452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:16.885042 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ca673f-c8b3-4f1a-8c9a-3a87031a0452 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:34:16.887129 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca673f-c8b3-4f1a-8c9a-3a87031a0452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5f21e1-d501-409e-9d47-a58da746210c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:16.887437 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 40352b73-0f16-4e8b-a246-1b32de8756d6, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=40352b73-0f16-4e8b-a246-1b32de8756d6,segment=NetworkSegment(6361dbf8-c8c7-4711-98c6-84cbc77fe9c9),segment_id=6361dbf8-c8c7-4711-98c6-84cbc77fe9c9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:16.905346 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-32ca673f-c8b3-4f1a-8c9a-3a87031a0452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:16.905720 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-32ca673f-c8b3-4f1a-8c9a-3a87031a0452 admin admin] Added segment 7cff155c-d663-49f6-8eed-18b6c7a78366 of type vlan for network 107f52da-4342-45a3-bec7-57fede060114 Apr 21 12:34:16.927800 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75b3b9-40dd-40a5-a10e-5e539ec2fe75 req-6964dbc4-2ce3-47f2-a7d5-d5b322c2f3dc tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:16.933599 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75b3b9-40dd-40a5-a10e-5e539ec2fe75 req-6964dbc4-2ce3-47f2-a7d5-d5b322c2f3dc tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:16.939371 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75b3b9-40dd-40a5-a10e-5e539ec2fe75 req-6964dbc4-2ce3-47f2-a7d5-d5b322c2f3dc tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:16.945175 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75b3b9-40dd-40a5-a10e-5e539ec2fe75 req-6964dbc4-2ce3-47f2-a7d5-d5b322c2f3dc tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:16.951280 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75b3b9-40dd-40a5-a10e-5e539ec2fe75 req-6964dbc4-2ce3-47f2-a7d5-d5b322c2f3dc tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:16.957113 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75b3b9-40dd-40a5-a10e-5e539ec2fe75 req-6964dbc4-2ce3-47f2-a7d5-d5b322c2f3dc tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:16.962917 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75b3b9-40dd-40a5-a10e-5e539ec2fe75 req-6964dbc4-2ce3-47f2-a7d5-d5b322c2f3dc tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:16.964812 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da75b3b9-40dd-40a5-a10e-5e539ec2fe75 req-6964dbc4-2ce3-47f2-a7d5-d5b322c2f3dc tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5430 time: 0.1574190 Apr 21 12:34:17.024415 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-32ca673f-c8b3-4f1a-8c9a-3a87031a0452 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:17.075594 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da75b3b9-40dd-40a5-a10e-5e539ec2fe75 req-cfda3104-80c3-485e-bec5-e15f6f915438 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0821931 Apr 21 12:34:17.086569 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:17.087114 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5158e6e-3465-4f9f-b624-4209eaefd211 req-09a9c872-c1a4-48f7-9121-25006c66de56 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:17.093010 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:34:17.093127 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5158e6e-3465-4f9f-b624-4209eaefd211 req-09a9c872-c1a4-48f7-9121-25006c66de56 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 944 time: 0.1227670 Apr 21 12:34:17.129065 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5158e6e-3465-4f9f-b624-4209eaefd211 req-248cccf2-842a-4709-8f2d-e6ea713c98c9 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325334 Apr 21 12:34:17.163289 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=40352b73-0f16-4e8b-a246-1b32de8756d6,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:17.179627 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 6d0807df-864d-4b8d-9030-c89b1b36b028 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:34:17.223457 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-32ca673f-c8b3-4f1a-8c9a-3a87031a0452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:17.224434 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ca673f-c8b3-4f1a-8c9a-3a87031a0452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:17.225019 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-32ca673f-c8b3-4f1a-8c9a-3a87031a0452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:17.253224 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:34:17.265352 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:34:17.265776 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:17.284635 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca673f-c8b3-4f1a-8c9a-3a87031a0452 admin admin] Pushing event updated for resources: {'Network': ['ID=107f52da-4342-45a3-bec7-57fede060114,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:17.291986 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ca673f-c8b3-4f1a-8c9a-3a87031a0452 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:17.292331 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ca673f-c8b3-4f1a-8c9a-3a87031a0452 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:17.292672 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ca673f-c8b3-4f1a-8c9a-3a87031a0452 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:17.293004 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ca673f-c8b3-4f1a-8c9a-3a87031a0452 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:17.293333 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ca673f-c8b3-4f1a-8c9a-3a87031a0452 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:17.293684 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ca673f-c8b3-4f1a-8c9a-3a87031a0452 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:17.294014 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ca673f-c8b3-4f1a-8c9a-3a87031a0452 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:17.294340 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ca673f-c8b3-4f1a-8c9a-3a87031a0452 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:17.294662 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ca673f-c8b3-4f1a-8c9a-3a87031a0452 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:17.294983 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ca673f-c8b3-4f1a-8c9a-3a87031a0452 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:17.295304 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ca673f-c8b3-4f1a-8c9a-3a87031a0452 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:17.295638 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ca673f-c8b3-4f1a-8c9a-3a87031a0452 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:17.299835 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 6d0807df-864d-4b8d-9030-c89b1b36b028, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=6d0807df-864d-4b8d-9030-c89b1b36b028,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:17.312655 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 107f52da-4342-45a3-bec7-57fede060114 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:34:17.333279 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 6d0807df-864d-4b8d-9030-c89b1b36b028 has no active binding in host n-h1-836147-2 {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 21 12:34:17.361518 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fadb7cc0-7e48-4b28-bd3b-61295e53ad04'}, {'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1682dd4f-5da2-488b-9303-c33ead624d39'}, {'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96687793-00d5-4fbd-bfb5-42c2efdbb264'}, {'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40352b73-0f16-4e8b-a246-1b32de8756d6'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:34:17.363760 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f472abc-c762-4e58-9b9c-4c6d24a8c624" -d '{"events": [{"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-plugged", "status": "completed", "tag": "fadb7cc0-7e48-4b28-bd3b-61295e53ad04"}, {"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-plugged", "status": "completed", "tag": "1682dd4f-5da2-488b-9303-c33ead624d39"}, {"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-plugged", "status": "completed", "tag": "96687793-00d5-4fbd-bfb5-42c2efdbb264"}, {"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-plugged", "status": "completed", "tag": "40352b73-0f16-4e8b-a246-1b32de8756d6"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:34:17.380875 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-32ca673f-c8b3-4f1a-8c9a-3a87031a0452 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1901486 Apr 21 12:34:17.383793 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33300) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:34:17.389326 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-31d8dac8-c4cd-490d-87f9-ac2b4de394d3 admin admin] Request body: {'subnet': {'network_id': '107f52da-4342-45a3-bec7-57fede060114', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-770675584-subnet', 'tenant_id': 'ca248739a00641a3a1ce66fa0d55a5ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:34:17.406237 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81688510-da19-4451-bcc5-6d559622279f', 'tag': '6d0807df-864d-4b8d-9030-c89b1b36b028'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:34:17.417298 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4512ec28-5b82-4147-bba4-8fc40977f50c" -d '{"events": [{"name": "network-changed", "server_uuid": "81688510-da19-4451-bcc5-6d559622279f", "tag": "6d0807df-864d-4b8d-9030-c89b1b36b028"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:34:17.423208 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 21 Apr 2022 12:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db797e7-e819-4fa6-8149-c7171f78fa81 x-openstack-request-id: req-1db797e7-e819-4fa6-8149-c7171f78fa81 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:34:17.423511 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-plugged", "status": "completed", "tag": "fadb7cc0-7e48-4b28-bd3b-61295e53ad04", "code": 200}, {"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-plugged", "status": "completed", "tag": "1682dd4f-5da2-488b-9303-c33ead624d39", "code": 200}, {"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-plugged", "status": "completed", "tag": "96687793-00d5-4fbd-bfb5-42c2efdbb264", "code": 200}, {"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-plugged", "status": "completed", "tag": "40352b73-0f16-4e8b-a246-1b32de8756d6", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:34:17.423794 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1db797e7-e819-4fa6-8149-c7171f78fa81 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:34:17.424196 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1db797e7-e819-4fa6-8149-c7171f78fa81'] response: {'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fadb7cc0-7e48-4b28-bd3b-61295e53ad04', 'code': 200} Apr 21 12:34:17.424449 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1db797e7-e819-4fa6-8149-c7171f78fa81'] response: {'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1682dd4f-5da2-488b-9303-c33ead624d39', 'code': 200} Apr 21 12:34:17.424698 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1db797e7-e819-4fa6-8149-c7171f78fa81'] response: {'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96687793-00d5-4fbd-bfb5-42c2efdbb264', 'code': 200} Apr 21 12:34:17.424943 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1db797e7-e819-4fa6-8149-c7171f78fa81'] response: {'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40352b73-0f16-4e8b-a246-1b32de8756d6', 'code': 200} Apr 21 12:34:17.434890 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:17.453991 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca307997-dc5c-4dbc-acf4-fce1eba481a5 x-openstack-request-id: req-ca307997-dc5c-4dbc-acf4-fce1eba481a5 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:34:17.454333 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81688510-da19-4451-bcc5-6d559622279f", "tag": "6d0807df-864d-4b8d-9030-c89b1b36b028", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:34:17.454582 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ca307997-dc5c-4dbc-acf4-fce1eba481a5 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:34:17.455512 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca307997-dc5c-4dbc-acf4-fce1eba481a5'] response: {'name': 'network-changed', 'server_uuid': '81688510-da19-4451-bcc5-6d559622279f', 'tag': '6d0807df-864d-4b8d-9030-c89b1b36b028', 'status': 'completed', 'code': 200} Apr 21 12:34:17.471938 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c,segment=NetworkSegment(6361dbf8-c8c7-4711-98c6-84cbc77fe9c9),segment_id=6361dbf8-c8c7-4711-98c6-84cbc77fe9c9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:17.520954 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d8dac8-c4cd-490d-87f9-ac2b4de394d3 admin admin] Made reservation on behalf of ca248739a00641a3a1ce66fa0d55a5ec for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:34:17.523447 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-31d8dac8-c4cd-490d-87f9-ac2b4de394d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:17.578770 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:17.595247 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883174e7-d047-4933-b625-227d92397485 req-d88deee8-0f13-40ad-9c46-b108bda2c5f7 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:17.599297 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512ec28-5b82-4147-bba4-8fc40977f50c req-bfa6b6ba-b125-4a36-ac4a-4308363e57ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:17.600836 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4512ec28-5b82-4147-bba4-8fc40977f50c req-bfa6b6ba-b125-4a36-ac4a-4308363e57ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e16b811ea21846c89491aea47e9a7301&device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 1124 time: 0.1128914 Apr 21 12:34:17.603423 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-883174e7-d047-4933-b625-227d92397485 req-d88deee8-0f13-40ad-9c46-b108bda2c5f7 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.0576692 Apr 21 12:34:17.609110 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 30473043-d7db-404d-b70c-4211d4724b47 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:34:17.613929 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:17.644135 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-883174e7-d047-4933-b625-227d92397485 req-edea3ed5-7964-4626-b336-b24a14d2e767 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397675 Apr 21 12:34:17.677419 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:17.760669 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512ec28-5b82-4147-bba4-8fc40977f50c req-d15b48f6-50ed-418b-a268-69383eba8775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:17.762294 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4512ec28-5b82-4147-bba4-8fc40977f50c req-d15b48f6-50ed-418b-a268-69383eba8775 service neutron] 10.222.0.24 "GET /v2.0/networks?id=32a67a5e-b72b-4167-97d6-5767775875e4 HTTP/1.1" status: 200 len: 908 time: 0.1517680 Apr 21 12:34:17.800878 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 30473043-d7db-404d-b70c-4211d4724b47 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:34:17.805488 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 30473043-d7db-404d-b70c-4211d4724b47 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:34:17.806058 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:17.828912 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4512ec28-5b82-4147-bba4-8fc40977f50c req-55c57442-f6ec-4f6d-9b81-1c67e6401b57 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d0807df-864d-4b8d-9030-c89b1b36b028 HTTP/1.1" status: 200 len: 217 time: 0.0484018 Apr 21 12:34:17.879974 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-31d8dac8-c4cd-490d-87f9-ac2b4de394d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:17.903466 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936133d6-4e3c-4301-a148-7fb59954ede1 req-bde5087d-d6f5-4bd5-aaac-52df5e5f8a88 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:17.905033 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-936133d6-4e3c-4301-a148-7fb59954ede1 req-bde5087d-d6f5-4bd5-aaac-52df5e5f8a88 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c HTTP/1.1" status: 200 len: 944 time: 0.0967393 Apr 21 12:34:17.909568 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512ec28-5b82-4147-bba4-8fc40977f50c req-401e425a-89b8-4ccf-81c7-a4b997cfa949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:17.911071 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4512ec28-5b82-4147-bba4-8fc40977f50c req-401e425a-89b8-4ccf-81c7-a4b997cfa949 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a3b8f234-8156-4627-8cae-e6fcb5c2aa35 HTTP/1.1" status: 200 len: 847 time: 0.0753560 Apr 21 12:34:17.913891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284e80e-30b0-441c-a0d9-74e4ee3b1317 req-701fb233-a3cb-4918-a907-3adc7707e650 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:17.915412 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1284e80e-30b0-441c-a0d9-74e4ee3b1317 req-701fb233-a3cb-4918-a907-3adc7707e650 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 943 time: 0.0979216 Apr 21 12:34:17.967857 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8dac8-c4cd-490d-87f9-ac2b4de394d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2695a37-ac66-4df4-abbc-28c330be7d61,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:17.972702 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4512ec28-5b82-4147-bba4-8fc40977f50c req-3028c6b1-4995-4111-aa66-92d4bf83a9a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32a67a5e-b72b-4167-97d6-5767775875e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450432 Apr 21 12:34:17.994240 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-936133d6-4e3c-4301-a148-7fb59954ede1 req-031bd86d-ad4d-40fc-a383-cca5926caf35 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/security-groups?id=acb76a8a-ee85-4386-9584-2317bdf70db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769486 Apr 21 12:34:17.994456 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d8dac8-c4cd-490d-87f9-ac2b4de394d3 admin admin] Checking segment: {'id': '7cff155c-d663-49f6-8eed-18b6c7a78366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '107f52da-4342-45a3-bec7-57fede060114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:34:17.994684 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d8dac8-c4cd-490d-87f9-ac2b4de394d3 admin admin] Network hostable DHCP agents. Network: 107f52da-4342-45a3-bec7-57fede060114, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:34:18.011608 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1284e80e-30b0-441c-a0d9-74e4ee3b1317 req-3ffcec41-98e1-4c48-9d4a-dabc71975f9a tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801792 Apr 21 12:34:18.050550 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:18.088221 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 30473043-d7db-404d-b70c-4211d4724b47, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=30473043-d7db-404d-b70c-4211d4724b47,segment=NetworkSegment(75046964-91a8-4144-a6c1-d8a5aa728545),segment_id=75046964-91a8-4144-a6c1-d8a5aa728545)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:18.113952 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-26c79d55-3eba-4005-873b-51a0f97acba9 req-46b7d9c7-a5fe-4b00-aa97-0718306dcae1 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 210 time: 0.0338566 Apr 21 12:34:18.116096 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4512ec28-5b82-4147-bba4-8fc40977f50c req-795ec544-0220-4e71-86d6-4fe431551f8d service neutron] 10.222.0.24 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339848 Apr 21 12:34:18.157377 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d8dac8-c4cd-490d-87f9-ac2b4de394d3 admin admin] Network 107f52da-4342-45a3-bec7-57fede060114 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:34:18.206963 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:18.208048 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 3e561804-d8d5-4339-9143-2c73c93fb922 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:34:18.229571 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f9bb2-1e10-4bc2-9d59-56a90460b12d req-645dd69d-229c-4da5-b0a0-fabd16cad205 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:18.231874 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4512ec28-5b82-4147-bba4-8fc40977f50c req-504074da-083d-4e6b-9369-1fc7ef53f35c service neutron] 10.222.0.24 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976160 Apr 21 12:34:18.235362 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f9bb2-1e10-4bc2-9d59-56a90460b12d req-645dd69d-229c-4da5-b0a0-fabd16cad205 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:18.241167 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f9bb2-1e10-4bc2-9d59-56a90460b12d req-645dd69d-229c-4da5-b0a0-fabd16cad205 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:18.246923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f9bb2-1e10-4bc2-9d59-56a90460b12d req-645dd69d-229c-4da5-b0a0-fabd16cad205 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:18.252988 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f9bb2-1e10-4bc2-9d59-56a90460b12d req-645dd69d-229c-4da5-b0a0-fabd16cad205 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:18.258853 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f9bb2-1e10-4bc2-9d59-56a90460b12d req-645dd69d-229c-4da5-b0a0-fabd16cad205 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:18.264563 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f9bb2-1e10-4bc2-9d59-56a90460b12d req-645dd69d-229c-4da5-b0a0-fabd16cad205 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:18.266515 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d9f9bb2-1e10-4bc2-9d59-56a90460b12d req-645dd69d-229c-4da5-b0a0-fabd16cad205 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5432 time: 0.1101625 Apr 21 12:34:18.292252 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-31d8dac8-c4cd-490d-87f9-ac2b4de394d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 107f52da-4342-45a3-bec7-57fede060114) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:34:18.297675 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d8dac8-c4cd-490d-87f9-ac2b4de394d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:18.298332 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-31d8dac8-c4cd-490d-87f9-ac2b4de394d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:18.309619 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3baba3b-ed43-4c8f-a819-3b1fc8dd0361 None None] Network 107f52da-4342-45a3-bec7-57fede060114 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:34:18.331143 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4dee8-6c48-4e78-bfbf-6ae9d9990974 req-b778eb80-9a04-478e-92d6-04179a70d70d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:18.332639 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-26c4dee8-6c48-4e78-bfbf-6ae9d9990974 req-b778eb80-9a04-478e-92d6-04179a70d70d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 944 time: 0.1267982 Apr 21 12:34:18.336832 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d9f9bb2-1e10-4bc2-9d59-56a90460b12d req-f1e63184-4601-4163-a122-2845867d3dff tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561271 Apr 21 12:34:18.369506 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=30473043-d7db-404d-b70c-4211d4724b47,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:18.384002 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-26c4dee8-6c48-4e78-bfbf-6ae9d9990974 req-853afca0-690d-46f4-ac30-c173dfe372a3 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421863 Apr 21 12:34:18.403460 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:18.415415 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-31d8dac8-c4cd-490d-87f9-ac2b4de394d3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0299592 Apr 21 12:34:18.417800 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 3e561804-d8d5-4339-9143-2c73c93fb922 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:34:18.426263 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 3e561804-d8d5-4339-9143-2c73c93fb922 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:34:18.426740 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:18.493401 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698025cf-b835-4c84-9f27-2c1d98e8d85b None None] Network 107f52da-4342-45a3-bec7-57fede060114 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:34:18.610013 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:18.698094 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 3e561804-d8d5-4339-9143-2c73c93fb922, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=3e561804-d8d5-4339-9143-2c73c93fb922,segment=NetworkSegment(75046964-91a8-4144-a6c1-d8a5aa728545),segment_id=75046964-91a8-4144-a6c1-d8a5aa728545)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:18.723109 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:18.765317 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827a17d-d21f-44cb-8cf2-16ead8a0a05d req-92440a91-ad09-48cd-ba92-7d0cdb9ffa0b tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:18.767091 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6827a17d-d21f-44cb-8cf2-16ead8a0a05d req-92440a91-ad09-48cd-ba92-7d0cdb9ffa0b tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.0542669 Apr 21 12:34:18.806931 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:18.807749 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 23e1c761-9375-48fc-9e9a-0decdbce0979 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:34:18.862376 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6827a17d-d21f-44cb-8cf2-16ead8a0a05d req-e51072f4-bcad-4391-ae3a-830e543b6be8 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886765 Apr 21 12:34:18.882131 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=3e561804-d8d5-4339-9143-2c73c93fb922,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:18.904591 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-f37414d2-1068-43f4-9ee4-6a671eb2fcf1 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:18.906160 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-f37414d2-1068-43f4-9ee4-6a671eb2fcf1 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/networks?id=107f52da-4342-45a3-bec7-57fede060114 HTTP/1.1" status: 200 len: 821 time: 0.1341877 Apr 21 12:34:18.922343 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-9ad09096-1042-49c5-a854-9fdff442234c tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/quotas/ca248739a00641a3a1ce66fa0d55a5ec HTTP/1.1" status: 200 len: 375 time: 0.0096684 Apr 21 12:34:18.956067 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-134b6a32-4faa-4bc1-be78-60814390788d tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ca248739a00641a3a1ce66fa0d55a5ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277226 Apr 21 12:34:19.080867 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 23e1c761-9375-48fc-9e9a-0decdbce0979 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:34:19.084674 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 23e1c761-9375-48fc-9e9a-0decdbce0979 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:34:19.087397 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:19.122767 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-dce3c1c8-9bca-4f28-8c48-68520eab3b3d service neutron] 10.222.0.36 "GET /v2.0/networks/107f52da-4342-45a3-bec7-57fede060114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597028 Apr 21 12:34:19.132198 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b8f7ed-1e38-490d-a2c3-fbe075fd4d95 req-d7b1b2ba-0dc6-4d54-a721-1ff22871f760 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:19.142014 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12b8f7ed-1e38-490d-a2c3-fbe075fd4d95 req-d7b1b2ba-0dc6-4d54-a721-1ff22871f760 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c HTTP/1.1" status: 200 len: 944 time: 0.0757987 Apr 21 12:34:19.167179 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:19.200064 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 23e1c761-9375-48fc-9e9a-0decdbce0979, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=23e1c761-9375-48fc-9e9a-0decdbce0979,segment=NetworkSegment(40053aa4-763b-4507-8fb5-b3666fa81e10),segment_id=40053aa4-763b-4507-8fb5-b3666fa81e10)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:19.222355 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12b8f7ed-1e38-490d-a2c3-fbe075fd4d95 req-3dd8c9fb-6cc2-4619-8653-fbb6f80e6dd0 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/security-groups?id=acb76a8a-ee85-4386-9584-2317bdf70db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799959 Apr 21 12:34:19.246825 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-e0cd7e1f-35a9-457a-930c-139151d45ee4 service neutron] 10.222.0.36 "GET /v2.0/networks/107f52da-4342-45a3-bec7-57fede060114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121986 Apr 21 12:34:19.326816 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:19.331246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37fff7-90ac-4966-9dd4-731c3674c7a0 req-fa0e1592-6d90-47b5-a4e3-412c626a80e5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:19.332779 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7c37fff7-90ac-4966-9dd4-731c3674c7a0 req-fa0e1592-6d90-47b5-a4e3-412c626a80e5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 943 time: 0.0547004 Apr 21 12:34:19.351277 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:34:19.372997 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7c37fff7-90ac-4966-9dd4-731c3674c7a0 req-09f1170d-661a-464c-9ff5-48d70c326fb5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333645 Apr 21 12:34:19.411393 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=23e1c761-9375-48fc-9e9a-0decdbce0979,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:19.427119 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d44dd6-375c-403c-8c1d-a73c7ed4ff0c'}, {'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30473043-d7db-404d-b70c-4211d4724b47'}, {'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e561804-d8d5-4339-9143-2c73c93fb922'}, {'server_uuid': '0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e1c761-9375-48fc-9e9a-0decdbce0979'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:34:19.429549 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831167f9-45f5-4b7e-be24-5df7dd2d5724" -d '{"events": [{"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-plugged", "status": "completed", "tag": "d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c"}, {"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-plugged", "status": "completed", "tag": "30473043-d7db-404d-b70c-4211d4724b47"}, {"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-plugged", "status": "completed", "tag": "3e561804-d8d5-4339-9143-2c73c93fb922"}, {"server_uuid": "0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c", "name": "network-vif-plugged", "status": "completed", "tag": "23e1c761-9375-48fc-9e9a-0decdbce0979"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:34:19.532217 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f194b99-93d5-4b84-90b0-eccca4db969f req-9e61b325-f2d8-4b52-bf57-cd6073d97721 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 210 time: 0.0405798 Apr 21 12:34:19.549784 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:34:19.558250 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:34:19.558913 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:19.597029 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-dff5808c-5b48-4d80-85a4-473fa040b0b2 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:19.599341 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-dff5808c-5b48-4d80-85a4-473fa040b0b2 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.24 "GET /v2.0/networks?id=1afeb61e-54a9-4ede-8030-317c69a36623 HTTP/1.1" status: 200 len: 811 time: 0.1421604 Apr 21 12:34:19.648638 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-df7acd8d-5fda-4e10-80b7-5480b8122041 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a208b1412791496188b5b7f9d81a64f6 HTTP/1.1" status: 200 len: 380 time: 0.0380523 Apr 21 12:34:19.659889 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-32273099-f761-46ed-aedf-d8a77bc95a69 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Request body: {'port': {'device_id': '461977f1-179b-4522-a5db-7124bd6919ce', 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623', 'admin_state_up': True, 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'security_groups': ['62d3ba82-58cb-4e83-a193-2745fccb955c']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:34:19.686123 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:19.749203 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=6ca01f38-ba39-4ba3-8d92-8f538ac09b0b,segment=NetworkSegment(9a2658ad-93c7-49bb-ae54-fb57fa937c4e),segment_id=9a2658ad-93c7-49bb-ae54-fb57fa937c4e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:19.766899 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50a418-ad8e-49b4-bed9-f411b6177714 req-05403067-7266-44cc-aa0e-6a50074be324 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:19.768322 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f50a418-ad8e-49b4-bed9-f411b6177714 req-05403067-7266-44cc-aa0e-6a50074be324 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 944 time: 0.1575460 Apr 21 12:34:19.779320 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0d51e-389e-4df8-ab27-ad75277bb217 req-7e052365-9dc8-4c32-a26b-aa6da1040b4e tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:19.785257 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0d51e-389e-4df8-ab27-ad75277bb217 req-7e052365-9dc8-4c32-a26b-aa6da1040b4e tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:19.791336 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0d51e-389e-4df8-ab27-ad75277bb217 req-7e052365-9dc8-4c32-a26b-aa6da1040b4e tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:19.797386 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0d51e-389e-4df8-ab27-ad75277bb217 req-7e052365-9dc8-4c32-a26b-aa6da1040b4e tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:19.807642 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0d51e-389e-4df8-ab27-ad75277bb217 req-7e052365-9dc8-4c32-a26b-aa6da1040b4e tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:19.813865 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0d51e-389e-4df8-ab27-ad75277bb217 req-7e052365-9dc8-4c32-a26b-aa6da1040b4e tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:19.820750 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0d51e-389e-4df8-ab27-ad75277bb217 req-7e052365-9dc8-4c32-a26b-aa6da1040b4e tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:19.822779 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07e0d51e-389e-4df8-ab27-ad75277bb217 req-7e052365-9dc8-4c32-a26b-aa6da1040b4e tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5434 time: 0.2133243 Apr 21 12:34:19.841072 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:19.883963 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07e0d51e-389e-4df8-ab27-ad75277bb217 req-461c82cf-9425-4568-a799-e2827b1b3279 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534496 Apr 21 12:34:19.886862 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f50a418-ad8e-49b4-bed9-f411b6177714 req-211fb056-56c0-40ac-ac7b-24962193c5e2 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631702 Apr 21 12:34:19.894300 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=6ca01f38-ba39-4ba3-8d92-8f538ac09b0b,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:19.898565 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-32273099-f761-46ed-aedf-d8a77bc95a69 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Made reservation on behalf of a208b1412791496188b5b7f9d81a64f6 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:34:19.902585 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-32273099-f761-46ed-aedf-d8a77bc95a69 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:19.953751 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 21 Apr 2022 12:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12a61d8-a750-4405-8aa1-06e2575e4d67 x-openstack-request-id: req-b12a61d8-a750-4405-8aa1-06e2575e4d67 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:34:19.963998 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-plugged", "status": "completed", "tag": "d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c", "code": 200}, {"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-plugged", "status": "completed", "tag": "30473043-d7db-404d-b70c-4211d4724b47", "code": 200}, {"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-plugged", "status": "completed", "tag": "3e561804-d8d5-4339-9143-2c73c93fb922", "code": 200}, {"server_uuid": "0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c", "name": "network-vif-plugged", "status": "completed", "tag": "23e1c761-9375-48fc-9e9a-0decdbce0979", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:34:19.963998 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b12a61d8-a750-4405-8aa1-06e2575e4d67 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:34:19.963998 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b12a61d8-a750-4405-8aa1-06e2575e4d67'] response: {'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d44dd6-375c-403c-8c1d-a73c7ed4ff0c', 'code': 200} Apr 21 12:34:19.963998 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b12a61d8-a750-4405-8aa1-06e2575e4d67'] response: {'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30473043-d7db-404d-b70c-4211d4724b47', 'code': 200} Apr 21 12:34:19.963998 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b12a61d8-a750-4405-8aa1-06e2575e4d67'] response: {'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e561804-d8d5-4339-9143-2c73c93fb922', 'code': 200} Apr 21 12:34:19.963998 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b12a61d8-a750-4405-8aa1-06e2575e4d67'] response: {'server_uuid': '0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23e1c761-9375-48fc-9e9a-0decdbce0979', 'code': 200} Apr 21 12:34:19.990835 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d60061b-a845-44d8-8959-3883f9ac94c9 req-5686a1f4-4754-4438-a927-8973f9c1a690 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 210 time: 0.0402656 Apr 21 12:34:20.067045 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-32273099-f761-46ed-aedf-d8a77bc95a69 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Allocated IP 172.20.0.13 (1afeb61e-54a9-4ede-8030-317c69a36623/f6a79252-68c3-4d98-8e31-7d58e3a1be80/52051f7c-ceb8-422d-9dd1-495afe76c1c0) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:34:20.135882 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41100e23-1bb4-4f6e-afcf-95b53762654f req-d18adf1a-3c0e-4c3c-8d2f-50e8dc34d10c tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:20.137482 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-41100e23-1bb4-4f6e-afcf-95b53762654f req-d18adf1a-3c0e-4c3c-8d2f-50e8dc34d10c tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.1186574 Apr 21 12:34:20.204397 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce905bd6-85a1-4e14-ae78-da52c0553fdc req-7e933836-f7e4-4cfc-9054-0e46333731ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:20.204397 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce905bd6-85a1-4e14-ae78-da52c0553fdc req-7e933836-f7e4-4cfc-9054-0e46333731ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:20.204397 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce905bd6-85a1-4e14-ae78-da52c0553fdc req-7e933836-f7e4-4cfc-9054-0e46333731ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:20.204397 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce905bd6-85a1-4e14-ae78-da52c0553fdc req-7e933836-f7e4-4cfc-9054-0e46333731ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:20.204397 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce905bd6-85a1-4e14-ae78-da52c0553fdc req-7e933836-f7e4-4cfc-9054-0e46333731ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:20.204397 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce905bd6-85a1-4e14-ae78-da52c0553fdc req-7e933836-f7e4-4cfc-9054-0e46333731ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:20.204397 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce905bd6-85a1-4e14-ae78-da52c0553fdc req-7e933836-f7e4-4cfc-9054-0e46333731ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:20.204397 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce905bd6-85a1-4e14-ae78-da52c0553fdc req-7e933836-f7e4-4cfc-9054-0e46333731ce service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 6491 time: 0.1209750 Apr 21 12:34:20.204397 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c91279-91a1-4216-8969-289dec533223 req-7fa3ed70-f4bd-4add-b36f-7ba1c5dfd473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:20.204397 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-50c91279-91a1-4216-8969-289dec533223 req-7fa3ed70-f4bd-4add-b36f-7ba1c5dfd473 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c HTTP/1.1" status: 200 len: 1096 time: 0.1243958 Apr 21 12:34:20.227139 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-32273099-f761-46ed-aedf-d8a77bc95a69 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:20.247946 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-41100e23-1bb4-4f6e-afcf-95b53762654f req-aa03138b-a9fe-415d-b128-bbc6989ab12b tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989232 Apr 21 12:34:20.270623 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce905bd6-85a1-4e14-ae78-da52c0553fdc req-b1b0566e-cfe1-4f85-b42f-93222358f4ad service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660217 Apr 21 12:34:20.272886 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-50c91279-91a1-4216-8969-289dec533223 req-b377577b-7614-4c72-a6fd-02f8de77d40f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=acb76a8a-ee85-4386-9584-2317bdf70db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673144 Apr 21 12:34:20.354698 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:20.358161 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbed438-a98a-4b6a-956e-9e8fea176cad req-51df58cb-eb50-4201-8429-02eb266231ae tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:20.359635 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fdbed438-a98a-4b6a-956e-9e8fea176cad req-51df58cb-eb50-4201-8429-02eb266231ae tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c HTTP/1.1" status: 200 len: 945 time: 0.0515909 Apr 21 12:34:20.401477 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fdbed438-a98a-4b6a-956e-9e8fea176cad req-c156115d-3a72-4f79-87cc-875e0a8d128a tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/security-groups?id=acb76a8a-ee85-4386-9584-2317bdf70db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348215 Apr 21 12:34:20.487984 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-32273099-f761-46ed-aedf-d8a77bc95a69 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:20.500572 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907219f-59f7-49fc-8c3f-f70f0d9d66be req-7cec6e1a-f54d-4384-a7b4-48a8d6f7584d tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:20.505126 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9907219f-59f7-49fc-8c3f-f70f0d9d66be req-7cec6e1a-f54d-4384-a7b4-48a8d6f7584d tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 943 time: 0.0558276 Apr 21 12:34:20.535768 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-32273099-f761-46ed-aedf-d8a77bc95a69 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Network 1afeb61e-54a9-4ede-8030-317c69a36623 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:34:20.541453 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-32273099-f761-46ed-aedf-d8a77bc95a69 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:34:20.545247 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-32273099-f761-46ed-aedf-d8a77bc95a69 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:34:20.552240 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9907219f-59f7-49fc-8c3f-f70f0d9d66be req-6556e2a3-b488-451a-b250-c6e9d8bf0ab7 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362928 Apr 21 12:34:20.582863 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32273099-f761-46ed-aedf-d8a77bc95a69 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Pushing event updated for resources: {'Port': ['ID=52051f7c-ceb8-422d-9dd1-495afe76c1c0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:20.616879 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-32273099-f761-46ed-aedf-d8a77bc95a69 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:20.617654 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-32273099-f761-46ed-aedf-d8a77bc95a69 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:20.681821 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1e689-c5e8-4d52-b6e4-1443c6c4f359 req-9a5f65fe-3d5e-4099-b81b-30d76e7ba56c tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:20.683650 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-16e1e689-c5e8-4d52-b6e4-1443c6c4f359 req-9a5f65fe-3d5e-4099-b81b-30d76e7ba56c tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 932 time: 0.0676701 Apr 21 12:34:20.712550 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-32273099-f761-46ed-aedf-d8a77bc95a69 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0575886 Apr 21 12:34:20.727655 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Request body: {'port': {'device_id': '461977f1-179b-4522-a5db-7124bd6919ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:34:20.730461 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-16e1e689-c5e8-4d52-b6e4-1443c6c4f359 req-f2e87b6d-d3df-4dcb-995c-0aca1b850df8 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400388 Apr 21 12:34:20.790440 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:20.849936 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-213ebb8d-dbfb-4cc0-88a0-1fe41f6ba500 None None] Provisioning complete for port 52051f7c-ceb8-422d-9dd1-495afe76c1c0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:34:20.850318 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-213ebb8d-dbfb-4cc0-88a0-1fe41f6ba500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:20.895716 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-213ebb8d-dbfb-4cc0-88a0-1fe41f6ba500 None None] Port 52051f7c-ceb8-422d-9dd1-495afe76c1c0 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:34:21.055228 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fc99f-560b-4eeb-a0ee-683d0ceda7f8 req-b434f5e2-1a47-4827-ad6a-0ea59b51f4e9 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:21.056670 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-592fc99f-560b-4eeb-a0ee-683d0ceda7f8 req-b434f5e2-1a47-4827-ad6a-0ea59b51f4e9 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0936582 Apr 21 12:34:21.068198 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a64e7-b35b-4d32-b50f-5245ecd444e9 req-1346f79e-cb3f-4bd7-88e2-4a2d8caf92d5 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:21.074417 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a64e7-b35b-4d32-b50f-5245ecd444e9 req-1346f79e-cb3f-4bd7-88e2-4a2d8caf92d5 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:21.076872 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52051f7c-ceb8-422d-9dd1-495afe76c1c0 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:34:21.080833 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a64e7-b35b-4d32-b50f-5245ecd444e9 req-1346f79e-cb3f-4bd7-88e2-4a2d8caf92d5 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:21.085247 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:21.086876 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a64e7-b35b-4d32-b50f-5245ecd444e9 req-1346f79e-cb3f-4bd7-88e2-4a2d8caf92d5 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:21.092686 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a64e7-b35b-4d32-b50f-5245ecd444e9 req-1346f79e-cb3f-4bd7-88e2-4a2d8caf92d5 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:21.097869 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Transition to ACTIVE for port object 52051f7c-ceb8-422d-9dd1-495afe76c1c0 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:34:21.099117 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a64e7-b35b-4d32-b50f-5245ecd444e9 req-1346f79e-cb3f-4bd7-88e2-4a2d8caf92d5 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:21.105092 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a64e7-b35b-4d32-b50f-5245ecd444e9 req-1346f79e-cb3f-4bd7-88e2-4a2d8caf92d5 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:21.107391 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f03a64e7-b35b-4d32-b50f-5245ecd444e9 req-1346f79e-cb3f-4bd7-88e2-4a2d8caf92d5 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5434 time: 0.1299036 Apr 21 12:34:21.170688 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-592fc99f-560b-4eeb-a0ee-683d0ceda7f8 req-6514d243-732c-41b1-9131-6d14b51fb7c4 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607920 Apr 21 12:34:21.173123 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f03a64e7-b35b-4d32-b50f-5245ecd444e9 req-ae6d405e-caf1-4732-89a9-15f5f4a9e9fd tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584884 Apr 21 12:34:21.202201 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:34:21.256667 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1ac6405d-ad25-43e1-8045-6684341b68d2 req-5929dbed-7e4d-4c1f-8a52-5e512036bfaf tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 210 time: 0.0256796 Apr 21 12:34:21.308762 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:21.309551 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port f6fc9a09-cd55-4cdc-b6ca-2ad985e22607, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=f6fc9a09-cd55-4cdc-b6ca-2ad985e22607,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:21.324502 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'f6fc9a09-cd55-4cdc-b6ca-2ad985e22607', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': 'f6fc9a09-cd55-4cdc-b6ca-2ad985e22607', 'mac_address': 'fa:16:3e:4c:44:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:34:21.359301 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Pushing event updated for resources: {'Port': ['ID=52051f7c-ceb8-422d-9dd1-495afe76c1c0,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:21.372132 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:21.372713 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:21.372713 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:21.373026 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:21.373356 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:21.373699 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:21.374021 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:21.374339 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:21.374846 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:21.375175 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:21.375811 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:21.375988 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:21.376350 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:21.390518 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:34:21.416991 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74031fb-64e1-4fc3-b99c-abfe44019057 req-5af98902-872c-4f2a-bc44-8f3ee92c7e19 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:21.426129 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b74031fb-64e1-4fc3-b99c-abfe44019057 req-5af98902-872c-4f2a-bc44-8f3ee92c7e19 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.0834596 Apr 21 12:34:21.429645 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port f6fc9a09-cd55-4cdc-b6ca-2ad985e22607, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=f6fc9a09-cd55-4cdc-b6ca-2ad985e22607,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:21.481268 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b74031fb-64e1-4fc3-b99c-abfe44019057 req-b5b041bf-20b3-4eef-8354-f58cc4853899 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514233 Apr 21 12:34:21.515316 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Attempting to bind port 52051f7c-ceb8-422d-9dd1-495afe76c1c0 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:34:21.515938 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Attempting to bind port 52051f7c-ceb8-422d-9dd1-495afe76c1c0 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'ae7c6478-e2f3-4842-90bb-cd6e34c522ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:34:21.516359 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Attempting to bind port 52051f7c-ceb8-422d-9dd1-495afe76c1c0 on network 1afeb61e-54a9-4ede-8030-317c69a36623 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:34:21.522135 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Port 52051f7c-ceb8-422d-9dd1-495afe76c1c0 on network 1afeb61e-54a9-4ede-8030-317c69a36623 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:34:21.522613 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Attempting to bind port 52051f7c-ceb8-422d-9dd1-495afe76c1c0 on network 1afeb61e-54a9-4ede-8030-317c69a36623 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:34:21.529030 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:34:21.537171 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Checking segment: {'id': 'ae7c6478-e2f3-4842-90bb-cd6e34c522ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:34:21.537171 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Bound using segment: {'id': 'ae7c6478-e2f3-4842-90bb-cd6e34c522ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:34:21.537171 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Bound port: 52051f7c-ceb8-422d-9dd1-495afe76c1c0, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae7c6478-e2f3-4842-90bb-cd6e34c522ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:34:21.537171 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:21.549121 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e442fa4-6431-4e2d-a2f0-9ec3e949b6b8 req-f78b587a-d76a-406b-9e7e-e8b35d3b886c tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:21.551244 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e442fa4-6431-4e2d-a2f0-9ec3e949b6b8 req-f78b587a-d76a-406b-9e7e-e8b35d3b886c tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c HTTP/1.1" status: 200 len: 945 time: 0.0669925 Apr 21 12:34:21.639381 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:21.639520 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] For port 52051f7c-ceb8-422d-9dd1-495afe76c1c0, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:34:21.639520 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] For port 52051f7c-ceb8-422d-9dd1-495afe76c1c0, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=52051f7c-ceb8-422d-9dd1-495afe76c1c0,segment=NetworkSegment(ae7c6478-e2f3-4842-90bb-cd6e34c522ba),segment_id=ae7c6478-e2f3-4842-90bb-cd6e34c522ba)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:34:21.640082 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e442fa4-6431-4e2d-a2f0-9ec3e949b6b8 req-faa073f2-d3f5-461f-8142-0f3592067374 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/security-groups?id=acb76a8a-ee85-4386-9584-2317bdf70db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523608 Apr 21 12:34:21.702037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=f6fc9a09-cd55-4cdc-b6ca-2ad985e22607,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:21.702037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:21.702037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:21.702037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:21.702037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:21.702037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:21.702037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:21.702037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:21.702037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:21.702037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:21.702037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:21.702037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:21.702037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:34:21.709010 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10be9ecc-07de-4827-8e0c-87b983536c15 req-2f44f051-cdc5-4a2e-85aa-2680dd895cf5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:21.710800 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10be9ecc-07de-4827-8e0c-87b983536c15 req-2f44f051-cdc5-4a2e-85aa-2680dd895cf5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 943 time: 0.0575378 Apr 21 12:34:21.749371 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10be9ecc-07de-4827-8e0c-87b983536c15 req-0f2436cb-7719-4670-810e-e61e8efb6285 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326600 Apr 21 12:34:21.760878 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:21.793426 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:21.794064 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:21.795438 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] 10.222.0.24 "PUT /v2.0/ports/52051f7c-ceb8-422d-9dd1-495afe76c1c0 HTTP/1.1" status: 200 len: 1092 time: 1.0721059 Apr 21 12:34:21.795887 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461977f1-179b-4522-a5db-7124bd6919ce', 'tag': '52051f7c-ceb8-422d-9dd1-495afe76c1c0'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:34:21.798168 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad7312a-e68d-4ae7-b8ce-30fb2ec0a2b6" -d '{"events": [{"name": "network-changed", "server_uuid": "461977f1-179b-4522-a5db-7124bd6919ce", "tag": "52051f7c-ceb8-422d-9dd1-495afe76c1c0"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:34:21.834984 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7735de9-0806-4da2-bc97-55a93c123453 service neutron] Pushing event updated for resources: {'Port': ['ID=52051f7c-ceb8-422d-9dd1-495afe76c1c0,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:21.858201 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b546477-f047-42a0-b068-2e19d2b5b4e7 x-openstack-request-id: req-2b546477-f047-42a0-b068-2e19d2b5b4e7 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:34:21.858771 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461977f1-179b-4522-a5db-7124bd6919ce", "tag": "52051f7c-ceb8-422d-9dd1-495afe76c1c0", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:34:21.859086 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2b546477-f047-42a0-b068-2e19d2b5b4e7 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:34:21.860379 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b546477-f047-42a0-b068-2e19d2b5b4e7'] response: {'name': 'network-changed', 'server_uuid': '461977f1-179b-4522-a5db-7124bd6919ce', 'tag': '52051f7c-ceb8-422d-9dd1-495afe76c1c0', 'status': 'completed', 'code': 200} Apr 21 12:34:21.872176 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9567852-4d1d-446c-ad93-b4e458effcc1 req-b2164cf2-c7f4-412e-817c-d6e93909b09d tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:21.873768 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9567852-4d1d-446c-ad93-b4e458effcc1 req-b2164cf2-c7f4-412e-817c-d6e93909b09d tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 944 time: 0.0724509 Apr 21 12:34:21.920016 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9567852-4d1d-446c-ad93-b4e458effcc1 req-8dc2a064-e2c5-42dc-8c4c-739f6e74a6a1 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390801 Apr 21 12:34:21.924964 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7312a-e68d-4ae7-b8ce-30fb2ec0a2b6 req-aab67563-34c2-4dd2-ab70-72ba71f529bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:21.926773 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-fad7312a-e68d-4ae7-b8ce-30fb2ec0a2b6 req-aab67563-34c2-4dd2-ab70-72ba71f529bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a208b1412791496188b5b7f9d81a64f6&device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 1095 time: 0.0441153 Apr 21 12:34:21.956737 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ed163b-839d-4f7d-a7c0-4b7c081ec6f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca01f38-ba39-4ba3-8d92-8f538ac09b0b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:34:21.959066 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c1292b-c910-4031-95d0-1ed3cce1d117" -d '{"events": [{"server_uuid": "d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7", "name": "network-vif-plugged", "status": "completed", "tag": "6ca01f38-ba39-4ba3-8d92-8f538ac09b0b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:34:22.008072 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b92efd4-337e-4354-94f2-376058fb5235 x-openstack-request-id: req-5b92efd4-337e-4354-94f2-376058fb5235 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:34:22.008537 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7", "name": "network-vif-plugged", "status": "completed", "tag": "6ca01f38-ba39-4ba3-8d92-8f538ac09b0b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:34:22.008791 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5b92efd4-337e-4354-94f2-376058fb5235 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:34:22.009286 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b92efd4-337e-4354-94f2-376058fb5235'] response: {'server_uuid': 'd2ed163b-839d-4f7d-a7c0-4b7c081ec6f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca01f38-ba39-4ba3-8d92-8f538ac09b0b', 'code': 200} Apr 21 12:34:22.050148 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7312a-e68d-4ae7-b8ce-30fb2ec0a2b6 req-e5cb5da3-ddab-4aaf-90b5-05a6d745427a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:22.052173 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-fad7312a-e68d-4ae7-b8ce-30fb2ec0a2b6 req-e5cb5da3-ddab-4aaf-90b5-05a6d745427a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a208b1412791496188b5b7f9d81a64f6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1173229 Apr 21 12:34:22.128468 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b10b2-a485-4321-b759-e9973389126e req-30be0fe4-806a-4b23-a5dd-2beaa492e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:22.129976 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b5b10b2-a485-4321-b759-e9973389126e req-30be0fe4-806a-4b23-a5dd-2beaa492e0ec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 1096 time: 0.0433598 Apr 21 12:34:22.149159 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['f6fc9a09-cd55-4cdc-b6ca-2ad985e22607'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:34:22.153626 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7312a-e68d-4ae7-b8ce-30fb2ec0a2b6 req-b830b3a5-f939-4041-9a75-9c6445d102c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:22.154889 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-fad7312a-e68d-4ae7-b8ce-30fb2ec0a2b6 req-b830b3a5-f939-4041-9a75-9c6445d102c0 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950606 Apr 21 12:34:22.177081 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b5b10b2-a485-4321-b759-e9973389126e req-fce17e65-ac75-4d36-b125-e4c933214f3e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296299 Apr 21 12:34:22.247244 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-0e57f68c-b670-473c-b574-d683bff60797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:22.248983 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-0e57f68c-b670-473c-b574-d683bff60797 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a208b1412791496188b5b7f9d81a64f6&device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 1095 time: 0.0487778 Apr 21 12:34:22.298959 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-5948d105-1b70-4119-a17a-650ddb09ff31 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52051f7c-ceb8-422d-9dd1-495afe76c1c0 HTTP/1.1" status: 200 len: 217 time: 0.0374103 Apr 21 12:34:22.345874 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ce59e-bd14-4ca3-acda-fa3ecf0e2f79 req-9067f8ac-1ca0-4978-b3e6-2ea845ee3d37 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:22.347357 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a38ce59e-bd14-4ca3-acda-fa3ecf0e2f79 req-9067f8ac-1ca0-4978-b3e6-2ea845ee3d37 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0800169 Apr 21 12:34:22.373634 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264055a-ac7b-45b0-bfb5-d9e7c2c463fd req-969d6f20-bf30-43b2-9efa-68a5f17ce862 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:22.379974 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264055a-ac7b-45b0-bfb5-d9e7c2c463fd req-969d6f20-bf30-43b2-9efa-68a5f17ce862 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:22.385687 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-1f9e6706-3eda-442c-ab0e-fb920ecd8868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:22.385850 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264055a-ac7b-45b0-bfb5-d9e7c2c463fd req-969d6f20-bf30-43b2-9efa-68a5f17ce862 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:22.387116 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-1f9e6706-3eda-442c-ab0e-fb920ecd8868 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f6a79252-68c3-4d98-8e31-7d58e3a1be80 HTTP/1.1" status: 200 len: 850 time: 0.0790334 Apr 21 12:34:22.391573 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264055a-ac7b-45b0-bfb5-d9e7c2c463fd req-969d6f20-bf30-43b2-9efa-68a5f17ce862 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:22.398079 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264055a-ac7b-45b0-bfb5-d9e7c2c463fd req-969d6f20-bf30-43b2-9efa-68a5f17ce862 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:22.404239 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264055a-ac7b-45b0-bfb5-d9e7c2c463fd req-969d6f20-bf30-43b2-9efa-68a5f17ce862 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:22.409941 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f264055a-ac7b-45b0-bfb5-d9e7c2c463fd req-969d6f20-bf30-43b2-9efa-68a5f17ce862 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:22.411844 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f264055a-ac7b-45b0-bfb5-d9e7c2c463fd req-969d6f20-bf30-43b2-9efa-68a5f17ce862 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5434 time: 0.1421130 Apr 21 12:34:22.434566 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-140fece1-82af-460b-ac47-5fd7014131a0 req-95a19ec4-c4b5-4513-b7d1-e3c05ee5b72b service neutron] 10.222.0.24 "GET /v2.0/ports/6d0807df-864d-4b8d-9030-c89b1b36b028/bindings/n-h1-836147-2 HTTP/1.1" status: 200 len: 384 time: 0.0980659 Apr 21 12:34:22.449284 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-154af805-babe-4a38-a8d6-d7a1cba38efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:22.450776 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-154af805-babe-4a38-a8d6-d7a1cba38efd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1afeb61e-54a9-4ede-8030-317c69a36623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560598 Apr 21 12:34:22.461408 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a38ce59e-bd14-4ca3-acda-fa3ecf0e2f79 req-ae022033-2ed3-4d87-8a1b-06a48d047f51 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067767 Apr 21 12:34:22.468883 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f264055a-ac7b-45b0-bfb5-d9e7c2c463fd req-c0b2c8d3-41cf-4b5d-b64b-593a8ce7e1ff tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0502667 Apr 21 12:34:22.561215 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fdbc4792-f628-4b20-8809-18556f1a5636 req-5b5853d9-ccb7-43c4-ba34-b619e77c7a7d tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 210 time: 0.0339515 Apr 21 12:34:22.601431 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-c099e051-050a-47f3-a69d-1d9c5f69ca9b service neutron] 10.222.0.24 "GET /v2.0/networks/1afeb61e-54a9-4ede-8030-317c69a36623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328793 Apr 21 12:34:22.628313 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b3442-3bbd-44d4-b45b-3d77c188a859 req-4e3d6b66-b457-4971-8bd6-44a2efbd6780 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:22.630156 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-705b3442-3bbd-44d4-b45b-3d77c188a859 req-4e3d6b66-b457-4971-8bd6-44a2efbd6780 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.0586002 Apr 21 12:34:22.682944 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-705b3442-3bbd-44d4-b45b-3d77c188a859 req-bfb24b24-37af-48ef-9ab5-d204126febb7 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453343 Apr 21 12:34:22.746851 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ee8c3-9f3b-4052-add3-ccaa9876e4f7 req-172df1d5-a038-42fa-bf62-ec1f9d6621a5 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:22.749537 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0b3ee8c3-9f3b-4052-add3-ccaa9876e4f7 req-172df1d5-a038-42fa-bf62-ec1f9d6621a5 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c HTTP/1.1" status: 200 len: 945 time: 0.0540793 Apr 21 12:34:22.756011 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-140fece1-82af-460b-ac47-5fd7014131a0 req-1c5d6ff3-0115-45b0-aecf-689eaac0c8ac service neutron] For port 6d0807df-864d-4b8d-9030-c89b1b36b028, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=6d0807df-864d-4b8d-9030-c89b1b36b028,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:22.766726 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4fd8f3b8-3ee8-402c-af43-ba7cfb17964b req-9723cace-04d5-4576-915a-57867e4ef8c2 service neutron] 10.222.0.24 "GET /v2.0/networks/1afeb61e-54a9-4ede-8030-317c69a36623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583292 Apr 21 12:34:22.784628 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-140fece1-82af-460b-ac47-5fd7014131a0 req-1c5d6ff3-0115-45b0-aecf-689eaac0c8ac service neutron] For port 6d0807df-864d-4b8d-9030-c89b1b36b028, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:34:22.799543 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0b3ee8c3-9f3b-4052-add3-ccaa9876e4f7 req-7d94d51d-22ce-408e-8357-886b6f6d33cf tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/security-groups?id=acb76a8a-ee85-4386-9584-2317bdf70db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351100 Apr 21 12:34:22.824175 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-140fece1-82af-460b-ac47-5fd7014131a0 req-1c5d6ff3-0115-45b0-aecf-689eaac0c8ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d0807df-864d-4b8d-9030-c89b1b36b028 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:34:22.835194 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-140fece1-82af-460b-ac47-5fd7014131a0 req-1c5d6ff3-0115-45b0-aecf-689eaac0c8ac service neutron] For port 6d0807df-864d-4b8d-9030-c89b1b36b028, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=6d0807df-864d-4b8d-9030-c89b1b36b028,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:22.873879 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbfea5-186f-4908-8b68-5432cf09e893 req-c3247348-bea5-4c8d-8837-5ce64b28835f tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:22.875336 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bcbfea5-186f-4908-8b68-5432cf09e893 req-c3247348-bea5-4c8d-8837-5ce64b28835f tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 943 time: 0.0495031 Apr 21 12:34:22.912696 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bcbfea5-186f-4908-8b68-5432cf09e893 req-6116319c-c5c1-499c-89e6-b88cc5feb2b2 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313227 Apr 21 12:34:22.984075 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-140fece1-82af-460b-ac47-5fd7014131a0 req-1c5d6ff3-0115-45b0-aecf-689eaac0c8ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:23.039249 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587bea8f-6bb0-44d2-aa3a-beebb999df4a req-8ed7543f-0a27-4211-829f-aabb3d2dcaa2 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:23.040744 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-587bea8f-6bb0-44d2-aa3a-beebb999df4a req-8ed7543f-0a27-4211-829f-aabb3d2dcaa2 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 944 time: 0.0528300 Apr 21 12:34:23.061000 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-140fece1-82af-460b-ac47-5fd7014131a0 req-1c5d6ff3-0115-45b0-aecf-689eaac0c8ac service neutron] Transition to ACTIVE for port object 6d0807df-864d-4b8d-9030-c89b1b36b028 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:34:23.078841 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-587bea8f-6bb0-44d2-aa3a-beebb999df4a req-7f8eafe5-a8ca-48e1-b3bf-970b7a86e245 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318658 Apr 21 12:34:23.178754 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-140fece1-82af-460b-ac47-5fd7014131a0 req-1c5d6ff3-0115-45b0-aecf-689eaac0c8ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:23.211094 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:34:23.248769 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-140fece1-82af-460b-ac47-5fd7014131a0 req-1c5d6ff3-0115-45b0-aecf-689eaac0c8ac service neutron] No DVR routers for this DVR port 6d0807df-864d-4b8d-9030-c89b1b36b028 on host n-h2-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:34:23.257044 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d6ff3-0115-45b0-aecf-689eaac0c8ac service neutron] Pushing event updated for resources: {'Port': ['ID=6d0807df-864d-4b8d-9030-c89b1b36b028,revision_number=10']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:23.260063 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:34:23.260504 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:23.286785 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-140fece1-82af-460b-ac47-5fd7014131a0 req-1c5d6ff3-0115-45b0-aecf-689eaac0c8ac service neutron] 10.222.0.24 "PUT /v2.0/ports/6d0807df-864d-4b8d-9030-c89b1b36b028/bindings/n-h1-836147-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8452890 Apr 21 12:34:23.340005 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:23.375433 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port f6fc9a09-cd55-4cdc-b6ca-2ad985e22607, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=f6fc9a09-cd55-4cdc-b6ca-2ad985e22607,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:23.498102 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:23.546462 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=f6fc9a09-cd55-4cdc-b6ca-2ad985e22607,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:23.610750 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eeb320-4f60-4daf-bd1c-b35ae7e3a81c req-8293b704-a2bb-44d4-b9fb-61b1d407185d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:23.612755 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1eeb320-4f60-4daf-bd1c-b35ae7e3a81c req-8293b704-a2bb-44d4-b9fb-61b1d407185d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0791223 Apr 21 12:34:23.649406 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71dec38-dd69-4ffa-84af-365b6322fc4c req-6071a6fc-5166-438f-bd2e-e3056272ad82 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:23.656926 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71dec38-dd69-4ffa-84af-365b6322fc4c req-6071a6fc-5166-438f-bd2e-e3056272ad82 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:23.663596 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71dec38-dd69-4ffa-84af-365b6322fc4c req-6071a6fc-5166-438f-bd2e-e3056272ad82 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:23.669575 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71dec38-dd69-4ffa-84af-365b6322fc4c req-6071a6fc-5166-438f-bd2e-e3056272ad82 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:23.676170 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71dec38-dd69-4ffa-84af-365b6322fc4c req-6071a6fc-5166-438f-bd2e-e3056272ad82 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:23.687811 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71dec38-dd69-4ffa-84af-365b6322fc4c req-6071a6fc-5166-438f-bd2e-e3056272ad82 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:23.688107 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71dec38-dd69-4ffa-84af-365b6322fc4c req-6071a6fc-5166-438f-bd2e-e3056272ad82 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:23.689944 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d71dec38-dd69-4ffa-84af-365b6322fc4c req-6071a6fc-5166-438f-bd2e-e3056272ad82 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5434 time: 0.1294193 Apr 21 12:34:23.721780 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1eeb320-4f60-4daf-bd1c-b35ae7e3a81c req-22160c15-34d2-44e8-8513-739c75772c03 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028192 Apr 21 12:34:23.744157 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d71dec38-dd69-4ffa-84af-365b6322fc4c req-3f28ce65-3624-4498-87da-688a2b9b2ca9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0468976 Apr 21 12:34:23.805726 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f9fab801-5e45-4b11-a7f0-a738ad3d21ea req-da06f43a-33e4-427e-9615-00ad03d8b245 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 210 time: 0.0276768 Apr 21 12:34:23.922121 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 6d0807df-864d-4b8d-9030-c89b1b36b028 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:34:23.927923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b859101-fb1f-4515-bc45-2f68938109a4 req-65870f50-dbef-48ba-898c-556db4766b80 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:23.929416 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6b859101-fb1f-4515-bc45-2f68938109a4 req-65870f50-dbef-48ba-898c-556db4766b80 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.0755506 Apr 21 12:34:23.936691 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafc6f9-c766-4d68-84ae-9f2a28106bd8 req-2d7c7481-a3f2-4367-89f0-93c21f31bfd3 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:23.938084 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aeafc6f9-c766-4d68-84ae-9f2a28106bd8 req-2d7c7481-a3f2-4367-89f0-93c21f31bfd3 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c HTTP/1.1" status: 200 len: 945 time: 0.0738401 Apr 21 12:34:23.961397 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 6d0807df-864d-4b8d-9030-c89b1b36b028 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:34:23.992504 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6b859101-fb1f-4515-bc45-2f68938109a4 req-b6a21178-8c95-47ac-a82f-3a5df53b85ca tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534804 Apr 21 12:34:23.999264 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aeafc6f9-c766-4d68-84ae-9f2a28106bd8 req-8ccff390-23db-4591-a319-d8cecde277dd tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/security-groups?id=acb76a8a-ee85-4386-9584-2317bdf70db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545893 Apr 21 12:34:24.014430 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299c63c1-fd6c-4f13-b61f-25a5a4481c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6fc9a09-cd55-4cdc-b6ca-2ad985e22607'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:34:24.016925 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de04db2b-522f-4067-bc67-a209e4d4fb8b" -d '{"events": [{"server_uuid": "299c63c1-fd6c-4f13-b61f-25a5a4481c4a", "name": "network-vif-plugged", "status": "completed", "tag": "f6fc9a09-cd55-4cdc-b6ca-2ad985e22607"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:34:24.059744 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a523f1b-c187-49d6-b3e4-571874047a65 x-openstack-request-id: req-5a523f1b-c187-49d6-b3e4-571874047a65 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:34:24.059744 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299c63c1-fd6c-4f13-b61f-25a5a4481c4a", "name": "network-vif-plugged", "status": "completed", "tag": "f6fc9a09-cd55-4cdc-b6ca-2ad985e22607", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:34:24.059744 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5a523f1b-c187-49d6-b3e4-571874047a65 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:34:24.059744 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a523f1b-c187-49d6-b3e4-571874047a65'] response: {'server_uuid': '299c63c1-fd6c-4f13-b61f-25a5a4481c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6fc9a09-cd55-4cdc-b6ca-2ad985e22607', 'code': 200} Apr 21 12:34:24.105403 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb815f90-e7fd-4ebe-bd8b-66a292be5d34 req-164c786c-da18-47dd-b116-2a228a402c53 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:24.106943 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb815f90-e7fd-4ebe-bd8b-66a292be5d34 req-164c786c-da18-47dd-b116-2a228a402c53 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 944 time: 0.0500829 Apr 21 12:34:24.145379 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb815f90-e7fd-4ebe-bd8b-66a292be5d34 req-be2ab4d3-209f-4258-b6fc-40e8bd962a2f tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320821 Apr 21 12:34:24.195484 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45f377-5680-4091-a7de-46c5f8e61c6d req-a6cf5e35-645e-4d3a-bbd6-c730467e3a26 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:24.197172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-af45f377-5680-4091-a7de-46c5f8e61c6d req-a6cf5e35-645e-4d3a-bbd6-c730467e3a26 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 944 time: 0.0508990 Apr 21 12:34:24.234324 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-af45f377-5680-4091-a7de-46c5f8e61c6d req-23023cb7-50a5-4008-8c27-f2aaef01223a tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309737 Apr 21 12:34:24.695114 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fece1-82af-460b-ac47-5fd7014131a0 req-5713ee29-a9f8-45ec-8843-62cc3738cb75 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:24.696882 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-140fece1-82af-460b-ac47-5fd7014131a0 req-5713ee29-a9f8-45ec-8843-62cc3738cb75 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f&tenant_id=e16b811ea21846c89491aea47e9a7301&binding%3Ahost_id=n-h2-836147-2 HTTP/1.1" status: 200 len: 1095 time: 0.0465069 Apr 21 12:34:24.781925 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fece1-82af-460b-ac47-5fd7014131a0 req-aadc3832-26d5-4c77-879e-2e22637ff36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:24.784014 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-140fece1-82af-460b-ac47-5fd7014131a0 req-aadc3832-26d5-4c77-879e-2e22637ff36e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f&tenant_id=e16b811ea21846c89491aea47e9a7301 HTTP/1.1" status: 200 len: 1095 time: 0.0712106 Apr 21 12:34:24.897835 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bda270-dee8-415e-8176-4875ee534a42 req-eb66386e-59ab-435c-80f5-83c7320aaf25 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:24.899230 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-92bda270-dee8-415e-8176-4875ee534a42 req-eb66386e-59ab-435c-80f5-83c7320aaf25 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.1109185 Apr 21 12:34:24.911695 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fece1-82af-460b-ac47-5fd7014131a0 req-efdc7d37-9363-447c-9aff-18b8f9702660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:24.913099 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-140fece1-82af-460b-ac47-5fd7014131a0 req-efdc7d37-9363-447c-9aff-18b8f9702660 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e16b811ea21846c89491aea47e9a7301&device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 1095 time: 0.0966911 Apr 21 12:34:24.936324 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae68f10-418b-460d-9cba-eacdaadce0ca req-f6318417-2986-4aa0-85a3-e79a3c2867fc tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:24.942254 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae68f10-418b-460d-9cba-eacdaadce0ca req-f6318417-2986-4aa0-85a3-e79a3c2867fc tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:24.948376 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae68f10-418b-460d-9cba-eacdaadce0ca req-f6318417-2986-4aa0-85a3-e79a3c2867fc tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:24.954224 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae68f10-418b-460d-9cba-eacdaadce0ca req-f6318417-2986-4aa0-85a3-e79a3c2867fc tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:24.960508 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae68f10-418b-460d-9cba-eacdaadce0ca req-f6318417-2986-4aa0-85a3-e79a3c2867fc tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:24.966269 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae68f10-418b-460d-9cba-eacdaadce0ca req-f6318417-2986-4aa0-85a3-e79a3c2867fc tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:24.972597 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae68f10-418b-460d-9cba-eacdaadce0ca req-f6318417-2986-4aa0-85a3-e79a3c2867fc tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:24.974415 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5ae68f10-418b-460d-9cba-eacdaadce0ca req-f6318417-2986-4aa0-85a3-e79a3c2867fc tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5434 time: 0.1465797 Apr 21 12:34:25.051273 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-92bda270-dee8-415e-8176-4875ee534a42 req-d6489823-2633-478f-84db-6e87456c92a4 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447098 Apr 21 12:34:25.098317 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5ae68f10-418b-460d-9cba-eacdaadce0ca req-18610fb1-e821-4a1f-8737-7c3a3b94b606 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1130397 Apr 21 12:34:25.120731 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fece1-82af-460b-ac47-5fd7014131a0 req-1fda3735-07ff-4dd8-9d01-222ab2e9f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:25.123912 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-140fece1-82af-460b-ac47-5fd7014131a0 req-1fda3735-07ff-4dd8-9d01-222ab2e9f6cd service neutron] 10.222.0.26 "GET /v2.0/networks?id=32a67a5e-b72b-4167-97d6-5767775875e4 HTTP/1.1" status: 200 len: 908 time: 0.1463051 Apr 21 12:34:25.177727 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-140fece1-82af-460b-ac47-5fd7014131a0 req-726bebb8-0bb2-40ff-8c86-bf55cda246c4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d0807df-864d-4b8d-9030-c89b1b36b028 HTTP/1.1" status: 200 len: 217 time: 0.0427158 Apr 21 12:34:25.220508 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-545177ba-f766-46b5-a7d2-1d8f4e88d3d1 req-17583d65-f4d8-4b0d-933b-665eb8d29b2d tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 210 time: 0.0456471 Apr 21 12:34:25.295265 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fece1-82af-460b-ac47-5fd7014131a0 req-7e15f0e7-2391-4f09-a465-dbf63541fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:25.296688 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-140fece1-82af-460b-ac47-5fd7014131a0 req-7e15f0e7-2391-4f09-a465-dbf63541fe58 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3b8f234-8156-4627-8cae-e6fcb5c2aa35 HTTP/1.1" status: 200 len: 847 time: 0.1102984 Apr 21 12:34:25.318433 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a05b2-bb15-48f7-b625-82b3edeac919 req-ddea6af5-240d-45f5-a5a6-dbdaefb0b665 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:25.319813 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c08a05b2-bb15-48f7-b625-82b3edeac919 req-ddea6af5-240d-45f5-a5a6-dbdaefb0b665 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.1412337 Apr 21 12:34:25.358346 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-140fece1-82af-460b-ac47-5fd7014131a0 req-ca99d244-9b21-404e-94e4-f7354a9f192f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32a67a5e-b72b-4167-97d6-5767775875e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374644 Apr 21 12:34:25.402595 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f36bb4-3ae4-4f21-b8ff-f5e3c6ef13d7 req-a86f27d5-9067-4f9f-914c-c8339951fc54 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:25.404082 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-47f36bb4-3ae4-4f21-b8ff-f5e3c6ef13d7 req-a86f27d5-9067-4f9f-914c-c8339951fc54 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c HTTP/1.1" status: 200 len: 945 time: 0.1255636 Apr 21 12:34:25.477179 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c08a05b2-bb15-48f7-b625-82b3edeac919 req-8c5827da-f26a-4308-ab7c-dd2ab985bed0 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456468 Apr 21 12:34:25.564238 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-47f36bb4-3ae4-4f21-b8ff-f5e3c6ef13d7 req-3e5b4ce0-7e43-4b3e-84fc-2ab6dabeb37f tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/security-groups?id=acb76a8a-ee85-4386-9584-2317bdf70db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517851 Apr 21 12:34:25.623890 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-140fece1-82af-460b-ac47-5fd7014131a0 req-0cd21507-7141-4d39-a399-e02725b4ae2f service neutron] 10.222.0.26 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554531 Apr 21 12:34:25.717735 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9d2fb-04b5-409f-a434-e8d28306b624 req-e612444b-ecd3-417c-87a3-3344214547d2 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:25.719336 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3d9d2fb-04b5-409f-a434-e8d28306b624 req-e612444b-ecd3-417c-87a3-3344214547d2 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 944 time: 0.1588371 Apr 21 12:34:25.915762 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 52051f7c-ceb8-422d-9dd1-495afe76c1c0 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:34:26.019181 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 52051f7c-ceb8-422d-9dd1-495afe76c1c0, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=52051f7c-ceb8-422d-9dd1-495afe76c1c0,segment=NetworkSegment(ae7c6478-e2f3-4842-90bb-cd6e34c522ba),segment_id=ae7c6478-e2f3-4842-90bb-cd6e34c522ba)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:26.031148 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '52051f7c-ceb8-422d-9dd1-495afe76c1c0', 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623', 'port_id': '52051f7c-ceb8-422d-9dd1-495afe76c1c0', 'mac_address': 'fa:16:3e:79:d2:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:34:26.060554 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-b1d4f21a-83f4-4d27-9960-627c068f723b tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:26.062094 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-b1d4f21a-83f4-4d27-9960-627c068f723b tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.26 "GET /v2.0/networks?id=107f52da-4342-45a3-bec7-57fede060114 HTTP/1.1" status: 200 len: 821 time: 0.6076703 Apr 21 12:34:26.067518 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:26.080881 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52051f7c-ceb8-422d-9dd1-495afe76c1c0 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:34:26.089730 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-10fdccdf-6fb0-4821-9c59-98e37472ae93 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Request body: {'port': {'device_id': '592d0c82-799f-4a0e-951a-d71c4ed79e14', 'network_id': '107f52da-4342-45a3-bec7-57fede060114', 'admin_state_up': True, 'tenant_id': 'ca248739a00641a3a1ce66fa0d55a5ec'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:34:26.103975 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 52051f7c-ceb8-422d-9dd1-495afe76c1c0, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=52051f7c-ceb8-422d-9dd1-495afe76c1c0,segment=NetworkSegment(ae7c6478-e2f3-4842-90bb-cd6e34c522ba),segment_id=ae7c6478-e2f3-4842-90bb-cd6e34c522ba)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:26.134536 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cb858-9cef-40bb-ac58-6b9d3ca5023a req-6f975216-a1ff-433f-a207-e9a6baadb948 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:26.136166 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-270cb858-9cef-40bb-ac58-6b9d3ca5023a req-6f975216-a1ff-433f-a207-e9a6baadb948 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 944 time: 0.5086238 Apr 21 12:34:26.189695 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3d9d2fb-04b5-409f-a434-e8d28306b624 req-ca3d43aa-477c-46b4-9e92-0c69c5e97441 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390514 Apr 21 12:34:26.230523 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-140fece1-82af-460b-ac47-5fd7014131a0 req-aad9c932-dcec-42c4-8141-57095e4c09d4 service neutron] 10.222.0.26 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5914371 Apr 21 12:34:26.234547 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:26.259372 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-270cb858-9cef-40bb-ac58-6b9d3ca5023a req-9840fb5d-7cc8-4d2c-9cbc-72362442e061 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829172 Apr 21 12:34:26.293333 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=52051f7c-ceb8-422d-9dd1-495afe76c1c0,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:26.333189 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a368ae-a90e-40d2-a342-65998b12f7eb req-9a758872-3f56-4a01-ba18-e00a250dd4b5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:26.334503 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38a368ae-a90e-40d2-a342-65998b12f7eb req-9a758872-3f56-4a01-ba18-e00a250dd4b5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0824187 Apr 21 12:34:26.410825 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38a368ae-a90e-40d2-a342-65998b12f7eb req-409f68a7-2fda-4ae2-8a39-56ad3a82a2d1 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700290 Apr 21 12:34:26.427978 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6ea42-355c-45f7-80fd-479c8c0bc2ae req-d09c4e09-f8e1-4eae-a426-e779cae7883a tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:26.435045 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6ea42-355c-45f7-80fd-479c8c0bc2ae req-d09c4e09-f8e1-4eae-a426-e779cae7883a tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:26.441246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6ea42-355c-45f7-80fd-479c8c0bc2ae req-d09c4e09-f8e1-4eae-a426-e779cae7883a tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:26.447602 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6ea42-355c-45f7-80fd-479c8c0bc2ae req-d09c4e09-f8e1-4eae-a426-e779cae7883a tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:26.454397 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6ea42-355c-45f7-80fd-479c8c0bc2ae req-d09c4e09-f8e1-4eae-a426-e779cae7883a tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:26.461822 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6ea42-355c-45f7-80fd-479c8c0bc2ae req-d09c4e09-f8e1-4eae-a426-e779cae7883a tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:26.468843 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6ea42-355c-45f7-80fd-479c8c0bc2ae req-d09c4e09-f8e1-4eae-a426-e779cae7883a tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:26.471474 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e4e6ea42-355c-45f7-80fd-479c8c0bc2ae req-d09c4e09-f8e1-4eae-a426-e779cae7883a tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5434 time: 0.1287985 Apr 21 12:34:26.489761 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-10fdccdf-6fb0-4821-9c59-98e37472ae93 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Made reservation on behalf of ca248739a00641a3a1ce66fa0d55a5ec for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:34:26.489761 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-10fdccdf-6fb0-4821-9c59-98e37472ae93 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:26.527245 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['52051f7c-ceb8-422d-9dd1-495afe76c1c0'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:34:26.586959 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e4e6ea42-355c-45f7-80fd-479c8c0bc2ae req-56dd083d-6252-447d-a9e6-10a8bd1de488 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1082225 Apr 21 12:34:26.591743 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-122382d6-a978-4e18-a9d2-3e199495f37a req-34d792ce-6cca-4b53-aec3-be864aac304f tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 210 time: 0.0670197 Apr 21 12:34:26.710896 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-10fdccdf-6fb0-4821-9c59-98e37472ae93 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Allocated IP 172.20.0.13 (107f52da-4342-45a3-bec7-57fede060114/e2695a37-ac66-4df4-abbc-28c330be7d61/3ad25f82-4568-4015-afeb-75b5eb5e1848) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:34:26.788617 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd7767-a157-40d9-ad01-859b02621491 req-c87cb143-139c-4204-b35d-f34a993cd70a tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:26.790235 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d8bd7767-a157-40d9-ad01-859b02621491 req-c87cb143-139c-4204-b35d-f34a993cd70a tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.1131494 Apr 21 12:34:26.879463 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565f85d-3bdb-428d-8feb-5a7cf2d75e66 req-e46ecc3a-3c43-4b3a-8cc8-03d1e3442707 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:26.885336 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565f85d-3bdb-428d-8feb-5a7cf2d75e66 req-e46ecc3a-3c43-4b3a-8cc8-03d1e3442707 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:26.891395 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565f85d-3bdb-428d-8feb-5a7cf2d75e66 req-e46ecc3a-3c43-4b3a-8cc8-03d1e3442707 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:26.897616 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565f85d-3bdb-428d-8feb-5a7cf2d75e66 req-e46ecc3a-3c43-4b3a-8cc8-03d1e3442707 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:26.903674 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565f85d-3bdb-428d-8feb-5a7cf2d75e66 req-e46ecc3a-3c43-4b3a-8cc8-03d1e3442707 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:26.910045 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565f85d-3bdb-428d-8feb-5a7cf2d75e66 req-e46ecc3a-3c43-4b3a-8cc8-03d1e3442707 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:26.915958 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565f85d-3bdb-428d-8feb-5a7cf2d75e66 req-e46ecc3a-3c43-4b3a-8cc8-03d1e3442707 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:26.917870 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d565f85d-3bdb-428d-8feb-5a7cf2d75e66 req-e46ecc3a-3c43-4b3a-8cc8-03d1e3442707 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5434 time: 0.2088158 Apr 21 12:34:26.929595 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33526) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:34:26.934368 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-04e3c981-805e-4316-b197-828807ca6a00 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Request body: {'floatingip': {'port_id': '1682dd4f-5da2-488b-9303-c33ead624d39'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:34:26.976976 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-04e3c981-805e-4316-b197-828807ca6a00 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for floatingip, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:26.989239 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d8bd7767-a157-40d9-ad01-859b02621491 req-76321319-460c-4561-ba94-7635b7a4a286 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915832 Apr 21 12:34:27.000070 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fece1-82af-460b-ac47-5fd7014131a0 req-d06b3d35-c0c0-4e92-b5ec-6654fca42cd2 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:27.000070 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-140fece1-82af-460b-ac47-5fd7014131a0 req-d06b3d35-c0c0-4e92-b5ec-6654fca42cd2 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f&tenant_id=e16b811ea21846c89491aea47e9a7301&binding%3Ahost_id=n-h1-836147-2 HTTP/1.1" status: 200 len: 1095 time: 0.2007718 Apr 21 12:34:27.078801 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-10fdccdf-6fb0-4821-9c59-98e37472ae93 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:27.259352 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-10fdccdf-6fb0-4821-9c59-98e37472ae93 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:27.328534 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-140fece1-82af-460b-ac47-5fd7014131a0 req-ec0a0d9e-3dd3-4d6c-a644-96fb15e1ebd1 service neutron] For port 6d0807df-864d-4b8d-9030-c89b1b36b028, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:34:27.340299 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-140fece1-82af-460b-ac47-5fd7014131a0 req-ec0a0d9e-3dd3-4d6c-a644-96fb15e1ebd1 service neutron] Notify callbacks [] for binding, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:27.341622 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-140fece1-82af-460b-ac47-5fd7014131a0 req-ec0a0d9e-3dd3-4d6c-a644-96fb15e1ebd1 service neutron] 10.222.0.26 "DELETE /v2.0/ports/6d0807df-864d-4b8d-9030-c89b1b36b028/bindings/n-h2-836147-2 HTTP/1.1" status: 204 len: 173 time: 0.3323627 Apr 21 12:34:27.357566 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-10fdccdf-6fb0-4821-9c59-98e37472ae93 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Network 107f52da-4342-45a3-bec7-57fede060114 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:34:27.365080 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-10fdccdf-6fb0-4821-9c59-98e37472ae93 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:34:27.371969 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-10fdccdf-6fb0-4821-9c59-98e37472ae93 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:34:27.376963 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fdccdf-6fb0-4821-9c59-98e37472ae93 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Pushing event updated for resources: {'Port': ['ID=3ad25f82-4568-4015-afeb-75b5eb5e1848,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:27.421094 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafedc20-e450-47d6-a05c-24bd4ac0551a req-1356e6d7-357f-4f9e-837f-2ce088963902 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:27.422866 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aafedc20-e450-47d6-a05c-24bd4ac0551a req-1356e6d7-357f-4f9e-837f-2ce088963902 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 944 time: 0.1612358 Apr 21 12:34:27.430472 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-04e3c981-805e-4316-b197-828807ca6a00 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:27.453753 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-10fdccdf-6fb0-4821-9c59-98e37472ae93 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:27.454523 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-10fdccdf-6fb0-4821-9c59-98e37472ae93 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:27.493989 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aafedc20-e450-47d6-a05c-24bd4ac0551a req-9a63ef71-1e32-43c9-8c73-8658cd43f4ea tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607095 Apr 21 12:34:27.521646 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-04e3c981-805e-4316-b197-828807ca6a00 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:27.598855 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-10fdccdf-6fb0-4821-9c59-98e37472ae93 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5168591 Apr 21 12:34:27.619920 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-50a21787-e20e-4b45-9ce1-8053b9f27a8f service neutron] Request body: {'port': {'device_id': '592d0c82-799f-4a0e-951a-d71c4ed79e14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:34:27.650876 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-04e3c981-805e-4316-b197-828807ca6a00 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Floating IP f41dfc8e-3f22-4410-8610-296bfef9ea48 associated. External IP: 172.25.8.221, port: 1682dd4f-5da2-488b-9303-c33ead624d39. Apr 21 12:34:27.714835 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f1678-d7ad-4d07-a8c5-4424edcc5779 req-a430a58a-dc23-43bd-a5dd-c38a1c5a73e3 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:27.716343 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e87f1678-d7ad-4d07-a8c5-4424edcc5779 req-a430a58a-dc23-43bd-a5dd-c38a1c5a73e3 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.1316607 Apr 21 12:34:27.735870 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-50a21787-e20e-4b45-9ce1-8053b9f27a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:27.770696 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f943e-7c8d-4af4-a200-e9a6fd1ef3cc req-65ee462c-de9a-4db3-9375-3b6d09f50090 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:27.772352 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a72f943e-7c8d-4af4-a200-e9a6fd1ef3cc req-65ee462c-de9a-4db3-9375-3b6d09f50090 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 945 time: 0.1204367 Apr 21 12:34:27.869994 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e87f1678-d7ad-4d07-a8c5-4424edcc5779 req-4689224e-8f80-424f-9131-3148a677a0d2 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446228 Apr 21 12:34:27.914155 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 52051f7c-ceb8-422d-9dd1-495afe76c1c0 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:34:27.939616 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e3c981-805e-4316-b197-828807ca6a00 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Router 1f387e3b-1938-4f6e-9b3a-dd81f88c260d has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:34:27.961767 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a72f943e-7c8d-4af4-a200-e9a6fd1ef3cc req-b89c431a-79b5-49d4-8160-5c97a44b0d8c tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478209 Apr 21 12:34:28.109208 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 52051f7c-ceb8-422d-9dd1-495afe76c1c0 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:34:28.114040 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 52051f7c-ceb8-422d-9dd1-495afe76c1c0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:34:28.116210 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:28.119578 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e3c981-805e-4316-b197-828807ca6a00 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:34:28.125192 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-04e3c981-805e-4316-b197-828807ca6a00 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:28.133918 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7b9d6a-79db-4451-b745-58081e5bb362 None None] Sync routers for ids ['1f387e3b-1938-4f6e-9b3a-dd81f88c260d'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:34:28.147994 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7b9d6a-79db-4451-b745-58081e5bb362 None None] Routers {'1f387e3b-1938-4f6e-9b3a-dd81f88c260d'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:34:28.148684 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-da7b9d6a-79db-4451-b745-58081e5bb362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:34:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['1f387e3b-1938-4f6e-9b3a-dd81f88c260d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:34:28.167203 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-04e3c981-805e-4316-b197-828807ca6a00 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "PUT /v2.0/floatingips/f41dfc8e-3f22-4410-8610-296bfef9ea48 HTTP/1.1" status: 200 len: 991 time: 1.2361984 Apr 21 12:34:28.167825 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'tag': '1682dd4f-5da2-488b-9303-c33ead624d39'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:34:28.170567 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f017652-2b49-4564-b1ba-0b72a9aad6cd" -d '{"events": [{"name": "network-changed", "server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "tag": "1682dd4f-5da2-488b-9303-c33ead624d39"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:34:28.209065 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:28.234492 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461977f1-179b-4522-a5db-7124bd6919ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52051f7c-ceb8-422d-9dd1-495afe76c1c0'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:34:28.238993 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c8324a-b7b0-431b-9bc3-4b539d85615e" -d '{"events": [{"server_uuid": "461977f1-179b-4522-a5db-7124bd6919ce", "name": "network-vif-plugged", "status": "completed", "tag": "52051f7c-ceb8-422d-9dd1-495afe76c1c0"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:34:28.249655 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd0cdc0-e9b8-406f-95b4-9ef293d4b74f req-c272a25e-0bfb-4a68-bb5c-fb9805053858 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:28.251208 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 52051f7c-ceb8-422d-9dd1-495afe76c1c0, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=52051f7c-ceb8-422d-9dd1-495afe76c1c0,segment=NetworkSegment(ae7c6478-e2f3-4842-90bb-cd6e34c522ba),segment_id=ae7c6478-e2f3-4842-90bb-cd6e34c522ba)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:28.251371 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5bd0cdc0-e9b8-406f-95b4-9ef293d4b74f req-c272a25e-0bfb-4a68-bb5c-fb9805053858 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 932 time: 0.1586792 Apr 21 12:34:28.261210 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c2aa17-b957-4c7b-addd-23ed486dc80f req-8bd3a733-ead5-4bb5-9a7e-0caf9f469467 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:28.262678 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-36c2aa17-b957-4c7b-addd-23ed486dc80f req-8bd3a733-ead5-4bb5-9a7e-0caf9f469467 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.1551802 Apr 21 12:34:28.279107 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-50a21787-e20e-4b45-9ce1-8053b9f27a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad25f82-4568-4015-afeb-75b5eb5e1848 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:34:28.294666 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-da7b9d6a-79db-4451-b745-58081e5bb362 None None] Set router 1f387e3b-1938-4f6e-9b3a-dd81f88c260d gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:34:28.298264 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-50a21787-e20e-4b45-9ce1-8053b9f27a8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:28.327013 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:28.334427 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-50a21787-e20e-4b45-9ce1-8053b9f27a8f service neutron] Transition to ACTIVE for port object 3ad25f82-4568-4015-afeb-75b5eb5e1848 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:34:28.344466 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5bd0cdc0-e9b8-406f-95b4-9ef293d4b74f req-40a9e530-6ab9-4f09-96c3-6b646d030f27 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b5f21e1-d501-409e-9d47-a58da746210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808465 Apr 21 12:34:28.352674 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-36c2aa17-b957-4c7b-addd-23ed486dc80f req-5c22d812-1b9a-4bab-9cce-5c39fa280009 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764787 Apr 21 12:34:28.382011 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=52051f7c-ceb8-422d-9dd1-495afe76c1c0,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:28.453455 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1dc37a-40e1-4f7d-98ed-3ecf846253c9 x-openstack-request-id: req-9e1dc37a-40e1-4f7d-98ed-3ecf846253c9 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:34:28.453756 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "tag": "1682dd4f-5da2-488b-9303-c33ead624d39", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:34:28.454009 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9e1dc37a-40e1-4f7d-98ed-3ecf846253c9 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:34:28.454409 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e1dc37a-40e1-4f7d-98ed-3ecf846253c9'] response: {'name': 'network-changed', 'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'tag': '1682dd4f-5da2-488b-9303-c33ead624d39', 'status': 'completed', 'code': 200} Apr 21 12:34:28.460391 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-50a21787-e20e-4b45-9ce1-8053b9f27a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:28.500934 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43afe213-edd0-4937-b555-f3446f67e027 x-openstack-request-id: req-43afe213-edd0-4937-b555-f3446f67e027 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:34:28.501474 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461977f1-179b-4522-a5db-7124bd6919ce", "name": "network-vif-plugged", "status": "completed", "tag": "52051f7c-ceb8-422d-9dd1-495afe76c1c0", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:34:28.501869 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-43afe213-edd0-4937-b555-f3446f67e027 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:34:28.506496 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43afe213-edd0-4937-b555-f3446f67e027'] response: {'server_uuid': '461977f1-179b-4522-a5db-7124bd6919ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52051f7c-ceb8-422d-9dd1-495afe76c1c0', 'code': 200} Apr 21 12:34:28.555124 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015d73c-7cbe-4209-9ceb-49ccfb888413 req-68b982e8-277a-45a5-83c0-1c3c76ee8bd5 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:28.555124 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b015d73c-7cbe-4209-9ceb-49ccfb888413 req-68b982e8-277a-45a5-83c0-1c3c76ee8bd5 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 1095 time: 0.1230767 Apr 21 12:34:28.557688 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a21787-e20e-4b45-9ce1-8053b9f27a8f service neutron] Pushing event updated for resources: {'Port': ['ID=3ad25f82-4568-4015-afeb-75b5eb5e1848,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:28.610884 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa3500-b113-4a51-9914-226adf276016 req-8cf7c686-eac0-4f77-97cd-ba6c7b2f6810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:28.613491 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-7aaa3500-b113-4a51-9914-226adf276016 req-8cf7c686-eac0-4f77-97cd-ba6c7b2f6810 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 1097 time: 0.0470736 Apr 21 12:34:28.635690 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-da7b9d6a-79db-4451-b745-58081e5bb362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'name': 'tempest-TaggedBootDevicesTest-287628938-router', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'e91f936e-049f-4166-aca4-783dfcf2ed23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:31:24Z', 'updated_at': '2022-04-21T12:31:29Z', 'revision_number': 4, 'project_id': '6f1908decb8e42768935cf18d0563e60', 'gw_port': {'id': 'e91f936e-049f-4166-aca4-783dfcf2ed23', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:25Z', 'updated_at': '2022-04-21T12:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'f41dfc8e-3f22-4410-8610-296bfef9ea48', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'port_id': '1682dd4f-5da2-488b-9303-c33ead624d39', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b7dd046-10d1-4f75-8b5a-2092dfe7d348', 'mac_address': 'fa:16:3e:0e:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:32:51Z', 'updated_at': '2022-04-21T12:34:27Z', 'revision_number': 1, 'project_id': '6f1908decb8e42768935cf18d0563e60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24964a4c-b2e3-4db5-8190-a823373f1214', 'name': '', 'network_id': '9b7dd046-10d1-4f75-8b5a-2092dfe7d348', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'mac_address': 'fa:16:3e:eb:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1fd66ced-0a64-4afd-a4de-c8fea692bf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:28Z', 'updated_at': '2022-04-21T12:31:38Z', 'revision_number': 5, 'project_id': '6f1908decb8e42768935cf18d0563e60', 'subnets': [{'id': '1fd66ced-0a64-4afd-a4de-c8fea692bf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:34:28.641446 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f017652-2b49-4564-b1ba-0b72a9aad6cd req-851269ad-b11a-4f0d-b130-8e6fc1f97e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:28.642551 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f017652-2b49-4564-b1ba-0b72a9aad6cd req-851269ad-b11a-4f0d-b130-8e6fc1f97e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:28.643031 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f017652-2b49-4564-b1ba-0b72a9aad6cd req-851269ad-b11a-4f0d-b130-8e6fc1f97e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:28.643507 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f017652-2b49-4564-b1ba-0b72a9aad6cd req-851269ad-b11a-4f0d-b130-8e6fc1f97e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:28.643975 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f017652-2b49-4564-b1ba-0b72a9aad6cd req-851269ad-b11a-4f0d-b130-8e6fc1f97e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:28.644443 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f017652-2b49-4564-b1ba-0b72a9aad6cd req-851269ad-b11a-4f0d-b130-8e6fc1f97e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:28.644935 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f017652-2b49-4564-b1ba-0b72a9aad6cd req-851269ad-b11a-4f0d-b130-8e6fc1f97e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:28.646886 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f017652-2b49-4564-b1ba-0b72a9aad6cd req-851269ad-b11a-4f0d-b130-8e6fc1f97e6d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f1908decb8e42768935cf18d0563e60&device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 6491 time: 0.1557758 Apr 21 12:34:28.660787 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-7aaa3500-b113-4a51-9914-226adf276016 req-95be5202-ad53-4284-a1ee-0c54987b2427 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394919 Apr 21 12:34:28.671255 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7b9d6a-79db-4451-b745-58081e5bb362 None None] Checking router: 1f387e3b-1938-4f6e-9b3a-dd81f88c260d for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:34:28.674913 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b015d73c-7cbe-4209-9ceb-49ccfb888413 req-83e86a78-6120-48f1-a222-789f932c7987 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874465 Apr 21 12:34:28.675033 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:34:28.680715 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7b9d6a-79db-4451-b745-58081e5bb362 None None] Routers {'1f387e3b-1938-4f6e-9b3a-dd81f88c260d'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:34:28.681316 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-da7b9d6a-79db-4451-b745-58081e5bb362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:34:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['1f387e3b-1938-4f6e-9b3a-dd81f88c260d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:34:28.686400 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-50a21787-e20e-4b45-9ce1-8053b9f27a8f service neutron] Attempting to bind port 3ad25f82-4568-4015-afeb-75b5eb5e1848 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:34:28.686872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-50a21787-e20e-4b45-9ce1-8053b9f27a8f service neutron] Attempting to bind port 3ad25f82-4568-4015-afeb-75b5eb5e1848 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '7cff155c-d663-49f6-8eed-18b6c7a78366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '107f52da-4342-45a3-bec7-57fede060114'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:34:28.687276 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-50a21787-e20e-4b45-9ce1-8053b9f27a8f service neutron] Attempting to bind port 3ad25f82-4568-4015-afeb-75b5eb5e1848 on network 107f52da-4342-45a3-bec7-57fede060114 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:34:28.697655 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-50a21787-e20e-4b45-9ce1-8053b9f27a8f service neutron] Port 3ad25f82-4568-4015-afeb-75b5eb5e1848 on network 107f52da-4342-45a3-bec7-57fede060114 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:34:28.697655 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-50a21787-e20e-4b45-9ce1-8053b9f27a8f service neutron] Attempting to bind port 3ad25f82-4568-4015-afeb-75b5eb5e1848 on network 107f52da-4342-45a3-bec7-57fede060114 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:34:28.706662 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-50a21787-e20e-4b45-9ce1-8053b9f27a8f service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:34:28.707398 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-50a21787-e20e-4b45-9ce1-8053b9f27a8f service neutron] Checking segment: {'id': '7cff155c-d663-49f6-8eed-18b6c7a78366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '107f52da-4342-45a3-bec7-57fede060114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:34:28.707969 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-50a21787-e20e-4b45-9ce1-8053b9f27a8f service neutron] Bound using segment: {'id': '7cff155c-d663-49f6-8eed-18b6c7a78366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '107f52da-4342-45a3-bec7-57fede060114'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:34:28.708817 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-50a21787-e20e-4b45-9ce1-8053b9f27a8f service neutron] Bound port: 3ad25f82-4568-4015-afeb-75b5eb5e1848, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cff155c-d663-49f6-8eed-18b6c7a78366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '107f52da-4342-45a3-bec7-57fede060114'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:34:28.709282 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-50a21787-e20e-4b45-9ce1-8053b9f27a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:28.799432 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-da7b9d6a-79db-4451-b745-58081e5bb362 None None] Set router 1f387e3b-1938-4f6e-9b3a-dd81f88c260d gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:34:28.858163 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-50a21787-e20e-4b45-9ce1-8053b9f27a8f service neutron] For port 3ad25f82-4568-4015-afeb-75b5eb5e1848, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:34:28.867569 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-50a21787-e20e-4b45-9ce1-8053b9f27a8f service neutron] For port 3ad25f82-4568-4015-afeb-75b5eb5e1848, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=3ad25f82-4568-4015-afeb-75b5eb5e1848,segment=NetworkSegment(7cff155c-d663-49f6-8eed-18b6c7a78366),segment_id=7cff155c-d663-49f6-8eed-18b6c7a78366)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:34:28.911306 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f017652-2b49-4564-b1ba-0b72a9aad6cd req-3768ea7b-89bb-4e89-a5a8-209b8128f36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:28.915736 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f017652-2b49-4564-b1ba-0b72a9aad6cd req-3768ea7b-89bb-4e89-a5a8-209b8128f36c service neutron] 10.222.0.26 "GET /v2.0/networks?id=9b7dd046-10d1-4f75-8b5a-2092dfe7d348 HTTP/1.1" status: 200 len: 912 time: 0.1594586 Apr 21 12:34:28.996929 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-50a21787-e20e-4b45-9ce1-8053b9f27a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:29.107843 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-da7b9d6a-79db-4451-b745-58081e5bb362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'name': 'tempest-TaggedBootDevicesTest-287628938-router', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'e91f936e-049f-4166-aca4-783dfcf2ed23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:31:24Z', 'updated_at': '2022-04-21T12:31:29Z', 'revision_number': 4, 'project_id': '6f1908decb8e42768935cf18d0563e60', 'gw_port': {'id': 'e91f936e-049f-4166-aca4-783dfcf2ed23', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:25Z', 'updated_at': '2022-04-21T12:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'f41dfc8e-3f22-4410-8610-296bfef9ea48', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'port_id': '1682dd4f-5da2-488b-9303-c33ead624d39', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b7dd046-10d1-4f75-8b5a-2092dfe7d348', 'mac_address': 'fa:16:3e:0e:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:32:51Z', 'updated_at': '2022-04-21T12:34:27Z', 'revision_number': 1, 'project_id': '6f1908decb8e42768935cf18d0563e60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24964a4c-b2e3-4db5-8190-a823373f1214', 'name': '', 'network_id': '9b7dd046-10d1-4f75-8b5a-2092dfe7d348', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'mac_address': 'fa:16:3e:eb:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1fd66ced-0a64-4afd-a4de-c8fea692bf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:28Z', 'updated_at': '2022-04-21T12:31:38Z', 'revision_number': 5, 'project_id': '6f1908decb8e42768935cf18d0563e60', 'subnets': [{'id': '1fd66ced-0a64-4afd-a4de-c8fea692bf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:34:29.112793 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-50a21787-e20e-4b45-9ce1-8053b9f27a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:29.113414 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-50a21787-e20e-4b45-9ce1-8053b9f27a8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:29.114824 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-50a21787-e20e-4b45-9ce1-8053b9f27a8f service neutron] 10.222.0.26 "PUT /v2.0/ports/3ad25f82-4568-4015-afeb-75b5eb5e1848 HTTP/1.1" status: 200 len: 1092 time: 1.5011537 Apr 21 12:34:29.115271 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592d0c82-799f-4a0e-951a-d71c4ed79e14', 'tag': '3ad25f82-4568-4015-afeb-75b5eb5e1848'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:34:29.117515 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fbfa33-2430-48e4-98d3-39fee23b2f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "592d0c82-799f-4a0e-951a-d71c4ed79e14", "tag": "3ad25f82-4568-4015-afeb-75b5eb5e1848"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:34:29.140128 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f017652-2b49-4564-b1ba-0b72a9aad6cd req-9f8c8483-9064-4c51-a14b-be31df1d2f4f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1682dd4f-5da2-488b-9303-c33ead624d39 HTTP/1.1" status: 200 len: 999 time: 0.2011786 Apr 21 12:34:29.141227 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7b9d6a-79db-4451-b745-58081e5bb362 None None] The sync data for ids ['1f387e3b-1938-4f6e-9b3a-dd81f88c260d'] in n-d-836147-2 is: [{'id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'name': 'tempest-TaggedBootDevicesTest-287628938-router', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'e91f936e-049f-4166-aca4-783dfcf2ed23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:31:24Z', 'updated_at': '2022-04-21T12:31:29Z', 'revision_number': 4, 'project_id': '6f1908decb8e42768935cf18d0563e60', 'gw_port': {'id': 'e91f936e-049f-4166-aca4-783dfcf2ed23', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:25Z', 'updated_at': '2022-04-21T12:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'f41dfc8e-3f22-4410-8610-296bfef9ea48', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'floating_ip_address': '172.25.8.221', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'port_id': '1682dd4f-5da2-488b-9303-c33ead624d39', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9b7dd046-10d1-4f75-8b5a-2092dfe7d348', 'mac_address': 'fa:16:3e:0e:59:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:32:51Z', 'updated_at': '2022-04-21T12:34:27Z', 'revision_number': 1, 'project_id': '6f1908decb8e42768935cf18d0563e60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24964a4c-b2e3-4db5-8190-a823373f1214', 'name': '', 'network_id': '9b7dd046-10d1-4f75-8b5a-2092dfe7d348', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'mac_address': 'fa:16:3e:eb:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1fd66ced-0a64-4afd-a4de-c8fea692bf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:28Z', 'updated_at': '2022-04-21T12:31:38Z', 'revision_number': 5, 'project_id': '6f1908decb8e42768935cf18d0563e60', 'subnets': [{'id': '1fd66ced-0a64-4afd-a4de-c8fea692bf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:34:29.204913 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a21787-e20e-4b45-9ce1-8053b9f27a8f service neutron] Pushing event updated for resources: {'Port': ['ID=3ad25f82-4568-4015-afeb-75b5eb5e1848,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:29.240498 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e1d3d-7be9-48cc-85aa-921370bef492 req-db4aae0b-cf9f-421d-9793-03dfc873a2a9 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:29.242252 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-256e1d3d-7be9-48cc-85aa-921370bef492 req-db4aae0b-cf9f-421d-9793-03dfc873a2a9 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.2470214 Apr 21 12:34:29.274524 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-2d188506-7e77-45f7-8c8f-68481a8558df tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:29.276081 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-2d188506-7e77-45f7-8c8f-68481a8558df tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/networks?id=32a67a5e-b72b-4167-97d6-5767775875e4 HTTP/1.1" status: 200 len: 807 time: 0.3748596 Apr 21 12:34:29.319272 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f017652-2b49-4564-b1ba-0b72a9aad6cd req-4f7cc014-a5df-49bc-9b91-e77e2a9e9272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:29.320972 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f017652-2b49-4564-b1ba-0b72a9aad6cd req-4f7cc014-a5df-49bc-9b91-e77e2a9e9272 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1fd66ced-0a64-4afd-a4de-c8fea692bf21 HTTP/1.1" status: 200 len: 850 time: 0.1571929 Apr 21 12:34:29.363301 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-ede21f9b-3380-496c-bd8a-9bcb3a81485b tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/quotas/e16b811ea21846c89491aea47e9a7301 HTTP/1.1" status: 200 len: 375 time: 0.0695479 Apr 21 12:34:29.394084 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6fb8e5-0269-4a97-a3e8-f3bb0620ae89 None None] New status for floating IP f41dfc8e-3f22-4410-8610-296bfef9ea48: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:34:29.399203 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-20257998-39aa-4e11-8074-e47a65e9a0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:29.402599 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-20257998-39aa-4e11-8074-e47a65e9a0b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26ea3c659ac44d28a683c1af948ed1b6&device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 1096 time: 0.1928487 Apr 21 12:34:29.416670 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-256e1d3d-7be9-48cc-85aa-921370bef492 req-fdd2691d-e473-4726-9b1f-cf7e3373cc2b tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561749 Apr 21 12:34:29.468066 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-4eeceba5-58ef-48db-8aee-7b81edfb35db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:29.471360 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-4eeceba5-58ef-48db-8aee-7b81edfb35db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca248739a00641a3a1ce66fa0d55a5ec&device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 1095 time: 0.1867619 Apr 21 12:34:29.518760 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f017652-2b49-4564-b1ba-0b72a9aad6cd req-021067da-973a-44ba-bb87-af32b34a114c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:29.520045 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f017652-2b49-4564-b1ba-0b72a9aad6cd req-021067da-973a-44ba-bb87-af32b34a114c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9b7dd046-10d1-4f75-8b5a-2092dfe7d348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1757734 Apr 21 12:34:29.565232 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-87ea262c-9439-48bd-9394-bb26d4621421 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ad25f82-4568-4015-afeb-75b5eb5e1848 HTTP/1.1" status: 200 len: 217 time: 0.0615058 Apr 21 12:34:29.574878 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-15f2be76-6a0e-4016-8541-ce17adfce21f tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e16b811ea21846c89491aea47e9a7301&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1835229 Apr 21 12:34:29.736318 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-23102bf1-7d0f-40a0-a448-1409e99823ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:29.737841 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-23102bf1-7d0f-40a0-a448-1409e99823ce service neutron] 10.222.0.26 "GET /v2.0/networks?id=c287e289-9664-4a57-ae4d-cb3d1c307007 HTTP/1.1" status: 200 len: 921 time: 0.3158371 Apr 21 12:34:29.750070 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-30d086e8-7350-4b53-a586-cc5573b4b42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:29.751987 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-30d086e8-7350-4b53-a586-cc5573b4b42a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2695a37-ac66-4df4-abbc-28c330be7d61 HTTP/1.1" status: 200 len: 861 time: 0.1741552 Apr 21 12:34:29.831875 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-d9783bd4-c7f2-4778-90bd-3af7b5108877 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44b7dd5a-1497-4cae-b911-9689d370cef4 HTTP/1.1" status: 200 len: 217 time: 0.0849133 Apr 21 12:34:29.833791 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-c164c5a2-b6a9-4927-b62f-4d19b5f384ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=107f52da-4342-45a3-bec7-57fede060114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668507 Apr 21 12:34:29.845985 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f017652-2b49-4564-b1ba-0b72a9aad6cd req-af9c697a-368a-483f-892a-28e5f8838c0a service neutron] 10.222.0.26 "GET /v2.0/networks/9b7dd046-10d1-4f75-8b5a-2092dfe7d348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973728 Apr 21 12:34:29.945850 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-7147e583-c43c-458f-8e7f-dfa49df01129 service neutron] 10.222.0.36 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460460 Apr 21 12:34:30.426050 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-af104ae8-abec-48ca-ac32-779ca7147908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:30.427523 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-af104ae8-abec-48ca-ac32-779ca7147908 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c2895f5-072d-4584-843c-51a4758cad8d HTTP/1.1" status: 200 len: 860 time: 0.5790386 Apr 21 12:34:30.520741 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-f3417a12-f883-4198-87c4-175b438f4e2c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c287e289-9664-4a57-ae4d-cb3d1c307007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762105 Apr 21 12:34:30.550276 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-c5497e8c-28f2-4a32-93f3-8f1f034ebbc3 service neutron] 10.222.0.26 "GET /v2.0/networks/107f52da-4342-45a3-bec7-57fede060114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6902676 Apr 21 12:34:30.651118 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-9db3e380-152b-4d29-b837-d002f1ae47bc service neutron] 10.222.0.36 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7030103 Apr 21 12:34:30.697447 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f017652-2b49-4564-b1ba-0b72a9aad6cd req-6e3ab0ea-36f7-4f1f-9afe-22d6bd4f3b1e service neutron] 10.222.0.26 "GET /v2.0/networks/9b7dd046-10d1-4f75-8b5a-2092dfe7d348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8385534 Apr 21 12:34:30.807522 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4ebbc-27ef-4804-9c51-c187e4582f47 req-0fb7442a-4a81-4b81-8676-362fc9d70dac tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:30.818724 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2e4ebbc-27ef-4804-9c51-c187e4582f47 req-0fb7442a-4a81-4b81-8676-362fc9d70dac tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 946 time: 0.2149813 Apr 21 12:34:30.837445 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-152321e8-cbb4-429d-90ef-1f24f234297c service neutron] 10.222.0.26 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956047 Apr 21 12:34:30.849635 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9f0890c-775f-4257-b25e-4bf3bab07596 req-f3117ddd-33f5-4ed6-b8e2-1e33726a0535 service neutron] 10.222.0.26 "GET /v2.0/networks/107f52da-4342-45a3-bec7-57fede060114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753139 Apr 21 12:34:30.917106 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2e4ebbc-27ef-4804-9c51-c187e4582f47 req-5d3cc23d-7484-44e6-874a-344759327076 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973806 Apr 21 12:34:31.085184 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2766dabd-520c-49f9-b1c1-752077cde92c x-openstack-request-id: req-2766dabd-520c-49f9-b1c1-752077cde92c {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:34:31.085880 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "592d0c82-799f-4a0e-951a-d71c4ed79e14", "tag": "3ad25f82-4568-4015-afeb-75b5eb5e1848", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:34:31.086154 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2766dabd-520c-49f9-b1c1-752077cde92c {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:34:31.087867 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2766dabd-520c-49f9-b1c1-752077cde92c'] response: {'name': 'network-changed', 'server_uuid': '592d0c82-799f-4a0e-951a-d71c4ed79e14', 'tag': '3ad25f82-4568-4015-afeb-75b5eb5e1848', 'status': 'completed', 'code': 200} Apr 21 12:34:31.344094 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbfa33-2430-48e4-98d3-39fee23b2f7c req-35871ac8-a28a-40e9-85d2-a5ea008f80cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:31.346008 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51fbfa33-2430-48e4-98d3-39fee23b2f7c req-35871ac8-a28a-40e9-85d2-a5ea008f80cf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ca248739a00641a3a1ce66fa0d55a5ec&device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 1095 time: 0.2678475 Apr 21 12:34:31.460518 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-d4c445c8-f3f2-43b5-aff5-0379ef221cd6 service neutron] 10.222.0.26 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5988448 Apr 21 12:34:31.480481 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d79e59-eafe-4e31-b9d4-f4c5c678f710 req-8593eff7-988a-4a31-9d1f-193f2ee5fc51 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:31.488892 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b6d79e59-eafe-4e31-b9d4-f4c5c678f710 req-8593eff7-988a-4a31-9d1f-193f2ee5fc51 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 944 time: 0.2995663 Apr 21 12:34:31.549113 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d37edd-9eb6-4fce-adfc-ad233e8e90ec req-51296afb-4bb0-4d8f-96d8-268b3542e5ce tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:31.560568 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56d37edd-9eb6-4fce-adfc-ad233e8e90ec req-51296afb-4bb0-4d8f-96d8-268b3542e5ce tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.3461893 Apr 21 12:34:31.594027 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbfa33-2430-48e4-98d3-39fee23b2f7c req-b998f6a8-ef3b-4008-8eb1-eac69e6b3cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:31.596061 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51fbfa33-2430-48e4-98d3-39fee23b2f7c req-b998f6a8-ef3b-4008-8eb1-eac69e6b3cbd service neutron] 10.222.0.26 "GET /v2.0/networks?id=107f52da-4342-45a3-bec7-57fede060114 HTTP/1.1" status: 200 len: 922 time: 0.2430811 Apr 21 12:34:31.690457 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b6d79e59-eafe-4e31-b9d4-f4c5c678f710 req-d3938105-88f8-4419-91b8-8c926e645f81 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b5f21e1-d501-409e-9d47-a58da746210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002461 Apr 21 12:34:31.707166 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51fbfa33-2430-48e4-98d3-39fee23b2f7c req-198433ad-fc55-4fe3-88be-40b5f61e1c60 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ad25f82-4568-4015-afeb-75b5eb5e1848 HTTP/1.1" status: 200 len: 217 time: 0.0932660 Apr 21 12:34:31.722999 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56d37edd-9eb6-4fce-adfc-ad233e8e90ec req-44c550a5-b0df-4c14-98f8-b9d9b0c73673 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614616 Apr 21 12:34:31.928350 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbfa33-2430-48e4-98d3-39fee23b2f7c req-dc46e621-e116-43ca-8863-4f6f5cdcf185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:31.930745 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51fbfa33-2430-48e4-98d3-39fee23b2f7c req-dc46e621-e116-43ca-8863-4f6f5cdcf185 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e2695a37-ac66-4df4-abbc-28c330be7d61 HTTP/1.1" status: 200 len: 861 time: 0.2065809 Apr 21 12:34:31.982720 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51fbfa33-2430-48e4-98d3-39fee23b2f7c req-232bb401-1bcc-40fb-b2b1-aa49b85a70f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=107f52da-4342-45a3-bec7-57fede060114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350547 Apr 21 12:34:31.993933 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b37ef-0955-4ece-becb-bd79060524c0 req-251d9593-2118-4867-b8df-2925c17b6a7f tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:32.005972 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a2b37ef-0955-4ece-becb-bd79060524c0 req-251d9593-2118-4867-b8df-2925c17b6a7f tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 946 time: 0.1719737 Apr 21 12:34:32.006621 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33644) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:34:32.014768 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-7cf650f3-93bc-417f-ae30-8fdf27f4edfe tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Request body: {'floatingip': {'port_id': '52051f7c-ceb8-422d-9dd1-495afe76c1c0'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:34:32.026700 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6694e-333c-42a2-9b11-cb0ceccf29e6 req-fd311172-774c-4b4a-b687-d3980246b991 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:32.044298 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fbc6694e-333c-42a2-9b11-cb0ceccf29e6 req-fd311172-774c-4b4a-b687-d3980246b991 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.2072456 Apr 21 12:34:32.096291 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7cf650f3-93bc-417f-ae30-8fdf27f4edfe tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for floatingip, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:32.139973 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66ca4424-a975-4b00-a7e9-2ca65094400c req-6c060962-f438-44e4-91e9-23f325e83800 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 210 time: 0.0567472 Apr 21 12:34:32.271218 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fbc6694e-333c-42a2-9b11-cb0ceccf29e6 req-27a9ac96-bc0e-4558-b305-3f683c4041ce tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234247 Apr 21 12:34:32.364768 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51fbfa33-2430-48e4-98d3-39fee23b2f7c req-94ebe18c-cf15-409c-b917-4ed3912a0cb9 service neutron] 10.222.0.26 "GET /v2.0/networks/107f52da-4342-45a3-bec7-57fede060114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568914 Apr 21 12:34:32.572638 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51fbfa33-2430-48e4-98d3-39fee23b2f7c req-be55af2c-5ec7-4270-b032-998fa8b2663a service neutron] 10.222.0.26 "GET /v2.0/networks/107f52da-4342-45a3-bec7-57fede060114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998644 Apr 21 12:34:33.029090 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634d68e-2a1e-42c4-b28d-791fc4acbeef req-e17d7c52-c51a-40e9-8520-668597812b22 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:33.038510 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2634d68e-2a1e-42c4-b28d-791fc4acbeef req-e17d7c52-c51a-40e9-8520-668597812b22 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 944 time: 0.1955395 Apr 21 12:34:33.060042 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340c5eb-c2ad-4b21-a138-3a0b2aa22bd8 req-64649fb0-2957-45cb-9931-abbaaf6ca6b6 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:33.074389 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5340c5eb-c2ad-4b21-a138-3a0b2aa22bd8 req-64649fb0-2957-45cb-9931-abbaaf6ca6b6 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.2218480 Apr 21 12:34:33.240092 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5340c5eb-c2ad-4b21-a138-3a0b2aa22bd8 req-b44099ac-2a1e-4e28-8677-521b2a9384bf tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644831 Apr 21 12:34:33.259711 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2634d68e-2a1e-42c4-b28d-791fc4acbeef req-3796415f-dac7-468f-980f-c3b7f092e697 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b5f21e1-d501-409e-9d47-a58da746210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794491 Apr 21 12:34:33.406746 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7cf650f3-93bc-417f-ae30-8fdf27f4edfe tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:33.430683 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e71dd46-63da-4fa2-ba8b-5376534f3911 req-ac5f1e19-8194-4e27-a6cb-2a72a240b6af tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 210 time: 0.0609298 Apr 21 12:34:33.533925 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7cf650f3-93bc-417f-ae30-8fdf27f4edfe tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:33.546644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49488e20-de19-4af7-8351-d30f8706ee87 req-8e038957-5822-4ee8-8e31-46b2f005233f tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:33.549193 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49488e20-de19-4af7-8351-d30f8706ee87 req-8e038957-5822-4ee8-8e31-46b2f005233f tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0601981 Apr 21 12:34:33.599591 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49488e20-de19-4af7-8351-d30f8706ee87 req-896bb69b-8a45-4dee-aab4-f2ebc3e4c1b3 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429497 Apr 21 12:34:33.708124 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-7cf650f3-93bc-417f-ae30-8fdf27f4edfe tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Floating IP 76734730-25ec-46d3-911a-bedcea6af7f9 associated. External IP: 172.25.8.126, port: 52051f7c-ceb8-422d-9dd1-495afe76c1c0. Apr 21 12:34:33.987625 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf650f3-93bc-417f-ae30-8fdf27f4edfe tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Router 3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:34:34.184120 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf650f3-93bc-417f-ae30-8fdf27f4edfe tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:34:34.191533 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7cf650f3-93bc-417f-ae30-8fdf27f4edfe tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:34.197850 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ad903e-47d4-4638-97d5-4abba4de991e None None] Sync routers for ids ['3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:34:34.211769 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ad903e-47d4-4638-97d5-4abba4de991e None None] Routers {'3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:34:34.212877 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e1ad903e-47d4-4638-97d5-4abba4de991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:34:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:34:34.226913 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-edb0be48-0b80-4241-8541-9a20d8dc426d tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:34.229005 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-edb0be48-0b80-4241-8541-9a20d8dc426d tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.24 "GET /v2.0/networks?id=32a67a5e-b72b-4167-97d6-5767775875e4 HTTP/1.1" status: 200 len: 807 time: 0.1856308 Apr 21 12:34:34.245784 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7cf650f3-93bc-417f-ae30-8fdf27f4edfe tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "PUT /v2.0/floatingips/76734730-25ec-46d3-911a-bedcea6af7f9 HTTP/1.1" status: 200 len: 992 time: 2.2271290 Apr 21 12:34:34.245784 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461977f1-179b-4522-a5db-7124bd6919ce', 'tag': '52051f7c-ceb8-422d-9dd1-495afe76c1c0'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:34:34.245784 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a644ee-d8e0-44b2-be6a-8713ce28a082" -d '{"events": [{"name": "network-changed", "server_uuid": "461977f1-179b-4522-a5db-7124bd6919ce", "tag": "52051f7c-ceb8-422d-9dd1-495afe76c1c0"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:34:34.245784 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-d29bfa1a-e8eb-4707-8126-51e5acbcfad2 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Request body: {'port': {'device_id': 'b96cbec7-e315-4c8a-bb11-a292915d9038', 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4', 'admin_state_up': True, 'tenant_id': 'e16b811ea21846c89491aea47e9a7301'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:34:34.329022 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb2a029-dccd-428b-aa18-86abe7321b5f x-openstack-request-id: req-bdb2a029-dccd-428b-aa18-86abe7321b5f {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:34:34.330154 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461977f1-179b-4522-a5db-7124bd6919ce", "tag": "52051f7c-ceb8-422d-9dd1-495afe76c1c0", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:34:34.330423 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bdb2a029-dccd-428b-aa18-86abe7321b5f {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:34:34.330850 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdb2a029-dccd-428b-aa18-86abe7321b5f'] response: {'name': 'network-changed', 'server_uuid': '461977f1-179b-4522-a5db-7124bd6919ce', 'tag': '52051f7c-ceb8-422d-9dd1-495afe76c1c0', 'status': 'completed', 'code': 200} Apr 21 12:34:34.366311 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-e1ad903e-47d4-4638-97d5-4abba4de991e None None] Set router 3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:34:34.412970 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a644ee-d8e0-44b2-be6a-8713ce28a082 req-c09c640a-2eab-453e-9498-4d8751c93d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:34.414819 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e8a644ee-d8e0-44b2-be6a-8713ce28a082 req-c09c640a-2eab-453e-9498-4d8751c93d24 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a208b1412791496188b5b7f9d81a64f6&device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 1097 time: 0.0832078 Apr 21 12:34:34.475184 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71592a3c-0a88-4458-a47f-ac4aad9eabdd req-1db8702a-de79-43b1-84c7-7a94b7fc9c8c tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:34.476922 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-71592a3c-0a88-4458-a47f-ac4aad9eabdd req-1db8702a-de79-43b1-84c7-7a94b7fc9c8c tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.1081030 Apr 21 12:34:34.486237 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043926f6-1c7f-4016-9a8b-a5b13f1f4615 req-ac6015fb-a397-49b0-b967-33f0f2aa8c26 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:34.493904 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-043926f6-1c7f-4016-9a8b-a5b13f1f4615 req-ac6015fb-a397-49b0-b967-33f0f2aa8c26 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 944 time: 0.1088605 Apr 21 12:34:34.581690 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-d29bfa1a-e8eb-4707-8126-51e5acbcfad2 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Made reservation on behalf of e16b811ea21846c89491aea47e9a7301 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:34:34.586557 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-d29bfa1a-e8eb-4707-8126-51e5acbcfad2 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:34.597830 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-043926f6-1c7f-4016-9a8b-a5b13f1f4615 req-7304aa4f-717b-41ac-85f5-9eb3f6e4ce7d tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b5f21e1-d501-409e-9d47-a58da746210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030045 Apr 21 12:34:34.618058 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-71592a3c-0a88-4458-a47f-ac4aad9eabdd req-f40e7a1f-4235-4bd2-b342-df01b747483d tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156366 Apr 21 12:34:34.789538 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e188eaad-f8ca-42f8-a3af-dae24ef3c260 req-ea8b66c5-a709-4c49-8694-215c9b304d16 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 210 time: 0.0393093 Apr 21 12:34:34.799695 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a644ee-d8e0-44b2-be6a-8713ce28a082 req-a4ae3bdb-8e82-4a0f-b367-c6868ab707b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:34.799695 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e8a644ee-d8e0-44b2-be6a-8713ce28a082 req-a4ae3bdb-8e82-4a0f-b367-c6868ab707b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1afeb61e-54a9-4ede-8030-317c69a36623 HTTP/1.1" status: 200 len: 912 time: 0.3767636 Apr 21 12:34:34.923616 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56421b-aee8-4fc6-b67c-625e903c55bd req-98b9f494-3109-4223-b0d2-6da1eccd972a tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:34.925696 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dd56421b-aee8-4fc6-b67c-625e903c55bd req-98b9f494-3109-4223-b0d2-6da1eccd972a tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0946076 Apr 21 12:34:34.947183 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e8a644ee-d8e0-44b2-be6a-8713ce28a082 req-9fbdccdb-5469-42bb-bc29-cf74b9d40737 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52051f7c-ceb8-422d-9dd1-495afe76c1c0 HTTP/1.1" status: 200 len: 1000 time: 0.1353650 Apr 21 12:34:34.953707 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e1ad903e-47d4-4638-97d5-4abba4de991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'name': 'tempest-AttachVolumeTestJSON-1451595583-router', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:33:58Z', 'updated_at': '2022-04-21T12:34:07Z', 'revision_number': 4, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'gw_port': {'id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:33:59Z', 'updated_at': '2022-04-21T12:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '76734730-25ec-46d3-911a-bedcea6af7f9', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'port_id': '52051f7c-ceb8-422d-9dd1-495afe76c1c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623', 'mac_address': 'fa:16:3e:79:d2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461977f1-179b-4522-a5db-7124bd6919ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:34:14Z', 'updated_at': '2022-04-21T12:34:33Z', 'revision_number': 1, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f818cd53-1ccb-481e-b809-15f95bc7d4c0', 'name': '', 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'mac_address': 'fa:16:3e:3d:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:34:04Z', 'updated_at': '2022-04-21T12:34:12Z', 'revision_number': 5, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'subnets': [{'id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:34:35.004521 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dd56421b-aee8-4fc6-b67c-625e903c55bd req-7ff97964-b404-4a7d-8563-714028661e5b tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669458 Apr 21 12:34:35.012343 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ad903e-47d4-4638-97d5-4abba4de991e None None] Checking router: 3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:34:35.026704 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ad903e-47d4-4638-97d5-4abba4de991e None None] Routers {'3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:34:35.030648 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e1ad903e-47d4-4638-97d5-4abba4de991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:34:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:34:35.039865 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-d29bfa1a-e8eb-4707-8126-51e5acbcfad2 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Allocated IP 172.20.0.2 (32a67a5e-b72b-4167-97d6-5767775875e4/a3b8f234-8156-4627-8cae-e6fcb5c2aa35/0640e710-1a46-475a-9474-849889575487) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:34:35.057477 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a644ee-d8e0-44b2-be6a-8713ce28a082 req-df7f8dd7-7699-4ba6-ae7a-39da2f597f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:35.059231 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e8a644ee-d8e0-44b2-be6a-8713ce28a082 req-df7f8dd7-7699-4ba6-ae7a-39da2f597f51 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f6a79252-68c3-4d98-8e31-7d58e3a1be80 HTTP/1.1" status: 200 len: 850 time: 0.1023431 Apr 21 12:34:35.165501 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a644ee-d8e0-44b2-be6a-8713ce28a082 req-c6ed4c25-1814-4b60-940f-07629dcff9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:35.167626 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e8a644ee-d8e0-44b2-be6a-8713ce28a082 req-c6ed4c25-1814-4b60-940f-07629dcff9eb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1afeb61e-54a9-4ede-8030-317c69a36623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972219 Apr 21 12:34:35.178249 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-e1ad903e-47d4-4638-97d5-4abba4de991e None None] Set router 3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:34:35.257375 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 3ad25f82-4568-4015-afeb-75b5eb5e1848 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:34:35.371786 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-d29bfa1a-e8eb-4707-8126-51e5acbcfad2 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:35.391548 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e8a644ee-d8e0-44b2-be6a-8713ce28a082 req-f5887622-1945-4cc6-b6b3-9568fdb9d0d5 service neutron] 10.222.0.24 "GET /v2.0/networks/1afeb61e-54a9-4ede-8030-317c69a36623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866612 Apr 21 12:34:35.441744 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 3ad25f82-4568-4015-afeb-75b5eb5e1848, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=3ad25f82-4568-4015-afeb-75b5eb5e1848,segment=NetworkSegment(7cff155c-d663-49f6-8eed-18b6c7a78366),segment_id=7cff155c-d663-49f6-8eed-18b6c7a78366)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:35.456018 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '3ad25f82-4568-4015-afeb-75b5eb5e1848', 'network_id': '107f52da-4342-45a3-bec7-57fede060114', 'port_id': '3ad25f82-4568-4015-afeb-75b5eb5e1848', 'mac_address': 'fa:16:3e:d0:33:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2695a37-ac66-4df4-abbc-28c330be7d61', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:34:35.497787 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:35.504673 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e1ad903e-47d4-4638-97d5-4abba4de991e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'name': 'tempest-AttachVolumeTestJSON-1451595583-router', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:33:58Z', 'updated_at': '2022-04-21T12:34:07Z', 'revision_number': 4, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'gw_port': {'id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:33:59Z', 'updated_at': '2022-04-21T12:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '76734730-25ec-46d3-911a-bedcea6af7f9', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'port_id': '52051f7c-ceb8-422d-9dd1-495afe76c1c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623', 'mac_address': 'fa:16:3e:79:d2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461977f1-179b-4522-a5db-7124bd6919ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:34:14Z', 'updated_at': '2022-04-21T12:34:33Z', 'revision_number': 1, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f818cd53-1ccb-481e-b809-15f95bc7d4c0', 'name': '', 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'mac_address': 'fa:16:3e:3d:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:34:04Z', 'updated_at': '2022-04-21T12:34:12Z', 'revision_number': 5, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'subnets': [{'id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:34:35.512901 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad25f82-4568-4015-afeb-75b5eb5e1848 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:34:35.562962 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 3ad25f82-4568-4015-afeb-75b5eb5e1848, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=3ad25f82-4568-4015-afeb-75b5eb5e1848,segment=NetworkSegment(7cff155c-d663-49f6-8eed-18b6c7a78366),segment_id=7cff155c-d663-49f6-8eed-18b6c7a78366)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:35.568535 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ad903e-47d4-4638-97d5-4abba4de991e None None] The sync data for ids ['3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'] in n-d-836147-2 is: [{'id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'name': 'tempest-AttachVolumeTestJSON-1451595583-router', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:33:58Z', 'updated_at': '2022-04-21T12:34:07Z', 'revision_number': 4, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'gw_port': {'id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:33:59Z', 'updated_at': '2022-04-21T12:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '76734730-25ec-46d3-911a-bedcea6af7f9', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'floating_ip_address': '172.25.8.126', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'port_id': '52051f7c-ceb8-422d-9dd1-495afe76c1c0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623', 'mac_address': 'fa:16:3e:79:d2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461977f1-179b-4522-a5db-7124bd6919ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:34:14Z', 'updated_at': '2022-04-21T12:34:33Z', 'revision_number': 1, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f818cd53-1ccb-481e-b809-15f95bc7d4c0', 'name': '', 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'mac_address': 'fa:16:3e:3d:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:34:04Z', 'updated_at': '2022-04-21T12:34:12Z', 'revision_number': 5, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'subnets': [{'id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:34:35.594486 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e8a644ee-d8e0-44b2-be6a-8713ce28a082 req-64675616-efb1-4d66-9124-3e1b648bfbef service neutron] 10.222.0.24 "GET /v2.0/networks/1afeb61e-54a9-4ede-8030-317c69a36623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970336 Apr 21 12:34:35.767543 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:35.826763 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-d29bfa1a-e8eb-4707-8126-51e5acbcfad2 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:35.843419 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=3ad25f82-4568-4015-afeb-75b5eb5e1848,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:35.888051 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51543a2-3e1c-4536-b296-cbb4e970b00f req-35c7331b-9f08-4185-844d-618048a674c7 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:35.896319 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a51543a2-3e1c-4536-b296-cbb4e970b00f req-35c7331b-9f08-4185-844d-618048a674c7 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 944 time: 0.1811306 Apr 21 12:34:35.924990 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3299eee-901e-4cd1-8c06-3f085bc9accb req-4983ec15-913f-425e-9282-8858f81ee945 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:35.932448 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d3299eee-901e-4cd1-8c06-3f085bc9accb req-4983ec15-913f-425e-9282-8858f81ee945 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.1978531 Apr 21 12:34:35.943484 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29bfa1a-e8eb-4707-8126-51e5acbcfad2 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Pushing event updated for resources: {'Port': ['ID=0640e710-1a46-475a-9474-849889575487,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:35.976358 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-d29bfa1a-e8eb-4707-8126-51e5acbcfad2 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Network 32a67a5e-b72b-4167-97d6-5767775875e4 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:34:35.976358 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-d29bfa1a-e8eb-4707-8126-51e5acbcfad2 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:34:35.976358 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-d29bfa1a-e8eb-4707-8126-51e5acbcfad2 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:34:35.988076 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a51543a2-3e1c-4536-b296-cbb4e970b00f req-d21b8ecd-88b4-42a5-894c-14247f1005eb tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b5f21e1-d501-409e-9d47-a58da746210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857408 Apr 21 12:34:36.027408 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ddaed3-f67e-4b14-9d4d-42dec771c33f None None] New status for floating IP 76734730-25ec-46d3-911a-bedcea6af7f9: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:34:36.078204 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d3299eee-901e-4cd1-8c06-3f085bc9accb req-05b6f20e-e315-40a1-bc46-fad0966ad349 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447916 Apr 21 12:34:36.134546 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-d29bfa1a-e8eb-4707-8126-51e5acbcfad2 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:36.135439 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-d29bfa1a-e8eb-4707-8126-51e5acbcfad2 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:36.302600 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-d29bfa1a-e8eb-4707-8126-51e5acbcfad2 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0618849 Apr 21 12:34:36.319617 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316509ae-5dba-4e16-a90b-4fd293ca78d1 req-9ac4586b-0cd2-481d-949e-a1428d6a0bc2 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:36.320253 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-58b41961-92de-4ed5-8ae2-a32b8cf7be2e service neutron] Request body: {'port': {'device_id': 'b96cbec7-e315-4c8a-bb11-a292915d9038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:34:36.321357 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-316509ae-5dba-4e16-a90b-4fd293ca78d1 req-9ac4586b-0cd2-481d-949e-a1428d6a0bc2 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.1305583 Apr 21 12:34:36.330206 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4478e-430b-4725-b046-5b68d7a3a383 req-bcfbbdd5-b1b3-4ba6-87d8-84e32a6f5a51 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:36.331667 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64d4478e-430b-4725-b046-5b68d7a3a383 req-bcfbbdd5-b1b3-4ba6-87d8-84e32a6f5a51 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 931 time: 0.0874591 Apr 21 12:34:36.394912 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-316509ae-5dba-4e16-a90b-4fd293ca78d1 req-7f1dfcd2-b092-4c05-aa0f-40e832192628 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581603 Apr 21 12:34:36.441427 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64d4478e-430b-4725-b046-5b68d7a3a383 req-447d75a0-0f58-4548-b3c8-6398c08fcabe tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853086 Apr 21 12:34:36.481856 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-58b41961-92de-4ed5-8ae2-a32b8cf7be2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:36.740441 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['3ad25f82-4568-4015-afeb-75b5eb5e1848'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:34:36.932633 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-58b41961-92de-4ed5-8ae2-a32b8cf7be2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0640e710-1a46-475a-9474-849889575487 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:34:36.959602 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-58b41961-92de-4ed5-8ae2-a32b8cf7be2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:36.974565 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-58b41961-92de-4ed5-8ae2-a32b8cf7be2e service neutron] Transition to ACTIVE for port object 0640e710-1a46-475a-9474-849889575487 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:34:37.049195 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-58b41961-92de-4ed5-8ae2-a32b8cf7be2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:37.154405 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb90f67-5362-47b3-9344-ec34880c7304 req-0019be1c-70bf-403e-b441-2109fbedc56f tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:37.155980 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2eb90f67-5362-47b3-9344-ec34880c7304 req-0019be1c-70bf-403e-b441-2109fbedc56f tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 945 time: 0.0844877 Apr 21 12:34:37.172754 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b41961-92de-4ed5-8ae2-a32b8cf7be2e service neutron] Pushing event updated for resources: {'Port': ['ID=0640e710-1a46-475a-9474-849889575487,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:37.249911 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2eb90f67-5362-47b3-9344-ec34880c7304 req-eb60ff1c-eb36-4a70-b4b8-1e947b495747 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b5f21e1-d501-409e-9d47-a58da746210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804327 Apr 21 12:34:37.311323 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-58b41961-92de-4ed5-8ae2-a32b8cf7be2e service neutron] Attempting to bind port 0640e710-1a46-475a-9474-849889575487 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:34:37.311712 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-58b41961-92de-4ed5-8ae2-a32b8cf7be2e service neutron] Attempting to bind port 0640e710-1a46-475a-9474-849889575487 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:34:37.312114 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-58b41961-92de-4ed5-8ae2-a32b8cf7be2e service neutron] Attempting to bind port 0640e710-1a46-475a-9474-849889575487 on network 32a67a5e-b72b-4167-97d6-5767775875e4 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:34:37.317831 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-58b41961-92de-4ed5-8ae2-a32b8cf7be2e service neutron] Port 0640e710-1a46-475a-9474-849889575487 on network 32a67a5e-b72b-4167-97d6-5767775875e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:34:37.318214 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-58b41961-92de-4ed5-8ae2-a32b8cf7be2e service neutron] Attempting to bind port 0640e710-1a46-475a-9474-849889575487 on network 32a67a5e-b72b-4167-97d6-5767775875e4 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:34:37.318445 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260d053-816e-4f0e-9e87-331415685eb5 req-561dcf5d-f44f-4fea-a693-a7abd939c902 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:37.320444 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d260d053-816e-4f0e-9e87-331415685eb5 req-561dcf5d-f44f-4fea-a693-a7abd939c902 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.0966837 Apr 21 12:34:37.324134 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-58b41961-92de-4ed5-8ae2-a32b8cf7be2e service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:34:37.324695 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-58b41961-92de-4ed5-8ae2-a32b8cf7be2e service neutron] Checking segment: {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:34:37.325129 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-58b41961-92de-4ed5-8ae2-a32b8cf7be2e service neutron] Bound using segment: {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:34:37.325651 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-58b41961-92de-4ed5-8ae2-a32b8cf7be2e service neutron] Bound port: 0640e710-1a46-475a-9474-849889575487, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:34:37.326075 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-58b41961-92de-4ed5-8ae2-a32b8cf7be2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:37.385076 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d260d053-816e-4f0e-9e87-331415685eb5 req-2ba3788e-8f8c-4d4f-9cac-82c67df2ea24 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541754 Apr 21 12:34:37.412704 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-58b41961-92de-4ed5-8ae2-a32b8cf7be2e service neutron] For port 0640e710-1a46-475a-9474-849889575487, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:34:37.417864 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-58b41961-92de-4ed5-8ae2-a32b8cf7be2e service neutron] For port 0640e710-1a46-475a-9474-849889575487, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=0640e710-1a46-475a-9474-849889575487,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:34:37.505232 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-58b41961-92de-4ed5-8ae2-a32b8cf7be2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:37.552468 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd4d06a-8956-4964-bd08-941313c49a53 req-af191f02-302b-45d4-bef1-00897165ea19 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:37.555100 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2bd4d06a-8956-4964-bd08-941313c49a53 req-af191f02-302b-45d4-bef1-00897165ea19 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0859051 Apr 21 12:34:37.613001 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b41961-92de-4ed5-8ae2-a32b8cf7be2e service neutron] Pushing event updated for resources: {'Port': ['ID=0640e710-1a46-475a-9474-849889575487,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:37.640134 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-58b41961-92de-4ed5-8ae2-a32b8cf7be2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:37.640134 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-58b41961-92de-4ed5-8ae2-a32b8cf7be2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:37.640134 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-58b41961-92de-4ed5-8ae2-a32b8cf7be2e service neutron] 10.222.0.24 "PUT /v2.0/ports/0640e710-1a46-475a-9474-849889575487 HTTP/1.1" status: 200 len: 1091 time: 1.3266959 Apr 21 12:34:37.640134 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b96cbec7-e315-4c8a-bb11-a292915d9038', 'tag': '0640e710-1a46-475a-9474-849889575487'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:34:37.643707 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d333645-807a-46cf-b5f1-d84f65c16a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "b96cbec7-e315-4c8a-bb11-a292915d9038", "tag": "0640e710-1a46-475a-9474-849889575487"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:34:37.662145 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2bd4d06a-8956-4964-bd08-941313c49a53 req-191fedb1-64b9-4646-a6ce-764e3be22ff7 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991900 Apr 21 12:34:37.706820 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655736b-6483-4b5d-8fcf-b8f1e8b79644 req-49ad45f2-1dd5-4b5d-96e7-1d2e486f3d44 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:37.710776 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a655736b-6483-4b5d-8fcf-b8f1e8b79644 req-49ad45f2-1dd5-4b5d-96e7-1d2e486f3d44 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 943 time: 0.1163433 Apr 21 12:34:37.748242 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ebb929-c9bd-4f48-bcb4-20f2a78d937a x-openstack-request-id: req-d4ebb929-c9bd-4f48-bcb4-20f2a78d937a {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:34:37.749144 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b96cbec7-e315-4c8a-bb11-a292915d9038", "tag": "0640e710-1a46-475a-9474-849889575487", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:34:37.749144 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d4ebb929-c9bd-4f48-bcb4-20f2a78d937a {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:34:37.749389 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4ebb929-c9bd-4f48-bcb4-20f2a78d937a'] response: {'name': 'network-changed', 'server_uuid': 'b96cbec7-e315-4c8a-bb11-a292915d9038', 'tag': '0640e710-1a46-475a-9474-849889575487', 'status': 'completed', 'code': 200} Apr 21 12:34:37.785155 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a655736b-6483-4b5d-8fcf-b8f1e8b79644 req-7f41392f-3b0d-49ef-b105-124acda8f13b tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628514 Apr 21 12:34:37.827622 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d333645-807a-46cf-b5f1-d84f65c16a4d req-6f63b8f8-99cb-495f-89d1-ed181efc92be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:37.829132 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0d333645-807a-46cf-b5f1-d84f65c16a4d req-6f63b8f8-99cb-495f-89d1-ed181efc92be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e16b811ea21846c89491aea47e9a7301&device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 1094 time: 0.0597601 Apr 21 12:34:37.951138 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d333645-807a-46cf-b5f1-d84f65c16a4d req-0fd468cd-363b-4b93-93d0-cf81689412e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:37.951138 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0d333645-807a-46cf-b5f1-d84f65c16a4d req-0fd468cd-363b-4b93-93d0-cf81689412e8 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e16b811ea21846c89491aea47e9a7301&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1112170 Apr 21 12:34:38.046590 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d333645-807a-46cf-b5f1-d84f65c16a4d req-3360bc4e-0099-4698-8add-9546b6200dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:38.048699 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0d333645-807a-46cf-b5f1-d84f65c16a4d req-3360bc4e-0099-4698-8add-9546b6200dab service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924487 Apr 21 12:34:38.149150 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-5ecd0549-f78a-4159-8a8f-05efb2b8974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:38.150854 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-5ecd0549-f78a-4159-8a8f-05efb2b8974c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e16b811ea21846c89491aea47e9a7301&device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 1094 time: 0.0585432 Apr 21 12:34:38.199233 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-b4b74388-9bc1-46a2-ac1f-a8b55b5ff3a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0640e710-1a46-475a-9474-849889575487 HTTP/1.1" status: 200 len: 217 time: 0.0398037 Apr 21 12:34:38.251618 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-c6aea647-ee54-4290-a758-f50ebaf34c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:38.253341 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-c6aea647-ee54-4290-a758-f50ebaf34c12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a3b8f234-8156-4627-8cae-e6fcb5c2aa35 HTTP/1.1" status: 200 len: 847 time: 0.0476980 Apr 21 12:34:38.311830 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-8f7a2c17-6eb9-4faf-ae12-9b1c5ef0636b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32a67a5e-b72b-4167-97d6-5767775875e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516849 Apr 21 12:34:38.415924 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916d66e-04e2-42a3-ba87-7fbd1903ba30 req-ed5d1f32-b83f-4b04-8769-00b76e7fbabf tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:38.426620 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0916d66e-04e2-42a3-ba87-7fbd1903ba30 req-ed5d1f32-b83f-4b04-8769-00b76e7fbabf tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 945 time: 0.0722356 Apr 21 12:34:38.498944 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0916d66e-04e2-42a3-ba87-7fbd1903ba30 req-c05e1e30-7480-4c1f-a977-b62d2bdda4c9 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b5f21e1-d501-409e-9d47-a58da746210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712411 Apr 21 12:34:38.518355 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-094ef7e2-d579-4d0a-ad9a-9ba14af10fd4 service neutron] 10.222.0.24 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958578 Apr 21 12:34:38.598655 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951efa6e-9776-4c01-a2e2-d4acaf5d500c req-2ff7564a-34df-4fb5-872e-d2a91ee98224 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:38.600774 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-951efa6e-9776-4c01-a2e2-d4acaf5d500c req-2ff7564a-34df-4fb5-872e-d2a91ee98224 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.0830431 Apr 21 12:34:38.647515 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9b3712fb-1f9c-4211-912b-7335bd979b6c req-fc02a531-f2a9-4475-8c30-9aabe410d13e service neutron] 10.222.0.24 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201093 Apr 21 12:34:38.668074 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-951efa6e-9776-4c01-a2e2-d4acaf5d500c req-1a3d7467-dd68-494d-bd1a-393a147de56d tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580237 Apr 21 12:34:38.839998 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d1905-8eeb-4822-b634-fd6d764fe1ff req-c90c5d06-7907-4a6b-b1d2-ae23c4b71224 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:38.842271 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f7d1905-8eeb-4822-b634-fd6d764fe1ff req-c90c5d06-7907-4a6b-b1d2-ae23c4b71224 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0868385 Apr 21 12:34:38.940835 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f7d1905-8eeb-4822-b634-fd6d764fe1ff req-55dd783a-9337-4ede-99d1-a49d19a083bf tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898333 Apr 21 12:34:38.972383 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d4e8b-dc41-4e8d-9f75-f32ebfcd1f2b req-a02f59b5-4d3a-483c-87ae-2d2d69b9a3c8 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:38.980678 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-511d4e8b-dc41-4e8d-9f75-f32ebfcd1f2b req-a02f59b5-4d3a-483c-87ae-2d2d69b9a3c8 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 943 time: 0.1048930 Apr 21 12:34:39.023558 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-511d4e8b-dc41-4e8d-9f75-f32ebfcd1f2b req-de0341bc-8a27-4bca-8eaa-021c0846d389 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413065 Apr 21 12:34:39.282671 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 3ad25f82-4568-4015-afeb-75b5eb5e1848 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:34:39.613262 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e3155-38cd-48c0-bd1c-f919d78f90d8 req-4221577e-1c7e-4bde-b419-205140251514 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:39.614764 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-057e3155-38cd-48c0-bd1c-f919d78f90d8 req-4221577e-1c7e-4bde-b419-205140251514 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 945 time: 0.0532053 Apr 21 12:34:39.652210 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-057e3155-38cd-48c0-bd1c-f919d78f90d8 req-e6a7f023-a627-4d40-a6ed-42a0dd9bf4ac tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b5f21e1-d501-409e-9d47-a58da746210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310757 Apr 21 12:34:39.930358 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcf2cb-7c3a-4da8-be6e-4b5a9b36733b req-f306b7a3-462d-4a63-9452-34a0882aecb9 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:39.930358 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33fcf2cb-7c3a-4da8-be6e-4b5a9b36733b req-f306b7a3-462d-4a63-9452-34a0882aecb9 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.0530705 Apr 21 12:34:39.930358 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33fcf2cb-7c3a-4da8-be6e-4b5a9b36733b req-ac76dbc6-8c4e-46e6-81d4-3b8495205208 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318735 Apr 21 12:34:39.966701 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 3ad25f82-4568-4015-afeb-75b5eb5e1848 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:34:39.971623 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 3ad25f82-4568-4015-afeb-75b5eb5e1848 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:34:39.971818 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:40.061123 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:40.073418 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abccd8-db0f-4644-a8ae-7291ba544603 req-89674503-0517-4fe5-99a4-0e3ee9e0e129 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:40.075049 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5abccd8-db0f-4644-a8ae-7291ba544603 req-89674503-0517-4fe5-99a4-0e3ee9e0e129 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0629439 Apr 21 12:34:40.087025 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592d0c82-799f-4a0e-951a-d71c4ed79e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad25f82-4568-4015-afeb-75b5eb5e1848'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:34:40.089488 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad2108d-7b04-427d-aff2-7ec9c0199796" -d '{"events": [{"server_uuid": "592d0c82-799f-4a0e-951a-d71c4ed79e14", "name": "network-vif-plugged", "status": "completed", "tag": "3ad25f82-4568-4015-afeb-75b5eb5e1848"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:34:40.104589 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 3ad25f82-4568-4015-afeb-75b5eb5e1848, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=3ad25f82-4568-4015-afeb-75b5eb5e1848,segment=NetworkSegment(7cff155c-d663-49f6-8eed-18b6c7a78366),segment_id=7cff155c-d663-49f6-8eed-18b6c7a78366)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:40.123765 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5abccd8-db0f-4644-a8ae-7291ba544603 req-a29edb27-b0ce-4130-aae1-5a082e2738ea tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405805 Apr 21 12:34:40.198770 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:40.207156 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1ae19-99a8-4bd2-9884-0de61b5e0e89 req-e25cfcb9-4206-4873-a632-045121556579 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:40.218255 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9ab1ae19-99a8-4bd2-9884-0de61b5e0e89 req-e25cfcb9-4206-4873-a632-045121556579 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 943 time: 0.0896225 Apr 21 12:34:40.272722 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d239215-8f61-4195-87cc-d7604897b118 x-openstack-request-id: req-6d239215-8f61-4195-87cc-d7604897b118 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:34:40.272929 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592d0c82-799f-4a0e-951a-d71c4ed79e14", "name": "network-vif-plugged", "status": "completed", "tag": "3ad25f82-4568-4015-afeb-75b5eb5e1848", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:34:40.273204 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6d239215-8f61-4195-87cc-d7604897b118 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:34:40.273534 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d239215-8f61-4195-87cc-d7604897b118'] response: {'server_uuid': '592d0c82-799f-4a0e-951a-d71c4ed79e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad25f82-4568-4015-afeb-75b5eb5e1848', 'code': 200} Apr 21 12:34:40.300976 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9ab1ae19-99a8-4bd2-9884-0de61b5e0e89 req-5f59969d-cfd5-44aa-b26a-48a0772624be tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823410 Apr 21 12:34:40.345536 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3b707-3219-4419-9f96-c5189ef0b6c6 req-31772f54-7bca-463b-970d-5de308618855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:40.347524 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c8a3b707-3219-4419-9f96-c5189ef0b6c6 req-31772f54-7bca-463b-970d-5de308618855 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 1097 time: 0.0664659 Apr 21 12:34:40.416829 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=3ad25f82-4568-4015-afeb-75b5eb5e1848,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:40.434010 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c8a3b707-3219-4419-9f96-c5189ef0b6c6 req-8520f070-c0f9-421f-b189-b4456e573b79 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0b5f21e1-d501-409e-9d47-a58da746210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701187 Apr 21 12:34:40.817399 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cd3040-1927-4a1c-af6d-8604dec0610d req-752f7afe-40a0-459b-b1e3-02521777e03d tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:40.819947 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-97cd3040-1927-4a1c-af6d-8604dec0610d req-752f7afe-40a0-459b-b1e3-02521777e03d tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 946 time: 0.0616505 Apr 21 12:34:40.894955 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-97cd3040-1927-4a1c-af6d-8604dec0610d req-23715940-d14f-4329-818c-1ff84bfc4f01 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b5f21e1-d501-409e-9d47-a58da746210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633364 Apr 21 12:34:41.077961 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4628e2-e2c1-45ec-9f99-87519dd4be55 req-70da5fa5-a141-4fbd-88c2-83e517c13279 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:41.085061 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de4628e2-e2c1-45ec-9f99-87519dd4be55 req-70da5fa5-a141-4fbd-88c2-83e517c13279 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.0728700 Apr 21 12:34:41.142121 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de4628e2-e2c1-45ec-9f99-87519dd4be55 req-88b1aed5-f428-4d72-9b79-f856fee8564e tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527756 Apr 21 12:34:41.269679 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b38fe-d97a-43b4-880c-ed913b3d5638 req-c4a05d15-d7c8-48be-954b-3f1a74aba3a8 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:41.271643 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c5b38fe-d97a-43b4-880c-ed913b3d5638 req-c4a05d15-d7c8-48be-954b-3f1a74aba3a8 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0618980 Apr 21 12:34:41.317377 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c5b38fe-d97a-43b4-880c-ed913b3d5638 req-e8a24642-7a51-4547-850b-ec07c4a08876 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386500 Apr 21 12:34:41.439939 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c05dc-e306-4f17-baa3-a6516becb8b7 req-0737588b-68f2-4fe3-a20c-8221a532277e tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:41.443677 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-475c05dc-e306-4f17-baa3-a6516becb8b7 req-0737588b-68f2-4fe3-a20c-8221a532277e tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 943 time: 0.0674887 Apr 21 12:34:41.491091 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-475c05dc-e306-4f17-baa3-a6516becb8b7 req-6b285426-cae5-494d-9893-be857ce85556 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411725 Apr 21 12:34:42.003124 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 0640e710-1a46-475a-9474-849889575487 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:34:42.021664 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e8115-e7a4-46f9-9db5-b7477f57849a req-1693f772-3808-4202-92f6-8088cd89e603 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:42.023349 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e4e8115-e7a4-46f9-9db5-b7477f57849a req-1693f772-3808-4202-92f6-8088cd89e603 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 946 time: 0.0621483 Apr 21 12:34:42.081018 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e4e8115-e7a4-46f9-9db5-b7477f57849a req-ec2aa31e-251a-4c87-9c17-01d49c89dd3b tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b5f21e1-d501-409e-9d47-a58da746210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506828 Apr 21 12:34:42.142953 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 0640e710-1a46-475a-9474-849889575487, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=0640e710-1a46-475a-9474-849889575487,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:42.177041 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '0640e710-1a46-475a-9474-849889575487', 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4', 'port_id': '0640e710-1a46-475a-9474-849889575487', 'mac_address': 'fa:16:3e:96:84:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3b8f234-8156-4627-8cae-e6fcb5c2aa35', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:34:42.219187 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:42.233525 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0640e710-1a46-475a-9474-849889575487 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:34:42.257763 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 0640e710-1a46-475a-9474-849889575487, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=0640e710-1a46-475a-9474-849889575487,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:42.327539 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf31db-5335-460c-9250-d698742f7aac req-d6b5ca0f-d2f4-4eca-9bc7-057d5c6a6c90 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:42.329164 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e7cf31db-5335-460c-9250-d698742f7aac req-d6b5ca0f-d2f4-4eca-9bc7-057d5c6a6c90 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.0774643 Apr 21 12:34:42.397184 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e7cf31db-5335-460c-9250-d698742f7aac req-6cffa4de-2a9f-43ce-bac1-517d89b633df tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498290 Apr 21 12:34:42.419347 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:42.454339 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54057d4-2f93-49f9-ad3e-cbab58044baa req-8d3f214b-7559-40db-9d7a-b6377bd3dbf3 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:42.455841 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d54057d4-2f93-49f9-ad3e-cbab58044baa req-8d3f214b-7559-40db-9d7a-b6377bd3dbf3 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0550303 Apr 21 12:34:42.493711 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=0640e710-1a46-475a-9474-849889575487,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:42.508341 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d54057d4-2f93-49f9-ad3e-cbab58044baa req-4b9353b3-786a-4b8c-aeba-550c9af25c17 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444343 Apr 21 12:34:42.644207 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990422a-7680-4208-8c32-4ca5ac8a9abb req-b1c78b2d-2d2e-4385-ac7b-0b56e5e3457d tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:42.652234 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e990422a-7680-4208-8c32-4ca5ac8a9abb req-b1c78b2d-2d2e-4385-ac7b-0b56e5e3457d tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 944 time: 0.0754609 Apr 21 12:34:42.699037 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e990422a-7680-4208-8c32-4ca5ac8a9abb req-794b95be-f1e8-438b-bbc2-a69e6385d466 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458710 Apr 21 12:34:42.703449 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['0640e710-1a46-475a-9474-849889575487'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:34:43.206212 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504142b-4fcd-466a-a26b-bf5adb9814a6 req-f3393355-0bfe-407e-84bd-4077e8e1425f tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:43.208017 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7504142b-4fcd-466a-a26b-bf5adb9814a6 req-f3393355-0bfe-407e-84bd-4077e8e1425f tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 946 time: 0.0592334 Apr 21 12:34:43.250512 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7504142b-4fcd-466a-a26b-bf5adb9814a6 req-fe3c68c6-854a-4612-909c-7c017d961d02 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b5f21e1-d501-409e-9d47-a58da746210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361514 Apr 21 12:34:43.518857 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8fc2d8-bc7a-4933-9512-c5adf8239e6e req-2550f587-aecc-453c-81e1-43bd6a8a54cc tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:43.520362 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-be8fc2d8-bc7a-4933-9512-c5adf8239e6e req-2550f587-aecc-453c-81e1-43bd6a8a54cc tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.0539010 Apr 21 12:34:43.560089 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-be8fc2d8-bc7a-4933-9512-c5adf8239e6e req-8b9047eb-f927-4d20-807f-788c29f1d060 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335510 Apr 21 12:34:43.630705 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037ad0a-b35d-45ab-b1ac-99e2add5696b req-355b5c2a-f6e8-46b9-8952-740af4b15f01 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:43.632181 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8037ad0a-b35d-45ab-b1ac-99e2add5696b req-355b5c2a-f6e8-46b9-8952-740af4b15f01 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0484447 Apr 21 12:34:43.670332 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8037ad0a-b35d-45ab-b1ac-99e2add5696b req-4e52a73e-1698-4ef0-80ba-a1611ff33621 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320702 Apr 21 12:34:43.681232 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2be9307c-4fda-4a90-823e-6c07ff6877db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:43.839201 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853be56-3baf-4b5a-840f-7ce9877990cd req-6e2cad37-e87a-4ce1-8357-3d9f903f3919 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:43.840895 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0853be56-3baf-4b5a-840f-7ce9877990cd req-6e2cad37-e87a-4ce1-8357-3d9f903f3919 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 944 time: 0.0663564 Apr 21 12:34:43.889471 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0853be56-3baf-4b5a-840f-7ce9877990cd req-0db9c388-508d-4d56-b5e4-a3225e30048a tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417361 Apr 21 12:34:44.008914 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 0640e710-1a46-475a-9474-849889575487 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:34:44.194923 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 0640e710-1a46-475a-9474-849889575487 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:34:44.199653 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 0640e710-1a46-475a-9474-849889575487 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:34:44.200043 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:44.285526 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:44.310530 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96cbec7-e315-4c8a-bb11-a292915d9038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0640e710-1a46-475a-9474-849889575487'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:34:44.312850 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb228155-edcf-4a69-a7cd-0b5582693005" -d '{"events": [{"server_uuid": "b96cbec7-e315-4c8a-bb11-a292915d9038", "name": "network-vif-plugged", "status": "completed", "tag": "0640e710-1a46-475a-9474-849889575487"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:34:44.326850 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 0640e710-1a46-475a-9474-849889575487, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=0640e710-1a46-475a-9474-849889575487,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:44.351226 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea02a6a-3646-4162-b6a0-4d05bdb95a80 x-openstack-request-id: req-6ea02a6a-3646-4162-b6a0-4d05bdb95a80 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:34:44.351516 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96cbec7-e315-4c8a-bb11-a292915d9038", "name": "network-vif-plugged", "status": "completed", "tag": "0640e710-1a46-475a-9474-849889575487", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:34:44.351766 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6ea02a6a-3646-4162-b6a0-4d05bdb95a80 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:34:44.352164 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ea02a6a-3646-4162-b6a0-4d05bdb95a80'] response: {'server_uuid': 'b96cbec7-e315-4c8a-bb11-a292915d9038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0640e710-1a46-475a-9474-849889575487', 'code': 200} Apr 21 12:34:44.373899 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cdcb17-6756-4a7e-a38a-b21455801412 req-06f723e0-b245-4fd2-9ec7-7c5682cd6d78 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:44.375383 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b0cdcb17-6756-4a7e-a38a-b21455801412 req-06f723e0-b245-4fd2-9ec7-7c5682cd6d78 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 946 time: 0.0509663 Apr 21 12:34:44.395417 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:44.428774 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b0cdcb17-6756-4a7e-a38a-b21455801412 req-855f1c86-0846-4ea6-a25f-d5287feb0e22 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b5f21e1-d501-409e-9d47-a58da746210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468097 Apr 21 12:34:44.456166 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=0640e710-1a46-475a-9474-849889575487,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:44.464742 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323b46e-9d75-462c-9baf-9611e87b374c req-74ee73eb-a7e2-4ca3-8096-3337e7b433ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:44.466231 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a323b46e-9d75-462c-9baf-9611e87b374c req-74ee73eb-a7e2-4ca3-8096-3337e7b433ff service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 1096 time: 0.0515466 Apr 21 12:34:44.500673 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a323b46e-9d75-462c-9baf-9611e87b374c req-561fbeb6-6d12-4884-8e38-01671c8710d8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280662 Apr 21 12:34:44.683916 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b9e9d-aa66-4c4e-9e53-8be3605e98a5 req-ada31991-3204-4171-bae1-d20887c41868 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:44.685413 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b11b9e9d-aa66-4c4e-9e53-8be3605e98a5 req-ada31991-3204-4171-bae1-d20887c41868 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.0521660 Apr 21 12:34:44.737452 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b11b9e9d-aa66-4c4e-9e53-8be3605e98a5 req-1ef985dd-6b56-4513-8716-b8c1ebcb3d6d tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350368 Apr 21 12:34:44.798491 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a50795-25f5-4140-aab1-a65d565c3c44 req-bb348d23-ee1a-4996-af06-203f2b067f39 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:44.799938 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-23a50795-25f5-4140-aab1-a65d565c3c44 req-bb348d23-ee1a-4996-af06-203f2b067f39 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0528769 Apr 21 12:34:44.840253 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-23a50795-25f5-4140-aab1-a65d565c3c44 req-b8e83d32-4c5b-476e-b298-64628cbd6b6e tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335436 Apr 21 12:34:45.035544 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023290c3-a5a4-4fe7-ad94-6a65dbb1bd4a req-c7e54efb-fcff-45ca-a6f9-d584a598d9f3 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:45.036988 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-023290c3-a5a4-4fe7-ad94-6a65dbb1bd4a req-c7e54efb-fcff-45ca-a6f9-d584a598d9f3 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 945 time: 0.0757570 Apr 21 12:34:45.049349 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37813c1c-94c6-4a96-9153-73b32d853d9f req-7d6fc1c3-b524-4c3f-b02f-d2379184535a tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:45.050779 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-37813c1c-94c6-4a96-9153-73b32d853d9f req-7d6fc1c3-b524-4c3f-b02f-d2379184535a tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/ports?device_id=299c63c1-fd6c-4f13-b61f-25a5a4481c4a HTTP/1.1" status: 200 len: 951 time: 0.0638950 Apr 21 12:34:45.113089 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-023290c3-a5a4-4fe7-ad94-6a65dbb1bd4a req-8ddb4f1c-d011-4dd5-9c91-fe4cd3422af2 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612922 Apr 21 12:34:45.115764 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-37813c1c-94c6-4a96-9153-73b32d853d9f req-8b6b7866-309b-4226-bf53-e87d1241136e tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70c8fba-dec7-45ba-a077-e8c46f5cf223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585411 Apr 21 12:34:45.541739 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90cdd00-b449-403f-86f6-8b7b479ce417 req-23a5c566-3bd8-4a9b-af60-c67bcba17826 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:45.543205 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f90cdd00-b449-403f-86f6-8b7b479ce417 req-23a5c566-3bd8-4a9b-af60-c67bcba17826 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 946 time: 0.0473669 Apr 21 12:34:45.580583 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f90cdd00-b449-403f-86f6-8b7b479ce417 req-e7b8bd0b-d903-4e87-b998-5430817650d8 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b5f21e1-d501-409e-9d47-a58da746210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306675 Apr 21 12:34:45.726268 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d6917b6-c95c-4988-95ba-cd8f34237843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:45.849564 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c5274-a750-4e38-b019-d0a48e0faa6c req-df7dd470-2fd7-4a99-99f7-da90b4572caf tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:45.851048 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d7c5274-a750-4e38-b019-d0a48e0faa6c req-df7dd470-2fd7-4a99-99f7-da90b4572caf tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.0491691 Apr 21 12:34:45.889575 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d7c5274-a750-4e38-b019-d0a48e0faa6c req-53069d08-5c60-43e7-b107-cd1b585f33b6 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327253 Apr 21 12:34:45.962503 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235b100-76f3-462b-b469-df4872e2b0ed req-98513493-c53b-4343-aaad-654ba8dbcd8e tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:45.963956 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0235b100-76f3-462b-b469-df4872e2b0ed req-98513493-c53b-4343-aaad-654ba8dbcd8e tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0527227 Apr 21 12:34:46.005088 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0235b100-76f3-462b-b469-df4872e2b0ed req-f53b1395-c2e4-431b-aa95-ffc252db6ec6 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344393 Apr 21 12:34:46.257942 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f25428-7b33-43d5-a15a-cd642be55312 req-5225cdbe-f1d5-4d39-8b96-fe34d386b98a tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:46.259307 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-25f25428-7b33-43d5-a15a-cd642be55312 req-5225cdbe-f1d5-4d39-8b96-fe34d386b98a tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/ports?device_id=299c63c1-fd6c-4f13-b61f-25a5a4481c4a HTTP/1.1" status: 200 len: 951 time: 0.0751886 Apr 21 12:34:46.268171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940cfe89-b3af-49cf-9db4-b0c8b8d7814a req-006c493a-62e3-409c-9b00-66048d12c9b1 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:46.269546 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-940cfe89-b3af-49cf-9db4-b0c8b8d7814a req-006c493a-62e3-409c-9b00-66048d12c9b1 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 945 time: 0.0835927 Apr 21 12:34:46.323642 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-25f25428-7b33-43d5-a15a-cd642be55312 req-87bf0ede-9c50-4bc5-af3b-014775befd8f tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70c8fba-dec7-45ba-a077-e8c46f5cf223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531280 Apr 21 12:34:46.328294 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-940cfe89-b3af-49cf-9db4-b0c8b8d7814a req-1f18f20d-e777-49a9-80cb-b0ce1f466a23 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506046 Apr 21 12:34:46.440562 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d84ea-faed-4301-8d21-59d4cb418a64 req-788422c0-a52e-4045-98db-2679eb516750 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:46.442078 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b57d84ea-faed-4301-8d21-59d4cb418a64 req-788422c0-a52e-4045-98db-2679eb516750 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 1096 time: 0.0482624 Apr 21 12:34:46.476107 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b57d84ea-faed-4301-8d21-59d4cb418a64 req-50c62346-9e66-497b-abb6-373fbb442952 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276046 Apr 21 12:34:46.581554 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b047e-a744-4b9b-b4a0-f41d82e6e947 req-de532209-3bc0-4518-8788-c0d8f54190e3 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:46.583056 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-166b047e-a744-4b9b-b4a0-f41d82e6e947 req-de532209-3bc0-4518-8788-c0d8f54190e3 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 1096 time: 0.0400026 Apr 21 12:34:46.617343 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-166b047e-a744-4b9b-b4a0-f41d82e6e947 req-915de13a-c17e-496c-8b9b-7559cc5d459c tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283554 Apr 21 12:34:46.709335 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7693e8-88c1-4c3e-944d-b1e6abcd7df6 req-6ac1ad89-4456-4e0b-b452-78287057b251 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:46.710862 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf7693e8-88c1-4c3e-944d-b1e6abcd7df6 req-6ac1ad89-4456-4e0b-b452-78287057b251 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 946 time: 0.0574856 Apr 21 12:34:46.749221 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf7693e8-88c1-4c3e-944d-b1e6abcd7df6 req-108a94a4-d903-4432-830d-9c6e9ef4d9c4 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b5f21e1-d501-409e-9d47-a58da746210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320644 Apr 21 12:34:46.791761 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:47.038501 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd0112-1047-47ad-9748-fe2cfa4dd034 req-706c25eb-1fe6-41c7-84bb-14c654cedbd8 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:47.040209 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5cd0112-1047-47ad-9748-fe2cfa4dd034 req-706c25eb-1fe6-41c7-84bb-14c654cedbd8 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.0735450 Apr 21 12:34:47.068528 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e8b9e-7baf-4797-b458-9344af07fb79 req-e756a073-3635-4029-bf71-a2cc2c7831d7 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:47.069936 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e05e8b9e-7baf-4797-b458-9344af07fb79 req-e756a073-3635-4029-bf71-a2cc2c7831d7 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 1096 time: 0.0672927 Apr 21 12:34:47.091946 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5cd0112-1047-47ad-9748-fe2cfa4dd034 req-b5170b3a-ca65-44fd-9699-12999d17cbc3 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452106 Apr 21 12:34:47.118163 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e05e8b9e-7baf-4797-b458-9344af07fb79 req-e573ed85-8907-4eb1-8ebb-b6417047dcc7 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390503 Apr 21 12:34:47.209670 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60879c82-4869-4c89-b286-0c0d34df67b2 req-33f6f540-6f42-4901-b109-0f9926afd46f tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:47.211088 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60879c82-4869-4c89-b286-0c0d34df67b2 req-33f6f540-6f42-4901-b109-0f9926afd46f tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0478988 Apr 21 12:34:47.253192 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60879c82-4869-4c89-b286-0c0d34df67b2 req-d49ff480-f652-4667-ad28-7d9058a30fce tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360384 Apr 21 12:34:47.443597 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c9782-9cd2-402d-823b-0b923f1cc600 req-c28fd5f3-d683-47a9-864f-3616134de6e0 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:47.445099 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce7c9782-9cd2-402d-823b-0b923f1cc600 req-c28fd5f3-d683-47a9-864f-3616134de6e0 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/ports?device_id=299c63c1-fd6c-4f13-b61f-25a5a4481c4a HTTP/1.1" status: 200 len: 951 time: 0.0477777 Apr 21 12:34:47.482751 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce7c9782-9cd2-402d-823b-0b923f1cc600 req-53d964cf-2c40-48ed-aa14-e278dd50f27a tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70c8fba-dec7-45ba-a077-e8c46f5cf223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314519 Apr 21 12:34:47.571728 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:47.864659 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f7eca-1e24-4fd1-b72b-a825f046f2ce req-e43cb26f-e93d-47e4-a056-a6df727ce3c5 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:47.866065 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-872f7eca-1e24-4fd1-b72b-a825f046f2ce req-e43cb26f-e93d-47e4-a056-a6df727ce3c5 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 946 time: 0.0511949 Apr 21 12:34:47.905009 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-872f7eca-1e24-4fd1-b72b-a825f046f2ce req-0fd9e494-b8ba-490c-9187-9fc163a87b77 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b5f21e1-d501-409e-9d47-a58da746210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323856 Apr 21 12:34:48.245022 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b27bb-42d9-403f-a905-923f37f10b90 req-dd823601-47ed-4e59-ae70-eba07b58c02a tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:48.246506 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-439b27bb-42d9-403f-a905-923f37f10b90 req-dd823601-47ed-4e59-ae70-eba07b58c02a tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.0788140 Apr 21 12:34:48.253134 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf7c47-44df-4c65-bcc4-09363a5dd31c req-86b1bec7-39ec-4cb2-bd44-8f4f953091ff tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:48.254604 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-67cf7c47-44df-4c65-bcc4-09363a5dd31c req-86b1bec7-39ec-4cb2-bd44-8f4f953091ff tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 1096 time: 0.0604448 Apr 21 12:34:48.307702 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-439b27bb-42d9-403f-a905-923f37f10b90 req-06a0f996-7c7a-41df-ab6e-08fe3e7c91cf tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521696 Apr 21 12:34:48.311444 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-67cf7c47-44df-4c65-bcc4-09363a5dd31c req-040dbece-e904-48e3-b6e4-13ee47c99961 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504124 Apr 21 12:34:48.315332 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:48.421546 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc494a3-ef4f-4b4e-8f27-4ec788590763 req-dfc4359c-f009-4418-8936-42beb66fc232 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:48.423610 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-acc494a3-ef4f-4b4e-8f27-4ec788590763 req-dfc4359c-f009-4418-8936-42beb66fc232 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0501502 Apr 21 12:34:48.459629 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-acc494a3-ef4f-4b4e-8f27-4ec788590763 req-fcab9bbc-1b93-4c84-af1e-9a631a0d0c7c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302863 Apr 21 12:34:48.600943 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe06e3-7c36-426c-96e0-68dfba249c31 req-82f54d78-4a40-45e2-9722-799f9d6ea121 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:48.602516 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7cbe06e3-7c36-426c-96e0-68dfba249c31 req-82f54d78-4a40-45e2-9722-799f9d6ea121 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/ports?device_id=299c63c1-fd6c-4f13-b61f-25a5a4481c4a HTTP/1.1" status: 200 len: 951 time: 0.0522768 Apr 21 12:34:48.642618 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7cbe06e3-7c36-426c-96e0-68dfba249c31 req-8b73ba92-697f-4d7f-b36d-378859982385 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70c8fba-dec7-45ba-a077-e8c46f5cf223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337861 Apr 21 12:34:48.658597 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:49.020524 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f46ad7-59c2-4d09-9077-23fbd9ffcbba req-9cb90c8c-0c42-43ef-818b-258240dc289a tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:49.022166 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-30f46ad7-59c2-4d09-9077-23fbd9ffcbba req-9cb90c8c-0c42-43ef-818b-258240dc289a tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 946 time: 0.0498791 Apr 21 12:34:49.059410 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-30f46ad7-59c2-4d09-9077-23fbd9ffcbba req-ae49f3e1-9b16-4ecf-9122-afe005ab9710 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b5f21e1-d501-409e-9d47-a58da746210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308528 Apr 21 12:34:49.447494 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02d5e1-328b-4bf5-89f5-5f278118a652 req-5d3618d7-eced-4daf-bd80-a2aa97ed25e3 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:49.447494 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3f02d5e1-328b-4bf5-89f5-5f278118a652 req-5d3618d7-eced-4daf-bd80-a2aa97ed25e3 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.0565300 Apr 21 12:34:49.476776 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3f02d5e1-328b-4bf5-89f5-5f278118a652 req-24c9256f-eecc-48d6-b612-07d2ddc93f7d tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329010 Apr 21 12:34:49.588731 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ad2fd-29c7-431e-a259-d3eaf822c7e3 req-ba2d821c-1043-43f4-83ad-8bb0f921ef72 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:49.590249 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf6ad2fd-29c7-431e-a259-d3eaf822c7e3 req-ba2d821c-1043-43f4-83ad-8bb0f921ef72 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0566807 Apr 21 12:34:49.628070 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf6ad2fd-29c7-431e-a259-d3eaf822c7e3 req-0dc78d1a-94e5-48d5-9266-d5d57a547a6c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317569 Apr 21 12:34:49.761853 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5ff40-d718-43f1-a444-daa2a7f460cc req-c99bf6f6-495c-4bd2-8233-98c745d137ee tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:49.763625 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e2e5ff40-d718-43f1-a444-daa2a7f460cc req-c99bf6f6-495c-4bd2-8233-98c745d137ee tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/ports?device_id=299c63c1-fd6c-4f13-b61f-25a5a4481c4a HTTP/1.1" status: 200 len: 951 time: 0.0495126 Apr 21 12:34:49.800923 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e2e5ff40-d718-43f1-a444-daa2a7f460cc req-cdff61e1-01ef-4fcc-9a59-33fa50a013f6 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70c8fba-dec7-45ba-a077-e8c46f5cf223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308337 Apr 21 12:34:50.173679 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e641798-e366-4c04-b0a2-3b290c561921 req-c4db4896-d3c0-4040-bbef-57a6e51aa685 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:50.175162 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6e641798-e366-4c04-b0a2-3b290c561921 req-c4db4896-d3c0-4040-bbef-57a6e51aa685 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 946 time: 0.0507176 Apr 21 12:34:50.213111 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6e641798-e366-4c04-b0a2-3b290c561921 req-20a8adbf-d57f-4e10-9da7-ce1ec37192c8 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b5f21e1-d501-409e-9d47-a58da746210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319238 Apr 21 12:34:50.228115 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:50.599452 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb07855-498a-4068-94c6-b3d5594ab82f req-5b0f5f7c-b1ce-4a36-9961-c32b3457045f tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:50.600914 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-beb07855-498a-4068-94c6-b3d5594ab82f req-5b0f5f7c-b1ce-4a36-9961-c32b3457045f tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.0525882 Apr 21 12:34:50.639872 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-beb07855-498a-4068-94c6-b3d5594ab82f req-5f5a064b-d8d4-438d-8cae-6a16f160935a tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329981 Apr 21 12:34:50.744931 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f83a5-818a-47dc-8cf2-6759aab741e3 req-e0c50b6f-12bd-4b0c-bb9a-c7e5229d4046 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:50.746434 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b86f83a5-818a-47dc-8cf2-6759aab741e3 req-e0c50b6f-12bd-4b0c-bb9a-c7e5229d4046 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0483696 Apr 21 12:34:50.783859 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b86f83a5-818a-47dc-8cf2-6759aab741e3 req-b5525af4-d89b-4b56-b7c5-3195c6c9c08c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310771 Apr 21 12:34:50.916169 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5bea20-40f1-45ed-a229-1ce26f1c5c27 req-34fdf6c9-ea4c-4bee-877b-b6ef0af42b74 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:50.917529 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae5bea20-40f1-45ed-a229-1ce26f1c5c27 req-34fdf6c9-ea4c-4bee-877b-b6ef0af42b74 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/ports?device_id=299c63c1-fd6c-4f13-b61f-25a5a4481c4a HTTP/1.1" status: 200 len: 951 time: 0.0488083 Apr 21 12:34:50.955692 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae5bea20-40f1-45ed-a229-1ce26f1c5c27 req-78007ce0-aa69-460e-a3d0-92b915e14978 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70c8fba-dec7-45ba-a077-e8c46f5cf223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311847 Apr 21 12:34:51.337849 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ff36e-7802-4496-a56e-7c485071fc76 req-01701340-380f-43f1-b0e0-514e4ed80105 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:51.339328 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e7ff36e-7802-4496-a56e-7c485071fc76 req-01701340-380f-43f1-b0e0-514e4ed80105 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 946 time: 0.0586524 Apr 21 12:34:51.378420 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e7ff36e-7802-4496-a56e-7c485071fc76 req-7a622015-9694-4a9b-818f-ebffc8fc486e tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b5f21e1-d501-409e-9d47-a58da746210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324299 Apr 21 12:34:51.761523 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43e58c-8734-4ab0-9491-9985f4aea8a9 req-04746ee0-93fa-462c-9392-2ff7a25759d4 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:51.763028 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7c43e58c-8734-4ab0-9491-9985f4aea8a9 req-04746ee0-93fa-462c-9392-2ff7a25759d4 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.0489881 Apr 21 12:34:51.803953 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7c43e58c-8734-4ab0-9491-9985f4aea8a9 req-df910b06-725e-4290-9df0-7f2b143d6393 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321147 Apr 21 12:34:51.910042 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122efae2-75dd-4997-a2d5-38e74b3a1f13 req-aa9a66cd-9ecf-4977-b063-42340ea97570 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:51.911495 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-122efae2-75dd-4997-a2d5-38e74b3a1f13 req-aa9a66cd-9ecf-4977-b063-42340ea97570 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0477819 Apr 21 12:34:51.949311 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-122efae2-75dd-4997-a2d5-38e74b3a1f13 req-287db3da-ad49-48a5-a524-af2d3a06b2a0 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317774 Apr 21 12:34:52.078404 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d374f-7256-4d7e-b063-16b9ddb7de15 req-cfea24d5-7a3a-46b8-997b-58c56f83339c tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:52.080091 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-539d374f-7256-4d7e-b063-16b9ddb7de15 req-cfea24d5-7a3a-46b8-997b-58c56f83339c tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/ports?device_id=299c63c1-fd6c-4f13-b61f-25a5a4481c4a HTTP/1.1" status: 200 len: 951 time: 0.0552106 Apr 21 12:34:52.119661 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-539d374f-7256-4d7e-b063-16b9ddb7de15 req-8408e5d1-d862-4478-b5ea-c28a3cfa341f tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70c8fba-dec7-45ba-a077-e8c46f5cf223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325737 Apr 21 12:34:52.495471 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d919a-bb1f-4f5a-a766-6e4644872b7e req-70b1e821-1816-42da-bb39-564895f1278c tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:52.496985 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d47d919a-bb1f-4f5a-a766-6e4644872b7e req-70b1e821-1816-42da-bb39-564895f1278c tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 946 time: 0.0502670 Apr 21 12:34:52.535577 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d47d919a-bb1f-4f5a-a766-6e4644872b7e req-be173fec-b9ec-434f-833a-4291da6ef3aa tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b5f21e1-d501-409e-9d47-a58da746210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324430 Apr 21 12:34:52.929386 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40fd6fc-b715-4a8b-bd42-dd7470538e04 req-075cd250-f0cc-4f56-a50d-340d6eb0a895 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:52.930879 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e40fd6fc-b715-4a8b-bd42-dd7470538e04 req-075cd250-f0cc-4f56-a50d-340d6eb0a895 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.0483932 Apr 21 12:34:52.969783 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e40fd6fc-b715-4a8b-bd42-dd7470538e04 req-ffb720f7-cc15-4856-8e2c-25c5de4d3190 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326834 Apr 21 12:34:53.077163 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d280dd0b-be42-422e-b75e-87df282783b9 req-309442ef-b6dd-4894-b8bf-867483666d5c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:53.078640 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d280dd0b-be42-422e-b75e-87df282783b9 req-309442ef-b6dd-4894-b8bf-867483666d5c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0521762 Apr 21 12:34:53.116890 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d280dd0b-be42-422e-b75e-87df282783b9 req-00368d40-b72b-4c3f-88a6-a2e7c1220c65 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315173 Apr 21 12:34:53.233411 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769ff09-cb3b-40ad-9e8e-6a1822f09605 req-9ededc8c-717c-48bf-82d9-e656d315cf36 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:53.234971 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7769ff09-cb3b-40ad-9e8e-6a1822f09605 req-9ededc8c-717c-48bf-82d9-e656d315cf36 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/ports?device_id=299c63c1-fd6c-4f13-b61f-25a5a4481c4a HTTP/1.1" status: 200 len: 951 time: 0.0492189 Apr 21 12:34:53.272896 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7769ff09-cb3b-40ad-9e8e-6a1822f09605 req-48fc2847-a73d-405d-84ca-c7c02d64b0a0 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70c8fba-dec7-45ba-a077-e8c46f5cf223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318918 Apr 21 12:34:53.648783 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1725e-c19c-4c54-be44-0db6c25d39be req-28fa6e86-2e09-4944-9216-428f7b484f08 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:53.650342 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eeb1725e-c19c-4c54-be44-0db6c25d39be req-28fa6e86-2e09-4944-9216-428f7b484f08 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 946 time: 0.0486870 Apr 21 12:34:53.688897 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eeb1725e-c19c-4c54-be44-0db6c25d39be req-bf00a4c7-1729-4500-8972-ca164047e264 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b5f21e1-d501-409e-9d47-a58da746210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323491 Apr 21 12:34:54.093428 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628dc0db-7d13-495b-8391-3db0782b3694 req-b7c2ec58-7917-46f4-88e3-912255b9a459 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:54.095447 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-628dc0db-7d13-495b-8391-3db0782b3694 req-b7c2ec58-7917-46f4-88e3-912255b9a459 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.0530002 Apr 21 12:34:54.130858 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-628dc0db-7d13-495b-8391-3db0782b3694 req-192bd3d6-18a1-4471-8d59-43a4191a7846 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295079 Apr 21 12:34:54.250931 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dcfb7-d9fc-40f0-bcab-9ff7d73d8cb3 req-2842bee4-8fe8-4886-ab94-aff77619126f tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:54.252420 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-af0dcfb7-d9fc-40f0-bcab-9ff7d73d8cb3 req-2842bee4-8fe8-4886-ab94-aff77619126f tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0514650 Apr 21 12:34:54.290471 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-af0dcfb7-d9fc-40f0-bcab-9ff7d73d8cb3 req-6cce3da1-0bc3-4254-b31f-75c183f34601 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322187 Apr 21 12:34:54.399207 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736e1e6-b93f-4b4c-b3db-d092d978f3b1 req-3b6d50eb-47e3-421e-9521-4d6e7cf4f407 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:54.400672 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4736e1e6-b93f-4b4c-b3db-d092d978f3b1 req-3b6d50eb-47e3-421e-9521-4d6e7cf4f407 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/ports?device_id=299c63c1-fd6c-4f13-b61f-25a5a4481c4a HTTP/1.1" status: 200 len: 951 time: 0.0498416 Apr 21 12:34:54.438000 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4736e1e6-b93f-4b4c-b3db-d092d978f3b1 req-3b654515-c1f3-4a2a-8848-a86e1405268e tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70c8fba-dec7-45ba-a077-e8c46f5cf223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311894 Apr 21 12:34:54.811157 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a27eda-dc31-4a7b-a75d-56384e5a1ecf req-e37db70b-0d56-483a-bad8-4e4fb34e2128 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:54.812628 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3a27eda-dc31-4a7b-a75d-56384e5a1ecf req-e37db70b-0d56-483a-bad8-4e4fb34e2128 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 946 time: 0.0582261 Apr 21 12:34:54.852832 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3a27eda-dc31-4a7b-a75d-56384e5a1ecf req-64bebbc8-c3da-4ff7-8288-0c5b23d40310 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b5f21e1-d501-409e-9d47-a58da746210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334535 Apr 21 12:34:55.069078 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-f7eb302c-4402-4cec-a24e-ad87549caedf tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:34:55.070130 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-f7eb302c-4402-4cec-a24e-ad87549caedf tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057542 Apr 21 12:34:55.107293 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-fdc1cbf8-0cec-408e-9f19-80db5fd224be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:55.108563 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-fdc1cbf8-0cec-408e-9f19-80db5fd224be service neutron] 10.222.0.36 "GET /v2.0/ports/0640e710-1a46-475a-9474-849889575487 HTTP/1.1" status: 200 len: 1093 time: 0.0319505 Apr 21 12:34:55.118134 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-e4366dec-9244-434b-9de5-1e534c7e8fe7 service neutron] Request body: {'binding': {'host': 'n-h1-836147-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:34:55.118585 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-e4366dec-9244-434b-9de5-1e534c7e8fe7 service neutron] Unknown quota resources ['binding']. {{(pid=103398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 21 12:34:55.600793 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57638c5-f365-4c51-9b2d-a5cf8c6bb2af req-7fb0c4b5-a4e0-4c2c-96ea-9dea45f6ac2a tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:55.602274 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e57638c5-f365-4c51-9b2d-a5cf8c6bb2af req-7fb0c4b5-a4e0-4c2c-96ea-9dea45f6ac2a tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.0784488 Apr 21 12:34:55.626604 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-e4366dec-9244-434b-9de5-1e534c7e8fe7 service neutron] Attempting to bind port 0640e710-1a46-475a-9474-849889575487 on host n-h1-836147-2 for vnic_type normal with profile None {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:34:55.631471 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-e4366dec-9244-434b-9de5-1e534c7e8fe7 service neutron] Attempting to bind port 0640e710-1a46-475a-9474-849889575487 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:34:55.631471 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-e4366dec-9244-434b-9de5-1e534c7e8fe7 service neutron] Attempting to bind port 0640e710-1a46-475a-9474-849889575487 on network 32a67a5e-b72b-4167-97d6-5767775875e4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:34:55.636890 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-e4366dec-9244-434b-9de5-1e534c7e8fe7 service neutron] Port 0640e710-1a46-475a-9474-849889575487 on network 32a67a5e-b72b-4167-97d6-5767775875e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:34:55.637211 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-e4366dec-9244-434b-9de5-1e534c7e8fe7 service neutron] Attempting to bind port 0640e710-1a46-475a-9474-849889575487 on network 32a67a5e-b72b-4167-97d6-5767775875e4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:34:55.650018 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-e4366dec-9244-434b-9de5-1e534c7e8fe7 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:34:55.650395 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-e4366dec-9244-434b-9de5-1e534c7e8fe7 service neutron] Checking segment: {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:34:55.650723 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-e4366dec-9244-434b-9de5-1e534c7e8fe7 service neutron] Bound using segment: {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:34:55.651159 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-e4366dec-9244-434b-9de5-1e534c7e8fe7 service neutron] Bound port: 0640e710-1a46-475a-9474-849889575487, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:34:55.660805 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e57638c5-f365-4c51-9b2d-a5cf8c6bb2af req-d6e30d77-5a0b-4116-aa5b-aee2af1bff22 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492404 Apr 21 12:34:55.712804 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-e4366dec-9244-434b-9de5-1e534c7e8fe7 service neutron] For port 0640e710-1a46-475a-9474-849889575487, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0640e710-1a46-475a-9474-849889575487,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:34:55.764906 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d217d7c-9c51-409b-a698-22fd1aad16d5 req-8062cf2c-1a0d-4ea6-b23b-725abc8f0ae2 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:55.766863 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d217d7c-9c51-409b-a698-22fd1aad16d5 req-8062cf2c-1a0d-4ea6-b23b-725abc8f0ae2 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0481863 Apr 21 12:34:55.803891 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d217d7c-9c51-409b-a698-22fd1aad16d5 req-adb17ff5-a695-446e-a559-6007b6c2c11b tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310209 Apr 21 12:34:55.905499 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2462f-18ac-4930-a05f-2c3f7d9b0d34 req-4dcdfcdc-67b8-42e5-b7a5-466392cec01f tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:55.906978 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-63b2462f-18ac-4930-a05f-2c3f7d9b0d34 req-4dcdfcdc-67b8-42e5-b7a5-466392cec01f tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/ports?device_id=299c63c1-fd6c-4f13-b61f-25a5a4481c4a HTTP/1.1" status: 200 len: 951 time: 0.0493183 Apr 21 12:34:55.928739 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-e4366dec-9244-434b-9de5-1e534c7e8fe7 service neutron] Notify callbacks [] for binding, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:55.929869 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-e4366dec-9244-434b-9de5-1e534c7e8fe7 service neutron] 10.222.0.36 "POST /v2.0/ports/0640e710-1a46-475a-9474-849889575487/bindings HTTP/1.1" status: 201 len: 389 time: 0.8151877 Apr 21 12:34:55.951575 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-63b2462f-18ac-4930-a05f-2c3f7d9b0d34 req-d718d990-037c-4dd4-ad2a-14fb38af5741 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70c8fba-dec7-45ba-a077-e8c46f5cf223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378006 Apr 21 12:34:56.055949 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbac82-fa74-470d-9d8b-84154df11b51 req-3b56be44-e8e8-4f7f-be8a-a3f8762aeb95 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:56.057384 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-55dbac82-fa74-470d-9d8b-84154df11b51 req-3b56be44-e8e8-4f7f-be8a-a3f8762aeb95 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 946 time: 0.0487118 Apr 21 12:34:56.102046 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-55dbac82-fa74-470d-9d8b-84154df11b51 req-0fbfeb46-c2bc-4295-9e3e-a20c4bb80652 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b5f21e1-d501-409e-9d47-a58da746210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385716 Apr 21 12:34:56.423370 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a04bb6-4261-4fad-b6c5-2a829f7ca4b2 req-a7fb38fa-d118-4a36-b7ef-f8370ee7fb40 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:56.424823 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a8a04bb6-4261-4fad-b6c5-2a829f7ca4b2 req-a7fb38fa-d118-4a36-b7ef-f8370ee7fb40 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 945 time: 0.0530112 Apr 21 12:34:56.465226 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a8a04bb6-4261-4fad-b6c5-2a829f7ca4b2 req-2004cb96-c6fd-4b77-8899-f05920571b00 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342605 Apr 21 12:34:56.794937 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf26067-d06a-4fb8-b2a0-118d529384fc req-a1bcdc29-f078-4e8f-b1cb-950cc959a2ad tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:56.796376 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bcf26067-d06a-4fb8-b2a0-118d529384fc req-a1bcdc29-f078-4e8f-b1cb-950cc959a2ad tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.0494621 Apr 21 12:34:56.835331 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bcf26067-d06a-4fb8-b2a0-118d529384fc req-24cd4f35-f40d-4231-8d19-082da9f0ac6e tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324562 Apr 21 12:34:57.027780 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-995d432b-b99a-401b-b2af-8c50e59088e2 req-1815e76a-1c0a-44ca-ade6-343c329efb88 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415485 Apr 21 12:34:57.088687 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d432b-b99a-401b-b2af-8c50e59088e2 req-7fddd7aa-aa62-47e2-b58e-1116574392b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:57.103368 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-995d432b-b99a-401b-b2af-8c50e59088e2 req-7fddd7aa-aa62-47e2-b58e-1116574392b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26ea3c659ac44d28a683c1af948ed1b6&device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 1095 time: 0.0410900 Apr 21 12:34:57.197183 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d432b-b99a-401b-b2af-8c50e59088e2 req-1a4fe548-b159-4a2b-b2a9-ccf8c1206e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:57.198655 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-995d432b-b99a-401b-b2af-8c50e59088e2 req-1a4fe548-b159-4a2b-b2a9-ccf8c1206e51 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c287e289-9664-4a57-ae4d-cb3d1c307007 HTTP/1.1" status: 200 len: 921 time: 0.0891225 Apr 21 12:34:57.240728 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-995d432b-b99a-401b-b2af-8c50e59088e2 req-281bcee4-fb08-4754-bf93-0d5069b1f8b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=585104ae-f88f-407a-960a-5d1c65ae2f82 HTTP/1.1" status: 200 len: 217 time: 0.0347204 Apr 21 12:34:57.293564 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995d432b-b99a-401b-b2af-8c50e59088e2 req-c0cd3604-ed14-4e27-a8ad-5d4b6d5f0320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:57.295121 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-995d432b-b99a-401b-b2af-8c50e59088e2 req-c0cd3604-ed14-4e27-a8ad-5d4b6d5f0320 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c2895f5-072d-4584-843c-51a4758cad8d HTTP/1.1" status: 200 len: 860 time: 0.0474312 Apr 21 12:34:57.330036 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-995d432b-b99a-401b-b2af-8c50e59088e2 req-e9d2c42b-b461-44a1-b058-f8e7097802f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c287e289-9664-4a57-ae4d-cb3d1c307007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270972 Apr 21 12:34:57.395674 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:34:57.436187 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-995d432b-b99a-401b-b2af-8c50e59088e2 req-7f357200-302f-47d0-9c24-8a54968cf0cf service neutron] 10.222.0.24 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990863 Apr 21 12:34:57.456634 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09163feb-017b-4f78-b087-5aeb47c5ef51 req-01c99de5-30db-4d47-8066-63dbed078763 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:57.458815 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09163feb-017b-4f78-b087-5aeb47c5ef51 req-01c99de5-30db-4d47-8066-63dbed078763 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0533550 Apr 21 12:34:57.476485 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:57.501735 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299c63c1-fd6c-4f13-b61f-25a5a4481c4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6fc9a09-cd55-4cdc-b6ca-2ad985e22607'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:34:57.504045 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fd19a3-756f-4685-8587-0f1949b10b03" -d '{"events": [{"server_uuid": "299c63c1-fd6c-4f13-b61f-25a5a4481c4a", "name": "network-vif-unplugged", "status": "completed", "tag": "f6fc9a09-cd55-4cdc-b6ca-2ad985e22607"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:34:57.516972 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port f6fc9a09-cd55-4cdc-b6ca-2ad985e22607, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=f6fc9a09-cd55-4cdc-b6ca-2ad985e22607,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:34:57.526722 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09163feb-017b-4f78-b087-5aeb47c5ef51 req-2c771a99-632d-4cc5-af6c-b7a58e5606f2 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597906 Apr 21 12:34:57.538180 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-995d432b-b99a-401b-b2af-8c50e59088e2 req-379221a0-2b63-4c20-8ba1-b937f704eab0 service neutron] 10.222.0.24 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938504 Apr 21 12:34:57.645550 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29930b29-da40-4a59-90b1-c0ef32d4bf88 req-95447933-668e-4fa9-aca3-4095992dc830 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:57.650832 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:34:57.651003 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-29930b29-da40-4a59-90b1-c0ef32d4bf88 req-95447933-668e-4fa9-aca3-4095992dc830 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 946 time: 0.0503006 Apr 21 12:34:57.685792 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-29930b29-da40-4a59-90b1-c0ef32d4bf88 req-b7455279-78fe-405c-b641-8e4724ac0160 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b5f21e1-d501-409e-9d47-a58da746210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315433 Apr 21 12:34:57.694319 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=f6fc9a09-cd55-4cdc-b6ca-2ad985e22607,revision_number=11']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:34:57.841790 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d40e01-5fb5-46d8-a271-be10fbadc376 req-60ac4d76-a113-4928-bf9a-c6990ed68b17 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:57.843232 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3d40e01-5fb5-46d8-a271-be10fbadc376 req-60ac4d76-a113-4928-bf9a-c6990ed68b17 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 945 time: 0.0509133 Apr 21 12:34:57.886217 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3d40e01-5fb5-46d8-a271-be10fbadc376 req-9199ad1c-a152-4e66-8f4e-1efb0f1c34cd tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358379 Apr 21 12:34:57.895512 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64185a3e-531b-41c9-aa2b-730bc5ea66e9 x-openstack-request-id: req-64185a3e-531b-41c9-aa2b-730bc5ea66e9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:34:57.896080 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299c63c1-fd6c-4f13-b61f-25a5a4481c4a", "name": "network-vif-unplugged", "status": "completed", "tag": "f6fc9a09-cd55-4cdc-b6ca-2ad985e22607", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:34:57.896541 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-64185a3e-531b-41c9-aa2b-730bc5ea66e9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:34:57.896965 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64185a3e-531b-41c9-aa2b-730bc5ea66e9'] response: {'server_uuid': '299c63c1-fd6c-4f13-b61f-25a5a4481c4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6fc9a09-cd55-4cdc-b6ca-2ad985e22607', 'code': 200} Apr 21 12:34:58.002757 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3711d-b022-49fe-8cda-52f12584b21a req-ffad0062-c890-4df0-8b53-e9a310a36df5 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:58.002757 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-abf3711d-b022-49fe-8cda-52f12584b21a req-ffad0062-c890-4df0-8b53-e9a310a36df5 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.0540459 Apr 21 12:34:58.042465 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-abf3711d-b022-49fe-8cda-52f12584b21a req-17c333ef-013d-44dc-b81a-c2c7425872d9 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360010 Apr 21 12:34:58.588473 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e924d414-7656-451f-99b3-3b6603dcaa04 req-4bb6f4e0-606d-423d-9786-a1994fee3694 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:58.590286 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e924d414-7656-451f-99b3-3b6603dcaa04 req-4bb6f4e0-606d-423d-9786-a1994fee3694 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/ports?device_id=299c63c1-fd6c-4f13-b61f-25a5a4481c4a HTTP/1.1" status: 200 len: 949 time: 0.0538123 Apr 21 12:34:58.657827 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e924d414-7656-451f-99b3-3b6603dcaa04 req-ed65920f-927b-4e9c-b8e3-5723ab0ae235 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70c8fba-dec7-45ba-a077-e8c46f5cf223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598791 Apr 21 12:34:58.675284 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bebf01-17b4-43ed-b077-0422f9883480 req-9dac2e84-6687-46c7-9163-b889613f4ba6 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:58.676787 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-83bebf01-17b4-43ed-b077-0422f9883480 req-9dac2e84-6687-46c7-9163-b889613f4ba6 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0725536 Apr 21 12:34:58.718092 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-83bebf01-17b4-43ed-b077-0422f9883480 req-930e795e-a978-41ed-add6-beb4943f392a tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335469 Apr 21 12:34:58.816910 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644044b-ceb9-4601-a04a-d6b053615ff6 req-46824e42-7087-49b2-b876-c168c6e1e158 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:58.816910 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a644044b-ceb9-4601-a04a-d6b053615ff6 req-46824e42-7087-49b2-b876-c168c6e1e158 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 946 time: 0.0570846 Apr 21 12:34:58.863075 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a644044b-ceb9-4601-a04a-d6b053615ff6 req-5dbdd67d-de09-4e8b-9951-6f73bfd76ad3 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b5f21e1-d501-409e-9d47-a58da746210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336845 Apr 21 12:34:58.950590 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-0fbf007a-ec38-4135-971d-425aba060209 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0512364 Apr 21 12:34:59.006467 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c515d84-662a-483c-8fde-457050619cc7 req-3bd3cf8a-b560-4d53-aba8-e9f9f3bc47e6 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:59.008084 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c515d84-662a-483c-8fde-457050619cc7 req-3bd3cf8a-b560-4d53-aba8-e9f9f3bc47e6 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 945 time: 0.0513439 Apr 21 12:34:59.073230 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c515d84-662a-483c-8fde-457050619cc7 req-94e6824b-b282-49bf-98af-8dd29b87b54e tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565634 Apr 21 12:34:59.082682 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-a57a9ece-dcf9-4551-942f-5470483e0157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:59.083120 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-a57a9ece-dcf9-4551-942f-5470483e0157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:59.083583 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-a57a9ece-dcf9-4551-942f-5470483e0157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:59.084043 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-a57a9ece-dcf9-4551-942f-5470483e0157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:59.084499 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-a57a9ece-dcf9-4551-942f-5470483e0157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:59.085028 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-a57a9ece-dcf9-4551-942f-5470483e0157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:59.085520 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-a57a9ece-dcf9-4551-942f-5470483e0157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:59.087604 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-a57a9ece-dcf9-4551-942f-5470483e0157 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f1908decb8e42768935cf18d0563e60&device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 6491 time: 0.0785213 Apr 21 12:34:59.229286 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36f3a6-27d3-4383-9430-08ef8b9fdad9 req-97a1df0d-84d3-4e03-88f8-631d4d580308 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:59.231182 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4c36f3a6-27d3-4383-9430-08ef8b9fdad9 req-97a1df0d-84d3-4e03-88f8-631d4d580308 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.1034997 Apr 21 12:34:59.281512 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-77296aa4-3da2-4132-92c4-589a3c2359c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:59.282580 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-77296aa4-3da2-4132-92c4-589a3c2359c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:59.283053 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-77296aa4-3da2-4132-92c4-589a3c2359c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:59.284663 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-77296aa4-3da2-4132-92c4-589a3c2359c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9b7dd046-10d1-4f75-8b5a-2092dfe7d348&id=e4d7b828-c49d-4174-8a7c-f8e1c5ee789b&id=e4d7b828-c49d-4174-8a7c-f8e1c5ee789b&id=e4d7b828-c49d-4174-8a7c-f8e1c5ee789b&id=e4d7b828-c49d-4174-8a7c-f8e1c5ee789b&id=92442c54-a20b-4d99-aea4-e4d3be34f674&id=92442c54-a20b-4d99-aea4-e4d3be34f674 HTTP/1.1" status: 200 len: 2292 time: 0.1549842 Apr 21 12:34:59.292136 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4c36f3a6-27d3-4383-9430-08ef8b9fdad9 req-964e31bf-b2e8-4d16-a948-d0ef6235ff53 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530717 Apr 21 12:34:59.352935 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-be702b33-1b40-4ce2-b141-ce556fd4276a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1682dd4f-5da2-488b-9303-c33ead624d39 HTTP/1.1" status: 200 len: 1001 time: 0.0597782 Apr 21 12:34:59.405148 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-7a0e4127-0f9b-41c8-8b06-213e065c830f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:59.415680 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-7a0e4127-0f9b-41c8-8b06-213e065c830f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1fd66ced-0a64-4afd-a4de-c8fea692bf21 HTTP/1.1" status: 200 len: 850 time: 0.0460038 Apr 21 12:34:59.458979 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-f93dde41-e85b-4a69-a2ee-d411ef439cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:59.460429 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-f93dde41-e85b-4a69-a2ee-d411ef439cad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9b7dd046-10d1-4f75-8b5a-2092dfe7d348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457056 Apr 21 12:34:59.554697 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-a88b4f05-431d-4017-b8b9-cccfc7ebe719 service neutron] 10.222.0.26 "GET /v2.0/networks/9b7dd046-10d1-4f75-8b5a-2092dfe7d348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866833 Apr 21 12:34:59.656675 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-8d2dbac2-1483-4505-927d-c33712426f61 service neutron] 10.222.0.26 "GET /v2.0/networks/9b7dd046-10d1-4f75-8b5a-2092dfe7d348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908711 Apr 21 12:34:59.702398 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-a6e1489f-4f3c-4960-88dc-2bdbf6b951a9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=96687793-00d5-4fbd-bfb5-42c2efdbb264 HTTP/1.1" status: 200 len: 217 time: 0.0372100 Apr 21 12:34:59.785567 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-63c1d708-15f1-4104-8658-eec34560b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:59.787149 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-63c1d708-15f1-4104-8658-eec34560b167 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9fb87f5-4bdf-4847-afd7-5e4912f2e226 HTTP/1.1" status: 200 len: 797 time: 0.0781515 Apr 21 12:34:59.851797 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1e75a-5b9b-45f8-9fff-affaa441d5a1 req-1ed907a0-de4c-4c3a-b935-ca4201d97811 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:59.853408 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56a1e75a-5b9b-45f8-9fff-affaa441d5a1 req-1ed907a0-de4c-4c3a-b935-ca4201d97811 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/ports?device_id=299c63c1-fd6c-4f13-b61f-25a5a4481c4a HTTP/1.1" status: 200 len: 949 time: 0.1169684 Apr 21 12:34:59.899179 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-00e0aef3-18a3-440f-b204-de6a54d5ca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:59.900851 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-00e0aef3-18a3-440f-b204-de6a54d5ca8d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4d7b828-c49d-4174-8a7c-f8e1c5ee789b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0997458 Apr 21 12:34:59.909080 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bce13-d6a9-4657-9ceb-f8da787afd0c req-20d6a325-dabb-47d2-84a1-0054776fad0f tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:34:59.910620 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-929bce13-d6a9-4657-9ceb-f8da787afd0c req-20d6a325-dabb-47d2-84a1-0054776fad0f tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.1194291 Apr 21 12:34:59.989670 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56a1e75a-5b9b-45f8-9fff-affaa441d5a1 req-cac52457-46f2-4d6d-9bad-b02f61c5a14a tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70c8fba-dec7-45ba-a077-e8c46f5cf223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222563 Apr 21 12:35:00.020057 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-929bce13-d6a9-4657-9ceb-f8da787afd0c req-be4a0f15-58b3-441b-96cf-f4d966228017 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978475 Apr 21 12:35:00.050960 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-e2d0cbb5-40db-4271-9862-a67dcf3b504e service neutron] 10.222.0.26 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367285 Apr 21 12:35:00.220407 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ddac00-2a0e-4a70-9a2e-5fbb0b2c545d req-e8996c88-de65-44f6-b935-14c4b3e87001 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:00.221936 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-23ddac00-2a0e-4a70-9a2e-5fbb0b2c545d req-e8996c88-de65-44f6-b935-14c4b3e87001 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 946 time: 0.1103952 Apr 21 12:35:00.226044 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-c0fd6860-6874-4ffb-82c2-031c37826039 service neutron] 10.222.0.26 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684206 Apr 21 12:35:00.263817 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d744d3-a1f9-4a26-82a5-89fdcecafcf5 req-d1ced6ab-adb8-4c47-8429-6992031c3133 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:00.265339 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52d744d3-a1f9-4a26-82a5-89fdcecafcf5 req-d1ced6ab-adb8-4c47-8429-6992031c3133 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 945 time: 0.1125288 Apr 21 12:35:00.300670 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-ca8ecc13-820e-4cff-b1d7-9abd06fcda92 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=fadb7cc0-7e48-4b28-bd3b-61295e53ad04 HTTP/1.1" status: 200 len: 217 time: 0.0546281 Apr 21 12:35:00.351892 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-23ddac00-2a0e-4a70-9a2e-5fbb0b2c545d req-6cbc08ce-8b3d-4f93-abd0-51e3bc835d42 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b5f21e1-d501-409e-9d47-a58da746210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225386 Apr 21 12:35:00.377077 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52d744d3-a1f9-4a26-82a5-89fdcecafcf5 req-a2932cb0-d639-48f1-9c9f-56fc31f8a20b tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819969 Apr 21 12:35:00.386445 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-e9d2ac56-fa46-4e12-9701-74a067c73579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:00.387929 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-e9d2ac56-fa46-4e12-9701-74a067c73579 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9fb87f5-4bdf-4847-afd7-5e4912f2e226 HTTP/1.1" status: 200 len: 797 time: 0.0760620 Apr 21 12:35:00.443880 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-478db7af-c601-4463-a759-b38ae56e1ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:00.448578 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-478db7af-c601-4463-a759-b38ae56e1ece service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4d7b828-c49d-4174-8a7c-f8e1c5ee789b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0507610 Apr 21 12:35:00.553359 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-6e9271b7-b257-4824-a38e-8e5845550b25 service neutron] 10.222.0.26 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003563 Apr 21 12:35:00.659489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80dc5d3-852d-4958-821a-c7edf2364fb6 req-1fbdf2e2-186c-4f3c-9974-3b0459e39deb tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:00.660975 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c80dc5d3-852d-4958-821a-c7edf2364fb6 req-1fbdf2e2-186c-4f3c-9974-3b0459e39deb tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.1272876 Apr 21 12:35:00.702877 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-e732e668-562d-458c-b8e2-c41b466b2fe8 service neutron] 10.222.0.26 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359034 Apr 21 12:35:00.715664 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c80dc5d3-852d-4958-821a-c7edf2364fb6 req-c3567cb8-cc6e-4e08-86ba-05112ea0c00e tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460842 Apr 21 12:35:00.754264 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-9c516d59-d77c-4663-a07b-9d2d5bdddb30 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=40352b73-0f16-4e8b-a246-1b32de8756d6 HTTP/1.1" status: 200 len: 217 time: 0.0375299 Apr 21 12:35:00.804006 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-abf50942-c49e-4452-9468-daee7d399114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:00.805429 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-abf50942-c49e-4452-9468-daee7d399114 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9fb87f5-4bdf-4847-afd7-5e4912f2e226 HTTP/1.1" status: 200 len: 797 time: 0.0442276 Apr 21 12:35:00.859573 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-3f9eb6f3-c7c5-4a10-9007-0006b85ad996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:00.861112 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-3f9eb6f3-c7c5-4a10-9007-0006b85ad996 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4d7b828-c49d-4174-8a7c-f8e1c5ee789b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0481422 Apr 21 12:35:00.954796 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-94043259-5877-4953-a1e5-0a81ad37a865 service neutron] 10.222.0.26 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862260 Apr 21 12:35:01.062317 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-ec835c3a-2a72-4df4-a6e0-2c88d36ad81d service neutron] 10.222.0.26 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009030 Apr 21 12:35:01.116047 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-82793cf1-38f8-43ed-9900-7cb0aa2f6eac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c HTTP/1.1" status: 200 len: 217 time: 0.0472891 Apr 21 12:35:01.247738 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60752fda-772a-49b7-b9b7-30610761cae6 req-dfdc1257-657c-4947-8e47-acc1eebdf612 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:01.249194 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60752fda-772a-49b7-b9b7-30610761cae6 req-dfdc1257-657c-4947-8e47-acc1eebdf612 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/ports?device_id=299c63c1-fd6c-4f13-b61f-25a5a4481c4a HTTP/1.1" status: 200 len: 949 time: 0.1741924 Apr 21 12:35:01.251429 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-4ecb8d9f-e0e3-48a9-9173-9dfd8eb29e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:01.254240 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-4ecb8d9f-e0e3-48a9-9173-9dfd8eb29e0b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9fb87f5-4bdf-4847-afd7-5e4912f2e226 HTTP/1.1" status: 200 len: 797 time: 0.1171231 Apr 21 12:35:01.260635 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e21d0-f21f-4977-bb7b-8f73c89ab519 req-38c4ef19-d8ae-45ce-9708-67d1d533d9f9 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:01.262026 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dc1e21d0-f21f-4977-bb7b-8f73c89ab519 req-38c4ef19-d8ae-45ce-9708-67d1d533d9f9 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.1485074 Apr 21 12:35:01.320200 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00bc869-ab41-4e89-a837-31b01f7a170f req-e6a19f61-ef4d-45bc-9526-ae1b9d58c571 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:01.321891 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b00bc869-ab41-4e89-a837-31b01f7a170f req-e6a19f61-ef4d-45bc-9526-ae1b9d58c571 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.26 "GET /v2.0/ports?device_id=299c63c1-fd6c-4f13-b61f-25a5a4481c4a HTTP/1.1" status: 200 len: 949 time: 0.1420085 Apr 21 12:35:01.397253 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60752fda-772a-49b7-b9b7-30610761cae6 req-a8cb01b4-14cf-48a7-a1eb-dcd5bb6f1095 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70c8fba-dec7-45ba-a077-e8c46f5cf223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316531 Apr 21 12:35:01.407611 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dc1e21d0-f21f-4977-bb7b-8f73c89ab519 req-2be87bb9-e4c0-40ff-a7f2-628ff8e461e2 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277201 Apr 21 12:35:01.412824 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 44b7dd5a-1497-4cae-b911-9689d370cef4 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:35:01.453082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-ba9474f3-c1af-4b1d-973c-4f82d3e73003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:01.453082 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-ba9474f3-c1af-4b1d-973c-4f82d3e73003 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4d7b828-c49d-4174-8a7c-f8e1c5ee789b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1850662 Apr 21 12:35:01.561145 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 44b7dd5a-1497-4cae-b911-9689d370cef4, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=44b7dd5a-1497-4cae-b911-9689d370cef4,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:01.573722 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 44b7dd5a-1497-4cae-b911-9689d370cef4 has no active binding in host n-h1-836147-2 {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 21 12:35:01.616433 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-b00bc869-ab41-4e89-a837-31b01f7a170f req-ed3f9196-11d4-4bad-9465-6cb7e9b6def5 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Deleting port f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:35:01.616769 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b00bc869-ab41-4e89-a837-31b01f7a170f req-ed3f9196-11d4-4bad-9465-6cb7e9b6def5 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:01.714051 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655426a4-73b1-409c-9d52-2021812b49a0 req-a5c15abc-df9e-4cc6-9634-877798686a63 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:01.715581 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-655426a4-73b1-409c-9d52-2021812b49a0 req-a5c15abc-df9e-4cc6-9634-877798686a63 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 946 time: 0.2125401 Apr 21 12:35:01.721413 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-973278c1-fac9-44ea-b3d2-6f4749652471 service neutron] 10.222.0.26 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625928 Apr 21 12:35:01.742513 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106a943-1202-4764-99ad-1ee346edbd17 req-cfab601d-bb40-4a02-8a1c-6a5354a1d06c tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:01.744840 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4106a943-1202-4764-99ad-1ee346edbd17 req-cfab601d-bb40-4a02-8a1c-6a5354a1d06c tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 945 time: 0.1851070 Apr 21 12:35:01.855669 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b00bc869-ab41-4e89-a837-31b01f7a170f req-ed3f9196-11d4-4bad-9465-6cb7e9b6def5 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] For port f6fc9a09-cd55-4cdc-b6ca-2ad985e22607, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=f6fc9a09-cd55-4cdc-b6ca-2ad985e22607,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:01.856039 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b00bc869-ab41-4e89-a837-31b01f7a170f req-ed3f9196-11d4-4bad-9465-6cb7e9b6def5 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:01.902965 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-655426a4-73b1-409c-9d52-2021812b49a0 req-1c41116e-ec22-4a7a-8c93-0812a4296456 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b5f21e1-d501-409e-9d47-a58da746210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763809 Apr 21 12:35:01.905670 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-b00bc869-ab41-4e89-a837-31b01f7a170f req-ed3f9196-11d4-4bad-9465-6cb7e9b6def5 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Calling delete_port for f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:35:01.932583 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4106a943-1202-4764-99ad-1ee346edbd17 req-c7d1d58b-3427-4e72-8744-9a17e5942653 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731279 Apr 21 12:35:02.011719 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-14a0d84e-8a75-44f0-8f53-11d89e337070 service neutron] 10.222.0.26 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768562 Apr 21 12:35:02.046869 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-114d0c1b-f214-4548-b96b-3b2189d8dde7 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:02.048945 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-114d0c1b-f214-4548-b96b-3b2189d8dde7 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de&tenant_id=26ea3c659ac44d28a683c1af948ed1b6&binding%3Ahost_id=n-h2-836147-2 HTTP/1.1" status: 200 len: 1096 time: 0.1772022 Apr 21 12:35:02.082837 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-e6821a3b-8aca-4991-b54a-fbe4afe93d98 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3e561804-d8d5-4339-9143-2c73c93fb922 HTTP/1.1" status: 200 len: 217 time: 0.0548100 Apr 21 12:35:02.097151 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-d1e62dab-2352-4577-af75-e8c9be3f7f62 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836147-2'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:02.166682 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b304c-10a7-4343-9707-41ba0db690d4 req-2a8d4be8-a155-44a2-9e55-302e51aa0c49 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:02.168173 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f59b304c-10a7-4343-9707-41ba0db690d4 req-2a8d4be8-a155-44a2-9e55-302e51aa0c49 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 945 time: 0.1769385 Apr 21 12:35:02.260212 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-d1e62dab-2352-4577-af75-e8c9be3f7f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:02.270964 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-e87c4068-3411-4af7-97ce-9d797ac177a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:02.272441 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-e87c4068-3411-4af7-97ce-9d797ac177a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e65a1205-0e97-4e79-9858-1e4bd3f7dc14 HTTP/1.1" status: 200 len: 797 time: 0.1714251 Apr 21 12:35:02.305637 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f59b304c-10a7-4343-9707-41ba0db690d4 req-f14e0b02-1f18-4f89-b7e2-603bb0bbb917 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281736 Apr 21 12:35:02.760688 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b00bc869-ab41-4e89-a837-31b01f7a170f req-ed3f9196-11d4-4bad-9465-6cb7e9b6def5 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:02.798516 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-d6aec1fc-5ec5-49c5-b4c6-022654c3f65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:02.800261 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-d6aec1fc-5ec5-49c5-b4c6-022654c3f65c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92442c54-a20b-4d99-aea4-e4d3be34f674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5164273 Apr 21 12:35:02.849958 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f9196-11d4-4bad-9465-6cb7e9b6def5 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Pushing event deleted for resources: {'Port': ['ID=f6fc9a09-cd55-4cdc-b6ca-2ad985e22607,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:02.863771 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e1863-77ea-4bfe-b20d-f5d79dd6853a req-1293ac79-2671-47d9-b831-ed59694a5422 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:02.865335 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-011e1863-77ea-4bfe-b20d-f5d79dd6853a req-1293ac79-2671-47d9-b831-ed59694a5422 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.2161100 Apr 21 12:35:02.951868 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388d079-9614-4c6f-858f-413fba3a085c req-2c3012b1-22e4-46fc-981e-145a1ae87486 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:02.953369 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d388d079-9614-4c6f-858f-413fba3a085c req-2c3012b1-22e4-46fc-981e-145a1ae87486 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/ports?device_id=299c63c1-fd6c-4f13-b61f-25a5a4481c4a HTTP/1.1" status: 200 len: 866 time: 0.2507470 Apr 21 12:35:02.981992 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00bc869-ab41-4e89-a837-31b01f7a170f req-ed3f9196-11d4-4bad-9465-6cb7e9b6def5 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] No DVR routers for this DVR port f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:35:03.002331 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b00bc869-ab41-4e89-a837-31b01f7a170f req-ed3f9196-11d4-4bad-9465-6cb7e9b6def5 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:03.005499 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b00bc869-ab41-4e89-a837-31b01f7a170f req-ed3f9196-11d4-4bad-9465-6cb7e9b6def5 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.26 "DELETE /v2.0/ports/f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 HTTP/1.1" status: 204 len: 173 time: 1.6725705 Apr 21 12:35:03.005960 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '299c63c1-fd6c-4f13-b61f-25a5a4481c4a', 'name': 'network-vif-deleted', 'tag': 'f6fc9a09-cd55-4cdc-b6ca-2ad985e22607'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:35:03.008213 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccab8a4f-cacd-45e7-b364-fdbb5bf55393" -d '{"events": [{"server_uuid": "299c63c1-fd6c-4f13-b61f-25a5a4481c4a", "name": "network-vif-deleted", "tag": "f6fc9a09-cd55-4cdc-b6ca-2ad985e22607"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:35:03.058089 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-d1e62dab-2352-4577-af75-e8c9be3f7f62 service neutron] For port 44b7dd5a-1497-4cae-b911-9689d370cef4, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=44b7dd5a-1497-4cae-b911-9689d370cef4,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:03.078047 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-011e1863-77ea-4bfe-b20d-f5d79dd6853a req-14f19248-ed25-4cbb-a4d0-7a8e00036416 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956618 Apr 21 12:35:03.107606 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d388d079-9614-4c6f-858f-413fba3a085c req-515a4402-8f85-488e-80dd-0aaa815b8554 tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/security-groups?id=a70c8fba-dec7-45ba-a077-e8c46f5cf223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278210 Apr 21 12:35:03.115678 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-b39d1404-7710-453f-bd08-1f59618cd6bf service neutron] 10.222.0.26 "GET /v2.0/networks/92442c54-a20b-4d99-aea4-e4d3be34f674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820270 Apr 21 12:35:03.153430 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-d1e62dab-2352-4577-af75-e8c9be3f7f62 service neutron] For port 44b7dd5a-1497-4cae-b911-9689d370cef4, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:35:03.304368 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-d1e62dab-2352-4577-af75-e8c9be3f7f62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:03.331622 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-b11e463e-fc2b-4539-b98b-145938ceabe1 service neutron] 10.222.0.26 "GET /v2.0/networks/92442c54-a20b-4d99-aea4-e4d3be34f674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081602 Apr 21 12:35:03.344463 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c76012-882d-4653-bcf6-9ae12c97f14f req-5d31b0ee-ba8e-4cc5-8479-0ce8b18f404b tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:03.346055 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-37c76012-882d-4653-bcf6-9ae12c97f14f req-5d31b0ee-ba8e-4cc5-8479-0ce8b18f404b tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 946 time: 0.1428659 Apr 21 12:35:03.361390 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16ca05c-318e-48e0-bdc1-1d1cea6ac566 req-35ceb67d-cd05-4ea3-aa83-1fbbf49a36a4 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:03.365273 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d16ca05c-318e-48e0-bdc1-1d1cea6ac566 req-35ceb67d-cd05-4ea3-aa83-1fbbf49a36a4 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 945 time: 0.1118360 Apr 21 12:35:03.411381 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:35:03.421353 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-37c76012-882d-4653-bcf6-9ae12c97f14f req-8a0d662c-7aa5-4043-95c6-2ec96efc3ebb tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b5f21e1-d501-409e-9d47-a58da746210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687649 Apr 21 12:35:03.436111 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d16ca05c-318e-48e0-bdc1-1d1cea6ac566 req-ee3d577e-ef50-42f4-9434-b1a3534a6cb3 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661299 Apr 21 12:35:03.440525 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-d1e62dab-2352-4577-af75-e8c9be3f7f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:03.445264 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:35:03.446811 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device f6fc9a09-cd55-4cdc-b6ca-2ad985e22607 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:35:03.484219 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195efca3-840a-4d48-9391-bee7c39b0470 x-openstack-request-id: req-195efca3-840a-4d48-9391-bee7c39b0470 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:35:03.484530 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "299c63c1-fd6c-4f13-b61f-25a5a4481c4a", "name": "network-vif-deleted", "tag": "f6fc9a09-cd55-4cdc-b6ca-2ad985e22607", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:35:03.484811 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-195efca3-840a-4d48-9391-bee7c39b0470 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:35:03.485264 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-195efca3-840a-4d48-9391-bee7c39b0470'] response: {'server_uuid': '299c63c1-fd6c-4f13-b61f-25a5a4481c4a', 'name': 'network-vif-deleted', 'tag': 'f6fc9a09-cd55-4cdc-b6ca-2ad985e22607', 'status': 'completed', 'code': 200} Apr 21 12:35:03.541121 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-0287b86a-6ab7-4d6d-848e-590fd8e71bfd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30473043-d7db-404d-b70c-4211d4724b47 HTTP/1.1" status: 200 len: 217 time: 0.0550108 Apr 21 12:35:03.650647 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e62dab-2352-4577-af75-e8c9be3f7f62 service neutron] Pushing event updated for resources: {'Port': ['ID=44b7dd5a-1497-4cae-b911-9689d370cef4,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:03.690272 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-d1e62dab-2352-4577-af75-e8c9be3f7f62 service neutron] Attempting to bind port 44b7dd5a-1497-4cae-b911-9689d370cef4 on host n-h2-836147-2 for vnic_type normal with profile {"migrating_to": "n-h1-836147-2"} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:35:03.690655 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-d1e62dab-2352-4577-af75-e8c9be3f7f62 service neutron] Attempting to bind port 44b7dd5a-1497-4cae-b911-9689d370cef4 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:35:03.691009 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-d1e62dab-2352-4577-af75-e8c9be3f7f62 service neutron] Attempting to bind port 44b7dd5a-1497-4cae-b911-9689d370cef4 on network c287e289-9664-4a57-ae4d-cb3d1c307007 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:35:03.698012 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-da7ff202-7f44-4ee6-b249-873d8e9b151e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:03.699492 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-da7ff202-7f44-4ee6-b249-873d8e9b151e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e65a1205-0e97-4e79-9858-1e4bd3f7dc14 HTTP/1.1" status: 200 len: 797 time: 0.1410425 Apr 21 12:35:03.709618 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c06211-7b9e-44a3-96fc-ec804152d7dd req-740e526b-589a-44a6-9438-fe2668aa040e tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:03.710994 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10c06211-7b9e-44a3-96fc-ec804152d7dd req-740e526b-589a-44a6-9438-fe2668aa040e tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 943 time: 0.1798460 Apr 21 12:35:03.720101 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab161f-4327-49cf-9972-9423e13c5389 req-bab305d4-f7ac-4388-b75c-b9b98b3245ca tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:03.721440 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68ab161f-4327-49cf-9972-9423e13c5389 req-bab305d4-f7ac-4388-b75c-b9b98b3245ca tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.1873808 Apr 21 12:35:03.729503 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-d1e62dab-2352-4577-af75-e8c9be3f7f62 service neutron] Port 44b7dd5a-1497-4cae-b911-9689d370cef4 on network c287e289-9664-4a57-ae4d-cb3d1c307007 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:35:03.732559 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-d1e62dab-2352-4577-af75-e8c9be3f7f62 service neutron] Attempting to bind port 44b7dd5a-1497-4cae-b911-9689d370cef4 on network c287e289-9664-4a57-ae4d-cb3d1c307007 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:35:03.766991 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-d1e62dab-2352-4577-af75-e8c9be3f7f62 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:35:03.767649 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-d1e62dab-2352-4577-af75-e8c9be3f7f62 service neutron] Checking segment: {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:35:03.767780 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-d1e62dab-2352-4577-af75-e8c9be3f7f62 service neutron] Bound using segment: {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:35:03.768117 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-d1e62dab-2352-4577-af75-e8c9be3f7f62 service neutron] Bound port: 44b7dd5a-1497-4cae-b911-9689d370cef4, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2d20e9-0e28-4b12-82e0-16a41c274765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'c287e289-9664-4a57-ae4d-cb3d1c307007'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:35:03.768475 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-d1e62dab-2352-4577-af75-e8c9be3f7f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:03.846379 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10c06211-7b9e-44a3-96fc-ec804152d7dd req-6ea233b9-c8b3-4e46-a24b-64077e51d3d0 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239784 Apr 21 12:35:03.861995 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68ab161f-4327-49cf-9972-9423e13c5389 req-2c52500c-2711-489c-b716-e8746689a175 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298933 Apr 21 12:35:03.874279 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-4303f0af-4221-4be4-8262-d97465ca5c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:03.874279 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-4303f0af-4221-4be4-8262-d97465ca5c8e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92442c54-a20b-4d99-aea4-e4d3be34f674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1549532 Apr 21 12:35:03.955908 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-d1e62dab-2352-4577-af75-e8c9be3f7f62 service neutron] For port 44b7dd5a-1497-4cae-b911-9689d370cef4, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:35:04.009464 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-d1e62dab-2352-4577-af75-e8c9be3f7f62 service neutron] For port 44b7dd5a-1497-4cae-b911-9689d370cef4, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=44b7dd5a-1497-4cae-b911-9689d370cef4,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:35:04.035261 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-0c3bb036-11bf-4b7f-ab67-72c0893a3315 service neutron] 10.222.0.26 "GET /v2.0/networks/92442c54-a20b-4d99-aea4-e4d3be34f674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617126 Apr 21 12:35:04.048059 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a4e62d-b7d0-48f4-9230-14cc0f79f5c0 req-288bc723-1c62-467f-827b-6fb53704bd98 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:04.049541 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-76a4e62d-b7d0-48f4-9230-14cc0f79f5c0 req-288bc723-1c62-467f-827b-6fb53704bd98 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0894074 Apr 21 12:35:04.132376 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-76a4e62d-b7d0-48f4-9230-14cc0f79f5c0 req-62238944-d176-4900-9134-695789e23ea2 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749104 Apr 21 12:35:04.157603 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-d1e62dab-2352-4577-af75-e8c9be3f7f62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:04.205898 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43ef53f0-b7b0-45be-bbe1-25d134c4b84b req-9dd748b5-e537-4a25-81f7-610c97bcae05 service neutron] 10.222.0.26 "GET /v2.0/networks/92442c54-a20b-4d99-aea4-e4d3be34f674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553617 Apr 21 12:35:04.239588 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e62dab-2352-4577-af75-e8c9be3f7f62 service neutron] Pushing event updated for resources: {'Port': ['ID=44b7dd5a-1497-4cae-b911-9689d370cef4,revision_number=8']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:04.259656 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e16cdb97-4718-4d6f-82e3-4c25d254895a req-bf58fabe-d9f7-4a6e-a9a8-95886a1a860f tempest-ImagesOneServerTestJSON-533055005 tempest-ImagesOneServerTestJSON-533055005-project] 10.222.0.36 "GET /v2.0/ports?device_id=299c63c1-fd6c-4f13-b61f-25a5a4481c4a HTTP/1.1" status: 200 len: 210 time: 0.0367339 Apr 21 12:35:04.280783 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-d1e62dab-2352-4577-af75-e8c9be3f7f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:04.281526 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-d1e62dab-2352-4577-af75-e8c9be3f7f62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:04.282966 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-d1e62dab-2352-4577-af75-e8c9be3f7f62 service neutron] 10.222.0.26 "PUT /v2.0/ports/44b7dd5a-1497-4cae-b911-9689d370cef4 HTTP/1.1" status: 200 len: 1121 time: 2.1905432 Apr 21 12:35:04.365183 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbbbd8-ba72-48d3-9ecf-9d18c759a297 req-f7a8de9a-8f26-44fd-bc3d-06efe12616d0 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:04.366714 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3afbbbd8-ba72-48d3-9ecf-9d18c759a297 req-f7a8de9a-8f26-44fd-bc3d-06efe12616d0 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0500777 Apr 21 12:35:04.404351 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['44b7dd5a-1497-4cae-b911-9689d370cef4'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:35:04.404967 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3afbbbd8-ba72-48d3-9ecf-9d18c759a297 req-c15ba693-081a-4671-b82f-70658d5f7c23 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322139 Apr 21 12:35:04.437291 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['44b7dd5a-1497-4cae-b911-9689d370cef4'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:35:04.537193 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa10af-f646-4af8-a5e8-3329a47b95e5 req-933fb4a4-8d8a-447f-a3e1-6de2f88561b5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:04.538772 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c8aa10af-f646-4af8-a5e8-3329a47b95e5 req-933fb4a4-8d8a-447f-a3e1-6de2f88561b5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0546036 Apr 21 12:35:04.612384 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c8aa10af-f646-4af8-a5e8-3329a47b95e5 req-383abf1e-f47c-48f4-aed7-a134f4584547 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674672 Apr 21 12:35:04.692190 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff0744-3e93-4021-a3a8-081f3c1cd818 req-d2f75d0e-3bda-4ded-968e-2d3d8a6cc27a tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:04.692190 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51ff0744-3e93-4021-a3a8-081f3c1cd818 req-d2f75d0e-3bda-4ded-968e-2d3d8a6cc27a tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 945 time: 0.0601659 Apr 21 12:35:04.767243 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51ff0744-3e93-4021-a3a8-081f3c1cd818 req-17625f0e-8181-4ebd-b3c3-c2ce859f0873 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690346 Apr 21 12:35:04.783968 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8e62c-0971-42d6-9bf8-a4692708b0ea req-89c0351b-51db-47e6-8130-0d2db9265499 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:04.785741 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90a8e62c-0971-42d6-9bf8-a4692708b0ea req-89c0351b-51db-47e6-8130-0d2db9265499 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 946 time: 0.0785172 Apr 21 12:35:04.842329 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90a8e62c-0971-42d6-9bf8-a4692708b0ea req-9906bd4a-f30f-4126-9ac5-579f106ea83e tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b5f21e1-d501-409e-9d47-a58da746210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488753 Apr 21 12:35:04.890823 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60922e9a-4b41-4309-848f-7bedb2faedaa req-9732cb08-9270-4edc-8dec-c104cb64807b tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:04.892552 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60922e9a-4b41-4309-848f-7bedb2faedaa req-9732cb08-9270-4edc-8dec-c104cb64807b tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0613964 Apr 21 12:35:04.944149 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60922e9a-4b41-4309-848f-7bedb2faedaa req-fac64539-90bd-4778-bd5b-eb99f966917f tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445216 Apr 21 12:35:04.985692 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f230e6f-7888-4029-85aa-a8961965cf9f req-eee2cb90-86bf-426d-854a-d0615d0a9543 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:04.989638 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f230e6f-7888-4029-85aa-a8961965cf9f req-eee2cb90-86bf-426d-854a-d0615d0a9543 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 943 time: 0.0609274 Apr 21 12:35:05.044077 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f230e6f-7888-4029-85aa-a8961965cf9f req-5aaa8157-3eb5-4976-8a33-b26f05e6d8cc tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496204 Apr 21 12:35:05.112842 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad0245-703c-4c96-95d5-01e81755f609 req-c9feede5-abc9-44a2-8eb2-fe681efb5939 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:05.114330 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3fad0245-703c-4c96-95d5-01e81755f609 req-c9feede5-abc9-44a2-8eb2-fe681efb5939 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0538759 Apr 21 12:35:05.155531 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3fad0245-703c-4c96-95d5-01e81755f609 req-f7635061-4d3e-4e39-aa34-e7a7c084a2b0 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350170 Apr 21 12:35:05.273747 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347a0a6-32a6-4f0a-b87b-293183119898 req-e9ef37dd-1dd4-4422-8512-9980adf31836 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:05.275388 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d347a0a6-32a6-4f0a-b87b-293183119898 req-e9ef37dd-1dd4-4422-8512-9980adf31836 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0507481 Apr 21 12:35:05.315218 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d347a0a6-32a6-4f0a-b87b-293183119898 req-13f50a29-0b2c-46c6-8a72-59d0222ff2db tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335538 Apr 21 12:35:05.486171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c315a3-954b-4fcb-8e90-1e151ffd36de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44b7dd5a-1497-4cae-b911-9689d370cef4'}, {'name': 'network-changed', 'server_uuid': 'd8c315a3-954b-4fcb-8e90-1e151ffd36de', 'tag': '44b7dd5a-1497-4cae-b911-9689d370cef4'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:35:05.490213 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1f832d-fe55-4b27-a23a-01185e628808" -d '{"events": [{"server_uuid": "d8c315a3-954b-4fcb-8e90-1e151ffd36de", "name": "network-vif-unplugged", "status": "completed", "tag": "44b7dd5a-1497-4cae-b911-9689d370cef4"}, {"name": "network-changed", "server_uuid": "d8c315a3-954b-4fcb-8e90-1e151ffd36de", "tag": "44b7dd5a-1497-4cae-b911-9689d370cef4"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:35:05.534189 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 21 Apr 2022 12:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04f68ea-a578-4308-b403-b6557053d3ea x-openstack-request-id: req-c04f68ea-a578-4308-b403-b6557053d3ea {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:35:05.534509 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c315a3-954b-4fcb-8e90-1e151ffd36de", "name": "network-vif-unplugged", "status": "completed", "tag": "44b7dd5a-1497-4cae-b911-9689d370cef4", "code": 200}, {"name": "network-changed", "server_uuid": "d8c315a3-954b-4fcb-8e90-1e151ffd36de", "tag": "44b7dd5a-1497-4cae-b911-9689d370cef4", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:35:05.534815 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c04f68ea-a578-4308-b403-b6557053d3ea {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:35:05.535194 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c04f68ea-a578-4308-b403-b6557053d3ea'] response: {'server_uuid': 'd8c315a3-954b-4fcb-8e90-1e151ffd36de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44b7dd5a-1497-4cae-b911-9689d370cef4', 'code': 200} Apr 21 12:35:05.535448 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c04f68ea-a578-4308-b403-b6557053d3ea'] response: {'name': 'network-changed', 'server_uuid': 'd8c315a3-954b-4fcb-8e90-1e151ffd36de', 'tag': '44b7dd5a-1497-4cae-b911-9689d370cef4', 'status': 'completed', 'code': 200} Apr 21 12:35:05.607588 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f832d-fe55-4b27-a23a-01185e628808 req-704d4e20-5696-4a31-bcc2-b91b87ffcc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:05.609373 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-fb1f832d-fe55-4b27-a23a-01185e628808 req-704d4e20-5696-4a31-bcc2-b91b87ffcc68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26ea3c659ac44d28a683c1af948ed1b6&device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 1124 time: 0.0460918 Apr 21 12:35:05.674585 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:35:05.709711 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f832d-fe55-4b27-a23a-01185e628808 req-7f6009b7-e6b2-47fd-851b-2a9e00f3d69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:05.711219 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-fb1f832d-fe55-4b27-a23a-01185e628808 req-7f6009b7-e6b2-47fd-851b-2a9e00f3d69a service neutron] 10.222.0.24 "GET /v2.0/networks?id=c287e289-9664-4a57-ae4d-cb3d1c307007 HTTP/1.1" status: 200 len: 921 time: 0.0898352 Apr 21 12:35:05.899455 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ab37c6-0ca8-48f2-9c8d-67dd6606037e req-6d0cd639-c8e4-4c55-98ef-098dbbb9bbb3 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:05.902345 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-44ab37c6-0ca8-48f2-9c8d-67dd6606037e req-6d0cd639-c8e4-4c55-98ef-098dbbb9bbb3 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 945 time: 0.0557899 Apr 21 12:35:05.908307 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34254) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:05.950554 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-44ab37c6-0ca8-48f2-9c8d-67dd6606037e req-31be8228-e594-49fa-883d-516a64fed2df tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431795 Apr 21 12:35:06.043584 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-fb1f832d-fe55-4b27-a23a-01185e628808 req-9de78f33-7821-4197-a396-ca0a6c4e1358 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44b7dd5a-1497-4cae-b911-9689d370cef4 HTTP/1.1" status: 200 len: 217 time: 0.3246026 Apr 21 12:35:06.102325 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5851961-bf03-414d-868d-cecd740752be req-f22a4df2-ddbd-4eda-9917-54d3bfc138e8 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:06.103677 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a5851961-bf03-414d-868d-cecd740752be req-f22a4df2-ddbd-4eda-9917-54d3bfc138e8 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 946 time: 0.0935266 Apr 21 12:35:06.107571 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0f9fff99-d833-42e7-b508-7ad973a8cf13 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e5e4ba0c6e54f54b7de288c935df29c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1980326 Apr 21 12:35:06.112480 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34264) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:06.120289 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f832d-fe55-4b27-a23a-01185e628808 req-757db65f-ff25-41b8-bf2a-95c258c9cc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:06.130613 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-fb1f832d-fe55-4b27-a23a-01185e628808 req-757db65f-ff25-41b8-bf2a-95c258c9cc17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8c2895f5-072d-4584-843c-51a4758cad8d HTTP/1.1" status: 200 len: 860 time: 0.0706055 Apr 21 12:35:06.159413 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a5851961-bf03-414d-868d-cecd740752be req-87884bfc-5b6f-4316-8006-bfde9898eec4 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b5f21e1-d501-409e-9d47-a58da746210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442493 Apr 21 12:35:06.173274 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-fb1f832d-fe55-4b27-a23a-01185e628808 req-eb522800-5d5b-4441-9362-2364f8c7a6e5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c287e289-9664-4a57-ae4d-cb3d1c307007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412297 Apr 21 12:35:06.241722 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13916b41-600a-40ad-891d-2545940e22ea req-fb3a9174-d7b3-4478-8baf-ffc8b1c2d004 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:06.243515 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13916b41-600a-40ad-891d-2545940e22ea req-fb3a9174-d7b3-4478-8baf-ffc8b1c2d004 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 943 time: 0.0519581 Apr 21 12:35:06.246783 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9779f3bb-0a32-4e93-87a6-d644ac9d20f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:06.284252 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9779f3bb-0a32-4e93-87a6-d644ac9d20f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:06.290410 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13916b41-600a-40ad-891d-2545940e22ea req-261957d3-758e-4305-8bf0-ef8bb96be0e0 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374470 Apr 21 12:35:06.319974 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-fb1f832d-fe55-4b27-a23a-01185e628808 req-e9cd0cb3-df84-4439-836b-31e95a49510e service neutron] 10.222.0.24 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365762 Apr 21 12:35:06.424799 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-fb1f832d-fe55-4b27-a23a-01185e628808 req-804bfaf4-2a52-4397-a9cc-22c991bc329e service neutron] 10.222.0.24 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973237 Apr 21 12:35:06.600672 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9779f3bb-0a32-4e93-87a6-d644ac9d20f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:06.604070 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9779f3bb-0a32-4e93-87a6-d644ac9d20f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:06.605673 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9779f3bb-0a32-4e93-87a6-d644ac9d20f0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a70c8fba-dec7-45ba-a077-e8c46f5cf223 HTTP/1.1" status: 204 len: 168 time: 0.4917502 Apr 21 12:35:06.614343 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779f3bb-0a32-4e93-87a6-d644ac9d20f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70c8fba-dec7-45ba-a077-e8c46f5cf223,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:06.633730 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77958e5a-cd79-44b0-bc53-d15dbf59d9b6 req-dfa8fd00-08ae-4c1f-abb0-12458dc88c95 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:06.635241 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77958e5a-cd79-44b0-bc53-d15dbf59d9b6 req-dfa8fd00-08ae-4c1f-abb0-12458dc88c95 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.26 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 946 time: 0.0579545 Apr 21 12:35:06.744201 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-77958e5a-cd79-44b0-bc53-d15dbf59d9b6 req-09a1fd6f-8dbf-4cf8-b0f1-df9a67660832 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Deleting port 3ad25f82-4568-4015-afeb-75b5eb5e1848 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:35:06.744544 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-77958e5a-cd79-44b0-bc53-d15dbf59d9b6 req-09a1fd6f-8dbf-4cf8-b0f1-df9a67660832 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:06.873958 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-77958e5a-cd79-44b0-bc53-d15dbf59d9b6 req-09a1fd6f-8dbf-4cf8-b0f1-df9a67660832 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] For port 3ad25f82-4568-4015-afeb-75b5eb5e1848, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=3ad25f82-4568-4015-afeb-75b5eb5e1848,segment=NetworkSegment(7cff155c-d663-49f6-8eed-18b6c7a78366),segment_id=7cff155c-d663-49f6-8eed-18b6c7a78366)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:06.873958 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-77958e5a-cd79-44b0-bc53-d15dbf59d9b6 req-09a1fd6f-8dbf-4cf8-b0f1-df9a67660832 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:06.884704 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-77958e5a-cd79-44b0-bc53-d15dbf59d9b6 req-09a1fd6f-8dbf-4cf8-b0f1-df9a67660832 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Calling delete_port for 3ad25f82-4568-4015-afeb-75b5eb5e1848 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:35:06.962033 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b75b56-2d33-4a49-8304-e518682f7193 req-77a7f71e-6fd6-4cc9-8aa7-7eb82177c9ba tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:06.963567 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-62b75b56-2d33-4a49-8304-e518682f7193 req-77a7f71e-6fd6-4cc9-8aa7-7eb82177c9ba tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.2149825 Apr 21 12:35:07.083582 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-62b75b56-2d33-4a49-8304-e518682f7193 req-b7ac0230-28b2-4f16-9886-fbba229118d5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924239 Apr 21 12:35:07.140376 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc210fba-b1b6-4652-80c2-2c98d3bb5038 req-1e305379-f267-42a2-831d-645271873090 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:07.142101 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc210fba-b1b6-4652-80c2-2c98d3bb5038 req-1e305379-f267-42a2-831d-645271873090 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 945 time: 0.1134746 Apr 21 12:35:07.207929 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc210fba-b1b6-4652-80c2-2c98d3bb5038 req-324a9116-cdf0-45f5-b36c-9aa985f39c96 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543201 Apr 21 12:35:07.286068 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90c722-6525-4628-bcec-75d08d36e7ee req-cc8a2a88-abfa-409e-8b11-b59400420228 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:07.287583 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf90c722-6525-4628-bcec-75d08d36e7ee req-cc8a2a88-abfa-409e-8b11-b59400420228 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 946 time: 0.0499885 Apr 21 12:35:07.301937 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-77958e5a-cd79-44b0-bc53-d15dbf59d9b6 req-09a1fd6f-8dbf-4cf8-b0f1-df9a67660832 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:07.314701 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['3ad25f82-4568-4015-afeb-75b5eb5e1848'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:35:07.351152 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1fd6f-8dbf-4cf8-b0f1-df9a67660832 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Pushing event deleted for resources: {'Port': ['ID=3ad25f82-4568-4015-afeb-75b5eb5e1848,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:07.389892 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf90c722-6525-4628-bcec-75d08d36e7ee req-98f736b3-bfaa-4741-98f4-7c9b0d075699 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/security-groups?id=0b5f21e1-d501-409e-9d47-a58da746210c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957274 Apr 21 12:35:07.403520 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-77958e5a-cd79-44b0-bc53-d15dbf59d9b6 req-09a1fd6f-8dbf-4cf8-b0f1-df9a67660832 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] No DVR routers for this DVR port 3ad25f82-4568-4015-afeb-75b5eb5e1848 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:35:07.408228 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-77958e5a-cd79-44b0-bc53-d15dbf59d9b6 req-09a1fd6f-8dbf-4cf8-b0f1-df9a67660832 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:07.410780 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77958e5a-cd79-44b0-bc53-d15dbf59d9b6 req-09a1fd6f-8dbf-4cf8-b0f1-df9a67660832 tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.26 "DELETE /v2.0/ports/3ad25f82-4568-4015-afeb-75b5eb5e1848 HTTP/1.1" status: 204 len: 173 time: 0.7696240 Apr 21 12:35:07.476830 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e61ea-d30d-4790-8dd7-1be177e4c1f9 req-ea9b3368-f5da-4ecb-b562-f03020753339 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:07.478385 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a2e61ea-d30d-4790-8dd7-1be177e4c1f9 req-ea9b3368-f5da-4ecb-b562-f03020753339 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 943 time: 0.0507045 Apr 21 12:35:07.516742 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a2e61ea-d30d-4790-8dd7-1be177e4c1f9 req-808c1c73-c400-4308-9d31-071326d5408a tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317142 Apr 21 12:35:07.536466 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592d0c82-799f-4a0e-951a-d71c4ed79e14', 'name': 'network-vif-deleted', 'tag': '3ad25f82-4568-4015-afeb-75b5eb5e1848'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:35:07.538852 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc39e67-66ba-4cad-918c-75dbf475aee8" -d '{"events": [{"server_uuid": "592d0c82-799f-4a0e-951a-d71c4ed79e14", "name": "network-vif-deleted", "tag": "3ad25f82-4568-4015-afeb-75b5eb5e1848"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:35:07.576746 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0786468a-c575-4531-8bf2-2e7daffc95b2 x-openstack-request-id: req-0786468a-c575-4531-8bf2-2e7daffc95b2 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:35:07.577054 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592d0c82-799f-4a0e-951a-d71c4ed79e14", "name": "network-vif-deleted", "tag": "3ad25f82-4568-4015-afeb-75b5eb5e1848", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:35:07.577309 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0786468a-c575-4531-8bf2-2e7daffc95b2 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:35:07.577754 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0786468a-c575-4531-8bf2-2e7daffc95b2'] response: {'server_uuid': '592d0c82-799f-4a0e-951a-d71c4ed79e14', 'name': 'network-vif-deleted', 'tag': '3ad25f82-4568-4015-afeb-75b5eb5e1848', 'status': 'completed', 'code': 200} Apr 21 12:35:08.209559 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e833f7-7d83-41d7-8420-3195b912f6ca req-52d91eaf-7c58-40fd-a38a-85eadbc03669 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:08.211073 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1e833f7-7d83-41d7-8420-3195b912f6ca req-52d91eaf-7c58-40fd-a38a-85eadbc03669 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0501564 Apr 21 12:35:08.257217 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1e833f7-7d83-41d7-8420-3195b912f6ca req-1eba924e-c21c-48b6-a0c7-8d7f7942dbb8 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361199 Apr 21 12:35:08.358577 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1be3ee-ea67-4598-a442-a65f53a03fc7 req-1baacc0b-afb4-4bc9-9957-f6835efe5d94 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:08.360962 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e1be3ee-ea67-4598-a442-a65f53a03fc7 req-1baacc0b-afb4-4bc9-9957-f6835efe5d94 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 945 time: 0.0499971 Apr 21 12:35:08.398863 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e1be3ee-ea67-4598-a442-a65f53a03fc7 req-31f2bcca-19bb-4ea4-a45a-87107c85a4f1 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321035 Apr 21 12:35:08.501519 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3b935f4f-99db-44e5-9cd4-0b0c6f5660d1 req-032ebfc9-2c43-4c95-ba21-ec50a8afeeaf tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 210 time: 0.0272937 Apr 21 12:35:08.645849 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6d4a1-8e6b-436d-8dde-7cf9f4da41c9 req-a2b27436-da38-4ee2-8549-d2aab6bc420f tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:08.647340 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4cd6d4a1-8e6b-436d-8dde-7cf9f4da41c9 req-a2b27436-da38-4ee2-8549-d2aab6bc420f tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 943 time: 0.0523026 Apr 21 12:35:08.690341 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4cd6d4a1-8e6b-436d-8dde-7cf9f4da41c9 req-9fd07202-5cfa-47e9-9101-3977c30e6c82 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361645 Apr 21 12:35:09.376371 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb16624-0688-449b-a6a9-5cc92a587852 req-9a6f08af-962a-45a3-886d-640516aa0903 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:09.377944 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1eb16624-0688-449b-a6a9-5cc92a587852 req-9a6f08af-962a-45a3-886d-640516aa0903 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0537770 Apr 21 12:35:09.425937 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1eb16624-0688-449b-a6a9-5cc92a587852 req-10b6f367-9f6f-461c-b26e-b27a71d80428 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391438 Apr 21 12:35:09.440810 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:35:09.447759 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 3ad25f82-4568-4015-afeb-75b5eb5e1848 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:35:09.478986 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 3ad25f82-4568-4015-afeb-75b5eb5e1848 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:35:09.479371 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 3ad25f82-4568-4015-afeb-75b5eb5e1848 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:35:09.580874 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d2686-9884-4bf2-b87b-bad949b0de66 req-4146b476-e24e-4f7c-8847-ccd53902f3a2 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:09.588734 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d1d2686-9884-4bf2-b87b-bad949b0de66 req-4146b476-e24e-4f7c-8847-ccd53902f3a2 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 945 time: 0.0806477 Apr 21 12:35:09.625471 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=6ca01f38-ba39-4ba3-8d92-8f538ac09b0b,segment=NetworkSegment(9a2658ad-93c7-49bb-ae54-fb57fa937c4e),segment_id=9a2658ad-93c7-49bb-ae54-fb57fa937c4e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:09.649739 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d1d2686-9884-4bf2-b87b-bad949b0de66 req-8636ca45-4d4b-45cd-87f5-d22b58cb82dc tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570045 Apr 21 12:35:09.666922 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '6ca01f38-ba39-4ba3-8d92-8f538ac09b0b', 'network_id': '81f9440c-a578-4cd1-8ad5-52674a74da16', 'port_id': '6ca01f38-ba39-4ba3-8d92-8f538ac09b0b', 'mac_address': 'fa:16:3e:f0:b1:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a4a302-5ff1-47b1-99f8-fcd9956ce731', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:35:09.707560 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:09.721707 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:35:09.726450 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df639e0c-7d93-4bc7-ad55-e204eaef502e req-bf0935a7-c40d-4217-b79a-2ef9ab5d8d1d tempest-InstanceActionsNegativeTestJSON-689571200 tempest-InstanceActionsNegativeTestJSON-689571200-project] 10.222.0.36 "GET /v2.0/ports?device_id=592d0c82-799f-4a0e-951a-d71c4ed79e14 HTTP/1.1" status: 200 len: 210 time: 0.0317059 Apr 21 12:35:09.744212 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=6ca01f38-ba39-4ba3-8d92-8f538ac09b0b,segment=NetworkSegment(9a2658ad-93c7-49bb-ae54-fb57fa937c4e),segment_id=9a2658ad-93c7-49bb-ae54-fb57fa937c4e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:09.840372 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba68f10-fb08-458f-a249-06f74ca79cb7 req-9d1c8d8a-d221-4991-b851-9dd80bc42201 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:09.841950 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ba68f10-fb08-458f-a249-06f74ca79cb7 req-9d1c8d8a-d221-4991-b851-9dd80bc42201 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 943 time: 0.0549986 Apr 21 12:35:09.890609 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ba68f10-fb08-458f-a249-06f74ca79cb7 req-76432d1c-2be8-48b3-908c-4fa6a711e746 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382264 Apr 21 12:35:09.995482 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:10.083902 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=6ca01f38-ba39-4ba3-8d92-8f538ac09b0b,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:10.140416 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['6ca01f38-ba39-4ba3-8d92-8f538ac09b0b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:35:10.577037 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa1898-737b-418b-a41e-a48f17c95c4d req-cbd8e942-92ed-476a-adcd-9a9eecb17bff tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:10.579721 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-00aa1898-737b-418b-a41e-a48f17c95c4d req-cbd8e942-92ed-476a-adcd-9a9eecb17bff tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 944 time: 0.0578709 Apr 21 12:35:10.627107 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-00aa1898-737b-418b-a41e-a48f17c95c4d req-f1993512-ff37-40b4-a8db-1c468e32101f tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407031 Apr 21 12:35:10.764420 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93361451-df41-464f-8e83-6b0c13a09945 req-9899e863-0de5-4698-a48e-cd1e4d6dad16 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:10.765995 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-93361451-df41-464f-8e83-6b0c13a09945 req-9899e863-0de5-4698-a48e-cd1e4d6dad16 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 945 time: 0.0536306 Apr 21 12:35:10.806469 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-93361451-df41-464f-8e83-6b0c13a09945 req-c1ad4285-b0e9-4548-b2e6-bb001eaec6f0 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332367 Apr 21 12:35:10.866551 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34378) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:10.914389 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf316d09-b439-4a47-8d09-fb8f39035566 admin admin] Deleting subnet e2695a37-ac66-4df4-abbc-28c330be7d61 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:35:10.917462 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf316d09-b439-4a47-8d09-fb8f39035566 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:10.955046 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf316d09-b439-4a47-8d09-fb8f39035566 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:11.001896 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf316d09-b439-4a47-8d09-fb8f39035566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:11.034548 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0eb0a-ed29-4613-94eb-d17c48be9e3d req-065161bd-8f17-4cef-84cc-8e165d5edc1a tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:11.036024 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cab0eb0a-ed29-4613-94eb-d17c48be9e3d req-065161bd-8f17-4cef-84cc-8e165d5edc1a tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 943 time: 0.0672603 Apr 21 12:35:11.076056 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cab0eb0a-ed29-4613-94eb-d17c48be9e3d req-6f1d54d1-52b7-446b-9d77-e99d29b23db2 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328860 Apr 21 12:35:11.418133 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf316d09-b439-4a47-8d09-fb8f39035566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:11.442060 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf316d09-b439-4a47-8d09-fb8f39035566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2695a37-ac66-4df4-abbc-28c330be7d61,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:11.448127 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf316d09-b439-4a47-8d09-fb8f39035566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:11.448546 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:35:11.452011 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cf316d09-b439-4a47-8d09-fb8f39035566 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e2695a37-ac66-4df4-abbc-28c330be7d61 HTTP/1.1" status: 204 len: 168 time: 0.5843804 Apr 21 12:35:11.455381 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34388) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:11.508054 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:35:11.508415 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:11.529950 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73cf7993-f0e4-4717-b7f9-4fb0fe7698e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:11.602862 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:11.627638 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ed163b-839d-4f7d-a7c0-4b7c081ec6f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca01f38-ba39-4ba3-8d92-8f538ac09b0b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:35:11.629548 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73cf7993-f0e4-4717-b7f9-4fb0fe7698e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:11.630130 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390e2397-e7bf-424f-80ed-890b8ab5ca8d" -d '{"events": [{"server_uuid": "d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7", "name": "network-vif-plugged", "status": "completed", "tag": "6ca01f38-ba39-4ba3-8d92-8f538ac09b0b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:35:11.643498 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=6ca01f38-ba39-4ba3-8d92-8f538ac09b0b,segment=NetworkSegment(9a2658ad-93c7-49bb-ae54-fb57fa937c4e),segment_id=9a2658ad-93c7-49bb-ae54-fb57fa937c4e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:11.660168 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-73cf7993-f0e4-4717-b7f9-4fb0fe7698e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['107f52da-4342-45a3-bec7-57fede060114']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:11.671170 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947477f5-b08d-447e-9f88-7301ed64797e x-openstack-request-id: req-947477f5-b08d-447e-9f88-7301ed64797e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:35:11.672802 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-73cf7993-f0e4-4717-b7f9-4fb0fe7698e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cff155c-d663-49f6-8eed-18b6c7a78366') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:11.672951 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7", "name": "network-vif-plugged", "status": "completed", "tag": "6ca01f38-ba39-4ba3-8d92-8f538ac09b0b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:35:11.672951 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-947477f5-b08d-447e-9f88-7301ed64797e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:35:11.673152 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-73cf7993-f0e4-4717-b7f9-4fb0fe7698e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cff155c-d663-49f6-8eed-18b6c7a78366') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:11.673792 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-947477f5-b08d-447e-9f88-7301ed64797e'] response: {'server_uuid': 'd2ed163b-839d-4f7d-a7c0-4b7c081ec6f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca01f38-ba39-4ba3-8d92-8f538ac09b0b', 'code': 200} Apr 21 12:35:11.684180 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73cf7993-f0e4-4717-b7f9-4fb0fe7698e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:11.699387 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73cf7993-f0e4-4717-b7f9-4fb0fe7698e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:11.706952 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73cf7993-f0e4-4717-b7f9-4fb0fe7698e7 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:35:11.707436 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73cf7993-f0e4-4717-b7f9-4fb0fe7698e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:35:11.709697 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:35:11.813199 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:11.816629 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946a2c5-1204-44a2-b9cd-4005e9eeebf8 req-feee47e9-f226-4484-8ee9-a88f0b4782fa tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:11.825704 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b946a2c5-1204-44a2-b9cd-4005e9eeebf8 req-feee47e9-f226-4484-8ee9-a88f0b4782fa tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 944 time: 0.1066048 Apr 21 12:35:11.849289 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-3d96efa5-51af-4cb4-acd9-b62ff8b9427f service neutron] 10.222.0.24 "GET /v2.0/ports/44b7dd5a-1497-4cae-b911-9689d370cef4/bindings/n-h1-836147-2 HTTP/1.1" status: 200 len: 384 time: 0.0661945 Apr 21 12:35:11.898760 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b946a2c5-1204-44a2-b9cd-4005e9eeebf8 req-4f487a55-24ff-4623-bf2a-09a4300c7802 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720232 Apr 21 12:35:11.908764 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73cf7993-f0e4-4717-b7f9-4fb0fe7698e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:11.938324 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73cf7993-f0e4-4717-b7f9-4fb0fe7698e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:11.950493 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-73cf7993-f0e4-4717-b7f9-4fb0fe7698e7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/107f52da-4342-45a3-bec7-57fede060114 HTTP/1.1" status: 204 len: 168 time: 0.4920528 Apr 21 12:35:11.951149 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=6ca01f38-ba39-4ba3-8d92-8f538ac09b0b,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:12.033147 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf7993-f0e4-4717-b7f9-4fb0fe7698e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=107f52da-4342-45a3-bec7-57fede060114,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:12.059431 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b405e-3e9a-4541-82ea-0ef13b7b6921 req-56a944c0-7254-4c31-9578-f7bf31f8be75 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:12.061211 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a48b405e-3e9a-4541-82ea-0ef13b7b6921 req-56a944c0-7254-4c31-9578-f7bf31f8be75 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 945 time: 0.0923281 Apr 21 12:35:12.165364 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-a4005c20-ef02-4e13-afb8-3735b4473d5f service neutron] For port 44b7dd5a-1497-4cae-b911-9689d370cef4, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=44b7dd5a-1497-4cae-b911-9689d370cef4,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:12.169826 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a48b405e-3e9a-4541-82ea-0ef13b7b6921 req-96509f60-b946-4abe-873d-3219e777a505 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000557 Apr 21 12:35:12.206976 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 44b7dd5a-1497-4cae-b911-9689d370cef4 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:35:12.216990 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-a4005c20-ef02-4e13-afb8-3735b4473d5f service neutron] For port 44b7dd5a-1497-4cae-b911-9689d370cef4, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:35:12.232388 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b46549-8c22-457d-9ade-b4db6c8418cf req-b99a33d5-ec9f-4803-bd2c-a9fda4c11a7e tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:12.235195 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03b46549-8c22-457d-9ade-b4db6c8418cf req-b99a33d5-ec9f-4803-bd2c-a9fda4c11a7e tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 943 time: 0.0752833 Apr 21 12:35:12.261055 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-a4005c20-ef02-4e13-afb8-3735b4473d5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44b7dd5a-1497-4cae-b911-9689d370cef4 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:35:12.273945 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-a4005c20-ef02-4e13-afb8-3735b4473d5f service neutron] For port 44b7dd5a-1497-4cae-b911-9689d370cef4, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=44b7dd5a-1497-4cae-b911-9689d370cef4,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:12.297955 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03b46549-8c22-457d-9ade-b4db6c8418cf req-71f321fb-7c88-4097-917c-5424b960e2a8 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468044 Apr 21 12:35:12.417875 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-a4005c20-ef02-4e13-afb8-3735b4473d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:12.499984 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-a4005c20-ef02-4e13-afb8-3735b4473d5f service neutron] Transition to ACTIVE for port object 44b7dd5a-1497-4cae-b911-9689d370cef4 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:35:12.634250 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34414) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:12.663935 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-a4005c20-ef02-4e13-afb8-3735b4473d5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:12.752092 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-a4005c20-ef02-4e13-afb8-3735b4473d5f service neutron] No DVR routers for this DVR port 44b7dd5a-1497-4cae-b911-9689d370cef4 on host n-h2-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:35:12.757081 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34418) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:12.792941 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15cbc08f-4a6e-4f2e-898f-773bfd1fe6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:12.804614 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4005c20-ef02-4e13-afb8-3735b4473d5f service neutron] Pushing event updated for resources: {'Port': ['ID=44b7dd5a-1497-4cae-b911-9689d370cef4,revision_number=10']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:12.814751 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-a4005c20-ef02-4e13-afb8-3735b4473d5f service neutron] 10.222.0.24 "PUT /v2.0/ports/44b7dd5a-1497-4cae-b911-9689d370cef4/bindings/n-h1-836147-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9576950 Apr 21 12:35:12.842080 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-dda1cfee-4898-4348-b76f-db4c9b860885 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca248739a00641a3a1ce66fa0d55a5ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0808394 Apr 21 12:35:12.842080 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34422) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:12.923508 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e79afabb-78f3-48f1-b688-69d1d634168f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:12.957674 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15cbc08f-4a6e-4f2e-898f-773bfd1fe6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:12.963528 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e79afabb-78f3-48f1-b688-69d1d634168f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:13.042900 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcd876-ca98-4ec7-8cbf-8b5b2a7e2d51 req-05efddb7-3e76-427c-97c4-c01c3742f43d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:13.052605 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5cfcd876-ca98-4ec7-8cbf-8b5b2a7e2d51 req-05efddb7-3e76-427c-97c4-c01c3742f43d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0516644 Apr 21 12:35:13.086685 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5cfcd876-ca98-4ec7-8cbf-8b5b2a7e2d51 req-85ff8c61-6fa8-4a70-8ad4-2c54b697d36d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348461 Apr 21 12:35:13.158484 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-e3e8a266-96b0-451e-9bc9-222f96473753 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:13.159945 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-e3e8a266-96b0-451e-9bc9-222f96473753 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de&tenant_id=26ea3c659ac44d28a683c1af948ed1b6&binding%3Ahost_id=n-h2-836147-2 HTTP/1.1" status: 200 len: 1095 time: 0.0428224 Apr 21 12:35:13.191041 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15cbc08f-4a6e-4f2e-898f-773bfd1fe6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:13.243770 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-15cbc08f-4a6e-4f2e-898f-773bfd1fe6f9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bc5b216a71754ec69ab17a75271e07f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6060576 Apr 21 12:35:13.244822 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34430) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:13.246643 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbc08f-4a6e-4f2e-898f-773bfd1fe6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bedfde-5f6f-4130-904d-dcf2632f8bc8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:13.251886 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e79afabb-78f3-48f1-b688-69d1d634168f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:13.253370 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e79afabb-78f3-48f1-b688-69d1d634168f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:13.254529 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e79afabb-78f3-48f1-b688-69d1d634168f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0b5f21e1-d501-409e-9d47-a58da746210c HTTP/1.1" status: 204 len: 168 time: 0.4101770 Apr 21 12:35:13.272027 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-eba52df5-0f1a-4d1f-aee1-12aa3de6d86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:13.273570 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-eba52df5-0f1a-4d1f-aee1-12aa3de6d86e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de&tenant_id=26ea3c659ac44d28a683c1af948ed1b6 HTTP/1.1" status: 200 len: 1095 time: 0.1067307 Apr 21 12:35:13.303746 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79afabb-78f3-48f1-b688-69d1d634168f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5f21e1-d501-409e-9d47-a58da746210c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:13.373806 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54ba24d4-f6af-45c9-a694-66c292d29de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:13.408101 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31f9f7dc-6fa7-4536-8d06-06e689c7e82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:13.417941 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54ba24d4-f6af-45c9-a694-66c292d29de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:13.513860 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-987d168d-12f2-4de6-86e0-99e74cdfa917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:13.517513 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-987d168d-12f2-4de6-86e0-99e74cdfa917 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26ea3c659ac44d28a683c1af948ed1b6&device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 1095 time: 0.2079329 Apr 21 12:35:13.559004 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010919cf-c06c-45f0-8d5c-0a0dd6510977 req-b572ef45-4ac5-4e5f-b656-47ed8d842a45 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:13.560536 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-010919cf-c06c-45f0-8d5c-0a0dd6510977 req-b572ef45-4ac5-4e5f-b656-47ed8d842a45 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 945 time: 0.3050342 Apr 21 12:35:13.606465 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54ba24d4-f6af-45c9-a694-66c292d29de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:13.608031 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959679c4-7e0a-4996-b81e-27937996d6f7 req-81b0278c-66e2-429f-a57e-fe5a1040be50 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:13.609294 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54ba24d4-f6af-45c9-a694-66c292d29de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:13.610190 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-959679c4-7e0a-4996-b81e-27937996d6f7 req-81b0278c-66e2-429f-a57e-fe5a1040be50 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 944 time: 0.1658831 Apr 21 12:35:13.612417 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-54ba24d4-f6af-45c9-a694-66c292d29de1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c4bedfde-5f6f-4130-904d-dcf2632f8bc8 HTTP/1.1" status: 204 len: 168 time: 0.3648541 Apr 21 12:35:13.635494 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba24d4-f6af-45c9-a694-66c292d29de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bedfde-5f6f-4130-904d-dcf2632f8bc8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:13.711884 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-010919cf-c06c-45f0-8d5c-0a0dd6510977 req-cf0c974e-ba8a-44f4-9f22-128525cdc233 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114075 Apr 21 12:35:13.712657 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-34e104fb-3085-4da3-8e78-cf595299b83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:13.714194 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-34e104fb-3085-4da3-8e78-cf595299b83a service neutron] 10.222.0.26 "GET /v2.0/networks?id=c287e289-9664-4a57-ae4d-cb3d1c307007 HTTP/1.1" status: 200 len: 921 time: 0.1913478 Apr 21 12:35:13.718136 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-959679c4-7e0a-4996-b81e-27937996d6f7 req-c105008d-7e7f-4f31-bf1c-3b9be7e95fa8 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923026 Apr 21 12:35:13.755357 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-d9df68a9-ab8a-4b73-b73a-4d6db4820191 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44b7dd5a-1497-4cae-b911-9689d370cef4 HTTP/1.1" status: 200 len: 217 time: 0.0342660 Apr 21 12:35:13.805630 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-ef660587-6a0e-4d36-b456-eb09ac341746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:13.807048 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-ef660587-6a0e-4d36-b456-eb09ac341746 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8c2895f5-072d-4584-843c-51a4758cad8d HTTP/1.1" status: 200 len: 860 time: 0.0458379 Apr 21 12:35:13.837899 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-7fc523ca-0d6a-4b94-9974-3e6db65d0f89 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c287e289-9664-4a57-ae4d-cb3d1c307007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236194 Apr 21 12:35:13.951702 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-9a6e97e2-d266-4556-b3bd-b77d3f25f525 service neutron] 10.222.0.26 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072621 Apr 21 12:35:14.051070 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-2324dce4-c21f-4bc7-8903-e5adaa43d14c service neutron] 10.222.0.26 "GET /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907006 Apr 21 12:35:14.237181 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1730374f-4087-4dbe-b54c-82ffd1b0e12e req-999f1b68-1b80-47c2-ae59-86e66543e8bb tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:14.238805 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1730374f-4087-4dbe-b54c-82ffd1b0e12e req-999f1b68-1b80-47c2-ae59-86e66543e8bb tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0604990 Apr 21 12:35:14.284328 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1730374f-4087-4dbe-b54c-82ffd1b0e12e req-fe8d9108-a5a2-44d5-829d-50f9711bf77d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392740 Apr 21 12:35:14.815782 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e29296-87e6-495a-97e0-68ea87affe12 req-8e09b7f6-d920-4e39-b3e6-cad74a8b9274 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:14.823660 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64e29296-87e6-495a-97e0-68ea87affe12 req-8e09b7f6-d920-4e39-b3e6-cad74a8b9274 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 945 time: 0.0563624 Apr 21 12:35:14.866845 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64e29296-87e6-495a-97e0-68ea87affe12 req-4e951316-6073-440d-9eee-1f4e0e935fd3 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335922 Apr 21 12:35:14.986934 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-9bd1c86d-ab28-49f5-85d7-e6e4cdf5d951 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:14.988411 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-9bd1c86d-ab28-49f5-85d7-e6e4cdf5d951 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de&tenant_id=26ea3c659ac44d28a683c1af948ed1b6&binding%3Ahost_id=n-h1-836147-2 HTTP/1.1" status: 200 len: 1095 time: 0.0821493 Apr 21 12:35:14.999915 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d49ce3-97d4-4a72-a2e0-3c51aaf4f13f req-7e144a79-6582-446f-894d-b99003bf7237 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:15.001399 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-87d49ce3-97d4-4a72-a2e0-3c51aaf4f13f req-7e144a79-6582-446f-894d-b99003bf7237 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 944 time: 0.0646801 Apr 21 12:35:15.096807 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-87d49ce3-97d4-4a72-a2e0-3c51aaf4f13f req-c45a3fd8-2480-4733-a1ec-0a78ec993a0f tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695446 Apr 21 12:35:15.582333 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-23ad70e7-0033-4ad8-bc9a-e1614dbe819b service neutron] For port 44b7dd5a-1497-4cae-b911-9689d370cef4, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:35:15.585834 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-23ad70e7-0033-4ad8-bc9a-e1614dbe819b service neutron] Notify callbacks [] for binding, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:15.587033 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbc4b67b-a8ee-4d16-9c74-e3e9351224f2 req-23ad70e7-0033-4ad8-bc9a-e1614dbe819b service neutron] 10.222.0.26 "DELETE /v2.0/ports/44b7dd5a-1497-4cae-b911-9689d370cef4/bindings/n-h2-836147-2 HTTP/1.1" status: 204 len: 173 time: 0.5847297 Apr 21 12:35:15.842666 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34506) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:15.903461 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-78e04fb1-9aba-4b08-877a-5bcd59a28664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:15.939221 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3a5a57fa-f959-45ff-aa59-c3ab572a05a2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1919643706-network', 'tenant_id': 'b54e8246101344f6940e3d740fe2580e'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:16.216082 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5a57fa-f959-45ff-aa59-c3ab572a05a2 admin admin] Made reservation on behalf of b54e8246101344f6940e3d740fe2580e for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:35:16.218545 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a5a57fa-f959-45ff-aa59-c3ab572a05a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:16.231786 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a5a57fa-f959-45ff-aa59-c3ab572a05a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:16.320846 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a5a57fa-f959-45ff-aa59-c3ab572a05a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:16.447997 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75358a6-c6a9-46f3-8d84-2aa94eefb7b5 req-cd09e19a-5293-4b89-a5f3-ce7af32bb844 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:16.449869 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b75358a6-c6a9-46f3-8d84-2aa94eefb7b5 req-cd09e19a-5293-4b89-a5f3-ce7af32bb844 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0583258 Apr 21 12:35:16.489252 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b75358a6-c6a9-46f3-8d84-2aa94eefb7b5 req-2a46922b-5e8f-4d08-8a8e-48a3ef60cc08 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328445 Apr 21 12:35:16.520431 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a5a57fa-f959-45ff-aa59-c3ab572a05a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:16.547284 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a5a57fa-f959-45ff-aa59-c3ab572a05a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:35:16.557741 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a57fa-f959-45ff-aa59-c3ab572a05a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b9fa2d-663c-4cbd-9dbe-99565e1dcaed,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:16.562960 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a5a57fa-f959-45ff-aa59-c3ab572a05a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:16.563533 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-3a5a57fa-f959-45ff-aa59-c3ab572a05a2 admin admin] Added segment e3a57a11-abb8-44ce-b846-e4666739fb44 of type vlan for network 7ddf53f2-3136-4251-a461-1457b7244a9f Apr 21 12:35:16.610879 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f3de9-f196-4a75-8312-65b9dc1d62c3 req-9a77296f-089f-41f0-816f-5b4ad7100297 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:16.613529 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a5a57fa-f959-45ff-aa59-c3ab572a05a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:16.618734 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3b7f3de9-f196-4a75-8312-65b9dc1d62c3 req-9a77296f-089f-41f0-816f-5b4ad7100297 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 945 time: 0.0655255 Apr 21 12:35:16.652495 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3b7f3de9-f196-4a75-8312-65b9dc1d62c3 req-6fce9576-f758-4875-857f-1a0fd378fa80 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329182 Apr 21 12:35:16.772655 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b103c-f7b5-477b-8719-ceae68acf1e8 req-27de2e59-38ba-4067-a38d-398f1c34cdc1 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:16.780682 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-689b103c-f7b5-477b-8719-ceae68acf1e8 req-27de2e59-38ba-4067-a38d-398f1c34cdc1 tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 1095 time: 0.0681632 Apr 21 12:35:16.813445 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a5a57fa-f959-45ff-aa59-c3ab572a05a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:16.814454 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5a57fa-f959-45ff-aa59-c3ab572a05a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:16.815025 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a5a57fa-f959-45ff-aa59-c3ab572a05a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:16.830128 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-689b103c-f7b5-477b-8719-ceae68acf1e8 req-e79c25fb-4c18-4d87-bf27-f1980cc63bcf tempest-LiveAutoBlockMigrationV225Test-720465220 tempest-LiveAutoBlockMigrationV225Test-720465220-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484698 Apr 21 12:35:16.851304 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:16.923939 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04aae6-fcb8-4099-84dc-314b937731b3 req-0a9536ed-0c33-421c-a4bb-2067f8a3c460 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:16.925892 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb04aae6-fcb8-4099-84dc-314b937731b3 req-0a9536ed-0c33-421c-a4bb-2067f8a3c460 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c HTTP/1.1" status: 200 len: 945 time: 0.1177378 Apr 21 12:35:16.981001 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7dcfa5ef-e258-466c-93c1-9d556847a1cd req-2aa000f6-5807-46b8-88f0-0a8205de9261 tempest-ServersAaction247Test-880725569 tempest-ServersAaction247Test-880725569-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd0b1a2e-9ec9-4d87-8029-2dd55a1405d9 HTTP/1.1" status: 200 len: 210 time: 0.0540111 Apr 21 12:35:16.986399 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a57fa-f959-45ff-aa59-c3ab572a05a2 admin admin] Pushing event updated for resources: {'Network': ['ID=7ddf53f2-3136-4251-a461-1457b7244a9f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:16.992856 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3a5a57fa-f959-45ff-aa59-c3ab572a05a2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1490650 Apr 21 12:35:16.995645 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34538) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:17.001734 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-0b47d035-b301-4886-bcda-e46fc10181dd admin admin] Request body: {'subnet': {'network_id': '7ddf53f2-3136-4251-a461-1457b7244a9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1919643706-subnet', 'tenant_id': 'b54e8246101344f6940e3d740fe2580e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:17.002841 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 7ddf53f2-3136-4251-a461-1457b7244a9f details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:35:17.040398 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb04aae6-fcb8-4099-84dc-314b937731b3 req-c3dc06b5-8771-4729-986f-386b60d0258a tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/security-groups?id=acb76a8a-ee85-4386-9584-2317bdf70db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044855 Apr 21 12:35:17.189273 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b47d035-b301-4886-bcda-e46fc10181dd admin admin] Made reservation on behalf of b54e8246101344f6940e3d740fe2580e for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:35:17.191637 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b47d035-b301-4886-bcda-e46fc10181dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:17.595003 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b47d035-b301-4886-bcda-e46fc10181dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:17.610123 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa0cf92-f095-40a6-8812-263149b9b173 req-1a8f2633-2eb6-411c-b9ce-9c0d8942c48c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:17.611713 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0aa0cf92-f095-40a6-8812-263149b9b173 req-1a8f2633-2eb6-411c-b9ce-9c0d8942c48c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0533988 Apr 21 12:35:17.653834 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47d035-b301-4886-bcda-e46fc10181dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b81c51a6-bc92-479c-9495-57243712975a,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:17.655477 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0aa0cf92-f095-40a6-8812-263149b9b173 req-eb99dece-021c-41c4-8013-7e37f5556e22 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361800 Apr 21 12:35:17.662231 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b47d035-b301-4886-bcda-e46fc10181dd admin admin] Checking segment: {'id': 'e3a57a11-abb8-44ce-b846-e4666739fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7ddf53f2-3136-4251-a461-1457b7244a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:35:17.662368 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b47d035-b301-4886-bcda-e46fc10181dd admin admin] Network hostable DHCP agents. Network: 7ddf53f2-3136-4251-a461-1457b7244a9f, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:35:17.677638 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:17.826227 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e97d5-075a-4aa1-981b-71256ffc2bc2 req-395fe666-ea1d-49c5-a6a2-33e3156538ee tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:17.827618 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b7e97d5-075a-4aa1-981b-71256ffc2bc2 req-395fe666-ea1d-49c5-a6a2-33e3156538ee tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 945 time: 0.0772746 Apr 21 12:35:17.839934 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497f41e-b722-4772-840d-81490135b2fb req-092e5566-f2c0-4312-8564-86f867258260 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:17.841361 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8497f41e-b722-4772-840d-81490135b2fb req-092e5566-f2c0-4312-8564-86f867258260 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 944 time: 0.0782819 Apr 21 12:35:17.846122 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b47d035-b301-4886-bcda-e46fc10181dd admin admin] Network 7ddf53f2-3136-4251-a461-1457b7244a9f is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:35:17.899973 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b7e97d5-075a-4aa1-981b-71256ffc2bc2 req-5e2a1377-5734-4790-85c7-118074bd4604 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576246 Apr 21 12:35:17.916039 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8497f41e-b722-4772-840d-81490135b2fb req-7729cf05-9132-4127-acfb-45db1d41ba30 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661802 Apr 21 12:35:17.960632 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-0b47d035-b301-4886-bcda-e46fc10181dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 7ddf53f2-3136-4251-a461-1457b7244a9f) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:35:17.967671 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b47d035-b301-4886-bcda-e46fc10181dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:17.969264 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b47d035-b301-4886-bcda-e46fc10181dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:17.970910 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d43fd3-70c9-414c-a298-980de8c825a1 None None] Network 7ddf53f2-3136-4251-a461-1457b7244a9f requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:35:18.081486 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0b47d035-b301-4886-bcda-e46fc10181dd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0845389 Apr 21 12:35:18.324655 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc757be6-f466-44f8-ad74-cd030eab20d8 None None] Network 7ddf53f2-3136-4251-a461-1457b7244a9f requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:35:18.410942 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:18.425911 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7210506c-b9c3-44c8-b5b8-8c18cd5e79a9 req-b6df7f30-0966-4e46-aa54-8012c88d377d tempest-ServersAaction247Test-880725569 tempest-ServersAaction247Test-880725569-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd0b1a2e-9ec9-4d87-8029-2dd55a1405d9 HTTP/1.1" status: 200 len: 210 time: 0.0666304 Apr 21 12:35:18.444794 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-483fe61b-0927-4867-b258-b3e62a1114e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:18.450894 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-483fe61b-0927-4867-b258-b3e62a1114e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e16b811ea21846c89491aea47e9a7301&device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 1096 time: 0.4770615 Apr 21 12:35:18.470484 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d4434-46dc-4cb1-aa34-a14afd93f675 req-45bb5055-2936-4b8a-b583-b8c6b78b687e tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:18.472234 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-203d4434-46dc-4cb1-aa34-a14afd93f675 req-45bb5055-2936-4b8a-b583-b8c6b78b687e tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c HTTP/1.1" status: 200 len: 945 time: 0.1205726 Apr 21 12:35:18.543218 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-2f6bdf66-55ef-4a66-b66d-4e843a788f2d req-5ae90633-fac0-4291-997e-a26c75853c59 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1717025394', 'description': 'tempest-description-1269089739'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:18.584103 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-203d4434-46dc-4cb1-aa34-a14afd93f675 req-bf714109-8e32-41f7-9330-522909610706 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/security-groups?id=acb76a8a-ee85-4386-9584-2317bdf70db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018157 Apr 21 12:35:18.618534 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-29cf9fb3-a011-4650-a33c-d3a610dcfa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:18.620741 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-29cf9fb3-a011-4650-a33c-d3a610dcfa74 service neutron] 10.222.0.26 "GET /v2.0/networks?id=32a67a5e-b72b-4167-97d6-5767775875e4 HTTP/1.1" status: 200 len: 908 time: 0.1468935 Apr 21 12:35:18.676932 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-4cea1aca-3fb9-4e04-8923-ad6bbe9d91aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0640e710-1a46-475a-9474-849889575487 HTTP/1.1" status: 200 len: 217 time: 0.0495303 Apr 21 12:35:18.725898 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:18.754104 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cd262-14d7-4c2a-b3ef-d794bf5dd0ff req-9d540cca-f46b-4705-936a-e57fa8102370 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:18.755996 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2cd262-14d7-4c2a-b3ef-d794bf5dd0ff req-9d540cca-f46b-4705-936a-e57fa8102370 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 944 time: 0.0886354 Apr 21 12:35:18.782483 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-add17e95-adbf-412e-b2c3-cdd5239d3606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:18.783868 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-add17e95-adbf-412e-b2c3-cdd5239d3606 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3b8f234-8156-4627-8cae-e6fcb5c2aa35 HTTP/1.1" status: 200 len: 847 time: 0.0893123 Apr 21 12:35:18.830856 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2f6bdf66-55ef-4a66-b66d-4e843a788f2d req-5ae90633-fac0-4291-997e-a26c75853c59 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:18.864453 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-c510b815-cd3b-4115-80a8-7ae53a1ee2aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32a67a5e-b72b-4167-97d6-5767775875e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482297 Apr 21 12:35:18.939308 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8c454-4be8-462e-bc3a-79dfcae9bc79 req-49be0693-bfa5-49a0-b2d5-4a0461637f68 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:18.940790 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ceb8c454-4be8-462e-bc3a-79dfcae9bc79 req-49be0693-bfa5-49a0-b2d5-4a0461637f68 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.1819825 Apr 21 12:35:19.074736 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ceb8c454-4be8-462e-bc3a-79dfcae9bc79 req-d924cdfc-b93f-4f8a-a931-ee146bd728f0 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010711 Apr 21 12:35:19.081032 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-1e2cd262-14d7-4c2a-b3ef-d794bf5dd0ff req-8527c5b1-a758-4f28-97d3-279ce54af033 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Deleting port 44b7dd5a-1497-4cae-b911-9689d370cef4 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:35:19.081372 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e2cd262-14d7-4c2a-b3ef-d794bf5dd0ff req-8527c5b1-a758-4f28-97d3-279ce54af033 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:19.104171 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-6e1e2205-2fb7-4083-87c7-1b5aed7beb82 service neutron] 10.222.0.26 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271700 Apr 21 12:35:19.106536 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2f6bdf66-55ef-4a66-b66d-4e843a788f2d req-5ae90633-fac0-4291-997e-a26c75853c59 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:19.245130 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2f6bdf66-55ef-4a66-b66d-4e843a788f2d req-5ae90633-fac0-4291-997e-a26c75853c59 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:19.300262 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1e2cd262-14d7-4c2a-b3ef-d794bf5dd0ff req-8527c5b1-a758-4f28-97d3-279ce54af033 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] For port 44b7dd5a-1497-4cae-b911-9689d370cef4, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=44b7dd5a-1497-4cae-b911-9689d370cef4,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:19.300682 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e2cd262-14d7-4c2a-b3ef-d794bf5dd0ff req-8527c5b1-a758-4f28-97d3-279ce54af033 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:19.325932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-1e2cd262-14d7-4c2a-b3ef-d794bf5dd0ff req-8527c5b1-a758-4f28-97d3-279ce54af033 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Calling delete_port for 44b7dd5a-1497-4cae-b911-9689d370cef4 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:35:19.334629 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae90633-fac0-4291-997e-a26c75853c59 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17a795a4-8ab9-45aa-8e24-874cda6e57fd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:19.344014 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40269be4-748d-46b6-8acb-4997630251e6 req-f63aa503-6d62-4f99-9328-bec815b19501 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:19.345511 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-40269be4-748d-46b6-8acb-4997630251e6 req-f63aa503-6d62-4f99-9328-bec815b19501 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 945 time: 0.2003272 Apr 21 12:35:19.361244 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae90633-fac0-4291-997e-a26c75853c59 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:19.361604 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae90633-fac0-4291-997e-a26c75853c59 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:19.361955 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae90633-fac0-4291-997e-a26c75853c59 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:19.362288 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae90633-fac0-4291-997e-a26c75853c59 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:19.362618 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae90633-fac0-4291-997e-a26c75853c59 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:19.362945 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae90633-fac0-4291-997e-a26c75853c59 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:19.363269 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae90633-fac0-4291-997e-a26c75853c59 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:19.363597 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae90633-fac0-4291-997e-a26c75853c59 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:19.363921 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae90633-fac0-4291-997e-a26c75853c59 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:19.364240 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae90633-fac0-4291-997e-a26c75853c59 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:19.364569 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae90633-fac0-4291-997e-a26c75853c59 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:19.364872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae90633-fac0-4291-997e-a26c75853c59 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:19.369248 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-b44579e0-0b42-4bdd-85e8-d5c1c850d828 service neutron] 10.222.0.26 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563517 Apr 21 12:35:19.412697 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2f6bdf66-55ef-4a66-b66d-4e843a788f2d req-5ae90633-fac0-4291-997e-a26c75853c59 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:19.413916 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f6bdf66-55ef-4a66-b66d-4e843a788f2d req-5ae90633-fac0-4291-997e-a26c75853c59 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8775444 Apr 21 12:35:19.450673 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-40269be4-748d-46b6-8acb-4997630251e6 req-bed2382c-9d02-4a84-87c3-1215cf4ca2e8 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931084 Apr 21 12:35:19.643881 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e7ad2df-e2d9-4adf-8e63-ce6c8e666d0a req-da978ed2-df82-412a-a51f-5462d79f02e5 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "GET /v2.0/security-groups/17a795a4-8ab9-45aa-8e24-874cda6e57fd HTTP/1.1" status: 200 len: 1805 time: 0.1304259 Apr 21 12:35:19.654091 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1809954c-6402-46bb-906d-4e1cf3f64694 req-372b9d68-586a-4349-a219-844303620a24 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:19.655546 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1809954c-6402-46bb-906d-4e1cf3f64694 req-372b9d68-586a-4349-a219-844303620a24 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 944 time: 0.1329579 Apr 21 12:35:19.663490 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3e7ad2df-e2d9-4adf-8e63-ce6c8e666d0a req-21911c44-c2b5-43ee-86c4-9cd819611079 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '17a795a4-8ab9-45aa-8e24-874cda6e57fd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:19.663810 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3e7ad2df-e2d9-4adf-8e63-ce6c8e666d0a req-21911c44-c2b5-43ee-86c4-9cd819611079 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '17a795a4-8ab9-45aa-8e24-874cda6e57fd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:19.669357 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-5a77a303-8a0a-4f1f-914a-e3946513fbf1 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:19.670839 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-5a77a303-8a0a-4f1f-914a-e3946513fbf1 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038&tenant_id=e16b811ea21846c89491aea47e9a7301&binding%3Ahost_id=n-h2-836147-2 HTTP/1.1" status: 200 len: 1096 time: 0.1074095 Apr 21 12:35:19.714002 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1809954c-6402-46bb-906d-4e1cf3f64694 req-7efa0db9-f387-4aeb-81ae-f9c5af7e618a tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421758 Apr 21 12:35:19.771936 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e2cd262-14d7-4c2a-b3ef-d794bf5dd0ff req-8527c5b1-a758-4f28-97d3-279ce54af033 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:19.790497 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['3d5aec13-814b-406f-8dcf-694d077a4037'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:35:19.813817 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-c9921ad6-9820-4ec3-b126-2bcf404747fc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836147-2'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:19.887105 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527c5b1-a758-4f28-97d3-279ce54af033 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Pushing event deleted for resources: {'Port': ['ID=44b7dd5a-1497-4cae-b911-9689d370cef4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:19.922653 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0719fff3-8ffa-459e-9146-aee8e3c53d9d req-5e1b96a8-fd60-49fb-9c56-3678e35fcd81 tempest-ServersAaction247Test-880725569 tempest-ServersAaction247Test-880725569-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd0b1a2e-9ec9-4d87-8029-2dd55a1405d9 HTTP/1.1" status: 200 len: 210 time: 0.1354580 Apr 21 12:35:20.004776 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2cd262-14d7-4c2a-b3ef-d794bf5dd0ff req-8527c5b1-a758-4f28-97d3-279ce54af033 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] No DVR routers for this DVR port 44b7dd5a-1497-4cae-b911-9689d370cef4 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:35:20.015362 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e2cd262-14d7-4c2a-b3ef-d794bf5dd0ff req-8527c5b1-a758-4f28-97d3-279ce54af033 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:20.018558 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2cd262-14d7-4c2a-b3ef-d794bf5dd0ff req-8527c5b1-a758-4f28-97d3-279ce54af033 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.26 "DELETE /v2.0/ports/44b7dd5a-1497-4cae-b911-9689d370cef4 HTTP/1.1" status: 204 len: 173 time: 1.2542841 Apr 21 12:35:20.022749 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c315a3-954b-4fcb-8e90-1e151ffd36de', 'name': 'network-vif-deleted', 'tag': '44b7dd5a-1497-4cae-b911-9689d370cef4'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:35:20.025057 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0393f6d0-b6b5-48aa-b223-58ccf321c4cd" -d '{"events": [{"server_uuid": "d8c315a3-954b-4fcb-8e90-1e151ffd36de", "name": "network-vif-deleted", "tag": "44b7dd5a-1497-4cae-b911-9689d370cef4"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:35:20.066920 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-c9921ad6-9820-4ec3-b126-2bcf404747fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:20.079402 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3e7ad2df-e2d9-4adf-8e63-ce6c8e666d0a req-21911c44-c2b5-43ee-86c4-9cd819611079 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:20.099821 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb5100-ae6e-4fd7-a9c1-8dc0063b3fe7 req-82a81f5e-4456-4e27-8412-4edf038c692a tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:20.101287 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7cb5100-ae6e-4fd7-a9c1-8dc0063b3fe7 req-82a81f5e-4456-4e27-8412-4edf038c692a tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.26 "GET /v2.0/ports?device_id=0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c HTTP/1.1" status: 200 len: 945 time: 0.2464128 Apr 21 12:35:20.147039 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3e7ad2df-e2d9-4adf-8e63-ce6c8e666d0a req-21911c44-c2b5-43ee-86c4-9cd819611079 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:20.177667 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949e36a-cc38-490e-9919-1f672cb47c3c req-64998fa9-af36-49e4-a5ca-adb7b235836d tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:20.179172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9949e36a-cc38-490e-9919-1f672cb47c3c req-64998fa9-af36-49e4-a5ca-adb7b235836d tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c HTTP/1.1" status: 200 len: 945 time: 0.1673851 Apr 21 12:35:20.280294 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3e7ad2df-e2d9-4adf-8e63-ce6c8e666d0a req-21911c44-c2b5-43ee-86c4-9cd819611079 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:20.303105 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:20.324751 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9949e36a-cc38-490e-9919-1f672cb47c3c req-6b4a6d8e-ec1a-4cc7-8fd5-d054a3556337 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/security-groups?id=acb76a8a-ee85-4386-9584-2317bdf70db2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376579 Apr 21 12:35:20.330568 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21911c44-c2b5-43ee-86c4-9cd819611079 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407ec04b-8159-444e-91aa-ff261fd5ab46,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:20.383792 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-c9921ad6-9820-4ec3-b126-2bcf404747fc service neutron] For port 0640e710-1a46-475a-9474-849889575487, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=0640e710-1a46-475a-9474-849889575487,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:20.386347 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aff7aa4-461a-4775-b4f1-db0ebfeabbef x-openstack-request-id: req-2aff7aa4-461a-4775-b4f1-db0ebfeabbef {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:35:20.387235 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c315a3-954b-4fcb-8e90-1e151ffd36de", "name": "network-vif-deleted", "tag": "44b7dd5a-1497-4cae-b911-9689d370cef4", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:35:20.387499 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2aff7aa4-461a-4775-b4f1-db0ebfeabbef {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:35:20.387903 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aff7aa4-461a-4775-b4f1-db0ebfeabbef'] response: {'server_uuid': 'd8c315a3-954b-4fcb-8e90-1e151ffd36de', 'name': 'network-vif-deleted', 'tag': '44b7dd5a-1497-4cae-b911-9689d370cef4', 'status': 'completed', 'code': 200} Apr 21 12:35:20.407828 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-b7cb5100-ae6e-4fd7-a9c1-8dc0063b3fe7 req-1b717b3f-3140-4b82-9cc4-9ca900e7a7ac tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Deleting port 23e1c761-9375-48fc-9e9a-0decdbce0979 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:35:20.408170 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b7cb5100-ae6e-4fd7-a9c1-8dc0063b3fe7 req-1b717b3f-3140-4b82-9cc4-9ca900e7a7ac tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:20.512678 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3e7ad2df-e2d9-4adf-8e63-ce6c8e666d0a req-21911c44-c2b5-43ee-86c4-9cd819611079 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:20.514028 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e7ad2df-e2d9-4adf-8e63-ce6c8e666d0a req-21911c44-c2b5-43ee-86c4-9cd819611079 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8575311 Apr 21 12:35:20.532251 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-c9921ad6-9820-4ec3-b126-2bcf404747fc service neutron] For port 0640e710-1a46-475a-9474-849889575487, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:35:20.583803 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b7cb5100-ae6e-4fd7-a9c1-8dc0063b3fe7 req-1b717b3f-3140-4b82-9cc4-9ca900e7a7ac tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] For port 23e1c761-9375-48fc-9e9a-0decdbce0979, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=23e1c761-9375-48fc-9e9a-0decdbce0979,segment=NetworkSegment(40053aa4-763b-4507-8fb5-b3666fa81e10),segment_id=40053aa4-763b-4507-8fb5-b3666fa81e10)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:20.584087 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b7cb5100-ae6e-4fd7-a9c1-8dc0063b3fe7 req-1b717b3f-3140-4b82-9cc4-9ca900e7a7ac tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:20.619922 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-b7cb5100-ae6e-4fd7-a9c1-8dc0063b3fe7 req-1b717b3f-3140-4b82-9cc4-9ca900e7a7ac tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Calling delete_port for 23e1c761-9375-48fc-9e9a-0decdbce0979 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:35:20.635080 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-c9921ad6-9820-4ec3-b126-2bcf404747fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:20.645899 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c75659-92aa-4c44-afee-e4e42ddd0375 req-bd45818d-b830-48a4-8872-e7f2a1a157f8 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:20.647388 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-45c75659-92aa-4c44-afee-e4e42ddd0375 req-bd45818d-b830-48a4-8872-e7f2a1a157f8 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.1789255 Apr 21 12:35:20.737213 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24611cbc-1d09-41b6-b215-e40ebbec8b86 req-21b4db66-fcb9-4584-bbe2-e6ec2382a981 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:20.738761 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24611cbc-1d09-41b6-b215-e40ebbec8b86 req-21b4db66-fcb9-4584-bbe2-e6ec2382a981 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 945 time: 0.1506135 Apr 21 12:35:20.762365 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-45c75659-92aa-4c44-afee-e4e42ddd0375 req-26b195e5-6ca0-42e2-bc5e-ef5c22bd87f8 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065474 Apr 21 12:35:20.787715 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-c9921ad6-9820-4ec3-b126-2bcf404747fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:20.829022 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24611cbc-1d09-41b6-b215-e40ebbec8b86 req-e0a4b3b3-1d62-43e7-bc39-15d1e0438f5a tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840492 Apr 21 12:35:20.834163 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-86f82ede-9bcc-45ce-938c-92e01f697f1b req-d040e7cf-6525-42d5-8c10-78759891e7bd tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1543936826', 'description': 'tempest-description-570923661'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:20.948626 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9921ad6-9820-4ec3-b126-2bcf404747fc service neutron] Pushing event updated for resources: {'Port': ['ID=0640e710-1a46-475a-9474-849889575487,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:20.971563 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ade79ab3-7bf7-4cb5-a6ee-c8b9c1948aba req-0d974ebc-ecef-4f69-a1a7-c785f7d2df93 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 210 time: 0.0527384 Apr 21 12:35:20.980577 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-c9921ad6-9820-4ec3-b126-2bcf404747fc service neutron] Attempting to bind port 0640e710-1a46-475a-9474-849889575487 on host n-h2-836147-2 for vnic_type normal with profile {"migrating_to": "n-h1-836147-2"} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:35:20.980905 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-c9921ad6-9820-4ec3-b126-2bcf404747fc service neutron] Attempting to bind port 0640e710-1a46-475a-9474-849889575487 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:35:20.981262 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-c9921ad6-9820-4ec3-b126-2bcf404747fc service neutron] Attempting to bind port 0640e710-1a46-475a-9474-849889575487 on network 32a67a5e-b72b-4167-97d6-5767775875e4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:35:20.987589 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-c9921ad6-9820-4ec3-b126-2bcf404747fc service neutron] Port 0640e710-1a46-475a-9474-849889575487 on network 32a67a5e-b72b-4167-97d6-5767775875e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:35:20.987589 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-c9921ad6-9820-4ec3-b126-2bcf404747fc service neutron] Attempting to bind port 0640e710-1a46-475a-9474-849889575487 on network 32a67a5e-b72b-4167-97d6-5767775875e4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:35:20.990886 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-c9921ad6-9820-4ec3-b126-2bcf404747fc service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:35:20.991220 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-c9921ad6-9820-4ec3-b126-2bcf404747fc service neutron] Checking segment: {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:35:20.991589 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-c9921ad6-9820-4ec3-b126-2bcf404747fc service neutron] Bound using segment: {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:35:20.992016 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-c9921ad6-9820-4ec3-b126-2bcf404747fc service neutron] Bound port: 0640e710-1a46-475a-9474-849889575487, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:35:20.992370 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-c9921ad6-9820-4ec3-b126-2bcf404747fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:21.026934 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-86f82ede-9bcc-45ce-938c-92e01f697f1b req-d040e7cf-6525-42d5-8c10-78759891e7bd tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:21.096869 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b7cb5100-ae6e-4fd7-a9c1-8dc0063b3fe7 req-1b717b3f-3140-4b82-9cc4-9ca900e7a7ac tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:21.101229 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66a5a149-b3c5-4223-8a96-d3a84cb78292 req-f5dd1ebf-bf69-4d61-96b9-d26b8c9c1cbc tempest-ServersAaction247Test-880725569 tempest-ServersAaction247Test-880725569-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd0b1a2e-9ec9-4d87-8029-2dd55a1405d9 HTTP/1.1" status: 200 len: 210 time: 0.0536854 Apr 21 12:35:21.105141 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['23e1c761-9375-48fc-9e9a-0decdbce0979'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:35:21.112706 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-c9921ad6-9820-4ec3-b126-2bcf404747fc service neutron] For port 0640e710-1a46-475a-9474-849889575487, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:35:21.148850 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b717b3f-3140-4b82-9cc4-9ca900e7a7ac tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Pushing event deleted for resources: {'Port': ['ID=23e1c761-9375-48fc-9e9a-0decdbce0979,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:21.164811 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-c9921ad6-9820-4ec3-b126-2bcf404747fc service neutron] For port 0640e710-1a46-475a-9474-849889575487, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=0640e710-1a46-475a-9474-849889575487,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:35:21.203399 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cb5100-ae6e-4fd7-a9c1-8dc0063b3fe7 req-1b717b3f-3140-4b82-9cc4-9ca900e7a7ac tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] No DVR routers for this DVR port 23e1c761-9375-48fc-9e9a-0decdbce0979 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:35:21.206460 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b7cb5100-ae6e-4fd7-a9c1-8dc0063b3fe7 req-1b717b3f-3140-4b82-9cc4-9ca900e7a7ac tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:21.210573 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7cb5100-ae6e-4fd7-a9c1-8dc0063b3fe7 req-1b717b3f-3140-4b82-9cc4-9ca900e7a7ac tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.26 "DELETE /v2.0/ports/23e1c761-9375-48fc-9e9a-0decdbce0979 HTTP/1.1" status: 204 len: 173 time: 1.0964000 Apr 21 12:35:21.230812 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-86f82ede-9bcc-45ce-938c-92e01f697f1b req-d040e7cf-6525-42d5-8c10-78759891e7bd tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:21.246215 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-c9921ad6-9820-4ec3-b126-2bcf404747fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:21.326456 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-c9921ad6-9820-4ec3-b126-2bcf404747fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:21.327248 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-c9921ad6-9820-4ec3-b126-2bcf404747fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:21.328880 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-c9921ad6-9820-4ec3-b126-2bcf404747fc service neutron] 10.222.0.26 "PUT /v2.0/ports/0640e710-1a46-475a-9474-849889575487 HTTP/1.1" status: 200 len: 1121 time: 1.5467772 Apr 21 12:35:21.332506 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9921ad6-9820-4ec3-b126-2bcf404747fc service neutron] Pushing event updated for resources: {'Port': ['ID=0640e710-1a46-475a-9474-849889575487,revision_number=8']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:21.364906 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-86f82ede-9bcc-45ce-938c-92e01f697f1b req-d040e7cf-6525-42d5-8c10-78759891e7bd tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:21.414149 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040e7cf-6525-42d5-8c10-78759891e7bd tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55c61e8c-ec05-4db2-b413-eb02aeedc904,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:21.448817 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['0640e710-1a46-475a-9474-849889575487'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:35:21.461610 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b6b20607-5c26-479a-8dd8-8d3fdc989b79 req-8d88245f-3c01-4d91-8222-9096ec47c198 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c HTTP/1.1" status: 200 len: 210 time: 0.0417261 Apr 21 12:35:21.464633 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-86f82ede-9bcc-45ce-938c-92e01f697f1b req-d040e7cf-6525-42d5-8c10-78759891e7bd tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:21.465920 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-86f82ede-9bcc-45ce-938c-92e01f697f1b req-d040e7cf-6525-42d5-8c10-78759891e7bd tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6600468 Apr 21 12:35:21.505607 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 44b7dd5a-1497-4cae-b911-9689d370cef4 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:35:21.528585 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba479375-c9b6-4590-98d8-e0dc94c4adae req-cd5afc7e-8f8d-403a-b697-c695c35f9b28 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "GET /v2.0/security-groups/55c61e8c-ec05-4db2-b413-eb02aeedc904 HTTP/1.1" status: 200 len: 1804 time: 0.0398123 Apr 21 12:35:21.529824 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 44b7dd5a-1497-4cae-b911-9689d370cef4 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:35:21.530172 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 44b7dd5a-1497-4cae-b911-9689d370cef4 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:35:21.540720 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ba479375-c9b6-4590-98d8-e0dc94c4adae req-1bca450b-4c98-4172-ac54-79d685bd9e82 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '55c61e8c-ec05-4db2-b413-eb02aeedc904', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:21.541126 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ba479375-c9b6-4590-98d8-e0dc94c4adae req-1bca450b-4c98-4172-ac54-79d685bd9e82 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '55c61e8c-ec05-4db2-b413-eb02aeedc904', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:21.747727 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ba479375-c9b6-4590-98d8-e0dc94c4adae req-1bca450b-4c98-4172-ac54-79d685bd9e82 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:21.775923 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ba479375-c9b6-4590-98d8-e0dc94c4adae req-1bca450b-4c98-4172-ac54-79d685bd9e82 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:21.888610 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b8780-be7e-43fb-a8ea-61ddfc2d8622 req-4defe5ea-7542-4ac1-9534-3044728f2193 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:21.890152 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f51b8780-be7e-43fb-a8ea-61ddfc2d8622 req-4defe5ea-7542-4ac1-9534-3044728f2193 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0491900 Apr 21 12:35:21.891805 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ba479375-c9b6-4590-98d8-e0dc94c4adae req-1bca450b-4c98-4172-ac54-79d685bd9e82 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:21.923036 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca450b-4c98-4172-ac54-79d685bd9e82 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7755ab1a-e4a1-418c-9fe3-730065557a17,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:21.943551 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f51b8780-be7e-43fb-a8ea-61ddfc2d8622 req-7e366e0f-ed5a-409b-b5d4-f30ca5a490c2 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443058 Apr 21 12:35:22.014465 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ba479375-c9b6-4590-98d8-e0dc94c4adae req-1bca450b-4c98-4172-ac54-79d685bd9e82 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:22.016115 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba479375-c9b6-4590-98d8-e0dc94c4adae req-1bca450b-4c98-4172-ac54-79d685bd9e82 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4793932 Apr 21 12:35:22.067101 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11974e26-d738-4c43-94d4-5dfc7158e14b req-40edd94f-4599-4cbb-a3a5-62725d0824e9 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:22.069419 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11974e26-d738-4c43-94d4-5dfc7158e14b req-40edd94f-4599-4cbb-a3a5-62725d0824e9 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 943 time: 0.0670800 Apr 21 12:35:22.135836 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11974e26-d738-4c43-94d4-5dfc7158e14b req-a9f385b0-55e1-4e8b-9667-951ede11ece4 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581129 Apr 21 12:35:22.144457 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6ca32042-47c8-4c02-8ee5-f752755d12b2 req-c10b6fd0-c7e8-43ce-84f1-e2851f83ada8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dd0b1a2e-9ec9-4d87-8029-2dd55a1405d9 HTTP/1.1" status: 200 len: 210 time: 0.0337963 Apr 21 12:35:22.235277 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6cb18c37-05b6-4091-9118-fdf28a6b9813 req-d91c4b1c-7aa0-4e51-abd9-a488f829571d tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 210 time: 0.0319574 Apr 21 12:35:22.278404 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-8b768aed-0267-450a-bb9d-f84deef68621 req-bc22bb1b-447c-4fad-8d11-a0c00ec48c40 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1736302339', 'description': 'tempest-description-58066963'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:22.389636 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96cbec7-e315-4c8a-bb11-a292915d9038', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0640e710-1a46-475a-9474-849889575487'}, {'server_uuid': '0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c', 'name': 'network-vif-deleted', 'tag': '23e1c761-9375-48fc-9e9a-0decdbce0979'}, {'name': 'network-changed', 'server_uuid': 'b96cbec7-e315-4c8a-bb11-a292915d9038', 'tag': '0640e710-1a46-475a-9474-849889575487'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:35:22.392646 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e8c170-886a-468a-97e2-aa6f1eeb97e3" -d '{"events": [{"server_uuid": "b96cbec7-e315-4c8a-bb11-a292915d9038", "name": "network-vif-unplugged", "status": "completed", "tag": "0640e710-1a46-475a-9474-849889575487"}, {"server_uuid": "0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c", "name": "network-vif-deleted", "tag": "23e1c761-9375-48fc-9e9a-0decdbce0979"}, {"name": "network-changed", "server_uuid": "b96cbec7-e315-4c8a-bb11-a292915d9038", "tag": "0640e710-1a46-475a-9474-849889575487"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:35:22.417228 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b768aed-0267-450a-bb9d-f84deef68621 req-bc22bb1b-447c-4fad-8d11-a0c00ec48c40 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:22.488110 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b768aed-0267-450a-bb9d-f84deef68621 req-bc22bb1b-447c-4fad-8d11-a0c00ec48c40 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:22.571716 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b768aed-0267-450a-bb9d-f84deef68621 req-bc22bb1b-447c-4fad-8d11-a0c00ec48c40 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:22.600876 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22bb1b-447c-4fad-8d11-a0c00ec48c40 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e25dc86b-99ae-472e-a7eb-81feaa033f54,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:22.705933 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b768aed-0267-450a-bb9d-f84deef68621 req-bc22bb1b-447c-4fad-8d11-a0c00ec48c40 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:22.715901 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b768aed-0267-450a-bb9d-f84deef68621 req-bc22bb1b-447c-4fad-8d11-a0c00ec48c40 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4357488 Apr 21 12:35:22.748231 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-05edeb9a-828e-45a3-867d-7bd40f283b29 req-88b9d27a-9bc0-4b8f-a5a2-ca5798418675 tempest-ServersAaction247Test-880725569 tempest-ServersAaction247Test-880725569-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd0b1a2e-9ec9-4d87-8029-2dd55a1405d9 HTTP/1.1" status: 200 len: 210 time: 0.0320568 Apr 21 12:35:22.764034 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Thu, 21 Apr 2022 12:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3103a19-112d-4240-98e8-839a0914d10b x-openstack-request-id: req-f3103a19-112d-4240-98e8-839a0914d10b {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:35:22.764299 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96cbec7-e315-4c8a-bb11-a292915d9038", "name": "network-vif-unplugged", "status": "completed", "tag": "0640e710-1a46-475a-9474-849889575487", "code": 200}, {"server_uuid": "0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c", "name": "network-vif-deleted", "tag": "23e1c761-9375-48fc-9e9a-0decdbce0979", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b96cbec7-e315-4c8a-bb11-a292915d9038", "tag": "0640e710-1a46-475a-9474-849889575487", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:35:22.764651 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f3103a19-112d-4240-98e8-839a0914d10b {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:35:22.765066 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3103a19-112d-4240-98e8-839a0914d10b'] response: {'server_uuid': 'b96cbec7-e315-4c8a-bb11-a292915d9038', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0640e710-1a46-475a-9474-849889575487', 'code': 200} Apr 21 12:35:22.765892 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3103a19-112d-4240-98e8-839a0914d10b'] response: {'server_uuid': '0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c', 'name': 'network-vif-deleted', 'tag': '23e1c761-9375-48fc-9e9a-0decdbce0979', 'status': 'completed', 'code': 200} Apr 21 12:35:22.769752 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3103a19-112d-4240-98e8-839a0914d10b'] response: {'name': 'network-changed', 'server_uuid': 'b96cbec7-e315-4c8a-bb11-a292915d9038', 'tag': '0640e710-1a46-475a-9474-849889575487', 'status': 'completed', 'code': 200} Apr 21 12:35:22.845753 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8c170-886a-468a-97e2-aa6f1eeb97e3 req-b8768d0b-9005-4343-89a2-db7514d61454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:22.845753 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-87e8c170-886a-468a-97e2-aa6f1eeb97e3 req-b8768d0b-9005-4343-89a2-db7514d61454 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e16b811ea21846c89491aea47e9a7301&device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 1124 time: 0.0493524 Apr 21 12:35:22.883890 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9da7039c-a6d7-40d6-bb08-bd79cd398fdc req-874f0ffd-abb0-4d9c-99a8-0821e5b0a06c tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c HTTP/1.1" status: 200 len: 210 time: 0.0454948 Apr 21 12:35:22.905032 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ef526-0b0a-488c-a1f9-d153a9d777d9 req-f1f809f0-e7e6-4516-b019-3e3e7eff9544 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:22.907424 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dd8ef526-0b0a-488c-a1f9-d153a9d777d9 req-f1f809f0-e7e6-4516-b019-3e3e7eff9544 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0880144 Apr 21 12:35:22.916096 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-a3e7fdfb-0864-43a6-93a2-683919962118 req-e9a2dd96-31c0-40d5-847c-9886ba27fe70 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1665383538', 'description': 'tempest-description-876349328'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:22.939373 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8c170-886a-468a-97e2-aa6f1eeb97e3 req-dc3505a8-957e-4946-b1a6-38fab989e327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:22.941295 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-87e8c170-886a-468a-97e2-aa6f1eeb97e3 req-dc3505a8-957e-4946-b1a6-38fab989e327 service neutron] 10.222.0.24 "GET /v2.0/networks?id=32a67a5e-b72b-4167-97d6-5767775875e4 HTTP/1.1" status: 200 len: 908 time: 0.0882132 Apr 21 12:35:22.967125 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dd8ef526-0b0a-488c-a1f9-d153a9d777d9 req-6e26cde0-f428-4899-866a-882b741da64c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466056 Apr 21 12:35:22.989899 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-87e8c170-886a-468a-97e2-aa6f1eeb97e3 req-8d79d312-cde6-4ca9-ade8-69a81835859a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0640e710-1a46-475a-9474-849889575487 HTTP/1.1" status: 200 len: 217 time: 0.0413811 Apr 21 12:35:23.042063 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8c170-886a-468a-97e2-aa6f1eeb97e3 req-46a587b6-b2a1-4dbe-be12-4e9a6989e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:23.043768 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-87e8c170-886a-468a-97e2-aa6f1eeb97e3 req-46a587b6-b2a1-4dbe-be12-4e9a6989e199 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a3b8f234-8156-4627-8cae-e6fcb5c2aa35 HTTP/1.1" status: 200 len: 847 time: 0.0455189 Apr 21 12:35:23.051394 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a3e7fdfb-0864-43a6-93a2-683919962118 req-e9a2dd96-31c0-40d5-847c-9886ba27fe70 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:23.078571 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-87e8c170-886a-468a-97e2-aa6f1eeb97e3 req-f8f1266f-8411-4943-ad9f-f7c044b08a9f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32a67a5e-b72b-4167-97d6-5767775875e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259311 Apr 21 12:35:23.123165 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a3e7fdfb-0864-43a6-93a2-683919962118 req-e9a2dd96-31c0-40d5-847c-9886ba27fe70 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:23.182071 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-87e8c170-886a-468a-97e2-aa6f1eeb97e3 req-7cbff48a-6774-4e5f-967a-73c27c481272 service neutron] 10.222.0.24 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935221 Apr 21 12:35:23.194560 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a3e7fdfb-0864-43a6-93a2-683919962118 req-e9a2dd96-31c0-40d5-847c-9886ba27fe70 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:23.259894 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2dd96-31c0-40d5-847c-9886ba27fe70 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edd26e4f-1c20-4e13-8edd-29f8492c97d7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:23.291137 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe2b86-40b4-4a0c-8dc5-674e7d9c216c req-51fcfa2d-22ef-49ca-9993-ed7c8263b482 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:23.292876 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03fe2b86-40b4-4a0c-8dc5-674e7d9c216c req-51fcfa2d-22ef-49ca-9993-ed7c8263b482 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 943 time: 0.0762272 Apr 21 12:35:23.305257 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-87e8c170-886a-468a-97e2-aa6f1eeb97e3 req-8218f034-db60-43e1-a2c8-9fe0e12c4f29 service neutron] 10.222.0.24 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946414 Apr 21 12:35:23.322923 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a3e7fdfb-0864-43a6-93a2-683919962118 req-e9a2dd96-31c0-40d5-847c-9886ba27fe70 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:23.326139 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3e7fdfb-0864-43a6-93a2-683919962118 req-e9a2dd96-31c0-40d5-847c-9886ba27fe70 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4123163 Apr 21 12:35:23.353828 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03fe2b86-40b4-4a0c-8dc5-674e7d9c216c req-bee39a62-3326-4113-882e-f99abdd1b415 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516653 Apr 21 12:35:23.411378 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bfc42433-71e0-4b55-8f67-a26ca702702b req-29c3f82d-78e2-486a-90ce-5130649f410e tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 210 time: 0.0332351 Apr 21 12:35:23.452037 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db92018b-5079-46af-a117-03c6055b9dda req-5fe93718-63d0-40b8-8b45-cf5584b31513 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "GET /v2.0/security-groups/e25dc86b-99ae-472e-a7eb-81feaa033f54 HTTP/1.1" status: 200 len: 1803 time: 0.0646272 Apr 21 12:35:23.495548 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db92018b-5079-46af-a117-03c6055b9dda req-5b59e97d-ccc1-4b1c-8954-9afb23a5615c tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "GET /v2.0/security-groups/edd26e4f-1c20-4e13-8edd-29f8492c97d7 HTTP/1.1" status: 200 len: 1804 time: 0.0373685 Apr 21 12:35:23.508520 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-db92018b-5079-46af-a117-03c6055b9dda req-ae2bf46f-4566-4236-ad71-9b4cfadcd1e4 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e25dc86b-99ae-472e-a7eb-81feaa033f54', 'remote_group_id': 'edd26e4f-1c20-4e13-8edd-29f8492c97d7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:23.508835 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-db92018b-5079-46af-a117-03c6055b9dda req-ae2bf46f-4566-4236-ad71-9b4cfadcd1e4 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e25dc86b-99ae-472e-a7eb-81feaa033f54', 'remote_group_id': 'edd26e4f-1c20-4e13-8edd-29f8492c97d7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:23.664306 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db92018b-5079-46af-a117-03c6055b9dda req-ae2bf46f-4566-4236-ad71-9b4cfadcd1e4 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:23.705830 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db92018b-5079-46af-a117-03c6055b9dda req-ae2bf46f-4566-4236-ad71-9b4cfadcd1e4 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:23.856346 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-62f3c338-c0bc-4ba3-bae8-07a5d313f076 req-7a2e8812-63c2-4c1f-ad5e-7d4e9a261ef4 tempest-ServersAaction247Test-880725569 tempest-ServersAaction247Test-880725569-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd0b1a2e-9ec9-4d87-8029-2dd55a1405d9 HTTP/1.1" status: 200 len: 210 time: 0.0270300 Apr 21 12:35:23.874625 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db92018b-5079-46af-a117-03c6055b9dda req-ae2bf46f-4566-4236-ad71-9b4cfadcd1e4 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:23.898525 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2bf46f-4566-4236-ad71-9b4cfadcd1e4 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea12fb1e-81c6-43f7-bbc4-1a1862fbbdf6,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:23.991387 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db92018b-5079-46af-a117-03c6055b9dda req-ae2bf46f-4566-4236-ad71-9b4cfadcd1e4 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:23.992685 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db92018b-5079-46af-a117-03c6055b9dda req-ae2bf46f-4566-4236-ad71-9b4cfadcd1e4 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4880707 Apr 21 12:35:24.077564 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc03f715-b881-4cfe-8cb6-508c43879545 req-253de5b5-6c2f-4397-b9e4-2c757571536b tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c HTTP/1.1" status: 200 len: 210 time: 0.0280752 Apr 21 12:35:24.185445 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f196ca-a092-412e-9851-9d655b658fac req-fdf844f3-271c-4306-a31f-187b0afb94c5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:24.186984 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f7f196ca-a092-412e-9851-9d655b658fac req-fdf844f3-271c-4306-a31f-187b0afb94c5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0518124 Apr 21 12:35:24.229312 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f7f196ca-a092-412e-9851-9d655b658fac req-ccf00cb1-32f2-44fb-b13d-8f6f9c2fba49 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352235 Apr 21 12:35:24.258149 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-51e4f58b-e669-491f-95af-cb6a96c7c685 req-e17ca7be-1a58-47ca-8dab-9b1071629ffe tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1842350951', 'description': 'tempest-description-1766159339'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:24.403855 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-51e4f58b-e669-491f-95af-cb6a96c7c685 req-e17ca7be-1a58-47ca-8dab-9b1071629ffe tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:24.487214 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-51e4f58b-e669-491f-95af-cb6a96c7c685 req-e17ca7be-1a58-47ca-8dab-9b1071629ffe tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:24.542030 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a683365c-21e8-42af-9913-bb00619f2c88 req-fcb28615-7169-4c28-afbe-f813d1cdd4a6 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:24.543567 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a683365c-21e8-42af-9913-bb00619f2c88 req-fcb28615-7169-4c28-afbe-f813d1cdd4a6 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 943 time: 0.0487084 Apr 21 12:35:24.581214 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-51e4f58b-e669-491f-95af-cb6a96c7c685 req-e17ca7be-1a58-47ca-8dab-9b1071629ffe tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:24.600348 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a683365c-21e8-42af-9913-bb00619f2c88 req-b38de3da-5a0f-48fa-b40f-aa8baf6c5470 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490522 Apr 21 12:35:24.615493 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ca7be-1a58-47ca-8dab-9b1071629ffe tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d100a4d0-297a-4b00-a218-366c1ef66e92,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:24.720885 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-51e4f58b-e669-491f-95af-cb6a96c7c685 req-e17ca7be-1a58-47ca-8dab-9b1071629ffe tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:24.720885 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51e4f58b-e669-491f-95af-cb6a96c7c685 req-e17ca7be-1a58-47ca-8dab-9b1071629ffe tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4580827 Apr 21 12:35:24.790533 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ee6f5de-d57b-4b5a-bc28-7b94449b36ee req-2758423c-2cca-482f-aaaf-d5f1169dac39 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 210 time: 0.0329828 Apr 21 12:35:24.824601 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-6072865c-6ea9-4efa-a65d-4460f6912791 req-0a1ff4f3-92cf-4270-823f-4531b35d6900 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-569736559', 'description': 'tempest-description-145025648'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:24.942184 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6072865c-6ea9-4efa-a65d-4460f6912791 req-0a1ff4f3-92cf-4270-823f-4531b35d6900 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:25.010755 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6072865c-6ea9-4efa-a65d-4460f6912791 req-0a1ff4f3-92cf-4270-823f-4531b35d6900 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:25.114347 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6072865c-6ea9-4efa-a65d-4460f6912791 req-0a1ff4f3-92cf-4270-823f-4531b35d6900 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:25.143457 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ff4f3-92cf-4270-823f-4531b35d6900 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1032bde2-f475-44a5-86fe-da6ddccc23d8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:25.212613 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-33a790da-44f4-4230-82e0-b1b41ef19888 req-9ef7eb49-5432-4391-a9d5-e076e456af88 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd22ba4cda854040959526da3d91f0ba&device_id=dd0b1a2e-9ec9-4d87-8029-2dd55a1405d9 HTTP/1.1" status: 200 len: 210 time: 0.0297544 Apr 21 12:35:25.236879 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e815f76-933e-471a-bdb6-4a84e9456de4 req-44bcde2a-bdcd-4b70-b691-7d2102e066e4 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c HTTP/1.1" status: 200 len: 210 time: 0.0287328 Apr 21 12:35:25.243754 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-33a790da-44f4-4230-82e0-b1b41ef19888 req-05adaa00-1deb-4638-970d-d01d7da0dc71 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=dd22ba4cda854040959526da3d91f0ba&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212393 Apr 21 12:35:25.257917 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6072865c-6ea9-4efa-a65d-4460f6912791 req-0a1ff4f3-92cf-4270-823f-4531b35d6900 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:25.277165 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6072865c-6ea9-4efa-a65d-4460f6912791 req-0a1ff4f3-92cf-4270-823f-4531b35d6900 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4569299 Apr 21 12:35:25.367180 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a790da-44f4-4230-82e0-b1b41ef19888 req-71379977-3bb5-4455-89a5-9bdbba77e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:25.368658 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-33a790da-44f4-4230-82e0-b1b41ef19888 req-71379977-3bb5-4455-89a5-9bdbba77e837 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1142735 Apr 21 12:35:25.382999 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d70e74a-22cf-4909-bf81-92337d12c072 req-abf60bc2-0ea3-4a0a-90df-8048f87547cf tempest-ServersAaction247Test-880725569 tempest-ServersAaction247Test-880725569-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd0b1a2e-9ec9-4d87-8029-2dd55a1405d9 HTTP/1.1" status: 200 len: 210 time: 0.0529943 Apr 21 12:35:25.421056 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa45b8-7b2c-40b3-8d21-a292aa167b94 req-97890e34-ac5e-4199-9b84-97cda1c80b0c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:25.421056 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-53aa45b8-7b2c-40b3-8d21-a292aa167b94 req-97890e34-ac5e-4199-9b84-97cda1c80b0c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 945 time: 0.0752602 Apr 21 12:35:25.489515 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-53aa45b8-7b2c-40b3-8d21-a292aa167b94 req-75a3c446-597f-443b-a5d2-94ffde4690af tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653496 Apr 21 12:35:25.494278 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-099e6926-9142-4bc0-955c-65911afb6c25 req-40b90407-6c6e-4069-9f40-ae610be45965 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "GET /v2.0/security-groups/d100a4d0-297a-4b00-a218-366c1ef66e92 HTTP/1.1" status: 200 len: 1805 time: 0.0688934 Apr 21 12:35:25.516116 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 23e1c761-9375-48fc-9e9a-0decdbce0979 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:35:25.540803 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 23e1c761-9375-48fc-9e9a-0decdbce0979 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:35:25.544134 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 23e1c761-9375-48fc-9e9a-0decdbce0979 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:35:25.544134 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:35:25.544374 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-099e6926-9142-4bc0-955c-65911afb6c25 req-fecfb6ac-0981-4a6f-a961-edc2c91faf38 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "GET /v2.0/security-groups/1032bde2-f475-44a5-86fe-da6ddccc23d8 HTTP/1.1" status: 200 len: 1803 time: 0.0429745 Apr 21 12:35:25.555192 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-099e6926-9142-4bc0-955c-65911afb6c25 req-9ae958e9-bfc0-484f-a061-e417e8173c26 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd100a4d0-297a-4b00-a218-366c1ef66e92', 'remote_group_id': '1032bde2-f475-44a5-86fe-da6ddccc23d8', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:25.555633 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-099e6926-9142-4bc0-955c-65911afb6c25 req-9ae958e9-bfc0-484f-a061-e417e8173c26 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd100a4d0-297a-4b00-a218-366c1ef66e92', 'remote_group_id': '1032bde2-f475-44a5-86fe-da6ddccc23d8', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:25.618607 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:25.642404 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ed163b-839d-4f7d-a7c0-4b7c081ec6f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ca01f38-ba39-4ba3-8d92-8f538ac09b0b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:35:25.644734 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37c577a-ba6a-490c-9218-82653a4d0f7e" -d '{"events": [{"server_uuid": "d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7", "name": "network-vif-unplugged", "status": "completed", "tag": "6ca01f38-ba39-4ba3-8d92-8f538ac09b0b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:35:25.659532 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=6ca01f38-ba39-4ba3-8d92-8f538ac09b0b,segment=NetworkSegment(9a2658ad-93c7-49bb-ae54-fb57fa937c4e),segment_id=9a2658ad-93c7-49bb-ae54-fb57fa937c4e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:25.729441 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-099e6926-9142-4bc0-955c-65911afb6c25 req-9ae958e9-bfc0-484f-a061-e417e8173c26 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:25.755594 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b80e6-8d5a-4438-9987-f17a1466eb97 req-d3b28729-7c8a-45b3-a132-bc3a11fcdbb4 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:25.757135 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-015b80e6-8d5a-4438-9987-f17a1466eb97 req-d3b28729-7c8a-45b3-a132-bc3a11fcdbb4 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 943 time: 0.0806844 Apr 21 12:35:25.779281 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-099e6926-9142-4bc0-955c-65911afb6c25 req-9ae958e9-bfc0-484f-a061-e417e8173c26 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:25.794490 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:25.809200 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-015b80e6-8d5a-4438-9987-f17a1466eb97 req-2c098fb0-f594-43e1-9019-1c00420793dc tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444732 Apr 21 12:35:25.861188 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=6ca01f38-ba39-4ba3-8d92-8f538ac09b0b,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:25.869787 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:25.870178 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:25.870522 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:25.870853 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:25.871226 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:25.871560 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:25.871912 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:25.872467 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:25.872948 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:25.873484 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:25.873987 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:25.874466 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:25.881129 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c6d6c1-f76e-408a-be7e-1f0cf2909b2f x-openstack-request-id: req-a7c6d6c1-f76e-408a-be7e-1f0cf2909b2f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:35:25.881696 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7", "name": "network-vif-unplugged", "status": "completed", "tag": "6ca01f38-ba39-4ba3-8d92-8f538ac09b0b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:35:25.882281 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a7c6d6c1-f76e-408a-be7e-1f0cf2909b2f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:35:25.882839 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7c6d6c1-f76e-408a-be7e-1f0cf2909b2f'] response: {'server_uuid': 'd2ed163b-839d-4f7d-a7c0-4b7c081ec6f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ca01f38-ba39-4ba3-8d92-8f538ac09b0b', 'code': 200} Apr 21 12:35:25.983246 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-26dc6290-8e1e-4096-a0d0-6b2e461de567 req-4c84b3ec-9661-4c56-8615-e311cda46ce9 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=d8c315a3-954b-4fcb-8e90-1e151ffd36de HTTP/1.1" status: 200 len: 210 time: 0.0275667 Apr 21 12:35:25.983994 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-099e6926-9142-4bc0-955c-65911afb6c25 req-9ae958e9-bfc0-484f-a061-e417e8173c26 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:26.010807 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae958e9-bfc0-484f-a061-e417e8173c26 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4d0593e-fde8-4d63-81e5-5c88da0c598a,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:26.191155 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-099e6926-9142-4bc0-955c-65911afb6c25 req-9ae958e9-bfc0-484f-a061-e417e8173c26 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:26.192783 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-099e6926-9142-4bc0-955c-65911afb6c25 req-9ae958e9-bfc0-484f-a061-e417e8173c26 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6410792 Apr 21 12:35:26.250822 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6914f476-3592-4c7d-a653-790848df9981 req-e65040cf-e6a1-41e5-b526-63bb7ec8eaf5 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "GET /v2.0/security-groups/1032bde2-f475-44a5-86fe-da6ddccc23d8 HTTP/1.1" status: 200 len: 1803 time: 0.0385296 Apr 21 12:35:26.373926 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6914f476-3592-4c7d-a653-790848df9981 req-d1fe3176-11d7-4379-b89c-0f6d752223e8 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:26.422448 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d0e38511-22fa-4a2e-abe5-4b70c5ef0ab0 req-475f6ec6-11b4-4186-b15c-31d3d53bc5e6 tempest-VolumesAdminNegativeTest-333383387 tempest-VolumesAdminNegativeTest-333383387-project] 10.222.0.36 "GET /v2.0/ports?device_id=0569ed1f-4406-4c3c-b22e-a9c8f52d7b5c HTTP/1.1" status: 200 len: 210 time: 0.0370393 Apr 21 12:35:26.423929 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6914f476-3592-4c7d-a653-790848df9981 req-d1fe3176-11d7-4379-b89c-0f6d752223e8 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:26.540912 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d05c97da-1c98-449d-95cd-10384b159527 req-f5536fbd-7f37-4505-b116-35ce2871dc34 tempest-ServersAaction247Test-880725569 tempest-ServersAaction247Test-880725569-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd0b1a2e-9ec9-4d87-8029-2dd55a1405d9 HTTP/1.1" status: 200 len: 210 time: 0.0328290 Apr 21 12:35:26.630376 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6914f476-3592-4c7d-a653-790848df9981 req-d1fe3176-11d7-4379-b89c-0f6d752223e8 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:26.633214 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6914f476-3592-4c7d-a653-790848df9981 req-d1fe3176-11d7-4379-b89c-0f6d752223e8 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:26.634398 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6914f476-3592-4c7d-a653-790848df9981 req-d1fe3176-11d7-4379-b89c-0f6d752223e8 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "DELETE /v2.0/security-groups/1032bde2-f475-44a5-86fe-da6ddccc23d8 HTTP/1.1" status: 204 len: 173 time: 0.3662879 Apr 21 12:35:26.655633 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe3176-11d7-4379-b89c-0f6d752223e8 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1032bde2-f475-44a5-86fe-da6ddccc23d8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:26.683309 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bbcc80-fde6-4dd4-95c1-99b5aace9149 req-2751a9d4-c20f-47e7-a0ec-c41d5891cbc6 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:26.684806 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34bbcc80-fde6-4dd4-95c1-99b5aace9149 req-2751a9d4-c20f-47e7-a0ec-c41d5891cbc6 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 943 time: 0.0819571 Apr 21 12:35:26.727921 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-82c3a48b-0f8d-411d-9547-dd513f9e63cf req-973ef3f8-5013-49bb-805b-8bea2f073d17 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "GET /v2.0/security-groups/d100a4d0-297a-4b00-a218-366c1ef66e92 HTTP/1.1" status: 200 len: 1805 time: 0.0697656 Apr 21 12:35:26.741038 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34bbcc80-fde6-4dd4-95c1-99b5aace9149 req-6963f21a-0301-4109-8fac-e34d0d0432d4 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500522 Apr 21 12:35:26.753655 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-a9d7aee3-ee66-4225-8ce1-a3c3a7a0779b req-9ae3000c-3de7-4bad-a93f-43242500a5bb tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-55245548', 'description': 'tempest-description-733472578'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:26.880070 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9d7aee3-ee66-4225-8ce1-a3c3a7a0779b req-9ae3000c-3de7-4bad-a93f-43242500a5bb tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:26.958921 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedeb230-ebbe-4cab-8b3a-71265d65ca75 req-44c7d4ff-f301-4219-b093-0514c088638d tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:26.960442 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bedeb230-ebbe-4cab-8b3a-71265d65ca75 req-44c7d4ff-f301-4219-b093-0514c088638d tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 943 time: 0.0770507 Apr 21 12:35:27.016324 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9d7aee3-ee66-4225-8ce1-a3c3a7a0779b req-9ae3000c-3de7-4bad-a93f-43242500a5bb tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:27.023701 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bedeb230-ebbe-4cab-8b3a-71265d65ca75 req-50ebfdfa-0fec-495d-8ea4-d54ee225aa64 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534468 Apr 21 12:35:27.136276 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9d7aee3-ee66-4225-8ce1-a3c3a7a0779b req-9ae3000c-3de7-4bad-a93f-43242500a5bb tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:27.166833 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3000c-3de7-4bad-a93f-43242500a5bb tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43854f8e-1514-49d2-b1a7-fe3c7419e73f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:27.297163 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-33a790da-44f4-4230-82e0-b1b41ef19888 req-b9172af7-c9d6-4256-aa7b-a181e1167e34 tempest-ServersAaction247Test-880725569 tempest-ServersAaction247Test-880725569-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd0b1a2e-9ec9-4d87-8029-2dd55a1405d9 HTTP/1.1" status: 200 len: 210 time: 0.0254014 Apr 21 12:35:27.299345 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9d7aee3-ee66-4225-8ce1-a3c3a7a0779b req-9ae3000c-3de7-4bad-a93f-43242500a5bb tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:27.300622 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9d7aee3-ee66-4225-8ce1-a3c3a7a0779b req-9ae3000c-3de7-4bad-a93f-43242500a5bb tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5512354 Apr 21 12:35:27.387370 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24b5448f-e691-4671-bf61-107e66ad0167 req-afbf4719-0a08-4461-bf7a-026da557c209 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "GET /v2.0/security-groups/43854f8e-1514-49d2-b1a7-fe3c7419e73f HTTP/1.1" status: 200 len: 1802 time: 0.0648689 Apr 21 12:35:27.398720 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-24b5448f-e691-4671-bf61-107e66ad0167 req-74e35433-3f69-4c98-aa33-8e5f4352bf3b tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '43854f8e-1514-49d2-b1a7-fe3c7419e73f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:27.399625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-24b5448f-e691-4671-bf61-107e66ad0167 req-74e35433-3f69-4c98-aa33-8e5f4352bf3b tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '43854f8e-1514-49d2-b1a7-fe3c7419e73f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:27.487084 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34708) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:27.534574 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-c547db72-c115-4897-9217-006342503fc4 admin admin] Deleting subnet 1ef2bae7-ae93-43ba-bf2d-9ed5978c2568 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:35:27.537762 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 0640e710-1a46-475a-9474-849889575487 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:35:27.539030 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c547db72-c115-4897-9217-006342503fc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:27.598005 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c547db72-c115-4897-9217-006342503fc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:27.641625 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c547db72-c115-4897-9217-006342503fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:27.659971 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-24b5448f-e691-4671-bf61-107e66ad0167 req-74e35433-3f69-4c98-aa33-8e5f4352bf3b tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:27.676295 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 0640e710-1a46-475a-9474-849889575487, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=0640e710-1a46-475a-9474-849889575487,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:27.690857 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 0640e710-1a46-475a-9474-849889575487 has no active binding in host n-h1-836147-2 {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 21 12:35:27.714801 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-24b5448f-e691-4671-bf61-107e66ad0167 req-74e35433-3f69-4c98-aa33-8e5f4352bf3b tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:27.735124 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a4146352-c371-4cd0-8922-f934b7176826 req-724594df-c121-4805-a94e-efb1af6eb97a tempest-ServersAaction247Test-880725569 tempest-ServersAaction247Test-880725569-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd0b1a2e-9ec9-4d87-8029-2dd55a1405d9 HTTP/1.1" status: 200 len: 210 time: 0.0468385 Apr 21 12:35:27.860328 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fd80b-900f-4878-b51f-24c4c93eaa20 req-5375242b-3a23-4b7e-ac8c-15c5d5cd9385 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:27.861955 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-276fd80b-900f-4878-b51f-24c4c93eaa20 req-5375242b-3a23-4b7e-ac8c-15c5d5cd9385 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 943 time: 0.0536919 Apr 21 12:35:27.868376 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-24b5448f-e691-4671-bf61-107e66ad0167 req-74e35433-3f69-4c98-aa33-8e5f4352bf3b tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:27.904671 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e35433-3f69-4c98-aa33-8e5f4352bf3b tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72f33ca-0382-44f0-90d7-b511f142cf04,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:27.928129 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-276fd80b-900f-4878-b51f-24c4c93eaa20 req-12836e99-4511-4807-9606-49bab94b77e1 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548401 Apr 21 12:35:27.983371 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c547db72-c115-4897-9217-006342503fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:28.011263 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547db72-c115-4897-9217-006342503fc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ef2bae7-ae93-43ba-bf2d-9ed5978c2568,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:28.014262 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c547db72-c115-4897-9217-006342503fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:28.019534 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c547db72-c115-4897-9217-006342503fc4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1ef2bae7-ae93-43ba-bf2d-9ed5978c2568 HTTP/1.1" status: 204 len: 168 time: 0.5286319 Apr 21 12:35:28.019720 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34716) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:28.027411 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547db72-c115-4897-9217-006342503fc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:28.028182 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547db72-c115-4897-9217-006342503fc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:28.028779 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547db72-c115-4897-9217-006342503fc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:28.029372 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547db72-c115-4897-9217-006342503fc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:28.031223 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547db72-c115-4897-9217-006342503fc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:28.032629 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547db72-c115-4897-9217-006342503fc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:28.034346 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547db72-c115-4897-9217-006342503fc4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:28.038230 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-24b5448f-e691-4671-bf61-107e66ad0167 req-74e35433-3f69-4c98-aa33-8e5f4352bf3b tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:28.038353 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547db72-c115-4897-9217-006342503fc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:28.038353 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547db72-c115-4897-9217-006342503fc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:28.038353 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547db72-c115-4897-9217-006342503fc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:28.038353 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547db72-c115-4897-9217-006342503fc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:28.038683 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24b5448f-e691-4671-bf61-107e66ad0167 req-74e35433-3f69-4c98-aa33-8e5f4352bf3b tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6420195 Apr 21 12:35:28.038884 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c547db72-c115-4897-9217-006342503fc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:28.485817 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13853b6c-d617-4879-b65f-ce25ac072956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:28.539424 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f44c555-49c8-415d-848b-50b0b16bb182 req-82d42726-8c48-4750-8d76-8199b8d8103c tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "GET /v2.0/security-groups/43854f8e-1514-49d2-b1a7-fe3c7419e73f HTTP/1.1" status: 200 len: 2395 time: 0.4462874 Apr 21 12:35:28.549520 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-4f44c555-49c8-415d-848b-50b0b16bb182 req-764646e4-d523-43a2-a97f-04242ab86c78 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '43854f8e-1514-49d2-b1a7-fe3c7419e73f', 'remote_group_id': None}]} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:28.549899 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-4f44c555-49c8-415d-848b-50b0b16bb182 req-764646e4-d523-43a2-a97f-04242ab86c78 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '43854f8e-1514-49d2-b1a7-fe3c7419e73f', 'remote_group_id': None}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:28.606188 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1793a2-585e-4f6e-b796-4c73143f2cbc req-244191f3-5409-4de4-8fa9-4580bb5cefd9 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:28.607715 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4c1793a2-585e-4f6e-b796-4c73143f2cbc req-244191f3-5409-4de4-8fa9-4580bb5cefd9 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 943 time: 0.1213348 Apr 21 12:35:28.680333 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13853b6c-d617-4879-b65f-ce25ac072956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:28.715474 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4c1793a2-585e-4f6e-b796-4c73143f2cbc req-acec1743-b1c3-4cca-a050-ee35fa594c2f tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938036 Apr 21 12:35:28.725733 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-13853b6c-d617-4879-b65f-ce25ac072956 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e79e57f-4187-4f1d-82d0-38b1ad1f2346']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:28.751811 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-13853b6c-d617-4879-b65f-ce25ac072956 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40053aa4-763b-4507-8fb5-b3666fa81e10') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:28.752118 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-13853b6c-d617-4879-b65f-ce25ac072956 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40053aa4-763b-4507-8fb5-b3666fa81e10') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:28.771048 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13853b6c-d617-4879-b65f-ce25ac072956 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:28.822695 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f44c555-49c8-415d-848b-50b0b16bb182 req-764646e4-d523-43a2-a97f-04242ab86c78 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:28.826266 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13853b6c-d617-4879-b65f-ce25ac072956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:28.836660 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13853b6c-d617-4879-b65f-ce25ac072956 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:35:28.837079 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13853b6c-d617-4879-b65f-ce25ac072956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:35:28.838953 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:35:28.898713 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f44c555-49c8-415d-848b-50b0b16bb182 req-764646e4-d523-43a2-a97f-04242ab86c78 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:28.918345 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e60d8-1d16-4695-aa72-de61a0f112e8 req-464825bf-8348-4e11-a87d-9e3bcc7cab13 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:28.919813 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-352e60d8-1d16-4695-aa72-de61a0f112e8 req-464825bf-8348-4e11-a87d-9e3bcc7cab13 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 943 time: 0.1426370 Apr 21 12:35:29.016075 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f44c555-49c8-415d-848b-50b0b16bb182 req-764646e4-d523-43a2-a97f-04242ab86c78 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:29.061698 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13853b6c-d617-4879-b65f-ce25ac072956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:29.069691 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764646e4-d523-43a2-a97f-04242ab86c78 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ff1ab0-2dd5-405d-835e-4aaa8df63242,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:29.082116 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13853b6c-d617-4879-b65f-ce25ac072956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:29.085558 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-13853b6c-d617-4879-b65f-ce25ac072956 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1e79e57f-4187-4f1d-82d0-38b1ad1f2346 HTTP/1.1" status: 204 len: 168 time: 1.0646207 Apr 21 12:35:29.088710 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-352e60d8-1d16-4695-aa72-de61a0f112e8 req-bd69eba0-01eb-457f-921d-4700a0452d71 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Deleting port 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:35:29.088833 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34734) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:29.089262 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-352e60d8-1d16-4695-aa72-de61a0f112e8 req-bd69eba0-01eb-457f-921d-4700a0452d71 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:29.118865 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13853b6c-d617-4879-b65f-ce25ac072956 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e79e57f-4187-4f1d-82d0-38b1ad1f2346,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:29.168799 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f44c555-49c8-415d-848b-50b0b16bb182 req-764646e4-d523-43a2-a97f-04242ab86c78 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:29.175480 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e7f6dd-47b4-4de7-80e8-62fd5754bdc9 admin admin] Deleting subnet 467f6f33-1394-4135-b306-b1c38d032c2a {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:35:29.180468 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24e7f6dd-47b4-4de7-80e8-62fd5754bdc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:29.193512 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f44c555-49c8-415d-848b-50b0b16bb182 req-764646e4-d523-43a2-a97f-04242ab86c78 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.6507075 Apr 21 12:35:29.254227 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24e7f6dd-47b4-4de7-80e8-62fd5754bdc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:29.302178 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-352e60d8-1d16-4695-aa72-de61a0f112e8 req-bd69eba0-01eb-457f-921d-4700a0452d71 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] For port 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=6ca01f38-ba39-4ba3-8d92-8f538ac09b0b,segment=NetworkSegment(9a2658ad-93c7-49bb-ae54-fb57fa937c4e),segment_id=9a2658ad-93c7-49bb-ae54-fb57fa937c4e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:29.303733 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-352e60d8-1d16-4695-aa72-de61a0f112e8 req-bd69eba0-01eb-457f-921d-4700a0452d71 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:29.315154 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24e7f6dd-47b4-4de7-80e8-62fd5754bdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:29.321957 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-352e60d8-1d16-4695-aa72-de61a0f112e8 req-bd69eba0-01eb-457f-921d-4700a0452d71 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Calling delete_port for 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:35:29.345652 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f0bfc-d6ff-4736-ba63-8deada2feaa4 req-20997b6b-fd53-4660-b16f-9444567d307c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:29.350059 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c5f0bfc-d6ff-4736-ba63-8deada2feaa4 req-20997b6b-fd53-4660-b16f-9444567d307c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 943 time: 0.1506195 Apr 21 12:35:29.388061 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898e12c-f4f0-4fa6-907a-bd1a8b693d77 req-562fc882-d731-4ade-8a2e-364a4a964b08 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:29.389821 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e898e12c-f4f0-4fa6-907a-bd1a8b693d77 req-562fc882-d731-4ade-8a2e-364a4a964b08 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 946 time: 0.1409736 Apr 21 12:35:29.458047 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24e7f6dd-47b4-4de7-80e8-62fd5754bdc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:29.469228 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c5f0bfc-d6ff-4736-ba63-8deada2feaa4 req-8aaa13d0-2dca-4263-aa86-ffcdd28f96f7 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086285 Apr 21 12:35:29.502113 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e898e12c-f4f0-4fa6-907a-bd1a8b693d77 req-a64f840a-413b-47b4-abc4-e79ea09603a0 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752177 Apr 21 12:35:29.503083 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24e7f6dd-47b4-4de7-80e8-62fd5754bdc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:29.521178 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-24e7f6dd-47b4-4de7-80e8-62fd5754bdc9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/467f6f33-1394-4135-b306-b1c38d032c2a HTTP/1.1" status: 204 len: 168 time: 0.4311302 Apr 21 12:35:29.522313 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34744) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:29.546063 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7f6dd-47b4-4de7-80e8-62fd5754bdc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=467f6f33-1394-4135-b306-b1c38d032c2a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:29.634453 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99f81b77-9220-4b9a-b147-fc828970ed3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:29.638632 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9af44f4f-c0d9-4a56-a35b-f539388143a3 req-6a182217-a81a-43f8-957f-b5c78fef4740 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "GET /v2.0/security-groups/43854f8e-1514-49d2-b1a7-fe3c7419e73f HTTP/1.1" status: 200 len: 2993 time: 0.0999544 Apr 21 12:35:29.683122 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34750) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:29.693269 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-352e60d8-1d16-4695-aa72-de61a0f112e8 req-bd69eba0-01eb-457f-921d-4700a0452d71 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:29.750527 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-885216ce-98f0-4cdb-97be-cb22616f58da req-6d7af24f-7b27-4753-a219-5746c7403ed3 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "GET /v2.0/security-group-rules/38ff1ab0-2dd5-405d-835e-4aaa8df63242 HTTP/1.1" status: 200 len: 783 time: 0.0895820 Apr 21 12:35:29.750853 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69eba0-01eb-457f-921d-4700a0452d71 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Pushing event deleted for resources: {'Port': ['ID=6ca01f38-ba39-4ba3-8d92-8f538ac09b0b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:29.754269 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99f81b77-9220-4b9a-b147-fc828970ed3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:29.791767 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-99f81b77-9220-4b9a-b147-fc828970ed3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3645ea2-9974-4d5f-8c02-7f3080997fb4']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:29.805828 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-99f81b77-9220-4b9a-b147-fc828970ed3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6638f364-3789-456c-9195-f9cd953dd4ae') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:29.805828 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-99f81b77-9220-4b9a-b147-fc828970ed3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6638f364-3789-456c-9195-f9cd953dd4ae') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:29.816184 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-352e60d8-1d16-4695-aa72-de61a0f112e8 req-bd69eba0-01eb-457f-921d-4700a0452d71 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] No DVR routers for this DVR port 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:35:29.817713 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99f81b77-9220-4b9a-b147-fc828970ed3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:29.819101 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-352e60d8-1d16-4695-aa72-de61a0f112e8 req-bd69eba0-01eb-457f-921d-4700a0452d71 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:29.822752 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-352e60d8-1d16-4695-aa72-de61a0f112e8 req-bd69eba0-01eb-457f-921d-4700a0452d71 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.26 "DELETE /v2.0/ports/6ca01f38-ba39-4ba3-8d92-8f538ac09b0b HTTP/1.1" status: 204 len: 173 time: 0.8950944 Apr 21 12:35:29.830160 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ed163b-839d-4f7d-a7c0-4b7c081ec6f7', 'name': 'network-vif-deleted', 'tag': '6ca01f38-ba39-4ba3-8d92-8f538ac09b0b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:35:29.832602 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141c4a83-4737-45c2-9fb8-722b5e13156f" -d '{"events": [{"server_uuid": "d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7", "name": "network-vif-deleted", "tag": "6ca01f38-ba39-4ba3-8d92-8f538ac09b0b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:35:29.844060 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3813c9cc-5c7c-4937-9157-5b9456f62731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:29.856475 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99f81b77-9220-4b9a-b147-fc828970ed3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:29.866130 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f81b77-9220-4b9a-b147-fc828970ed3b admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:35:29.866519 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99f81b77-9220-4b9a-b147-fc828970ed3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:35:29.868132 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:35:29.883078 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-885216ce-98f0-4cdb-97be-cb22616f58da req-ec50659f-ce81-46d5-88a5-079c1834876d tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "GET /v2.0/security-groups/43854f8e-1514-49d2-b1a7-fe3c7419e73f HTTP/1.1" status: 200 len: 2993 time: 0.1226237 Apr 21 12:35:29.920568 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7da19-3927-481a-931e-3af462061622 req-cf375b93-c45d-497f-b740-08a8b569cc14 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:29.923091 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-93c7da19-3927-481a-931e-3af462061622 req-cf375b93-c45d-497f-b740-08a8b569cc14 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 943 time: 0.0938234 Apr 21 12:35:29.935921 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-885216ce-98f0-4cdb-97be-cb22616f58da req-d8015e3c-6fe2-498d-a376-3407f29504a0 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:29.952808 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-885216ce-98f0-4cdb-97be-cb22616f58da req-d8015e3c-6fe2-498d-a376-3407f29504a0 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:29.991050 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3813c9cc-5c7c-4937-9157-5b9456f62731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:30.000465 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99f81b77-9220-4b9a-b147-fc828970ed3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:30.003117 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-93c7da19-3927-481a-931e-3af462061622 req-47f7f178-e2bb-46d0-b555-6f42272242b9 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628610 Apr 21 12:35:30.005463 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-99f81b77-9220-4b9a-b147-fc828970ed3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:30.008717 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-99f81b77-9220-4b9a-b147-fc828970ed3b admin admin] 10.222.0.36 "DELETE /v2.0/networks/b3645ea2-9974-4d5f-8c02-7f3080997fb4 HTTP/1.1" status: 204 len: 168 time: 0.4852786 Apr 21 12:35:30.027770 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f81b77-9220-4b9a-b147-fc828970ed3b admin admin] Pushing event deleted for resources: {'Network': ['ID=b3645ea2-9974-4d5f-8c02-7f3080997fb4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:30.055274 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e9620c-dfd7-41f2-936a-3d9d15afb3ba x-openstack-request-id: req-f4e9620c-dfd7-41f2-936a-3d9d15afb3ba {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:35:30.055633 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7", "name": "network-vif-deleted", "tag": "6ca01f38-ba39-4ba3-8d92-8f538ac09b0b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:35:30.055939 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4e9620c-dfd7-41f2-936a-3d9d15afb3ba {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:35:30.056392 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4e9620c-dfd7-41f2-936a-3d9d15afb3ba'] response: {'server_uuid': 'd2ed163b-839d-4f7d-a7c0-4b7c081ec6f7', 'name': 'network-vif-deleted', 'tag': '6ca01f38-ba39-4ba3-8d92-8f538ac09b0b', 'status': 'completed', 'code': 200} Apr 21 12:35:30.080081 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-885216ce-98f0-4cdb-97be-cb22616f58da req-d8015e3c-6fe2-498d-a376-3407f29504a0 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:30.080805 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3813c9cc-5c7c-4937-9157-5b9456f62731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:30.086458 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-885216ce-98f0-4cdb-97be-cb22616f58da req-d8015e3c-6fe2-498d-a376-3407f29504a0 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:30.087848 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-885216ce-98f0-4cdb-97be-cb22616f58da req-d8015e3c-6fe2-498d-a376-3407f29504a0 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/38ff1ab0-2dd5-405d-835e-4aaa8df63242 HTTP/1.1" status: 204 len: 173 time: 0.1918204 Apr 21 12:35:30.093616 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8015e3c-6fe2-498d-a376-3407f29504a0 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38ff1ab0-2dd5-405d-835e-4aaa8df63242,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:30.131372 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3813c9cc-5c7c-4937-9157-5b9456f62731 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd22ba4cda854040959526da3d91f0ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4464233 Apr 21 12:35:30.132318 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813c9cc-5c7c-4937-9157-5b9456f62731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f970888-2340-43b5-856c-c5c7f6f927c9,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:30.134993 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34762) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:30.176847 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f4134ad-bfc9-4edc-b1d5-de192eaad38e req-616705b1-c7d1-4229-950c-98eb62844dfa tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "GET /v2.0/security-groups/43854f8e-1514-49d2-b1a7-fe3c7419e73f HTTP/1.1" status: 200 len: 2395 time: 0.0609627 Apr 21 12:35:30.232439 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a99c816a-570f-42a2-8ee0-e6ac2171f1e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:30.267413 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a99c816a-570f-42a2-8ee0-e6ac2171f1e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:30.269488 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2f4134ad-bfc9-4edc-b1d5-de192eaad38e req-f66ce5c9-af43-4916-a331-211b272617a6 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:30.317044 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2f4134ad-bfc9-4edc-b1d5-de192eaad38e req-f66ce5c9-af43-4916-a331-211b272617a6 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:30.422748 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34764) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:30.462648 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-569e1949-0130-40d6-8e28-92784a7fcfa8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d4ec7030bfb94f689f8bbc16896ac4b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381181 Apr 21 12:35:30.465196 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34766) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:30.512025 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a99c816a-570f-42a2-8ee0-e6ac2171f1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:30.514531 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a99c816a-570f-42a2-8ee0-e6ac2171f1e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:30.518208 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a99c816a-570f-42a2-8ee0-e6ac2171f1e5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f970888-2340-43b5-856c-c5c7f6f927c9 HTTP/1.1" status: 204 len: 168 time: 0.3779600 Apr 21 12:35:30.521406 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e8957ea-b78e-4097-9678-69a641fe5d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:30.539843 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c816a-570f-42a2-8ee0-e6ac2171f1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f970888-2340-43b5-856c-c5c7f6f927c9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:30.539843 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2f4134ad-bfc9-4edc-b1d5-de192eaad38e req-f66ce5c9-af43-4916-a331-211b272617a6 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:30.542024 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2f4134ad-bfc9-4edc-b1d5-de192eaad38e req-f66ce5c9-af43-4916-a331-211b272617a6 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:30.553097 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f4134ad-bfc9-4edc-b1d5-de192eaad38e req-f66ce5c9-af43-4916-a331-211b272617a6 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "DELETE /v2.0/security-groups/43854f8e-1514-49d2-b1a7-fe3c7419e73f HTTP/1.1" status: 204 len: 173 time: 0.3736949 Apr 21 12:35:30.572555 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e8957ea-b78e-4097-9678-69a641fe5d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:30.574844 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ce5c9-af43-4916-a331-211b272617a6 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43854f8e-1514-49d2-b1a7-fe3c7419e73f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:30.699930 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-467ef7ae-e4f6-435d-9d2e-8cfb98848f9e req-920aad11-f8bb-4fb8-a03a-dbb2ff5b8d8c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2ed163b-839d-4f7d-a7c0-4b7c081ec6f7 HTTP/1.1" status: 200 len: 210 time: 0.0602229 Apr 21 12:35:30.721189 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33327971-eaee-4d28-9dd0-5e15caf473ed req-9de2eaa0-2aae-45f8-ba6b-2ec1174113ac tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:30.723063 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33327971-eaee-4d28-9dd0-5e15caf473ed req-9de2eaa0-2aae-45f8-ba6b-2ec1174113ac tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 946 time: 0.0732317 Apr 21 12:35:30.724351 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e8957ea-b78e-4097-9678-69a641fe5d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:30.726931 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e8957ea-b78e-4097-9678-69a641fe5d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:30.729636 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9e8957ea-b78e-4097-9678-69a641fe5d5e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/acb76a8a-ee85-4386-9584-2317bdf70db2 HTTP/1.1" status: 204 len: 168 time: 0.2618256 Apr 21 12:35:30.764058 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8957ea-b78e-4097-9678-69a641fe5d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb76a8a-ee85-4386-9584-2317bdf70db2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:30.778864 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-ed715b86-3e1d-4892-9648-bd85df8068c7 req-abebbec9-5428-4d1f-b537-ba1a018bc3a4 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] show failed (client error): The resource could not be found. Apr 21 12:35:30.778864 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ed715b86-3e1d-4892-9648-bd85df8068c7 req-abebbec9-5428-4d1f-b537-ba1a018bc3a4 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "GET /v2.0/security-groups/1032bde2-f475-44a5-86fe-da6ddccc23d8 HTTP/1.1" status: 404 len: 352 time: 0.0429621 Apr 21 12:35:30.818100 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33327971-eaee-4d28-9dd0-5e15caf473ed req-b93fde59-37ba-4705-a8e2-440b05c8afef tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826097 Apr 21 12:35:30.891828 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da1a74b3-bda0-48b6-a725-199f98e16dcc req-8616492e-af9c-42c9-b5d9-ccb2778137b4 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "GET /v2.0/security-groups/d100a4d0-297a-4b00-a218-366c1ef66e92 HTTP/1.1" status: 200 len: 1805 time: 0.0581939 Apr 21 12:35:30.950416 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-da1a74b3-bda0-48b6-a725-199f98e16dcc req-776d8138-0da1-4041-9b05-80b202ac6f8b tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:30.974639 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-da1a74b3-bda0-48b6-a725-199f98e16dcc req-776d8138-0da1-4041-9b05-80b202ac6f8b tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:31.131901 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-da1a74b3-bda0-48b6-a725-199f98e16dcc req-776d8138-0da1-4041-9b05-80b202ac6f8b tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:31.137684 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-da1a74b3-bda0-48b6-a725-199f98e16dcc req-776d8138-0da1-4041-9b05-80b202ac6f8b tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:31.139391 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da1a74b3-bda0-48b6-a725-199f98e16dcc req-776d8138-0da1-4041-9b05-80b202ac6f8b tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "DELETE /v2.0/security-groups/d100a4d0-297a-4b00-a218-366c1ef66e92 HTTP/1.1" status: 204 len: 173 time: 0.2467258 Apr 21 12:35:31.160948 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776d8138-0da1-4041-9b05-80b202ac6f8b tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d100a4d0-297a-4b00-a218-366c1ef66e92,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:31.256982 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f23bb1-1543-4a50-962a-cabdba3a94a1 req-d8a11fc4-905e-4fc4-b196-cf1c2d8f788e tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:31.260216 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-02f23bb1-1543-4a50-962a-cabdba3a94a1 req-d8a11fc4-905e-4fc4-b196-cf1c2d8f788e tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 943 time: 0.0541179 Apr 21 12:35:31.331094 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-02f23bb1-1543-4a50-962a-cabdba3a94a1 req-7e690240-1047-4ff8-bedb-72129829bb0c tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647008 Apr 21 12:35:31.355549 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6daf3a37-1930-4636-8056-d000345ca269 req-b7127b4f-684a-483f-939a-2c352bf68360 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "GET /v2.0/security-groups/edd26e4f-1c20-4e13-8edd-29f8492c97d7 HTTP/1.1" status: 200 len: 1804 time: 0.0529711 Apr 21 12:35:31.467067 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6daf3a37-1930-4636-8056-d000345ca269 req-d7886c27-98ba-4488-b184-a318ec1d0a7c tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:31.490316 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8ee2d-ca27-4128-97b2-1f1817819a25 req-9a3e033e-0ecb-4735-8d6d-168f92ea0b15 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:31.491905 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24d8ee2d-ca27-4128-97b2-1f1817819a25 req-9a3e033e-0ecb-4735-8d6d-168f92ea0b15 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 945 time: 0.0844235 Apr 21 12:35:31.504593 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6daf3a37-1930-4636-8056-d000345ca269 req-d7886c27-98ba-4488-b184-a318ec1d0a7c tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:31.565980 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24d8ee2d-ca27-4128-97b2-1f1817819a25 req-fd6bb82a-1523-4f0a-82be-487fada31cc9 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636775 Apr 21 12:35:31.579908 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34806) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:31.627080 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-aa80e668-7c59-417d-85b7-4e7fe7cce85c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2e7eb4e41cb64c0e84e3b36f8d51af50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445116 Apr 21 12:35:31.628266 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34810) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:31.688061 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d16eb2c-bd26-40c0-97f2-f65ff0454fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:31.711442 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d16eb2c-bd26-40c0-97f2-f65ff0454fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:31.730682 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6daf3a37-1930-4636-8056-d000345ca269 req-d7886c27-98ba-4488-b184-a318ec1d0a7c tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:31.734584 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6daf3a37-1930-4636-8056-d000345ca269 req-d7886c27-98ba-4488-b184-a318ec1d0a7c tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:31.735758 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6daf3a37-1930-4636-8056-d000345ca269 req-d7886c27-98ba-4488-b184-a318ec1d0a7c tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "DELETE /v2.0/security-groups/edd26e4f-1c20-4e13-8edd-29f8492c97d7 HTTP/1.1" status: 204 len: 173 time: 0.3735812 Apr 21 12:35:31.763983 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7886c27-98ba-4488-b184-a318ec1d0a7c tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd26e4f-1c20-4e13-8edd-29f8492c97d7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:31.814866 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef69b455-ddee-4a37-8765-5076e498f3a9 req-157dbac9-3e9f-4d86-a3cd-67affb30f466 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "GET /v2.0/security-groups/e25dc86b-99ae-472e-a7eb-81feaa033f54 HTTP/1.1" status: 200 len: 1803 time: 0.0549328 Apr 21 12:35:31.872702 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911e9bf-093e-44d7-b2ce-89d3665fe8ec req-876e3b2d-16be-432d-839b-681e8bc77368 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:31.875841 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-2911e9bf-093e-44d7-b2ce-89d3665fe8ec req-876e3b2d-16be-432d-839b-681e8bc77368 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.24 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 945 time: 0.0580590 Apr 21 12:35:31.893949 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef69b455-ddee-4a37-8765-5076e498f3a9 req-dcf4d80e-4d64-435c-bfc7-623328ee022a tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:31.900038 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34822) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:31.938925 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef69b455-ddee-4a37-8765-5076e498f3a9 req-dcf4d80e-4d64-435c-bfc7-623328ee022a tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:31.948771 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d16eb2c-bd26-40c0-97f2-f65ff0454fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:31.952058 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d16eb2c-bd26-40c0-97f2-f65ff0454fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:31.966770 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1d16eb2c-bd26-40c0-97f2-f65ff0454fe2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fa8a424e-e2ba-4dc9-9c1d-72938e1a3f4c HTTP/1.1" status: 204 len: 168 time: 0.3275576 Apr 21 12:35:31.988668 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d16eb2c-bd26-40c0-97f2-f65ff0454fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8a424e-e2ba-4dc9-9c1d-72938e1a3f4c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:32.026733 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-2911e9bf-093e-44d7-b2ce-89d3665fe8ec req-06015c17-7e49-4714-83d0-46caa0ddb84d tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Deleting port 3d5aec13-814b-406f-8dcf-694d077a4037 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:35:32.027501 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2911e9bf-093e-44d7-b2ce-89d3665fe8ec req-06015c17-7e49-4714-83d0-46caa0ddb84d tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:32.051046 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-76094f8f-60c3-48bd-9186-099a11871dbe admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-982682843-network', 'tenant_id': 'f7732a8e922c4a37a6f9549d183da02d'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:32.120292 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-2911e9bf-093e-44d7-b2ce-89d3665fe8ec req-06015c17-7e49-4714-83d0-46caa0ddb84d tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] For port 3d5aec13-814b-406f-8dcf-694d077a4037, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=3d5aec13-814b-406f-8dcf-694d077a4037,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:32.120618 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2911e9bf-093e-44d7-b2ce-89d3665fe8ec req-06015c17-7e49-4714-83d0-46caa0ddb84d tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:32.138947 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-2911e9bf-093e-44d7-b2ce-89d3665fe8ec req-06015c17-7e49-4714-83d0-46caa0ddb84d tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Calling delete_port for 3d5aec13-814b-406f-8dcf-694d077a4037 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:35:32.149278 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef69b455-ddee-4a37-8765-5076e498f3a9 req-dcf4d80e-4d64-435c-bfc7-623328ee022a tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:32.151731 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef69b455-ddee-4a37-8765-5076e498f3a9 req-dcf4d80e-4d64-435c-bfc7-623328ee022a tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:32.152876 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef69b455-ddee-4a37-8765-5076e498f3a9 req-dcf4d80e-4d64-435c-bfc7-623328ee022a tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "DELETE /v2.0/security-groups/e25dc86b-99ae-472e-a7eb-81feaa033f54 HTTP/1.1" status: 204 len: 173 time: 0.3305130 Apr 21 12:35:32.153448 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76094f8f-60c3-48bd-9186-099a11871dbe admin admin] Made reservation on behalf of f7732a8e922c4a37a6f9549d183da02d for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:35:32.156432 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76094f8f-60c3-48bd-9186-099a11871dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:32.181887 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf4d80e-4d64-435c-bfc7-623328ee022a tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25dc86b-99ae-472e-a7eb-81feaa033f54,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:32.183545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34830) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:32.189818 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-44045af5-9fc8-4a34-9d03-af0751319fa3 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1772709402', 'description': 'tempest-description--2092174176'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:32.198538 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76094f8f-60c3-48bd-9186-099a11871dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:32.311538 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-784fceb4-1c86-4e81-ae14-09db3dc85c10 req-4872a468-52e2-4f74-84a3-4f0e45ab433d tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "GET /v2.0/security-groups/55c61e8c-ec05-4db2-b413-eb02aeedc904 HTTP/1.1" status: 200 len: 2403 time: 0.0989480 Apr 21 12:35:32.338786 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-01e97716-def4-423c-9de7-e376082136b2 service neutron] 10.222.0.24 "GET /v2.0/ports/0640e710-1a46-475a-9474-849889575487/bindings/n-h1-836147-2 HTTP/1.1" status: 200 len: 384 time: 0.0721912 Apr 21 12:35:32.364577 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921775b3-0abc-42dc-b71f-a2ad53daae2b req-de72aacb-3b48-4742-985e-865ace4a047e tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:32.366120 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-921775b3-0abc-42dc-b71f-a2ad53daae2b req-de72aacb-3b48-4742-985e-865ace4a047e tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 946 time: 0.1241086 Apr 21 12:35:32.416683 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44045af5-9fc8-4a34-9d03-af0751319fa3 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:32.430446 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76094f8f-60c3-48bd-9186-099a11871dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:32.477044 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-921775b3-0abc-42dc-b71f-a2ad53daae2b req-cd64f834-ae86-4c46-b6f6-e16c88f1faef tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993609 Apr 21 12:35:32.477598 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-784fceb4-1c86-4e81-ae14-09db3dc85c10 req-91f3437d-38b0-425b-8d2e-c12a003574d1 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:32.497117 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2911e9bf-093e-44d7-b2ce-89d3665fe8ec req-06015c17-7e49-4714-83d0-46caa0ddb84d tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:32.519094 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-784fceb4-1c86-4e81-ae14-09db3dc85c10 req-91f3437d-38b0-425b-8d2e-c12a003574d1 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:32.554768 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76094f8f-60c3-48bd-9186-099a11871dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:32.556405 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06015c17-7e49-4714-83d0-46caa0ddb84d tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Pushing event deleted for resources: {'Port': ['ID=3d5aec13-814b-406f-8dcf-694d077a4037,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:32.598795 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44045af5-9fc8-4a34-9d03-af0751319fa3 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:32.629501 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-2911e9bf-093e-44d7-b2ce-89d3665fe8ec req-06015c17-7e49-4714-83d0-46caa0ddb84d tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] No DVR routers for this DVR port 3d5aec13-814b-406f-8dcf-694d077a4037 on host n-h2-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:35:32.630068 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76094f8f-60c3-48bd-9186-099a11871dbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:35:32.637870 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-2911e9bf-093e-44d7-b2ce-89d3665fe8ec req-06015c17-7e49-4714-83d0-46caa0ddb84d tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:32.641825 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-2911e9bf-093e-44d7-b2ce-89d3665fe8ec req-06015c17-7e49-4714-83d0-46caa0ddb84d tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.24 "DELETE /v2.0/ports/3d5aec13-814b-406f-8dcf-694d077a4037 HTTP/1.1" status: 204 len: 173 time: 0.7550449 Apr 21 12:35:32.642282 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69ed60e-2425-414d-a3a0-699fa3415d9e', 'name': 'network-vif-deleted', 'tag': '3d5aec13-814b-406f-8dcf-694d077a4037'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:35:32.644597 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4099131-5b51-4a63-81dc-4630903c3ff6" -d '{"events": [{"server_uuid": "e69ed60e-2425-414d-a3a0-699fa3415d9e", "name": "network-vif-deleted", "tag": "3d5aec13-814b-406f-8dcf-694d077a4037"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:35:32.647144 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76094f8f-60c3-48bd-9186-099a11871dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf39397-2d32-4449-af0c-ca8d4291cfbd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:32.660755 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-18688cae-a37a-4895-a580-5d25dd236140 service neutron] For port 0640e710-1a46-475a-9474-849889575487, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=0640e710-1a46-475a-9474-849889575487,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:32.670215 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93f32a-a95c-4eb4-ac85-834b086f5382 req-c472a850-126d-44ea-a830-2dcf3ea89e3b tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:32.671816 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff93f32a-a95c-4eb4-ac85-834b086f5382 req-c472a850-126d-44ea-a830-2dcf3ea89e3b tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 943 time: 0.0988977 Apr 21 12:35:32.680732 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-18688cae-a37a-4895-a580-5d25dd236140 service neutron] For port 0640e710-1a46-475a-9474-849889575487, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:35:32.695376 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44045af5-9fc8-4a34-9d03-af0751319fa3 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:32.716413 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-18688cae-a37a-4895-a580-5d25dd236140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0640e710-1a46-475a-9474-849889575487 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:35:32.729720 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-18688cae-a37a-4895-a580-5d25dd236140 service neutron] For port 0640e710-1a46-475a-9474-849889575487, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0640e710-1a46-475a-9474-849889575487,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:32.746684 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff93f32a-a95c-4eb4-ac85-834b086f5382 req-9e143824-206c-4804-a5ba-3d37a66d8405 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685041 Apr 21 12:35:32.748550 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44045af5-9fc8-4a34-9d03-af0751319fa3 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c01e2c4-7d2a-4650-b2ae-c4df29907e07,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:32.784985 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-784fceb4-1c86-4e81-ae14-09db3dc85c10 req-91f3437d-38b0-425b-8d2e-c12a003574d1 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:32.788065 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-784fceb4-1c86-4e81-ae14-09db3dc85c10 req-91f3437d-38b0-425b-8d2e-c12a003574d1 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:32.789242 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-784fceb4-1c86-4e81-ae14-09db3dc85c10 req-91f3437d-38b0-425b-8d2e-c12a003574d1 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "DELETE /v2.0/security-groups/55c61e8c-ec05-4db2-b413-eb02aeedc904 HTTP/1.1" status: 204 len: 173 time: 0.4670436 Apr 21 12:35:32.790402 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76094f8f-60c3-48bd-9186-099a11871dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:32.806007 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-76094f8f-60c3-48bd-9186-099a11871dbe admin admin] Added segment a2f05e31-5dd9-4304-b2a6-cb5e32c4fdbe of type vlan for network 8568d8de-2057-43c2-bec5-6ea67054ca08 Apr 21 12:35:32.829281 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-18688cae-a37a-4895-a580-5d25dd236140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:32.843742 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25423d9e-4538-4a82-9ced-e66d8b4e1d97 x-openstack-request-id: req-25423d9e-4538-4a82-9ced-e66d8b4e1d97 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:35:32.843927 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44045af5-9fc8-4a34-9d03-af0751319fa3 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:32.844023 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69ed60e-2425-414d-a3a0-699fa3415d9e", "name": "network-vif-deleted", "tag": "3d5aec13-814b-406f-8dcf-694d077a4037", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:35:32.844298 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-25423d9e-4538-4a82-9ced-e66d8b4e1d97 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:35:32.844655 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25423d9e-4538-4a82-9ced-e66d8b4e1d97'] response: {'server_uuid': 'e69ed60e-2425-414d-a3a0-699fa3415d9e', 'name': 'network-vif-deleted', 'tag': '3d5aec13-814b-406f-8dcf-694d077a4037', 'status': 'completed', 'code': 200} Apr 21 12:35:32.845091 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-44045af5-9fc8-4a34-9d03-af0751319fa3 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6598713 Apr 21 12:35:32.849958 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f3437d-38b0-425b-8d2e-c12a003574d1 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c61e8c-ec05-4db2-b413-eb02aeedc904,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:32.858209 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34850) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:32.865239 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f8429338-dc0d-4628-98c1-39ff71ded7e5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Request body: {'security_group_rule': {'security_group_id': '5c01e2c4-7d2a-4650-b2ae-c4df29907e07', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:32.874184 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d9acc4e-b4e8-45c0-b2a7-e9d81cc21bd3 req-41d8c219-8e4a-4209-8102-dc833d10a207 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 210 time: 0.0620728 Apr 21 12:35:32.876432 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76094f8f-60c3-48bd-9186-099a11871dbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:32.950755 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-92f357b3-d1cc-4eb0-b29c-be0f6d0d09a0 req-e9a5a4f9-8497-4b5e-9ba9-254fd4bbddd8 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "GET /v2.0/security-groups/17a795a4-8ab9-45aa-8e24-874cda6e57fd HTTP/1.1" status: 200 len: 2398 time: 0.0467622 Apr 21 12:35:32.965255 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-18688cae-a37a-4895-a580-5d25dd236140 service neutron] Transition to ACTIVE for port object 0640e710-1a46-475a-9474-849889575487 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:35:32.987750 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76094f8f-60c3-48bd-9186-099a11871dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:32.994413 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76094f8f-60c3-48bd-9186-099a11871dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:32.994413 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76094f8f-60c3-48bd-9186-099a11871dbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:33.024367 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f8429338-dc0d-4628-98c1-39ff71ded7e5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:33.071654 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-18688cae-a37a-4895-a580-5d25dd236140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:33.072428 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-92f357b3-d1cc-4eb0-b29c-be0f6d0d09a0 req-0f2bcc27-ab1c-4be3-9fa5-9ed2b6254fd3 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:33.087998 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76094f8f-60c3-48bd-9186-099a11871dbe admin admin] Pushing event updated for resources: {'Network': ['ID=8568d8de-2057-43c2-bec5-6ea67054ca08,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:33.099527 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 8568d8de-2057-43c2-bec5-6ea67054ca08 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:35:33.103282 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-92f357b3-d1cc-4eb0-b29c-be0f6d0d09a0 req-0f2bcc27-ab1c-4be3-9fa5-9ed2b6254fd3 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:33.113514 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f8429338-dc0d-4628-98c1-39ff71ded7e5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:33.147492 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-76094f8f-60c3-48bd-9186-099a11871dbe admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2430124 Apr 21 12:35:33.147492 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34858) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:33.152180 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-18688cae-a37a-4895-a580-5d25dd236140 service neutron] No DVR routers for this DVR port 0640e710-1a46-475a-9474-849889575487 on host n-h2-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:35:33.152911 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8204b83c-af6d-4eb0-80f1-6d17170c8df3 admin admin] Request body: {'subnet': {'network_id': '8568d8de-2057-43c2-bec5-6ea67054ca08', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-982682843-subnet', 'tenant_id': 'f7732a8e922c4a37a6f9549d183da02d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:33.163626 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18688cae-a37a-4895-a580-5d25dd236140 service neutron] Pushing event updated for resources: {'Port': ['ID=0640e710-1a46-475a-9474-849889575487,revision_number=10']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:33.191316 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-18688cae-a37a-4895-a580-5d25dd236140 service neutron] 10.222.0.24 "PUT /v2.0/ports/0640e710-1a46-475a-9474-849889575487/bindings/n-h1-836147-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8455565 Apr 21 12:35:33.240096 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f8429338-dc0d-4628-98c1-39ff71ded7e5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:33.259074 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8429338-dc0d-4628-98c1-39ff71ded7e5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95bc85be-073f-4cc0-b513-d96a8812deda,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:33.274459 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8204b83c-af6d-4eb0-80f1-6d17170c8df3 admin admin] Made reservation on behalf of f7732a8e922c4a37a6f9549d183da02d for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:35:33.276960 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8204b83c-af6d-4eb0-80f1-6d17170c8df3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:33.278919 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-92f357b3-d1cc-4eb0-b29c-be0f6d0d09a0 req-0f2bcc27-ab1c-4be3-9fa5-9ed2b6254fd3 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:33.281126 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34862) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:33.281454 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-92f357b3-d1cc-4eb0-b29c-be0f6d0d09a0 req-0f2bcc27-ab1c-4be3-9fa5-9ed2b6254fd3 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:33.282612 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-92f357b3-d1cc-4eb0-b29c-be0f6d0d09a0 req-0f2bcc27-ab1c-4be3-9fa5-9ed2b6254fd3 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] 10.222.0.36 "DELETE /v2.0/security-groups/17a795a4-8ab9-45aa-8e24-874cda6e57fd HTTP/1.1" status: 204 len: 173 time: 0.3251054 Apr 21 12:35:33.288550 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34866) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:33.314706 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2bcc27-ab1c-4be3-9fa5-9ed2b6254fd3 tempest-SecurityGroupRulesTestJSON-706504664 tempest-SecurityGroupRulesTestJSON-706504664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a795a4-8ab9-45aa-8e24-874cda6e57fd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:33.325138 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f8429338-dc0d-4628-98c1-39ff71ded7e5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:33.326901 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f8429338-dc0d-4628-98c1-39ff71ded7e5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4664397 Apr 21 12:35:33.331241 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34868) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:33.337034 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a840c893-ce53-4b7e-8271-4043a9db2ee8 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Request body: {'security_group_rule': {'security_group_id': '5c01e2c4-7d2a-4650-b2ae-c4df29907e07', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:33.348898 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc06e62-6f23-48bc-a0bb-62ecc25787a6 admin admin] Deleting subnet b81c51a6-bc92-479c-9495-57243712975a {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:35:33.354060 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3dc06e62-6f23-48bc-a0bb-62ecc25787a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:33.402953 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3dc06e62-6f23-48bc-a0bb-62ecc25787a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:33.430530 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d62cbfc6-0c7a-4c51-9f2d-1a216d14b436 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1602664124-network', 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:33.453786 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a840c893-ce53-4b7e-8271-4043a9db2ee8 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:33.487383 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3dc06e62-6f23-48bc-a0bb-62ecc25787a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:33.551959 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a840c893-ce53-4b7e-8271-4043a9db2ee8 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:33.586177 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 0640e710-1a46-475a-9474-849889575487 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:35:33.588341 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:35:33.606918 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9f18b3-800a-41fe-ab00-bfe18681c59a req-36df0684-7054-4038-84ae-a8c84e578317 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:33.608405 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5a9f18b3-800a-41fe-ab00-bfe18681c59a req-36df0684-7054-4038-84ae-a8c84e578317 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 946 time: 0.0547066 Apr 21 12:35:33.618645 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:35:33.618645 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 6ca01f38-ba39-4ba3-8d92-8f538ac09b0b not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:35:33.652589 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62cbfc6-0c7a-4c51-9f2d-1a216d14b436 admin admin] Made reservation on behalf of acc1120f1d4f4f90b945936501a65e91 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:35:33.652838 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5a9f18b3-800a-41fe-ab00-bfe18681c59a req-284af286-b965-4484-abd6-e188111df142 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359247 Apr 21 12:35:33.653227 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8204b83c-af6d-4eb0-80f1-6d17170c8df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:33.656219 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d62cbfc6-0c7a-4c51-9f2d-1a216d14b436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:33.675198 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d62cbfc6-0c7a-4c51-9f2d-1a216d14b436 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:33.736688 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 0640e710-1a46-475a-9474-849889575487, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0640e710-1a46-475a-9474-849889575487,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:33.739467 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3dc06e62-6f23-48bc-a0bb-62ecc25787a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:33.740271 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204b83c-af6d-4eb0-80f1-6d17170c8df3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27957b0e-5a1f-4080-bf14-ee60ea1027e3,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:33.741224 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a840c893-ce53-4b7e-8271-4043a9db2ee8 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:33.755012 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8204b83c-af6d-4eb0-80f1-6d17170c8df3 admin admin] Checking segment: {'id': 'a2f05e31-5dd9-4304-b2a6-cb5e32c4fdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8568d8de-2057-43c2-bec5-6ea67054ca08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:35:33.755380 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8204b83c-af6d-4eb0-80f1-6d17170c8df3 admin admin] Network hostable DHCP agents. Network: 8568d8de-2057-43c2-bec5-6ea67054ca08, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:35:33.759722 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '0640e710-1a46-475a-9474-849889575487', 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4', 'port_id': '0640e710-1a46-475a-9474-849889575487', 'mac_address': 'fa:16:3e:96:84:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3b8f234-8156-4627-8cae-e6fcb5c2aa35', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:35:33.761167 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-15cdb088-3ad8-47dc-9cc8-2f3ae44ddb81 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:33.762699 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-15cdb088-3ad8-47dc-9cc8-2f3ae44ddb81 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038&tenant_id=e16b811ea21846c89491aea47e9a7301&binding%3Ahost_id=n-h2-836147-2 HTTP/1.1" status: 200 len: 1095 time: 0.0847263 Apr 21 12:35:33.797367 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc06e62-6f23-48bc-a0bb-62ecc25787a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b81c51a6-bc92-479c-9495-57243712975a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:33.800253 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d62cbfc6-0c7a-4c51-9f2d-1a216d14b436 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:33.803569 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3dc06e62-6f23-48bc-a0bb-62ecc25787a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:33.806781 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3dc06e62-6f23-48bc-a0bb-62ecc25787a6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b81c51a6-bc92-479c-9495-57243712975a HTTP/1.1" status: 204 len: 168 time: 0.5172327 Apr 21 12:35:33.810351 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34874) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:33.815820 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840c893-ce53-4b7e-8271-4043a9db2ee8 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ea5488-a9a8-4ce7-9e56-5a3ca9d6f458,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:33.823946 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:33.830018 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-2c5dd1d7-8dc2-4d0b-81ed-ad7b0f295bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:33.831572 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-2c5dd1d7-8dc2-4d0b-81ed-ad7b0f295bd9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038&tenant_id=e16b811ea21846c89491aea47e9a7301 HTTP/1.1" status: 200 len: 1095 time: 0.0605261 Apr 21 12:35:33.842897 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0640e710-1a46-475a-9474-849889575487 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:35:33.868474 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 0640e710-1a46-475a-9474-849889575487, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0640e710-1a46-475a-9474-849889575487,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:33.900108 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8204b83c-af6d-4eb0-80f1-6d17170c8df3 admin admin] Network 8568d8de-2057-43c2-bec5-6ea67054ca08 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:35:33.915022 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d62cbfc6-0c7a-4c51-9f2d-1a216d14b436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:33.927883 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a840c893-ce53-4b7e-8271-4043a9db2ee8 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:33.932419 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a840c893-ce53-4b7e-8271-4043a9db2ee8 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5971742 Apr 21 12:35:33.933496 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34878) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:33.948728 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-358c2b02-48c2-4ef5-b428-9498c4a235d5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:33.963926 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e9de2e95-8b9d-4bef-907d-4f0d0a334b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:33.987826 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d62cbfc6-0c7a-4c51-9f2d-1a216d14b436 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:35:33.993277 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-7032ba6e-dc27-4487-80d5-a4b785d0a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:33.994848 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-7032ba6e-dc27-4487-80d5-a4b785d0a044 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e16b811ea21846c89491aea47e9a7301&device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 1095 time: 0.1169372 Apr 21 12:35:33.999698 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62cbfc6-0c7a-4c51-9f2d-1a216d14b436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1305f4-edac-4181-8859-67a76e9ff683,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:34.013469 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d62cbfc6-0c7a-4c51-9f2d-1a216d14b436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:34.013826 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-d62cbfc6-0c7a-4c51-9f2d-1a216d14b436 admin admin] Added segment 6c571daf-4be4-427d-8c5f-a3f1be05cab8 of type vlan for network f1d904a7-db50-40ae-8d60-6d68d4dedc7b Apr 21 12:35:34.014071 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcf2243-1cdf-4110-a7db-7b1889dcb1d2 req-0d3ee7da-8002-466e-98f9-02c926d58298 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:34.015567 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dfcf2243-1cdf-4110-a7db-7b1889dcb1d2 req-0d3ee7da-8002-466e-98f9-02c926d58298 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 944 time: 0.1387908 Apr 21 12:35:34.033713 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:34.055751 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e392606d-9f3e-4aa4-9121-b80353c4fd8e req-417f8b19-d765-4b8c-84f9-8d3340d0ad98 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=e69ed60e-2425-414d-a3a0-699fa3415d9e HTTP/1.1" status: 200 len: 210 time: 0.0688257 Apr 21 12:35:34.058571 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d62cbfc6-0c7a-4c51-9f2d-1a216d14b436 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:34.107835 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=0640e710-1a46-475a-9474-849889575487,revision_number=11']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:34.165123 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8204b83c-af6d-4eb0-80f1-6d17170c8df3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 8568d8de-2057-43c2-bec5-6ea67054ca08) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:35:34.175221 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e5a29e-0c0c-440c-b8f0-6a3378a32baf None None] Network 8568d8de-2057-43c2-bec5-6ea67054ca08 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:35:34.177089 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-358c2b02-48c2-4ef5-b428-9498c4a235d5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks [] for floatingip, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:34.181674 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8204b83c-af6d-4eb0-80f1-6d17170c8df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:34.182263 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8204b83c-af6d-4eb0-80f1-6d17170c8df3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:34.187936 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e9de2e95-8b9d-4bef-907d-4f0d0a334b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:34.201555 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dfcf2243-1cdf-4110-a7db-7b1889dcb1d2 req-dc338fb1-24c2-4a8a-acea-bb00ffde6389 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486874 Apr 21 12:35:34.233324 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e9de2e95-8b9d-4bef-907d-4f0d0a334b3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ddf53f2-3136-4251-a461-1457b7244a9f']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:34.250179 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e9de2e95-8b9d-4bef-907d-4f0d0a334b3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3a57a11-abb8-44ce-b846-e4666739fb44') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:34.250473 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e9de2e95-8b9d-4bef-907d-4f0d0a334b3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3a57a11-abb8-44ce-b846-e4666739fb44') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:34.252968 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-437bc2b7-05dd-4a11-be86-42fc095c86e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:34.254540 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-437bc2b7-05dd-4a11-be86-42fc095c86e8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=32a67a5e-b72b-4167-97d6-5767775875e4 HTTP/1.1" status: 200 len: 908 time: 0.2493820 Apr 21 12:35:34.260452 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d62cbfc6-0c7a-4c51-9f2d-1a216d14b436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:34.265100 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62cbfc6-0c7a-4c51-9f2d-1a216d14b436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:34.265100 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d62cbfc6-0c7a-4c51-9f2d-1a216d14b436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:34.265365 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e9de2e95-8b9d-4bef-907d-4f0d0a334b3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:34.309848 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-d685c5cf-ac4d-4e8f-91e6-8ad962646429 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0640e710-1a46-475a-9474-849889575487 HTTP/1.1" status: 200 len: 217 time: 0.0480287 Apr 21 12:35:34.315998 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e9de2e95-8b9d-4bef-907d-4f0d0a334b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:34.322329 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e39735-2ca0-4bda-af75-7b0a32fcaab0 None None] Network 8568d8de-2057-43c2-bec5-6ea67054ca08 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:35:34.325498 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 3d5aec13-814b-406f-8dcf-694d077a4037 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:35:34.346443 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-358c2b02-48c2-4ef5-b428-9498c4a235d5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:34.348935 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62cbfc6-0c7a-4c51-9f2d-1a216d14b436 admin admin] Pushing event updated for resources: {'Network': ['ID=f1d904a7-db50-40ae-8d60-6d68d4dedc7b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:34.360470 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8204b83c-af6d-4eb0-80f1-6d17170c8df3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2119169 Apr 21 12:35:34.361312 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9de2e95-8b9d-4bef-907d-4f0d0a334b3d admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:35:34.361875 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e9de2e95-8b9d-4bef-907d-4f0d0a334b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:35:34.365709 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:35:34.370922 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network f1d904a7-db50-40ae-8d60-6d68d4dedc7b details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:35:34.376033 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 3d5aec13-814b-406f-8dcf-694d077a4037 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:35:34.376432 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 3d5aec13-814b-406f-8dcf-694d077a4037 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:35:34.377020 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 0640e710-1a46-475a-9474-849889575487 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:35:34.388824 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d62cbfc6-0c7a-4c51-9f2d-1a216d14b436 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1048355 Apr 21 12:35:34.393411 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34882) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:34.400085 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-b2778244-c082-4554-8de6-b492b6b70e5c admin admin] Request body: {'subnet': {'network_id': 'f1d904a7-db50-40ae-8d60-6d68d4dedc7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1602664124-subnet', 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:34.431369 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-09afffc9-ded2-46ab-94f2-5e913c993fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:34.431369 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-09afffc9-ded2-46ab-94f2-5e913c993fa6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3b8f234-8156-4627-8cae-e6fcb5c2aa35 HTTP/1.1" status: 200 len: 847 time: 0.1122699 Apr 21 12:35:34.465949 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-c5fcc781-e2a9-42f6-8414-9d79ebd23215 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32a67a5e-b72b-4167-97d6-5767775875e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270109 Apr 21 12:35:34.479669 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2778244-c082-4554-8de6-b492b6b70e5c admin admin] Made reservation on behalf of acc1120f1d4f4f90b945936501a65e91 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:35:34.484550 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2778244-c082-4554-8de6-b492b6b70e5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:34.535284 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 0640e710-1a46-475a-9474-849889575487 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:35:34.548761 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e9de2e95-8b9d-4bef-907d-4f0d0a334b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:34.572961 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e9de2e95-8b9d-4bef-907d-4f0d0a334b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:34.577149 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e9de2e95-8b9d-4bef-907d-4f0d0a334b3d admin admin] 10.222.0.36 "DELETE /v2.0/networks/7ddf53f2-3136-4251-a461-1457b7244a9f HTTP/1.1" status: 204 len: 168 time: 0.7633460 Apr 21 12:35:34.579207 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9de2e95-8b9d-4bef-907d-4f0d0a334b3d admin admin] Pushing event deleted for resources: {'Network': ['ID=7ddf53f2-3136-4251-a461-1457b7244a9f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:34.628898 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-b493f23a-a9ec-4f0b-890a-773476755b8b service neutron] 10.222.0.26 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545358 Apr 21 12:35:34.768517 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-358c2b02-48c2-4ef5-b428-9498c4a235d5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Allocated IP 172.25.8.76 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/24040bf2-069a-4599-a0e5-77e25eb43175) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:35:34.788054 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-2be041be-b092-4e7a-8b67-283afc7e5510 service neutron] 10.222.0.26 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517019 Apr 21 12:35:34.800931 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76eb3f-a277-4dba-9d23-6ee61880c51e req-9ffcef90-36d8-4ba9-a33c-69e61d6fc282 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:34.802496 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6b76eb3f-a277-4dba-9d23-6ee61880c51e req-9ffcef90-36d8-4ba9-a33c-69e61d6fc282 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 946 time: 0.0724530 Apr 21 12:35:34.846614 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6b76eb3f-a277-4dba-9d23-6ee61880c51e req-909fe664-b873-41d5-af4a-d5fa22d69069 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356455 Apr 21 12:35:34.857792 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2778244-c082-4554-8de6-b492b6b70e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:34.932423 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2778244-c082-4554-8de6-b492b6b70e5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=333c4316-efda-42ee-9dd9-9ca2e7eb1a13,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:34.946479 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-358c2b02-48c2-4ef5-b428-9498c4a235d5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:34.956995 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2778244-c082-4554-8de6-b492b6b70e5c admin admin] Checking segment: {'id': '6c571daf-4be4-427d-8c5f-a3f1be05cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f1d904a7-db50-40ae-8d60-6d68d4dedc7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:35:34.957373 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2778244-c082-4554-8de6-b492b6b70e5c admin admin] Network hostable DHCP agents. Network: f1d904a7-db50-40ae-8d60-6d68d4dedc7b, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:35:35.019851 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34898) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:35.060336 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7585e36a-268f-492f-9cbe-400905b57c3a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b54e8246101344f6940e3d740fe2580e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393434 Apr 21 12:35:35.066499 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34900) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:35.088897 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2778244-c082-4554-8de6-b492b6b70e5c admin admin] Network f1d904a7-db50-40ae-8d60-6d68d4dedc7b is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:35:35.126191 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e040ab68-0032-452d-8f08-0be5d24cbb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:35.137572 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-358c2b02-48c2-4ef5-b428-9498c4a235d5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:35.160364 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34908) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:35.180917 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e040ab68-0032-452d-8f08-0be5d24cbb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:35.189905 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358c2b02-48c2-4ef5-b428-9498c4a235d5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:35:35.199525 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-358c2b02-48c2-4ef5-b428-9498c4a235d5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:35:35.209060 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358c2b02-48c2-4ef5-b428-9498c4a235d5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:35:35.223653 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f9a36b7-722c-408e-8a18-c7e2ce0264f3 admin admin] Deleting subnet 27957b0e-5a1f-4080-bf14-ee60ea1027e3 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:35:35.227234 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f9a36b7-722c-408e-8a18-c7e2ce0264f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:35.238110 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c2b02-48c2-4ef5-b428-9498c4a235d5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Pushing event updated for resources: {'Port': ['ID=24040bf2-069a-4599-a0e5-77e25eb43175,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:35.252747 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b2778244-c082-4554-8de6-b492b6b70e5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, f1d904a7-db50-40ae-8d60-6d68d4dedc7b) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:35:35.259028 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2778244-c082-4554-8de6-b492b6b70e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:35.259758 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2778244-c082-4554-8de6-b492b6b70e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:35.266492 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71930917-cb44-4820-9d75-00694ae26302 None None] Network f1d904a7-db50-40ae-8d60-6d68d4dedc7b requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:35:35.268876 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f9a36b7-722c-408e-8a18-c7e2ce0264f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:35.342924 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f9a36b7-722c-408e-8a18-c7e2ce0264f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:35.397512 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b2778244-c082-4554-8de6-b492b6b70e5c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0029016 Apr 21 12:35:35.400090 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34912) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:35.406531 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-0bbe9f59-ecd7-4c4e-ad55-188e31590df9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1602664124-router', 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:35.415129 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924b713-0e9a-40d4-98b3-cef38c92b265 req-1029ecca-7f82-4da1-8305-f51f77eda5d1 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:35.416860 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7924b713-0e9a-40d4-98b3-cef38c92b265 req-1029ecca-7f82-4da1-8305-f51f77eda5d1 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 945 time: 0.1114202 Apr 21 12:35:35.441696 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbb6c48-b78a-4919-8704-e52c48cda17b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-f1d904a7-db50-40ae-8d60-6d68d4dedc7b', 'network_id': 'f1d904a7-db50-40ae-8d60-6d68d4dedc7b', 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91', 'fixed_ips': [{'subnet_id': '333c4316-efda-42ee-9dd9-9ca2e7eb1a13'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:35:35.442535 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cbb6c48-b78a-4919-8704-e52c48cda17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:35.446873 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e040ab68-0032-452d-8f08-0be5d24cbb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:35.450356 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e040ab68-0032-452d-8f08-0be5d24cbb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:35.450814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-5766e0f6-d891-47b2-aee4-d0cbdbfa7e6d tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:35.456029 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e040ab68-0032-452d-8f08-0be5d24cbb11 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63b9fa2d-663c-4cbd-9dbe-99565e1dcaed HTTP/1.1" status: 204 len: 168 time: 0.3847363 Apr 21 12:35:35.456156 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-5766e0f6-d891-47b2-aee4-d0cbdbfa7e6d tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038&tenant_id=e16b811ea21846c89491aea47e9a7301&binding%3Ahost_id=n-h1-836147-2 HTTP/1.1" status: 200 len: 1096 time: 0.0880406 Apr 21 12:35:35.471865 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040ab68-0032-452d-8f08-0be5d24cbb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b9fa2d-663c-4cbd-9dbe-99565e1dcaed,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:35.507081 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7924b713-0e9a-40d4-98b3-cef38c92b265 req-5676ad13-ddca-470f-aa26-11815a744cb5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727985 Apr 21 12:35:35.550702 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f9a36b7-722c-408e-8a18-c7e2ce0264f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:35.608573 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f9a36b7-722c-408e-8a18-c7e2ce0264f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:35.613496 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-358c2b02-48c2-4ef5-b428-9498c4a235d5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:35.614606 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0f9a36b7-722c-408e-8a18-c7e2ce0264f3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/27957b0e-5a1f-4080-bf14-ee60ea1027e3 HTTP/1.1" status: 204 len: 168 time: 0.4527588 Apr 21 12:35:35.615410 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a36b7-722c-408e-8a18-c7e2ce0264f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27957b0e-5a1f-4080-bf14-ee60ea1027e3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:35.617134 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34916) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:35.617709 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0bbe9f59-ecd7-4c4e-ad55-188e31590df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:35.619533 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0bbe9f59-ecd7-4c4e-ad55-188e31590df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:35.623764 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-6cbb6c48-b78a-4919-8704-e52c48cda17b None None] Allocated IP 172.20.0.2 (f1d904a7-db50-40ae-8d60-6d68d4dedc7b/333c4316-efda-42ee-9dd9-9ca2e7eb1a13/3d44c243-5a74-4757-a493-6e4fe95336b1) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:35:35.691087 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0bbe9f59-ecd7-4c4e-ad55-188e31590df9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:35.707500 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f5f26d8-29b3-4541-8748-4c76b299480b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:35.777610 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-358c2b02-48c2-4ef5-b428-9498c4a235d5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:35.804240 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cbb6c48-b78a-4919-8704-e52c48cda17b None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:35.816021 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f5f26d8-29b3-4541-8748-4c76b299480b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:35.825990 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-80a0546f-9727-44f8-a330-801bca2b7d19 service neutron] For port 0640e710-1a46-475a-9474-849889575487, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:35:35.833332 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-80a0546f-9727-44f8-a330-801bca2b7d19 service neutron] Notify callbacks [] for binding, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:35.834453 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f568c6ce-7b88-4efe-93aa-753d753daf1d req-80a0546f-9727-44f8-a330-801bca2b7d19 service neutron] 10.222.0.26 "DELETE /v2.0/ports/0640e710-1a46-475a-9474-849889575487/bindings/n-h2-836147-2 HTTP/1.1" status: 204 len: 173 time: 0.3629906 Apr 21 12:35:35.850058 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-1f5f26d8-29b3-4541-8748-4c76b299480b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8568d8de-2057-43c2-bec5-6ea67054ca08']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:35.859572 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195f335-4a82-4ee1-9cbd-edea275ffe0d req-a80d5ee8-836b-4ae5-91e2-a7d02864ccae tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:35.861101 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0195f335-4a82-4ee1-9cbd-edea275ffe0d req-a80d5ee8-836b-4ae5-91e2-a7d02864ccae tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 944 time: 0.1247442 Apr 21 12:35:35.871418 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-1f5f26d8-29b3-4541-8748-4c76b299480b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f05e31-5dd9-4304-b2a6-cb5e32c4fdbe') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:35.871702 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-1f5f26d8-29b3-4541-8748-4c76b299480b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f05e31-5dd9-4304-b2a6-cb5e32c4fdbe') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:35.893647 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f5f26d8-29b3-4541-8748-4c76b299480b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:35.918636 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f5f26d8-29b3-4541-8748-4c76b299480b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:35.925612 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5f26d8-29b3-4541-8748-4c76b299480b admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:35:35.926049 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f5f26d8-29b3-4541-8748-4c76b299480b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:35.938054 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cbb6c48-b78a-4919-8704-e52c48cda17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:35.963582 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0bbe9f59-ecd7-4c4e-ad55-188e31590df9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:35:36.008168 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:35:36.015807 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbb6c48-b78a-4919-8704-e52c48cda17b None None] Network f1d904a7-db50-40ae-8d60-6d68d4dedc7b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:35:36.015807 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6cbb6c48-b78a-4919-8704-e52c48cda17b None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:35:36.017339 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbb6c48-b78a-4919-8704-e52c48cda17b None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:35:36.028763 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb6c48-b78a-4919-8704-e52c48cda17b None None] Pushing event updated for resources: {'Port': ['ID=3d44c243-5a74-4757-a493-6e4fe95336b1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:36.033875 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0195f335-4a82-4ee1-9cbd-edea275ffe0d req-f7ea6c96-a4c3-4648-8ed5-fa1cddfb7588 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648917 Apr 21 12:35:36.096228 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-358c2b02-48c2-4ef5-b428-9498c4a235d5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:36.101800 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c2749-e25f-4821-a3bc-8705260688ca req-48d26574-3341-475f-92df-1d2fb527758f tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:36.110073 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6cbb6c48-b78a-4919-8704-e52c48cda17b None None] Attempting to bind port 3d44c243-5a74-4757-a493-6e4fe95336b1 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:35:36.110443 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6cbb6c48-b78a-4919-8704-e52c48cda17b None None] Attempting to bind port 3d44c243-5a74-4757-a493-6e4fe95336b1 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '6c571daf-4be4-427d-8c5f-a3f1be05cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f1d904a7-db50-40ae-8d60-6d68d4dedc7b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:35:36.110804 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbb6c48-b78a-4919-8704-e52c48cda17b None None] Attempting to bind port 3d44c243-5a74-4757-a493-6e4fe95336b1 on network f1d904a7-db50-40ae-8d60-6d68d4dedc7b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:35:36.111342 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e9c2749-e25f-4821-a3bc-8705260688ca req-48d26574-3341-475f-92df-1d2fb527758f tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 946 time: 0.1022229 Apr 21 12:35:36.116659 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbb6c48-b78a-4919-8704-e52c48cda17b None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:35:36.117023 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbb6c48-b78a-4919-8704-e52c48cda17b None None] Checking segment: {'id': '6c571daf-4be4-427d-8c5f-a3f1be05cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f1d904a7-db50-40ae-8d60-6d68d4dedc7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:35:36.117426 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cbb6c48-b78a-4919-8704-e52c48cda17b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:36.117868 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cbb6c48-b78a-4919-8704-e52c48cda17b None None] Bound using segment: {'id': '6c571daf-4be4-427d-8c5f-a3f1be05cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f1d904a7-db50-40ae-8d60-6d68d4dedc7b'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:35:36.118298 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6cbb6c48-b78a-4919-8704-e52c48cda17b None None] Bound port: 3d44c243-5a74-4757-a493-6e4fe95336b1, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c571daf-4be4-427d-8c5f-a3f1be05cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f1d904a7-db50-40ae-8d60-6d68d4dedc7b'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:35:36.118678 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cbb6c48-b78a-4919-8704-e52c48cda17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:36.121373 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f5f26d8-29b3-4541-8748-4c76b299480b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:36.126556 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f5f26d8-29b3-4541-8748-4c76b299480b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:36.130930 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1f5f26d8-29b3-4541-8748-4c76b299480b admin admin] 10.222.0.36 "DELETE /v2.0/networks/8568d8de-2057-43c2-bec5-6ea67054ca08 HTTP/1.1" status: 204 len: 168 time: 0.5113008 Apr 21 12:35:36.157227 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f26d8-29b3-4541-8748-4c76b299480b admin admin] Pushing event deleted for resources: {'Network': ['ID=8568d8de-2057-43c2-bec5-6ea67054ca08,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:36.188218 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e9c2749-e25f-4821-a3bc-8705260688ca req-c94c3b18-d24a-4121-bee3-8bfb1e456e55 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752602 Apr 21 12:35:36.220129 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-358c2b02-48c2-4ef5-b428-9498c4a235d5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:36.232520 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05e12cd-b2cd-4ca1-9a11-9b6cf5ee5e17 req-9c7f0811-3560-40a8-8df1-cb35eda01cdd tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:36.233997 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f05e12cd-b2cd-4ca1-9a11-9b6cf5ee5e17 req-9c7f0811-3560-40a8-8df1-cb35eda01cdd tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 944 time: 0.0738833 Apr 21 12:35:36.241005 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6cbb6c48-b78a-4919-8704-e52c48cda17b None None] For port 3d44c243-5a74-4757-a493-6e4fe95336b1, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:35:36.244726 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6cbb6c48-b78a-4919-8704-e52c48cda17b None None] For port 3d44c243-5a74-4757-a493-6e4fe95336b1, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3d44c243-5a74-4757-a493-6e4fe95336b1,segment=NetworkSegment(6c571daf-4be4-427d-8c5f-a3f1be05cab8),segment_id=6c571daf-4be4-427d-8c5f-a3f1be05cab8)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:35:36.326451 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cbb6c48-b78a-4919-8704-e52c48cda17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:36.408085 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb6c48-b78a-4919-8704-e52c48cda17b None None] Pushing event updated for resources: {'Port': ['ID=3d44c243-5a74-4757-a493-6e4fe95336b1,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:36.675579 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a425e-9ef6-40b4-809c-3cb13739f31b req-5578c602-0dab-4f2f-953c-3e9547379619 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:36.677672 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c2b02-48c2-4ef5-b428-9498c4a235d5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Pushing event updated for resources: {'Port': ['ID=24040bf2-069a-4599-a0e5-77e25eb43175,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:36.678962 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-939a425e-9ef6-40b4-809c-3cb13739f31b req-5578c602-0dab-4f2f-953c-3e9547379619 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 945 time: 0.0642335 Apr 21 12:35:36.728240 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-939a425e-9ef6-40b4-809c-3cb13739f31b req-b5af5659-6167-47bd-a16e-490d01cc102d tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426564 Apr 21 12:35:36.739313 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34942) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:36.811123 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-358c2b02-48c2-4ef5-b428-9498c4a235d5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:36.840722 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-54ac9185-53d6-4fa3-a2b6-2d17b903a13a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f7732a8e922c4a37a6f9549d183da02d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0974431 Apr 21 12:35:36.841333 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34948) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:36.915010 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0bbe9f59-ecd7-4c4e-ad55-188e31590df9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:36.938834 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0bbe9f59-ecd7-4c4e-ad55-188e31590df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:36.944586 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-f05e12cd-b2cd-4ca1-9a11-9b6cf5ee5e17 req-125cd4c1-f28d-49e0-9541-14586efae9d8 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Deleting port 585104ae-f88f-407a-960a-5d1c65ae2f82 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:35:36.944919 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f05e12cd-b2cd-4ca1-9a11-9b6cf5ee5e17 req-125cd4c1-f28d-49e0-9541-14586efae9d8 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:36.956905 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f22ef558-0ef0-4a95-9e33-19f1fdf6f359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:36.961666 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31792db-12fd-436f-bd2d-00ead4c2bbb7 req-985149fa-4143-4a57-9603-705d69d7159a tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:36.963214 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a31792db-12fd-436f-bd2d-00ead4c2bbb7 req-985149fa-4143-4a57-9603-705d69d7159a tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 1096 time: 0.0764241 Apr 21 12:35:37.000255 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f22ef558-0ef0-4a95-9e33-19f1fdf6f359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:37.036178 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a31792db-12fd-436f-bd2d-00ead4c2bbb7 req-4805cf7e-2f9a-4da8-917d-4eade4a6fc09 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640490 Apr 21 12:35:37.036969 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-358c2b02-48c2-4ef5-b428-9498c4a235d5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:37.038248 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-358c2b02-48c2-4ef5-b428-9498c4a235d5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1042333 Apr 21 12:35:37.184619 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-f05e12cd-b2cd-4ca1-9a11-9b6cf5ee5e17 req-125cd4c1-f28d-49e0-9541-14586efae9d8 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] For port 585104ae-f88f-407a-960a-5d1c65ae2f82, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=585104ae-f88f-407a-960a-5d1c65ae2f82,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:37.185196 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f05e12cd-b2cd-4ca1-9a11-9b6cf5ee5e17 req-125cd4c1-f28d-49e0-9541-14586efae9d8 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:37.188744 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f22ef558-0ef0-4a95-9e33-19f1fdf6f359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:37.191394 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f22ef558-0ef0-4a95-9e33-19f1fdf6f359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:37.192540 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f22ef558-0ef0-4a95-9e33-19f1fdf6f359 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6bf39397-2d32-4449-af0c-ca8d4291cfbd HTTP/1.1" status: 204 len: 168 time: 0.3502500 Apr 21 12:35:37.205332 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3d44c243-5a74-4757-a493-6e4fe95336b1 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:35:37.217616 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed22e4-f1b3-47ba-9ac4-9abf3cfe31f4 req-5f832f6a-7515-4f87-9305-d5b9768f91ff tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:37.219721 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58ed22e4-f1b3-47ba-9ac4-9abf3cfe31f4 req-5f832f6a-7515-4f87-9305-d5b9768f91ff tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 944 time: 0.0741994 Apr 21 12:35:37.220641 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ef558-0ef0-4a95-9e33-19f1fdf6f359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf39397-2d32-4449-af0c-ca8d4291cfbd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:37.237857 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-f05e12cd-b2cd-4ca1-9a11-9b6cf5ee5e17 req-125cd4c1-f28d-49e0-9541-14586efae9d8 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Calling delete_port for 585104ae-f88f-407a-960a-5d1c65ae2f82 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:35:37.268170 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34968) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:37.273753 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-0bbe9f59-ecd7-4c4e-ad55-188e31590df9 admin admin] Allocated IP 172.25.8.242 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/0fd0d6f2-c80c-4432-a022-ead28f007c48) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:35:37.337465 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58ed22e4-f1b3-47ba-9ac4-9abf3cfe31f4 req-428c2f97-7a2c-44be-9aac-d2b63e826e04 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036646 Apr 21 12:35:37.569248 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 0640e710-1a46-475a-9474-849889575487 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:35:37.570984 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 0640e710-1a46-475a-9474-849889575487 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:35:37.581043 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e421e4-fe2c-47ec-907f-231502dc6897 req-4e27f37f-6474-4a76-8cae-4eae34971680 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:37.590043 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-05e421e4-fe2c-47ec-907f-231502dc6897 req-4e27f37f-6474-4a76-8cae-4eae34971680 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 946 time: 0.1467841 Apr 21 12:35:37.632362 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-2e43cd56-e32b-41bf-8657-e72b650ff872 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:37.646545 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-2e43cd56-e32b-41bf-8657-e72b650ff872 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/networks?id=81f9440c-a578-4cd1-8ad5-52674a74da16 HTTP/1.1" status: 200 len: 822 time: 0.2863665 Apr 21 12:35:37.668642 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-3393df4c-baa2-4632-8742-c7e9f310e08a tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/quotas/f8fe759a5e054ec095d0c85a744880b5 HTTP/1.1" status: 200 len: 375 time: 0.0209718 Apr 21 12:35:37.681621 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0bbe9f59-ecd7-4c4e-ad55-188e31590df9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:37.681785 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 3d44c243-5a74-4757-a493-6e4fe95336b1 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:35:37.682063 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:37.688029 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-05e421e4-fe2c-47ec-907f-231502dc6897 req-831264a6-3248-4da6-98f6-dc3e79bf63f7 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905042 Apr 21 12:35:37.807185 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-684ec853-eacf-4118-ac9c-dab8e0ecc87d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f8fe759a5e054ec095d0c85a744880b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1373401 Apr 21 12:35:37.842956 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4991008a-dca4-47f8-8439-47636e8d0d8a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-51443223-network', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:37.913340 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874c0526-f043-495d-a749-19b6a8325489 None None] Network f1d904a7-db50-40ae-8d60-6d68d4dedc7b requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:35:37.914767 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f05e12cd-b2cd-4ca1-9a11-9b6cf5ee5e17 req-125cd4c1-f28d-49e0-9541-14586efae9d8 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:37.947408 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125cd4c1-f28d-49e0-9541-14586efae9d8 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Pushing event deleted for resources: {'Port': ['ID=585104ae-f88f-407a-960a-5d1c65ae2f82,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:37.950491 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0bbe9f59-ecd7-4c4e-ad55-188e31590df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:37.954593 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:37.959448 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 0640e710-1a46-475a-9474-849889575487, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0640e710-1a46-475a-9474-849889575487,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:38.027331 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0640e710-1a46-475a-9474-849889575487 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:35:38.037189 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '0640e710-1a46-475a-9474-849889575487', 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4', 'port_id': '0640e710-1a46-475a-9474-849889575487', 'mac_address': 'fa:16:3e:96:84:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3b8f234-8156-4627-8cae-e6fcb5c2aa35', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:35:38.059842 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05e12cd-b2cd-4ca1-9a11-9b6cf5ee5e17 req-125cd4c1-f28d-49e0-9541-14586efae9d8 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] No DVR routers for this DVR port 585104ae-f88f-407a-960a-5d1c65ae2f82 on host n-h2-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:35:38.060434 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-db4f556d-ec19-4e1e-b742-0dd927d227e4 None None] Provisioning complete for port 3d44c243-5a74-4757-a493-6e4fe95336b1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:35:38.060637 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db4f556d-ec19-4e1e-b742-0dd927d227e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:38.062895 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbe9f59-ecd7-4c4e-ad55-188e31590df9 admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:35:38.067047 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-f05e12cd-b2cd-4ca1-9a11-9b6cf5ee5e17 req-125cd4c1-f28d-49e0-9541-14586efae9d8 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:38.070310 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f05e12cd-b2cd-4ca1-9a11-9b6cf5ee5e17 req-125cd4c1-f28d-49e0-9541-14586efae9d8 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.24 "DELETE /v2.0/ports/585104ae-f88f-407a-960a-5d1c65ae2f82 HTTP/1.1" status: 204 len: 173 time: 1.5110810 Apr 21 12:35:38.071985 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-0bbe9f59-ecd7-4c4e-ad55-188e31590df9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:35:38.073725 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7759849-03df-40c2-80a8-29425f7d0a57', 'name': 'network-vif-deleted', 'tag': '585104ae-f88f-407a-960a-5d1c65ae2f82'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:35:38.076167 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067ac96c-cec1-4ccf-aaa3-8672ad087819" -d '{"events": [{"server_uuid": "a7759849-03df-40c2-80a8-29425f7d0a57", "name": "network-vif-deleted", "tag": "585104ae-f88f-407a-960a-5d1c65ae2f82"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:35:38.082008 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbe9f59-ecd7-4c4e-ad55-188e31590df9 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:35:38.120527 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbe9f59-ecd7-4c4e-ad55-188e31590df9 admin admin] Pushing event updated for resources: {'Port': ['ID=0fd0d6f2-c80c-4432-a022-ead28f007c48,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:38.141345 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 0640e710-1a46-475a-9474-849889575487, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0640e710-1a46-475a-9474-849889575487,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:38.163472 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:38.201453 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['0640e710-1a46-475a-9474-849889575487'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:35:38.276623 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:38.280039 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 3d44c243-5a74-4757-a493-6e4fe95336b1, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3d44c243-5a74-4757-a493-6e4fe95336b1,segment=NetworkSegment(6c571daf-4be4-427d-8c5f-a3f1be05cab8),segment_id=6c571daf-4be4-427d-8c5f-a3f1be05cab8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:38.356109 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-6291e74f-29fd-44ee-ad45-03075b6cd89e service neutron] 10.222.0.36 "GET /v2.0/networks/81f9440c-a578-4cd1-8ad5-52674a74da16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5479906 Apr 21 12:35:38.357461 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 585104ae-f88f-407a-960a-5d1c65ae2f82 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:35:38.380525 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-c860c287-29a8-4b25-b6cd-83e2a43695f4 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:38.382055 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-c860c287-29a8-4b25-b6cd-83e2a43695f4 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/networks?id=32a67a5e-b72b-4167-97d6-5767775875e4 HTTP/1.1" status: 200 len: 807 time: 0.5631433 Apr 21 12:35:38.402782 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4991008a-dca4-47f8-8439-47636e8d0d8a admin admin] Made reservation on behalf of 6363a51a886548cba3ffe42b1b9f96ad for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:35:38.404854 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4991008a-dca4-47f8-8439-47636e8d0d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:38.408833 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:38.427790 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 585104ae-f88f-407a-960a-5d1c65ae2f82 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:35:38.428416 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 585104ae-f88f-407a-960a-5d1c65ae2f82 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:35:38.442454 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4991008a-dca4-47f8-8439-47636e8d0d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:38.458425 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-4aa6f69f-8c33-40a7-a05d-e6b23bd7e8ab tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/quotas/e16b811ea21846c89491aea47e9a7301 HTTP/1.1" status: 200 len: 375 time: 0.0657578 Apr 21 12:35:38.462714 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=0640e710-1a46-475a-9474-849889575487,revision_number=13']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:38.469300 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db4f556d-ec19-4e1e-b742-0dd927d227e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:38.538184 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0bbe9f59-ecd7-4c4e-ad55-188e31590df9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:38.576510 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-a8536c04-66fc-41ed-9175-bf3cfd3aebb1 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e16b811ea21846c89491aea47e9a7301&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1006303 Apr 21 12:35:38.592258 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-1bcb480d-c8e0-4cc2-8274-7e36ac838409 service neutron] 10.222.0.36 "GET /v2.0/networks/81f9440c-a578-4cd1-8ad5-52674a74da16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279172 Apr 21 12:35:38.722865 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=3d44c243-5a74-4757-a493-6e4fe95336b1,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:38.756532 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4991008a-dca4-47f8-8439-47636e8d0d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:38.783108 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-33eac0f3-4451-40ce-a21b-9ca43259cb59 service neutron] 10.222.0.36 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057173 Apr 21 12:35:38.801218 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-db4f556d-ec19-4e1e-b742-0dd927d227e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:35:38.801881 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-db4f556d-ec19-4e1e-b742-0dd927d227e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:35:38.854435 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4991008a-dca4-47f8-8439-47636e8d0d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:38.890914 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0bbe9f59-ecd7-4c4e-ad55-188e31590df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:38.893167 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4991008a-dca4-47f8-8439-47636e8d0d8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:35:38.900082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991008a-dca4-47f8-8439-47636e8d0d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121341d6-e7c2-428b-854b-286a4a4e3ead,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:38.927101 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4991008a-dca4-47f8-8439-47636e8d0d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:38.927451 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-4991008a-dca4-47f8-8439-47636e8d0d8a admin admin] Added segment 809dc041-eed1-4719-81ae-d2f5a67a6a8c of type vlan for network ff76b4c9-41c1-41f6-b547-1cd37cbf682c Apr 21 12:35:39.001557 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addc3f20-2963-41a9-99f9-0e49a158e6fb x-openstack-request-id: req-addc3f20-2963-41a9-99f9-0e49a158e6fb {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:35:39.001788 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7759849-03df-40c2-80a8-29425f7d0a57", "name": "network-vif-deleted", "tag": "585104ae-f88f-407a-960a-5d1c65ae2f82", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:35:39.002021 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-addc3f20-2963-41a9-99f9-0e49a158e6fb {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:35:39.002413 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-addc3f20-2963-41a9-99f9-0e49a158e6fb'] response: {'server_uuid': 'a7759849-03df-40c2-80a8-29425f7d0a57', 'name': 'network-vif-deleted', 'tag': '585104ae-f88f-407a-960a-5d1c65ae2f82', 'status': 'completed', 'code': 200} Apr 21 12:35:39.077735 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35014) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:39.098539 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-688cbc9f-cf59-41de-b8e4-8884fef72113 service neutron] 10.222.0.36 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936659 Apr 21 12:35:39.120150 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3d44c243-5a74-4757-a493-6e4fe95336b1 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:35:39.120982 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4991008a-dca4-47f8-8439-47636e8d0d8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:39.161039 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1ff7d1b-a1d5-45fa-8097-a50c21bb7cdb req-4dbac312-85d5-4b91-923e-d4bbdc8dcb4d tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7759849-03df-40c2-80a8-29425f7d0a57 HTTP/1.1" status: 200 len: 210 time: 0.0557451 Apr 21 12:35:39.177766 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bbe9f59-ecd7-4c4e-ad55-188e31590df9 admin admin] Router 4af10dc5-6822-4608-96aa-54db7ee1fa12 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:35:39.240853 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4991008a-dca4-47f8-8439-47636e8d0d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:39.242066 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4991008a-dca4-47f8-8439-47636e8d0d8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:39.242765 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4991008a-dca4-47f8-8439-47636e8d0d8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:39.294452 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 3d44c243-5a74-4757-a493-6e4fe95336b1 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:35:39.303362 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:39.359415 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991008a-dca4-47f8-8439-47636e8d0d8a admin admin] Pushing event updated for resources: {'Network': ['ID=ff76b4c9-41c1-41f6-b547-1cd37cbf682c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:39.375675 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbe9f59-ecd7-4c4e-ad55-188e31590df9 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:35:39.382449 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-cc38dbca-6a25-4b8a-a19a-4d2f235ac50c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1619148308-network', 'tenant_id': '93d7e25c0f6440ecae872dc765227be7'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:39.386085 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4991008a-dca4-47f8-8439-47636e8d0d8a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1168084 Apr 21 12:35:39.386725 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35026) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:39.388414 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a8f899-debb-4a59-8c1d-bbe189c6e492 None None] Sync routers for ids ['4af10dc5-6822-4608-96aa-54db7ee1fa12'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:35:39.406358 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a8f899-debb-4a59-8c1d-bbe189c6e492 None None] Routers {'4af10dc5-6822-4608-96aa-54db7ee1fa12'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:35:39.408830 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-27a8f899-debb-4a59-8c1d-bbe189c6e492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:35:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['4af10dc5-6822-4608-96aa-54db7ee1fa12'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:39.409411 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b589412-6397-42fe-9d62-f6f73ce9f2e7 req-1ac48aa8-d907-4724-aea8-c8d6277118be tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:39.411049 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2b589412-6397-42fe-9d62-f6f73ce9f2e7 req-1ac48aa8-d907-4724-aea8-c8d6277118be tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 946 time: 0.1056323 Apr 21 12:35:39.415885 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2dbbee7d-6325-40b0-a61a-dc186e689ded admin admin] Request body: {'subnet': {'network_id': 'ff76b4c9-41c1-41f6-b547-1cd37cbf682c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-51443223-subnet', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:39.438641 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network ff76b4c9-41c1-41f6-b547-1cd37cbf682c details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:35:39.462828 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc38dbca-6a25-4b8a-a19a-4d2f235ac50c admin admin] Made reservation on behalf of 93d7e25c0f6440ecae872dc765227be7 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:35:39.464595 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b68235e-b3ee-422f-a492-9016699afb90 req-1ccf4730-a9a0-40ea-ad2e-124a06f5a589 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f757724-ee97-4c97-9530-4dc12697fd83 HTTP/1.1" status: 200 len: 210 time: 0.0381541 Apr 21 12:35:39.466449 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cc38dbca-6a25-4b8a-a19a-4d2f235ac50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:39.484094 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cc38dbca-6a25-4b8a-a19a-4d2f235ac50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:39.496724 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0bbe9f59-ecd7-4c4e-ad55-188e31590df9 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:39.498064 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0bbe9f59-ecd7-4c4e-ad55-188e31590df9 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.0968497 Apr 21 12:35:39.501521 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35028) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:39.590635 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2b589412-6397-42fe-9d62-f6f73ce9f2e7 req-4c3a82a6-bd4b-41cc-b5b2-86b295179ef1 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612182 Apr 21 12:35:39.599873 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbbee7d-6325-40b0-a61a-dc186e689ded admin admin] Made reservation on behalf of 6363a51a886548cba3ffe42b1b9f96ad for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:35:39.602787 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2dbbee7d-6325-40b0-a61a-dc186e689ded admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:39.613984 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 0640e710-1a46-475a-9474-849889575487 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:35:39.653030 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb5865fe-f177-4b46-93ba-eea80a4b9e93 req-bdcc5561-6eb6-4493-aa40-443e692eaf2d tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 210 time: 0.0541210 Apr 21 12:35:39.676465 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cc38dbca-6a25-4b8a-a19a-4d2f235ac50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:39.677304 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-27a8f899-debb-4a59-8c1d-bbe189c6e492 None None] Set router 4af10dc5-6822-4608-96aa-54db7ee1fa12 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:35:39.768583 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-27056362-729d-49fc-8b16-0f916ac59696 None None] Provisioning complete for port 3d44c243-5a74-4757-a493-6e4fe95336b1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:35:39.769207 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27056362-729d-49fc-8b16-0f916ac59696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:39.781721 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cc38dbca-6a25-4b8a-a19a-4d2f235ac50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:39.819783 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc38dbca-6a25-4b8a-a19a-4d2f235ac50c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:35:39.848923 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38dbca-6a25-4b8a-a19a-4d2f235ac50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a245d4-7e57-4a96-b345-c295d62c1847,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:39.856980 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cc38dbca-6a25-4b8a-a19a-4d2f235ac50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:39.857325 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-cc38dbca-6a25-4b8a-a19a-4d2f235ac50c admin admin] Added segment b148920a-647d-4b65-88f0-6112be9d42f6 of type vlan for network 0237a15d-b239-4a59-99f0-485c3de99af7 Apr 21 12:35:39.890844 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 0640e710-1a46-475a-9474-849889575487 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:35:39.896710 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 0640e710-1a46-475a-9474-849889575487 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:35:39.897077 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:39.933074 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cc38dbca-6a25-4b8a-a19a-4d2f235ac50c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:39.944923 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-27a8f899-debb-4a59-8c1d-bbe189c6e492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'name': 'tempest-ServersTestJSON-1602664124-router', 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '0fd0d6f2-c80c-4432-a022-ead28f007c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:35Z', 'updated_at': '2022-04-21T12:35:38Z', 'revision_number': 3, 'project_id': 'acc1120f1d4f4f90b945936501a65e91', 'gw_port': {'id': '0fd0d6f2-c80c-4432-a022-ead28f007c48', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:50:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:36Z', 'updated_at': '2022-04-21T12:35:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:39.980458 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a8f899-debb-4a59-8c1d-bbe189c6e492 None None] Checking router: 4af10dc5-6822-4608-96aa-54db7ee1fa12 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:35:39.980807 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a8f899-debb-4a59-8c1d-bbe189c6e492 None None] Updating router 4af10dc5-6822-4608-96aa-54db7ee1fa12 port 0fd0d6f2-c80c-4432-a022-ead28f007c48 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:35:40.002291 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:40.017180 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27a8f899-debb-4a59-8c1d-bbe189c6e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:40.037789 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96cbec7-e315-4c8a-bb11-a292915d9038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0640e710-1a46-475a-9474-849889575487'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:35:40.041172 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d462173b-e4bf-4ad2-9334-677d728f4a03" -d '{"events": [{"server_uuid": "b96cbec7-e315-4c8a-bb11-a292915d9038", "name": "network-vif-plugged", "status": "completed", "tag": "0640e710-1a46-475a-9474-849889575487"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:35:40.055231 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 0640e710-1a46-475a-9474-849889575487, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0640e710-1a46-475a-9474-849889575487,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:40.069034 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cc38dbca-6a25-4b8a-a19a-4d2f235ac50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:40.070968 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc38dbca-6a25-4b8a-a19a-4d2f235ac50c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:40.071974 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cc38dbca-6a25-4b8a-a19a-4d2f235ac50c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:40.082351 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81d2d45-e265-4a40-b184-e43760069ddb x-openstack-request-id: req-d81d2d45-e265-4a40-b184-e43760069ddb {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:35:40.083298 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96cbec7-e315-4c8a-bb11-a292915d9038", "name": "network-vif-plugged", "status": "completed", "tag": "0640e710-1a46-475a-9474-849889575487", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:35:40.083718 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d81d2d45-e265-4a40-b184-e43760069ddb {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:35:40.084273 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d81d2d45-e265-4a40-b184-e43760069ddb'] response: {'server_uuid': 'b96cbec7-e315-4c8a-bb11-a292915d9038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0640e710-1a46-475a-9474-849889575487', 'code': 200} Apr 21 12:35:40.142669 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc38dbca-6a25-4b8a-a19a-4d2f235ac50c admin admin] Pushing event updated for resources: {'Network': ['ID=0237a15d-b239-4a59-99f0-485c3de99af7,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:40.155030 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 0237a15d-b239-4a59-99f0-485c3de99af7 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:35:40.185067 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2dbbee7d-6325-40b0-a61a-dc186e689ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:40.189738 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cc38dbca-6a25-4b8a-a19a-4d2f235ac50c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1078708 Apr 21 12:35:40.190068 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35040) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:40.195418 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-61ad4e8f-87bf-4eb4-991d-8615e1de4286 admin admin] Request body: {'subnet': {'network_id': '0237a15d-b239-4a59-99f0-485c3de99af7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1619148308-subnet', 'tenant_id': '93d7e25c0f6440ecae872dc765227be7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:40.216482 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:40.281368 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=0640e710-1a46-475a-9474-849889575487,revision_number=14']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:40.320780 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ad4e8f-87bf-4eb4-991d-8615e1de4286 admin admin] Made reservation on behalf of 93d7e25c0f6440ecae872dc765227be7 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:35:40.324807 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61ad4e8f-87bf-4eb4-991d-8615e1de4286 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:40.342235 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbbee7d-6325-40b0-a61a-dc186e689ded admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdc28bf1-e915-4072-b8cd-eaf24f93a684,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:40.373292 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbbee7d-6325-40b0-a61a-dc186e689ded admin admin] Checking segment: {'id': '809dc041-eed1-4719-81ae-d2f5a67a6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ff76b4c9-41c1-41f6-b547-1cd37cbf682c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:35:40.373900 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbbee7d-6325-40b0-a61a-dc186e689ded admin admin] Network hostable DHCP agents. Network: ff76b4c9-41c1-41f6-b547-1cd37cbf682c, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:35:40.377220 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7af40c3-7ecc-44d9-b10c-9f9afce40d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:40.378124 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27a8f899-debb-4a59-8c1d-bbe189c6e492 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:40.525779 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27a8f899-debb-4a59-8c1d-bbe189c6e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:40.555017 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-c7af40c3-7ecc-44d9-b10c-9f9afce40d2f admin admin] Allocated IP 172.20.0.1 (f1d904a7-db50-40ae-8d60-6d68d4dedc7b/333c4316-efda-42ee-9dd9-9ca2e7eb1a13/34acac91-711f-41b3-8d27-a96a4bea1834) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:35:40.577891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbbee7d-6325-40b0-a61a-dc186e689ded admin admin] Network ff76b4c9-41c1-41f6-b547-1cd37cbf682c is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:35:40.584698 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e14307-f1b2-4592-a2e8-1b940b23d1b3 None None] Pushing event updated for resources: {'Port': ['ID=0fd0d6f2-c80c-4432-a022-ead28f007c48,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:40.587650 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-27a8f899-debb-4a59-8c1d-bbe189c6e492 None None] Attempting to bind port 0fd0d6f2-c80c-4432-a022-ead28f007c48 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:35:40.588203 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-27a8f899-debb-4a59-8c1d-bbe189c6e492 None None] Attempting to bind port 0fd0d6f2-c80c-4432-a022-ead28f007c48 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:35:40.588562 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a8f899-debb-4a59-8c1d-bbe189c6e492 None None] Attempting to bind port 0fd0d6f2-c80c-4432-a022-ead28f007c48 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:35:40.597110 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e14307-f1b2-4592-a2e8-1b940b23d1b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:40.597450 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e14307-f1b2-4592-a2e8-1b940b23d1b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:40.597816 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e14307-f1b2-4592-a2e8-1b940b23d1b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:40.598148 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e14307-f1b2-4592-a2e8-1b940b23d1b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:40.598578 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e14307-f1b2-4592-a2e8-1b940b23d1b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:40.599089 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e14307-f1b2-4592-a2e8-1b940b23d1b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:40.599583 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e14307-f1b2-4592-a2e8-1b940b23d1b3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:40.600065 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e14307-f1b2-4592-a2e8-1b940b23d1b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:40.600558 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e14307-f1b2-4592-a2e8-1b940b23d1b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:40.601063 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e14307-f1b2-4592-a2e8-1b940b23d1b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:40.601558 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e14307-f1b2-4592-a2e8-1b940b23d1b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:40.602055 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e14307-f1b2-4592-a2e8-1b940b23d1b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:35:40.606431 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a8f899-debb-4a59-8c1d-bbe189c6e492 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:35:40.607442 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a8f899-debb-4a59-8c1d-bbe189c6e492 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:35:40.607744 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27a8f899-debb-4a59-8c1d-bbe189c6e492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:40.608093 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a8f899-debb-4a59-8c1d-bbe189c6e492 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:35:40.609096 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-27a8f899-debb-4a59-8c1d-bbe189c6e492 None None] Bound port: 0fd0d6f2-c80c-4432-a022-ead28f007c48, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:35:40.609496 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27a8f899-debb-4a59-8c1d-bbe189c6e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:40.616346 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-57df2959-6ebb-4afe-aab9-ea4a0726c8e6 req-3f956fe0-cfe5-4c11-9f87-304184c8751a tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f757724-ee97-4c97-9530-4dc12697fd83 HTTP/1.1" status: 200 len: 210 time: 0.0552344 Apr 21 12:35:40.620021 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61ad4e8f-87bf-4eb4-991d-8615e1de4286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:40.678028 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-2dbbee7d-6325-40b0-a61a-dc186e689ded admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, ff76b4c9-41c1-41f6-b547-1cd37cbf682c) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:35:40.681728 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-27a8f899-debb-4a59-8c1d-bbe189c6e492 None None] For port 0fd0d6f2-c80c-4432-a022-ead28f007c48, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:35:40.685123 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbbee7d-6325-40b0-a61a-dc186e689ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:40.685446 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2dbbee7d-6325-40b0-a61a-dc186e689ded admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:40.686432 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-27a8f899-debb-4a59-8c1d-bbe189c6e492 None None] For port 0fd0d6f2-c80c-4432-a022-ead28f007c48, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=0fd0d6f2-c80c-4432-a022-ead28f007c48,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:35:40.689166 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d804a13e-2cbb-477c-b369-9e346d6c0472 None None] Network ff76b4c9-41c1-41f6-b547-1cd37cbf682c requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:35:40.722586 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad4e8f-87bf-4eb4-991d-8615e1de4286 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e06c613c-f6b1-4b25-995c-30857d9e439a,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:40.733654 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ad4e8f-87bf-4eb4-991d-8615e1de4286 admin admin] Checking segment: {'id': 'b148920a-647d-4b65-88f0-6112be9d42f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0237a15d-b239-4a59-99f0-485c3de99af7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:35:40.734106 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ad4e8f-87bf-4eb4-991d-8615e1de4286 admin admin] Network hostable DHCP agents. Network: 0237a15d-b239-4a59-99f0-485c3de99af7, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:35:40.779652 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7af40c3-7ecc-44d9-b10c-9f9afce40d2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:40.787434 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35054) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:40.787879 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2dbbee7d-6325-40b0-a61a-dc186e689ded admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3756092 Apr 21 12:35:40.789276 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-27a8f899-debb-4a59-8c1d-bbe189c6e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:40.795837 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edd86c-02af-4995-8799-a8d8f66b6e2e req-9f7befdb-a9f9-4198-8081-fa994b5765f2 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:40.798052 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e4edd86c-02af-4995-8799-a8d8f66b6e2e req-9f7befdb-a9f9-4198-8081-fa994b5765f2 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 946 time: 0.1017387 Apr 21 12:35:40.800658 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-fb6a62b9-09d1-4e1a-bda3-1e6147f31039 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-51443223-router', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:40.875449 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e4edd86c-02af-4995-8799-a8d8f66b6e2e req-f5ab2fc7-178e-45c2-9a22-43410c3cdb68 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582333 Apr 21 12:35:40.875609 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ad4e8f-87bf-4eb4-991d-8615e1de4286 admin admin] Network 0237a15d-b239-4a59-99f0-485c3de99af7 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:35:40.892967 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e083a09f-f50f-4b7f-95b2-54f77eee164e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-ff76b4c9-41c1-41f6-b547-1cd37cbf682c', 'network_id': 'ff76b4c9-41c1-41f6-b547-1cd37cbf682c', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'fixed_ips': [{'subnet_id': 'fdc28bf1-e915-4072-b8cd-eaf24f93a684'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:35:40.894013 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e083a09f-f50f-4b7f-95b2-54f77eee164e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:40.906089 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e14307-f1b2-4592-a2e8-1b940b23d1b3 None None] Pushing event updated for resources: {'Port': ['ID=0fd0d6f2-c80c-4432-a022-ead28f007c48,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:40.915685 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a8f899-debb-4a59-8c1d-bbe189c6e492 None None] Routers {'4af10dc5-6822-4608-96aa-54db7ee1fa12'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:35:40.916519 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-27a8f899-debb-4a59-8c1d-bbe189c6e492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:35:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['4af10dc5-6822-4608-96aa-54db7ee1fa12'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:40.927004 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f14a5b65-2a7c-4df9-aa06-08954030663d req-0dcf3d49-0ba2-40ca-9f96-d2634f614393 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 210 time: 0.0395637 Apr 21 12:35:41.007187 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-61ad4e8f-87bf-4eb4-991d-8615e1de4286 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 0237a15d-b239-4a59-99f0-485c3de99af7) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:35:41.007981 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7af40c3-7ecc-44d9-b10c-9f9afce40d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:41.009041 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fb6a62b9-09d1-4e1a-bda3-1e6147f31039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:41.010253 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fb6a62b9-09d1-4e1a-bda3-1e6147f31039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:41.035770 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ad4e8f-87bf-4eb4-991d-8615e1de4286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:41.036391 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61ad4e8f-87bf-4eb4-991d-8615e1de4286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:41.048347 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e392ca23-a30b-4c33-a2d7-3b79b86da3c2 None None] Network 0237a15d-b239-4a59-99f0-485c3de99af7 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:35:41.076427 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7af40c3-7ecc-44d9-b10c-9f9afce40d2f admin admin] Network f1d904a7-db50-40ae-8d60-6d68d4dedc7b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:35:41.089773 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c7af40c3-7ecc-44d9-b10c-9f9afce40d2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:35:41.106986 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7af40c3-7ecc-44d9-b10c-9f9afce40d2f admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:35:41.135516 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fb6a62b9-09d1-4e1a-bda3-1e6147f31039 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:41.148666 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af40c3-7ecc-44d9-b10c-9f9afce40d2f admin admin] Pushing event updated for resources: {'Port': ['ID=34acac91-711f-41b3-8d27-a96a4bea1834,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:41.164541 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df45d62-3350-47f7-add1-b7fbb607cabe req-f5e09488-0dbd-44e2-a4ef-4af52a64c93d tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:41.172238 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2df45d62-3350-47f7-add1-b7fbb607cabe req-f5e09488-0dbd-44e2-a4ef-4af52a64c93d tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 945 time: 0.1958659 Apr 21 12:35:41.205705 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-61ad4e8f-87bf-4eb4-991d-8615e1de4286 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0131710 Apr 21 12:35:41.226072 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7af40c3-7ecc-44d9-b10c-9f9afce40d2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:41.231402 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-27a8f899-debb-4a59-8c1d-bbe189c6e492 None None] Set router 4af10dc5-6822-4608-96aa-54db7ee1fa12 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:35:41.360621 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2df45d62-3350-47f7-add1-b7fbb607cabe req-65b58a50-5876-4c11-9b11-77c8e84aa585 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688662 Apr 21 12:35:41.461607 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35064) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:41.540631 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825ff5f-5cb4-4027-839b-806bf53275ab req-f6c83716-4a45-4369-9ea6-93a61ed11274 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:41.545457 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b825ff5f-5cb4-4027-839b-806bf53275ab req-f6c83716-4a45-4369-9ea6-93a61ed11274 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 945 time: 0.2913315 Apr 21 12:35:41.548151 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e083a09f-f50f-4b7f-95b2-54f77eee164e None None] Allocated IP 172.20.0.2 (ff76b4c9-41c1-41f6-b547-1cd37cbf682c/fdc28bf1-e915-4072-b8cd-eaf24f93a684/fdde615e-6040-4b20-912e-0320e5a420ed) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:35:41.552336 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-5263cf9a-5901-406d-a843-82b1c34d64da admin admin] Deleting subnet e06c613c-f6b1-4b25-995c-30857d9e439a {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:35:41.556965 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5263cf9a-5901-406d-a843-82b1c34d64da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:41.566393 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec804aeb-a05f-4a1a-8d47-a04008944f78 req-0487f827-b9cf-46c0-98d6-f23385f2fe2d tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:41.574406 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec804aeb-a05f-4a1a-8d47-a04008944f78 req-0487f827-b9cf-46c0-98d6-f23385f2fe2d tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 946 time: 0.1404517 Apr 21 12:35:41.637886 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5263cf9a-5901-406d-a843-82b1c34d64da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:41.679197 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2227f363-0f73-4037-9b39-db3312b66c5d None None] Network 0237a15d-b239-4a59-99f0-485c3de99af7 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:35:41.687975 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec804aeb-a05f-4a1a-8d47-a04008944f78 req-3a475b28-6e72-4dbc-9099-c6e79f539d02 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071947 Apr 21 12:35:41.724316 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7af40c3-7ecc-44d9-b10c-9f9afce40d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:41.727586 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-27a8f899-debb-4a59-8c1d-bbe189c6e492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'name': 'tempest-ServersTestJSON-1602664124-router', 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '0fd0d6f2-c80c-4432-a022-ead28f007c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:35Z', 'updated_at': '2022-04-21T12:35:38Z', 'revision_number': 3, 'project_id': 'acc1120f1d4f4f90b945936501a65e91', 'gw_port': {'id': '0fd0d6f2-c80c-4432-a022-ead28f007c48', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:50:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:36Z', 'updated_at': '2022-04-21T12:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:41.736221 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-643a1743-611a-4079-a735-e4fad22d829d None None] Provisioning complete for port 34acac91-711f-41b3-8d27-a96a4bea1834 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:35:41.736604 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-643a1743-611a-4079-a735-e4fad22d829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:41.739229 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5263cf9a-5901-406d-a843-82b1c34d64da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:41.751927 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fb6a62b9-09d1-4e1a-bda3-1e6147f31039 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:41.766963 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a8f899-debb-4a59-8c1d-bbe189c6e492 None None] The sync data for ids ['4af10dc5-6822-4608-96aa-54db7ee1fa12'] in n-d-836147-2 is: [{'id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'name': 'tempest-ServersTestJSON-1602664124-router', 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '0fd0d6f2-c80c-4432-a022-ead28f007c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:35Z', 'updated_at': '2022-04-21T12:35:38Z', 'revision_number': 3, 'project_id': 'acc1120f1d4f4f90b945936501a65e91', 'gw_port': {'id': '0fd0d6f2-c80c-4432-a022-ead28f007c48', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:50:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:36Z', 'updated_at': '2022-04-21T12:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:35:41.790141 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559e7ac-12ef-4c5d-8848-068fa8fde010 req-e7f68f13-0462-49d6-a0fd-9d10d3879e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:41.791643 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6559e7ac-12ef-4c5d-8848-068fa8fde010 req-e7f68f13-0462-49d6-a0fd-9d10d3879e43 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a208b1412791496188b5b7f9d81a64f6&device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 1097 time: 0.2057066 Apr 21 12:35:41.807647 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-876c6bb9-f41a-48ec-b2fd-e1ae7744f9fe req-b519f8f3-b486-463d-9f05-6be6fcd3bd6f tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f757724-ee97-4c97-9530-4dc12697fd83 HTTP/1.1" status: 200 len: 210 time: 0.0652056 Apr 21 12:35:41.826210 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-b825ff5f-5cb4-4027-839b-806bf53275ab req-ecd74d16-19db-4a98-aa6f-9daecd0d8ec3 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Deleting port b93f2730-b02e-48d8-8e3f-c24ab6931ffb {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:35:41.826549 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b825ff5f-5cb4-4027-839b-806bf53275ab req-ecd74d16-19db-4a98-aa6f-9daecd0d8ec3 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:41.877436 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-643a1743-611a-4079-a735-e4fad22d829d None None] Port 34acac91-711f-41b3-8d27-a96a4bea1834 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:35:41.984412 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5263cf9a-5901-406d-a843-82b1c34d64da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:42.059579 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e083a09f-f50f-4b7f-95b2-54f77eee164e None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:42.065127 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559e7ac-12ef-4c5d-8848-068fa8fde010 req-4960401a-129a-4bb9-824b-a8e0d1a6ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:42.065764 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263cf9a-5901-406d-a843-82b1c34d64da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e06c613c-f6b1-4b25-995c-30857d9e439a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:42.066661 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6559e7ac-12ef-4c5d-8848-068fa8fde010 req-4960401a-129a-4bb9-824b-a8e0d1a6ec5b service neutron] 10.222.0.24 "GET /v2.0/networks?id=1afeb61e-54a9-4ede-8030-317c69a36623 HTTP/1.1" status: 200 len: 912 time: 0.2671926 Apr 21 12:35:42.070388 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5263cf9a-5901-406d-a843-82b1c34d64da admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:42.074689 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5263cf9a-5901-406d-a843-82b1c34d64da admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e06c613c-f6b1-4b25-995c-30857d9e439a HTTP/1.1" status: 204 len: 168 time: 0.6147487 Apr 21 12:35:42.082301 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35072) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:42.116972 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c35becb3-ceb2-4571-8d45-736875c49db5 req-c2871b4f-99c1-4a7c-8a20-bffc33b4ccff tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 210 time: 0.0635128 Apr 21 12:35:42.130145 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7af40c3-7ecc-44d9-b10c-9f9afce40d2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:42.179152 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-b825ff5f-5cb4-4027-839b-806bf53275ab req-ecd74d16-19db-4a98-aa6f-9daecd0d8ec3 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] For port b93f2730-b02e-48d8-8e3f-c24ab6931ffb, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=b93f2730-b02e-48d8-8e3f-c24ab6931ffb,segment=NetworkSegment(2d2d20e9-0e28-4b12-82e0-16a41c274765),segment_id=2d2d20e9-0e28-4b12-82e0-16a41c274765)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:42.179536 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b825ff5f-5cb4-4027-839b-806bf53275ab req-ecd74d16-19db-4a98-aa6f-9daecd0d8ec3 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:42.219834 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e083a09f-f50f-4b7f-95b2-54f77eee164e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:42.253312 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-b825ff5f-5cb4-4027-839b-806bf53275ab req-ecd74d16-19db-4a98-aa6f-9daecd0d8ec3 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Calling delete_port for b93f2730-b02e-48d8-8e3f-c24ab6931ffb owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:35:42.274438 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083a09f-f50f-4b7f-95b2-54f77eee164e None None] Pushing event updated for resources: {'Port': ['ID=fdde615e-6040-4b20-912e-0320e5a420ed,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:42.287876 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e083a09f-f50f-4b7f-95b2-54f77eee164e None None] Network ff76b4c9-41c1-41f6-b547-1cd37cbf682c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:35:42.290312 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e083a09f-f50f-4b7f-95b2-54f77eee164e None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:35:42.293876 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e083a09f-f50f-4b7f-95b2-54f77eee164e None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:35:42.298189 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6559e7ac-12ef-4c5d-8848-068fa8fde010 req-bbe3fb3a-781c-4600-969d-67e737572a6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52051f7c-ceb8-422d-9dd1-495afe76c1c0 HTTP/1.1" status: 200 len: 1002 time: 0.2177498 Apr 21 12:35:42.312321 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10e7b98c-a5e6-44af-926f-4776bbddd280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:42.401375 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e083a09f-f50f-4b7f-95b2-54f77eee164e None None] Attempting to bind port fdde615e-6040-4b20-912e-0320e5a420ed on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:35:42.401836 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e083a09f-f50f-4b7f-95b2-54f77eee164e None None] Attempting to bind port fdde615e-6040-4b20-912e-0320e5a420ed by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '809dc041-eed1-4719-81ae-d2f5a67a6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ff76b4c9-41c1-41f6-b547-1cd37cbf682c'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:35:42.402807 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e083a09f-f50f-4b7f-95b2-54f77eee164e None None] Attempting to bind port fdde615e-6040-4b20-912e-0320e5a420ed on network ff76b4c9-41c1-41f6-b547-1cd37cbf682c {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:35:42.409956 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e083a09f-f50f-4b7f-95b2-54f77eee164e None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:35:42.412006 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e083a09f-f50f-4b7f-95b2-54f77eee164e None None] Checking segment: {'id': '809dc041-eed1-4719-81ae-d2f5a67a6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ff76b4c9-41c1-41f6-b547-1cd37cbf682c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:35:42.412417 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e083a09f-f50f-4b7f-95b2-54f77eee164e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:42.413354 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e083a09f-f50f-4b7f-95b2-54f77eee164e None None] Bound using segment: {'id': '809dc041-eed1-4719-81ae-d2f5a67a6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ff76b4c9-41c1-41f6-b547-1cd37cbf682c'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:35:42.414007 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e083a09f-f50f-4b7f-95b2-54f77eee164e None None] Bound port: fdde615e-6040-4b20-912e-0320e5a420ed, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809dc041-eed1-4719-81ae-d2f5a67a6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ff76b4c9-41c1-41f6-b547-1cd37cbf682c'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:35:42.414414 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e083a09f-f50f-4b7f-95b2-54f77eee164e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:42.506652 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e083a09f-f50f-4b7f-95b2-54f77eee164e None None] For port fdde615e-6040-4b20-912e-0320e5a420ed, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:35:42.511036 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e083a09f-f50f-4b7f-95b2-54f77eee164e None None] For port fdde615e-6040-4b20-912e-0320e5a420ed, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fdde615e-6040-4b20-912e-0320e5a420ed,segment=NetworkSegment(809dc041-eed1-4719-81ae-d2f5a67a6a8c),segment_id=809dc041-eed1-4719-81ae-d2f5a67a6a8c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:35:42.560065 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7af40c3-7ecc-44d9-b10c-9f9afce40d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:42.583753 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e083a09f-f50f-4b7f-95b2-54f77eee164e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:42.681463 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:35:42.726065 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083a09f-f50f-4b7f-95b2-54f77eee164e None None] Pushing event updated for resources: {'Port': ['ID=fdde615e-6040-4b20-912e-0320e5a420ed,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:42.824780 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af40c3-7ecc-44d9-b10c-9f9afce40d2f admin admin] Pushing event updated for resources: {'Port': ['ID=34acac91-711f-41b3-8d27-a96a4bea1834,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:42.831126 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7af40c3-7ecc-44d9-b10c-9f9afce40d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:42.854506 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-0684d9c3-4444-404e-9320-f3cb8751d293 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:42.856199 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-0684d9c3-4444-404e-9320-f3cb8751d293 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.24 "GET /v2.0/networks?id=81f9440c-a578-4cd1-8ad5-52674a74da16 HTTP/1.1" status: 200 len: 822 time: 0.6592517 Apr 21 12:35:42.876001 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559e7ac-12ef-4c5d-8848-068fa8fde010 req-33de881c-a39a-47a7-b59a-e0ac8198e081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:42.877877 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6559e7ac-12ef-4c5d-8848-068fa8fde010 req-33de881c-a39a-47a7-b59a-e0ac8198e081 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f6a79252-68c3-4d98-8e31-7d58e3a1be80 HTTP/1.1" status: 200 len: 850 time: 0.5610125 Apr 21 12:35:42.922274 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-02a61448-5bd6-439f-9e60-0644c66d512f tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Request body: {'port': {'device_id': '9f757724-ee97-4c97-9530-4dc12697fd83', 'network_id': '81f9440c-a578-4cd1-8ad5-52674a74da16', 'admin_state_up': True, 'tenant_id': 'f8fe759a5e054ec095d0c85a744880b5'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:42.986536 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1feefab-91f6-4e46-9b29-f9367a331dfb req-f30c27b5-0f79-4ee4-a034-3071e45f5c67 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:42.991696 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1feefab-91f6-4e46-9b29-f9367a331dfb req-f30c27b5-0f79-4ee4-a034-3071e45f5c67 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 945 time: 0.4338572 Apr 21 12:35:42.992922 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.24', 56036) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:43.005058 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10e7b98c-a5e6-44af-926f-4776bbddd280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:43.027921 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-10e7b98c-a5e6-44af-926f-4776bbddd280 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0237a15d-b239-4a59-99f0-485c3de99af7']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:43.038045 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-10e7b98c-a5e6-44af-926f-4776bbddd280 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b148920a-647d-4b65-88f0-6112be9d42f6') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:43.038347 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-10e7b98c-a5e6-44af-926f-4776bbddd280 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b148920a-647d-4b65-88f0-6112be9d42f6') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:43.055537 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10e7b98c-a5e6-44af-926f-4776bbddd280 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:43.169195 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10e7b98c-a5e6-44af-926f-4776bbddd280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:43.184903 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6559e7ac-12ef-4c5d-8848-068fa8fde010 req-df15046a-f226-4728-8b96-a3f788c293b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:43.186533 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6559e7ac-12ef-4c5d-8848-068fa8fde010 req-df15046a-f226-4728-8b96-a3f788c293b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1afeb61e-54a9-4ede-8030-317c69a36623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2836406 Apr 21 12:35:43.192412 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e7b98c-a5e6-44af-926f-4776bbddd280 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:35:43.192875 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10e7b98c-a5e6-44af-926f-4776bbddd280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:35:43.194485 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:35:43.246437 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 0fd0d6f2-c80c-4432-a022-ead28f007c48 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:35:43.249236 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbf8ce-e448-449d-8b0c-3827143c47a4 req-0f653189-65ff-472f-b2ab-9bef37d164fd tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:43.251931 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1dcbf8ce-e448-449d-8b0c-3827143c47a4 req-0f653189-65ff-472f-b2ab-9bef37d164fd tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 946 time: 0.4184310 Apr 21 12:35:43.335289 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1feefab-91f6-4e46-9b29-f9367a331dfb req-bdb8a94b-6320-45fd-8364-968418e1b77a tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/security-groups?id=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300619 Apr 21 12:35:43.351106 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 0fd0d6f2-c80c-4432-a022-ead28f007c48 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:35:43.355295 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:43.382471 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fb6a62b9-09d1-4e1a-bda3-1e6147f31039 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:43.406617 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fb6a62b9-09d1-4e1a-bda3-1e6147f31039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:43.471139 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-a665eb29-8ca7-4f5a-94f8-216de1e56385 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:43.472806 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-a665eb29-8ca7-4f5a-94f8-216de1e56385 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.24 "GET /v2.0/networks?id=32a67a5e-b72b-4167-97d6-5767775875e4 HTTP/1.1" status: 200 len: 807 time: 0.4742455 Apr 21 12:35:43.479930 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b825ff5f-5cb4-4027-839b-806bf53275ab req-ecd74d16-19db-4a98-aa6f-9daecd0d8ec3 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:43.493409 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-dcdacae0-4647-46aa-bb42-9e2268b5ef03 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Request body: {'port': {'device_id': '6d07c883-dd91-4b5f-9edc-25a50aa6c93a', 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4', 'admin_state_up': True, 'tenant_id': 'e16b811ea21846c89491aea47e9a7301'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:43.500669 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:43.521867 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd74d16-19db-4a98-aa6f-9daecd0d8ec3 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Pushing event deleted for resources: {'Port': ['ID=b93f2730-b02e-48d8-8e3f-c24ab6931ffb,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:43.525116 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6559e7ac-12ef-4c5d-8848-068fa8fde010 req-a453519f-1ea2-4278-ae5f-4b7d4ff14a84 service neutron] 10.222.0.24 "GET /v2.0/networks/1afeb61e-54a9-4ede-8030-317c69a36623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160706 Apr 21 12:35:43.536757 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 0fd0d6f2-c80c-4432-a022-ead28f007c48, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=0fd0d6f2-c80c-4432-a022-ead28f007c48,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:43.541902 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e328773c-51ef-4b75-a2ed-06add6fdb335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:43.544110 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1dcbf8ce-e448-449d-8b0c-3827143c47a4 req-70f75b92-42c0-4a19-976a-86eb8c6e0766 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329130 Apr 21 12:35:43.546559 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb27800a-c369-4c4b-b725-79b82a61268e req-081235bb-be10-46c2-8666-8eca44f5ed5e tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f757724-ee97-4c97-9530-4dc12697fd83 HTTP/1.1" status: 200 len: 210 time: 0.0703714 Apr 21 12:35:43.554728 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7af40c3-7ecc-44d9-b10c-9f9afce40d2f admin admin] Network f1d904a7-db50-40ae-8d60-6d68d4dedc7b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:35:43.555702 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-02a61448-5bd6-439f-9e60-0644c66d512f tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Made reservation on behalf of f8fe759a5e054ec095d0c85a744880b5 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:35:43.560287 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-02a61448-5bd6-439f-9e60-0644c66d512f tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:43.566772 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10e7b98c-a5e6-44af-926f-4776bbddd280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:43.585900 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c7af40c3-7ecc-44d9-b10c-9f9afce40d2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:35:43.604756 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10e7b98c-a5e6-44af-926f-4776bbddd280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:43.608145 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-10e7b98c-a5e6-44af-926f-4776bbddd280 admin admin] 10.222.0.36 "DELETE /v2.0/networks/0237a15d-b239-4a59-99f0-485c3de99af7 HTTP/1.1" status: 204 len: 168 time: 1.5250442 Apr 21 12:35:43.664830 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-b825ff5f-5cb4-4027-839b-806bf53275ab req-ecd74d16-19db-4a98-aa6f-9daecd0d8ec3 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] No DVR routers for this DVR port b93f2730-b02e-48d8-8e3f-c24ab6931ffb on host n-h2-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:35:43.670500 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7b98c-a5e6-44af-926f-4776bbddd280 admin admin] Pushing event deleted for resources: {'Network': ['ID=0237a15d-b239-4a59-99f0-485c3de99af7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:43.680504 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b825ff5f-5cb4-4027-839b-806bf53275ab req-ecd74d16-19db-4a98-aa6f-9daecd0d8ec3 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:43.681180 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:43.682329 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fdde615e-6040-4b20-912e-0320e5a420ed up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:35:43.683673 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b825ff5f-5cb4-4027-839b-806bf53275ab req-ecd74d16-19db-4a98-aa6f-9daecd0d8ec3 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.24 "DELETE /v2.0/ports/b93f2730-b02e-48d8-8e3f-c24ab6931ffb HTTP/1.1" status: 204 len: 173 time: 2.0885651 Apr 21 12:35:43.684128 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d680018-3ad7-49f8-a450-f29d93edbf6a', 'name': 'network-vif-deleted', 'tag': 'b93f2730-b02e-48d8-8e3f-c24ab6931ffb'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:35:43.692602 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7907b33e-08a1-48ff-b95d-f72e06ba1f8d" -d '{"events": [{"server_uuid": "9d680018-3ad7-49f8-a450-f29d93edbf6a", "name": "network-vif-deleted", "tag": "b93f2730-b02e-48d8-8e3f-c24ab6931ffb"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:35:43.720752 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-fb6a62b9-09d1-4e1a-bda3-1e6147f31039 admin admin] Allocated IP 172.25.8.121 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/be59715b-a6b8-4f1a-910c-af2eb4d23531) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:35:43.774327 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134ccfa9-c4ab-4371-8ebe-6714821cc557 x-openstack-request-id: req-134ccfa9-c4ab-4371-8ebe-6714821cc557 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:35:43.775191 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d680018-3ad7-49f8-a450-f29d93edbf6a", "name": "network-vif-deleted", "tag": "b93f2730-b02e-48d8-8e3f-c24ab6931ffb", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:35:43.775643 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-134ccfa9-c4ab-4371-8ebe-6714821cc557 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:35:43.776273 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-134ccfa9-c4ab-4371-8ebe-6714821cc557'] response: {'server_uuid': '9d680018-3ad7-49f8-a450-f29d93edbf6a', 'name': 'network-vif-deleted', 'tag': 'b93f2730-b02e-48d8-8e3f-c24ab6931ffb', 'status': 'completed', 'code': 200} Apr 21 12:35:43.834454 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-02a61448-5bd6-439f-9e60-0644c66d512f tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Allocated IP 172.20.0.6 (81f9440c-a578-4cd1-8ad5-52674a74da16/83a4a302-5ff1-47b1-99f8-fcd9956ce731/e768ddd7-fb7b-41c8-bfc4-679346914ee9) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:35:43.852610 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6559e7ac-12ef-4c5d-8848-068fa8fde010 req-c4d22f3c-2914-4355-a357-ed17dc4d3b90 service neutron] 10.222.0.24 "GET /v2.0/networks/1afeb61e-54a9-4ede-8030-317c69a36623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197186 Apr 21 12:35:43.897969 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=0fd0d6f2-c80c-4432-a022-ead28f007c48,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:43.920365 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port fdde615e-6040-4b20-912e-0320e5a420ed triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:35:43.920725 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:43.964205 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fb6a62b9-09d1-4e1a-bda3-1e6147f31039 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:44.089436 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:44.097365 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fb6a62b9-09d1-4e1a-bda3-1e6147f31039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:44.137471 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e52fcc4d-96a1-4874-8bb0-95119b6bae85 None None] Provisioning complete for port 34acac91-711f-41b3-8d27-a96a4bea1834 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:35:44.137927 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e52fcc4d-96a1-4874-8bb0-95119b6bae85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:44.145330 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6a62b9-09d1-4e1a-bda3-1e6147f31039 admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:35:44.150182 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-fb6a62b9-09d1-4e1a-bda3-1e6147f31039 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:35:44.154915 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6a62b9-09d1-4e1a-bda3-1e6147f31039 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:35:44.158623 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a62b9-09d1-4e1a-bda3-1e6147f31039 admin admin] Pushing event updated for resources: {'Port': ['ID=be59715b-a6b8-4f1a-910c-af2eb4d23531,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:44.203406 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4036ea7d-b5ea-4657-8055-1427774174b2 req-92c43a5d-fb1c-4138-8f21-95c960cdc789 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 210 time: 0.4824605 Apr 21 12:35:44.219242 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port fdde615e-6040-4b20-912e-0320e5a420ed, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fdde615e-6040-4b20-912e-0320e5a420ed,segment=NetworkSegment(809dc041-eed1-4719-81ae-d2f5a67a6a8c),segment_id=809dc041-eed1-4719-81ae-d2f5a67a6a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:44.245189 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35088) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:44.250852 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e52fcc4d-96a1-4874-8bb0-95119b6bae85 None None] Port 34acac91-711f-41b3-8d27-a96a4bea1834 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:35:44.292570 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-dcdacae0-4647-46aa-bb42-9e2268b5ef03 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Made reservation on behalf of e16b811ea21846c89491aea47e9a7301 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:35:44.297804 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-dcdacae0-4647-46aa-bb42-9e2268b5ef03 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:44.331056 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:44.369556 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-02a61448-5bd6-439f-9e60-0644c66d512f tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:44.372733 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7af40c3-7ecc-44d9-b10c-9f9afce40d2f admin admin] Router 4af10dc5-6822-4608-96aa-54db7ee1fa12 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:35:44.385464 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device b93f2730-b02e-48d8-8e3f-c24ab6931ffb no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:35:44.400001 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5fb492e1-7450-41a3-8428-8b142e046d4b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=93d7e25c0f6440ecae872dc765227be7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536217 Apr 21 12:35:44.403078 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35092) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:44.439065 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: b93f2730-b02e-48d8-8e3f-c24ab6931ffb {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:35:44.439759 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device b93f2730-b02e-48d8-8e3f-c24ab6931ffb not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:35:44.486439 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=fdde615e-6040-4b20-912e-0320e5a420ed,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:44.535265 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1b586df7-1b79-4927-bb92-51c2fc0e9802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:44.560156 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1b586df7-1b79-4927-bb92-51c2fc0e9802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:44.581283 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97efde5a-4931-4ff5-b8a8-7ccc63c6030a None None] Network ff76b4c9-41c1-41f6-b547-1cd37cbf682c requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:35:44.630219 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-533e4459-f38e-4877-9627-129a8d864fd2 req-a6c99292-b08b-474f-beda-6e287f21d012 tempest-LiveAutoBlockMigrationV225Test-2122123211 tempest-LiveAutoBlockMigrationV225Test-2122123211-project] 10.222.0.36 "GET /v2.0/ports?device_id=9d680018-3ad7-49f8-a450-f29d93edbf6a HTTP/1.1" status: 200 len: 210 time: 0.0765615 Apr 21 12:35:44.720281 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-dcdacae0-4647-46aa-bb42-9e2268b5ef03 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Allocated IP 172.20.0.4 (32a67a5e-b72b-4167-97d6-5767775875e4/a3b8f234-8156-4627-8cae-e6fcb5c2aa35/3adc36f8-205c-4591-8e10-cd27d3256d5e) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:35:44.725121 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-678c3aaa-cde9-4af2-b307-83fc04756e53 None None] Provisioning complete for port fdde615e-6040-4b20-912e-0320e5a420ed triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:35:44.725515 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-678c3aaa-cde9-4af2-b307-83fc04756e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:44.757476 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fb6a62b9-09d1-4e1a-bda3-1e6147f31039 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:44.772033 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3bda2485-b9f1-4f2f-8950-6e3a0ff00ab7 req-c8882e3a-9119-4b4e-aafa-89344e9969fa tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f757724-ee97-4c97-9530-4dc12697fd83 HTTP/1.1" status: 200 len: 210 time: 0.0601692 Apr 21 12:35:44.775109 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7af40c3-7ecc-44d9-b10c-9f9afce40d2f admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:35:44.790576 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c7af40c3-7ecc-44d9-b10c-9f9afce40d2f admin admin] 10.222.0.36 "PUT /v2.0/routers/4af10dc5-6822-4608-96aa-54db7ee1fa12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2872913 Apr 21 12:35:44.791196 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e17301-5faf-45f7-8ac1-78c4bd1bfad8 None None] Sync routers for ids ['4af10dc5-6822-4608-96aa-54db7ee1fa12'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:35:44.809971 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1b586df7-1b79-4927-bb92-51c2fc0e9802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:44.813889 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1b586df7-1b79-4927-bb92-51c2fc0e9802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:44.819979 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1b586df7-1b79-4927-bb92-51c2fc0e9802 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c1a245d4-7e57-4a96-b345-c295d62c1847 HTTP/1.1" status: 204 len: 168 time: 0.4150133 Apr 21 12:35:44.837919 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b586df7-1b79-4927-bb92-51c2fc0e9802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a245d4-7e57-4a96-b345-c295d62c1847,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:44.873519 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e17301-5faf-45f7-8ac1-78c4bd1bfad8 None None] Routers {'4af10dc5-6822-4608-96aa-54db7ee1fa12'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:35:44.875120 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-02e17301-5faf-45f7-8ac1-78c4bd1bfad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:35:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['4af10dc5-6822-4608-96aa-54db7ee1fa12'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:45.055961 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-02a61448-5bd6-439f-9e60-0644c66d512f tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:45.091425 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-02e17301-5faf-45f7-8ac1-78c4bd1bfad8 None None] Set router 4af10dc5-6822-4608-96aa-54db7ee1fa12 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:35:45.106097 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fb6a62b9-09d1-4e1a-bda3-1e6147f31039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:45.163917 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a61448-5bd6-439f-9e60-0644c66d512f tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Pushing event updated for resources: {'Port': ['ID=e768ddd7-fb7b-41c8-bfc4-679346914ee9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:45.183761 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab4e92-23f5-4def-8c99-a13a0dfd8ca6 req-bd591434-ffa3-42a7-b386-af1775219165 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:45.185322 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-57ab4e92-23f5-4def-8c99-a13a0dfd8ca6 req-bd591434-ffa3-42a7-b386-af1775219165 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 946 time: 0.4902565 Apr 21 12:35:45.211475 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-dcdacae0-4647-46aa-bb42-9e2268b5ef03 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:45.212333 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fdde615e-6040-4b20-912e-0320e5a420ed up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:35:45.253335 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-02a61448-5bd6-439f-9e60-0644c66d512f tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Network 81f9440c-a578-4cd1-8ad5-52674a74da16 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:35:45.264820 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-02a61448-5bd6-439f-9e60-0644c66d512f tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:35:45.271894 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-02a61448-5bd6-439f-9e60-0644c66d512f tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:35:45.321087 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-57ab4e92-23f5-4def-8c99-a13a0dfd8ca6 req-67557f66-e052-45e3-aecc-45f789a39e6a tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130955 Apr 21 12:35:45.367782 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-02a61448-5bd6-439f-9e60-0644c66d512f tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:45.369687 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-02a61448-5bd6-439f-9e60-0644c66d512f tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:45.429123 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6a62b9-09d1-4e1a-bda3-1e6147f31039 admin admin] Router 9ff27086-bec9-4e65-843c-37e92e1fc12f is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:35:45.457160 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port fdde615e-6040-4b20-912e-0320e5a420ed triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:35:45.457772 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:45.521828 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-84c09966-b146-4fc1-83ee-a9fb87bd449c req-28cb7ba7-320a-4b72-ba6d-87ee5d70a655 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 210 time: 0.0581794 Apr 21 12:35:45.523408 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-dcdacae0-4647-46aa-bb42-9e2268b5ef03 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:45.588889 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-dcdacae0-4647-46aa-bb42-9e2268b5ef03 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Network 32a67a5e-b72b-4167-97d6-5767775875e4 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:35:45.605854 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-dcdacae0-4647-46aa-bb42-9e2268b5ef03 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:35:45.617405 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6a62b9-09d1-4e1a-bda3-1e6147f31039 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:35:45.620278 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-dcdacae0-4647-46aa-bb42-9e2268b5ef03 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:35:45.627955 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f270d1a-3e4e-43b1-9826-3d3130f3da3a None None] Sync routers for ids ['9ff27086-bec9-4e65-843c-37e92e1fc12f'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:35:45.641727 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-02a61448-5bd6-439f-9e60-0644c66d512f tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7634945 Apr 21 12:35:45.643665 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['0640e710-1a46-475a-9474-849889575487'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:35:45.662040 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f270d1a-3e4e-43b1-9826-3d3130f3da3a None None] Routers {'9ff27086-bec9-4e65-843c-37e92e1fc12f'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:35:45.663804 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0f270d1a-3e4e-43b1-9826-3d3130f3da3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:35:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['9ff27086-bec9-4e65-843c-37e92e1fc12f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:45.692179 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-841dbecd-0378-4a4b-b8f9-f416e0745c5d service neutron] Request body: {'port': {'device_id': '9f757724-ee97-4c97-9530-4dc12697fd83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:45.706412 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35120) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:45.716315 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fb6a62b9-09d1-4e1a-bda3-1e6147f31039 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:45.719640 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdacae0-4647-46aa-bb42-9e2268b5ef03 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Pushing event updated for resources: {'Port': ['ID=3adc36f8-205c-4591-8e10-cd27d3256d5e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:45.723450 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fb6a62b9-09d1-4e1a-bda3-1e6147f31039 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9333801 Apr 21 12:35:45.734037 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35124) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:45.738758 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d7fc0d94-b5ef-4e4b-9c19-ef31271825bb None None] Provisioning complete for port fdde615e-6040-4b20-912e-0320e5a420ed triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:35:45.739233 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7fc0d94-b5ef-4e4b-9c19-ef31271825bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:45.794451 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-dcdacae0-4647-46aa-bb42-9e2268b5ef03 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:45.795572 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-dcdacae0-4647-46aa-bb42-9e2268b5ef03 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:45.828739 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-820c4592-3b40-417e-81c3-68fe65a52c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:45.866290 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-02e17301-5faf-45f7-8ac1-78c4bd1bfad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'name': 'tempest-ServersTestJSON-1602664124-router', 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '0fd0d6f2-c80c-4432-a022-ead28f007c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:35Z', 'updated_at': '2022-04-21T12:35:41Z', 'revision_number': 4, 'project_id': 'acc1120f1d4f4f90b945936501a65e91', 'gw_port': {'id': '0fd0d6f2-c80c-4432-a022-ead28f007c48', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:50:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:36Z', 'updated_at': '2022-04-21T12:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '34acac91-711f-41b3-8d27-a96a4bea1834', 'name': '', 'network_id': 'f1d904a7-db50-40ae-8d60-6d68d4dedc7b', 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91', 'mac_address': 'fa:16:3e:72:6b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '333c4316-efda-42ee-9dd9-9ca2e7eb1a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:40Z', 'updated_at': '2022-04-21T12:35:41Z', 'revision_number': 2, 'project_id': 'acc1120f1d4f4f90b945936501a65e91', 'subnets': [{'id': '333c4316-efda-42ee-9dd9-9ca2e7eb1a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:45.886103 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0f270d1a-3e4e-43b1-9826-3d3130f3da3a None None] Set router 9ff27086-bec9-4e65-843c-37e92e1fc12f gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:35:45.921928 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e17301-5faf-45f7-8ac1-78c4bd1bfad8 None None] Checking router: 4af10dc5-6822-4608-96aa-54db7ee1fa12 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:35:45.922292 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e17301-5faf-45f7-8ac1-78c4bd1bfad8 None None] Updating router 4af10dc5-6822-4608-96aa-54db7ee1fa12 port 34acac91-711f-41b3-8d27-a96a4bea1834 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:35:45.955054 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02e17301-5faf-45f7-8ac1-78c4bd1bfad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:46.071124 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-94caa7f8-250b-455a-addc-0c534c609e4a admin admin] Deleting subnet 8c2895f5-072d-4584-843c-51a4758cad8d {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:35:46.083164 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-94caa7f8-250b-455a-addc-0c534c609e4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:46.084101 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35130) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:46.089095 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c2849830-c640-4132-9bae-5c7b5ae41c05 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--772569854', 'description': 'tempest-description--1802484512'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:46.101990 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-841dbecd-0378-4a4b-b8f9-f416e0745c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:46.182706 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390792e-08a3-4f46-8250-1ba74d02fdf1 req-2b3df864-aee2-4849-894e-70c8d131a980 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:46.190771 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e390792e-08a3-4f46-8250-1ba74d02fdf1 req-2b3df864-aee2-4849-894e-70c8d131a980 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f757724-ee97-4c97-9530-4dc12697fd83 HTTP/1.1" status: 200 len: 931 time: 0.0967419 Apr 21 12:35:46.217216 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-94caa7f8-250b-455a-addc-0c534c609e4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:46.219707 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0f270d1a-3e4e-43b1-9826-3d3130f3da3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'name': 'tempest-TaggedBootDevicesTest_v242-51443223-router', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'be59715b-a6b8-4f1a-910c-af2eb4d23531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:41Z', 'updated_at': '2022-04-21T12:35:44Z', 'revision_number': 3, 'project_id': '6363a51a886548cba3ffe42b1b9f96ad', 'gw_port': {'id': 'be59715b-a6b8-4f1a-910c-af2eb4d23531', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:43Z', 'updated_at': '2022-04-21T12:35:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:46.221071 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-dcdacae0-4647-46aa-bb42-9e2268b5ef03 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7332671 Apr 21 12:35:46.227382 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 0fd0d6f2-c80c-4432-a022-ead28f007c48 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:35:46.237153 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-0f477286-98ca-4d09-8166-675a7725218e service neutron] Request body: {'port': {'device_id': '6d07c883-dd91-4b5f-9edc-25a50aa6c93a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:46.253230 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f270d1a-3e4e-43b1-9826-3d3130f3da3a None None] Checking router: 9ff27086-bec9-4e65-843c-37e92e1fc12f for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:35:46.253435 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f270d1a-3e4e-43b1-9826-3d3130f3da3a None None] Updating router 9ff27086-bec9-4e65-843c-37e92e1fc12f port be59715b-a6b8-4f1a-910c-af2eb4d23531 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:35:46.313861 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f270d1a-3e4e-43b1-9826-3d3130f3da3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:46.328758 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-94caa7f8-250b-455a-addc-0c534c609e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:46.361363 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e390792e-08a3-4f46-8250-1ba74d02fdf1 req-d20350be-5fcc-4495-98b5-52584c06ee1b tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691611 Apr 21 12:35:46.369089 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2849830-c640-4132-9bae-5c7b5ae41c05 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:46.409857 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-0f477286-98ca-4d09-8166-675a7725218e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:46.510095 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 0fd0d6f2-c80c-4432-a022-ead28f007c48 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:35:46.510667 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:46.652687 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f270d1a-3e4e-43b1-9826-3d3130f3da3a None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:46.748187 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02e17301-5faf-45f7-8ac1-78c4bd1bfad8 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:46.766121 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f270d1a-3e4e-43b1-9826-3d3130f3da3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:46.790692 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7665cdd-9380-49c0-acd8-ed5c076ca039 req-b8ef3a3b-1acc-4aa2-95f8-8d47d52f6400 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:46.799713 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f7665cdd-9380-49c0-acd8-ed5c076ca039 req-b8ef3a3b-1acc-4aa2-95f8-8d47d52f6400 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 931 time: 0.1527503 Apr 21 12:35:46.802716 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-94caa7f8-250b-455a-addc-0c534c609e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:46.820602 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23cefcf-df5f-4840-8438-c45b38345f62 None None] Pushing event updated for resources: {'Port': ['ID=be59715b-a6b8-4f1a-910c-af2eb4d23531,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:46.820834 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2849830-c640-4132-9bae-5c7b5ae41c05 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:46.826026 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-94caa7f8-250b-455a-addc-0c534c609e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:46.831203 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-94caa7f8-250b-455a-addc-0c534c609e4a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8c2895f5-072d-4584-843c-51a4758cad8d HTTP/1.1" status: 204 len: 168 time: 1.1236224 Apr 21 12:35:46.835658 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:46.851379 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35146) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:46.862209 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-0f270d1a-3e4e-43b1-9826-3d3130f3da3a None None] Attempting to bind port be59715b-a6b8-4f1a-910c-af2eb4d23531 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:35:46.863845 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02e17301-5faf-45f7-8ac1-78c4bd1bfad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:46.878497 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-0f270d1a-3e4e-43b1-9826-3d3130f3da3a None None] Attempting to bind port be59715b-a6b8-4f1a-910c-af2eb4d23531 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:35:46.878947 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f270d1a-3e4e-43b1-9826-3d3130f3da3a None None] Attempting to bind port be59715b-a6b8-4f1a-910c-af2eb4d23531 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:35:46.881492 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94caa7f8-250b-455a-addc-0c534c609e4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c2895f5-072d-4584-843c-51a4758cad8d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:46.901810 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44b219c6-92ff-42b8-b0cf-d80873794fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:46.910923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-841dbecd-0378-4a4b-b8f9-f416e0745c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e768ddd7-fb7b-41c8-bfc4-679346914ee9 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:35:46.911265 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f270d1a-3e4e-43b1-9826-3d3130f3da3a None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:35:46.912502 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f270d1a-3e4e-43b1-9826-3d3130f3da3a None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:35:46.913875 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f270d1a-3e4e-43b1-9826-3d3130f3da3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:46.914910 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f270d1a-3e4e-43b1-9826-3d3130f3da3a None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:35:46.915756 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-0f270d1a-3e4e-43b1-9826-3d3130f3da3a None None] Bound port: be59715b-a6b8-4f1a-910c-af2eb4d23531, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:35:46.916980 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f270d1a-3e4e-43b1-9826-3d3130f3da3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:46.935951 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-841dbecd-0378-4a4b-b8f9-f416e0745c5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:47.051808 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0f270d1a-3e4e-43b1-9826-3d3130f3da3a None None] For port be59715b-a6b8-4f1a-910c-af2eb4d23531, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:35:47.063233 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0f270d1a-3e4e-43b1-9826-3d3130f3da3a None None] For port be59715b-a6b8-4f1a-910c-af2eb4d23531, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=be59715b-a6b8-4f1a-910c-af2eb4d23531,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:35:47.068819 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f7665cdd-9380-49c0-acd8-ed5c076ca039 req-38a4568f-6b93-42f0-8132-40ac8248cf9f tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680695 Apr 21 12:35:47.103959 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a863c-459d-4083-9551-c6363a362af1 None None] Pushing event updated for resources: {'Port': ['ID=34acac91-711f-41b3-8d27-a96a4bea1834,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:47.112890 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-841dbecd-0378-4a4b-b8f9-f416e0745c5d service neutron] Transition to ACTIVE for port object e768ddd7-fb7b-41c8-bfc4-679346914ee9 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:35:47.132562 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9026e921-fc8b-44af-a6f6-1694404dbb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:47.142520 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-02e17301-5faf-45f7-8ac1-78c4bd1bfad8 None None] Attempting to bind port 34acac91-711f-41b3-8d27-a96a4bea1834 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:35:47.142897 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-02e17301-5faf-45f7-8ac1-78c4bd1bfad8 None None] Attempting to bind port 34acac91-711f-41b3-8d27-a96a4bea1834 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '6c571daf-4be4-427d-8c5f-a3f1be05cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f1d904a7-db50-40ae-8d60-6d68d4dedc7b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:35:47.143243 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e17301-5faf-45f7-8ac1-78c4bd1bfad8 None None] Attempting to bind port 34acac91-711f-41b3-8d27-a96a4bea1834 on network f1d904a7-db50-40ae-8d60-6d68d4dedc7b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:35:47.148772 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e17301-5faf-45f7-8ac1-78c4bd1bfad8 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 35, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:35:47.149141 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e17301-5faf-45f7-8ac1-78c4bd1bfad8 None None] Checking segment: {'id': '6c571daf-4be4-427d-8c5f-a3f1be05cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f1d904a7-db50-40ae-8d60-6d68d4dedc7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:35:47.153645 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02e17301-5faf-45f7-8ac1-78c4bd1bfad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:47.153645 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e17301-5faf-45f7-8ac1-78c4bd1bfad8 None None] Bound using segment: {'id': '6c571daf-4be4-427d-8c5f-a3f1be05cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f1d904a7-db50-40ae-8d60-6d68d4dedc7b'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:35:47.153881 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f270d1a-3e4e-43b1-9826-3d3130f3da3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:47.153981 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-02e17301-5faf-45f7-8ac1-78c4bd1bfad8 None None] Bound port: 34acac91-711f-41b3-8d27-a96a4bea1834, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c571daf-4be4-427d-8c5f-a3f1be05cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f1d904a7-db50-40ae-8d60-6d68d4dedc7b'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:35:47.153981 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02e17301-5faf-45f7-8ac1-78c4bd1bfad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:47.217766 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-841dbecd-0378-4a4b-b8f9-f416e0745c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:47.227751 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-02e17301-5faf-45f7-8ac1-78c4bd1bfad8 None None] For port 34acac91-711f-41b3-8d27-a96a4bea1834, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:35:47.232099 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-02e17301-5faf-45f7-8ac1-78c4bd1bfad8 None None] For port 34acac91-711f-41b3-8d27-a96a4bea1834, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=34acac91-711f-41b3-8d27-a96a4bea1834,segment=NetworkSegment(6c571daf-4be4-427d-8c5f-a3f1be05cab8),segment_id=6c571daf-4be4-427d-8c5f-a3f1be05cab8)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:35:47.258394 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23cefcf-df5f-4840-8438-c45b38345f62 None None] Pushing event updated for resources: {'Port': ['ID=be59715b-a6b8-4f1a-910c-af2eb4d23531,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:47.266124 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f270d1a-3e4e-43b1-9826-3d3130f3da3a None None] Routers {'9ff27086-bec9-4e65-843c-37e92e1fc12f'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:35:47.266753 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0f270d1a-3e4e-43b1-9826-3d3130f3da3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:35:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['9ff27086-bec9-4e65-843c-37e92e1fc12f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:47.299628 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4020a7a3-ec34-408b-b01d-1c9af443c9cb None None] Provisioning complete for port 34acac91-711f-41b3-8d27-a96a4bea1834 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:35:47.300008 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4020a7a3-ec34-408b-b01d-1c9af443c9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:47.329024 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2849830-c640-4132-9bae-5c7b5ae41c05 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:47.337080 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4020a7a3-ec34-408b-b01d-1c9af443c9cb None None] Port 34acac91-711f-41b3-8d27-a96a4bea1834 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:35:47.341887 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-0f477286-98ca-4d09-8166-675a7725218e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3adc36f8-205c-4591-8e10-cd27d3256d5e {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:35:47.370248 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-0f477286-98ca-4d09-8166-675a7725218e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:47.373263 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9026e921-fc8b-44af-a6f6-1694404dbb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:47.378779 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02e17301-5faf-45f7-8ac1-78c4bd1bfad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:47.386373 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2849830-c640-4132-9bae-5c7b5ae41c05 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2070527-a23d-4cb3-9383-527ff2de13d6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:47.403216 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841dbecd-0378-4a4b-b8f9-f416e0745c5d service neutron] Pushing event updated for resources: {'Port': ['ID=e768ddd7-fb7b-41c8-bfc4-679346914ee9,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:47.432363 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-0f477286-98ca-4d09-8166-675a7725218e service neutron] Transition to ACTIVE for port object 3adc36f8-205c-4591-8e10-cd27d3256d5e will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:35:47.457228 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-9026e921-fc8b-44af-a6f6-1694404dbb8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c287e289-9664-4a57-ae4d-cb3d1c307007']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:47.465552 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07a863c-459d-4083-9551-c6363a362af1 None None] Pushing event updated for resources: {'Port': ['ID=34acac91-711f-41b3-8d27-a96a4bea1834,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:47.470961 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e17301-5faf-45f7-8ac1-78c4bd1bfad8 None None] Routers {'4af10dc5-6822-4608-96aa-54db7ee1fa12'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:35:47.471673 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-02e17301-5faf-45f7-8ac1-78c4bd1bfad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:35:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['4af10dc5-6822-4608-96aa-54db7ee1fa12'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:47.482795 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0f270d1a-3e4e-43b1-9826-3d3130f3da3a None None] Set router 9ff27086-bec9-4e65-843c-37e92e1fc12f gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:35:47.511794 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-9026e921-fc8b-44af-a6f6-1694404dbb8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2d20e9-0e28-4b12-82e0-16a41c274765') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:47.512017 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-9026e921-fc8b-44af-a6f6-1694404dbb8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2d20e9-0e28-4b12-82e0-16a41c274765') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:47.564742 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9026e921-fc8b-44af-a6f6-1694404dbb8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:47.590172 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9026e921-fc8b-44af-a6f6-1694404dbb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:47.605360 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-0f477286-98ca-4d09-8166-675a7725218e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:47.606669 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-44b219c6-92ff-42b8-b0cf-d80873794fb0 admin admin] Allocated IP 172.20.0.1 (ff76b4c9-41c1-41f6-b547-1cd37cbf682c/fdc28bf1-e915-4072-b8cd-eaf24f93a684/e07140fd-496c-4949-abeb-9a2484afb22f) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:35:47.609623 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9026e921-fc8b-44af-a6f6-1694404dbb8d admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:35:47.610019 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9026e921-fc8b-44af-a6f6-1694404dbb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:35:47.619306 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:35:47.656786 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-02e17301-5faf-45f7-8ac1-78c4bd1bfad8 None None] Set router 4af10dc5-6822-4608-96aa-54db7ee1fa12 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:35:47.692512 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:47.725200 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-841dbecd-0378-4a4b-b8f9-f416e0745c5d service neutron] Attempting to bind port e768ddd7-fb7b-41c8-bfc4-679346914ee9 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:35:47.726119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-841dbecd-0378-4a4b-b8f9-f416e0745c5d service neutron] Attempting to bind port e768ddd7-fb7b-41c8-bfc4-679346914ee9 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '9a2658ad-93c7-49bb-ae54-fb57fa937c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '81f9440c-a578-4cd1-8ad5-52674a74da16'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:35:47.726404 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-841dbecd-0378-4a4b-b8f9-f416e0745c5d service neutron] Attempting to bind port e768ddd7-fb7b-41c8-bfc4-679346914ee9 on network 81f9440c-a578-4cd1-8ad5-52674a74da16 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:35:47.734392 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2849830-c640-4132-9bae-5c7b5ae41c05 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:47.739882 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c2849830-c640-4132-9bae-5c7b5ae41c05 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6516800 Apr 21 12:35:47.745827 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35152) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:47.750781 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0f270d1a-3e4e-43b1-9826-3d3130f3da3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'name': 'tempest-TaggedBootDevicesTest_v242-51443223-router', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'be59715b-a6b8-4f1a-910c-af2eb4d23531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:41Z', 'updated_at': '2022-04-21T12:35:44Z', 'revision_number': 3, 'project_id': '6363a51a886548cba3ffe42b1b9f96ad', 'gw_port': {'id': 'be59715b-a6b8-4f1a-910c-af2eb4d23531', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:43Z', 'updated_at': '2022-04-21T12:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:47.759157 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-397756e3-9a8d-4ca8-a5bf-39ea6735e783 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Request body: {'security_group_rule': {'security_group_id': 'e2070527-a23d-4cb3-9383-527ff2de13d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:47.781251 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7f905-5144-4f93-bb7e-f48390873cb5 req-b40851ed-e1c3-4703-8b8d-0ee5015b4cb0 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:47.782242 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f270d1a-3e4e-43b1-9826-3d3130f3da3a None None] The sync data for ids ['9ff27086-bec9-4e65-843c-37e92e1fc12f'] in n-d-836147-2 is: [{'id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'name': 'tempest-TaggedBootDevicesTest_v242-51443223-router', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'be59715b-a6b8-4f1a-910c-af2eb4d23531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:41Z', 'updated_at': '2022-04-21T12:35:44Z', 'revision_number': 3, 'project_id': '6363a51a886548cba3ffe42b1b9f96ad', 'gw_port': {'id': 'be59715b-a6b8-4f1a-910c-af2eb4d23531', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:43Z', 'updated_at': '2022-04-21T12:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:35:47.793799 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9cf7f905-5144-4f93-bb7e-f48390873cb5 req-b40851ed-e1c3-4703-8b8d-0ee5015b4cb0 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f757724-ee97-4c97-9530-4dc12697fd83 HTTP/1.1" status: 200 len: 943 time: 0.2968450 Apr 21 12:35:47.833395 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-841dbecd-0378-4a4b-b8f9-f416e0745c5d service neutron] Port e768ddd7-fb7b-41c8-bfc4-679346914ee9 on network 81f9440c-a578-4cd1-8ad5-52674a74da16 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:35:47.833814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-841dbecd-0378-4a4b-b8f9-f416e0745c5d service neutron] Attempting to bind port e768ddd7-fb7b-41c8-bfc4-679346914ee9 on network 81f9440c-a578-4cd1-8ad5-52674a74da16 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:35:47.839043 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44b219c6-92ff-42b8-b0cf-d80873794fb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:47.864911 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-22779f12-c304-46c7-aa79-e9da0cbeb150 None None] Provisioning complete for port 34acac91-711f-41b3-8d27-a96a4bea1834 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:35:47.865437 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22779f12-c304-46c7-aa79-e9da0cbeb150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:47.874843 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-841dbecd-0378-4a4b-b8f9-f416e0745c5d service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:35:47.875074 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-841dbecd-0378-4a4b-b8f9-f416e0745c5d service neutron] Checking segment: {'id': '9a2658ad-93c7-49bb-ae54-fb57fa937c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '81f9440c-a578-4cd1-8ad5-52674a74da16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:35:47.875469 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-841dbecd-0378-4a4b-b8f9-f416e0745c5d service neutron] Bound using segment: {'id': '9a2658ad-93c7-49bb-ae54-fb57fa937c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '81f9440c-a578-4cd1-8ad5-52674a74da16'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:35:47.877734 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-841dbecd-0378-4a4b-b8f9-f416e0745c5d service neutron] Bound port: e768ddd7-fb7b-41c8-bfc4-679346914ee9, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2658ad-93c7-49bb-ae54-fb57fa937c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '81f9440c-a578-4cd1-8ad5-52674a74da16'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:35:47.877734 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-841dbecd-0378-4a4b-b8f9-f416e0745c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:47.897028 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f477286-98ca-4d09-8166-675a7725218e service neutron] Pushing event updated for resources: {'Port': ['ID=3adc36f8-205c-4591-8e10-cd27d3256d5e,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:47.910591 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-397756e3-9a8d-4ca8-a5bf-39ea6735e783 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:47.926095 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9cf7f905-5144-4f93-bb7e-f48390873cb5 req-54f1919f-15e1-4299-a294-9279e6b9ce9d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307614 Apr 21 12:35:48.000120 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-397756e3-9a8d-4ca8-a5bf-39ea6735e783 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:48.001987 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44b219c6-92ff-42b8-b0cf-d80873794fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:48.020921 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22779f12-c304-46c7-aa79-e9da0cbeb150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:48.021354 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9026e921-fc8b-44af-a6f6-1694404dbb8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:48.025846 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9026e921-fc8b-44af-a6f6-1694404dbb8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:48.029548 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9026e921-fc8b-44af-a6f6-1694404dbb8d admin admin] 10.222.0.36 "DELETE /v2.0/networks/c287e289-9664-4a57-ae4d-cb3d1c307007 HTTP/1.1" status: 204 len: 168 time: 1.1770654 Apr 21 12:35:48.034400 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-0f477286-98ca-4d09-8166-675a7725218e service neutron] Attempting to bind port 3adc36f8-205c-4591-8e10-cd27d3256d5e on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:35:48.034811 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-0f477286-98ca-4d09-8166-675a7725218e service neutron] Attempting to bind port 3adc36f8-205c-4591-8e10-cd27d3256d5e by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:35:48.035144 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-0f477286-98ca-4d09-8166-675a7725218e service neutron] Attempting to bind port 3adc36f8-205c-4591-8e10-cd27d3256d5e on network 32a67a5e-b72b-4167-97d6-5767775875e4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:35:48.040265 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35154) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:48.059030 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b219c6-92ff-42b8-b0cf-d80873794fb0 admin admin] Network ff76b4c9-41c1-41f6-b547-1cd37cbf682c is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:35:48.071035 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-841dbecd-0378-4a4b-b8f9-f416e0745c5d service neutron] For port e768ddd7-fb7b-41c8-bfc4-679346914ee9, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:35:48.076899 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-22779f12-c304-46c7-aa79-e9da0cbeb150 None None] For port 34acac91-711f-41b3-8d27-a96a4bea1834, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=34acac91-711f-41b3-8d27-a96a4bea1834,segment=NetworkSegment(6c571daf-4be4-427d-8c5f-a3f1be05cab8),segment_id=6c571daf-4be4-427d-8c5f-a3f1be05cab8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:48.083124 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-02e17301-5faf-45f7-8ac1-78c4bd1bfad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'name': 'tempest-ServersTestJSON-1602664124-router', 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '0fd0d6f2-c80c-4432-a022-ead28f007c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:35Z', 'updated_at': '2022-04-21T12:35:41Z', 'revision_number': 4, 'project_id': 'acc1120f1d4f4f90b945936501a65e91', 'gw_port': {'id': '0fd0d6f2-c80c-4432-a022-ead28f007c48', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:50:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:36Z', 'updated_at': '2022-04-21T12:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '34acac91-711f-41b3-8d27-a96a4bea1834', 'name': '', 'network_id': 'f1d904a7-db50-40ae-8d60-6d68d4dedc7b', 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91', 'mac_address': 'fa:16:3e:72:6b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '333c4316-efda-42ee-9dd9-9ca2e7eb1a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:40Z', 'updated_at': '2022-04-21T12:35:47Z', 'revision_number': 4, 'project_id': 'acc1120f1d4f4f90b945936501a65e91', 'subnets': [{'id': '333c4316-efda-42ee-9dd9-9ca2e7eb1a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:48.086239 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9026e921-fc8b-44af-a6f6-1694404dbb8d admin admin] Pushing event deleted for resources: {'Network': ['ID=c287e289-9664-4a57-ae4d-cb3d1c307007,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:48.102128 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-44b219c6-92ff-42b8-b0cf-d80873794fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:35:48.107450 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b219c6-92ff-42b8-b0cf-d80873794fb0 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:35:48.180042 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-397756e3-9a8d-4ca8-a5bf-39ea6735e783 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:48.181531 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-0f477286-98ca-4d09-8166-675a7725218e service neutron] Port 3adc36f8-205c-4591-8e10-cd27d3256d5e on network 32a67a5e-b72b-4167-97d6-5767775875e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:35:48.182642 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-0f477286-98ca-4d09-8166-675a7725218e service neutron] Attempting to bind port 3adc36f8-205c-4591-8e10-cd27d3256d5e on network 32a67a5e-b72b-4167-97d6-5767775875e4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:35:48.190529 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e17301-5faf-45f7-8ac1-78c4bd1bfad8 None None] The sync data for ids ['4af10dc5-6822-4608-96aa-54db7ee1fa12'] in n-d-836147-2 is: [{'id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'name': 'tempest-ServersTestJSON-1602664124-router', 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '0fd0d6f2-c80c-4432-a022-ead28f007c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:35Z', 'updated_at': '2022-04-21T12:35:41Z', 'revision_number': 4, 'project_id': 'acc1120f1d4f4f90b945936501a65e91', 'gw_port': {'id': '0fd0d6f2-c80c-4432-a022-ead28f007c48', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:50:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:36Z', 'updated_at': '2022-04-21T12:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '34acac91-711f-41b3-8d27-a96a4bea1834', 'name': '', 'network_id': 'f1d904a7-db50-40ae-8d60-6d68d4dedc7b', 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91', 'mac_address': 'fa:16:3e:72:6b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '333c4316-efda-42ee-9dd9-9ca2e7eb1a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:40Z', 'updated_at': '2022-04-21T12:35:47Z', 'revision_number': 4, 'project_id': 'acc1120f1d4f4f90b945936501a65e91', 'subnets': [{'id': '333c4316-efda-42ee-9dd9-9ca2e7eb1a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:35:48.198170 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-841dbecd-0378-4a4b-b8f9-f416e0745c5d service neutron] For port e768ddd7-fb7b-41c8-bfc4-679346914ee9, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e768ddd7-fb7b-41c8-bfc4-679346914ee9,segment=NetworkSegment(9a2658ad-93c7-49bb-ae54-fb57fa937c4e),segment_id=9a2658ad-93c7-49bb-ae54-fb57fa937c4e)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:35:48.213541 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22779f12-c304-46c7-aa79-e9da0cbeb150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:48.231031 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b219c6-92ff-42b8-b0cf-d80873794fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=e07140fd-496c-4949-abeb-9a2484afb22f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:48.256955 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-0f477286-98ca-4d09-8166-675a7725218e service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:35:48.257438 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-0f477286-98ca-4d09-8166-675a7725218e service neutron] Checking segment: {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:35:48.257989 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-0f477286-98ca-4d09-8166-675a7725218e service neutron] Bound using segment: {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:35:48.261195 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-0f477286-98ca-4d09-8166-675a7725218e service neutron] Bound port: 3adc36f8-205c-4591-8e10-cd27d3256d5e, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:35:48.261850 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-0f477286-98ca-4d09-8166-675a7725218e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:48.318984 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44b219c6-92ff-42b8-b0cf-d80873794fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:48.331240 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397756e3-9a8d-4ca8-a5bf-39ea6735e783 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a8a75c-d54e-4b18-97d5-a82e33706e8f,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:48.362505 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-841dbecd-0378-4a4b-b8f9-f416e0745c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:48.407185 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c299ec-0276-4070-a5e7-edb349a2f248 admin admin] Deleting subnet 62de5798-dc48-4adb-8f6b-0875dd55b6d9 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:35:48.418422 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0c299ec-0276-4070-a5e7-edb349a2f248 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:48.434668 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22779f12-c304-46c7-aa79-e9da0cbeb150 None None] Pushing event updated for resources: {'Port': ['ID=34acac91-711f-41b3-8d27-a96a4bea1834,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:48.456620 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-397756e3-9a8d-4ca8-a5bf-39ea6735e783 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:48.456620 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-397756e3-9a8d-4ca8-a5bf-39ea6735e783 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7034450 Apr 21 12:35:48.456620 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35166) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:48.461969 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1d614e64-5cc5-490f-ae1c-0bd3a9c885ab tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Request body: {'security_group_rule': {'security_group_id': 'e2070527-a23d-4cb3-9383-527ff2de13d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:48.467118 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0c299ec-0276-4070-a5e7-edb349a2f248 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:48.506387 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-841dbecd-0378-4a4b-b8f9-f416e0745c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:48.507331 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-841dbecd-0378-4a4b-b8f9-f416e0745c5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:48.508957 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-841dbecd-0378-4a4b-b8f9-f416e0745c5d service neutron] 10.222.0.24 "PUT /v2.0/ports/e768ddd7-fb7b-41c8-bfc4-679346914ee9 HTTP/1.1" status: 200 len: 1091 time: 2.8410680 Apr 21 12:35:48.531030 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:48.543417 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f757724-ee97-4c97-9530-4dc12697fd83', 'tag': 'e768ddd7-fb7b-41c8-bfc4-679346914ee9'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:35:48.546155 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc54b29-6b6c-4404-bf84-cdb29877e795" -d '{"events": [{"name": "network-changed", "server_uuid": "9f757724-ee97-4c97-9530-4dc12697fd83", "tag": "e768ddd7-fb7b-41c8-bfc4-679346914ee9"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:35:48.592042 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0c299ec-0276-4070-a5e7-edb349a2f248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:48.628011 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98f97ee-fe25-4cff-bdc3-d414ccc28534 x-openstack-request-id: req-f98f97ee-fe25-4cff-bdc3-d414ccc28534 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:35:48.628302 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f757724-ee97-4c97-9530-4dc12697fd83", "tag": "e768ddd7-fb7b-41c8-bfc4-679346914ee9", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:35:48.628554 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f98f97ee-fe25-4cff-bdc3-d414ccc28534 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:35:48.628949 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f98f97ee-fe25-4cff-bdc3-d414ccc28534'] response: {'name': 'network-changed', 'server_uuid': '9f757724-ee97-4c97-9530-4dc12697fd83', 'tag': 'e768ddd7-fb7b-41c8-bfc4-679346914ee9', 'status': 'completed', 'code': 200} Apr 21 12:35:48.646901 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d614e64-5cc5-490f-ae1c-0bd3a9c885ab tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:48.654260 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b1aa786e-afa4-413d-9bba-22c58aa0e6aa None None] Provisioning complete for port e07140fd-496c-4949-abeb-9a2484afb22f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:35:48.654629 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1aa786e-afa4-413d-9bba-22c58aa0e6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:48.683329 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:48.714259 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b1aa786e-afa4-413d-9bba-22c58aa0e6aa None None] Port e07140fd-496c-4949-abeb-9a2484afb22f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:35:48.724752 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-0f477286-98ca-4d09-8166-675a7725218e service neutron] For port 3adc36f8-205c-4591-8e10-cd27d3256d5e, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:35:48.743153 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f94b9-8517-48f3-99c4-526c973fd401 req-67db6945-7a68-46eb-ba9a-d9bac877e058 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:48.752035 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a17f94b9-8517-48f3-99c4-526c973fd401 req-67db6945-7a68-46eb-ba9a-d9bac877e058 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 943 time: 0.5475473 Apr 21 12:35:48.770545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841dbecd-0378-4a4b-b8f9-f416e0745c5d service neutron] Pushing event updated for resources: {'Port': ['ID=e768ddd7-fb7b-41c8-bfc4-679346914ee9,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:48.770950 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44b219c6-92ff-42b8-b0cf-d80873794fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:48.797163 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-0f477286-98ca-4d09-8166-675a7725218e service neutron] For port 3adc36f8-205c-4591-8e10-cd27d3256d5e, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=3adc36f8-205c-4591-8e10-cd27d3256d5e,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:35:48.835707 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc54b29-6b6c-4404-bf84-cdb29877e795 req-04d83da5-7595-4727-8e66-99fc821c2b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:48.837512 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4bc54b29-6b6c-4404-bf84-cdb29877e795 req-04d83da5-7595-4727-8e66-99fc821c2b8b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f8fe759a5e054ec095d0c85a744880b5&device_id=9f757724-ee97-4c97-9530-4dc12697fd83 HTTP/1.1" status: 200 len: 1094 time: 0.1617095 Apr 21 12:35:48.851888 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a17f94b9-8517-48f3-99c4-526c973fd401 req-63727c51-8fc8-4669-9cf8-a01d8a271804 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941436 Apr 21 12:35:48.852225 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d614e64-5cc5-490f-ae1c-0bd3a9c885ab tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:48.963325 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-0f477286-98ca-4d09-8166-675a7725218e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:49.023508 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d614e64-5cc5-490f-ae1c-0bd3a9c885ab tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:49.055719 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-0f477286-98ca-4d09-8166-675a7725218e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:49.056305 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-0f477286-98ca-4d09-8166-675a7725218e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:49.057798 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-0f477286-98ca-4d09-8166-675a7725218e service neutron] 10.222.0.24 "PUT /v2.0/ports/3adc36f8-205c-4591-8e10-cd27d3256d5e HTTP/1.1" status: 200 len: 1091 time: 2.8254769 Apr 21 12:35:49.068382 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0c299ec-0276-4070-a5e7-edb349a2f248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:49.090755 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44b219c6-92ff-42b8-b0cf-d80873794fb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:49.111102 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d614e64-5cc5-490f-ae1c-0bd3a9c885ab tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d80389-64c2-47cf-b4a9-1e81519d65bb,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:49.180605 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c299ec-0276-4070-a5e7-edb349a2f248 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62de5798-dc48-4adb-8f6b-0875dd55b6d9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:49.188605 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a0c299ec-0276-4070-a5e7-edb349a2f248 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:49.192033 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a0c299ec-0276-4070-a5e7-edb349a2f248 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/62de5798-dc48-4adb-8f6b-0875dd55b6d9 HTTP/1.1" status: 204 len: 168 time: 1.1507912 Apr 21 12:35:49.194596 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35174) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:49.214874 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc54b29-6b6c-4404-bf84-cdb29877e795 req-cc6ac21f-717c-450c-8776-bf6dd6e01192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:49.216507 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4bc54b29-6b6c-4404-bf84-cdb29877e795 req-cc6ac21f-717c-450c-8776-bf6dd6e01192 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f8fe759a5e054ec095d0c85a744880b5&shared=False HTTP/1.1" status: 200 len: 923 time: 0.3632803 Apr 21 12:35:49.223915 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f477286-98ca-4d09-8166-675a7725218e service neutron] Pushing event updated for resources: {'Port': ['ID=3adc36f8-205c-4591-8e10-cd27d3256d5e,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:49.277369 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device be59715b-a6b8-4f1a-910c-af2eb4d23531 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:35:49.330621 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44b219c6-92ff-42b8-b0cf-d80873794fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:49.338938 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddca62-c853-460e-904e-3b021e55d71f req-4b893d48-63ef-4a4a-90bc-275a9e04cde0 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:49.359060 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fbddca62-c853-460e-904e-3b021e55d71f req-4b893d48-63ef-4a4a-90bc-275a9e04cde0 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f757724-ee97-4c97-9530-4dc12697fd83 HTTP/1.1" status: 200 len: 943 time: 0.2865510 Apr 21 12:35:49.359402 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d614e64-5cc5-490f-ae1c-0bd3a9c885ab tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:49.360137 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1d614e64-5cc5-490f-ae1c-0bd3a9c885ab tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9039934 Apr 21 12:35:49.363727 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35176) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:49.368522 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port be59715b-a6b8-4f1a-910c-af2eb4d23531 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:35:49.369217 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:49.392303 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-4a24ac26-61a7-4f9a-bf25-e8338346bc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:49.395990 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-4a24ac26-61a7-4f9a-bf25-e8338346bc40 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e16b811ea21846c89491aea47e9a7301&device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 1094 time: 0.1936948 Apr 21 12:35:49.433374 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc54b29-6b6c-4404-bf84-cdb29877e795 req-bfed2ad8-aa39-4a2e-af9d-8123eddfe168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:49.435218 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4bc54b29-6b6c-4404-bf84-cdb29877e795 req-bfed2ad8-aa39-4a2e-af9d-8123eddfe168 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2063217 Apr 21 12:35:49.489860 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6c61030b-2da0-497c-a399-bafcf8b17d68 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:49.524651 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-61ab777e-9c46-4bf6-9568-2a2e00ea9937 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3adc36f8-205c-4591-8e10-cd27d3256d5e HTTP/1.1" status: 200 len: 217 time: 0.0862768 Apr 21 12:35:49.526591 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:49.527874 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fbddca62-c853-460e-904e-3b021e55d71f req-e9f64ce5-9ff0-4b09-a3bb-5a100ce8e26d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790509 Apr 21 12:35:49.578056 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port be59715b-a6b8-4f1a-910c-af2eb4d23531, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=be59715b-a6b8-4f1a-910c-af2eb4d23531,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:49.596392 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c92c764-ce18-4ab9-a190-1ffc83892767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:49.621807 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44b219c6-92ff-42b8-b0cf-d80873794fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:49.630194 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b219c6-92ff-42b8-b0cf-d80873794fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=e07140fd-496c-4949-abeb-9a2484afb22f,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:49.651668 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:49.652704 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 34acac91-711f-41b3-8d27-a96a4bea1834 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:35:49.762087 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=be59715b-a6b8-4f1a-910c-af2eb4d23531,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:49.775547 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 34acac91-711f-41b3-8d27-a96a4bea1834 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:35:49.775980 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:49.793277 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6c61030b-2da0-497c-a399-bafcf8b17d68 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks [] for floatingip, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:49.849746 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c92c764-ce18-4ab9-a190-1ffc83892767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:49.881103 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-8c92c764-ce18-4ab9-a190-1ffc83892767 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516b6609-dc3c-4d9b-b47b-9bf12bf92363']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:49.900184 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-256ac27b-147d-4380-a3af-df556a420b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:49.911096 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-8c92c764-ce18-4ab9-a190-1ffc83892767 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a30237d-14ba-48ab-aa8c-aae29129b1fa') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:49.911493 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-8c92c764-ce18-4ab9-a190-1ffc83892767 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a30237d-14ba-48ab-aa8c-aae29129b1fa') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:49.915342 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-256ac27b-147d-4380-a3af-df556a420b4f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f8fe759a5e054ec095d0c85a744880b5&device_id=9f757724-ee97-4c97-9530-4dc12697fd83 HTTP/1.1" status: 200 len: 1094 time: 0.4193125 Apr 21 12:35:49.934232 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c92c764-ce18-4ab9-a190-1ffc83892767 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:49.965186 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-187b9888-063b-48ad-8206-0a15d0c2766b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e768ddd7-fb7b-41c8-bfc4-679346914ee9 HTTP/1.1" status: 200 len: 217 time: 0.0489256 Apr 21 12:35:50.008345 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c92c764-ce18-4ab9-a190-1ffc83892767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:50.023148 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c92c764-ce18-4ab9-a190-1ffc83892767 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:35:50.024140 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c92c764-ce18-4ab9-a190-1ffc83892767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:35:50.026000 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:35:50.035022 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-0e82ff0f-0a5e-4ea3-b1d8-132939a405f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:50.036515 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-0e82ff0f-0a5e-4ea3-b1d8-132939a405f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a3b8f234-8156-4627-8cae-e6fcb5c2aa35 HTTP/1.1" status: 200 len: 847 time: 0.4852178 Apr 21 12:35:50.045797 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b219c6-92ff-42b8-b0cf-d80873794fb0 admin admin] Network ff76b4c9-41c1-41f6-b547-1cd37cbf682c is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:35:50.073906 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-44b219c6-92ff-42b8-b0cf-d80873794fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:35:50.074902 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-b7de56ca-0d25-4e46-a49e-114725b9c684 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32a67a5e-b72b-4167-97d6-5767775875e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317957 Apr 21 12:35:50.083901 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-9d3ec1ff-21aa-4d01-a713-28d5a6c1bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:50.085274 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-9d3ec1ff-21aa-4d01-a713-28d5a6c1bdda service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83a4a302-5ff1-47b1-99f8-fcd9956ce731 HTTP/1.1" status: 200 len: 862 time: 0.1102836 Apr 21 12:35:50.114198 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16cf5f2-d5aa-4c28-ab62-ce342e99af23 req-ec17642f-12c5-407f-bcf9-5b7a3bfe9a46 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:50.115839 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c16cf5f2-d5aa-4c28-ab62-ce342e99af23 req-ec17642f-12c5-407f-bcf9-5b7a3bfe9a46 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 943 time: 0.1548867 Apr 21 12:35:50.172931 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-8fb16d6b-cca6-4222-b0fd-cf8497a98190 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=81f9440c-a578-4cd1-8ad5-52674a74da16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725956 Apr 21 12:35:50.213112 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c92c764-ce18-4ab9-a190-1ffc83892767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:50.223477 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c92c764-ce18-4ab9-a190-1ffc83892767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:50.226598 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8c92c764-ce18-4ab9-a190-1ffc83892767 admin admin] 10.222.0.36 "DELETE /v2.0/networks/516b6609-dc3c-4d9b-b47b-9bf12bf92363 HTTP/1.1" status: 204 len: 168 time: 1.0310047 Apr 21 12:35:50.258956 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92c764-ce18-4ab9-a190-1ffc83892767 admin admin] Pushing event deleted for resources: {'Network': ['ID=516b6609-dc3c-4d9b-b47b-9bf12bf92363,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:50.263724 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6c61030b-2da0-497c-a399-bafcf8b17d68 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:50.279905 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:50.321078 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c16cf5f2-d5aa-4c28-ab62-ce342e99af23 req-9eb97f8c-a8dd-4ad6-b368-7c81bf38de11 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854711 Apr 21 12:35:50.344115 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b219c6-92ff-42b8-b0cf-d80873794fb0 admin admin] Router 9ff27086-bec9-4e65-843c-37e92e1fc12f has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:35:50.378368 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-ace6a32e-3634-4510-a43b-b2b1fec7095f service neutron] 10.222.0.24 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902277 Apr 21 12:35:50.475928 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-fa96f449-8506-4b0c-ab02-8d1e39fdda74 service neutron] 10.222.0.24 "GET /v2.0/networks/81f9440c-a578-4cd1-8ad5-52674a74da16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700000 Apr 21 12:35:50.508070 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-6c61030b-2da0-497c-a399-bafcf8b17d68 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Allocated IP 172.25.8.18 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/68febe4f-8230-4b23-ba37-8aaf1fbd7215) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:35:50.551851 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b219c6-92ff-42b8-b0cf-d80873794fb0 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:35:50.567033 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-44b219c6-92ff-42b8-b0cf-d80873794fb0 admin admin] 10.222.0.36 "PUT /v2.0/routers/9ff27086-bec9-4e65-843c-37e92e1fc12f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8229816 Apr 21 12:35:50.587278 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6ed7ffc1-65f7-4ca7-95b0-2b9cfadd4e85 None None] Provisioning complete for port e07140fd-496c-4949-abeb-9a2484afb22f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:35:50.587651 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ed7ffc1-65f7-4ca7-95b0-2b9cfadd4e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:50.616193 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e0e1689-c84b-4ebd-aaa3-7b242d59c00f req-efd55886-2fd0-4e22-8ab7-509a0de56467 service neutron] 10.222.0.24 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289002 Apr 21 12:35:50.638100 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d07c883-dd91-4b5f-9edc-25a50aa6c93a', 'tag': '3adc36f8-205c-4591-8e10-cd27d3256d5e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:35:50.640579 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7cbc03-9b62-4930-a17c-270f9cf40462" -d '{"events": [{"name": "network-changed", "server_uuid": "6d07c883-dd91-4b5f-9edc-25a50aa6c93a", "tag": "3adc36f8-205c-4591-8e10-cd27d3256d5e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:35:50.675722 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b78afe94-8425-4bbf-ba82-4514e3345b6f req-18ce7c09-19da-46f3-9d9c-ee9d4b6dfe55 service neutron] 10.222.0.24 "GET /v2.0/networks/81f9440c-a578-4cd1-8ad5-52674a74da16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930199 Apr 21 12:35:50.675951 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6ed7ffc1-65f7-4ca7-95b0-2b9cfadd4e85 None None] Port e07140fd-496c-4949-abeb-9a2484afb22f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:35:50.741278 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6c61030b-2da0-497c-a399-bafcf8b17d68 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:50.751258 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b4281-faf7-44bb-823f-3ceb7ba61ff0 req-81c82a5d-940f-495c-b8d4-95a7ed5dbe0d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:50.754187 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-350b4281-faf7-44bb-823f-3ceb7ba61ff0 req-81c82a5d-940f-495c-b8d4-95a7ed5dbe0d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f757724-ee97-4c97-9530-4dc12697fd83 HTTP/1.1" status: 200 len: 943 time: 0.0772321 Apr 21 12:35:50.794142 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35202) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:50.810783 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-350b4281-faf7-44bb-823f-3ceb7ba61ff0 req-15a2f500-7fe3-4e0e-b696-9d5943d30b0b tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506539 Apr 21 12:35:50.849374 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c4712d8c-cec7-4c9d-99ce-c6080642a554 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=26ea3c659ac44d28a683c1af948ed1b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510242 Apr 21 12:35:50.851862 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35204) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:50.862841 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db5c06c-7baf-4b15-a192-c6c238ac3523 x-openstack-request-id: req-9db5c06c-7baf-4b15-a192-c6c238ac3523 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:35:50.863130 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d07c883-dd91-4b5f-9edc-25a50aa6c93a", "tag": "3adc36f8-205c-4591-8e10-cd27d3256d5e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:35:50.866884 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9db5c06c-7baf-4b15-a192-c6c238ac3523 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:35:50.866884 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9db5c06c-7baf-4b15-a192-c6c238ac3523'] response: {'name': 'network-changed', 'server_uuid': '6d07c883-dd91-4b5f-9edc-25a50aa6c93a', 'tag': '3adc36f8-205c-4591-8e10-cd27d3256d5e', 'status': 'completed', 'code': 200} Apr 21 12:35:50.890622 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6c61030b-2da0-497c-a399-bafcf8b17d68 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:50.930779 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cbc03-9b62-4930-a17c-270f9cf40462 req-d057bb3f-6e98-4430-b545-465decded8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:50.932289 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f7cbc03-9b62-4930-a17c-270f9cf40462 req-d057bb3f-6e98-4430-b545-465decded8e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e16b811ea21846c89491aea47e9a7301&device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 1094 time: 0.0457330 Apr 21 12:35:50.953268 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c61030b-2da0-497c-a399-bafcf8b17d68 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:35:50.957368 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bddb7e43-10b4-44e9-884e-044ea7461c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:50.959186 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-6c61030b-2da0-497c-a399-bafcf8b17d68 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:35:50.962563 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c61030b-2da0-497c-a399-bafcf8b17d68 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:35:50.966942 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61030b-2da0-497c-a399-bafcf8b17d68 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Pushing event updated for resources: {'Port': ['ID=68febe4f-8230-4b23-ba37-8aaf1fbd7215,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:51.016431 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bddb7e43-10b4-44e9-884e-044ea7461c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:51.102699 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cbc03-9b62-4930-a17c-270f9cf40462 req-1a3bf9df-736a-4b42-bd11-cd2142d71081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:51.109175 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f7cbc03-9b62-4930-a17c-270f9cf40462 req-1a3bf9df-736a-4b42-bd11-cd2142d71081 service neutron] 10.222.0.24 "GET /v2.0/networks?id=32a67a5e-b72b-4167-97d6-5767775875e4 HTTP/1.1" status: 200 len: 908 time: 0.1698849 Apr 21 12:35:51.123874 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device be59715b-a6b8-4f1a-910c-af2eb4d23531 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:35:51.124369 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6c61030b-2da0-497c-a399-bafcf8b17d68 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:51.160406 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f7cbc03-9b62-4930-a17c-270f9cf40462 req-454b3a12-794e-4495-bc18-6ebfe9a11957 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3adc36f8-205c-4591-8e10-cd27d3256d5e HTTP/1.1" status: 200 len: 217 time: 0.0403275 Apr 21 12:35:51.176006 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb009252-8671-4a84-9b81-c32c6495af6f None None] Sync routers for ids ['9ff27086-bec9-4e65-843c-37e92e1fc12f'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:35:51.188683 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port be59715b-a6b8-4f1a-910c-af2eb4d23531 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:35:51.189249 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:51.197926 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb009252-8671-4a84-9b81-c32c6495af6f None None] Routers {'9ff27086-bec9-4e65-843c-37e92e1fc12f'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:35:51.198835 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-eb009252-8671-4a84-9b81-c32c6495af6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:35:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['9ff27086-bec9-4e65-843c-37e92e1fc12f'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:51.204273 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bddb7e43-10b4-44e9-884e-044ea7461c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:51.206820 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bddb7e43-10b4-44e9-884e-044ea7461c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:51.207981 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bddb7e43-10b4-44e9-884e-044ea7461c75 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ce3e4a6e-3258-4a8f-9693-cae6cf1e744d HTTP/1.1" status: 204 len: 168 time: 0.3552375 Apr 21 12:35:51.221897 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb7e43-10b4-44e9-884e-044ea7461c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3e4a6e-3258-4a8f-9693-cae6cf1e744d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:51.224800 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7cbc03-9b62-4930-a17c-270f9cf40462 req-fbd04dd8-7b83-4335-9599-c06a89940063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:51.226874 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f7cbc03-9b62-4930-a17c-270f9cf40462 req-fbd04dd8-7b83-4335-9599-c06a89940063 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a3b8f234-8156-4627-8cae-e6fcb5c2aa35 HTTP/1.1" status: 200 len: 847 time: 0.0552940 Apr 21 12:35:51.274518 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f7cbc03-9b62-4930-a17c-270f9cf40462 req-a53ffbf9-bd66-4927-8b90-f0e6f2c9c34c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32a67a5e-b72b-4167-97d6-5767775875e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407312 Apr 21 12:35:51.309652 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6c61030b-2da0-497c-a399-bafcf8b17d68 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:51.406191 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f7cbc03-9b62-4930-a17c-270f9cf40462 req-fbcb186e-00d6-42a2-9925-be1b5aa58b2a service neutron] 10.222.0.24 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234350 Apr 21 12:35:51.570379 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6c61030b-2da0-497c-a399-bafcf8b17d68 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:51.649842 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6c61030b-2da0-497c-a399-bafcf8b17d68 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:51.694609 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f7cbc03-9b62-4930-a17c-270f9cf40462 req-98db104a-1dd6-41e9-a675-97d80f26c696 service neutron] 10.222.0.24 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815189 Apr 21 12:35:51.752470 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed3c75-183f-4d7f-870e-05c2cc5478e4 req-937e32dd-d449-4bd8-b607-8be6895c2c39 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:51.762520 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ffed3c75-183f-4d7f-870e-05c2cc5478e4 req-937e32dd-d449-4bd8-b607-8be6895c2c39 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 943 time: 0.3262825 Apr 21 12:35:51.781718 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-eb009252-8671-4a84-9b81-c32c6495af6f None None] Set router 9ff27086-bec9-4e65-843c-37e92e1fc12f gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:35:51.841982 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c61030b-2da0-497c-a399-bafcf8b17d68 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Pushing event updated for resources: {'Port': ['ID=68febe4f-8230-4b23-ba37-8aaf1fbd7215,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:51.858546 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6c61030b-2da0-497c-a399-bafcf8b17d68 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:51.858788 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ffed3c75-183f-4d7f-870e-05c2cc5478e4 req-874076ad-e98e-4b1d-a70b-f6cd47999e84 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952964 Apr 21 12:35:51.879841 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35236) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:51.886221 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-525a0361-bc76-4d34-81c7-f5d551cd6594 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1682690919-network', 'tenant_id': '3701434754b74f7588921759ad78770d'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:51.979285 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac91f1e-5944-49d2-8cef-082cd581213c req-20b75ebd-9231-47c9-a251-3fdb305274ad tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:51.990111 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ac91f1e-5944-49d2-8cef-082cd581213c req-20b75ebd-9231-47c9-a251-3fdb305274ad tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f757724-ee97-4c97-9530-4dc12697fd83 HTTP/1.1" status: 200 len: 943 time: 0.0677633 Apr 21 12:35:51.990826 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6c61030b-2da0-497c-a399-bafcf8b17d68 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:51.997639 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6c61030b-2da0-497c-a399-bafcf8b17d68 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5708787 Apr 21 12:35:52.063828 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ac91f1e-5944-49d2-8cef-082cd581213c req-dcab8dab-d878-4612-bb24-90be67c5ad6c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723011 Apr 21 12:35:52.091290 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525a0361-bc76-4d34-81c7-f5d551cd6594 admin admin] Made reservation on behalf of 3701434754b74f7588921759ad78770d for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:35:52.095424 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-525a0361-bc76-4d34-81c7-f5d551cd6594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:52.109686 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-525a0361-bc76-4d34-81c7-f5d551cd6594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:52.127494 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-eb009252-8671-4a84-9b81-c32c6495af6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'name': 'tempest-TaggedBootDevicesTest_v242-51443223-router', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'be59715b-a6b8-4f1a-910c-af2eb4d23531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:41Z', 'updated_at': '2022-04-21T12:35:48Z', 'revision_number': 4, 'project_id': '6363a51a886548cba3ffe42b1b9f96ad', 'gw_port': {'id': 'be59715b-a6b8-4f1a-910c-af2eb4d23531', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:43Z', 'updated_at': '2022-04-21T12:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'e07140fd-496c-4949-abeb-9a2484afb22f', 'name': '', 'network_id': 'ff76b4c9-41c1-41f6-b547-1cd37cbf682c', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'mac_address': 'fa:16:3e:33:f8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'fdc28bf1-e915-4072-b8cd-eaf24f93a684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:47Z', 'updated_at': '2022-04-21T12:35:48Z', 'revision_number': 2, 'project_id': '6363a51a886548cba3ffe42b1b9f96ad', 'subnets': [{'id': 'fdc28bf1-e915-4072-b8cd-eaf24f93a684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:52.188721 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb009252-8671-4a84-9b81-c32c6495af6f None None] Checking router: 9ff27086-bec9-4e65-843c-37e92e1fc12f for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:35:52.189477 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb009252-8671-4a84-9b81-c32c6495af6f None None] Updating router 9ff27086-bec9-4e65-843c-37e92e1fc12f port e07140fd-496c-4949-abeb-9a2484afb22f binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:35:52.218722 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb009252-8671-4a84-9b81-c32c6495af6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:52.243454 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-525a0361-bc76-4d34-81c7-f5d551cd6594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:52.340269 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35250) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:52.352429 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-aedec3d4-38b1-485b-a0b9-fd126723c123 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--772569854&fields=id&tenant_id=acc1120f1d4f4f90b945936501a65e91 HTTP/1.1" status: 200 len: 267 time: 0.0580146 Apr 21 12:35:52.367895 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-525a0361-bc76-4d34-81c7-f5d551cd6594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:52.417916 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-dc3d59fe-87ae-49a8-b56a-a85797a372c1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=be55ce92866c4820987e761e7501d94d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0741162 Apr 21 12:35:52.418131 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 3adc36f8-205c-4591-8e10-cd27d3256d5e details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:35:52.419994 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35252) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:52.458031 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525a0361-bc76-4d34-81c7-f5d551cd6594 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:35:52.477713 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a0361-bc76-4d34-81c7-f5d551cd6594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4f986f-c9c4-414d-86c8-c033d95167db,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:52.488580 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01457630-3b2b-407c-956f-b9c48e0a34bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:52.501855 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-525a0361-bc76-4d34-81c7-f5d551cd6594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:52.501855 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-525a0361-bc76-4d34-81c7-f5d551cd6594 admin admin] Added segment 2c704d8d-50ff-44d0-953d-b5d0cdeba00f of type vlan for network fe95c13a-11ad-4ec2-b510-7568168a0fd0 Apr 21 12:35:52.561530 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01457630-3b2b-407c-956f-b9c48e0a34bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:52.628003 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-525a0361-bc76-4d34-81c7-f5d551cd6594 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:52.646868 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-68725f84-578a-447b-88d3-86f1d2177818 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:52.655987 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-68725f84-578a-447b-88d3-86f1d2177818 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/networks?id=f1d904a7-db50-40ae-8d60-6d68d4dedc7b HTTP/1.1" status: 200 len: 806 time: 0.3016868 Apr 21 12:35:52.696762 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-d439ce44-ea0d-4465-ad39-6a46af99ebb6 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/quotas/acc1120f1d4f4f90b945936501a65e91 HTTP/1.1" status: 200 len: 375 time: 0.0384800 Apr 21 12:35:52.697860 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01457630-3b2b-407c-956f-b9c48e0a34bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:52.701128 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 3adc36f8-205c-4591-8e10-cd27d3256d5e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=3adc36f8-205c-4591-8e10-cd27d3256d5e,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:52.701441 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01457630-3b2b-407c-956f-b9c48e0a34bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:52.704247 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-01457630-3b2b-407c-956f-b9c48e0a34bd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/170e3524-787f-4dda-a2c8-fef9728f2b54 HTTP/1.1" status: 204 len: 168 time: 0.2824814 Apr 21 12:35:52.716134 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01457630-3b2b-407c-956f-b9c48e0a34bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170e3524-787f-4dda-a2c8-fef9728f2b54,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:52.723471 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '3adc36f8-205c-4591-8e10-cd27d3256d5e', 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4', 'port_id': '3adc36f8-205c-4591-8e10-cd27d3256d5e', 'mac_address': 'fa:16:3e:41:c2:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3b8f234-8156-4627-8cae-e6fcb5c2aa35', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:35:52.739626 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb009252-8671-4a84-9b81-c32c6495af6f None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:52.789423 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:52.807018 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3adc36f8-205c-4591-8e10-cd27d3256d5e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:35:52.833778 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 3adc36f8-205c-4591-8e10-cd27d3256d5e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=3adc36f8-205c-4591-8e10-cd27d3256d5e,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:52.836746 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-896d1880-7aac-48c3-8739-3dc29e593e00 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=acc1120f1d4f4f90b945936501a65e91&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1286840 Apr 21 12:35:52.850307 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb009252-8671-4a84-9b81-c32c6495af6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:52.902295 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-525a0361-bc76-4d34-81c7-f5d551cd6594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:52.905114 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525a0361-bc76-4d34-81c7-f5d551cd6594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:52.905114 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-525a0361-bc76-4d34-81c7-f5d551cd6594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:52.947202 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ffdbd-b674-40a7-ad0e-063ca0925bd2 None None] Pushing event updated for resources: {'Port': ['ID=e07140fd-496c-4949-abeb-9a2484afb22f,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:53.033796 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:53.034687 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e768ddd7-fb7b-41c8-bfc4-679346914ee9 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:35:53.091090 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-eb009252-8671-4a84-9b81-c32c6495af6f None None] Attempting to bind port e07140fd-496c-4949-abeb-9a2484afb22f on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:35:53.091528 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-eb009252-8671-4a84-9b81-c32c6495af6f None None] Attempting to bind port e07140fd-496c-4949-abeb-9a2484afb22f by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '809dc041-eed1-4719-81ae-d2f5a67a6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ff76b4c9-41c1-41f6-b547-1cd37cbf682c'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:35:53.092043 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb009252-8671-4a84-9b81-c32c6495af6f None None] Attempting to bind port e07140fd-496c-4949-abeb-9a2484afb22f on network ff76b4c9-41c1-41f6-b547-1cd37cbf682c {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:35:53.102668 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb009252-8671-4a84-9b81-c32c6495af6f None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:35:53.103262 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb009252-8671-4a84-9b81-c32c6495af6f None None] Checking segment: {'id': '809dc041-eed1-4719-81ae-d2f5a67a6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ff76b4c9-41c1-41f6-b547-1cd37cbf682c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:35:53.103871 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb009252-8671-4a84-9b81-c32c6495af6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:53.104328 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb009252-8671-4a84-9b81-c32c6495af6f None None] Bound using segment: {'id': '809dc041-eed1-4719-81ae-d2f5a67a6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ff76b4c9-41c1-41f6-b547-1cd37cbf682c'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:35:53.104891 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-eb009252-8671-4a84-9b81-c32c6495af6f None None] Bound port: e07140fd-496c-4949-abeb-9a2484afb22f, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '809dc041-eed1-4719-81ae-d2f5a67a6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ff76b4c9-41c1-41f6-b547-1cd37cbf682c'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:35:53.106126 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb009252-8671-4a84-9b81-c32c6495af6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:53.174489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a0361-bc76-4d34-81c7-f5d551cd6594 admin admin] Pushing event updated for resources: {'Network': ['ID=fe95c13a-11ad-4ec2-b510-7568168a0fd0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:53.175495 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network fe95c13a-11ad-4ec2-b510-7568168a0fd0 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:35:53.177402 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d3ae1-3919-4efe-abca-e8b41ca99e63 req-5365af7b-ae20-41e5-9ef9-dd5be0166c85 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:53.179546 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-261d3ae1-3919-4efe-abca-e8b41ca99e63 req-5365af7b-ae20-41e5-9ef9-dd5be0166c85 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 944 time: 0.1981478 Apr 21 12:35:53.189233 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-443bad77-79a6-4345-bfa0-93bbcb300bdc service neutron] 10.222.0.36 "GET /v2.0/networks/f1d904a7-db50-40ae-8d60-6d68d4dedc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480504 Apr 21 12:35:53.280995 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-261d3ae1-3919-4efe-abca-e8b41ca99e63 req-88f5607a-7bbc-4ab0-86cf-ca3a5fd7a5c6 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903678 Apr 21 12:35:53.300391 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=3adc36f8-205c-4591-8e10-cd27d3256d5e,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:53.328753 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-525a0361-bc76-4d34-81c7-f5d551cd6594 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4471252 Apr 21 12:35:53.334695 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35266) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:53.341996 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-7b782789-3505-4164-945b-a79a52dc0635 admin admin] Request body: {'subnet': {'network_id': 'fe95c13a-11ad-4ec2-b510-7568168a0fd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1682690919-subnet', 'tenant_id': '3701434754b74f7588921759ad78770d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:53.344137 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-16d08bd7-7d88-4b99-9a1a-44d38ad459d7 service neutron] 10.222.0.36 "GET /v2.0/networks/f1d904a7-db50-40ae-8d60-6d68d4dedc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348672 Apr 21 12:35:53.422836 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3110f6-c985-45c7-bbcc-0faf0dba66e2 req-7e740960-e4bd-45cd-b63d-ffe5ecc93306 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:53.431609 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d3110f6-c985-45c7-bbcc-0faf0dba66e2 req-7e740960-e4bd-45cd-b63d-ffe5ecc93306 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f757724-ee97-4c97-9530-4dc12697fd83 HTTP/1.1" status: 200 len: 943 time: 0.0722332 Apr 21 12:35:53.460356 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d4e8360a-c29d-4f1f-b287-a2582f406b9e None None] Provisioning complete for port e07140fd-496c-4949-abeb-9a2484afb22f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:35:53.461347 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4e8360a-c29d-4f1f-b287-a2582f406b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:53.464274 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b782789-3505-4164-945b-a79a52dc0635 admin admin] Made reservation on behalf of 3701434754b74f7588921759ad78770d for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:35:53.465701 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7b782789-3505-4164-945b-a79a52dc0635 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:53.469902 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-eb009252-8671-4a84-9b81-c32c6495af6f None None] For port e07140fd-496c-4949-abeb-9a2484afb22f, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:35:53.494418 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d3110f6-c985-45c7-bbcc-0faf0dba66e2 req-b65d057a-a49f-4bb2-b96b-33fcf78187cb tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608680 Apr 21 12:35:53.527739 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-eb009252-8671-4a84-9b81-c32c6495af6f None None] For port e07140fd-496c-4949-abeb-9a2484afb22f, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e07140fd-496c-4949-abeb-9a2484afb22f,segment=NetworkSegment(809dc041-eed1-4719-81ae-d2f5a67a6a8c),segment_id=809dc041-eed1-4719-81ae-d2f5a67a6a8c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:35:53.534947 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port e768ddd7-fb7b-41c8-bfc4-679346914ee9, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e768ddd7-fb7b-41c8-bfc4-679346914ee9,segment=NetworkSegment(9a2658ad-93c7-49bb-ae54-fb57fa937c4e),segment_id=9a2658ad-93c7-49bb-ae54-fb57fa937c4e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:53.552104 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'e768ddd7-fb7b-41c8-bfc4-679346914ee9', 'network_id': '81f9440c-a578-4cd1-8ad5-52674a74da16', 'port_id': 'e768ddd7-fb7b-41c8-bfc4-679346914ee9', 'mac_address': 'fa:16:3e:9a:bd:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a4a302-5ff1-47b1-99f8-fcd9956ce731', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:35:53.558746 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d4e8360a-c29d-4f1f-b287-a2582f406b9e None None] Port e07140fd-496c-4949-abeb-9a2484afb22f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:35:53.663363 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb009252-8671-4a84-9b81-c32c6495af6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:53.827536 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:53.858244 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e768ddd7-fb7b-41c8-bfc4-679346914ee9 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:35:53.871580 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb009252-8671-4a84-9b81-c32c6495af6f None None] Routers {'9ff27086-bec9-4e65-843c-37e92e1fc12f'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:35:53.872188 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-eb009252-8671-4a84-9b81-c32c6495af6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:35:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['9ff27086-bec9-4e65-843c-37e92e1fc12f'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:53.881923 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ffdbd-b674-40a7-ad0e-063ca0925bd2 None None] Pushing event updated for resources: {'Port': ['ID=e07140fd-496c-4949-abeb-9a2484afb22f,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:53.990008 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port e768ddd7-fb7b-41c8-bfc4-679346914ee9, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e768ddd7-fb7b-41c8-bfc4-679346914ee9,segment=NetworkSegment(9a2658ad-93c7-49bb-ae54-fb57fa937c4e),segment_id=9a2658ad-93c7-49bb-ae54-fb57fa937c4e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:54.038408 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b2dc5cd-b90d-4904-9aa6-6ff06318d2b4 req-1682ee4c-5a4d-43cb-986d-f4ee606cee8f tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/ports?device_id=32d33c7b-4ba8-49a3-bd0d-ac454cf73784 HTTP/1.1" status: 200 len: 210 time: 0.0644631 Apr 21 12:35:54.052314 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7b782789-3505-4164-945b-a79a52dc0635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:54.130653 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b782789-3505-4164-945b-a79a52dc0635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0d4f6b3-0eee-45da-882f-513ca8fe5888,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:54.141499 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b782789-3505-4164-945b-a79a52dc0635 admin admin] Checking segment: {'id': '2c704d8d-50ff-44d0-953d-b5d0cdeba00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fe95c13a-11ad-4ec2-b510-7568168a0fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:35:54.141995 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b782789-3505-4164-945b-a79a52dc0635 admin admin] Network hostable DHCP agents. Network: fe95c13a-11ad-4ec2-b510-7568168a0fd0, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:35:54.256916 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b782789-3505-4164-945b-a79a52dc0635 admin admin] Network fe95c13a-11ad-4ec2-b510-7568168a0fd0 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:35:54.260079 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:54.325938 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-eb009252-8671-4a84-9b81-c32c6495af6f None None] Set router 9ff27086-bec9-4e65-843c-37e92e1fc12f gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:35:54.355858 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e2201055-a4b3-4128-838d-b2e267945b1b None None] Provisioning complete for port e07140fd-496c-4949-abeb-9a2484afb22f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:35:54.356230 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2201055-a4b3-4128-838d-b2e267945b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:54.387034 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=e768ddd7-fb7b-41c8-bfc4-679346914ee9,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:54.411398 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-7b782789-3505-4164-945b-a79a52dc0635 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, fe95c13a-11ad-4ec2-b510-7568168a0fd0) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:35:54.411398 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b782789-3505-4164-945b-a79a52dc0635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:54.411398 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7b782789-3505-4164-945b-a79a52dc0635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:54.440353 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2861ec-1a3d-4f16-b609-7a403821d3b3 req-f145e517-15ed-4898-a975-a0e17f5ac383 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:54.446286 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a2861ec-1a3d-4f16-b609-7a403821d3b3 req-f145e517-15ed-4898-a975-a0e17f5ac383 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 944 time: 0.0769532 Apr 21 12:35:54.459458 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a425f887-8bb7-4ea9-84c6-2628412b6833 None None] Network fe95c13a-11ad-4ec2-b510-7568168a0fd0 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:35:54.493459 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a2861ec-1a3d-4f16-b609-7a403821d3b3 req-959c93f9-eaae-4f92-85e7-823215a359f8 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448143 Apr 21 12:35:54.551367 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7b782789-3505-4164-945b-a79a52dc0635 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2152309 Apr 21 12:35:54.554004 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35298) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:54.558330 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bc0a4de0-b4e0-47d6-85ee-bae5bba8b423 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1682690919-router', 'tenant_id': '3701434754b74f7588921759ad78770d', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:54.612895 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['3adc36f8-205c-4591-8e10-cd27d3256d5e'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:35:54.614897 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['e768ddd7-fb7b-41c8-bfc4-679346914ee9'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:35:54.634219 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ff491-c1b0-4b3f-a631-49a71e02b124 req-18f770bc-7f61-4cbf-bbcb-650e5b75533b tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:54.636425 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-152ff491-c1b0-4b3f-a631-49a71e02b124 req-18f770bc-7f61-4cbf-bbcb-650e5b75533b tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f757724-ee97-4c97-9530-4dc12697fd83 HTTP/1.1" status: 200 len: 944 time: 0.0573921 Apr 21 12:35:54.677027 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-152ff491-c1b0-4b3f-a631-49a71e02b124 req-8a847151-be38-41c9-87c7-bbccadc86ebb tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340874 Apr 21 12:35:54.758715 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc0a4de0-b4e0-47d6-85ee-bae5bba8b423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:54.759769 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc0a4de0-b4e0-47d6-85ee-bae5bba8b423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:54.794001 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2201055-a4b3-4128-838d-b2e267945b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:54.820040 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc0a4de0-b4e0-47d6-85ee-bae5bba8b423 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:54.969102 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e2201055-a4b3-4128-838d-b2e267945b1b None None] For port e07140fd-496c-4949-abeb-9a2484afb22f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e07140fd-496c-4949-abeb-9a2484afb22f,segment=NetworkSegment(809dc041-eed1-4719-81ae-d2f5a67a6a8c),segment_id=809dc041-eed1-4719-81ae-d2f5a67a6a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:55.048523 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d430c90d-0efa-4a6d-a7f6-d191d1604f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-fe95c13a-11ad-4ec2-b510-7568168a0fd0', 'network_id': 'fe95c13a-11ad-4ec2-b510-7568168a0fd0', 'tenant_id': '3701434754b74f7588921759ad78770d', 'fixed_ips': [{'subnet_id': 'd0d4f6b3-0eee-45da-882f-513ca8fe5888'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:35:55.051017 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d430c90d-0efa-4a6d-a7f6-d191d1604f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:55.088120 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc0a4de0-b4e0-47d6-85ee-bae5bba8b423 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:55.111991 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2201055-a4b3-4128-838d-b2e267945b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:55.160685 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd626601-291f-46d0-97c3-d4bbdd90ee06 req-d6b9169f-9d90-4584-9cf0-cd04a1015950 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/ports?device_id=32d33c7b-4ba8-49a3-bd0d-ac454cf73784 HTTP/1.1" status: 200 len: 210 time: 0.0492351 Apr 21 12:35:55.207211 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-eb009252-8671-4a84-9b81-c32c6495af6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'name': 'tempest-TaggedBootDevicesTest_v242-51443223-router', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'be59715b-a6b8-4f1a-910c-af2eb4d23531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:41Z', 'updated_at': '2022-04-21T12:35:48Z', 'revision_number': 4, 'project_id': '6363a51a886548cba3ffe42b1b9f96ad', 'gw_port': {'id': 'be59715b-a6b8-4f1a-910c-af2eb4d23531', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:43Z', 'updated_at': '2022-04-21T12:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'e07140fd-496c-4949-abeb-9a2484afb22f', 'name': '', 'network_id': 'ff76b4c9-41c1-41f6-b547-1cd37cbf682c', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'mac_address': 'fa:16:3e:33:f8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'fdc28bf1-e915-4072-b8cd-eaf24f93a684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:47Z', 'updated_at': '2022-04-21T12:35:53Z', 'revision_number': 4, 'project_id': '6363a51a886548cba3ffe42b1b9f96ad', 'subnets': [{'id': 'fdc28bf1-e915-4072-b8cd-eaf24f93a684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:55.273573 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb009252-8671-4a84-9b81-c32c6495af6f None None] The sync data for ids ['9ff27086-bec9-4e65-843c-37e92e1fc12f'] in n-d-836147-2 is: [{'id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'name': 'tempest-TaggedBootDevicesTest_v242-51443223-router', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'be59715b-a6b8-4f1a-910c-af2eb4d23531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:41Z', 'updated_at': '2022-04-21T12:35:48Z', 'revision_number': 4, 'project_id': '6363a51a886548cba3ffe42b1b9f96ad', 'gw_port': {'id': 'be59715b-a6b8-4f1a-910c-af2eb4d23531', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:43Z', 'updated_at': '2022-04-21T12:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'e07140fd-496c-4949-abeb-9a2484afb22f', 'name': '', 'network_id': 'ff76b4c9-41c1-41f6-b547-1cd37cbf682c', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'mac_address': 'fa:16:3e:33:f8:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'fdc28bf1-e915-4072-b8cd-eaf24f93a684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:47Z', 'updated_at': '2022-04-21T12:35:53Z', 'revision_number': 4, 'project_id': '6363a51a886548cba3ffe42b1b9f96ad', 'subnets': [{'id': 'fdc28bf1-e915-4072-b8cd-eaf24f93a684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:35:55.407705 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2201055-a4b3-4128-838d-b2e267945b1b None None] Pushing event updated for resources: {'Port': ['ID=e07140fd-496c-4949-abeb-9a2484afb22f,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:55.485838 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d430c90d-0efa-4a6d-a7f6-d191d1604f58 None None] Allocated IP 172.20.0.2 (fe95c13a-11ad-4ec2-b510-7568168a0fd0/d0d4f6b3-0eee-45da-882f-513ca8fe5888/4856b57f-a090-4036-a00d-d185056e6204) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:35:55.539945 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc0a4de0-b4e0-47d6-85ee-bae5bba8b423 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:55.574368 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc0a4de0-b4e0-47d6-85ee-bae5bba8b423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:55.710035 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec7bb1d-bd7f-4c9c-88b8-a5275c25ff7e req-4509b4ac-0165-4337-aa4a-bf25b7ea1894 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:55.715897 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ec7bb1d-bd7f-4c9c-88b8-a5275c25ff7e req-4509b4ac-0165-4337-aa4a-bf25b7ea1894 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 944 time: 0.1464837 Apr 21 12:35:55.761897 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-bc0a4de0-b4e0-47d6-85ee-bae5bba8b423 admin admin] Allocated IP 172.25.8.102 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/3256ddbf-d32e-4abf-8f3a-3f4d053f4b49) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:35:55.763231 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d430c90d-0efa-4a6d-a7f6-d191d1604f58 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:55.796092 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ec7bb1d-bd7f-4c9c-88b8-a5275c25ff7e req-2dcb47d4-c390-4915-8a74-4edd5dd0e45d tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788617 Apr 21 12:35:55.861654 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094bd60-7026-45c8-bce8-54f41ff0f3a5 req-a043b406-ba88-4751-ad5d-cd74e6a669cd tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:55.863600 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9094bd60-7026-45c8-bce8-54f41ff0f3a5 req-a043b406-ba88-4751-ad5d-cd74e6a669cd tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f757724-ee97-4c97-9530-4dc12697fd83 HTTP/1.1" status: 200 len: 944 time: 0.0932243 Apr 21 12:35:55.880089 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d430c90d-0efa-4a6d-a7f6-d191d1604f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:55.955970 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc0a4de0-b4e0-47d6-85ee-bae5bba8b423 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:55.976970 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9094bd60-7026-45c8-bce8-54f41ff0f3a5 req-17464f14-f3c4-4e8b-9ec2-b7d69db35f23 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034436 Apr 21 12:35:55.983972 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d430c90d-0efa-4a6d-a7f6-d191d1604f58 None None] Network fe95c13a-11ad-4ec2-b510-7568168a0fd0 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:35:56.005249 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d430c90d-0efa-4a6d-a7f6-d191d1604f58 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:35:56.012111 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430c90d-0efa-4a6d-a7f6-d191d1604f58 None None] Pushing event updated for resources: {'Port': ['ID=4856b57f-a090-4036-a00d-d185056e6204,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:56.017375 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d430c90d-0efa-4a6d-a7f6-d191d1604f58 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:35:56.073116 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc0a4de0-b4e0-47d6-85ee-bae5bba8b423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:56.083279 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d430c90d-0efa-4a6d-a7f6-d191d1604f58 None None] Attempting to bind port 4856b57f-a090-4036-a00d-d185056e6204 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:35:56.083646 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d430c90d-0efa-4a6d-a7f6-d191d1604f58 None None] Attempting to bind port 4856b57f-a090-4036-a00d-d185056e6204 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '2c704d8d-50ff-44d0-953d-b5d0cdeba00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fe95c13a-11ad-4ec2-b510-7568168a0fd0'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:35:56.084017 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d430c90d-0efa-4a6d-a7f6-d191d1604f58 None None] Attempting to bind port 4856b57f-a090-4036-a00d-d185056e6204 on network fe95c13a-11ad-4ec2-b510-7568168a0fd0 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:35:56.089720 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d430c90d-0efa-4a6d-a7f6-d191d1604f58 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:35:56.096238 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d430c90d-0efa-4a6d-a7f6-d191d1604f58 None None] Checking segment: {'id': '2c704d8d-50ff-44d0-953d-b5d0cdeba00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fe95c13a-11ad-4ec2-b510-7568168a0fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:35:56.096238 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d430c90d-0efa-4a6d-a7f6-d191d1604f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:56.096238 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d430c90d-0efa-4a6d-a7f6-d191d1604f58 None None] Bound using segment: {'id': '2c704d8d-50ff-44d0-953d-b5d0cdeba00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fe95c13a-11ad-4ec2-b510-7568168a0fd0'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:35:56.096238 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d430c90d-0efa-4a6d-a7f6-d191d1604f58 None None] Bound port: 4856b57f-a090-4036-a00d-d185056e6204, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c704d8d-50ff-44d0-953d-b5d0cdeba00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fe95c13a-11ad-4ec2-b510-7568168a0fd0'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:35:56.096238 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d430c90d-0efa-4a6d-a7f6-d191d1604f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:56.131256 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0a4de0-b4e0-47d6-85ee-bae5bba8b423 admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:35:56.138507 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-bc0a4de0-b4e0-47d6-85ee-bae5bba8b423 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:35:56.142829 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0a4de0-b4e0-47d6-85ee-bae5bba8b423 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:35:56.171418 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d430c90d-0efa-4a6d-a7f6-d191d1604f58 None None] For port 4856b57f-a090-4036-a00d-d185056e6204, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:35:56.183030 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d430c90d-0efa-4a6d-a7f6-d191d1604f58 None None] For port 4856b57f-a090-4036-a00d-d185056e6204, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=4856b57f-a090-4036-a00d-d185056e6204,segment=NetworkSegment(2c704d8d-50ff-44d0-953d-b5d0cdeba00f),segment_id=2c704d8d-50ff-44d0-953d-b5d0cdeba00f)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:35:56.267499 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a4de0-b4e0-47d6-85ee-bae5bba8b423 admin admin] Pushing event updated for resources: {'Port': ['ID=3256ddbf-d32e-4abf-8f3a-3f4d053f4b49,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:56.308338 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d430c90d-0efa-4a6d-a7f6-d191d1604f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:56.334551 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d2775641-e89f-4369-aee9-47a70cf0f220 req-0b168383-9d4f-4fb5-ac6d-68d0a90929e7 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/ports?device_id=32d33c7b-4ba8-49a3-bd0d-ac454cf73784 HTTP/1.1" status: 200 len: 210 time: 0.0382965 Apr 21 12:35:56.417255 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 3adc36f8-205c-4591-8e10-cd27d3256d5e up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:35:56.476126 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430c90d-0efa-4a6d-a7f6-d191d1604f58 None None] Pushing event updated for resources: {'Port': ['ID=4856b57f-a090-4036-a00d-d185056e6204,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:56.582345 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 3adc36f8-205c-4591-8e10-cd27d3256d5e completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:35:56.593424 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 3adc36f8-205c-4591-8e10-cd27d3256d5e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:35:56.595548 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:56.746742 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:56.802510 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 3adc36f8-205c-4591-8e10-cd27d3256d5e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=3adc36f8-205c-4591-8e10-cd27d3256d5e,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:56.803527 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d07c883-dd91-4b5f-9edc-25a50aa6c93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adc36f8-205c-4591-8e10-cd27d3256d5e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:35:56.806252 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571439dd-ad73-4584-962c-2b371bccbe65" -d '{"events": [{"server_uuid": "6d07c883-dd91-4b5f-9edc-25a50aa6c93a", "name": "network-vif-plugged", "status": "completed", "tag": "3adc36f8-205c-4591-8e10-cd27d3256d5e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:35:56.887283 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc367df-5740-4e01-89b4-133584ac89e1 x-openstack-request-id: req-2bc367df-5740-4e01-89b4-133584ac89e1 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:35:56.887430 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d07c883-dd91-4b5f-9edc-25a50aa6c93a", "name": "network-vif-plugged", "status": "completed", "tag": "3adc36f8-205c-4591-8e10-cd27d3256d5e", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:35:56.887742 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2bc367df-5740-4e01-89b4-133584ac89e1 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:35:56.888149 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bc367df-5740-4e01-89b4-133584ac89e1'] response: {'server_uuid': '6d07c883-dd91-4b5f-9edc-25a50aa6c93a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3adc36f8-205c-4591-8e10-cd27d3256d5e', 'code': 200} Apr 21 12:35:56.928976 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:56.928976 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e768ddd7-fb7b-41c8-bfc4-679346914ee9 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:35:57.156074 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec050307-c2c9-4dca-897f-93987248f57f req-49272847-5df7-469a-8781-c1584b3ba0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:57.157725 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec050307-c2c9-4dca-897f-93987248f57f req-49272847-5df7-469a-8781-c1584b3ba0f3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 1096 time: 0.1734750 Apr 21 12:35:57.185055 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7606c448-b02d-4135-b3ea-22ca898c0f0d req-8ea3ce48-5472-4947-9182-ac2f9a51d364 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:57.192199 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=3adc36f8-205c-4591-8e10-cd27d3256d5e,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:57.192619 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7606c448-b02d-4135-b3ea-22ca898c0f0d req-8ea3ce48-5472-4947-9182-ac2f9a51d364 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 945 time: 0.1590128 Apr 21 12:35:57.253745 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec050307-c2c9-4dca-897f-93987248f57f req-9356dabb-ca62-4454-af00-31c0602763c2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600297 Apr 21 12:35:57.280191 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7606c448-b02d-4135-b3ea-22ca898c0f0d req-5df6ca19-70be-46ec-9d6e-c5ad2349ac0b tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728877 Apr 21 12:35:57.313912 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port e768ddd7-fb7b-41c8-bfc4-679346914ee9 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:35:57.313912 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port e768ddd7-fb7b-41c8-bfc4-679346914ee9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:35:57.314485 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:57.318528 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 4856b57f-a090-4036-a00d-d185056e6204 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:35:57.439979 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc0a4de0-b4e0-47d6-85ee-bae5bba8b423 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:57.570062 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2565c1-22c0-4b02-8c7b-edc735405d40 req-dfc5ee5e-cd62-4ea8-b4e3-cbe150359b49 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:57.579111 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc2565c1-22c0-4b02-8c7b-edc735405d40 req-dfc5ee5e-cd62-4ea8-b4e3-cbe150359b49 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f757724-ee97-4c97-9530-4dc12697fd83 HTTP/1.1" status: 200 len: 944 time: 0.1445527 Apr 21 12:35:57.603578 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-3f77ba0e-d1f1-4886-af97-46e385168a13 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:57.617474 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-3f77ba0e-d1f1-4886-af97-46e385168a13 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.26 "GET /v2.0/networks?id=f1d904a7-db50-40ae-8d60-6d68d4dedc7b HTTP/1.1" status: 200 len: 806 time: 0.2740901 Apr 21 12:35:57.631356 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:57.637378 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 4856b57f-a090-4036-a00d-d185056e6204 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:35:57.637783 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:57.720723 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-2037f447-3c9e-4c4f-b143-e1e1effd7384 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acc1120f1d4f4f90b945936501a65e91 HTTP/1.1" status: 200 len: 379 time: 0.1021864 Apr 21 12:35:57.751292 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-3d5de85e-284e-41d8-aa71-7fa567132819 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Request body: {'port': {'device_id': '32d33c7b-4ba8-49a3-bd0d-ac454cf73784', 'network_id': 'f1d904a7-db50-40ae-8d60-6d68d4dedc7b', 'admin_state_up': True, 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91', 'security_groups': ['e2070527-a23d-4cb3-9383-527ff2de13d6']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:35:57.763513 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port e768ddd7-fb7b-41c8-bfc4-679346914ee9, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e768ddd7-fb7b-41c8-bfc4-679346914ee9,segment=NetworkSegment(9a2658ad-93c7-49bb-ae54-fb57fa937c4e),segment_id=9a2658ad-93c7-49bb-ae54-fb57fa937c4e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:57.787634 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc0a4de0-b4e0-47d6-85ee-bae5bba8b423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:57.815657 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:57.867077 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 4856b57f-a090-4036-a00d-d185056e6204, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=4856b57f-a090-4036-a00d-d185056e6204,segment=NetworkSegment(2c704d8d-50ff-44d0-953d-b5d0cdeba00f),segment_id=2c704d8d-50ff-44d0-953d-b5d0cdeba00f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:35:57.868667 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:57.899157 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d2aaa13c-0609-4549-9dfb-d1f3682ca588 req-ca6b7922-52cc-4be1-8819-146788a01298 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/ports?device_id=32d33c7b-4ba8-49a3-bd0d-ac454cf73784 HTTP/1.1" status: 200 len: 210 time: 0.1741087 Apr 21 12:35:57.923035 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc2565c1-22c0-4b02-8c7b-edc735405d40 req-26e2af96-c8b9-4e25-845c-236f1ee130d5 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378527 Apr 21 12:35:57.966415 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=e768ddd7-fb7b-41c8-bfc4-679346914ee9,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:57.973019 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:57.973822 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e07140fd-496c-4949-abeb-9a2484afb22f up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:35:58.084444 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0a4de0-b4e0-47d6-85ee-bae5bba8b423 admin admin] Router be945793-f6ec-43eb-9b53-29ec92c2773b is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:35:58.143077 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-3d5de85e-284e-41d8-aa71-7fa567132819 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Made reservation on behalf of acc1120f1d4f4f90b945936501a65e91 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:35:58.147031 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-3d5de85e-284e-41d8-aa71-7fa567132819 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:58.221038 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869d6f16-d7ae-48c8-b654-ad41b664a75d None None] Network fe95c13a-11ad-4ec2-b510-7568168a0fd0 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:35:58.238472 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0a4de0-b4e0-47d6-85ee-bae5bba8b423 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:35:58.254222 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293bbbf8-8c0d-49cb-aaff-43a47c3ceea2 None None] Sync routers for ids ['be945793-f6ec-43eb-9b53-29ec92c2773b'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:35:58.267458 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293bbbf8-8c0d-49cb-aaff-43a47c3ceea2 None None] Routers {'be945793-f6ec-43eb-9b53-29ec92c2773b'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:35:58.272200 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-293bbbf8-8c0d-49cb-aaff-43a47c3ceea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:35:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['be945793-f6ec-43eb-9b53-29ec92c2773b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:58.295968 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=4856b57f-a090-4036-a00d-d185056e6204,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:58.372533 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-3d5de85e-284e-41d8-aa71-7fa567132819 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Allocated IP 172.20.0.12 (f1d904a7-db50-40ae-8d60-6d68d4dedc7b/333c4316-efda-42ee-9dd9-9ca2e7eb1a13/85c87beb-8c7a-4667-8aa5-6bf11f7bedd1) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:35:58.379368 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc0a4de0-b4e0-47d6-85ee-bae5bba8b423 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:58.380833 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bc0a4de0-b4e0-47d6-85ee-bae5bba8b423 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8259120 Apr 21 12:35:58.383664 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35404) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:35:58.419437 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-293bbbf8-8c0d-49cb-aaff-43a47c3ceea2 None None] Set router be945793-f6ec-43eb-9b53-29ec92c2773b gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:35:58.466762 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e88c9f50-5ac4-4634-9a05-e82e9db6d265 None None] Provisioning complete for port 4856b57f-a090-4036-a00d-d185056e6204 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:35:58.467794 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e88c9f50-5ac4-4634-9a05-e82e9db6d265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:58.542423 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port e07140fd-496c-4949-abeb-9a2484afb22f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:35:58.542897 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:58.812769 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096853f-25c1-4d74-b577-d98b3308f63f req-40ac43be-5fca-4a42-aa69-0e8e64a02d05 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:58.820225 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b096853f-25c1-4d74-b577-d98b3308f63f req-40ac43be-5fca-4a42-aa69-0e8e64a02d05 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 945 time: 0.3265560 Apr 21 12:35:58.889830 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f757724-ee97-4c97-9530-4dc12697fd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e768ddd7-fb7b-41c8-bfc4-679346914ee9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:35:58.891938 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2040fb-89e5-47de-b637-e70ae4caf01e" -d '{"events": [{"server_uuid": "9f757724-ee97-4c97-9530-4dc12697fd83", "name": "network-vif-plugged", "status": "completed", "tag": "e768ddd7-fb7b-41c8-bfc4-679346914ee9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:35:58.931259 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-293bbbf8-8c0d-49cb-aaff-43a47c3ceea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be945793-f6ec-43eb-9b53-29ec92c2773b', 'name': 'tempest-TaggedBootDevicesTest_v242-1682690919-router', 'tenant_id': '3701434754b74f7588921759ad78770d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '3256ddbf-d32e-4abf-8f3a-3f4d053f4b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:54Z', 'updated_at': '2022-04-21T12:35:56Z', 'revision_number': 3, 'project_id': '3701434754b74f7588921759ad78770d', 'gw_port': {'id': '3256ddbf-d32e-4abf-8f3a-3f4d053f4b49', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be945793-f6ec-43eb-9b53-29ec92c2773b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:55Z', 'updated_at': '2022-04-21T12:35:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:58.935184 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-3d5de85e-284e-41d8-aa71-7fa567132819 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:58.969713 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfc489c-489f-4e6e-88c9-f89f90d4e53d x-openstack-request-id: req-edfc489c-489f-4e6e-88c9-f89f90d4e53d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:35:58.970011 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f757724-ee97-4c97-9530-4dc12697fd83", "name": "network-vif-plugged", "status": "completed", "tag": "e768ddd7-fb7b-41c8-bfc4-679346914ee9", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:35:58.970355 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-edfc489c-489f-4e6e-88c9-f89f90d4e53d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:35:58.970720 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edfc489c-489f-4e6e-88c9-f89f90d4e53d'] response: {'server_uuid': '9f757724-ee97-4c97-9530-4dc12697fd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e768ddd7-fb7b-41c8-bfc4-679346914ee9', 'code': 200} Apr 21 12:35:58.987173 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293bbbf8-8c0d-49cb-aaff-43a47c3ceea2 None None] Checking router: be945793-f6ec-43eb-9b53-29ec92c2773b for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:35:58.987875 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293bbbf8-8c0d-49cb-aaff-43a47c3ceea2 None None] Updating router be945793-f6ec-43eb-9b53-29ec92c2773b port 3256ddbf-d32e-4abf-8f3a-3f4d053f4b49 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:35:59.059736 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-293bbbf8-8c0d-49cb-aaff-43a47c3ceea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:59.128790 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-3d5de85e-284e-41d8-aa71-7fa567132819 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:59.177165 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b096853f-25c1-4d74-b577-d98b3308f63f req-e84f4c2c-9ca1-42c0-bd54-bb7f65c1d687 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245225 Apr 21 12:35:59.204274 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 4856b57f-a090-4036-a00d-d185056e6204 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:35:59.295933 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-90e9e994-4eb7-4e30-a9d0-f060057dbeae None None] Provisioning complete for port 4856b57f-a090-4036-a00d-d185056e6204 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:35:59.296478 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90e9e994-4eb7-4e30-a9d0-f060057dbeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:59.346061 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-387f65f2-e1ae-47b7-8cc3-dc8294cf77db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:59.389183 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 4856b57f-a090-4036-a00d-d185056e6204 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:35:59.389554 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:59.439631 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-293bbbf8-8c0d-49cb-aaff-43a47c3ceea2 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:59.548430 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-293bbbf8-8c0d-49cb-aaff-43a47c3ceea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:59.625009 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-387f65f2-e1ae-47b7-8cc3-dc8294cf77db admin admin] Allocated IP 172.20.0.1 (fe95c13a-11ad-4ec2-b510-7568168a0fd0/d0d4f6b3-0eee-45da-882f-513ca8fe5888/7bf1f437-6b68-4f77-a128-f7a483ecdbfb) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:35:59.646659 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41060181-8dd8-47cf-8498-0b03f1c03fd3 None None] Pushing event updated for resources: {'Port': ['ID=3256ddbf-d32e-4abf-8f3a-3f4d053f4b49,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:59.672645 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-293bbbf8-8c0d-49cb-aaff-43a47c3ceea2 None None] Attempting to bind port 3256ddbf-d32e-4abf-8f3a-3f4d053f4b49 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:35:59.673287 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-293bbbf8-8c0d-49cb-aaff-43a47c3ceea2 None None] Attempting to bind port 3256ddbf-d32e-4abf-8f3a-3f4d053f4b49 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:35:59.673860 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293bbbf8-8c0d-49cb-aaff-43a47c3ceea2 None None] Attempting to bind port 3256ddbf-d32e-4abf-8f3a-3f4d053f4b49 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:35:59.680012 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293bbbf8-8c0d-49cb-aaff-43a47c3ceea2 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:35:59.680784 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293bbbf8-8c0d-49cb-aaff-43a47c3ceea2 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:35:59.681349 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-293bbbf8-8c0d-49cb-aaff-43a47c3ceea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:59.682093 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293bbbf8-8c0d-49cb-aaff-43a47c3ceea2 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:35:59.683319 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-293bbbf8-8c0d-49cb-aaff-43a47c3ceea2 None None] Bound port: 3256ddbf-d32e-4abf-8f3a-3f4d053f4b49, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:35:59.683879 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-293bbbf8-8c0d-49cb-aaff-43a47c3ceea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:59.688440 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef4435-29bd-4d92-b546-a3740a51c981 req-fadfdb7f-09cb-4534-84b7-b63ff3f8c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:59.691846 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64ef4435-29bd-4d92-b546-a3740a51c981 req-fadfdb7f-09cb-4534-84b7-b63ff3f8c8e8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9f757724-ee97-4c97-9530-4dc12697fd83 HTTP/1.1" status: 200 len: 1096 time: 0.6294577 Apr 21 12:35:59.706206 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-3d5de85e-284e-41d8-aa71-7fa567132819 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Network f1d904a7-db50-40ae-8d60-6d68d4dedc7b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:35:59.737947 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-3d5de85e-284e-41d8-aa71-7fa567132819 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:35:59.740378 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5de85e-284e-41d8-aa71-7fa567132819 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Pushing event updated for resources: {'Port': ['ID=85c87beb-8c7a-4667-8aa5-6bf11f7bedd1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:35:59.755438 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-3d5de85e-284e-41d8-aa71-7fa567132819 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:35:59.758259 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-293bbbf8-8c0d-49cb-aaff-43a47c3ceea2 None None] For port 3256ddbf-d32e-4abf-8f3a-3f4d053f4b49, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:35:59.762946 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-293bbbf8-8c0d-49cb-aaff-43a47c3ceea2 None None] For port 3256ddbf-d32e-4abf-8f3a-3f4d053f4b49, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3256ddbf-d32e-4abf-8f3a-3f4d053f4b49,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:35:59.843341 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-387f65f2-e1ae-47b7-8cc3-dc8294cf77db admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:59.857733 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-293bbbf8-8c0d-49cb-aaff-43a47c3ceea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:59.911150 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293831c-6623-4b5b-870d-9e9d0bf1e8c8 req-e46ad915-72de-41df-8579-b035e9a5d783 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:59.912766 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e293831c-6623-4b5b-870d-9e9d0bf1e8c8 req-e46ad915-72de-41df-8579-b035e9a5d783 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/ports?device_id=32d33c7b-4ba8-49a3-bd0d-ac454cf73784 HTTP/1.1" status: 200 len: 932 time: 0.7321868 Apr 21 12:35:59.917638 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64ef4435-29bd-4d92-b546-a3740a51c981 req-a97c213e-7996-4886-a53d-1c9905564e1e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576350 Apr 21 12:35:59.931762 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-3d5de85e-284e-41d8-aa71-7fa567132819 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:59.932414 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-3d5de85e-284e-41d8-aa71-7fa567132819 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:35:59.942389 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293bbbf8-8c0d-49cb-aaff-43a47c3ceea2 None None] Routers {'be945793-f6ec-43eb-9b53-29ec92c2773b'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:35:59.944298 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-293bbbf8-8c0d-49cb-aaff-43a47c3ceea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:35:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['be945793-f6ec-43eb-9b53-29ec92c2773b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:35:59.979940 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef018550-a59b-4e1b-b378-0e0acc8924b8 req-8d520f02-72df-4538-9137-bdff0a689f6b tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:35:59.987333 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef018550-a59b-4e1b-b378-0e0acc8924b8 req-8d520f02-72df-4538-9137-bdff0a689f6b tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f757724-ee97-4c97-9530-4dc12697fd83 HTTP/1.1" status: 200 len: 945 time: 0.7137399 Apr 21 12:36:00.012048 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-387f65f2-e1ae-47b7-8cc3-dc8294cf77db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:00.023710 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41060181-8dd8-47cf-8498-0b03f1c03fd3 None None] Pushing event updated for resources: {'Port': ['ID=3256ddbf-d32e-4abf-8f3a-3f4d053f4b49,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:00.053379 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e293831c-6623-4b5b-870d-9e9d0bf1e8c8 req-25dd4607-e560-48e5-9a00-af51bab49e8c tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2070527-a23d-4cb3-9383-527ff2de13d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158180 Apr 21 12:36:00.062456 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c02ba9de-d6f4-4728-93cd-d9a2bc47fcec req-61a6a2fa-f305-41f0-847c-cba819d17e01 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1468399 Apr 21 12:36:00.078227 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef018550-a59b-4e1b-b378-0e0acc8924b8 req-2926d93a-0ef9-4c55-b210-688a4ab50bc0 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881920 Apr 21 12:36:00.082660 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387f65f2-e1ae-47b7-8cc3-dc8294cf77db admin admin] Network fe95c13a-11ad-4ec2-b510-7568168a0fd0 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:36:00.085074 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-387f65f2-e1ae-47b7-8cc3-dc8294cf77db admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:36:00.104870 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387f65f2-e1ae-47b7-8cc3-dc8294cf77db admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:36:00.150251 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9279fefe-77e7-4d65-aec9-9fa04eaf193d None None] Provisioning complete for port 85c87beb-8c7a-4667-8aa5-6bf11f7bedd1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:36:00.150745 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9279fefe-77e7-4d65-aec9-9fa04eaf193d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:00.152176 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-293bbbf8-8c0d-49cb-aaff-43a47c3ceea2 None None] Set router be945793-f6ec-43eb-9b53-29ec92c2773b gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:36:00.165699 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-3d5de85e-284e-41d8-aa71-7fa567132819 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4216719 Apr 21 12:36:00.213079 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-a491268e-1a51-4513-ab87-75a83bebb65e service neutron] Request body: {'port': {'device_id': '32d33c7b-4ba8-49a3-bd0d-ac454cf73784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:36:00.246862 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ba9de-d6f4-4728-93cd-d9a2bc47fcec req-41fa2017-0c49-4cb0-8d15-a9108ba3f554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:00.248902 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c02ba9de-d6f4-4728-93cd-d9a2bc47fcec req-41fa2017-0c49-4cb0-8d15-a9108ba3f554 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e16b811ea21846c89491aea47e9a7301&device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 1095 time: 0.1503761 Apr 21 12:36:00.260193 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9279fefe-77e7-4d65-aec9-9fa04eaf193d None None] Port 85c87beb-8c7a-4667-8aa5-6bf11f7bedd1 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:36:00.291605 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-387f65f2-e1ae-47b7-8cc3-dc8294cf77db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:00.376930 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-a491268e-1a51-4513-ab87-75a83bebb65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:00.468854 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35428) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:00.489970 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5a469f5d-0bf5-43e6-a3c6-a9f56a7f40ca None None] Provisioning complete for port 7bf1f437-6b68-4f77-a128-f7a483ecdbfb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:36:00.492980 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5a469f5d-0bf5-43e6-a3c6-a9f56a7f40ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:00.518640 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f65f2-e1ae-47b7-8cc3-dc8294cf77db admin admin] Pushing event updated for resources: {'Port': ['ID=7bf1f437-6b68-4f77-a128-f7a483ecdbfb,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:00.572380 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5a469f5d-0bf5-43e6-a3c6-a9f56a7f40ca None None] Port 7bf1f437-6b68-4f77-a128-f7a483ecdbfb cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:36:00.591148 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e694586-8470-4c61-9cb4-4adfc4e1e7a3 req-b3a5b303-7dc9-4d58-9aed-35db9596b4df tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:00.602626 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5e694586-8470-4c61-9cb4-4adfc4e1e7a3 req-b3a5b303-7dc9-4d58-9aed-35db9596b4df tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 945 time: 0.2841969 Apr 21 12:36:00.608700 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-293bbbf8-8c0d-49cb-aaff-43a47c3ceea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be945793-f6ec-43eb-9b53-29ec92c2773b', 'name': 'tempest-TaggedBootDevicesTest_v242-1682690919-router', 'tenant_id': '3701434754b74f7588921759ad78770d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '3256ddbf-d32e-4abf-8f3a-3f4d053f4b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:54Z', 'updated_at': '2022-04-21T12:35:56Z', 'revision_number': 3, 'project_id': '3701434754b74f7588921759ad78770d', 'gw_port': {'id': '3256ddbf-d32e-4abf-8f3a-3f4d053f4b49', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be945793-f6ec-43eb-9b53-29ec92c2773b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:55Z', 'updated_at': '2022-04-21T12:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:36:00.643975 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-387f65f2-e1ae-47b7-8cc3-dc8294cf77db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:00.658198 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293bbbf8-8c0d-49cb-aaff-43a47c3ceea2 None None] The sync data for ids ['be945793-f6ec-43eb-9b53-29ec92c2773b'] in n-d-836147-2 is: [{'id': 'be945793-f6ec-43eb-9b53-29ec92c2773b', 'name': 'tempest-TaggedBootDevicesTest_v242-1682690919-router', 'tenant_id': '3701434754b74f7588921759ad78770d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '3256ddbf-d32e-4abf-8f3a-3f4d053f4b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:54Z', 'updated_at': '2022-04-21T12:35:56Z', 'revision_number': 3, 'project_id': '3701434754b74f7588921759ad78770d', 'gw_port': {'id': '3256ddbf-d32e-4abf-8f3a-3f4d053f4b49', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b1:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be945793-f6ec-43eb-9b53-29ec92c2773b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:55Z', 'updated_at': '2022-04-21T12:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:36:00.730771 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7afc75a4-0a67-413f-8098-f5ff58573cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:00.755812 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ba9de-d6f4-4728-93cd-d9a2bc47fcec req-ed301426-1b0d-468b-b2b3-10d40a37b99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:00.757313 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c02ba9de-d6f4-4728-93cd-d9a2bc47fcec req-ed301426-1b0d-468b-b2b3-10d40a37b99b service neutron] 10.222.0.26 "GET /v2.0/networks?id=32a67a5e-b72b-4167-97d6-5767775875e4 HTTP/1.1" status: 200 len: 908 time: 0.4791508 Apr 21 12:36:00.765253 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5e694586-8470-4c61-9cb4-4adfc4e1e7a3 req-b1067e5b-a208-4a3f-86d5-fa1c0863b3a4 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616073 Apr 21 12:36:00.838293 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c02ba9de-d6f4-4728-93cd-d9a2bc47fcec req-5d761737-a3d8-4113-bca7-f7b69062bd24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d0807df-864d-4b8d-9030-c89b1b36b028 HTTP/1.1" status: 200 len: 217 time: 0.0721748 Apr 21 12:36:00.842478 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-387f65f2-e1ae-47b7-8cc3-dc8294cf77db admin admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:00.993065 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-387f65f2-e1ae-47b7-8cc3-dc8294cf77db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:01.017522 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ba9de-d6f4-4728-93cd-d9a2bc47fcec req-a665540f-5522-4acf-9535-0295eeb226f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:01.019357 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c02ba9de-d6f4-4728-93cd-d9a2bc47fcec req-a665540f-5522-4acf-9535-0295eeb226f6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3b8f234-8156-4627-8cae-e6fcb5c2aa35 HTTP/1.1" status: 200 len: 847 time: 0.1484330 Apr 21 12:36:01.025530 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b379afd-3674-4bac-86ec-deb72ded21fb req-abdc4d83-f6b8-4c6b-9009-2d26c4b3ff9b tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:01.027056 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b379afd-3674-4bac-86ec-deb72ded21fb req-abdc4d83-f6b8-4c6b-9009-2d26c4b3ff9b tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 1096 time: 0.1573677 Apr 21 12:36:01.089435 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c02ba9de-d6f4-4728-93cd-d9a2bc47fcec req-4d65b177-0cf1-436e-98f2-ff3700c53438 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32a67a5e-b72b-4167-97d6-5767775875e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613365 Apr 21 12:36:01.101228 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7afc75a4-0a67-413f-8098-f5ff58573cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:01.132581 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f65f2-e1ae-47b7-8cc3-dc8294cf77db admin admin] Pushing event updated for resources: {'Port': ['ID=7bf1f437-6b68-4f77-a128-f7a483ecdbfb,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:01.143774 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-387f65f2-e1ae-47b7-8cc3-dc8294cf77db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:01.215277 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b379afd-3674-4bac-86ec-deb72ded21fb req-4ccc1386-6957-4ac3-9cf9-5dbc59cf525f tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660361 Apr 21 12:36:01.216015 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7afc75a4-0a67-413f-8098-f5ff58573cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:01.252801 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3256ddbf-d32e-4abf-8f3a-3f4d053f4b49 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:36:01.276353 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-a491268e-1a51-4513-ab87-75a83bebb65e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85c87beb-8c7a-4667-8aa5-6bf11f7bedd1 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:36:01.282932 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387f65f2-e1ae-47b7-8cc3-dc8294cf77db admin admin] Network fe95c13a-11ad-4ec2-b510-7568168a0fd0 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:36:01.288174 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-387f65f2-e1ae-47b7-8cc3-dc8294cf77db admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:36:01.291854 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-a491268e-1a51-4513-ab87-75a83bebb65e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:01.313992 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-a491268e-1a51-4513-ab87-75a83bebb65e service neutron] Transition to ACTIVE for port object 85c87beb-8c7a-4667-8aa5-6bf11f7bedd1 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:36:01.352715 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7afc75a4-0a67-413f-8098-f5ff58573cdb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ac61024b57b346bfa5a8c09f602ad394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8770974 Apr 21 12:36:01.359211 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35442) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:01.390770 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 3256ddbf-d32e-4abf-8f3a-3f4d053f4b49 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:36:01.397769 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:01.448008 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc75a4-0a67-413f-8098-f5ff58573cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e05069-76a0-431d-9d63-18550995ba13,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:01.504037 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-a491268e-1a51-4513-ab87-75a83bebb65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:01.543848 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387f65f2-e1ae-47b7-8cc3-dc8294cf77db admin admin] Router be945793-f6ec-43eb-9b53-29ec92c2773b has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:36:01.578868 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:01.601938 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c02ba9de-d6f4-4728-93cd-d9a2bc47fcec req-95d89747-f91a-4819-a177-c17507fbcd1d service neutron] 10.222.0.26 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4980912 Apr 21 12:36:01.633840 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 3256ddbf-d32e-4abf-8f3a-3f4d053f4b49, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3256ddbf-d32e-4abf-8f3a-3f4d053f4b49,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:36:01.640365 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb1d6b-bbf3-4db5-affd-3c8686bb4c48 req-724b72b5-62c3-4d5c-a83a-bda58592ec29 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:01.642601 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9cb1d6b-bbf3-4db5-affd-3c8686bb4c48 req-724b72b5-62c3-4d5c-a83a-bda58592ec29 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/ports?device_id=32d33c7b-4ba8-49a3-bd0d-ac454cf73784 HTTP/1.1" status: 200 len: 932 time: 0.3732681 Apr 21 12:36:01.707594 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491268e-1a51-4513-ab87-75a83bebb65e service neutron] Pushing event updated for resources: {'Port': ['ID=85c87beb-8c7a-4667-8aa5-6bf11f7bedd1,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:01.727736 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:01.747552 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2dc9faf3-ef0e-43c6-9bfa-f19bf098b083 None None] Provisioning complete for port 7bf1f437-6b68-4f77-a128-f7a483ecdbfb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:36:01.747994 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2dc9faf3-ef0e-43c6-9bfa-f19bf098b083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:01.792747 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387f65f2-e1ae-47b7-8cc3-dc8294cf77db admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:36:01.798872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020cd6d-0be6-41b9-882a-768989d4bc44 req-2cdeea35-cbdd-41f7-939b-4be58a0614d6 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:01.808008 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1020cd6d-0be6-41b9-882a-768989d4bc44 req-2cdeea35-cbdd-41f7-939b-4be58a0614d6 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f757724-ee97-4c97-9530-4dc12697fd83 HTTP/1.1" status: 200 len: 945 time: 0.4032736 Apr 21 12:36:01.816863 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-387f65f2-e1ae-47b7-8cc3-dc8294cf77db admin admin] 10.222.0.36 "PUT /v2.0/routers/be945793-f6ec-43eb-9b53-29ec92c2773b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4318881 Apr 21 12:36:01.824957 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2dc9faf3-ef0e-43c6-9bfa-f19bf098b083 None None] Port 7bf1f437-6b68-4f77-a128-f7a483ecdbfb cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:36:01.887543 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=3256ddbf-d32e-4abf-8f3a-3f4d053f4b49,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:01.981472 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9cb1d6b-bbf3-4db5-affd-3c8686bb4c48 req-c86112b6-49d5-414b-9bb2-51c3baca373d tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2070527-a23d-4cb3-9383-527ff2de13d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3160555 Apr 21 12:36:02.006521 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-425ddfd8-158a-46e0-abc2-1b555dd27345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:02.018165 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1020cd6d-0be6-41b9-882a-768989d4bc44 req-ed3887c1-0240-4e17-985e-42354e8b2b43 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092569 Apr 21 12:36:02.022419 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-a491268e-1a51-4513-ab87-75a83bebb65e service neutron] Attempting to bind port 85c87beb-8c7a-4667-8aa5-6bf11f7bedd1 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:36:02.022990 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-a491268e-1a51-4513-ab87-75a83bebb65e service neutron] Attempting to bind port 85c87beb-8c7a-4667-8aa5-6bf11f7bedd1 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '6c571daf-4be4-427d-8c5f-a3f1be05cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f1d904a7-db50-40ae-8d60-6d68d4dedc7b'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:36:02.023411 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-a491268e-1a51-4513-ab87-75a83bebb65e service neutron] Attempting to bind port 85c87beb-8c7a-4667-8aa5-6bf11f7bedd1 on network f1d904a7-db50-40ae-8d60-6d68d4dedc7b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:36:02.058821 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-a491268e-1a51-4513-ab87-75a83bebb65e service neutron] Port 85c87beb-8c7a-4667-8aa5-6bf11f7bedd1 on network f1d904a7-db50-40ae-8d60-6d68d4dedc7b not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:36:02.069899 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-a491268e-1a51-4513-ab87-75a83bebb65e service neutron] Attempting to bind port 85c87beb-8c7a-4667-8aa5-6bf11f7bedd1 on network f1d904a7-db50-40ae-8d60-6d68d4dedc7b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:36:02.082850 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-a491268e-1a51-4513-ab87-75a83bebb65e service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:36:02.083002 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-a491268e-1a51-4513-ab87-75a83bebb65e service neutron] Checking segment: {'id': '6c571daf-4be4-427d-8c5f-a3f1be05cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f1d904a7-db50-40ae-8d60-6d68d4dedc7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:36:02.083586 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-a491268e-1a51-4513-ab87-75a83bebb65e service neutron] Bound using segment: {'id': '6c571daf-4be4-427d-8c5f-a3f1be05cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f1d904a7-db50-40ae-8d60-6d68d4dedc7b'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:36:02.084038 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-a491268e-1a51-4513-ab87-75a83bebb65e service neutron] Bound port: 85c87beb-8c7a-4667-8aa5-6bf11f7bedd1, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c571daf-4be4-427d-8c5f-a3f1be05cab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'f1d904a7-db50-40ae-8d60-6d68d4dedc7b'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:36:02.084413 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-a491268e-1a51-4513-ab87-75a83bebb65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:02.119329 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-425ddfd8-158a-46e0-abc2-1b555dd27345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:02.159802 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c02ba9de-d6f4-4728-93cd-d9a2bc47fcec req-a9ef3640-5509-427f-ad42-1cea5a047c99 service neutron] 10.222.0.26 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5135307 Apr 21 12:36:02.251675 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-a491268e-1a51-4513-ab87-75a83bebb65e service neutron] For port 85c87beb-8c7a-4667-8aa5-6bf11f7bedd1, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:36:02.255436 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-a491268e-1a51-4513-ab87-75a83bebb65e service neutron] For port 85c87beb-8c7a-4667-8aa5-6bf11f7bedd1, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=85c87beb-8c7a-4667-8aa5-6bf11f7bedd1,segment=NetworkSegment(6c571daf-4be4-427d-8c5f-a3f1be05cab8),segment_id=6c571daf-4be4-427d-8c5f-a3f1be05cab8)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:36:02.331255 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-425ddfd8-158a-46e0-abc2-1b555dd27345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:02.337987 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-425ddfd8-158a-46e0-abc2-1b555dd27345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:02.337987 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-425ddfd8-158a-46e0-abc2-1b555dd27345 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a5e05069-76a0-431d-9d63-18550995ba13 HTTP/1.1" status: 204 len: 168 time: 0.9721107 Apr 21 12:36:02.352414 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ddfd8-158a-46e0-abc2-1b555dd27345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e05069-76a0-431d-9d63-18550995ba13,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:02.447743 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-a491268e-1a51-4513-ab87-75a83bebb65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:02.515698 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-a491268e-1a51-4513-ab87-75a83bebb65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:02.516832 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-a491268e-1a51-4513-ab87-75a83bebb65e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:02.520882 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-a491268e-1a51-4513-ab87-75a83bebb65e service neutron] 10.222.0.26 "PUT /v2.0/ports/85c87beb-8c7a-4667-8aa5-6bf11f7bedd1 HTTP/1.1" status: 200 len: 1092 time: 2.3327940 Apr 21 12:36:02.524112 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d33c7b-4ba8-49a3-bd0d-ac454cf73784', 'tag': '85c87beb-8c7a-4667-8aa5-6bf11f7bedd1'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:36:02.527658 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d3630c-c740-47a1-a058-5b328a37ec79" -d '{"events": [{"name": "network-changed", "server_uuid": "32d33c7b-4ba8-49a3-bd0d-ac454cf73784", "tag": "85c87beb-8c7a-4667-8aa5-6bf11f7bedd1"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:36:02.620097 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a491268e-1a51-4513-ab87-75a83bebb65e service neutron] Pushing event updated for resources: {'Port': ['ID=85c87beb-8c7a-4667-8aa5-6bf11f7bedd1,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:02.631271 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbe09e6-3ade-421d-a18f-c23c78abe2ee x-openstack-request-id: req-bdbe09e6-3ade-421d-a18f-c23c78abe2ee {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:36:02.631605 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d33c7b-4ba8-49a3-bd0d-ac454cf73784", "tag": "85c87beb-8c7a-4667-8aa5-6bf11f7bedd1", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:36:02.631933 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bdbe09e6-3ade-421d-a18f-c23c78abe2ee {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:36:02.632348 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdbe09e6-3ade-421d-a18f-c23c78abe2ee'] response: {'name': 'network-changed', 'server_uuid': '32d33c7b-4ba8-49a3-bd0d-ac454cf73784', 'tag': '85c87beb-8c7a-4667-8aa5-6bf11f7bedd1', 'status': 'completed', 'code': 200} Apr 21 12:36:02.707472 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-b2d8b189-b625-4ab8-9a21-ea2f290a075b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:02.709273 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-b2d8b189-b625-4ab8-9a21-ea2f290a075b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=acc1120f1d4f4f90b945936501a65e91&device_id=32d33c7b-4ba8-49a3-bd0d-ac454cf73784 HTTP/1.1" status: 200 len: 1095 time: 0.0751126 Apr 21 12:36:02.761306 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-388cc106-9cbc-4dcc-870f-85e24300ee08 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85c87beb-8c7a-4667-8aa5-6bf11f7bedd1 HTTP/1.1" status: 200 len: 217 time: 0.0439715 Apr 21 12:36:02.849014 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-c404aeb7-2868-45a8-a954-45a3969ba018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:02.850668 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-c404aeb7-2868-45a8-a954-45a3969ba018 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=333c4316-efda-42ee-9dd9-9ca2e7eb1a13 HTTP/1.1" status: 200 len: 845 time: 0.0816276 Apr 21 12:36:02.905541 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-ace886f3-920e-442a-80e4-84e9b8044f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:02.907511 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-ace886f3-920e-442a-80e4-84e9b8044f67 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1d904a7-db50-40ae-8d60-6d68d4dedc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487628 Apr 21 12:36:03.017670 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-9ce5e23e-a8d5-4547-8d87-7834c24c88e9 service neutron] 10.222.0.26 "GET /v2.0/networks/f1d904a7-db50-40ae-8d60-6d68d4dedc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934503 Apr 21 12:36:03.161723 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8a253-332a-4ce3-9c53-3be47c93d7a1 req-619bce32-09f4-44d5-9384-b581def73ca6 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:03.163242 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a1b8a253-332a-4ce3-9c53-3be47c93d7a1 req-619bce32-09f4-44d5-9384-b581def73ca6 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/ports?device_id=32d33c7b-4ba8-49a3-bd0d-ac454cf73784 HTTP/1.1" status: 200 len: 944 time: 0.0884836 Apr 21 12:36:03.167882 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90726db4-14aa-405b-8d99-128dc4fd0b75 req-0ceb871d-5849-4688-ac4f-e7d32ba42da8 service neutron] 10.222.0.26 "GET /v2.0/networks/f1d904a7-db50-40ae-8d60-6d68d4dedc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441147 Apr 21 12:36:03.169353 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3256ddbf-d32e-4abf-8f3a-3f4d053f4b49 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:36:03.214301 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a1b8a253-332a-4ce3-9c53-3be47c93d7a1 req-4f756912-542b-4e60-a274-c390fc04f78c tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2070527-a23d-4cb3-9383-527ff2de13d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429811 Apr 21 12:36:03.285724 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35508) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:03.295409 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 3256ddbf-d32e-4abf-8f3a-3f4d053f4b49 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:36:03.295409 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:03.315372 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15f75871-4f58-401c-833e-9c91443a545e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:03.324352 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cb34a8-694c-40b7-9ce8-b554508f9e4a None None] Sync routers for ids ['be945793-f6ec-43eb-9b53-29ec92c2773b'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:36:03.345491 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cb34a8-694c-40b7-9ce8-b554508f9e4a None None] Routers {'be945793-f6ec-43eb-9b53-29ec92c2773b'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:36:03.346145 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-71cb34a8-694c-40b7-9ce8-b554508f9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:35:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['be945793-f6ec-43eb-9b53-29ec92c2773b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:36:03.408382 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310bcb75-dd1f-4dd9-acc9-3b2aac7cfc46 req-8107ef18-f7dd-4614-9ff2-5b16faed0198 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:03.415791 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-310bcb75-dd1f-4dd9-acc9-3b2aac7cfc46 req-8107ef18-f7dd-4614-9ff2-5b16faed0198 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f757724-ee97-4c97-9530-4dc12697fd83 HTTP/1.1" status: 200 len: 945 time: 0.1335037 Apr 21 12:36:03.514719 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-310bcb75-dd1f-4dd9-acc9-3b2aac7cfc46 req-5ffa70ba-1034-4c50-823e-ac2e950981ed tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934250 Apr 21 12:36:03.520876 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-71cb34a8-694c-40b7-9ce8-b554508f9e4a None None] Set router be945793-f6ec-43eb-9b53-29ec92c2773b gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:36:03.540368 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3630c-c740-47a1-a058-5b328a37ec79 req-ae62ee34-d6ca-4818-a6ae-036c1c7a4f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:03.541801 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-16d3630c-c740-47a1-a058-5b328a37ec79 req-ae62ee34-d6ca-4818-a6ae-036c1c7a4f2c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=acc1120f1d4f4f90b945936501a65e91&device_id=32d33c7b-4ba8-49a3-bd0d-ac454cf73784 HTTP/1.1" status: 200 len: 1095 time: 0.1576114 Apr 21 12:36:03.595389 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15f75871-4f58-401c-833e-9c91443a545e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:03.697960 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf5b13-f81e-484c-9f62-36867d48c619 req-30d29f6b-a31d-4079-af74-ed87772b1892 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:03.699575 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2caf5b13-f81e-484c-9f62-36867d48c619 req-30d29f6b-a31d-4079-af74-ed87772b1892 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f757724-ee97-4c97-9530-4dc12697fd83 HTTP/1.1" status: 200 len: 945 time: 0.0791535 Apr 21 12:36:03.710587 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3630c-c740-47a1-a058-5b328a37ec79 req-98463d97-eb1b-4c6b-93ab-2cb7a38d9d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:03.712105 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-16d3630c-c740-47a1-a058-5b328a37ec79 req-98463d97-eb1b-4c6b-93ab-2cb7a38d9d14 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1d904a7-db50-40ae-8d60-6d68d4dedc7b HTTP/1.1" status: 200 len: 907 time: 0.1624444 Apr 21 12:36:03.765339 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-71cb34a8-694c-40b7-9ce8-b554508f9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be945793-f6ec-43eb-9b53-29ec92c2773b', 'name': 'tempest-TaggedBootDevicesTest_v242-1682690919-router', 'tenant_id': '3701434754b74f7588921759ad78770d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '3256ddbf-d32e-4abf-8f3a-3f4d053f4b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:54Z', 'updated_at': '2022-04-21T12:36:00Z', 'revision_number': 4, 'project_id': '3701434754b74f7588921759ad78770d', 'gw_port': {'id': '3256ddbf-d32e-4abf-8f3a-3f4d053f4b49', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be945793-f6ec-43eb-9b53-29ec92c2773b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:55Z', 'updated_at': '2022-04-21T12:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '7bf1f437-6b68-4f77-a128-f7a483ecdbfb', 'name': '', 'network_id': 'fe95c13a-11ad-4ec2-b510-7568168a0fd0', 'tenant_id': '3701434754b74f7588921759ad78770d', 'mac_address': 'fa:16:3e:dc:2d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be945793-f6ec-43eb-9b53-29ec92c2773b', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'd0d4f6b3-0eee-45da-882f-513ca8fe5888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:59Z', 'updated_at': '2022-04-21T12:36:00Z', 'revision_number': 2, 'project_id': '3701434754b74f7588921759ad78770d', 'subnets': [{'id': 'd0d4f6b3-0eee-45da-882f-513ca8fe5888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:36:03.781111 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-16d3630c-c740-47a1-a058-5b328a37ec79 req-e61647a7-14f2-445d-a6af-8d3a5f0878b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85c87beb-8c7a-4667-8aa5-6bf11f7bedd1 HTTP/1.1" status: 200 len: 217 time: 0.0609047 Apr 21 12:36:03.791153 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cb34a8-694c-40b7-9ce8-b554508f9e4a None None] Checking router: be945793-f6ec-43eb-9b53-29ec92c2773b for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:36:03.791942 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cb34a8-694c-40b7-9ce8-b554508f9e4a None None] Updating router be945793-f6ec-43eb-9b53-29ec92c2773b port 7bf1f437-6b68-4f77-a128-f7a483ecdbfb binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:36:03.819932 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71cb34a8-694c-40b7-9ce8-b554508f9e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:03.836023 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3630c-c740-47a1-a058-5b328a37ec79 req-f9e5a867-9854-42a0-83c3-843cffb16a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:03.837485 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-16d3630c-c740-47a1-a058-5b328a37ec79 req-f9e5a867-9854-42a0-83c3-843cffb16a7e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=333c4316-efda-42ee-9dd9-9ca2e7eb1a13 HTTP/1.1" status: 200 len: 845 time: 0.0482991 Apr 21 12:36:03.840810 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15f75871-4f58-401c-833e-9c91443a545e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:03.850115 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2caf5b13-f81e-484c-9f62-36867d48c619 req-4405ce6d-d374-4f44-ba9f-aa7ea2046f69 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406534 Apr 21 12:36:03.920347 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-15f75871-4f58-401c-833e-9c91443a545e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=668c4865bf8642fb9a726104a6277999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6334260 Apr 21 12:36:03.923044 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35526) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:03.927624 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f75871-4f58-401c-833e-9c91443a545e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32c2f22-6865-438e-9f57-e6722e160e01,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:03.967500 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d3630c-c740-47a1-a058-5b328a37ec79 req-cb2c53cd-9335-4c02-85ff-109325f77664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:03.972378 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-16d3630c-c740-47a1-a058-5b328a37ec79 req-cb2c53cd-9335-4c02-85ff-109325f77664 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1d904a7-db50-40ae-8d60-6d68d4dedc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1177213 Apr 21 12:36:04.046923 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ea15dda3-eac2-4687-ad8b-0932ed5b3838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:04.087419 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ea15dda3-eac2-4687-ad8b-0932ed5b3838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:04.102840 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-16d3630c-c740-47a1-a058-5b328a37ec79 req-08303d53-95aa-4581-b770-b546db6d36ef service neutron] 10.222.0.26 "GET /v2.0/networks/f1d904a7-db50-40ae-8d60-6d68d4dedc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226563 Apr 21 12:36:04.164630 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35540) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:04.291639 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ea15dda3-eac2-4687-ad8b-0932ed5b3838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:04.296210 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ea15dda3-eac2-4687-ad8b-0932ed5b3838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:04.297868 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ea15dda3-eac2-4687-ad8b-0932ed5b3838 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f32c2f22-6865-438e-9f57-e6722e160e01 HTTP/1.1" status: 204 len: 168 time: 0.3729036 Apr 21 12:36:04.307188 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-16d3630c-c740-47a1-a058-5b328a37ec79 req-e55eb18b-d482-49a0-880b-dd01a39ced29 service neutron] 10.222.0.26 "GET /v2.0/networks/f1d904a7-db50-40ae-8d60-6d68d4dedc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947658 Apr 21 12:36:04.310184 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15dda3-eac2-4687-ad8b-0932ed5b3838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32c2f22-6865-438e-9f57-e6722e160e01,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:04.348450 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71cb34a8-694c-40b7-9ce8-b554508f9e4a None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:04.410458 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6823e600-4c4a-40ca-9b81-712fba7c88f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:04.456682 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71cb34a8-694c-40b7-9ce8-b554508f9e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:04.463544 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e3b43-e72f-4412-876b-9f8aff1d4983 req-8f5e016d-29e8-450b-90f4-ade93e3ea7b4 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:04.470781 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d10e3b43-e72f-4412-876b-9f8aff1d4983 req-8f5e016d-29e8-450b-90f4-ade93e3ea7b4 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/ports?device_id=32d33c7b-4ba8-49a3-bd0d-ac454cf73784 HTTP/1.1" status: 200 len: 944 time: 0.0979283 Apr 21 12:36:04.560058 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08e4da-3b05-4071-bc06-2e5ed21260b7 None None] Pushing event updated for resources: {'Port': ['ID=7bf1f437-6b68-4f77-a128-f7a483ecdbfb,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:04.561702 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d10e3b43-e72f-4412-876b-9f8aff1d4983 req-a9c8ba0d-deb3-48fb-9f1a-494aa41a831b tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2070527-a23d-4cb3-9383-527ff2de13d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826962 Apr 21 12:36:04.602811 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6823e600-4c4a-40ca-9b81-712fba7c88f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:04.622287 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-71cb34a8-694c-40b7-9ce8-b554508f9e4a None None] Attempting to bind port 7bf1f437-6b68-4f77-a128-f7a483ecdbfb on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:36:04.622647 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-71cb34a8-694c-40b7-9ce8-b554508f9e4a None None] Attempting to bind port 7bf1f437-6b68-4f77-a128-f7a483ecdbfb by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '2c704d8d-50ff-44d0-953d-b5d0cdeba00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fe95c13a-11ad-4ec2-b510-7568168a0fd0'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:36:04.623017 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cb34a8-694c-40b7-9ce8-b554508f9e4a None None] Attempting to bind port 7bf1f437-6b68-4f77-a128-f7a483ecdbfb on network fe95c13a-11ad-4ec2-b510-7568168a0fd0 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:36:04.634847 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cb34a8-694c-40b7-9ce8-b554508f9e4a None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:36:04.634847 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cb34a8-694c-40b7-9ce8-b554508f9e4a None None] Checking segment: {'id': '2c704d8d-50ff-44d0-953d-b5d0cdeba00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fe95c13a-11ad-4ec2-b510-7568168a0fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:36:04.634847 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71cb34a8-694c-40b7-9ce8-b554508f9e4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:04.634847 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cb34a8-694c-40b7-9ce8-b554508f9e4a None None] Bound using segment: {'id': '2c704d8d-50ff-44d0-953d-b5d0cdeba00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fe95c13a-11ad-4ec2-b510-7568168a0fd0'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:36:04.634847 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-71cb34a8-694c-40b7-9ce8-b554508f9e4a None None] Bound port: 7bf1f437-6b68-4f77-a128-f7a483ecdbfb, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c704d8d-50ff-44d0-953d-b5d0cdeba00f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'fe95c13a-11ad-4ec2-b510-7568168a0fd0'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:36:04.634847 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71cb34a8-694c-40b7-9ce8-b554508f9e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:04.731260 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6823e600-4c4a-40ca-9b81-712fba7c88f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:04.759896 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-71cb34a8-694c-40b7-9ce8-b554508f9e4a None None] For port 7bf1f437-6b68-4f77-a128-f7a483ecdbfb, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:36:04.764939 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-71cb34a8-694c-40b7-9ce8-b554508f9e4a None None] For port 7bf1f437-6b68-4f77-a128-f7a483ecdbfb, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=7bf1f437-6b68-4f77-a128-f7a483ecdbfb,segment=NetworkSegment(2c704d8d-50ff-44d0-953d-b5d0cdeba00f),segment_id=2c704d8d-50ff-44d0-953d-b5d0cdeba00f)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:36:04.783454 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6823e600-4c4a-40ca-9b81-712fba7c88f6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cd2f3a3fafad40a2afeec729619545d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6145608 Apr 21 12:36:04.783654 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35590) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:04.796249 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823e600-4c4a-40ca-9b81-712fba7c88f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdf5987-2aaa-47b5-b735-46c7341fa10e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:04.885804 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71cb34a8-694c-40b7-9ce8-b554508f9e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:04.897110 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-52459228-41cd-4e07-a9c5-b0e743e9a570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:04.935801 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-52459228-41cd-4e07-a9c5-b0e743e9a570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:04.948847 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c52cbea8-d8ef-42a4-9779-047fb8e811b9 None None] Provisioning complete for port 7bf1f437-6b68-4f77-a128-f7a483ecdbfb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:36:04.952847 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c52cbea8-d8ef-42a4-9779-047fb8e811b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:05.009263 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08e4da-3b05-4071-bc06-2e5ed21260b7 None None] Pushing event updated for resources: {'Port': ['ID=7bf1f437-6b68-4f77-a128-f7a483ecdbfb,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:05.020091 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cb34a8-694c-40b7-9ce8-b554508f9e4a None None] Routers {'be945793-f6ec-43eb-9b53-29ec92c2773b'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:36:05.020091 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-71cb34a8-694c-40b7-9ce8-b554508f9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:35:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['be945793-f6ec-43eb-9b53-29ec92c2773b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:36:05.125219 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-52459228-41cd-4e07-a9c5-b0e743e9a570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:05.129469 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-52459228-41cd-4e07-a9c5-b0e743e9a570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:05.134536 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-52459228-41cd-4e07-a9c5-b0e743e9a570 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6bdf5987-2aaa-47b5-b735-46c7341fa10e HTTP/1.1" status: 204 len: 168 time: 0.3472362 Apr 21 12:36:05.163525 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52459228-41cd-4e07-a9c5-b0e743e9a570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdf5987-2aaa-47b5-b735-46c7341fa10e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:05.344598 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-71cb34a8-694c-40b7-9ce8-b554508f9e4a None None] Set router be945793-f6ec-43eb-9b53-29ec92c2773b gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:36:05.467976 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b17505-dd2e-410a-97ac-c49068fc72da req-1bd0dca5-7ed4-4f30-919f-313a087d6602 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:05.469548 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6b17505-dd2e-410a-97ac-c49068fc72da req-1bd0dca5-7ed4-4f30-919f-313a087d6602 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f757724-ee97-4c97-9530-4dc12697fd83 HTTP/1.1" status: 200 len: 945 time: 0.0771418 Apr 21 12:36:05.562142 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6b17505-dd2e-410a-97ac-c49068fc72da req-a4d5477c-8ce2-459a-9b04-f3cea7da7c36 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830903 Apr 21 12:36:05.600777 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c52cbea8-d8ef-42a4-9779-047fb8e811b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:05.671454 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c52cbea8-d8ef-42a4-9779-047fb8e811b9 None None] For port 7bf1f437-6b68-4f77-a128-f7a483ecdbfb, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=7bf1f437-6b68-4f77-a128-f7a483ecdbfb,segment=NetworkSegment(2c704d8d-50ff-44d0-953d-b5d0cdeba00f),segment_id=2c704d8d-50ff-44d0-953d-b5d0cdeba00f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:36:05.720489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf592cd-6527-4362-a3a8-563545038d4c req-48f33f67-eef6-44d5-b4f0-d188254f7ec7 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:05.723448 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9bf592cd-6527-4362-a3a8-563545038d4c req-48f33f67-eef6-44d5-b4f0-d188254f7ec7 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/ports?device_id=32d33c7b-4ba8-49a3-bd0d-ac454cf73784 HTTP/1.1" status: 200 len: 944 time: 0.0612626 Apr 21 12:36:05.754621 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-71cb34a8-694c-40b7-9ce8-b554508f9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be945793-f6ec-43eb-9b53-29ec92c2773b', 'name': 'tempest-TaggedBootDevicesTest_v242-1682690919-router', 'tenant_id': '3701434754b74f7588921759ad78770d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '3256ddbf-d32e-4abf-8f3a-3f4d053f4b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:54Z', 'updated_at': '2022-04-21T12:36:00Z', 'revision_number': 4, 'project_id': '3701434754b74f7588921759ad78770d', 'gw_port': {'id': '3256ddbf-d32e-4abf-8f3a-3f4d053f4b49', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be945793-f6ec-43eb-9b53-29ec92c2773b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:55Z', 'updated_at': '2022-04-21T12:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '7bf1f437-6b68-4f77-a128-f7a483ecdbfb', 'name': '', 'network_id': 'fe95c13a-11ad-4ec2-b510-7568168a0fd0', 'tenant_id': '3701434754b74f7588921759ad78770d', 'mac_address': 'fa:16:3e:dc:2d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be945793-f6ec-43eb-9b53-29ec92c2773b', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'd0d4f6b3-0eee-45da-882f-513ca8fe5888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:59Z', 'updated_at': '2022-04-21T12:36:04Z', 'revision_number': 4, 'project_id': '3701434754b74f7588921759ad78770d', 'subnets': [{'id': 'd0d4f6b3-0eee-45da-882f-513ca8fe5888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:36:05.802223 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9bf592cd-6527-4362-a3a8-563545038d4c req-1ac873f9-ebf8-40a1-bd9e-619ebe755f7a tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2070527-a23d-4cb3-9383-527ff2de13d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604639 Apr 21 12:36:05.812688 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cb34a8-694c-40b7-9ce8-b554508f9e4a None None] The sync data for ids ['be945793-f6ec-43eb-9b53-29ec92c2773b'] in n-d-836147-2 is: [{'id': 'be945793-f6ec-43eb-9b53-29ec92c2773b', 'name': 'tempest-TaggedBootDevicesTest_v242-1682690919-router', 'tenant_id': '3701434754b74f7588921759ad78770d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '3256ddbf-d32e-4abf-8f3a-3f4d053f4b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:54Z', 'updated_at': '2022-04-21T12:36:00Z', 'revision_number': 4, 'project_id': '3701434754b74f7588921759ad78770d', 'gw_port': {'id': '3256ddbf-d32e-4abf-8f3a-3f4d053f4b49', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be945793-f6ec-43eb-9b53-29ec92c2773b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:55Z', 'updated_at': '2022-04-21T12:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '7bf1f437-6b68-4f77-a128-f7a483ecdbfb', 'name': '', 'network_id': 'fe95c13a-11ad-4ec2-b510-7568168a0fd0', 'tenant_id': '3701434754b74f7588921759ad78770d', 'mac_address': 'fa:16:3e:dc:2d:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be945793-f6ec-43eb-9b53-29ec92c2773b', 'device_owner': 'network:router_interface', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'd0d4f6b3-0eee-45da-882f-513ca8fe5888', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:59Z', 'updated_at': '2022-04-21T12:36:04Z', 'revision_number': 4, 'project_id': '3701434754b74f7588921759ad78770d', 'subnets': [{'id': 'd0d4f6b3-0eee-45da-882f-513ca8fe5888', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:36:05.816028 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c52cbea8-d8ef-42a4-9779-047fb8e811b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:05.922081 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52cbea8-d8ef-42a4-9779-047fb8e811b9 None None] Pushing event updated for resources: {'Port': ['ID=7bf1f437-6b68-4f77-a128-f7a483ecdbfb,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:05.943254 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-18cc7104-1f2a-40c6-9dac-0b9a509c57e3 None None] Provisioning complete for port 7bf1f437-6b68-4f77-a128-f7a483ecdbfb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:36:05.950963 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18cc7104-1f2a-40c6-9dac-0b9a509c57e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:06.721669 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba0873-b3d0-40c3-a57a-f9580ff45625 req-4ea9f396-990f-402f-8100-ee92c3b1257b tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:06.723855 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70ba0873-b3d0-40c3-a57a-f9580ff45625 req-4ea9f396-990f-402f-8100-ee92c3b1257b tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f757724-ee97-4c97-9530-4dc12697fd83 HTTP/1.1" status: 200 len: 945 time: 0.0755188 Apr 21 12:36:06.818236 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70ba0873-b3d0-40c3-a57a-f9580ff45625 req-ee5f6944-8bdd-4392-b51f-a5ca648ab861 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840731 Apr 21 12:36:07.191137 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 7bf1f437-6b68-4f77-a128-f7a483ecdbfb up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:36:07.247563 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 7bf1f437-6b68-4f77-a128-f7a483ecdbfb triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:36:07.247924 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:07.314800 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd9daf-4362-40c2-aee9-0016bd0a53a1 req-53f3e525-8304-4469-83e2-4abeeff9d93f tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:07.333353 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6dcd9daf-4362-40c2-aee9-0016bd0a53a1 req-53f3e525-8304-4469-83e2-4abeeff9d93f tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/ports?device_id=32d33c7b-4ba8-49a3-bd0d-ac454cf73784 HTTP/1.1" status: 200 len: 944 time: 0.4295940 Apr 21 12:36:07.397411 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6dcd9daf-4362-40c2-aee9-0016bd0a53a1 req-a03ed31c-7c9b-4716-87f6-caeecf906cce tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2070527-a23d-4cb3-9383-527ff2de13d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607924 Apr 21 12:36:07.552008 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 85c87beb-8c7a-4667-8aa5-6bf11f7bedd1 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:36:07.702409 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 85c87beb-8c7a-4667-8aa5-6bf11f7bedd1, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=85c87beb-8c7a-4667-8aa5-6bf11f7bedd1,segment=NetworkSegment(6c571daf-4be4-427d-8c5f-a3f1be05cab8),segment_id=6c571daf-4be4-427d-8c5f-a3f1be05cab8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:36:07.722215 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '85c87beb-8c7a-4667-8aa5-6bf11f7bedd1', 'network_id': 'f1d904a7-db50-40ae-8d60-6d68d4dedc7b', 'port_id': '85c87beb-8c7a-4667-8aa5-6bf11f7bedd1', 'mac_address': 'fa:16:3e:e1:76:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '333c4316-efda-42ee-9dd9-9ca2e7eb1a13', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:36:07.772095 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:07.791252 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85c87beb-8c7a-4667-8aa5-6bf11f7bedd1 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:36:07.812174 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 85c87beb-8c7a-4667-8aa5-6bf11f7bedd1, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=85c87beb-8c7a-4667-8aa5-6bf11f7bedd1,segment=NetworkSegment(6c571daf-4be4-427d-8c5f-a3f1be05cab8),segment_id=6c571daf-4be4-427d-8c5f-a3f1be05cab8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:36:07.898345 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:08.010674 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=85c87beb-8c7a-4667-8aa5-6bf11f7bedd1,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:08.070595 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-014daa1b-4de7-4295-ae7e-eaa9311909e3 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=ecd5ab7761514806ae578b1e32c523b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0889845 Apr 21 12:36:08.110815 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd32cb-5cec-4513-ac0b-d5e20a0be234 req-28fcb9c5-777b-4dba-981c-6092059f1f8a tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:08.112300 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09bd32cb-5cec-4513-ac0b-d5e20a0be234 req-28fcb9c5-777b-4dba-981c-6092059f1f8a tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f757724-ee97-4c97-9530-4dc12697fd83 HTTP/1.1" status: 200 len: 945 time: 0.1618171 Apr 21 12:36:08.266797 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09bd32cb-5cec-4513-ac0b-d5e20a0be234 req-91aba686-a6c8-4977-a056-f761dcdde0a1 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345444 Apr 21 12:36:08.322647 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-8a06234d-47c7-4124-b724-21b90cd3105f tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:08.327000 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-8a06234d-47c7-4124-b724-21b90cd3105f tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2468476 Apr 21 12:36:08.335876 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['85c87beb-8c7a-4667-8aa5-6bf11f7bedd1'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:36:08.353631 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-d7f4b535-0098-487b-a66e-ed0b4038ba36 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/quotas/ecd5ab7761514806ae578b1e32c523b5 HTTP/1.1" status: 200 len: 375 time: 0.0191145 Apr 21 12:36:08.414539 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-091bef7a-f6b3-4126-9f6e-f939ac4b2aba tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ecd5ab7761514806ae578b1e32c523b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592690 Apr 21 12:36:08.468963 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e768ddd7-fb7b-41c8-bfc4-679346914ee9 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:36:08.635646 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd95aa-23e2-4417-ae52-39e20a35448d req-d7ec4bb9-10d9-455a-94d5-00f3cca965f2 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:08.641292 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98bd95aa-23e2-4417-ae52-39e20a35448d req-d7ec4bb9-10d9-455a-94d5-00f3cca965f2 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/ports?device_id=32d33c7b-4ba8-49a3-bd0d-ac454cf73784 HTTP/1.1" status: 200 len: 945 time: 0.1000543 Apr 21 12:36:08.686060 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port e768ddd7-fb7b-41c8-bfc4-679346914ee9, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e768ddd7-fb7b-41c8-bfc4-679346914ee9,segment=NetworkSegment(9a2658ad-93c7-49bb-ae54-fb57fa937c4e),segment_id=9a2658ad-93c7-49bb-ae54-fb57fa937c4e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:36:08.713839 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'e768ddd7-fb7b-41c8-bfc4-679346914ee9', 'network_id': '81f9440c-a578-4cd1-8ad5-52674a74da16', 'port_id': 'e768ddd7-fb7b-41c8-bfc4-679346914ee9', 'mac_address': 'fa:16:3e:9a:bd:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a4a302-5ff1-47b1-99f8-fcd9956ce731', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:36:08.759067 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98bd95aa-23e2-4417-ae52-39e20a35448d req-b41cb5b3-7558-4ea9-b9b3-eb5f9dbb7b4f tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2070527-a23d-4cb3-9383-527ff2de13d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116359 Apr 21 12:36:08.828799 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:08.833918 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72d0ba0f-f291-472c-a2cd-575d398e8473 req-366e7403-08ae-41ed-afc0-f1f95557ed36 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8358c31-1730-4521-aadd-70e26b883a02 HTTP/1.1" status: 200 len: 210 time: 0.0662150 Apr 21 12:36:08.856162 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e768ddd7-fb7b-41c8-bfc4-679346914ee9 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:36:08.879398 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port e768ddd7-fb7b-41c8-bfc4-679346914ee9, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e768ddd7-fb7b-41c8-bfc4-679346914ee9,segment=NetworkSegment(9a2658ad-93c7-49bb-ae54-fb57fa937c4e),segment_id=9a2658ad-93c7-49bb-ae54-fb57fa937c4e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:36:08.969962 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:09.041721 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=e768ddd7-fb7b-41c8-bfc4-679346914ee9,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:09.067422 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['e768ddd7-fb7b-41c8-bfc4-679346914ee9'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:36:09.407421 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb2b1b2-0569-43f9-9b8c-667571d89557 req-24bb6614-86eb-49bf-8828-8cf0a4f0be66 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:09.409204 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-acb2b1b2-0569-43f9-9b8c-667571d89557 req-24bb6614-86eb-49bf-8828-8cf0a4f0be66 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f757724-ee97-4c97-9530-4dc12697fd83 HTTP/1.1" status: 200 len: 944 time: 0.0605204 Apr 21 12:36:09.454679 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-acb2b1b2-0569-43f9-9b8c-667571d89557 req-074861a9-f0ae-40a0-976e-dd58f1685a23 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376663 Apr 21 12:36:09.881093 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6862b85-094b-4e63-a9c1-6123d8d7a8f9 req-50c951e1-149c-46e6-a583-26388b97495c tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:09.882585 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b6862b85-094b-4e63-a9c1-6123d8d7a8f9 req-50c951e1-149c-46e6-a583-26388b97495c tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/ports?device_id=32d33c7b-4ba8-49a3-bd0d-ac454cf73784 HTTP/1.1" status: 200 len: 945 time: 0.0508831 Apr 21 12:36:09.938332 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b6862b85-094b-4e63-a9c1-6123d8d7a8f9 req-71b38836-7a2b-49a2-b694-029df14f941b tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2070527-a23d-4cb3-9383-527ff2de13d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477605 Apr 21 12:36:10.003779 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98c51ea8-54be-43ae-a98f-537d908dc81c req-8fd46d65-25cf-4356-919b-42efa82cf0f9 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8358c31-1730-4521-aadd-70e26b883a02 HTTP/1.1" status: 200 len: 210 time: 0.0510552 Apr 21 12:36:10.078319 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c6da3-27ed-4de5-9445-b726ab4f1954 req-905b43b9-b2db-4d7e-9808-764e1833a3b3 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:10.078319 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5e3c6da3-27ed-4de5-9445-b726ab4f1954 req-905b43b9-b2db-4d7e-9808-764e1833a3b3 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f757724-ee97-4c97-9530-4dc12697fd83 HTTP/1.1" status: 200 len: 944 time: 0.0602329 Apr 21 12:36:10.120780 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5e3c6da3-27ed-4de5-9445-b726ab4f1954 req-f79ad204-ab1f-48f4-b788-1faf040f201d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395222 Apr 21 12:36:10.481407 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e768ddd7-fb7b-41c8-bfc4-679346914ee9 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:36:10.570965 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port e768ddd7-fb7b-41c8-bfc4-679346914ee9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:36:10.572220 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:10.667618 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:10.697942 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f757724-ee97-4c97-9530-4dc12697fd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e768ddd7-fb7b-41c8-bfc4-679346914ee9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:36:10.700386 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55784579-89ad-48ff-b3fd-99b5f8a2b5a1" -d '{"events": [{"server_uuid": "9f757724-ee97-4c97-9530-4dc12697fd83", "name": "network-vif-plugged", "status": "completed", "tag": "e768ddd7-fb7b-41c8-bfc4-679346914ee9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:36:10.726033 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port e768ddd7-fb7b-41c8-bfc4-679346914ee9, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e768ddd7-fb7b-41c8-bfc4-679346914ee9,segment=NetworkSegment(9a2658ad-93c7-49bb-ae54-fb57fa937c4e),segment_id=9a2658ad-93c7-49bb-ae54-fb57fa937c4e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:36:10.753246 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33efe7c8-cc0b-4e6a-96c8-333ea5cb16e2 x-openstack-request-id: req-33efe7c8-cc0b-4e6a-96c8-333ea5cb16e2 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:36:10.753534 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f757724-ee97-4c97-9530-4dc12697fd83", "name": "network-vif-plugged", "status": "completed", "tag": "e768ddd7-fb7b-41c8-bfc4-679346914ee9", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:36:10.755282 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-33efe7c8-cc0b-4e6a-96c8-333ea5cb16e2 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:36:10.755282 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33efe7c8-cc0b-4e6a-96c8-333ea5cb16e2'] response: {'server_uuid': '9f757724-ee97-4c97-9530-4dc12697fd83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e768ddd7-fb7b-41c8-bfc4-679346914ee9', 'code': 200} Apr 21 12:36:10.811175 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:10.869994 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=e768ddd7-fb7b-41c8-bfc4-679346914ee9,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:11.158660 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d93ee9d5-6062-427c-8bb6-a2456dc8db9f req-c7e6b072-2ec1-43f8-831e-a29a08d98857 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8358c31-1730-4521-aadd-70e26b883a02 HTTP/1.1" status: 200 len: 210 time: 0.0421576 Apr 21 12:36:11.200198 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43562b-1a0c-4742-aa6f-02900e65d80a req-650cde64-21fe-4b35-9e85-2c604b18ec81 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:11.202611 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb43562b-1a0c-4742-aa6f-02900e65d80a req-650cde64-21fe-4b35-9e85-2c604b18ec81 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/ports?device_id=32d33c7b-4ba8-49a3-bd0d-ac454cf73784 HTTP/1.1" status: 200 len: 945 time: 0.1376512 Apr 21 12:36:11.264742 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb43562b-1a0c-4742-aa6f-02900e65d80a req-94f1f489-bd38-4a54-bdc2-f4ac2deb4f57 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2070527-a23d-4cb3-9383-527ff2de13d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499806 Apr 21 12:36:11.344692 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-c80cbf3b-7fa4-4b57-a430-85746dddffde tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=ecd5ab7761514806ae578b1e32c523b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251632 Apr 21 12:36:11.370850 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838cb58-00cb-43b9-87ca-3057cd27378a req-84ba6f98-742d-4bbe-bb5e-a5eb01962126 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:11.372363 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e838cb58-00cb-43b9-87ca-3057cd27378a req-84ba6f98-742d-4bbe-bb5e-a5eb01962126 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f757724-ee97-4c97-9530-4dc12697fd83 HTTP/1.1" status: 200 len: 945 time: 0.0892410 Apr 21 12:36:11.507337 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-a988c669-77db-48be-80b1-7f910e8fa652 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:11.508775 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-a988c669-77db-48be-80b1-7f910e8fa652 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1577923 Apr 21 12:36:11.530390 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-2755ae3d-bc4f-4fa5-bc3d-4eb4af470db7 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Request body: {'port': {'device_id': 'e8358c31-1730-4521-aadd-70e26b883a02', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'admin_state_up': True, 'tenant_id': 'ecd5ab7761514806ae578b1e32c523b5'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:36:11.579795 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 85c87beb-8c7a-4667-8aa5-6bf11f7bedd1 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:36:11.693867 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e838cb58-00cb-43b9-87ca-3057cd27378a req-6d4fb9a0-e214-422e-a13a-0b80908c2003 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070760 Apr 21 12:36:11.760353 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ed817-141e-4909-b15e-87e9ec328d89 req-0f8b4c94-0f5c-494a-9e93-efb48484522b tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:11.761912 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c70ed817-141e-4909-b15e-87e9ec328d89 req-0f8b4c94-0f5c-494a-9e93-efb48484522b tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f757724-ee97-4c97-9530-4dc12697fd83 HTTP/1.1" status: 200 len: 945 time: 0.0547764 Apr 21 12:36:11.776676 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-2755ae3d-bc4f-4fa5-bc3d-4eb4af470db7 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Made reservation on behalf of ecd5ab7761514806ae578b1e32c523b5 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:36:11.778723 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 85c87beb-8c7a-4667-8aa5-6bf11f7bedd1 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:36:11.781647 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-2755ae3d-bc4f-4fa5-bc3d-4eb4af470db7 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:11.785702 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 85c87beb-8c7a-4667-8aa5-6bf11f7bedd1 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:36:11.786152 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:11.812346 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-2755ae3d-bc4f-4fa5-bc3d-4eb4af470db7 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:11.921703 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:11.953888 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-2755ae3d-bc4f-4fa5-bc3d-4eb4af470db7 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:11.974659 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c70ed817-141e-4909-b15e-87e9ec328d89 req-f96095d1-c17c-426b-8878-34c4e9c4bd86 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Deleting port e768ddd7-fb7b-41c8-bfc4-679346914ee9 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:36:11.975574 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c70ed817-141e-4909-b15e-87e9ec328d89 req-f96095d1-c17c-426b-8878-34c4e9c4bd86 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:11.978574 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 85c87beb-8c7a-4667-8aa5-6bf11f7bedd1, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=85c87beb-8c7a-4667-8aa5-6bf11f7bedd1,segment=NetworkSegment(6c571daf-4be4-427d-8c5f-a3f1be05cab8),segment_id=6c571daf-4be4-427d-8c5f-a3f1be05cab8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:36:12.074849 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-2755ae3d-bc4f-4fa5-bc3d-4eb4af470db7 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:12.153843 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:12.157808 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c70ed817-141e-4909-b15e-87e9ec328d89 req-f96095d1-c17c-426b-8878-34c4e9c4bd86 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] For port e768ddd7-fb7b-41c8-bfc4-679346914ee9, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e768ddd7-fb7b-41c8-bfc4-679346914ee9,segment=NetworkSegment(9a2658ad-93c7-49bb-ae54-fb57fa937c4e),segment_id=9a2658ad-93c7-49bb-ae54-fb57fa937c4e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:36:12.158179 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c70ed817-141e-4909-b15e-87e9ec328d89 req-f96095d1-c17c-426b-8878-34c4e9c4bd86 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:12.174134 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755ae3d-bc4f-4fa5-bc3d-4eb4af470db7 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4da9c1-68df-4be3-a961-4a79bb2d4de7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:12.189211 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c70ed817-141e-4909-b15e-87e9ec328d89 req-f96095d1-c17c-426b-8878-34c4e9c4bd86 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Calling delete_port for e768ddd7-fb7b-41c8-bfc4-679346914ee9 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:36:12.267541 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=85c87beb-8c7a-4667-8aa5-6bf11f7bedd1,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:12.334249 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2cde155b-381d-4ca1-ab27-bc981b5a831d req-9ea950ee-34da-428a-b50e-c99d95c3698d tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8358c31-1730-4521-aadd-70e26b883a02 HTTP/1.1" status: 200 len: 210 time: 0.0706909 Apr 21 12:36:12.346596 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-2755ae3d-bc4f-4fa5-bc3d-4eb4af470db7 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Allocated IP 192.168.233.81 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/718022e0-fe9a-4ec8-be71-86870566b71b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:36:12.479286 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e768ddd7-fb7b-41c8-bfc4-679346914ee9 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:36:12.501639 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197b5bd-d49f-4e4d-93bc-5ca20d7e9b7d req-65029803-a139-4bec-9462-29c3845110c9 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:12.503136 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7197b5bd-d49f-4e4d-93bc-5ca20d7e9b7d req-65029803-a139-4bec-9462-29c3845110c9 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/ports?device_id=32d33c7b-4ba8-49a3-bd0d-ac454cf73784 HTTP/1.1" status: 200 len: 946 time: 0.1377332 Apr 21 12:36:12.566716 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:12.602099 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7197b5bd-d49f-4e4d-93bc-5ca20d7e9b7d req-caf84de5-e1e5-4a50-8efd-6785b0b37fcb tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2070527-a23d-4cb3-9383-527ff2de13d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671043 Apr 21 12:36:12.625803 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-2755ae3d-bc4f-4fa5-bc3d-4eb4af470db7 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:12.648149 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c70ed817-141e-4909-b15e-87e9ec328d89 req-f96095d1-c17c-426b-8878-34c4e9c4bd86 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:12.681129 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96095d1-c17c-426b-8878-34c4e9c4bd86 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Pushing event deleted for resources: {'Port': ['ID=e768ddd7-fb7b-41c8-bfc4-679346914ee9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:12.723287 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70ed817-141e-4909-b15e-87e9ec328d89 req-f96095d1-c17c-426b-8878-34c4e9c4bd86 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] No DVR routers for this DVR port e768ddd7-fb7b-41c8-bfc4-679346914ee9 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:36:12.726448 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c70ed817-141e-4909-b15e-87e9ec328d89 req-f96095d1-c17c-426b-8878-34c4e9c4bd86 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:12.729890 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c70ed817-141e-4909-b15e-87e9ec328d89 req-f96095d1-c17c-426b-8878-34c4e9c4bd86 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.24 "DELETE /v2.0/ports/e768ddd7-fb7b-41c8-bfc4-679346914ee9 HTTP/1.1" status: 204 len: 173 time: 0.9617491 Apr 21 12:36:12.731556 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f757724-ee97-4c97-9530-4dc12697fd83', 'name': 'network-vif-deleted', 'tag': 'e768ddd7-fb7b-41c8-bfc4-679346914ee9'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:36:12.732789 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060aa355-3c33-468e-8227-74d11e3f6ff0" -d '{"events": [{"server_uuid": "9f757724-ee97-4c97-9530-4dc12697fd83", "name": "network-vif-deleted", "tag": "e768ddd7-fb7b-41c8-bfc4-679346914ee9"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:36:12.754444 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-2755ae3d-bc4f-4fa5-bc3d-4eb4af470db7 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:12.760579 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d33c7b-4ba8-49a3-bd0d-ac454cf73784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c87beb-8c7a-4667-8aa5-6bf11f7bedd1'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:36:12.760579 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f65598d-37ed-4097-9506-5a18280dc84f" -d '{"events": [{"server_uuid": "32d33c7b-4ba8-49a3-bd0d-ac454cf73784", "name": "network-vif-plugged", "status": "completed", "tag": "85c87beb-8c7a-4667-8aa5-6bf11f7bedd1"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:36:12.811238 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055e1c54-c422-411c-95f0-d998750cf14a x-openstack-request-id: req-055e1c54-c422-411c-95f0-d998750cf14a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:36:12.811461 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f757724-ee97-4c97-9530-4dc12697fd83", "name": "network-vif-deleted", "tag": "e768ddd7-fb7b-41c8-bfc4-679346914ee9", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:36:12.811722 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-055e1c54-c422-411c-95f0-d998750cf14a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:36:12.812114 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-055e1c54-c422-411c-95f0-d998750cf14a'] response: {'server_uuid': '9f757724-ee97-4c97-9530-4dc12697fd83', 'name': 'network-vif-deleted', 'tag': 'e768ddd7-fb7b-41c8-bfc4-679346914ee9', 'status': 'completed', 'code': 200} Apr 21 12:36:12.834169 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caf7a8e3-9268-4f0e-b69d-497dcb575354 x-openstack-request-id: req-caf7a8e3-9268-4f0e-b69d-497dcb575354 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:36:12.835424 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d33c7b-4ba8-49a3-bd0d-ac454cf73784", "name": "network-vif-plugged", "status": "completed", "tag": "85c87beb-8c7a-4667-8aa5-6bf11f7bedd1", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:36:12.835424 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-caf7a8e3-9268-4f0e-b69d-497dcb575354 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:36:12.835424 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caf7a8e3-9268-4f0e-b69d-497dcb575354'] response: {'server_uuid': '32d33c7b-4ba8-49a3-bd0d-ac454cf73784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c87beb-8c7a-4667-8aa5-6bf11f7bedd1', 'code': 200} Apr 21 12:36:12.838436 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-2755ae3d-bc4f-4fa5-bc3d-4eb4af470db7 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:36:12.840853 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dcc87c16-aa23-4217-8b02-17a4661c6766 req-7baf5021-38ec-4ac7-8a87-e71027f91463 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f757724-ee97-4c97-9530-4dc12697fd83 HTTP/1.1" status: 200 len: 210 time: 0.0661602 Apr 21 12:36:12.844860 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-2755ae3d-bc4f-4fa5-bc3d-4eb4af470db7 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:36:12.851501 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-2755ae3d-bc4f-4fa5-bc3d-4eb4af470db7 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:36:12.884066 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755ae3d-bc4f-4fa5-bc3d-4eb4af470db7 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Pushing event updated for resources: {'Port': ['ID=718022e0-fe9a-4ec8-be71-86870566b71b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:12.921752 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-2755ae3d-bc4f-4fa5-bc3d-4eb4af470db7 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:12.922418 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-2755ae3d-bc4f-4fa5-bc3d-4eb4af470db7 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:12.962036 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b15b58-13a6-4374-9f18-f5012065dcef req-e6c1ecae-7ff3-4b7f-8b97-33267233c012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:12.966109 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c7b15b58-13a6-4374-9f18-f5012065dcef req-e6c1ecae-7ff3-4b7f-8b97-33267233c012 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=32d33c7b-4ba8-49a3-bd0d-ac454cf73784 HTTP/1.1" status: 200 len: 1097 time: 0.0591199 Apr 21 12:36:13.006562 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c7b15b58-13a6-4374-9f18-f5012065dcef req-1347532b-cc0d-4d80-9f42-9e85c54c6d13 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e2070527-a23d-4cb3-9383-527ff2de13d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333452 Apr 21 12:36:13.084701 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-2755ae3d-bc4f-4fa5-bc3d-4eb4af470db7 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5631196 Apr 21 12:36:13.158868 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f88e90b2-ff02-4e04-9862-d36ed9914c02 None None] Provisioning complete for port 718022e0-fe9a-4ec8-be71-86870566b71b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:36:13.159495 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f88e90b2-ff02-4e04-9862-d36ed9914c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:13.194467 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f88e90b2-ff02-4e04-9862-d36ed9914c02 None None] Port 718022e0-fe9a-4ec8-be71-86870566b71b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:36:13.265389 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-27496627-5ee6-46a0-90cc-bbf96c676f5a service neutron] Request body: {'port': {'device_id': 'e8358c31-1730-4521-aadd-70e26b883a02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:36:13.350984 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-27496627-5ee6-46a0-90cc-bbf96c676f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:13.525144 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8ef92b0-0d2f-43ff-aafe-d273cae2d0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:13.565332 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1c43e-7ef1-4b54-9db8-657d1260168c req-39397832-8a06-4e38-9652-0312de24cb42 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:13.566827 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1de1c43e-7ef1-4b54-9db8-657d1260168c req-39397832-8a06-4e38-9652-0312de24cb42 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8358c31-1730-4521-aadd-70e26b883a02 HTTP/1.1" status: 200 len: 935 time: 0.1517482 Apr 21 12:36:13.630556 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1de1c43e-7ef1-4b54-9db8-657d1260168c req-6f257593-68dc-40ea-a97e-d7efdb7cbb07 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d4da9c1-68df-4be3-a961-4a79bb2d4de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549150 Apr 21 12:36:13.749595 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-27496627-5ee6-46a0-90cc-bbf96c676f5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 718022e0-fe9a-4ec8-be71-86870566b71b {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:36:13.758464 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-27496627-5ee6-46a0-90cc-bbf96c676f5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:13.776133 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-27496627-5ee6-46a0-90cc-bbf96c676f5a service neutron] Transition to ACTIVE for port object 718022e0-fe9a-4ec8-be71-86870566b71b will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:36:13.787619 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c770c8b-c57f-49c8-b158-27754cfbaba8 req-232682d6-25cb-4161-93f9-88ec2dee1b25 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:13.789232 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c770c8b-c57f-49c8-b158-27754cfbaba8 req-232682d6-25cb-4161-93f9-88ec2dee1b25 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/ports?device_id=32d33c7b-4ba8-49a3-bd0d-ac454cf73784 HTTP/1.1" status: 200 len: 946 time: 0.0799942 Apr 21 12:36:13.830637 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c770c8b-c57f-49c8-b158-27754cfbaba8 req-5a4a5847-960f-4167-855d-d15a4a80985a tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2070527-a23d-4cb3-9383-527ff2de13d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342777 Apr 21 12:36:13.907274 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-27496627-5ee6-46a0-90cc-bbf96c676f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:13.996046 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27496627-5ee6-46a0-90cc-bbf96c676f5a service neutron] Pushing event updated for resources: {'Port': ['ID=718022e0-fe9a-4ec8-be71-86870566b71b,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:14.078520 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-27496627-5ee6-46a0-90cc-bbf96c676f5a service neutron] Attempting to bind port 718022e0-fe9a-4ec8-be71-86870566b71b on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:36:14.078846 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-27496627-5ee6-46a0-90cc-bbf96c676f5a service neutron] Attempting to bind port 718022e0-fe9a-4ec8-be71-86870566b71b by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:36:14.080508 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-27496627-5ee6-46a0-90cc-bbf96c676f5a service neutron] Attempting to bind port 718022e0-fe9a-4ec8-be71-86870566b71b on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:36:14.102772 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-27496627-5ee6-46a0-90cc-bbf96c676f5a service neutron] Port 718022e0-fe9a-4ec8-be71-86870566b71b on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:36:14.103101 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-27496627-5ee6-46a0-90cc-bbf96c676f5a service neutron] Attempting to bind port 718022e0-fe9a-4ec8-be71-86870566b71b on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:36:14.113808 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-27496627-5ee6-46a0-90cc-bbf96c676f5a service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:36:14.114162 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-27496627-5ee6-46a0-90cc-bbf96c676f5a service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:36:14.114542 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-27496627-5ee6-46a0-90cc-bbf96c676f5a service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:36:14.116634 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-27496627-5ee6-46a0-90cc-bbf96c676f5a service neutron] Bound port: 718022e0-fe9a-4ec8-be71-86870566b71b, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:36:14.117921 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-27496627-5ee6-46a0-90cc-bbf96c676f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:14.502614 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-27496627-5ee6-46a0-90cc-bbf96c676f5a service neutron] For port 718022e0-fe9a-4ec8-be71-86870566b71b, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:36:14.515512 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-27496627-5ee6-46a0-90cc-bbf96c676f5a service neutron] For port 718022e0-fe9a-4ec8-be71-86870566b71b, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=718022e0-fe9a-4ec8-be71-86870566b71b,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:36:14.541347 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-0b399b12-24a3-414e-954e-1b9a06d91894 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:14.543015 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-0b399b12-24a3-414e-954e-1b9a06d91894 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/networks?id=81f9440c-a578-4cd1-8ad5-52674a74da16 HTTP/1.1" status: 200 len: 822 time: 0.4000688 Apr 21 12:36:14.565182 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-12aac59b-bd5a-40b9-9f10-03ef0892d387 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/quotas/f8fe759a5e054ec095d0c85a744880b5 HTTP/1.1" status: 200 len: 375 time: 0.0158737 Apr 21 12:36:14.608682 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-27496627-5ee6-46a0-90cc-bbf96c676f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:14.652109 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-27496627-5ee6-46a0-90cc-bbf96c676f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:14.652109 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-27496627-5ee6-46a0-90cc-bbf96c676f5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:14.652326 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-27496627-5ee6-46a0-90cc-bbf96c676f5a service neutron] 10.222.0.26 "PUT /v2.0/ports/718022e0-fe9a-4ec8-be71-86870566b71b HTTP/1.1" status: 200 len: 1095 time: 1.3913293 Apr 21 12:36:14.710284 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-b26bafe6-2840-4d9c-a01e-08f340fefb61 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f8fe759a5e054ec095d0c85a744880b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1384177 Apr 21 12:36:14.761288 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27496627-5ee6-46a0-90cc-bbf96c676f5a service neutron] Pushing event updated for resources: {'Port': ['ID=718022e0-fe9a-4ec8-be71-86870566b71b,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:14.830802 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8358c31-1730-4521-aadd-70e26b883a02', 'tag': '718022e0-fe9a-4ec8-be71-86870566b71b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:36:14.832912 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6df4aa5-95b2-4350-8a4e-d071b23b7d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "e8358c31-1730-4521-aadd-70e26b883a02", "tag": "718022e0-fe9a-4ec8-be71-86870566b71b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:36:14.919060 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef391c-bb0e-4ef2-a8b7-ec17b6062d9c req-854dfbac-3777-4e76-b9e8-ef4c361b4318 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:14.920616 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56ef391c-bb0e-4ef2-a8b7-ec17b6062d9c req-854dfbac-3777-4e76-b9e8-ef4c361b4318 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8358c31-1730-4521-aadd-70e26b883a02 HTTP/1.1" status: 200 len: 947 time: 0.1520832 Apr 21 12:36:14.927675 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-f67bf8d7-8d9c-4167-9a8f-bde3d912744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:14.929118 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-f67bf8d7-8d9c-4167-9a8f-bde3d912744a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ecd5ab7761514806ae578b1e32c523b5&device_id=e8358c31-1730-4521-aadd-70e26b883a02 HTTP/1.1" status: 200 len: 1098 time: 0.1241152 Apr 21 12:36:14.941279 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-3255541c-015b-45d8-b951-6a817960d194 service neutron] 10.222.0.36 "GET /v2.0/networks/81f9440c-a578-4cd1-8ad5-52674a74da16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198603 Apr 21 12:36:15.002937 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-eadcd5ca-42cc-49c3-8ca1-0cd6ee30e9f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=718022e0-fe9a-4ec8-be71-86870566b71b HTTP/1.1" status: 200 len: 217 time: 0.0632920 Apr 21 12:36:15.099802 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56ef391c-bb0e-4ef2-a8b7-ec17b6062d9c req-0ce67965-6fbe-431c-a8f4-38823f1f936c tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d4da9c1-68df-4be3-a961-4a79bb2d4de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671336 Apr 21 12:36:15.146093 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-0d774651-9c48-4694-b5bd-ed9523343270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:15.147857 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-0d774651-9c48-4694-b5bd-ed9523343270 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1168635 Apr 21 12:36:15.157327 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-fb2464dc-66f1-4161-a8b5-5776dec20ecb service neutron] 10.222.0.36 "GET /v2.0/networks/81f9440c-a578-4cd1-8ad5-52674a74da16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173378 Apr 21 12:36:15.158864 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74aba4f8-e429-44d9-b1c0-dc7ebb5c4efb x-openstack-request-id: req-74aba4f8-e429-44d9-b1c0-dc7ebb5c4efb {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:36:15.159154 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8358c31-1730-4521-aadd-70e26b883a02", "tag": "718022e0-fe9a-4ec8-be71-86870566b71b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:36:15.159500 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-74aba4f8-e429-44d9-b1c0-dc7ebb5c4efb {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:36:15.159944 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74aba4f8-e429-44d9-b1c0-dc7ebb5c4efb'] response: {'name': 'network-changed', 'server_uuid': 'e8358c31-1730-4521-aadd-70e26b883a02', 'tag': '718022e0-fe9a-4ec8-be71-86870566b71b', 'status': 'completed', 'code': 200} Apr 21 12:36:15.269159 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd84ee1-9e1f-4702-ac81-c6ad00148c0b req-afc7de84-294f-4a1b-98c0-6cbe14cac57b tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:15.270662 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4fd84ee1-9e1f-4702-ac81-c6ad00148c0b req-afc7de84-294f-4a1b-98c0-6cbe14cac57b tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/ports?device_id=32d33c7b-4ba8-49a3-bd0d-ac454cf73784 HTTP/1.1" status: 200 len: 946 time: 0.0586660 Apr 21 12:36:15.273474 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-8531d67d-fe00-4328-a475-2255b1c3f2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:15.274870 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-8531d67d-fe00-4328-a475-2255b1c3f2a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1140335 Apr 21 12:36:15.356629 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4fd84ee1-9e1f-4702-ac81-c6ad00148c0b req-3a8dc24c-c22e-4889-b0c6-e54a737326c0 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2070527-a23d-4cb3-9383-527ff2de13d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793490 Apr 21 12:36:15.398005 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-e75977df-e11c-456c-97a2-dc9dc00d75ee service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116762 Apr 21 12:36:15.561027 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f3694fc-ec26-47df-8d7d-87962e0213fe req-f0035517-2988-4261-9c77-c539f8a3f08e tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df288cf-16d9-4714-a333-75ff8250b7b3 HTTP/1.1" status: 200 len: 210 time: 0.0479698 Apr 21 12:36:15.613330 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edabf8-794b-4d9b-b070-25a616db948e req-005b4c31-714d-45e0-aaca-e89b3c62e9c2 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:15.615298 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14edabf8-794b-4d9b-b070-25a616db948e req-005b4c31-714d-45e0-aaca-e89b3c62e9c2 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/ports?device_id=32d33c7b-4ba8-49a3-bd0d-ac454cf73784 HTTP/1.1" status: 200 len: 946 time: 0.1291184 Apr 21 12:36:15.623673 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35844) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:15.627601 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07e17de3-d6a4-4471-a9a6-a04180d21083 req-2646e394-ed43-43ec-bbb7-41637ecef7c2 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210493 Apr 21 12:36:15.629975 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2fd4edc8-02c1-4373-910d-351d55702a49 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Request body: {'floatingip': {'port_id': '85c87beb-8c7a-4667-8aa5-6bf11f7bedd1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:36:15.662798 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83d9159b-b449-498e-96d2-9032c0b24d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:15.680473 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fd4edc8-02c1-4373-910d-351d55702a49 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks [] for floatingip, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:15.822980 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df4aa5-95b2-4350-8a4e-d071b23b7d1d req-40ac6b0c-1501-4e93-9c7e-a30c67b10ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:15.824489 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f6df4aa5-95b2-4350-8a4e-d071b23b7d1d req-40ac6b0c-1501-4e93-9c7e-a30c67b10ca7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ecd5ab7761514806ae578b1e32c523b5&device_id=e8358c31-1730-4521-aadd-70e26b883a02 HTTP/1.1" status: 200 len: 1098 time: 0.0446827 Apr 21 12:36:15.927202 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df4aa5-95b2-4350-8a4e-d071b23b7d1d req-5f0c8aaa-693f-4109-8a59-cdcd5293d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:15.928933 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f6df4aa5-95b2-4350-8a4e-d071b23b7d1d req-5f0c8aaa-693f-4109-8a59-cdcd5293d922 service neutron] 10.222.0.26 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.0975099 Apr 21 12:36:15.972753 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f6df4aa5-95b2-4350-8a4e-d071b23b7d1d req-9e88478a-b3a0-4a91-bc3c-49cda4131e84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=718022e0-fe9a-4ec8-be71-86870566b71b HTTP/1.1" status: 200 len: 217 time: 0.0373356 Apr 21 12:36:16.028181 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df4aa5-95b2-4350-8a4e-d071b23b7d1d req-3ee536f0-012e-4f44-a381-93f592296473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:16.029846 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f6df4aa5-95b2-4350-8a4e-d071b23b7d1d req-3ee536f0-012e-4f44-a381-93f592296473 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.0513308 Apr 21 12:36:16.086833 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df4aa5-95b2-4350-8a4e-d071b23b7d1d req-d4c26e06-b2fe-43e0-9782-97e2dd73bcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:16.089021 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f6df4aa5-95b2-4350-8a4e-d071b23b7d1d req-d4c26e06-b2fe-43e0-9782-97e2dd73bcf6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0529847 Apr 21 12:36:16.172215 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fd4edc8-02c1-4373-910d-351d55702a49 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:16.252024 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f6df4aa5-95b2-4350-8a4e-d071b23b7d1d req-3098c296-03c2-4a06-abe2-e0e90f85b784 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549158 Apr 21 12:36:16.265245 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5afa0-80a0-453c-b687-b37bad3fcb49 req-f51ec21a-b8e6-40cb-a30d-6f61ac8e9d83 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:16.266975 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5cc5afa0-80a0-453c-b687-b37bad3fcb49 req-f51ec21a-b8e6-40cb-a30d-6f61ac8e9d83 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8358c31-1730-4521-aadd-70e26b883a02 HTTP/1.1" status: 200 len: 947 time: 0.0811234 Apr 21 12:36:16.268039 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fd4edc8-02c1-4373-910d-351d55702a49 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:16.372056 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5cc5afa0-80a0-453c-b687-b37bad3fcb49 req-ee358497-86bd-44f9-ad0d-25fc34367ac6 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d4da9c1-68df-4be3-a961-4a79bb2d4de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957067 Apr 21 12:36:16.383660 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-2fd4edc8-02c1-4373-910d-351d55702a49 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Floating IP bc1705ce-0f1c-4a5f-b7c8-332597d7ea82 associated. External IP: 172.25.8.18, port: 85c87beb-8c7a-4667-8aa5-6bf11f7bedd1. Apr 21 12:36:16.406143 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f6df4aa5-95b2-4350-8a4e-d071b23b7d1d req-18e9c4f4-1bcf-47b5-a361-0fc98556184a service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380916 Apr 21 12:36:16.640094 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd4edc8-02c1-4373-910d-351d55702a49 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Router 4af10dc5-6822-4608-96aa-54db7ee1fa12 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:36:16.706672 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80621447-84d3-4d52-8382-986504fac68c req-81db8931-7819-43a4-b05e-3b3ee68ce8ed tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df288cf-16d9-4714-a333-75ff8250b7b3 HTTP/1.1" status: 200 len: 210 time: 0.0537376 Apr 21 12:36:16.760487 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd4edc8-02c1-4373-910d-351d55702a49 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:36:16.766031 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fd4edc8-02c1-4373-910d-351d55702a49 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:16.771216 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b030c00-c4fb-49b7-857c-c5e0f1362c56 None None] Sync routers for ids ['4af10dc5-6822-4608-96aa-54db7ee1fa12'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:36:16.784534 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b030c00-c4fb-49b7-857c-c5e0f1362c56 None None] Routers {'4af10dc5-6822-4608-96aa-54db7ee1fa12'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:36:16.785901 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3b030c00-c4fb-49b7-857c-c5e0f1362c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:36:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['4af10dc5-6822-4608-96aa-54db7ee1fa12'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:36:16.807859 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2fd4edc8-02c1-4373-910d-351d55702a49 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "PUT /v2.0/floatingips/bc1705ce-0f1c-4a5f-b7c8-332597d7ea82 HTTP/1.1" status: 200 len: 991 time: 1.1822839 Apr 21 12:36:16.808518 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d33c7b-4ba8-49a3-bd0d-ac454cf73784', 'tag': '85c87beb-8c7a-4667-8aa5-6bf11f7bedd1'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:36:16.812163 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90a008a-4b76-40c8-adcf-0ae20cdd8845" -d '{"events": [{"name": "network-changed", "server_uuid": "32d33c7b-4ba8-49a3-bd0d-ac454cf73784", "tag": "85c87beb-8c7a-4667-8aa5-6bf11f7bedd1"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:36:16.845195 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:16.899399 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-3b030c00-c4fb-49b7-857c-c5e0f1362c56 None None] Set router 4af10dc5-6822-4608-96aa-54db7ee1fa12 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:36:16.937047 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde31dc-424a-4f5c-a69f-a733ae546b5f req-70b28e4f-8d00-4270-bfb8-3f9e87155b69 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:16.942091 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508c7448-4dad-49bf-a00c-e93cdd276b31 x-openstack-request-id: req-508c7448-4dad-49bf-a00c-e93cdd276b31 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:36:16.942379 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d33c7b-4ba8-49a3-bd0d-ac454cf73784", "tag": "85c87beb-8c7a-4667-8aa5-6bf11f7bedd1", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:36:16.942630 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-508c7448-4dad-49bf-a00c-e93cdd276b31 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:36:16.943055 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-508c7448-4dad-49bf-a00c-e93cdd276b31'] response: {'name': 'network-changed', 'server_uuid': '32d33c7b-4ba8-49a3-bd0d-ac454cf73784', 'tag': '85c87beb-8c7a-4667-8aa5-6bf11f7bedd1', 'status': 'completed', 'code': 200} Apr 21 12:36:16.944844 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dfde31dc-424a-4f5c-a69f-a733ae546b5f req-70b28e4f-8d00-4270-bfb8-3f9e87155b69 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/ports?device_id=32d33c7b-4ba8-49a3-bd0d-ac454cf73784 HTTP/1.1" status: 200 len: 946 time: 0.0697806 Apr 21 12:36:17.013918 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dfde31dc-424a-4f5c-a69f-a733ae546b5f req-4f8cc912-0142-415a-b2e9-f47151efdf07 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2070527-a23d-4cb3-9383-527ff2de13d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680051 Apr 21 12:36:17.038178 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a008a-4b76-40c8-adcf-0ae20cdd8845 req-88771f87-2d57-4601-af98-76ddd05f3608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:17.040026 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c90a008a-4b76-40c8-adcf-0ae20cdd8845 req-88771f87-2d57-4601-af98-76ddd05f3608 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=acc1120f1d4f4f90b945936501a65e91&device_id=32d33c7b-4ba8-49a3-bd0d-ac454cf73784 HTTP/1.1" status: 200 len: 1097 time: 0.0646374 Apr 21 12:36:17.167204 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a008a-4b76-40c8-adcf-0ae20cdd8845 req-757312c1-2901-4cc9-9270-66f8e6997aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:17.168972 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c90a008a-4b76-40c8-adcf-0ae20cdd8845 req-757312c1-2901-4cc9-9270-66f8e6997aba service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1d904a7-db50-40ae-8d60-6d68d4dedc7b HTTP/1.1" status: 200 len: 907 time: 0.1170053 Apr 21 12:36:17.207027 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3b030c00-c4fb-49b7-857c-c5e0f1362c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'name': 'tempest-ServersTestJSON-1602664124-router', 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '0fd0d6f2-c80c-4432-a022-ead28f007c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:35Z', 'updated_at': '2022-04-21T12:35:41Z', 'revision_number': 4, 'project_id': 'acc1120f1d4f4f90b945936501a65e91', 'gw_port': {'id': '0fd0d6f2-c80c-4432-a022-ead28f007c48', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:50:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:36Z', 'updated_at': '2022-04-21T12:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'bc1705ce-0f1c-4a5f-b7c8-332597d7ea82', 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'port_id': '85c87beb-8c7a-4667-8aa5-6bf11f7bedd1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1d904a7-db50-40ae-8d60-6d68d4dedc7b', 'mac_address': 'fa:16:3e:e1:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d33c7b-4ba8-49a3-bd0d-ac454cf73784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:35:51Z', 'updated_at': '2022-04-21T12:36:16Z', 'revision_number': 1, 'project_id': 'acc1120f1d4f4f90b945936501a65e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34acac91-711f-41b3-8d27-a96a4bea1834', 'name': '', 'network_id': 'f1d904a7-db50-40ae-8d60-6d68d4dedc7b', 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91', 'mac_address': 'fa:16:3e:72:6b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '333c4316-efda-42ee-9dd9-9ca2e7eb1a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:40Z', 'updated_at': '2022-04-21T12:35:48Z', 'revision_number': 5, 'project_id': 'acc1120f1d4f4f90b945936501a65e91', 'subnets': [{'id': '333c4316-efda-42ee-9dd9-9ca2e7eb1a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:36:17.265327 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c90a008a-4b76-40c8-adcf-0ae20cdd8845 req-6bcc7363-c33b-40cd-b8a4-619f718975ad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85c87beb-8c7a-4667-8aa5-6bf11f7bedd1 HTTP/1.1" status: 200 len: 999 time: 0.0873566 Apr 21 12:36:17.337440 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b030c00-c4fb-49b7-857c-c5e0f1362c56 None None] Checking router: 4af10dc5-6822-4608-96aa-54db7ee1fa12 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:36:17.346504 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a008a-4b76-40c8-adcf-0ae20cdd8845 req-479ca899-e626-45d7-a45b-712fbe433ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:17.348821 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c90a008a-4b76-40c8-adcf-0ae20cdd8845 req-479ca899-e626-45d7-a45b-712fbe433ac3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=333c4316-efda-42ee-9dd9-9ca2e7eb1a13 HTTP/1.1" status: 200 len: 845 time: 0.0756190 Apr 21 12:36:17.354371 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b030c00-c4fb-49b7-857c-c5e0f1362c56 None None] Routers {'4af10dc5-6822-4608-96aa-54db7ee1fa12'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:36:17.354933 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3b030c00-c4fb-49b7-857c-c5e0f1362c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:36:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['4af10dc5-6822-4608-96aa-54db7ee1fa12'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:36:17.414928 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a008a-4b76-40c8-adcf-0ae20cdd8845 req-841fb74a-b44e-4c37-a1bb-4350433722b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:17.416660 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c90a008a-4b76-40c8-adcf-0ae20cdd8845 req-841fb74a-b44e-4c37-a1bb-4350433722b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1d904a7-db50-40ae-8d60-6d68d4dedc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613685 Apr 21 12:36:17.462968 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-3b030c00-c4fb-49b7-857c-c5e0f1362c56 None None] Set router 4af10dc5-6822-4608-96aa-54db7ee1fa12 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:36:17.560864 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c90a008a-4b76-40c8-adcf-0ae20cdd8845 req-d7cae830-0e61-49b1-85bd-76a4d33182d4 service neutron] 10.222.0.26 "GET /v2.0/networks/f1d904a7-db50-40ae-8d60-6d68d4dedc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355157 Apr 21 12:36:17.570116 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ffab8-c6e4-431c-9f4c-28ad4634fb1b req-797726a2-be99-4d87-9223-8d61502e2be7 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:17.571901 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-215ffab8-c6e4-431c-9f4c-28ad4634fb1b req-797726a2-be99-4d87-9223-8d61502e2be7 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8358c31-1730-4521-aadd-70e26b883a02 HTTP/1.1" status: 200 len: 947 time: 0.0911930 Apr 21 12:36:17.605528 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:17.672155 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-215ffab8-c6e4-431c-9f4c-28ad4634fb1b req-01327a6e-f7bb-4325-86cb-e6225f5d08b9 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d4da9c1-68df-4be3-a961-4a79bb2d4de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890973 Apr 21 12:36:17.708268 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c90a008a-4b76-40c8-adcf-0ae20cdd8845 req-7bed118e-4399-4010-99d8-46dd835069fc service neutron] 10.222.0.26 "GET /v2.0/networks/f1d904a7-db50-40ae-8d60-6d68d4dedc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353405 Apr 21 12:36:17.765106 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3b030c00-c4fb-49b7-857c-c5e0f1362c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'name': 'tempest-ServersTestJSON-1602664124-router', 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '0fd0d6f2-c80c-4432-a022-ead28f007c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:35Z', 'updated_at': '2022-04-21T12:35:41Z', 'revision_number': 4, 'project_id': 'acc1120f1d4f4f90b945936501a65e91', 'gw_port': {'id': '0fd0d6f2-c80c-4432-a022-ead28f007c48', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:50:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:36Z', 'updated_at': '2022-04-21T12:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'bc1705ce-0f1c-4a5f-b7c8-332597d7ea82', 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'port_id': '85c87beb-8c7a-4667-8aa5-6bf11f7bedd1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1d904a7-db50-40ae-8d60-6d68d4dedc7b', 'mac_address': 'fa:16:3e:e1:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d33c7b-4ba8-49a3-bd0d-ac454cf73784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:35:51Z', 'updated_at': '2022-04-21T12:36:16Z', 'revision_number': 1, 'project_id': 'acc1120f1d4f4f90b945936501a65e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34acac91-711f-41b3-8d27-a96a4bea1834', 'name': '', 'network_id': 'f1d904a7-db50-40ae-8d60-6d68d4dedc7b', 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91', 'mac_address': 'fa:16:3e:72:6b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '333c4316-efda-42ee-9dd9-9ca2e7eb1a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:40Z', 'updated_at': '2022-04-21T12:35:48Z', 'revision_number': 5, 'project_id': 'acc1120f1d4f4f90b945936501a65e91', 'subnets': [{'id': '333c4316-efda-42ee-9dd9-9ca2e7eb1a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:36:17.802068 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b030c00-c4fb-49b7-857c-c5e0f1362c56 None None] The sync data for ids ['4af10dc5-6822-4608-96aa-54db7ee1fa12'] in n-d-836147-2 is: [{'id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'name': 'tempest-ServersTestJSON-1602664124-router', 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '0fd0d6f2-c80c-4432-a022-ead28f007c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:35Z', 'updated_at': '2022-04-21T12:35:41Z', 'revision_number': 4, 'project_id': 'acc1120f1d4f4f90b945936501a65e91', 'gw_port': {'id': '0fd0d6f2-c80c-4432-a022-ead28f007c48', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:50:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:36Z', 'updated_at': '2022-04-21T12:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'bc1705ce-0f1c-4a5f-b7c8-332597d7ea82', 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'port_id': '85c87beb-8c7a-4667-8aa5-6bf11f7bedd1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1d904a7-db50-40ae-8d60-6d68d4dedc7b', 'mac_address': 'fa:16:3e:e1:76:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d33c7b-4ba8-49a3-bd0d-ac454cf73784', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:35:51Z', 'updated_at': '2022-04-21T12:36:16Z', 'revision_number': 1, 'project_id': 'acc1120f1d4f4f90b945936501a65e91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34acac91-711f-41b3-8d27-a96a4bea1834', 'name': '', 'network_id': 'f1d904a7-db50-40ae-8d60-6d68d4dedc7b', 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91', 'mac_address': 'fa:16:3e:72:6b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '333c4316-efda-42ee-9dd9-9ca2e7eb1a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:40Z', 'updated_at': '2022-04-21T12:35:48Z', 'revision_number': 5, 'project_id': 'acc1120f1d4f4f90b945936501a65e91', 'subnets': [{'id': '333c4316-efda-42ee-9dd9-9ca2e7eb1a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:36:17.838789 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d35931b4-96bd-430a-8e5b-b40976e78fac req-53dfa140-90e4-4c5e-92d0-2957feebb87a tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df288cf-16d9-4714-a333-75ff8250b7b3 HTTP/1.1" status: 200 len: 210 time: 0.0439382 Apr 21 12:36:18.093335 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9c8486-8488-4d12-8430-b382722e373e None None] New status for floating IP bc1705ce-0f1c-4a5f-b7c8-332597d7ea82: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:36:18.103813 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-8ad596a3-7e8b-4505-bf61-2a2804e0a335 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:18.105283 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-8ad596a3-7e8b-4505-bf61-2a2804e0a335 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.24 "GET /v2.0/networks?id=81f9440c-a578-4cd1-8ad5-52674a74da16 HTTP/1.1" status: 200 len: 822 time: 0.1532950 Apr 21 12:36:18.120037 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-90d71d70-fc81-448f-bc95-da802aa4535c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Request body: {'port': {'device_id': '7df288cf-16d9-4714-a333-75ff8250b7b3', 'network_id': '81f9440c-a578-4cd1-8ad5-52674a74da16', 'admin_state_up': True, 'tenant_id': 'f8fe759a5e054ec095d0c85a744880b5'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:36:18.371113 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:18.405465 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-90d71d70-fc81-448f-bc95-da802aa4535c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Made reservation on behalf of f8fe759a5e054ec095d0c85a744880b5 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:36:18.409098 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-90d71d70-fc81-448f-bc95-da802aa4535c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:18.558217 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-90d71d70-fc81-448f-bc95-da802aa4535c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Allocated IP 172.20.0.13 (81f9440c-a578-4cd1-8ad5-52674a74da16/83a4a302-5ff1-47b1-99f8-fcd9956ce731/23635533-2ef3-4130-b26f-462673ff7f0e) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:36:18.656718 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:18.774396 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-90d71d70-fc81-448f-bc95-da802aa4535c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:18.861408 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938826d-4b39-4da5-8a99-c1c9a8dd22d8 req-2b397bed-51c2-4afa-8316-77c3a7955c66 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:18.863243 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5938826d-4b39-4da5-8a99-c1c9a8dd22d8 req-2b397bed-51c2-4afa-8316-77c3a7955c66 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8358c31-1730-4521-aadd-70e26b883a02 HTTP/1.1" status: 200 len: 947 time: 0.0596330 Apr 21 12:36:18.917722 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5938826d-4b39-4da5-8a99-c1c9a8dd22d8 req-55cd9da0-72c2-4c6f-895c-fa0eb518c0a8 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d4da9c1-68df-4be3-a961-4a79bb2d4de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468388 Apr 21 12:36:18.959332 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec3ddd-afe8-4368-9495-2e8e7681c75c req-589134ab-68e2-410f-af38-5287f223b416 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:18.961612 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aeec3ddd-afe8-4368-9495-2e8e7681c75c req-589134ab-68e2-410f-af38-5287f223b416 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 1096 time: 0.0598085 Apr 21 12:36:19.013961 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aeec3ddd-afe8-4368-9495-2e8e7681c75c req-bf834192-ed97-425f-90ba-94ae3f8aa1be tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458236 Apr 21 12:36:19.029387 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e4498dcd-df20-48f2-93fa-65cf23339f4f req-19bf7dd2-9d04-4db6-820b-f77d2ee75b9a tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df288cf-16d9-4714-a333-75ff8250b7b3 HTTP/1.1" status: 200 len: 210 time: 0.0387845 Apr 21 12:36:19.141501 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-90d71d70-fc81-448f-bc95-da802aa4535c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:19.193471 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-90d71d70-fc81-448f-bc95-da802aa4535c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Network 81f9440c-a578-4cd1-8ad5-52674a74da16 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:36:19.196618 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-90d71d70-fc81-448f-bc95-da802aa4535c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:36:19.201286 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-90d71d70-fc81-448f-bc95-da802aa4535c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:36:19.232406 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d71d70-fc81-448f-bc95-da802aa4535c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Pushing event updated for resources: {'Port': ['ID=23635533-2ef3-4130-b26f-462673ff7f0e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:19.265875 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-90d71d70-fc81-448f-bc95-da802aa4535c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:19.265875 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-90d71d70-fc81-448f-bc95-da802aa4535c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:19.613573 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 718022e0-fe9a-4ec8-be71-86870566b71b details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:36:19.671234 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:36:19.790344 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 718022e0-fe9a-4ec8-be71-86870566b71b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=718022e0-fe9a-4ec8-be71-86870566b71b,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:36:19.790344 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '718022e0-fe9a-4ec8-be71-86870566b71b', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': '718022e0-fe9a-4ec8-be71-86870566b71b', 'mac_address': 'fa:16:3e:36:dd:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:36:19.790344 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:19.790344 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 718022e0-fe9a-4ec8-be71-86870566b71b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:36:19.799219 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 718022e0-fe9a-4ec8-be71-86870566b71b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=718022e0-fe9a-4ec8-be71-86870566b71b,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:36:20.033209 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-90d71d70-fc81-448f-bc95-da802aa4535c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9160337 Apr 21 12:36:20.051871 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Request body: {'port': {'device_id': '7df288cf-16d9-4714-a333-75ff8250b7b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:36:20.122110 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:20.123774 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da276da-f1e3-4cb1-adb7-778a6418bdb6 req-069f7760-28cc-4123-806f-6183fe0694f2 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:20.123774 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4da276da-f1e3-4cb1-adb7-778a6418bdb6 req-069f7760-28cc-4123-806f-6183fe0694f2 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8358c31-1730-4521-aadd-70e26b883a02 HTTP/1.1" status: 200 len: 947 time: 0.0963249 Apr 21 12:36:20.127413 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=718022e0-fe9a-4ec8-be71-86870566b71b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:20.148856 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:20.171328 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4da276da-f1e3-4cb1-adb7-778a6418bdb6 req-b9287764-1195-4224-b183-c34354bd2841 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d4da9c1-68df-4be3-a961-4a79bb2d4de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704198 Apr 21 12:36:20.401679 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987178bc-d8c6-4fa2-a310-fc53a01947c3 req-cc55dae0-5575-4275-bb3b-dd7d50e27a61 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:20.402608 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-987178bc-d8c6-4fa2-a310-fc53a01947c3 req-cc55dae0-5575-4275-bb3b-dd7d50e27a61 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df288cf-16d9-4714-a333-75ff8250b7b3 HTTP/1.1" status: 200 len: 932 time: 0.1228428 Apr 21 12:36:20.481001 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-987178bc-d8c6-4fa2-a310-fc53a01947c3 req-d3106d0c-b253-45fa-90e7-373508ea324b tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688627 Apr 21 12:36:20.535119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23635533-2ef3-4130-b26f-462673ff7f0e {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:36:20.542785 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:20.556232 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Transition to ACTIVE for port object 23635533-2ef3-4130-b26f-462673ff7f0e will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:36:20.600423 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['718022e0-fe9a-4ec8-be71-86870566b71b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:36:20.736741 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:20.737431 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:20.815311 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Pushing event updated for resources: {'Port': ['ID=23635533-2ef3-4130-b26f-462673ff7f0e,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:20.851682 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:20.852025 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:20.852361 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:20.857916 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:20.858458 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:20.858642 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:20.858984 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:20.859319 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:20.859649 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:20.859983 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:20.860307 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:20.861420 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:20.896723 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Attempting to bind port 23635533-2ef3-4130-b26f-462673ff7f0e on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:36:20.904225 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Attempting to bind port 23635533-2ef3-4130-b26f-462673ff7f0e by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '9a2658ad-93c7-49bb-ae54-fb57fa937c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '81f9440c-a578-4cd1-8ad5-52674a74da16'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:36:20.904225 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Attempting to bind port 23635533-2ef3-4130-b26f-462673ff7f0e on network 81f9440c-a578-4cd1-8ad5-52674a74da16 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:36:20.904225 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Port 23635533-2ef3-4130-b26f-462673ff7f0e on network 81f9440c-a578-4cd1-8ad5-52674a74da16 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:36:20.904225 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Attempting to bind port 23635533-2ef3-4130-b26f-462673ff7f0e on network 81f9440c-a578-4cd1-8ad5-52674a74da16 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:36:20.907395 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:36:20.907732 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Checking segment: {'id': '9a2658ad-93c7-49bb-ae54-fb57fa937c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '81f9440c-a578-4cd1-8ad5-52674a74da16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:36:20.908108 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Bound using segment: {'id': '9a2658ad-93c7-49bb-ae54-fb57fa937c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '81f9440c-a578-4cd1-8ad5-52674a74da16'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:36:20.908532 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Bound port: 23635533-2ef3-4130-b26f-462673ff7f0e, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2658ad-93c7-49bb-ae54-fb57fa937c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '81f9440c-a578-4cd1-8ad5-52674a74da16'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:36:20.908884 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:20.977469 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] For port 23635533-2ef3-4130-b26f-462673ff7f0e, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:36:20.980676 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] For port 23635533-2ef3-4130-b26f-462673ff7f0e, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=23635533-2ef3-4130-b26f-462673ff7f0e,segment=NetworkSegment(9a2658ad-93c7-49bb-ae54-fb57fa937c4e),segment_id=9a2658ad-93c7-49bb-ae54-fb57fa937c4e)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:36:21.073265 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:21.119427 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:21.120324 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:21.122050 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] 10.222.0.24 "PUT /v2.0/ports/23635533-2ef3-4130-b26f-462673ff7f0e HTTP/1.1" status: 200 len: 1092 time: 1.0793719 Apr 21 12:36:21.122548 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df288cf-16d9-4714-a333-75ff8250b7b3', 'tag': '23635533-2ef3-4130-b26f-462673ff7f0e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:36:21.124854 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb5cd98-0c1b-4be3-83c9-5c651eb320a0" -d '{"events": [{"name": "network-changed", "server_uuid": "7df288cf-16d9-4714-a333-75ff8250b7b3", "tag": "23635533-2ef3-4130-b26f-462673ff7f0e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:36:21.175435 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47561047-8585-4294-bb6d-1e88ecfe2a1e service neutron] Pushing event updated for resources: {'Port': ['ID=23635533-2ef3-4130-b26f-462673ff7f0e,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:21.189808 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412611a4-15dc-4edb-8abe-8737d4096841 x-openstack-request-id: req-412611a4-15dc-4edb-8abe-8737d4096841 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:36:21.190312 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df288cf-16d9-4714-a333-75ff8250b7b3", "tag": "23635533-2ef3-4130-b26f-462673ff7f0e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:36:21.190570 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-412611a4-15dc-4edb-8abe-8737d4096841 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:36:21.190976 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-412611a4-15dc-4edb-8abe-8737d4096841'] response: {'name': 'network-changed', 'server_uuid': '7df288cf-16d9-4714-a333-75ff8250b7b3', 'tag': '23635533-2ef3-4130-b26f-462673ff7f0e', 'status': 'completed', 'code': 200} Apr 21 12:36:21.249465 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5cd98-0c1b-4be3-83c9-5c651eb320a0 req-7ec2faea-f4d0-4076-a9b9-72dec4537dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:21.251587 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbb5cd98-0c1b-4be3-83c9-5c651eb320a0 req-7ec2faea-f4d0-4076-a9b9-72dec4537dba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f8fe759a5e054ec095d0c85a744880b5&device_id=7df288cf-16d9-4714-a333-75ff8250b7b3 HTTP/1.1" status: 200 len: 1095 time: 0.0531535 Apr 21 12:36:21.383265 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6944336-304e-4edc-9364-b622a99ba92f req-3acabd9d-0378-4f6c-b3df-ea8dfc6a6329 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:21.384838 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c6944336-304e-4edc-9364-b622a99ba92f req-3acabd9d-0378-4f6c-b3df-ea8dfc6a6329 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8358c31-1730-4521-aadd-70e26b883a02 HTTP/1.1" status: 200 len: 948 time: 0.1266842 Apr 21 12:36:21.417772 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5cd98-0c1b-4be3-83c9-5c651eb320a0 req-f69f7e46-c9e6-493d-8f98-b4e99982905b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:21.419361 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbb5cd98-0c1b-4be3-83c9-5c651eb320a0 req-f69f7e46-c9e6-493d-8f98-b4e99982905b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f8fe759a5e054ec095d0c85a744880b5&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1499875 Apr 21 12:36:21.458699 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c6944336-304e-4edc-9364-b622a99ba92f req-f5524192-3a29-41bf-95e9-28cfdb35cbb6 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d4da9c1-68df-4be3-a961-4a79bb2d4de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643589 Apr 21 12:36:21.535473 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5cd98-0c1b-4be3-83c9-5c651eb320a0 req-cf159142-abe9-44f3-83c3-3c11e182ab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:21.537013 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbb5cd98-0c1b-4be3-83c9-5c651eb320a0 req-cf159142-abe9-44f3-83c3-3c11e182ab80 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1068182 Apr 21 12:36:21.656515 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-16efe10a-35df-44c8-857a-d93ad8cd6d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:21.658028 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-16efe10a-35df-44c8-857a-d93ad8cd6d0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f8fe759a5e054ec095d0c85a744880b5&device_id=7df288cf-16d9-4714-a333-75ff8250b7b3 HTTP/1.1" status: 200 len: 1095 time: 0.0786946 Apr 21 12:36:21.666292 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2684e-d47a-4130-9ffc-1b66d90d8213 req-91e85d74-554e-4190-bf13-cf02908a1105 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:21.667659 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1d2684e-d47a-4130-9ffc-1b66d90d8213 req-91e85d74-554e-4190-bf13-cf02908a1105 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df288cf-16d9-4714-a333-75ff8250b7b3 HTTP/1.1" status: 200 len: 944 time: 0.1004112 Apr 21 12:36:21.720870 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-2870580b-f1aa-4a15-a6e2-59c7a0fe99ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23635533-2ef3-4130-b26f-462673ff7f0e HTTP/1.1" status: 200 len: 217 time: 0.0522513 Apr 21 12:36:21.768614 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1d2684e-d47a-4130-9ffc-1b66d90d8213 req-52a2baac-a3ea-430f-8b5e-f3f473a6ef7f tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943336 Apr 21 12:36:21.802073 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-f60db9f6-7b82-4d6f-b860-d77fcf75212f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:21.803532 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-f60db9f6-7b82-4d6f-b860-d77fcf75212f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=83a4a302-5ff1-47b1-99f8-fcd9956ce731 HTTP/1.1" status: 200 len: 862 time: 0.0706577 Apr 21 12:36:21.854209 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-d5dc70ab-7cb7-4c9a-8803-ae83b07f1303 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=81f9440c-a578-4cd1-8ad5-52674a74da16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340743 Apr 21 12:36:22.249417 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-b26d0561-b48b-436c-962f-bc316a336735 service neutron] 10.222.0.24 "GET /v2.0/networks/81f9440c-a578-4cd1-8ad5-52674a74da16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840561 Apr 21 12:36:22.361656 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f37a803f-599a-4bb4-8c00-ba6c35730874 req-1460acd1-465b-4b5c-9ab4-dbae9e152d14 service neutron] 10.222.0.24 "GET /v2.0/networks/81f9440c-a578-4cd1-8ad5-52674a74da16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037006 Apr 21 12:36:22.611686 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b50bb1-2390-4de5-b67c-24b55f2c3c87 req-0b6c89de-1dd8-4d45-89a7-6eb21b66de85 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:22.613172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e8b50bb1-2390-4de5-b67c-24b55f2c3c87 req-0b6c89de-1dd8-4d45-89a7-6eb21b66de85 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8358c31-1730-4521-aadd-70e26b883a02 HTTP/1.1" status: 200 len: 948 time: 0.0695741 Apr 21 12:36:22.651614 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e8b50bb1-2390-4de5-b67c-24b55f2c3c87 req-3d99c15e-1a15-47cf-b4a4-8cfd76a5aa8a tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d4da9c1-68df-4be3-a961-4a79bb2d4de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323260 Apr 21 12:36:22.805747 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-3d3a71c1-ef8b-49c2-8460-2efc9cfe0899 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:36:22.814706 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-3d3a71c1-ef8b-49c2-8460-2efc9cfe0899 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1306987 Apr 21 12:36:22.906647 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb654e-9e6d-4003-852e-e49c132f699d req-34a0b752-92df-484f-9eed-f5bed66c68f4 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:22.911459 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-67599292-555b-41f1-b9e8-5d4946430aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:22.915274 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-73eb654e-9e6d-4003-852e-e49c132f699d req-34a0b752-92df-484f-9eed-f5bed66c68f4 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df288cf-16d9-4714-a333-75ff8250b7b3 HTTP/1.1" status: 200 len: 944 time: 0.0638549 Apr 21 12:36:22.916045 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-67599292-555b-41f1-b9e8-5d4946430aa2 service neutron] 10.222.0.36 "GET /v2.0/ports/3adc36f8-205c-4591-8e10-cd27d3256d5e HTTP/1.1" status: 200 len: 1093 time: 0.1004226 Apr 21 12:36:22.920934 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-3b8326c7-4b69-44b1-a2eb-be341cb259ac service neutron] Request body: {'binding': {'host': 'n-h1-836147-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:36:22.921626 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-3b8326c7-4b69-44b1-a2eb-be341cb259ac service neutron] Unknown quota resources ['binding']. {{(pid=103397) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 21 12:36:22.982369 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-73eb654e-9e6d-4003-852e-e49c132f699d req-a2693692-1baa-4b9a-bbac-5103a1584ce0 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630672 Apr 21 12:36:23.079469 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-3b8326c7-4b69-44b1-a2eb-be341cb259ac service neutron] Attempting to bind port 3adc36f8-205c-4591-8e10-cd27d3256d5e on host n-h1-836147-2 for vnic_type normal with profile None {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:36:23.079789 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-3b8326c7-4b69-44b1-a2eb-be341cb259ac service neutron] Attempting to bind port 3adc36f8-205c-4591-8e10-cd27d3256d5e by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:36:23.080112 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-3b8326c7-4b69-44b1-a2eb-be341cb259ac service neutron] Attempting to bind port 3adc36f8-205c-4591-8e10-cd27d3256d5e on network 32a67a5e-b72b-4167-97d6-5767775875e4 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:36:23.084434 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-3b8326c7-4b69-44b1-a2eb-be341cb259ac service neutron] Port 3adc36f8-205c-4591-8e10-cd27d3256d5e on network 32a67a5e-b72b-4167-97d6-5767775875e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:36:23.084748 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-3b8326c7-4b69-44b1-a2eb-be341cb259ac service neutron] Attempting to bind port 3adc36f8-205c-4591-8e10-cd27d3256d5e on network 32a67a5e-b72b-4167-97d6-5767775875e4 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:36:23.089849 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-3b8326c7-4b69-44b1-a2eb-be341cb259ac service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:36:23.093934 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-3b8326c7-4b69-44b1-a2eb-be341cb259ac service neutron] Checking segment: {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:36:23.093934 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-3b8326c7-4b69-44b1-a2eb-be341cb259ac service neutron] Bound using segment: {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:36:23.093934 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-3b8326c7-4b69-44b1-a2eb-be341cb259ac service neutron] Bound port: 3adc36f8-205c-4591-8e10-cd27d3256d5e, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:36:23.145392 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-3b8326c7-4b69-44b1-a2eb-be341cb259ac service neutron] For port 3adc36f8-205c-4591-8e10-cd27d3256d5e, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=3adc36f8-205c-4591-8e10-cd27d3256d5e,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:36:23.253462 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-3b8326c7-4b69-44b1-a2eb-be341cb259ac service neutron] Notify callbacks [] for binding, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:23.254898 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-3b8326c7-4b69-44b1-a2eb-be341cb259ac service neutron] 10.222.0.36 "POST /v2.0/ports/3adc36f8-205c-4591-8e10-cd27d3256d5e/bindings HTTP/1.1" status: 201 len: 389 time: 0.3377621 Apr 21 12:36:23.592545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71979fe2-e71a-4b44-98ae-324241a81e79 req-11f4ef1d-e573-49f4-9ace-595e73eef656 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:23.594219 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-71979fe2-e71a-4b44-98ae-324241a81e79 req-11f4ef1d-e573-49f4-9ace-595e73eef656 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 945 time: 0.0533013 Apr 21 12:36:23.632509 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-71979fe2-e71a-4b44-98ae-324241a81e79 req-d36cce18-1c20-49d9-8549-5c7c8d23ebbb tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313106 Apr 21 12:36:23.643810 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 718022e0-fe9a-4ec8-be71-86870566b71b up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:36:23.778505 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53897b-4cb9-4a8b-a8f3-f1ad9fc8a03f req-350eca7b-ea28-481e-b72b-1dc7126abe82 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:23.783345 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 718022e0-fe9a-4ec8-be71-86870566b71b completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:36:23.784292 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd53897b-4cb9-4a8b-a8f3-f1ad9fc8a03f req-350eca7b-ea28-481e-b72b-1dc7126abe82 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8358c31-1730-4521-aadd-70e26b883a02 HTTP/1.1" status: 200 len: 948 time: 0.0607927 Apr 21 12:36:23.788757 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 718022e0-fe9a-4ec8-be71-86870566b71b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:36:23.792438 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:23.840831 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd53897b-4cb9-4a8b-a8f3-f1ad9fc8a03f req-eb4f98d8-0304-40b2-8984-b0e2962473af tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d4da9c1-68df-4be3-a961-4a79bb2d4de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420020 Apr 21 12:36:23.896726 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:23.922997 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8358c31-1730-4521-aadd-70e26b883a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718022e0-fe9a-4ec8-be71-86870566b71b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:36:23.925552 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72dab76-32e2-4421-973f-663b1b76bdf4" -d '{"events": [{"server_uuid": "e8358c31-1730-4521-aadd-70e26b883a02", "name": "network-vif-plugged", "status": "completed", "tag": "718022e0-fe9a-4ec8-be71-86870566b71b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:36:23.944698 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 718022e0-fe9a-4ec8-be71-86870566b71b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=718022e0-fe9a-4ec8-be71-86870566b71b,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:36:23.986685 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c3bdee-0243-4452-a3e9-f98950b480a1 x-openstack-request-id: req-84c3bdee-0243-4452-a3e9-f98950b480a1 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:36:23.986880 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8358c31-1730-4521-aadd-70e26b883a02", "name": "network-vif-plugged", "status": "completed", "tag": "718022e0-fe9a-4ec8-be71-86870566b71b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:36:23.987180 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-84c3bdee-0243-4452-a3e9-f98950b480a1 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:36:23.988086 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84c3bdee-0243-4452-a3e9-f98950b480a1'] response: {'server_uuid': 'e8358c31-1730-4521-aadd-70e26b883a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '718022e0-fe9a-4ec8-be71-86870566b71b', 'code': 200} Apr 21 12:36:24.034340 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:24.038152 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-2d69b3c3-57da-4169-af45-50f3ab14f0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:24.047821 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-2d69b3c3-57da-4169-af45-50f3ab14f0e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e16b811ea21846c89491aea47e9a7301&device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 1096 time: 0.0997906 Apr 21 12:36:24.161395 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=718022e0-fe9a-4ec8-be71-86870566b71b,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:24.246438 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0590af-1ffa-4b11-8fef-7f0ed45abf3c req-34a867a4-9222-4936-a7e2-4ab422717b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:24.248480 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-af0590af-1ffa-4b11-8fef-7f0ed45abf3c req-34a867a4-9222-4936-a7e2-4ab422717b84 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e8358c31-1730-4521-aadd-70e26b883a02 HTTP/1.1" status: 200 len: 1100 time: 0.1664817 Apr 21 12:36:24.291725 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8a23a-a41a-481f-857b-059e0b1d6b8e req-ebddf056-51eb-49db-abae-3da9f36daa60 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:24.299818 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64b8a23a-a41a-481f-857b-059e0b1d6b8e req-ebddf056-51eb-49db-abae-3da9f36daa60 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df288cf-16d9-4714-a333-75ff8250b7b3 HTTP/1.1" status: 200 len: 944 time: 0.1479568 Apr 21 12:36:24.341487 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-e09629af-05ea-481a-b64e-5b67383e618d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:24.343034 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-e09629af-05ea-481a-b64e-5b67383e618d service neutron] 10.222.0.26 "GET /v2.0/networks?id=32a67a5e-b72b-4167-97d6-5767775875e4 HTTP/1.1" status: 200 len: 908 time: 0.2689061 Apr 21 12:36:24.351931 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-af0590af-1ffa-4b11-8fef-7f0ed45abf3c req-8df9c0db-f28d-41d6-89e4-591c5eac447e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5d4da9c1-68df-4be3-a961-4a79bb2d4de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892265 Apr 21 12:36:24.408117 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-4305dfa6-c579-464e-a780-1c0702310467 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3adc36f8-205c-4591-8e10-cd27d3256d5e HTTP/1.1" status: 200 len: 217 time: 0.0582895 Apr 21 12:36:24.421704 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64b8a23a-a41a-481f-857b-059e0b1d6b8e req-7663be0e-1485-410c-8cf6-3adbcc698557 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164284 Apr 21 12:36:24.541436 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 23635533-2ef3-4130-b26f-462673ff7f0e details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:36:24.666264 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 23635533-2ef3-4130-b26f-462673ff7f0e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=23635533-2ef3-4130-b26f-462673ff7f0e,segment=NetworkSegment(9a2658ad-93c7-49bb-ae54-fb57fa937c4e),segment_id=9a2658ad-93c7-49bb-ae54-fb57fa937c4e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:36:24.676121 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-29ed532a-9070-4641-acb0-8abca0f16099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:24.688613 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-29ed532a-9070-4641-acb0-8abca0f16099 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3b8f234-8156-4627-8cae-e6fcb5c2aa35 HTTP/1.1" status: 200 len: 847 time: 0.0647717 Apr 21 12:36:24.688757 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '23635533-2ef3-4130-b26f-462673ff7f0e', 'network_id': '81f9440c-a578-4cd1-8ad5-52674a74da16', 'port_id': '23635533-2ef3-4130-b26f-462673ff7f0e', 'mac_address': 'fa:16:3e:c9:33:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a4a302-5ff1-47b1-99f8-fcd9956ce731', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:36:24.729705 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:24.733701 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-4eabce16-c727-483b-900d-5f5e4b9fb44d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32a67a5e-b72b-4167-97d6-5767775875e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425341 Apr 21 12:36:24.752711 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23635533-2ef3-4130-b26f-462673ff7f0e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:36:24.788313 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 23635533-2ef3-4130-b26f-462673ff7f0e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=23635533-2ef3-4130-b26f-462673ff7f0e,segment=NetworkSegment(9a2658ad-93c7-49bb-ae54-fb57fa937c4e),segment_id=9a2658ad-93c7-49bb-ae54-fb57fa937c4e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:36:24.856019 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0ad90-d5cb-4047-b5f6-71eb3bc73e67 req-6b049e0b-30dc-42d9-8a8f-876a1c0d9875 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:24.862376 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:24.866635 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-17d0ad90-d5cb-4047-b5f6-71eb3bc73e67 req-6b049e0b-30dc-42d9-8a8f-876a1c0d9875 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 945 time: 0.1304667 Apr 21 12:36:24.934007 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-0eeba249-4e7d-421d-a403-d67e8f2ba221 service neutron] 10.222.0.26 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576786 Apr 21 12:36:24.976540 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=23635533-2ef3-4130-b26f-462673ff7f0e,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:25.073926 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-17d0ad90-d5cb-4047-b5f6-71eb3bc73e67 req-a0fcb6f0-9fc6-4ac2-9372-7411576f37d5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071328 Apr 21 12:36:25.106059 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['23635533-2ef3-4130-b26f-462673ff7f0e'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:36:25.157241 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0df96e-99f8-4b95-892a-77055ec8e5ef req-337bb64e-d3d3-4894-8eec-f29efe4a3c76 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:25.159246 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb0df96e-99f8-4b95-892a-77055ec8e5ef req-337bb64e-d3d3-4894-8eec-f29efe4a3c76 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8358c31-1730-4521-aadd-70e26b883a02 HTTP/1.1" status: 200 len: 949 time: 0.2024775 Apr 21 12:36:25.235172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb0df96e-99f8-4b95-892a-77055ec8e5ef req-abf88ce9-0953-4b43-92c4-bf8f2612da1b tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d4da9c1-68df-4be3-a961-4a79bb2d4de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612481 Apr 21 12:36:25.238095 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-872c2b76-5c91-4c85-b9fe-c35593cccb5a service neutron] 10.222.0.26 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935765 Apr 21 12:36:25.610035 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df9331-4114-4608-bfd8-73c155c0c02c req-911fb2a7-05fe-4f89-bc03-25e4539a440c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:25.612507 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-17df9331-4114-4608-bfd8-73c155c0c02c req-911fb2a7-05fe-4f89-bc03-25e4539a440c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df288cf-16d9-4714-a333-75ff8250b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0761564 Apr 21 12:36:25.670251 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-17df9331-4114-4608-bfd8-73c155c0c02c req-d4da7c3a-6684-4ead-969e-609d8b3bde77 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510151 Apr 21 12:36:26.391773 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518930f-d0e8-46e5-ba7b-eb5811e83b6b req-34c6869a-863b-49b7-b529-d404db402823 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:26.391773 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8518930f-d0e8-46e5-ba7b-eb5811e83b6b req-34c6869a-863b-49b7-b529-d404db402823 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 945 time: 0.0573554 Apr 21 12:36:26.391773 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8518930f-d0e8-46e5-ba7b-eb5811e83b6b req-348df9cf-814c-42e9-98c5-4ec8147690b9 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575786 Apr 21 12:36:26.391773 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585596e9-f645-4d5a-b1c9-11636bc744f1 req-b27c2cb9-4e16-4acc-ad8a-b4d4c85ef138 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:26.391773 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-585596e9-f645-4d5a-b1c9-11636bc744f1 req-b27c2cb9-4e16-4acc-ad8a-b4d4c85ef138 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8358c31-1730-4521-aadd-70e26b883a02 HTTP/1.1" status: 200 len: 949 time: 0.0588298 Apr 21 12:36:26.430869 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-585596e9-f645-4d5a-b1c9-11636bc744f1 req-a0c828c8-9ff6-48d8-8a3f-52eea5cee7d8 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d4da9c1-68df-4be3-a961-4a79bb2d4de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431075 Apr 21 12:36:26.557321 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 23635533-2ef3-4130-b26f-462673ff7f0e up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:36:26.788111 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 23635533-2ef3-4130-b26f-462673ff7f0e completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:36:26.790802 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951423f5-2ac7-4445-8e18-15ae203a525e req-b35868ec-8f12-4c36-a882-1d9bcbd2879e tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:26.793132 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 23635533-2ef3-4130-b26f-462673ff7f0e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:36:26.793504 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:26.795672 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-951423f5-2ac7-4445-8e18-15ae203a525e req-b35868ec-8f12-4c36-a882-1d9bcbd2879e tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df288cf-16d9-4714-a333-75ff8250b7b3 HTTP/1.1" status: 200 len: 945 time: 0.0533960 Apr 21 12:36:26.838872 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-951423f5-2ac7-4445-8e18-15ae203a525e req-8fefd575-21d0-4671-8790-3977db3828e0 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356629 Apr 21 12:36:26.904158 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:26.936240 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df288cf-16d9-4714-a333-75ff8250b7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23635533-2ef3-4130-b26f-462673ff7f0e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:36:26.938994 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f99d165-195b-4f1d-89df-3bed83fbfd9e" -d '{"events": [{"server_uuid": "7df288cf-16d9-4714-a333-75ff8250b7b3", "name": "network-vif-plugged", "status": "completed", "tag": "23635533-2ef3-4130-b26f-462673ff7f0e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:36:26.956108 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 23635533-2ef3-4130-b26f-462673ff7f0e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=23635533-2ef3-4130-b26f-462673ff7f0e,segment=NetworkSegment(9a2658ad-93c7-49bb-ae54-fb57fa937c4e),segment_id=9a2658ad-93c7-49bb-ae54-fb57fa937c4e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:36:26.994908 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b9a7ba-aa76-43d4-b122-b4794b958dd0 x-openstack-request-id: req-24b9a7ba-aa76-43d4-b122-b4794b958dd0 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:36:26.995221 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df288cf-16d9-4714-a333-75ff8250b7b3", "name": "network-vif-plugged", "status": "completed", "tag": "23635533-2ef3-4130-b26f-462673ff7f0e", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:36:26.995449 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-24b9a7ba-aa76-43d4-b122-b4794b958dd0 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:36:26.995862 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24b9a7ba-aa76-43d4-b122-b4794b958dd0'] response: {'server_uuid': '7df288cf-16d9-4714-a333-75ff8250b7b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23635533-2ef3-4130-b26f-462673ff7f0e', 'code': 200} Apr 21 12:36:27.105141 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:27.131967 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7962a-d406-4b7b-b8e4-b119797fdb32 req-617acf52-8aa1-48b9-873b-bf3f83cbe4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:27.133826 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a5f7962a-d406-4b7b-b8e4-b119797fdb32 req-617acf52-8aa1-48b9-873b-bf3f83cbe4fd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7df288cf-16d9-4714-a333-75ff8250b7b3 HTTP/1.1" status: 200 len: 1096 time: 0.0795910 Apr 21 12:36:27.156571 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef9c74-8743-4cf9-af77-5ca5f5ae1f2d req-dfb03dfa-d622-4526-ad49-1c536e1fc6e5 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:27.158251 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38ef9c74-8743-4cf9-af77-5ca5f5ae1f2d req-dfb03dfa-d622-4526-ad49-1c536e1fc6e5 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8358c31-1730-4521-aadd-70e26b883a02 HTTP/1.1" status: 200 len: 949 time: 0.0725176 Apr 21 12:36:27.171594 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=23635533-2ef3-4130-b26f-462673ff7f0e,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:27.179507 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:27.179851 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:27.180566 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:27.181162 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:27.181660 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:27.181943 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:27.182269 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:27.182593 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:27.182915 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:27.183899 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:27.184237 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:27.184726 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:27.212811 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a5f7962a-d406-4b7b-b8e4-b119797fdb32 req-7a1dbe84-3520-44ec-83ca-a3630e9655c1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709906 Apr 21 12:36:27.218481 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38ef9c74-8743-4cf9-af77-5ca5f5ae1f2d req-0a1e8b2d-ebea-4f47-bdb1-b1be16ace862 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d4da9c1-68df-4be3-a961-4a79bb2d4de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498297 Apr 21 12:36:27.456767 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67a230-0574-4335-b421-214e7cf7f5fc req-8ff2fd53-41db-4282-a85a-2eab3c5ab068 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:27.458704 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b67a230-0574-4335-b421-214e7cf7f5fc req-8ff2fd53-41db-4282-a85a-2eab3c5ab068 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 945 time: 0.0522649 Apr 21 12:36:27.509683 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b67a230-0574-4335-b421-214e7cf7f5fc req-145c5ef7-09f8-4514-9ad9-4afd014d0c1a tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422578 Apr 21 12:36:27.977268 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f40c1-cee6-4359-aa67-59a47b8bfc42 req-5e0b36be-40c4-4e7a-aad7-929582971806 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:27.979044 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ca0f40c1-cee6-4359-aa67-59a47b8bfc42 req-5e0b36be-40c4-4e7a-aad7-929582971806 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df288cf-16d9-4714-a333-75ff8250b7b3 HTTP/1.1" status: 200 len: 946 time: 0.0568471 Apr 21 12:36:28.025735 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ca0f40c1-cee6-4359-aa67-59a47b8bfc42 req-5fbdc9c1-36b3-4cfc-b76d-e5b8d1b875b1 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386732 Apr 21 12:36:28.346380 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371f5d2-e9fc-45d7-9985-3432ea35b80f req-8a774d2c-a1a2-4ff2-843c-7a23519a0862 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:28.356943 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8371f5d2-e9fc-45d7-9985-3432ea35b80f req-8a774d2c-a1a2-4ff2-843c-7a23519a0862 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8358c31-1730-4521-aadd-70e26b883a02 HTTP/1.1" status: 200 len: 949 time: 0.0537844 Apr 21 12:36:28.387793 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8371f5d2-e9fc-45d7-9985-3432ea35b80f req-d2d2bc35-5970-4178-9e35-c6ec7ab4a4d8 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d4da9c1-68df-4be3-a961-4a79bb2d4de7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329995 Apr 21 12:36:28.669792 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d43117-b1cd-4388-b853-e02afe8bb408 req-70e1c9ff-68ef-4ba9-a6fa-0d516ad6de63 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:28.671165 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-86d43117-b1cd-4388-b853-e02afe8bb408 req-70e1c9ff-68ef-4ba9-a6fa-0d516ad6de63 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 945 time: 0.0864687 Apr 21 12:36:28.693783 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76f8d3-9901-4f34-aa7c-6359dba4ed16 req-134ef6fd-4bce-4cb5-aa7f-16b54efed16a tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:28.695496 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb76f8d3-9901-4f34-aa7c-6359dba4ed16 req-134ef6fd-4bce-4cb5-aa7f-16b54efed16a tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8358c31-1730-4521-aadd-70e26b883a02 HTTP/1.1" status: 200 len: 949 time: 0.0765305 Apr 21 12:36:28.758333 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-86d43117-b1cd-4388-b853-e02afe8bb408 req-9e2e7729-bf64-4855-b345-917bbde2ab93 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794709 Apr 21 12:36:28.821121 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-fb76f8d3-9901-4f34-aa7c-6359dba4ed16 req-0f7b7adc-17e8-40e8-83d9-567b0c470cc7 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Deleting port 718022e0-fe9a-4ec8-be71-86870566b71b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:36:28.821472 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fb76f8d3-9901-4f34-aa7c-6359dba4ed16 req-0f7b7adc-17e8-40e8-83d9-567b0c470cc7 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:29.009862 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-fb76f8d3-9901-4f34-aa7c-6359dba4ed16 req-0f7b7adc-17e8-40e8-83d9-567b0c470cc7 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] For port 718022e0-fe9a-4ec8-be71-86870566b71b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=718022e0-fe9a-4ec8-be71-86870566b71b,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:36:29.010842 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fb76f8d3-9901-4f34-aa7c-6359dba4ed16 req-0f7b7adc-17e8-40e8-83d9-567b0c470cc7 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:29.027777 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-fb76f8d3-9901-4f34-aa7c-6359dba4ed16 req-0f7b7adc-17e8-40e8-83d9-567b0c470cc7 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Calling delete_port for 718022e0-fe9a-4ec8-be71-86870566b71b owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:36:29.211306 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d66010b-a546-4e1c-859b-740656777e1a req-bee60db9-46f8-4d30-ac8a-b199bf3498a2 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:29.212833 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d66010b-a546-4e1c-859b-740656777e1a req-bee60db9-46f8-4d30-ac8a-b199bf3498a2 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df288cf-16d9-4714-a333-75ff8250b7b3 HTTP/1.1" status: 200 len: 946 time: 0.0781791 Apr 21 12:36:29.287927 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d66010b-a546-4e1c-859b-740656777e1a req-896c7fd1-18c0-4491-87c6-1df4a421cc90 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675390 Apr 21 12:36:29.460911 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fb76f8d3-9901-4f34-aa7c-6359dba4ed16 req-0f7b7adc-17e8-40e8-83d9-567b0c470cc7 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:29.473041 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['718022e0-fe9a-4ec8-be71-86870566b71b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:36:29.491544 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7b7adc-17e8-40e8-83d9-567b0c470cc7 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Pushing event deleted for resources: {'Port': ['ID=718022e0-fe9a-4ec8-be71-86870566b71b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:29.541416 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb76f8d3-9901-4f34-aa7c-6359dba4ed16 req-0f7b7adc-17e8-40e8-83d9-567b0c470cc7 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] No DVR routers for this DVR port 718022e0-fe9a-4ec8-be71-86870566b71b on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:36:29.544752 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fb76f8d3-9901-4f34-aa7c-6359dba4ed16 req-0f7b7adc-17e8-40e8-83d9-567b0c470cc7 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:29.548488 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb76f8d3-9901-4f34-aa7c-6359dba4ed16 req-0f7b7adc-17e8-40e8-83d9-567b0c470cc7 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.26 "DELETE /v2.0/ports/718022e0-fe9a-4ec8-be71-86870566b71b HTTP/1.1" status: 204 len: 173 time: 0.8434911 Apr 21 12:36:29.549026 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8358c31-1730-4521-aadd-70e26b883a02', 'name': 'network-vif-deleted', 'tag': '718022e0-fe9a-4ec8-be71-86870566b71b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:36:29.551690 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ff64c5-f35c-4c25-b16e-3ceedf27c4cb" -d '{"events": [{"server_uuid": "e8358c31-1730-4521-aadd-70e26b883a02", "name": "network-vif-deleted", "tag": "718022e0-fe9a-4ec8-be71-86870566b71b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:36:29.687505 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ad609e0-1189-4ecc-95c3-3e39f0233088 req-f4915c93-0f06-4c4f-98cf-503412c3521b tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8358c31-1730-4521-aadd-70e26b883a02 HTTP/1.1" status: 200 len: 210 time: 0.0396416 Apr 21 12:36:29.757073 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21beace-fd3f-4919-b36b-21da4bbb9386 x-openstack-request-id: req-f21beace-fd3f-4919-b36b-21da4bbb9386 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:36:29.757466 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8358c31-1730-4521-aadd-70e26b883a02", "name": "network-vif-deleted", "tag": "718022e0-fe9a-4ec8-be71-86870566b71b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:36:29.757806 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f21beace-fd3f-4919-b36b-21da4bbb9386 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:36:29.758269 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f21beace-fd3f-4919-b36b-21da4bbb9386'] response: {'server_uuid': 'e8358c31-1730-4521-aadd-70e26b883a02', 'name': 'network-vif-deleted', 'tag': '718022e0-fe9a-4ec8-be71-86870566b71b', 'status': 'completed', 'code': 200} Apr 21 12:36:29.767334 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36100) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:29.869920 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d1f4d-deab-4202-b96b-e3f267ade596 req-df5f3af3-b854-488a-97b9-aacd1e074198 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:29.878307 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-204d1f4d-deab-4202-b96b-e3f267ade596 req-df5f3af3-b854-488a-97b9-aacd1e074198 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 946 time: 0.0614195 Apr 21 12:36:29.950901 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-204d1f4d-deab-4202-b96b-e3f267ade596 req-1b01514f-fd81-4896-af48-b8408e0b777e tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546973 Apr 21 12:36:29.950901 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05a2d852-0a0e-4c0e-ac46-4c4efb183809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:30.067268 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a2f63-4a4d-414c-9b11-4983bc6a26bb req-1e77a2a0-aecd-4c12-8b31-9052ac45fe32 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:30.069443 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c1a2f63-4a4d-414c-9b11-4983bc6a26bb req-1e77a2a0-aecd-4c12-8b31-9052ac45fe32 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 945 time: 0.1086736 Apr 21 12:36:30.093332 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242964d-3d16-4939-95a9-3a145c1e1072 req-47f6f569-4d38-4e0a-9061-4d615b81282e tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:30.101116 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9242964d-3d16-4939-95a9-3a145c1e1072 req-47f6f569-4d38-4e0a-9061-4d615b81282e tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df288cf-16d9-4714-a333-75ff8250b7b3 HTTP/1.1" status: 200 len: 946 time: 0.1007152 Apr 21 12:36:30.180170 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05a2d852-0a0e-4c0e-ac46-4c4efb183809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:30.186187 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9242964d-3d16-4939-95a9-3a145c1e1072 req-9623e7f5-8ddb-4335-a726-6de7b9d4b00b tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843728 Apr 21 12:36:30.189811 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c1a2f63-4a4d-414c-9b11-4983bc6a26bb req-70969ba5-487c-4489-9417-4b4daef5889d tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047812 Apr 21 12:36:30.397930 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05a2d852-0a0e-4c0e-ac46-4c4efb183809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:30.439559 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2d852-0a0e-4c0e-ac46-4c4efb183809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cff2c29-1139-46c6-81a5-7ffdbeeb978e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:30.446674 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-05a2d852-0a0e-4c0e-ac46-4c4efb183809 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=53fced520c1c4696bea545edac3992f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6755028 Apr 21 12:36:30.447170 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36114) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:30.515444 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7705eccf-396a-419c-8c54-66eb4d86f7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:30.555501 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7705eccf-396a-419c-8c54-66eb4d86f7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:30.595449 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5397522-3917-4315-8aac-6a56bce63a63 req-83847e61-c315-4ba6-9c7d-39a5dd474977 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:30.601421 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5397522-3917-4315-8aac-6a56bce63a63 req-83847e61-c315-4ba6-9c7d-39a5dd474977 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:30.608040 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5397522-3917-4315-8aac-6a56bce63a63 req-83847e61-c315-4ba6-9c7d-39a5dd474977 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:30.613860 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5397522-3917-4315-8aac-6a56bce63a63 req-83847e61-c315-4ba6-9c7d-39a5dd474977 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:30.619653 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5397522-3917-4315-8aac-6a56bce63a63 req-83847e61-c315-4ba6-9c7d-39a5dd474977 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:30.625563 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5397522-3917-4315-8aac-6a56bce63a63 req-83847e61-c315-4ba6-9c7d-39a5dd474977 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:30.631303 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5397522-3917-4315-8aac-6a56bce63a63 req-83847e61-c315-4ba6-9c7d-39a5dd474977 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:30.633246 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a5397522-3917-4315-8aac-6a56bce63a63 req-83847e61-c315-4ba6-9c7d-39a5dd474977 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5434 time: 0.1316347 Apr 21 12:36:30.681403 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a5397522-3917-4315-8aac-6a56bce63a63 req-5c208fd9-93d9-470a-92c4-398faa2717b9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394487 Apr 21 12:36:30.787982 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7705eccf-396a-419c-8c54-66eb4d86f7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:30.790446 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7705eccf-396a-419c-8c54-66eb4d86f7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:30.791545 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7705eccf-396a-419c-8c54-66eb4d86f7e0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3cff2c29-1139-46c6-81a5-7ffdbeeb978e HTTP/1.1" status: 204 len: 168 time: 0.3435042 Apr 21 12:36:30.844767 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae943283-5601-4d49-bb4a-42522cf665dd req-1b6c7477-a0a9-43cf-92eb-d6c041a601a8 tempest-ServerDiagnosticsNegativeTest-2007950167 tempest-ServerDiagnosticsNegativeTest-2007950167-project] 10.222.0.36 "GET /v2.0/ports?device_id=e8358c31-1730-4521-aadd-70e26b883a02 HTTP/1.1" status: 200 len: 210 time: 0.0599995 Apr 21 12:36:30.849804 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705eccf-396a-419c-8c54-66eb4d86f7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cff2c29-1139-46c6-81a5-7ffdbeeb978e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:30.897941 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be23d5-a971-4bb3-a19c-b6fb78538b39 req-e2788d09-31a2-4093-80eb-c4634e2a6d75 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:30.903991 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be23d5-a971-4bb3-a19c-b6fb78538b39 req-e2788d09-31a2-4093-80eb-c4634e2a6d75 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:30.909786 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be23d5-a971-4bb3-a19c-b6fb78538b39 req-e2788d09-31a2-4093-80eb-c4634e2a6d75 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:30.915588 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be23d5-a971-4bb3-a19c-b6fb78538b39 req-e2788d09-31a2-4093-80eb-c4634e2a6d75 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:30.921496 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be23d5-a971-4bb3-a19c-b6fb78538b39 req-e2788d09-31a2-4093-80eb-c4634e2a6d75 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:30.927352 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be23d5-a971-4bb3-a19c-b6fb78538b39 req-e2788d09-31a2-4093-80eb-c4634e2a6d75 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:30.933234 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be23d5-a971-4bb3-a19c-b6fb78538b39 req-e2788d09-31a2-4093-80eb-c4634e2a6d75 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:30.935970 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9be23d5-a971-4bb3-a19c-b6fb78538b39 req-e2788d09-31a2-4093-80eb-c4634e2a6d75 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5434 time: 0.1640925 Apr 21 12:36:31.052901 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671afb8-8a18-4b53-9a0d-ccc03f19a082 req-4a942cde-03ac-4809-a524-433620dfe763 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:31.054435 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d671afb8-8a18-4b53-9a0d-ccc03f19a082 req-4a942cde-03ac-4809-a524-433620dfe763 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 946 time: 0.0509915 Apr 21 12:36:31.103295 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d671afb8-8a18-4b53-9a0d-ccc03f19a082 req-fd0c6fa2-cd8d-4d48-b75c-bc8a9504c67f tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415742 Apr 21 12:36:31.381855 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aef986-c659-433a-8f0b-103e1f2a780d req-d6aa1bf3-480f-4152-9e3c-ba11ea720e87 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:31.383496 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7aef986-c659-433a-8f0b-103e1f2a780d req-d6aa1bf3-480f-4152-9e3c-ba11ea720e87 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df288cf-16d9-4714-a333-75ff8250b7b3 HTTP/1.1" status: 200 len: 946 time: 0.1171343 Apr 21 12:36:31.393755 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296abed-2b77-47d2-8380-6adcd019245f req-2f2cf57c-5895-4f04-a64c-a80d267cb07b tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:31.395335 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a296abed-2b77-47d2-8380-6adcd019245f req-2f2cf57c-5895-4f04-a64c-a80d267cb07b tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 945 time: 0.1271973 Apr 21 12:36:31.416169 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c6b52-e7b9-4ca1-a266-34a07ee5b11b req-5a684396-2339-4754-85a2-f71878ef7e60 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:31.416169 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e15c6b52-e7b9-4ca1-a266-34a07ee5b11b req-5a684396-2339-4754-85a2-f71878ef7e60 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.24 "GET /v2.0/ports?device_id=7df288cf-16d9-4714-a333-75ff8250b7b3 HTTP/1.1" status: 200 len: 946 time: 0.0928254 Apr 21 12:36:31.535361 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7aef986-c659-433a-8f0b-103e1f2a780d req-e0f5098a-71a3-45fc-b104-985a700c8963 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups?id=6c779db4-6d71-4284-949c-27a8d11957e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386018 Apr 21 12:36:31.543541 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a296abed-2b77-47d2-8380-6adcd019245f req-da68c046-f051-4baa-8a35-28e4f3245935 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273491 Apr 21 12:36:31.574023 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-e15c6b52-e7b9-4ca1-a266-34a07ee5b11b req-4f6eacae-321c-42a0-a1fd-f71aa9d5ca13 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Deleting port 23635533-2ef3-4130-b26f-462673ff7f0e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:36:31.574371 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e15c6b52-e7b9-4ca1-a266-34a07ee5b11b req-4f6eacae-321c-42a0-a1fd-f71aa9d5ca13 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:31.672768 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e15c6b52-e7b9-4ca1-a266-34a07ee5b11b req-4f6eacae-321c-42a0-a1fd-f71aa9d5ca13 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] For port 23635533-2ef3-4130-b26f-462673ff7f0e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=23635533-2ef3-4130-b26f-462673ff7f0e,segment=NetworkSegment(9a2658ad-93c7-49bb-ae54-fb57fa937c4e),segment_id=9a2658ad-93c7-49bb-ae54-fb57fa937c4e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:36:31.673145 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e15c6b52-e7b9-4ca1-a266-34a07ee5b11b req-4f6eacae-321c-42a0-a1fd-f71aa9d5ca13 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:31.690593 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-e15c6b52-e7b9-4ca1-a266-34a07ee5b11b req-4f6eacae-321c-42a0-a1fd-f71aa9d5ca13 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Calling delete_port for 23635533-2ef3-4130-b26f-462673ff7f0e owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:36:31.933927 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e15c6b52-e7b9-4ca1-a266-34a07ee5b11b req-4f6eacae-321c-42a0-a1fd-f71aa9d5ca13 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:31.948767 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['23635533-2ef3-4130-b26f-462673ff7f0e'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:36:31.969685 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6eacae-321c-42a0-a1fd-f71aa9d5ca13 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Pushing event deleted for resources: {'Port': ['ID=23635533-2ef3-4130-b26f-462673ff7f0e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:32.009336 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15c6b52-e7b9-4ca1-a266-34a07ee5b11b req-4f6eacae-321c-42a0-a1fd-f71aa9d5ca13 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] No DVR routers for this DVR port 23635533-2ef3-4130-b26f-462673ff7f0e on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:36:32.013780 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e15c6b52-e7b9-4ca1-a266-34a07ee5b11b req-4f6eacae-321c-42a0-a1fd-f71aa9d5ca13 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:32.017571 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e15c6b52-e7b9-4ca1-a266-34a07ee5b11b req-4f6eacae-321c-42a0-a1fd-f71aa9d5ca13 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.24 "DELETE /v2.0/ports/23635533-2ef3-4130-b26f-462673ff7f0e HTTP/1.1" status: 204 len: 173 time: 0.5879812 Apr 21 12:36:32.018065 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df288cf-16d9-4714-a333-75ff8250b7b3', 'name': 'network-vif-deleted', 'tag': '23635533-2ef3-4130-b26f-462673ff7f0e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:36:32.020822 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72937619-b39c-4836-8358-d8ef876e6323" -d '{"events": [{"server_uuid": "7df288cf-16d9-4714-a333-75ff8250b7b3", "name": "network-vif-deleted", "tag": "23635533-2ef3-4130-b26f-462673ff7f0e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:36:32.075884 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f566c1a5-e68b-424c-a224-2179c076415b x-openstack-request-id: req-f566c1a5-e68b-424c-a224-2179c076415b {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:36:32.076216 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df288cf-16d9-4714-a333-75ff8250b7b3", "name": "network-vif-deleted", "tag": "23635533-2ef3-4130-b26f-462673ff7f0e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:36:32.076471 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f566c1a5-e68b-424c-a224-2179c076415b {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:36:32.076912 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f566c1a5-e68b-424c-a224-2179c076415b'] response: {'server_uuid': '7df288cf-16d9-4714-a333-75ff8250b7b3', 'name': 'network-vif-deleted', 'tag': '23635533-2ef3-4130-b26f-462673ff7f0e', 'status': 'completed', 'code': 200} Apr 21 12:36:32.266464 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38c9a9-474e-4d31-9cda-24e64c75aa81 req-70a7817a-2185-4956-9faa-50a34c4e2222 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:32.268903 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da38c9a9-474e-4d31-9cda-24e64c75aa81 req-70a7817a-2185-4956-9faa-50a34c4e2222 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 946 time: 0.0774126 Apr 21 12:36:32.315257 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da38c9a9-474e-4d31-9cda-24e64c75aa81 req-5b83343f-08de-4c14-bd00-0d34783d85be tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389812 Apr 21 12:36:32.611804 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36174) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:32.674431 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dc71b385-5299-4cae-a195-8578778dc4fa req-d34da779-aaed-41be-89f3-c8ec0e74a39c tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/ports?device_id=7df288cf-16d9-4714-a333-75ff8250b7b3 HTTP/1.1" status: 200 len: 210 time: 0.0351858 Apr 21 12:36:32.722692 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9035d8-4c3e-4ae4-9ee1-3f3c6f5e797d req-14f17be1-1386-4a28-b157-d6ffdd14d00d tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:32.731916 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f9035d8-4c3e-4ae4-9ee1-3f3c6f5e797d req-14f17be1-1386-4a28-b157-d6ffdd14d00d tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 945 time: 0.0825157 Apr 21 12:36:32.797839 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f9035d8-4c3e-4ae4-9ee1-3f3c6f5e797d req-5ad2d22a-f5b3-42af-bc1b-34fb49794465 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609312 Apr 21 12:36:32.835688 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-76bf0837-489d-4bb2-8318-824580b1c487 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ecd5ab7761514806ae578b1e32c523b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2225132 Apr 21 12:36:32.837937 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36186) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:32.897499 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f29d66ff-6bf9-4e98-8b8f-b9ef29829369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:32.921044 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f29d66ff-6bf9-4e98-8b8f-b9ef29829369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:33.161365 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f29d66ff-6bf9-4e98-8b8f-b9ef29829369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:33.161365 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f29d66ff-6bf9-4e98-8b8f-b9ef29829369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:33.161365 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f29d66ff-6bf9-4e98-8b8f-b9ef29829369 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5d4da9c1-68df-4be3-a961-4a79bb2d4de7 HTTP/1.1" status: 204 len: 168 time: 0.3176360 Apr 21 12:36:33.166451 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d66ff-6bf9-4e98-8b8f-b9ef29829369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4da9c1-68df-4be3-a961-4a79bb2d4de7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:33.449338 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da766b82-43c3-4334-b1ce-44e5892396f5 req-31dd14d1-956b-40e9-bdb4-d9cff76a662a tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:33.452999 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da766b82-43c3-4334-b1ce-44e5892396f5 req-31dd14d1-956b-40e9-bdb4-d9cff76a662a tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 946 time: 0.0525024 Apr 21 12:36:33.490994 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da766b82-43c3-4334-b1ce-44e5892396f5 req-a35ed549-9941-4816-af9c-0fda21bdd514 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333481 Apr 21 12:36:33.536653 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36216) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:33.701791 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554794a6-7f29-4102-98fb-f8677e53485a req-54f58766-67eb-447e-b7c1-ac0fb30ab753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:33.702275 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554794a6-7f29-4102-98fb-f8677e53485a req-54f58766-67eb-447e-b7c1-ac0fb30ab753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:33.702746 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554794a6-7f29-4102-98fb-f8677e53485a req-54f58766-67eb-447e-b7c1-ac0fb30ab753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:33.703211 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554794a6-7f29-4102-98fb-f8677e53485a req-54f58766-67eb-447e-b7c1-ac0fb30ab753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:33.705131 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554794a6-7f29-4102-98fb-f8677e53485a req-54f58766-67eb-447e-b7c1-ac0fb30ab753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:33.705131 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554794a6-7f29-4102-98fb-f8677e53485a req-54f58766-67eb-447e-b7c1-ac0fb30ab753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:33.705131 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554794a6-7f29-4102-98fb-f8677e53485a req-54f58766-67eb-447e-b7c1-ac0fb30ab753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:33.706773 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-554794a6-7f29-4102-98fb-f8677e53485a req-54f58766-67eb-447e-b7c1-ac0fb30ab753 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 6491 time: 0.1690989 Apr 21 12:36:33.707581 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 718022e0-fe9a-4ec8-be71-86870566b71b no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:36:33.736984 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 718022e0-fe9a-4ec8-be71-86870566b71b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:36:33.736984 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 718022e0-fe9a-4ec8-be71-86870566b71b not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:36:33.762159 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-554794a6-7f29-4102-98fb-f8677e53485a req-4b54f80e-d556-40b8-af3f-24e0dc2069fc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e64b4e83-099e-4c9c-9bac-7455cf8df492&id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0483863 Apr 21 12:36:33.919678 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02b778-0861-4f49-8cd5-22d73645228c req-17fc788f-4454-4be5-88bd-348db8435b1c tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:33.921988 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4c02b778-0861-4f49-8cd5-22d73645228c req-17fc788f-4454-4be5-88bd-348db8435b1c tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 945 time: 0.0511825 Apr 21 12:36:33.961278 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4c02b778-0861-4f49-8cd5-22d73645228c req-7211cf49-0e36-4015-8479-d028206b7c02 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332179 Apr 21 12:36:34.006346 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36244) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:34.066718 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba6524dd-edd8-4c2f-925c-3568249f6a8d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:34.089744 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba6524dd-edd8-4c2f-925c-3568249f6a8d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:34.226417 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba6524dd-edd8-4c2f-925c-3568249f6a8d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:34.229028 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba6524dd-edd8-4c2f-925c-3568249f6a8d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:34.230460 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ba6524dd-edd8-4c2f-925c-3568249f6a8d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "DELETE /v2.0/security-groups/5c01e2c4-7d2a-4650-b2ae-c4df29907e07 HTTP/1.1" status: 204 len: 168 time: 0.2230721 Apr 21 12:36:34.233703 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36252) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:34.242986 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6524dd-edd8-4c2f-925c-3568249f6a8d tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c01e2c4-7d2a-4650-b2ae-c4df29907e07,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:34.251694 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-27a10746-417b-4af5-8787-4dd91c277826 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] show failed (client error): The resource could not be found. Apr 21 12:36:34.256422 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-27a10746-417b-4af5-8787-4dd91c277826 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "GET /v2.0/security-groups/5c01e2c4-7d2a-4650-b2ae-c4df29907e07 HTTP/1.1" status: 404 len: 347 time: 0.0212958 Apr 21 12:36:34.264046 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36254) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:34.267827 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36256) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:34.316904 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85df7b08-2707-44cc-a7fb-302e21b153ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:34.446728 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-2a40df45-b529-47e5-9eeb-53d9022c4fa4 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Deleting port 24040bf2-069a-4599-a0e5-77e25eb43175 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:36:34.447321 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2a40df45-b529-47e5-9eeb-53d9022c4fa4 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:34.512697 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85df7b08-2707-44cc-a7fb-302e21b153ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:34.548881 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2a40df45-b529-47e5-9eeb-53d9022c4fa4 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:34.549050 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2a40df45-b529-47e5-9eeb-53d9022c4fa4 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:34.561116 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-2a40df45-b529-47e5-9eeb-53d9022c4fa4 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Calling delete_port for 24040bf2-069a-4599-a0e5-77e25eb43175 owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:36:34.578298 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 23635533-2ef3-4130-b26f-462673ff7f0e no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:36:34.605505 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 23635533-2ef3-4130-b26f-462673ff7f0e {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:36:34.606225 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 23635533-2ef3-4130-b26f-462673ff7f0e not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:36:34.621801 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2140c15-6f18-4657-8fd4-1c046243fe2b req-be608acf-e600-4a5c-9b2e-81007b97edb7 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:34.623614 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c2140c15-6f18-4657-8fd4-1c046243fe2b req-be608acf-e600-4a5c-9b2e-81007b97edb7 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 946 time: 0.0576248 Apr 21 12:36:34.624130 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85df7b08-2707-44cc-a7fb-302e21b153ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:34.662236 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c2140c15-6f18-4657-8fd4-1c046243fe2b req-14fc3643-18de-43da-8e34-3344419e0f92 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326807 Apr 21 12:36:34.957848 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-85df7b08-2707-44cc-a7fb-302e21b153ea admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a21f2727ea6247c79f507df8b12fb43b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6887846 Apr 21 12:36:34.960491 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36268) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:34.968011 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df7b08-2707-44cc-a7fb-302e21b153ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46912526-99cf-4e79-8420-5dc441b0685e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:34.977670 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df7b08-2707-44cc-a7fb-302e21b153ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:34.978011 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df7b08-2707-44cc-a7fb-302e21b153ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:34.978339 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df7b08-2707-44cc-a7fb-302e21b153ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:34.978663 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df7b08-2707-44cc-a7fb-302e21b153ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:34.978980 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df7b08-2707-44cc-a7fb-302e21b153ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:34.979826 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df7b08-2707-44cc-a7fb-302e21b153ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:34.980150 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df7b08-2707-44cc-a7fb-302e21b153ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:34.980634 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df7b08-2707-44cc-a7fb-302e21b153ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:34.980950 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df7b08-2707-44cc-a7fb-302e21b153ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:34.981288 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df7b08-2707-44cc-a7fb-302e21b153ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:34.981626 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df7b08-2707-44cc-a7fb-302e21b153ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:34.981940 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85df7b08-2707-44cc-a7fb-302e21b153ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:35.015830 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-132d8e8a-296f-476e-83b4-162fc9a7d610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:35.037661 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-132d8e8a-296f-476e-83b4-162fc9a7d610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:35.111627 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bd854-5691-4546-adc7-7e9b08dc63f8 req-0a488836-49bd-422d-9dd9-98df4a7911da tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:35.113609 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-196bd854-5691-4546-adc7-7e9b08dc63f8 req-0a488836-49bd-422d-9dd9-98df4a7911da tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 945 time: 0.0739059 Apr 21 12:36:35.154879 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-196bd854-5691-4546-adc7-7e9b08dc63f8 req-f564c540-252d-4b0b-a4a3-03307a06b4b6 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341113 Apr 21 12:36:35.308277 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-132d8e8a-296f-476e-83b4-162fc9a7d610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:35.312590 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-132d8e8a-296f-476e-83b4-162fc9a7d610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:35.312590 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-132d8e8a-296f-476e-83b4-162fc9a7d610 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/46912526-99cf-4e79-8420-5dc441b0685e HTTP/1.1" status: 204 len: 168 time: 0.3509631 Apr 21 12:36:35.320620 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d8e8a-296f-476e-83b4-162fc9a7d610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46912526-99cf-4e79-8420-5dc441b0685e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:35.359924 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2a40df45-b529-47e5-9eeb-53d9022c4fa4 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:35.391891 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40df45-b529-47e5-9eeb-53d9022c4fa4 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Pushing event deleted for resources: {'Port': ['ID=24040bf2-069a-4599-a0e5-77e25eb43175,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:35.467036 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2a40df45-b529-47e5-9eeb-53d9022c4fa4 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks [] for floatingip, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:35.469611 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2a40df45-b529-47e5-9eeb-53d9022c4fa4 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:35.470767 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2a40df45-b529-47e5-9eeb-53d9022c4fa4 tempest-ImagesOneServerNegativeTestJSON-1503840900 tempest-ImagesOneServerNegativeTestJSON-1503840900-project] 10.222.0.36 "DELETE /v2.0/floatingips/7ec0b3b4-3c13-4d87-9844-460808b37107 HTTP/1.1" status: 204 len: 168 time: 1.2120633 Apr 21 12:36:35.573988 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36290) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:35.618780 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfe00892-f57a-4e4a-b06c-36c82e3d3f7e admin admin] Deleting subnet 83a4a302-5ff1-47b1-99f8-fcd9956ce731 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:36:35.621868 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cfe00892-f57a-4e4a-b06c-36c82e3d3f7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:35.660473 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cfe00892-f57a-4e4a-b06c-36c82e3d3f7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:35.701784 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cfe00892-f57a-4e4a-b06c-36c82e3d3f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:35.792923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db0f21-08ee-48a6-9420-01da07b43345 req-af0606b5-241e-485a-851c-23de4a568e81 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:35.795371 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c7db0f21-08ee-48a6-9420-01da07b43345 req-af0606b5-241e-485a-851c-23de4a568e81 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 946 time: 0.0558956 Apr 21 12:36:35.837041 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c7db0f21-08ee-48a6-9420-01da07b43345 req-039e3bc3-e54b-4075-b284-f3b3397192dc tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352068 Apr 21 12:36:35.912521 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cfe00892-f57a-4e4a-b06c-36c82e3d3f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:35.938704 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe00892-f57a-4e4a-b06c-36c82e3d3f7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83a4a302-5ff1-47b1-99f8-fcd9956ce731,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:35.944831 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cfe00892-f57a-4e4a-b06c-36c82e3d3f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:35.948666 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cfe00892-f57a-4e4a-b06c-36c82e3d3f7e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/83a4a302-5ff1-47b1-99f8-fcd9956ce731 HTTP/1.1" status: 204 len: 168 time: 0.3736513 Apr 21 12:36:35.951185 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36304) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:36.018961 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbaa709f-06a0-4563-98b4-903da44002a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:36.098595 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbaa709f-06a0-4563-98b4-903da44002a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:36.118278 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-fbaa709f-06a0-4563-98b4-903da44002a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81f9440c-a578-4cd1-8ad5-52674a74da16']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:36:36.127235 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-fbaa709f-06a0-4563-98b4-903da44002a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2658ad-93c7-49bb-ae54-fb57fa937c4e') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:36:36.127525 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-fbaa709f-06a0-4563-98b4-903da44002a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2658ad-93c7-49bb-ae54-fb57fa937c4e') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:36:36.139252 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbaa709f-06a0-4563-98b4-903da44002a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:36.157391 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbaa709f-06a0-4563-98b4-903da44002a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:36.163600 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbaa709f-06a0-4563-98b4-903da44002a7 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:36:36.164012 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbaa709f-06a0-4563-98b4-903da44002a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:36:36.165703 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:36:36.306086 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea3531-2ef7-4182-ac73-6c3be1c37751 req-f1b8c6b9-3d89-4899-b2e1-f4481be65a55 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:36.307659 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20ea3531-2ef7-4182-ac73-6c3be1c37751 req-f1b8c6b9-3d89-4899-b2e1-f4481be65a55 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 945 time: 0.0513051 Apr 21 12:36:36.349855 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20ea3531-2ef7-4182-ac73-6c3be1c37751 req-3597ae63-1e62-4f2c-a508-b1e662e7db3d tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358977 Apr 21 12:36:36.421980 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbaa709f-06a0-4563-98b4-903da44002a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:36.427704 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbaa709f-06a0-4563-98b4-903da44002a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:36.430905 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fbaa709f-06a0-4563-98b4-903da44002a7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/81f9440c-a578-4cd1-8ad5-52674a74da16 HTTP/1.1" status: 204 len: 168 time: 0.4786859 Apr 21 12:36:36.442073 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa709f-06a0-4563-98b4-903da44002a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=81f9440c-a578-4cd1-8ad5-52674a74da16,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:36.960250 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41c0a2-4f0c-4599-9522-25a10905b6b6 req-217263e5-2c64-4dd7-a7b4-2c6bbde8529e tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:36.961878 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b41c0a2-4f0c-4599-9522-25a10905b6b6 req-217263e5-2c64-4dd7-a7b4-2c6bbde8529e tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 946 time: 0.0500069 Apr 21 12:36:37.005605 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b41c0a2-4f0c-4599-9522-25a10905b6b6 req-5508f11b-f635-497a-adb9-266a8a9fcf74 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324216 Apr 21 12:36:37.020794 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36322) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:37.068592 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2372bd3d-e7f2-44a6-8e36-1da2493bb0a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f8fe759a5e054ec095d0c85a744880b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460200 Apr 21 12:36:37.072166 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36324) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:37.122527 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a564066b-57d1-4dd2-888f-c6c47ebd3564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:37.156358 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a564066b-57d1-4dd2-888f-c6c47ebd3564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:37.242468 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36330) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:37.331094 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a564066b-57d1-4dd2-888f-c6c47ebd3564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:37.333709 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a564066b-57d1-4dd2-888f-c6c47ebd3564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:37.337282 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a564066b-57d1-4dd2-888f-c6c47ebd3564 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6c779db4-6d71-4284-949c-27a8d11957e4 HTTP/1.1" status: 204 len: 168 time: 0.2616637 Apr 21 12:36:37.343831 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564066b-57d1-4dd2-888f-c6c47ebd3564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c779db4-6d71-4284-949c-27a8d11957e4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:37.493431 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-218ebeb4-e456-4ce5-b082-34778c528766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:37.526384 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d80f9f-4610-4dc4-ac5b-5f19ffea0092 req-71c2c6e1-8f9a-461d-8a5a-2da3b0d1f48f tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:37.537743 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31d80f9f-4610-4dc4-ac5b-5f19ffea0092 req-71c2c6e1-8f9a-461d-8a5a-2da3b0d1f48f tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 945 time: 0.0856328 Apr 21 12:36:37.598359 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31d80f9f-4610-4dc4-ac5b-5f19ffea0092 req-e1abd3a3-5ae2-4203-af2a-710759736b57 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595624 Apr 21 12:36:37.614962 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-218ebeb4-e456-4ce5-b082-34778c528766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:37.707867 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-218ebeb4-e456-4ce5-b082-34778c528766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:37.744168 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ebeb4-e456-4ce5-b082-34778c528766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad38930-eaaf-44fc-b524-94e147a8b331,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:37.773398 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-218ebeb4-e456-4ce5-b082-34778c528766 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=afd0cfce2841429c88a04e0cf51d383f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5271547 Apr 21 12:36:37.774259 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36350) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:37.828897 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-29daabdf-2103-4d10-b92f-901c4eecb562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:37.852345 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-29daabdf-2103-4d10-b92f-901c4eecb562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:37.993519 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-29daabdf-2103-4d10-b92f-901c4eecb562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:37.996342 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-29daabdf-2103-4d10-b92f-901c4eecb562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:37.997724 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-29daabdf-2103-4d10-b92f-901c4eecb562 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4ad38930-eaaf-44fc-b524-94e147a8b331 HTTP/1.1" status: 204 len: 168 time: 0.2225435 Apr 21 12:36:38.005711 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29daabdf-2103-4d10-b92f-901c4eecb562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad38930-eaaf-44fc-b524-94e147a8b331,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:38.124604 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e6bb4-e5da-40a9-b99c-90088343a893 req-d0db188f-b4a6-4c20-b8cd-69af5b8d076b tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:38.126026 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dd5e6bb4-e5da-40a9-b99c-90088343a893 req-d0db188f-b4a6-4c20-b8cd-69af5b8d076b tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 946 time: 0.0492270 Apr 21 12:36:38.165801 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dd5e6bb4-e5da-40a9-b99c-90088343a893 req-0455be6b-03ea-4fa8-9453-34c3cb9f5127 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335407 Apr 21 12:36:38.716616 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd7e98-3414-4133-8f1d-1f943702bbd5 req-1b050edb-b68a-4992-be48-4bbc97f2c90f tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:38.718402 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ecd7e98-3414-4133-8f1d-1f943702bbd5 req-1b050edb-b68a-4992-be48-4bbc97f2c90f tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 945 time: 0.0581777 Apr 21 12:36:38.733242 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36392) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:38.751292 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2c3c03e-c6d4-47d7-931d-8e4f0bffd353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:38.776657 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ecd7e98-3414-4133-8f1d-1f943702bbd5 req-3ed21fec-ae4f-4ced-8407-b9514a282e14 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431859 Apr 21 12:36:38.849921 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2c3c03e-c6d4-47d7-931d-8e4f0bffd353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:38.970798 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2c3c03e-c6d4-47d7-931d-8e4f0bffd353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:39.023107 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f2c3c03e-c6d4-47d7-931d-8e4f0bffd353 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a6d14357eaba4c07a46a7605b9b3dcda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2885134 Apr 21 12:36:39.026045 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36404) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:39.035724 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3c03e-c6d4-47d7-931d-8e4f0bffd353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2728f31-d392-4702-871b-c8c911367c3f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:39.081540 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-008300bb-305c-4d8e-8b12-fe201605c272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:39.106017 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-008300bb-305c-4d8e-8b12-fe201605c272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:39.274525 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-008300bb-305c-4d8e-8b12-fe201605c272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:39.277119 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-008300bb-305c-4d8e-8b12-fe201605c272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:39.281087 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-008300bb-305c-4d8e-8b12-fe201605c272 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2728f31-d392-4702-871b-c8c911367c3f HTTP/1.1" status: 204 len: 168 time: 0.2537706 Apr 21 12:36:39.294262 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008300bb-305c-4d8e-8b12-fe201605c272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2728f31-d392-4702-871b-c8c911367c3f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:39.313174 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc364e47-26da-49db-a53c-ea858b57364f req-4f1d82c9-ca6b-4eeb-aa93-a91c1616c829 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:39.322665 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fc364e47-26da-49db-a53c-ea858b57364f req-4f1d82c9-ca6b-4eeb-aa93-a91c1616c829 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 946 time: 0.0838261 Apr 21 12:36:39.367648 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fc364e47-26da-49db-a53c-ea858b57364f req-801a6e74-8b83-4cad-bf84-7f102d3525c7 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446453 Apr 21 12:36:39.889283 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b39e0-2c85-480d-93dc-0fde5ad1c34f req-421132b1-243f-4346-972e-062719438ea4 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:39.897761 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d5b39e0-2c85-480d-93dc-0fde5ad1c34f req-421132b1-243f-4346-972e-062719438ea4 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 945 time: 0.0549796 Apr 21 12:36:39.939217 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d5b39e0-2c85-480d-93dc-0fde5ad1c34f req-e613ab76-9274-4d84-b56b-ad99c25bdefc tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368075 Apr 21 12:36:40.054794 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36460) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:40.164014 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39c6e215-385f-40ab-b8ed-4395e7054239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:40.300708 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39c6e215-385f-40ab-b8ed-4395e7054239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:40.323791 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-c85668ae-2a90-4093-8f0f-d2ad9b1193ee tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:40.326760 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-c85668ae-2a90-4093-8f0f-d2ad9b1193ee tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a&tenant_id=e16b811ea21846c89491aea47e9a7301&binding%3Ahost_id=n-h2-836147-2 HTTP/1.1" status: 200 len: 1096 time: 0.1147437 Apr 21 12:36:40.339927 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-8576deee-5d18-4fca-8d27-8d409daf12e3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836147-2'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:36:40.423254 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-8576deee-5d18-4fca-8d27-8d409daf12e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:40.444866 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39c6e215-385f-40ab-b8ed-4395e7054239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:40.502951 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-39c6e215-385f-40ab-b8ed-4395e7054239 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a7704d9844d34cabb57fc4f922512194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4445043 Apr 21 12:36:40.503923 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36488) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:40.514592 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6e215-385f-40ab-b8ed-4395e7054239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9de74bb-1492-40d7-840c-37ace2e83a84,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:40.562655 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70f6d289-bdc0-4898-95fd-b8465c0f93fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:40.585568 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70f6d289-bdc0-4898-95fd-b8465c0f93fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:40.738301 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70f6d289-bdc0-4898-95fd-b8465c0f93fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:40.743659 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70f6d289-bdc0-4898-95fd-b8465c0f93fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:40.745613 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-70f6d289-bdc0-4898-95fd-b8465c0f93fc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9de74bb-1492-40d7-840c-37ace2e83a84 HTTP/1.1" status: 204 len: 168 time: 0.2408617 Apr 21 12:36:40.756222 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6d289-bdc0-4898-95fd-b8465c0f93fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9de74bb-1492-40d7-840c-37ace2e83a84,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:40.825714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba092042-ab74-4b23-8516-65df03c37480 req-6859d00e-08a1-40e6-adfb-c732f9cc1667 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:40.827197 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba092042-ab74-4b23-8516-65df03c37480 req-6859d00e-08a1-40e6-adfb-c732f9cc1667 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 946 time: 0.3480124 Apr 21 12:36:40.894880 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba092042-ab74-4b23-8516-65df03c37480 req-3b73f753-d4b9-4392-a961-76ef77043f7d tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563202 Apr 21 12:36:40.897377 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-8576deee-5d18-4fca-8d27-8d409daf12e3 service neutron] For port 3adc36f8-205c-4591-8e10-cd27d3256d5e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=3adc36f8-205c-4591-8e10-cd27d3256d5e,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:36:40.939861 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-8576deee-5d18-4fca-8d27-8d409daf12e3 service neutron] For port 3adc36f8-205c-4591-8e10-cd27d3256d5e, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:36:40.979329 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d07c883-dd91-4b5f-9edc-25a50aa6c93a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3adc36f8-205c-4591-8e10-cd27d3256d5e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:36:40.982207 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae26ed31-db76-4fab-baf1-71de7af38efc" -d '{"events": [{"server_uuid": "6d07c883-dd91-4b5f-9edc-25a50aa6c93a", "name": "network-vif-unplugged", "status": "completed", "tag": "3adc36f8-205c-4591-8e10-cd27d3256d5e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:36:40.986122 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-8576deee-5d18-4fca-8d27-8d409daf12e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:41.083312 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d114f-ba8e-4cbd-a096-8a11fb827f5f req-ecc5f6e6-f527-4785-b326-059441d965e9 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:41.084773 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-678d114f-ba8e-4cbd-a096-8a11fb827f5f req-ecc5f6e6-f527-4785-b326-059441d965e9 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 945 time: 0.0536902 Apr 21 12:36:41.085899 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-8576deee-5d18-4fca-8d27-8d409daf12e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:41.179786 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-678d114f-ba8e-4cbd-a096-8a11fb827f5f req-767395e9-6903-4404-8cfe-2c58babbef97 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850410 Apr 21 12:36:41.180440 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576deee-5d18-4fca-8d27-8d409daf12e3 service neutron] Pushing event updated for resources: {'Port': ['ID=3adc36f8-205c-4591-8e10-cd27d3256d5e,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:41.220491 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-8576deee-5d18-4fca-8d27-8d409daf12e3 service neutron] Attempting to bind port 3adc36f8-205c-4591-8e10-cd27d3256d5e on host n-h2-836147-2 for vnic_type normal with profile {"migrating_to": "n-h1-836147-2"} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:36:41.220912 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-8576deee-5d18-4fca-8d27-8d409daf12e3 service neutron] Attempting to bind port 3adc36f8-205c-4591-8e10-cd27d3256d5e by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:36:41.221291 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-8576deee-5d18-4fca-8d27-8d409daf12e3 service neutron] Attempting to bind port 3adc36f8-205c-4591-8e10-cd27d3256d5e on network 32a67a5e-b72b-4167-97d6-5767775875e4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:36:41.232292 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-8576deee-5d18-4fca-8d27-8d409daf12e3 service neutron] Port 3adc36f8-205c-4591-8e10-cd27d3256d5e on network 32a67a5e-b72b-4167-97d6-5767775875e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:36:41.232716 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-8576deee-5d18-4fca-8d27-8d409daf12e3 service neutron] Attempting to bind port 3adc36f8-205c-4591-8e10-cd27d3256d5e on network 32a67a5e-b72b-4167-97d6-5767775875e4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:36:41.238298 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-8576deee-5d18-4fca-8d27-8d409daf12e3 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:36:41.238846 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-8576deee-5d18-4fca-8d27-8d409daf12e3 service neutron] Checking segment: {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:36:41.239367 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-8576deee-5d18-4fca-8d27-8d409daf12e3 service neutron] Bound using segment: {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:36:41.239896 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-8576deee-5d18-4fca-8d27-8d409daf12e3 service neutron] Bound port: 3adc36f8-205c-4591-8e10-cd27d3256d5e, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:36:41.240349 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-8576deee-5d18-4fca-8d27-8d409daf12e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:41.282436 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6ae65d-2564-49ca-a2ff-bc432c34a75f x-openstack-request-id: req-1c6ae65d-2564-49ca-a2ff-bc432c34a75f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:36:41.282939 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d07c883-dd91-4b5f-9edc-25a50aa6c93a", "name": "network-vif-unplugged", "status": "completed", "tag": "3adc36f8-205c-4591-8e10-cd27d3256d5e", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:36:41.283244 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1c6ae65d-2564-49ca-a2ff-bc432c34a75f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:36:41.283946 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c6ae65d-2564-49ca-a2ff-bc432c34a75f'] response: {'server_uuid': '6d07c883-dd91-4b5f-9edc-25a50aa6c93a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3adc36f8-205c-4591-8e10-cd27d3256d5e', 'code': 200} Apr 21 12:36:41.395194 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-8576deee-5d18-4fca-8d27-8d409daf12e3 service neutron] For port 3adc36f8-205c-4591-8e10-cd27d3256d5e, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:36:41.403916 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-8576deee-5d18-4fca-8d27-8d409daf12e3 service neutron] For port 3adc36f8-205c-4591-8e10-cd27d3256d5e, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=3adc36f8-205c-4591-8e10-cd27d3256d5e,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:36:41.415306 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac97d8-bd62-4f3d-a300-b00a27000c06 req-935dda98-44c9-4fa5-bf46-322832a928fd tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:41.423022 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77ac97d8-bd62-4f3d-a300-b00a27000c06 req-935dda98-44c9-4fa5-bf46-322832a928fd tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 946 time: 0.1600714 Apr 21 12:36:41.431635 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955a040-3d1e-457f-91e8-36df6eee715e req-01459717-2cdf-4dc2-b78d-95477cca7629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:41.433348 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e955a040-3d1e-457f-91e8-36df6eee715e req-01459717-2cdf-4dc2-b78d-95477cca7629 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a208b1412791496188b5b7f9d81a64f6&device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 1097 time: 0.0932631 Apr 21 12:36:41.518343 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77ac97d8-bd62-4f3d-a300-b00a27000c06 req-490914b8-5985-4557-8ce4-4eba87ee2cdc tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839982 Apr 21 12:36:41.561225 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-8576deee-5d18-4fca-8d27-8d409daf12e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:41.593299 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955a040-3d1e-457f-91e8-36df6eee715e req-d1d9b564-53d8-4e3b-af4f-9c9b6f943646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:41.594900 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e955a040-3d1e-457f-91e8-36df6eee715e req-d1d9b564-53d8-4e3b-af4f-9c9b6f943646 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1afeb61e-54a9-4ede-8030-317c69a36623 HTTP/1.1" status: 200 len: 912 time: 0.1533790 Apr 21 12:36:41.667373 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576deee-5d18-4fca-8d27-8d409daf12e3 service neutron] Pushing event updated for resources: {'Port': ['ID=3adc36f8-205c-4591-8e10-cd27d3256d5e,revision_number=8']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:41.696286 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-8576deee-5d18-4fca-8d27-8d409daf12e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:41.697160 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-8576deee-5d18-4fca-8d27-8d409daf12e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:41.698603 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-8576deee-5d18-4fca-8d27-8d409daf12e3 service neutron] 10.222.0.26 "PUT /v2.0/ports/3adc36f8-205c-4591-8e10-cd27d3256d5e HTTP/1.1" status: 200 len: 1121 time: 1.3652987 Apr 21 12:36:41.710369 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e955a040-3d1e-457f-91e8-36df6eee715e req-558dfa34-cbe2-46b9-801e-56d1332579dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52051f7c-ceb8-422d-9dd1-495afe76c1c0 HTTP/1.1" status: 200 len: 1002 time: 0.1049354 Apr 21 12:36:41.738755 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36556) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:41.761099 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8353c029-4fa7-436c-aea5-4f0f5165e350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:41.766473 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955a040-3d1e-457f-91e8-36df6eee715e req-e5724df6-1cb3-4c58-90c4-01d6b37fefd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:41.767559 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 3adc36f8-205c-4591-8e10-cd27d3256d5e details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:36:41.768090 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e955a040-3d1e-457f-91e8-36df6eee715e req-e5724df6-1cb3-4c58-90c4-01d6b37fefd3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f6a79252-68c3-4d98-8e31-7d58e3a1be80 HTTP/1.1" status: 200 len: 850 time: 0.0502658 Apr 21 12:36:41.772390 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['3adc36f8-205c-4591-8e10-cd27d3256d5e'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:36:41.832784 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955a040-3d1e-457f-91e8-36df6eee715e req-379c14c6-5645-4e33-9a10-bbd75a78afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:41.835311 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e955a040-3d1e-457f-91e8-36df6eee715e req-379c14c6-5645-4e33-9a10-bbd75a78afbb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1afeb61e-54a9-4ede-8030-317c69a36623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601680 Apr 21 12:36:41.844509 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['3adc36f8-205c-4591-8e10-cd27d3256d5e'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:36:41.902651 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8353c029-4fa7-436c-aea5-4f0f5165e350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:41.969081 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e955a040-3d1e-457f-91e8-36df6eee715e req-f2b5d98f-b344-40f8-b78c-24b7e7ab94d8 service neutron] 10.222.0.24 "GET /v2.0/networks/1afeb61e-54a9-4ede-8030-317c69a36623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262333 Apr 21 12:36:41.994202 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8353c029-4fa7-436c-aea5-4f0f5165e350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:42.018957 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 3adc36f8-205c-4591-8e10-cd27d3256d5e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=3adc36f8-205c-4591-8e10-cd27d3256d5e,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:36:42.038564 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8353c029-4fa7-436c-aea5-4f0f5165e350 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=faa8a71db23e4ae4987cb73a414810ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2987051 Apr 21 12:36:42.039778 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353c029-4fa7-436c-aea5-4f0f5165e350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cae2da-a1a7-4259-9878-5804b6432597,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:42.041431 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36562) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:42.051728 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 3adc36f8-205c-4591-8e10-cd27d3256d5e has no active binding in host n-h1-836147-2 {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 21 12:36:42.135866 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e955a040-3d1e-457f-91e8-36df6eee715e req-09dad980-9746-4def-801e-3d0448c74093 service neutron] 10.222.0.24 "GET /v2.0/networks/1afeb61e-54a9-4ede-8030-317c69a36623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589968 Apr 21 12:36:42.160702 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41f50671-4dd9-44ae-8bfe-e6ad4ded345b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:42.200584 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41f50671-4dd9-44ae-8bfe-e6ad4ded345b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:42.326846 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91f81d-6584-45c2-b141-6830afde8e95 req-fd3a3ddd-4315-4865-a4f8-060b45374aec tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:42.328408 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b91f81d-6584-45c2-b141-6830afde8e95 req-fd3a3ddd-4315-4865-a4f8-060b45374aec tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 943 time: 0.0516572 Apr 21 12:36:42.367512 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b91f81d-6584-45c2-b141-6830afde8e95 req-639f888f-b0d0-4750-8180-6351fe05c8fd tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323124 Apr 21 12:36:42.377340 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41f50671-4dd9-44ae-8bfe-e6ad4ded345b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:42.379896 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41f50671-4dd9-44ae-8bfe-e6ad4ded345b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:42.381028 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-41f50671-4dd9-44ae-8bfe-e6ad4ded345b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/44cae2da-a1a7-4259-9878-5804b6432597 HTTP/1.1" status: 204 len: 168 time: 0.3365123 Apr 21 12:36:42.388922 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f50671-4dd9-44ae-8bfe-e6ad4ded345b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cae2da-a1a7-4259-9878-5804b6432597,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:42.666950 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cf88e-694d-478b-8a71-67a820f41081 req-7b492e2b-d41b-4018-8b95-e5704ac83986 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:42.668558 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-762cf88e-694d-478b-8a71-67a820f41081 req-7b492e2b-d41b-4018-8b95-e5704ac83986 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 946 time: 0.0662947 Apr 21 12:36:42.715247 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-762cf88e-694d-478b-8a71-67a820f41081 req-36874cb0-1963-4a34-a18e-c4961f0e16d6 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380030 Apr 21 12:36:43.284908 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d07c883-dd91-4b5f-9edc-25a50aa6c93a', 'tag': '3adc36f8-205c-4591-8e10-cd27d3256d5e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:36:43.287350 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9be5f5-fa39-4c46-9634-9d94015e94b8" -d '{"events": [{"name": "network-changed", "server_uuid": "6d07c883-dd91-4b5f-9edc-25a50aa6c93a", "tag": "3adc36f8-205c-4591-8e10-cd27d3256d5e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:36:43.329667 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc4d2b8-653f-4533-aaab-d787691d42e4 x-openstack-request-id: req-8cc4d2b8-653f-4533-aaab-d787691d42e4 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:36:43.329967 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d07c883-dd91-4b5f-9edc-25a50aa6c93a", "tag": "3adc36f8-205c-4591-8e10-cd27d3256d5e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:36:43.330411 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8cc4d2b8-653f-4533-aaab-d787691d42e4 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:36:43.331139 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cc4d2b8-653f-4533-aaab-d787691d42e4'] response: {'name': 'network-changed', 'server_uuid': '6d07c883-dd91-4b5f-9edc-25a50aa6c93a', 'tag': '3adc36f8-205c-4591-8e10-cd27d3256d5e', 'status': 'completed', 'code': 200} Apr 21 12:36:43.395770 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9be5f5-fa39-4c46-9634-9d94015e94b8 req-a58f9d16-c7f4-4a11-b68d-8d839ac1f3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:43.397309 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c9be5f5-fa39-4c46-9634-9d94015e94b8 req-a58f9d16-c7f4-4a11-b68d-8d839ac1f3cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e16b811ea21846c89491aea47e9a7301&device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 1124 time: 0.0451713 Apr 21 12:36:43.519120 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-069c4610-ddd4-41cd-9de2-39eb1f4c4f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:43.525243 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be6e339-67cf-4c4e-a1ad-6d8dd5677c1b req-342e3fdf-1402-483d-977a-b454780271e6 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:43.526770 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0be6e339-67cf-4c4e-a1ad-6d8dd5677c1b req-342e3fdf-1402-483d-977a-b454780271e6 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 943 time: 0.0738106 Apr 21 12:36:43.538470 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9be5f5-fa39-4c46-9634-9d94015e94b8 req-0e914718-eb34-45d9-b6eb-c533d69d8800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:43.538470 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c9be5f5-fa39-4c46-9634-9d94015e94b8 req-0e914718-eb34-45d9-b6eb-c533d69d8800 service neutron] 10.222.0.24 "GET /v2.0/networks?id=32a67a5e-b72b-4167-97d6-5767775875e4 HTTP/1.1" status: 200 len: 908 time: 0.1280191 Apr 21 12:36:43.591387 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c9be5f5-fa39-4c46-9634-9d94015e94b8 req-9b644e09-8254-4b58-a9b4-fd6c442fd255 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3adc36f8-205c-4591-8e10-cd27d3256d5e HTTP/1.1" status: 200 len: 217 time: 0.0482497 Apr 21 12:36:43.615815 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0be6e339-67cf-4c4e-a1ad-6d8dd5677c1b req-b8619324-a4b5-4999-9ba2-088b8f8f787f tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788121 Apr 21 12:36:43.657102 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9be5f5-fa39-4c46-9634-9d94015e94b8 req-b0d1190a-0aab-450a-a88f-4f53f293a39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:43.658758 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c9be5f5-fa39-4c46-9634-9d94015e94b8 req-b0d1190a-0aab-450a-a88f-4f53f293a39e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a3b8f234-8156-4627-8cae-e6fcb5c2aa35 HTTP/1.1" status: 200 len: 847 time: 0.0580273 Apr 21 12:36:43.659671 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36638) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:43.704529 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c9be5f5-fa39-4c46-9634-9d94015e94b8 req-e8585800-dc7c-44ae-bc2d-ed84be92d597 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32a67a5e-b72b-4167-97d6-5767775875e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386274 Apr 21 12:36:43.815935 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0943420-d604-4a31-a939-fa8ac87eb72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:43.873249 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c9be5f5-fa39-4c46-9634-9d94015e94b8 req-f2b343d9-262f-4b12-b18c-e639320c2aab service neutron] 10.222.0.24 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602926 Apr 21 12:36:43.918073 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a02da4c-5bfe-4e27-996d-f401e659b9ab req-6f82add5-aa58-48f7-b6df-206b6fd763d4 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:43.918073 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0a02da4c-5bfe-4e27-996d-f401e659b9ab req-6f82add5-aa58-48f7-b6df-206b6fd763d4 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 946 time: 0.1211090 Apr 21 12:36:44.013300 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0a02da4c-5bfe-4e27-996d-f401e659b9ab req-173fab79-1d23-4788-a03d-01efba190cdc tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874975 Apr 21 12:36:44.059192 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c9be5f5-fa39-4c46-9634-9d94015e94b8 req-c334c1b2-0c4d-4ad4-b34c-07467a18f0f5 service neutron] 10.222.0.24 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780932 Apr 21 12:36:44.073814 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0943420-d604-4a31-a939-fa8ac87eb72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:44.302990 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36676) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:44.308032 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-123b9a12-b83f-48bc-ba18-4d742b5f6db6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1607151480'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:36:44.313810 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0943420-d604-4a31-a939-fa8ac87eb72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:44.360015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0943420-d604-4a31-a939-fa8ac87eb72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304dce7f-2dfe-4f88-b4bc-693bf56c53d4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:44.366821 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c0943420-d604-4a31-a939-fa8ac87eb72e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d81cf323787f4019857ccabb575cc3ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7060392 Apr 21 12:36:44.369466 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36678) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:44.425774 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df51b33a-2eb8-4f84-939c-3eb401a8e85a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:44.446612 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df51b33a-2eb8-4f84-939c-3eb401a8e85a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:44.479702 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123b9a12-b83f-48bc-ba18-4d742b5f6db6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Made reservation on behalf of 6363a51a886548cba3ffe42b1b9f96ad for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:36:44.483734 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-123b9a12-b83f-48bc-ba18-4d742b5f6db6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:44.663954 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df51b33a-2eb8-4f84-939c-3eb401a8e85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:44.668417 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df51b33a-2eb8-4f84-939c-3eb401a8e85a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:44.668417 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-df51b33a-2eb8-4f84-939c-3eb401a8e85a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/304dce7f-2dfe-4f88-b4bc-693bf56c53d4 HTTP/1.1" status: 204 len: 168 time: 0.2973230 Apr 21 12:36:44.672962 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123b9a12-b83f-48bc-ba18-4d742b5f6db6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:36:44.688546 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51b33a-2eb8-4f84-939c-3eb401a8e85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304dce7f-2dfe-4f88-b4bc-693bf56c53d4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:44.710864 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-123b9a12-b83f-48bc-ba18-4d742b5f6db6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:44.711204 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-123b9a12-b83f-48bc-ba18-4d742b5f6db6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Added segment 3ee70c77-be48-440a-b339-a8a0e2541b70 of type vlan for network 4ca9a1f6-f409-47c6-aa9c-cb11334c6efd Apr 21 12:36:44.771027 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-123b9a12-b83f-48bc-ba18-4d742b5f6db6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:44.787572 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba967544-61b1-468d-82b1-3ecc4300d3e4 req-4176f1ab-3149-44c8-86a2-2e801be6b2ab tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:44.789120 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba967544-61b1-468d-82b1-3ecc4300d3e4 req-4176f1ab-3149-44c8-86a2-2e801be6b2ab tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 943 time: 0.0905421 Apr 21 12:36:44.838701 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba967544-61b1-468d-82b1-3ecc4300d3e4 req-14021a5b-058a-486b-8099-17f2c28a39a7 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400107 Apr 21 12:36:44.911610 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-123b9a12-b83f-48bc-ba18-4d742b5f6db6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:44.917616 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123b9a12-b83f-48bc-ba18-4d742b5f6db6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:44.918305 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-123b9a12-b83f-48bc-ba18-4d742b5f6db6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:45.030372 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b9a12-b83f-48bc-ba18-4d742b5f6db6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Pushing event updated for resources: {'Network': ['ID=4ca9a1f6-f409-47c6-aa9c-cb11334c6efd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:45.040755 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 4ca9a1f6-f409-47c6-aa9c-cb11334c6efd details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:36:45.196709 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-123b9a12-b83f-48bc-ba18-4d742b5f6db6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8925643 Apr 21 12:36:45.199692 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36706) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:45.204999 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-be7aa1dc-01c8-468a-9dde-34736f6c35d6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-807587081'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:36:45.364321 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7aa1dc-01c8-468a-9dde-34736f6c35d6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Made reservation on behalf of 6363a51a886548cba3ffe42b1b9f96ad for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:36:45.367919 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be7aa1dc-01c8-468a-9dde-34736f6c35d6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:45.397506 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7aa1dc-01c8-468a-9dde-34736f6c35d6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:36:45.409452 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be7aa1dc-01c8-468a-9dde-34736f6c35d6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:45.409894 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-be7aa1dc-01c8-468a-9dde-34736f6c35d6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Added segment 8e92a1d7-2432-4d52-964c-65f50bb20e30 of type vlan for network 88f7b39c-5c7e-4b72-9226-ad89000145b7 Apr 21 12:36:45.447504 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be7aa1dc-01c8-468a-9dde-34736f6c35d6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:45.576507 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be7aa1dc-01c8-468a-9dde-34736f6c35d6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:45.588732 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7aa1dc-01c8-468a-9dde-34736f6c35d6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:45.588732 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be7aa1dc-01c8-468a-9dde-34736f6c35d6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:45.628942 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36724) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:45.642910 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3a36e08-2e0e-4383-9b7c-0f7d03abbd86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:45.651210 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7aa1dc-01c8-468a-9dde-34736f6c35d6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Pushing event updated for resources: {'Network': ['ID=88f7b39c-5c7e-4b72-9226-ad89000145b7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:45.661298 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 88f7b39c-5c7e-4b72-9226-ad89000145b7 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:36:45.722402 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3a36e08-2e0e-4383-9b7c-0f7d03abbd86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:45.758631 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b91ca410-16cd-46e8-a06d-e2214fa2dff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:45.824714 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-be7aa1dc-01c8-468a-9dde-34736f6c35d6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6234682 Apr 21 12:36:45.827412 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36728) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:45.832145 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-60a4c4f0-87ec-4c6e-9ee2-b8b3cfb4ef02 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Request body: {'subnet': {'network_id': '4ca9a1f6-f409-47c6-aa9c-cb11334c6efd', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:36:45.959293 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63249d-fe88-4737-889f-e616aeacceeb req-9d08e23e-ec8e-4c16-957b-1a52d1e876a5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:45.960748 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d63249d-fe88-4737-889f-e616aeacceeb req-9d08e23e-ec8e-4c16-957b-1a52d1e876a5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 943 time: 0.0520513 Apr 21 12:36:45.964569 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3a36e08-2e0e-4383-9b7c-0f7d03abbd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:46.001635 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d63249d-fe88-4737-889f-e616aeacceeb req-ab304573-abf8-4556-891b-5bf01d26b97f tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338216 Apr 21 12:36:46.005307 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e3a36e08-2e0e-4383-9b7c-0f7d03abbd86 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=01c1b99e41ec4e7180c6d955e8a52b39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3728561 Apr 21 12:36:46.005307 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a36e08-2e0e-4383-9b7c-0f7d03abbd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e198419b-0808-420f-9176-a34d925e73cb,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:46.006143 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36734) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:46.056311 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-26ab6504-b135-4e5b-8954-30c0cec530e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:46.078246 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-26ab6504-b135-4e5b-8954-30c0cec530e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:46.085961 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a4c4f0-87ec-4c6e-9ee2-b8b3cfb4ef02 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Made reservation on behalf of 6363a51a886548cba3ffe42b1b9f96ad for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:36:46.089791 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60a4c4f0-87ec-4c6e-9ee2-b8b3cfb4ef02 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:46.287112 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-26ab6504-b135-4e5b-8954-30c0cec530e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:46.289602 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-26ab6504-b135-4e5b-8954-30c0cec530e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:46.290733 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-26ab6504-b135-4e5b-8954-30c0cec530e6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e198419b-0808-420f-9176-a34d925e73cb HTTP/1.1" status: 204 len: 168 time: 0.2836642 Apr 21 12:36:46.308691 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab6504-b135-4e5b-8954-30c0cec530e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e198419b-0808-420f-9176-a34d925e73cb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:46.419093 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36770) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:46.474254 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-e09240b6-1c73-4215-9efa-47cc09d9cf00 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=180cd7a09af54490a03baddfb4eb4615&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313938 Apr 21 12:36:46.536057 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60a4c4f0-87ec-4c6e-9ee2-b8b3cfb4ef02 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:46.552141 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4ac4-5587-44ca-adc9-4c8ee276682d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:46.627587 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4ac4-5587-44ca-adc9-4c8ee276682d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:46.630541 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a4c4f0-87ec-4c6e-9ee2-b8b3cfb4ef02 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Pushing event updated for resources: {'Subnet': ['ID=e04457a1-fe90-45b1-a0e3-9dec6d53dc7a,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:46.640290 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-66f33b1b-90be-4bc6-885c-bc8a58dc2426 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:46.641792 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-66f33b1b-90be-4bc6-885c-bc8a58dc2426 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1655245 Apr 21 12:36:46.654630 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a4c4f0-87ec-4c6e-9ee2-b8b3cfb4ef02 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Checking segment: {'id': '3ee70c77-be48-440a-b339-a8a0e2541b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4ca9a1f6-f409-47c6-aa9c-cb11334c6efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:36:46.654987 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a4c4f0-87ec-4c6e-9ee2-b8b3cfb4ef02 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Network hostable DHCP agents. Network: 4ca9a1f6-f409-47c6-aa9c-cb11334c6efd, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:36:46.662775 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-1c4e09c2-b7f8-4274-9a4b-651b71f357c1 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/quotas/180cd7a09af54490a03baddfb4eb4615 HTTP/1.1" status: 200 len: 375 time: 0.0148566 Apr 21 12:36:46.697201 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-1604682f-ab52-4f4e-923d-dcdf3973e392 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=180cd7a09af54490a03baddfb4eb4615&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286896 Apr 21 12:36:46.701816 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e7f4ac4-5587-44ca-adc9-4c8ee276682d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:46.736815 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a4c4f0-87ec-4c6e-9ee2-b8b3cfb4ef02 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Network 4ca9a1f6-f409-47c6-aa9c-cb11334c6efd is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:36:46.742048 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6e7f4ac4-5587-44ca-adc9-4c8ee276682d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=29cb21f226134771b012b6aa58e13303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3217831 Apr 21 12:36:46.742232 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36778) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:46.747311 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f4ac4-5587-44ca-adc9-4c8ee276682d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056062e8-227e-461c-a6ac-5dd10f85005d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:46.799416 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:46.802290 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f81d7819-641b-40a0-84ca-d0b7adb882a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:46.823881 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f81d7819-641b-40a0-84ca-d0b7adb882a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:46.856595 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-60a4c4f0-87ec-4c6e-9ee2-b8b3cfb4ef02 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 4ca9a1f6-f409-47c6-aa9c-cb11334c6efd) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:36:46.865127 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a4c4f0-87ec-4c6e-9ee2-b8b3cfb4ef02 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:46.870584 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60a4c4f0-87ec-4c6e-9ee2-b8b3cfb4ef02 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:46.870722 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3665261e-4fdd-4625-87d2-4f996f113364 None None] Network 4ca9a1f6-f409-47c6-aa9c-cb11334c6efd requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:36:46.981666 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-60a4c4f0-87ec-4c6e-9ee2-b8b3cfb4ef02 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1524053 Apr 21 12:36:46.982698 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f81d7819-641b-40a0-84ca-d0b7adb882a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:46.985992 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f81d7819-641b-40a0-84ca-d0b7adb882a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:46.987104 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f81d7819-641b-40a0-84ca-d0b7adb882a7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/056062e8-227e-461c-a6ac-5dd10f85005d HTTP/1.1" status: 204 len: 168 time: 0.2436039 Apr 21 12:36:46.993035 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36794) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:46.998582 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a46a9461-0e65-4e24-a27c-3d6d4d3cc254 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Request body: {'subnet': {'network_id': '88f7b39c-5c7e-4b72-9226-ad89000145b7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:36:46.999638 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d7819-641b-40a0-84ca-d0b7adb882a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056062e8-227e-461c-a6ac-5dd10f85005d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:47.081124 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccad0757-743d-446b-a888-5d44e79e942d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-4ca9a1f6-f409-47c6-aa9c-cb11334c6efd', 'network_id': '4ca9a1f6-f409-47c6-aa9c-cb11334c6efd', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'fixed_ips': [{'subnet_id': 'e04457a1-fe90-45b1-a0e3-9dec6d53dc7a'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:36:47.084865 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ccad0757-743d-446b-a888-5d44e79e942d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:47.258239 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-b998b50b-8cc5-4a11-9184-09f1dfc78067 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=180cd7a09af54490a03baddfb4eb4615&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389934 Apr 21 12:36:47.307316 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46a9461-0e65-4e24-a27c-3d6d4d3cc254 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Made reservation on behalf of 6363a51a886548cba3ffe42b1b9f96ad for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:36:47.311418 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a46a9461-0e65-4e24-a27c-3d6d4d3cc254 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:47.316708 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ccad0757-743d-446b-a888-5d44e79e942d None None] Allocated IP 10.1.1.2 (4ca9a1f6-f409-47c6-aa9c-cb11334c6efd/e04457a1-fe90-45b1-a0e3-9dec6d53dc7a/3b42c31b-3535-49aa-8193-ad31acc360d4) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:36:47.327711 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74249abf-3768-4b1b-a25d-b9f08883fcf0 req-4dd9238a-6c75-48fd-8fdc-66f119aafd5b tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:47.330319 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-74249abf-3768-4b1b-a25d-b9f08883fcf0 req-4dd9238a-6c75-48fd-8fdc-66f119aafd5b tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 943 time: 0.1854718 Apr 21 12:36:47.397577 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-74249abf-3768-4b1b-a25d-b9f08883fcf0 req-e29c1acf-6941-4851-a5aa-176125563a3e tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617461 Apr 21 12:36:47.419563 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-735ae640-0817-49ee-825c-db3ad5221ad4 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:47.430034 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-735ae640-0817-49ee-825c-db3ad5221ad4 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1682732 Apr 21 12:36:47.458492 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-e05d2064-1bbf-4bd7-915d-731a9245d6df tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/quotas/180cd7a09af54490a03baddfb4eb4615 HTTP/1.1" status: 200 len: 375 time: 0.0194445 Apr 21 12:36:47.499704 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-5e88f668-2a34-4bbb-a31a-7ff85145b661 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=180cd7a09af54490a03baddfb4eb4615&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334122 Apr 21 12:36:47.524852 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ccad0757-743d-446b-a888-5d44e79e942d None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:47.650936 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:47.652088 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ccad0757-743d-446b-a888-5d44e79e942d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:47.693424 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccad0757-743d-446b-a888-5d44e79e942d None None] Network 4ca9a1f6-f409-47c6-aa9c-cb11334c6efd is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:36:47.698271 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ccad0757-743d-446b-a888-5d44e79e942d None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:36:47.701660 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccad0757-743d-446b-a888-5d44e79e942d None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:36:47.709827 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad0757-743d-446b-a888-5d44e79e942d None None] Pushing event updated for resources: {'Port': ['ID=3b42c31b-3535-49aa-8193-ad31acc360d4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:47.730877 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a46a9461-0e65-4e24-a27c-3d6d4d3cc254 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:47.762364 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ccad0757-743d-446b-a888-5d44e79e942d None None] Attempting to bind port 3b42c31b-3535-49aa-8193-ad31acc360d4 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:36:47.762731 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ccad0757-743d-446b-a888-5d44e79e942d None None] Attempting to bind port 3b42c31b-3535-49aa-8193-ad31acc360d4 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '3ee70c77-be48-440a-b339-a8a0e2541b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4ca9a1f6-f409-47c6-aa9c-cb11334c6efd'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:36:47.763079 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccad0757-743d-446b-a888-5d44e79e942d None None] Attempting to bind port 3b42c31b-3535-49aa-8193-ad31acc360d4 on network 4ca9a1f6-f409-47c6-aa9c-cb11334c6efd {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:36:47.789956 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccad0757-743d-446b-a888-5d44e79e942d None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:36:47.790322 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccad0757-743d-446b-a888-5d44e79e942d None None] Checking segment: {'id': '3ee70c77-be48-440a-b339-a8a0e2541b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4ca9a1f6-f409-47c6-aa9c-cb11334c6efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:36:47.790958 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ccad0757-743d-446b-a888-5d44e79e942d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:47.791723 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccad0757-743d-446b-a888-5d44e79e942d None None] Bound using segment: {'id': '3ee70c77-be48-440a-b339-a8a0e2541b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4ca9a1f6-f409-47c6-aa9c-cb11334c6efd'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:36:47.792156 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ccad0757-743d-446b-a888-5d44e79e942d None None] Bound port: 3b42c31b-3535-49aa-8193-ad31acc360d4, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee70c77-be48-440a-b339-a8a0e2541b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4ca9a1f6-f409-47c6-aa9c-cb11334c6efd'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:36:47.792532 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ccad0757-743d-446b-a888-5d44e79e942d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:47.835581 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46a9461-0e65-4e24-a27c-3d6d4d3cc254 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Checking segment: {'id': '8e92a1d7-2432-4d52-964c-65f50bb20e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '88f7b39c-5c7e-4b72-9226-ad89000145b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:36:47.838299 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46a9461-0e65-4e24-a27c-3d6d4d3cc254 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Network hostable DHCP agents. Network: 88f7b39c-5c7e-4b72-9226-ad89000145b7, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:36:47.855529 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a9461-0e65-4e24-a27c-3d6d4d3cc254 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Pushing event updated for resources: {'Subnet': ['ID=9a6aa2f7-1c96-4cd2-b9b1-b428448dd54b,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:47.892363 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ccad0757-743d-446b-a888-5d44e79e942d None None] For port 3b42c31b-3535-49aa-8193-ad31acc360d4, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:36:47.901677 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ccad0757-743d-446b-a888-5d44e79e942d None None] For port 3b42c31b-3535-49aa-8193-ad31acc360d4, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3b42c31b-3535-49aa-8193-ad31acc360d4,segment=NetworkSegment(3ee70c77-be48-440a-b339-a8a0e2541b70),segment_id=3ee70c77-be48-440a-b339-a8a0e2541b70)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:36:47.913462 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa99b869-6c0f-4f01-b08a-1468c048ade3 req-0031403c-7338-4ead-a699-fbed8c4cdfe6 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/ports?device_id=248c0f31-4e3e-4821-8001-0f397cd1e036 HTTP/1.1" status: 200 len: 210 time: 0.0423145 Apr 21 12:36:48.037480 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46a9461-0e65-4e24-a27c-3d6d4d3cc254 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Network 88f7b39c-5c7e-4b72-9226-ad89000145b7 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:36:48.119819 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ccad0757-743d-446b-a888-5d44e79e942d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:48.140628 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36834) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:48.157221 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de14c3d2-f942-4718-976b-2418afefc46c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:48.185788 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad0757-743d-446b-a888-5d44e79e942d None None] Pushing event updated for resources: {'Port': ['ID=3b42c31b-3535-49aa-8193-ad31acc360d4,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:48.241119 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de14c3d2-f942-4718-976b-2418afefc46c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:48.365103 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a46a9461-0e65-4e24-a27c-3d6d4d3cc254 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 88f7b39c-5c7e-4b72-9226-ad89000145b7) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:36:48.370276 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46a9461-0e65-4e24-a27c-3d6d4d3cc254 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:48.370946 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a46a9461-0e65-4e24-a27c-3d6d4d3cc254 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:48.380930 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1838297-f965-4593-a60e-b7db9dd52331 None None] Network 88f7b39c-5c7e-4b72-9226-ad89000145b7 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:36:48.411452 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de14c3d2-f942-4718-976b-2418afefc46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:48.450396 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14c3d2-f942-4718-976b-2418afefc46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a750d9-c4e0-402b-8a92-ae73e2b9e03f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:48.467745 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36842) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:48.468741 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:48.476442 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-de14c3d2-f942-4718-976b-2418afefc46c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cd5eaee00c1640ebaa5e468c170e326f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3345103 Apr 21 12:36:48.491722 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a46a9461-0e65-4e24-a27c-3d6d4d3cc254 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4947169 Apr 21 12:36:48.491967 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36844) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:48.500029 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-119306d6-0cf1-4a62-be36-610542275364 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Request body: {'port': {'network_id': '4ca9a1f6-f409-47c6-aa9c-cb11334c6efd', 'name': 'tempest-TaggedBootDevicesTest_v242-682427967', 'fixed_ips': [{'subnet_id': 'e04457a1-fe90-45b1-a0e3-9dec6d53dc7a'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:36:48.547723 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e8fd928-e1a4-4c6b-97ca-73344a095de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:48.575542 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e8fd928-e1a4-4c6b-97ca-73344a095de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:48.657412 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1a86d4-4609-4824-b469-2b83e3fead7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-88f7b39c-5c7e-4b72-9226-ad89000145b7', 'network_id': '88f7b39c-5c7e-4b72-9226-ad89000145b7', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'fixed_ips': [{'subnet_id': '9a6aa2f7-1c96-4cd2-b9b1-b428448dd54b'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:36:48.658780 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d1a86d4-4609-4824-b469-2b83e3fead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:48.663243 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa772862-258a-4d19-b834-14e3b7465599 req-cc8f23a9-2e92-453c-8c6e-415cb3d6e074 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:48.664779 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa772862-258a-4d19-b834-14e3b7465599 req-cc8f23a9-2e92-453c-8c6e-415cb3d6e074 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 943 time: 0.0807865 Apr 21 12:36:48.707237 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa772862-258a-4d19-b834-14e3b7465599 req-d59f6acf-fc1c-45a1-b2d6-b46ed78c0577 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352979 Apr 21 12:36:48.792187 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119306d6-0cf1-4a62-be36-610542275364 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Made reservation on behalf of 6363a51a886548cba3ffe42b1b9f96ad for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:36:48.792780 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e8fd928-e1a4-4c6b-97ca-73344a095de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:48.797284 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e8fd928-e1a4-4c6b-97ca-73344a095de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:48.798808 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5e8fd928-e1a4-4c6b-97ca-73344a095de1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/32a750d9-c4e0-402b-8a92-ae73e2b9e03f HTTP/1.1" status: 204 len: 168 time: 0.3291047 Apr 21 12:36:48.814984 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8fd928-e1a4-4c6b-97ca-73344a095de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a750d9-c4e0-402b-8a92-ae73e2b9e03f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:48.883618 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:48.913298 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-119306d6-0cf1-4a62-be36-610542275364 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:48.940473 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-119306d6-0cf1-4a62-be36-610542275364 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] device_id is not set on port 158d9cd1-cfe1-4268-8e29-4753932267cd yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:36:49.008620 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-4d1a86d4-4609-4824-b469-2b83e3fead7a None None] Allocated IP 10.2.2.2 (88f7b39c-5c7e-4b72-9226-ad89000145b7/9a6aa2f7-1c96-4cd2-b9b1-b428448dd54b/1bef6bc5-a20a-451e-9fb8-183055f5b7e8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:36:49.085177 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32ed0745-07d7-42a8-b25b-086cacf22b96 req-d84cfecf-2ce0-40b3-934e-8586f2619a67 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/ports?device_id=248c0f31-4e3e-4821-8001-0f397cd1e036 HTTP/1.1" status: 200 len: 210 time: 0.1114817 Apr 21 12:36:49.205877 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-119306d6-0cf1-4a62-be36-610542275364 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Allocated IP 10.1.1.78 (4ca9a1f6-f409-47c6-aa9c-cb11334c6efd/e04457a1-fe90-45b1-a0e3-9dec6d53dc7a/158d9cd1-cfe1-4268-8e29-4753932267cd) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:36:49.258846 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3b42c31b-3535-49aa-8193-ad31acc360d4 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:36:49.410286 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d1a86d4-4609-4824-b469-2b83e3fead7a None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:49.417161 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 3b42c31b-3535-49aa-8193-ad31acc360d4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:36:49.417526 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:49.473290 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-119306d6-0cf1-4a62-be36-610542275364 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:49.633406 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98fd32c-c4b7-48f9-a30e-883591992f39 None None] Network 4ca9a1f6-f409-47c6-aa9c-cb11334c6efd requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:36:49.656242 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-119306d6-0cf1-4a62-be36-610542275364 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:49.665409 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d1a86d4-4609-4824-b469-2b83e3fead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:49.722026 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:49.738900 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119306d6-0cf1-4a62-be36-610542275364 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Network 4ca9a1f6-f409-47c6-aa9c-cb11334c6efd is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:36:49.744196 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-11589504-0029-40ee-8a96-7ac58cf9ce85 None None] Provisioning complete for port 3b42c31b-3535-49aa-8193-ad31acc360d4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:36:49.744563 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11589504-0029-40ee-8a96-7ac58cf9ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:49.750623 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-119306d6-0cf1-4a62-be36-610542275364 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:36:49.755531 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119306d6-0cf1-4a62-be36-610542275364 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:36:49.791719 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1a86d4-4609-4824-b469-2b83e3fead7a None None] Network 88f7b39c-5c7e-4b72-9226-ad89000145b7 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:36:49.810035 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4d1a86d4-4609-4824-b469-2b83e3fead7a None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:36:49.812474 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119306d6-0cf1-4a62-be36-610542275364 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Pushing event updated for resources: {'Port': ['ID=158d9cd1-cfe1-4268-8e29-4753932267cd,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:49.813848 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1a86d4-4609-4824-b469-2b83e3fead7a None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:36:49.833734 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a86d4-4609-4824-b469-2b83e3fead7a None None] Pushing event updated for resources: {'Port': ['ID=1bef6bc5-a20a-451e-9fb8-183055f5b7e8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:49.850701 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119306d6-0cf1-4a62-be36-610542275364 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:49.851620 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-119306d6-0cf1-4a62-be36-610542275364 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:49.875507 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 3b42c31b-3535-49aa-8193-ad31acc360d4, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3b42c31b-3535-49aa-8193-ad31acc360d4,segment=NetworkSegment(3ee70c77-be48-440a-b339-a8a0e2541b70),segment_id=3ee70c77-be48-440a-b339-a8a0e2541b70)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:36:49.911033 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f6d09-0804-4c06-9ec4-c8035e90635d req-f639f8da-3240-4c5b-a2d1-7eea19b09a0d tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:49.912604 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d8f6d09-0804-4c06-9ec4-c8035e90635d req-f639f8da-3240-4c5b-a2d1-7eea19b09a0d tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 943 time: 0.0501328 Apr 21 12:36:49.951452 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d8f6d09-0804-4c06-9ec4-c8035e90635d req-678436a7-ef6a-4fe4-bde2-dc1b8ef6247c tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325561 Apr 21 12:36:49.969333 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4d1a86d4-4609-4824-b469-2b83e3fead7a None None] Attempting to bind port 1bef6bc5-a20a-451e-9fb8-183055f5b7e8 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:36:49.969764 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4d1a86d4-4609-4824-b469-2b83e3fead7a None None] Attempting to bind port 1bef6bc5-a20a-451e-9fb8-183055f5b7e8 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '8e92a1d7-2432-4d52-964c-65f50bb20e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '88f7b39c-5c7e-4b72-9226-ad89000145b7'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:36:49.970126 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1a86d4-4609-4824-b469-2b83e3fead7a None None] Attempting to bind port 1bef6bc5-a20a-451e-9fb8-183055f5b7e8 on network 88f7b39c-5c7e-4b72-9226-ad89000145b7 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:36:49.991295 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1a86d4-4609-4824-b469-2b83e3fead7a None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:36:49.993679 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1a86d4-4609-4824-b469-2b83e3fead7a None None] Checking segment: {'id': '8e92a1d7-2432-4d52-964c-65f50bb20e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '88f7b39c-5c7e-4b72-9226-ad89000145b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:36:49.993679 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d1a86d4-4609-4824-b469-2b83e3fead7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:49.993679 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1a86d4-4609-4824-b469-2b83e3fead7a None None] Bound using segment: {'id': '8e92a1d7-2432-4d52-964c-65f50bb20e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '88f7b39c-5c7e-4b72-9226-ad89000145b7'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:36:49.993679 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4d1a86d4-4609-4824-b469-2b83e3fead7a None None] Bound port: 1bef6bc5-a20a-451e-9fb8-183055f5b7e8, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e92a1d7-2432-4d52-964c-65f50bb20e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '88f7b39c-5c7e-4b72-9226-ad89000145b7'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:36:49.993679 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d1a86d4-4609-4824-b469-2b83e3fead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:50.025284 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-119306d6-0cf1-4a62-be36-610542275364 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5318944 Apr 21 12:36:50.028945 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36878) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:50.037672 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:50.049686 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-afe985b3-313a-49f0-8be1-7d1486f35079 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Request body: {'port': {'network_id': '4ca9a1f6-f409-47c6-aa9c-cb11334c6efd', 'name': 'tempest-TaggedBootDevicesTest_v242-1854406798', 'fixed_ips': [{'subnet_id': 'e04457a1-fe90-45b1-a0e3-9dec6d53dc7a'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:36:50.091196 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11589504-0029-40ee-8a96-7ac58cf9ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:50.172531 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=3b42c31b-3535-49aa-8193-ad31acc360d4,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:50.230310 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4d1a86d4-4609-4824-b469-2b83e3fead7a None None] For port 1bef6bc5-a20a-451e-9fb8-183055f5b7e8, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:36:50.243711 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-25f189fd-a532-4e7e-90b9-06d46a83a5d6 req-bf8f0fe8-c362-469b-a64c-a41a14bf1869 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/ports?device_id=248c0f31-4e3e-4821-8001-0f397cd1e036 HTTP/1.1" status: 200 len: 210 time: 0.0293126 Apr 21 12:36:50.269114 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4d1a86d4-4609-4824-b469-2b83e3fead7a None None] For port 1bef6bc5-a20a-451e-9fb8-183055f5b7e8, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=1bef6bc5-a20a-451e-9fb8-183055f5b7e8,segment=NetworkSegment(8e92a1d7-2432-4d52-964c-65f50bb20e30),segment_id=8e92a1d7-2432-4d52-964c-65f50bb20e30)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:36:50.270267 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-11589504-0029-40ee-8a96-7ac58cf9ce85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:36:50.270619 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-11589504-0029-40ee-8a96-7ac58cf9ce85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:36:50.341955 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:50.342969 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe985b3-313a-49f0-8be1-7d1486f35079 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Made reservation on behalf of 6363a51a886548cba3ffe42b1b9f96ad for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:36:50.347817 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-afe985b3-313a-49f0-8be1-7d1486f35079 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:50.375727 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d1a86d4-4609-4824-b469-2b83e3fead7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:50.396552 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-afe985b3-313a-49f0-8be1-7d1486f35079 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] device_id is not set on port 6d354b6d-1ed6-44ad-9991-cde225fa4ff0 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:36:50.404648 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-96bfeb2e-3d33-42a0-b6b5-37cde3075711 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=180cd7a09af54490a03baddfb4eb4615&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425334 Apr 21 12:36:50.478828 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a86d4-4609-4824-b469-2b83e3fead7a None None] Pushing event updated for resources: {'Port': ['ID=1bef6bc5-a20a-451e-9fb8-183055f5b7e8,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:50.611374 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36898) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:50.624165 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-ff5be583-d126-4bd8-a34f-b3cae19f51ff tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:50.625651 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-ff5be583-d126-4bd8-a34f-b3cae19f51ff tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2138777 Apr 21 12:36:50.659412 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-afe985b3-313a-49f0-8be1-7d1486f35079 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Allocated IP 10.1.1.253 (4ca9a1f6-f409-47c6-aa9c-cb11334c6efd/e04457a1-fe90-45b1-a0e3-9dec6d53dc7a/6d354b6d-1ed6-44ad-9991-cde225fa4ff0) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:36:50.671283 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-c78f964d-b145-4edd-bb7c-8f2fe7082031 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Request body: {'port': {'device_id': '9caa293c-23a9-4aa9-861c-607d6ac99ff1', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'admin_state_up': True, 'tenant_id': '180cd7a09af54490a03baddfb4eb4615'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:36:50.909615 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e576a0cd-88ef-47a8-9f28-a17c22141a33 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418233345-network', 'tenant_id': '12670436f3aa407086af9869283c3bf1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:36:50.943503 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-afe985b3-313a-49f0-8be1-7d1486f35079 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:50.961517 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-31206992-e7de-460b-84b3-f6adbc2e6852 None None] Provisioning complete for port 158d9cd1-cfe1-4268-8e29-4753932267cd triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:36:50.971024 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31206992-e7de-460b-84b3-f6adbc2e6852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:50.993915 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-c78f964d-b145-4edd-bb7c-8f2fe7082031 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Made reservation on behalf of 180cd7a09af54490a03baddfb4eb4615 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:36:50.997518 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-c78f964d-b145-4edd-bb7c-8f2fe7082031 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:51.005896 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-31206992-e7de-460b-84b3-f6adbc2e6852 None None] Port 158d9cd1-cfe1-4268-8e29-4753932267cd cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:36:51.008356 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-c78f964d-b145-4edd-bb7c-8f2fe7082031 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:51.019507 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-31206992-e7de-460b-84b3-f6adbc2e6852 None None] Provisioning complete for port 3b42c31b-3535-49aa-8193-ad31acc360d4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:36:51.020135 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31206992-e7de-460b-84b3-f6adbc2e6852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:51.110928 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbafd7-d615-47e1-811b-b7ef50557b49 req-9101e2a6-3c00-4d42-b33e-fb89811c6d77 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:51.112438 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cebbafd7-d615-47e1-811b-b7ef50557b49 req-9101e2a6-3c00-4d42-b33e-fb89811c6d77 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 943 time: 0.0785770 Apr 21 12:36:51.149792 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-c78f964d-b145-4edd-bb7c-8f2fe7082031 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:51.170268 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cebbafd7-d615-47e1-811b-b7ef50557b49 req-33ab1093-286c-490c-8ea3-720b30dea5ae tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449429 Apr 21 12:36:51.238664 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3b42c31b-3535-49aa-8193-ad31acc360d4 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:36:51.289572 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 3b42c31b-3535-49aa-8193-ad31acc360d4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:36:51.289922 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:51.360715 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61c43329-e80f-49bc-8bbf-182a44d14063 req-1b183cbd-526c-4fac-b4a2-0abbeadebf08 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/ports?device_id=248c0f31-4e3e-4821-8001-0f397cd1e036 HTTP/1.1" status: 200 len: 210 time: 0.0282829 Apr 21 12:36:51.382832 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 1bef6bc5-a20a-451e-9fb8-183055f5b7e8 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:36:51.422199 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e576a0cd-88ef-47a8-9f28-a17c22141a33 admin admin] Made reservation on behalf of 12670436f3aa407086af9869283c3bf1 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:36:51.424395 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e576a0cd-88ef-47a8-9f28-a17c22141a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:51.437620 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-afe985b3-313a-49f0-8be1-7d1486f35079 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:51.444756 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 1bef6bc5-a20a-451e-9fb8-183055f5b7e8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:36:51.445299 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:51.473620 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-c78f964d-b145-4edd-bb7c-8f2fe7082031 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:51.477354 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e576a0cd-88ef-47a8-9f28-a17c22141a33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:51.556603 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe985b3-313a-49f0-8be1-7d1486f35079 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Network 4ca9a1f6-f409-47c6-aa9c-cb11334c6efd is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:36:51.559971 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe985b3-313a-49f0-8be1-7d1486f35079 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Pushing event updated for resources: {'Port': ['ID=6d354b6d-1ed6-44ad-9991-cde225fa4ff0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:51.565934 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-afe985b3-313a-49f0-8be1-7d1486f35079 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:36:51.568843 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe985b3-313a-49f0-8be1-7d1486f35079 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:36:51.640697 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:51.689574 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f964d-b145-4edd-bb7c-8f2fe7082031 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a296c869-4248-448b-af3f-f44a4c87316a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:51.703403 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe985b3-313a-49f0-8be1-7d1486f35079 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:51.703747 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-7510d808-3111-4b23-85f8-42e3d9ba1882 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=180cd7a09af54490a03baddfb4eb4615&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715604 Apr 21 12:36:51.716509 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-afe985b3-313a-49f0-8be1-7d1486f35079 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:51.716799 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 1bef6bc5-a20a-451e-9fb8-183055f5b7e8, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=1bef6bc5-a20a-451e-9fb8-183055f5b7e8,segment=NetworkSegment(8e92a1d7-2432-4d52-964c-65f50bb20e30),segment_id=8e92a1d7-2432-4d52-964c-65f50bb20e30)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:36:51.769849 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e576a0cd-88ef-47a8-9f28-a17c22141a33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:51.816542 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:51.842212 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228b2ef7-1a2c-425b-a27e-38151764ad8e None None] Network 88f7b39c-5c7e-4b72-9226-ad89000145b7 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:36:51.849614 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-afe985b3-313a-49f0-8be1-7d1486f35079 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8182003 Apr 21 12:36:51.850558 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e576a0cd-88ef-47a8-9f28-a17c22141a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:51.911769 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e576a0cd-88ef-47a8-9f28-a17c22141a33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:36:51.926472 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e576a0cd-88ef-47a8-9f28-a17c22141a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:51.927053 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-e576a0cd-88ef-47a8-9f28-a17c22141a33 admin admin] Added segment 9eff7d4b-d162-41d3-9cd6-9e374e8673e7 of type vlan for network be4b3512-3e2f-4e3b-b8f8-fa6912577e85 Apr 21 12:36:51.990432 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e576a0cd-88ef-47a8-9f28-a17c22141a33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:52.029653 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576a0cd-88ef-47a8-9f28-a17c22141a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e641f4-e419-48d0-a39b-0db734a751e0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:52.107210 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=1bef6bc5-a20a-451e-9fb8-183055f5b7e8,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:52.118151 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-bf590bcc-7dee-4a64-b209-84bcbffffd76 None None] Provisioning complete for port 1bef6bc5-a20a-451e-9fb8-183055f5b7e8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:36:52.119044 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf590bcc-7dee-4a64-b209-84bcbffffd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:52.128677 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e576a0cd-88ef-47a8-9f28-a17c22141a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:52.129862 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e576a0cd-88ef-47a8-9f28-a17c22141a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:52.137473 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e576a0cd-88ef-47a8-9f28-a17c22141a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:52.211235 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e576a0cd-88ef-47a8-9f28-a17c22141a33 admin admin] Pushing event updated for resources: {'Network': ['ID=be4b3512-3e2f-4e3b-b8f8-fa6912577e85,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:52.229093 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network be4b3512-3e2f-4e3b-b8f8-fa6912577e85 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:36:52.316566 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-c78f964d-b145-4edd-bb7c-8f2fe7082031 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Allocated IP 192.168.233.146 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/9cd51ead-3ab0-448e-a269-53eb81699a61) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:36:52.379277 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e576a0cd-88ef-47a8-9f28-a17c22141a33 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.7668159 Apr 21 12:36:52.390810 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36932) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:52.396594 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-323944cb-52f2-44b7-bc58-44ad463623c4 admin admin] Request body: {'subnet': {'network_id': 'be4b3512-3e2f-4e3b-b8f8-fa6912577e85', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418233345-subnet', 'tenant_id': '12670436f3aa407086af9869283c3bf1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:36:52.478875 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-f43bc343-d088-4a56-ad9b-e6b07cfe7591 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:52.481518 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-f43bc343-d088-4a56-ad9b-e6b07cfe7591 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7663321 Apr 21 12:36:52.520354 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e0670383-c24b-4a9e-b4a1-f3825894bdce None None] Provisioning complete for port 6d354b6d-1ed6-44ad-9991-cde225fa4ff0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:36:52.520354 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0670383-c24b-4a9e-b4a1-f3825894bdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:52.529263 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-c25f5b5a-88ef-4383-abf6-87bfe4fffb80 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Request body: {'port': {'device_id': '248c0f31-4e3e-4821-8001-0f397cd1e036', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'admin_state_up': True, 'tenant_id': '180cd7a09af54490a03baddfb4eb4615'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:36:52.553818 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323944cb-52f2-44b7-bc58-44ad463623c4 admin admin] Made reservation on behalf of 12670436f3aa407086af9869283c3bf1 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:36:52.564073 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-323944cb-52f2-44b7-bc58-44ad463623c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:52.586953 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c8fd8-ce86-40cb-8337-652f8115e752 req-b29f7fd6-771a-4ec1-a69a-c2551fa309b0 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:52.590867 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d12c8fd8-ce86-40cb-8337-652f8115e752 req-b29f7fd6-771a-4ec1-a69a-c2551fa309b0 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 943 time: 0.3040867 Apr 21 12:36:52.593176 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e0670383-c24b-4a9e-b4a1-f3825894bdce None None] Port 6d354b6d-1ed6-44ad-9991-cde225fa4ff0 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:36:52.719294 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-db22f70a-ac7a-42fb-a9be-25e5c08fd264 None None] Provisioning complete for port 1bef6bc5-a20a-451e-9fb8-183055f5b7e8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:36:52.719674 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db22f70a-ac7a-42fb-a9be-25e5c08fd264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:52.724474 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-c78f964d-b145-4edd-bb7c-8f2fe7082031 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:52.766270 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d12c8fd8-ce86-40cb-8337-652f8115e752 req-a61c1bcd-b7d6-4806-a5b8-d96ecdb0a29d tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205344 Apr 21 12:36:52.780643 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36936) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:52.798697 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5bbac526-d1b8-4088-8597-36685a0be3b3 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1779789311', 'description': 'tempest-description--1430075471'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:36:52.874746 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15f04368-6889-4afa-87a5-1475980b52a9 req-0883b29f-0bf0-461e-b9d6-9ba418bfacc8 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/ports?device_id=248c0f31-4e3e-4821-8001-0f397cd1e036 HTTP/1.1" status: 200 len: 210 time: 0.0290325 Apr 21 12:36:52.900930 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-323944cb-52f2-44b7-bc58-44ad463623c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:52.929218 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-c25f5b5a-88ef-4383-abf6-87bfe4fffb80 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Made reservation on behalf of 180cd7a09af54490a03baddfb4eb4615 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:36:52.932865 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-c25f5b5a-88ef-4383-abf6-87bfe4fffb80 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:52.938516 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bbac526-d1b8-4088-8597-36685a0be3b3 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:52.939514 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-c78f964d-b145-4edd-bb7c-8f2fe7082031 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:52.959373 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323944cb-52f2-44b7-bc58-44ad463623c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cee048ff-4683-4ea8-8ea2-49897ca6282b,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:52.978864 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323944cb-52f2-44b7-bc58-44ad463623c4 admin admin] Checking segment: {'id': '9eff7d4b-d162-41d3-9cd6-9e374e8673e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be4b3512-3e2f-4e3b-b8f8-fa6912577e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:36:52.978864 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323944cb-52f2-44b7-bc58-44ad463623c4 admin admin] Network hostable DHCP agents. Network: be4b3512-3e2f-4e3b-b8f8-fa6912577e85, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:36:53.057274 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-c78f964d-b145-4edd-bb7c-8f2fe7082031 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:36:53.070344 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-c78f964d-b145-4edd-bb7c-8f2fe7082031 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:36:53.082490 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-c78f964d-b145-4edd-bb7c-8f2fe7082031 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:36:53.091334 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f964d-b145-4edd-bb7c-8f2fe7082031 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Pushing event updated for resources: {'Port': ['ID=9cd51ead-3ab0-448e-a269-53eb81699a61,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:53.091597 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323944cb-52f2-44b7-bc58-44ad463623c4 admin admin] Network be4b3512-3e2f-4e3b-b8f8-fa6912577e85 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:36:53.145658 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 1bef6bc5-a20a-451e-9fb8-183055f5b7e8 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:36:53.206659 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 1bef6bc5-a20a-451e-9fb8-183055f5b7e8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:36:53.207030 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:53.211141 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-c78f964d-b145-4edd-bb7c-8f2fe7082031 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:53.211790 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-c78f964d-b145-4edd-bb7c-8f2fe7082031 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:53.214690 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-c25f5b5a-88ef-4383-abf6-87bfe4fffb80 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Allocated IP 192.168.233.13 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/c6524c1b-097e-46be-af06-561f569f2429) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:36:53.219326 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bbac526-d1b8-4088-8597-36685a0be3b3 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:53.233325 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-323944cb-52f2-44b7-bc58-44ad463623c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, be4b3512-3e2f-4e3b-b8f8-fa6912577e85) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:36:53.242968 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323944cb-52f2-44b7-bc58-44ad463623c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:53.249427 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-323944cb-52f2-44b7-bc58-44ad463623c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:53.249601 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4a62c7-f77d-46f9-8901-9b3175cd6d61 None None] Network be4b3512-3e2f-4e3b-b8f8-fa6912577e85 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:36:53.387512 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-323944cb-52f2-44b7-bc58-44ad463623c4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9871616 Apr 21 12:36:53.387820 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-c78f964d-b145-4edd-bb7c-8f2fe7082031 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7225008 Apr 21 12:36:53.387820 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bbac526-d1b8-4088-8597-36685a0be3b3 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:53.392152 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36942) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:53.402763 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-7d2801f6-303c-430b-8423-d771be791c0c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418233345-router', 'tenant_id': '12670436f3aa407086af9869283c3bf1', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:36:53.411309 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-ad4da6c8-0de3-4bd6-adb7-806f92f65a0a service neutron] Request body: {'port': {'device_id': '9caa293c-23a9-4aa9-861c-607d6ac99ff1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:36:53.442554 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-c25f5b5a-88ef-4383-abf6-87bfe4fffb80 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:53.454032 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36944) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:53.457237 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-05067d89-3265-4447-9939-a42495e4cb2a None None] Provisioning complete for port 9cd51ead-3ab0-448e-a269-53eb81699a61 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:36:53.457868 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05067d89-3265-4447-9939-a42495e4cb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:53.473749 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbac526-d1b8-4088-8597-36685a0be3b3 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7dd13c-70d5-4047-951a-2d6966d3e39c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:53.505762 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11af64d-67b3-47ac-b8fb-f615ddbb15ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-be4b3512-3e2f-4e3b-b8f8-fa6912577e85', 'network_id': 'be4b3512-3e2f-4e3b-b8f8-fa6912577e85', 'tenant_id': '12670436f3aa407086af9869283c3bf1', 'fixed_ips': [{'subnet_id': 'cee048ff-4683-4ea8-8ea2-49897ca6282b'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:36:53.507159 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d11af64d-67b3-47ac-b8fb-f615ddbb15ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:53.516714 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bbac526-d1b8-4088-8597-36685a0be3b3 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:53.521649 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5bbac526-d1b8-4088-8597-36685a0be3b3 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7261755 Apr 21 12:36:53.521649 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-ad4da6c8-0de3-4bd6-adb7-806f92f65a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:53.522014 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36948) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:53.524356 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-05067d89-3265-4447-9939-a42495e4cb2a None None] Port 9cd51ead-3ab0-448e-a269-53eb81699a61 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:36:53.531403 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-de89475e-67a9-4b6d-9964-946f7c8154d9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Request body: {'security_group_rule': {'security_group_id': '8d7dd13c-70d5-4047-951a-2d6966d3e39c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:36:53.540143 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d2801f6-303c-430b-8423-d771be791c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:53.541195 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d2801f6-303c-430b-8423-d771be791c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:53.615054 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d2801f6-303c-430b-8423-d771be791c0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:53.659073 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d11af64d-67b3-47ac-b8fb-f615ddbb15ab None None] Allocated IP 172.20.0.2 (be4b3512-3e2f-4e3b-b8f8-fa6912577e85/cee048ff-4683-4ea8-8ea2-49897ca6282b/faba40db-6595-48ab-bc66-8f1c5fbf136d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:36:53.660638 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-c25f5b5a-88ef-4383-abf6-87bfe4fffb80 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:53.705719 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82fbef92-5e28-4f7c-96b0-b9af245315ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:53.759065 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de89475e-67a9-4b6d-9964-946f7c8154d9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:53.766347 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-c25f5b5a-88ef-4383-abf6-87bfe4fffb80 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:36:53.806627 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-c25f5b5a-88ef-4383-abf6-87bfe4fffb80 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:36:53.808301 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d11af64d-67b3-47ac-b8fb-f615ddbb15ab None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:53.812761 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f5b5a-88ef-4383-abf6-87bfe4fffb80 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Pushing event updated for resources: {'Port': ['ID=c6524c1b-097e-46be-af06-561f569f2429,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:53.826121 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-c25f5b5a-88ef-4383-abf6-87bfe4fffb80 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:36:53.890119 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d2801f6-303c-430b-8423-d771be791c0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:53.891575 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d11af64d-67b3-47ac-b8fb-f615ddbb15ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:53.941708 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-c25f5b5a-88ef-4383-abf6-87bfe4fffb80 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:53.942958 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-c25f5b5a-88ef-4383-abf6-87bfe4fffb80 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:53.952304 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11af64d-67b3-47ac-b8fb-f615ddbb15ab None None] Network be4b3512-3e2f-4e3b-b8f8-fa6912577e85 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:36:53.958676 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d11af64d-67b3-47ac-b8fb-f615ddbb15ab None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:36:53.961704 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11af64d-67b3-47ac-b8fb-f615ddbb15ab None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:36:53.965541 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11af64d-67b3-47ac-b8fb-f615ddbb15ab None None] Pushing event updated for resources: {'Port': ['ID=faba40db-6595-48ab-bc66-8f1c5fbf136d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:54.037643 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de89475e-67a9-4b6d-9964-946f7c8154d9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:54.119848 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f902f-b778-49f7-a585-f666864633da req-12930b13-e684-47ed-b16e-23e657747556 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:54.121388 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-990f902f-b778-49f7-a585-f666864633da req-12930b13-e684-47ed-b16e-23e657747556 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 943 time: 0.2112591 Apr 21 12:36:54.138911 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441e009-4a4c-4391-8d4d-0200e6647bef req-e0855e6d-31f5-4334-949c-8bfdac9aafed tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:54.140444 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0441e009-4a4c-4391-8d4d-0200e6647bef req-e0855e6d-31f5-4334-949c-8bfdac9aafed tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/ports?device_id=248c0f31-4e3e-4821-8001-0f397cd1e036 HTTP/1.1" status: 200 len: 935 time: 0.1721985 Apr 21 12:36:54.144172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-c25f5b5a-88ef-4383-abf6-87bfe4fffb80 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6276598 Apr 21 12:36:54.153768 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82fbef92-5e28-4f7c-96b0-b9af245315ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:54.178539 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-9be8eb7c-95c8-466f-b7fd-409b81f2e221 service neutron] Request body: {'port': {'device_id': '248c0f31-4e3e-4821-8001-0f397cd1e036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:36:54.179531 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de89475e-67a9-4b6d-9964-946f7c8154d9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:54.207130 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-ad4da6c8-0de3-4bd6-adb7-806f92f65a0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd51ead-3ab0-448e-a269-53eb81699a61 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:36:54.212552 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3aea519a-0ec9-4629-aa61-0997dcf4e6e3 None None] Provisioning complete for port c6524c1b-097e-46be-af06-561f569f2429 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:36:54.212924 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3aea519a-0ec9-4629-aa61-0997dcf4e6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:54.217455 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d11af64d-67b3-47ac-b8fb-f615ddbb15ab None None] Attempting to bind port faba40db-6595-48ab-bc66-8f1c5fbf136d on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:36:54.222512 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d11af64d-67b3-47ac-b8fb-f615ddbb15ab None None] Attempting to bind port faba40db-6595-48ab-bc66-8f1c5fbf136d by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '9eff7d4b-d162-41d3-9cd6-9e374e8673e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be4b3512-3e2f-4e3b-b8f8-fa6912577e85'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:36:54.222512 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11af64d-67b3-47ac-b8fb-f615ddbb15ab None None] Attempting to bind port faba40db-6595-48ab-bc66-8f1c5fbf136d on network be4b3512-3e2f-4e3b-b8f8-fa6912577e85 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:36:54.230051 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d2801f6-303c-430b-8423-d771be791c0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:54.243005 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11af64d-67b3-47ac-b8fb-f615ddbb15ab None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:36:54.243380 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11af64d-67b3-47ac-b8fb-f615ddbb15ab None None] Checking segment: {'id': '9eff7d4b-d162-41d3-9cd6-9e374e8673e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be4b3512-3e2f-4e3b-b8f8-fa6912577e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:36:54.243782 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d11af64d-67b3-47ac-b8fb-f615ddbb15ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:54.244235 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11af64d-67b3-47ac-b8fb-f615ddbb15ab None None] Bound using segment: {'id': '9eff7d4b-d162-41d3-9cd6-9e374e8673e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be4b3512-3e2f-4e3b-b8f8-fa6912577e85'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:36:54.244710 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d11af64d-67b3-47ac-b8fb-f615ddbb15ab None None] Bound port: faba40db-6595-48ab-bc66-8f1c5fbf136d, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eff7d4b-d162-41d3-9cd6-9e374e8673e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be4b3512-3e2f-4e3b-b8f8-fa6912577e85'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:36:54.245282 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d11af64d-67b3-47ac-b8fb-f615ddbb15ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:54.248832 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-ad4da6c8-0de3-4bd6-adb7-806f92f65a0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:54.253132 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d2801f6-303c-430b-8423-d771be791c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:54.262341 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82fbef92-5e28-4f7c-96b0-b9af245315ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:54.268966 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3aea519a-0ec9-4629-aa61-0997dcf4e6e3 None None] Port c6524c1b-097e-46be-af06-561f569f2429 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:36:54.280194 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89475e-67a9-4b6d-9964-946f7c8154d9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf5497a-ea25-45b9-b8a2-c748cc800996,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:54.328956 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d11af64d-67b3-47ac-b8fb-f615ddbb15ab None None] For port faba40db-6595-48ab-bc66-8f1c5fbf136d, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:36:54.332190 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d11af64d-67b3-47ac-b8fb-f615ddbb15ab None None] For port faba40db-6595-48ab-bc66-8f1c5fbf136d, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=faba40db-6595-48ab-bc66-8f1c5fbf136d,segment=NetworkSegment(9eff7d4b-d162-41d3-9cd6-9e374e8673e7),segment_id=9eff7d4b-d162-41d3-9cd6-9e374e8673e7)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:36:54.333488 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-ad4da6c8-0de3-4bd6-adb7-806f92f65a0a service neutron] Transition to ACTIVE for port object 9cd51ead-3ab0-448e-a269-53eb81699a61 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:36:54.342034 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0441e009-4a4c-4391-8d4d-0200e6647bef req-50093210-3047-4439-9b5c-ec998aba6ace tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/security-groups?id=a296c869-4248-448b-af3f-f44a4c87316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909568 Apr 21 12:36:54.352032 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-990f902f-b778-49f7-a585-f666864633da req-e6ef1153-1b33-473b-abb9-df46219b20f8 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026131 Apr 21 12:36:54.370500 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de89475e-67a9-4b6d-9964-946f7c8154d9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:54.373994 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-de89475e-67a9-4b6d-9964-946f7c8154d9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8472452 Apr 21 12:36:54.374218 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-7d2801f6-303c-430b-8423-d771be791c0c admin admin] Allocated IP 172.25.8.177 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/f27f2466-2d25-4cf3-98a0-d8a04ee1cb69) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:36:54.374693 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36956) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:54.378401 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-9be8eb7c-95c8-466f-b7fd-409b81f2e221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:54.383075 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-82fbef92-5e28-4f7c-96b0-b9af245315ba admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e49fd5d286034171812bde9cef4535f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9255054 Apr 21 12:36:54.383575 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-173afb25-9812-4fad-913e-63cd04652f82 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Request body: {'security_group_rule': {'security_group_id': '8d7dd13c-70d5-4047-951a-2d6966d3e39c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:36:54.383762 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fbef92-5e28-4f7c-96b0-b9af245315ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c59be3-2ebc-44aa-8f86-d8dc46437e44,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:54.386550 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36958) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:54.412265 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d11af64d-67b3-47ac-b8fb-f615ddbb15ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:54.447579 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-ad4da6c8-0de3-4bd6-adb7-806f92f65a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:54.475911 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11af64d-67b3-47ac-b8fb-f615ddbb15ab None None] Pushing event updated for resources: {'Port': ['ID=faba40db-6595-48ab-bc66-8f1c5fbf136d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:54.521942 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d2801f6-303c-430b-8423-d771be791c0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:54.533930 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-173afb25-9812-4fad-913e-63cd04652f82 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:54.598631 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4da6c8-0de3-4bd6-adb7-806f92f65a0a service neutron] Pushing event updated for resources: {'Port': ['ID=9cd51ead-3ab0-448e-a269-53eb81699a61,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:54.615082 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e779d2c-891c-431f-90ab-43d1388e08f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:54.620914 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-173afb25-9812-4fad-913e-63cd04652f82 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:54.689164 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d2801f6-303c-430b-8423-d771be791c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:54.709480 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e779d2c-891c-431f-90ab-43d1388e08f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:54.737824 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-173afb25-9812-4fad-913e-63cd04652f82 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:54.774416 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2801f6-303c-430b-8423-d771be791c0c admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:36:54.785683 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-7d2801f6-303c-430b-8423-d771be791c0c admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:36:54.787403 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173afb25-9812-4fad-913e-63cd04652f82 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9594c784-b343-4c44-845d-3b5bad099722,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:54.808654 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2801f6-303c-430b-8423-d771be791c0c admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:36:54.811616 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2801f6-303c-430b-8423-d771be791c0c admin admin] Pushing event updated for resources: {'Port': ['ID=f27f2466-2d25-4cf3-98a0-d8a04ee1cb69,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:54.827062 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-ad4da6c8-0de3-4bd6-adb7-806f92f65a0a service neutron] Attempting to bind port 9cd51ead-3ab0-448e-a269-53eb81699a61 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:36:54.828833 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-ad4da6c8-0de3-4bd6-adb7-806f92f65a0a service neutron] Attempting to bind port 9cd51ead-3ab0-448e-a269-53eb81699a61 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:36:54.829220 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-ad4da6c8-0de3-4bd6-adb7-806f92f65a0a service neutron] Attempting to bind port 9cd51ead-3ab0-448e-a269-53eb81699a61 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:36:54.843092 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-ad4da6c8-0de3-4bd6-adb7-806f92f65a0a service neutron] Port 9cd51ead-3ab0-448e-a269-53eb81699a61 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:36:54.843422 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-ad4da6c8-0de3-4bd6-adb7-806f92f65a0a service neutron] Attempting to bind port 9cd51ead-3ab0-448e-a269-53eb81699a61 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:36:54.855269 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-ad4da6c8-0de3-4bd6-adb7-806f92f65a0a service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:36:54.855583 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-ad4da6c8-0de3-4bd6-adb7-806f92f65a0a service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:36:54.855930 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-ad4da6c8-0de3-4bd6-adb7-806f92f65a0a service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:36:54.856374 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-ad4da6c8-0de3-4bd6-adb7-806f92f65a0a service neutron] Bound port: 9cd51ead-3ab0-448e-a269-53eb81699a61, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:36:54.856731 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-ad4da6c8-0de3-4bd6-adb7-806f92f65a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:54.882664 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e779d2c-891c-431f-90ab-43d1388e08f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:54.884788 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e779d2c-891c-431f-90ab-43d1388e08f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:54.888711 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8e779d2c-891c-431f-90ab-43d1388e08f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b8c59be3-2ebc-44aa-8f86-d8dc46437e44 HTTP/1.1" status: 204 len: 168 time: 0.4929967 Apr 21 12:36:54.904883 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e779d2c-891c-431f-90ab-43d1388e08f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c59be3-2ebc-44aa-8f86-d8dc46437e44,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:54.927688 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-173afb25-9812-4fad-913e-63cd04652f82 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:54.929345 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-173afb25-9812-4fad-913e-63cd04652f82 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5516586 Apr 21 12:36:54.933885 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36962) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:54.942126 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-125ac94d-6d0a-4968-a9f7-f4ac07c40e24 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:36:55.032714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-ad4da6c8-0de3-4bd6-adb7-806f92f65a0a service neutron] For port 9cd51ead-3ab0-448e-a269-53eb81699a61, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:36:55.037149 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-ad4da6c8-0de3-4bd6-adb7-806f92f65a0a service neutron] For port 9cd51ead-3ab0-448e-a269-53eb81699a61, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9cd51ead-3ab0-448e-a269-53eb81699a61,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:36:55.041113 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-9be8eb7c-95c8-466f-b7fd-409b81f2e221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6524c1b-097e-46be-af06-561f569f2429 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:36:55.048398 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-9be8eb7c-95c8-466f-b7fd-409b81f2e221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:55.060641 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-9be8eb7c-95c8-466f-b7fd-409b81f2e221 service neutron] Transition to ACTIVE for port object c6524c1b-097e-46be-af06-561f569f2429 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:36:55.155715 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device faba40db-6595-48ab-bc66-8f1c5fbf136d up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:36:55.198461 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-125ac94d-6d0a-4968-a9f7-f4ac07c40e24 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:55.201905 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-9be8eb7c-95c8-466f-b7fd-409b81f2e221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:55.204107 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-ad4da6c8-0de3-4bd6-adb7-806f92f65a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:55.209435 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port faba40db-6595-48ab-bc66-8f1c5fbf136d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:36:55.209929 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:55.264025 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-ad4da6c8-0de3-4bd6-adb7-806f92f65a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:55.264653 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-ad4da6c8-0de3-4bd6-adb7-806f92f65a0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:55.266107 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-ad4da6c8-0de3-4bd6-adb7-806f92f65a0a service neutron] 10.222.0.24 "PUT /v2.0/ports/9cd51ead-3ab0-448e-a269-53eb81699a61 HTTP/1.1" status: 200 len: 1096 time: 1.8689120 Apr 21 12:36:55.268705 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9caa293c-23a9-4aa9-861c-607d6ac99ff1', 'tag': '9cd51ead-3ab0-448e-a269-53eb81699a61'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:36:55.275796 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343d7ca0-b9ed-419d-86de-8ea28ee8f292" -d '{"events": [{"name": "network-changed", "server_uuid": "9caa293c-23a9-4aa9-861c-607d6ac99ff1", "tag": "9cd51ead-3ab0-448e-a269-53eb81699a61"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:36:55.321655 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:55.369151 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bebcb52f-2940-4b8c-b19a-142c3188e6cf x-openstack-request-id: req-bebcb52f-2940-4b8c-b19a-142c3188e6cf {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:36:55.369151 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9caa293c-23a9-4aa9-861c-607d6ac99ff1", "tag": "9cd51ead-3ab0-448e-a269-53eb81699a61", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:36:55.369475 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bebcb52f-2940-4b8c-b19a-142c3188e6cf {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:36:55.369775 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bebcb52f-2940-4b8c-b19a-142c3188e6cf'] response: {'name': 'network-changed', 'server_uuid': '9caa293c-23a9-4aa9-861c-607d6ac99ff1', 'tag': '9cd51ead-3ab0-448e-a269-53eb81699a61', 'status': 'completed', 'code': 200} Apr 21 12:36:55.377193 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d2801f6-303c-430b-8423-d771be791c0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:55.390784 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8eb7c-95c8-466f-b7fd-409b81f2e221 service neutron] Pushing event updated for resources: {'Port': ['ID=c6524c1b-097e-46be-af06-561f569f2429,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:55.417458 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port faba40db-6595-48ab-bc66-8f1c5fbf136d, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=faba40db-6595-48ab-bc66-8f1c5fbf136d,segment=NetworkSegment(9eff7d4b-d162-41d3-9cd6-9e374e8673e7),segment_id=9eff7d4b-d162-41d3-9cd6-9e374e8673e7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:36:55.490292 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:55.566806 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=faba40db-6595-48ab-bc66-8f1c5fbf136d,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:55.703099 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d7ca0-b9ed-419d-86de-8ea28ee8f292 req-a940d4ad-634c-4500-850a-d0562461caa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:55.704633 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-343d7ca0-b9ed-419d-86de-8ea28ee8f292 req-a940d4ad-634c-4500-850a-d0562461caa4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=180cd7a09af54490a03baddfb4eb4615&device_id=9caa293c-23a9-4aa9-861c-607d6ac99ff1 HTTP/1.1" status: 200 len: 1099 time: 0.3382697 Apr 21 12:36:55.710671 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d2801f6-303c-430b-8423-d771be791c0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:55.736942 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2096a-c512-4333-b42d-2e0df1afe833 req-de72d973-4da9-49ae-8c30-a456bea92814 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:55.744501 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4bf2096a-c512-4333-b42d-2e0df1afe833 req-de72d973-4da9-49ae-8c30-a456bea92814 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 943 time: 0.2554345 Apr 21 12:36:55.751155 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4da6c8-0de3-4bd6-adb7-806f92f65a0a service neutron] Pushing event updated for resources: {'Port': ['ID=9cd51ead-3ab0-448e-a269-53eb81699a61,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:55.793816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801b145-a044-434e-8948-fa1234369b8a req-65655977-6071-41e2-b0ec-880c6b5ca5b3 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:55.795388 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7801b145-a044-434e-8948-fa1234369b8a req-65655977-6071-41e2-b0ec-880c6b5ca5b3 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/ports?device_id=248c0f31-4e3e-4821-8001-0f397cd1e036 HTTP/1.1" status: 200 len: 947 time: 0.2554078 Apr 21 12:36:55.800219 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-9be8eb7c-95c8-466f-b7fd-409b81f2e221 service neutron] Attempting to bind port c6524c1b-097e-46be-af06-561f569f2429 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:36:55.800219 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-9be8eb7c-95c8-466f-b7fd-409b81f2e221 service neutron] Attempting to bind port c6524c1b-097e-46be-af06-561f569f2429 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:36:55.800219 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-9be8eb7c-95c8-466f-b7fd-409b81f2e221 service neutron] Attempting to bind port c6524c1b-097e-46be-af06-561f569f2429 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:36:55.806878 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-343d7ca0-b9ed-419d-86de-8ea28ee8f292 req-79e0b252-fbdc-4499-a521-f1ef8d9ca011 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=180cd7a09af54490a03baddfb4eb4615&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0825455 Apr 21 12:36:55.814686 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-9be8eb7c-95c8-466f-b7fd-409b81f2e221 service neutron] Port c6524c1b-097e-46be-af06-561f569f2429 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:36:55.815011 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-9be8eb7c-95c8-466f-b7fd-409b81f2e221 service neutron] Attempting to bind port c6524c1b-097e-46be-af06-561f569f2429 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:36:55.860917 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-9be8eb7c-95c8-466f-b7fd-409b81f2e221 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:36:55.861281 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-9be8eb7c-95c8-466f-b7fd-409b81f2e221 service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:36:55.861679 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-9be8eb7c-95c8-466f-b7fd-409b81f2e221 service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:36:55.862190 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-9be8eb7c-95c8-466f-b7fd-409b81f2e221 service neutron] Bound port: c6524c1b-097e-46be-af06-561f569f2429, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:36:55.862563 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-9be8eb7c-95c8-466f-b7fd-409b81f2e221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:55.867318 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36972) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:55.884913 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b35999ac-0659-437c-9b6b-1aa667b6d37b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:55.902091 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4bf2096a-c512-4333-b42d-2e0df1afe833 req-2aa830fd-cb66-4a8d-99e4-9e292d70b9cc tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567085 Apr 21 12:36:55.952610 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-125ac94d-6d0a-4968-a9f7-f4ac07c40e24 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:56.000836 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f1ca44-e19e-4371-89bf-9e03af53765f None None] Network be4b3512-3e2f-4e3b-b8f8-fa6912577e85 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:36:56.004828 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7801b145-a044-434e-8948-fa1234369b8a req-0a9c5534-2906-40d4-ab31-2d87a8805a29 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/security-groups?id=a296c869-4248-448b-af3f-f44a4c87316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968942 Apr 21 12:36:56.022697 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b35999ac-0659-437c-9b6b-1aa667b6d37b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:56.039517 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2801f6-303c-430b-8423-d771be791c0c admin admin] Router ba781260-af27-4a5c-91cc-4c216da175be is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:36:56.102551 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b35999ac-0659-437c-9b6b-1aa667b6d37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:56.106511 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d7ca0-b9ed-419d-86de-8ea28ee8f292 req-706a2778-c69e-43f6-90df-9582c9f68686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:56.108184 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-343d7ca0-b9ed-419d-86de-8ea28ee8f292 req-706a2778-c69e-43f6-90df-9582c9f68686 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2823918 Apr 21 12:36:56.145845 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-9be8eb7c-95c8-466f-b7fd-409b81f2e221 service neutron] For port c6524c1b-097e-46be-af06-561f569f2429, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:36:56.187200 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-eb2de183-3432-4e72-a813-fe4bf4b90f5e None None] Provisioning complete for port faba40db-6595-48ab-bc66-8f1c5fbf136d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:36:56.187797 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb2de183-3432-4e72-a813-fe4bf4b90f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:56.451474 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-9be8eb7c-95c8-466f-b7fd-409b81f2e221 service neutron] For port c6524c1b-097e-46be-af06-561f569f2429, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c6524c1b-097e-46be-af06-561f569f2429,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:36:56.475429 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-125ac94d-6d0a-4968-a9f7-f4ac07c40e24 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Allocated IP 172.25.8.191 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/781c4065-78c4-40b9-a806-50a4a4dac8c8) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:36:56.490184 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-b70cd437-09f7-4b6c-9de3-2fb8d8394e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:56.490595 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b35999ac-0659-437c-9b6b-1aa667b6d37b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=02c6850d7a7244e1bf8cef58fca0cd13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6219416 Apr 21 12:36:56.491692 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-b70cd437-09f7-4b6c-9de3-2fb8d8394e38 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=180cd7a09af54490a03baddfb4eb4615&device_id=9caa293c-23a9-4aa9-861c-607d6ac99ff1 HTTP/1.1" status: 200 len: 1099 time: 0.3401387 Apr 21 12:36:56.493441 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36976) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:56.500334 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35999ac-0659-437c-9b6b-1aa667b6d37b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b33ffdd-8d03-4684-81f1-f44588a1fcf0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:56.503287 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2801f6-303c-430b-8423-d771be791c0c admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:36:56.525525 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2464ad2f-a512-4f82-9ed6-199c45bb4f67 None None] Provisioning complete for port faba40db-6595-48ab-bc66-8f1c5fbf136d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:36:56.528344 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2464ad2f-a512-4f82-9ed6-199c45bb4f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:56.538585 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67a2e69-aa56-42be-91b1-7eafdcea1c28 None None] Sync routers for ids ['ba781260-af27-4a5c-91cc-4c216da175be'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:36:56.550638 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67a2e69-aa56-42be-91b1-7eafdcea1c28 None None] Routers {'ba781260-af27-4a5c-91cc-4c216da175be'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:36:56.551733 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b67a2e69-aa56-42be-91b1-7eafdcea1c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:36:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ba781260-af27-4a5c-91cc-4c216da175be'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:36:56.603646 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-9ce1b7dd-b22a-4cd0-880c-fec8c80c2700 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=9cd51ead-3ab0-448e-a269-53eb81699a61 HTTP/1.1" status: 200 len: 217 time: 0.0833056 Apr 21 12:36:56.609877 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-9be8eb7c-95c8-466f-b7fd-409b81f2e221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:56.662893 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b67a2e69-aa56-42be-91b1-7eafdcea1c28 None None] Set router ba781260-af27-4a5c-91cc-4c216da175be gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:36:56.664779 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d2801f6-303c-430b-8423-d771be791c0c admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:56.666271 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7d2801f6-303c-430b-8423-d771be791c0c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.2725079 Apr 21 12:36:56.669740 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36978) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:36:56.716406 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-9be8eb7c-95c8-466f-b7fd-409b81f2e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:56.716967 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-9be8eb7c-95c8-466f-b7fd-409b81f2e221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:56.718389 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-9be8eb7c-95c8-466f-b7fd-409b81f2e221 service neutron] 10.222.0.24 "PUT /v2.0/ports/c6524c1b-097e-46be-af06-561f569f2429 HTTP/1.1" status: 200 len: 1095 time: 2.5569534 Apr 21 12:36:56.743582 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:36:56.769003 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-124a0556-7f42-4230-b954-af8d45c8c20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:56.770399 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-124a0556-7f42-4230-b954-af8d45c8c20c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1459024 Apr 21 12:36:56.775317 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a6966a1-1e9d-4f5e-8c5c-5a20c5b77905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:56.799343 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a6966a1-1e9d-4f5e-8c5c-5a20c5b77905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:56.863603 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b67a2e69-aa56-42be-91b1-7eafdcea1c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418233345-router', 'tenant_id': '12670436f3aa407086af9869283c3bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'f27f2466-2d25-4cf3-98a0-d8a04ee1cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:36:53Z', 'updated_at': '2022-04-21T12:36:55Z', 'revision_number': 3, 'project_id': '12670436f3aa407086af9869283c3bf1', 'gw_port': {'id': 'f27f2466-2d25-4cf3-98a0-d8a04ee1cb69', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:36:54Z', 'updated_at': '2022-04-21T12:36:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:36:56.903164 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67a2e69-aa56-42be-91b1-7eafdcea1c28 None None] Checking router: ba781260-af27-4a5c-91cc-4c216da175be for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:36:56.904011 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67a2e69-aa56-42be-91b1-7eafdcea1c28 None None] Updating router ba781260-af27-4a5c-91cc-4c216da175be port f27f2466-2d25-4cf3-98a0-d8a04ee1cb69 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:36:56.908653 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-125ac94d-6d0a-4968-a9f7-f4ac07c40e24 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:56.923483 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8eb7c-95c8-466f-b7fd-409b81f2e221 service neutron] Pushing event updated for resources: {'Port': ['ID=c6524c1b-097e-46be-af06-561f569f2429,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:56.959992 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b67a2e69-aa56-42be-91b1-7eafdcea1c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:56.994788 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-b96cadeb-85de-4e40-ae94-a7e33f673b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:56.996421 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-b96cadeb-85de-4e40-ae94-a7e33f673b6c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1448667 Apr 21 12:36:57.115400 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-069b3c55-5b09-4e72-a1ce-39b06b036df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:57.116927 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-069b3c55-5b09-4e72-a1ce-39b06b036df8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=180cd7a09af54490a03baddfb4eb4615&device_id=248c0f31-4e3e-4821-8001-0f397cd1e036 HTTP/1.1" status: 200 len: 1098 time: 0.2732356 Apr 21 12:36:57.117558 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a6966a1-1e9d-4f5e-8c5c-5a20c5b77905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:57.120074 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a6966a1-1e9d-4f5e-8c5c-5a20c5b77905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:57.123761 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2a6966a1-1e9d-4f5e-8c5c-5a20c5b77905 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4b33ffdd-8d03-4684-81f1-f44588a1fcf0 HTTP/1.1" status: 204 len: 168 time: 0.6292892 Apr 21 12:36:57.195296 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device faba40db-6595-48ab-bc66-8f1c5fbf136d up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:36:57.253678 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port faba40db-6595-48ab-bc66-8f1c5fbf136d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:36:57.253992 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:57.281257 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4e72468-f0b9-45c7-9cce-6f0a9efe8b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:57.392077 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-c843b4e6-a788-4093-a9a6-8671ffb538a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=c6524c1b-097e-46be-af06-561f569f2429 HTTP/1.1" status: 200 len: 217 time: 0.2455888 Apr 21 12:36:57.392877 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248c0f31-4e3e-4821-8001-0f397cd1e036', 'tag': 'c6524c1b-097e-46be-af06-561f569f2429'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:36:57.396040 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c6c18a-82a8-4aec-a169-55413ffd2cee" -d '{"events": [{"name": "network-changed", "server_uuid": "248c0f31-4e3e-4821-8001-0f397cd1e036", "tag": "c6524c1b-097e-46be-af06-561f569f2429"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:36:57.399236 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6966a1-1e9d-4f5e-8c5c-5a20c5b77905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b33ffdd-8d03-4684-81f1-f44588a1fcf0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:57.456036 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e8133-4fad-48b9-a4d7-4008297f2e35 req-d223c070-bca6-4759-9bdf-317b04f64008 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:57.457761 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7b9e8133-4fad-48b9-a4d7-4008297f2e35 req-d223c070-bca6-4759-9bdf-317b04f64008 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 943 time: 0.4331551 Apr 21 12:36:57.459703 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-05663c20-87f1-4e5d-8449-59c97749454c service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117324 Apr 21 12:36:57.522930 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-f4e72468-f0b9-45c7-9cce-6f0a9efe8b11 admin admin] Allocated IP 172.20.0.1 (be4b3512-3e2f-4e3b-b8f8-fa6912577e85/cee048ff-4683-4ea8-8ea2-49897ca6282b/b3ab610d-2dcf-4286-be91-0d49906c363b) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:36:57.568266 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-125ac94d-6d0a-4968-a9f7-f4ac07c40e24 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:57.586049 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0cb95-2e92-4475-ad66-df3eb220e613 req-4de5b17a-a731-44ed-a1e1-23d90f2f9a5c tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:57.587769 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-48c0cb95-2e92-4475-ad66-df3eb220e613 req-4de5b17a-a731-44ed-a1e1-23d90f2f9a5c tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/ports?device_id=248c0f31-4e3e-4821-8001-0f397cd1e036 HTTP/1.1" status: 200 len: 947 time: 0.4629757 Apr 21 12:36:57.642172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7b9e8133-4fad-48b9-a4d7-4008297f2e35 req-dffcae77-4704-45af-81a1-ee8f23a91a9b tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594791 Apr 21 12:36:57.655990 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-165aa58b-ebd7-47e0-b99d-1e4d7c9fb13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:57.657730 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-165aa58b-ebd7-47e0-b99d-1e4d7c9fb13d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.2491479 Apr 21 12:36:57.711100 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4e72468-f0b9-45c7-9cce-6f0a9efe8b11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:57.714411 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125ac94d-6d0a-4968-a9f7-f4ac07c40e24 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:36:57.741053 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b67a2e69-aa56-42be-91b1-7eafdcea1c28 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:57.754122 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-48c0cb95-2e92-4475-ad66-df3eb220e613 req-6c85a47d-daeb-40a1-8450-ce28928ade9e tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/security-groups?id=a296c869-4248-448b-af3f-f44a4c87316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160164 Apr 21 12:36:57.754991 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-125ac94d-6d0a-4968-a9f7-f4ac07c40e24 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:36:57.757859 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125ac94d-6d0a-4968-a9f7-f4ac07c40e24 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:36:57.774342 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ac94d-6d0a-4968-a9f7-f4ac07c40e24 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Pushing event updated for resources: {'Port': ['ID=781c4065-78c4-40b9-a806-50a4a4dac8c8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:57.777476 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0838716-6966-431b-be88-ac2f31e54e24 x-openstack-request-id: req-e0838716-6966-431b-be88-ac2f31e54e24 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:36:57.777798 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "248c0f31-4e3e-4821-8001-0f397cd1e036", "tag": "c6524c1b-097e-46be-af06-561f569f2429", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:36:57.778024 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e0838716-6966-431b-be88-ac2f31e54e24 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:36:57.778444 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0838716-6966-431b-be88-ac2f31e54e24'] response: {'name': 'network-changed', 'server_uuid': '248c0f31-4e3e-4821-8001-0f397cd1e036', 'tag': 'c6524c1b-097e-46be-af06-561f569f2429', 'status': 'completed', 'code': 200} Apr 21 12:36:57.807221 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61190514-acba-47c2-a5c3-f9f3404c32ac req-dc2f9765-ac63-4a6e-9e43-c49bd6ba650c service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257711 Apr 21 12:36:57.861324 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-5149d8b8-d25c-4930-a654-32d63fbec661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:57.863022 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-5149d8b8-d25c-4930-a654-32d63fbec661 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1773770 Apr 21 12:36:57.873876 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b67a2e69-aa56-42be-91b1-7eafdcea1c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:57.903745 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4e72468-f0b9-45c7-9cce-6f0a9efe8b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:57.935303 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b67a2e69-aa56-42be-91b1-7eafdcea1c28 None None] Attempting to bind port f27f2466-2d25-4cf3-98a0-d8a04ee1cb69 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:36:57.935674 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b67a2e69-aa56-42be-91b1-7eafdcea1c28 None None] Attempting to bind port f27f2466-2d25-4cf3-98a0-d8a04ee1cb69 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:36:57.936357 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67a2e69-aa56-42be-91b1-7eafdcea1c28 None None] Attempting to bind port f27f2466-2d25-4cf3-98a0-d8a04ee1cb69 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:36:57.944399 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67a2e69-aa56-42be-91b1-7eafdcea1c28 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:36:57.944906 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67a2e69-aa56-42be-91b1-7eafdcea1c28 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:36:57.945828 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b67a2e69-aa56-42be-91b1-7eafdcea1c28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:57.946585 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67a2e69-aa56-42be-91b1-7eafdcea1c28 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:36:57.947304 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b67a2e69-aa56-42be-91b1-7eafdcea1c28 None None] Bound port: f27f2466-2d25-4cf3-98a0-d8a04ee1cb69, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:36:57.947676 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b67a2e69-aa56-42be-91b1-7eafdcea1c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:57.957210 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e72468-f0b9-45c7-9cce-6f0a9efe8b11 admin admin] Network be4b3512-3e2f-4e3b-b8f8-fa6912577e85 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:36:57.961072 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-f4e72468-f0b9-45c7-9cce-6f0a9efe8b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:36:57.966142 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e72468-f0b9-45c7-9cce-6f0a9efe8b11 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:36:57.979400 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-125ac94d-6d0a-4968-a9f7-f4ac07c40e24 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:58.010772 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e72468-f0b9-45c7-9cce-6f0a9efe8b11 admin admin] Pushing event updated for resources: {'Port': ['ID=b3ab610d-2dcf-4286-be91-0d49906c363b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:58.038413 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-da635bb1-ada1-4b3e-a80e-24c5deede311 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528633 Apr 21 12:36:58.046089 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4e72468-f0b9-45c7-9cce-6f0a9efe8b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:58.084101 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b67a2e69-aa56-42be-91b1-7eafdcea1c28 None None] For port f27f2466-2d25-4cf3-98a0-d8a04ee1cb69, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:36:58.090954 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd5b5c-56c1-44b8-aada-0b5eabd3492e None None] Pushing event updated for resources: {'Port': ['ID=f27f2466-2d25-4cf3-98a0-d8a04ee1cb69,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:58.116835 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b67a2e69-aa56-42be-91b1-7eafdcea1c28 None None] For port f27f2466-2d25-4cf3-98a0-d8a04ee1cb69, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f27f2466-2d25-4cf3-98a0-d8a04ee1cb69,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:36:58.129191 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd5b5c-56c1-44b8-aada-0b5eabd3492e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:58.129603 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd5b5c-56c1-44b8-aada-0b5eabd3492e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:58.130044 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd5b5c-56c1-44b8-aada-0b5eabd3492e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:58.131484 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd5b5c-56c1-44b8-aada-0b5eabd3492e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:58.131817 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd5b5c-56c1-44b8-aada-0b5eabd3492e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:58.132269 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd5b5c-56c1-44b8-aada-0b5eabd3492e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:58.132520 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd5b5c-56c1-44b8-aada-0b5eabd3492e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:58.132863 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd5b5c-56c1-44b8-aada-0b5eabd3492e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:58.133204 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd5b5c-56c1-44b8-aada-0b5eabd3492e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:58.133518 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd5b5c-56c1-44b8-aada-0b5eabd3492e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:58.133856 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd5b5c-56c1-44b8-aada-0b5eabd3492e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:58.134168 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbd5b5c-56c1-44b8-aada-0b5eabd3492e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:36:58.205072 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b67a2e69-aa56-42be-91b1-7eafdcea1c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:58.214015 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-125ac94d-6d0a-4968-a9f7-f4ac07c40e24 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:58.267908 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58bc8c49-e818-455d-9073-41c8b7e65bbb req-75778c20-dafc-4030-a56a-e37a973fc113 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223146 Apr 21 12:36:58.278280 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67a2e69-aa56-42be-91b1-7eafdcea1c28 None None] Routers {'ba781260-af27-4a5c-91cc-4c216da175be'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:36:58.278999 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b67a2e69-aa56-42be-91b1-7eafdcea1c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:36:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ba781260-af27-4a5c-91cc-4c216da175be'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:36:58.312987 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-95f316dd-b176-4a0f-8c79-a604170021fe None None] Provisioning complete for port b3ab610d-2dcf-4286-be91-0d49906c363b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:36:58.314533 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd5b5c-56c1-44b8-aada-0b5eabd3492e None None] Pushing event updated for resources: {'Port': ['ID=f27f2466-2d25-4cf3-98a0-d8a04ee1cb69,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:58.315980 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95f316dd-b176-4a0f-8c79-a604170021fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:58.362615 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4e72468-f0b9-45c7-9cce-6f0a9efe8b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:58.374611 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-95f316dd-b176-4a0f-8c79-a604170021fe None None] Port b3ab610d-2dcf-4286-be91-0d49906c363b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:36:58.446295 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-125ac94d-6d0a-4968-a9f7-f4ac07c40e24 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:58.460057 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b67a2e69-aa56-42be-91b1-7eafdcea1c28 None None] Set router ba781260-af27-4a5c-91cc-4c216da175be gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:36:58.504615 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-125ac94d-6d0a-4968-a9f7-f4ac07c40e24 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:58.592133 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ac94d-6d0a-4968-a9f7-f4ac07c40e24 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Pushing event updated for resources: {'Port': ['ID=781c4065-78c4-40b9-a806-50a4a4dac8c8,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:58.612143 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4e72468-f0b9-45c7-9cce-6f0a9efe8b11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:58.658119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6c18a-82a8-4aec-a169-55413ffd2cee req-6cd7812f-ed8f-4119-bb31-545b7c7d9979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:58.659631 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15c6c18a-82a8-4aec-a169-55413ffd2cee req-6cd7812f-ed8f-4119-bb31-545b7c7d9979 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=180cd7a09af54490a03baddfb4eb4615&device_id=248c0f31-4e3e-4821-8001-0f397cd1e036 HTTP/1.1" status: 200 len: 1098 time: 0.1141899 Apr 21 12:36:58.665305 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-125ac94d-6d0a-4968-a9f7-f4ac07c40e24 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:58.693840 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 3adc36f8-205c-4591-8e10-cd27d3256d5e no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:36:58.700391 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4e72468-f0b9-45c7-9cce-6f0a9efe8b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:58.816460 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e72468-f0b9-45c7-9cce-6f0a9efe8b11 admin admin] Pushing event updated for resources: {'Port': ['ID=b3ab610d-2dcf-4286-be91-0d49906c363b,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:36:58.826132 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4e72468-f0b9-45c7-9cce-6f0a9efe8b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:58.951412 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e72468-f0b9-45c7-9cce-6f0a9efe8b11 admin admin] Network be4b3512-3e2f-4e3b-b8f8-fa6912577e85 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:36:58.954328 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-f4e72468-f0b9-45c7-9cce-6f0a9efe8b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:36:58.958681 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b67a2e69-aa56-42be-91b1-7eafdcea1c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418233345-router', 'tenant_id': '12670436f3aa407086af9869283c3bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'f27f2466-2d25-4cf3-98a0-d8a04ee1cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:36:53Z', 'updated_at': '2022-04-21T12:36:55Z', 'revision_number': 3, 'project_id': '12670436f3aa407086af9869283c3bf1', 'gw_port': {'id': 'f27f2466-2d25-4cf3-98a0-d8a04ee1cb69', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:36:54Z', 'updated_at': '2022-04-21T12:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:36:58.970009 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-125ac94d-6d0a-4968-a9f7-f4ac07c40e24 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:58.980387 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-125ac94d-6d0a-4968-a9f7-f4ac07c40e24 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0425208 Apr 21 12:36:58.983057 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6c18a-82a8-4aec-a169-55413ffd2cee req-95d2369b-41c8-48b7-90b8-3da83bc7cd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:58.984544 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15c6c18a-82a8-4aec-a169-55413ffd2cee req-95d2369b-41c8-48b7-90b8-3da83bc7cd9e service neutron] 10.222.0.24 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.3161700 Apr 21 12:36:59.003252 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79878d9b-dd61-4303-a069-2eff2bcc39d0 req-76712d0d-314d-431e-941a-906655e380a5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:59.008732 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67a2e69-aa56-42be-91b1-7eafdcea1c28 None None] The sync data for ids ['ba781260-af27-4a5c-91cc-4c216da175be'] in n-d-836147-2 is: [{'id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418233345-router', 'tenant_id': '12670436f3aa407086af9869283c3bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'f27f2466-2d25-4cf3-98a0-d8a04ee1cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:36:53Z', 'updated_at': '2022-04-21T12:36:55Z', 'revision_number': 3, 'project_id': '12670436f3aa407086af9869283c3bf1', 'gw_port': {'id': 'f27f2466-2d25-4cf3-98a0-d8a04ee1cb69', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:36:54Z', 'updated_at': '2022-04-21T12:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:36:59.010969 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79878d9b-dd61-4303-a069-2eff2bcc39d0 req-76712d0d-314d-431e-941a-906655e380a5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 943 time: 0.2088940 Apr 21 12:36:59.172121 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca6e18-8e2e-4b25-a696-3ee454144c16 req-a16c1c8f-b4b2-4178-bcd6-d2ce1b83ee62 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:59.174429 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-86ca6e18-8e2e-4b25-a696-3ee454144c16 req-a16c1c8f-b4b2-4178-bcd6-d2ce1b83ee62 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/ports?device_id=248c0f31-4e3e-4821-8001-0f397cd1e036 HTTP/1.1" status: 200 len: 947 time: 0.2901633 Apr 21 12:36:59.175851 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15c6c18a-82a8-4aec-a169-55413ffd2cee req-3ce14e95-bf9e-4177-8cdf-fc7d63d1ae01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=c6524c1b-097e-46be-af06-561f569f2429 HTTP/1.1" status: 200 len: 217 time: 0.1611826 Apr 21 12:36:59.191667 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e72468-f0b9-45c7-9cce-6f0a9efe8b11 admin admin] Router ba781260-af27-4a5c-91cc-4c216da175be has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:36:59.256282 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79878d9b-dd61-4303-a069-2eff2bcc39d0 req-347c0a23-5667-47b4-baf6-95fa15737c26 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275746 Apr 21 12:36:59.311388 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-3b2d8832-3377-4b67-930c-ee71e37a1d98 service neutron] 10.222.0.24 "GET /v2.0/ports/3adc36f8-205c-4591-8e10-cd27d3256d5e/bindings/n-h1-836147-2 HTTP/1.1" status: 200 len: 384 time: 0.2805459 Apr 21 12:36:59.321397 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-86ca6e18-8e2e-4b25-a696-3ee454144c16 req-aca754ef-2ca6-4f79-ab58-1be8e28f132e tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/security-groups?id=a296c869-4248-448b-af3f-f44a4c87316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071777 Apr 21 12:36:59.337640 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6c18a-82a8-4aec-a169-55413ffd2cee req-52e04f0a-6ef2-492f-8937-425386081568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:59.347511 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15c6c18a-82a8-4aec-a169-55413ffd2cee req-52e04f0a-6ef2-492f-8937-425386081568 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1566703 Apr 21 12:36:59.355203 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e72468-f0b9-45c7-9cce-6f0a9efe8b11 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:36:59.362204 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f4e72468-f0b9-45c7-9cce-6f0a9efe8b11 admin admin] 10.222.0.36 "PUT /v2.0/routers/ba781260-af27-4a5c-91cc-4c216da175be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6910629 Apr 21 12:36:59.425695 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-01699644-84c4-48e0-acbb-5f5e07083085 None None] Provisioning complete for port b3ab610d-2dcf-4286-be91-0d49906c363b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:36:59.426237 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01699644-84c4-48e0-acbb-5f5e07083085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:36:59.497759 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6c18a-82a8-4aec-a169-55413ffd2cee req-a5757040-36c4-4640-92c3-f9efacf53564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:36:59.501334 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15c6c18a-82a8-4aec-a169-55413ffd2cee req-a5757040-36c4-4640-92c3-f9efacf53564 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1404769 Apr 21 12:36:59.552298 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-01699644-84c4-48e0-acbb-5f5e07083085 None None] Port b3ab610d-2dcf-4286-be91-0d49906c363b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:36:59.972807 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15c6c18a-82a8-4aec-a169-55413ffd2cee req-6f2aa6ec-8833-4562-b6df-06a653c16de1 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414742 Apr 21 12:36:59.975849 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-cf6ac1b8-f737-40ba-9236-be5173b0cd9e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1779789311&fields=id&tenant_id=6363a51a886548cba3ffe42b1b9f96ad HTTP/1.1" status: 200 len: 267 time: 0.4434078 Apr 21 12:37:00.118480 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-46d09c62-add2-48ac-94bc-dd56f1ad7bc7 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:00.119858 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-46d09c62-add2-48ac-94bc-dd56f1ad7bc7 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports/158d9cd1-cfe1-4268-8e29-4753932267cd HTTP/1.1" status: 200 len: 935 time: 0.1289096 Apr 21 12:37:00.213460 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-d084afbf-8680-490f-be50-58b9cdd1785f service neutron] For port 3adc36f8-205c-4591-8e10-cd27d3256d5e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=3adc36f8-205c-4591-8e10-cd27d3256d5e,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:37:00.270954 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-3b1e301d-0810-41b2-adeb-ad73517ac139 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:00.272314 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-3b1e301d-0810-41b2-adeb-ad73517ac139 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports/6d354b6d-1ed6-44ad-9991-cde225fa4ff0 HTTP/1.1" status: 200 len: 937 time: 0.1441085 Apr 21 12:37:00.295139 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-d084afbf-8680-490f-be50-58b9cdd1785f service neutron] For port 3adc36f8-205c-4591-8e10-cd27d3256d5e, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:37:00.357122 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57311ca-365a-4b8d-b580-1755e167352c req-16933055-cb67-4cc3-9242-43f7c7b2c640 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:00.358601 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a57311ca-365a-4b8d-b580-1755e167352c req-16933055-cb67-4cc3-9242-43f7c7b2c640 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/networks?id=be4b3512-3e2f-4e3b-b8f8-fa6912577e85 HTTP/1.1" status: 200 len: 829 time: 0.3203669 Apr 21 12:37:00.360571 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15c6c18a-82a8-4aec-a169-55413ffd2cee req-e4945dd8-0e85-470f-8b9e-ee50e5c1f2ff service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800356 Apr 21 12:37:00.384479 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-dc956980-f732-467e-8cd2-3b8baee5b28d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?network_id=88f7b39c-5c7e-4b72-9226-ad89000145b7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0926950 Apr 21 12:37:00.400045 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-d084afbf-8680-490f-be50-58b9cdd1785f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3adc36f8-205c-4591-8e10-cd27d3256d5e {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:37:00.423433 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a57311ca-365a-4b8d-b580-1755e167352c req-f0c41562-8e69-41dc-ab22-feaa1f1f318d tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/quotas/12670436f3aa407086af9869283c3bf1 HTTP/1.1" status: 200 len: 375 time: 0.0413585 Apr 21 12:37:00.425047 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-d084afbf-8680-490f-be50-58b9cdd1785f service neutron] For port 3adc36f8-205c-4591-8e10-cd27d3256d5e, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=3adc36f8-205c-4591-8e10-cd27d3256d5e,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:37:00.447473 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-6eb35355-355b-474e-88fd-267ce3810774 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?network_id=88f7b39c-5c7e-4b72-9226-ad89000145b7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0518849 Apr 21 12:37:00.532698 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-d084afbf-8680-490f-be50-58b9cdd1785f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:00.569410 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a57311ca-365a-4b8d-b580-1755e167352c req-a5f0ab66-09a6-4eb1-9929-5d86cb1194b4 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=12670436f3aa407086af9869283c3bf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1250520 Apr 21 12:37:00.688120 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-4b9b84b7-6293-4aa2-b27b-25228d3b1c90 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:00.693890 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-4b9b84b7-6293-4aa2-b27b-25228d3b1c90 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:00.700452 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-4b9b84b7-6293-4aa2-b27b-25228d3b1c90 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:00.702110 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-4b9b84b7-6293-4aa2-b27b-25228d3b1c90 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/networks?id=ff76b4c9-41c1-41f6-b547-1cd37cbf682c&id=4ca9a1f6-f409-47c6-aa9c-cb11334c6efd&id=4ca9a1f6-f409-47c6-aa9c-cb11334c6efd&id=88f7b39c-5c7e-4b72-9226-ad89000145b7&id=88f7b39c-5c7e-4b72-9226-ad89000145b7 HTTP/1.1" status: 200 len: 1993 time: 0.2448413 Apr 21 12:37:00.709896 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c6524c1b-097e-46be-af06-561f569f2429 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:37:00.750646 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-2d843f9a-f63f-491b-8dbe-f55bfdc15f5e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/quotas/6363a51a886548cba3ffe42b1b9f96ad HTTP/1.1" status: 200 len: 375 time: 0.0334532 Apr 21 12:37:00.763024 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-d084afbf-8680-490f-be50-58b9cdd1785f service neutron] Transition to ACTIVE for port object 3adc36f8-205c-4591-8e10-cd27d3256d5e will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:37:00.800185 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a57311ca-365a-4b8d-b580-1755e167352c req-4d637281-ac48-4e15-a547-d6fa431f7791 service neutron] 10.222.0.36 "GET /v2.0/networks/be4b3512-3e2f-4e3b-b8f8-fa6912577e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099702 Apr 21 12:37:00.825445 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port c6524c1b-097e-46be-af06-561f569f2429, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c6524c1b-097e-46be-af06-561f569f2429,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:37:00.845816 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'c6524c1b-097e-46be-af06-561f569f2429', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': 'c6524c1b-097e-46be-af06-561f569f2429', 'mac_address': 'fa:16:3e:42:01:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:37:00.886008 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-ba594860-d81d-470b-8a7d-2eda7a7bb493 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6363a51a886548cba3ffe42b1b9f96ad&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1303089 Apr 21 12:37:00.889520 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-d084afbf-8680-490f-be50-58b9cdd1785f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:00.899385 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:00.913654 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6524c1b-097e-46be-af06-561f569f2429 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:37:00.932668 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port c6524c1b-097e-46be-af06-561f569f2429, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c6524c1b-097e-46be-af06-561f569f2429,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:37:01.038116 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7459f710-929e-427f-96e6-6f2a504f6f9b None None] Sync routers for ids ['ba781260-af27-4a5c-91cc-4c216da175be'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:37:01.043626 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-d084afbf-8680-490f-be50-58b9cdd1785f service neutron] No DVR routers for this DVR port 3adc36f8-205c-4591-8e10-cd27d3256d5e on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:37:01.044801 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:01.045651 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9cd51ead-3ab0-448e-a269-53eb81699a61 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:37:01.080752 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7459f710-929e-427f-96e6-6f2a504f6f9b None None] Routers {'ba781260-af27-4a5c-91cc-4c216da175be'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:37:01.081020 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084afbf-8680-490f-be50-58b9cdd1785f service neutron] Pushing event updated for resources: {'Port': ['ID=3adc36f8-205c-4591-8e10-cd27d3256d5e,revision_number=10']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:01.081383 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7459f710-929e-427f-96e6-6f2a504f6f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:36:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ba781260-af27-4a5c-91cc-4c216da175be'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:37:01.093700 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a57311ca-365a-4b8d-b580-1755e167352c req-94b54f4b-a204-44f4-8339-97aa8e8ded18 service neutron] 10.222.0.36 "GET /v2.0/networks/be4b3512-3e2f-4e3b-b8f8-fa6912577e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864797 Apr 21 12:37:01.140662 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-d084afbf-8680-490f-be50-58b9cdd1785f service neutron] 10.222.0.24 "PUT /v2.0/ports/3adc36f8-205c-4591-8e10-cd27d3256d5e/bindings/n-h1-836147-2/activate HTTP/1.1" status: 200 len: 369 time: 1.8099689 Apr 21 12:37:01.150578 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c54ff3c-5b1c-4437-8a0f-75a866c03ede req-e83bcaf4-aa3a-4125-a2f0-dee3ab6ca481 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1479461 Apr 21 12:37:01.152780 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-ad321f57-d6bc-4cac-a7aa-2f88d6f0a2eb service neutron] 10.222.0.36 "GET /v2.0/networks/ff76b4c9-41c1-41f6-b547-1cd37cbf682c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506497 Apr 21 12:37:01.200495 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 9cd51ead-3ab0-448e-a269-53eb81699a61, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9cd51ead-3ab0-448e-a269-53eb81699a61,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:37:01.210622 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=c6524c1b-097e-46be-af06-561f569f2429,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:01.257847 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '9cd51ead-3ab0-448e-a269-53eb81699a61', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': '9cd51ead-3ab0-448e-a269-53eb81699a61', 'mac_address': 'fa:16:3e:36:dc:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:37:01.310810 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f27f2466-2d25-4cf3-98a0-d8a04ee1cb69 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:37:01.343769 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:01.346469 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-7459f710-929e-427f-96e6-6f2a504f6f9b None None] Set router ba781260-af27-4a5c-91cc-4c216da175be gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:37:01.376044 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54ff3c-5b1c-4437-8a0f-75a866c03ede req-646b07f3-11b4-4bd6-89ca-34b2325de2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:01.377545 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c54ff3c-5b1c-4437-8a0f-75a866c03ede req-646b07f3-11b4-4bd6-89ca-34b2325de2c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a208b1412791496188b5b7f9d81a64f6&device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 1097 time: 0.1100454 Apr 21 12:37:01.416269 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-108a3e0a-5377-4212-a5c0-981c949b19f3 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:01.416269 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-108a3e0a-5377-4212-a5c0-981c949b19f3 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a&tenant_id=e16b811ea21846c89491aea47e9a7301&binding%3Ahost_id=n-h2-836147-2 HTTP/1.1" status: 200 len: 1095 time: 0.0902376 Apr 21 12:37:01.417150 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd51ead-3ab0-448e-a269-53eb81699a61 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:37:01.461089 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-f84c26c7-7add-450e-99cc-a6756bf5b071 service neutron] 10.222.0.36 "GET /v2.0/networks/ff76b4c9-41c1-41f6-b547-1cd37cbf682c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952933 Apr 21 12:37:01.490989 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 9cd51ead-3ab0-448e-a269-53eb81699a61, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9cd51ead-3ab0-448e-a269-53eb81699a61,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:37:01.544136 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port f27f2466-2d25-4cf3-98a0-d8a04ee1cb69 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:37:01.544505 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:01.581723 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-58f963c5-44d6-4cbb-bf61-b6205e92122c service neutron] 10.222.0.36 "GET /v2.0/ports/158d9cd1-cfe1-4268-8e29-4753932267cd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1195900 Apr 21 12:37:01.597861 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:01.610793 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-104e8a54-4ff3-4c6f-a5fe-f7650bdd5fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:01.612312 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-104e8a54-4ff3-4c6f-a5fe-f7650bdd5fbe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a&tenant_id=e16b811ea21846c89491aea47e9a7301 HTTP/1.1" status: 200 len: 1095 time: 0.1965435 Apr 21 12:37:01.650667 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab137dd-9313-4611-a43b-7abb2896556c req-7ab3ee61-03ac-40f1-8f19-a0afd57c87b1 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:01.652144 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ab137dd-9313-4611-a43b-7abb2896556c req-7ab3ee61-03ac-40f1-8f19-a0afd57c87b1 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 944 time: 0.1788356 Apr 21 12:37:01.721953 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=9cd51ead-3ab0-448e-a269-53eb81699a61,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:01.728921 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54ff3c-5b1c-4437-8a0f-75a866c03ede req-380b3168-7221-4fdd-91ce-32cfc1fb1be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:01.730947 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c54ff3c-5b1c-4437-8a0f-75a866c03ede req-380b3168-7221-4fdd-91ce-32cfc1fb1be6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1afeb61e-54a9-4ede-8030-317c69a36623 HTTP/1.1" status: 200 len: 912 time: 0.3233268 Apr 21 12:37:01.736656 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:01.771048 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port f27f2466-2d25-4cf3-98a0-d8a04ee1cb69, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f27f2466-2d25-4cf3-98a0-d8a04ee1cb69,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:37:01.781956 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7459f710-929e-427f-96e6-6f2a504f6f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418233345-router', 'tenant_id': '12670436f3aa407086af9869283c3bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'f27f2466-2d25-4cf3-98a0-d8a04ee1cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:36:53Z', 'updated_at': '2022-04-21T12:36:58Z', 'revision_number': 4, 'project_id': '12670436f3aa407086af9869283c3bf1', 'gw_port': {'id': 'f27f2466-2d25-4cf3-98a0-d8a04ee1cb69', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:36:54Z', 'updated_at': '2022-04-21T12:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'b3ab610d-2dcf-4286-be91-0d49906c363b', 'name': '', 'network_id': 'be4b3512-3e2f-4e3b-b8f8-fa6912577e85', 'tenant_id': '12670436f3aa407086af9869283c3bf1', 'mac_address': 'fa:16:3e:06:b7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'cee048ff-4683-4ea8-8ea2-49897ca6282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:36:57Z', 'updated_at': '2022-04-21T12:36:58Z', 'revision_number': 2, 'project_id': '12670436f3aa407086af9869283c3bf1', 'subnets': [{'id': 'cee048ff-4683-4ea8-8ea2-49897ca6282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:37:01.836235 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-d553de0f-3701-478d-9b64-fe3326968e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:01.837788 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-d553de0f-3701-478d-9b64-fe3326968e1f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e16b811ea21846c89491aea47e9a7301&device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 1095 time: 0.1963060 Apr 21 12:37:01.869063 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ab137dd-9313-4611-a43b-7abb2896556c req-f09d0c53-0bbd-49a7-b4d0-0e53b849a11d tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713393 Apr 21 12:37:01.882164 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-99f257a8-4bbe-4545-87d4-411d53fcd380 service neutron] 10.222.0.36 "GET /v2.0/networks/4ca9a1f6-f409-47c6-aa9c-cb11334c6efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908523 Apr 21 12:37:01.959729 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['c6524c1b-097e-46be-af06-561f569f2429'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:37:01.962035 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['9cd51ead-3ab0-448e-a269-53eb81699a61'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:37:01.968238 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:01.968393 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7459f710-929e-427f-96e6-6f2a504f6f9b None None] Checking router: ba781260-af27-4a5c-91cc-4c216da175be for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:37:01.968809 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7459f710-929e-427f-96e6-6f2a504f6f9b None None] Updating router ba781260-af27-4a5c-91cc-4c216da175be port b3ab610d-2dcf-4286-be91-0d49906c363b binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:37:02.087666 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7459f710-929e-427f-96e6-6f2a504f6f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:02.125370 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=f27f2466-2d25-4cf3-98a0-d8a04ee1cb69,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:02.173860 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c54ff3c-5b1c-4437-8a0f-75a866c03ede req-d3ff523b-05d0-45bf-bb4e-f5301235defe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52051f7c-ceb8-422d-9dd1-495afe76c1c0 HTTP/1.1" status: 200 len: 1002 time: 0.4341998 Apr 21 12:37:02.343367 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0059018-a87a-459d-9ca7-16062c0bfe98 req-ecaf6e83-e2f9-4115-8582-5b1ce96bad45 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:02.344600 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b0059018-a87a-459d-9ca7-16062c0bfe98 req-ecaf6e83-e2f9-4115-8582-5b1ce96bad45 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/ports?device_id=248c0f31-4e3e-4821-8001-0f397cd1e036 HTTP/1.1" status: 200 len: 948 time: 0.1978173 Apr 21 12:37:02.349424 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54ff3c-5b1c-4437-8a0f-75a866c03ede req-4c3091ef-cc35-4556-b057-7b1b3cbaac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:02.350920 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c54ff3c-5b1c-4437-8a0f-75a866c03ede req-4c3091ef-cc35-4556-b057-7b1b3cbaac41 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f6a79252-68c3-4d98-8e31-7d58e3a1be80 HTTP/1.1" status: 200 len: 850 time: 0.1149995 Apr 21 12:37:02.370347 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-d5eaf4b9-938c-443d-bc03-b89b2d637554 service neutron] 10.222.0.36 "GET /v2.0/networks/4ca9a1f6-f409-47c6-aa9c-cb11334c6efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4871538 Apr 21 12:37:02.438677 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-4b1ae3c1-ca93-4091-8f5b-9a4dbbdbfc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:02.440158 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-4b1ae3c1-ca93-4091-8f5b-9a4dbbdbfc87 service neutron] 10.222.0.26 "GET /v2.0/networks?id=32a67a5e-b72b-4167-97d6-5767775875e4 HTTP/1.1" status: 200 len: 908 time: 0.5816298 Apr 21 12:37:02.456248 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37088) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:02.470644 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-0c0c59ca-6d2b-45f1-99d7-18b2f5413004 service neutron] 10.222.0.36 "GET /v2.0/ports/6d354b6d-1ed6-44ad-9991-cde225fa4ff0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0970078 Apr 21 12:37:02.531709 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7459f710-929e-427f-96e6-6f2a504f6f9b None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:02.538229 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b0059018-a87a-459d-9ca7-16062c0bfe98 req-6403babc-eee3-4fb6-8640-02af1638ba5d tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/security-groups?id=a296c869-4248-448b-af3f-f44a4c87316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819279 Apr 21 12:37:02.542156 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-3ad7b1f0-7ce3-45cc-b8a1-d667626be727 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3adc36f8-205c-4591-8e10-cd27d3256d5e HTTP/1.1" status: 200 len: 217 time: 0.0931232 Apr 21 12:37:02.586334 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-989c784c-6446-41cc-a655-1e0a9423416d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:02.609540 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54ff3c-5b1c-4437-8a0f-75a866c03ede req-972290d8-6297-45cb-a578-ce44ec595146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:02.611046 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c54ff3c-5b1c-4437-8a0f-75a866c03ede req-972290d8-6297-45cb-a578-ce44ec595146 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1afeb61e-54a9-4ede-8030-317c69a36623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2282796 Apr 21 12:37:02.645257 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7459f710-929e-427f-96e6-6f2a504f6f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:02.660792 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-74a43675-42bc-4597-8134-c36f8bb61173 req-b810d1b1-2059-4944-a5d7-7b71a115f79a tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff40bf7-49ae-4d7a-8d7d-88b56669e06a HTTP/1.1" status: 200 len: 210 time: 0.0715640 Apr 21 12:37:02.669272 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-989c784c-6446-41cc-a655-1e0a9423416d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:02.691137 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-1a6a2e56-2fd8-4239-8e07-f1559d22d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:02.692652 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-1a6a2e56-2fd8-4239-8e07-f1559d22d276 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3b8f234-8156-4627-8cae-e6fcb5c2aa35 HTTP/1.1" status: 200 len: 847 time: 0.1217480 Apr 21 12:37:02.702088 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f321e2d-586c-40a6-935e-0efa1d481d7a None None] Pushing event updated for resources: {'Port': ['ID=b3ab610d-2dcf-4286-be91-0d49906c363b,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:02.759605 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-e1a9f7e1-c77d-4e87-b02d-e93475446ede service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32a67a5e-b72b-4167-97d6-5767775875e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388367 Apr 21 12:37:02.765036 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-989c784c-6446-41cc-a655-1e0a9423416d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:02.770129 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7459f710-929e-427f-96e6-6f2a504f6f9b None None] Attempting to bind port b3ab610d-2dcf-4286-be91-0d49906c363b on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:37:02.777257 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7459f710-929e-427f-96e6-6f2a504f6f9b None None] Attempting to bind port b3ab610d-2dcf-4286-be91-0d49906c363b by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '9eff7d4b-d162-41d3-9cd6-9e374e8673e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be4b3512-3e2f-4e3b-b8f8-fa6912577e85'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:37:02.777257 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7459f710-929e-427f-96e6-6f2a504f6f9b None None] Attempting to bind port b3ab610d-2dcf-4286-be91-0d49906c363b on network be4b3512-3e2f-4e3b-b8f8-fa6912577e85 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:37:02.778330 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7459f710-929e-427f-96e6-6f2a504f6f9b None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:37:02.778756 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7459f710-929e-427f-96e6-6f2a504f6f9b None None] Checking segment: {'id': '9eff7d4b-d162-41d3-9cd6-9e374e8673e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be4b3512-3e2f-4e3b-b8f8-fa6912577e85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:37:02.778894 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-a83be2a7-ac82-415f-a296-2f4145cf873e service neutron] 10.222.0.36 "GET /v2.0/networks/4ca9a1f6-f409-47c6-aa9c-cb11334c6efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073123 Apr 21 12:37:02.779159 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7459f710-929e-427f-96e6-6f2a504f6f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:02.779544 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7459f710-929e-427f-96e6-6f2a504f6f9b None None] Bound using segment: {'id': '9eff7d4b-d162-41d3-9cd6-9e374e8673e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be4b3512-3e2f-4e3b-b8f8-fa6912577e85'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:37:02.780070 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7459f710-929e-427f-96e6-6f2a504f6f9b None None] Bound port: b3ab610d-2dcf-4286-be91-0d49906c363b, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eff7d4b-d162-41d3-9cd6-9e374e8673e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be4b3512-3e2f-4e3b-b8f8-fa6912577e85'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:37:02.780452 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7459f710-929e-427f-96e6-6f2a504f6f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:02.820639 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-989c784c-6446-41cc-a655-1e0a9423416d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f9d18fef95664eb7ac24c6b500cc8a96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3627799 Apr 21 12:37:02.821041 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37092) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:02.842212 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c784c-6446-41cc-a655-1e0a9423416d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05199880-843f-44ed-a82d-d7e6ab868b53,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:02.867361 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7459f710-929e-427f-96e6-6f2a504f6f9b None None] For port b3ab610d-2dcf-4286-be91-0d49906c363b, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:37:02.873830 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7459f710-929e-427f-96e6-6f2a504f6f9b None None] For port b3ab610d-2dcf-4286-be91-0d49906c363b, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b3ab610d-2dcf-4286-be91-0d49906c363b,segment=NetworkSegment(9eff7d4b-d162-41d3-9cd6-9e374e8673e7),segment_id=9eff7d4b-d162-41d3-9cd6-9e374e8673e7)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:37:02.900912 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d8be380-dc83-4f6d-b254-140757b231e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:02.926425 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d8be380-dc83-4f6d-b254-140757b231e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:02.948241 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c54ff3c-5b1c-4437-8a0f-75a866c03ede req-8b015c36-e65b-45c5-9fd2-206672b8bbc6 service neutron] 10.222.0.24 "GET /v2.0/networks/1afeb61e-54a9-4ede-8030-317c69a36623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202901 Apr 21 12:37:02.971109 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7459f710-929e-427f-96e6-6f2a504f6f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:03.057870 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7459f710-929e-427f-96e6-6f2a504f6f9b None None] Routers {'ba781260-af27-4a5c-91cc-4c216da175be'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:37:03.057870 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7459f710-929e-427f-96e6-6f2a504f6f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:36:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ba781260-af27-4a5c-91cc-4c216da175be'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:37:03.059350 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d38b7bff-7c5d-47b1-b4fe-3e968207500a None None] Provisioning complete for port b3ab610d-2dcf-4286-be91-0d49906c363b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:37:03.059860 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d38b7bff-7c5d-47b1-b4fe-3e968207500a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:03.078581 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d8be380-dc83-4f6d-b254-140757b231e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:03.082254 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d8be380-dc83-4f6d-b254-140757b231e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:03.086279 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2d8be380-dc83-4f6d-b254-140757b231e6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/05199880-843f-44ed-a82d-d7e6ab868b53 HTTP/1.1" status: 204 len: 168 time: 0.2565939 Apr 21 12:37:03.091227 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-d689db9a-d5a6-4ff7-8873-f1d7e65c7ec6 service neutron] 10.222.0.26 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228252 Apr 21 12:37:03.104398 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8be380-dc83-4f6d-b254-140757b231e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05199880-843f-44ed-a82d-d7e6ab868b53,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:03.126207 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-505cb87c-b2f4-41c6-9bef-50824b8143a1 service neutron] 10.222.0.36 "GET /v2.0/networks/4ca9a1f6-f409-47c6-aa9c-cb11334c6efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346775 Apr 21 12:37:03.145119 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f321e2d-586c-40a6-935e-0efa1d481d7a None None] Pushing event updated for resources: {'Port': ['ID=b3ab610d-2dcf-4286-be91-0d49906c363b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:03.259316 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0f78c-13e1-423c-bd70-8676f5f04327 req-7d560539-bb77-46ba-8b36-5b8a23fd1372 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:03.260988 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a2c0f78c-13e1-423c-bd70-8676f5f04327 req-7d560539-bb77-46ba-8b36-5b8a23fd1372 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 944 time: 0.3005354 Apr 21 12:37:03.278653 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c54ff3c-5b1c-4437-8a0f-75a866c03ede req-6e871b48-ea4e-4864-b817-99a7b2cf9d76 service neutron] 10.222.0.24 "GET /v2.0/networks/1afeb61e-54a9-4ede-8030-317c69a36623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206401 Apr 21 12:37:03.323256 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f27f2466-2d25-4cf3-98a0-d8a04ee1cb69 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:37:03.375126 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d38b7bff-7c5d-47b1-b4fe-3e968207500a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:03.403203 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a2c0f78c-13e1-423c-bd70-8676f5f04327 req-d7783f20-7b6d-4465-aff3-79b722014ba5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279900 Apr 21 12:37:03.407147 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-1890d6f0-75df-4dc1-8f4f-49ccb048e633 service neutron] 10.222.0.26 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048551 Apr 21 12:37:03.409092 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-b38ad701-a450-4275-b331-fc50ac7e25bd service neutron] 10.222.0.36 "GET /v2.0/networks/4ca9a1f6-f409-47c6-aa9c-cb11334c6efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620726 Apr 21 12:37:03.443530 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-7459f710-929e-427f-96e6-6f2a504f6f9b None None] Set router ba781260-af27-4a5c-91cc-4c216da175be gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:37:03.501841 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d38b7bff-7c5d-47b1-b4fe-3e968207500a None None] For port b3ab610d-2dcf-4286-be91-0d49906c363b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b3ab610d-2dcf-4286-be91-0d49906c363b,segment=NetworkSegment(9eff7d4b-d162-41d3-9cd6-9e374e8673e7),segment_id=9eff7d4b-d162-41d3-9cd6-9e374e8673e7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:37:03.506201 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-9b85c55c-52da-4a9e-8098-4a21e12045f9 service neutron] 10.222.0.36 "GET /v2.0/networks/4ca9a1f6-f409-47c6-aa9c-cb11334c6efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872509 Apr 21 12:37:03.543689 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port f27f2466-2d25-4cf3-98a0-d8a04ee1cb69 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:37:03.544275 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:03.623127 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d38b7bff-7c5d-47b1-b4fe-3e968207500a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:03.645827 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-449a7458-d5f4-4de8-b775-c6e930b3f8fc service neutron] 10.222.0.36 "GET /v2.0/networks/4ca9a1f6-f409-47c6-aa9c-cb11334c6efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316588 Apr 21 12:37:03.734358 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b7bff-7c5d-47b1-b4fe-3e968207500a None None] Pushing event updated for resources: {'Port': ['ID=b3ab610d-2dcf-4286-be91-0d49906c363b,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:03.735575 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd307eb5-b32d-46aa-90e4-0079567393e0 req-56c7d54b-5370-4728-a558-08e81a64b073 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:03.737118 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd307eb5-b32d-46aa-90e4-0079567393e0 req-56c7d54b-5370-4728-a558-08e81a64b073 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/ports?device_id=248c0f31-4e3e-4821-8001-0f397cd1e036 HTTP/1.1" status: 200 len: 948 time: 0.1031229 Apr 21 12:37:03.798447 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-150d9ae8-10e0-4576-b5c7-c0e9f8ecd61c service neutron] 10.222.0.36 "GET /v2.0/networks/4ca9a1f6-f409-47c6-aa9c-cb11334c6efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334536 Apr 21 12:37:03.800699 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-dc9bc42f-cc52-48fb-8a9b-3cebb0777a29 None None] Provisioning complete for port b3ab610d-2dcf-4286-be91-0d49906c363b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:37:03.801216 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc9bc42f-cc52-48fb-8a9b-3cebb0777a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:03.803659 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd307eb5-b32d-46aa-90e4-0079567393e0 req-2eb99380-33fb-4cf5-8b3e-1747fd80ee91 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/security-groups?id=a296c869-4248-448b-af3f-f44a4c87316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580611 Apr 21 12:37:03.855319 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7459f710-929e-427f-96e6-6f2a504f6f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418233345-router', 'tenant_id': '12670436f3aa407086af9869283c3bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'f27f2466-2d25-4cf3-98a0-d8a04ee1cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:36:53Z', 'updated_at': '2022-04-21T12:36:58Z', 'revision_number': 4, 'project_id': '12670436f3aa407086af9869283c3bf1', 'gw_port': {'id': 'f27f2466-2d25-4cf3-98a0-d8a04ee1cb69', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:36:54Z', 'updated_at': '2022-04-21T12:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'b3ab610d-2dcf-4286-be91-0d49906c363b', 'name': '', 'network_id': 'be4b3512-3e2f-4e3b-b8f8-fa6912577e85', 'tenant_id': '12670436f3aa407086af9869283c3bf1', 'mac_address': 'fa:16:3e:06:b7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'cee048ff-4683-4ea8-8ea2-49897ca6282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:36:57Z', 'updated_at': '2022-04-21T12:37:02Z', 'revision_number': 4, 'project_id': '12670436f3aa407086af9869283c3bf1', 'subnets': [{'id': 'cee048ff-4683-4ea8-8ea2-49897ca6282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:37:03.884322 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7459f710-929e-427f-96e6-6f2a504f6f9b None None] The sync data for ids ['ba781260-af27-4a5c-91cc-4c216da175be'] in n-d-836147-2 is: [{'id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418233345-router', 'tenant_id': '12670436f3aa407086af9869283c3bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'f27f2466-2d25-4cf3-98a0-d8a04ee1cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:36:53Z', 'updated_at': '2022-04-21T12:36:58Z', 'revision_number': 4, 'project_id': '12670436f3aa407086af9869283c3bf1', 'gw_port': {'id': 'f27f2466-2d25-4cf3-98a0-d8a04ee1cb69', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:36:54Z', 'updated_at': '2022-04-21T12:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'b3ab610d-2dcf-4286-be91-0d49906c363b', 'name': '', 'network_id': 'be4b3512-3e2f-4e3b-b8f8-fa6912577e85', 'tenant_id': '12670436f3aa407086af9869283c3bf1', 'mac_address': 'fa:16:3e:06:b7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'cee048ff-4683-4ea8-8ea2-49897ca6282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:36:57Z', 'updated_at': '2022-04-21T12:37:02Z', 'revision_number': 4, 'project_id': '12670436f3aa407086af9869283c3bf1', 'subnets': [{'id': 'cee048ff-4683-4ea8-8ea2-49897ca6282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:37:03.908639 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-69f20f39-cdd3-4289-a368-a18ba311e170 req-5fdde597-bdcc-489a-8c23-3f2612fe1cb7 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff40bf7-49ae-4d7a-8d7d-88b56669e06a HTTP/1.1" status: 200 len: 210 time: 0.0366335 Apr 21 12:37:03.975000 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-0d68e357-a634-4e43-96f1-3d3e3dd281c1 service neutron] 10.222.0.36 "GET /v2.0/networks/88f7b39c-5c7e-4b72-9226-ad89000145b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676240 Apr 21 12:37:04.030959 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37104) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:04.047154 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c2d227d-f26c-41ab-a990-3189c432c8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:04.067394 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-1fbf6f83-dfbe-4f2f-a002-572da44a426c service neutron] 10.222.0.36 "GET /v2.0/networks/88f7b39c-5c7e-4b72-9226-ad89000145b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909765 Apr 21 12:37:04.140973 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c2d227d-f26c-41ab-a990-3189c432c8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:04.178359 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-c5df8b66-391d-4f13-9753-48557e6ae1d6 service neutron] 10.222.0.36 "GET /v2.0/networks/88f7b39c-5c7e-4b72-9226-ad89000145b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006165 Apr 21 12:37:04.233083 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c2d227d-f26c-41ab-a990-3189c432c8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:04.271377 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2d227d-f26c-41ab-a990-3189c432c8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2c08ae-c6e5-4a80-8686-b36de3ffda37,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:04.278140 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7c2d227d-f26c-41ab-a990-3189c432c8b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f88984df83f45928614d0dbc1e1f8b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2430696 Apr 21 12:37:04.278348 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-a9d234cd-c2fa-4970-acfd-b1bd83fbd556 service neutron] 10.222.0.36 "GET /v2.0/networks/88f7b39c-5c7e-4b72-9226-ad89000145b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904880 Apr 21 12:37:04.278796 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37106) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:04.339715 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d279e8b-91d6-44e9-a4f2-ef9d611da2e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:04.364241 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d279e8b-91d6-44e9-a4f2-ef9d611da2e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:04.502006 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d279e8b-91d6-44e9-a4f2-ef9d611da2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:04.504562 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d279e8b-91d6-44e9-a4f2-ef9d611da2e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:04.505758 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7d279e8b-91d6-44e9-a4f2-ef9d611da2e9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2b2c08ae-c6e5-4a80-8686-b36de3ffda37 HTTP/1.1" status: 204 len: 168 time: 0.2264411 Apr 21 12:37:04.527533 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d279e8b-91d6-44e9-a4f2-ef9d611da2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2c08ae-c6e5-4a80-8686-b36de3ffda37,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:04.567588 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec9742-2c79-48ea-be91-feaca89a7652 req-c6778b96-b346-4f3c-9eb6-abe6353e3cb5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:04.571607 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ccec9742-2c79-48ea-be91-feaca89a7652 req-c6778b96-b346-4f3c-9eb6-abe6353e3cb5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 944 time: 0.0878510 Apr 21 12:37:04.636058 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ccec9742-2c79-48ea-be91-feaca89a7652 req-1e116521-1319-4598-a076-bc9f7615c944 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516169 Apr 21 12:37:04.725048 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c6524c1b-097e-46be-af06-561f569f2429 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:37:04.902949 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port c6524c1b-097e-46be-af06-561f569f2429 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:37:04.915749 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port c6524c1b-097e-46be-af06-561f569f2429 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:37:04.916337 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:05.022800 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:05.033871 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57311ca-365a-4b8d-b580-1755e167352c req-cf12cebe-fdb7-4775-a7f3-8d1f9a640397 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:05.035475 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a57311ca-365a-4b8d-b580-1755e167352c req-cf12cebe-fdb7-4775-a7f3-8d1f9a640397 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.26 "GET /v2.0/networks?id=be4b3512-3e2f-4e3b-b8f8-fa6912577e85 HTTP/1.1" status: 200 len: 829 time: 0.2232685 Apr 21 12:37:05.045349 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-2c8102c1-334b-4a3f-bc9b-1caac75805e6 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:05.046899 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-2c8102c1-334b-4a3f-bc9b-1caac75805e6 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a&tenant_id=e16b811ea21846c89491aea47e9a7301&binding%3Ahost_id=n-h1-836147-2 HTTP/1.1" status: 200 len: 1095 time: 0.1592023 Apr 21 12:37:05.053251 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-a57311ca-365a-4b8d-b580-1755e167352c req-df023764-5374-4621-b47d-8d700aa77d1e tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Request body: {'port': {'device_id': '3ff40bf7-49ae-4d7a-8d7d-88b56669e06a', 'network_id': 'be4b3512-3e2f-4e3b-b8f8-fa6912577e85', 'admin_state_up': True, 'tenant_id': '12670436f3aa407086af9869283c3bf1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:37:05.053667 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248c0f31-4e3e-4821-8001-0f397cd1e036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6524c1b-097e-46be-af06-561f569f2429'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:37:05.055891 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1288d419-b3bc-46c5-8049-7b21c66305fc" -d '{"events": [{"server_uuid": "248c0f31-4e3e-4821-8001-0f397cd1e036", "name": "network-vif-plugged", "status": "completed", "tag": "c6524c1b-097e-46be-af06-561f569f2429"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:37:05.068110 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port c6524c1b-097e-46be-af06-561f569f2429, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c6524c1b-097e-46be-af06-561f569f2429,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:37:05.071803 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac2acf-48c6-4b43-9853-3c4035b24b16 req-d710ad90-e529-4aba-aed0-e363d04b70d4 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:05.079326 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-baac2acf-48c6-4b43-9853-3c4035b24b16 req-d710ad90-e529-4aba-aed0-e363d04b70d4 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/ports?device_id=248c0f31-4e3e-4821-8001-0f397cd1e036 HTTP/1.1" status: 200 len: 948 time: 0.1315844 Apr 21 12:37:05.193078 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:05.194077 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9cd51ead-3ab0-448e-a269-53eb81699a61 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:37:05.209241 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-baac2acf-48c6-4b43-9853-3c4035b24b16 req-b028b103-0f21-42a9-88dc-d3a4e2580e22 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/security-groups?id=a296c869-4248-448b-af3f-f44a4c87316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179845 Apr 21 12:37:05.269928 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b3ab610d-2dcf-4286-be91-0d49906c363b up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:37:05.390521 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=c6524c1b-097e-46be-af06-561f569f2429,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:05.412445 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port b3ab610d-2dcf-4286-be91-0d49906c363b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:37:05.412890 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:05.569290 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 9cd51ead-3ab0-448e-a269-53eb81699a61 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:37:05.580017 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 9cd51ead-3ab0-448e-a269-53eb81699a61 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:37:05.582152 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:05.627188 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0c0a059c-26a3-4a73-a7c0-073f095e9c10 req-6f140356-56c8-45b8-9794-c379019ddddb tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff40bf7-49ae-4d7a-8d7d-88b56669e06a HTTP/1.1" status: 200 len: 210 time: 0.0551527 Apr 21 12:37:05.700448 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab21ba9-b95b-4b7a-8fff-27c00b362073 x-openstack-request-id: req-cab21ba9-b95b-4b7a-8fff-27c00b362073 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:37:05.700737 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248c0f31-4e3e-4821-8001-0f397cd1e036", "name": "network-vif-plugged", "status": "completed", "tag": "c6524c1b-097e-46be-af06-561f569f2429", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:37:05.700986 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cab21ba9-b95b-4b7a-8fff-27c00b362073 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:37:05.701381 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cab21ba9-b95b-4b7a-8fff-27c00b362073'] response: {'server_uuid': '248c0f31-4e3e-4821-8001-0f397cd1e036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6524c1b-097e-46be-af06-561f569f2429', 'code': 200} Apr 21 12:37:05.702681 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:05.742096 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a57311ca-365a-4b8d-b580-1755e167352c req-df023764-5374-4621-b47d-8d700aa77d1e tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Made reservation on behalf of 12670436f3aa407086af9869283c3bf1 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:37:05.746944 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a57311ca-365a-4b8d-b580-1755e167352c req-df023764-5374-4621-b47d-8d700aa77d1e tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:05.761044 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 9cd51ead-3ab0-448e-a269-53eb81699a61, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9cd51ead-3ab0-448e-a269-53eb81699a61,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:37:05.824690 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-a9761b2c-c648-4a3a-b4cb-8651c2c47ed6 service neutron] For port 3adc36f8-205c-4591-8e10-cd27d3256d5e, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:37:05.848578 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:05.869068 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-a9761b2c-c648-4a3a-b4cb-8651c2c47ed6 service neutron] Notify callbacks [] for binding, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:05.870189 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e884bd57-021e-48eb-9be9-582a9e872ef0 req-a9761b2c-c648-4a3a-b4cb-8651c2c47ed6 service neutron] 10.222.0.26 "DELETE /v2.0/ports/3adc36f8-205c-4591-8e10-cd27d3256d5e/bindings/n-h2-836147-2 HTTP/1.1" status: 204 len: 173 time: 0.8129628 Apr 21 12:37:05.912626 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093cda2-480e-4d80-8b34-63c83296ae70 req-4bc0cb99-fed1-46d7-bb97-fedac7e137de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:05.914251 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2093cda2-480e-4d80-8b34-63c83296ae70 req-4bc0cb99-fed1-46d7-bb97-fedac7e137de service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=248c0f31-4e3e-4821-8001-0f397cd1e036 HTTP/1.1" status: 200 len: 1100 time: 0.1446977 Apr 21 12:37:05.925111 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=9cd51ead-3ab0-448e-a269-53eb81699a61,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:05.987007 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8887665-f446-412b-a1bc-31ba91bb6d60 req-49d2426b-b57e-4ac6-a557-40c0e462d4f0 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:05.988507 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d8887665-f446-412b-a1bc-31ba91bb6d60 req-49d2426b-b57e-4ac6-a557-40c0e462d4f0 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 944 time: 0.1865413 Apr 21 12:37:06.025695 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7b0dcb9a-0044-468e-975e-14fc873d6eb9 req-bd601395-4a26-43ca-a85e-97c6de41000f tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 210 time: 0.0680611 Apr 21 12:37:06.085077 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2093cda2-480e-4d80-8b34-63c83296ae70 req-bad2cf91-fafb-492d-9f9e-1e57460773b0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a296c869-4248-448b-af3f-f44a4c87316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617067 Apr 21 12:37:06.092404 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-a57311ca-365a-4b8d-b580-1755e167352c req-df023764-5374-4621-b47d-8d700aa77d1e tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Allocated IP 172.20.0.13 (be4b3512-3e2f-4e3b-b8f8-fa6912577e85/cee048ff-4683-4ea8-8ea2-49897ca6282b/0b3b0826-3fae-441e-b1b3-2413eb05a3f0) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:37:06.096595 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d8887665-f446-412b-a1bc-31ba91bb6d60 req-8cb86df7-fa40-41ae-b0e3-f819b2739410 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830710 Apr 21 12:37:06.246289 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35da659-e8ee-4af5-85e7-7d1bf2365677 req-d057c517-173a-43ea-9baf-92d895cde520 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:06.247788 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f35da659-e8ee-4af5-85e7-7d1bf2365677 req-d057c517-173a-43ea-9baf-92d895cde520 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 1095 time: 0.0581532 Apr 21 12:37:06.325000 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a57311ca-365a-4b8d-b580-1755e167352c req-df023764-5374-4621-b47d-8d700aa77d1e tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:06.340384 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f35da659-e8ee-4af5-85e7-7d1bf2365677 req-07e47527-5a99-4cb0-b461-221ce1f24555 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858223 Apr 21 12:37:06.368887 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c3771-8176-4f05-8e37-34afe327f1e5 req-91f7f64a-e844-44df-bcf1-460008bf28c4 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:06.370431 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc8c3771-8176-4f05-8e37-34afe327f1e5 req-91f7f64a-e844-44df-bcf1-460008bf28c4 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/ports?device_id=248c0f31-4e3e-4821-8001-0f397cd1e036 HTTP/1.1" status: 200 len: 949 time: 0.0917034 Apr 21 12:37:06.457848 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc8c3771-8176-4f05-8e37-34afe327f1e5 req-e1eec01c-c411-440c-82c5-ae6b3fcb2717 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/security-groups?id=a296c869-4248-448b-af3f-f44a4c87316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772669 Apr 21 12:37:06.471450 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f8eaf-0728-44d8-8946-c3aa5574a8f0 req-de8cdd82-88f9-4e3e-b1e1-d5dacca7a8cb tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:06.472969 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c1f8eaf-0728-44d8-8946-c3aa5574a8f0 req-de8cdd82-88f9-4e3e-b1e1-d5dacca7a8cb tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 1095 time: 0.0640011 Apr 21 12:37:06.508595 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c1f8eaf-0728-44d8-8946-c3aa5574a8f0 req-60580468-79c9-441b-9c5e-6c15ebd08ac2 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295157 Apr 21 12:37:06.566616 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a57311ca-365a-4b8d-b580-1755e167352c req-df023764-5374-4621-b47d-8d700aa77d1e tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:06.621797 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a57311ca-365a-4b8d-b580-1755e167352c req-df023764-5374-4621-b47d-8d700aa77d1e tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Network be4b3512-3e2f-4e3b-b8f8-fa6912577e85 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:37:06.623160 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-a57311ca-365a-4b8d-b580-1755e167352c req-df023764-5374-4621-b47d-8d700aa77d1e tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:37:06.635367 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57311ca-365a-4b8d-b580-1755e167352c req-df023764-5374-4621-b47d-8d700aa77d1e tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:37:06.719150 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df023764-5374-4621-b47d-8d700aa77d1e tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Pushing event updated for resources: {'Port': ['ID=0b3b0826-3fae-441e-b1b3-2413eb05a3f0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:06.732246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57311ca-365a-4b8d-b580-1755e167352c req-df023764-5374-4621-b47d-8d700aa77d1e tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:06.733129 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a57311ca-365a-4b8d-b580-1755e167352c req-df023764-5374-4621-b47d-8d700aa77d1e tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:06.815674 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e4caf-75dd-4f91-89c1-67465ccb7255 req-f7524e14-aa24-4215-8298-32afa2e438b0 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:06.817240 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f95e4caf-75dd-4f91-89c1-67465ccb7255 req-f7524e14-aa24-4215-8298-32afa2e438b0 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff40bf7-49ae-4d7a-8d7d-88b56669e06a HTTP/1.1" status: 200 len: 932 time: 0.0733721 Apr 21 12:37:06.860958 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f95e4caf-75dd-4f91-89c1-67465ccb7255 req-53f1c65a-c935-45bf-9117-a673e4ec9df0 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/security-groups?id=70e641f4-e419-48d0-a39b-0db734a751e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351214 Apr 21 12:37:06.927442 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a57311ca-365a-4b8d-b580-1755e167352c req-df023764-5374-4621-b47d-8d700aa77d1e tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8795476 Apr 21 12:37:06.978557 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-cd3bbc15-de4e-4de0-bf25-3a3efe52742a None None] Provisioning complete for port 0b3b0826-3fae-441e-b1b3-2413eb05a3f0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:37:06.979132 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd3bbc15-de4e-4de0-bf25-3a3efe52742a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:06.982051 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-a57311ca-365a-4b8d-b580-1755e167352c req-41cc38ab-f61e-4707-82ce-a72e73975756 service neutron] Request body: {'port': {'device_id': '3ff40bf7-49ae-4d7a-8d7d-88b56669e06a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:37:07.018302 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cd3bbc15-de4e-4de0-bf25-3a3efe52742a None None] Port 0b3b0826-3fae-441e-b1b3-2413eb05a3f0 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:37:07.046121 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a57311ca-365a-4b8d-b580-1755e167352c req-41cc38ab-f61e-4707-82ce-a72e73975756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:07.121770 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f4962f2b-db19-4285-a234-ac5bfb67af80 req-eb52f8f3-4f5f-4639-98a6-2b7b8fed5efc tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 210 time: 0.0364776 Apr 21 12:37:07.362039 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-a57311ca-365a-4b8d-b580-1755e167352c req-41cc38ab-f61e-4707-82ce-a72e73975756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b3b0826-3fae-441e-b1b3-2413eb05a3f0 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:37:07.369385 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a57311ca-365a-4b8d-b580-1755e167352c req-41cc38ab-f61e-4707-82ce-a72e73975756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:07.381872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-a57311ca-365a-4b8d-b580-1755e167352c req-41cc38ab-f61e-4707-82ce-a72e73975756 service neutron] Transition to ACTIVE for port object 0b3b0826-3fae-441e-b1b3-2413eb05a3f0 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:37:07.512835 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a57311ca-365a-4b8d-b580-1755e167352c req-41cc38ab-f61e-4707-82ce-a72e73975756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:07.599675 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc38ab-f61e-4707-82ce-a72e73975756 service neutron] Pushing event updated for resources: {'Port': ['ID=0b3b0826-3fae-441e-b1b3-2413eb05a3f0,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:07.650360 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a9bb6-833d-4a86-b22a-769aff2fe4a9 req-09ade57d-52da-4835-afc5-0a6a16749e66 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:07.657244 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a2a9bb6-833d-4a86-b22a-769aff2fe4a9 req-09ade57d-52da-4835-afc5-0a6a16749e66 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/ports?device_id=248c0f31-4e3e-4821-8001-0f397cd1e036 HTTP/1.1" status: 200 len: 949 time: 0.1310382 Apr 21 12:37:07.702913 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9caa293c-23a9-4aa9-861c-607d6ac99ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd51ead-3ab0-448e-a269-53eb81699a61'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:37:07.706262 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cae65c2-bf79-4117-8b25-d93379d7aa27" -d '{"events": [{"server_uuid": "9caa293c-23a9-4aa9-861c-607d6ac99ff1", "name": "network-vif-plugged", "status": "completed", "tag": "9cd51ead-3ab0-448e-a269-53eb81699a61"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:37:07.715872 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a2a9bb6-833d-4a86-b22a-769aff2fe4a9 req-35677a2a-5023-4ec9-bd7e-42b420027889 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/security-groups?id=a296c869-4248-448b-af3f-f44a4c87316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561638 Apr 21 12:37:07.716843 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a57311ca-365a-4b8d-b580-1755e167352c req-41cc38ab-f61e-4707-82ce-a72e73975756 service neutron] Attempting to bind port 0b3b0826-3fae-441e-b1b3-2413eb05a3f0 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:37:07.717260 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a57311ca-365a-4b8d-b580-1755e167352c req-41cc38ab-f61e-4707-82ce-a72e73975756 service neutron] Attempting to bind port 0b3b0826-3fae-441e-b1b3-2413eb05a3f0 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '9eff7d4b-d162-41d3-9cd6-9e374e8673e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be4b3512-3e2f-4e3b-b8f8-fa6912577e85'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:37:07.717631 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57311ca-365a-4b8d-b580-1755e167352c req-41cc38ab-f61e-4707-82ce-a72e73975756 service neutron] Attempting to bind port 0b3b0826-3fae-441e-b1b3-2413eb05a3f0 on network be4b3512-3e2f-4e3b-b8f8-fa6912577e85 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:37:07.726087 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57311ca-365a-4b8d-b580-1755e167352c req-41cc38ab-f61e-4707-82ce-a72e73975756 service neutron] Port 0b3b0826-3fae-441e-b1b3-2413eb05a3f0 on network be4b3512-3e2f-4e3b-b8f8-fa6912577e85 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:37:07.726087 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57311ca-365a-4b8d-b580-1755e167352c req-41cc38ab-f61e-4707-82ce-a72e73975756 service neutron] Attempting to bind port 0b3b0826-3fae-441e-b1b3-2413eb05a3f0 on network be4b3512-3e2f-4e3b-b8f8-fa6912577e85 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:37:07.739245 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57311ca-365a-4b8d-b580-1755e167352c req-41cc38ab-f61e-4707-82ce-a72e73975756 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:37:07.739619 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57311ca-365a-4b8d-b580-1755e167352c req-41cc38ab-f61e-4707-82ce-a72e73975756 service neutron] Checking segment: {'id': '9eff7d4b-d162-41d3-9cd6-9e374e8673e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be4b3512-3e2f-4e3b-b8f8-fa6912577e85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:37:07.740014 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57311ca-365a-4b8d-b580-1755e167352c req-41cc38ab-f61e-4707-82ce-a72e73975756 service neutron] Bound using segment: {'id': '9eff7d4b-d162-41d3-9cd6-9e374e8673e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be4b3512-3e2f-4e3b-b8f8-fa6912577e85'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:37:07.740490 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a57311ca-365a-4b8d-b580-1755e167352c req-41cc38ab-f61e-4707-82ce-a72e73975756 service neutron] Bound port: 0b3b0826-3fae-441e-b1b3-2413eb05a3f0, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eff7d4b-d162-41d3-9cd6-9e374e8673e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be4b3512-3e2f-4e3b-b8f8-fa6912577e85'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:37:07.740857 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a57311ca-365a-4b8d-b580-1755e167352c req-41cc38ab-f61e-4707-82ce-a72e73975756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:07.762966 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6053d40-5edc-47cb-9f42-ce0742b0eb2b x-openstack-request-id: req-f6053d40-5edc-47cb-9f42-ce0742b0eb2b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:37:07.763256 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9caa293c-23a9-4aa9-861c-607d6ac99ff1", "name": "network-vif-plugged", "status": "completed", "tag": "9cd51ead-3ab0-448e-a269-53eb81699a61", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:37:07.763523 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f6053d40-5edc-47cb-9f42-ce0742b0eb2b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:37:07.763920 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6053d40-5edc-47cb-9f42-ce0742b0eb2b'] response: {'server_uuid': '9caa293c-23a9-4aa9-861c-607d6ac99ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd51ead-3ab0-448e-a269-53eb81699a61', 'code': 200} Apr 21 12:37:07.818304 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a57311ca-365a-4b8d-b580-1755e167352c req-41cc38ab-f61e-4707-82ce-a72e73975756 service neutron] For port 0b3b0826-3fae-441e-b1b3-2413eb05a3f0, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:37:07.825551 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a57311ca-365a-4b8d-b580-1755e167352c req-41cc38ab-f61e-4707-82ce-a72e73975756 service neutron] For port 0b3b0826-3fae-441e-b1b3-2413eb05a3f0, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0b3b0826-3fae-441e-b1b3-2413eb05a3f0,segment=NetworkSegment(9eff7d4b-d162-41d3-9cd6-9e374e8673e7),segment_id=9eff7d4b-d162-41d3-9cd6-9e374e8673e7)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:37:07.869210 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43221c41-af84-4c5d-bb6c-51a488f3b10d req-dc826a1a-610e-413d-9908-759d0a263eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:07.870810 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43221c41-af84-4c5d-bb6c-51a488f3b10d req-dc826a1a-610e-413d-9908-759d0a263eb2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9caa293c-23a9-4aa9-861c-607d6ac99ff1 HTTP/1.1" status: 200 len: 1101 time: 0.0466073 Apr 21 12:37:07.907285 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a57311ca-365a-4b8d-b580-1755e167352c req-41cc38ab-f61e-4707-82ce-a72e73975756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:07.918288 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43221c41-af84-4c5d-bb6c-51a488f3b10d req-f50eca25-4a53-4baa-b674-3c592b9521f6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a296c869-4248-448b-af3f-f44a4c87316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399127 Apr 21 12:37:07.959974 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57311ca-365a-4b8d-b580-1755e167352c req-41cc38ab-f61e-4707-82ce-a72e73975756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:07.960683 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a57311ca-365a-4b8d-b580-1755e167352c req-41cc38ab-f61e-4707-82ce-a72e73975756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:07.961920 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a57311ca-365a-4b8d-b580-1755e167352c req-41cc38ab-f61e-4707-82ce-a72e73975756 service neutron] 10.222.0.26 "PUT /v2.0/ports/0b3b0826-3fae-441e-b1b3-2413eb05a3f0 HTTP/1.1" status: 200 len: 1092 time: 0.9842391 Apr 21 12:37:07.968285 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff40bf7-49ae-4d7a-8d7d-88b56669e06a', 'tag': '0b3b0826-3fae-441e-b1b3-2413eb05a3f0'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:37:07.969270 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c91f08-9d24-479e-855c-7d90cd766a77" -d '{"events": [{"name": "network-changed", "server_uuid": "3ff40bf7-49ae-4d7a-8d7d-88b56669e06a", "tag": "0b3b0826-3fae-441e-b1b3-2413eb05a3f0"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:37:08.036488 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426a237-966e-43c5-892b-dc1e77d15826 req-c105e300-db13-40f5-a49f-da70ae88e1f0 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:08.038545 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2426a237-966e-43c5-892b-dc1e77d15826 req-c105e300-db13-40f5-a49f-da70ae88e1f0 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff40bf7-49ae-4d7a-8d7d-88b56669e06a HTTP/1.1" status: 200 len: 944 time: 0.0938084 Apr 21 12:37:08.039536 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc38ab-f61e-4707-82ce-a72e73975756 service neutron] Pushing event updated for resources: {'Port': ['ID=0b3b0826-3fae-441e-b1b3-2413eb05a3f0,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:08.060766 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-466f9e84-b973-471f-baca-21635c8086ff x-openstack-request-id: req-466f9e84-b973-471f-baca-21635c8086ff {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:37:08.061731 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ff40bf7-49ae-4d7a-8d7d-88b56669e06a", "tag": "0b3b0826-3fae-441e-b1b3-2413eb05a3f0", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:37:08.062681 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-466f9e84-b973-471f-baca-21635c8086ff {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:37:08.063521 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-466f9e84-b973-471f-baca-21635c8086ff'] response: {'name': 'network-changed', 'server_uuid': '3ff40bf7-49ae-4d7a-8d7d-88b56669e06a', 'tag': '0b3b0826-3fae-441e-b1b3-2413eb05a3f0', 'status': 'completed', 'code': 200} Apr 21 12:37:08.127565 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2426a237-966e-43c5-892b-dc1e77d15826 req-36d67e7f-4dd1-4d3e-91ba-d1cf0d62d74a tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/security-groups?id=70e641f4-e419-48d0-a39b-0db734a751e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812078 Apr 21 12:37:08.138344 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c91f08-9d24-479e-855c-7d90cd766a77 req-d0be4173-c901-4944-b8d3-9d76ba50fe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:08.140897 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06c91f08-9d24-479e-855c-7d90cd766a77 req-d0be4173-c901-4944-b8d3-9d76ba50fe89 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12670436f3aa407086af9869283c3bf1&device_id=3ff40bf7-49ae-4d7a-8d7d-88b56669e06a HTTP/1.1" status: 200 len: 1095 time: 0.0626309 Apr 21 12:37:08.307165 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bd38073f-5431-4a57-bdd6-1c4c1b3a0d4b req-be4d288c-eb80-4a2f-bcea-7a444a50834e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 210 time: 0.0347600 Apr 21 12:37:08.320666 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c91f08-9d24-479e-855c-7d90cd766a77 req-1bcc1246-8edc-4b01-8610-d98872a49888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:08.322531 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06c91f08-9d24-479e-855c-7d90cd766a77 req-1bcc1246-8edc-4b01-8610-d98872a49888 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=12670436f3aa407086af9869283c3bf1&shared=False HTTP/1.1" status: 200 len: 930 time: 0.1710439 Apr 21 12:37:08.434662 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c91f08-9d24-479e-855c-7d90cd766a77 req-ce278738-a7c8-4edc-9250-6421ac1c07ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:08.436289 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06c91f08-9d24-479e-855c-7d90cd766a77 req-ce278738-a7c8-4edc-9250-6421ac1c07ca service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1064491 Apr 21 12:37:08.526484 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57311ca-365a-4b8d-b580-1755e167352c req-3506b41e-56b9-4a20-91d2-2deb29b2be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:08.528430 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a57311ca-365a-4b8d-b580-1755e167352c req-3506b41e-56b9-4a20-91d2-2deb29b2be44 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12670436f3aa407086af9869283c3bf1&device_id=3ff40bf7-49ae-4d7a-8d7d-88b56669e06a HTTP/1.1" status: 200 len: 1095 time: 0.0440140 Apr 21 12:37:08.571564 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a57311ca-365a-4b8d-b580-1755e167352c req-a3281528-944c-4905-9fee-9f711398486a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b3b0826-3fae-441e-b1b3-2413eb05a3f0 HTTP/1.1" status: 200 len: 217 time: 0.0356770 Apr 21 12:37:08.627256 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57311ca-365a-4b8d-b580-1755e167352c req-2660a541-52b7-4fdf-9182-e3a0d9272500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:08.629279 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a57311ca-365a-4b8d-b580-1755e167352c req-2660a541-52b7-4fdf-9182-e3a0d9272500 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cee048ff-4683-4ea8-8ea2-49897ca6282b HTTP/1.1" status: 200 len: 868 time: 0.0506370 Apr 21 12:37:08.687152 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57311ca-365a-4b8d-b580-1755e167352c req-3dc909f8-eec2-41ae-9b1f-9e172233cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:08.691724 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a57311ca-365a-4b8d-b580-1755e167352c req-3dc909f8-eec2-41ae-9b1f-9e172233cbf8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be4b3512-3e2f-4e3b-b8f8-fa6912577e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519674 Apr 21 12:37:08.692262 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37232) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:08.791396 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a57311ca-365a-4b8d-b580-1755e167352c req-20088a55-b3d1-4a7b-ab6b-708fe500acd4 service neutron] 10.222.0.26 "GET /v2.0/networks/be4b3512-3e2f-4e3b-b8f8-fa6912577e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957198 Apr 21 12:37:08.838530 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5b21f9e4-de10-44a4-9d83-46cd218cd613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:08.913925 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882d9f2-f151-428d-843f-855238a61d56 req-9c67d920-b5de-491f-9b49-7f2da0266987 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:08.915176 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d882d9f2-f151-428d-843f-855238a61d56 req-9c67d920-b5de-491f-9b49-7f2da0266987 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/ports?device_id=248c0f31-4e3e-4821-8001-0f397cd1e036 HTTP/1.1" status: 200 len: 949 time: 0.0938706 Apr 21 12:37:08.915897 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5b21f9e4-de10-44a4-9d83-46cd218cd613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:08.950835 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a57311ca-365a-4b8d-b580-1755e167352c req-00e626bb-5303-4bcd-bde0-d0e0495d9fb2 service neutron] 10.222.0.26 "GET /v2.0/networks/be4b3512-3e2f-4e3b-b8f8-fa6912577e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520495 Apr 21 12:37:08.979470 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d882d9f2-f151-428d-843f-855238a61d56 req-e9819727-664a-4f5f-bde7-ec90124c1853 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/security-groups?id=a296c869-4248-448b-af3f-f44a4c87316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421445 Apr 21 12:37:09.025786 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5b21f9e4-de10-44a4-9d83-46cd218cd613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:09.068469 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5b21f9e4-de10-44a4-9d83-46cd218cd613 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d778c54820b745d08ab82a3b300e99ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3728375 Apr 21 12:37:09.068469 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21f9e4-de10-44a4-9d83-46cd218cd613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2760ac7-1c07-42d0-8fdf-82b32d90c62b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:09.069894 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37240) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:09.125875 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab833d1c-3930-4080-a11a-4f10b2e39188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:09.148201 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab833d1c-3930-4080-a11a-4f10b2e39188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:09.158569 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6b970f-f83d-437d-ab32-bd78c8641fbc req-35c2ee42-fc37-4042-8019-b6a0672ffbf8 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:09.160083 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d6b970f-f83d-437d-ab32-bd78c8641fbc req-35c2ee42-fc37-4042-8019-b6a0672ffbf8 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/ports?device_id=9caa293c-23a9-4aa9-861c-607d6ac99ff1 HTTP/1.1" status: 200 len: 950 time: 0.0491538 Apr 21 12:37:09.208676 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d6b970f-f83d-437d-ab32-bd78c8641fbc req-49fa9f91-5fcc-41f3-9d06-dc7a8d8c383d tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/security-groups?id=a296c869-4248-448b-af3f-f44a4c87316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407152 Apr 21 12:37:09.256203 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccff801-8aa9-4957-96ac-403e8796f46c req-469e78f1-37bd-40a3-8a7f-f8edc0446e85 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:09.257728 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dccff801-8aa9-4957-96ac-403e8796f46c req-469e78f1-37bd-40a3-8a7f-f8edc0446e85 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff40bf7-49ae-4d7a-8d7d-88b56669e06a HTTP/1.1" status: 200 len: 944 time: 0.0524006 Apr 21 12:37:09.299179 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dccff801-8aa9-4957-96ac-403e8796f46c req-2ab67008-7a9a-4a9a-b5c1-a0f3e220e11f tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/security-groups?id=70e641f4-e419-48d0-a39b-0db734a751e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346453 Apr 21 12:37:09.340059 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab833d1c-3930-4080-a11a-4f10b2e39188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:09.342739 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab833d1c-3930-4080-a11a-4f10b2e39188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:09.346554 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ab833d1c-3930-4080-a11a-4f10b2e39188 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a2760ac7-1c07-42d0-8fdf-82b32d90c62b HTTP/1.1" status: 204 len: 168 time: 0.2725613 Apr 21 12:37:09.356729 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab833d1c-3930-4080-a11a-4f10b2e39188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2760ac7-1c07-42d0-8fdf-82b32d90c62b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:09.418647 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-596afe14-b2cc-433a-9e15-dfd897f76bf5 req-f7f575ce-b0ed-4d5d-b484-907c963dbb26 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 210 time: 0.0280225 Apr 21 12:37:09.599283 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-1d187251-e28d-4c3d-9828-3e008c9d9195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:09.600638 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-1d187251-e28d-4c3d-9828-3e008c9d9195 service neutron] 10.222.0.26 "GET /v2.0/ports/158d9cd1-cfe1-4268-8e29-4753932267cd HTTP/1.1" status: 200 len: 1031 time: 0.0354991 Apr 21 12:37:09.641963 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-001be580-5324-4a94-9eac-d8b906806d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:09.643249 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-001be580-5324-4a94-9eac-d8b906806d19 service neutron] 10.222.0.26 "GET /v2.0/ports/6d354b6d-1ed6-44ad-9991-cde225fa4ff0 HTTP/1.1" status: 200 len: 1033 time: 0.0358841 Apr 21 12:37:09.761221 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-200a28eb-321c-43b9-a75e-6c5fef80d7c5 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:09.766912 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-200a28eb-321c-43b9-a75e-6c5fef80d7c5 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:09.772644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-200a28eb-321c-43b9-a75e-6c5fef80d7c5 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:09.774309 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-200a28eb-321c-43b9-a75e-6c5fef80d7c5 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.26 "GET /v2.0/networks?id=ff76b4c9-41c1-41f6-b547-1cd37cbf682c&id=4ca9a1f6-f409-47c6-aa9c-cb11334c6efd&id=4ca9a1f6-f409-47c6-aa9c-cb11334c6efd&id=4ca9a1f6-f409-47c6-aa9c-cb11334c6efd&id=4ca9a1f6-f409-47c6-aa9c-cb11334c6efd&id=88f7b39c-5c7e-4b72-9226-ad89000145b7&id=88f7b39c-5c7e-4b72-9226-ad89000145b7 HTTP/1.1" status: 200 len: 1993 time: 0.1249645 Apr 21 12:37:09.831513 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-10bed4b1-aea2-4956-ba2f-74cfce32428e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6363a51a886548cba3ffe42b1b9f96ad HTTP/1.1" status: 200 len: 380 time: 0.0484166 Apr 21 12:37:09.842622 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-7d4a1064-1302-4819-a945-3bd28acab9ca tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Request body: {'port': {'device_id': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'network_id': 'ff76b4c9-41c1-41f6-b547-1cd37cbf682c', 'admin_state_up': True, 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'security_groups': ['8d7dd13c-70d5-4047-951a-2d6966d3e39c']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:37:10.036877 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-7d4a1064-1302-4819-a945-3bd28acab9ca tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Made reservation on behalf of 6363a51a886548cba3ffe42b1b9f96ad for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:37:10.040502 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-7d4a1064-1302-4819-a945-3bd28acab9ca tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:10.177510 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-7d4a1064-1302-4819-a945-3bd28acab9ca tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Allocated IP 172.20.0.13 (ff76b4c9-41c1-41f6-b547-1cd37cbf682c/fdc28bf1-e915-4072-b8cd-eaf24f93a684/705963bf-02f4-4781-bc61-f2db5e181472) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:37:10.387727 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-7d4a1064-1302-4819-a945-3bd28acab9ca tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:10.457833 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e1f48-be1d-49ab-8969-bdb0503f9ed1 req-755bafd0-f600-4859-84f5-a9152b4c85ca tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:10.461073 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-852e1f48-be1d-49ab-8969-bdb0503f9ed1 req-755bafd0-f600-4859-84f5-a9152b4c85ca tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/ports?device_id=9caa293c-23a9-4aa9-861c-607d6ac99ff1 HTTP/1.1" status: 200 len: 950 time: 0.1279988 Apr 21 12:37:10.546437 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-852e1f48-be1d-49ab-8969-bdb0503f9ed1 req-f0df9815-fbff-4ea4-9689-f83846aadcdc tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/security-groups?id=a296c869-4248-448b-af3f-f44a4c87316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723333 Apr 21 12:37:10.565610 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5794c-1983-455e-ab63-4056451543f6 req-92e48eed-879a-45c6-8d7f-637a6de189dc tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:10.568320 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ad5794c-1983-455e-ab63-4056451543f6 req-92e48eed-879a-45c6-8d7f-637a6de189dc tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff40bf7-49ae-4d7a-8d7d-88b56669e06a HTTP/1.1" status: 200 len: 944 time: 0.1568294 Apr 21 12:37:10.599151 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-7d4a1064-1302-4819-a945-3bd28acab9ca tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:10.666941 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-7d4a1064-1302-4819-a945-3bd28acab9ca tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Network ff76b4c9-41c1-41f6-b547-1cd37cbf682c is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:37:10.706479 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-7d4a1064-1302-4819-a945-3bd28acab9ca tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:37:10.709522 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-7d4a1064-1302-4819-a945-3bd28acab9ca tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:37:10.737433 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ad5794c-1983-455e-ab63-4056451543f6 req-f791499e-bdcc-4fa2-b8ea-36608cb07bac tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/security-groups?id=70e641f4-e419-48d0-a39b-0db734a751e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594355 Apr 21 12:37:10.738089 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a1064-1302-4819-a945-3bd28acab9ca tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Pushing event updated for resources: {'Port': ['ID=705963bf-02f4-4781-bc61-f2db5e181472,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:10.818960 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-7d4a1064-1302-4819-a945-3bd28acab9ca tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:10.829345 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-7d4a1064-1302-4819-a945-3bd28acab9ca tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:10.854543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8abc14-cda5-4b7b-a55b-4184df1c6186 req-b39624db-f54f-410c-81cc-7fbda8ec686b tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:10.856655 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0f8abc14-cda5-4b7b-a55b-4184df1c6186 req-b39624db-f54f-410c-81cc-7fbda8ec686b tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 932 time: 0.1138544 Apr 21 12:37:10.935853 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0f8abc14-cda5-4b7b-a55b-4184df1c6186 req-7b08e864-230d-4700-836f-163042b5dda2 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700161 Apr 21 12:37:10.961738 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-7d4a1064-1302-4819-a945-3bd28acab9ca tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1241372 Apr 21 12:37:10.972327 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-77bf8aaf-f157-4a19-add4-73f1168128e4 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Request body: {'port': {'device_id': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'network_id': '4ca9a1f6-f409-47c6-aa9c-cb11334c6efd', 'admin_state_up': True, 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'security_groups': ['8d7dd13c-70d5-4047-951a-2d6966d3e39c']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:37:11.027726 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-46062fb8-b30b-4eb3-acc0-265033d6f6ea None None] Provisioning complete for port 705963bf-02f4-4781-bc61-f2db5e181472 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:37:11.028253 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46062fb8-b30b-4eb3-acc0-265033d6f6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:11.067854 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-46062fb8-b30b-4eb3-acc0-265033d6f6ea None None] Port 705963bf-02f4-4781-bc61-f2db5e181472 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:37:11.175606 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-77bf8aaf-f157-4a19-add4-73f1168128e4 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Made reservation on behalf of 6363a51a886548cba3ffe42b1b9f96ad for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:37:11.179448 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-77bf8aaf-f157-4a19-add4-73f1168128e4 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:11.311333 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-77bf8aaf-f157-4a19-add4-73f1168128e4 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Allocated IP 10.1.1.142 (4ca9a1f6-f409-47c6-aa9c-cb11334c6efd/e04457a1-fe90-45b1-a0e3-9dec6d53dc7a/7d0d16a9-4ae0-457b-9fd1-99f702e00f9d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:37:11.449870 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-77bf8aaf-f157-4a19-add4-73f1168128e4 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:11.564674 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-77bf8aaf-f157-4a19-add4-73f1168128e4 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:11.609688 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-77bf8aaf-f157-4a19-add4-73f1168128e4 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Network 4ca9a1f6-f409-47c6-aa9c-cb11334c6efd is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:37:11.616246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-77bf8aaf-f157-4a19-add4-73f1168128e4 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:37:11.621812 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-77bf8aaf-f157-4a19-add4-73f1168128e4 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:37:11.655061 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf8aaf-f157-4a19-add4-73f1168128e4 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Pushing event updated for resources: {'Port': ['ID=7d0d16a9-4ae0-457b-9fd1-99f702e00f9d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:11.696118 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-77bf8aaf-f157-4a19-add4-73f1168128e4 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:11.696786 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-77bf8aaf-f157-4a19-add4-73f1168128e4 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:11.884438 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fde4d6-5bf5-4a56-b3f7-2d269b0dbdb2 req-8effcb1b-59b4-4127-a472-0c0207f9dde0 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:11.886725 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51fde4d6-5bf5-4a56-b3f7-2d269b0dbdb2 req-8effcb1b-59b4-4127-a472-0c0207f9dde0 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff40bf7-49ae-4d7a-8d7d-88b56669e06a HTTP/1.1" status: 200 len: 944 time: 0.0518370 Apr 21 12:37:11.899924 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c925e13b-22d1-4571-8bff-be1d0569f518 None None] Provisioning complete for port 7d0d16a9-4ae0-457b-9fd1-99f702e00f9d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:37:11.900333 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c925e13b-22d1-4571-8bff-be1d0569f518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:11.934386 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-77bf8aaf-f157-4a19-add4-73f1168128e4 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9631572 Apr 21 12:37:11.951081 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51fde4d6-5bf5-4a56-b3f7-2d269b0dbdb2 req-11d085f1-24bb-41ca-8763-161b1c3f83fd tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/security-groups?id=70e641f4-e419-48d0-a39b-0db734a751e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573332 Apr 21 12:37:11.961122 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c925e13b-22d1-4571-8bff-be1d0569f518 None None] Port 7d0d16a9-4ae0-457b-9fd1-99f702e00f9d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:37:11.976702 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-40e13f50-be6f-496b-879f-5dd5e764e7c6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Request body: {'port': {'device_id': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'network_id': '4ca9a1f6-f409-47c6-aa9c-cb11334c6efd', 'admin_state_up': True, 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'security_groups': ['8d7dd13c-70d5-4047-951a-2d6966d3e39c']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:37:12.133961 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032351f0-cb9b-4a08-8ac9-bd9beaab2a99 req-cd7325a8-ff62-41c1-aeab-075e5732306e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:12.140842 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032351f0-cb9b-4a08-8ac9-bd9beaab2a99 req-cd7325a8-ff62-41c1-aeab-075e5732306e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:12.146095 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-032351f0-cb9b-4a08-8ac9-bd9beaab2a99 req-cd7325a8-ff62-41c1-aeab-075e5732306e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 1654 time: 0.1041341 Apr 21 12:37:12.194240 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-032351f0-cb9b-4a08-8ac9-bd9beaab2a99 req-f04f190a-81c8-4a2c-90e0-d95b184493d4 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406950 Apr 21 12:37:12.358783 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-40e13f50-be6f-496b-879f-5dd5e764e7c6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Made reservation on behalf of 6363a51a886548cba3ffe42b1b9f96ad for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:37:12.362440 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-40e13f50-be6f-496b-879f-5dd5e764e7c6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:12.498948 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-40e13f50-be6f-496b-879f-5dd5e764e7c6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Allocated IP 10.1.1.181 (4ca9a1f6-f409-47c6-aa9c-cb11334c6efd/e04457a1-fe90-45b1-a0e3-9dec6d53dc7a/b8abfc12-7bf3-4a65-a1f4-46132f41638e) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:37:12.645946 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-40e13f50-be6f-496b-879f-5dd5e764e7c6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:12.758955 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-40e13f50-be6f-496b-879f-5dd5e764e7c6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:12.806953 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-40e13f50-be6f-496b-879f-5dd5e764e7c6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Network 4ca9a1f6-f409-47c6-aa9c-cb11334c6efd is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:37:12.813881 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-40e13f50-be6f-496b-879f-5dd5e764e7c6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:37:12.821555 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-40e13f50-be6f-496b-879f-5dd5e764e7c6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:37:12.821555 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e13f50-be6f-496b-879f-5dd5e764e7c6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Pushing event updated for resources: {'Port': ['ID=b8abfc12-7bf3-4a65-a1f4-46132f41638e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:12.880235 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-40e13f50-be6f-496b-879f-5dd5e764e7c6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:12.881131 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-40e13f50-be6f-496b-879f-5dd5e764e7c6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:13.001778 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-40e13f50-be6f-496b-879f-5dd5e764e7c6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0452824 Apr 21 12:37:13.013548 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-aa172f17-1582-4da3-b0a3-d42b241a130f tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Request body: {'port': {'device_id': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '88f7b39c-5c7e-4b72-9226-ad89000145b7', 'admin_state_up': True, 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'security_groups': ['8d7dd13c-70d5-4047-951a-2d6966d3e39c']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:37:13.090961 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-dfd69f49-5f24-4163-b04e-9cfe198762df None None] Provisioning complete for port b8abfc12-7bf3-4a65-a1f4-46132f41638e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:37:13.091433 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfd69f49-5f24-4163-b04e-9cfe198762df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:13.132019 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-dfd69f49-5f24-4163-b04e-9cfe198762df None None] Port b8abfc12-7bf3-4a65-a1f4-46132f41638e cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:37:13.168177 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fab31d-9cc4-4e76-a2e2-6c66975e122c req-58a4755a-cca8-490f-b87e-6fb88ae97867 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:13.169675 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e1fab31d-9cc4-4e76-a2e2-6c66975e122c req-58a4755a-cca8-490f-b87e-6fb88ae97867 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff40bf7-49ae-4d7a-8d7d-88b56669e06a HTTP/1.1" status: 200 len: 944 time: 0.0819652 Apr 21 12:37:13.223254 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e1fab31d-9cc4-4e76-a2e2-6c66975e122c req-6cf7be03-e233-43e5-b57e-c2fd2742d72f tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/security-groups?id=70e641f4-e419-48d0-a39b-0db734a751e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407114 Apr 21 12:37:13.288114 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-aa172f17-1582-4da3-b0a3-d42b241a130f tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Made reservation on behalf of 6363a51a886548cba3ffe42b1b9f96ad for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:37:13.421704 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c06db9e3-878b-43a7-a58c-b278b32ad743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:13.613303 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ae245-2682-4bbf-9d09-f6205c820552 req-3f470ebd-9ad9-4635-bf63-75674660af4e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:13.619142 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ae245-2682-4bbf-9d09-f6205c820552 req-3f470ebd-9ad9-4635-bf63-75674660af4e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:13.625290 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6ae245-2682-4bbf-9d09-f6205c820552 req-3f470ebd-9ad9-4635-bf63-75674660af4e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:13.626981 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0c6ae245-2682-4bbf-9d09-f6205c820552 req-3f470ebd-9ad9-4635-bf63-75674660af4e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 2375 time: 0.3491046 Apr 21 12:37:13.660514 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-aa172f17-1582-4da3-b0a3-d42b241a130f tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:13.768724 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0c6ae245-2682-4bbf-9d09-f6205c820552 req-ce5262c9-a5f0-48bf-ba1c-1242956e162c tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165528 Apr 21 12:37:13.912640 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 0b3b0826-3fae-441e-b1b3-2413eb05a3f0 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:37:13.924323 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-aa172f17-1582-4da3-b0a3-d42b241a130f tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Allocated IP 10.2.2.100 (88f7b39c-5c7e-4b72-9226-ad89000145b7/9a6aa2f7-1c96-4cd2-b9b1-b428448dd54b/82e67d61-4701-4300-9171-99f0f042f70a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:37:14.010769 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 0b3b0826-3fae-441e-b1b3-2413eb05a3f0, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0b3b0826-3fae-441e-b1b3-2413eb05a3f0,segment=NetworkSegment(9eff7d4b-d162-41d3-9cd6-9e374e8673e7),segment_id=9eff7d4b-d162-41d3-9cd6-9e374e8673e7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:37:14.026818 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '0b3b0826-3fae-441e-b1b3-2413eb05a3f0', 'network_id': 'be4b3512-3e2f-4e3b-b8f8-fa6912577e85', 'port_id': '0b3b0826-3fae-441e-b1b3-2413eb05a3f0', 'mac_address': 'fa:16:3e:e6:18:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cee048ff-4683-4ea8-8ea2-49897ca6282b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:37:14.067531 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:14.087672 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b3b0826-3fae-441e-b1b3-2413eb05a3f0 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:37:14.100668 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-aa172f17-1582-4da3-b0a3-d42b241a130f tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:14.104175 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 0b3b0826-3fae-441e-b1b3-2413eb05a3f0, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0b3b0826-3fae-441e-b1b3-2413eb05a3f0,segment=NetworkSegment(9eff7d4b-d162-41d3-9cd6-9e374e8673e7),segment_id=9eff7d4b-d162-41d3-9cd6-9e374e8673e7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:37:14.170154 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:14.220437 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=0b3b0826-3fae-441e-b1b3-2413eb05a3f0,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:14.227968 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-aa172f17-1582-4da3-b0a3-d42b241a130f tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:14.277322 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-aa172f17-1582-4da3-b0a3-d42b241a130f tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Network 88f7b39c-5c7e-4b72-9226-ad89000145b7 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:37:14.282537 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-aa172f17-1582-4da3-b0a3-d42b241a130f tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:37:14.285693 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-aa172f17-1582-4da3-b0a3-d42b241a130f tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:37:14.346853 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-aa172f17-1582-4da3-b0a3-d42b241a130f tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:14.347826 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-aa172f17-1582-4da3-b0a3-d42b241a130f tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:14.406062 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa172f17-1582-4da3-b0a3-d42b241a130f tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Pushing event updated for resources: {'Port': ['ID=82e67d61-4701-4300-9171-99f0f042f70a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:14.445576 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bd98e-f488-4af3-84bc-56dc6af6a707 req-438f5b8a-d70f-4eff-ac44-e76073fc9741 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:14.450190 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-839bd98e-f488-4af3-84bc-56dc6af6a707 req-438f5b8a-d70f-4eff-ac44-e76073fc9741 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff40bf7-49ae-4d7a-8d7d-88b56669e06a HTTP/1.1" status: 200 len: 945 time: 0.0928581 Apr 21 12:37:14.509431 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-aa172f17-1582-4da3-b0a3-d42b241a130f tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5000324 Apr 21 12:37:14.526686 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-839bd98e-f488-4af3-84bc-56dc6af6a707 req-147ec0aa-9da1-410b-9341-a12f74ca5b3d tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/security-groups?id=70e641f4-e419-48d0-a39b-0db734a751e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683143 Apr 21 12:37:14.533131 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-d3882864-8a24-45b8-bda0-c103f9fc30f0 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Request body: {'port': {'device_id': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '88f7b39c-5c7e-4b72-9226-ad89000145b7', 'admin_state_up': True, 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'security_groups': ['8d7dd13c-70d5-4047-951a-2d6966d3e39c']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:37:14.569227 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8ec47fac-aef4-4c20-b70b-dab547aea9c5 None None] Provisioning complete for port 82e67d61-4701-4300-9171-99f0f042f70a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:37:14.569709 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ec47fac-aef4-4c20-b70b-dab547aea9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:14.595422 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['0b3b0826-3fae-441e-b1b3-2413eb05a3f0'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:37:14.647005 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8ec47fac-aef4-4c20-b70b-dab547aea9c5 None None] Port 82e67d61-4701-4300-9171-99f0f042f70a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:37:14.737695 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-d3882864-8a24-45b8-bda0-c103f9fc30f0 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Made reservation on behalf of 6363a51a886548cba3ffe42b1b9f96ad for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:37:14.751850 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-d3882864-8a24-45b8-bda0-c103f9fc30f0 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:14.785717 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9cd51ead-3ab0-448e-a269-53eb81699a61 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:37:14.969331 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 9cd51ead-3ab0-448e-a269-53eb81699a61, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9cd51ead-3ab0-448e-a269-53eb81699a61,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:37:14.984958 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '9cd51ead-3ab0-448e-a269-53eb81699a61', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': '9cd51ead-3ab0-448e-a269-53eb81699a61', 'mac_address': 'fa:16:3e:36:dc:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:37:15.032583 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:15.053563 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9cd51ead-3ab0-448e-a269-53eb81699a61 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:37:15.078523 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 9cd51ead-3ab0-448e-a269-53eb81699a61, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9cd51ead-3ab0-448e-a269-53eb81699a61,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:37:15.121801 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f189c-585c-4993-906a-86d9e957c98a req-f7f20e05-2281-47a5-9a5f-6c4e10f78476 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:15.127844 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f189c-585c-4993-906a-86d9e957c98a req-f7f20e05-2281-47a5-9a5f-6c4e10f78476 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:15.133703 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f189c-585c-4993-906a-86d9e957c98a req-f7f20e05-2281-47a5-9a5f-6c4e10f78476 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:15.139586 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f189c-585c-4993-906a-86d9e957c98a req-f7f20e05-2281-47a5-9a5f-6c4e10f78476 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:15.145277 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-835f189c-585c-4993-906a-86d9e957c98a req-f7f20e05-2281-47a5-9a5f-6c4e10f78476 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 3096 time: 0.2040663 Apr 21 12:37:15.165394 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:15.233181 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-835f189c-585c-4993-906a-86d9e957c98a req-f73b5ac0-a4bc-4efc-b6b7-de5a99164c91 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794930 Apr 21 12:37:15.234576 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=9cd51ead-3ab0-448e-a269-53eb81699a61,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:15.240176 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-d3882864-8a24-45b8-bda0-c103f9fc30f0 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Allocated IP 10.2.2.200 (88f7b39c-5c7e-4b72-9226-ad89000145b7/9a6aa2f7-1c96-4cd2-b9b1-b428448dd54b/fa0888de-c05b-4b47-a078-4c561e42456a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:37:15.266755 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['9cd51ead-3ab0-448e-a269-53eb81699a61'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:37:15.428871 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-d3882864-8a24-45b8-bda0-c103f9fc30f0 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:15.553983 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-d3882864-8a24-45b8-bda0-c103f9fc30f0 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:15.602097 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-d3882864-8a24-45b8-bda0-c103f9fc30f0 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Network 88f7b39c-5c7e-4b72-9226-ad89000145b7 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:37:15.609769 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-d3882864-8a24-45b8-bda0-c103f9fc30f0 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:37:15.621496 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-d3882864-8a24-45b8-bda0-c103f9fc30f0 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:37:15.658303 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3882864-8a24-45b8-bda0-c103f9fc30f0 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Pushing event updated for resources: {'Port': ['ID=fa0888de-c05b-4b47-a078-4c561e42456a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:15.697621 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-d3882864-8a24-45b8-bda0-c103f9fc30f0 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:15.698204 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-d3882864-8a24-45b8-bda0-c103f9fc30f0 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:15.708933 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f1c6292-4da6-480f-9457-87da91a34c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:15.718325 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880b3e4-c952-4a86-8e43-16fbdfd3f0e4 req-e38b59cc-6b0c-487e-aebb-a9373f02bdaa tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:15.719845 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9880b3e4-c952-4a86-8e43-16fbdfd3f0e4 req-e38b59cc-6b0c-487e-aebb-a9373f02bdaa tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff40bf7-49ae-4d7a-8d7d-88b56669e06a HTTP/1.1" status: 200 len: 945 time: 0.1144984 Apr 21 12:37:15.773332 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9880b3e4-c952-4a86-8e43-16fbdfd3f0e4 req-a253807c-db37-4fa7-8913-fd0bf0f5e19a tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/security-groups?id=70e641f4-e419-48d0-a39b-0db734a751e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473568 Apr 21 12:37:15.784651 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-d3882864-8a24-45b8-bda0-c103f9fc30f0 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2561924 Apr 21 12:37:15.796561 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-21110ca6-00f6-43f1-8bb2-a145214ad9ff service neutron] Request body: {'port': {'device_id': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:37:15.876780 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-21110ca6-00f6-43f1-8bb2-a145214ad9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:15.923670 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 0b3b0826-3fae-441e-b1b3-2413eb05a3f0 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:37:15.990775 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c63cf962-9ffe-4940-bc9a-f10db2a7455b None None] Provisioning complete for port fa0888de-c05b-4b47-a078-4c561e42456a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:37:15.991157 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c63cf962-9ffe-4940-bc9a-f10db2a7455b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:16.038479 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c63cf962-9ffe-4940-bc9a-f10db2a7455b None None] Port fa0888de-c05b-4b47-a078-4c561e42456a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:37:16.078716 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 0b3b0826-3fae-441e-b1b3-2413eb05a3f0 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:37:16.083394 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 0b3b0826-3fae-441e-b1b3-2413eb05a3f0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:37:16.083394 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:16.171164 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:16.185425 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-21110ca6-00f6-43f1-8bb2-a145214ad9ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 705963bf-02f4-4781-bc61-f2db5e181472 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:37:16.195183 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-21110ca6-00f6-43f1-8bb2-a145214ad9ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:16.195393 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff40bf7-49ae-4d7a-8d7d-88b56669e06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3b0826-3fae-441e-b1b3-2413eb05a3f0'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:37:16.197901 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc4acc6-1f7e-4f0f-a278-709eb2b1c3dc" -d '{"events": [{"server_uuid": "3ff40bf7-49ae-4d7a-8d7d-88b56669e06a", "name": "network-vif-plugged", "status": "completed", "tag": "0b3b0826-3fae-441e-b1b3-2413eb05a3f0"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:37:16.210268 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-21110ca6-00f6-43f1-8bb2-a145214ad9ff service neutron] Transition to ACTIVE for port object 705963bf-02f4-4781-bc61-f2db5e181472 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:37:16.214573 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 0b3b0826-3fae-441e-b1b3-2413eb05a3f0, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0b3b0826-3fae-441e-b1b3-2413eb05a3f0,segment=NetworkSegment(9eff7d4b-d162-41d3-9cd6-9e374e8673e7),segment_id=9eff7d4b-d162-41d3-9cd6-9e374e8673e7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:37:16.249563 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dee49b-2901-4831-bd47-bbb54cff7044 x-openstack-request-id: req-30dee49b-2901-4831-bd47-bbb54cff7044 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:37:16.250015 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff40bf7-49ae-4d7a-8d7d-88b56669e06a", "name": "network-vif-plugged", "status": "completed", "tag": "0b3b0826-3fae-441e-b1b3-2413eb05a3f0", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:37:16.254247 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-30dee49b-2901-4831-bd47-bbb54cff7044 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:37:16.254247 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30dee49b-2901-4831-bd47-bbb54cff7044'] response: {'server_uuid': '3ff40bf7-49ae-4d7a-8d7d-88b56669e06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b3b0826-3fae-441e-b1b3-2413eb05a3f0', 'code': 200} Apr 21 12:37:16.307121 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-21110ca6-00f6-43f1-8bb2-a145214ad9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:16.311704 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:16.421281 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=0b3b0826-3fae-441e-b1b3-2413eb05a3f0,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:16.509897 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21110ca6-00f6-43f1-8bb2-a145214ad9ff service neutron] Pushing event updated for resources: {'Port': ['ID=705963bf-02f4-4781-bc61-f2db5e181472,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:16.666074 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578de9c-6b66-49e2-be69-b84fd91ed9ff req-b0bb7276-623b-4f55-b8f8-fd9800640b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:16.668329 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d578de9c-6b66-49e2-be69-b84fd91ed9ff req-b0bb7276-623b-4f55-b8f8-fd9800640b7b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3ff40bf7-49ae-4d7a-8d7d-88b56669e06a HTTP/1.1" status: 200 len: 1097 time: 0.2787068 Apr 21 12:37:16.719967 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad230267-3621-4370-9f6b-8ec01830d1bb req-8ede2b50-29ff-43cc-b8ba-b0ed2b2fa43a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:16.732638 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad230267-3621-4370-9f6b-8ec01830d1bb req-8ede2b50-29ff-43cc-b8ba-b0ed2b2fa43a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:16.740088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad230267-3621-4370-9f6b-8ec01830d1bb req-8ede2b50-29ff-43cc-b8ba-b0ed2b2fa43a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:16.746527 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad230267-3621-4370-9f6b-8ec01830d1bb req-8ede2b50-29ff-43cc-b8ba-b0ed2b2fa43a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:16.768814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad230267-3621-4370-9f6b-8ec01830d1bb req-8ede2b50-29ff-43cc-b8ba-b0ed2b2fa43a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:16.777955 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ad230267-3621-4370-9f6b-8ec01830d1bb req-8ede2b50-29ff-43cc-b8ba-b0ed2b2fa43a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 3829 time: 0.2901402 Apr 21 12:37:16.783071 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:16.795445 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9cd51ead-3ab0-448e-a269-53eb81699a61 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:37:16.921962 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 9cd51ead-3ab0-448e-a269-53eb81699a61 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:37:16.922527 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:16.927101 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d578de9c-6b66-49e2-be69-b84fd91ed9ff req-6d7db002-67a6-4ea1-aadf-ff350f74db7c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=70e641f4-e419-48d0-a39b-0db734a751e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511549 Apr 21 12:37:16.953009 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ad230267-3621-4370-9f6b-8ec01830d1bb req-51175be5-b9ef-46eb-b46e-c8105b628014 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740587 Apr 21 12:37:16.970152 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-21110ca6-00f6-43f1-8bb2-a145214ad9ff service neutron] Attempting to bind port 705963bf-02f4-4781-bc61-f2db5e181472 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:37:16.970495 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-21110ca6-00f6-43f1-8bb2-a145214ad9ff service neutron] Attempting to bind port 705963bf-02f4-4781-bc61-f2db5e181472 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '809dc041-eed1-4719-81ae-d2f5a67a6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ff76b4c9-41c1-41f6-b547-1cd37cbf682c'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:37:16.970852 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-21110ca6-00f6-43f1-8bb2-a145214ad9ff service neutron] Attempting to bind port 705963bf-02f4-4781-bc61-f2db5e181472 on network ff76b4c9-41c1-41f6-b547-1cd37cbf682c {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:37:16.989697 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-21110ca6-00f6-43f1-8bb2-a145214ad9ff service neutron] Port 705963bf-02f4-4781-bc61-f2db5e181472 on network ff76b4c9-41c1-41f6-b547-1cd37cbf682c not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:37:16.990093 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-21110ca6-00f6-43f1-8bb2-a145214ad9ff service neutron] Attempting to bind port 705963bf-02f4-4781-bc61-f2db5e181472 on network ff76b4c9-41c1-41f6-b547-1cd37cbf682c {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:37:16.996505 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-21110ca6-00f6-43f1-8bb2-a145214ad9ff service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:37:16.997098 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-21110ca6-00f6-43f1-8bb2-a145214ad9ff service neutron] Checking segment: {'id': '809dc041-eed1-4719-81ae-d2f5a67a6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ff76b4c9-41c1-41f6-b547-1cd37cbf682c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:37:16.997294 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-21110ca6-00f6-43f1-8bb2-a145214ad9ff service neutron] Bound using segment: {'id': '809dc041-eed1-4719-81ae-d2f5a67a6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ff76b4c9-41c1-41f6-b547-1cd37cbf682c'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:37:16.997994 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-21110ca6-00f6-43f1-8bb2-a145214ad9ff service neutron] Bound port: 705963bf-02f4-4781-bc61-f2db5e181472, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809dc041-eed1-4719-81ae-d2f5a67a6a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'ff76b4c9-41c1-41f6-b547-1cd37cbf682c'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:37:16.999997 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-21110ca6-00f6-43f1-8bb2-a145214ad9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:17.072337 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:17.141418 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 9cd51ead-3ab0-448e-a269-53eb81699a61, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9cd51ead-3ab0-448e-a269-53eb81699a61,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:37:17.162849 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-21110ca6-00f6-43f1-8bb2-a145214ad9ff service neutron] For port 705963bf-02f4-4781-bc61-f2db5e181472, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:37:17.166815 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-21110ca6-00f6-43f1-8bb2-a145214ad9ff service neutron] For port 705963bf-02f4-4781-bc61-f2db5e181472, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=705963bf-02f4-4781-bc61-f2db5e181472,segment=NetworkSegment(809dc041-eed1-4719-81ae-d2f5a67a6a8c),segment_id=809dc041-eed1-4719-81ae-d2f5a67a6a8c)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:37:17.178204 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ce477-fbf1-4b44-a45e-ecefa8e9b7ec req-1bc4b32d-22d5-43e9-8d1a-cd9c592d4184 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:17.179988 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c07ce477-fbf1-4b44-a45e-ecefa8e9b7ec req-1bc4b32d-22d5-43e9-8d1a-cd9c592d4184 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff40bf7-49ae-4d7a-8d7d-88b56669e06a HTTP/1.1" status: 200 len: 946 time: 0.1053667 Apr 21 12:37:17.243401 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:17.252960 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c07ce477-fbf1-4b44-a45e-ecefa8e9b7ec req-707dce72-a159-4766-94c2-32a991443a44 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/security-groups?id=70e641f4-e419-48d0-a39b-0db734a751e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562935 Apr 21 12:37:17.267855 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-21110ca6-00f6-43f1-8bb2-a145214ad9ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:17.311613 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-21110ca6-00f6-43f1-8bb2-a145214ad9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:17.312310 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-21110ca6-00f6-43f1-8bb2-a145214ad9ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:17.313780 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-21110ca6-00f6-43f1-8bb2-a145214ad9ff service neutron] 10.222.0.26 "PUT /v2.0/ports/705963bf-02f4-4781-bc61-f2db5e181472 HTTP/1.1" status: 200 len: 1092 time: 1.5215936 Apr 21 12:37:17.314226 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'tag': '705963bf-02f4-4781-bc61-f2db5e181472'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:37:17.316544 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf7808f3-ac8f-45a5-a435-db330b83c6c7" -d '{"events": [{"name": "network-changed", "server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "tag": "705963bf-02f4-4781-bc61-f2db5e181472"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:37:17.318108 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=9cd51ead-3ab0-448e-a269-53eb81699a61,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:17.361714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21110ca6-00f6-43f1-8bb2-a145214ad9ff service neutron] Pushing event updated for resources: {'Port': ['ID=705963bf-02f4-4781-bc61-f2db5e181472,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:17.390226 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64698a2-5b9b-4f71-9598-7ab6fff5e3a3 x-openstack-request-id: req-d64698a2-5b9b-4f71-9598-7ab6fff5e3a3 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:37:17.391373 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "tag": "705963bf-02f4-4781-bc61-f2db5e181472", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:37:17.391654 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d64698a2-5b9b-4f71-9598-7ab6fff5e3a3 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:37:17.392540 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d64698a2-5b9b-4f71-9598-7ab6fff5e3a3'] response: {'name': 'network-changed', 'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'tag': '705963bf-02f4-4781-bc61-f2db5e181472', 'status': 'completed', 'code': 200} Apr 21 12:37:17.604496 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:18.166984 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc56e76-5227-472a-9443-c478f45a054d req-4aeb300f-ce38-4b39-8fc0-4a66deed7b98 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:18.174553 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc56e76-5227-472a-9443-c478f45a054d req-4aeb300f-ce38-4b39-8fc0-4a66deed7b98 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:18.180543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc56e76-5227-472a-9443-c478f45a054d req-4aeb300f-ce38-4b39-8fc0-4a66deed7b98 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:18.189885 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc56e76-5227-472a-9443-c478f45a054d req-4aeb300f-ce38-4b39-8fc0-4a66deed7b98 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:18.197987 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc56e76-5227-472a-9443-c478f45a054d req-4aeb300f-ce38-4b39-8fc0-4a66deed7b98 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:18.204810 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-afc56e76-5227-472a-9443-c478f45a054d req-4aeb300f-ce38-4b39-8fc0-4a66deed7b98 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 3829 time: 0.1085207 Apr 21 12:37:18.259446 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9caa293c-23a9-4aa9-861c-607d6ac99ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd51ead-3ab0-448e-a269-53eb81699a61'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:37:18.266985 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e92b82f-c06e-4f46-8e88-b6fc26650063" -d '{"events": [{"server_uuid": "9caa293c-23a9-4aa9-861c-607d6ac99ff1", "name": "network-vif-plugged", "status": "completed", "tag": "9cd51ead-3ab0-448e-a269-53eb81699a61"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:37:18.283776 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-afc56e76-5227-472a-9443-c478f45a054d req-5c8f4c46-1b9d-42d6-8f49-936de19b5a1c tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687869 Apr 21 12:37:18.360813 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:18.411709 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315c745-a921-414d-864e-456ad98e2571 req-984d004f-bef0-4d22-bdad-75e3da59b709 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:18.428005 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5315c745-a921-414d-864e-456ad98e2571 req-984d004f-bef0-4d22-bdad-75e3da59b709 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff40bf7-49ae-4d7a-8d7d-88b56669e06a HTTP/1.1" status: 200 len: 946 time: 0.0812159 Apr 21 12:37:18.498611 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5315c745-a921-414d-864e-456ad98e2571 req-048b23a4-9809-4307-8100-273e3f695a57 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/security-groups?id=70e641f4-e419-48d0-a39b-0db734a751e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692499 Apr 21 12:37:18.551845 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab32048-8204-4efb-a283-76ae339be1d8 x-openstack-request-id: req-2ab32048-8204-4efb-a283-76ae339be1d8 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:37:18.552135 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9caa293c-23a9-4aa9-861c-607d6ac99ff1", "name": "network-vif-plugged", "status": "completed", "tag": "9cd51ead-3ab0-448e-a269-53eb81699a61", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:37:18.552387 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2ab32048-8204-4efb-a283-76ae339be1d8 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:37:18.552777 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ab32048-8204-4efb-a283-76ae339be1d8'] response: {'server_uuid': '9caa293c-23a9-4aa9-861c-607d6ac99ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd51ead-3ab0-448e-a269-53eb81699a61', 'code': 200} Apr 21 12:37:18.661714 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:19.439391 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087fea4-5f13-4af8-b915-6a7d9e195e84 req-61ad85e1-c1b0-4bb0-824c-c6781a346d85 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:19.445135 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087fea4-5f13-4af8-b915-6a7d9e195e84 req-61ad85e1-c1b0-4bb0-824c-c6781a346d85 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:19.452063 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087fea4-5f13-4af8-b915-6a7d9e195e84 req-61ad85e1-c1b0-4bb0-824c-c6781a346d85 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:19.458444 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087fea4-5f13-4af8-b915-6a7d9e195e84 req-61ad85e1-c1b0-4bb0-824c-c6781a346d85 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:19.464080 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1087fea4-5f13-4af8-b915-6a7d9e195e84 req-61ad85e1-c1b0-4bb0-824c-c6781a346d85 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:19.465924 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1087fea4-5f13-4af8-b915-6a7d9e195e84 req-61ad85e1-c1b0-4bb0-824c-c6781a346d85 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 3829 time: 0.0923457 Apr 21 12:37:19.517465 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1087fea4-5f13-4af8-b915-6a7d9e195e84 req-0bfdebb7-87e1-4dfd-b94c-d6589e9f6f10 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433254 Apr 21 12:37:19.702981 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383e13c-f5c5-4bf9-9980-d2b64f760cd1 req-fd213dbe-5d14-46a5-8d10-e4d9df4b1583 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:19.718141 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c383e13c-f5c5-4bf9-9980-d2b64f760cd1 req-fd213dbe-5d14-46a5-8d10-e4d9df4b1583 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff40bf7-49ae-4d7a-8d7d-88b56669e06a HTTP/1.1" status: 200 len: 946 time: 0.0868354 Apr 21 12:37:19.813110 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c383e13c-f5c5-4bf9-9980-d2b64f760cd1 req-375ad39c-5352-47c4-899d-413b0b6c719c tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/security-groups?id=70e641f4-e419-48d0-a39b-0db734a751e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927124 Apr 21 12:37:19.851033 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7808f3-ac8f-45a5-a435-db330b83c6c7 req-07dfa096-31ea-47f3-ae61-2c266b68e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:19.851886 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7808f3-ac8f-45a5-a435-db330b83c6c7 req-07dfa096-31ea-47f3-ae61-2c266b68e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:19.852427 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7808f3-ac8f-45a5-a435-db330b83c6c7 req-07dfa096-31ea-47f3-ae61-2c266b68e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:19.852975 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7808f3-ac8f-45a5-a435-db330b83c6c7 req-07dfa096-31ea-47f3-ae61-2c266b68e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:19.853500 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7808f3-ac8f-45a5-a435-db330b83c6c7 req-07dfa096-31ea-47f3-ae61-2c266b68e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:19.856162 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cf7808f3-ac8f-45a5-a435-db330b83c6c7 req-07dfa096-31ea-47f3-ae61-2c266b68e90f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6363a51a886548cba3ffe42b1b9f96ad&device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 4364 time: 0.1203177 Apr 21 12:37:19.895220 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Request body: {'port': {'device_id': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:37:20.022410 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:20.248224 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7808f3-ac8f-45a5-a435-db330b83c6c7 req-e74eff16-b028-4056-a244-46b13b12028a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:20.248224 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7808f3-ac8f-45a5-a435-db330b83c6c7 req-e74eff16-b028-4056-a244-46b13b12028a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:20.248489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7808f3-ac8f-45a5-a435-db330b83c6c7 req-e74eff16-b028-4056-a244-46b13b12028a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:20.250497 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cf7808f3-ac8f-45a5-a435-db330b83c6c7 req-e74eff16-b028-4056-a244-46b13b12028a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6363a51a886548cba3ffe42b1b9f96ad&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3842478 Apr 21 12:37:20.429680 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7808f3-ac8f-45a5-a435-db330b83c6c7 req-65747380-2c38-4218-ba75-8cae0d44d6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:20.431239 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cf7808f3-ac8f-45a5-a435-db330b83c6c7 req-65747380-2c38-4218-ba75-8cae0d44d6b6 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1743259 Apr 21 12:37:20.541423 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:20.549649 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 158d9cd1-cfe1-4268-8e29-4753932267cd {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:37:20.558148 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:20.571162 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Transition to ACTIVE for port object 158d9cd1-cfe1-4268-8e29-4753932267cd will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:37:20.659967 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:20.786923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Pushing event updated for resources: {'Port': ['ID=158d9cd1-cfe1-4268-8e29-4753932267cd,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:20.924497 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Attempting to bind port 158d9cd1-cfe1-4268-8e29-4753932267cd on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:37:20.924832 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Attempting to bind port 158d9cd1-cfe1-4268-8e29-4753932267cd by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '3ee70c77-be48-440a-b339-a8a0e2541b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4ca9a1f6-f409-47c6-aa9c-cb11334c6efd'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:37:20.927851 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Attempting to bind port 158d9cd1-cfe1-4268-8e29-4753932267cd on network 4ca9a1f6-f409-47c6-aa9c-cb11334c6efd {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:37:20.931322 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Port 158d9cd1-cfe1-4268-8e29-4753932267cd on network 4ca9a1f6-f409-47c6-aa9c-cb11334c6efd not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:37:20.931696 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Attempting to bind port 158d9cd1-cfe1-4268-8e29-4753932267cd on network 4ca9a1f6-f409-47c6-aa9c-cb11334c6efd {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:37:20.939176 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:37:20.939563 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Checking segment: {'id': '3ee70c77-be48-440a-b339-a8a0e2541b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4ca9a1f6-f409-47c6-aa9c-cb11334c6efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:37:20.939954 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Bound using segment: {'id': '3ee70c77-be48-440a-b339-a8a0e2541b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4ca9a1f6-f409-47c6-aa9c-cb11334c6efd'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:37:20.940387 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Bound port: 158d9cd1-cfe1-4268-8e29-4753932267cd, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee70c77-be48-440a-b339-a8a0e2541b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4ca9a1f6-f409-47c6-aa9c-cb11334c6efd'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:37:20.941038 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:21.157873 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dd8d5-7289-44ae-a852-55a903ae5712 req-100e637b-f410-4db6-9189-d56f6f865e12 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:21.164815 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dd8d5-7289-44ae-a852-55a903ae5712 req-100e637b-f410-4db6-9189-d56f6f865e12 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:21.173749 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dd8d5-7289-44ae-a852-55a903ae5712 req-100e637b-f410-4db6-9189-d56f6f865e12 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:21.180181 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dd8d5-7289-44ae-a852-55a903ae5712 req-100e637b-f410-4db6-9189-d56f6f865e12 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:21.187785 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dd8d5-7289-44ae-a852-55a903ae5712 req-100e637b-f410-4db6-9189-d56f6f865e12 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:21.194104 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341dd8d5-7289-44ae-a852-55a903ae5712 req-100e637b-f410-4db6-9189-d56f6f865e12 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:21.203906 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-341dd8d5-7289-44ae-a852-55a903ae5712 req-100e637b-f410-4db6-9189-d56f6f865e12 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 4605 time: 0.1954525 Apr 21 12:37:21.213273 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] For port 158d9cd1-cfe1-4268-8e29-4753932267cd, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:37:21.239999 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] For port 158d9cd1-cfe1-4268-8e29-4753932267cd, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=158d9cd1-cfe1-4268-8e29-4753932267cd,segment=NetworkSegment(3ee70c77-be48-440a-b339-a8a0e2541b70),segment_id=3ee70c77-be48-440a-b339-a8a0e2541b70)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:37:21.280720 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-341dd8d5-7289-44ae-a852-55a903ae5712 req-3ec47569-afe2-44a7-a006-bfcdefc395a6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0758452 Apr 21 12:37:21.319852 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:21.377406 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:21.382107 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:21.386212 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] 10.222.0.26 "PUT /v2.0/ports/158d9cd1-cfe1-4268-8e29-4753932267cd HTTP/1.1" status: 200 len: 1134 time: 1.5185316 Apr 21 12:37:21.388039 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'tag': '158d9cd1-cfe1-4268-8e29-4753932267cd'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:37:21.393483 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcefb0d-f67d-4244-8ffe-6ab6a47c54fe" -d '{"events": [{"name": "network-changed", "server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "tag": "158d9cd1-cfe1-4268-8e29-4753932267cd"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:37:21.499009 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Pushing event updated for resources: {'Port': ['ID=158d9cd1-cfe1-4268-8e29-4753932267cd,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:21.544675 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:21.549187 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:21.549187 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:21.554482 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:21.555117 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:21.555385 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:21.555874 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:21.556307 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:21.556754 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:21.557186 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:21.557671 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:21.560718 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fff8768-53ca-4034-88bd-197fe04a3099 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:21.574360 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-9a93ba87-8da1-4bce-ba1a-145371b22d7e service neutron] Request body: {'port': {'device_id': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:37:21.606319 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbcca7-040f-4635-9bec-fc120321d499 req-28d5726e-c216-4acb-9b44-b785ed6a9153 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:21.616747 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c9cbcca7-040f-4635-9bec-fc120321d499 req-28d5726e-c216-4acb-9b44-b785ed6a9153 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff40bf7-49ae-4d7a-8d7d-88b56669e06a HTTP/1.1" status: 200 len: 946 time: 0.2553537 Apr 21 12:37:21.720824 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c9cbcca7-040f-4635-9bec-fc120321d499 req-a816b9fe-7548-4413-a097-6be0fe9dd0a3 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/security-groups?id=70e641f4-e419-48d0-a39b-0db734a751e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028790 Apr 21 12:37:21.739044 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-9a93ba87-8da1-4bce-ba1a-145371b22d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:22.233925 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17107b52-b0ab-4285-933a-ca018d74e397 req-a6fb6f9d-58b3-4cb9-9b7e-3bc6f602177a tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:22.235734 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-17107b52-b0ab-4285-933a-ca018d74e397 req-a6fb6f9d-58b3-4cb9-9b7e-3bc6f602177a tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 946 time: 0.4090428 Apr 21 12:37:22.325413 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-17107b52-b0ab-4285-933a-ca018d74e397 req-9083918a-5b97-4d81-9570-db8069c01dc1 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785711 Apr 21 12:37:22.395496 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6facc84c-e770-4e3c-af6d-8b09f863d0bf x-openstack-request-id: req-6facc84c-e770-4e3c-af6d-8b09f863d0bf {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:37:22.396124 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "tag": "158d9cd1-cfe1-4268-8e29-4753932267cd", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:37:22.396683 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6facc84c-e770-4e3c-af6d-8b09f863d0bf {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:37:22.409989 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6facc84c-e770-4e3c-af6d-8b09f863d0bf'] response: {'name': 'network-changed', 'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'tag': '158d9cd1-cfe1-4268-8e29-4753932267cd', 'status': 'completed', 'code': 200} Apr 21 12:37:22.601345 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcefb0d-f67d-4244-8ffe-6ab6a47c54fe req-bc1b5d01-72c1-46c6-af8f-91d8fa184e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:22.604193 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcefb0d-f67d-4244-8ffe-6ab6a47c54fe req-bc1b5d01-72c1-46c6-af8f-91d8fa184e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:22.604193 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcefb0d-f67d-4244-8ffe-6ab6a47c54fe req-bc1b5d01-72c1-46c6-af8f-91d8fa184e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:22.604193 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcefb0d-f67d-4244-8ffe-6ab6a47c54fe req-bc1b5d01-72c1-46c6-af8f-91d8fa184e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:22.604915 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcefb0d-f67d-4244-8ffe-6ab6a47c54fe req-bc1b5d01-72c1-46c6-af8f-91d8fa184e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:22.607414 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcefb0d-f67d-4244-8ffe-6ab6a47c54fe req-bc1b5d01-72c1-46c6-af8f-91d8fa184e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:22.607582 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8dcefb0d-f67d-4244-8ffe-6ab6a47c54fe req-bc1b5d01-72c1-46c6-af8f-91d8fa184e65 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6363a51a886548cba3ffe42b1b9f96ad&device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5291 time: 0.1880398 Apr 21 12:37:22.624809 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94995ec8-2ab6-454b-8d00-2777791ae55f req-194a3f57-0ccd-4170-88f3-9b2e74bc7b35 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:22.631114 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94995ec8-2ab6-454b-8d00-2777791ae55f req-194a3f57-0ccd-4170-88f3-9b2e74bc7b35 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:22.637243 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94995ec8-2ab6-454b-8d00-2777791ae55f req-194a3f57-0ccd-4170-88f3-9b2e74bc7b35 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:22.644168 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94995ec8-2ab6-454b-8d00-2777791ae55f req-194a3f57-0ccd-4170-88f3-9b2e74bc7b35 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:22.652096 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94995ec8-2ab6-454b-8d00-2777791ae55f req-194a3f57-0ccd-4170-88f3-9b2e74bc7b35 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:22.658016 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94995ec8-2ab6-454b-8d00-2777791ae55f req-194a3f57-0ccd-4170-88f3-9b2e74bc7b35 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:22.665497 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94995ec8-2ab6-454b-8d00-2777791ae55f req-194a3f57-0ccd-4170-88f3-9b2e74bc7b35 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 4605 time: 0.1918397 Apr 21 12:37:22.730720 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-9a93ba87-8da1-4bce-ba1a-145371b22d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d354b6d-1ed6-44ad-9991-cde225fa4ff0 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:37:22.742864 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-9a93ba87-8da1-4bce-ba1a-145371b22d7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:22.808029 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-9a93ba87-8da1-4bce-ba1a-145371b22d7e service neutron] Transition to ACTIVE for port object 6d354b6d-1ed6-44ad-9991-cde225fa4ff0 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:37:22.817294 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94995ec8-2ab6-454b-8d00-2777791ae55f req-5866d843-236b-4a00-8c5c-2c551f48aeb2 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1322231 Apr 21 12:37:22.903768 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-9a93ba87-8da1-4bce-ba1a-145371b22d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:22.929392 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcefb0d-f67d-4244-8ffe-6ab6a47c54fe req-44d04642-4905-4257-8064-17efd36c6ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:22.929392 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcefb0d-f67d-4244-8ffe-6ab6a47c54fe req-44d04642-4905-4257-8064-17efd36c6ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:22.929870 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcefb0d-f67d-4244-8ffe-6ab6a47c54fe req-44d04642-4905-4257-8064-17efd36c6ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:22.931376 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8dcefb0d-f67d-4244-8ffe-6ab6a47c54fe req-44d04642-4905-4257-8064-17efd36c6ed4 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6363a51a886548cba3ffe42b1b9f96ad&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2704322 Apr 21 12:37:23.151273 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcefb0d-f67d-4244-8ffe-6ab6a47c54fe req-68ec790b-9671-4189-8b96-0daf7c46aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:23.152831 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8dcefb0d-f67d-4244-8ffe-6ab6a47c54fe req-68ec790b-9671-4189-8b96-0daf7c46aa2a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1835177 Apr 21 12:37:23.163760 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafa4a7-405f-43e4-af6d-28ac347a7cdc req-9a95cae7-1a67-4336-b7bb-1d09c00a491b tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:23.176915 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eaafa4a7-405f-43e4-af6d-28ac347a7cdc req-9a95cae7-1a67-4336-b7bb-1d09c00a491b tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff40bf7-49ae-4d7a-8d7d-88b56669e06a HTTP/1.1" status: 200 len: 946 time: 0.2682016 Apr 21 12:37:23.197712 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93ba87-8da1-4bce-ba1a-145371b22d7e service neutron] Pushing event updated for resources: {'Port': ['ID=6d354b6d-1ed6-44ad-9991-cde225fa4ff0,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:23.373668 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eaafa4a7-405f-43e4-af6d-28ac347a7cdc req-6615652d-feb8-4c8e-a714-c783eea10759 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/security-groups?id=70e641f4-e419-48d0-a39b-0db734a751e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851368 Apr 21 12:37:23.444459 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aadf04-4be4-498d-ba54-b13453b6c110 req-0776fd82-c15c-4fb6-a84b-5a22b80ba97b tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:23.451529 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-46aadf04-4be4-498d-ba54-b13453b6c110 req-0776fd82-c15c-4fb6-a84b-5a22b80ba97b tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.24 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 946 time: 0.2599213 Apr 21 12:37:23.556686 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-9a93ba87-8da1-4bce-ba1a-145371b22d7e service neutron] Attempting to bind port 6d354b6d-1ed6-44ad-9991-cde225fa4ff0 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:37:23.557027 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-9a93ba87-8da1-4bce-ba1a-145371b22d7e service neutron] Attempting to bind port 6d354b6d-1ed6-44ad-9991-cde225fa4ff0 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '3ee70c77-be48-440a-b339-a8a0e2541b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4ca9a1f6-f409-47c6-aa9c-cb11334c6efd'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:37:23.557368 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-9a93ba87-8da1-4bce-ba1a-145371b22d7e service neutron] Attempting to bind port 6d354b6d-1ed6-44ad-9991-cde225fa4ff0 on network 4ca9a1f6-f409-47c6-aa9c-cb11334c6efd {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:37:23.605701 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-9a93ba87-8da1-4bce-ba1a-145371b22d7e service neutron] Port 6d354b6d-1ed6-44ad-9991-cde225fa4ff0 on network 4ca9a1f6-f409-47c6-aa9c-cb11334c6efd not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:37:23.606352 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-9a93ba87-8da1-4bce-ba1a-145371b22d7e service neutron] Attempting to bind port 6d354b6d-1ed6-44ad-9991-cde225fa4ff0 on network 4ca9a1f6-f409-47c6-aa9c-cb11334c6efd {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:37:23.625243 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-9a93ba87-8da1-4bce-ba1a-145371b22d7e service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:37:23.625606 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-9a93ba87-8da1-4bce-ba1a-145371b22d7e service neutron] Checking segment: {'id': '3ee70c77-be48-440a-b339-a8a0e2541b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4ca9a1f6-f409-47c6-aa9c-cb11334c6efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:37:23.626015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-9a93ba87-8da1-4bce-ba1a-145371b22d7e service neutron] Bound using segment: {'id': '3ee70c77-be48-440a-b339-a8a0e2541b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4ca9a1f6-f409-47c6-aa9c-cb11334c6efd'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:37:23.627806 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-9a93ba87-8da1-4bce-ba1a-145371b22d7e service neutron] Bound port: 6d354b6d-1ed6-44ad-9991-cde225fa4ff0, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee70c77-be48-440a-b339-a8a0e2541b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4ca9a1f6-f409-47c6-aa9c-cb11334c6efd'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:37:23.628192 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-9a93ba87-8da1-4bce-ba1a-145371b22d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:23.705220 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78d1a9-9fa1-4789-8c46-47143029a9ed req-284149fb-5b74-4dae-be54-b45a5233b47f tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:23.706749 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e78d1a9-9fa1-4789-8c46-47143029a9ed req-284149fb-5b74-4dae-be54-b45a5233b47f tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=461977f1-179b-4522-a5db-7124bd6919ce HTTP/1.1" status: 200 len: 946 time: 0.1669171 Apr 21 12:37:23.711329 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-46aadf04-4be4-498d-ba54-b13453b6c110 req-569f8804-89c7-40ef-8fb1-d5d2b0bbdd06 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Deleting port 52051f7c-ceb8-422d-9dd1-495afe76c1c0 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:37:23.711676 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-46aadf04-4be4-498d-ba54-b13453b6c110 req-569f8804-89c7-40ef-8fb1-d5d2b0bbdd06 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:23.789246 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e78d1a9-9fa1-4789-8c46-47143029a9ed req-93f26297-8bec-4848-bdad-25ba88298955 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=62d3ba82-58cb-4e83-a193-2745fccb955c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730164 Apr 21 12:37:23.867323 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-9a93ba87-8da1-4bce-ba1a-145371b22d7e service neutron] For port 6d354b6d-1ed6-44ad-9991-cde225fa4ff0, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:37:23.966872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-9a93ba87-8da1-4bce-ba1a-145371b22d7e service neutron] For port 6d354b6d-1ed6-44ad-9991-cde225fa4ff0, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=6d354b6d-1ed6-44ad-9991-cde225fa4ff0,segment=NetworkSegment(3ee70c77-be48-440a-b339-a8a0e2541b70),segment_id=3ee70c77-be48-440a-b339-a8a0e2541b70)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:37:24.043356 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-46aadf04-4be4-498d-ba54-b13453b6c110 req-569f8804-89c7-40ef-8fb1-d5d2b0bbdd06 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] For port 52051f7c-ceb8-422d-9dd1-495afe76c1c0, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=52051f7c-ceb8-422d-9dd1-495afe76c1c0,segment=NetworkSegment(ae7c6478-e2f3-4842-90bb-cd6e34c522ba),segment_id=ae7c6478-e2f3-4842-90bb-cd6e34c522ba)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:37:24.043356 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-46aadf04-4be4-498d-ba54-b13453b6c110 req-569f8804-89c7-40ef-8fb1-d5d2b0bbdd06 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:24.066621 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-9a93ba87-8da1-4bce-ba1a-145371b22d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:24.208299 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-9a93ba87-8da1-4bce-ba1a-145371b22d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:24.208925 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-9a93ba87-8da1-4bce-ba1a-145371b22d7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:24.210372 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-9a93ba87-8da1-4bce-ba1a-145371b22d7e service neutron] 10.222.0.26 "PUT /v2.0/ports/6d354b6d-1ed6-44ad-9991-cde225fa4ff0 HTTP/1.1" status: 200 len: 1136 time: 2.6712077 Apr 21 12:37:24.245802 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43b25d57-0d11-47ec-9eea-a8a3d8a40952 req-2f1b073d-a823-4cee-97d1-cb67342a8c8d tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 258 time: 0.4078448 Apr 21 12:37:24.274516 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-43b25d57-0d11-47ec-9eea-a8a3d8a40952 req-3528facd-878e-4192-bbe9-790237e66f58 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:37:24.305757 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-ac580ea2-27c8-4de8-af21-7d0703496207 service neutron] Request body: {'port': {'device_id': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:37:24.382631 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93ba87-8da1-4bce-ba1a-145371b22d7e service neutron] Pushing event updated for resources: {'Port': ['ID=6d354b6d-1ed6-44ad-9991-cde225fa4ff0,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:24.459655 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'tag': '6d354b6d-1ed6-44ad-9991-cde225fa4ff0'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:37:24.463175 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e28981-0fb6-4188-95de-7910b57b2f24" -d '{"events": [{"name": "network-changed", "server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "tag": "6d354b6d-1ed6-44ad-9991-cde225fa4ff0"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:37:24.534925 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-ac580ea2-27c8-4de8-af21-7d0703496207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:24.874184 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-46aadf04-4be4-498d-ba54-b13453b6c110 req-569f8804-89c7-40ef-8fb1-d5d2b0bbdd06 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:24.874184 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-46aadf04-4be4-498d-ba54-b13453b6c110 req-569f8804-89c7-40ef-8fb1-d5d2b0bbdd06 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:24.874184 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [req-46aadf04-4be4-498d-ba54-b13453b6c110 req-569f8804-89c7-40ef-8fb1-d5d2b0bbdd06 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Floating IP 76734730-25ec-46d3-911a-bedcea6af7f9 disassociated. External IP: 172.25.8.126, port: 52051f7c-ceb8-422d-9dd1-495afe76c1c0. Apr 21 12:37:24.874184 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-46aadf04-4be4-498d-ba54-b13453b6c110 req-569f8804-89c7-40ef-8fb1-d5d2b0bbdd06 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Calling delete_port for 52051f7c-ceb8-422d-9dd1-495afe76c1c0 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:37:25.103883 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-43b25d57-0d11-47ec-9eea-a8a3d8a40952 req-3528facd-878e-4192-bbe9-790237e66f58 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:25.192249 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-46aadf04-4be4-498d-ba54-b13453b6c110 req-569f8804-89c7-40ef-8fb1-d5d2b0bbdd06 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:25.274076 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f8804-89c7-40ef-8fb1-d5d2b0bbdd06 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Pushing event deleted for resources: {'Port': ['ID=52051f7c-ceb8-422d-9dd1-495afe76c1c0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:25.280555 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-ac580ea2-27c8-4de8-af21-7d0703496207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d0d16a9-4ae0-457b-9fd1-99f702e00f9d {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:37:25.291604 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-ac580ea2-27c8-4de8-af21-7d0703496207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:25.353604 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-ac580ea2-27c8-4de8-af21-7d0703496207 service neutron] Transition to ACTIVE for port object 7d0d16a9-4ae0-457b-9fd1-99f702e00f9d will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:37:25.437186 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46aadf04-4be4-498d-ba54-b13453b6c110 req-569f8804-89c7-40ef-8fb1-d5d2b0bbdd06 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Router 3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:37:25.439781 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-43b25d57-0d11-47ec-9eea-a8a3d8a40952 req-3528facd-878e-4192-bbe9-790237e66f58 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:25.542503 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-ac580ea2-27c8-4de8-af21-7d0703496207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:26.024407 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac580ea2-27c8-4de8-af21-7d0703496207 service neutron] Pushing event updated for resources: {'Port': ['ID=7d0d16a9-4ae0-457b-9fd1-99f702e00f9d,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:26.073280 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46aadf04-4be4-498d-ba54-b13453b6c110 req-569f8804-89c7-40ef-8fb1-d5d2b0bbdd06 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:37:26.085859 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0813b3c2-6bdd-493e-bf3b-ad4dbfd48a67 None None] Sync routers for ids ['3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:37:26.105845 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0813b3c2-6bdd-493e-bf3b-ad4dbfd48a67 None None] Routers {'3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:37:26.106481 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0813b3c2-6bdd-493e-bf3b-ad4dbfd48a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:37:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:37:26.223276 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-43b25d57-0d11-47ec-9eea-a8a3d8a40952 req-3528facd-878e-4192-bbe9-790237e66f58 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Allocated IP 172.25.8.32 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/3b33d482-b77a-4a93-ada6-b91f3b5e580f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:37:26.231663 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-46aadf04-4be4-498d-ba54-b13453b6c110 req-569f8804-89c7-40ef-8fb1-d5d2b0bbdd06 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] No DVR routers for this DVR port 52051f7c-ceb8-422d-9dd1-495afe76c1c0 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:37:26.236415 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-46aadf04-4be4-498d-ba54-b13453b6c110 req-569f8804-89c7-40ef-8fb1-d5d2b0bbdd06 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:26.238752 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-46aadf04-4be4-498d-ba54-b13453b6c110 req-569f8804-89c7-40ef-8fb1-d5d2b0bbdd06 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.24 "DELETE /v2.0/ports/52051f7c-ceb8-422d-9dd1-495afe76c1c0 HTTP/1.1" status: 204 len: 173 time: 2.7676704 Apr 21 12:37:26.373848 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-ac580ea2-27c8-4de8-af21-7d0703496207 service neutron] Attempting to bind port 7d0d16a9-4ae0-457b-9fd1-99f702e00f9d on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:37:26.374107 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-ac580ea2-27c8-4de8-af21-7d0703496207 service neutron] Attempting to bind port 7d0d16a9-4ae0-457b-9fd1-99f702e00f9d by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '3ee70c77-be48-440a-b339-a8a0e2541b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4ca9a1f6-f409-47c6-aa9c-cb11334c6efd'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:37:26.374999 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-ac580ea2-27c8-4de8-af21-7d0703496207 service neutron] Attempting to bind port 7d0d16a9-4ae0-457b-9fd1-99f702e00f9d on network 4ca9a1f6-f409-47c6-aa9c-cb11334c6efd {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:37:26.380442 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0813b3c2-6bdd-493e-bf3b-ad4dbfd48a67 None None] Set router 3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:37:26.388686 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-ac580ea2-27c8-4de8-af21-7d0703496207 service neutron] Port 7d0d16a9-4ae0-457b-9fd1-99f702e00f9d on network 4ca9a1f6-f409-47c6-aa9c-cb11334c6efd not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:37:26.393119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-ac580ea2-27c8-4de8-af21-7d0703496207 service neutron] Attempting to bind port 7d0d16a9-4ae0-457b-9fd1-99f702e00f9d on network 4ca9a1f6-f409-47c6-aa9c-cb11334c6efd {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:37:26.416464 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-ac580ea2-27c8-4de8-af21-7d0703496207 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:37:26.418576 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-ac580ea2-27c8-4de8-af21-7d0703496207 service neutron] Checking segment: {'id': '3ee70c77-be48-440a-b339-a8a0e2541b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4ca9a1f6-f409-47c6-aa9c-cb11334c6efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:37:26.418576 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-ac580ea2-27c8-4de8-af21-7d0703496207 service neutron] Bound using segment: {'id': '3ee70c77-be48-440a-b339-a8a0e2541b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4ca9a1f6-f409-47c6-aa9c-cb11334c6efd'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:37:26.418576 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-ac580ea2-27c8-4de8-af21-7d0703496207 service neutron] Bound port: 7d0d16a9-4ae0-457b-9fd1-99f702e00f9d, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee70c77-be48-440a-b339-a8a0e2541b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4ca9a1f6-f409-47c6-aa9c-cb11334c6efd'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:37:26.419109 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-ac580ea2-27c8-4de8-af21-7d0703496207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:26.524106 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-ac580ea2-27c8-4de8-af21-7d0703496207 service neutron] For port 7d0d16a9-4ae0-457b-9fd1-99f702e00f9d, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:37:26.533641 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-ac580ea2-27c8-4de8-af21-7d0703496207 service neutron] For port 7d0d16a9-4ae0-457b-9fd1-99f702e00f9d, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=7d0d16a9-4ae0-457b-9fd1-99f702e00f9d,segment=NetworkSegment(3ee70c77-be48-440a-b339-a8a0e2541b70),segment_id=3ee70c77-be48-440a-b339-a8a0e2541b70)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:37:26.577965 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-43b25d57-0d11-47ec-9eea-a8a3d8a40952 req-3528facd-878e-4192-bbe9-790237e66f58 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:26.671560 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-ac580ea2-27c8-4de8-af21-7d0703496207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:26.777200 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-ac580ea2-27c8-4de8-af21-7d0703496207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:26.777865 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-ac580ea2-27c8-4de8-af21-7d0703496207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:26.794666 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-ac580ea2-27c8-4de8-af21-7d0703496207 service neutron] 10.222.0.26 "PUT /v2.0/ports/7d0d16a9-4ae0-457b-9fd1-99f702e00f9d HTTP/1.1" status: 200 len: 1091 time: 2.4927104 Apr 21 12:37:26.801284 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-43b25d57-0d11-47ec-9eea-a8a3d8a40952 req-3528facd-878e-4192-bbe9-790237e66f58 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:26.832304 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0813b3c2-6bdd-493e-bf3b-ad4dbfd48a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'name': 'tempest-AttachVolumeTestJSON-1451595583-router', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:33:58Z', 'updated_at': '2022-04-21T12:34:07Z', 'revision_number': 4, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'gw_port': {'id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:33:59Z', 'updated_at': '2022-04-21T12:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'f818cd53-1ccb-481e-b809-15f95bc7d4c0', 'name': '', 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'mac_address': 'fa:16:3e:3d:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:34:04Z', 'updated_at': '2022-04-21T12:34:12Z', 'revision_number': 5, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'subnets': [{'id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:37:26.842708 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 52051f7c-ceb8-422d-9dd1-495afe76c1c0 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:37:26.869822 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43b25d57-0d11-47ec-9eea-a8a3d8a40952 req-3528facd-878e-4192-bbe9-790237e66f58 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:37:26.881004 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-43b25d57-0d11-47ec-9eea-a8a3d8a40952 req-3528facd-878e-4192-bbe9-790237e66f58 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:37:26.892333 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b25d57-0d11-47ec-9eea-a8a3d8a40952 req-3528facd-878e-4192-bbe9-790237e66f58 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:37:26.894517 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 52051f7c-ceb8-422d-9dd1-495afe76c1c0 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:37:26.894517 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 52051f7c-ceb8-422d-9dd1-495afe76c1c0 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:37:26.912717 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0813b3c2-6bdd-493e-bf3b-ad4dbfd48a67 None None] Checking router: 3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:37:26.928781 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0813b3c2-6bdd-493e-bf3b-ad4dbfd48a67 None None] Routers {'3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:37:26.929767 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0813b3c2-6bdd-493e-bf3b-ad4dbfd48a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:37:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:37:27.008252 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-6e605d99-10bd-4c1e-aa79-4115b33f7dec service neutron] Request body: {'port': {'device_id': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:37:27.112591 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0813b3c2-6bdd-493e-bf3b-ad4dbfd48a67 None None] Set router 3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:37:27.163462 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-43b25d57-0d11-47ec-9eea-a8a3d8a40952 req-3528facd-878e-4192-bbe9-790237e66f58 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:27.275844 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac580ea2-27c8-4de8-af21-7d0703496207 service neutron] Pushing event updated for resources: {'Port': ['ID=7d0d16a9-4ae0-457b-9fd1-99f702e00f9d,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:27.360046 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-6e605d99-10bd-4c1e-aa79-4115b33f7dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:27.568323 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0813b3c2-6bdd-493e-bf3b-ad4dbfd48a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'name': 'tempest-AttachVolumeTestJSON-1451595583-router', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:33:58Z', 'updated_at': '2022-04-21T12:34:07Z', 'revision_number': 4, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'gw_port': {'id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:33:59Z', 'updated_at': '2022-04-21T12:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'f818cd53-1ccb-481e-b809-15f95bc7d4c0', 'name': '', 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'mac_address': 'fa:16:3e:3d:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:34:04Z', 'updated_at': '2022-04-21T12:34:12Z', 'revision_number': 5, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'subnets': [{'id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:37:27.617037 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0813b3c2-6bdd-493e-bf3b-ad4dbfd48a67 None None] The sync data for ids ['3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'] in n-d-836147-2 is: [{'id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'name': 'tempest-AttachVolumeTestJSON-1451595583-router', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:33:58Z', 'updated_at': '2022-04-21T12:34:07Z', 'revision_number': 4, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'gw_port': {'id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:33:59Z', 'updated_at': '2022-04-21T12:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'f818cd53-1ccb-481e-b809-15f95bc7d4c0', 'name': '', 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'mac_address': 'fa:16:3e:3d:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:34:04Z', 'updated_at': '2022-04-21T12:34:12Z', 'revision_number': 5, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'subnets': [{'id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:37:27.825101 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-43b25d57-0d11-47ec-9eea-a8a3d8a40952 req-3528facd-878e-4192-bbe9-790237e66f58 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:27.830109 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528facd-878e-4192-bbe9-790237e66f58 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Pushing event updated for resources: {'Port': ['ID=3b33d482-b77a-4a93-ada6-b91f3b5e580f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:28.086738 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054dd31a-79c3-4031-8b22-532119fbc62b None None] New status for floating IP 76734730-25ec-46d3-911a-bedcea6af7f9: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:37:28.157680 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-6e605d99-10bd-4c1e-aa79-4115b33f7dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8abfc12-7bf3-4a65-a1f4-46132f41638e {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:37:28.187961 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-6e605d99-10bd-4c1e-aa79-4115b33f7dec service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:28.210334 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-6e605d99-10bd-4c1e-aa79-4115b33f7dec service neutron] Transition to ACTIVE for port object b8abfc12-7bf3-4a65-a1f4-46132f41638e will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:37:28.234762 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-43b25d57-0d11-47ec-9eea-a8a3d8a40952 req-3528facd-878e-4192-bbe9-790237e66f58 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:28.299611 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-6e605d99-10bd-4c1e-aa79-4115b33f7dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:28.362112 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-43b25d57-0d11-47ec-9eea-a8a3d8a40952 req-3528facd-878e-4192-bbe9-790237e66f58 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:28.423156 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e605d99-10bd-4c1e-aa79-4115b33f7dec service neutron] Pushing event updated for resources: {'Port': ['ID=b8abfc12-7bf3-4a65-a1f4-46132f41638e,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:28.577905 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528facd-878e-4192-bbe9-790237e66f58 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Pushing event updated for resources: {'Port': ['ID=3b33d482-b77a-4a93-ada6-b91f3b5e580f,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:28.601529 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-43b25d57-0d11-47ec-9eea-a8a3d8a40952 req-3528facd-878e-4192-bbe9-790237e66f58 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:28.634876 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-6e605d99-10bd-4c1e-aa79-4115b33f7dec service neutron] Attempting to bind port b8abfc12-7bf3-4a65-a1f4-46132f41638e on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:37:28.635210 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-6e605d99-10bd-4c1e-aa79-4115b33f7dec service neutron] Attempting to bind port b8abfc12-7bf3-4a65-a1f4-46132f41638e by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '3ee70c77-be48-440a-b339-a8a0e2541b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4ca9a1f6-f409-47c6-aa9c-cb11334c6efd'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:37:28.638669 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-6e605d99-10bd-4c1e-aa79-4115b33f7dec service neutron] Attempting to bind port b8abfc12-7bf3-4a65-a1f4-46132f41638e on network 4ca9a1f6-f409-47c6-aa9c-cb11334c6efd {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:37:28.644886 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-6e605d99-10bd-4c1e-aa79-4115b33f7dec service neutron] Port b8abfc12-7bf3-4a65-a1f4-46132f41638e on network 4ca9a1f6-f409-47c6-aa9c-cb11334c6efd not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:37:28.645208 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-6e605d99-10bd-4c1e-aa79-4115b33f7dec service neutron] Attempting to bind port b8abfc12-7bf3-4a65-a1f4-46132f41638e on network 4ca9a1f6-f409-47c6-aa9c-cb11334c6efd {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:37:28.659382 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-6e605d99-10bd-4c1e-aa79-4115b33f7dec service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:37:28.661440 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-6e605d99-10bd-4c1e-aa79-4115b33f7dec service neutron] Checking segment: {'id': '3ee70c77-be48-440a-b339-a8a0e2541b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4ca9a1f6-f409-47c6-aa9c-cb11334c6efd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:37:28.661874 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-6e605d99-10bd-4c1e-aa79-4115b33f7dec service neutron] Bound using segment: {'id': '3ee70c77-be48-440a-b339-a8a0e2541b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4ca9a1f6-f409-47c6-aa9c-cb11334c6efd'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:37:28.668419 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-6e605d99-10bd-4c1e-aa79-4115b33f7dec service neutron] Bound port: b8abfc12-7bf3-4a65-a1f4-46132f41638e, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee70c77-be48-440a-b339-a8a0e2541b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '4ca9a1f6-f409-47c6-aa9c-cb11334c6efd'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:37:28.668419 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-6e605d99-10bd-4c1e-aa79-4115b33f7dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:28.700476 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-43b25d57-0d11-47ec-9eea-a8a3d8a40952 req-3528facd-878e-4192-bbe9-790237e66f58 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:28.703345 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43b25d57-0d11-47ec-9eea-a8a3d8a40952 req-3528facd-878e-4192-bbe9-790237e66f58 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.4373846 Apr 21 12:37:28.868407 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43b25d57-0d11-47ec-9eea-a8a3d8a40952 req-2660998d-cd1d-4775-917a-408e1299da32 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.32 HTTP/1.1" status: 200 len: 695 time: 0.1563168 Apr 21 12:37:28.949747 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-6e605d99-10bd-4c1e-aa79-4115b33f7dec service neutron] For port b8abfc12-7bf3-4a65-a1f4-46132f41638e, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:37:29.021096 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-6e605d99-10bd-4c1e-aa79-4115b33f7dec service neutron] For port b8abfc12-7bf3-4a65-a1f4-46132f41638e, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=b8abfc12-7bf3-4a65-a1f4-46132f41638e,segment=NetworkSegment(3ee70c77-be48-440a-b339-a8a0e2541b70),segment_id=3ee70c77-be48-440a-b339-a8a0e2541b70)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:37:29.063635 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b25d57-0d11-47ec-9eea-a8a3d8a40952 req-b1cd8252-1984-421b-acd2-592b27d2d1c7 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:29.102835 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43b25d57-0d11-47ec-9eea-a8a3d8a40952 req-b1cd8252-1984-421b-acd2-592b27d2d1c7 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 784 time: 0.2198899 Apr 21 12:37:29.269415 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa82dda-6e1c-4474-904c-9db6f433d714 req-81cc35db-1084-49b4-b81a-7c1491dd4668 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:29.276912 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa82dda-6e1c-4474-904c-9db6f433d714 req-81cc35db-1084-49b4-b81a-7c1491dd4668 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:29.286650 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa82dda-6e1c-4474-904c-9db6f433d714 req-81cc35db-1084-49b4-b81a-7c1491dd4668 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:29.293407 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa82dda-6e1c-4474-904c-9db6f433d714 req-81cc35db-1084-49b4-b81a-7c1491dd4668 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:29.299420 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa82dda-6e1c-4474-904c-9db6f433d714 req-81cc35db-1084-49b4-b81a-7c1491dd4668 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:29.307884 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa82dda-6e1c-4474-904c-9db6f433d714 req-81cc35db-1084-49b4-b81a-7c1491dd4668 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:29.314220 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa82dda-6e1c-4474-904c-9db6f433d714 req-81cc35db-1084-49b4-b81a-7c1491dd4668 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:29.316470 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5aa82dda-6e1c-4474-904c-9db6f433d714 req-81cc35db-1084-49b4-b81a-7c1491dd4668 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5407 time: 0.1461992 Apr 21 12:37:29.389602 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5aa82dda-6e1c-4474-904c-9db6f433d714 req-6da0c73e-06c2-48ea-bb29-a2fc1137be2a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635278 Apr 21 12:37:29.452157 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc6cafc-85d9-447a-a5cb-22f3368915ad x-openstack-request-id: req-fdc6cafc-85d9-447a-a5cb-22f3368915ad {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:37:29.452554 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "tag": "6d354b6d-1ed6-44ad-9991-cde225fa4ff0", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:37:29.452898 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fdc6cafc-85d9-447a-a5cb-22f3368915ad {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:37:29.453399 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdc6cafc-85d9-447a-a5cb-22f3368915ad'] response: {'name': 'network-changed', 'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'tag': '6d354b6d-1ed6-44ad-9991-cde225fa4ff0', 'status': 'completed', 'code': 200} Apr 21 12:37:29.497208 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-6e605d99-10bd-4c1e-aa79-4115b33f7dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:29.580971 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-6e605d99-10bd-4c1e-aa79-4115b33f7dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:29.581869 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-6e605d99-10bd-4c1e-aa79-4115b33f7dec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:29.583302 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-6e605d99-10bd-4c1e-aa79-4115b33f7dec service neutron] 10.222.0.26 "PUT /v2.0/ports/b8abfc12-7bf3-4a65-a1f4-46132f41638e HTTP/1.1" status: 200 len: 1091 time: 2.5828884 Apr 21 12:37:29.698882 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e605d99-10bd-4c1e-aa79-4115b33f7dec service neutron] Pushing event updated for resources: {'Port': ['ID=b8abfc12-7bf3-4a65-a1f4-46132f41638e,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:29.710460 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e28981-0fb6-4188-95de-7910b57b2f24 req-183b5a10-de90-4573-adba-6e6c74858ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:29.710582 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e28981-0fb6-4188-95de-7910b57b2f24 req-183b5a10-de90-4573-adba-6e6c74858ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:29.711145 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e28981-0fb6-4188-95de-7910b57b2f24 req-183b5a10-de90-4573-adba-6e6c74858ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:29.711606 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e28981-0fb6-4188-95de-7910b57b2f24 req-183b5a10-de90-4573-adba-6e6c74858ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:29.712061 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e28981-0fb6-4188-95de-7910b57b2f24 req-183b5a10-de90-4573-adba-6e6c74858ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:29.712509 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e28981-0fb6-4188-95de-7910b57b2f24 req-183b5a10-de90-4573-adba-6e6c74858ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:29.712965 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e28981-0fb6-4188-95de-7910b57b2f24 req-183b5a10-de90-4573-adba-6e6c74858ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:29.715266 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61e28981-0fb6-4188-95de-7910b57b2f24 req-183b5a10-de90-4573-adba-6e6c74858ad7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6363a51a886548cba3ffe42b1b9f96ad&device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 6354 time: 0.2125051 Apr 21 12:37:29.765733 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-dc36cbf3-4e24-45ef-b8cc-b82a0464b89a service neutron] Request body: {'port': {'device_id': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:37:29.847958 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962c9b3-b298-4fbe-9c82-fa93348835b9 req-7bdeeea4-3d2d-401d-8762-342492a80c8d tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:29.856151 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5962c9b3-b298-4fbe-9c82-fa93348835b9 req-7bdeeea4-3d2d-401d-8762-342492a80c8d tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff40bf7-49ae-4d7a-8d7d-88b56669e06a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2881572 Apr 21 12:37:29.992157 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5962c9b3-b298-4fbe-9c82-fa93348835b9 req-15421a23-ad10-4ac4-bf74-d10b47c443a1 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.32 HTTP/1.1" status: 200 len: 695 time: 0.1350532 Apr 21 12:37:29.999243 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5962c9b3-b298-4fbe-9c82-fa93348835b9 req-3b82a92e-df2a-4a94-a085-f22b964d1591 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Request body: {'floatingip': {'port_id': '0b3b0826-3fae-441e-b1b3-2413eb05a3f0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:37:30.065550 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5962c9b3-b298-4fbe-9c82-fa93348835b9 req-3b82a92e-df2a-4a94-a085-f22b964d1591 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:30.104934 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-dc36cbf3-4e24-45ef-b8cc-b82a0464b89a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:30.188489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e28981-0fb6-4188-95de-7910b57b2f24 req-9493bb6f-b377-4113-beee-3e4fab33b1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:30.188489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e28981-0fb6-4188-95de-7910b57b2f24 req-9493bb6f-b377-4113-beee-3e4fab33b1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:30.188489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e28981-0fb6-4188-95de-7910b57b2f24 req-9493bb6f-b377-4113-beee-3e4fab33b1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:30.188489 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61e28981-0fb6-4188-95de-7910b57b2f24 req-9493bb6f-b377-4113-beee-3e4fab33b1a0 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6363a51a886548cba3ffe42b1b9f96ad&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4646592 Apr 21 12:37:30.451374 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e28981-0fb6-4188-95de-7910b57b2f24 req-faf904c6-eaf7-468a-8ab5-6e14e4c5c2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:30.452864 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61e28981-0fb6-4188-95de-7910b57b2f24 req-faf904c6-eaf7-468a-8ab5-6e14e4c5c2e4 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2528474 Apr 21 12:37:31.137406 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-dc36cbf3-4e24-45ef-b8cc-b82a0464b89a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82e67d61-4701-4300-9171-99f0f042f70a {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:37:31.159648 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-dc36cbf3-4e24-45ef-b8cc-b82a0464b89a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:31.218522 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-dc36cbf3-4e24-45ef-b8cc-b82a0464b89a service neutron] Transition to ACTIVE for port object 82e67d61-4701-4300-9171-99f0f042f70a will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:37:31.284282 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-dc36cbf3-4e24-45ef-b8cc-b82a0464b89a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:31.355910 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5962c9b3-b298-4fbe-9c82-fa93348835b9 req-3b82a92e-df2a-4a94-a085-f22b964d1591 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:31.358992 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36cbf3-4e24-45ef-b8cc-b82a0464b89a service neutron] Pushing event updated for resources: {'Port': ['ID=82e67d61-4701-4300-9171-99f0f042f70a,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:31.465562 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461977f1-179b-4522-a5db-7124bd6919ce', 'name': 'network-vif-deleted', 'tag': '52051f7c-ceb8-422d-9dd1-495afe76c1c0'}, {'name': 'network-changed', 'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'tag': '7d0d16a9-4ae0-457b-9fd1-99f702e00f9d'}, {'name': 'network-changed', 'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'tag': 'b8abfc12-7bf3-4a65-a1f4-46132f41638e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:37:31.467909 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6bba98-8f50-4785-a3cf-be2a24864470" -d '{"events": [{"server_uuid": "461977f1-179b-4522-a5db-7124bd6919ce", "name": "network-vif-deleted", "tag": "52051f7c-ceb8-422d-9dd1-495afe76c1c0"}, {"name": "network-changed", "server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "tag": "7d0d16a9-4ae0-457b-9fd1-99f702e00f9d"}, {"name": "network-changed", "server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "tag": "b8abfc12-7bf3-4a65-a1f4-46132f41638e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:37:31.471069 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-dc36cbf3-4e24-45ef-b8cc-b82a0464b89a service neutron] Attempting to bind port 82e67d61-4701-4300-9171-99f0f042f70a on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:37:31.471409 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-dc36cbf3-4e24-45ef-b8cc-b82a0464b89a service neutron] Attempting to bind port 82e67d61-4701-4300-9171-99f0f042f70a by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '8e92a1d7-2432-4d52-964c-65f50bb20e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '88f7b39c-5c7e-4b72-9226-ad89000145b7'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:37:31.471745 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-dc36cbf3-4e24-45ef-b8cc-b82a0464b89a service neutron] Attempting to bind port 82e67d61-4701-4300-9171-99f0f042f70a on network 88f7b39c-5c7e-4b72-9226-ad89000145b7 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:37:31.474367 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5962c9b3-b298-4fbe-9c82-fa93348835b9 req-3b82a92e-df2a-4a94-a085-f22b964d1591 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:31.515877 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-dc36cbf3-4e24-45ef-b8cc-b82a0464b89a service neutron] Port 82e67d61-4701-4300-9171-99f0f042f70a on network 88f7b39c-5c7e-4b72-9226-ad89000145b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:37:31.516546 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-dc36cbf3-4e24-45ef-b8cc-b82a0464b89a service neutron] Attempting to bind port 82e67d61-4701-4300-9171-99f0f042f70a on network 88f7b39c-5c7e-4b72-9226-ad89000145b7 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:37:31.525903 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-dc36cbf3-4e24-45ef-b8cc-b82a0464b89a service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:37:31.526883 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-dc36cbf3-4e24-45ef-b8cc-b82a0464b89a service neutron] Checking segment: {'id': '8e92a1d7-2432-4d52-964c-65f50bb20e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '88f7b39c-5c7e-4b72-9226-ad89000145b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:37:31.527496 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-dc36cbf3-4e24-45ef-b8cc-b82a0464b89a service neutron] Bound using segment: {'id': '8e92a1d7-2432-4d52-964c-65f50bb20e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '88f7b39c-5c7e-4b72-9226-ad89000145b7'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:37:31.528296 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-dc36cbf3-4e24-45ef-b8cc-b82a0464b89a service neutron] Bound port: 82e67d61-4701-4300-9171-99f0f042f70a, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e92a1d7-2432-4d52-964c-65f50bb20e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '88f7b39c-5c7e-4b72-9226-ad89000145b7'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:37:31.528907 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-dc36cbf3-4e24-45ef-b8cc-b82a0464b89a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:31.657859 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-dc36cbf3-4e24-45ef-b8cc-b82a0464b89a service neutron] For port 82e67d61-4701-4300-9171-99f0f042f70a, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:37:31.677228 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-dc36cbf3-4e24-45ef-b8cc-b82a0464b89a service neutron] For port 82e67d61-4701-4300-9171-99f0f042f70a, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=82e67d61-4701-4300-9171-99f0f042f70a,segment=NetworkSegment(8e92a1d7-2432-4d52-964c-65f50bb20e30),segment_id=8e92a1d7-2432-4d52-964c-65f50bb20e30)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:37:31.690748 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [req-5962c9b3-b298-4fbe-9c82-fa93348835b9 req-3b82a92e-df2a-4a94-a085-f22b964d1591 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Floating IP 7b632052-1a63-4287-8465-834244060e8b associated. External IP: 172.25.8.32, port: 0b3b0826-3fae-441e-b1b3-2413eb05a3f0. Apr 21 12:37:31.854193 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-dc36cbf3-4e24-45ef-b8cc-b82a0464b89a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:31.918068 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-dc36cbf3-4e24-45ef-b8cc-b82a0464b89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:31.918675 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-dc36cbf3-4e24-45ef-b8cc-b82a0464b89a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:31.920052 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-dc36cbf3-4e24-45ef-b8cc-b82a0464b89a service neutron] 10.222.0.26 "PUT /v2.0/ports/82e67d61-4701-4300-9171-99f0f042f70a HTTP/1.1" status: 200 len: 1091 time: 2.1653769 Apr 21 12:37:31.953921 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36cbf3-4e24-45ef-b8cc-b82a0464b89a service neutron] Pushing event updated for resources: {'Port': ['ID=82e67d61-4701-4300-9171-99f0f042f70a,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:31.964094 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5962c9b3-b298-4fbe-9c82-fa93348835b9 req-3b82a92e-df2a-4a94-a085-f22b964d1591 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Router ba781260-af27-4a5c-91cc-4c216da175be has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:37:32.090686 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5962c9b3-b298-4fbe-9c82-fa93348835b9 req-3b82a92e-df2a-4a94-a085-f22b964d1591 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:37:32.096222 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5962c9b3-b298-4fbe-9c82-fa93348835b9 req-3b82a92e-df2a-4a94-a085-f22b964d1591 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:32.103364 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd54d485-b5eb-4978-b59c-b4ef95150fc6 None None] Sync routers for ids ['ba781260-af27-4a5c-91cc-4c216da175be'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:37:32.123461 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd54d485-b5eb-4978-b59c-b4ef95150fc6 None None] Routers {'ba781260-af27-4a5c-91cc-4c216da175be'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:37:32.124948 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-dd54d485-b5eb-4978-b59c-b4ef95150fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:37:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ba781260-af27-4a5c-91cc-4c216da175be'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:37:32.132875 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-116ea982-a4fb-4458-8da8-7e40e092377b service neutron] Request body: {'port': {'device_id': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:37:32.164496 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5962c9b3-b298-4fbe-9c82-fa93348835b9 req-3b82a92e-df2a-4a94-a085-f22b964d1591 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "PUT /v2.0/floatingips/7b632052-1a63-4287-8465-834244060e8b HTTP/1.1" status: 200 len: 996 time: 2.1705065 Apr 21 12:37:32.255543 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-116ea982-a4fb-4458-8da8-7e40e092377b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:32.319448 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962c9b3-b298-4fbe-9c82-fa93348835b9 req-0bb24d81-d330-4b63-bc02-16d7ebfef09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:32.327723 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5962c9b3-b298-4fbe-9c82-fa93348835b9 req-0bb24d81-d330-4b63-bc02-16d7ebfef09e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12670436f3aa407086af9869283c3bf1&device_id=3ff40bf7-49ae-4d7a-8d7d-88b56669e06a HTTP/1.1" status: 200 len: 1097 time: 0.1311886 Apr 21 12:37:32.369885 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-dd54d485-b5eb-4978-b59c-b4ef95150fc6 None None] Set router ba781260-af27-4a5c-91cc-4c216da175be gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:37:32.602696 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962c9b3-b298-4fbe-9c82-fa93348835b9 req-784d62cc-97d4-4b85-a354-4362198a8052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:32.604283 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5962c9b3-b298-4fbe-9c82-fa93348835b9 req-784d62cc-97d4-4b85-a354-4362198a8052 service neutron] 10.222.0.36 "GET /v2.0/networks?id=be4b3512-3e2f-4e3b-b8f8-fa6912577e85 HTTP/1.1" status: 200 len: 930 time: 0.2756824 Apr 21 12:37:32.698929 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-dd54d485-b5eb-4978-b59c-b4ef95150fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418233345-router', 'tenant_id': '12670436f3aa407086af9869283c3bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'f27f2466-2d25-4cf3-98a0-d8a04ee1cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:36:53Z', 'updated_at': '2022-04-21T12:36:58Z', 'revision_number': 4, 'project_id': '12670436f3aa407086af9869283c3bf1', 'gw_port': {'id': 'f27f2466-2d25-4cf3-98a0-d8a04ee1cb69', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:36:54Z', 'updated_at': '2022-04-21T12:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '7b632052-1a63-4287-8465-834244060e8b', 'tenant_id': '12670436f3aa407086af9869283c3bf1', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'port_id': '0b3b0826-3fae-441e-b1b3-2413eb05a3f0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4b3512-3e2f-4e3b-b8f8-fa6912577e85', 'mac_address': 'fa:16:3e:e6:18:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff40bf7-49ae-4d7a-8d7d-88b56669e06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:37:27Z', 'updated_at': '2022-04-21T12:37:31Z', 'revision_number': 1, 'project_id': '12670436f3aa407086af9869283c3bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ab610d-2dcf-4286-be91-0d49906c363b', 'name': '', 'network_id': 'be4b3512-3e2f-4e3b-b8f8-fa6912577e85', 'tenant_id': '12670436f3aa407086af9869283c3bf1', 'mac_address': 'fa:16:3e:06:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'cee048ff-4683-4ea8-8ea2-49897ca6282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:36:57Z', 'updated_at': '2022-04-21T12:37:03Z', 'revision_number': 5, 'project_id': '12670436f3aa407086af9869283c3bf1', 'subnets': [{'id': 'cee048ff-4683-4ea8-8ea2-49897ca6282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:37:32.714028 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5962c9b3-b298-4fbe-9c82-fa93348835b9 req-cffacdfa-50ae-4281-874b-eb28aaeb802c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b3b0826-3fae-441e-b1b3-2413eb05a3f0 HTTP/1.1" status: 200 len: 999 time: 0.0977960 Apr 21 12:37:32.725102 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd54d485-b5eb-4978-b59c-b4ef95150fc6 None None] Checking router: ba781260-af27-4a5c-91cc-4c216da175be for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:37:32.735318 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd54d485-b5eb-4978-b59c-b4ef95150fc6 None None] Routers {'ba781260-af27-4a5c-91cc-4c216da175be'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:37:32.736190 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-dd54d485-b5eb-4978-b59c-b4ef95150fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:37:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ba781260-af27-4a5c-91cc-4c216da175be'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:37:32.765984 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37626) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:32.786492 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962c9b3-b298-4fbe-9c82-fa93348835b9 req-eda5d8ba-4b44-4a95-8195-360883e2cea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:32.800553 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5962c9b3-b298-4fbe-9c82-fa93348835b9 req-eda5d8ba-4b44-4a95-8195-360883e2cea3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cee048ff-4683-4ea8-8ea2-49897ca6282b HTTP/1.1" status: 200 len: 868 time: 0.0767374 Apr 21 12:37:32.824148 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-03b9db08-5fda-456f-a55c-5aa206e8b804 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:32.848650 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-03b9db08-5fda-456f-a55c-5aa206e8b804 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:32.879646 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-dd54d485-b5eb-4978-b59c-b4ef95150fc6 None None] Set router ba781260-af27-4a5c-91cc-4c216da175be gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:37:32.909626 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-116ea982-a4fb-4458-8da8-7e40e092377b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa0888de-c05b-4b47-a078-4c561e42456a {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:37:32.921180 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-116ea982-a4fb-4458-8da8-7e40e092377b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:32.934546 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962c9b3-b298-4fbe-9c82-fa93348835b9 req-ec3137b7-4889-4137-8732-16f4677c0e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:32.941497 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5962c9b3-b298-4fbe-9c82-fa93348835b9 req-ec3137b7-4889-4137-8732-16f4677c0e8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=be4b3512-3e2f-4e3b-b8f8-fa6912577e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347857 Apr 21 12:37:32.954888 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-116ea982-a4fb-4458-8da8-7e40e092377b service neutron] Transition to ACTIVE for port object fa0888de-c05b-4b47-a078-4c561e42456a will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:37:32.980294 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ec137-b27b-413b-8a04-575754ed00d0 req-0dbb6563-277f-49b2-b5d6-a2e3c7f321ec tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:32.986393 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ec137-b27b-413b-8a04-575754ed00d0 req-0dbb6563-277f-49b2-b5d6-a2e3c7f321ec tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:32.992385 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ec137-b27b-413b-8a04-575754ed00d0 req-0dbb6563-277f-49b2-b5d6-a2e3c7f321ec tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:32.998427 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ec137-b27b-413b-8a04-575754ed00d0 req-0dbb6563-277f-49b2-b5d6-a2e3c7f321ec tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:33.004573 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ec137-b27b-413b-8a04-575754ed00d0 req-0dbb6563-277f-49b2-b5d6-a2e3c7f321ec tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:33.010604 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ec137-b27b-413b-8a04-575754ed00d0 req-0dbb6563-277f-49b2-b5d6-a2e3c7f321ec tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:33.016504 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ec137-b27b-413b-8a04-575754ed00d0 req-0dbb6563-277f-49b2-b5d6-a2e3c7f321ec tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:33.018522 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e23ec137-b27b-413b-8a04-575754ed00d0 req-0dbb6563-277f-49b2-b5d6-a2e3c7f321ec tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5419 time: 0.1795213 Apr 21 12:37:33.039451 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-03b9db08-5fda-456f-a55c-5aa206e8b804 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:33.043572 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-03b9db08-5fda-456f-a55c-5aa206e8b804 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:33.050757 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37628) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:33.050910 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-03b9db08-5fda-456f-a55c-5aa206e8b804 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "DELETE /v2.0/security-groups/62d3ba82-58cb-4e83-a193-2745fccb955c HTTP/1.1" status: 204 len: 168 time: 0.2810054 Apr 21 12:37:33.062861 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9db08-5fda-456f-a55c-5aa206e8b804 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d3ba82-58cb-4e83-a193-2745fccb955c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:33.095401 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-116ea982-a4fb-4458-8da8-7e40e092377b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:33.098177 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-221d9e0c-d2c2-43fa-97f3-257030924d04 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] show failed (client error): The resource could not be found. Apr 21 12:37:33.099241 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-221d9e0c-d2c2-43fa-97f3-257030924d04 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups/62d3ba82-58cb-4e83-a193-2745fccb955c HTTP/1.1" status: 404 len: 347 time: 0.0476398 Apr 21 12:37:33.102306 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37630) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:33.193944 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e23ec137-b27b-413b-8a04-575754ed00d0 req-2b347eff-5423-4b39-9510-ba47fc7c9bf1 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1464715 Apr 21 12:37:33.205740 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5962c9b3-b298-4fbe-9c82-fa93348835b9 req-dc42975c-6814-43fe-b3d0-1b133ea818dd service neutron] 10.222.0.36 "GET /v2.0/networks/be4b3512-3e2f-4e3b-b8f8-fa6912577e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619016 Apr 21 12:37:33.207677 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ea982-a4fb-4458-8da8-7e40e092377b service neutron] Pushing event updated for resources: {'Port': ['ID=fa0888de-c05b-4b47-a078-4c561e42456a,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:33.297953 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-dd54d485-b5eb-4978-b59c-b4ef95150fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418233345-router', 'tenant_id': '12670436f3aa407086af9869283c3bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'f27f2466-2d25-4cf3-98a0-d8a04ee1cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:36:53Z', 'updated_at': '2022-04-21T12:36:58Z', 'revision_number': 4, 'project_id': '12670436f3aa407086af9869283c3bf1', 'gw_port': {'id': 'f27f2466-2d25-4cf3-98a0-d8a04ee1cb69', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:36:54Z', 'updated_at': '2022-04-21T12:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '7b632052-1a63-4287-8465-834244060e8b', 'tenant_id': '12670436f3aa407086af9869283c3bf1', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'port_id': '0b3b0826-3fae-441e-b1b3-2413eb05a3f0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4b3512-3e2f-4e3b-b8f8-fa6912577e85', 'mac_address': 'fa:16:3e:e6:18:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff40bf7-49ae-4d7a-8d7d-88b56669e06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:37:27Z', 'updated_at': '2022-04-21T12:37:31Z', 'revision_number': 1, 'project_id': '12670436f3aa407086af9869283c3bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ab610d-2dcf-4286-be91-0d49906c363b', 'name': '', 'network_id': 'be4b3512-3e2f-4e3b-b8f8-fa6912577e85', 'tenant_id': '12670436f3aa407086af9869283c3bf1', 'mac_address': 'fa:16:3e:06:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'cee048ff-4683-4ea8-8ea2-49897ca6282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:36:57Z', 'updated_at': '2022-04-21T12:37:03Z', 'revision_number': 5, 'project_id': '12670436f3aa407086af9869283c3bf1', 'subnets': [{'id': 'cee048ff-4683-4ea8-8ea2-49897ca6282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:37:33.337138 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd54d485-b5eb-4978-b59c-b4ef95150fc6 None None] The sync data for ids ['ba781260-af27-4a5c-91cc-4c216da175be'] in n-d-836147-2 is: [{'id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418233345-router', 'tenant_id': '12670436f3aa407086af9869283c3bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'f27f2466-2d25-4cf3-98a0-d8a04ee1cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:36:53Z', 'updated_at': '2022-04-21T12:36:58Z', 'revision_number': 4, 'project_id': '12670436f3aa407086af9869283c3bf1', 'gw_port': {'id': 'f27f2466-2d25-4cf3-98a0-d8a04ee1cb69', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:36:54Z', 'updated_at': '2022-04-21T12:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '7b632052-1a63-4287-8465-834244060e8b', 'tenant_id': '12670436f3aa407086af9869283c3bf1', 'floating_ip_address': '172.25.8.32', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'port_id': '0b3b0826-3fae-441e-b1b3-2413eb05a3f0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be4b3512-3e2f-4e3b-b8f8-fa6912577e85', 'mac_address': 'fa:16:3e:e6:18:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ff40bf7-49ae-4d7a-8d7d-88b56669e06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:37:27Z', 'updated_at': '2022-04-21T12:37:31Z', 'revision_number': 1, 'project_id': '12670436f3aa407086af9869283c3bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ab610d-2dcf-4286-be91-0d49906c363b', 'name': '', 'network_id': 'be4b3512-3e2f-4e3b-b8f8-fa6912577e85', 'tenant_id': '12670436f3aa407086af9869283c3bf1', 'mac_address': 'fa:16:3e:06:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'cee048ff-4683-4ea8-8ea2-49897ca6282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:36:57Z', 'updated_at': '2022-04-21T12:37:03Z', 'revision_number': 5, 'project_id': '12670436f3aa407086af9869283c3bf1', 'subnets': [{'id': 'cee048ff-4683-4ea8-8ea2-49897ca6282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:37:33.365375 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2e26b-b598-4092-977c-2cc5092ef4c7 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Deleting port a0028071-66c6-4a1d-a74b-d82c85eb85ec {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:37:33.365618 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e26b-b598-4092-977c-2cc5092ef4c7 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:33.403113 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 21 Apr 2022 12:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d6a8e2-c9cc-4c1b-a94b-a3cd40a1eb56 x-openstack-request-id: req-c1d6a8e2-c9cc-4c1b-a94b-a3cd40a1eb56 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:37:33.403422 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461977f1-179b-4522-a5db-7124bd6919ce", "name": "network-vif-deleted", "tag": "52051f7c-ceb8-422d-9dd1-495afe76c1c0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "tag": "7d0d16a9-4ae0-457b-9fd1-99f702e00f9d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "tag": "b8abfc12-7bf3-4a65-a1f4-46132f41638e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:37:33.405848 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c1d6a8e2-c9cc-4c1b-a94b-a3cd40a1eb56 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:37:33.406278 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1d6a8e2-c9cc-4c1b-a94b-a3cd40a1eb56'] response: {'server_uuid': '461977f1-179b-4522-a5db-7124bd6919ce', 'name': 'network-vif-deleted', 'tag': '52051f7c-ceb8-422d-9dd1-495afe76c1c0', 'status': 'completed', 'code': 200} Apr 21 12:37:33.406544 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1d6a8e2-c9cc-4c1b-a94b-a3cd40a1eb56'] response: {'name': 'network-changed', 'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'tag': '7d0d16a9-4ae0-457b-9fd1-99f702e00f9d', 'status': 'completed', 'code': 200} Apr 21 12:37:33.406806 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1d6a8e2-c9cc-4c1b-a94b-a3cd40a1eb56'] response: {'name': 'network-changed', 'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'tag': 'b8abfc12-7bf3-4a65-a1f4-46132f41638e', 'status': 'completed', 'code': 200} Apr 21 12:37:33.490614 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e26b-b598-4092-977c-2cc5092ef4c7 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:33.491259 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e26b-b598-4092-977c-2cc5092ef4c7 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:33.505387 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2e26b-b598-4092-977c-2cc5092ef4c7 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Calling delete_port for a0028071-66c6-4a1d-a74b-d82c85eb85ec owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:37:33.643450 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fed301-8758-4bed-bc54-9555f15b67ed None None] New status for floating IP 7b632052-1a63-4287-8465-834244060e8b: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:37:33.706152 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-116ea982-a4fb-4458-8da8-7e40e092377b service neutron] Attempting to bind port fa0888de-c05b-4b47-a078-4c561e42456a on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:37:33.706152 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-116ea982-a4fb-4458-8da8-7e40e092377b service neutron] Attempting to bind port fa0888de-c05b-4b47-a078-4c561e42456a by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '8e92a1d7-2432-4d52-964c-65f50bb20e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '88f7b39c-5c7e-4b72-9226-ad89000145b7'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:37:33.706152 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-116ea982-a4fb-4458-8da8-7e40e092377b service neutron] Attempting to bind port fa0888de-c05b-4b47-a078-4c561e42456a on network 88f7b39c-5c7e-4b72-9226-ad89000145b7 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:37:33.706152 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-116ea982-a4fb-4458-8da8-7e40e092377b service neutron] Port fa0888de-c05b-4b47-a078-4c561e42456a on network 88f7b39c-5c7e-4b72-9226-ad89000145b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:37:33.706152 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-116ea982-a4fb-4458-8da8-7e40e092377b service neutron] Attempting to bind port fa0888de-c05b-4b47-a078-4c561e42456a on network 88f7b39c-5c7e-4b72-9226-ad89000145b7 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:37:33.706152 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5962c9b3-b298-4fbe-9c82-fa93348835b9 req-1fd69307-4245-48d1-b41f-a2138a62ebbc service neutron] 10.222.0.36 "GET /v2.0/networks/be4b3512-3e2f-4e3b-b8f8-fa6912577e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819727 Apr 21 12:37:33.707965 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bba98-8f50-4785-a3cf-be2a24864470 req-3767eae6-1bfb-4793-8e4d-019b87684032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:33.708393 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bba98-8f50-4785-a3cf-be2a24864470 req-3767eae6-1bfb-4793-8e4d-019b87684032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:33.709058 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bba98-8f50-4785-a3cf-be2a24864470 req-3767eae6-1bfb-4793-8e4d-019b87684032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:33.709917 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bba98-8f50-4785-a3cf-be2a24864470 req-3767eae6-1bfb-4793-8e4d-019b87684032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:33.710453 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bba98-8f50-4785-a3cf-be2a24864470 req-3767eae6-1bfb-4793-8e4d-019b87684032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:33.711290 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bba98-8f50-4785-a3cf-be2a24864470 req-3767eae6-1bfb-4793-8e4d-019b87684032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:33.711415 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bba98-8f50-4785-a3cf-be2a24864470 req-3767eae6-1bfb-4793-8e4d-019b87684032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:33.713460 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df6bba98-8f50-4785-a3cf-be2a24864470 req-3767eae6-1bfb-4793-8e4d-019b87684032 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6363a51a886548cba3ffe42b1b9f96ad&device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 6446 time: 0.3000283 Apr 21 12:37:33.729967 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-116ea982-a4fb-4458-8da8-7e40e092377b service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:37:33.730354 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-116ea982-a4fb-4458-8da8-7e40e092377b service neutron] Checking segment: {'id': '8e92a1d7-2432-4d52-964c-65f50bb20e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '88f7b39c-5c7e-4b72-9226-ad89000145b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:37:33.730754 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-116ea982-a4fb-4458-8da8-7e40e092377b service neutron] Bound using segment: {'id': '8e92a1d7-2432-4d52-964c-65f50bb20e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '88f7b39c-5c7e-4b72-9226-ad89000145b7'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:37:33.731296 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-116ea982-a4fb-4458-8da8-7e40e092377b service neutron] Bound port: fa0888de-c05b-4b47-a078-4c561e42456a, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e92a1d7-2432-4d52-964c-65f50bb20e30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '88f7b39c-5c7e-4b72-9226-ad89000145b7'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:37:33.731649 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-116ea982-a4fb-4458-8da8-7e40e092377b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:33.733048 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:37:33.750949 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd08ae-7b45-484c-987a-646958a3796c req-f28e5f75-5e29-4e18-9a09-883ffcb4fd61 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:33.752493 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7bd08ae-7b45-484c-987a-646958a3796c req-f28e5f75-5e29-4e18-9a09-883ffcb4fd61 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/ports?device_id=9caa293c-23a9-4aa9-861c-607d6ac99ff1 HTTP/1.1" status: 200 len: 950 time: 0.2388020 Apr 21 12:37:33.895843 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7bd08ae-7b45-484c-987a-646958a3796c req-4035f7e2-47cd-4888-9875-3da884c77c24 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/security-groups?id=a296c869-4248-448b-af3f-f44a4c87316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233814 Apr 21 12:37:33.919607 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e26b-b598-4092-977c-2cc5092ef4c7 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:33.920124 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-116ea982-a4fb-4458-8da8-7e40e092377b service neutron] For port fa0888de-c05b-4b47-a078-4c561e42456a, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:37:33.923402 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-116ea982-a4fb-4458-8da8-7e40e092377b service neutron] For port fa0888de-c05b-4b47-a078-4c561e42456a, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=fa0888de-c05b-4b47-a078-4c561e42456a,segment=NetworkSegment(8e92a1d7-2432-4d52-964c-65f50bb20e30),segment_id=8e92a1d7-2432-4d52-964c-65f50bb20e30)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:37:33.927433 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bba98-8f50-4785-a3cf-be2a24864470 req-60fe20bc-a2aa-4ea7-8d99-249ebf8cf542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:33.927916 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bba98-8f50-4785-a3cf-be2a24864470 req-60fe20bc-a2aa-4ea7-8d99-249ebf8cf542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:33.928381 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bba98-8f50-4785-a3cf-be2a24864470 req-60fe20bc-a2aa-4ea7-8d99-249ebf8cf542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:33.930130 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df6bba98-8f50-4785-a3cf-be2a24864470 req-60fe20bc-a2aa-4ea7-8d99-249ebf8cf542 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6363a51a886548cba3ffe42b1b9f96ad&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2085898 Apr 21 12:37:34.011299 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2e26b-b598-4092-977c-2cc5092ef4c7 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Pushing event deleted for resources: {'Port': ['ID=a0028071-66c6-4a1d-a74b-d82c85eb85ec,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:34.065444 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-116ea982-a4fb-4458-8da8-7e40e092377b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:34.067948 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e26b-b598-4092-977c-2cc5092ef4c7 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for floatingip, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:34.070878 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aaf2e26b-b598-4092-977c-2cc5092ef4c7 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:34.072755 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-aaf2e26b-b598-4092-977c-2cc5092ef4c7 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "DELETE /v2.0/floatingips/76734730-25ec-46d3-911a-bedcea6af7f9 HTTP/1.1" status: 204 len: 168 time: 0.9690247 Apr 21 12:37:34.156130 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-116ea982-a4fb-4458-8da8-7e40e092377b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:34.156925 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-116ea982-a4fb-4458-8da8-7e40e092377b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:34.158485 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-116ea982-a4fb-4458-8da8-7e40e092377b service neutron] 10.222.0.26 "PUT /v2.0/ports/fa0888de-c05b-4b47-a078-4c561e42456a HTTP/1.1" status: 200 len: 1091 time: 2.0306056 Apr 21 12:37:34.229900 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bba98-8f50-4785-a3cf-be2a24864470 req-5b3c2754-48c2-41e6-a238-24e1ec4e598f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:34.231397 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df6bba98-8f50-4785-a3cf-be2a24864470 req-5b3c2754-48c2-41e6-a238-24e1ec4e598f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2881329 Apr 21 12:37:34.234071 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ea982-a4fb-4458-8da8-7e40e092377b service neutron] Pushing event updated for resources: {'Port': ['ID=fa0888de-c05b-4b47-a078-4c561e42456a,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:34.249893 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9b9b837-ef6c-440e-899d-59565e435f97 req-28553c6f-8a40-48f3-8086-bd61b0fe604a tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 258 time: 0.2777030 Apr 21 12:37:34.255159 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-b9b9b837-ef6c-440e-899d-59565e435f97 req-2b604a92-1ffc-4616-a785-79ccb7d8961e tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:37:34.331915 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bba98-8f50-4785-a3cf-be2a24864470 req-e5462c30-02da-4e47-a1c9-265645807694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:34.332496 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bba98-8f50-4785-a3cf-be2a24864470 req-e5462c30-02da-4e47-a1c9-265645807694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:34.332972 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bba98-8f50-4785-a3cf-be2a24864470 req-e5462c30-02da-4e47-a1c9-265645807694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:34.333444 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bba98-8f50-4785-a3cf-be2a24864470 req-e5462c30-02da-4e47-a1c9-265645807694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:34.333989 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bba98-8f50-4785-a3cf-be2a24864470 req-e5462c30-02da-4e47-a1c9-265645807694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:34.334464 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bba98-8f50-4785-a3cf-be2a24864470 req-e5462c30-02da-4e47-a1c9-265645807694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:34.334906 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bba98-8f50-4785-a3cf-be2a24864470 req-e5462c30-02da-4e47-a1c9-265645807694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:34.336982 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df6bba98-8f50-4785-a3cf-be2a24864470 req-e5462c30-02da-4e47-a1c9-265645807694 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6363a51a886548cba3ffe42b1b9f96ad&device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 6488 time: 0.0547247 Apr 21 12:37:34.677188 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b9b9b837-ef6c-440e-899d-59565e435f97 req-2b604a92-1ffc-4616-a785-79ccb7d8961e tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:34.782460 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bba98-8f50-4785-a3cf-be2a24864470 req-72e5088e-161c-426d-92b7-44da14a69797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:34.783129 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bba98-8f50-4785-a3cf-be2a24864470 req-72e5088e-161c-426d-92b7-44da14a69797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:34.783392 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bba98-8f50-4785-a3cf-be2a24864470 req-72e5088e-161c-426d-92b7-44da14a69797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:34.784987 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df6bba98-8f50-4785-a3cf-be2a24864470 req-72e5088e-161c-426d-92b7-44da14a69797 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6363a51a886548cba3ffe42b1b9f96ad&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4402390 Apr 21 12:37:34.884922 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9cd51ead-3ab0-448e-a269-53eb81699a61 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:37:34.924874 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b9b9b837-ef6c-440e-899d-59565e435f97 req-2b604a92-1ffc-4616-a785-79ccb7d8961e tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:34.998364 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:35.031105 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9caa293c-23a9-4aa9-861c-607d6ac99ff1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cd51ead-3ab0-448e-a269-53eb81699a61'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:37:35.036520 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232aece9-04ff-49a3-84f9-122e7bad2d78" -d '{"events": [{"server_uuid": "9caa293c-23a9-4aa9-861c-607d6ac99ff1", "name": "network-vif-unplugged", "status": "completed", "tag": "9cd51ead-3ab0-448e-a269-53eb81699a61"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:37:35.055277 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 9cd51ead-3ab0-448e-a269-53eb81699a61, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9cd51ead-3ab0-448e-a269-53eb81699a61,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:37:35.059638 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-b9b9b837-ef6c-440e-899d-59565e435f97 req-2b604a92-1ffc-4616-a785-79ccb7d8961e tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Allocated IP 172.25.8.194 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/0842ef52-aca0-4dcf-85d7-77f292997dfa) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:37:35.066664 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bba98-8f50-4785-a3cf-be2a24864470 req-1e50b6e3-ba97-4433-b465-9d3ed79fed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:35.068282 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df6bba98-8f50-4785-a3cf-be2a24864470 req-1e50b6e3-ba97-4433-b465-9d3ed79fed5c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2740135 Apr 21 12:37:35.185843 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-8906d8e7-ea18-4439-9c28-6c5e892f86cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:35.186335 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-8906d8e7-ea18-4439-9c28-6c5e892f86cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:35.186814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-8906d8e7-ea18-4439-9c28-6c5e892f86cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:35.187283 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-8906d8e7-ea18-4439-9c28-6c5e892f86cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:35.187775 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-8906d8e7-ea18-4439-9c28-6c5e892f86cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:35.188238 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-8906d8e7-ea18-4439-9c28-6c5e892f86cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:35.188702 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-8906d8e7-ea18-4439-9c28-6c5e892f86cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:35.190757 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-8906d8e7-ea18-4439-9c28-6c5e892f86cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6363a51a886548cba3ffe42b1b9f96ad&device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 6488 time: 0.0559819 Apr 21 12:37:35.209882 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:35.247159 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-7cbcb748-fc7a-481c-be6f-3f0825c43834 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=705963bf-02f4-4781-bc61-f2db5e181472 HTTP/1.1" status: 200 len: 217 time: 0.0454638 Apr 21 12:37:35.265146 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=9cd51ead-3ab0-448e-a269-53eb81699a61,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:35.274125 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:35.280559 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:35.280559 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:35.280559 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:35.280559 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:35.280559 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:35.280559 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:35.280559 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:35.280559 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:35.280559 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:35.280559 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:35.280559 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:35.282088 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37696) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:35.286049 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a5fddd87-e45d-4af8-8d48-679bee6ec34a tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2044227546', 'description': 'tempest-description--802460651'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:37:35.332582 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-46f58d52-e397-4712-a9d6-bc16c3d42255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:35.334038 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-46f58d52-e397-4712-a9d6-bc16c3d42255 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fdc28bf1-e915-4072-b8cd-eaf24f93a684 HTTP/1.1" status: 200 len: 854 time: 0.0783143 Apr 21 12:37:35.336748 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b9b9b837-ef6c-440e-899d-59565e435f97 req-2b604a92-1ffc-4616-a785-79ccb7d8961e tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:35.411486 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'tag': '82e67d61-4701-4300-9171-99f0f042f70a'}, {'name': 'network-changed', 'server_uuid': '3ff40bf7-49ae-4d7a-8d7d-88b56669e06a', 'tag': '0b3b0826-3fae-441e-b1b3-2413eb05a3f0'}, {'name': 'network-changed', 'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'tag': 'fa0888de-c05b-4b47-a078-4c561e42456a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:37:35.413758 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "tag": "82e67d61-4701-4300-9171-99f0f042f70a"}, {"name": "network-changed", "server_uuid": "3ff40bf7-49ae-4d7a-8d7d-88b56669e06a", "tag": "0b3b0826-3fae-441e-b1b3-2413eb05a3f0"}, {"name": "network-changed", "server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "tag": "fa0888de-c05b-4b47-a078-4c561e42456a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:37:35.419666 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a5fddd87-e45d-4af8-8d48-679bee6ec34a tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:35.453978 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b76af-1bea-4100-8a4f-0e9a3bfd231c req-d9fdd2a0-82c8-4b92-8b7a-7a1f1c482e51 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:35.460329 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b76af-1bea-4100-8a4f-0e9a3bfd231c req-d9fdd2a0-82c8-4b92-8b7a-7a1f1c482e51 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:35.468800 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b76af-1bea-4100-8a4f-0e9a3bfd231c req-d9fdd2a0-82c8-4b92-8b7a-7a1f1c482e51 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:35.472189 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b76af-1bea-4100-8a4f-0e9a3bfd231c req-d9fdd2a0-82c8-4b92-8b7a-7a1f1c482e51 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:35.480238 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b76af-1bea-4100-8a4f-0e9a3bfd231c req-d9fdd2a0-82c8-4b92-8b7a-7a1f1c482e51 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:35.486255 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b76af-1bea-4100-8a4f-0e9a3bfd231c req-d9fdd2a0-82c8-4b92-8b7a-7a1f1c482e51 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:35.492155 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b76af-1bea-4100-8a4f-0e9a3bfd231c req-d9fdd2a0-82c8-4b92-8b7a-7a1f1c482e51 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:35.494148 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-063b76af-1bea-4100-8a4f-0e9a3bfd231c req-d9fdd2a0-82c8-4b92-8b7a-7a1f1c482e51 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5431 time: 0.1657326 Apr 21 12:37:35.501451 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-6fdc1ed5-26d1-48ce-9c32-bc35ce1d07d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:35.502967 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-6fdc1ed5-26d1-48ce-9c32-bc35ce1d07d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ff76b4c9-41c1-41f6-b547-1cd37cbf682c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1562099 Apr 21 12:37:35.506445 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a5fddd87-e45d-4af8-8d48-679bee6ec34a tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:35.587897 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b9b9b837-ef6c-440e-899d-59565e435f97 req-2b604a92-1ffc-4616-a785-79ccb7d8961e tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:35.597987 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a5fddd87-e45d-4af8-8d48-679bee6ec34a tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:35.623143 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-063b76af-1bea-4100-8a4f-0e9a3bfd231c req-43621a79-97ef-4bd0-9ed0-9f8957383476 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1151466 Apr 21 12:37:35.627695 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fddd87-e45d-4af8-8d48-679bee6ec34a tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f55ab40-e568-4f9f-b3af-ad00467eb9c3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:35.636678 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fddd87-e45d-4af8-8d48-679bee6ec34a tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:35.637185 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fddd87-e45d-4af8-8d48-679bee6ec34a tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:35.637346 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fddd87-e45d-4af8-8d48-679bee6ec34a tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:35.637775 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fddd87-e45d-4af8-8d48-679bee6ec34a tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:35.638339 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fddd87-e45d-4af8-8d48-679bee6ec34a tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:35.638563 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fddd87-e45d-4af8-8d48-679bee6ec34a tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:35.638891 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fddd87-e45d-4af8-8d48-679bee6ec34a tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:35.639211 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fddd87-e45d-4af8-8d48-679bee6ec34a tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:35.639522 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fddd87-e45d-4af8-8d48-679bee6ec34a tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:35.640027 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fddd87-e45d-4af8-8d48-679bee6ec34a tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:35.640525 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fddd87-e45d-4af8-8d48-679bee6ec34a tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:35.640846 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5fddd87-e45d-4af8-8d48-679bee6ec34a tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:37:35.644533 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9b9b837-ef6c-440e-899d-59565e435f97 req-2b604a92-1ffc-4616-a785-79ccb7d8961e tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:37:35.654435 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-b9b9b837-ef6c-440e-899d-59565e435f97 req-2b604a92-1ffc-4616-a785-79ccb7d8961e tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:37:35.665286 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9b9b837-ef6c-440e-899d-59565e435f97 req-2b604a92-1ffc-4616-a785-79ccb7d8961e tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:37:35.674000 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b604a92-1ffc-4616-a785-79ccb7d8961e tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Pushing event updated for resources: {'Port': ['ID=0842ef52-aca0-4dcf-85d7-77f292997dfa,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:35.719977 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-b0adc976-ebb7-43b7-910e-eb6c7a0def40 service neutron] 10.222.0.26 "GET /v2.0/networks/ff76b4c9-41c1-41f6-b547-1cd37cbf682c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054553 Apr 21 12:37:35.728127 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089ff72d-38d7-4346-aa2e-83c329cbc303 x-openstack-request-id: req-089ff72d-38d7-4346-aa2e-83c329cbc303 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:37:35.732365 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a5fddd87-e45d-4af8-8d48-679bee6ec34a tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:35.733917 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9caa293c-23a9-4aa9-861c-607d6ac99ff1", "name": "network-vif-unplugged", "status": "completed", "tag": "9cd51ead-3ab0-448e-a269-53eb81699a61", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:37:35.734173 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-089ff72d-38d7-4346-aa2e-83c329cbc303 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:37:35.734575 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-089ff72d-38d7-4346-aa2e-83c329cbc303'] response: {'server_uuid': '9caa293c-23a9-4aa9-861c-607d6ac99ff1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cd51ead-3ab0-448e-a269-53eb81699a61', 'code': 200} Apr 21 12:37:35.735128 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a5fddd87-e45d-4af8-8d48-679bee6ec34a tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4512951 Apr 21 12:37:35.736754 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37710) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:35.742537 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-b80f7180-31ea-4478-b01e-87697b0ec01d tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Request body: {'security_group_rule': {'security_group_id': '0f55ab40-e568-4f9f-b3af-ad00467eb9c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:37:35.774414 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 21 Apr 2022 12:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee57f5d-08f0-47ff-8bfb-e3319fb397f7 x-openstack-request-id: req-7ee57f5d-08f0-47ff-8bfb-e3319fb397f7 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:37:35.774721 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "tag": "82e67d61-4701-4300-9171-99f0f042f70a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3ff40bf7-49ae-4d7a-8d7d-88b56669e06a", "tag": "0b3b0826-3fae-441e-b1b3-2413eb05a3f0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "tag": "fa0888de-c05b-4b47-a078-4c561e42456a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:37:35.774950 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7ee57f5d-08f0-47ff-8bfb-e3319fb397f7 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:37:35.775343 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ee57f5d-08f0-47ff-8bfb-e3319fb397f7'] response: {'name': 'network-changed', 'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'tag': '82e67d61-4701-4300-9171-99f0f042f70a', 'status': 'completed', 'code': 200} Apr 21 12:37:35.775594 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ee57f5d-08f0-47ff-8bfb-e3319fb397f7'] response: {'name': 'network-changed', 'server_uuid': '3ff40bf7-49ae-4d7a-8d7d-88b56669e06a', 'tag': '0b3b0826-3fae-441e-b1b3-2413eb05a3f0', 'status': 'completed', 'code': 200} Apr 21 12:37:35.775869 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ee57f5d-08f0-47ff-8bfb-e3319fb397f7'] response: {'name': 'network-changed', 'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'tag': 'fa0888de-c05b-4b47-a078-4c561e42456a', 'status': 'completed', 'code': 200} Apr 21 12:37:35.834623 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b9b9b837-ef6c-440e-899d-59565e435f97 req-2b604a92-1ffc-4616-a785-79ccb7d8961e tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:35.838252 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b80f7180-31ea-4478-b01e-87697b0ec01d tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:35.857885 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-c4d8e452-e991-4e03-8012-8cad7eb3b701 service neutron] 10.222.0.26 "GET /v2.0/networks/ff76b4c9-41c1-41f6-b547-1cd37cbf682c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302879 Apr 21 12:37:35.900394 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b80f7180-31ea-4478-b01e-87697b0ec01d tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:35.904787 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-3d9277a8-78e0-4b15-9c7e-c85b2d0fcbf9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=158d9cd1-cfe1-4268-8e29-4753932267cd HTTP/1.1" status: 200 len: 217 time: 0.0399539 Apr 21 12:37:35.973480 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b9b9b837-ef6c-440e-899d-59565e435f97 req-2b604a92-1ffc-4616-a785-79ccb7d8961e tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:35.976944 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-9d714d4e-28f5-405b-9e82-b65caeec96de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:35.978474 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-9d714d4e-28f5-405b-9e82-b65caeec96de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e04457a1-fe90-45b1-a0e3-9dec6d53dc7a HTTP/1.1" status: 200 len: 797 time: 0.0673997 Apr 21 12:37:36.013504 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b80f7180-31ea-4478-b01e-87697b0ec01d tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:36.033444 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f7180-31ea-4478-b01e-87697b0ec01d tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b1e3a8-7915-436a-9cf2-26e19ee28ba0,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:36.072706 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-1c87da30-7e45-4880-bca2-627652c01809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:36.074220 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-1c87da30-7e45-4880-bca2-627652c01809 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4ca9a1f6-f409-47c6-aa9c-cb11334c6efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0783772 Apr 21 12:37:36.136218 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b80f7180-31ea-4478-b01e-87697b0ec01d tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:36.138308 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b80f7180-31ea-4478-b01e-87697b0ec01d tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4002249 Apr 21 12:37:36.140581 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37720) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:36.145242 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-84e3ce1e-2ec6-4583-90b3-a57616752f8f tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Request body: {'security_group_rule': {'security_group_id': '0f55ab40-e568-4f9f-b3af-ad00467eb9c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:37:36.226033 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-c2407476-ebae-4ad7-95de-540e142f7246 service neutron] 10.222.0.26 "GET /v2.0/networks/4ca9a1f6-f409-47c6-aa9c-cb11334c6efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263392 Apr 21 12:37:36.248516 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b9b9b837-ef6c-440e-899d-59565e435f97 req-2b604a92-1ffc-4616-a785-79ccb7d8961e tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:36.260359 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84e3ce1e-2ec6-4583-90b3-a57616752f8f tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:36.319564 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b9b9b837-ef6c-440e-899d-59565e435f97 req-2b604a92-1ffc-4616-a785-79ccb7d8961e tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:36.323569 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84e3ce1e-2ec6-4583-90b3-a57616752f8f tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:36.384206 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-89920ec8-b497-4bb6-bb75-1b32ee6ab3db service neutron] 10.222.0.26 "GET /v2.0/networks/4ca9a1f6-f409-47c6-aa9c-cb11334c6efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469977 Apr 21 12:37:36.424919 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84e3ce1e-2ec6-4583-90b3-a57616752f8f tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:36.437281 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-6b4df774-9e1c-4e65-a01a-b550b8a6925d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=6d354b6d-1ed6-44ad-9991-cde225fa4ff0 HTTP/1.1" status: 200 len: 217 time: 0.0446007 Apr 21 12:37:36.446440 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b604a92-1ffc-4616-a785-79ccb7d8961e tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Pushing event updated for resources: {'Port': ['ID=0842ef52-aca0-4dcf-85d7-77f292997dfa,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:36.449745 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3ce1e-2ec6-4583-90b3-a57616752f8f tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42802386-fcc5-4483-9328-fb40cc7e4af8,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:36.479510 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b9b9b837-ef6c-440e-899d-59565e435f97 req-2b604a92-1ffc-4616-a785-79ccb7d8961e tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:36.507031 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-608d4469-1c1a-462d-b8f1-924fbdda2a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:36.507031 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-608d4469-1c1a-462d-b8f1-924fbdda2a26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e04457a1-fe90-45b1-a0e3-9dec6d53dc7a HTTP/1.1" status: 200 len: 797 time: 0.0548995 Apr 21 12:37:36.531656 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84e3ce1e-2ec6-4583-90b3-a57616752f8f tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:36.536001 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-84e3ce1e-2ec6-4583-90b3-a57616752f8f tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3943458 Apr 21 12:37:36.536882 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37724) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:36.542942 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d24086d1-5b7c-47a0-9248-fc654724190b tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:37:36.571037 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-2b0e0c44-f240-4f46-931b-5c909a3ac8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:36.575799 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-2b0e0c44-f240-4f46-931b-5c909a3ac8d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4ca9a1f6-f409-47c6-aa9c-cb11334c6efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0541646 Apr 21 12:37:36.606800 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b9b9b837-ef6c-440e-899d-59565e435f97 req-2b604a92-1ffc-4616-a785-79ccb7d8961e tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:36.608062 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9b9b837-ef6c-440e-899d-59565e435f97 req-2b604a92-1ffc-4616-a785-79ccb7d8961e tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3573678 Apr 21 12:37:36.690967 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9b9b837-ef6c-440e-899d-59565e435f97 req-749940cb-d356-4d3c-a31e-0a846a20dca5 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.194 HTTP/1.1" status: 200 len: 696 time: 0.0591750 Apr 21 12:37:36.701149 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d24086d1-5b7c-47a0-9248-fc654724190b tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for floatingip, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:36.764354 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-44675a47-39a6-4bb1-8360-2e2215342de8 service neutron] 10.222.0.26 "GET /v2.0/networks/4ca9a1f6-f409-47c6-aa9c-cb11334c6efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810753 Apr 21 12:37:36.814822 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d24086d1-5b7c-47a0-9248-fc654724190b tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:36.888682 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bab9a-66c0-46fb-8d0f-9202af6a4620 req-77f46dd1-ddec-415f-ab41-6dd52740c4d9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:36.895275 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c6524c1b-097e-46be-af06-561f569f2429 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:37:36.895991 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bab9a-66c0-46fb-8d0f-9202af6a4620 req-77f46dd1-ddec-415f-ab41-6dd52740c4d9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:36.902821 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bab9a-66c0-46fb-8d0f-9202af6a4620 req-77f46dd1-ddec-415f-ab41-6dd52740c4d9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:36.909009 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bab9a-66c0-46fb-8d0f-9202af6a4620 req-77f46dd1-ddec-415f-ab41-6dd52740c4d9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:36.915496 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bab9a-66c0-46fb-8d0f-9202af6a4620 req-77f46dd1-ddec-415f-ab41-6dd52740c4d9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:36.921409 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bab9a-66c0-46fb-8d0f-9202af6a4620 req-77f46dd1-ddec-415f-ab41-6dd52740c4d9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:36.927245 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bab9a-66c0-46fb-8d0f-9202af6a4620 req-77f46dd1-ddec-415f-ab41-6dd52740c4d9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:36.929137 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-196bab9a-66c0-46fb-8d0f-9202af6a4620 req-77f46dd1-ddec-415f-ab41-6dd52740c4d9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5431 time: 0.2223961 Apr 21 12:37:36.929749 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-d24086d1-5b7c-47a0-9248-fc654724190b tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Allocated IP 172.25.8.195 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/15c93c19-905b-4353-9d03-11912624c887) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:37:36.985949 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9b837-ef6c-440e-899d-59565e435f97 req-3b2fe423-48f1-4895-94a5-096768727bbf tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:36.987276 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9b9b837-ef6c-440e-899d-59565e435f97 req-3b2fe423-48f1-4895-94a5-096768727bbf tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 784 time: 0.2606630 Apr 21 12:37:37.021864 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-13e9d5c0-5ea6-4370-b4ba-5d9bf0020358 service neutron] 10.222.0.26 "GET /v2.0/networks/4ca9a1f6-f409-47c6-aa9c-cb11334c6efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495437 Apr 21 12:37:37.029605 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-196bab9a-66c0-46fb-8d0f-9202af6a4620 req-ac3610c0-b99b-4a3d-8e5e-778f113acf25 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0850263 Apr 21 12:37:37.067117 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-fe3cd4b3-3c5d-4b6b-8af3-d7341595ffc6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=7d0d16a9-4ae0-457b-9fd1-99f702e00f9d HTTP/1.1" status: 200 len: 217 time: 0.0364988 Apr 21 12:37:37.099285 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port c6524c1b-097e-46be-af06-561f569f2429, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c6524c1b-097e-46be-af06-561f569f2429,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:37:37.106552 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d24086d1-5b7c-47a0-9248-fc654724190b tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:37.113958 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'c6524c1b-097e-46be-af06-561f569f2429', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': 'c6524c1b-097e-46be-af06-561f569f2429', 'mac_address': 'fa:16:3e:42:01:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:37:37.154079 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-0b033b65-2c7e-4b22-8691-5b203bbff89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:37.155791 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-0b033b65-2c7e-4b22-8691-5b203bbff89a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e04457a1-fe90-45b1-a0e3-9dec6d53dc7a HTTP/1.1" status: 200 len: 797 time: 0.0766122 Apr 21 12:37:37.180025 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:37.194166 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6524c1b-097e-46be-af06-561f569f2429 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:37:37.216198 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port c6524c1b-097e-46be-af06-561f569f2429, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c6524c1b-097e-46be-af06-561f569f2429,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:37:37.237203 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d24086d1-5b7c-47a0-9248-fc654724190b tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:37.240369 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74ba0e-053a-4d82-aa82-479ceafed75c req-2e5390a5-66a8-464e-b8a0-b653da3c260c tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:37.243301 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff74ba0e-053a-4d82-aa82-479ceafed75c req-2e5390a5-66a8-464e-b8a0-b653da3c260c tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff40bf7-49ae-4d7a-8d7d-88b56669e06a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0828774 Apr 21 12:37:37.244033 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-9696b41b-006b-4e02-985e-5a936299adef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:37.245981 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-9696b41b-006b-4e02-985e-5a936299adef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4ca9a1f6-f409-47c6-aa9c-cb11334c6efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0722568 Apr 21 12:37:37.280339 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24086d1-5b7c-47a0-9248-fc654724190b tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:37:37.283475 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-d24086d1-5b7c-47a0-9248-fc654724190b tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:37:37.287456 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24086d1-5b7c-47a0-9248-fc654724190b tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:37:37.293857 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24086d1-5b7c-47a0-9248-fc654724190b tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Pushing event updated for resources: {'Port': ['ID=15c93c19-905b-4353-9d03-11912624c887,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:37.341689 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff74ba0e-053a-4d82-aa82-479ceafed75c req-51e10f23-1689-4b97-9989-c8015f2c97e2 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.194 HTTP/1.1" status: 200 len: 696 time: 0.0902686 Apr 21 12:37:37.352927 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:37.364849 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ff74ba0e-053a-4d82-aa82-479ceafed75c req-4e08bfa3-4567-4df5-bb7e-6dadebe74fc1 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Request body: {'floatingip': {'port_id': '0b3b0826-3fae-441e-b1b3-2413eb05a3f0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:37:37.388888 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d24086d1-5b7c-47a0-9248-fc654724190b tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:37.418863 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ff74ba0e-053a-4d82-aa82-479ceafed75c req-4e08bfa3-4567-4df5-bb7e-6dadebe74fc1 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:37.422255 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=c6524c1b-097e-46be-af06-561f569f2429,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:37.445901 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['c6524c1b-097e-46be-af06-561f569f2429'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:37:37.502205 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-8025f233-caf2-441e-ba90-377645280777 service neutron] 10.222.0.26 "GET /v2.0/networks/4ca9a1f6-f409-47c6-aa9c-cb11334c6efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488086 Apr 21 12:37:37.503547 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d24086d1-5b7c-47a0-9248-fc654724190b tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:37.712056 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d24086d1-5b7c-47a0-9248-fc654724190b tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:37.839004 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d24086d1-5b7c-47a0-9248-fc654724190b tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:37.907301 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24086d1-5b7c-47a0-9248-fc654724190b tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Pushing event updated for resources: {'Port': ['ID=15c93c19-905b-4353-9d03-11912624c887,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:37.926367 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d24086d1-5b7c-47a0-9248-fc654724190b tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:38.033197 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-6020c942-ee44-462d-9c78-221086fd3d22 service neutron] 10.222.0.26 "GET /v2.0/networks/4ca9a1f6-f409-47c6-aa9c-cb11334c6efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5178468 Apr 21 12:37:38.099954 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-1acb0f0c-fc93-4d56-9ebc-9b7e9c0a5766 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=b8abfc12-7bf3-4a65-a1f4-46132f41638e HTTP/1.1" status: 200 len: 217 time: 0.0410261 Apr 21 12:37:38.127120 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-ff74ba0e-053a-4d82-aa82-479ceafed75c req-4e08bfa3-4567-4df5-bb7e-6dadebe74fc1 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] update failed (client error): There was a conflict when trying to complete your request. Apr 21 12:37:38.133045 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff74ba0e-053a-4d82-aa82-479ceafed75c req-4e08bfa3-4567-4df5-bb7e-6dadebe74fc1 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "PUT /v2.0/floatingips/31026854-4e8b-49fd-86ae-49efad53047f HTTP/1.1" status: 409 len: 551 time: 0.7836931 Apr 21 12:37:38.158610 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d24086d1-5b7c-47a0-9248-fc654724190b tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:38.167979 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d24086d1-5b7c-47a0-9248-fc654724190b tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6219597 Apr 21 12:37:38.238979 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e4b63738-9011-4f9a-ba31-f0c984a5c7e7 req-b49dbda9-c5a1-4f95-b223-4d004989982c tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/floatingips/31026854-4e8b-49fd-86ae-49efad53047f HTTP/1.1" status: 200 len: 693 time: 0.0861087 Apr 21 12:37:38.242151 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-4383e19a-5c7a-4cde-af0b-0b53cece2230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:38.243566 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-4383e19a-5c7a-4cde-af0b-0b53cece2230 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e04457a1-fe90-45b1-a0e3-9dec6d53dc7a HTTP/1.1" status: 200 len: 797 time: 0.1259305 Apr 21 12:37:38.311034 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9b9f8-61c0-4abb-a4e9-bd65a3aebb14 req-516989bc-9427-49ef-9620-405e23b2a795 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:38.317405 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9b9f8-61c0-4abb-a4e9-bd65a3aebb14 req-516989bc-9427-49ef-9620-405e23b2a795 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:38.324051 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9b9f8-61c0-4abb-a4e9-bd65a3aebb14 req-516989bc-9427-49ef-9620-405e23b2a795 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:38.335588 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9b9f8-61c0-4abb-a4e9-bd65a3aebb14 req-516989bc-9427-49ef-9620-405e23b2a795 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:38.335929 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9b9f8-61c0-4abb-a4e9-bd65a3aebb14 req-516989bc-9427-49ef-9620-405e23b2a795 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:38.341891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9b9f8-61c0-4abb-a4e9-bd65a3aebb14 req-516989bc-9427-49ef-9620-405e23b2a795 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:38.347976 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9b9f8-61c0-4abb-a4e9-bd65a3aebb14 req-516989bc-9427-49ef-9620-405e23b2a795 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:38.350073 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4eb9b9f8-61c0-4abb-a4e9-bd65a3aebb14 req-516989bc-9427-49ef-9620-405e23b2a795 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5431 time: 0.1559145 Apr 21 12:37:38.352089 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37768) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:38.454332 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-339b6409-d14a-4d31-a5f9-7b2c916b2bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:38.455675 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-339b6409-d14a-4d31-a5f9-7b2c916b2bb4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4ca9a1f6-f409-47c6-aa9c-cb11334c6efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1999505 Apr 21 12:37:38.466193 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4eb9b9f8-61c0-4abb-a4e9-bd65a3aebb14 req-27c6ca69-85f2-4243-afcc-7f86a870095d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0839055 Apr 21 12:37:38.482942 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b63738-9011-4f9a-ba31-f0c984a5c7e7 req-390d3187-157d-4775-8bfd-719c689c8e09 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:38.484302 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e4b63738-9011-4f9a-ba31-f0c984a5c7e7 req-390d3187-157d-4775-8bfd-719c689c8e09 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 784 time: 0.2347124 Apr 21 12:37:38.543621 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-56be3d43-a87b-45b0-939a-0bc2b3c17846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:38.582804 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e4b63738-9011-4f9a-ba31-f0c984a5c7e7 req-860a65b6-a0b3-4842-b6e5-87579fd2dd70 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.194 HTTP/1.1" status: 200 len: 696 time: 0.0870955 Apr 21 12:37:38.625385 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-56be3d43-a87b-45b0-939a-0bc2b3c17846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:38.669505 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-fa16be76-536f-4544-b4d7-142c70318319 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--2044227546&fields=id&tenant_id=a208b1412791496188b5b7f9d81a64f6 HTTP/1.1" status: 200 len: 267 time: 0.1051290 Apr 21 12:37:38.673958 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e4b63738-9011-4f9a-ba31-f0c984a5c7e7 req-4b463419-b91e-4030-bb6a-6d1cc985cad4 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.194 HTTP/1.1" status: 200 len: 696 time: 0.0753400 Apr 21 12:37:38.678114 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-1f6657f6-9022-420d-90e6-9dd76ed184c3 service neutron] 10.222.0.26 "GET /v2.0/networks/4ca9a1f6-f409-47c6-aa9c-cb11334c6efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109528 Apr 21 12:37:38.793154 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-56be3d43-a87b-45b0-939a-0bc2b3c17846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:38.842873 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-56be3d43-a87b-45b0-939a-0bc2b3c17846 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c8255dc8f41040f5b7c5db0a49dc3503&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4893708 Apr 21 12:37:38.844146 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be3d43-a87b-45b0-939a-0bc2b3c17846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ceb407-d342-48ba-a9f4-84cec0b8cea1,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:38.847093 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37794) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:38.896064 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c6524c1b-097e-46be-af06-561f569f2429 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:37:38.900296 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ca6b99b-6eee-4169-902c-4bc3f0d4b47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:38.925122 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ca6b99b-6eee-4169-902c-4bc3f0d4b47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:38.953282 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-122f4cee-83d7-427d-9da2-0df889490c1d tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:38.953552 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port c6524c1b-097e-46be-af06-561f569f2429 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:37:38.953740 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:38.955023 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-122f4cee-83d7-427d-9da2-0df889490c1d tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/networks?id=1afeb61e-54a9-4ede-8030-317c69a36623 HTTP/1.1" status: 200 len: 811 time: 0.2758391 Apr 21 12:37:38.980067 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-79a6f2be-c98d-4180-b8e1-41661dfb364c service neutron] 10.222.0.26 "GET /v2.0/networks/4ca9a1f6-f409-47c6-aa9c-cb11334c6efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909594 Apr 21 12:37:39.030417 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-b3d2df26-fdbe-4a20-8dfa-4c18b6809ab8 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/quotas/a208b1412791496188b5b7f9d81a64f6 HTTP/1.1" status: 200 len: 375 time: 0.0585575 Apr 21 12:37:39.036011 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-218fcfc2-c9d8-451e-9aeb-24325b17e59e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=82e67d61-4701-4300-9171-99f0f042f70a HTTP/1.1" status: 200 len: 217 time: 0.0474713 Apr 21 12:37:39.044446 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:39.057885 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-e4b63738-9011-4f9a-ba31-f0c984a5c7e7 req-995ff63c-1d08-4aca-abdd-de0c4ead7da9 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Deleting port 0842ef52-aca0-4dcf-85d7-77f292997dfa {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:37:39.058300 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e4b63738-9011-4f9a-ba31-f0c984a5c7e7 req-995ff63c-1d08-4aca-abdd-de0c4ead7da9 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:39.070098 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248c0f31-4e3e-4821-8001-0f397cd1e036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6524c1b-097e-46be-af06-561f569f2429'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:37:39.072732 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d84811-d175-4138-9a3b-8e8e071704e7" -d '{"events": [{"server_uuid": "248c0f31-4e3e-4821-8001-0f397cd1e036", "name": "network-vif-plugged", "status": "completed", "tag": "c6524c1b-097e-46be-af06-561f569f2429"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:37:39.085995 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port c6524c1b-097e-46be-af06-561f569f2429, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c6524c1b-097e-46be-af06-561f569f2429,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:37:39.147528 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ca6b99b-6eee-4169-902c-4bc3f0d4b47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:39.162788 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ca6b99b-6eee-4169-902c-4bc3f0d4b47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:39.162788 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4ca6b99b-6eee-4169-902c-4bc3f0d4b47c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/85ceb407-d342-48ba-a9f4-84cec0b8cea1 HTTP/1.1" status: 204 len: 168 time: 0.3051178 Apr 21 12:37:39.163595 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6b99b-6eee-4169-902c-4bc3f0d4b47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ceb407-d342-48ba-a9f4-84cec0b8cea1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:39.179801 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-a48d5ecc-8150-4676-83af-6767d9c99d12 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a208b1412791496188b5b7f9d81a64f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1458080 Apr 21 12:37:39.181350 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-1c186276-9d02-482b-ab97-e4e51b65e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:39.185902 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-1c186276-9d02-482b-ab97-e4e51b65e15a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a6aa2f7-1c96-4cd2-b9b1-b428448dd54b HTTP/1.1" status: 200 len: 797 time: 0.1350861 Apr 21 12:37:39.232747 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:39.256487 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e4b63738-9011-4f9a-ba31-f0c984a5c7e7 req-995ff63c-1d08-4aca-abdd-de0c4ead7da9 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:39.256813 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e4b63738-9011-4f9a-ba31-f0c984a5c7e7 req-995ff63c-1d08-4aca-abdd-de0c4ead7da9 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:39.293630 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=c6524c1b-097e-46be-af06-561f569f2429,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:39.301171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-e4b63738-9011-4f9a-ba31-f0c984a5c7e7 req-995ff63c-1d08-4aca-abdd-de0c4ead7da9 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Calling delete_port for 0842ef52-aca0-4dcf-85d7-77f292997dfa owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:37:39.331149 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-679a9be1-7933-4443-8b7f-b679344b13bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:39.332634 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-679a9be1-7933-4443-8b7f-b679344b13bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88f7b39c-5c7e-4b72-9226-ad89000145b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1386559 Apr 21 12:37:39.412623 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-55765432-3dd2-4f01-99fc-eb318b7862b4 service neutron] 10.222.0.36 "GET /v2.0/networks/1afeb61e-54a9-4ede-8030-317c69a36623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074730 Apr 21 12:37:39.642531 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-a027ae50-4441-47db-9587-b76b9817efcc service neutron] 10.222.0.26 "GET /v2.0/networks/88f7b39c-5c7e-4b72-9226-ad89000145b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732236 Apr 21 12:37:39.657858 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-872718fb-45ec-4dd1-8142-cee89b487596 service neutron] 10.222.0.36 "GET /v2.0/networks/1afeb61e-54a9-4ede-8030-317c69a36623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189372 Apr 21 12:37:39.754152 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e4b63738-9011-4f9a-ba31-f0c984a5c7e7 req-995ff63c-1d08-4aca-abdd-de0c4ead7da9 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:39.790165 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ff63c-1d08-4aca-abdd-de0c4ead7da9 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Pushing event deleted for resources: {'Port': ['ID=0842ef52-aca0-4dcf-85d7-77f292997dfa,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:39.814103 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-0f331efb-cfb2-4b1a-bdcb-1e3a44b905b7 service neutron] 10.222.0.26 "GET /v2.0/networks/88f7b39c-5c7e-4b72-9226-ad89000145b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584697 Apr 21 12:37:39.897306 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-330c9031-a6d0-4556-aafb-465440d12c71 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fa0888de-c05b-4b47-a078-4c561e42456a HTTP/1.1" status: 200 len: 217 time: 0.0626967 Apr 21 12:37:39.958334 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e4b63738-9011-4f9a-ba31-f0c984a5c7e7 req-995ff63c-1d08-4aca-abdd-de0c4ead7da9 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:39.960881 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e4b63738-9011-4f9a-ba31-f0c984a5c7e7 req-995ff63c-1d08-4aca-abdd-de0c4ead7da9 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:39.962054 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e4b63738-9011-4f9a-ba31-f0c984a5c7e7 req-995ff63c-1d08-4aca-abdd-de0c4ead7da9 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "DELETE /v2.0/floatingips/31026854-4e8b-49fd-86ae-49efad53047f HTTP/1.1" status: 204 len: 173 time: 1.2740569 Apr 21 12:37:39.972384 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-693818ef-4a22-41ee-9c81-cbbac3159245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:39.978880 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-693818ef-4a22-41ee-9c81-cbbac3159245 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a6aa2f7-1c96-4cd2-b9b1-b428448dd54b HTTP/1.1" status: 200 len: 797 time: 0.0660324 Apr 21 12:37:40.043261 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede12469-04c6-4fea-8be7-84785b02dc34 x-openstack-request-id: req-ede12469-04c6-4fea-8be7-84785b02dc34 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:37:40.043804 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248c0f31-4e3e-4821-8001-0f397cd1e036", "name": "network-vif-plugged", "status": "completed", "tag": "c6524c1b-097e-46be-af06-561f569f2429", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:37:40.044067 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ede12469-04c6-4fea-8be7-84785b02dc34 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:37:40.044491 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ede12469-04c6-4fea-8be7-84785b02dc34'] response: {'server_uuid': '248c0f31-4e3e-4821-8001-0f397cd1e036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6524c1b-097e-46be-af06-561f569f2429', 'code': 200} Apr 21 12:37:40.061262 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-0d7ed01c-5db0-4239-ad7b-961cb90b33c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:40.071933 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-0d7ed01c-5db0-4239-ad7b-961cb90b33c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88f7b39c-5c7e-4b72-9226-ad89000145b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0819972 Apr 21 12:37:40.703759 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90b83d1f-f1cf-4e57-9366-13303e96de07 req-43a3bec8-474f-4a3c-a0b5-566150c1394d tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.32 HTTP/1.1" status: 200 len: 1001 time: 0.5387948 Apr 21 12:37:40.732452 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132531ae-ee52-45a6-8f45-81c0a0b74b88 req-3c2159ad-3f0f-4ed2-98aa-4386404be29e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:40.739717 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132531ae-ee52-45a6-8f45-81c0a0b74b88 req-3c2159ad-3f0f-4ed2-98aa-4386404be29e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:40.746744 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132531ae-ee52-45a6-8f45-81c0a0b74b88 req-3c2159ad-3f0f-4ed2-98aa-4386404be29e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:40.755598 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132531ae-ee52-45a6-8f45-81c0a0b74b88 req-3c2159ad-3f0f-4ed2-98aa-4386404be29e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:40.763792 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132531ae-ee52-45a6-8f45-81c0a0b74b88 req-3c2159ad-3f0f-4ed2-98aa-4386404be29e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:40.771145 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132531ae-ee52-45a6-8f45-81c0a0b74b88 req-3c2159ad-3f0f-4ed2-98aa-4386404be29e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:40.778904 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132531ae-ee52-45a6-8f45-81c0a0b74b88 req-3c2159ad-3f0f-4ed2-98aa-4386404be29e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:40.781017 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-132531ae-ee52-45a6-8f45-81c0a0b74b88 req-3c2159ad-3f0f-4ed2-98aa-4386404be29e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5431 time: 0.6029880 Apr 21 12:37:40.815592 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-68f21f3c-cccb-4999-b51a-c14d86906fa5 service neutron] 10.222.0.26 "GET /v2.0/networks/88f7b39c-5c7e-4b72-9226-ad89000145b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7273221 Apr 21 12:37:40.973014 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b83d1f-f1cf-4e57-9366-13303e96de07 req-55941152-fded-4183-8aaa-2cdc34ad707d tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:40.974434 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90b83d1f-f1cf-4e57-9366-13303e96de07 req-55941152-fded-4183-8aaa-2cdc34ad707d tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/ports/0b3b0826-3fae-441e-b1b3-2413eb05a3f0 HTTP/1.1" status: 200 len: 943 time: 0.1923754 Apr 21 12:37:40.995104 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-132531ae-ee52-45a6-8f45-81c0a0b74b88 req-f5148876-bac2-4313-a003-25f24113b4c0 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1874559 Apr 21 12:37:41.159122 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12aed737-b7e6-43f6-baf8-e2cf5e332088 req-1ef36de4-6c54-4e91-96f6-02fa4c6b474c service neutron] 10.222.0.26 "GET /v2.0/networks/88f7b39c-5c7e-4b72-9226-ad89000145b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451340 Apr 21 12:37:41.185893 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a4e8857c-a94c-4fcf-ba05-d2f3608c391b req-6f7fec90-b288-4310-8879-f66ffb555a06 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ade871c5-8040-4487-b39e-679fe504d59b HTTP/1.1" status: 200 len: 210 time: 0.0993760 Apr 21 12:37:41.193806 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90b83d1f-f1cf-4e57-9366-13303e96de07 req-2a57c5fe-d284-4002-9850-64665eed51e2 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.32 HTTP/1.1" status: 200 len: 1001 time: 0.1202095 Apr 21 12:37:41.342983 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b83d1f-f1cf-4e57-9366-13303e96de07 req-82f4ce00-44c7-4d47-b689-4b72f688f9d1 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:41.344689 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90b83d1f-f1cf-4e57-9366-13303e96de07 req-82f4ce00-44c7-4d47-b689-4b72f688f9d1 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 784 time: 0.1398156 Apr 21 12:37:41.447129 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90b83d1f-f1cf-4e57-9366-13303e96de07 req-666d39e9-073c-46a1-91d8-429ccdd29fd5 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.32 HTTP/1.1" status: 200 len: 1001 time: 0.0944779 Apr 21 12:37:41.461193 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-90b83d1f-f1cf-4e57-9366-13303e96de07 req-8c650f91-bf7d-412a-9ac9-e415ec727ae8 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:37:41.554070 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-90b83d1f-f1cf-4e57-9366-13303e96de07 req-8c650f91-bf7d-412a-9ac9-e415ec727ae8 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:41.610950 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-62499352-3521-4976-bf0b-0bf35fa3e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:41.611842 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-62499352-3521-4976-bf0b-0bf35fa3e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:41.612158 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-62499352-3521-4976-bf0b-0bf35fa3e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:41.612703 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-62499352-3521-4976-bf0b-0bf35fa3e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:41.613107 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-62499352-3521-4976-bf0b-0bf35fa3e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:41.613516 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-62499352-3521-4976-bf0b-0bf35fa3e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:41.614003 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-62499352-3521-4976-bf0b-0bf35fa3e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:41.616332 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-62499352-3521-4976-bf0b-0bf35fa3e924 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6363a51a886548cba3ffe42b1b9f96ad&device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 6488 time: 0.1113367 Apr 21 12:37:41.819273 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-90b83d1f-f1cf-4e57-9366-13303e96de07 req-8c650f91-bf7d-412a-9ac9-e415ec727ae8 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:41.825774 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-9179153c-47ac-4511-a074-154d9d24ed9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:41.827422 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-9179153c-47ac-4511-a074-154d9d24ed9f service neutron] 10.222.0.26 "GET /v2.0/networks?id=88f7b39c-5c7e-4b72-9226-ad89000145b7 HTTP/1.1" status: 200 len: 902 time: 0.2033849 Apr 21 12:37:41.878376 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-247ce539-1904-43fe-8e2b-c6959e1782ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=82e67d61-4701-4300-9171-99f0f042f70a HTTP/1.1" status: 200 len: 217 time: 0.0442107 Apr 21 12:37:41.958631 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-3c84c2c0-e579-4d40-b1c0-55b1d1501f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:41.958631 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-3c84c2c0-e579-4d40-b1c0-55b1d1501f74 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a6aa2f7-1c96-4cd2-b9b1-b428448dd54b HTTP/1.1" status: 200 len: 797 time: 0.0723331 Apr 21 12:37:42.015337 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-a6ff9da8-3b4e-4d49-9e18-0b93757168a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:42.017263 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-a6ff9da8-3b4e-4d49-9e18-0b93757168a0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88f7b39c-5c7e-4b72-9226-ad89000145b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0508561 Apr 21 12:37:42.035054 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-90b83d1f-f1cf-4e57-9366-13303e96de07 req-8c650f91-bf7d-412a-9ac9-e415ec727ae8 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:42.035741 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [req-90b83d1f-f1cf-4e57-9366-13303e96de07 req-8c650f91-bf7d-412a-9ac9-e415ec727ae8 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Floating IP 7b632052-1a63-4287-8465-834244060e8b disassociated. External IP: 172.25.8.32, port: 0b3b0826-3fae-441e-b1b3-2413eb05a3f0. Apr 21 12:37:42.279117 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991959da-3e74-43b5-ab26-28435e73ca37 req-869593f3-26f5-491a-8df4-0db85ce20bf8 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:42.284838 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991959da-3e74-43b5-ab26-28435e73ca37 req-869593f3-26f5-491a-8df4-0db85ce20bf8 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:42.290605 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991959da-3e74-43b5-ab26-28435e73ca37 req-869593f3-26f5-491a-8df4-0db85ce20bf8 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:42.299521 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991959da-3e74-43b5-ab26-28435e73ca37 req-869593f3-26f5-491a-8df4-0db85ce20bf8 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:42.305447 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991959da-3e74-43b5-ab26-28435e73ca37 req-869593f3-26f5-491a-8df4-0db85ce20bf8 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:42.311746 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991959da-3e74-43b5-ab26-28435e73ca37 req-869593f3-26f5-491a-8df4-0db85ce20bf8 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:42.317708 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991959da-3e74-43b5-ab26-28435e73ca37 req-869593f3-26f5-491a-8df4-0db85ce20bf8 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:42.319578 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-991959da-3e74-43b5-ab26-28435e73ca37 req-869593f3-26f5-491a-8df4-0db85ce20bf8 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5431 time: 0.1721892 Apr 21 12:37:42.367403 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-12f69323-c634-42e3-a273-698b3f8596cf service neutron] 10.222.0.26 "GET /v2.0/networks/88f7b39c-5c7e-4b72-9226-ad89000145b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433673 Apr 21 12:37:42.487114 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-991959da-3e74-43b5-ab26-28435e73ca37 req-abd12ab2-cb60-422f-9a2f-b72d5f3cf2eb tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1556740 Apr 21 12:37:42.605355 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-e900e963-41b8-4578-a601-b37ff1501af3 service neutron] 10.222.0.26 "GET /v2.0/networks/88f7b39c-5c7e-4b72-9226-ad89000145b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279167 Apr 21 12:37:42.646435 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7fc4703f-e781-422a-a200-4525286c0199 req-30541c91-5c0a-4995-b081-895140c26838 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ade871c5-8040-4487-b39e-679fe504d59b HTTP/1.1" status: 200 len: 210 time: 0.0394483 Apr 21 12:37:42.658102 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90b83d1f-f1cf-4e57-9366-13303e96de07 req-8c650f91-bf7d-412a-9ac9-e415ec727ae8 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Router ba781260-af27-4a5c-91cc-4c216da175be has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:37:42.768014 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-88416b43-fda0-4f71-ac63-614a505ad964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:42.771183 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-88416b43-fda0-4f71-ac63-614a505ad964 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12670436f3aa407086af9869283c3bf1&device_id=3ff40bf7-49ae-4d7a-8d7d-88b56669e06a HTTP/1.1" status: 200 len: 1097 time: 0.1141603 Apr 21 12:37:42.884826 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90b83d1f-f1cf-4e57-9366-13303e96de07 req-8c650f91-bf7d-412a-9ac9-e415ec727ae8 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:37:42.891116 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-90b83d1f-f1cf-4e57-9366-13303e96de07 req-8c650f91-bf7d-412a-9ac9-e415ec727ae8 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:42.898103 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a0ad59-e61f-44ad-a896-40808763baf0 None None] Sync routers for ids ['ba781260-af27-4a5c-91cc-4c216da175be'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:37:42.929399 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a0ad59-e61f-44ad-a896-40808763baf0 None None] Routers {'ba781260-af27-4a5c-91cc-4c216da175be'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:37:42.931207 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-80a0ad59-e61f-44ad-a896-40808763baf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:37:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ba781260-af27-4a5c-91cc-4c216da175be'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:37:42.944778 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90b83d1f-f1cf-4e57-9366-13303e96de07 req-8c650f91-bf7d-412a-9ac9-e415ec727ae8 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "PUT /v2.0/floatingips/7b632052-1a63-4287-8465-834244060e8b HTTP/1.1" status: 200 len: 694 time: 1.4896431 Apr 21 12:37:42.947152 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff40bf7-49ae-4d7a-8d7d-88b56669e06a', 'tag': '0b3b0826-3fae-441e-b1b3-2413eb05a3f0'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:37:42.949405 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8a9978-a928-4b8a-b61c-2148da62d2db" -d '{"events": [{"name": "network-changed", "server_uuid": "3ff40bf7-49ae-4d7a-8d7d-88b56669e06a", "tag": "0b3b0826-3fae-441e-b1b3-2413eb05a3f0"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:37:42.953782 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-208c5078-642e-4431-bffa-b90462594d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:42.955256 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-208c5078-642e-4431-bffa-b90462594d07 service neutron] 10.222.0.26 "GET /v2.0/networks?id=be4b3512-3e2f-4e3b-b8f8-fa6912577e85 HTTP/1.1" status: 200 len: 930 time: 0.1779191 Apr 21 12:37:43.050535 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-1622626e-cb9b-4212-a58f-8421377aa648 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b3b0826-3fae-441e-b1b3-2413eb05a3f0 HTTP/1.1" status: 200 len: 217 time: 0.0699270 Apr 21 12:37:43.086901 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-80a0ad59-e61f-44ad-a896-40808763baf0 None None] Set router ba781260-af27-4a5c-91cc-4c216da175be gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:37:43.093725 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b83d1f-f1cf-4e57-9366-13303e96de07 req-8925f112-eb6a-42a3-8831-aec9ca126185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:43.095709 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90b83d1f-f1cf-4e57-9366-13303e96de07 req-8925f112-eb6a-42a3-8831-aec9ca126185 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=12670436f3aa407086af9869283c3bf1&device_id=3ff40bf7-49ae-4d7a-8d7d-88b56669e06a HTTP/1.1" status: 200 len: 1097 time: 0.1133087 Apr 21 12:37:43.163028 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-7103492c-22fd-4aae-9709-7dfaa5eb41d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:43.164492 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-7103492c-22fd-4aae-9709-7dfaa5eb41d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cee048ff-4683-4ea8-8ea2-49897ca6282b HTTP/1.1" status: 200 len: 868 time: 0.1028805 Apr 21 12:37:43.238315 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b83d1f-f1cf-4e57-9366-13303e96de07 req-08ce99aa-23c0-47dc-9453-56e53f1b71c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:43.240148 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90b83d1f-f1cf-4e57-9366-13303e96de07 req-08ce99aa-23c0-47dc-9453-56e53f1b71c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=be4b3512-3e2f-4e3b-b8f8-fa6912577e85 HTTP/1.1" status: 200 len: 930 time: 0.1354415 Apr 21 12:37:43.242734 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-b8a9024a-a04a-4b09-8575-cae7c4f8a131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:43.244258 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-b8a9024a-a04a-4b09-8575-cae7c4f8a131 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be4b3512-3e2f-4e3b-b8f8-fa6912577e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716672 Apr 21 12:37:43.289253 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90b83d1f-f1cf-4e57-9366-13303e96de07 req-eb676f81-a00f-4239-9eca-48843db026bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b3b0826-3fae-441e-b1b3-2413eb05a3f0 HTTP/1.1" status: 200 len: 217 time: 0.0426178 Apr 21 12:37:43.317605 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-80a0ad59-e61f-44ad-a896-40808763baf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418233345-router', 'tenant_id': '12670436f3aa407086af9869283c3bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'f27f2466-2d25-4cf3-98a0-d8a04ee1cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:36:53Z', 'updated_at': '2022-04-21T12:36:58Z', 'revision_number': 4, 'project_id': '12670436f3aa407086af9869283c3bf1', 'gw_port': {'id': 'f27f2466-2d25-4cf3-98a0-d8a04ee1cb69', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:36:54Z', 'updated_at': '2022-04-21T12:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'b3ab610d-2dcf-4286-be91-0d49906c363b', 'name': '', 'network_id': 'be4b3512-3e2f-4e3b-b8f8-fa6912577e85', 'tenant_id': '12670436f3aa407086af9869283c3bf1', 'mac_address': 'fa:16:3e:06:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'cee048ff-4683-4ea8-8ea2-49897ca6282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:36:57Z', 'updated_at': '2022-04-21T12:37:03Z', 'revision_number': 5, 'project_id': '12670436f3aa407086af9869283c3bf1', 'subnets': [{'id': 'cee048ff-4683-4ea8-8ea2-49897ca6282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:37:43.350339 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a0ad59-e61f-44ad-a896-40808763baf0 None None] Checking router: ba781260-af27-4a5c-91cc-4c216da175be for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:37:43.359052 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a0ad59-e61f-44ad-a896-40808763baf0 None None] Routers {'ba781260-af27-4a5c-91cc-4c216da175be'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:37:43.360168 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-80a0ad59-e61f-44ad-a896-40808763baf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:37:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ba781260-af27-4a5c-91cc-4c216da175be'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:37:43.384750 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b83d1f-f1cf-4e57-9366-13303e96de07 req-23ad5456-65c1-484b-9b19-7dd7ea66c84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:43.387060 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90b83d1f-f1cf-4e57-9366-13303e96de07 req-23ad5456-65c1-484b-9b19-7dd7ea66c84a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cee048ff-4683-4ea8-8ea2-49897ca6282b HTTP/1.1" status: 200 len: 868 time: 0.0877454 Apr 21 12:37:43.427717 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9465c25-a99e-438f-aab9-c8d87f329299 x-openstack-request-id: req-d9465c25-a99e-438f-aab9-c8d87f329299 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:37:43.428015 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ff40bf7-49ae-4d7a-8d7d-88b56669e06a", "tag": "0b3b0826-3fae-441e-b1b3-2413eb05a3f0", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:37:43.428244 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d9465c25-a99e-438f-aab9-c8d87f329299 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:37:43.428640 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9465c25-a99e-438f-aab9-c8d87f329299'] response: {'name': 'network-changed', 'server_uuid': '3ff40bf7-49ae-4d7a-8d7d-88b56669e06a', 'tag': '0b3b0826-3fae-441e-b1b3-2413eb05a3f0', 'status': 'completed', 'code': 200} Apr 21 12:37:43.445019 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-a663d369-6b5f-4754-a3a8-6c97c89ee34f service neutron] 10.222.0.26 "GET /v2.0/networks/be4b3512-3e2f-4e3b-b8f8-fa6912577e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914456 Apr 21 12:37:43.456899 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b83d1f-f1cf-4e57-9366-13303e96de07 req-c5e568c5-ebf1-4d00-a009-9f57ab92aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:43.458791 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90b83d1f-f1cf-4e57-9366-13303e96de07 req-c5e568c5-ebf1-4d00-a009-9f57ab92aaf3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=be4b3512-3e2f-4e3b-b8f8-fa6912577e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650499 Apr 21 12:37:43.508507 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-80a0ad59-e61f-44ad-a896-40808763baf0 None None] Set router ba781260-af27-4a5c-91cc-4c216da175be gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:37:43.578771 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43921a5e-185d-41ea-a625-42619ffb11d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:43.626788 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-e1e3ee00-2f3d-469e-bdce-43211d536743 service neutron] 10.222.0.26 "GET /v2.0/networks/be4b3512-3e2f-4e3b-b8f8-fa6912577e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724246 Apr 21 12:37:43.628643 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90b83d1f-f1cf-4e57-9366-13303e96de07 req-6c339cbf-6a81-41cf-8838-4e526b895496 service neutron] 10.222.0.36 "GET /v2.0/networks/be4b3512-3e2f-4e3b-b8f8-fa6912577e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620274 Apr 21 12:37:43.753528 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724328ae-142f-4e13-a6e6-871dafbb1d28 req-d4b69859-e245-4f7f-8d3a-e2444918e67c tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:43.759822 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724328ae-142f-4e13-a6e6-871dafbb1d28 req-d4b69859-e245-4f7f-8d3a-e2444918e67c tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:43.766964 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724328ae-142f-4e13-a6e6-871dafbb1d28 req-d4b69859-e245-4f7f-8d3a-e2444918e67c tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:43.772849 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724328ae-142f-4e13-a6e6-871dafbb1d28 req-d4b69859-e245-4f7f-8d3a-e2444918e67c tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:43.778967 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724328ae-142f-4e13-a6e6-871dafbb1d28 req-d4b69859-e245-4f7f-8d3a-e2444918e67c tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:43.784841 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724328ae-142f-4e13-a6e6-871dafbb1d28 req-d4b69859-e245-4f7f-8d3a-e2444918e67c tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:43.790799 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724328ae-142f-4e13-a6e6-871dafbb1d28 req-d4b69859-e245-4f7f-8d3a-e2444918e67c tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:43.792728 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-724328ae-142f-4e13-a6e6-871dafbb1d28 req-d4b69859-e245-4f7f-8d3a-e2444918e67c tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5431 time: 0.1457300 Apr 21 12:37:43.815277 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-80a0ad59-e61f-44ad-a896-40808763baf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418233345-router', 'tenant_id': '12670436f3aa407086af9869283c3bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'f27f2466-2d25-4cf3-98a0-d8a04ee1cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:36:53Z', 'updated_at': '2022-04-21T12:36:58Z', 'revision_number': 4, 'project_id': '12670436f3aa407086af9869283c3bf1', 'gw_port': {'id': 'f27f2466-2d25-4cf3-98a0-d8a04ee1cb69', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:36:54Z', 'updated_at': '2022-04-21T12:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'b3ab610d-2dcf-4286-be91-0d49906c363b', 'name': '', 'network_id': 'be4b3512-3e2f-4e3b-b8f8-fa6912577e85', 'tenant_id': '12670436f3aa407086af9869283c3bf1', 'mac_address': 'fa:16:3e:06:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'cee048ff-4683-4ea8-8ea2-49897ca6282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:36:57Z', 'updated_at': '2022-04-21T12:37:03Z', 'revision_number': 5, 'project_id': '12670436f3aa407086af9869283c3bf1', 'subnets': [{'id': 'cee048ff-4683-4ea8-8ea2-49897ca6282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:37:43.844639 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90b83d1f-f1cf-4e57-9366-13303e96de07 req-6b97ca8e-c0cd-4e8a-b593-7b4dba7de99c service neutron] 10.222.0.36 "GET /v2.0/networks/be4b3512-3e2f-4e3b-b8f8-fa6912577e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090316 Apr 21 12:37:43.857392 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a0ad59-e61f-44ad-a896-40808763baf0 None None] The sync data for ids ['ba781260-af27-4a5c-91cc-4c216da175be'] in n-d-836147-2 is: [{'id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418233345-router', 'tenant_id': '12670436f3aa407086af9869283c3bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'f27f2466-2d25-4cf3-98a0-d8a04ee1cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:36:53Z', 'updated_at': '2022-04-21T12:36:58Z', 'revision_number': 4, 'project_id': '12670436f3aa407086af9869283c3bf1', 'gw_port': {'id': 'f27f2466-2d25-4cf3-98a0-d8a04ee1cb69', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:36:54Z', 'updated_at': '2022-04-21T12:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'b3ab610d-2dcf-4286-be91-0d49906c363b', 'name': '', 'network_id': 'be4b3512-3e2f-4e3b-b8f8-fa6912577e85', 'tenant_id': '12670436f3aa407086af9869283c3bf1', 'mac_address': 'fa:16:3e:06:b7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'cee048ff-4683-4ea8-8ea2-49897ca6282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:36:57Z', 'updated_at': '2022-04-21T12:37:03Z', 'revision_number': 5, 'project_id': '12670436f3aa407086af9869283c3bf1', 'subnets': [{'id': 'cee048ff-4683-4ea8-8ea2-49897ca6282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:37:43.878090 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-724328ae-142f-4e13-a6e6-871dafbb1d28 req-63a16607-94df-4e9b-b8ae-bd0acfcdb029 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684409 Apr 21 12:37:44.458014 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db675d1e-dcb7-4cf5-b976-40cbacf4e49d None None] New status for floating IP 7b632052-1a63-4287-8465-834244060e8b: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:37:44.489132 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b56d0ee5-6fda-4b3a-b939-5bfcfc841275 req-4d8554a4-ce62-427c-818c-f3465e996658 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/floatingips/7b632052-1a63-4287-8465-834244060e8b HTTP/1.1" status: 200 len: 694 time: 0.5613878 Apr 21 12:37:44.522199 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15efc981-8168-4efd-96b8-2b946223b00d req-8e35c0c2-4215-44ac-a227-c7e0b57d931b tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ade871c5-8040-4487-b39e-679fe504d59b HTTP/1.1" status: 200 len: 210 time: 0.1423774 Apr 21 12:37:44.696973 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-440e13ca-5f3d-4a51-835c-d96ee6e9c4d5 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:44.699124 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-440e13ca-5f3d-4a51-835c-d96ee6e9c4d5 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.24 "GET /v2.0/networks?id=1afeb61e-54a9-4ede-8030-317c69a36623 HTTP/1.1" status: 200 len: 811 time: 0.3173208 Apr 21 12:37:44.765967 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-b9226b93-8232-4f15-9001-f415caccce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:44.766618 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-b9226b93-8232-4f15-9001-f415caccce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:44.767155 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-b9226b93-8232-4f15-9001-f415caccce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:44.767852 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-b9226b93-8232-4f15-9001-f415caccce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:44.768364 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-b9226b93-8232-4f15-9001-f415caccce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:44.768885 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-b9226b93-8232-4f15-9001-f415caccce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:44.769407 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-b9226b93-8232-4f15-9001-f415caccce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:44.771408 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-b9226b93-8232-4f15-9001-f415caccce8e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6363a51a886548cba3ffe42b1b9f96ad&device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 6488 time: 0.8614204 Apr 21 12:37:44.802431 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a9978-a928-4b8a-b61c-2148da62d2db req-bf519659-d357-48ad-bb9f-505d7aa79609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:44.812476 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1a8a9978-a928-4b8a-b61c-2148da62d2db req-bf519659-d357-48ad-bb9f-505d7aa79609 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=12670436f3aa407086af9869283c3bf1&device_id=3ff40bf7-49ae-4d7a-8d7d-88b56669e06a HTTP/1.1" status: 200 len: 1097 time: 0.4262722 Apr 21 12:37:44.921432 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56d0ee5-6fda-4b3a-b939-5bfcfc841275 req-a466ee75-e865-4e8a-8a18-0e5e34b7d280 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:44.925110 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b56d0ee5-6fda-4b3a-b939-5bfcfc841275 req-a466ee75-e865-4e8a-8a18-0e5e34b7d280 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 784 time: 0.4338462 Apr 21 12:37:45.031108 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-d9f04788-75f7-4265-afbe-1a7feb0e4797 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a208b1412791496188b5b7f9d81a64f6 HTTP/1.1" status: 200 len: 380 time: 0.3016169 Apr 21 12:37:45.069465 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37972) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:45.123733 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b56d0ee5-6fda-4b3a-b939-5bfcfc841275 req-517d2672-2733-40ef-bef6-72f4744b55b0 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.32 HTTP/1.1" status: 200 len: 695 time: 0.1042943 Apr 21 12:37:45.127508 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-571e2197-3cad-4933-bbe0-56c9dbe63c82 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Request body: {'port': {'device_id': 'ade871c5-8040-4487-b39e-679fe504d59b', 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623', 'admin_state_up': True, 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'security_groups': ['0f55ab40-e568-4f9f-b3af-ad00467eb9c3']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:37:45.230998 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a9978-a928-4b8a-b61c-2148da62d2db req-b82c70f9-46db-4df3-b31f-31ac99d5f5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:45.232609 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1a8a9978-a928-4b8a-b61c-2148da62d2db req-b82c70f9-46db-4df3-b31f-31ac99d5f5ff service neutron] 10.222.0.26 "GET /v2.0/networks?id=be4b3512-3e2f-4e3b-b8f8-fa6912577e85 HTTP/1.1" status: 200 len: 930 time: 0.3024964 Apr 21 12:37:45.236047 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8a509095-7a17-4371-9346-c13324e5ff31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:45.324398 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8a509095-7a17-4371-9346-c13324e5ff31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:45.354942 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1a8a9978-a928-4b8a-b61c-2148da62d2db req-d9f55b1f-844b-4f1e-9e1a-61f73404c62a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b3b0826-3fae-441e-b1b3-2413eb05a3f0 HTTP/1.1" status: 200 len: 217 time: 0.0817614 Apr 21 12:37:45.362718 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b56d0ee5-6fda-4b3a-b939-5bfcfc841275 req-adfd41bd-a4f7-49ee-abf9-625e03266736 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.32 HTTP/1.1" status: 200 len: 695 time: 0.1564138 Apr 21 12:37:45.388996 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-4e0b1cb7-293e-44c4-9246-164bcdd65d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:45.396065 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-4e0b1cb7-293e-44c4-9246-164bcdd65d12 service neutron] 10.222.0.26 "GET /v2.0/networks?id=88f7b39c-5c7e-4b72-9226-ad89000145b7 HTTP/1.1" status: 200 len: 902 time: 0.6085296 Apr 21 12:37:45.430966 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b8e5b-b423-4f54-a202-be7a80bcbe19 req-23e55efe-bffe-47d3-8483-225037af7615 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:45.437650 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b8e5b-b423-4f54-a202-be7a80bcbe19 req-23e55efe-bffe-47d3-8483-225037af7615 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:45.445922 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b8e5b-b423-4f54-a202-be7a80bcbe19 req-23e55efe-bffe-47d3-8483-225037af7615 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:45.452028 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b8e5b-b423-4f54-a202-be7a80bcbe19 req-23e55efe-bffe-47d3-8483-225037af7615 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:45.455089 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8a509095-7a17-4371-9346-c13324e5ff31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:45.458909 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b8e5b-b423-4f54-a202-be7a80bcbe19 req-23e55efe-bffe-47d3-8483-225037af7615 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:45.465808 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b8e5b-b423-4f54-a202-be7a80bcbe19 req-23e55efe-bffe-47d3-8483-225037af7615 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:45.471690 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b8e5b-b423-4f54-a202-be7a80bcbe19 req-23e55efe-bffe-47d3-8483-225037af7615 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:45.480828 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b2b8e5b-b423-4f54-a202-be7a80bcbe19 req-23e55efe-bffe-47d3-8483-225037af7615 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5431 time: 0.4626391 Apr 21 12:37:45.481022 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a509095-7a17-4371-9346-c13324e5ff31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8eb8b1-0b27-4270-9b6b-e19fee4161bc,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:45.526154 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8a509095-7a17-4371-9346-c13324e5ff31 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ae1bd6e44ae54e6a82067289f09cf7df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4525971 Apr 21 12:37:45.526579 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37978) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:45.597060 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-c417b350-b35f-4949-b41e-2e1375ca9f68 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fa0888de-c05b-4b47-a078-4c561e42456a HTTP/1.1" status: 200 len: 217 time: 0.1136417 Apr 21 12:37:45.615822 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e071bb1d-3830-4268-8da8-b98f95cbeb2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:45.647236 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e071bb1d-3830-4268-8da8-b98f95cbeb2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:45.678300 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a9978-a928-4b8a-b61c-2148da62d2db req-eed39c5a-cab9-4f04-880d-2131e69a97df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:45.679760 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1a8a9978-a928-4b8a-b61c-2148da62d2db req-eed39c5a-cab9-4f04-880d-2131e69a97df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cee048ff-4683-4ea8-8ea2-49897ca6282b HTTP/1.1" status: 200 len: 868 time: 0.3161857 Apr 21 12:37:45.748152 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b2b8e5b-b423-4f54-a202-be7a80bcbe19 req-4996a826-8335-4f63-aefd-1f26aacf0157 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2664430 Apr 21 12:37:45.780976 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-14a384bb-6231-434c-8222-8d93a6ae9a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:45.782469 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-14a384bb-6231-434c-8222-8d93a6ae9a79 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a6aa2f7-1c96-4cd2-b9b1-b428448dd54b HTTP/1.1" status: 200 len: 797 time: 0.1741490 Apr 21 12:37:45.813686 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84acf2cb-1826-4bfa-adb2-010213bf66ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:45.835844 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a9978-a928-4b8a-b61c-2148da62d2db req-36a91d69-f4a9-44fe-9013-a00c5e7d3540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:45.837340 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1a8a9978-a928-4b8a-b61c-2148da62d2db req-36a91d69-f4a9-44fe-9013-a00c5e7d3540 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be4b3512-3e2f-4e3b-b8f8-fa6912577e85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331937 Apr 21 12:37:45.872703 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e071bb1d-3830-4268-8da8-b98f95cbeb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:45.876348 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e071bb1d-3830-4268-8da8-b98f95cbeb2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:45.878037 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e071bb1d-3830-4268-8da8-b98f95cbeb2f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6e8eb8b1-0b27-4270-9b6b-e19fee4161bc HTTP/1.1" status: 204 len: 168 time: 0.3502133 Apr 21 12:37:45.889120 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071bb1d-3830-4268-8da8-b98f95cbeb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8eb8b1-0b27-4270-9b6b-e19fee4161bc,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:45.900023 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65943761-6982-49ad-9cf2-471c72629a93 req-0a77d332-9a58-4e05-8300-c065f56e4489 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ade871c5-8040-4487-b39e-679fe504d59b HTTP/1.1" status: 200 len: 210 time: 0.0590017 Apr 21 12:37:45.918480 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-571e2197-3cad-4933-bbe0-56c9dbe63c82 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Made reservation on behalf of a208b1412791496188b5b7f9d81a64f6 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:37:45.922478 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-571e2197-3cad-4933-bbe0-56c9dbe63c82 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:45.930072 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-b56d0ee5-6fda-4b3a-b939-5bfcfc841275 req-1537d177-2755-4078-b04f-27bd7f0b70f5 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Deleting port 3b33d482-b77a-4a93-ada6-b91f3b5e580f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:37:45.930785 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b56d0ee5-6fda-4b3a-b939-5bfcfc841275 req-1537d177-2755-4078-b04f-27bd7f0b70f5 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:46.015019 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-ee294736-2436-4b2c-8d9d-0578d7d43687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:46.020117 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-ee294736-2436-4b2c-8d9d-0578d7d43687 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88f7b39c-5c7e-4b72-9226-ad89000145b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2249434 Apr 21 12:37:46.245339 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1a8a9978-a928-4b8a-b61c-2148da62d2db req-4ad8ae33-58e9-4df9-849c-d1775a0d0d9e service neutron] 10.222.0.26 "GET /v2.0/networks/be4b3512-3e2f-4e3b-b8f8-fa6912577e85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858325 Apr 21 12:37:46.372256 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b56d0ee5-6fda-4b3a-b939-5bfcfc841275 req-1537d177-2755-4078-b04f-27bd7f0b70f5 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:46.372648 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b56d0ee5-6fda-4b3a-b939-5bfcfc841275 req-1537d177-2755-4078-b04f-27bd7f0b70f5 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:46.397378 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-eb788e6e-55ca-4dc9-812e-f8c1e81cf24a service neutron] 10.222.0.26 "GET /v2.0/networks/88f7b39c-5c7e-4b72-9226-ad89000145b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640494 Apr 21 12:37:46.407135 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-b56d0ee5-6fda-4b3a-b939-5bfcfc841275 req-1537d177-2755-4078-b04f-27bd7f0b70f5 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Calling delete_port for 3b33d482-b77a-4a93-ada6-b91f3b5e580f owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:37:46.429566 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-571e2197-3cad-4933-bbe0-56c9dbe63c82 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Allocated IP 172.20.0.12 (1afeb61e-54a9-4ede-8030-317c69a36623/f6a79252-68c3-4d98-8e31-7d58e3a1be80/0f50b1f7-ea39-4e5f-a94b-f7fc832e3873) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:37:46.625524 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1a8a9978-a928-4b8a-b61c-2148da62d2db req-998e83a0-d5ae-4f98-82d2-1049f12d934e service neutron] 10.222.0.26 "GET /v2.0/networks/be4b3512-3e2f-4e3b-b8f8-fa6912577e85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683155 Apr 21 12:37:46.719311 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8839bc0f-a4f4-427f-94a1-e59efccbe8dc req-336e9b21-35dd-4476-8333-d944f22b2cea service neutron] 10.222.0.26 "GET /v2.0/networks/88f7b39c-5c7e-4b72-9226-ad89000145b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097465 Apr 21 12:37:46.855823 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:47.123336 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38006) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:47.157799 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-068ad28f-3a0e-4a13-8e98-e9a5ea422864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:47.163021 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-571e2197-3cad-4933-bbe0-56c9dbe63c82 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:47.193081 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e065bdf-4028-4425-8200-a2fb6f79c824 req-1235060c-a3cb-4a56-a9dc-275b5025b436 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:47.199685 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e065bdf-4028-4425-8200-a2fb6f79c824 req-1235060c-a3cb-4a56-a9dc-275b5025b436 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:47.205415 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e065bdf-4028-4425-8200-a2fb6f79c824 req-1235060c-a3cb-4a56-a9dc-275b5025b436 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:47.211208 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e065bdf-4028-4425-8200-a2fb6f79c824 req-1235060c-a3cb-4a56-a9dc-275b5025b436 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:47.217015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e065bdf-4028-4425-8200-a2fb6f79c824 req-1235060c-a3cb-4a56-a9dc-275b5025b436 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:47.222798 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e065bdf-4028-4425-8200-a2fb6f79c824 req-1235060c-a3cb-4a56-a9dc-275b5025b436 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:47.224920 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-068ad28f-3a0e-4a13-8e98-e9a5ea422864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:47.228756 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e065bdf-4028-4425-8200-a2fb6f79c824 req-1235060c-a3cb-4a56-a9dc-275b5025b436 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:47.230800 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5e065bdf-4028-4425-8200-a2fb6f79c824 req-1235060c-a3cb-4a56-a9dc-275b5025b436 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5431 time: 0.1317115 Apr 21 12:37:47.288507 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5e065bdf-4028-4425-8200-a2fb6f79c824 req-eb9e687a-19ed-4d2d-9f52-533380c4db47 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0496621 Apr 21 12:37:47.378602 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c323d85-d3cc-45c2-ab57-faaae034c994 req-f3b8df0a-adef-4872-b3dc-95f018da20a8 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ade871c5-8040-4487-b39e-679fe504d59b HTTP/1.1" status: 200 len: 210 time: 0.0294783 Apr 21 12:37:47.650018 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b56d0ee5-6fda-4b3a-b939-5bfcfc841275 req-1537d177-2755-4078-b04f-27bd7f0b70f5 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:47.681729 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537d177-2755-4078-b04f-27bd7f0b70f5 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Pushing event deleted for resources: {'Port': ['ID=3b33d482-b77a-4a93-ada6-b91f3b5e580f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:47.752816 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:47.754323 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-068ad28f-3a0e-4a13-8e98-e9a5ea422864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:47.763821 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-571e2197-3cad-4933-bbe0-56c9dbe63c82 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:47.766156 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b56d0ee5-6fda-4b3a-b939-5bfcfc841275 req-1537d177-2755-4078-b04f-27bd7f0b70f5 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:47.769712 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b56d0ee5-6fda-4b3a-b939-5bfcfc841275 req-1537d177-2755-4078-b04f-27bd7f0b70f5 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:47.774857 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b56d0ee5-6fda-4b3a-b939-5bfcfc841275 req-1537d177-2755-4078-b04f-27bd7f0b70f5 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "DELETE /v2.0/floatingips/7b632052-1a63-4287-8465-834244060e8b HTTP/1.1" status: 204 len: 173 time: 2.3964951 Apr 21 12:37:47.818729 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068ad28f-3a0e-4a13-8e98-e9a5ea422864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913d4668-f570-43c3-96c7-bcb6b3fbe781,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:47.855051 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-571e2197-3cad-4933-bbe0-56c9dbe63c82 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Network 1afeb61e-54a9-4ede-8030-317c69a36623 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:37:47.859001 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-571e2197-3cad-4933-bbe0-56c9dbe63c82 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:37:47.864681 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-571e2197-3cad-4933-bbe0-56c9dbe63c82 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:37:47.876941 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-068ad28f-3a0e-4a13-8e98-e9a5ea422864 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=21805af80c9248a8927ed3afc1223954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7472529 Apr 21 12:37:47.877970 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38030) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:47.954012 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e50d4f47-cd39-46de-8d95-7c0577f688c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:47.980250 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e50d4f47-cd39-46de-8d95-7c0577f688c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:47.981895 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e2197-3cad-4933-bbe0-56c9dbe63c82 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Pushing event updated for resources: {'Port': ['ID=0f50b1f7-ea39-4e5f-a94b-f7fc832e3873,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:48.046769 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-571e2197-3cad-4933-bbe0-56c9dbe63c82 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:48.047914 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-571e2197-3cad-4933-bbe0-56c9dbe63c82 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:48.078798 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdf715-84fe-42bb-9f10-abee4e70e85e req-b3b1de62-4ec9-4950-87d7-2d861716d1da tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:48.081067 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6dfdf715-84fe-42bb-9f10-abee4e70e85e req-b3b1de62-4ec9-4950-87d7-2d861716d1da tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff40bf7-49ae-4d7a-8d7d-88b56669e06a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1555262 Apr 21 12:37:48.091124 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c4c58-0c82-4812-be40-b819f653e929 req-ffecf5c5-669d-4429-8707-7f73f47000fa tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:48.093014 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c12c4c58-0c82-4812-be40-b819f653e929 req-ffecf5c5-669d-4429-8707-7f73f47000fa tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/ports?device_id=32d33c7b-4ba8-49a3-bd0d-ac454cf73784 HTTP/1.1" status: 200 len: 946 time: 0.1661694 Apr 21 12:37:48.150945 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6dfdf715-84fe-42bb-9f10-abee4e70e85e req-9057621a-b39a-44ae-8526-eec5fe7cd306 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0508101 Apr 21 12:37:48.210790 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e8070667-b1cc-458b-9600-e2485fe994ae None None] Provisioning complete for port 0f50b1f7-ea39-4e5f-a94b-f7fc832e3873 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:37:48.211361 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8070667-b1cc-458b-9600-e2485fe994ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:48.219167 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c12c4c58-0c82-4812-be40-b819f653e929 req-965cca93-20cf-42a4-97b8-5c0403d3272e tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2070527-a23d-4cb3-9383-527ff2de13d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175790 Apr 21 12:37:48.220583 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-71ad7955-c152-41be-bd02-ec635b5e654b req-f1850806-edc2-4452-bb71-00225b2f45fd tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0481162 Apr 21 12:37:48.276930 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e8070667-b1cc-458b-9600-e2485fe994ae None None] Port 0f50b1f7-ea39-4e5f-a94b-f7fc832e3873 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:37:48.277058 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e50d4f47-cd39-46de-8d95-7c0577f688c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:48.279405 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e50d4f47-cd39-46de-8d95-7c0577f688c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:48.281030 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e50d4f47-cd39-46de-8d95-7c0577f688c2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/913d4668-f570-43c3-96c7-bcb6b3fbe781 HTTP/1.1" status: 204 len: 168 time: 0.4019866 Apr 21 12:37:48.303556 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d4f47-cd39-46de-8d95-7c0577f688c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913d4668-f570-43c3-96c7-bcb6b3fbe781,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:48.372869 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-571e2197-3cad-4933-bbe0-56c9dbe63c82 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2723217 Apr 21 12:37:48.410136 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-f1f799c0-16b9-4096-9ca5-48bdf8ae7664 service neutron] Request body: {'port': {'device_id': 'ade871c5-8040-4487-b39e-679fe504d59b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:37:48.501279 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:48.536949 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b05e3-e56d-442e-b739-c26ebb280a3a req-3a48e725-9969-4d95-86c0-074891d6353d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:48.543383 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b05e3-e56d-442e-b739-c26ebb280a3a req-3a48e725-9969-4d95-86c0-074891d6353d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:48.549377 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b05e3-e56d-442e-b739-c26ebb280a3a req-3a48e725-9969-4d95-86c0-074891d6353d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:48.555257 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b05e3-e56d-442e-b739-c26ebb280a3a req-3a48e725-9969-4d95-86c0-074891d6353d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:48.561901 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b05e3-e56d-442e-b739-c26ebb280a3a req-3a48e725-9969-4d95-86c0-074891d6353d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:48.567992 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b05e3-e56d-442e-b739-c26ebb280a3a req-3a48e725-9969-4d95-86c0-074891d6353d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:48.574121 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b05e3-e56d-442e-b739-c26ebb280a3a req-3a48e725-9969-4d95-86c0-074891d6353d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:48.582148 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c76b05e3-e56d-442e-b739-c26ebb280a3a req-3a48e725-9969-4d95-86c0-074891d6353d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5431 time: 0.1692493 Apr 21 12:37:48.590962 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-f1f799c0-16b9-4096-9ca5-48bdf8ae7664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:48.649138 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c76b05e3-e56d-442e-b739-c26ebb280a3a req-e188b3bc-13be-4087-b484-e001091ba633 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661092 Apr 21 12:37:48.836925 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618573e0-9364-4d11-8dd9-616a76d80cbe req-9de9b2aa-92a1-474e-b853-75b69312a5e6 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:48.839004 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-618573e0-9364-4d11-8dd9-616a76d80cbe req-9de9b2aa-92a1-474e-b853-75b69312a5e6 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ade871c5-8040-4487-b39e-679fe504d59b HTTP/1.1" status: 200 len: 932 time: 0.0903587 Apr 21 12:37:48.901877 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:48.941365 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-618573e0-9364-4d11-8dd9-616a76d80cbe req-031e21a4-02fc-46e5-9d5d-701db9c732d5 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f55ab40-e568-4f9f-b3af-ad00467eb9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650606 Apr 21 12:37:49.061912 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-f1f799c0-16b9-4096-9ca5-48bdf8ae7664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f50b1f7-ea39-4e5f-a94b-f7fc832e3873 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:37:49.078047 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-f1f799c0-16b9-4096-9ca5-48bdf8ae7664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:49.095865 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-f1f799c0-16b9-4096-9ca5-48bdf8ae7664 service neutron] Transition to ACTIVE for port object 0f50b1f7-ea39-4e5f-a94b-f7fc832e3873 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:37:49.262583 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-f1f799c0-16b9-4096-9ca5-48bdf8ae7664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:49.344462 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f799c0-16b9-4096-9ca5-48bdf8ae7664 service neutron] Pushing event updated for resources: {'Port': ['ID=0f50b1f7-ea39-4e5f-a94b-f7fc832e3873,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:49.511309 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e2d60-5b16-49db-8b55-a6ff1c31223f req-4cf9b694-3b1f-4da6-9961-e18f5d09de20 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:49.513026 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d7e2d60-5b16-49db-8b55-a6ff1c31223f req-4cf9b694-3b1f-4da6-9961-e18f5d09de20 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff40bf7-49ae-4d7a-8d7d-88b56669e06a HTTP/1.1" status: 200 len: 946 time: 0.0925200 Apr 21 12:37:49.514802 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-f1f799c0-16b9-4096-9ca5-48bdf8ae7664 service neutron] Attempting to bind port 0f50b1f7-ea39-4e5f-a94b-f7fc832e3873 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:37:49.515197 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-f1f799c0-16b9-4096-9ca5-48bdf8ae7664 service neutron] Attempting to bind port 0f50b1f7-ea39-4e5f-a94b-f7fc832e3873 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'ae7c6478-e2f3-4842-90bb-cd6e34c522ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:37:49.515589 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-f1f799c0-16b9-4096-9ca5-48bdf8ae7664 service neutron] Attempting to bind port 0f50b1f7-ea39-4e5f-a94b-f7fc832e3873 on network 1afeb61e-54a9-4ede-8030-317c69a36623 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:37:49.531287 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-f1f799c0-16b9-4096-9ca5-48bdf8ae7664 service neutron] Port 0f50b1f7-ea39-4e5f-a94b-f7fc832e3873 on network 1afeb61e-54a9-4ede-8030-317c69a36623 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:37:49.531287 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-f1f799c0-16b9-4096-9ca5-48bdf8ae7664 service neutron] Attempting to bind port 0f50b1f7-ea39-4e5f-a94b-f7fc832e3873 on network 1afeb61e-54a9-4ede-8030-317c69a36623 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:37:49.561515 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-f1f799c0-16b9-4096-9ca5-48bdf8ae7664 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:37:49.564837 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-f1f799c0-16b9-4096-9ca5-48bdf8ae7664 service neutron] Checking segment: {'id': 'ae7c6478-e2f3-4842-90bb-cd6e34c522ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:37:49.566982 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-f1f799c0-16b9-4096-9ca5-48bdf8ae7664 service neutron] Bound using segment: {'id': 'ae7c6478-e2f3-4842-90bb-cd6e34c522ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:37:49.570125 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-f1f799c0-16b9-4096-9ca5-48bdf8ae7664 service neutron] Bound port: 0f50b1f7-ea39-4e5f-a94b-f7fc832e3873, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae7c6478-e2f3-4842-90bb-cd6e34c522ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:37:49.570617 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-f1f799c0-16b9-4096-9ca5-48bdf8ae7664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:49.640158 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d7e2d60-5b16-49db-8b55-a6ff1c31223f req-98312d3b-f1ad-4332-bf40-3659297364be tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/security-groups?id=70e641f4-e419-48d0-a39b-0db734a751e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032403 Apr 21 12:37:49.693283 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-f1f799c0-16b9-4096-9ca5-48bdf8ae7664 service neutron] For port 0f50b1f7-ea39-4e5f-a94b-f7fc832e3873, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:37:49.702293 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-f1f799c0-16b9-4096-9ca5-48bdf8ae7664 service neutron] For port 0f50b1f7-ea39-4e5f-a94b-f7fc832e3873, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=0f50b1f7-ea39-4e5f-a94b-f7fc832e3873,segment=NetworkSegment(ae7c6478-e2f3-4842-90bb-cd6e34c522ba),segment_id=ae7c6478-e2f3-4842-90bb-cd6e34c522ba)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:37:49.846241 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e5252-bf30-459a-89a6-62e005868926 req-b7afd86e-473c-4b80-8dc6-9aea32d98483 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:49.852124 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e5252-bf30-459a-89a6-62e005868926 req-b7afd86e-473c-4b80-8dc6-9aea32d98483 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:49.859418 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e5252-bf30-459a-89a6-62e005868926 req-b7afd86e-473c-4b80-8dc6-9aea32d98483 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:49.865626 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e5252-bf30-459a-89a6-62e005868926 req-b7afd86e-473c-4b80-8dc6-9aea32d98483 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:49.872245 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e5252-bf30-459a-89a6-62e005868926 req-b7afd86e-473c-4b80-8dc6-9aea32d98483 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:49.878333 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e5252-bf30-459a-89a6-62e005868926 req-b7afd86e-473c-4b80-8dc6-9aea32d98483 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:49.884236 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e5252-bf30-459a-89a6-62e005868926 req-b7afd86e-473c-4b80-8dc6-9aea32d98483 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:49.886301 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa6e5252-bf30-459a-89a6-62e005868926 req-b7afd86e-473c-4b80-8dc6-9aea32d98483 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5431 time: 0.1420145 Apr 21 12:37:49.898483 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328349be-d523-402a-a42a-2bd63c368c11 req-f4737988-4954-45b1-b8c6-9ed2343ba83a tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:49.899899 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-328349be-d523-402a-a42a-2bd63c368c11 req-f4737988-4954-45b1-b8c6-9ed2343ba83a tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/ports?device_id=32d33c7b-4ba8-49a3-bd0d-ac454cf73784 HTTP/1.1" status: 200 len: 946 time: 0.1191759 Apr 21 12:37:49.921943 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-f1f799c0-16b9-4096-9ca5-48bdf8ae7664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:49.985615 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-f1f799c0-16b9-4096-9ca5-48bdf8ae7664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:49.990608 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-f1f799c0-16b9-4096-9ca5-48bdf8ae7664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:49.990608 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-f1f799c0-16b9-4096-9ca5-48bdf8ae7664 service neutron] 10.222.0.24 "PUT /v2.0/ports/0f50b1f7-ea39-4e5f-a94b-f7fc832e3873 HTTP/1.1" status: 200 len: 1092 time: 1.6000774 Apr 21 12:37:49.993006 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade871c5-8040-4487-b39e-679fe504d59b', 'tag': '0f50b1f7-ea39-4e5f-a94b-f7fc832e3873'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:37:49.995407 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b223a1-9cd9-4d31-b889-92924bfa01d1" -d '{"events": [{"name": "network-changed", "server_uuid": "ade871c5-8040-4487-b39e-679fe504d59b", "tag": "0f50b1f7-ea39-4e5f-a94b-f7fc832e3873"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:37:50.022132 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa6e5252-bf30-459a-89a6-62e005868926 req-8ef8b838-3b6c-4b10-9bbc-7dd8f690b1dc tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1211562 Apr 21 12:37:50.047975 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-328349be-d523-402a-a42a-2bd63c368c11 req-fdf1d87c-9bbf-4eb3-a429-ac5c88ce0ecd tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2070527-a23d-4cb3-9383-527ff2de13d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404405 Apr 21 12:37:50.059600 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f799c0-16b9-4096-9ca5-48bdf8ae7664 service neutron] Pushing event updated for resources: {'Port': ['ID=0f50b1f7-ea39-4e5f-a94b-f7fc832e3873,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:50.176798 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad2e908-e877-4d2e-9ee4-f48d28ee04db x-openstack-request-id: req-3ad2e908-e877-4d2e-9ee4-f48d28ee04db {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:37:50.177090 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade871c5-8040-4487-b39e-679fe504d59b", "tag": "0f50b1f7-ea39-4e5f-a94b-f7fc832e3873", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:37:50.177338 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ad2e908-e877-4d2e-9ee4-f48d28ee04db {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:37:50.177759 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ad2e908-e877-4d2e-9ee4-f48d28ee04db'] response: {'name': 'network-changed', 'server_uuid': 'ade871c5-8040-4487-b39e-679fe504d59b', 'tag': '0f50b1f7-ea39-4e5f-a94b-f7fc832e3873', 'status': 'completed', 'code': 200} Apr 21 12:37:50.278618 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f3399-a1d0-4e25-85c4-0d4f7b5da1ce req-f3a1d287-eef8-40ed-a51f-9e44c7e3523a tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:50.285830 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f4f3399-a1d0-4e25-85c4-0d4f7b5da1ce req-f3a1d287-eef8-40ed-a51f-9e44c7e3523a tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ade871c5-8040-4487-b39e-679fe504d59b HTTP/1.1" status: 200 len: 944 time: 0.1498003 Apr 21 12:37:50.311134 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b223a1-9cd9-4d31-b889-92924bfa01d1 req-e194a026-b059-4f8f-8e27-3acb043ada60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:50.312577 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c8b223a1-9cd9-4d31-b889-92924bfa01d1 req-e194a026-b059-4f8f-8e27-3acb043ada60 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a208b1412791496188b5b7f9d81a64f6&device_id=ade871c5-8040-4487-b39e-679fe504d59b HTTP/1.1" status: 200 len: 1095 time: 0.1137092 Apr 21 12:37:50.335825 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:50.365850 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f4f3399-a1d0-4e25-85c4-0d4f7b5da1ce req-4d8b007f-f4c1-4cb6-9cfd-437927e276a4 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f55ab40-e568-4f9f-b3af-ad00467eb9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747216 Apr 21 12:37:50.479812 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b223a1-9cd9-4d31-b889-92924bfa01d1 req-e23aa504-7c59-4f58-9bbe-f89f8716726f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:50.481332 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c8b223a1-9cd9-4d31-b889-92924bfa01d1 req-e23aa504-7c59-4f58-9bbe-f89f8716726f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a208b1412791496188b5b7f9d81a64f6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1552081 Apr 21 12:37:50.617381 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b223a1-9cd9-4d31-b889-92924bfa01d1 req-1685a7bb-3cfb-4933-b288-fbf9e5883912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:50.620129 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c8b223a1-9cd9-4d31-b889-92924bfa01d1 req-1685a7bb-3cfb-4933-b288-fbf9e5883912 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1264966 Apr 21 12:37:50.720043 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-6f907322-2b2d-4dcc-ab24-fab8fcb00243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:50.721735 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-6f907322-2b2d-4dcc-ab24-fab8fcb00243 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a208b1412791496188b5b7f9d81a64f6&device_id=ade871c5-8040-4487-b39e-679fe504d59b HTTP/1.1" status: 200 len: 1095 time: 0.0468907 Apr 21 12:37:50.786966 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-99463070-e6fd-413e-aa98-84c997761c64 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f50b1f7-ea39-4e5f-a94b-f7fc832e3873 HTTP/1.1" status: 200 len: 217 time: 0.0546937 Apr 21 12:37:50.860129 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-329f5771-ed1e-47dc-af49-b3dca33b1058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:50.863837 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-329f5771-ed1e-47dc-af49-b3dca33b1058 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f6a79252-68c3-4d98-8e31-7d58e3a1be80 HTTP/1.1" status: 200 len: 850 time: 0.0616317 Apr 21 12:37:50.874009 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a8508-89b3-4f1e-bf00-dcf4efa2e036 req-6a4ce409-2a79-456e-9349-dcb0939150bd tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:50.875583 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-588a8508-89b3-4f1e-bf00-dcf4efa2e036 req-6a4ce409-2a79-456e-9349-dcb0939150bd tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff40bf7-49ae-4d7a-8d7d-88b56669e06a HTTP/1.1" status: 200 len: 946 time: 0.1337426 Apr 21 12:37:50.952027 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-588a8508-89b3-4f1e-bf00-dcf4efa2e036 req-8f8eaf97-6140-450a-9fd0-75e2d60fd950 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/security-groups?id=70e641f4-e419-48d0-a39b-0db734a751e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676079 Apr 21 12:37:50.962158 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-915a5dc9-c8dd-440e-a73c-40b83fb6d6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:50.962158 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-915a5dc9-c8dd-440e-a73c-40b83fb6d6ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1afeb61e-54a9-4ede-8030-317c69a36623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841751 Apr 21 12:37:51.167737 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-a6a129c9-0d97-4db0-ae1c-e544fb5c4f17 service neutron] 10.222.0.24 "GET /v2.0/networks/1afeb61e-54a9-4ede-8030-317c69a36623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949482 Apr 21 12:37:51.338570 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ff271-5ce8-4869-b067-22d95fac9f4a req-a8c5195f-b08d-4c1a-bbc5-4f93fad4f9c9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:51.344992 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ff271-5ce8-4869-b067-22d95fac9f4a req-a8c5195f-b08d-4c1a-bbc5-4f93fad4f9c9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:51.351281 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ff271-5ce8-4869-b067-22d95fac9f4a req-a8c5195f-b08d-4c1a-bbc5-4f93fad4f9c9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:51.357797 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ff271-5ce8-4869-b067-22d95fac9f4a req-a8c5195f-b08d-4c1a-bbc5-4f93fad4f9c9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:51.373762 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ff271-5ce8-4869-b067-22d95fac9f4a req-a8c5195f-b08d-4c1a-bbc5-4f93fad4f9c9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:51.373762 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ff271-5ce8-4869-b067-22d95fac9f4a req-a8c5195f-b08d-4c1a-bbc5-4f93fad4f9c9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:51.375881 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ff271-5ce8-4869-b067-22d95fac9f4a req-a8c5195f-b08d-4c1a-bbc5-4f93fad4f9c9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:51.377821 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ed7ff271-5ce8-4869-b067-22d95fac9f4a req-a8c5195f-b08d-4c1a-bbc5-4f93fad4f9c9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5431 time: 0.2284281 Apr 21 12:37:51.389305 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b104a-2c41-4088-855c-b962c0d2507c req-b7176d38-b1a1-432d-832f-988b9cb163a0 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:51.390799 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-770b104a-2c41-4088-855c-b962c0d2507c req-b7176d38-b1a1-432d-832f-988b9cb163a0 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ff40bf7-49ae-4d7a-8d7d-88b56669e06a HTTP/1.1" status: 200 len: 946 time: 0.2212684 Apr 21 12:37:51.398170 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc5001-f8da-44a8-b8a2-17fdfa3f5516 req-57ea26f1-c6e9-44e6-bbec-f699a815d1f2 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:51.401074 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d2fc5001-f8da-44a8-b8a2-17fdfa3f5516 req-57ea26f1-c6e9-44e6-bbec-f699a815d1f2 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/ports?device_id=32d33c7b-4ba8-49a3-bd0d-ac454cf73784 HTTP/1.1" status: 200 len: 946 time: 0.2350914 Apr 21 12:37:51.502769 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f03580b4-77c6-4e45-9634-11d7e890a625 req-5be8c73a-4617-40da-9c6d-c3c010c31093 service neutron] 10.222.0.24 "GET /v2.0/networks/1afeb61e-54a9-4ede-8030-317c69a36623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102307 Apr 21 12:37:51.503034 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38126) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:51.519445 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ed7ff271-5ce8-4869-b067-22d95fac9f4a req-b2e36dec-4c3f-45ac-a77e-7ff191234469 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1157050 Apr 21 12:37:51.578326 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d2fc5001-f8da-44a8-b8a2-17fdfa3f5516 req-dfe7a794-e852-43fb-8208-451042ee3942 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2070527-a23d-4cb3-9383-527ff2de13d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599178 Apr 21 12:37:51.636826 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-770b104a-2c41-4088-855c-b962c0d2507c req-ab45924a-c714-429b-8b90-10ef9bc0d780 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Deleting port 0b3b0826-3fae-441e-b1b3-2413eb05a3f0 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:37:51.637284 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-770b104a-2c41-4088-855c-b962c0d2507c req-ab45924a-c714-429b-8b90-10ef9bc0d780 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:51.797625 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f4b7b290-51dc-4cd3-8831-4890b4fa2326 tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:37:51.800650 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-770b104a-2c41-4088-855c-b962c0d2507c req-ab45924a-c714-429b-8b90-10ef9bc0d780 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] For port 0b3b0826-3fae-441e-b1b3-2413eb05a3f0, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0b3b0826-3fae-441e-b1b3-2413eb05a3f0,segment=NetworkSegment(9eff7d4b-d162-41d3-9cd6-9e374e8673e7),segment_id=9eff7d4b-d162-41d3-9cd6-9e374e8673e7)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:37:51.801025 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-770b104a-2c41-4088-855c-b962c0d2507c req-ab45924a-c714-429b-8b90-10ef9bc0d780 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:51.826866 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-770b104a-2c41-4088-855c-b962c0d2507c req-ab45924a-c714-429b-8b90-10ef9bc0d780 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Calling delete_port for 0b3b0826-3fae-441e-b1b3-2413eb05a3f0 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:37:51.912352 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4b7b290-51dc-4cd3-8831-4890b4fa2326 tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:51.971885 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047a68c-1db6-4025-8f74-eaee948a34b9 req-9dccbb6a-df47-40a3-92ec-8a5c4014863d tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:51.984232 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4047a68c-1db6-4025-8f74-eaee948a34b9 req-9dccbb6a-df47-40a3-92ec-8a5c4014863d tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ade871c5-8040-4487-b39e-679fe504d59b HTTP/1.1" status: 200 len: 944 time: 0.3198261 Apr 21 12:37:52.016036 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91834baa-4e67-448b-b1c4-c7749274e062 req-017a32ee-eb28-49a7-8d72-3d4a6d493686 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:52.017802 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-91834baa-4e67-448b-b1c4-c7749274e062 req-017a32ee-eb28-49a7-8d72-3d4a6d493686 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.26 "GET /v2.0/ports?device_id=32d33c7b-4ba8-49a3-bd0d-ac454cf73784 HTTP/1.1" status: 200 len: 946 time: 0.1270580 Apr 21 12:37:52.027367 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4b7b290-51dc-4cd3-8831-4890b4fa2326 tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:52.149160 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4047a68c-1db6-4025-8f74-eaee948a34b9 req-4da4d43d-1f1b-4205-853a-d58728a5e022 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f55ab40-e568-4f9f-b3af-ad00467eb9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669528 Apr 21 12:37:52.155183 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-f4b7b290-51dc-4cd3-8831-4890b4fa2326 tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Allocated IP 172.25.8.28 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/915c5f6a-2547-4bbf-8d3f-4a984fc3af97) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:37:52.241736 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9699cbd-34c3-476d-ad8c-60fa9c89dbc9 req-b10ebf6e-c5fe-4af2-8273-2d8b8e2e7f76 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:52.244019 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9699cbd-34c3-476d-ad8c-60fa9c89dbc9 req-b10ebf6e-c5fe-4af2-8273-2d8b8e2e7f76 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff40bf7-49ae-4d7a-8d7d-88b56669e06a HTTP/1.1" status: 200 len: 946 time: 0.1691275 Apr 21 12:37:52.281788 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-91834baa-4e67-448b-b1c4-c7749274e062 req-3057783a-246f-4ff7-acc6-b35c4c8b3725 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Deleting port 85c87beb-8c7a-4667-8aa5-6bf11f7bedd1 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:37:52.282398 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-91834baa-4e67-448b-b1c4-c7749274e062 req-3057783a-246f-4ff7-acc6-b35c4c8b3725 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:52.307034 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4b7b290-51dc-4cd3-8831-4890b4fa2326 tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:52.347281 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9699cbd-34c3-476d-ad8c-60fa9c89dbc9 req-56496cf9-81aa-4cf2-aa9b-e0612ce85ad7 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/security-groups?id=70e641f4-e419-48d0-a39b-0db734a751e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945933 Apr 21 12:37:52.357847 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-770b104a-2c41-4088-855c-b962c0d2507c req-ab45924a-c714-429b-8b90-10ef9bc0d780 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:52.427408 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4b7b290-51dc-4cd3-8831-4890b4fa2326 tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:52.502523 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45924a-c714-429b-8b90-10ef9bc0d780 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Pushing event deleted for resources: {'Port': ['ID=0b3b0826-3fae-441e-b1b3-2413eb05a3f0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:52.527570 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b7b290-51dc-4cd3-8831-4890b4fa2326 tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:37:52.530491 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-f4b7b290-51dc-4cd3-8831-4890b4fa2326 tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:37:52.534450 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b7b290-51dc-4cd3-8831-4890b4fa2326 tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:37:52.540141 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7b290-51dc-4cd3-8831-4890b4fa2326 tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Pushing event updated for resources: {'Port': ['ID=915c5f6a-2547-4bbf-8d3f-4a984fc3af97,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:52.560567 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-770b104a-2c41-4088-855c-b962c0d2507c req-ab45924a-c714-429b-8b90-10ef9bc0d780 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] No DVR routers for this DVR port 0b3b0826-3fae-441e-b1b3-2413eb05a3f0 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:37:52.565649 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-770b104a-2c41-4088-855c-b962c0d2507c req-ab45924a-c714-429b-8b90-10ef9bc0d780 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:52.569620 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-770b104a-2c41-4088-855c-b962c0d2507c req-ab45924a-c714-429b-8b90-10ef9bc0d780 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.26 "DELETE /v2.0/ports/0b3b0826-3fae-441e-b1b3-2413eb05a3f0 HTTP/1.1" status: 204 len: 173 time: 1.1668215 Apr 21 12:37:52.576246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff40bf7-49ae-4d7a-8d7d-88b56669e06a', 'name': 'network-vif-deleted', 'tag': '0b3b0826-3fae-441e-b1b3-2413eb05a3f0'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:37:52.580558 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2041352-3fab-4f26-9162-e0ac508dfdf2" -d '{"events": [{"server_uuid": "3ff40bf7-49ae-4d7a-8d7d-88b56669e06a", "name": "network-vif-deleted", "tag": "0b3b0826-3fae-441e-b1b3-2413eb05a3f0"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:37:52.704712 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c7bafb-854e-412a-b86f-a86b5d0418df x-openstack-request-id: req-60c7bafb-854e-412a-b86f-a86b5d0418df {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:37:52.705934 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ff40bf7-49ae-4d7a-8d7d-88b56669e06a", "name": "network-vif-deleted", "tag": "0b3b0826-3fae-441e-b1b3-2413eb05a3f0", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:37:52.706395 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-60c7bafb-854e-412a-b86f-a86b5d0418df {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:37:52.708475 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60c7bafb-854e-412a-b86f-a86b5d0418df'] response: {'server_uuid': '3ff40bf7-49ae-4d7a-8d7d-88b56669e06a', 'name': 'network-vif-deleted', 'tag': '0b3b0826-3fae-441e-b1b3-2413eb05a3f0', 'status': 'completed', 'code': 200} Apr 21 12:37:52.717805 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4b7b290-51dc-4cd3-8831-4890b4fa2326 tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:52.770531 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-91834baa-4e67-448b-b1c4-c7749274e062 req-3057783a-246f-4ff7-acc6-b35c4c8b3725 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] For port 85c87beb-8c7a-4667-8aa5-6bf11f7bedd1, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=85c87beb-8c7a-4667-8aa5-6bf11f7bedd1,segment=NetworkSegment(6c571daf-4be4-427d-8c5f-a3f1be05cab8),segment_id=6c571daf-4be4-427d-8c5f-a3f1be05cab8)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:37:52.770881 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-91834baa-4e67-448b-b1c4-c7749274e062 req-3057783a-246f-4ff7-acc6-b35c4c8b3725 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:52.840334 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4b7b290-51dc-4cd3-8831-4890b4fa2326 tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:52.942468 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 0f50b1f7-ea39-4e5f-a94b-f7fc832e3873 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:37:52.948859 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f24da-c4fc-4ad2-bb5d-84ebc064d3f1 req-cf499d3d-ab84-433b-8c73-4d2795f3594d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:52.954993 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f24da-c4fc-4ad2-bb5d-84ebc064d3f1 req-cf499d3d-ab84-433b-8c73-4d2795f3594d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:52.962615 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f24da-c4fc-4ad2-bb5d-84ebc064d3f1 req-cf499d3d-ab84-433b-8c73-4d2795f3594d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:52.969287 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f24da-c4fc-4ad2-bb5d-84ebc064d3f1 req-cf499d3d-ab84-433b-8c73-4d2795f3594d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:52.978167 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f24da-c4fc-4ad2-bb5d-84ebc064d3f1 req-cf499d3d-ab84-433b-8c73-4d2795f3594d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:52.985399 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f24da-c4fc-4ad2-bb5d-84ebc064d3f1 req-cf499d3d-ab84-433b-8c73-4d2795f3594d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:52.993985 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f24da-c4fc-4ad2-bb5d-84ebc064d3f1 req-cf499d3d-ab84-433b-8c73-4d2795f3594d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:53.011458 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fc2f24da-c4fc-4ad2-bb5d-84ebc064d3f1 req-cf499d3d-ab84-433b-8c73-4d2795f3594d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5431 time: 0.3417726 Apr 21 12:37:53.026127 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4b7b290-51dc-4cd3-8831-4890b4fa2326 tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:53.092451 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 0f50b1f7-ea39-4e5f-a94b-f7fc832e3873, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=0f50b1f7-ea39-4e5f-a94b-f7fc832e3873,segment=NetworkSegment(ae7c6478-e2f3-4842-90bb-cd6e34c522ba),segment_id=ae7c6478-e2f3-4842-90bb-cd6e34c522ba)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:37:53.103223 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '0f50b1f7-ea39-4e5f-a94b-f7fc832e3873', 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623', 'port_id': '0f50b1f7-ea39-4e5f-a94b-f7fc832e3873', 'mac_address': 'fa:16:3e:e1:21:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:37:53.122511 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fc2f24da-c4fc-4ad2-bb5d-84ebc064d3f1 req-ef052124-3196-4f86-a600-1b24bac6390a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1100390 Apr 21 12:37:53.130936 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c0255-77ff-4890-8111-504ae5567e67 req-9d8cf7ae-e36d-41f1-a53c-1b4dcbd2156c tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:53.132651 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c05c0255-77ff-4890-8111-504ae5567e67 req-9d8cf7ae-e36d-41f1-a53c-1b4dcbd2156c tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/ports?device_id=32d33c7b-4ba8-49a3-bd0d-ac454cf73784 HTTP/1.1" status: 200 len: 946 time: 0.2798500 Apr 21 12:37:53.163986 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:53.177919 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f50b1f7-ea39-4e5f-a94b-f7fc832e3873 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:37:53.199343 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 0f50b1f7-ea39-4e5f-a94b-f7fc832e3873, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=0f50b1f7-ea39-4e5f-a94b-f7fc832e3873,segment=NetworkSegment(ae7c6478-e2f3-4842-90bb-cd6e34c522ba),segment_id=ae7c6478-e2f3-4842-90bb-cd6e34c522ba)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:37:53.207868 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4b7b290-51dc-4cd3-8831-4890b4fa2326 tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:53.248407 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c05c0255-77ff-4890-8111-504ae5567e67 req-61e57210-36b1-4930-bb21-21229665f472 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2070527-a23d-4cb3-9383-527ff2de13d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017387 Apr 21 12:37:53.250058 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-91834baa-4e67-448b-b1c4-c7749274e062 req-3057783a-246f-4ff7-acc6-b35c4c8b3725 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:53.250565 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-91834baa-4e67-448b-b1c4-c7749274e062 req-3057783a-246f-4ff7-acc6-b35c4c8b3725 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:53.250889 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [req-91834baa-4e67-448b-b1c4-c7749274e062 req-3057783a-246f-4ff7-acc6-b35c4c8b3725 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Floating IP bc1705ce-0f1c-4a5f-b7c8-332597d7ea82 disassociated. External IP: 172.25.8.18, port: 85c87beb-8c7a-4667-8aa5-6bf11f7bedd1. Apr 21 12:37:53.251234 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-91834baa-4e67-448b-b1c4-c7749274e062 req-3057783a-246f-4ff7-acc6-b35c4c8b3725 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Calling delete_port for 85c87beb-8c7a-4667-8aa5-6bf11f7bedd1 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:37:53.285937 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7b290-51dc-4cd3-8831-4890b4fa2326 tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Pushing event updated for resources: {'Port': ['ID=915c5f6a-2547-4bbf-8d3f-4a984fc3af97,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:53.291754 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4b7b290-51dc-4cd3-8831-4890b4fa2326 tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:53.325091 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:53.358354 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb30e9a-31cf-4916-a8bc-2ab2abaf28b9 req-c69543eb-7fcd-4631-9d07-bc39257724e5 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:53.359819 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8cb30e9a-31cf-4916-a8bc-2ab2abaf28b9 req-c69543eb-7fcd-4631-9d07-bc39257724e5 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ade871c5-8040-4487-b39e-679fe504d59b HTTP/1.1" status: 200 len: 944 time: 0.0977113 Apr 21 12:37:53.377274 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=0f50b1f7-ea39-4e5f-a94b-f7fc832e3873,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:53.407236 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4b7b290-51dc-4cd3-8831-4890b4fa2326 tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:53.409792 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f4b7b290-51dc-4cd3-8831-4890b4fa2326 tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9035246 Apr 21 12:37:53.412292 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38174) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:53.418954 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-83b3ce67-d67e-47b8-ad63-bb8c25012bbe tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1567769041', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'fixed_ips': [{'ip_address': '172.25.8.28'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:37:53.448521 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8cb30e9a-31cf-4916-a8bc-2ab2abaf28b9 req-bf16a2b1-52b9-402a-80ca-9e4fd5757acb tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f55ab40-e568-4f9f-b3af-ad00467eb9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800292 Apr 21 12:37:53.499577 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e574a0fd-33cb-4506-a949-0172a07fddb9 req-8fb1fff9-0281-4fec-9616-d1670ac83907 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363 tempest-FloatingIPsAssociationNegativeTestJSON-1004653363-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ff40bf7-49ae-4d7a-8d7d-88b56669e06a HTTP/1.1" status: 200 len: 210 time: 0.0326200 Apr 21 12:37:53.563766 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b3ce67-d67e-47b8-ad63-bb8c25012bbe tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Made reservation on behalf of 2518a1d2b6d349d4b8c83407862903ab for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:37:53.566126 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83b3ce67-d67e-47b8-ad63-bb8c25012bbe tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:53.578922 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83b3ce67-d67e-47b8-ad63-bb8c25012bbe tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:53.603073 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['0f50b1f7-ea39-4e5f-a94b-f7fc832e3873'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:37:53.620160 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-91834baa-4e67-448b-b1c4-c7749274e062 req-3057783a-246f-4ff7-acc6-b35c4c8b3725 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:53.660055 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057783a-246f-4ff7-acc6-b35c4c8b3725 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Pushing event deleted for resources: {'Port': ['ID=85c87beb-8c7a-4667-8aa5-6bf11f7bedd1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:53.671535 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83b3ce67-d67e-47b8-ad63-bb8c25012bbe tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:53.746389 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83b3ce67-d67e-47b8-ad63-bb8c25012bbe tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:53.760135 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-83b3ce67-d67e-47b8-ad63-bb8c25012bbe tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] device_id is not set on port ed7a8e89-2a6b-42fc-8c33-0cb20cfcf813 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:37:53.813479 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3ce67-d67e-47b8-ad63-bb8c25012bbe tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1afd202-a644-4657-b8ad-6ccf262d5eb2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:53.813766 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91834baa-4e67-448b-b1c4-c7749274e062 req-3057783a-246f-4ff7-acc6-b35c4c8b3725 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Router 4af10dc5-6822-4608-96aa-54db7ee1fa12 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:37:53.938556 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91834baa-4e67-448b-b1c4-c7749274e062 req-3057783a-246f-4ff7-acc6-b35c4c8b3725 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:37:53.961847 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546051eb-01fd-45a1-91d2-6fe158b78ad6 None None] Sync routers for ids ['4af10dc5-6822-4608-96aa-54db7ee1fa12'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:37:53.974920 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546051eb-01fd-45a1-91d2-6fe158b78ad6 None None] Routers {'4af10dc5-6822-4608-96aa-54db7ee1fa12'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:37:53.975602 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-546051eb-01fd-45a1-91d2-6fe158b78ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:37:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['4af10dc5-6822-4608-96aa-54db7ee1fa12'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:37:53.988526 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-91834baa-4e67-448b-b1c4-c7749274e062 req-3057783a-246f-4ff7-acc6-b35c4c8b3725 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] No DVR routers for this DVR port 85c87beb-8c7a-4667-8aa5-6bf11f7bedd1 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:37:53.997450 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-83b3ce67-d67e-47b8-ad63-bb8c25012bbe tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 21 12:37:53.998075 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83b3ce67-d67e-47b8-ad63-bb8c25012bbe tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:37:54.015980 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-91834baa-4e67-448b-b1c4-c7749274e062 req-3057783a-246f-4ff7-acc6-b35c4c8b3725 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:54.019423 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-91834baa-4e67-448b-b1c4-c7749274e062 req-3057783a-246f-4ff7-acc6-b35c4c8b3725 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.26 "DELETE /v2.0/ports/85c87beb-8c7a-4667-8aa5-6bf11f7bedd1 HTTP/1.1" status: 204 len: 173 time: 1.9918602 Apr 21 12:37:54.100375 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-546051eb-01fd-45a1-91d2-6fe158b78ad6 None None] Set router 4af10dc5-6822-4608-96aa-54db7ee1fa12 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:37:54.108067 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 0b3b0826-3fae-441e-b1b3-2413eb05a3f0 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:37:54.119971 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-03f78941-b175-4e0f-b19f-a9acaaa97aa7 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:54.120972 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-03f78941-b175-4e0f-b19f-a9acaaa97aa7 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/networks?id=32a67a5e-b72b-4167-97d6-5767775875e4 HTTP/1.1" status: 200 len: 807 time: 0.1345108 Apr 21 12:37:54.121466 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38186) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:54.128091 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-83b3ce67-d67e-47b8-ad63-bb8c25012bbe tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.7137454 Apr 21 12:37:54.156444 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 0b3b0826-3fae-441e-b1b3-2413eb05a3f0 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:37:54.157042 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 0b3b0826-3fae-441e-b1b3-2413eb05a3f0 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:37:54.158370 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 85c87beb-8c7a-4667-8aa5-6bf11f7bedd1 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:37:54.167664 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-9ae213ad-3543-42c3-ab55-883d225ba642 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/quotas/e16b811ea21846c89491aea47e9a7301 HTTP/1.1" status: 200 len: 375 time: 0.0393767 Apr 21 12:37:54.186789 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 85c87beb-8c7a-4667-8aa5-6bf11f7bedd1 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:37:54.187499 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 85c87beb-8c7a-4667-8aa5-6bf11f7bedd1 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:37:54.331623 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-546051eb-01fd-45a1-91d2-6fe158b78ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'name': 'tempest-ServersTestJSON-1602664124-router', 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '0fd0d6f2-c80c-4432-a022-ead28f007c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:35Z', 'updated_at': '2022-04-21T12:35:41Z', 'revision_number': 4, 'project_id': 'acc1120f1d4f4f90b945936501a65e91', 'gw_port': {'id': '0fd0d6f2-c80c-4432-a022-ead28f007c48', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:50:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:36Z', 'updated_at': '2022-04-21T12:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '34acac91-711f-41b3-8d27-a96a4bea1834', 'name': '', 'network_id': 'f1d904a7-db50-40ae-8d60-6d68d4dedc7b', 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91', 'mac_address': 'fa:16:3e:72:6b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '333c4316-efda-42ee-9dd9-9ca2e7eb1a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:40Z', 'updated_at': '2022-04-21T12:35:48Z', 'revision_number': 5, 'project_id': 'acc1120f1d4f4f90b945936501a65e91', 'subnets': [{'id': '333c4316-efda-42ee-9dd9-9ca2e7eb1a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:37:54.358680 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546051eb-01fd-45a1-91d2-6fe158b78ad6 None None] Checking router: 4af10dc5-6822-4608-96aa-54db7ee1fa12 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:37:54.367455 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546051eb-01fd-45a1-91d2-6fe158b78ad6 None None] Routers {'4af10dc5-6822-4608-96aa-54db7ee1fa12'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:37:54.368062 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-546051eb-01fd-45a1-91d2-6fe158b78ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:37:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['4af10dc5-6822-4608-96aa-54db7ee1fa12'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:37:54.479732 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-546051eb-01fd-45a1-91d2-6fe158b78ad6 None None] Set router 4af10dc5-6822-4608-96aa-54db7ee1fa12 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:37:54.635687 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-6fa5a466-bb61-42db-b7d4-c8c4581af01b tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e16b811ea21846c89491aea47e9a7301&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4181085 Apr 21 12:37:54.710998 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d33c7b-4ba8-49a3-bd0d-ac454cf73784', 'name': 'network-vif-deleted', 'tag': '85c87beb-8c7a-4667-8aa5-6bf11f7bedd1'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:37:54.713339 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b063d5cb-dee0-4508-9850-a380377aa693" -d '{"events": [{"server_uuid": "32d33c7b-4ba8-49a3-bd0d-ac454cf73784", "name": "network-vif-deleted", "tag": "85c87beb-8c7a-4667-8aa5-6bf11f7bedd1"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:37:54.727789 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7c5dc-8400-4aa0-b066-a7bc37ac1ac5 req-582eaa89-4d33-45f9-898f-b10e2254ebff tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:54.734814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7c5dc-8400-4aa0-b066-a7bc37ac1ac5 req-582eaa89-4d33-45f9-898f-b10e2254ebff tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:54.740842 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7c5dc-8400-4aa0-b066-a7bc37ac1ac5 req-582eaa89-4d33-45f9-898f-b10e2254ebff tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:54.747357 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7c5dc-8400-4aa0-b066-a7bc37ac1ac5 req-582eaa89-4d33-45f9-898f-b10e2254ebff tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:54.753219 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7c5dc-8400-4aa0-b066-a7bc37ac1ac5 req-582eaa89-4d33-45f9-898f-b10e2254ebff tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:54.759196 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7c5dc-8400-4aa0-b066-a7bc37ac1ac5 req-582eaa89-4d33-45f9-898f-b10e2254ebff tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:54.769301 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7c5dc-8400-4aa0-b066-a7bc37ac1ac5 req-582eaa89-4d33-45f9-898f-b10e2254ebff tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:54.771949 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1e7c5dc-8400-4aa0-b066-a7bc37ac1ac5 req-582eaa89-4d33-45f9-898f-b10e2254ebff tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5431 time: 0.5060432 Apr 21 12:37:54.787678 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-546051eb-01fd-45a1-91d2-6fe158b78ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'name': 'tempest-ServersTestJSON-1602664124-router', 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '0fd0d6f2-c80c-4432-a022-ead28f007c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:35Z', 'updated_at': '2022-04-21T12:35:41Z', 'revision_number': 4, 'project_id': 'acc1120f1d4f4f90b945936501a65e91', 'gw_port': {'id': '0fd0d6f2-c80c-4432-a022-ead28f007c48', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:50:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:36Z', 'updated_at': '2022-04-21T12:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '34acac91-711f-41b3-8d27-a96a4bea1834', 'name': '', 'network_id': 'f1d904a7-db50-40ae-8d60-6d68d4dedc7b', 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91', 'mac_address': 'fa:16:3e:72:6b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '333c4316-efda-42ee-9dd9-9ca2e7eb1a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:40Z', 'updated_at': '2022-04-21T12:35:48Z', 'revision_number': 5, 'project_id': 'acc1120f1d4f4f90b945936501a65e91', 'subnets': [{'id': '333c4316-efda-42ee-9dd9-9ca2e7eb1a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:37:54.815075 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546051eb-01fd-45a1-91d2-6fe158b78ad6 None None] The sync data for ids ['4af10dc5-6822-4608-96aa-54db7ee1fa12'] in n-d-836147-2 is: [{'id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'name': 'tempest-ServersTestJSON-1602664124-router', 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '0fd0d6f2-c80c-4432-a022-ead28f007c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:35Z', 'updated_at': '2022-04-21T12:35:41Z', 'revision_number': 4, 'project_id': 'acc1120f1d4f4f90b945936501a65e91', 'gw_port': {'id': '0fd0d6f2-c80c-4432-a022-ead28f007c48', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:50:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:36Z', 'updated_at': '2022-04-21T12:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '34acac91-711f-41b3-8d27-a96a4bea1834', 'name': '', 'network_id': 'f1d904a7-db50-40ae-8d60-6d68d4dedc7b', 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91', 'mac_address': 'fa:16:3e:72:6b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': '333c4316-efda-42ee-9dd9-9ca2e7eb1a13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:40Z', 'updated_at': '2022-04-21T12:35:48Z', 'revision_number': 5, 'project_id': 'acc1120f1d4f4f90b945936501a65e91', 'subnets': [{'id': '333c4316-efda-42ee-9dd9-9ca2e7eb1a13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:37:54.834300 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-819ef7ec-630c-4c9a-b79c-f66415e90ec9 tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Deleting port 915c5f6a-2547-4bbf-8d3f-4a984fc3af97 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:37:54.834640 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-819ef7ec-630c-4c9a-b79c-f66415e90ec9 tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:54.864119 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1e7c5dc-8400-4aa0-b066-a7bc37ac1ac5 req-a700f96f-2f87-4829-8456-aa569fba748b tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0864763 Apr 21 12:37:54.872343 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-8a2a864e-1324-47d8-aa5f-5a4fd09c7585 service neutron] 10.222.0.36 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149832 Apr 21 12:37:54.951790 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 0f50b1f7-ea39-4e5f-a94b-f7fc832e3873 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:37:55.001134 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-819ef7ec-630c-4c9a-b79c-f66415e90ec9 tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:55.001694 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-819ef7ec-630c-4c9a-b79c-f66415e90ec9 tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:55.058101 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-819ef7ec-630c-4c9a-b79c-f66415e90ec9 tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Calling delete_port for 915c5f6a-2547-4bbf-8d3f-4a984fc3af97 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:37:55.062918 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3fbac303-7fde-4d25-9c65-67a524da1044 req-5274661b-9e9e-4ca7-8e3e-db90e192f30b tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/ports?device_id=32d33c7b-4ba8-49a3-bd0d-ac454cf73784 HTTP/1.1" status: 200 len: 210 time: 0.0453403 Apr 21 12:37:55.070291 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-467ccbe2-40f1-4edd-afff-537dd89ce579 service neutron] 10.222.0.36 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681764 Apr 21 12:37:55.110688 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 0f50b1f7-ea39-4e5f-a94b-f7fc832e3873 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:37:55.115941 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 0f50b1f7-ea39-4e5f-a94b-f7fc832e3873 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:37:55.116318 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:55.215878 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e634365-bea6-4f18-a05b-82c93a4f8482 None None] New status for floating IP bc1705ce-0f1c-4a5f-b7c8-332597d7ea82: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:37:55.224930 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5cfc7-61d5-4ee6-8d2d-56a33e0750c7 req-0e3a063f-ad16-4d8d-a8e1-d43a38775d91 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:55.226593 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8db5cfc7-61d5-4ee6-8d2d-56a33e0750c7 req-0e3a063f-ad16-4d8d-a8e1-d43a38775d91 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ade871c5-8040-4487-b39e-679fe504d59b HTTP/1.1" status: 200 len: 945 time: 0.0663588 Apr 21 12:37:55.302874 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8db5cfc7-61d5-4ee6-8d2d-56a33e0750c7 req-6a31709e-3bd2-4f5d-81c1-7e6128100dca tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f55ab40-e568-4f9f-b3af-ad00467eb9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667446 Apr 21 12:37:55.316870 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:55.354649 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38218) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:55.368007 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade871c5-8040-4487-b39e-679fe504d59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f50b1f7-ea39-4e5f-a94b-f7fc832e3873'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:37:55.370928 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92be99f8-5835-4b8a-8d6d-563d599aedd3" -d '{"events": [{"server_uuid": "ade871c5-8040-4487-b39e-679fe504d59b", "name": "network-vif-plugged", "status": "completed", "tag": "0f50b1f7-ea39-4e5f-a94b-f7fc832e3873"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:37:55.383669 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 0f50b1f7-ea39-4e5f-a94b-f7fc832e3873, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=0f50b1f7-ea39-4e5f-a94b-f7fc832e3873,segment=NetworkSegment(ae7c6478-e2f3-4842-90bb-cd6e34c522ba),segment_id=ae7c6478-e2f3-4842-90bb-cd6e34c522ba)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:37:55.398630 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53ce911-e528-4b70-9cf2-688dfb63d953 x-openstack-request-id: req-d53ce911-e528-4b70-9cf2-688dfb63d953 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:37:55.398924 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d33c7b-4ba8-49a3-bd0d-ac454cf73784", "name": "network-vif-deleted", "tag": "85c87beb-8c7a-4667-8aa5-6bf11f7bedd1", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:37:55.399172 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d53ce911-e528-4b70-9cf2-688dfb63d953 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:37:55.399575 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d53ce911-e528-4b70-9cf2-688dfb63d953'] response: {'server_uuid': '32d33c7b-4ba8-49a3-bd0d-ac454cf73784', 'name': 'network-vif-deleted', 'tag': '85c87beb-8c7a-4667-8aa5-6bf11f7bedd1', 'status': 'completed', 'code': 200} Apr 21 12:37:55.449020 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-819ef7ec-630c-4c9a-b79c-f66415e90ec9 tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:55.455574 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:55.483719 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ef7ec-630c-4c9a-b79c-f66415e90ec9 tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Pushing event deleted for resources: {'Port': ['ID=915c5f6a-2547-4bbf-8d3f-4a984fc3af97,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:55.497000 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee87512f-37aa-4c36-b502-5a2d16111588 x-openstack-request-id: req-ee87512f-37aa-4c36-b502-5a2d16111588 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:37:55.497000 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade871c5-8040-4487-b39e-679fe504d59b", "name": "network-vif-plugged", "status": "completed", "tag": "0f50b1f7-ea39-4e5f-a94b-f7fc832e3873", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:37:55.497000 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ee87512f-37aa-4c36-b502-5a2d16111588 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:37:55.497000 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee87512f-37aa-4c36-b502-5a2d16111588'] response: {'server_uuid': 'ade871c5-8040-4487-b39e-679fe504d59b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f50b1f7-ea39-4e5f-a94b-f7fc832e3873', 'code': 200} Apr 21 12:37:55.511966 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=0f50b1f7-ea39-4e5f-a94b-f7fc832e3873,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:55.664552 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-819ef7ec-630c-4c9a-b79c-f66415e90ec9 tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:55.667742 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-819ef7ec-630c-4c9a-b79c-f66415e90ec9 tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:55.668892 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-819ef7ec-630c-4c9a-b79c-f66415e90ec9 tempest-ExternalNetworksAdminNegativeTestJSON-777177538 tempest-ExternalNetworksAdminNegativeTestJSON-777177538-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/60406d43-cc02-4172-80c5-27a4774d6d69 HTTP/1.1" status: 204 len: 168 time: 1.5464275 Apr 21 12:37:55.721240 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1969cbf-7cbc-4173-90dc-618cad017900 req-b974946b-7305-46a0-b077-bbb4877db99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:55.722764 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1969cbf-7cbc-4173-90dc-618cad017900 req-b974946b-7305-46a0-b077-bbb4877db99a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ade871c5-8040-4487-b39e-679fe504d59b HTTP/1.1" status: 200 len: 1097 time: 0.1393092 Apr 21 12:37:55.732459 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e6e45e-b971-4213-8b3f-36232cd0ce0f req-45c5820d-1552-4315-b742-ceb81b5c8789 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:55.733904 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06e6e45e-b971-4213-8b3f-36232cd0ce0f req-45c5820d-1552-4315-b742-ceb81b5c8789 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/ports?device_id=248c0f31-4e3e-4821-8001-0f397cd1e036 HTTP/1.1" status: 200 len: 949 time: 0.1534190 Apr 21 12:37:55.840140 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1969cbf-7cbc-4173-90dc-618cad017900 req-bf730d62-60a7-4644-a611-2743605a8874 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0f55ab40-e568-4f9f-b3af-ad00467eb9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052592 Apr 21 12:37:55.860054 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d0f5965a-503a-4b83-a57e-16c4c914f5cf req-26c13dc8-e4e7-4f69-a2c9-bdb102394f78 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 210 time: 0.0462151 Apr 21 12:37:55.863395 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06e6e45e-b971-4213-8b3f-36232cd0ce0f req-9a5d2e8b-d12d-422b-be67-da29df7a6123 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/security-groups?id=a296c869-4248-448b-af3f-f44a4c87316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207404 Apr 21 12:37:56.071612 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9658c2e-511e-45e4-a1ed-49cbd1d69584 req-df827008-cf6e-4511-86e1-68cc79e996d7 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:56.078223 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9658c2e-511e-45e4-a1ed-49cbd1d69584 req-df827008-cf6e-4511-86e1-68cc79e996d7 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:56.084373 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9658c2e-511e-45e4-a1ed-49cbd1d69584 req-df827008-cf6e-4511-86e1-68cc79e996d7 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:56.091227 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9658c2e-511e-45e4-a1ed-49cbd1d69584 req-df827008-cf6e-4511-86e1-68cc79e996d7 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:56.097046 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9658c2e-511e-45e4-a1ed-49cbd1d69584 req-df827008-cf6e-4511-86e1-68cc79e996d7 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:56.103226 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9658c2e-511e-45e4-a1ed-49cbd1d69584 req-df827008-cf6e-4511-86e1-68cc79e996d7 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:56.109430 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9658c2e-511e-45e4-a1ed-49cbd1d69584 req-df827008-cf6e-4511-86e1-68cc79e996d7 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:56.111363 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9658c2e-511e-45e4-a1ed-49cbd1d69584 req-df827008-cf6e-4511-86e1-68cc79e996d7 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5431 time: 0.1382282 Apr 21 12:37:56.183517 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9658c2e-511e-45e4-a1ed-49cbd1d69584 req-d5fdaec5-4694-412e-a92c-c1cb07d12725 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656579 Apr 21 12:37:56.187318 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f9a6472-59af-4476-adf7-445fe49004dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:56.327084 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38260) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:56.348392 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38266) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:56.411951 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7eebaeea-5c91-437f-a060-d1ad719a7e96 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:56.441341 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7eebaeea-5c91-437f-a060-d1ad719a7e96 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:56.498449 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a966d3b-4245-43e2-ad9b-2398a62fdb7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:56.507076 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8953ff7-14d2-4c74-9f93-da3f2cc8ca48 req-b684b6c7-9351-4851-9817-1403a56aae26 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:56.510231 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d8953ff7-14d2-4c74-9f93-da3f2cc8ca48 req-b684b6c7-9351-4851-9817-1403a56aae26 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ade871c5-8040-4487-b39e-679fe504d59b HTTP/1.1" status: 200 len: 946 time: 0.0843325 Apr 21 12:37:56.575453 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d8953ff7-14d2-4c74-9f93-da3f2cc8ca48 req-91c6d464-1d57-4fd0-b782-31d347ef2b6d tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f55ab40-e568-4f9f-b3af-ad00467eb9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588360 Apr 21 12:37:56.589301 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7f9a6472-59af-4476-adf7-445fe49004dd admin admin] Deleting port b3ab610d-2dcf-4286-be91-0d49906c363b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:37:56.589667 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f9a6472-59af-4476-adf7-445fe49004dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:56.601957 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a966d3b-4245-43e2-ad9b-2398a62fdb7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:56.626673 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7eebaeea-5c91-437f-a060-d1ad719a7e96 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:56.630805 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7eebaeea-5c91-437f-a060-d1ad719a7e96 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:56.636118 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7eebaeea-5c91-437f-a060-d1ad719a7e96 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "DELETE /v2.0/security-groups/e2070527-a23d-4cb3-9383-527ff2de13d6 HTTP/1.1" status: 204 len: 168 time: 0.2866740 Apr 21 12:37:56.636343 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38276) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:56.650635 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eebaeea-5c91-437f-a060-d1ad719a7e96 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2070527-a23d-4cb3-9383-527ff2de13d6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:56.653975 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-fed0628e-a704-4007-b1e9-543da064d501 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] show failed (client error): The resource could not be found. Apr 21 12:37:56.657572 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fed0628e-a704-4007-b1e9-543da064d501 tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "GET /v2.0/security-groups/e2070527-a23d-4cb3-9383-527ff2de13d6 HTTP/1.1" status: 404 len: 347 time: 0.0176919 Apr 21 12:37:56.658574 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38278) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:56.703761 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a966d3b-4245-43e2-ad9b-2398a62fdb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:56.751888 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6a966d3b-4245-43e2-ad9b-2398a62fdb7e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2d48c21cb97547eaa08ff226407a1d41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4212959 Apr 21 12:37:56.753799 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38284) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:56.760699 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a966d3b-4245-43e2-ad9b-2398a62fdb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b95b98-11cd-44e3-992f-1f7c8410cce5,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:56.792444 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-7f9a6472-59af-4476-adf7-445fe49004dd admin admin] For port b3ab610d-2dcf-4286-be91-0d49906c363b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b3ab610d-2dcf-4286-be91-0d49906c363b,segment=NetworkSegment(9eff7d4b-d162-41d3-9cd6-9e374e8673e7),segment_id=9eff7d4b-d162-41d3-9cd6-9e374e8673e7)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:37:56.792810 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f9a6472-59af-4476-adf7-445fe49004dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:56.811624 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7f9a6472-59af-4476-adf7-445fe49004dd admin admin] Calling delete_port for b3ab610d-2dcf-4286-be91-0d49906c363b owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:37:56.815568 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7b126068-33cb-42da-b316-2d7b023fa004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:56.837083 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7b126068-33cb-42da-b316-2d7b023fa004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:56.869759 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ed5774bf-8102-4186-accf-aace3b1b778f tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Deleting port 68febe4f-8230-4b23-ba37-8aaf1fbd7215 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:37:56.870104 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed5774bf-8102-4186-accf-aace3b1b778f tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:57.003796 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7b126068-33cb-42da-b316-2d7b023fa004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:57.007344 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7b126068-33cb-42da-b316-2d7b023fa004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:57.010288 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7b126068-33cb-42da-b316-2d7b023fa004 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/87b95b98-11cd-44e3-992f-1f7c8410cce5 HTTP/1.1" status: 204 len: 168 time: 0.2554638 Apr 21 12:37:57.011252 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0c093e39-f954-40d4-aa41-d7e8a5a04a61 req-b02e00be-063e-4a8c-aa47-49d79297eeaf tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 210 time: 0.0403111 Apr 21 12:37:57.018235 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b126068-33cb-42da-b316-2d7b023fa004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b95b98-11cd-44e3-992f-1f7c8410cce5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:57.031520 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed5774bf-8102-4186-accf-aace3b1b778f tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:57.031734 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed5774bf-8102-4186-accf-aace3b1b778f tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:57.056119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ed5774bf-8102-4186-accf-aace3b1b778f tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Calling delete_port for 68febe4f-8230-4b23-ba37-8aaf1fbd7215 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:37:57.273648 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f9a6472-59af-4476-adf7-445fe49004dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:57.328568 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a6472-59af-4476-adf7-445fe49004dd admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ab610d-2dcf-4286-be91-0d49906c363b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:57.337224 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed5774bf-8102-4186-accf-aace3b1b778f tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:57.408985 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5774bf-8102-4186-accf-aace3b1b778f tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Pushing event deleted for resources: {'Port': ['ID=68febe4f-8230-4b23-ba37-8aaf1fbd7215,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:57.431869 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c476d-fd39-4af4-ac71-dc56e99faf27 req-5eee709d-04c5-4d98-9a2f-f6eaf26ff566 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:57.437904 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c476d-fd39-4af4-ac71-dc56e99faf27 req-5eee709d-04c5-4d98-9a2f-f6eaf26ff566 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:57.443784 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c476d-fd39-4af4-ac71-dc56e99faf27 req-5eee709d-04c5-4d98-9a2f-f6eaf26ff566 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:57.450470 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c476d-fd39-4af4-ac71-dc56e99faf27 req-5eee709d-04c5-4d98-9a2f-f6eaf26ff566 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:57.456355 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c476d-fd39-4af4-ac71-dc56e99faf27 req-5eee709d-04c5-4d98-9a2f-f6eaf26ff566 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:57.462548 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c476d-fd39-4af4-ac71-dc56e99faf27 req-5eee709d-04c5-4d98-9a2f-f6eaf26ff566 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:57.469042 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c476d-fd39-4af4-ac71-dc56e99faf27 req-5eee709d-04c5-4d98-9a2f-f6eaf26ff566 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:57.471132 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-007c476d-fd39-4af4-ac71-dc56e99faf27 req-5eee709d-04c5-4d98-9a2f-f6eaf26ff566 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5431 time: 0.2080100 Apr 21 12:37:57.603364 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-007c476d-fd39-4af4-ac71-dc56e99faf27 req-35bc7399-d259-45ca-8905-25261b1b64c7 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1105878 Apr 21 12:37:57.619048 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed5774bf-8102-4186-accf-aace3b1b778f tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:57.620574 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed5774bf-8102-4186-accf-aace3b1b778f tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:57.621750 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ed5774bf-8102-4186-accf-aace3b1b778f tempest-ServersTestJSON-1708182025 tempest-ServersTestJSON-1708182025-project] 10.222.0.36 "DELETE /v2.0/floatingips/bc1705ce-0f1c-4a5f-b7c8-332597d7ea82 HTTP/1.1" status: 204 len: 168 time: 0.9629548 Apr 21 12:37:57.625008 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38296) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:57.977349 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38308) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:58.008396 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f9a6472-59af-4476-adf7-445fe49004dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:58.018492 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabab2c6-3e0b-407c-93f5-2237eea1a430 req-100e7389-e038-4c67-98d7-600be1642403 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:58.020792 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dabab2c6-3e0b-407c-93f5-2237eea1a430 req-100e7389-e038-4c67-98d7-600be1642403 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ade871c5-8040-4487-b39e-679fe504d59b HTTP/1.1" status: 200 len: 946 time: 0.3614047 Apr 21 12:37:58.036041 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-88476b40-f7c6-4f6b-8659-b6da608294db admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2518a1d2b6d349d4b8c83407862903ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538738 Apr 21 12:37:58.036607 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38310) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:58.046660 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f0c01faa-0bde-424b-abbc-6ba2674b4df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:58.110375 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dabab2c6-3e0b-407c-93f5-2237eea1a430 req-2d1c2364-cc7d-432f-b254-22593f48a188 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f55ab40-e568-4f9f-b3af-ad00467eb9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809708 Apr 21 12:37:58.132192 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-682bf329-6355-4c06-a70d-d04447af68c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:58.184515 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-448cef9c-e236-422d-a6cb-e7e2b918bfcd req-ac99c50e-ebe5-4518-8cd0-0576defa0341 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 210 time: 0.0355358 Apr 21 12:37:58.406354 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e7160-9279-43f0-b842-f8476ed874f7 req-de2b3f74-ebcc-43f7-a85e-4b44aa83a55e tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:58.407937 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-547e7160-9279-43f0-b842-f8476ed874f7 req-de2b3f74-ebcc-43f7-a85e-4b44aa83a55e tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ade871c5-8040-4487-b39e-679fe504d59b HTTP/1.1" status: 200 len: 946 time: 0.1709642 Apr 21 12:37:58.416819 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38316) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:58.421427 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a27c817a-364d-47b3-bff8-b90972fa7ebf tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Request body: {'floatingip': {'port_id': '0f50b1f7-ea39-4e5f-a94b-f7fc832e3873'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:37:58.468457 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-682bf329-6355-4c06-a70d-d04447af68c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:58.486498 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a27c817a-364d-47b3-bff8-b90972fa7ebf tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:58.489556 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9a6472-59af-4476-adf7-445fe49004dd admin admin] Router ba781260-af27-4a5c-91cc-4c216da175be has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:37:58.498424 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-5fe60905-40dc-432b-82e9-c6a51757988e tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:58.499887 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-5fe60905-40dc-432b-82e9-c6a51757988e tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.26 "GET /v2.0/networks?id=32a67a5e-b72b-4167-97d6-5767775875e4 HTTP/1.1" status: 200 len: 807 time: 0.2585893 Apr 21 12:37:58.535958 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-fb39691d-9d75-4561-81dc-a383577c84df tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Request body: {'port': {'device_id': '5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4', 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4', 'admin_state_up': True, 'tenant_id': 'e16b811ea21846c89491aea47e9a7301'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:37:58.678749 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-682bf329-6355-4c06-a70d-d04447af68c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:58.678749 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-682bf329-6355-4c06-a70d-d04447af68c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:58.680811 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-682bf329-6355-4c06-a70d-d04447af68c0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d1afd202-a644-4657-b8ad-6ccf262d5eb2 HTTP/1.1" status: 204 len: 168 time: 0.6433012 Apr 21 12:37:58.694473 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682bf329-6355-4c06-a70d-d04447af68c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1afd202-a644-4657-b8ad-6ccf262d5eb2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:58.700897 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f0c01faa-0bde-424b-abbc-6ba2674b4df9 admin admin] Deleting port 34acac91-711f-41b3-8d27-a96a4bea1834 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:37:58.701841 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f0c01faa-0bde-424b-abbc-6ba2674b4df9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:58.836700 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-f0c01faa-0bde-424b-abbc-6ba2674b4df9 admin admin] For port 34acac91-711f-41b3-8d27-a96a4bea1834, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=34acac91-711f-41b3-8d27-a96a4bea1834,segment=NetworkSegment(6c571daf-4be4-427d-8c5f-a3f1be05cab8),segment_id=6c571daf-4be4-427d-8c5f-a3f1be05cab8)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:37:58.837091 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f0c01faa-0bde-424b-abbc-6ba2674b4df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:58.855148 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f0c01faa-0bde-424b-abbc-6ba2674b4df9 admin admin] Calling delete_port for 34acac91-711f-41b3-8d27-a96a4bea1834 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:37:58.893872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e20c6-ade5-4db9-b749-9f53e8e62a3e req-7181ef8a-0391-4141-a7b9-54c86664948a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:58.899904 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e20c6-ade5-4db9-b749-9f53e8e62a3e req-7181ef8a-0391-4141-a7b9-54c86664948a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:58.906501 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e20c6-ade5-4db9-b749-9f53e8e62a3e req-7181ef8a-0391-4141-a7b9-54c86664948a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:58.912447 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e20c6-ade5-4db9-b749-9f53e8e62a3e req-7181ef8a-0391-4141-a7b9-54c86664948a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:58.918305 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e20c6-ade5-4db9-b749-9f53e8e62a3e req-7181ef8a-0391-4141-a7b9-54c86664948a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:58.924659 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e20c6-ade5-4db9-b749-9f53e8e62a3e req-7181ef8a-0391-4141-a7b9-54c86664948a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:58.931611 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e20c6-ade5-4db9-b749-9f53e8e62a3e req-7181ef8a-0391-4141-a7b9-54c86664948a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:37:58.933927 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb6e20c6-ade5-4db9-b749-9f53e8e62a3e req-7181ef8a-0391-4141-a7b9-54c86664948a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5431 time: 0.1985590 Apr 21 12:37:58.951731 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9cd51ead-3ab0-448e-a269-53eb81699a61 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:37:59.052105 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9a6472-59af-4476-adf7-445fe49004dd admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:37:59.060829 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7f9a6472-59af-4476-adf7-445fe49004dd admin admin] 10.222.0.36 "PUT /v2.0/routers/ba781260-af27-4a5c-91cc-4c216da175be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7028074 Apr 21 12:37:59.061059 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 9cd51ead-3ab0-448e-a269-53eb81699a61, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9cd51ead-3ab0-448e-a269-53eb81699a61,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:37:59.066166 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38332) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:37:59.068641 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a56555-1037-46e4-aa1d-7b5744a56c7f None None] Sync routers for ids ['ba781260-af27-4a5c-91cc-4c216da175be'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:37:59.075211 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '9cd51ead-3ab0-448e-a269-53eb81699a61', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': '9cd51ead-3ab0-448e-a269-53eb81699a61', 'mac_address': 'fa:16:3e:36:dc:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:37:59.077310 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c6524c1b-097e-46be-af06-561f569f2429 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:37:59.098384 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a56555-1037-46e4-aa1d-7b5744a56c7f None None] Routers {'ba781260-af27-4a5c-91cc-4c216da175be'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:37:59.099176 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-98a56555-1037-46e4-aa1d-7b5744a56c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:37:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ba781260-af27-4a5c-91cc-4c216da175be'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:37:59.099361 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb6e20c6-ade5-4db9-b749-9f53e8e62a3e req-e2f1f796-5afa-4cd2-8e3f-f255dde2bfc1 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1035087 Apr 21 12:37:59.205260 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:59.239033 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-fb39691d-9d75-4561-81dc-a383577c84df tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Made reservation on behalf of e16b811ea21846c89491aea47e9a7301 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:37:59.244630 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-fb39691d-9d75-4561-81dc-a383577c84df tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:59.252416 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f0c01faa-0bde-424b-abbc-6ba2674b4df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:59.308140 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:59.311340 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd51ead-3ab0-448e-a269-53eb81699a61 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:37:59.350872 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 9cd51ead-3ab0-448e-a269-53eb81699a61, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9cd51ead-3ab0-448e-a269-53eb81699a61,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:37:59.357821 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248c0f31-4e3e-4821-8001-0f397cd1e036', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6524c1b-097e-46be-af06-561f569f2429'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:37:59.360258 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662b7498-8dd1-4512-81f2-b5bbffed80f4" -d '{"events": [{"server_uuid": "248c0f31-4e3e-4821-8001-0f397cd1e036", "name": "network-vif-unplugged", "status": "completed", "tag": "c6524c1b-097e-46be-af06-561f569f2429"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:37:59.375289 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port c6524c1b-097e-46be-af06-561f569f2429, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c6524c1b-097e-46be-af06-561f569f2429,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:37:59.405673 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd5e3037-f1f0-48db-8e7e-04bba61c2919 admin admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:59.433173 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:59.436467 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27d8f88-fda6-4567-a307-f845aba06db4 x-openstack-request-id: req-b27d8f88-fda6-4567-a307-f845aba06db4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:37:59.437230 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248c0f31-4e3e-4821-8001-0f397cd1e036", "name": "network-vif-unplugged", "status": "completed", "tag": "c6524c1b-097e-46be-af06-561f569f2429", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:37:59.437719 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b27d8f88-fda6-4567-a307-f845aba06db4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:37:59.438328 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b27d8f88-fda6-4567-a307-f845aba06db4'] response: {'server_uuid': '248c0f31-4e3e-4821-8001-0f397cd1e036', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6524c1b-097e-46be-af06-561f569f2429', 'code': 200} Apr 21 12:37:59.445346 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-98a56555-1037-46e4-aa1d-7b5744a56c7f None None] Set router ba781260-af27-4a5c-91cc-4c216da175be gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:37:59.533637 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9c943bd-3da4-48f0-88c9-786d808fa3d3 req-00893189-6563-410b-902e-5af66fdc4db8 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 210 time: 0.1196017 Apr 21 12:37:59.555114 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=9cd51ead-3ab0-448e-a269-53eb81699a61,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:59.574202 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:59.575891 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c01faa-0bde-424b-abbc-6ba2674b4df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=34acac91-711f-41b3-8d27-a96a4bea1834,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:59.633481 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['9cd51ead-3ab0-448e-a269-53eb81699a61'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:37:59.747775 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=c6524c1b-097e-46be-af06-561f569f2429,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:37:59.752465 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd5e3037-f1f0-48db-8e7e-04bba61c2919 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:59.810590 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f0c01faa-0bde-424b-abbc-6ba2674b4df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:37:59.980001 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-98a56555-1037-46e4-aa1d-7b5744a56c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418233345-router', 'tenant_id': '12670436f3aa407086af9869283c3bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': 'f27f2466-2d25-4cf3-98a0-d8a04ee1cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:36:53Z', 'updated_at': '2022-04-21T12:37:57Z', 'revision_number': 5, 'project_id': '12670436f3aa407086af9869283c3bf1', 'gw_port': {'id': 'f27f2466-2d25-4cf3-98a0-d8a04ee1cb69', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:36:54Z', 'updated_at': '2022-04-21T12:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:37:59.986604 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-fb39691d-9d75-4561-81dc-a383577c84df tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Allocated IP 172.20.0.5 (32a67a5e-b72b-4167-97d6-5767775875e4/a3b8f234-8156-4627-8cae-e6fcb5c2aa35/9ba1c6a9-ccae-48d7-b4cc-8b184ac77319) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:37:59.990859 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-dd5e3037-f1f0-48db-8e7e-04bba61c2919 admin admin] Deleting port f27f2466-2d25-4cf3-98a0-d8a04ee1cb69 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:37:59.991205 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd5e3037-f1f0-48db-8e7e-04bba61c2919 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:00.018310 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a56555-1037-46e4-aa1d-7b5744a56c7f None None] Checking router: ba781260-af27-4a5c-91cc-4c216da175be for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:38:00.041754 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a56555-1037-46e4-aa1d-7b5744a56c7f None None] Routers {'ba781260-af27-4a5c-91cc-4c216da175be'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:38:00.043126 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-98a56555-1037-46e4-aa1d-7b5744a56c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:37:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ba781260-af27-4a5c-91cc-4c216da175be'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:00.137410 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-98a56555-1037-46e4-aa1d-7b5744a56c7f None None] Set router ba781260-af27-4a5c-91cc-4c216da175be gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:38:00.188364 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-fb39691d-9d75-4561-81dc-a383577c84df tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:00.193015 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-dd5e3037-f1f0-48db-8e7e-04bba61c2919 admin admin] For port f27f2466-2d25-4cf3-98a0-d8a04ee1cb69, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f27f2466-2d25-4cf3-98a0-d8a04ee1cb69,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:00.193505 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd5e3037-f1f0-48db-8e7e-04bba61c2919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:00.241711 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-98a56555-1037-46e4-aa1d-7b5744a56c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418233345-router', 'tenant_id': '12670436f3aa407086af9869283c3bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:36:53Z', 'updated_at': '2022-04-21T12:37:59Z', 'revision_number': 6, 'project_id': '12670436f3aa407086af9869283c3bf1', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:00.260327 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.db.resource_extend [None req-a27c817a-364d-47b3-bff8-b90972fa7ebf tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 12:38:00.287131 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a56555-1037-46e4-aa1d-7b5744a56c7f None None] The sync data for ids ['ba781260-af27-4a5c-91cc-4c216da175be'] in n-d-836147-2 is: [{'id': 'ba781260-af27-4a5c-91cc-4c216da175be', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1418233345-router', 'tenant_id': '12670436f3aa407086af9869283c3bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:36:53Z', 'updated_at': '2022-04-21T12:37:59Z', 'revision_number': 6, 'project_id': '12670436f3aa407086af9869283c3bf1', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:38:00.310623 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-dd5e3037-f1f0-48db-8e7e-04bba61c2919 admin admin] Calling delete_port for f27f2466-2d25-4cf3-98a0-d8a04ee1cb69 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:38:00.407487 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-fb39691d-9d75-4561-81dc-a383577c84df tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:00.419699 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['0640e710-1a46-475a-9474-849889575487', '3adc36f8-205c-4591-8e10-cd27d3256d5e'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:38:00.434416 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c01faa-0bde-424b-abbc-6ba2674b4df9 admin admin] Router 4af10dc5-6822-4608-96aa-54db7ee1fa12 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:38:00.495459 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39691d-9d75-4561-81dc-a383577c84df tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Pushing event updated for resources: {'Port': ['ID=9ba1c6a9-ccae-48d7-b4cc-8b184ac77319,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:00.529011 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-fb39691d-9d75-4561-81dc-a383577c84df tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Network 32a67a5e-b72b-4167-97d6-5767775875e4 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:38:00.536090 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-fb39691d-9d75-4561-81dc-a383577c84df tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:38:00.542235 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-fb39691d-9d75-4561-81dc-a383577c84df tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:38:00.609792 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a27c817a-364d-47b3-bff8-b90972fa7ebf tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:00.623404 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-fb39691d-9d75-4561-81dc-a383577c84df tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:00.624394 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-fb39691d-9d75-4561-81dc-a383577c84df tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:00.653147 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f002f-8cb0-4a21-adfc-d13487ab5bf2 req-aaa50576-7195-4e70-a99a-d994e17f52f1 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:00.676866 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f002f-8cb0-4a21-adfc-d13487ab5bf2 req-aaa50576-7195-4e70-a99a-d994e17f52f1 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:00.683908 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f002f-8cb0-4a21-adfc-d13487ab5bf2 req-aaa50576-7195-4e70-a99a-d994e17f52f1 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:00.690540 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f002f-8cb0-4a21-adfc-d13487ab5bf2 req-aaa50576-7195-4e70-a99a-d994e17f52f1 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:00.711830 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f002f-8cb0-4a21-adfc-d13487ab5bf2 req-aaa50576-7195-4e70-a99a-d994e17f52f1 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:00.735758 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f002f-8cb0-4a21-adfc-d13487ab5bf2 req-aaa50576-7195-4e70-a99a-d994e17f52f1 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:00.742925 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38382) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:00.744988 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f002f-8cb0-4a21-adfc-d13487ab5bf2 req-aaa50576-7195-4e70-a99a-d994e17f52f1 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:00.748854 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d2f002f-8cb0-4a21-adfc-d13487ab5bf2 req-aaa50576-7195-4e70-a99a-d994e17f52f1 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5431 time: 0.3556168 Apr 21 12:38:00.826189 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a27c817a-364d-47b3-bff8-b90972fa7ebf tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:00.925840 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c01faa-0bde-424b-abbc-6ba2674b4df9 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:38:00.937733 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f0c01faa-0bde-424b-abbc-6ba2674b4df9 admin admin] 10.222.0.36 "PUT /v2.0/routers/4af10dc5-6822-4608-96aa-54db7ee1fa12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3102953 Apr 21 12:38:00.939363 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4231d2ae-4bc8-4fa8-8023-ec3494d26ddc None None] Sync routers for ids ['4af10dc5-6822-4608-96aa-54db7ee1fa12'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:38:00.951938 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-690e4117-3f2e-472b-92ff-1783b5090ee4 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-928286215'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:00.956953 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9cd51ead-3ab0-448e-a269-53eb81699a61 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:38:00.966436 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38390) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:00.988868 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-fb39691d-9d75-4561-81dc-a383577c84df tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4581978 Apr 21 12:38:00.993915 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d2f002f-8cb0-4a21-adfc-d13487ab5bf2 req-6d3fbbb2-ac35-441b-84ab-bfd6b23fb239 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1960325 Apr 21 12:38:01.006466 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-4b3cbd3d-16b5-4754-bfc3-1ddce31a4666 service neutron] Request body: {'port': {'device_id': '5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:01.037033 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4231d2ae-4bc8-4fa8-8023-ec3494d26ddc None None] Routers {'4af10dc5-6822-4608-96aa-54db7ee1fa12'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:38:01.042759 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4231d2ae-4bc8-4fa8-8023-ec3494d26ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:37:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['4af10dc5-6822-4608-96aa-54db7ee1fa12'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:01.134591 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 9cd51ead-3ab0-448e-a269-53eb81699a61 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:01.134960 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:01.141960 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899d91a-9506-438a-a534-034e22377956 req-0198b34b-0628-4e9d-a722-90033ba162bc tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:01.143788 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f899d91a-9506-438a-a534-034e22377956 req-0198b34b-0628-4e9d-a722-90033ba162bc tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 931 time: 0.3740478 Apr 21 12:38:01.167096 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690e4117-3f2e-472b-92ff-1783b5090ee4 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Made reservation on behalf of 03243c98c14d42f7b32eee96c7440153 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:38:01.176569 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-690e4117-3f2e-472b-92ff-1783b5090ee4 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:01.207855 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9d09437-259a-4a61-9eb8-494bbfa10620 admin admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:01.256480 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-4b3cbd3d-16b5-4754-bfc3-1ddce31a4666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:01.259273 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-4231d2ae-4bc8-4fa8-8023-ec3494d26ddc None None] Set router 4af10dc5-6822-4608-96aa-54db7ee1fa12 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:38:01.293669 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-a27c817a-364d-47b3-bff8-b90972fa7ebf tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Floating IP 72b8a505-9483-49e1-919f-007c73fb9e8c associated. External IP: 172.25.8.195, port: 0f50b1f7-ea39-4e5f-a94b-f7fc832e3873. Apr 21 12:38:01.364567 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:01.367908 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-690e4117-3f2e-472b-92ff-1783b5090ee4 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:01.386508 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9d09437-259a-4a61-9eb8-494bbfa10620 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:01.390615 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd5e3037-f1f0-48db-8e7e-04bba61c2919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:01.413476 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f899d91a-9506-438a-a534-034e22377956 req-2e00a7b5-8077-4b7d-84e1-07647ee4fc91 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620616 Apr 21 12:38:01.464259 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e3037-f1f0-48db-8e7e-04bba61c2919 admin admin] Pushing event deleted for resources: {'Port': ['ID=f27f2466-2d25-4cf3-98a0-d8a04ee1cb69,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:01.574658 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9caa293c-23a9-4aa9-861c-607d6ac99ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd51ead-3ab0-448e-a269-53eb81699a61'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:38:01.576972 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55359c3-77e9-49bd-84bd-025103753726" -d '{"events": [{"server_uuid": "9caa293c-23a9-4aa9-861c-607d6ac99ff1", "name": "network-vif-plugged", "status": "completed", "tag": "9cd51ead-3ab0-448e-a269-53eb81699a61"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:38:01.585900 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f27f2466-2d25-4cf3-98a0-d8a04ee1cb69 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:38:01.625931 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 9cd51ead-3ab0-448e-a269-53eb81699a61, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9cd51ead-3ab0-448e-a269-53eb81699a61,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:01.636516 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd5e3037-f1f0-48db-8e7e-04bba61c2919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:01.678557 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: f27f2466-2d25-4cf3-98a0-d8a04ee1cb69 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:38:01.678994 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f27f2466-2d25-4cf3-98a0-d8a04ee1cb69 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:38:01.679491 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b3ab610d-2dcf-4286-be91-0d49906c363b no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:38:01.684502 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0940a3-2055-4934-be8e-c6007148a369 x-openstack-request-id: req-bd0940a3-2055-4934-be8e-c6007148a369 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:38:01.684887 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9caa293c-23a9-4aa9-861c-607d6ac99ff1", "name": "network-vif-plugged", "status": "completed", "tag": "9cd51ead-3ab0-448e-a269-53eb81699a61", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:38:01.685219 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd0940a3-2055-4934-be8e-c6007148a369 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:38:01.685725 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd0940a3-2055-4934-be8e-c6007148a369'] response: {'server_uuid': '9caa293c-23a9-4aa9-861c-607d6ac99ff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd51ead-3ab0-448e-a269-53eb81699a61', 'code': 200} Apr 21 12:38:01.713058 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: b3ab610d-2dcf-4286-be91-0d49906c363b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:38:01.713542 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b3ab610d-2dcf-4286-be91-0d49906c363b not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:38:01.715377 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:01.797574 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd5e3037-f1f0-48db-8e7e-04bba61c2919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:01.804830 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-690e4117-3f2e-472b-92ff-1783b5090ee4 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:01.806745 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd5e3037-f1f0-48db-8e7e-04bba61c2919 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:01.900695 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c9d09437-259a-4a61-9eb8-494bbfa10620 admin admin] Deleting port 0fd0d6f2-c80c-4432-a022-ead28f007c48 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:38:01.901102 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9d09437-259a-4a61-9eb8-494bbfa10620 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:01.903121 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-690e4117-3f2e-472b-92ff-1783b5090ee4 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:01.956277 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4231d2ae-4bc8-4fa8-8023-ec3494d26ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'name': 'tempest-ServersTestJSON-1602664124-router', 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.242'}], 'enable_snat': True}, 'gw_port_id': '0fd0d6f2-c80c-4432-a022-ead28f007c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:35Z', 'updated_at': '2022-04-21T12:37:59Z', 'revision_number': 5, 'project_id': 'acc1120f1d4f4f90b945936501a65e91', 'gw_port': {'id': '0fd0d6f2-c80c-4432-a022-ead28f007c48', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:50:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:36Z', 'updated_at': '2022-04-21T12:35:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:01.963169 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=9cd51ead-3ab0-448e-a269-53eb81699a61,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:02.006235 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd5e3037-f1f0-48db-8e7e-04bba61c2919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:02.006912 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5e3037-f1f0-48db-8e7e-04bba61c2919 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba781260-af27-4a5c-91cc-4c216da175be {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:38:02.008740 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690e4117-3f2e-472b-92ff-1783b5090ee4 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:38:02.014232 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e4117-3f2e-472b-92ff-1783b5090ee4 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b37fa289-482b-4f8b-8870-106e360dfcec,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:02.021455 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd5e3037-f1f0-48db-8e7e-04bba61c2919 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:02.022781 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-dd5e3037-f1f0-48db-8e7e-04bba61c2919 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ba781260-af27-4a5c-91cc-4c216da175be HTTP/1.1" status: 204 len: 168 time: 2.9546196 Apr 21 12:38:02.029843 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38410) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:02.043343 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4231d2ae-4bc8-4fa8-8023-ec3494d26ddc None None] Checking router: 4af10dc5-6822-4608-96aa-54db7ee1fa12 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:38:02.047338 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-690e4117-3f2e-472b-92ff-1783b5090ee4 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:02.057532 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-690e4117-3f2e-472b-92ff-1783b5090ee4 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Added segment e0d0d460-300c-4963-a01e-2edd88590f98 of type vlan for network 725b89bf-5b15-4410-ac42-19e472012bcb Apr 21 12:38:02.065438 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4231d2ae-4bc8-4fa8-8023-ec3494d26ddc None None] Routers {'4af10dc5-6822-4608-96aa-54db7ee1fa12'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:38:02.066170 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4231d2ae-4bc8-4fa8-8023-ec3494d26ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:37:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['4af10dc5-6822-4608-96aa-54db7ee1fa12'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:02.184528 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-c9d09437-259a-4a61-9eb8-494bbfa10620 admin admin] For port 0fd0d6f2-c80c-4432-a022-ead28f007c48, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=0fd0d6f2-c80c-4432-a022-ead28f007c48,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:02.185146 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9d09437-259a-4a61-9eb8-494bbfa10620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:02.194724 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-b199e987-c9a9-4b8c-9250-36f2688444dc admin admin] Deleting subnet cee048ff-4683-4ea8-8ea2-49897ca6282b {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:38:02.216255 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b199e987-c9a9-4b8c-9250-36f2688444dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:02.224444 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 705963bf-02f4-4781-bc61-f2db5e181472 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:38:02.260093 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-690e4117-3f2e-472b-92ff-1783b5090ee4 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:02.264566 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c9d09437-259a-4a61-9eb8-494bbfa10620 admin admin] Calling delete_port for 0fd0d6f2-c80c-4432-a022-ead28f007c48 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:38:02.306577 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b199e987-c9a9-4b8c-9250-36f2688444dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:02.458179 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-4231d2ae-4bc8-4fa8-8023-ec3494d26ddc None None] Set router 4af10dc5-6822-4608-96aa-54db7ee1fa12 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:38:02.536631 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4231d2ae-4bc8-4fa8-8023-ec3494d26ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'name': 'tempest-ServersTestJSON-1602664124-router', 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:35Z', 'updated_at': '2022-04-21T12:38:01Z', 'revision_number': 6, 'project_id': 'acc1120f1d4f4f90b945936501a65e91', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:02.650539 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4231d2ae-4bc8-4fa8-8023-ec3494d26ddc None None] The sync data for ids ['4af10dc5-6822-4608-96aa-54db7ee1fa12'] in n-d-836147-2 is: [{'id': '4af10dc5-6822-4608-96aa-54db7ee1fa12', 'name': 'tempest-ServersTestJSON-1602664124-router', 'tenant_id': 'acc1120f1d4f4f90b945936501a65e91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:35Z', 'updated_at': '2022-04-21T12:38:01Z', 'revision_number': 6, 'project_id': 'acc1120f1d4f4f90b945936501a65e91', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:38:02.668832 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 705963bf-02f4-4781-bc61-f2db5e181472, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=705963bf-02f4-4781-bc61-f2db5e181472,segment=NetworkSegment(809dc041-eed1-4719-81ae-d2f5a67a6a8c),segment_id=809dc041-eed1-4719-81ae-d2f5a67a6a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:02.685141 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '705963bf-02f4-4781-bc61-f2db5e181472', 'network_id': 'ff76b4c9-41c1-41f6-b547-1cd37cbf682c', 'port_id': '705963bf-02f4-4781-bc61-f2db5e181472', 'mac_address': 'fa:16:3e:c7:28:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdc28bf1-e915-4072-b8cd-eaf24f93a684', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:38:02.710292 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27c817a-364d-47b3-bff8-b90972fa7ebf tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Router 3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:38:02.743184 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:02.759989 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 705963bf-02f4-4781-bc61-f2db5e181472 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:38:02.794853 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 705963bf-02f4-4781-bc61-f2db5e181472, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=705963bf-02f4-4781-bc61-f2db5e181472,segment=NetworkSegment(809dc041-eed1-4719-81ae-d2f5a67a6a8c),segment_id=809dc041-eed1-4719-81ae-d2f5a67a6a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:02.840807 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-690e4117-3f2e-472b-92ff-1783b5090ee4 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:02.847518 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690e4117-3f2e-472b-92ff-1783b5090ee4 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:02.848273 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-690e4117-3f2e-472b-92ff-1783b5090ee4 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:02.855691 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:02.861137 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 82e67d61-4701-4300-9171-99f0f042f70a details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:38:02.985379 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b199e987-c9a9-4b8c-9250-36f2688444dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:03.082879 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-690e4117-3f2e-472b-92ff-1783b5090ee4 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.3387523 Apr 21 12:38:03.088379 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e4117-3f2e-472b-92ff-1783b5090ee4 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Pushing event updated for resources: {'Network': ['ID=725b89bf-5b15-4410-ac42-19e472012bcb,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:03.107496 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38426) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:03.109606 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 725b89bf-5b15-4410-ac42-19e472012bcb details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:38:03.112048 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27c817a-364d-47b3-bff8-b90972fa7ebf tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:38:03.117486 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a27c817a-364d-47b3-bff8-b90972fa7ebf tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:03.126272 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a338747-5306-4a59-a3c5-ae5636a4a86f None None] Sync routers for ids ['3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:38:03.127521 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4f3c495a-04cc-4deb-aada-d5d84660f156 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Request body: {'subnet': {'network_id': '725b89bf-5b15-4410-ac42-19e472012bcb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:03.149197 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-4b3cbd3d-16b5-4754-bfc3-1ddce31a4666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:38:03.163284 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a338747-5306-4a59-a3c5-ae5636a4a86f None None] Routers {'3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:38:03.163284 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0a338747-5306-4a59-a3c5-ae5636a4a86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:37:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:03.163573 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a27c817a-364d-47b3-bff8-b90972fa7ebf tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "PUT /v2.0/floatingips/72b8a505-9483-49e1-919f-007c73fb9e8c HTTP/1.1" status: 200 len: 992 time: 4.7388031 Apr 21 12:38:03.178856 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade871c5-8040-4487-b39e-679fe504d59b', 'tag': '0f50b1f7-ea39-4e5f-a94b-f7fc832e3873'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:38:03.181273 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84cbf3d-c1ca-4a9d-83d4-8c703af08111" -d '{"events": [{"name": "network-changed", "server_uuid": "ade871c5-8040-4487-b39e-679fe504d59b", "tag": "0f50b1f7-ea39-4e5f-a94b-f7fc832e3873"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:38:03.191082 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-4b3cbd3d-16b5-4754-bfc3-1ddce31a4666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:03.218743 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf0ca2-9d9d-41d6-be40-6a5953d37e0e req-a8effd53-726e-4a04-b654-0661b5ca6361 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:03.225614 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf0ca2-9d9d-41d6-be40-6a5953d37e0e req-a8effd53-726e-4a04-b654-0661b5ca6361 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:03.232083 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf0ca2-9d9d-41d6-be40-6a5953d37e0e req-a8effd53-726e-4a04-b654-0661b5ca6361 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:03.238397 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf0ca2-9d9d-41d6-be40-6a5953d37e0e req-a8effd53-726e-4a04-b654-0661b5ca6361 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:03.246719 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf0ca2-9d9d-41d6-be40-6a5953d37e0e req-a8effd53-726e-4a04-b654-0661b5ca6361 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:03.253306 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf0ca2-9d9d-41d6-be40-6a5953d37e0e req-a8effd53-726e-4a04-b654-0661b5ca6361 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:03.260014 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf0ca2-9d9d-41d6-be40-6a5953d37e0e req-a8effd53-726e-4a04-b654-0661b5ca6361 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:03.262928 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a7cf0ca2-9d9d-41d6-be40-6a5953d37e0e req-a8effd53-726e-4a04-b654-0661b5ca6361 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5432 time: 0.4375269 Apr 21 12:38:03.287222 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a90bd-8063-4603-b1fc-c607c2bd0d17 req-fb613262-f564-467f-8b20-bae0e3320fca tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:03.288827 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec4a90bd-8063-4603-b1fc-c607c2bd0d17 req-fb613262-f564-467f-8b20-bae0e3320fca tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 931 time: 0.4623368 Apr 21 12:38:03.316875 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 34acac91-711f-41b3-8d27-a96a4bea1834 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:38:03.330215 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=705963bf-02f4-4781-bc61-f2db5e181472,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:03.334973 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-4b3cbd3d-16b5-4754-bfc3-1ddce31a4666 service neutron] Transition to ACTIVE for port object 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:38:03.340162 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a7cf0ca2-9d9d-41d6-be40-6a5953d37e0e req-b38a2cdf-c8ec-49d8-9957-9215aa0c0e7a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653477 Apr 21 12:38:03.356889 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-d8c5c0ab-9fb2-47b1-b0aa-cadd656ce2d8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4293756 Apr 21 12:38:03.404404 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-4b3cbd3d-16b5-4754-bfc3-1ddce31a4666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:03.447415 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9d09437-259a-4a61-9eb8-494bbfa10620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:03.468582 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 34acac91-711f-41b3-8d27-a96a4bea1834 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:38:03.468910 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 34acac91-711f-41b3-8d27-a96a4bea1834 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:38:03.511386 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 82e67d61-4701-4300-9171-99f0f042f70a, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=82e67d61-4701-4300-9171-99f0f042f70a,segment=NetworkSegment(8e92a1d7-2432-4d52-964c-65f50bb20e30),segment_id=8e92a1d7-2432-4d52-964c-65f50bb20e30)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:03.536817 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d09437-259a-4a61-9eb8-494bbfa10620 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fd0d6f2-c80c-4432-a022-ead28f007c48,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:03.543726 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '82e67d61-4701-4300-9171-99f0f042f70a', 'network_id': '88f7b39c-5c7e-4b72-9226-ad89000145b7', 'port_id': '82e67d61-4701-4300-9171-99f0f042f70a', 'mac_address': 'fa:16:3e:6b:03:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6aa2f7-1c96-4cd2-b9b1-b428448dd54b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:38:03.547678 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b199e987-c9a9-4b8c-9250-36f2688444dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:03.581040 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0a338747-5306-4a59-a3c5-ae5636a4a86f None None] Set router 3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:38:03.596860 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03ff832-f8ce-4b67-8fb4-404387b3a745 x-openstack-request-id: req-f03ff832-f8ce-4b67-8fb4-404387b3a745 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:38:03.597256 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade871c5-8040-4487-b39e-679fe504d59b", "tag": "0f50b1f7-ea39-4e5f-a94b-f7fc832e3873", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:38:03.597508 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f03ff832-f8ce-4b67-8fb4-404387b3a745 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:38:03.597953 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f03ff832-f8ce-4b67-8fb4-404387b3a745'] response: {'name': 'network-changed', 'server_uuid': 'ade871c5-8040-4487-b39e-679fe504d59b', 'tag': '0f50b1f7-ea39-4e5f-a94b-f7fc832e3873', 'status': 'completed', 'code': 200} Apr 21 12:38:03.660740 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:03.698476 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec4a90bd-8063-4603-b1fc-c607c2bd0d17 req-6acde8d2-12e3-4d1b-8265-ccd4aa271d5f tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657389 Apr 21 12:38:03.717732 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82e67d61-4701-4300-9171-99f0f042f70a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:38:03.750554 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3cbd3d-16b5-4754-bfc3-1ddce31a4666 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba1c6a9-ccae-48d7-b4cc-8b184ac77319,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:03.773160 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 82e67d61-4701-4300-9171-99f0f042f70a, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=82e67d61-4701-4300-9171-99f0f042f70a,segment=NetworkSegment(8e92a1d7-2432-4d52-964c-65f50bb20e30),segment_id=8e92a1d7-2432-4d52-964c-65f50bb20e30)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:03.797354 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-48c8260b-a213-4856-9a74-c581e68ba506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:03.806512 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-48c8260b-a213-4856-9a74-c581e68ba506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:03.808688 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-48c8260b-a213-4856-9a74-c581e68ba506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:03.809236 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-48c8260b-a213-4856-9a74-c581e68ba506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:03.814198 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-48c8260b-a213-4856-9a74-c581e68ba506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:03.814763 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-48c8260b-a213-4856-9a74-c581e68ba506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:03.815300 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-48c8260b-a213-4856-9a74-c581e68ba506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:03.817488 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-48c8260b-a213-4856-9a74-c581e68ba506 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6f1908decb8e42768935cf18d0563e60&device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 6491 time: 0.3671360 Apr 21 12:38:03.823585 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199e987-c9a9-4b8c-9250-36f2688444dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cee048ff-4683-4ea8-8ea2-49897ca6282b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:03.826189 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f3c495a-04cc-4deb-aada-d5d84660f156 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Made reservation on behalf of 03243c98c14d42f7b32eee96c7440153 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:38:03.831005 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f3c495a-04cc-4deb-aada-d5d84660f156 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:03.838808 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9d09437-259a-4a61-9eb8-494bbfa10620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:03.857651 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:03.858584 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 7d0d16a9-4ae0-457b-9fd1-99f702e00f9d details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:38:03.880091 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cbf3d-c1ca-4a9d-83d4-8c703af08111 req-47e8774e-cc05-4f14-a081-b9700d4f9fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:03.886022 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f84cbf3d-c1ca-4a9d-83d4-8c703af08111 req-47e8774e-cc05-4f14-a081-b9700d4f9fee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a208b1412791496188b5b7f9d81a64f6&device_id=ade871c5-8040-4487-b39e-679fe504d59b HTTP/1.1" status: 200 len: 1097 time: 0.2829318 Apr 21 12:38:04.089252 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 7d0d16a9-4ae0-457b-9fd1-99f702e00f9d, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=7d0d16a9-4ae0-457b-9fd1-99f702e00f9d,segment=NetworkSegment(3ee70c77-be48-440a-b339-a8a0e2541b70),segment_id=3ee70c77-be48-440a-b339-a8a0e2541b70)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:04.136340 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0a338747-5306-4a59-a3c5-ae5636a4a86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'name': 'tempest-AttachVolumeTestJSON-1451595583-router', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:33:58Z', 'updated_at': '2022-04-21T12:34:07Z', 'revision_number': 4, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'gw_port': {'id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:33:59Z', 'updated_at': '2022-04-21T12:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '72b8a505-9483-49e1-919f-007c73fb9e8c', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'port_id': '0f50b1f7-ea39-4e5f-a94b-f7fc832e3873', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623', 'mac_address': 'fa:16:3e:e1:21:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade871c5-8040-4487-b39e-679fe504d59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:37:37Z', 'updated_at': '2022-04-21T12:37:59Z', 'revision_number': 1, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f818cd53-1ccb-481e-b809-15f95bc7d4c0', 'name': '', 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'mac_address': 'fa:16:3e:3d:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:34:04Z', 'updated_at': '2022-04-21T12:34:12Z', 'revision_number': 5, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'subnets': [{'id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:04.147006 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '7d0d16a9-4ae0-457b-9fd1-99f702e00f9d', 'network_id': '4ca9a1f6-f409-47c6-aa9c-cb11334c6efd', 'port_id': '7d0d16a9-4ae0-457b-9fd1-99f702e00f9d', 'mac_address': 'fa:16:3e:f0:91:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04457a1-fe90-45b1-a0e3-9dec6d53dc7a', 'ip_address': '10.1.1.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:38:04.193832 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-4b3cbd3d-16b5-4754-bfc3-1ddce31a4666 service neutron] Attempting to bind port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:38:04.197303 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-4b3cbd3d-16b5-4754-bfc3-1ddce31a4666 service neutron] Attempting to bind port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:38:04.198098 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-4b3cbd3d-16b5-4754-bfc3-1ddce31a4666 service neutron] Attempting to bind port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 on network 32a67a5e-b72b-4167-97d6-5767775875e4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:38:04.208858 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b199e987-c9a9-4b8c-9250-36f2688444dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:04.215250 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b199e987-c9a9-4b8c-9250-36f2688444dc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cee048ff-4683-4ea8-8ea2-49897ca6282b HTTP/1.1" status: 204 len: 168 time: 2.1821916 Apr 21 12:38:04.221115 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a338747-5306-4a59-a3c5-ae5636a4a86f None None] Checking router: 3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:38:04.241628 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a338747-5306-4a59-a3c5-ae5636a4a86f None None] Routers {'3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:38:04.242274 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0a338747-5306-4a59-a3c5-ae5636a4a86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:37:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:04.262003 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:04.291125 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9dca24-5d10-4a07-8d8e-89d405d338d6 None None] Network be4b3512-3e2f-4e3b-b8f8-fa6912577e85 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:38:04.291351 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38444) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:04.316920 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9d09437-259a-4a61-9eb8-494bbfa10620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:04.322861 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f3c495a-04cc-4deb-aada-d5d84660f156 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:04.347008 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9d09437-259a-4a61-9eb8-494bbfa10620 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:04.379465 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cbf3d-c1ca-4a9d-83d4-8c703af08111 req-f0e95280-a316-475e-80ce-9faacd90fc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:04.385387 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f84cbf3d-c1ca-4a9d-83d4-8c703af08111 req-f0e95280-a316-475e-80ce-9faacd90fc8f service neutron] 10.222.0.24 "GET /v2.0/networks?id=1afeb61e-54a9-4ede-8030-317c69a36623 HTTP/1.1" status: 200 len: 912 time: 0.4894361 Apr 21 12:38:04.386791 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-ffd2068f-483c-4719-aeea-450cc94e173b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:04.387298 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-ffd2068f-483c-4719-aeea-450cc94e173b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:04.387759 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-ffd2068f-483c-4719-aeea-450cc94e173b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:04.391658 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d0d16a9-4ae0-457b-9fd1-99f702e00f9d {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:38:04.394255 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-ffd2068f-483c-4719-aeea-450cc94e173b service neutron] 10.222.0.26 "GET /v2.0/networks?id=9b7dd046-10d1-4f75-8b5a-2092dfe7d348&id=e4d7b828-c49d-4174-8a7c-f8e1c5ee789b&id=e4d7b828-c49d-4174-8a7c-f8e1c5ee789b&id=e4d7b828-c49d-4174-8a7c-f8e1c5ee789b&id=e4d7b828-c49d-4174-8a7c-f8e1c5ee789b&id=92442c54-a20b-4d99-aea4-e4d3be34f674&id=92442c54-a20b-4d99-aea4-e4d3be34f674 HTTP/1.1" status: 200 len: 2292 time: 0.5199575 Apr 21 12:38:04.442054 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 7d0d16a9-4ae0-457b-9fd1-99f702e00f9d, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=7d0d16a9-4ae0-457b-9fd1-99f702e00f9d,segment=NetworkSegment(3ee70c77-be48-440a-b339-a8a0e2541b70),segment_id=3ee70c77-be48-440a-b339-a8a0e2541b70)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:04.446268 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=82e67d61-4701-4300-9171-99f0f042f70a,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:04.476546 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c495a-04cc-4deb-aada-d5d84660f156 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Pushing event updated for resources: {'Subnet': ['ID=56ceb42b-0ae8-4666-9aaa-5c047927bd93,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:04.522713 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:04.534748 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device b8abfc12-7bf3-4a65-a1f4-46132f41638e details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:38:04.552056 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-4b3cbd3d-16b5-4754-bfc3-1ddce31a4666 service neutron] Port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 on network 32a67a5e-b72b-4167-97d6-5767775875e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:38:04.552285 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-4b3cbd3d-16b5-4754-bfc3-1ddce31a4666 service neutron] Attempting to bind port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 on network 32a67a5e-b72b-4167-97d6-5767775875e4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:38:04.559997 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f84cbf3d-c1ca-4a9d-83d4-8c703af08111 req-f0b36422-d0c6-474d-8be9-4bf2f4c3bc9c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f50b1f7-ea39-4e5f-a94b-f7fc832e3873 HTTP/1.1" status: 200 len: 1000 time: 0.1632023 Apr 21 12:38:04.563111 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0a338747-5306-4a59-a3c5-ae5636a4a86f None None] Set router 3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:38:04.680687 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-4b3cbd3d-16b5-4754-bfc3-1ddce31a4666 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:38:04.680687 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-4b3cbd3d-16b5-4754-bfc3-1ddce31a4666 service neutron] Checking segment: {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:38:04.681001 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-4b3cbd3d-16b5-4754-bfc3-1ddce31a4666 service neutron] Bound using segment: {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:38:04.681773 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-4b3cbd3d-16b5-4754-bfc3-1ddce31a4666 service neutron] Bound port: 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:38:04.682135 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-4b3cbd3d-16b5-4754-bfc3-1ddce31a4666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:04.711626 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port b8abfc12-7bf3-4a65-a1f4-46132f41638e, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=b8abfc12-7bf3-4a65-a1f4-46132f41638e,segment=NetworkSegment(3ee70c77-be48-440a-b339-a8a0e2541b70),segment_id=3ee70c77-be48-440a-b339-a8a0e2541b70)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:04.717364 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3c495a-04cc-4deb-aada-d5d84660f156 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Checking segment: {'id': 'e0d0d460-300c-4963-a01e-2edd88590f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '725b89bf-5b15-4410-ac42-19e472012bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:38:04.717869 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3c495a-04cc-4deb-aada-d5d84660f156 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Network hostable DHCP agents. Network: 725b89bf-5b15-4410-ac42-19e472012bcb, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:38:04.752194 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'b8abfc12-7bf3-4a65-a1f4-46132f41638e', 'network_id': '4ca9a1f6-f409-47c6-aa9c-cb11334c6efd', 'port_id': 'b8abfc12-7bf3-4a65-a1f4-46132f41638e', 'mac_address': 'fa:16:3e:9f:60:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04457a1-fe90-45b1-a0e3-9dec6d53dc7a', 'ip_address': '10.1.1.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:38:04.768024 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0181e99f-39b8-4cea-95ef-3c9444f8595b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:04.776281 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9d09437-259a-4a61-9eb8-494bbfa10620 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:04.776883 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d09437-259a-4a61-9eb8-494bbfa10620 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4af10dc5-6822-4608-96aa-54db7ee1fa12 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:38:04.782866 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9d09437-259a-4a61-9eb8-494bbfa10620 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:04.783737 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c9d09437-259a-4a61-9eb8-494bbfa10620 admin admin] 10.222.0.36 "DELETE /v2.0/routers/4af10dc5-6822-4608-96aa-54db7ee1fa12 HTTP/1.1" status: 204 len: 168 time: 3.8145521 Apr 21 12:38:04.787743 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38460) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:04.911859 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=7d0d16a9-4ae0-457b-9fd1-99f702e00f9d,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:04.924730 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:04.930327 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3c495a-04cc-4deb-aada-d5d84660f156 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Network 725b89bf-5b15-4410-ac42-19e472012bcb is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:38:04.982988 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8abfc12-7bf3-4a65-a1f4-46132f41638e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:38:05.016757 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-4b3cbd3d-16b5-4754-bfc3-1ddce31a4666 service neutron] For port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:38:05.018891 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2ba32e-99cd-4453-bdf2-39f4c4b6e720 None None] DHCP port deletion for be4b3512-3e2f-4e3b-b8f8-fa6912577e85 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:38:05.021895 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-4b3cbd3d-16b5-4754-bfc3-1ddce31a4666 service neutron] For port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9ba1c6a9-ccae-48d7-b4cc-8b184ac77319,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:38:05.042969 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-4f3c495a-04cc-4deb-aada-d5d84660f156 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 725b89bf-5b15-4410-ac42-19e472012bcb) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:38:05.044090 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port b8abfc12-7bf3-4a65-a1f4-46132f41638e, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=b8abfc12-7bf3-4a65-a1f4-46132f41638e,segment=NetworkSegment(3ee70c77-be48-440a-b339-a8a0e2541b70),segment_id=3ee70c77-be48-440a-b339-a8a0e2541b70)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:05.058800 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4734c7bc-580d-4602-9ca6-138332cabd7b None None] Network 725b89bf-5b15-4410-ac42-19e472012bcb requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:38:05.060631 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f3c495a-04cc-4deb-aada-d5d84660f156 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:05.064078 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f3c495a-04cc-4deb-aada-d5d84660f156 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:05.074656 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cbf3d-c1ca-4a9d-83d4-8c703af08111 req-7c527c34-365c-449b-9c97-bb120f4cb99a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:05.077194 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f84cbf3d-c1ca-4a9d-83d4-8c703af08111 req-7c527c34-365c-449b-9c97-bb120f4cb99a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f6a79252-68c3-4d98-8e31-7d58e3a1be80 HTTP/1.1" status: 200 len: 850 time: 0.4955213 Apr 21 12:38:05.080593 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-4e419b6d-d68a-4955-aef6-de9dd8e9c9be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1682dd4f-5da2-488b-9303-c33ead624d39 HTTP/1.1" status: 200 len: 1001 time: 0.5207150 Apr 21 12:38:05.093276 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0181e99f-39b8-4cea-95ef-3c9444f8595b admin admin] Deleting port faba40db-6595-48ab-bc66-8f1c5fbf136d {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:38:05.094504 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0181e99f-39b8-4cea-95ef-3c9444f8595b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:05.098036 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-4b3cbd3d-16b5-4754-bfc3-1ddce31a4666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:05.154741 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0a338747-5306-4a59-a3c5-ae5636a4a86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'name': 'tempest-AttachVolumeTestJSON-1451595583-router', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:33:58Z', 'updated_at': '2022-04-21T12:34:07Z', 'revision_number': 4, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'gw_port': {'id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:33:59Z', 'updated_at': '2022-04-21T12:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '72b8a505-9483-49e1-919f-007c73fb9e8c', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'port_id': '0f50b1f7-ea39-4e5f-a94b-f7fc832e3873', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623', 'mac_address': 'fa:16:3e:e1:21:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade871c5-8040-4487-b39e-679fe504d59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:37:37Z', 'updated_at': '2022-04-21T12:37:59Z', 'revision_number': 1, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f818cd53-1ccb-481e-b809-15f95bc7d4c0', 'name': '', 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'mac_address': 'fa:16:3e:3d:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:34:04Z', 'updated_at': '2022-04-21T12:34:12Z', 'revision_number': 5, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'subnets': [{'id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:05.220028 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-4b3cbd3d-16b5-4754-bfc3-1ddce31a4666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:05.220926 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-4b3cbd3d-16b5-4754-bfc3-1ddce31a4666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:05.222777 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-4b3cbd3d-16b5-4754-bfc3-1ddce31a4666 service neutron] 10.222.0.26 "PUT /v2.0/ports/9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 HTTP/1.1" status: 200 len: 1091 time: 4.2228670 Apr 21 12:38:05.239269 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a338747-5306-4a59-a3c5-ae5636a4a86f None None] The sync data for ids ['3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'] in n-d-836147-2 is: [{'id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'name': 'tempest-AttachVolumeTestJSON-1451595583-router', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:33:58Z', 'updated_at': '2022-04-21T12:34:07Z', 'revision_number': 4, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'gw_port': {'id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:33:59Z', 'updated_at': '2022-04-21T12:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '72b8a505-9483-49e1-919f-007c73fb9e8c', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'floating_ip_address': '172.25.8.195', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'port_id': '0f50b1f7-ea39-4e5f-a94b-f7fc832e3873', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623', 'mac_address': 'fa:16:3e:e1:21:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ade871c5-8040-4487-b39e-679fe504d59b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:37:37Z', 'updated_at': '2022-04-21T12:37:59Z', 'revision_number': 1, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f818cd53-1ccb-481e-b809-15f95bc7d4c0', 'name': '', 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'mac_address': 'fa:16:3e:3d:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:34:04Z', 'updated_at': '2022-04-21T12:34:12Z', 'revision_number': 5, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'subnets': [{'id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:38:05.258270 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-0181e99f-39b8-4cea-95ef-3c9444f8595b admin admin] For port faba40db-6595-48ab-bc66-8f1c5fbf136d, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=faba40db-6595-48ab-bc66-8f1c5fbf136d,segment=NetworkSegment(9eff7d4b-d162-41d3-9cd6-9e374e8673e7),segment_id=9eff7d4b-d162-41d3-9cd6-9e374e8673e7)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:05.258877 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0181e99f-39b8-4cea-95ef-3c9444f8595b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:05.274441 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0181e99f-39b8-4cea-95ef-3c9444f8595b admin admin] Calling delete_port for faba40db-6595-48ab-bc66-8f1c5fbf136d owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:38:05.344421 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:05.345102 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 6d354b6d-1ed6-44ad-9991-cde225fa4ff0 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:38:05.361459 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0561f-ecd0-4100-9b1d-fe1498868f68 req-93e03035-98d0-401a-ae5a-56dfc27450ab tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:05.363105 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-37e0561f-ecd0-4100-9b1d-fe1498868f68 req-93e03035-98d0-401a-ae5a-56dfc27450ab tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 943 time: 0.3353977 Apr 21 12:38:05.371735 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb363aa-5fce-45ca-a56a-7ff92bd15cdb admin admin] Deleting subnet 333c4316-efda-42ee-9dd9-9ca2e7eb1a13 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:38:05.381330 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d37bb-e949-44f3-8923-c395d9495ba7 req-41081717-3acc-4c81-ab12-f38780cd9632 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:05.388018 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4f3c495a-04cc-4deb-aada-d5d84660f156 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2775824 Apr 21 12:38:05.391016 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fb363aa-5fce-45ca-a56a-7ff92bd15cdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:05.392497 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38462) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:05.394820 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d37bb-e949-44f3-8923-c395d9495ba7 req-41081717-3acc-4c81-ab12-f38780cd9632 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:05.406453 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d37bb-e949-44f3-8923-c395d9495ba7 req-41081717-3acc-4c81-ab12-f38780cd9632 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:05.408081 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 0fd0d6f2-c80c-4432-a022-ead28f007c48 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:38:05.415655 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d37bb-e949-44f3-8923-c395d9495ba7 req-41081717-3acc-4c81-ab12-f38780cd9632 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:05.421771 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d37bb-e949-44f3-8923-c395d9495ba7 req-41081717-3acc-4c81-ab12-f38780cd9632 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:05.428428 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d37bb-e949-44f3-8923-c395d9495ba7 req-41081717-3acc-4c81-ab12-f38780cd9632 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:05.435315 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d37bb-e949-44f3-8923-c395d9495ba7 req-41081717-3acc-4c81-ab12-f38780cd9632 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:05.437215 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f87d37bb-e949-44f3-8923-c395d9495ba7 req-41081717-3acc-4c81-ab12-f38780cd9632 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5434 time: 0.7585196 Apr 21 12:38:05.455569 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-856e9b19-937e-4603-9a1a-58c17779f38d tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Request body: {'port': {'network_id': '725b89bf-5b15-4410-ac42-19e472012bcb', 'name': 'tempest-AllowedAddressPairTestJSON-224299707'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:05.539655 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 0fd0d6f2-c80c-4432-a022-ead28f007c48 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:38:05.539987 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 0fd0d6f2-c80c-4432-a022-ead28f007c48 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:38:05.540451 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device faba40db-6595-48ab-bc66-8f1c5fbf136d no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:38:05.553392 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-37e0561f-ecd0-4100-9b1d-fe1498868f68 req-0165f138-5c04-49d1-bd88-b0421b5c97be tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149690 Apr 21 12:38:05.605371 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-0feae90d-a32c-4238-b884-a9247cec2fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:05.607161 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-0feae90d-a32c-4238-b884-a9247cec2fc2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e16b811ea21846c89491aea47e9a7301&device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 1094 time: 0.2769465 Apr 21 12:38:05.607797 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4', 'tag': '9ba1c6a9-ccae-48d7-b4cc-8b184ac77319'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:38:05.610723 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f0e290-1398-48e7-b464-c5eb4c12c147" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4", "tag": "9ba1c6a9-ccae-48d7-b4cc-8b184ac77319"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:38:05.615355 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cbf3d-c1ca-4a9d-83d4-8c703af08111 req-28a529a4-5644-4dbf-b0cb-02a11d745dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:05.617436 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f84cbf3d-c1ca-4a9d-83d4-8c703af08111 req-28a529a4-5644-4dbf-b0cb-02a11d745dd9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1afeb61e-54a9-4ede-8030-317c69a36623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5310555 Apr 21 12:38:05.623554 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3cbd3d-16b5-4754-bfc3-1ddce31a4666 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba1c6a9-ccae-48d7-b4cc-8b184ac77319,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:05.636481 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-62aca37b-3b49-4c73-8e1b-2d6f97f8e39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:05.637929 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-62aca37b-3b49-4c73-8e1b-2d6f97f8e39a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1fd66ced-0a64-4afd-a4de-c8fea692bf21 HTTP/1.1" status: 200 len: 850 time: 0.5261202 Apr 21 12:38:05.712635 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fb363aa-5fce-45ca-a56a-7ff92bd15cdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:05.737619 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf7eb30-6f6e-4895-b6f8-ebff550090b4 None None] New status for floating IP 72b8a505-9483-49e1-919f-007c73fb9e8c: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:38:05.772336 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f84cbf3d-c1ca-4a9d-83d4-8c703af08111 req-4fac148a-3902-4014-8e6f-55925b4dfdd5 service neutron] 10.222.0.24 "GET /v2.0/networks/1afeb61e-54a9-4ede-8030-317c69a36623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372263 Apr 21 12:38:05.773240 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28940626-26d5-4387-b98c-38de9d5ffbfa x-openstack-request-id: req-28940626-26d5-4387-b98c-38de9d5ffbfa {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:38:05.773523 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4", "tag": "9ba1c6a9-ccae-48d7-b4cc-8b184ac77319", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:38:05.773827 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-28940626-26d5-4387-b98c-38de9d5ffbfa {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:38:05.774214 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28940626-26d5-4387-b98c-38de9d5ffbfa'] response: {'name': 'network-changed', 'server_uuid': '5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4', 'tag': '9ba1c6a9-ccae-48d7-b4cc-8b184ac77319', 'status': 'completed', 'code': 200} Apr 21 12:38:05.817670 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f87d37bb-e949-44f3-8923-c395d9495ba7 req-aa974697-fb79-4f8a-928e-80e31800bcba tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3413060 Apr 21 12:38:05.896135 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-7a939cb5-da7e-4a0f-aedb-738640b731ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 HTTP/1.1" status: 200 len: 217 time: 0.2740195 Apr 21 12:38:05.963006 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0181e99f-39b8-4cea-95ef-3c9444f8595b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:05.967618 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fb363aa-5fce-45ca-a56a-7ff92bd15cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:05.979214 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 12:38:06.029344 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b549cc-8215-4eb7-b932-dc0755cf21c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-725b89bf-5b15-4410-ac42-19e472012bcb', 'network_id': '725b89bf-5b15-4410-ac42-19e472012bcb', 'tenant_id': '03243c98c14d42f7b32eee96c7440153', 'fixed_ips': [{'subnet_id': '56ceb42b-0ae8-4666-9aaa-5c047927bd93'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:38:06.030256 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2b549cc-8215-4eb7-b932-dc0755cf21c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:06.030570 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-ca776d2a-edf8-46c2-82bd-81c9dd4a4995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:06.032670 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-ca776d2a-edf8-46c2-82bd-81c9dd4a4995 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9b7dd046-10d1-4f75-8b5a-2092dfe7d348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2252209 Apr 21 12:38:06.051201 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 6d354b6d-1ed6-44ad-9991-cde225fa4ff0, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=6d354b6d-1ed6-44ad-9991-cde225fa4ff0,segment=NetworkSegment(3ee70c77-be48-440a-b339-a8a0e2541b70),segment_id=3ee70c77-be48-440a-b339-a8a0e2541b70)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:06.055939 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=b8abfc12-7bf3-4a65-a1f4-46132f41638e,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:06.070863 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No active binding found for port faba40db-6595-48ab-bc66-8f1c5fbf136d {{(pid=103399) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 21 12:38:06.071285 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device faba40db-6595-48ab-bc66-8f1c5fbf136d not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:38:06.083798 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181e99f-39b8-4cea-95ef-3c9444f8595b admin admin] Pushing event deleted for resources: {'Port': ['ID=faba40db-6595-48ab-bc66-8f1c5fbf136d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:06.084413 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-df2ba32e-99cd-4453-bdf2-39f4c4b6e720 None None] Deleting port faba40db-6595-48ab-bc66-8f1c5fbf136d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:38:06.084783 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df2ba32e-99cd-4453-bdf2-39f4c4b6e720 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:06.097051 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0181e99f-39b8-4cea-95ef-3c9444f8595b admin admin] No DVR routers for this DVR port faba40db-6595-48ab-bc66-8f1c5fbf136d on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:38:06.111637 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '6d354b6d-1ed6-44ad-9991-cde225fa4ff0', 'network_id': '4ca9a1f6-f409-47c6-aa9c-cb11334c6efd', 'port_id': '6d354b6d-1ed6-44ad-9991-cde225fa4ff0', 'mac_address': 'fa:16:3e:d8:8f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04457a1-fe90-45b1-a0e3-9dec6d53dc7a', 'ip_address': '10.1.1.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:38:06.112387 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856e9b19-937e-4603-9a1a-58c17779f38d tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Made reservation on behalf of 03243c98c14d42f7b32eee96c7440153 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:38:06.122871 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-856e9b19-937e-4603-9a1a-58c17779f38d tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:06.171096 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-6d1d3d6b-aff9-45ee-8030-2069bf5c7722 service neutron] 10.222.0.26 "GET /v2.0/networks/9b7dd046-10d1-4f75-8b5a-2092dfe7d348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270969 Apr 21 12:38:06.197052 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-9c717f50-9af2-4b5e-b08b-9efe3d6cd340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:06.198846 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-9c717f50-9af2-4b5e-b08b-9efe3d6cd340 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3b8f234-8156-4627-8cae-e6fcb5c2aa35 HTTP/1.1" status: 200 len: 847 time: 0.2883666 Apr 21 12:38:06.279696 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-856e9b19-937e-4603-9a1a-58c17779f38d tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] device_id is not set on port d6d55df0-ffdd-4313-8373-1309a17543bf yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:38:06.301562 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-74a8c913-e243-4df2-90ff-f9fb6d38bf7f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32a67a5e-b72b-4167-97d6-5767775875e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835459 Apr 21 12:38:06.312229 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:06.315696 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f84cbf3d-c1ca-4a9d-83d4-8c703af08111 req-915fb49a-7721-46b2-a00f-1dc2753c0742 service neutron] 10.222.0.24 "GET /v2.0/networks/1afeb61e-54a9-4ede-8030-317c69a36623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965947 Apr 21 12:38:06.361926 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-df2ba32e-99cd-4453-bdf2-39f4c4b6e720 None None] For port faba40db-6595-48ab-bc66-8f1c5fbf136d, host n-d-836147-2, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:06.362237 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df2ba32e-99cd-4453-bdf2-39f4c4b6e720 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:06.376002 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d354b6d-1ed6-44ad-9991-cde225fa4ff0 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:38:06.436001 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-90f93465-adfe-40fb-99aa-8191d01ef226 service neutron] 10.222.0.26 "GET /v2.0/networks/9b7dd046-10d1-4f75-8b5a-2092dfe7d348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551091 Apr 21 12:38:06.459514 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-df2ba32e-99cd-4453-bdf2-39f4c4b6e720 None None] Calling delete_port for faba40db-6595-48ab-bc66-8f1c5fbf136d owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:38:06.470635 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-df2ba32e-99cd-4453-bdf2-39f4c4b6e720 None None] Port faba40db-6595-48ab-bc66-8f1c5fbf136d was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 12:38:06.481229 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0181e99f-39b8-4cea-95ef-3c9444f8595b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:06.482782 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df2ba32e-99cd-4453-bdf2-39f4c4b6e720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:06.506196 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-3e678384-0e46-42b5-9e17-a6e7a87d0933 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=96687793-00d5-4fbd-bfb5-42c2efdbb264 HTTP/1.1" status: 200 len: 217 time: 0.0609732 Apr 21 12:38:06.507274 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 6d354b6d-1ed6-44ad-9991-cde225fa4ff0, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=6d354b6d-1ed6-44ad-9991-cde225fa4ff0,segment=NetworkSegment(3ee70c77-be48-440a-b339-a8a0e2541b70),segment_id=3ee70c77-be48-440a-b339-a8a0e2541b70)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:06.511733 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ba32e-99cd-4453-bdf2-39f4c4b6e720 None None] Pushing event deleted for resources: {'Port': ['ID=faba40db-6595-48ab-bc66-8f1c5fbf136d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:06.524993 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-0181e99f-39b8-4cea-95ef-3c9444f8595b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be4b3512-3e2f-4e3b-b8f8-fa6912577e85']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:06.540324 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-c2b549cc-8215-4eb7-b932-dc0755cf21c8 None None] Allocated IP 172.20.0.2 (725b89bf-5b15-4410-ac42-19e472012bcb/56ceb42b-0ae8-4666-9aaa-5c047927bd93/588b467c-5fa3-4951-bd04-309f04424ff7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:38:06.547832 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2ba32e-99cd-4453-bdf2-39f4c4b6e720 None None] No DVR routers for this DVR port faba40db-6595-48ab-bc66-8f1c5fbf136d on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:38:06.604451 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-0181e99f-39b8-4cea-95ef-3c9444f8595b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eff7d4b-d162-41d3-9cd6-9e374e8673e7') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:06.604451 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-0181e99f-39b8-4cea-95ef-3c9444f8595b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eff7d4b-d162-41d3-9cd6-9e374e8673e7') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:06.614332 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-7e5a4003-d26d-43c5-b59b-60193b0a6af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:06.616848 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-7e5a4003-d26d-43c5-b59b-60193b0a6af2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9fb87f5-4bdf-4847-afd7-5e4912f2e226 HTTP/1.1" status: 200 len: 797 time: 0.0998380 Apr 21 12:38:06.617412 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fb363aa-5fce-45ca-a56a-7ff92bd15cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:06.627125 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0181e99f-39b8-4cea-95ef-3c9444f8595b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:06.651750 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:06.654414 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device fa0888de-c05b-4b47-a078-4c561e42456a details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:38:06.678647 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-bf9179e4-72d7-421d-8223-0d8c2e066a52 service neutron] 10.222.0.26 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668902 Apr 21 12:38:06.722390 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb363aa-5fce-45ca-a56a-7ff92bd15cdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=333c4316-efda-42ee-9dd9-9ca2e7eb1a13,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:06.731399 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0181e99f-39b8-4cea-95ef-3c9444f8595b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:06.736549 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fb363aa-5fce-45ca-a56a-7ff92bd15cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:06.745888 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8fb363aa-5fce-45ca-a56a-7ff92bd15cdb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/333c4316-efda-42ee-9dd9-9ca2e7eb1a13 HTTP/1.1" status: 204 len: 168 time: 1.9386089 Apr 21 12:38:06.751381 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38478) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:06.754839 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84b04c0-6e84-4456-97e9-faad707d4045 None None] Network f1d904a7-db50-40ae-8d60-6d68d4dedc7b requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:38:06.767263 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0181e99f-39b8-4cea-95ef-3c9444f8595b admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:38:06.768181 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0181e99f-39b8-4cea-95ef-3c9444f8595b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:38:06.770065 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:38:06.779301 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-0d98e66d-3d4e-411d-a901-ff5969d9c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:06.781285 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-0d98e66d-3d4e-411d-a901-ff5969d9c286 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4d7b828-c49d-4174-8a7c-f8e1c5ee789b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1553273 Apr 21 12:38:06.919022 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port fa0888de-c05b-4b47-a078-4c561e42456a, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=fa0888de-c05b-4b47-a078-4c561e42456a,segment=NetworkSegment(8e92a1d7-2432-4d52-964c-65f50bb20e30),segment_id=8e92a1d7-2432-4d52-964c-65f50bb20e30)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:06.923265 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8932ad-1d09-49b9-a71b-32c98fb8da0d req-5bb2f2c8-f100-4c78-84c4-2b07574a15bc tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:06.925881 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d8932ad-1d09-49b9-a71b-32c98fb8da0d req-5bb2f2c8-f100-4c78-84c4-2b07574a15bc tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 943 time: 0.2245362 Apr 21 12:38:06.983123 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f10ef67-ad31-44a3-a07e-8df4967d303f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:07.030849 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d8932ad-1d09-49b9-a71b-32c98fb8da0d req-cdadaef2-a960-4b2a-8810-b3dd950c9887 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965407 Apr 21 12:38:07.046760 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0181e99f-39b8-4cea-95ef-3c9444f8595b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:07.063182 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d583f684-8a98-4ed2-9bda-4412a94db08a req-84d2f224-06eb-475e-8be2-6fe71536df94 service neutron] 10.222.0.26 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716853 Apr 21 12:38:07.100004 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-56319876-72a7-4184-8c26-6402ce12ce5e service neutron] 10.222.0.26 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689219 Apr 21 12:38:07.101096 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0181e99f-39b8-4cea-95ef-3c9444f8595b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:07.101264 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=6d354b6d-1ed6-44ad-9991-cde225fa4ff0,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:07.104424 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2b549cc-8215-4eb7-b932-dc0755cf21c8 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:07.111410 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'fa0888de-c05b-4b47-a078-4c561e42456a', 'network_id': '88f7b39c-5c7e-4b72-9226-ad89000145b7', 'port_id': 'fa0888de-c05b-4b47-a078-4c561e42456a', 'mac_address': 'fa:16:3e:2f:d5:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6aa2f7-1c96-4cd2-b9b1-b428448dd54b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:38:07.128430 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0181e99f-39b8-4cea-95ef-3c9444f8595b admin admin] 10.222.0.36 "DELETE /v2.0/networks/be4b3512-3e2f-4e3b-b8f8-fa6912577e85 HTTP/1.1" status: 204 len: 168 time: 2.8229575 Apr 21 12:38:07.128430 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181e99f-39b8-4cea-95ef-3c9444f8595b admin admin] Pushing event deleted for resources: {'Network': ['ID=be4b3512-3e2f-4e3b-b8f8-fa6912577e85,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:07.164424 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0f10ef67-ad31-44a3-a07e-8df4967d303f admin admin] Deleting port 3d44c243-5a74-4757-a493-6e4fe95336b1 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:38:07.164811 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f10ef67-ad31-44a3-a07e-8df4967d303f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:07.193498 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:07.199799 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2b549cc-8215-4eb7-b932-dc0755cf21c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:07.281052 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa0888de-c05b-4b47-a078-4c561e42456a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:38:07.308853 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50565208-c710-4bbf-9d9a-3dfa5c8e4a84 None None] DHCP port deletion for f1d904a7-db50-40ae-8d60-6d68d4dedc7b request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:38:07.314582 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-76d8dd4c-bfd3-418d-bef6-8f36f26ce1d2 service neutron] 10.222.0.26 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933219 Apr 21 12:38:07.348789 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b549cc-8215-4eb7-b932-dc0755cf21c8 None None] Network 725b89bf-5b15-4410-ac42-19e472012bcb is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:38:07.360618 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c2b549cc-8215-4eb7-b932-dc0755cf21c8 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:38:07.390087 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b549cc-8215-4eb7-b932-dc0755cf21c8 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:38:07.390369 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port fa0888de-c05b-4b47-a078-4c561e42456a, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=fa0888de-c05b-4b47-a078-4c561e42456a,segment=NetworkSegment(8e92a1d7-2432-4d52-964c-65f50bb20e30),segment_id=8e92a1d7-2432-4d52-964c-65f50bb20e30)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:07.402359 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-0f10ef67-ad31-44a3-a07e-8df4967d303f admin admin] For port 3d44c243-5a74-4757-a493-6e4fe95336b1, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3d44c243-5a74-4757-a493-6e4fe95336b1,segment=NetworkSegment(6c571daf-4be4-427d-8c5f-a3f1be05cab8),segment_id=6c571daf-4be4-427d-8c5f-a3f1be05cab8)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:07.402930 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f10ef67-ad31-44a3-a07e-8df4967d303f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:07.406128 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b549cc-8215-4eb7-b932-dc0755cf21c8 None None] Pushing event updated for resources: {'Port': ['ID=588b467c-5fa3-4951-bd04-309f04424ff7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:07.422634 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-856e9b19-937e-4603-9a1a-58c17779f38d tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Allocated IP 172.20.0.10 (725b89bf-5b15-4410-ac42-19e472012bcb/56ceb42b-0ae8-4666-9aaa-5c047927bd93/d6d55df0-ffdd-4313-8373-1309a17543bf) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:38:07.431524 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0f10ef67-ad31-44a3-a07e-8df4967d303f admin admin] Calling delete_port for 3d44c243-5a74-4757-a493-6e4fe95336b1 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:38:07.490440 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c2b549cc-8215-4eb7-b932-dc0755cf21c8 None None] Attempting to bind port 588b467c-5fa3-4951-bd04-309f04424ff7 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:38:07.490440 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c2b549cc-8215-4eb7-b932-dc0755cf21c8 None None] Attempting to bind port 588b467c-5fa3-4951-bd04-309f04424ff7 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'e0d0d460-300c-4963-a01e-2edd88590f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '725b89bf-5b15-4410-ac42-19e472012bcb'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:38:07.491131 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b549cc-8215-4eb7-b932-dc0755cf21c8 None None] Attempting to bind port 588b467c-5fa3-4951-bd04-309f04424ff7 on network 725b89bf-5b15-4410-ac42-19e472012bcb {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:38:07.499396 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b549cc-8215-4eb7-b932-dc0755cf21c8 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:38:07.499769 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b549cc-8215-4eb7-b932-dc0755cf21c8 None None] Checking segment: {'id': 'e0d0d460-300c-4963-a01e-2edd88590f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '725b89bf-5b15-4410-ac42-19e472012bcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:38:07.500178 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2b549cc-8215-4eb7-b932-dc0755cf21c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:07.500571 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b549cc-8215-4eb7-b932-dc0755cf21c8 None None] Bound using segment: {'id': 'e0d0d460-300c-4963-a01e-2edd88590f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '725b89bf-5b15-4410-ac42-19e472012bcb'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:38:07.501048 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c2b549cc-8215-4eb7-b932-dc0755cf21c8 None None] Bound port: 588b467c-5fa3-4951-bd04-309f04424ff7, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d0d460-300c-4963-a01e-2edd88590f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '725b89bf-5b15-4410-ac42-19e472012bcb'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:38:07.501442 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2b549cc-8215-4eb7-b932-dc0755cf21c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:07.516136 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:07.516797 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 158d9cd1-cfe1-4268-8e29-4753932267cd details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:38:07.523619 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-50565208-c710-4bbf-9d9a-3dfa5c8e4a84 None None] Deleting port 3d44c243-5a74-4757-a493-6e4fe95336b1 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:38:07.524000 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50565208-c710-4bbf-9d9a-3dfa5c8e4a84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:07.717898 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 158d9cd1-cfe1-4268-8e29-4753932267cd, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=158d9cd1-cfe1-4268-8e29-4753932267cd,segment=NetworkSegment(3ee70c77-be48-440a-b339-a8a0e2541b70),segment_id=3ee70c77-be48-440a-b339-a8a0e2541b70)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:07.730174 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38494) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:07.761697 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-50565208-c710-4bbf-9d9a-3dfa5c8e4a84 None None] For port 3d44c243-5a74-4757-a493-6e4fe95336b1, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3d44c243-5a74-4757-a493-6e4fe95336b1,segment=NetworkSegment(6c571daf-4be4-427d-8c5f-a3f1be05cab8),segment_id=6c571daf-4be4-427d-8c5f-a3f1be05cab8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:07.768126 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50565208-c710-4bbf-9d9a-3dfa5c8e4a84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:07.792579 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '158d9cd1-cfe1-4268-8e29-4753932267cd', 'network_id': '4ca9a1f6-f409-47c6-aa9c-cb11334c6efd', 'port_id': '158d9cd1-cfe1-4268-8e29-4753932267cd', 'mac_address': 'fa:16:3e:26:e0:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e04457a1-fe90-45b1-a0e3-9dec6d53dc7a', 'ip_address': '10.1.1.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:38:07.799351 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=fa0888de-c05b-4b47-a078-4c561e42456a,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:07.802596 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-50565208-c710-4bbf-9d9a-3dfa5c8e4a84 None None] Calling delete_port for 3d44c243-5a74-4757-a493-6e4fe95336b1 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:38:07.812773 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0aaf60c6-83fe-4dab-8aa2-7497ee50f584 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=12670436f3aa407086af9869283c3bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0693612 Apr 21 12:38:07.816278 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f10ef67-ad31-44a3-a07e-8df4967d303f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:07.830000 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38496) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:07.837486 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-d05b664a-d1d0-4a8a-ac54-34f05d6b02b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=fadb7cc0-7e48-4b28-bd3b-61295e53ad04 HTTP/1.1" status: 200 len: 217 time: 0.5079155 Apr 21 12:38:07.849337 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c2b549cc-8215-4eb7-b932-dc0755cf21c8 None None] For port 588b467c-5fa3-4951-bd04-309f04424ff7, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:38:07.854001 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f10ef67-ad31-44a3-a07e-8df4967d303f admin admin] No DVR routers for this DVR port 3d44c243-5a74-4757-a493-6e4fe95336b1 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:38:07.893617 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10ef67-ad31-44a3-a07e-8df4967d303f admin admin] Pushing event deleted for resources: {'Port': ['ID=3d44c243-5a74-4757-a493-6e4fe95336b1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:07.899033 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c2b549cc-8215-4eb7-b932-dc0755cf21c8 None None] For port 588b467c-5fa3-4951-bd04-309f04424ff7, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=588b467c-5fa3-4951-bd04-309f04424ff7,segment=NetworkSegment(e0d0d460-300c-4963-a01e-2edd88590f98),segment_id=e0d0d460-300c-4963-a01e-2edd88590f98)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:38:07.899188 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-856e9b19-937e-4603-9a1a-58c17779f38d tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:07.917083 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:07.934784 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64562591-cdcc-43ff-a933-ce1c04faba93 req-482017b7-8cd2-42b6-8bf2-a226216f66d5 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:07.942809 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64562591-cdcc-43ff-a933-ce1c04faba93 req-482017b7-8cd2-42b6-8bf2-a226216f66d5 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:07.944085 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 158d9cd1-cfe1-4268-8e29-4753932267cd {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:38:07.949758 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64562591-cdcc-43ff-a933-ce1c04faba93 req-482017b7-8cd2-42b6-8bf2-a226216f66d5 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:07.969054 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64562591-cdcc-43ff-a933-ce1c04faba93 req-482017b7-8cd2-42b6-8bf2-a226216f66d5 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:07.976110 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64562591-cdcc-43ff-a933-ce1c04faba93 req-482017b7-8cd2-42b6-8bf2-a226216f66d5 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:07.988772 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 158d9cd1-cfe1-4268-8e29-4753932267cd, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=158d9cd1-cfe1-4268-8e29-4753932267cd,segment=NetworkSegment(3ee70c77-be48-440a-b339-a8a0e2541b70),segment_id=3ee70c77-be48-440a-b339-a8a0e2541b70)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:07.991598 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50565208-c710-4bbf-9d9a-3dfa5c8e4a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:07.998268 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64562591-cdcc-43ff-a933-ce1c04faba93 req-482017b7-8cd2-42b6-8bf2-a226216f66d5 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:08.010415 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2b549cc-8215-4eb7-b932-dc0755cf21c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:08.013150 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f10ef67-ad31-44a3-a07e-8df4967d303f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:08.021901 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64562591-cdcc-43ff-a933-ce1c04faba93 req-482017b7-8cd2-42b6-8bf2-a226216f66d5 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:08.024247 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64562591-cdcc-43ff-a933-ce1c04faba93 req-482017b7-8cd2-42b6-8bf2-a226216f66d5 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5436 time: 0.9232407 Apr 21 12:38:08.033621 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0e290-1398-48e7-b464-c5eb4c12c147 req-fe5625e9-b668-41a1-abca-3e2b484537cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:08.036456 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33f0e290-1398-48e7-b464-c5eb4c12c147 req-fe5625e9-b668-41a1-abca-3e2b484537cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e16b811ea21846c89491aea47e9a7301&device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 1094 time: 0.7208998 Apr 21 12:38:08.043763 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-0f10ef67-ad31-44a3-a07e-8df4967d303f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d904a7-db50-40ae-8d60-6d68d4dedc7b']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:08.055298 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50565208-c710-4bbf-9d9a-3dfa5c8e4a84 None None] No DVR routers for this DVR port 3d44c243-5a74-4757-a493-6e4fe95336b1 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:38:08.057799 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50565208-c710-4bbf-9d9a-3dfa5c8e4a84 None None] Pushing event deleted for resources: {'Port': ['ID=3d44c243-5a74-4757-a493-6e4fe95336b1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:08.073743 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-0f10ef67-ad31-44a3-a07e-8df4967d303f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c571daf-4be4-427d-8c5f-a3f1be05cab8') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:08.074063 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-0f10ef67-ad31-44a3-a07e-8df4967d303f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c571daf-4be4-427d-8c5f-a3f1be05cab8') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:08.093700 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:08.099785 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f10ef67-ad31-44a3-a07e-8df4967d303f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:08.125956 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-0b584ac6-94e9-451a-9c08-7a15d59d041c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:08.128438 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-0b584ac6-94e9-451a-9c08-7a15d59d041c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9fb87f5-4bdf-4847-afd7-5e4912f2e226 HTTP/1.1" status: 200 len: 797 time: 0.2699971 Apr 21 12:38:08.129314 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2ed40b81-86b2-40f0-8e8c-b4e01ecd5e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:08.187640 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f10ef67-ad31-44a3-a07e-8df4967d303f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:08.208133 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f10ef67-ad31-44a3-a07e-8df4967d303f admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:38:08.208133 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f10ef67-ad31-44a3-a07e-8df4967d303f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:08.209761 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b549cc-8215-4eb7-b932-dc0755cf21c8 None None] Pushing event updated for resources: {'Port': ['ID=588b467c-5fa3-4951-bd04-309f04424ff7,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:38:08.212888 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:38:08.231092 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2ed40b81-86b2-40f0-8e8c-b4e01ecd5e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:08.311090 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=158d9cd1-cfe1-4268-8e29-4753932267cd,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:08.320606 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-856e9b19-937e-4603-9a1a-58c17779f38d tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:08.362225 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64562591-cdcc-43ff-a933-ce1c04faba93 req-4b556c67-02b7-4bb8-b684-af6c2b5c88ec tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3226182 Apr 21 12:38:08.373005 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856e9b19-937e-4603-9a1a-58c17779f38d tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Network 725b89bf-5b15-4410-ac42-19e472012bcb is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:38:08.383039 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-856e9b19-937e-4603-9a1a-58c17779f38d tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:38:08.407020 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-a47e9020-7eb5-4895-aa19-9d942b1bb066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:08.409105 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-a47e9020-7eb5-4895-aa19-9d942b1bb066 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4d7b828-c49d-4174-8a7c-f8e1c5ee789b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2717061 Apr 21 12:38:08.410872 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856e9b19-937e-4603-9a1a-58c17779f38d tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:38:08.414282 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0e290-1398-48e7-b464-c5eb4c12c147 req-c36858f8-981f-4207-a446-a07b665faa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:08.416290 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f10ef67-ad31-44a3-a07e-8df4967d303f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:08.419321 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33f0e290-1398-48e7-b464-c5eb4c12c147 req-c36858f8-981f-4207-a446-a07b665faa20 service neutron] 10.222.0.26 "GET /v2.0/networks?id=32a67a5e-b72b-4167-97d6-5767775875e4 HTTP/1.1" status: 200 len: 908 time: 0.3727582 Apr 21 12:38:08.437958 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f10ef67-ad31-44a3-a07e-8df4967d303f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:08.443909 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0f10ef67-ad31-44a3-a07e-8df4967d303f admin admin] 10.222.0.36 "DELETE /v2.0/networks/f1d904a7-db50-40ae-8d60-6d68d4dedc7b HTTP/1.1" status: 204 len: 168 time: 1.6879253 Apr 21 12:38:08.463089 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f10ef67-ad31-44a3-a07e-8df4967d303f admin admin] Pushing event deleted for resources: {'Network': ['ID=f1d904a7-db50-40ae-8d60-6d68d4dedc7b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:08.467166 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e9b19-937e-4603-9a1a-58c17779f38d tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Pushing event updated for resources: {'Port': ['ID=d6d55df0-ffdd-4313-8373-1309a17543bf,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:08.519979 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883cf7fd-92f0-48e9-ad74-ce0488f6606c req-1c40240e-5d73-4ac5-80e2-9737937bc09a tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:08.521543 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-883cf7fd-92f0-48e9-ad74-ce0488f6606c req-1c40240e-5d73-4ac5-80e2-9737937bc09a tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 943 time: 0.2782078 Apr 21 12:38:08.543388 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33f0e290-1398-48e7-b464-c5eb4c12c147 req-5ad2ba4b-ea39-4d69-8a32-618bdab49f43 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 HTTP/1.1" status: 200 len: 217 time: 0.1145489 Apr 21 12:38:08.553495 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856e9b19-937e-4603-9a1a-58c17779f38d tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:08.554827 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-856e9b19-937e-4603-9a1a-58c17779f38d tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:08.559857 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2ed40b81-86b2-40f0-8e8c-b4e01ecd5e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:08.563566 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2ed40b81-86b2-40f0-8e8c-b4e01ecd5e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:08.568033 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2ed40b81-86b2-40f0-8e8c-b4e01ecd5e96 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/70e641f4-e419-48d0-a39b-0db734a751e0 HTTP/1.1" status: 204 len: 168 time: 0.7077732 Apr 21 12:38:08.594779 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed40b81-86b2-40f0-8e8c-b4e01ecd5e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e641f4-e419-48d0-a39b-0db734a751e0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:08.669998 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-856e9b19-937e-4603-9a1a-58c17779f38d tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2561460 Apr 21 12:38:08.670806 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38514) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:08.680221 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4e32f3ae-2d2f-4833-b1ce-80e134dbac12 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Request body: {'port': {'network_id': '725b89bf-5b15-4410-ac42-19e472012bcb', 'name': 'tempest-AllowedAddressPairTestJSON-697862057', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:d1:ce:30'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:08.727901 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0e290-1398-48e7-b464-c5eb4c12c147 req-a71c92f2-2403-4003-8b2e-d65b08ddaa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:08.729539 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33f0e290-1398-48e7-b464-c5eb4c12c147 req-a71c92f2-2403-4003-8b2e-d65b08ddaa50 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3b8f234-8156-4627-8cae-e6fcb5c2aa35 HTTP/1.1" status: 200 len: 847 time: 0.1358397 Apr 21 12:38:08.792830 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33f0e290-1398-48e7-b464-c5eb4c12c147 req-742e2b67-045c-41e8-a2a1-cf05324f3d52 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32a67a5e-b72b-4167-97d6-5767775875e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507398 Apr 21 12:38:08.795725 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-883cf7fd-92f0-48e9-ad74-ce0488f6606c req-3c0d86f3-0e12-4195-beb0-32db96d57f0a tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493591 Apr 21 12:38:08.869388 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-01cc39d3-df63-4869-8e1e-3d31d3b71616 service neutron] 10.222.0.26 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473221 Apr 21 12:38:08.999847 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33f0e290-1398-48e7-b464-c5eb4c12c147 req-19cefc4b-0093-4231-9498-fc927f4ea106 service neutron] 10.222.0.26 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939058 Apr 21 12:38:09.044701 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-a2349599-0665-4bcb-ae20-a531fe86e047 service neutron] 10.222.0.26 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459441 Apr 21 12:38:09.056522 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e32f3ae-2d2f-4833-b1ce-80e134dbac12 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Made reservation on behalf of 03243c98c14d42f7b32eee96c7440153 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:38:09.189701 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-f0ab1fe6-cb04-4a43-82ec-52c8f3118ace service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=40352b73-0f16-4e8b-a246-1b32de8756d6 HTTP/1.1" status: 200 len: 217 time: 0.0800083 Apr 21 12:38:09.287438 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33f0e290-1398-48e7-b464-c5eb4c12c147 req-7ca4e811-42cf-4d9e-b754-fbc768cee142 service neutron] 10.222.0.26 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799313 Apr 21 12:38:09.294676 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4e32f3ae-2d2f-4833-b1ce-80e134dbac12 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:09.301889 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-71b67977-c6a9-42f6-9330-70c5a91c0e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:09.303357 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-71b67977-c6a9-42f6-9330-70c5a91c0e87 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9fb87f5-4bdf-4847-afd7-5e4912f2e226 HTTP/1.1" status: 200 len: 797 time: 0.1066327 Apr 21 12:38:09.355333 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-4e32f3ae-2d2f-4833-b1ce-80e134dbac12 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] device_id is not set on port bf6a81ba-b175-4c09-88ef-f647901654a1 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:38:09.392418 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 588b467c-5fa3-4951-bd04-309f04424ff7 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:38:09.404790 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-07a74a53-0bf2-4ea8-bc16-764d0b346664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:09.413786 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-07a74a53-0bf2-4ea8-bc16-764d0b346664 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4d7b828-c49d-4174-8a7c-f8e1c5ee789b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0980635 Apr 21 12:38:09.563068 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38530) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:09.598520 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-4e32f3ae-2d2f-4833-b1ce-80e134dbac12 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Allocated IP 172.20.0.12 (725b89bf-5b15-4410-ac42-19e472012bcb/56ceb42b-0ae8-4666-9aaa-5c047927bd93/bf6a81ba-b175-4c09-88ef-f647901654a1) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:38:09.762355 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 588b467c-5fa3-4951-bd04-309f04424ff7 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:09.762355 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:09.763113 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431efc6-193e-402a-910e-bfc35e9be284 req-455fc92b-b3f0-4e81-affb-913100f36288 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:09.763113 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431efc6-193e-402a-910e-bfc35e9be284 req-455fc92b-b3f0-4e81-affb-913100f36288 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:09.763113 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431efc6-193e-402a-910e-bfc35e9be284 req-455fc92b-b3f0-4e81-affb-913100f36288 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:09.763113 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431efc6-193e-402a-910e-bfc35e9be284 req-455fc92b-b3f0-4e81-affb-913100f36288 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:09.763113 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431efc6-193e-402a-910e-bfc35e9be284 req-455fc92b-b3f0-4e81-affb-913100f36288 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:09.763113 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431efc6-193e-402a-910e-bfc35e9be284 req-455fc92b-b3f0-4e81-affb-913100f36288 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:09.763113 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431efc6-193e-402a-910e-bfc35e9be284 req-455fc92b-b3f0-4e81-affb-913100f36288 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:09.763113 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4431efc6-193e-402a-910e-bfc35e9be284 req-455fc92b-b3f0-4e81-affb-913100f36288 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5438 time: 0.2296376 Apr 21 12:38:09.763113 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-e68048c8-0773-440e-9ef6-6192a5b3e5ba service neutron] 10.222.0.26 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845874 Apr 21 12:38:09.763113 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4c5452ec-c401-4efb-854d-dedb44d2f6ef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=acc1120f1d4f4f90b945936501a65e91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1458650 Apr 21 12:38:09.763903 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:09.774729 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38532) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:09.819306 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 588b467c-5fa3-4951-bd04-309f04424ff7, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=588b467c-5fa3-4951-bd04-309f04424ff7,segment=NetworkSegment(e0d0d460-300c-4963-a01e-2edd88590f98),segment_id=e0d0d460-300c-4963-a01e-2edd88590f98)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:09.840522 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4e32f3ae-2d2f-4833-b1ce-80e134dbac12 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:09.842031 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4431efc6-193e-402a-910e-bfc35e9be284 req-227182e0-3c41-417d-a189-44398363b6d8 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1306379 Apr 21 12:38:09.903348 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12d4567e-83f4-4a31-ba19-14679d87fb8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:09.906996 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-aa853548-cf8f-4914-858a-88a2737c235b service neutron] 10.222.0.26 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924932 Apr 21 12:38:09.936899 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12d4567e-83f4-4a31-ba19-14679d87fb8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:09.954159 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-26a8e5c0-73f6-4baf-8e50-be480f31ec0a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.173&port_id=d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c HTTP/1.1" status: 200 len: 217 time: 0.0415995 Apr 21 12:38:09.970868 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c1fe6c-ff76-4007-9154-63eff9dbfe1c None None] Network 725b89bf-5b15-4410-ac42-19e472012bcb requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:38:09.974117 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['82e67d61-4701-4300-9171-99f0f042f70a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:38:09.983296 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['705963bf-02f4-4781-bc61-f2db5e181472'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:38:10.039722 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-459c9e20-9b37-4096-b75a-bf341d70626c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:10.041201 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-459c9e20-9b37-4096-b75a-bf341d70626c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d9fb87f5-4bdf-4847-afd7-5e4912f2e226 HTTP/1.1" status: 200 len: 797 time: 0.0761554 Apr 21 12:38:10.054816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a39ba1e-2c3d-4fc1-ae26-eeb1c8ebfbc8 req-12ec74e3-8ab5-49e6-a33d-c849cf9ef5fd tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:10.055497 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a39ba1e-2c3d-4fc1-ae26-eeb1c8ebfbc8 req-12ec74e3-8ab5-49e6-a33d-c849cf9ef5fd tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 943 time: 0.0998774 Apr 21 12:38:10.074694 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['158d9cd1-cfe1-4268-8e29-4753932267cd'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:38:10.077944 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12d4567e-83f4-4a31-ba19-14679d87fb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:10.080597 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12d4567e-83f4-4a31-ba19-14679d87fb8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:10.086196 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-12d4567e-83f4-4a31-ba19-14679d87fb8f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8a1305f4-edac-4181-8859-67a76e9ff683 HTTP/1.1" status: 204 len: 168 time: 0.3104575 Apr 21 12:38:10.087669 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4e32f3ae-2d2f-4833-b1ce-80e134dbac12 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:10.090170 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['7d0d16a9-4ae0-457b-9fd1-99f702e00f9d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:38:10.139486 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4567e-83f4-4a31-ba19-14679d87fb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1305f4-edac-4181-8859-67a76e9ff683,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:10.174565 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e32f3ae-2d2f-4833-b1ce-80e134dbac12 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Network 725b89bf-5b15-4410-ac42-19e472012bcb is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:38:10.178631 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-4e32f3ae-2d2f-4833-b1ce-80e134dbac12 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:38:10.185821 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e32f3ae-2d2f-4833-b1ce-80e134dbac12 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:38:10.190382 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32f3ae-2d2f-4833-b1ce-80e134dbac12 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Pushing event updated for resources: {'Port': ['ID=bf6a81ba-b175-4c09-88ef-f647901654a1,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:10.254108 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-e33eec37-c926-4b68-a69f-66db640b2269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:10.256516 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-e33eec37-c926-4b68-a69f-66db640b2269 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e4d7b828-c49d-4174-8a7c-f8e1c5ee789b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2004879 Apr 21 12:38:10.261669 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a39ba1e-2c3d-4fc1-ae26-eeb1c8ebfbc8 req-b8390673-cef2-41b4-9877-0af3fe7e46a7 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961460 Apr 21 12:38:10.272131 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e32f3ae-2d2f-4833-b1ce-80e134dbac12 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:10.277845 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4e32f3ae-2d2f-4833-b1ce-80e134dbac12 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:10.306746 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:10.341828 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['b8abfc12-7bf3-4a65-a1f4-46132f41638e'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:38:10.375661 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4e32f3ae-2d2f-4833-b1ce-80e134dbac12 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.7035217 Apr 21 12:38:10.377998 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38560) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:10.410786 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['fa0888de-c05b-4b47-a078-4c561e42456a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:38:10.435102 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3d44c243-5a74-4757-a493-6e4fe95336b1 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:38:10.462684 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-8ad3e32c-4c18-4314-a1da-edac5c3c8840 service neutron] 10.222.0.26 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965220 Apr 21 12:38:10.525230 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddfe2c6-de61-4b4e-b06a-9063c41d3181 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:10.532691 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddfe2c6-de61-4b4e-b06a-9063c41d3181 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:10.539859 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddfe2c6-de61-4b4e-b06a-9063c41d3181 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:10.542117 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4ddfe2c6-de61-4b4e-b06a-9063c41d3181 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.1631200 Apr 21 12:38:10.543504 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 3d44c243-5a74-4757-a493-6e4fe95336b1 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:38:10.544909 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38572) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:10.548680 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3d44c243-5a74-4757-a493-6e4fe95336b1 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:38:10.591785 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4a875988-3f18-4363-9a02-ec1c8848bdee None None] Provisioning complete for port 588b467c-5fa3-4951-bd04-309f04424ff7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:10.592414 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a875988-3f18-4363-9a02-ec1c8848bdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:10.720811 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-ffcb2ef5-3c4c-485f-a5d0-5513a0f2c6b5 service neutron] 10.222.0.26 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516162 Apr 21 12:38:10.736018 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:38:10.767587 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['6d354b6d-1ed6-44ad-9991-cde225fa4ff0'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:38:10.806913 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-748917ff-52f0-4572-91f4-7cef27b42085 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3e561804-d8d5-4339-9143-2c73c93fb922 HTTP/1.1" status: 200 len: 217 time: 0.0731077 Apr 21 12:38:10.839311 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e76b4586-86c6-4fc1-b5a3-b252293f44f6 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Deleting port bf6a81ba-b175-4c09-88ef-f647901654a1 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:38:10.839880 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e76b4586-86c6-4fc1-b5a3-b252293f44f6 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:10.866166 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-fc806d3a-5991-4308-abe3-f3cd49dc4d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:10.868012 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-fc806d3a-5991-4308-abe3-f3cd49dc4d75 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e65a1205-0e97-4e79-9858-1e4bd3f7dc14 HTTP/1.1" status: 200 len: 797 time: 0.0543683 Apr 21 12:38:10.996698 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-9d526a50-bb1a-4afc-9fda-d2a886bb7206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:10.998244 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-9d526a50-bb1a-4afc-9fda-d2a886bb7206 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92442c54-a20b-4d99-aea4-e4d3be34f674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1185739 Apr 21 12:38:11.032201 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=588b467c-5fa3-4951-bd04-309f04424ff7,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:11.086918 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38592) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:11.105209 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e76b4586-86c6-4fc1-b5a3-b252293f44f6 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:11.120799 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e76b4586-86c6-4fc1-b5a3-b252293f44f6 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Calling delete_port for bf6a81ba-b175-4c09-88ef-f647901654a1 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:38:11.184694 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2beae-fddb-4ce8-9cb9-d46d936f5c06 req-6db37ad8-bc27-4e72-b2fd-dc8b1eccefaa tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:11.201904 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2beae-fddb-4ce8-9cb9-d46d936f5c06 req-6db37ad8-bc27-4e72-b2fd-dc8b1eccefaa tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:11.213518 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2beae-fddb-4ce8-9cb9-d46d936f5c06 req-6db37ad8-bc27-4e72-b2fd-dc8b1eccefaa tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:11.225055 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2beae-fddb-4ce8-9cb9-d46d936f5c06 req-6db37ad8-bc27-4e72-b2fd-dc8b1eccefaa tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:11.238685 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2beae-fddb-4ce8-9cb9-d46d936f5c06 req-6db37ad8-bc27-4e72-b2fd-dc8b1eccefaa tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:11.245894 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2beae-fddb-4ce8-9cb9-d46d936f5c06 req-6db37ad8-bc27-4e72-b2fd-dc8b1eccefaa tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:11.253465 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2beae-fddb-4ce8-9cb9-d46d936f5c06 req-6db37ad8-bc27-4e72-b2fd-dc8b1eccefaa tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:11.285848 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-45e2beae-fddb-4ce8-9cb9-d46d936f5c06 req-6db37ad8-bc27-4e72-b2fd-dc8b1eccefaa tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5438 time: 0.3119104 Apr 21 12:38:11.352354 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-45e2beae-fddb-4ce8-9cb9-d46d936f5c06 req-ede7f3ba-e69c-47b3-8a58-019f09402be9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0728719 Apr 21 12:38:11.404888 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-76f36b9e-6d61-4e92-9287-942a189aece6 service neutron] 10.222.0.26 "GET /v2.0/networks/92442c54-a20b-4d99-aea4-e4d3be34f674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837566 Apr 21 12:38:11.443273 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 588b467c-5fa3-4951-bd04-309f04424ff7 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:38:11.466389 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e1383460-5c2e-45e2-838b-4b265f7a7188 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1961735291-network', 'tenant_id': '51a9fec912704b809e36d40a2ec8da7f'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:11.558297 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1383460-5c2e-45e2-838b-4b265f7a7188 admin admin] Made reservation on behalf of 51a9fec912704b809e36d40a2ec8da7f for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:38:11.563345 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1383460-5c2e-45e2-838b-4b265f7a7188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:11.585415 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1383460-5c2e-45e2-838b-4b265f7a7188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:11.625943 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f3f20-d81d-4d2f-96f0-2f3ccb99611d req-8bfa4874-4763-4ba3-8d8f-e1131d2a63b7 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:11.626618 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e76b4586-86c6-4fc1-b5a3-b252293f44f6 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:11.628523 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b4f3f20-d81d-4d2f-96f0-2f3ccb99611d req-8bfa4874-4763-4ba3-8d8f-e1131d2a63b7 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 943 time: 0.1637640 Apr 21 12:38:11.679707 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-c1cc41c6-a810-453d-aebc-da3d174c7379 service neutron] 10.222.0.26 "GET /v2.0/networks/92442c54-a20b-4d99-aea4-e4d3be34f674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658939 Apr 21 12:38:11.687140 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b4f3f20-d81d-4d2f-96f0-2f3ccb99611d req-579c0dae-507f-4050-9563-1ccd305524bc tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502257 Apr 21 12:38:11.742248 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b4586-86c6-4fc1-b5a3-b252293f44f6 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Pushing event deleted for resources: {'Port': ['ID=bf6a81ba-b175-4c09-88ef-f647901654a1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:11.754547 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-e05a9b25-243e-4b82-aa3c-98f89de8642d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=30473043-d7db-404d-b70c-4211d4724b47 HTTP/1.1" status: 200 len: 217 time: 0.0663631 Apr 21 12:38:11.915014 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1383460-5c2e-45e2-838b-4b265f7a7188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:11.918123 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-aca69207-69a3-4c0f-9bba-7f8d5b9f8088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:11.924479 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-aca69207-69a3-4c0f-9bba-7f8d5b9f8088 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e65a1205-0e97-4e79-9858-1e4bd3f7dc14 HTTP/1.1" status: 200 len: 797 time: 0.1626954 Apr 21 12:38:12.011720 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-78157497-2e0c-4312-8a88-2bb3078150cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:12.013284 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-78157497-2e0c-4312-8a88-2bb3078150cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=92442c54-a20b-4d99-aea4-e4d3be34f674&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0803332 Apr 21 12:38:12.109155 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 588b467c-5fa3-4951-bd04-309f04424ff7 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:12.109598 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:12.140263 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1383460-5c2e-45e2-838b-4b265f7a7188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:12.290118 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-ff1e61ea-3c8e-409c-aaf9-051cffead743 service neutron] 10.222.0.26 "GET /v2.0/networks/92442c54-a20b-4d99-aea4-e4d3be34f674?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676320 Apr 21 12:38:12.298523 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1383460-5c2e-45e2-838b-4b265f7a7188 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:38:12.317620 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1383460-5c2e-45e2-838b-4b265f7a7188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f742bcc2-6696-4bd4-a1b4-09893e18b531,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:12.341945 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e76b4586-86c6-4fc1-b5a3-b252293f44f6 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:12.350632 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e76b4586-86c6-4fc1-b5a3-b252293f44f6 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] 10.222.0.36 "DELETE /v2.0/ports/bf6a81ba-b175-4c09-88ef-f647901654a1 HTTP/1.1" status: 204 len: 168 time: 1.8024487 Apr 21 12:38:12.352539 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38632) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:12.358834 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1383460-5c2e-45e2-838b-4b265f7a7188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:12.359179 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-e1383460-5c2e-45e2-838b-4b265f7a7188 admin admin] Added segment e8a2d320-1833-4b80-8fa6-c6ddae3b543a of type vlan for network 34ebe28d-099c-427b-b8d7-fb99675a6313 Apr 21 12:38:12.423899 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-19411924-bb1f-4ae5-bb75-3a0bb9ec873f tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] GET failed (client error): The resource could not be found. Apr 21 12:38:12.425631 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-19411924-bb1f-4ae5-bb75-3a0bb9ec873f tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] 10.222.0.36 "GET /v2.0/ports/bf6a81ba-b175-4c09-88ef-f647901654a1 HTTP/1.1" status: 404 len: 333 time: 0.0730922 Apr 21 12:38:12.430728 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38642) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:12.435178 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1383460-5c2e-45e2-838b-4b265f7a7188 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:12.440982 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-96a73fb8-5e76-4b89-8f81-edc6bd7130d2 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Request body: {'port': {'network_id': '725b89bf-5b15-4410-ac42-19e472012bcb', 'name': 'tempest-AllowedAddressPairTestJSON-482213471'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:12.569513 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1383460-5c2e-45e2-838b-4b265f7a7188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:12.570837 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1383460-5c2e-45e2-838b-4b265f7a7188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:12.572032 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1383460-5c2e-45e2-838b-4b265f7a7188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:12.738188 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-691e7761-9a90-4513-bdfa-746bd55a75ef None None] Provisioning complete for port d6d55df0-ffdd-4313-8373-1309a17543bf triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:12.738762 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-691e7761-9a90-4513-bdfa-746bd55a75ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:12.757432 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1383460-5c2e-45e2-838b-4b265f7a7188 admin admin] Pushing event updated for resources: {'Network': ['ID=34ebe28d-099c-427b-b8d7-fb99675a6313,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:12.787026 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 34ebe28d-099c-427b-b8d7-fb99675a6313 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:38:12.856710 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28d48348-7c44-4cf8-9a09-8a680f9d5c35 req-85de871f-d4ed-42c3-890b-27736bd47b93 tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.1861260 Apr 21 12:38:12.869091 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e1383460-5c2e-45e2-838b-4b265f7a7188 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7799881 Apr 21 12:38:12.871880 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38658) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:12.886376 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3f081445-42ef-46e0-b60b-9c9bd09e961f admin admin] Request body: {'subnet': {'network_id': '34ebe28d-099c-427b-b8d7-fb99675a6313', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1961735291-subnet', 'tenant_id': '51a9fec912704b809e36d40a2ec8da7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:12.921343 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-691e7761-9a90-4513-bdfa-746bd55a75ef None None] Port d6d55df0-ffdd-4313-8373-1309a17543bf cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:38:12.981162 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-691e7761-9a90-4513-bdfa-746bd55a75ef None None] Provisioning complete for port 588b467c-5fa3-4951-bd04-309f04424ff7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:12.981162 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-691e7761-9a90-4513-bdfa-746bd55a75ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:13.005296 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60d6a590-4e71-457f-8f43-8ebe207e83d7 req-f1a77db5-9c93-47d3-84eb-cf0ca2a46cf9 service neutron] 10.222.0.26 "GET /v2.0/networks/92442c54-a20b-4d99-aea4-e4d3be34f674?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7047553 Apr 21 12:38:13.055346 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f081445-42ef-46e0-b60b-9c9bd09e961f admin admin] Made reservation on behalf of 51a9fec912704b809e36d40a2ec8da7f for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:38:13.058712 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f081445-42ef-46e0-b60b-9c9bd09e961f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:13.063855 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b6e8e-abbb-451e-a50b-a97050cbc915 req-771e39f0-e7b3-4bed-8d87-ec3213b9d74e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:13.069901 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b6e8e-abbb-451e-a50b-a97050cbc915 req-771e39f0-e7b3-4bed-8d87-ec3213b9d74e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:13.086885 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b6e8e-abbb-451e-a50b-a97050cbc915 req-771e39f0-e7b3-4bed-8d87-ec3213b9d74e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:13.093167 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b6e8e-abbb-451e-a50b-a97050cbc915 req-771e39f0-e7b3-4bed-8d87-ec3213b9d74e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:13.106277 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b6e8e-abbb-451e-a50b-a97050cbc915 req-771e39f0-e7b3-4bed-8d87-ec3213b9d74e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:13.113512 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b6e8e-abbb-451e-a50b-a97050cbc915 req-771e39f0-e7b3-4bed-8d87-ec3213b9d74e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:13.119942 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b6e8e-abbb-451e-a50b-a97050cbc915 req-771e39f0-e7b3-4bed-8d87-ec3213b9d74e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:13.122392 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-159b6e8e-abbb-451e-a50b-a97050cbc915 req-771e39f0-e7b3-4bed-8d87-ec3213b9d74e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5438 time: 0.4531457 Apr 21 12:38:13.179641 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1661112-277d-48df-994f-40d25be3b3ef req-95558549-b35c-428a-92e8-7edb150c7c74 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:13.182438 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1661112-277d-48df-994f-40d25be3b3ef req-95558549-b35c-428a-92e8-7edb150c7c74 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 943 time: 0.1759007 Apr 21 12:38:13.218751 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-159b6e8e-abbb-451e-a50b-a97050cbc915 req-d4f54f8b-ffc2-4d16-9ebf-1b7e5052de12 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0881193 Apr 21 12:38:13.225756 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a73fb8-5e76-4b89-8f81-edc6bd7130d2 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Made reservation on behalf of 03243c98c14d42f7b32eee96c7440153 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:38:13.231180 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96a73fb8-5e76-4b89-8f81-edc6bd7130d2 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:13.240151 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6a0917a4-92ec-48c4-84ec-a2126da73a78 None None] Provisioning complete for port d6d55df0-ffdd-4313-8373-1309a17543bf triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:13.240512 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a0917a4-92ec-48c4-84ec-a2126da73a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:13.265501 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-96a73fb8-5e76-4b89-8f81-edc6bd7130d2 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] device_id is not set on port c480e6e2-fc4c-4f24-98c6-8b3b67ef915d yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:38:13.281523 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1661112-277d-48df-994f-40d25be3b3ef req-562e4cdb-745b-43f5-b884-b412c10b2ced tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894003 Apr 21 12:38:13.343429 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6a0917a4-92ec-48c4-84ec-a2126da73a78 None None] Port d6d55df0-ffdd-4313-8373-1309a17543bf cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:38:13.432445 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74ba206b-31f0-451e-8cf9-7056eae689a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:13.455128 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d71da387-5921-41f5-856e-5b474c7cc566 None None] Could not find standard attr ID for object bf6a81ba-b175-4c09-88ef-f647901654a1. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:38:13.502845 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-96a73fb8-5e76-4b89-8f81-edc6bd7130d2 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Allocated IP 172.20.0.5 (725b89bf-5b15-4410-ac42-19e472012bcb/56ceb42b-0ae8-4666-9aaa-5c047927bd93/c480e6e2-fc4c-4f24-98c6-8b3b67ef915d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:38:13.825645 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96a73fb8-5e76-4b89-8f81-edc6bd7130d2 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:13.866300 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f081445-42ef-46e0-b60b-9c9bd09e961f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:13.936021 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f081445-42ef-46e0-b60b-9c9bd09e961f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4c27555-a5bb-452c-bdeb-929ecae5305b,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:13.951608 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f081445-42ef-46e0-b60b-9c9bd09e961f admin admin] Checking segment: {'id': 'e8a2d320-1833-4b80-8fa6-c6ddae3b543a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '34ebe28d-099c-427b-b8d7-fb99675a6313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:38:13.953803 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f081445-42ef-46e0-b60b-9c9bd09e961f admin admin] Network hostable DHCP agents. Network: 34ebe28d-099c-427b-b8d7-fb99675a6313, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:38:13.982198 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8aa2d939-a794-4a24-ba17-181f3a987e34 req-1276fe1e-8d2c-4f0a-9546-aa67e35b7efd tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.0334287 Apr 21 12:38:13.983254 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96a73fb8-5e76-4b89-8f81-edc6bd7130d2 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:14.035156 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a73fb8-5e76-4b89-8f81-edc6bd7130d2 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Network 725b89bf-5b15-4410-ac42-19e472012bcb is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:38:14.040502 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-96a73fb8-5e76-4b89-8f81-edc6bd7130d2 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:38:14.044866 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a73fb8-5e76-4b89-8f81-edc6bd7130d2 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:38:14.081788 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a73fb8-5e76-4b89-8f81-edc6bd7130d2 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Pushing event updated for resources: {'Port': ['ID=c480e6e2-fc4c-4f24-98c6-8b3b67ef915d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:14.091349 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f081445-42ef-46e0-b60b-9c9bd09e961f admin admin] Network 34ebe28d-099c-427b-b8d7-fb99675a6313 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:38:14.119215 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a73fb8-5e76-4b89-8f81-edc6bd7130d2 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:14.119855 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96a73fb8-5e76-4b89-8f81-edc6bd7130d2 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:14.174520 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-3f081445-42ef-46e0-b60b-9c9bd09e961f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 34ebe28d-099c-427b-b8d7-fb99675a6313) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:38:14.184955 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f081445-42ef-46e0-b60b-9c9bd09e961f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:14.185961 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f081445-42ef-46e0-b60b-9c9bd09e961f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:14.187444 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2768fe2c-ce36-4a36-ab08-b5be1df662d6 None None] Network 34ebe28d-099c-427b-b8d7-fb99675a6313 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:38:14.235077 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-96a73fb8-5e76-4b89-8f81-edc6bd7130d2 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8031969 Apr 21 12:38:14.239246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38674) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:14.252047 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c3bc4f4f-46bd-4cbb-8332-f2643c18b48b tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:d1:ce:30'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:14.306806 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3f081445-42ef-46e0-b60b-9c9bd09e961f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4358680 Apr 21 12:38:14.427261 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ed896900-cf2f-4fa2-8d69-707a41f2c06c None None] Provisioning complete for port c480e6e2-fc4c-4f24-98c6-8b3b67ef915d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:14.428124 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed896900-cf2f-4fa2-8d69-707a41f2c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:14.497706 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b212c2f-6f11-4228-ab57-bbddc8a4650f None None] Network 34ebe28d-099c-427b-b8d7-fb99675a6313 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:38:14.626315 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ed896900-cf2f-4fa2-8d69-707a41f2c06c None None] Port c480e6e2-fc4c-4f24-98c6-8b3b67ef915d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:38:14.945216 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d7a1f-1b50-4f02-8b43-0d614190f009 req-406994ad-dcdc-44c3-bf19-745f87af9f2d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:14.951460 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d7a1f-1b50-4f02-8b43-0d614190f009 req-406994ad-dcdc-44c3-bf19-745f87af9f2d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:14.957433 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d7a1f-1b50-4f02-8b43-0d614190f009 req-406994ad-dcdc-44c3-bf19-745f87af9f2d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:14.963971 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d7a1f-1b50-4f02-8b43-0d614190f009 req-406994ad-dcdc-44c3-bf19-745f87af9f2d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:14.969921 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d7a1f-1b50-4f02-8b43-0d614190f009 req-406994ad-dcdc-44c3-bf19-745f87af9f2d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:14.975832 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d7a1f-1b50-4f02-8b43-0d614190f009 req-406994ad-dcdc-44c3-bf19-745f87af9f2d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:14.982730 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d7a1f-1b50-4f02-8b43-0d614190f009 req-406994ad-dcdc-44c3-bf19-745f87af9f2d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:14.984736 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b3d7a1f-1b50-4f02-8b43-0d614190f009 req-406994ad-dcdc-44c3-bf19-745f87af9f2d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5438 time: 0.6137586 Apr 21 12:38:15.003082 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3bc4f4f-46bd-4cbb-8332-f2643c18b48b tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:15.011953 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab2754-4dc7-4fe8-b6dd-98fc6e7d3535 req-a48783c6-968d-4e1c-8999-2cbc9449ac89 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:15.013531 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9ab2754-4dc7-4fe8-b6dd-98fc6e7d3535 req-a48783c6-968d-4e1c-8999-2cbc9449ac89 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 943 time: 0.4878602 Apr 21 12:38:15.093859 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b3d7a1f-1b50-4f02-8b43-0d614190f009 req-d6dff172-dd87-473e-b49e-e32d6a89fbb0 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1017230 Apr 21 12:38:15.125067 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9ab2754-4dc7-4fe8-b6dd-98fc6e7d3535 req-f1a9e2b1-4d7c-4ab0-9f4f-a7773ff68180 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026304 Apr 21 12:38:15.258124 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-7973e642-8bd2-4224-957e-b93cdfd2e930 req-28ffaf0e-10db-4886-a586-07d537bf0a4b tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1132799640', 'description': 'tempest-description-978297094'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:15.444714 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f20afd15-707d-4c3d-b6f0-8015a8df9c4a req-631d5e9b-73ea-4349-8f7e-8075c1c6fec8 tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.0441430 Apr 21 12:38:15.444714 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3bc4f4f-46bd-4cbb-8332-f2643c18b48b tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:15.710027 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-493aef44-e18b-4a9e-af15-c40d66219cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:15.710602 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3bc4f4f-46bd-4cbb-8332-f2643c18b48b tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:15.713544 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7973e642-8bd2-4224-957e-b93cdfd2e930 req-28ffaf0e-10db-4886-a586-07d537bf0a4b tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:15.810564 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc4f4f-46bd-4cbb-8332-f2643c18b48b tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Pushing event updated for resources: {'Port': ['ID=c480e6e2-fc4c-4f24-98c6-8b3b67ef915d,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:15.854068 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c3bc4f4f-46bd-4cbb-8332-f2643c18b48b tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] In _notify_port_updated(), no bound segment for port c480e6e2-fc4c-4f24-98c6-8b3b67ef915d on network 725b89bf-5b15-4410-ac42-19e472012bcb {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 12:38:15.860233 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bc4f4f-46bd-4cbb-8332-f2643c18b48b tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:15.861039 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3bc4f4f-46bd-4cbb-8332-f2643c18b48b tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:15.862401 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c3bc4f4f-46bd-4cbb-8332-f2643c18b48b tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] 10.222.0.36 "PUT /v2.0/ports/c480e6e2-fc4c-4f24-98c6-8b3b67ef915d HTTP/1.1" status: 200 len: 993 time: 1.6240163 Apr 21 12:38:15.865344 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38704) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:15.932195 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7973e642-8bd2-4224-957e-b93cdfd2e930 req-28ffaf0e-10db-4886-a586-07d537bf0a4b tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:16.015628 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-071fab39-7406-4572-9083-41b37d1db890 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Deleting port c480e6e2-fc4c-4f24-98c6-8b3b67ef915d {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:38:16.016112 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-071fab39-7406-4572-9083-41b37d1db890 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:16.035841 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7973e642-8bd2-4224-957e-b93cdfd2e930 req-28ffaf0e-10db-4886-a586-07d537bf0a4b tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:16.060086 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-450bf97b-cc70-48b8-9985-4834fb65683e None None] Provisioning complete for port c480e6e2-fc4c-4f24-98c6-8b3b67ef915d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:16.060705 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-450bf97b-cc70-48b8-9985-4834fb65683e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:16.090022 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffaf0e-10db-4886-a586-07d537bf0a4b tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=551bee9c-b4ec-4636-9e03-c5df99eb6a62,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:16.128711 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-071fab39-7406-4572-9083-41b37d1db890 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:16.132270 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-450bf97b-cc70-48b8-9985-4834fb65683e None None] Port c480e6e2-fc4c-4f24-98c6-8b3b67ef915d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:38:16.140847 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:38:16.143348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 82e67d61-4701-4300-9171-99f0f042f70a up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:38:16.160709 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-071fab39-7406-4572-9083-41b37d1db890 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Calling delete_port for c480e6e2-fc4c-4f24-98c6-8b3b67ef915d owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:38:16.163767 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7973e642-8bd2-4224-957e-b93cdfd2e930 req-28ffaf0e-10db-4886-a586-07d537bf0a4b tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:16.177875 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7973e642-8bd2-4224-957e-b93cdfd2e930 req-28ffaf0e-10db-4886-a586-07d537bf0a4b tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.9136007 Apr 21 12:38:16.382370 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6485d2-d6a3-4ea1-a4c2-77c6f901a81e req-71eeb026-b69f-4708-a40d-bf87def0a53a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:16.388971 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6485d2-d6a3-4ea1-a4c2-77c6f901a81e req-71eeb026-b69f-4708-a40d-bf87def0a53a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:16.394940 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6485d2-d6a3-4ea1-a4c2-77c6f901a81e req-71eeb026-b69f-4708-a40d-bf87def0a53a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:16.403290 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6485d2-d6a3-4ea1-a4c2-77c6f901a81e req-71eeb026-b69f-4708-a40d-bf87def0a53a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:16.407836 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6485d2-d6a3-4ea1-a4c2-77c6f901a81e req-71eeb026-b69f-4708-a40d-bf87def0a53a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:16.413604 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6485d2-d6a3-4ea1-a4c2-77c6f901a81e req-71eeb026-b69f-4708-a40d-bf87def0a53a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:16.420134 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6485d2-d6a3-4ea1-a4c2-77c6f901a81e req-71eeb026-b69f-4708-a40d-bf87def0a53a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:16.428395 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5e6485d2-d6a3-4ea1-a4c2-77c6f901a81e req-71eeb026-b69f-4708-a40d-bf87def0a53a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5438 time: 0.1815810 Apr 21 12:38:16.454647 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53638e94-83b6-4ab3-ab72-d2e908e63df7 req-90e628e5-b47e-4981-8616-af67f33dfbbe tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:16.460924 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-071fab39-7406-4572-9083-41b37d1db890 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:16.465673 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-53638e94-83b6-4ab3-ab72-d2e908e63df7 req-90e628e5-b47e-4981-8616-af67f33dfbbe tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 943 time: 0.1555872 Apr 21 12:38:16.485085 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9ba1c6a9-ccae-48d7-b4cc-8b184ac77319,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:16.505031 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '9ba1c6a9-ccae-48d7-b4cc-8b184ac77319', 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4', 'port_id': '9ba1c6a9-ccae-48d7-b4cc-8b184ac77319', 'mac_address': 'fa:16:3e:6a:42:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3b8f234-8156-4627-8cae-e6fcb5c2aa35', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:38:16.527303 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-53638e94-83b6-4ab3-ab72-d2e908e63df7 req-708d68dd-103d-4e7d-9d78-242a6a6fc042 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595961 Apr 21 12:38:16.582243 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071fab39-7406-4572-9083-41b37d1db890 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Pushing event deleted for resources: {'Port': ['ID=c480e6e2-fc4c-4f24-98c6-8b3b67ef915d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:16.607950 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 82e67d61-4701-4300-9171-99f0f042f70a completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:38:16.611521 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:16.620088 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 82e67d61-4701-4300-9171-99f0f042f70a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:16.620468 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:16.678386 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-99b887b4-36cd-4223-98c0-5ee82b2515f1 req-1f5fb999-026a-421f-9f83-3e00e65fff03 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] 10.222.0.36 "GET /v2.0/security-groups/551bee9c-b4ec-4636-9e03-c5df99eb6a62 HTTP/1.1" status: 200 len: 1814 time: 0.1049235 Apr 21 12:38:16.699030 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:38:16.699754 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-99b887b4-36cd-4223-98c0-5ee82b2515f1 req-98a0158e-46c6-4fd4-97c9-f6e4c2f921d8 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '551bee9c-b4ec-4636-9e03-c5df99eb6a62', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:16.700171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-99b887b4-36cd-4223-98c0-5ee82b2515f1 req-98a0158e-46c6-4fd4-97c9-f6e4c2f921d8 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '551bee9c-b4ec-4636-9e03-c5df99eb6a62', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:16.722281 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9ba1c6a9-ccae-48d7-b4cc-8b184ac77319,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:16.775683 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-071fab39-7406-4572-9083-41b37d1db890 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:16.781767 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-071fab39-7406-4572-9083-41b37d1db890 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] 10.222.0.36 "DELETE /v2.0/ports/c480e6e2-fc4c-4f24-98c6-8b3b67ef915d HTTP/1.1" status: 204 len: 168 time: 0.9131866 Apr 21 12:38:16.783120 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38718) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:16.810139 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5e6485d2-d6a3-4ea1-a4c2-77c6f901a81e req-067848e6-afaa-43b4-90ca-e560f59e5c16 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3753600 Apr 21 12:38:16.819560 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:16.848994 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:16.849909 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e57ac67-40f1-40a5-a90c-d5fdf6ab05d3 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] GET failed (client error): The resource could not be found. Apr 21 12:38:16.852304 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0e57ac67-40f1-40a5-a90c-d5fdf6ab05d3 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] 10.222.0.36 "GET /v2.0/ports/c480e6e2-fc4c-4f24-98c6-8b3b67ef915d HTTP/1.1" status: 404 len: 333 time: 0.0673625 Apr 21 12:38:16.857841 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:16.858242 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38724) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:16.863966 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c5bbeafa-2763-4815-8e8e-ab9b69c89859 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Request body: {'port': {'network_id': '725b89bf-5b15-4410-ac42-19e472012bcb', 'name': 'tempest-AllowedAddressPairTestJSON-1740141648'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:16.900967 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e67d61-4701-4300-9171-99f0f042f70a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:38:16.902479 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405d9e97-6166-44c5-9ed5-acd53e7423e6" -d '{"events": [{"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-plugged", "status": "completed", "tag": "82e67d61-4701-4300-9171-99f0f042f70a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:38:16.926077 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=9ba1c6a9-ccae-48d7-b4cc-8b184ac77319,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:16.930460 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 82e67d61-4701-4300-9171-99f0f042f70a, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=82e67d61-4701-4300-9171-99f0f042f70a,segment=NetworkSegment(8e92a1d7-2432-4d52-964c-65f50bb20e30),segment_id=8e92a1d7-2432-4d52-964c-65f50bb20e30)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:16.941530 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-99b887b4-36cd-4223-98c0-5ee82b2515f1 req-98a0158e-46c6-4fd4-97c9-f6e4c2f921d8 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:16.963322 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-99b887b4-36cd-4223-98c0-5ee82b2515f1 req-98a0158e-46c6-4fd4-97c9-f6e4c2f921d8 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:17.015088 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:17.025143 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d11bc6a-2f54-424c-b987-aed0520e5537 req-10b85039-982d-4469-8fe0-ef10d3df815a tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.0393689 Apr 21 12:38:17.052917 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-99b887b4-36cd-4223-98c0-5ee82b2515f1 req-98a0158e-46c6-4fd4-97c9-f6e4c2f921d8 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:17.077285 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07f0de4-2d74-4c1b-ac33-31dd4617cbb4 x-openstack-request-id: req-e07f0de4-2d74-4c1b-ac33-31dd4617cbb4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:38:17.077663 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-plugged", "status": "completed", "tag": "82e67d61-4701-4300-9171-99f0f042f70a", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:38:17.077920 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e07f0de4-2d74-4c1b-ac33-31dd4617cbb4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:38:17.078320 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e07f0de4-2d74-4c1b-ac33-31dd4617cbb4'] response: {'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82e67d61-4701-4300-9171-99f0f042f70a', 'code': 200} Apr 21 12:38:17.094636 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=82e67d61-4701-4300-9171-99f0f042f70a,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:17.095019 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0158e-46c6-4fd4-97c9-f6e4c2f921d8 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c634e7-95fa-4c99-b352-8dfae781129b,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:17.109892 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bbeafa-2763-4815-8e8e-ab9b69c89859 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Made reservation on behalf of 03243c98c14d42f7b32eee96c7440153 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:38:17.113408 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5bbeafa-2763-4815-8e8e-ab9b69c89859 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:17.133509 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-c5bbeafa-2763-4815-8e8e-ab9b69c89859 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] device_id is not set on port 74f6ee6e-06c0-4975-8a43-d4ba925b669f yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:38:17.137357 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-99b887b4-36cd-4223-98c0-5ee82b2515f1 req-98a0158e-46c6-4fd4-97c9-f6e4c2f921d8 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:17.138785 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-99b887b4-36cd-4223-98c0-5ee82b2515f1 req-98a0158e-46c6-4fd4-97c9-f6e4c2f921d8 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4529722 Apr 21 12:38:17.241784 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15ca60b5-6cff-4817-a495-7990cb650e76 req-8b070ea1-5077-497d-b41b-088c4d07297d tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] 10.222.0.36 "GET /v2.0/security-groups/551bee9c-b4ec-4636-9e03-c5df99eb6a62 HTTP/1.1" status: 200 len: 2408 time: 0.0725627 Apr 21 12:38:17.282578 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-c5bbeafa-2763-4815-8e8e-ab9b69c89859 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Allocated IP 172.20.0.5 (725b89bf-5b15-4410-ac42-19e472012bcb/56ceb42b-0ae8-4666-9aaa-5c047927bd93/74f6ee6e-06c0-4975-8a43-d4ba925b669f) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:38:17.285535 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a722ce56-df46-482c-80a4-a612aa2d9bf4 req-946bfd9c-9cfa-4f15-9b39-d1663636274e tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] 10.222.0.36 "GET /v2.0/security-group-rules/91c634e7-95fa-4c99-b352-8dfae781129b HTTP/1.1" status: 200 len: 778 time: 0.0247939 Apr 21 12:38:17.343110 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a722ce56-df46-482c-80a4-a612aa2d9bf4 req-4a878c07-dce8-4ba1-8b3e-e75348bcde2d tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] 10.222.0.36 "GET /v2.0/security-groups/551bee9c-b4ec-4636-9e03-c5df99eb6a62 HTTP/1.1" status: 200 len: 2408 time: 0.0555871 Apr 21 12:38:17.377652 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a722ce56-df46-482c-80a4-a612aa2d9bf4 req-00f48013-643a-4360-a04a-5698adc1c317 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:17.386754 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a722ce56-df46-482c-80a4-a612aa2d9bf4 req-00f48013-643a-4360-a04a-5698adc1c317 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:17.471296 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5bbeafa-2763-4815-8e8e-ab9b69c89859 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:17.484670 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e0ddf47-fc06-4c35-866f-ff892c99a51c req-6c94a4a8-234c-4d8d-9092-f430c75a93f0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.0263188 Apr 21 12:38:17.534623 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a722ce56-df46-482c-80a4-a612aa2d9bf4 req-00f48013-643a-4360-a04a-5698adc1c317 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:17.541249 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a722ce56-df46-482c-80a4-a612aa2d9bf4 req-00f48013-643a-4360-a04a-5698adc1c317 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:17.551356 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a722ce56-df46-482c-80a4-a612aa2d9bf4 req-00f48013-643a-4360-a04a-5698adc1c317 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/91c634e7-95fa-4c99-b352-8dfae781129b HTTP/1.1" status: 204 len: 173 time: 0.1984234 Apr 21 12:38:17.551356 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f48013-643a-4360-a04a-5698adc1c317 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91c634e7-95fa-4c99-b352-8dfae781129b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:17.585626 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-8cb14a97-c4c5-4ee2-88d8-4390723a3597 req-f7688553-7dff-438a-b57c-85c4039ce88c tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-395681413', 'description': 'tempest-description-264683362'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:17.609904 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5bbeafa-2763-4815-8e8e-ab9b69c89859 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:17.643477 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:17.664512 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bbeafa-2763-4815-8e8e-ab9b69c89859 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Network 725b89bf-5b15-4410-ac42-19e472012bcb is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:38:17.668206 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-c5bbeafa-2763-4815-8e8e-ab9b69c89859 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:38:17.671880 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bbeafa-2763-4815-8e8e-ab9b69c89859 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:38:17.676949 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8cb14a97-c4c5-4ee2-88d8-4390723a3597 req-f7688553-7dff-438a-b57c-85c4039ce88c tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:17.713171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f47d7-90c3-456e-99d0-92a22dfdcece req-f766b836-0a6a-4392-8d52-850f0cb44d7d tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:17.714680 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbeafa-2763-4815-8e8e-ab9b69c89859 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Pushing event updated for resources: {'Port': ['ID=74f6ee6e-06c0-4975-8a43-d4ba925b669f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:17.721156 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e38f47d7-90c3-456e-99d0-92a22dfdcece req-f766b836-0a6a-4392-8d52-850f0cb44d7d tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 944 time: 0.0789604 Apr 21 12:38:17.753946 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bbeafa-2763-4815-8e8e-ab9b69c89859 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:17.754580 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5bbeafa-2763-4815-8e8e-ab9b69c89859 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:17.775459 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e38f47d7-90c3-456e-99d0-92a22dfdcece req-0b881416-1ddf-4231-9c47-f4969d14cad5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536554 Apr 21 12:38:17.799027 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['9ba1c6a9-ccae-48d7-b4cc-8b184ac77319'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:38:17.845191 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8cb14a97-c4c5-4ee2-88d8-4390723a3597 req-f7688553-7dff-438a-b57c-85c4039ce88c tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:17.875677 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c5bbeafa-2763-4815-8e8e-ab9b69c89859 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0163679 Apr 21 12:38:17.878288 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38742) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:17.884781 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4e333b88-cd68-47f5-9e31-7781cb1daaa1 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d1:ce:30'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:17.900772 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8cb14a97-c4c5-4ee2-88d8-4390723a3597 req-f7688553-7dff-438a-b57c-85c4039ce88c tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:18.002535 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7688553-7dff-438a-b57c-85c4039ce88c tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f67866-fbb0-4e2c-bc2d-0bdca6923b1f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:18.031788 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8cb14a97-c4c5-4ee2-88d8-4390723a3597 req-f7688553-7dff-438a-b57c-85c4039ce88c tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:18.034461 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8cb14a97-c4c5-4ee2-88d8-4390723a3597 req-f7688553-7dff-438a-b57c-85c4039ce88c tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4538906 Apr 21 12:38:18.054595 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ce833-8c4b-43c5-8f8c-eafc31991c85 req-829ad038-bc05-40de-b88b-11965c730283 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:18.063845 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ce833-8c4b-43c5-8f8c-eafc31991c85 req-829ad038-bc05-40de-b88b-11965c730283 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:18.077015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ce833-8c4b-43c5-8f8c-eafc31991c85 req-829ad038-bc05-40de-b88b-11965c730283 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:18.085891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ce833-8c4b-43c5-8f8c-eafc31991c85 req-829ad038-bc05-40de-b88b-11965c730283 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:18.094453 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ce833-8c4b-43c5-8f8c-eafc31991c85 req-829ad038-bc05-40de-b88b-11965c730283 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:18.101008 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ce833-8c4b-43c5-8f8c-eafc31991c85 req-829ad038-bc05-40de-b88b-11965c730283 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:18.108558 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ce833-8c4b-43c5-8f8c-eafc31991c85 req-829ad038-bc05-40de-b88b-11965c730283 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:18.122563 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb4ce833-8c4b-43c5-8f8c-eafc31991c85 req-829ad038-bc05-40de-b88b-11965c730283 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5439 time: 0.2031307 Apr 21 12:38:18.125400 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-952ae052-fffb-408f-b51a-80cd64d9edf8 None None] Provisioning complete for port 74f6ee6e-06c0-4975-8a43-d4ba925b669f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:18.125802 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-952ae052-fffb-408f-b51a-80cd64d9edf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:18.166959 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4e333b88-cd68-47f5-9e31-7781cb1daaa1 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:18.183367 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-952ae052-fffb-408f-b51a-80cd64d9edf8 None None] Port 74f6ee6e-06c0-4975-8a43-d4ba925b669f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:38:18.185221 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 7d0d16a9-4ae0-457b-9fd1-99f702e00f9d up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:38:18.196787 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-797ff971-24a8-416c-943e-0b9699da9e3f req-83c70c5c-0310-4450-bdc6-b60ad89a6e77 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] 10.222.0.36 "GET /v2.0/security-groups/55f67866-fbb0-4e2c-bc2d-0bdca6923b1f HTTP/1.1" status: 200 len: 1813 time: 0.0674386 Apr 21 12:38:18.228433 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb4ce833-8c4b-43c5-8f8c-eafc31991c85 req-baf58516-240e-4ad9-9205-aa8e3aef58ba tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1042283 Apr 21 12:38:18.300060 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-62993fcc-efde-40f7-9795-3a5e1abdd9ec req-96d495e3-fa22-490b-bb07-90faa12a77e7 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-483327015', 'description': 'tempest-description-615831812'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:18.361378 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd610e32-0910-41aa-82ec-2bb3b1d2e519 req-3991690a-1673-44cd-83e3-f6b83e6cf168 tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.0334988 Apr 21 12:38:18.398302 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4e333b88-cd68-47f5-9e31-7781cb1daaa1 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:18.400359 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:18.408732 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-62993fcc-efde-40f7-9795-3a5e1abdd9ec req-96d495e3-fa22-490b-bb07-90faa12a77e7 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:18.411727 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 7d0d16a9-4ae0-457b-9fd1-99f702e00f9d completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:38:18.414839 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 7d0d16a9-4ae0-457b-9fd1-99f702e00f9d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:18.415435 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:18.492017 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-62993fcc-efde-40f7-9795-3a5e1abdd9ec req-96d495e3-fa22-490b-bb07-90faa12a77e7 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:18.496025 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4e333b88-cd68-47f5-9e31-7781cb1daaa1 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:18.513368 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:18.549389 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 7d0d16a9-4ae0-457b-9fd1-99f702e00f9d, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=7d0d16a9-4ae0-457b-9fd1-99f702e00f9d,segment=NetworkSegment(3ee70c77-be48-440a-b339-a8a0e2541b70),segment_id=3ee70c77-be48-440a-b339-a8a0e2541b70)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:18.551604 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-62993fcc-efde-40f7-9795-3a5e1abdd9ec req-96d495e3-fa22-490b-bb07-90faa12a77e7 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:18.615083 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:18.616720 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device b8abfc12-7bf3-4a65-a1f4-46132f41638e up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:38:18.619205 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e333b88-cd68-47f5-9e31-7781cb1daaa1 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Pushing event updated for resources: {'Port': ['ID=74f6ee6e-06c0-4975-8a43-d4ba925b669f,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:18.646183 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-4e333b88-cd68-47f5-9e31-7781cb1daaa1 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] In _notify_port_updated(), no bound segment for port 74f6ee6e-06c0-4975-8a43-d4ba925b669f on network 725b89bf-5b15-4410-ac42-19e472012bcb {{(pid=103397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 12:38:18.647368 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d495e3-fa22-490b-bb07-90faa12a77e7 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88cc3a7f-a1d5-460f-a8a2-17cdd5c8f98d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:18.669552 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e333b88-cd68-47f5-9e31-7781cb1daaa1 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:18.670257 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4e333b88-cd68-47f5-9e31-7781cb1daaa1 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:18.675024 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4e333b88-cd68-47f5-9e31-7781cb1daaa1 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] 10.222.0.36 "PUT /v2.0/ports/74f6ee6e-06c0-4975-8a43-d4ba925b669f HTTP/1.1" status: 200 len: 996 time: 0.7931194 Apr 21 12:38:18.675984 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38762) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:18.707129 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:18.754512 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-62993fcc-efde-40f7-9795-3a5e1abdd9ec req-96d495e3-fa22-490b-bb07-90faa12a77e7 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:18.759881 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-62993fcc-efde-40f7-9795-3a5e1abdd9ec req-96d495e3-fa22-490b-bb07-90faa12a77e7 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4646492 Apr 21 12:38:18.760628 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=7d0d16a9-4ae0-457b-9fd1-99f702e00f9d,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:18.812715 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port b8abfc12-7bf3-4a65-a1f4-46132f41638e completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:38:18.820902 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port b8abfc12-7bf3-4a65-a1f4-46132f41638e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:18.821865 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:18.875465 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-732e6efe-fb2b-4770-acf7-76147d2262f5 req-88b71a23-1311-43c2-b1e4-bc6496fcd290 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] 10.222.0.36 "GET /v2.0/security-groups/88cc3a7f-a1d5-460f-a8a2-17cdd5c8f98d HTTP/1.1" status: 200 len: 1813 time: 0.0940127 Apr 21 12:38:18.904454 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1abdf545-bc71-4540-9b21-f2fd2c182842 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Deleting port 74f6ee6e-06c0-4975-8a43-d4ba925b669f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:38:18.904899 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1abdf545-bc71-4540-9b21-f2fd2c182842 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:18.924642 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5dd4cde1-525b-481d-bede-1d0bfd94227c None None] Provisioning complete for port 74f6ee6e-06c0-4975-8a43-d4ba925b669f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:18.929500 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dd4cde1-525b-481d-bede-1d0bfd94227c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:18.986238 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5dd4cde1-525b-481d-bede-1d0bfd94227c None None] Port 74f6ee6e-06c0-4975-8a43-d4ba925b669f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:38:18.993540 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:19.001103 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1abdf545-bc71-4540-9b21-f2fd2c182842 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:19.018645 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1abdf545-bc71-4540-9b21-f2fd2c182842 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Calling delete_port for 74f6ee6e-06c0-4975-8a43-d4ba925b669f owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:38:19.023068 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-a7dc0e3c-9ed2-46ba-bb2c-2a467a5bdd21 req-6f8f535e-3c68-41e5-b3b9-c05374d1cacd tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1565178057', 'description': 'tempest-description-1017841129'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:19.033422 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port b8abfc12-7bf3-4a65-a1f4-46132f41638e, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=b8abfc12-7bf3-4a65-a1f4-46132f41638e,segment=NetworkSegment(3ee70c77-be48-440a-b339-a8a0e2541b70),segment_id=3ee70c77-be48-440a-b339-a8a0e2541b70)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:19.081224 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0d16a9-4ae0-457b-9fd1-99f702e00f9d'}, {'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8abfc12-7bf3-4a65-a1f4-46132f41638e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:38:19.084798 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1ee1d7-2572-4923-b5b9-efa00876b0b5" -d '{"events": [{"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-plugged", "status": "completed", "tag": "7d0d16a9-4ae0-457b-9fd1-99f702e00f9d"}, {"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-plugged", "status": "completed", "tag": "b8abfc12-7bf3-4a65-a1f4-46132f41638e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:38:19.100139 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:19.101179 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 705963bf-02f4-4781-bc61-f2db5e181472 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:38:19.132235 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a7dc0e3c-9ed2-46ba-bb2c-2a467a5bdd21 req-6f8f535e-3c68-41e5-b3b9-c05374d1cacd tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:19.241729 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=b8abfc12-7bf3-4a65-a1f4-46132f41638e,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:19.281429 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ad544-eff1-4ab3-9105-7281dc8e8b9e req-58b11534-9459-4b77-900c-e0a05d7fc914 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:19.281429 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-363ad544-eff1-4ab3-9105-7281dc8e8b9e req-58b11534-9459-4b77-900c-e0a05d7fc914 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 944 time: 0.2608607 Apr 21 12:38:19.312141 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a7dc0e3c-9ed2-46ba-bb2c-2a467a5bdd21 req-6f8f535e-3c68-41e5-b3b9-c05374d1cacd tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:19.335934 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-363ad544-eff1-4ab3-9105-7281dc8e8b9e req-69a7617f-6d6d-4429-a33a-5376a2ff6d45 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499139 Apr 21 12:38:19.340864 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 705963bf-02f4-4781-bc61-f2db5e181472 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:38:19.350263 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 705963bf-02f4-4781-bc61-f2db5e181472 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:19.350655 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:19.379505 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1abdf545-bc71-4540-9b21-f2fd2c182842 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:19.424390 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abdf545-bc71-4540-9b21-f2fd2c182842 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Pushing event deleted for resources: {'Port': ['ID=74f6ee6e-06c0-4975-8a43-d4ba925b669f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:19.427514 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a7dc0e3c-9ed2-46ba-bb2c-2a467a5bdd21 req-6f8f535e-3c68-41e5-b3b9-c05374d1cacd tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:19.469546 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 21 Apr 2022 12:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fbe3da-ecda-4f38-926e-78aa1039eb27 x-openstack-request-id: req-58fbe3da-ecda-4f38-926e-78aa1039eb27 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:38:19.469872 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-plugged", "status": "completed", "tag": "7d0d16a9-4ae0-457b-9fd1-99f702e00f9d", "code": 200}, {"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-plugged", "status": "completed", "tag": "b8abfc12-7bf3-4a65-a1f4-46132f41638e", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:38:19.470127 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-58fbe3da-ecda-4f38-926e-78aa1039eb27 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:38:19.477057 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58fbe3da-ecda-4f38-926e-78aa1039eb27'] response: {'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0d16a9-4ae0-457b-9fd1-99f702e00f9d', 'code': 200} Apr 21 12:38:19.477375 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58fbe3da-ecda-4f38-926e-78aa1039eb27'] response: {'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8abfc12-7bf3-4a65-a1f4-46132f41638e', 'code': 200} Apr 21 12:38:19.569473 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f535e-3c68-41e5-b3b9-c05374d1cacd tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab751933-c3f0-4616-aa35-f2ade568405f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:19.570969 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:19.583938 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a7dc0e3c-9ed2-46ba-bb2c-2a467a5bdd21 req-6f8f535e-3c68-41e5-b3b9-c05374d1cacd tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:19.601992 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a7dc0e3c-9ed2-46ba-bb2c-2a467a5bdd21 req-6f8f535e-3c68-41e5-b3b9-c05374d1cacd tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.6948531 Apr 21 12:38:19.613951 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1abdf545-bc71-4540-9b21-f2fd2c182842 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:19.624395 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1abdf545-bc71-4540-9b21-f2fd2c182842 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] 10.222.0.36 "DELETE /v2.0/ports/74f6ee6e-06c0-4975-8a43-d4ba925b669f HTTP/1.1" status: 204 len: 168 time: 0.9429693 Apr 21 12:38:19.626913 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38790) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:19.640455 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 705963bf-02f4-4781-bc61-f2db5e181472, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=705963bf-02f4-4781-bc61-f2db5e181472,segment=NetworkSegment(809dc041-eed1-4719-81ae-d2f5a67a6a8c),segment_id=809dc041-eed1-4719-81ae-d2f5a67a6a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:19.666387 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-c21b9434-5bef-423e-8dac-1a76c9aefdfc tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] GET failed (client error): The resource could not be found. Apr 21 12:38:19.671315 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c21b9434-5bef-423e-8dac-1a76c9aefdfc tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] 10.222.0.36 "GET /v2.0/ports/74f6ee6e-06c0-4975-8a43-d4ba925b669f HTTP/1.1" status: 404 len: 333 time: 0.0373068 Apr 21 12:38:19.676828 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38792) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:19.679159 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-aa01dd94-2fbe-4e0e-9205-da2dc0700b63 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Request body: {'port': {'network_id': '725b89bf-5b15-4410-ac42-19e472012bcb', 'name': 'tempest-AllowedAddressPairTestJSON-869596190'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:19.707166 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fdf9744e-16b9-45be-9cdd-9151f07a0388 req-e3fbaded-e5ca-4d55-9d48-faec28173ce2 tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.0484455 Apr 21 12:38:19.734549 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:19.736158 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 6d354b6d-1ed6-44ad-9991-cde225fa4ff0 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:38:19.796829 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d1207-fdfc-4819-abd4-6a905ece59a5 req-28a1fc98-fbe7-4aa1-b265-7e4cd03a0296 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:19.798771 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d1207-fdfc-4819-abd4-6a905ece59a5 req-28a1fc98-fbe7-4aa1-b265-7e4cd03a0296 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:19.805166 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d1207-fdfc-4819-abd4-6a905ece59a5 req-28a1fc98-fbe7-4aa1-b265-7e4cd03a0296 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:19.816970 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d1207-fdfc-4819-abd4-6a905ece59a5 req-28a1fc98-fbe7-4aa1-b265-7e4cd03a0296 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:19.821256 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=705963bf-02f4-4781-bc61-f2db5e181472,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:19.826361 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d1207-fdfc-4819-abd4-6a905ece59a5 req-28a1fc98-fbe7-4aa1-b265-7e4cd03a0296 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:19.834028 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d1207-fdfc-4819-abd4-6a905ece59a5 req-28a1fc98-fbe7-4aa1-b265-7e4cd03a0296 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:19.842801 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d1207-fdfc-4819-abd4-6a905ece59a5 req-28a1fc98-fbe7-4aa1-b265-7e4cd03a0296 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:19.845510 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8e3d1207-fdfc-4819-abd4-6a905ece59a5 req-28a1fc98-fbe7-4aa1-b265-7e4cd03a0296 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5441 time: 0.1742585 Apr 21 12:38:19.920051 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8e3d1207-fdfc-4819-abd4-6a905ece59a5 req-6e9d2ca4-4dc4-4b93-b9da-6e334dd73eac tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608675 Apr 21 12:38:19.925246 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa01dd94-2fbe-4e0e-9205-da2dc0700b63 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Made reservation on behalf of 03243c98c14d42f7b32eee96c7440153 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:38:19.925819 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-382647b7-9784-432b-a2b7-2fef02a35c83 req-2096e5a2-10c5-416b-b35d-72df5a4ad628 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] 10.222.0.36 "GET /v2.0/security-groups/ab751933-c3f0-4616-aa35-f2ade568405f HTTP/1.1" status: 200 len: 1815 time: 0.1531990 Apr 21 12:38:19.936876 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa01dd94-2fbe-4e0e-9205-da2dc0700b63 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:19.958462 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 6d354b6d-1ed6-44ad-9991-cde225fa4ff0 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:38:19.968478 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 6d354b6d-1ed6-44ad-9991-cde225fa4ff0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:19.968478 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:19.978695 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-aa01dd94-2fbe-4e0e-9205-da2dc0700b63 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] device_id is not set on port 81a701f1-6268-4cdd-8373-eb0317188e37 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:38:19.990557 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1774f322-02b9-4ceb-92f8-d6cca701029a req-12e7cfed-1010-40e1-b39e-02be22ae6d54 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-973559969', 'description': 'tempest-description-2075075337'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:20.089709 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1774f322-02b9-4ceb-92f8-d6cca701029a req-12e7cfed-1010-40e1-b39e-02be22ae6d54 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:20.104202 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:20.132000 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-aa01dd94-2fbe-4e0e-9205-da2dc0700b63 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Allocated IP 172.20.0.6 (725b89bf-5b15-4410-ac42-19e472012bcb/56ceb42b-0ae8-4666-9aaa-5c047927bd93/81a701f1-6268-4cdd-8373-eb0317188e37) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:38:20.185108 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 6d354b6d-1ed6-44ad-9991-cde225fa4ff0, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=6d354b6d-1ed6-44ad-9991-cde225fa4ff0,segment=NetworkSegment(3ee70c77-be48-440a-b339-a8a0e2541b70),segment_id=3ee70c77-be48-440a-b339-a8a0e2541b70)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:20.221631 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1774f322-02b9-4ceb-92f8-d6cca701029a req-12e7cfed-1010-40e1-b39e-02be22ae6d54 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:20.267172 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:20.267908 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:20.268730 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 158d9cd1-cfe1-4268-8e29-4753932267cd up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:38:20.313634 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa01dd94-2fbe-4e0e-9205-da2dc0700b63 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:20.313986 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1774f322-02b9-4ceb-92f8-d6cca701029a req-12e7cfed-1010-40e1-b39e-02be22ae6d54 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:20.358278 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=6d354b6d-1ed6-44ad-9991-cde225fa4ff0,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:20.370081 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7cfed-1010-40e1-b39e-02be22ae6d54 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e3e2e6-06f4-4327-b7e6-841d2026d1d5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:20.959526 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1774f322-02b9-4ceb-92f8-d6cca701029a req-12e7cfed-1010-40e1-b39e-02be22ae6d54 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:20.960792 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1774f322-02b9-4ceb-92f8-d6cca701029a req-12e7cfed-1010-40e1-b39e-02be22ae6d54 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.9745178 Apr 21 12:38:20.992372 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa01dd94-2fbe-4e0e-9205-da2dc0700b63 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:20.992947 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 158d9cd1-cfe1-4268-8e29-4753932267cd completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:38:20.997252 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 158d9cd1-cfe1-4268-8e29-4753932267cd triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:21.002037 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:21.053157 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa01dd94-2fbe-4e0e-9205-da2dc0700b63 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Network 725b89bf-5b15-4410-ac42-19e472012bcb is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:38:21.058521 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-aa01dd94-2fbe-4e0e-9205-da2dc0700b63 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:38:21.062632 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa01dd94-2fbe-4e0e-9205-da2dc0700b63 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:38:21.098113 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8936d0-07c6-4d9d-85b9-ffba56277bcf req-c643434f-aafc-436b-82eb-e18e951621e2 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:21.099801 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd8936d0-07c6-4d9d-85b9-ffba56277bcf req-c643434f-aafc-436b-82eb-e18e951621e2 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 944 time: 0.0767789 Apr 21 12:38:21.104910 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:21.118799 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01dd94-2fbe-4e0e-9205-da2dc0700b63 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Pushing event updated for resources: {'Port': ['ID=81a701f1-6268-4cdd-8373-eb0317188e37,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:21.161382 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd8936d0-07c6-4d9d-85b9-ffba56277bcf req-60b1e9d3-8221-4384-89fb-b1abd07063db tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442412 Apr 21 12:38:21.179950 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa01dd94-2fbe-4e0e-9205-da2dc0700b63 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:21.180630 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aa01dd94-2fbe-4e0e-9205-da2dc0700b63 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:21.217811 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 158d9cd1-cfe1-4268-8e29-4753932267cd, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=158d9cd1-cfe1-4268-8e29-4753932267cd,segment=NetworkSegment(3ee70c77-be48-440a-b339-a8a0e2541b70),segment_id=3ee70c77-be48-440a-b339-a8a0e2541b70)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:21.297662 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-aa01dd94-2fbe-4e0e-9205-da2dc0700b63 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6245244 Apr 21 12:38:21.300086 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38830) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:21.306177 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-cc8490ec-db44-4c9e-9759-0ff010b3d3bb tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Request body: {'port': {'network_id': '725b89bf-5b15-4410-ac42-19e472012bcb', 'name': 'tempest-AllowedAddressPairTestJSON-1150089651'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:21.315720 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-895bd4fd-898d-4395-80de-6e68609b7de7 req-455b4464-21f7-4c63-bab0-5c66733546a3 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] 10.222.0.36 "GET /v2.0/security-groups/f8e3e2e6-06f4-4327-b7e6-841d2026d1d5 HTTP/1.1" status: 200 len: 1814 time: 0.0519278 Apr 21 12:38:21.329875 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:21.330884 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device fa0888de-c05b-4b47-a078-4c561e42456a up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:38:21.479732 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705963bf-02f4-4781-bc61-f2db5e181472'}, {'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d354b6d-1ed6-44ad-9991-cde225fa4ff0'}, {'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158d9cd1-cfe1-4268-8e29-4753932267cd'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:38:21.481948 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4075cb66-83a1-468e-9fe5-8aa63b784eba" -d '{"events": [{"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-plugged", "status": "completed", "tag": "705963bf-02f4-4781-bc61-f2db5e181472"}, {"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-plugged", "status": "completed", "tag": "6d354b6d-1ed6-44ad-9991-cde225fa4ff0"}, {"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-plugged", "status": "completed", "tag": "158d9cd1-cfe1-4268-8e29-4753932267cd"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:38:21.519436 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=158d9cd1-cfe1-4268-8e29-4753932267cd,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:21.522120 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4a82cd7d-bdef-486f-8894-ebe105533ac4 None None] Provisioning complete for port 81a701f1-6268-4cdd-8373-eb0317188e37 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:21.522512 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a82cd7d-bdef-486f-8894-ebe105533ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:21.563943 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4a82cd7d-bdef-486f-8894-ebe105533ac4 None None] Port 81a701f1-6268-4cdd-8373-eb0317188e37 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:38:21.564676 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8404f893-fa36-494d-8599-d80b7018b8c9 req-5a3f220f-af26-45bb-8062-cb9f3609bd4a tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.1037853 Apr 21 12:38:21.616133 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6770f-bf2a-4af0-a109-2db23a3c38d4 req-fd1b1d42-1c5c-4a30-8ca3-d9bfa77fb673 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:21.625515 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6770f-bf2a-4af0-a109-2db23a3c38d4 req-fd1b1d42-1c5c-4a30-8ca3-d9bfa77fb673 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:21.629876 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8490ec-db44-4c9e-9759-0ff010b3d3bb tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Made reservation on behalf of 03243c98c14d42f7b32eee96c7440153 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:38:21.632074 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6770f-bf2a-4af0-a109-2db23a3c38d4 req-fd1b1d42-1c5c-4a30-8ca3-d9bfa77fb673 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:21.634192 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cc8490ec-db44-4c9e-9759-0ff010b3d3bb tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:21.639904 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6770f-bf2a-4af0-a109-2db23a3c38d4 req-fd1b1d42-1c5c-4a30-8ca3-d9bfa77fb673 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:21.647130 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6770f-bf2a-4af0-a109-2db23a3c38d4 req-fd1b1d42-1c5c-4a30-8ca3-d9bfa77fb673 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:21.655627 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6770f-bf2a-4af0-a109-2db23a3c38d4 req-fd1b1d42-1c5c-4a30-8ca3-d9bfa77fb673 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:21.662773 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-cc8490ec-db44-4c9e-9759-0ff010b3d3bb tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] device_id is not set on port 018a1141-e12f-4fe4-8216-1b747da78406 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:38:21.667311 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port fa0888de-c05b-4b47-a078-4c561e42456a completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:38:21.668453 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6770f-bf2a-4af0-a109-2db23a3c38d4 req-fd1b1d42-1c5c-4a30-8ca3-d9bfa77fb673 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:21.671453 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-30b6770f-bf2a-4af0-a109-2db23a3c38d4 req-fd1b1d42-1c5c-4a30-8ca3-d9bfa77fb673 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5444 time: 0.2067869 Apr 21 12:38:21.678869 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port fa0888de-c05b-4b47-a078-4c561e42456a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:21.679545 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:21.702192 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-14d31b6e-c9f6-403d-85bf-1c4f7e1fc761 req-372c0ff9-0220-46e5-b872-6366fb26650f tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] show failed (client error): The resource could not be found. Apr 21 12:38:21.703222 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14d31b6e-c9f6-403d-85bf-1c4f7e1fc761 req-372c0ff9-0220-46e5-b872-6366fb26650f tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] 10.222.0.36 "GET /v2.0/security-groups/09b3d04b-7997-4f44-9ea7-5d59bc6023ee HTTP/1.1" status: 404 len: 352 time: 0.0304344 Apr 21 12:38:21.790003 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-30b6770f-bf2a-4af0-a109-2db23a3c38d4 req-52472e3d-9a14-4ff1-8b3a-7c5a57e20879 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1077011 Apr 21 12:38:21.803386 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 21 Apr 2022 12:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b9d987-1842-4c9b-b0ce-78592c18c5c6 x-openstack-request-id: req-e9b9d987-1842-4c9b-b0ce-78592c18c5c6 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:38:21.803386 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-plugged", "status": "completed", "tag": "705963bf-02f4-4781-bc61-f2db5e181472", "code": 200}, {"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-plugged", "status": "completed", "tag": "6d354b6d-1ed6-44ad-9991-cde225fa4ff0", "code": 200}, {"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-plugged", "status": "completed", "tag": "158d9cd1-cfe1-4268-8e29-4753932267cd", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:38:21.803386 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e9b9d987-1842-4c9b-b0ce-78592c18c5c6 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:38:21.807594 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9b9d987-1842-4c9b-b0ce-78592c18c5c6'] response: {'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '705963bf-02f4-4781-bc61-f2db5e181472', 'code': 200} Apr 21 12:38:21.807737 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9b9d987-1842-4c9b-b0ce-78592c18c5c6'] response: {'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d354b6d-1ed6-44ad-9991-cde225fa4ff0', 'code': 200} Apr 21 12:38:21.808324 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9b9d987-1842-4c9b-b0ce-78592c18c5c6'] response: {'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158d9cd1-cfe1-4268-8e29-4753932267cd', 'code': 200} Apr 21 12:38:21.847721 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-905a89bd-4f74-4fa4-a375-9bb6d910a2f8 req-6f21fb1e-ea89-45dd-9afe-f3ee4c6621a8 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] show failed (client error): The resource could not be found. Apr 21 12:38:21.855777 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-905a89bd-4f74-4fa4-a375-9bb6d910a2f8 req-6f21fb1e-ea89-45dd-9afe-f3ee4c6621a8 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] 10.222.0.36 "GET /v2.0/security-group-rules/ba1daf72-9b9d-4b25-bbb1-3ee99978ccdd HTTP/1.1" status: 404 len: 361 time: 0.0215845 Apr 21 12:38:21.872970 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:21.887456 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-cc8490ec-db44-4c9e-9759-0ff010b3d3bb tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Allocated IP 172.20.0.7 (725b89bf-5b15-4410-ac42-19e472012bcb/56ceb42b-0ae8-4666-9aaa-5c047927bd93/018a1141-e12f-4fe4-8216-1b747da78406) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:38:21.931609 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e83e764-c95f-4f10-86d9-cd26bb0dc976 req-0817914a-f94e-4360-a5d4-a199d79a8a32 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] 10.222.0.36 "GET /v2.0/security-groups/f8e3e2e6-06f4-4327-b7e6-841d2026d1d5 HTTP/1.1" status: 200 len: 1814 time: 0.0512559 Apr 21 12:38:21.991353 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2e83e764-c95f-4f10-86d9-cd26bb0dc976 req-1259f972-9da6-4505-93fd-6c9946ac1be8 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:22.016354 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2e83e764-c95f-4f10-86d9-cd26bb0dc976 req-1259f972-9da6-4505-93fd-6c9946ac1be8 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:22.047132 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port fa0888de-c05b-4b47-a078-4c561e42456a, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=fa0888de-c05b-4b47-a078-4c561e42456a,segment=NetworkSegment(8e92a1d7-2432-4d52-964c-65f50bb20e30),segment_id=8e92a1d7-2432-4d52-964c-65f50bb20e30)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:22.152603 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:22.181844 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:38:22.202073 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cc8490ec-db44-4c9e-9759-0ff010b3d3bb tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:22.237703 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=fa0888de-c05b-4b47-a078-4c561e42456a,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:22.300053 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b091f8c-f77e-40e9-9ac8-8f682fef4bac req-7e1c7f94-e892-4aab-ba0b-f5f83d8e2487 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:22.301452 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0b091f8c-f77e-40e9-9ac8-8f682fef4bac req-7e1c7f94-e892-4aab-ba0b-f5f83d8e2487 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 944 time: 0.0545568 Apr 21 12:38:22.332686 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2e83e764-c95f-4f10-86d9-cd26bb0dc976 req-1259f972-9da6-4505-93fd-6c9946ac1be8 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:22.335180 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2e83e764-c95f-4f10-86d9-cd26bb0dc976 req-1259f972-9da6-4505-93fd-6c9946ac1be8 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:22.336432 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e83e764-c95f-4f10-86d9-cd26bb0dc976 req-1259f972-9da6-4505-93fd-6c9946ac1be8 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] 10.222.0.36 "DELETE /v2.0/security-groups/f8e3e2e6-06f4-4327-b7e6-841d2026d1d5 HTTP/1.1" status: 204 len: 173 time: 0.4040098 Apr 21 12:38:22.355671 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0b091f8c-f77e-40e9-9ac8-8f682fef4bac req-e50322ec-6471-4b1d-80f4-54652351a4e9 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475774 Apr 21 12:38:22.356798 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1259f972-9da6-4505-93fd-6c9946ac1be8 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e3e2e6-06f4-4327-b7e6-841d2026d1d5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:22.364585 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259f972-9da6-4505-93fd-6c9946ac1be8 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:22.364930 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259f972-9da6-4505-93fd-6c9946ac1be8 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:22.365268 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259f972-9da6-4505-93fd-6c9946ac1be8 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:22.365637 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259f972-9da6-4505-93fd-6c9946ac1be8 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:22.366112 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259f972-9da6-4505-93fd-6c9946ac1be8 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:22.366302 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259f972-9da6-4505-93fd-6c9946ac1be8 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:22.366627 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259f972-9da6-4505-93fd-6c9946ac1be8 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:22.366951 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259f972-9da6-4505-93fd-6c9946ac1be8 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:22.367332 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259f972-9da6-4505-93fd-6c9946ac1be8 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:22.367661 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259f972-9da6-4505-93fd-6c9946ac1be8 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:22.368556 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259f972-9da6-4505-93fd-6c9946ac1be8 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:22.368860 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1259f972-9da6-4505-93fd-6c9946ac1be8 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:22.384284 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cc8490ec-db44-4c9e-9759-0ff010b3d3bb tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:22.411514 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:38:22.414552 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:22.415557 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:22.442352 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8490ec-db44-4c9e-9759-0ff010b3d3bb tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Network 725b89bf-5b15-4410-ac42-19e472012bcb is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:38:22.445304 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-cc8490ec-db44-4c9e-9759-0ff010b3d3bb tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:38:22.449771 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8490ec-db44-4c9e-9759-0ff010b3d3bb tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:38:22.455776 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de7cca3f-e909-4831-9562-22b2843dffd9 req-1b033a34-5859-4b70-989a-4904124a5b44 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] 10.222.0.36 "GET /v2.0/security-groups/ab751933-c3f0-4616-aa35-f2ade568405f HTTP/1.1" status: 200 len: 1815 time: 0.0657485 Apr 21 12:38:22.477372 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8490ec-db44-4c9e-9759-0ff010b3d3bb tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Pushing event updated for resources: {'Port': ['ID=018a1141-e12f-4fe4-8216-1b747da78406,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:22.514952 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8490ec-db44-4c9e-9759-0ff010b3d3bb tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:22.515875 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cc8490ec-db44-4c9e-9759-0ff010b3d3bb tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:22.516330 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-de7cca3f-e909-4831-9562-22b2843dffd9 req-cf9a5d2f-a140-49b9-b6b6-0f8b8c40e394 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:22.522181 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:22.543434 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-de7cca3f-e909-4831-9562-22b2843dffd9 req-cf9a5d2f-a140-49b9-b6b6-0f8b8c40e394 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:22.563511 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9ba1c6a9-ccae-48d7-b4cc-8b184ac77319,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:22.592964 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cc8490ec-db44-4c9e-9759-0ff010b3d3bb tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2915859 Apr 21 12:38:22.602123 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38866) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:22.608059 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ce0e489b-e6f9-4af4-b007-9d27cd6e87a2 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:d1:ce:30'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:76:19:b3'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:22.647083 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:22.674744 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-78cd42a8-e85d-4384-9c93-e5ea5609aa9f req-52c53f90-38f2-479c-bd5b-cd804d285ccb tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.0310569 Apr 21 12:38:22.684293 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-de7cca3f-e909-4831-9562-22b2843dffd9 req-cf9a5d2f-a140-49b9-b6b6-0f8b8c40e394 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:22.690016 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-de7cca3f-e909-4831-9562-22b2843dffd9 req-cf9a5d2f-a140-49b9-b6b6-0f8b8c40e394 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:22.690016 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de7cca3f-e909-4831-9562-22b2843dffd9 req-cf9a5d2f-a140-49b9-b6b6-0f8b8c40e394 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] 10.222.0.36 "DELETE /v2.0/security-groups/ab751933-c3f0-4616-aa35-f2ade568405f HTTP/1.1" status: 204 len: 173 time: 0.2326725 Apr 21 12:38:22.703814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a5d2f-a140-49b9-b6b6-0f8b8c40e394 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab751933-c3f0-4616-aa35-f2ade568405f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:22.722556 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce0e489b-e6f9-4af4-b007-9d27cd6e87a2 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:22.756382 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=9ba1c6a9-ccae-48d7-b4cc-8b184ac77319,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:22.769758 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fe83ef13-b04d-49a8-a799-1a882eb5444f req-734aacb2-ecde-4ad0-80dd-062b68999862 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] 10.222.0.36 "GET /v2.0/security-groups/88cc3a7f-a1d5-460f-a8a2-17cdd5c8f98d HTTP/1.1" status: 200 len: 1813 time: 0.0524750 Apr 21 12:38:22.811820 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0dafb352-2726-4f88-99fa-5b09869ca28d None None] Provisioning complete for port 018a1141-e12f-4fe4-8216-1b747da78406 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:22.812195 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0dafb352-2726-4f88-99fa-5b09869ca28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:22.841499 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fe83ef13-b04d-49a8-a799-1a882eb5444f req-fa92dd4a-481e-4a14-b1a4-61db8e1a1b02 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:22.849276 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0dafb352-2726-4f88-99fa-5b09869ca28d None None] Port 018a1141-e12f-4fe4-8216-1b747da78406 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:38:22.872461 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fe83ef13-b04d-49a8-a799-1a882eb5444f req-fa92dd4a-481e-4a14-b1a4-61db8e1a1b02 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:22.935189 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce0e489b-e6f9-4af4-b007-9d27cd6e87a2 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:22.950212 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b99f9c-a8ee-424a-9a35-98eca4410c18 req-953209f4-779d-40d8-8293-a01379763102 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:22.955982 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b99f9c-a8ee-424a-9a35-98eca4410c18 req-953209f4-779d-40d8-8293-a01379763102 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:22.962541 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b99f9c-a8ee-424a-9a35-98eca4410c18 req-953209f4-779d-40d8-8293-a01379763102 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:22.968322 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b99f9c-a8ee-424a-9a35-98eca4410c18 req-953209f4-779d-40d8-8293-a01379763102 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:22.974132 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b99f9c-a8ee-424a-9a35-98eca4410c18 req-953209f4-779d-40d8-8293-a01379763102 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:22.979956 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b99f9c-a8ee-424a-9a35-98eca4410c18 req-953209f4-779d-40d8-8293-a01379763102 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:22.985771 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b99f9c-a8ee-424a-9a35-98eca4410c18 req-953209f4-779d-40d8-8293-a01379763102 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:22.987626 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31b99f9c-a8ee-424a-9a35-98eca4410c18 req-953209f4-779d-40d8-8293-a01379763102 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5445 time: 0.1075282 Apr 21 12:38:23.003193 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce0e489b-e6f9-4af4-b007-9d27cd6e87a2 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:23.024657 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fe83ef13-b04d-49a8-a799-1a882eb5444f req-fa92dd4a-481e-4a14-b1a4-61db8e1a1b02 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:23.027122 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fe83ef13-b04d-49a8-a799-1a882eb5444f req-fa92dd4a-481e-4a14-b1a4-61db8e1a1b02 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:23.028234 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fe83ef13-b04d-49a8-a799-1a882eb5444f req-fa92dd4a-481e-4a14-b1a4-61db8e1a1b02 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] 10.222.0.36 "DELETE /v2.0/security-groups/88cc3a7f-a1d5-460f-a8a2-17cdd5c8f98d HTTP/1.1" status: 204 len: 173 time: 0.2506886 Apr 21 12:38:23.033938 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31b99f9c-a8ee-424a-9a35-98eca4410c18 req-87fe7045-f8bc-4b9e-96c7-ebcbe38ad297 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382891 Apr 21 12:38:23.042186 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92dd4a-481e-4a14-b1a4-61db8e1a1b02 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cc3a7f-a1d5-460f-a8a2-17cdd5c8f98d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:23.097111 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ce0e489b-e6f9-4af4-b007-9d27cd6e87a2 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] In _notify_port_updated(), no bound segment for port 018a1141-e12f-4fe4-8216-1b747da78406 on network 725b89bf-5b15-4410-ac42-19e472012bcb {{(pid=103397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 12:38:23.108259 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0e489b-e6f9-4af4-b007-9d27cd6e87a2 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:23.108949 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce0e489b-e6f9-4af4-b007-9d27cd6e87a2 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:23.110325 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ce0e489b-e6f9-4af4-b007-9d27cd6e87a2 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] 10.222.0.36 "PUT /v2.0/ports/018a1141-e12f-4fe4-8216-1b747da78406 HTTP/1.1" status: 200 len: 1056 time: 0.5066459 Apr 21 12:38:23.111066 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0e489b-e6f9-4af4-b007-9d27cd6e87a2 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Pushing event updated for resources: {'Port': ['ID=018a1141-e12f-4fe4-8216-1b747da78406,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:23.113412 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38880) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:23.124374 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a2e3d00f-cd1f-4bed-843b-f34ccee8f09f req-e5d5ff74-4a24-45d8-807a-6b469a965917 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] 10.222.0.36 "GET /v2.0/security-groups/55f67866-fbb0-4e2c-bc2d-0bdca6923b1f HTTP/1.1" status: 200 len: 1813 time: 0.0467961 Apr 21 12:38:23.195033 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a2e3d00f-cd1f-4bed-843b-f34ccee8f09f req-cfda4e37-bdd6-4926-ac14-6f7e9a33a8d5 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:23.223562 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-44eb810e-e177-4a67-8aed-3939e0b256e3 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Deleting port 018a1141-e12f-4fe4-8216-1b747da78406 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:38:23.224128 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44eb810e-e177-4a67-8aed-3939e0b256e3 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:23.237640 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a2e3d00f-cd1f-4bed-843b-f34ccee8f09f req-cfda4e37-bdd6-4926-ac14-6f7e9a33a8d5 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:23.292418 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3c7b323d-020e-4c35-b392-f2bcffd60cf0 None None] Provisioning complete for port 018a1141-e12f-4fe4-8216-1b747da78406 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:23.292979 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c7b323d-020e-4c35-b392-f2bcffd60cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:23.321703 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44eb810e-e177-4a67-8aed-3939e0b256e3 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:23.328418 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3c7b323d-020e-4c35-b392-f2bcffd60cf0 None None] Port 018a1141-e12f-4fe4-8216-1b747da78406 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:38:23.332981 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-44eb810e-e177-4a67-8aed-3939e0b256e3 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Calling delete_port for 018a1141-e12f-4fe4-8216-1b747da78406 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:38:23.384596 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a2e3d00f-cd1f-4bed-843b-f34ccee8f09f req-cfda4e37-bdd6-4926-ac14-6f7e9a33a8d5 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:23.387476 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a2e3d00f-cd1f-4bed-843b-f34ccee8f09f req-cfda4e37-bdd6-4926-ac14-6f7e9a33a8d5 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:23.389336 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a2e3d00f-cd1f-4bed-843b-f34ccee8f09f req-cfda4e37-bdd6-4926-ac14-6f7e9a33a8d5 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] 10.222.0.36 "DELETE /v2.0/security-groups/55f67866-fbb0-4e2c-bc2d-0bdca6923b1f HTTP/1.1" status: 204 len: 173 time: 0.2585461 Apr 21 12:38:23.416219 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfda4e37-bdd6-4926-ac14-6f7e9a33a8d5 tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f67866-fbb0-4e2c-bc2d-0bdca6923b1f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:23.502722 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6285d77b-3f12-4fff-9243-615258997150 req-e4ff5547-866c-40bf-92a0-448433780a9b tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] 10.222.0.36 "GET /v2.0/security-groups/551bee9c-b4ec-4636-9e03-c5df99eb6a62 HTTP/1.1" status: 200 len: 1814 time: 0.0878279 Apr 21 12:38:23.511605 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf722b-ccd3-4f0a-8b86-ce4ac0e76bb5 req-589a1a28-1f66-4d97-825b-8a6decdba41e tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:23.513025 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56cf722b-ccd3-4f0a-8b86-ce4ac0e76bb5 req-589a1a28-1f66-4d97-825b-8a6decdba41e tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 945 time: 0.0668373 Apr 21 12:38:23.557412 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44eb810e-e177-4a67-8aed-3939e0b256e3 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:23.577421 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56cf722b-ccd3-4f0a-8b86-ce4ac0e76bb5 req-636e26c7-1f11-4369-8a71-1fc0be050fcf tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570755 Apr 21 12:38:23.587529 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb810e-e177-4a67-8aed-3939e0b256e3 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Pushing event deleted for resources: {'Port': ['ID=018a1141-e12f-4fe4-8216-1b747da78406,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:23.605503 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6285d77b-3f12-4fff-9243-615258997150 req-56e189cb-39eb-4f5f-9486-395c4b8b9e3d tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:23.641159 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6285d77b-3f12-4fff-9243-615258997150 req-56e189cb-39eb-4f5f-9486-395c4b8b9e3d tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:23.778508 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6285d77b-3f12-4fff-9243-615258997150 req-56e189cb-39eb-4f5f-9486-395c4b8b9e3d tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:23.780977 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6285d77b-3f12-4fff-9243-615258997150 req-56e189cb-39eb-4f5f-9486-395c4b8b9e3d tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:23.782492 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6285d77b-3f12-4fff-9243-615258997150 req-56e189cb-39eb-4f5f-9486-395c4b8b9e3d tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] 10.222.0.36 "DELETE /v2.0/security-groups/551bee9c-b4ec-4636-9e03-c5df99eb6a62 HTTP/1.1" status: 204 len: 173 time: 0.2682211 Apr 21 12:38:23.788115 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38910) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:23.809260 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0888de-c05b-4b47-a078-4c561e42456a'}, {'server_uuid': '5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba1c6a9-ccae-48d7-b4cc-8b184ac77319'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:38:23.809559 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f026d559-6992-4285-b505-46c862623bf6 req-316ed9aa-bae4-4c8e-9ee3-007eaea9deb1 tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.0423355 Apr 21 12:38:23.813822 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdbb405-686a-4031-b8c2-416a1785462f" -d '{"events": [{"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-plugged", "status": "completed", "tag": "fa0888de-c05b-4b47-a078-4c561e42456a"}, {"server_uuid": "5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4", "name": "network-vif-plugged", "status": "completed", "tag": "9ba1c6a9-ccae-48d7-b4cc-8b184ac77319"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:38:23.817015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e189cb-39eb-4f5f-9486-395c4b8b9e3d tempest-SecurityGroupRulesNegativeTestJSON-789724970 tempest-SecurityGroupRulesNegativeTestJSON-789724970-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=551bee9c-b4ec-4636-9e03-c5df99eb6a62,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:23.873625 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44eb810e-e177-4a67-8aed-3939e0b256e3 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:23.877375 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-44eb810e-e177-4a67-8aed-3939e0b256e3 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] 10.222.0.36 "DELETE /v2.0/ports/018a1141-e12f-4fe4-8216-1b747da78406 HTTP/1.1" status: 204 len: 168 time: 0.7629392 Apr 21 12:38:23.879894 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38914) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:23.884454 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1d5ee4-7525-4e15-94a2-aa3336344295 admin admin] Deleting subnet c4c27555-a5bb-452c-bdeb-929ecae5305b {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:38:23.888206 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5ee4-7525-4e15-94a2-aa3336344295 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:23.895592 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 21 Apr 2022 12:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02450f66-61d4-4bab-88a2-a6c849a622ce x-openstack-request-id: req-02450f66-61d4-4bab-88a2-a6c849a622ce {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:38:23.895883 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-plugged", "status": "completed", "tag": "fa0888de-c05b-4b47-a078-4c561e42456a", "code": 200}, {"server_uuid": "5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4", "name": "network-vif-plugged", "status": "completed", "tag": "9ba1c6a9-ccae-48d7-b4cc-8b184ac77319", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:38:23.896130 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-02450f66-61d4-4bab-88a2-a6c849a622ce {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:38:23.896527 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02450f66-61d4-4bab-88a2-a6c849a622ce'] response: {'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0888de-c05b-4b47-a078-4c561e42456a', 'code': 200} Apr 21 12:38:23.896779 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02450f66-61d4-4bab-88a2-a6c849a622ce'] response: {'server_uuid': '5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba1c6a9-ccae-48d7-b4cc-8b184ac77319', 'code': 200} Apr 21 12:38:23.910396 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a68279-64dc-45df-881c-bf479b47b5fa tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] GET failed (client error): The resource could not be found. Apr 21 12:38:23.911898 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a0a68279-64dc-45df-881c-bf479b47b5fa tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] 10.222.0.36 "GET /v2.0/ports/018a1141-e12f-4fe4-8216-1b747da78406 HTTP/1.1" status: 404 len: 333 time: 0.0309157 Apr 21 12:38:23.914594 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38916) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:23.929932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fbaa5-6e04-4b05-9731-a6b6f514655a req-2b171a23-7c17-4b4a-8099-da55b643d538 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:23.932090 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5f7fbaa5-6e04-4b05-9731-a6b6f514655a req-2b171a23-7c17-4b4a-8099-da55b643d538 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/ports?device_id=9caa293c-23a9-4aa9-861c-607d6ac99ff1 HTTP/1.1" status: 200 len: 951 time: 0.0930903 Apr 21 12:38:23.941991 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5ee4-7525-4e15-94a2-aa3336344295 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:23.988032 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5ee4-7525-4e15-94a2-aa3336344295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:24.081783 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5f7fbaa5-6e04-4b05-9731-a6b6f514655a req-d1c3d40c-38f2-4051-8357-e6c0bb1ef86b tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/security-groups?id=a296c869-4248-448b-af3f-f44a4c87316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429260 Apr 21 12:38:24.101912 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f711ce-9436-497a-b2b4-7edd7c0ab3fd req-73775d6b-9ff7-4481-9aec-6380070a08f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:24.104041 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42f711ce-9436-497a-b2b4-7edd7c0ab3fd req-73775d6b-9ff7-4481-9aec-6380070a08f8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 1096 time: 0.1373031 Apr 21 12:38:24.112130 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5ee4-7525-4e15-94a2-aa3336344295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:24.116644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1c3bd-fce0-40e9-bb44-e8e699ee22f2 req-e619c10d-8636-4a6a-9f44-6cb9b3a2a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:24.116644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1c3bd-fce0-40e9-bb44-e8e699ee22f2 req-e619c10d-8636-4a6a-9f44-6cb9b3a2a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:24.116644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1c3bd-fce0-40e9-bb44-e8e699ee22f2 req-e619c10d-8636-4a6a-9f44-6cb9b3a2a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:24.116644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1c3bd-fce0-40e9-bb44-e8e699ee22f2 req-e619c10d-8636-4a6a-9f44-6cb9b3a2a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:24.116644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1c3bd-fce0-40e9-bb44-e8e699ee22f2 req-e619c10d-8636-4a6a-9f44-6cb9b3a2a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:24.116644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1c3bd-fce0-40e9-bb44-e8e699ee22f2 req-e619c10d-8636-4a6a-9f44-6cb9b3a2a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:24.116644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1c3bd-fce0-40e9-bb44-e8e699ee22f2 req-e619c10d-8636-4a6a-9f44-6cb9b3a2a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:24.117535 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbd1c3bd-fce0-40e9-bb44-e8e699ee22f2 req-e619c10d-8636-4a6a-9f44-6cb9b3a2a59f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 6502 time: 0.1145000 Apr 21 12:38:24.138352 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d5ee4-7525-4e15-94a2-aa3336344295 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4c27555-a5bb-452c-bdeb-929ecae5305b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:24.148932 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2e1d5ee4-7525-4e15-94a2-aa3336344295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:24.153272 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2e1d5ee4-7525-4e15-94a2-aa3336344295 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c4c27555-a5bb-452c-bdeb-929ecae5305b HTTP/1.1" status: 204 len: 168 time: 0.3642220 Apr 21 12:38:24.155667 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38926) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:24.209970 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42f711ce-9436-497a-b2b4-7edd7c0ab3fd req-1da9ace1-067f-4dde-8c80-e6c1f64df666 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884728 Apr 21 12:38:24.221899 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9d1a34b0-1d25-48af-af01-a06e32f34cde tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Deleting port 81a701f1-6268-4cdd-8373-eb0317188e37 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:38:24.221899 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d1a34b0-1d25-48af-af01-a06e32f34cde tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:24.230009 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5350258d-c454-4e9b-892d-c85912d75471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:24.280647 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbd1c3bd-fce0-40e9-bb44-e8e699ee22f2 req-be2eb6a5-d2b6-4a79-bc40-14ee7f59d85e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1357279 Apr 21 12:38:24.310961 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66a028-f9b4-4874-9bd3-b41ecec999a2 req-112e0c96-b9f7-41d9-8e3b-7de6f788905d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:24.314119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66a028-f9b4-4874-9bd3-b41ecec999a2 req-112e0c96-b9f7-41d9-8e3b-7de6f788905d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:24.319992 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66a028-f9b4-4874-9bd3-b41ecec999a2 req-112e0c96-b9f7-41d9-8e3b-7de6f788905d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:24.323058 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5350258d-c454-4e9b-892d-c85912d75471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:24.326767 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66a028-f9b4-4874-9bd3-b41ecec999a2 req-112e0c96-b9f7-41d9-8e3b-7de6f788905d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:24.332585 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66a028-f9b4-4874-9bd3-b41ecec999a2 req-112e0c96-b9f7-41d9-8e3b-7de6f788905d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:24.339039 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66a028-f9b4-4874-9bd3-b41ecec999a2 req-112e0c96-b9f7-41d9-8e3b-7de6f788905d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:24.343148 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-5350258d-c454-4e9b-892d-c85912d75471 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34ebe28d-099c-427b-b8d7-fb99675a6313']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:24.344989 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b66a028-f9b4-4874-9bd3-b41ecec999a2 req-112e0c96-b9f7-41d9-8e3b-7de6f788905d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:24.346747 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b66a028-f9b4-4874-9bd3-b41ecec999a2 req-112e0c96-b9f7-41d9-8e3b-7de6f788905d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5445 time: 0.1806033 Apr 21 12:38:24.353502 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-5350258d-c454-4e9b-892d-c85912d75471 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a2d320-1833-4b80-8fa6-c6ddae3b543a') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:24.353824 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-5350258d-c454-4e9b-892d-c85912d75471 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a2d320-1833-4b80-8fa6-c6ddae3b543a') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:24.364311 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5350258d-c454-4e9b-892d-c85912d75471 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:24.378963 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5350258d-c454-4e9b-892d-c85912d75471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:24.385552 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5350258d-c454-4e9b-892d-c85912d75471 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:38:24.385966 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5350258d-c454-4e9b-892d-c85912d75471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:38:24.387784 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:38:24.401127 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d1a34b0-1d25-48af-af01-a06e32f34cde tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:24.421624 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b66a028-f9b4-4874-9bd3-b41ecec999a2 req-70d7189a-7f1f-437c-b954-8b1396a2417a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658994 Apr 21 12:38:24.422655 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9d1a34b0-1d25-48af-af01-a06e32f34cde tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Calling delete_port for 81a701f1-6268-4cdd-8373-eb0317188e37 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:38:24.534862 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5350258d-c454-4e9b-892d-c85912d75471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:24.543466 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5350258d-c454-4e9b-892d-c85912d75471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:24.546901 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5350258d-c454-4e9b-892d-c85912d75471 admin admin] 10.222.0.36 "DELETE /v2.0/networks/34ebe28d-099c-427b-b8d7-fb99675a6313 HTTP/1.1" status: 204 len: 168 time: 0.3892934 Apr 21 12:38:24.560718 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350258d-c454-4e9b-892d-c85912d75471 admin admin] Pushing event deleted for resources: {'Network': ['ID=34ebe28d-099c-427b-b8d7-fb99675a6313,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:24.621166 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d1a34b0-1d25-48af-af01-a06e32f34cde tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:24.660747 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a34b0-1d25-48af-af01-a06e32f34cde tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Pushing event deleted for resources: {'Port': ['ID=81a701f1-6268-4cdd-8373-eb0317188e37,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:24.761363 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef4ef8-a33a-40ed-9095-870984bd5c65 req-623631fd-010b-4fb8-8a02-e53a85a40fe7 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:24.763006 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5eef4ef8-a33a-40ed-9095-870984bd5c65 req-623631fd-010b-4fb8-8a02-e53a85a40fe7 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 945 time: 0.1033721 Apr 21 12:38:24.784697 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d1a34b0-1d25-48af-af01-a06e32f34cde tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:24.790250 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9d1a34b0-1d25-48af-af01-a06e32f34cde tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] 10.222.0.36 "DELETE /v2.0/ports/81a701f1-6268-4cdd-8373-eb0317188e37 HTTP/1.1" status: 204 len: 168 time: 0.8737881 Apr 21 12:38:24.791183 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38996) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:24.828168 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-375c11a6-0430-40f2-ad11-33e3974723ed tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] GET failed (client error): The resource could not be found. Apr 21 12:38:24.833334 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-375c11a6-0430-40f2-ad11-33e3974723ed tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] 10.222.0.36 "GET /v2.0/ports/81a701f1-6268-4cdd-8373-eb0317188e37 HTTP/1.1" status: 404 len: 333 time: 0.0374160 Apr 21 12:38:24.835959 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39004) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:24.836125 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5eef4ef8-a33a-40ed-9095-870984bd5c65 req-601c6292-4184-464c-96b4-b8ef3c4bb1fc tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614736 Apr 21 12:38:24.952995 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d2fb383-7aec-45f1-b562-05765c593578 req-15618941-9741-4b52-89bf-9c42ed6979d8 tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.0275838 Apr 21 12:38:24.963797 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-cadcef5e-6c03-4e05-8394-4c389f14caa1 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Deleting port d6d55df0-ffdd-4313-8373-1309a17543bf {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:38:24.973910 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cadcef5e-6c03-4e05-8394-4c389f14caa1 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:25.021672 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 39028) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:25.060028 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cadcef5e-6c03-4e05-8394-4c389f14caa1 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:25.068262 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c06c0c2f-e897-4176-b7c7-d829283050a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=51a9fec912704b809e36d40a2ec8da7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453067 Apr 21 12:38:25.070640 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 39036) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:25.078088 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-cadcef5e-6c03-4e05-8394-4c389f14caa1 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Calling delete_port for d6d55df0-ffdd-4313-8373-1309a17543bf owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:38:25.121861 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab811ea8-e1ca-490d-a5de-14f5d7e63cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:25.148231 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab811ea8-e1ca-490d-a5de-14f5d7e63cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:25.271765 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab811ea8-e1ca-490d-a5de-14f5d7e63cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:25.274483 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab811ea8-e1ca-490d-a5de-14f5d7e63cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:25.275635 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ab811ea8-e1ca-490d-a5de-14f5d7e63cfb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f742bcc2-6696-4bd4-a1b4-09893e18b531 HTTP/1.1" status: 204 len: 168 time: 0.2033794 Apr 21 12:38:25.288237 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab811ea8-e1ca-490d-a5de-14f5d7e63cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f742bcc2-6696-4bd4-a1b4-09893e18b531,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:25.315634 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cadcef5e-6c03-4e05-8394-4c389f14caa1 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:25.355169 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcef5e-6c03-4e05-8394-4c389f14caa1 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Pushing event deleted for resources: {'Port': ['ID=d6d55df0-ffdd-4313-8373-1309a17543bf,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:25.429034 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cadcef5e-6c03-4e05-8394-4c389f14caa1 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:25.433559 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cadcef5e-6c03-4e05-8394-4c389f14caa1 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] 10.222.0.36 "DELETE /v2.0/ports/d6d55df0-ffdd-4313-8373-1309a17543bf HTTP/1.1" status: 204 len: 168 time: 0.5979643 Apr 21 12:38:25.438847 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39084) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:25.495691 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-9961880c-99cc-4296-aa0d-c518c7b3b369 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Deleting subnet 56ceb42b-0ae8-4666-9aaa-5c047927bd93 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:38:25.499636 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9961880c-99cc-4296-aa0d-c518c7b3b369 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:25.560619 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9961880c-99cc-4296-aa0d-c518c7b3b369 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:25.613339 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9dd1c2-36e7-45a8-ac74-17411a6132de req-c1147477-4562-493d-952b-4d3ca2180b1c tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:25.620282 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9dd1c2-36e7-45a8-ac74-17411a6132de req-c1147477-4562-493d-952b-4d3ca2180b1c tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:25.634136 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9dd1c2-36e7-45a8-ac74-17411a6132de req-c1147477-4562-493d-952b-4d3ca2180b1c tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:25.637743 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9dd1c2-36e7-45a8-ac74-17411a6132de req-c1147477-4562-493d-952b-4d3ca2180b1c tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:25.644346 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9dd1c2-36e7-45a8-ac74-17411a6132de req-c1147477-4562-493d-952b-4d3ca2180b1c tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:25.650804 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9dd1c2-36e7-45a8-ac74-17411a6132de req-c1147477-4562-493d-952b-4d3ca2180b1c tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:25.656630 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9dd1c2-36e7-45a8-ac74-17411a6132de req-c1147477-4562-493d-952b-4d3ca2180b1c tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:25.668827 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f9dd1c2-36e7-45a8-ac74-17411a6132de req-c1147477-4562-493d-952b-4d3ca2180b1c tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5445 time: 0.1351995 Apr 21 12:38:25.685261 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9961880c-99cc-4296-aa0d-c518c7b3b369 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:25.715671 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f9dd1c2-36e7-45a8-ac74-17411a6132de req-2c21b5ff-f3b3-4009-b155-1d190d29a0b0 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0489504 Apr 21 12:38:25.832255 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9961880c-99cc-4296-aa0d-c518c7b3b369 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:25.874785 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961880c-99cc-4296-aa0d-c518c7b3b369 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Pushing event deleted for resources: {'Subnet': ['ID=56ceb42b-0ae8-4666-9aaa-5c047927bd93,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:25.877490 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9961880c-99cc-4296-aa0d-c518c7b3b369 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:25.885630 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd64aa3-8f40-4a0d-af5c-92a422eb0021 None None] Network 725b89bf-5b15-4410-ac42-19e472012bcb requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:38:25.892894 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9961880c-99cc-4296-aa0d-c518c7b3b369 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] 10.222.0.36 "DELETE /v2.0/subnets/56ceb42b-0ae8-4666-9aaa-5c047927bd93 HTTP/1.1" status: 204 len: 168 time: 0.4559050 Apr 21 12:38:25.895398 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39124) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:25.989725 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c43d0-ea01-4c4b-9c0a-c414d979cc25 req-ea1fc31d-5f84-41d1-b881-fa7a69384463 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:25.991303 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-566c43d0-ea01-4c4b-9c0a-c414d979cc25 req-ea1fc31d-5f84-41d1-b881-fa7a69384463 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 945 time: 0.0520413 Apr 21 12:38:26.005412 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4aef63f1-6186-4739-8d91-f919c24b4688 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:26.046390 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-566c43d0-ea01-4c4b-9c0a-c414d979cc25 req-9d536804-1373-43c2-ad5b-eec923a7b00f tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450623 Apr 21 12:38:26.075862 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-4aef63f1-6186-4739-8d91-f919c24b4688 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Deleting port 588b467c-5fa3-4951-bd04-309f04424ff7 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:38:26.076202 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4aef63f1-6186-4739-8d91-f919c24b4688 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:26.140570 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c5e06e-9c55-494a-aeff-4eceb1d8ec70 None None] DHCP port deletion for 725b89bf-5b15-4410-ac42-19e472012bcb request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:38:26.161847 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e54d66d3-5ab5-439b-a8da-918b6e9312ce req-086d1aba-c2fe-415f-ba2f-d406cb5d287c tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.0358429 Apr 21 12:38:26.166757 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-4aef63f1-6186-4739-8d91-f919c24b4688 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] For port 588b467c-5fa3-4951-bd04-309f04424ff7, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=588b467c-5fa3-4951-bd04-309f04424ff7,segment=NetworkSegment(e0d0d460-300c-4963-a01e-2edd88590f98),segment_id=e0d0d460-300c-4963-a01e-2edd88590f98)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:26.167130 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4aef63f1-6186-4739-8d91-f919c24b4688 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:26.184968 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-4aef63f1-6186-4739-8d91-f919c24b4688 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Calling delete_port for 588b467c-5fa3-4951-bd04-309f04424ff7 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:38:26.191574 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-23c5e06e-9c55-494a-aeff-4eceb1d8ec70 None None] Deleting port 588b467c-5fa3-4951-bd04-309f04424ff7 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:38:26.192937 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23c5e06e-9c55-494a-aeff-4eceb1d8ec70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:26.276224 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-23c5e06e-9c55-494a-aeff-4eceb1d8ec70 None None] For port 588b467c-5fa3-4951-bd04-309f04424ff7, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=588b467c-5fa3-4951-bd04-309f04424ff7,segment=NetworkSegment(e0d0d460-300c-4963-a01e-2edd88590f98),segment_id=e0d0d460-300c-4963-a01e-2edd88590f98)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:26.276620 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23c5e06e-9c55-494a-aeff-4eceb1d8ec70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:26.301348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-23c5e06e-9c55-494a-aeff-4eceb1d8ec70 None None] Calling delete_port for 588b467c-5fa3-4951-bd04-309f04424ff7 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:38:26.321485 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108223c2-5a0f-4859-adcc-e6c9970519f6 req-644e8555-b247-4195-8b39-deebaf5b693d tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:26.323322 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-108223c2-5a0f-4859-adcc-e6c9970519f6 req-644e8555-b247-4195-8b39-deebaf5b693d tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 1096 time: 0.0716486 Apr 21 12:38:26.352344 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4aef63f1-6186-4739-8d91-f919c24b4688 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:26.383116 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef63f1-6186-4739-8d91-f919c24b4688 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Pushing event deleted for resources: {'Port': ['ID=588b467c-5fa3-4951-bd04-309f04424ff7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:26.387535 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aef63f1-6186-4739-8d91-f919c24b4688 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] No DVR routers for this DVR port 588b467c-5fa3-4951-bd04-309f04424ff7 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:38:26.408462 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-108223c2-5a0f-4859-adcc-e6c9970519f6 req-ba6b328e-6403-42cd-803b-2bbace2913d2 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539060 Apr 21 12:38:26.427939 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23c5e06e-9c55-494a-aeff-4eceb1d8ec70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:26.452416 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c5e06e-9c55-494a-aeff-4eceb1d8ec70 None None] No DVR routers for this DVR port 588b467c-5fa3-4951-bd04-309f04424ff7 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:38:26.481398 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5e06e-9c55-494a-aeff-4eceb1d8ec70 None None] Pushing event deleted for resources: {'Port': ['ID=588b467c-5fa3-4951-bd04-309f04424ff7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:26.499392 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4aef63f1-6186-4739-8d91-f919c24b4688 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:26.519933 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-4aef63f1-6186-4739-8d91-f919c24b4688 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725b89bf-5b15-4410-ac42-19e472012bcb']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:26.530005 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-4aef63f1-6186-4739-8d91-f919c24b4688 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d0d460-300c-4963-a01e-2edd88590f98') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:26.530304 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-4aef63f1-6186-4739-8d91-f919c24b4688 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d0d460-300c-4963-a01e-2edd88590f98') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:26.546668 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4aef63f1-6186-4739-8d91-f919c24b4688 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:26.571856 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4aef63f1-6186-4739-8d91-f919c24b4688 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:26.580295 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65591e-8d85-4d77-8ed0-a55a93d8ce6e req-4153e7aa-a9a6-4a9a-9f78-a3fa8a00d7d1 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:26.583070 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1d65591e-8d85-4d77-8ed0-a55a93d8ce6e req-4153e7aa-a9a6-4a9a-9f78-a3fa8a00d7d1 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 1096 time: 0.0620816 Apr 21 12:38:26.595789 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aef63f1-6186-4739-8d91-f919c24b4688 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:38:26.596181 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4aef63f1-6186-4739-8d91-f919c24b4688 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:38:26.599466 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:38:26.630279 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1d65591e-8d85-4d77-8ed0-a55a93d8ce6e req-c9f31a68-3e9f-4dca-8ebf-0116548db898 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461509 Apr 21 12:38:26.673723 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 39170) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:26.718000 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4aef63f1-6186-4739-8d91-f919c24b4688 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:26.737953 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4aef63f1-6186-4739-8d91-f919c24b4688 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:26.741260 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4aef63f1-6186-4739-8d91-f919c24b4688 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] 10.222.0.36 "DELETE /v2.0/networks/725b89bf-5b15-4410-ac42-19e472012bcb HTTP/1.1" status: 204 len: 168 time: 0.8432171 Apr 21 12:38:26.742275 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef63f1-6186-4739-8d91-f919c24b4688 tempest-AllowedAddressPairTestJSON-281720469 tempest-AllowedAddressPairTestJSON-281720469-project] Pushing event deleted for resources: {'Network': ['ID=725b89bf-5b15-4410-ac42-19e472012bcb,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:26.810111 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-98733f8b-43f9-4ec3-86c9-fc184a411e0b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-169838461-network', 'tenant_id': '200ea3215b1e439ebb87b6253629ed97'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:26.938286 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98733f8b-43f9-4ec3-86c9-fc184a411e0b admin admin] Made reservation on behalf of 200ea3215b1e439ebb87b6253629ed97 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:38:26.940613 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98733f8b-43f9-4ec3-86c9-fc184a411e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:26.950742 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98733f8b-43f9-4ec3-86c9-fc184a411e0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:27.043861 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98733f8b-43f9-4ec3-86c9-fc184a411e0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:27.067514 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9cd51ead-3ab0-448e-a269-53eb81699a61 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:38:27.097553 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a3c87-ebca-4449-8f07-22f278123236 req-c3b009a7-717d-47bb-8a88-c5e5d44a672f tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:27.105641 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a3c87-ebca-4449-8f07-22f278123236 req-c3b009a7-717d-47bb-8a88-c5e5d44a672f tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:27.111712 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a3c87-ebca-4449-8f07-22f278123236 req-c3b009a7-717d-47bb-8a88-c5e5d44a672f tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:27.117609 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a3c87-ebca-4449-8f07-22f278123236 req-c3b009a7-717d-47bb-8a88-c5e5d44a672f tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:27.123949 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a3c87-ebca-4449-8f07-22f278123236 req-c3b009a7-717d-47bb-8a88-c5e5d44a672f tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:27.129838 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a3c87-ebca-4449-8f07-22f278123236 req-c3b009a7-717d-47bb-8a88-c5e5d44a672f tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:27.137859 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a3c87-ebca-4449-8f07-22f278123236 req-c3b009a7-717d-47bb-8a88-c5e5d44a672f tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:27.140580 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de9a3c87-ebca-4449-8f07-22f278123236 req-c3b009a7-717d-47bb-8a88-c5e5d44a672f tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5445 time: 0.1168170 Apr 21 12:38:27.147830 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:27.163555 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98733f8b-43f9-4ec3-86c9-fc184a411e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:27.171891 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9caa293c-23a9-4aa9-861c-607d6ac99ff1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cd51ead-3ab0-448e-a269-53eb81699a61'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:38:27.174400 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cf2d00-1066-4594-b77f-fae30f16cedb" -d '{"events": [{"server_uuid": "9caa293c-23a9-4aa9-861c-607d6ac99ff1", "name": "network-vif-unplugged", "status": "completed", "tag": "9cd51ead-3ab0-448e-a269-53eb81699a61"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:38:27.190903 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 9cd51ead-3ab0-448e-a269-53eb81699a61, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9cd51ead-3ab0-448e-a269-53eb81699a61,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:27.191233 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98733f8b-43f9-4ec3-86c9-fc184a411e0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:38:27.221497 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de9a3c87-ebca-4449-8f07-22f278123236 req-627a946b-666e-4e48-b411-423bce25a3dd tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0736206 Apr 21 12:38:27.225082 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39190) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:27.225796 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98733f8b-43f9-4ec3-86c9-fc184a411e0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4884a601-4783-43f4-a952-0b71b5197c3f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:27.229144 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98733f8b-43f9-4ec3-86c9-fc184a411e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:27.229752 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-98733f8b-43f9-4ec3-86c9-fc184a411e0b admin admin] Added segment c4a3f46e-3415-4058-ae67-97acc52158a8 of type vlan for network cb775869-9d11-4568-a39f-53490ef15123 Apr 21 12:38:27.272765 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 588b467c-5fa3-4951-bd04-309f04424ff7 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:38:27.295636 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98733f8b-43f9-4ec3-86c9-fc184a411e0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:27.301836 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 588b467c-5fa3-4951-bd04-309f04424ff7 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:38:27.302179 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 588b467c-5fa3-4951-bd04-309f04424ff7 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:38:27.325053 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:27.387703 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=9cd51ead-3ab0-448e-a269-53eb81699a61,revision_number=11']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:27.401880 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98733f8b-43f9-4ec3-86c9-fc184a411e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:27.403016 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98733f8b-43f9-4ec3-86c9-fc184a411e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:27.403838 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-98733f8b-43f9-4ec3-86c9-fc184a411e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:27.425753 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-db74c1e5-b025-474a-ad89-b955bef8b3b8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=03243c98c14d42f7b32eee96c7440153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1992295 Apr 21 12:38:27.428231 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39206) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:27.487334 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98733f8b-43f9-4ec3-86c9-fc184a411e0b admin admin] Pushing event updated for resources: {'Network': ['ID=cb775869-9d11-4568-a39f-53490ef15123,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:27.489772 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30c80ba4-8fe6-4d30-b3ba-8a05f4ee6dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:27.499176 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network cb775869-9d11-4568-a39f-53490ef15123 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:38:27.524383 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30c80ba4-8fe6-4d30-b3ba-8a05f4ee6dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:27.545908 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-98733f8b-43f9-4ec3-86c9-fc184a411e0b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8709469 Apr 21 12:38:27.546357 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39218) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:27.555902 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9a49b875-237c-40af-b3cb-2f7d316aca28 admin admin] Request body: {'subnet': {'network_id': 'cb775869-9d11-4568-a39f-53490ef15123', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-169838461-subnet', 'tenant_id': '200ea3215b1e439ebb87b6253629ed97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:27.654411 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a49b875-237c-40af-b3cb-2f7d316aca28 admin admin] Made reservation on behalf of 200ea3215b1e439ebb87b6253629ed97 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:38:27.656784 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9a49b875-237c-40af-b3cb-2f7d316aca28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:27.741759 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30c80ba4-8fe6-4d30-b3ba-8a05f4ee6dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:27.744159 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30c80ba4-8fe6-4d30-b3ba-8a05f4ee6dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:27.745371 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-30c80ba4-8fe6-4d30-b3ba-8a05f4ee6dfe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b37fa289-482b-4f8b-8870-106e360dfcec HTTP/1.1" status: 204 len: 168 time: 0.3162324 Apr 21 12:38:27.757706 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c80ba4-8fe6-4d30-b3ba-8a05f4ee6dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37fa289-482b-4f8b-8870-106e360dfcec,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:27.932864 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9a49b875-237c-40af-b3cb-2f7d316aca28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:27.992040 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49b875-237c-40af-b3cb-2f7d316aca28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=560717d2-4532-4d9d-a275-cdd3079699c4,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:28.002615 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a49b875-237c-40af-b3cb-2f7d316aca28 admin admin] Checking segment: {'id': 'c4a3f46e-3415-4058-ae67-97acc52158a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cb775869-9d11-4568-a39f-53490ef15123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:38:28.005241 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a49b875-237c-40af-b3cb-2f7d316aca28 admin admin] Network hostable DHCP agents. Network: cb775869-9d11-4568-a39f-53490ef15123, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:38:28.123184 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a49b875-237c-40af-b3cb-2f7d316aca28 admin admin] Network cb775869-9d11-4568-a39f-53490ef15123 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:38:28.197248 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-9a49b875-237c-40af-b3cb-2f7d316aca28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, cb775869-9d11-4568-a39f-53490ef15123) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:38:28.203484 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a49b875-237c-40af-b3cb-2f7d316aca28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:28.204838 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9a49b875-237c-40af-b3cb-2f7d316aca28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:28.206969 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64aac764-789d-47a6-89b6-c836e9b9e8bb None None] Network cb775869-9d11-4568-a39f-53490ef15123 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:38:28.309544 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9a49b875-237c-40af-b3cb-2f7d316aca28 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7609982 Apr 21 12:38:28.334313 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60236c06-f0ee-4151-84e3-053786509be3 None None] Network cb775869-9d11-4568-a39f-53490ef15123 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:38:28.663893 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad6b5c2-d154-4596-a7d6-3980d9521eaa x-openstack-request-id: req-dad6b5c2-d154-4596-a7d6-3980d9521eaa {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:38:28.664310 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9caa293c-23a9-4aa9-861c-607d6ac99ff1", "name": "network-vif-unplugged", "status": "completed", "tag": "9cd51ead-3ab0-448e-a269-53eb81699a61", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:38:28.665209 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dad6b5c2-d154-4596-a7d6-3980d9521eaa {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:38:28.665744 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dad6b5c2-d154-4596-a7d6-3980d9521eaa'] response: {'server_uuid': '9caa293c-23a9-4aa9-861c-607d6ac99ff1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cd51ead-3ab0-448e-a269-53eb81699a61', 'code': 200} Apr 21 12:38:28.694036 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-ade6b612-c9ea-46ea-a417-e1380739c84b tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:38:28.695029 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-ade6b612-c9ea-46ea-a417-e1380739c84b tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059848 Apr 21 12:38:28.744461 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8323b424-f00d-4fe0-a606-7a582f9a028d req-3c59c546-e253-441d-b132-cd7b6760da2c tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.0279741 Apr 21 12:38:28.867252 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46938c21-5133-437a-a765-f5c62720d4ed req-91f6aeab-124b-46b9-996d-7b9b4c6c1c1d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:28.873136 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46938c21-5133-437a-a765-f5c62720d4ed req-91f6aeab-124b-46b9-996d-7b9b4c6c1c1d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:28.879116 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46938c21-5133-437a-a765-f5c62720d4ed req-91f6aeab-124b-46b9-996d-7b9b4c6c1c1d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:28.889053 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46938c21-5133-437a-a765-f5c62720d4ed req-91f6aeab-124b-46b9-996d-7b9b4c6c1c1d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:28.891267 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46938c21-5133-437a-a765-f5c62720d4ed req-91f6aeab-124b-46b9-996d-7b9b4c6c1c1d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:28.897023 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46938c21-5133-437a-a765-f5c62720d4ed req-91f6aeab-124b-46b9-996d-7b9b4c6c1c1d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:28.903348 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46938c21-5133-437a-a765-f5c62720d4ed req-91f6aeab-124b-46b9-996d-7b9b4c6c1c1d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:28.905204 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-46938c21-5133-437a-a765-f5c62720d4ed req-91f6aeab-124b-46b9-996d-7b9b4c6c1c1d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5445 time: 0.1008387 Apr 21 12:38:28.915630 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39282) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:28.932045 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d2bf92c6-14af-4d04-a049-73d2f63c5127 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Request body: {'floatingip': {'port_id': '705963bf-02f4-4781-bc61-f2db5e181472'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:28.974828 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2bf92c6-14af-4d04-a049-73d2f63c5127 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for floatingip, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:28.993210 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-3b25da89-edc4-4660-85df-6e9de90a1279 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:38:29.002111 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-3b25da89-edc4-4660-85df-6e9de90a1279 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1950505 Apr 21 12:38:29.106274 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-310373e8-9791-4c8f-9538-fad22a5712c1 req-3dafa036-43ad-41fa-bebf-eaad15834a3f tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2133321926', 'description': 'tempest-description-641466489'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:29.110182 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 39290) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:29.218413 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8b322c17-e882-4c1a-8fa1-b13f15ecfa31 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1812396394'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:29.226480 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-310373e8-9791-4c8f-9538-fad22a5712c1 req-3dafa036-43ad-41fa-bebf-eaad15834a3f tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:29.241875 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-af82e87d-a6e4-4108-8061-bcb99915a2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:29.244101 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-af82e87d-a6e4-4108-8061-bcb99915a2f6 service neutron] 10.222.0.36 "GET /v2.0/ports/9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 HTTP/1.1" status: 200 len: 1093 time: 0.2408102 Apr 21 12:38:29.258178 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-6ecf87ac-4c87-44bc-8f9a-180a48456e09 service neutron] Request body: {'binding': {'host': 'n-h2-836147-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:29.259242 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-6ecf87ac-4c87-44bc-8f9a-180a48456e09 service neutron] Unknown quota resources ['binding']. {{(pid=103398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 21 12:38:29.323775 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b322c17-e882-4c1a-8fa1-b13f15ecfa31 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Made reservation on behalf of 63d062a75a73419fba68af12fb18fa93 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:38:29.327252 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b322c17-e882-4c1a-8fa1-b13f15ecfa31 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:29.372991 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b322c17-e882-4c1a-8fa1-b13f15ecfa31 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:29.416599 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-310373e8-9791-4c8f-9538-fad22a5712c1 req-3dafa036-43ad-41fa-bebf-eaad15834a3f tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:29.429299 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2bf92c6-14af-4d04-a049-73d2f63c5127 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:29.476462 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-310373e8-9791-4c8f-9538-fad22a5712c1 req-3dafa036-43ad-41fa-bebf-eaad15834a3f tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:29.492676 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2bf92c6-14af-4d04-a049-73d2f63c5127 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:29.507120 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-6ecf87ac-4c87-44bc-8f9a-180a48456e09 service neutron] Attempting to bind port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 on host n-h2-836147-2 for vnic_type normal with profile None {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:38:29.507453 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-6ecf87ac-4c87-44bc-8f9a-180a48456e09 service neutron] Attempting to bind port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:38:29.507780 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-6ecf87ac-4c87-44bc-8f9a-180a48456e09 service neutron] Attempting to bind port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 on network 32a67a5e-b72b-4167-97d6-5767775875e4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:38:29.530884 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-6ecf87ac-4c87-44bc-8f9a-180a48456e09 service neutron] Port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 on network 32a67a5e-b72b-4167-97d6-5767775875e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:38:29.531207 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-6ecf87ac-4c87-44bc-8f9a-180a48456e09 service neutron] Attempting to bind port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 on network 32a67a5e-b72b-4167-97d6-5767775875e4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:38:29.538283 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dafa036-43ad-41fa-bebf-eaad15834a3f tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8114ee60-c836-43b3-a51f-9d05d4435a2b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:29.548635 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-6ecf87ac-4c87-44bc-8f9a-180a48456e09 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:38:29.548914 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-6ecf87ac-4c87-44bc-8f9a-180a48456e09 service neutron] Checking segment: {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:38:29.549295 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-6ecf87ac-4c87-44bc-8f9a-180a48456e09 service neutron] Bound using segment: {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:38:29.549759 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-6ecf87ac-4c87-44bc-8f9a-180a48456e09 service neutron] Bound port: 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:38:29.561807 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b322c17-e882-4c1a-8fa1-b13f15ecfa31 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:29.594054 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-d2bf92c6-14af-4d04-a049-73d2f63c5127 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Floating IP 75f61238-f917-42bd-8e6a-3eba2d16b79b associated. External IP: 172.25.8.191, port: 705963bf-02f4-4781-bc61-f2db5e181472. Apr 21 12:38:29.611467 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-310373e8-9791-4c8f-9538-fad22a5712c1 req-3dafa036-43ad-41fa-bebf-eaad15834a3f tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:29.612702 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-310373e8-9791-4c8f-9538-fad22a5712c1 req-3dafa036-43ad-41fa-bebf-eaad15834a3f tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5117953 Apr 21 12:38:29.614409 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-6ecf87ac-4c87-44bc-8f9a-180a48456e09 service neutron] For port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9ba1c6a9-ccae-48d7-b4cc-8b184ac77319,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:38:29.630003 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b322c17-e882-4c1a-8fa1-b13f15ecfa31 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:29.662126 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b322c17-e882-4c1a-8fa1-b13f15ecfa31 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:38:29.669177 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b322c17-e882-4c1a-8fa1-b13f15ecfa31 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=042ec4f1-4ba9-41ac-8291-c5bf2f09e058,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:29.682872 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b322c17-e882-4c1a-8fa1-b13f15ecfa31 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:29.683422 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-8b322c17-e882-4c1a-8fa1-b13f15ecfa31 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Added segment 508d4440-65bb-44ec-a506-4eb1795f81f9 of type vlan for network 9c954979-4f8f-4f50-a232-2d2a746029f8 Apr 21 12:38:29.687157 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-6ecf87ac-4c87-44bc-8f9a-180a48456e09 service neutron] Notify callbacks [] for binding, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:29.691245 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-6ecf87ac-4c87-44bc-8f9a-180a48456e09 service neutron] 10.222.0.36 "POST /v2.0/ports/9ba1c6a9-ccae-48d7-b4cc-8b184ac77319/bindings HTTP/1.1" status: 201 len: 389 time: 0.4390683 Apr 21 12:38:29.745494 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b322c17-e882-4c1a-8fa1-b13f15ecfa31 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:29.830450 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b322c17-e882-4c1a-8fa1-b13f15ecfa31 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:29.840657 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b322c17-e882-4c1a-8fa1-b13f15ecfa31 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:29.841456 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b322c17-e882-4c1a-8fa1-b13f15ecfa31 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:29.920312 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f836a32e-1b66-494b-87f3-07a5318f3ef6 req-edfd86de-898a-4b07-aa12-9298cd9b86f1 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-233895334', 'description': 'tempest-description-1523405140'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:29.927429 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b322c17-e882-4c1a-8fa1-b13f15ecfa31 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Pushing event updated for resources: {'Network': ['ID=9c954979-4f8f-4f50-a232-2d2a746029f8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:29.938200 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 9c954979-4f8f-4f50-a232-2d2a746029f8 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:38:29.954096 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8b322c17-e882-4c1a-8fa1-b13f15ecfa31 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8396599 Apr 21 12:38:30.032088 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f836a32e-1b66-494b-87f3-07a5318f3ef6 req-edfd86de-898a-4b07-aa12-9298cd9b86f1 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:30.174547 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f836a32e-1b66-494b-87f3-07a5318f3ef6 req-edfd86de-898a-4b07-aa12-9298cd9b86f1 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:30.228030 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2bf92c6-14af-4d04-a049-73d2f63c5127 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Router 9ff27086-bec9-4e65-843c-37e92e1fc12f has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:38:30.254511 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f836a32e-1b66-494b-87f3-07a5318f3ef6 req-edfd86de-898a-4b07-aa12-9298cd9b86f1 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:30.285540 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfd86de-898a-4b07-aa12-9298cd9b86f1 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec231851-0f49-49e9-b246-c1ad5da9abca,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:30.340946 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bf92c6-14af-4d04-a049-73d2f63c5127 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:38:30.354795 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2bf92c6-14af-4d04-a049-73d2f63c5127 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:30.356565 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea2818a-3d2d-40df-9351-f5f575df5f35 None None] Sync routers for ids ['9ff27086-bec9-4e65-843c-37e92e1fc12f'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:38:30.382173 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f836a32e-1b66-494b-87f3-07a5318f3ef6 req-edfd86de-898a-4b07-aa12-9298cd9b86f1 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:30.389358 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d2bf92c6-14af-4d04-a049-73d2f63c5127 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "PUT /v2.0/floatingips/75f61238-f917-42bd-8e6a-3eba2d16b79b HTTP/1.1" status: 200 len: 992 time: 1.4713492 Apr 21 12:38:30.389808 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea2818a-3d2d-40df-9351-f5f575df5f35 None None] Routers {'9ff27086-bec9-4e65-843c-37e92e1fc12f'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:38:30.390546 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'tag': '705963bf-02f4-4781-bc61-f2db5e181472'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:38:30.390698 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-eea2818a-3d2d-40df-9351-f5f575df5f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:38:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['9ff27086-bec9-4e65-843c-37e92e1fc12f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:30.393502 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8b18dd-4407-497e-9544-e51197ebd0f6" -d '{"events": [{"name": "network-changed", "server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "tag": "705963bf-02f4-4781-bc61-f2db5e181472"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:38:30.400014 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f836a32e-1b66-494b-87f3-07a5318f3ef6 req-edfd86de-898a-4b07-aa12-9298cd9b86f1 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4859803 Apr 21 12:38:30.442072 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-b8762e35-ef0c-4b53-8d49-dfecac38ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:30.446633 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-b8762e35-ef0c-4b53-8d49-dfecac38ed5d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e16b811ea21846c89491aea47e9a7301&device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 1096 time: 0.1002579 Apr 21 12:38:30.541205 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35902bab-abc6-47a5-b44e-cd0825a10f5f req-19294c9f-5c0e-4de9-9c06-d84cb5e0ba89 tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.0328388 Apr 21 12:38:30.547996 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-eea2818a-3d2d-40df-9351-f5f575df5f35 None None] Set router 9ff27086-bec9-4e65-843c-37e92e1fc12f gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:38:30.584073 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-31344dd1-f15f-4707-aab1-00731163a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:30.585811 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-31344dd1-f15f-4707-aab1-00731163a68d service neutron] 10.222.0.24 "GET /v2.0/networks?id=32a67a5e-b72b-4167-97d6-5767775875e4 HTTP/1.1" status: 200 len: 908 time: 0.1313219 Apr 21 12:38:30.650003 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-97847a9f-65d0-4a26-af85-1c4fd79e4bfa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 HTTP/1.1" status: 200 len: 217 time: 0.0548372 Apr 21 12:38:30.720532 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-e00b5965-4b23-41e5-9f98-d3ceef3e9eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:30.723243 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-e00b5965-4b23-41e5-9f98-d3ceef3e9eef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a3b8f234-8156-4627-8cae-e6fcb5c2aa35 HTTP/1.1" status: 200 len: 847 time: 0.0540056 Apr 21 12:38:30.746801 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9875bd-1af4-4506-887c-9686ded50cb7 req-958cd5c9-e9d3-4103-804c-89ffd69e697d tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:30.748260 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de9875bd-1af4-4506-887c-9686ded50cb7 req-958cd5c9-e9d3-4103-804c-89ffd69e697d tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 945 time: 0.1089435 Apr 21 12:38:30.776871 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-cb277701-fcf5-4482-92ac-8af8c9dc2d03 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32a67a5e-b72b-4167-97d6-5767775875e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459003 Apr 21 12:38:30.811592 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-eea2818a-3d2d-40df-9351-f5f575df5f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'name': 'tempest-TaggedBootDevicesTest_v242-51443223-router', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'be59715b-a6b8-4f1a-910c-af2eb4d23531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:41Z', 'updated_at': '2022-04-21T12:35:48Z', 'revision_number': 4, 'project_id': '6363a51a886548cba3ffe42b1b9f96ad', 'gw_port': {'id': 'be59715b-a6b8-4f1a-910c-af2eb4d23531', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:43Z', 'updated_at': '2022-04-21T12:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '75f61238-f917-42bd-8e6a-3eba2d16b79b', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'floating_ip_address': '172.25.8.191', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'port_id': '705963bf-02f4-4781-bc61-f2db5e181472', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff76b4c9-41c1-41f6-b547-1cd37cbf682c', 'mac_address': 'fa:16:3e:c7:28:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:36:57Z', 'updated_at': '2022-04-21T12:38:29Z', 'revision_number': 1, 'project_id': '6363a51a886548cba3ffe42b1b9f96ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e07140fd-496c-4949-abeb-9a2484afb22f', 'name': '', 'network_id': 'ff76b4c9-41c1-41f6-b547-1cd37cbf682c', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'mac_address': 'fa:16:3e:33:f8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'fdc28bf1-e915-4072-b8cd-eaf24f93a684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:47Z', 'updated_at': '2022-04-21T12:35:54Z', 'revision_number': 5, 'project_id': '6363a51a886548cba3ffe42b1b9f96ad', 'subnets': [{'id': 'fdc28bf1-e915-4072-b8cd-eaf24f93a684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:30.841433 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de9875bd-1af4-4506-887c-9686ded50cb7 req-d790e249-54b0-4e56-98f6-3b5f148d98a9 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635636 Apr 21 12:38:30.843823 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea2818a-3d2d-40df-9351-f5f575df5f35 None None] Checking router: 9ff27086-bec9-4e65-843c-37e92e1fc12f for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:38:30.862310 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea2818a-3d2d-40df-9351-f5f575df5f35 None None] Routers {'9ff27086-bec9-4e65-843c-37e92e1fc12f'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:38:30.863151 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-eea2818a-3d2d-40df-9351-f5f575df5f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:38:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['9ff27086-bec9-4e65-843c-37e92e1fc12f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:30.906864 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68b0404-180d-4c81-8883-1faaa1e5a205 x-openstack-request-id: req-d68b0404-180d-4c81-8883-1faaa1e5a205 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:38:30.907422 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "tag": "705963bf-02f4-4781-bc61-f2db5e181472", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:38:30.907886 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d68b0404-180d-4c81-8883-1faaa1e5a205 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:38:30.908523 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d68b0404-180d-4c81-8883-1faaa1e5a205'] response: {'name': 'network-changed', 'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'tag': '705963bf-02f4-4781-bc61-f2db5e181472', 'status': 'completed', 'code': 200} Apr 21 12:38:30.992296 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-45f3b8f9-1168-4f77-b2ba-00f44e36afd2 service neutron] 10.222.0.24 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902156 Apr 21 12:38:30.995887 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-eea2818a-3d2d-40df-9351-f5f575df5f35 None None] Set router 9ff27086-bec9-4e65-843c-37e92e1fc12f gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:38:31.053975 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b18dd-4407-497e-9544-e51197ebd0f6 req-86a0b84f-5966-4971-b8ad-f972ebc0a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:31.054456 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b18dd-4407-497e-9544-e51197ebd0f6 req-86a0b84f-5966-4971-b8ad-f972ebc0a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:31.054919 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b18dd-4407-497e-9544-e51197ebd0f6 req-86a0b84f-5966-4971-b8ad-f972ebc0a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:31.055903 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b18dd-4407-497e-9544-e51197ebd0f6 req-86a0b84f-5966-4971-b8ad-f972ebc0a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:31.056385 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b18dd-4407-497e-9544-e51197ebd0f6 req-86a0b84f-5966-4971-b8ad-f972ebc0a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:31.056811 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b18dd-4407-497e-9544-e51197ebd0f6 req-86a0b84f-5966-4971-b8ad-f972ebc0a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:31.057262 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b18dd-4407-497e-9544-e51197ebd0f6 req-86a0b84f-5966-4971-b8ad-f972ebc0a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:31.059967 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ee8b18dd-4407-497e-9544-e51197ebd0f6 req-86a0b84f-5966-4971-b8ad-f972ebc0a4d5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6363a51a886548cba3ffe42b1b9f96ad&device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 6502 time: 0.1038840 Apr 21 12:38:31.243034 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-eea2818a-3d2d-40df-9351-f5f575df5f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'name': 'tempest-TaggedBootDevicesTest_v242-51443223-router', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'be59715b-a6b8-4f1a-910c-af2eb4d23531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:41Z', 'updated_at': '2022-04-21T12:35:48Z', 'revision_number': 4, 'project_id': '6363a51a886548cba3ffe42b1b9f96ad', 'gw_port': {'id': 'be59715b-a6b8-4f1a-910c-af2eb4d23531', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:43Z', 'updated_at': '2022-04-21T12:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '75f61238-f917-42bd-8e6a-3eba2d16b79b', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'floating_ip_address': '172.25.8.191', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'port_id': '705963bf-02f4-4781-bc61-f2db5e181472', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff76b4c9-41c1-41f6-b547-1cd37cbf682c', 'mac_address': 'fa:16:3e:c7:28:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:36:57Z', 'updated_at': '2022-04-21T12:38:29Z', 'revision_number': 1, 'project_id': '6363a51a886548cba3ffe42b1b9f96ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e07140fd-496c-4949-abeb-9a2484afb22f', 'name': '', 'network_id': 'ff76b4c9-41c1-41f6-b547-1cd37cbf682c', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'mac_address': 'fa:16:3e:33:f8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'fdc28bf1-e915-4072-b8cd-eaf24f93a684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:47Z', 'updated_at': '2022-04-21T12:35:54Z', 'revision_number': 5, 'project_id': '6363a51a886548cba3ffe42b1b9f96ad', 'subnets': [{'id': 'fdc28bf1-e915-4072-b8cd-eaf24f93a684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:31.275681 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea2818a-3d2d-40df-9351-f5f575df5f35 None None] The sync data for ids ['9ff27086-bec9-4e65-843c-37e92e1fc12f'] in n-d-836147-2 is: [{'id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'name': 'tempest-TaggedBootDevicesTest_v242-51443223-router', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'be59715b-a6b8-4f1a-910c-af2eb4d23531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:41Z', 'updated_at': '2022-04-21T12:35:48Z', 'revision_number': 4, 'project_id': '6363a51a886548cba3ffe42b1b9f96ad', 'gw_port': {'id': 'be59715b-a6b8-4f1a-910c-af2eb4d23531', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:43Z', 'updated_at': '2022-04-21T12:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '75f61238-f917-42bd-8e6a-3eba2d16b79b', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'floating_ip_address': '172.25.8.191', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'port_id': '705963bf-02f4-4781-bc61-f2db5e181472', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1065, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff76b4c9-41c1-41f6-b547-1cd37cbf682c', 'mac_address': 'fa:16:3e:c7:28:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:36:57Z', 'updated_at': '2022-04-21T12:38:29Z', 'revision_number': 1, 'project_id': '6363a51a886548cba3ffe42b1b9f96ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e07140fd-496c-4949-abeb-9a2484afb22f', 'name': '', 'network_id': 'ff76b4c9-41c1-41f6-b547-1cd37cbf682c', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'mac_address': 'fa:16:3e:33:f8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'fdc28bf1-e915-4072-b8cd-eaf24f93a684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:47Z', 'updated_at': '2022-04-21T12:35:54Z', 'revision_number': 5, 'project_id': '6363a51a886548cba3ffe42b1b9f96ad', 'subnets': [{'id': 'fdc28bf1-e915-4072-b8cd-eaf24f93a684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:38:31.555349 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f736b6a-6b21-415d-a660-a533b8a5e24d None None] New status for floating IP 75f61238-f917-42bd-8e6a-3eba2d16b79b: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:38:31.599925 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-f13f96db-848a-4a6a-b33e-5e992f4168e8 service neutron] 10.222.0.24 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5998991 Apr 21 12:38:31.610162 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-427bd016-21ea-458f-b3b5-6c21eb550ab0 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:31.611607 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-427bd016-21ea-458f-b3b5-6c21eb550ab0 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/networks?id=cb775869-9d11-4568-a39f-53490ef15123 HTTP/1.1" status: 200 len: 812 time: 0.6106234 Apr 21 12:38:31.617353 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b18dd-4407-497e-9544-e51197ebd0f6 req-cc0dba2c-a523-45d5-807b-587744530d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:31.618997 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ee8b18dd-4407-497e-9544-e51197ebd0f6 req-cc0dba2c-a523-45d5-807b-587744530d0d service neutron] 10.222.0.26 "GET /v2.0/networks?id=ff76b4c9-41c1-41f6-b547-1cd37cbf682c HTTP/1.1" status: 200 len: 916 time: 0.5476050 Apr 21 12:38:31.640916 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-b69605ec-62fb-4ee9-abb7-1312243927e1 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/quotas/200ea3215b1e439ebb87b6253629ed97 HTTP/1.1" status: 200 len: 375 time: 0.0209775 Apr 21 12:38:31.650412 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83942a0d-089d-4941-ac0e-67dc8d58f18b req-c38d07c3-11b7-40a3-8914-5aaadbe37110 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:31.657564 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-83942a0d-089d-4941-ac0e-67dc8d58f18b req-c38d07c3-11b7-40a3-8914-5aaadbe37110 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/ports?device_id=248c0f31-4e3e-4821-8001-0f397cd1e036 HTTP/1.1" status: 200 len: 947 time: 0.1423197 Apr 21 12:38:31.702284 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-c11cfe15-d38b-4fdd-b065-d1732935bc5b tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=200ea3215b1e439ebb87b6253629ed97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425832 Apr 21 12:38:31.768821 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-83942a0d-089d-4941-ac0e-67dc8d58f18b req-981e2485-ab85-46e5-9d18-46eb3022d44b tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/security-groups?id=a296c869-4248-448b-af3f-f44a4c87316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102967 Apr 21 12:38:31.857776 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ee8b18dd-4407-497e-9544-e51197ebd0f6 req-405fd3ae-e31a-46d7-aa85-bedef798fdfe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=705963bf-02f4-4781-bc61-f2db5e181472 HTTP/1.1" status: 200 len: 1000 time: 0.2234936 Apr 21 12:38:31.917359 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-44e9d80e-70a8-4058-9d6b-ce4fe5de1359 req-e7b0ead8-3c0c-484f-9e1a-e9f4cf47ff01 tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.0694628 Apr 21 12:38:31.947388 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b18dd-4407-497e-9544-e51197ebd0f6 req-2e6529ba-1375-4209-a4f2-46742df72aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:31.949087 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ee8b18dd-4407-497e-9544-e51197ebd0f6 req-2e6529ba-1375-4209-a4f2-46742df72aaa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fdc28bf1-e915-4072-b8cd-eaf24f93a684 HTTP/1.1" status: 200 len: 854 time: 0.0637949 Apr 21 12:38:31.990148 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-1f42529a-c9e0-4c1b-9bdb-87c391486c71 service neutron] 10.222.0.36 "GET /v2.0/networks/cb775869-9d11-4568-a39f-53490ef15123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248814 Apr 21 12:38:32.044247 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8b18dd-4407-497e-9544-e51197ebd0f6 req-742a5176-44eb-45d9-8cb1-8f931b820386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:32.045697 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ee8b18dd-4407-497e-9544-e51197ebd0f6 req-742a5176-44eb-45d9-8cb1-8f931b820386 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ff76b4c9-41c1-41f6-b547-1cd37cbf682c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889895 Apr 21 12:38:32.151406 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304858dc-fbcb-4686-b584-076d70d29245 req-a9b89b96-7682-41c6-9366-1b2f214bc881 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:32.152943 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-304858dc-fbcb-4686-b584-076d70d29245 req-a9b89b96-7682-41c6-9366-1b2f214bc881 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 945 time: 0.1537428 Apr 21 12:38:32.215177 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-cf471634-bac9-46c3-a8e8-a4eb78e24fca service neutron] 10.222.0.36 "GET /v2.0/networks/cb775869-9d11-4568-a39f-53490ef15123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170227 Apr 21 12:38:32.242095 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-304858dc-fbcb-4686-b584-076d70d29245 req-52bb533e-9098-4661-b11c-5b3dec21ab98 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778084 Apr 21 12:38:32.244779 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ee8b18dd-4407-497e-9544-e51197ebd0f6 req-583e3e4b-5b2d-4b6d-ab04-5a36b729e33d service neutron] 10.222.0.26 "GET /v2.0/networks/ff76b4c9-41c1-41f6-b547-1cd37cbf682c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635330 Apr 21 12:38:32.353790 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ee8b18dd-4407-497e-9544-e51197ebd0f6 req-19e24800-9e7f-4ef9-b39d-61c8b533dd0a service neutron] 10.222.0.26 "GET /v2.0/networks/ff76b4c9-41c1-41f6-b547-1cd37cbf682c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924423 Apr 21 12:38:32.492409 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35a291d0-a7c1-44dc-8954-90725fda6299 req-30833585-e537-4be3-bf15-2b15f35ee173 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6e47e56-6fc7-4127-960b-2238302e1950 HTTP/1.1" status: 200 len: 210 time: 0.0365999 Apr 21 12:38:32.905759 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ae792-7304-4810-91b6-10b9ff937b83 req-42d963fb-5c14-436c-9a4f-ab3e4113bfb5 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:32.910899 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-036ae792-7304-4810-91b6-10b9ff937b83 req-42d963fb-5c14-436c-9a4f-ab3e4113bfb5 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/ports?device_id=248c0f31-4e3e-4821-8001-0f397cd1e036 HTTP/1.1" status: 200 len: 947 time: 0.0669484 Apr 21 12:38:32.964225 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-036ae792-7304-4810-91b6-10b9ff937b83 req-7d5cd7b7-21cc-4a23-b4ca-22d08c4ab70f tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/security-groups?id=a296c869-4248-448b-af3f-f44a4c87316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437627 Apr 21 12:38:33.116640 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68e6debe-b364-479a-bdfb-32f55d6a5813 req-206408c3-ad06-421c-b85e-0636081eb348 tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.0361860 Apr 21 12:38:33.238309 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 39378) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:33.244027 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6c25e00b-edf5-4df0-a3ba-e82feba67fa5 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Request body: {'subnet': {'network_id': '9c954979-4f8f-4f50-a232-2d2a746029f8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:33.406026 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d294234-5c38-4364-85e0-aaf030a6a875 req-e1789b7a-0368-4a40-9d36-b9ab9eb57af9 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:33.407513 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1d294234-5c38-4364-85e0-aaf030a6a875 req-e1789b7a-0368-4a40-9d36-b9ab9eb57af9 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=248c0f31-4e3e-4821-8001-0f397cd1e036 HTTP/1.1" status: 200 len: 947 time: 0.1162868 Apr 21 12:38:33.428788 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca54e931-fee4-448c-972d-e401364dfb12 req-32fe7bfd-4e46-48c3-b3e4-9401690d1c96 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:33.434066 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ca54e931-fee4-448c-972d-e401364dfb12 req-32fe7bfd-4e46-48c3-b3e4-9401690d1c96 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 945 time: 0.1195230 Apr 21 12:38:33.487101 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c25e00b-edf5-4df0-a3ba-e82feba67fa5 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Made reservation on behalf of 63d062a75a73419fba68af12fb18fa93 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:38:33.490500 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c25e00b-edf5-4df0-a3ba-e82feba67fa5 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:33.593866 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ca54e931-fee4-448c-972d-e401364dfb12 req-2b47268e-ee07-4720-9470-bfae29b56645 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409039 Apr 21 12:38:33.624966 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-16d44785-aa02-4ff4-874a-4592b0cf1b62 req-67c494b5-e591-42e2-8d70-86ea2feb0fc6 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6e47e56-6fc7-4127-960b-2238302e1950 HTTP/1.1" status: 200 len: 210 time: 0.0742550 Apr 21 12:38:33.670245 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-1d294234-5c38-4364-85e0-aaf030a6a875 req-504bb3c7-024c-4cb4-9429-dccf9f76c257 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Deleting port c6524c1b-097e-46be-af06-561f569f2429 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:38:33.670585 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1d294234-5c38-4364-85e0-aaf030a6a875 req-504bb3c7-024c-4cb4-9429-dccf9f76c257 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:33.835135 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1d294234-5c38-4364-85e0-aaf030a6a875 req-504bb3c7-024c-4cb4-9429-dccf9f76c257 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] For port c6524c1b-097e-46be-af06-561f569f2429, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c6524c1b-097e-46be-af06-561f569f2429,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:33.835499 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1d294234-5c38-4364-85e0-aaf030a6a875 req-504bb3c7-024c-4cb4-9429-dccf9f76c257 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:33.850901 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-1d294234-5c38-4364-85e0-aaf030a6a875 req-504bb3c7-024c-4cb4-9429-dccf9f76c257 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Calling delete_port for c6524c1b-097e-46be-af06-561f569f2429 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:38:33.918084 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c25e00b-edf5-4df0-a3ba-e82feba67fa5 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:34.005371 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25e00b-edf5-4df0-a3ba-e82feba67fa5 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Pushing event updated for resources: {'Subnet': ['ID=11fe79e4-a7a2-46e3-bf03-4607dc553552,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:34.033758 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c25e00b-edf5-4df0-a3ba-e82feba67fa5 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Checking segment: {'id': '508d4440-65bb-44ec-a506-4eb1795f81f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9c954979-4f8f-4f50-a232-2d2a746029f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:38:34.037837 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c25e00b-edf5-4df0-a3ba-e82feba67fa5 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Network hostable DHCP agents. Network: 9c954979-4f8f-4f50-a232-2d2a746029f8, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:38:34.111237 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1d294234-5c38-4364-85e0-aaf030a6a875 req-504bb3c7-024c-4cb4-9429-dccf9f76c257 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:34.143522 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504bb3c7-024c-4cb4-9429-dccf9f76c257 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Pushing event deleted for resources: {'Port': ['ID=c6524c1b-097e-46be-af06-561f569f2429,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:34.145327 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c25e00b-edf5-4df0-a3ba-e82feba67fa5 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Network 9c954979-4f8f-4f50-a232-2d2a746029f8 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:38:34.186825 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3ace6-a69d-4fd4-ab90-66322f34264a req-f2554a5c-ce51-42f7-8b0b-f01074f102c8 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:34.188342 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-adc3ace6-a69d-4fd4-ab90-66322f34264a req-f2554a5c-ce51-42f7-8b0b-f01074f102c8 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/ports?device_id=248c0f31-4e3e-4821-8001-0f397cd1e036 HTTP/1.1" status: 200 len: 865 time: 0.1109304 Apr 21 12:38:34.210075 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d294234-5c38-4364-85e0-aaf030a6a875 req-504bb3c7-024c-4cb4-9429-dccf9f76c257 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] No DVR routers for this DVR port c6524c1b-097e-46be-af06-561f569f2429 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:38:34.217395 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1d294234-5c38-4364-85e0-aaf030a6a875 req-504bb3c7-024c-4cb4-9429-dccf9f76c257 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:34.220567 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1d294234-5c38-4364-85e0-aaf030a6a875 req-504bb3c7-024c-4cb4-9429-dccf9f76c257 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.24 "DELETE /v2.0/ports/c6524c1b-097e-46be-af06-561f569f2429 HTTP/1.1" status: 204 len: 173 time: 0.8062446 Apr 21 12:38:34.220996 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248c0f31-4e3e-4821-8001-0f397cd1e036', 'name': 'network-vif-deleted', 'tag': 'c6524c1b-097e-46be-af06-561f569f2429'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:38:34.229177 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c71b4c-0340-473d-90cf-4c81cfa01543" -d '{"events": [{"server_uuid": "248c0f31-4e3e-4821-8001-0f397cd1e036", "name": "network-vif-deleted", "tag": "c6524c1b-097e-46be-af06-561f569f2429"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:38:34.233720 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-6c25e00b-edf5-4df0-a3ba-e82feba67fa5 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 9c954979-4f8f-4f50-a232-2d2a746029f8) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:38:34.244112 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2492df-b1f0-4962-b0ce-f660c036fe57 None None] Network 9c954979-4f8f-4f50-a232-2d2a746029f8 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:38:34.247049 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c25e00b-edf5-4df0-a3ba-e82feba67fa5 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:34.247577 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c25e00b-edf5-4df0-a3ba-e82feba67fa5 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:34.288413 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb6352b9-8425-4205-addd-3637e4b066c0 req-76c12213-aee8-40d2-a021-eeea24809d59 tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.0429764 Apr 21 12:38:34.295843 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-adc3ace6-a69d-4fd4-ab90-66322f34264a req-06a1eead-4475-4c2b-b514-a2db7fb6d2a2 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/security-groups?id=a296c869-4248-448b-af3f-f44a4c87316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869713 Apr 21 12:38:34.363878 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6c25e00b-edf5-4df0-a3ba-e82feba67fa5 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1213453 Apr 21 12:38:34.363878 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc53e4d-f45d-4c86-a09f-90a30fd5f152 x-openstack-request-id: req-6fc53e4d-f45d-4c86-a09f-90a30fd5f152 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:38:34.363878 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248c0f31-4e3e-4821-8001-0f397cd1e036", "name": "network-vif-deleted", "tag": "c6524c1b-097e-46be-af06-561f569f2429", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:38:34.363878 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6fc53e4d-f45d-4c86-a09f-90a30fd5f152 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:38:34.363878 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fc53e4d-f45d-4c86-a09f-90a30fd5f152'] response: {'server_uuid': '248c0f31-4e3e-4821-8001-0f397cd1e036', 'name': 'network-vif-deleted', 'tag': 'c6524c1b-097e-46be-af06-561f569f2429', 'status': 'completed', 'code': 200} Apr 21 12:38:34.364445 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39392) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:34.370972 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-81dacdd3-1979-407c-be10-1accc03d7cee tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-424262903'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:34.443932 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-9c954979-4f8f-4f50-a232-2d2a746029f8', 'network_id': '9c954979-4f8f-4f50-a232-2d2a746029f8', 'tenant_id': '63d062a75a73419fba68af12fb18fa93', 'fixed_ips': [{'subnet_id': '11fe79e4-a7a2-46e3-bf03-4607dc553552'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:38:34.445020 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:34.452093 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81dacdd3-1979-407c-be10-1accc03d7cee tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Made reservation on behalf of 63d062a75a73419fba68af12fb18fa93 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:38:34.458035 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81dacdd3-1979-407c-be10-1accc03d7cee tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:34.486326 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81dacdd3-1979-407c-be10-1accc03d7cee tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:38:34.496033 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81dacdd3-1979-407c-be10-1accc03d7cee tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:34.496379 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-81dacdd3-1979-407c-be10-1accc03d7cee tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Added segment e46dff64-c09a-4037-9fae-51cf74aec3a8 of type vlan for network 5637dd1e-a724-4515-bcf6-5486ac36ca30 Apr 21 12:38:34.557395 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81dacdd3-1979-407c-be10-1accc03d7cee tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:34.615767 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Allocated IP 2001:db8:0:ffff::2 (9c954979-4f8f-4f50-a232-2d2a746029f8/11fe79e4-a7a2-46e3-bf03-4607dc553552/c43ac2af-01d1-48cd-951c-e4d8c996846e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:38:34.660147 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81dacdd3-1979-407c-be10-1accc03d7cee tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:34.666876 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dacdd3-1979-407c-be10-1accc03d7cee tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:34.666876 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81dacdd3-1979-407c-be10-1accc03d7cee tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:34.764245 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f72d46be-e315-4ddb-9f7a-945b9c872d56 req-f6956ded-0bb6-4986-be75-0010c8370819 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6e47e56-6fc7-4127-960b-2238302e1950 HTTP/1.1" status: 200 len: 210 time: 0.0537980 Apr 21 12:38:34.776953 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dacdd3-1979-407c-be10-1accc03d7cee tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Pushing event updated for resources: {'Network': ['ID=5637dd1e-a724-4515-bcf6-5486ac36ca30,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:34.788029 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-81dacdd3-1979-407c-be10-1accc03d7cee tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4227428 Apr 21 12:38:34.791376 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39398) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:34.802601 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2351252d-1b5f-4143-9a2b-144156839a03 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Request body: {'subnet': {'network_id': '5637dd1e-a724-4515-bcf6-5486ac36ca30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:34.803325 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 5637dd1e-a724-4515-bcf6-5486ac36ca30 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:38:34.838960 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffbf02-9c43-43f6-b1cc-de9c17e663a5 req-786e4335-ae88-4807-841b-aa50176d9b3c tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:34.840896 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5bffbf02-9c43-43f6-b1cc-de9c17e663a5 req-786e4335-ae88-4807-841b-aa50176d9b3c tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 945 time: 0.1165140 Apr 21 12:38:34.885668 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:34.899331 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5bffbf02-9c43-43f6-b1cc-de9c17e663a5 req-4a413cc2-3599-4a04-a297-ae2ab657acf8 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519388 Apr 21 12:38:35.009373 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:35.020681 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-17be1bc7-5546-4a5f-9c9e-6286cc5a0402 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:35.022572 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-17be1bc7-5546-4a5f-9c9e-6286cc5a0402 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.24 "GET /v2.0/networks?id=cb775869-9d11-4568-a39f-53490ef15123 HTTP/1.1" status: 200 len: 812 time: 0.1208630 Apr 21 12:38:35.036093 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-6b89e164-2212-469e-af3b-9fd7a0facda9 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Request body: {'port': {'device_id': 'a6e47e56-6fc7-4127-960b-2238302e1950', 'network_id': 'cb775869-9d11-4568-a39f-53490ef15123', 'admin_state_up': True, 'tenant_id': '200ea3215b1e439ebb87b6253629ed97'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:35.058128 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2351252d-1b5f-4143-9a2b-144156839a03 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Made reservation on behalf of 63d062a75a73419fba68af12fb18fa93 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:38:35.060769 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Network 9c954979-4f8f-4f50-a232-2d2a746029f8 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:38:35.062008 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Pushing event updated for resources: {'Port': ['ID=c43ac2af-01d1-48cd-951c-e4d8c996846e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:35.062438 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2351252d-1b5f-4143-9a2b-144156839a03 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:35.064917 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:38:35.067152 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:38:35.129168 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Attempting to bind port c43ac2af-01d1-48cd-951c-e4d8c996846e on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:38:35.129533 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Attempting to bind port c43ac2af-01d1-48cd-951c-e4d8c996846e by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '508d4440-65bb-44ec-a506-4eb1795f81f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9c954979-4f8f-4f50-a232-2d2a746029f8'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:38:35.129926 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Attempting to bind port c43ac2af-01d1-48cd-951c-e4d8c996846e on network 9c954979-4f8f-4f50-a232-2d2a746029f8 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:38:35.135840 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:38:35.136216 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Checking segment: {'id': '508d4440-65bb-44ec-a506-4eb1795f81f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9c954979-4f8f-4f50-a232-2d2a746029f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:38:35.136959 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:35.137144 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Bound using segment: {'id': '508d4440-65bb-44ec-a506-4eb1795f81f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9c954979-4f8f-4f50-a232-2d2a746029f8'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:38:35.137574 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Bound port: c43ac2af-01d1-48cd-951c-e4d8c996846e, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '508d4440-65bb-44ec-a506-4eb1795f81f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '9c954979-4f8f-4f50-a232-2d2a746029f8'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:38:35.137982 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:35.212887 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] For port c43ac2af-01d1-48cd-951c-e4d8c996846e, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:38:35.216551 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] For port c43ac2af-01d1-48cd-951c-e4d8c996846e, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c43ac2af-01d1-48cd-951c-e4d8c996846e,segment=NetworkSegment(508d4440-65bb-44ec-a506-4eb1795f81f9),segment_id=508d4440-65bb-44ec-a506-4eb1795f81f9)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:38:35.287071 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:35.343627 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-6b89e164-2212-469e-af3b-9fd7a0facda9 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Made reservation on behalf of 200ea3215b1e439ebb87b6253629ed97 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:38:35.347848 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-6b89e164-2212-469e-af3b-9fd7a0facda9 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:35.399931 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Pushing event updated for resources: {'Port': ['ID=c43ac2af-01d1-48cd-951c-e4d8c996846e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:35.426975 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:35.427411 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:35.427820 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:35.428245 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:35.428642 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:35.429042 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:35.430195 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:35.446525 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:35.447045 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:35.447458 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:35.448106 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:35.448529 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25e5c010-9dcf-4f70-9cda-18f8714a2e8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:35.526428 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c42a172d-e5bb-40f4-9c12-5022884f691d req-0e139050-ff7e-42f4-8831-84fb6a8ba9d6 tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.0744133 Apr 21 12:38:35.569669 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a34ab1ab-1b20-427b-952c-e1fff2c49c13 req-b006c4ec-127d-4bfb-8082-5bf1ca46e0f0 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/ports?device_id=248c0f31-4e3e-4821-8001-0f397cd1e036 HTTP/1.1" status: 200 len: 210 time: 0.0876777 Apr 21 12:38:35.578504 n-d-836147-2 neutron-server[103397]: DEBUG neutron.objects.ports [None req-2351252d-1b5f-4143-9a2b-144156839a03 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 12:38:35.581281 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2351252d-1b5f-4143-9a2b-144156839a03 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:35.661040 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-6b89e164-2212-469e-af3b-9fd7a0facda9 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Allocated IP 172.20.0.3 (cb775869-9d11-4568-a39f-53490ef15123/560717d2-4532-4d9d-a275-cdd3079699c4/7be45b6a-2875-4c3e-9e4c-53d996793f30) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:38:35.671728 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2351252d-1b5f-4143-9a2b-144156839a03 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Pushing event updated for resources: {'Subnet': ['ID=4df798a3-ad47-41c9-8603-dd902a356ae0,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:35.690336 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2351252d-1b5f-4143-9a2b-144156839a03 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:35.690918 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2351252d-1b5f-4143-9a2b-144156839a03 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:35.691452 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2351252d-1b5f-4143-9a2b-144156839a03 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:35.691917 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2351252d-1b5f-4143-9a2b-144156839a03 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:35.692348 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2351252d-1b5f-4143-9a2b-144156839a03 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:35.692806 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2351252d-1b5f-4143-9a2b-144156839a03 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:35.693242 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2351252d-1b5f-4143-9a2b-144156839a03 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:35.693709 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2351252d-1b5f-4143-9a2b-144156839a03 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:35.694119 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2351252d-1b5f-4143-9a2b-144156839a03 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:35.694554 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2351252d-1b5f-4143-9a2b-144156839a03 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:35.694973 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2351252d-1b5f-4143-9a2b-144156839a03 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:35.695404 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2351252d-1b5f-4143-9a2b-144156839a03 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:35.708249 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2351252d-1b5f-4143-9a2b-144156839a03 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Checking segment: {'id': 'e46dff64-c09a-4037-9fae-51cf74aec3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5637dd1e-a724-4515-bcf6-5486ac36ca30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:38:35.708723 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2351252d-1b5f-4143-9a2b-144156839a03 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Network hostable DHCP agents. Network: 5637dd1e-a724-4515-bcf6-5486ac36ca30, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:38:35.806908 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2351252d-1b5f-4143-9a2b-144156839a03 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Network 5637dd1e-a724-4515-bcf6-5486ac36ca30 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:38:35.859904 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-6b89e164-2212-469e-af3b-9fd7a0facda9 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:35.877463 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-2351252d-1b5f-4143-9a2b-144156839a03 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 5637dd1e-a724-4515-bcf6-5486ac36ca30) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:38:35.881791 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2351252d-1b5f-4143-9a2b-144156839a03 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:35.886948 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2351252d-1b5f-4143-9a2b-144156839a03 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:35.892350 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63943916-6af6-40e9-aa52-fc2c703aa45c None None] Network 5637dd1e-a724-4515-bcf6-5486ac36ca30 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:38:35.960561 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2351252d-1b5f-4143-9a2b-144156839a03 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1672742 Apr 21 12:38:35.961524 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f323797-5dc0-44ba-8019-0aa7250ac754 req-e09a76b6-821d-4d63-aa02-21a6eb12f3bf tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6e47e56-6fc7-4127-960b-2238302e1950 HTTP/1.1" status: 200 len: 210 time: 0.0386412 Apr 21 12:38:35.967679 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 39412) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:35.979505 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0b6edc7f-c3d6-4652-bbaa-dd712d8ff734 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Request body: {'port': {'network_id': '5637dd1e-a724-4515-bcf6-5486ac36ca30', 'name': 'tempest-NetworksIpV6TestAttrs-1284335493'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:36.080251 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-6b89e164-2212-469e-af3b-9fd7a0facda9 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:36.114527 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7b7949-8628-46ab-8fc4-7ad06abac1de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-5637dd1e-a724-4515-bcf6-5486ac36ca30', 'network_id': '5637dd1e-a724-4515-bcf6-5486ac36ca30', 'tenant_id': '63d062a75a73419fba68af12fb18fa93', 'fixed_ips': [{'subnet_id': '4df798a3-ad47-41c9-8603-dd902a356ae0'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:38:36.115527 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d7b7949-8628-46ab-8fc4-7ad06abac1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:36.183874 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-6b89e164-2212-469e-af3b-9fd7a0facda9 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Network cb775869-9d11-4568-a39f-53490ef15123 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:38:36.197399 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89e164-2212-469e-af3b-9fd7a0facda9 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Pushing event updated for resources: {'Port': ['ID=7be45b6a-2875-4c3e-9e4c-53d996793f30,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:36.206531 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-6b89e164-2212-469e-af3b-9fd7a0facda9 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:38:36.213259 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-6b89e164-2212-469e-af3b-9fd7a0facda9 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:38:36.257786 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c732476-a26e-423d-adcc-ca26842638cf req-40c3082d-77be-46df-9141-a60b259e4f16 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:36.260651 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c732476-a26e-423d-adcc-ca26842638cf req-40c3082d-77be-46df-9141-a60b259e4f16 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 945 time: 0.1844029 Apr 21 12:38:36.280929 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-9d7b7949-8628-46ab-8fc4-7ad06abac1de None None] Allocated IP 2001:db8::f816:3eff:fef2:b6a5 (5637dd1e-a724-4515-bcf6-5486ac36ca30/4df798a3-ad47-41c9-8603-dd902a356ae0/bf4ddbd6-28b5-4579-9c55-85092477e8c7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:38:36.308207 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-6b89e164-2212-469e-af3b-9fd7a0facda9 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:36.308856 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-6b89e164-2212-469e-af3b-9fd7a0facda9 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:36.369035 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c732476-a26e-423d-adcc-ca26842638cf req-98138488-92d8-4caf-bf10-c8568df40354 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913079 Apr 21 12:38:36.406554 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6edc7f-c3d6-4652-bbaa-dd712d8ff734 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Made reservation on behalf of 63d062a75a73419fba68af12fb18fa93 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:38:36.410244 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b6edc7f-c3d6-4652-bbaa-dd712d8ff734 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:36.415998 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-6b89e164-2212-469e-af3b-9fd7a0facda9 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3841779 Apr 21 12:38:36.432730 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-e4ea0848-e61e-4d5a-b045-b6f0d35f13d7 service neutron] Request body: {'port': {'device_id': 'a6e47e56-6fc7-4127-960b-2238302e1950', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:36.464307 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-0b6edc7f-c3d6-4652-bbaa-dd712d8ff734 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] device_id is not set on port 9fe048a6-2654-4c7f-a398-85b78f364daf yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:38:36.476745 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d7b7949-8628-46ab-8fc4-7ad06abac1de None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:36.549210 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-e4ea0848-e61e-4d5a-b045-b6f0d35f13d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:36.609428 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d7b7949-8628-46ab-8fc4-7ad06abac1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:36.672197 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b7949-8628-46ab-8fc4-7ad06abac1de None None] Pushing event updated for resources: {'Port': ['ID=bf4ddbd6-28b5-4579-9c55-85092477e8c7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:36.683440 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7b7949-8628-46ab-8fc4-7ad06abac1de None None] Network 5637dd1e-a724-4515-bcf6-5486ac36ca30 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:38:36.685342 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9d7b7949-8628-46ab-8fc4-7ad06abac1de None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:38:36.687872 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7b7949-8628-46ab-8fc4-7ad06abac1de None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:38:36.704596 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-47d3fd3d-6c10-49ed-a208-4371c2f11b6f req-5b2290eb-0cd9-4a1d-99be-595eed363baf tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.0476043 Apr 21 12:38:36.752577 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5366ee88-5794-4402-a2f6-e893779f67d4 None None] Network 9c954979-4f8f-4f50-a232-2d2a746029f8 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:38:36.776642 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9d7b7949-8628-46ab-8fc4-7ad06abac1de None None] Attempting to bind port bf4ddbd6-28b5-4579-9c55-85092477e8c7 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:38:36.777151 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9d7b7949-8628-46ab-8fc4-7ad06abac1de None None] Attempting to bind port bf4ddbd6-28b5-4579-9c55-85092477e8c7 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'e46dff64-c09a-4037-9fae-51cf74aec3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5637dd1e-a724-4515-bcf6-5486ac36ca30'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:38:36.777634 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b7949-8628-46ab-8fc4-7ad06abac1de None None] Attempting to bind port bf4ddbd6-28b5-4579-9c55-85092477e8c7 on network 5637dd1e-a724-4515-bcf6-5486ac36ca30 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:38:36.815356 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25b2f9-d2c1-4426-8eac-a03a83c20b8d req-6e66e07f-1824-4bcb-9fae-1fe96571b921 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:36.817569 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b7949-8628-46ab-8fc4-7ad06abac1de None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:38:36.818035 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b7949-8628-46ab-8fc4-7ad06abac1de None None] Checking segment: {'id': 'e46dff64-c09a-4037-9fae-51cf74aec3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5637dd1e-a724-4515-bcf6-5486ac36ca30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:38:36.818442 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d7b7949-8628-46ab-8fc4-7ad06abac1de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:36.818824 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7b7949-8628-46ab-8fc4-7ad06abac1de None None] Bound using segment: {'id': 'e46dff64-c09a-4037-9fae-51cf74aec3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5637dd1e-a724-4515-bcf6-5486ac36ca30'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:38:36.819297 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9d7b7949-8628-46ab-8fc4-7ad06abac1de None None] Bound port: bf4ddbd6-28b5-4579-9c55-85092477e8c7, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46dff64-c09a-4037-9fae-51cf74aec3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '5637dd1e-a724-4515-bcf6-5486ac36ca30'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:38:36.819675 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d7b7949-8628-46ab-8fc4-7ad06abac1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:36.821415 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25b2f9-d2c1-4426-8eac-a03a83c20b8d req-6e66e07f-1824-4bcb-9fae-1fe96571b921 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:36.827816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25b2f9-d2c1-4426-8eac-a03a83c20b8d req-6e66e07f-1824-4bcb-9fae-1fe96571b921 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:36.833690 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25b2f9-d2c1-4426-8eac-a03a83c20b8d req-6e66e07f-1824-4bcb-9fae-1fe96571b921 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:36.839786 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25b2f9-d2c1-4426-8eac-a03a83c20b8d req-6e66e07f-1824-4bcb-9fae-1fe96571b921 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:36.842888 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a522680a-04ac-415a-ac31-cbe518878dff None None] Provisioning complete for port c43ac2af-01d1-48cd-951c-e4d8c996846e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:36.843265 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a522680a-04ac-415a-ac31-cbe518878dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:36.845661 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25b2f9-d2c1-4426-8eac-a03a83c20b8d req-6e66e07f-1824-4bcb-9fae-1fe96571b921 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:36.851476 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25b2f9-d2c1-4426-8eac-a03a83c20b8d req-6e66e07f-1824-4bcb-9fae-1fe96571b921 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:36.853924 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c25b2f9-d2c1-4426-8eac-a03a83c20b8d req-6e66e07f-1824-4bcb-9fae-1fe96571b921 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5434 time: 0.2610545 Apr 21 12:38:36.859283 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-0b6edc7f-c3d6-4652-bbaa-dd712d8ff734 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Allocated IP 2001:db8::f816:3eff:fe36:d162 (5637dd1e-a724-4515-bcf6-5486ac36ca30/4df798a3-ad47-41c9-8603-dd902a356ae0/9fe048a6-2654-4c7f-a398-85b78f364daf) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:38:36.974619 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c25b2f9-d2c1-4426-8eac-a03a83c20b8d req-3d9a45c2-6fe1-40d0-a727-55f337dd5c25 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1075053 Apr 21 12:38:36.988778 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9d7b7949-8628-46ab-8fc4-7ad06abac1de None None] For port bf4ddbd6-28b5-4579-9c55-85092477e8c7, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:38:36.990369 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9d7b7949-8628-46ab-8fc4-7ad06abac1de None None] For port bf4ddbd6-28b5-4579-9c55-85092477e8c7, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=bf4ddbd6-28b5-4579-9c55-85092477e8c7,segment=NetworkSegment(e46dff64-c09a-4037-9fae-51cf74aec3a8),segment_id=e46dff64-c09a-4037-9fae-51cf74aec3a8)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:38:37.091644 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c6524c1b-097e-46be-af06-561f569f2429 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:38:37.097825 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d7b7949-8628-46ab-8fc4-7ad06abac1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:37.118911 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a522680a-04ac-415a-ac31-cbe518878dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:37.143652 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: c6524c1b-097e-46be-af06-561f569f2429 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:38:37.143903 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c6524c1b-097e-46be-af06-561f569f2429 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:38:37.220881 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7b7949-8628-46ab-8fc4-7ad06abac1de None None] Pushing event updated for resources: {'Port': ['ID=bf4ddbd6-28b5-4579-9c55-85092477e8c7,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:37.230603 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ff4625-7982-46c4-8869-c7aa1fd4fc3d req-85bc249b-1d97-47e7-89e6-315acb5414ec tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:37.231322 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a522680a-04ac-415a-ac31-cbe518878dff None None] For port c43ac2af-01d1-48cd-951c-e4d8c996846e, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c43ac2af-01d1-48cd-951c-e4d8c996846e,segment=NetworkSegment(508d4440-65bb-44ec-a506-4eb1795f81f9),segment_id=508d4440-65bb-44ec-a506-4eb1795f81f9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:37.240783 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e8ff4625-7982-46c4-8869-c7aa1fd4fc3d req-85bc249b-1d97-47e7-89e6-315acb5414ec tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6e47e56-6fc7-4127-960b-2238302e1950 HTTP/1.1" status: 200 len: 931 time: 0.1576197 Apr 21 12:38:37.255701 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b6edc7f-c3d6-4652-bbaa-dd712d8ff734 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:37.300004 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a522680a-04ac-415a-ac31-cbe518878dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:37.311599 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-e4ea0848-e61e-4d5a-b045-b6f0d35f13d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7be45b6a-2875-4c3e-9e4c-53d996793f30 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:38:37.346580 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-e4ea0848-e61e-4d5a-b045-b6f0d35f13d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:37.348909 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c43ac2af-01d1-48cd-951c-e4d8c996846e up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:38:37.355112 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e8ff4625-7982-46c4-8869-c7aa1fd4fc3d req-331e6b38-2949-402a-a89e-2687eb0fe5e0 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4884a601-4783-43f4-a952-0b71b5197c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122365 Apr 21 12:38:37.422147 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522680a-04ac-415a-ac31-cbe518878dff None None] Pushing event updated for resources: {'Port': ['ID=c43ac2af-01d1-48cd-951c-e4d8c996846e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:37.430141 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-e4ea0848-e61e-4d5a-b045-b6f0d35f13d7 service neutron] Transition to ACTIVE for port object 7be45b6a-2875-4c3e-9e4c-53d996793f30 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:38:37.462441 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port c43ac2af-01d1-48cd-951c-e4d8c996846e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:37.463175 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:37.474753 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a1862-52d9-46d0-8a1a-697512294f1e req-51d6d4e9-2dd6-4ab7-9932-aab8be849ffe tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:37.491336 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa2a1862-52d9-46d0-8a1a-697512294f1e req-51d6d4e9-2dd6-4ab7-9932-aab8be849ffe tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/ports?device_id=9caa293c-23a9-4aa9-861c-607d6ac99ff1 HTTP/1.1" status: 200 len: 949 time: 0.1668477 Apr 21 12:38:37.531800 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-e4ea0848-e61e-4d5a-b045-b6f0d35f13d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:37.615401 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b6edc7f-c3d6-4652-bbaa-dd712d8ff734 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:37.691287 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6edc7f-c3d6-4652-bbaa-dd712d8ff734 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Network 5637dd1e-a724-4515-bcf6-5486ac36ca30 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:38:37.706201 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea0848-e61e-4d5a-b045-b6f0d35f13d7 service neutron] Pushing event updated for resources: {'Port': ['ID=7be45b6a-2875-4c3e-9e4c-53d996793f30,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:37.708906 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-0b6edc7f-c3d6-4652-bbaa-dd712d8ff734 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:38:37.718543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6edc7f-c3d6-4652-bbaa-dd712d8ff734 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:38:37.732199 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2298bd77-fdd4-4467-a42e-db2f63bb264f None None] Provisioning complete for port c43ac2af-01d1-48cd-951c-e4d8c996846e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:37.732803 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2298bd77-fdd4-4467-a42e-db2f63bb264f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:37.732940 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6edc7f-c3d6-4652-bbaa-dd712d8ff734 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:37.733861 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b6edc7f-c3d6-4652-bbaa-dd712d8ff734 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:37.741958 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa2a1862-52d9-46d0-8a1a-697512294f1e req-1dcece71-8853-47a7-9d1e-0008c7124bce tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/security-groups?id=a296c869-4248-448b-af3f-f44a4c87316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522943 Apr 21 12:38:38.180892 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6edc7f-c3d6-4652-bbaa-dd712d8ff734 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Pushing event updated for resources: {'Port': ['ID=9fe048a6-2654-4c7f-a398-85b78f364daf,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:38.210604 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8434f97-ecf5-4054-ac90-88ceb843376a req-372386fe-c4b3-4210-985e-06c5007d58a9 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:38.212337 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e8434f97-ecf5-4054-ac90-88ceb843376a req-372386fe-c4b3-4210-985e-06c5007d58a9 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 945 time: 0.6006987 Apr 21 12:38:38.214288 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9608cad5-b1fb-47ae-b595-b863a2286412 req-4414216f-e025-4fd6-ae1b-dd8e05a8fe9d tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.0832765 Apr 21 12:38:38.290935 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0b6edc7f-c3d6-4652-bbaa-dd712d8ff734 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.3203256 Apr 21 12:38:38.296360 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e8434f97-ecf5-4054-ac90-88ceb843376a req-2880e094-c84f-43a2-8be4-a17e1d8b32cb tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745265 Apr 21 12:38:38.297248 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39444) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:38.297811 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-e4ea0848-e61e-4d5a-b045-b6f0d35f13d7 service neutron] Attempting to bind port 7be45b6a-2875-4c3e-9e4c-53d996793f30 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:38:38.297989 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-e4ea0848-e61e-4d5a-b045-b6f0d35f13d7 service neutron] Attempting to bind port 7be45b6a-2875-4c3e-9e4c-53d996793f30 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'c4a3f46e-3415-4058-ae67-97acc52158a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cb775869-9d11-4568-a39f-53490ef15123'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:38:38.298420 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-e4ea0848-e61e-4d5a-b045-b6f0d35f13d7 service neutron] Attempting to bind port 7be45b6a-2875-4c3e-9e4c-53d996793f30 on network cb775869-9d11-4568-a39f-53490ef15123 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:38:38.303698 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-e4ea0848-e61e-4d5a-b045-b6f0d35f13d7 service neutron] Port 7be45b6a-2875-4c3e-9e4c-53d996793f30 on network cb775869-9d11-4568-a39f-53490ef15123 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:38:38.304664 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-e4ea0848-e61e-4d5a-b045-b6f0d35f13d7 service neutron] Attempting to bind port 7be45b6a-2875-4c3e-9e4c-53d996793f30 on network cb775869-9d11-4568-a39f-53490ef15123 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:38:38.309877 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-e4ea0848-e61e-4d5a-b045-b6f0d35f13d7 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:38:38.310346 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-e4ea0848-e61e-4d5a-b045-b6f0d35f13d7 service neutron] Checking segment: {'id': 'c4a3f46e-3415-4058-ae67-97acc52158a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cb775869-9d11-4568-a39f-53490ef15123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:38:38.314709 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-e4ea0848-e61e-4d5a-b045-b6f0d35f13d7 service neutron] Bound using segment: {'id': 'c4a3f46e-3415-4058-ae67-97acc52158a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cb775869-9d11-4568-a39f-53490ef15123'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:38:38.314709 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-e4ea0848-e61e-4d5a-b045-b6f0d35f13d7 service neutron] Bound port: 7be45b6a-2875-4c3e-9e4c-53d996793f30, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a3f46e-3415-4058-ae67-97acc52158a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cb775869-9d11-4568-a39f-53490ef15123'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:38:38.314709 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-e4ea0848-e61e-4d5a-b045-b6f0d35f13d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:38.381855 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-d650acad-b6cd-42ea-89d4-20eb8b9cdf22 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Deleting subnet 4df798a3-ad47-41c9-8603-dd902a356ae0 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:38:38.385556 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d650acad-b6cd-42ea-89d4-20eb8b9cdf22 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:38.449820 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeaab54-af45-4e1c-b2b3-b57d252cc194 req-840d5d0f-8aa0-43e0-abac-bbdc69d0422c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:38.452973 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d650acad-b6cd-42ea-89d4-20eb8b9cdf22 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:38.458879 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeaab54-af45-4e1c-b2b3-b57d252cc194 req-840d5d0f-8aa0-43e0-abac-bbdc69d0422c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:38.466028 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeaab54-af45-4e1c-b2b3-b57d252cc194 req-840d5d0f-8aa0-43e0-abac-bbdc69d0422c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:38.472628 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeaab54-af45-4e1c-b2b3-b57d252cc194 req-840d5d0f-8aa0-43e0-abac-bbdc69d0422c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:38.479534 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeaab54-af45-4e1c-b2b3-b57d252cc194 req-840d5d0f-8aa0-43e0-abac-bbdc69d0422c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:38.487433 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeaab54-af45-4e1c-b2b3-b57d252cc194 req-840d5d0f-8aa0-43e0-abac-bbdc69d0422c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:38.488530 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69989d5-6739-4d89-be9f-6b8ec046a959 None None] Network 5637dd1e-a724-4515-bcf6-5486ac36ca30 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:38:38.496701 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeaab54-af45-4e1c-b2b3-b57d252cc194 req-840d5d0f-8aa0-43e0-abac-bbdc69d0422c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:38.498858 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ddeaab54-af45-4e1c-b2b3-b57d252cc194 req-840d5d0f-8aa0-43e0-abac-bbdc69d0422c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5434 time: 0.1825285 Apr 21 12:38:38.500856 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-e4ea0848-e61e-4d5a-b045-b6f0d35f13d7 service neutron] For port 7be45b6a-2875-4c3e-9e4c-53d996793f30, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:38:38.568612 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-e4ea0848-e61e-4d5a-b045-b6f0d35f13d7 service neutron] For port 7be45b6a-2875-4c3e-9e4c-53d996793f30, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=7be45b6a-2875-4c3e-9e4c-53d996793f30,segment=NetworkSegment(c4a3f46e-3415-4058-ae67-97acc52158a8),segment_id=c4a3f46e-3415-4058-ae67-97acc52158a8)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:38:38.591591 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e5a78f02-f1f5-4e49-be51-3b0cfee77384 None None] Provisioning complete for port bf4ddbd6-28b5-4579-9c55-85092477e8c7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:38.591962 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5a78f02-f1f5-4e49-be51-3b0cfee77384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:38.614853 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ddeaab54-af45-4e1c-b2b3-b57d252cc194 req-791bcfae-c258-411e-a53d-298ce7974c77 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0920706 Apr 21 12:38:38.625997 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d650acad-b6cd-42ea-89d4-20eb8b9cdf22 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:38.637624 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1186e3c-8f05-4e97-93e6-9d16fb0870ae req-42b3a669-202d-40e1-9172-de08468fa74f tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:38.640129 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c1186e3c-8f05-4e97-93e6-9d16fb0870ae req-42b3a669-202d-40e1-9172-de08468fa74f tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6e47e56-6fc7-4127-960b-2238302e1950 HTTP/1.1" status: 200 len: 943 time: 0.1358173 Apr 21 12:38:38.643474 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-e4ea0848-e61e-4d5a-b045-b6f0d35f13d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:38.717223 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-e4ea0848-e61e-4d5a-b045-b6f0d35f13d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:38.718201 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-e4ea0848-e61e-4d5a-b045-b6f0d35f13d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:38.720107 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-e4ea0848-e61e-4d5a-b045-b6f0d35f13d7 service neutron] 10.222.0.24 "PUT /v2.0/ports/7be45b6a-2875-4c3e-9e4c-53d996793f30 HTTP/1.1" status: 200 len: 1091 time: 2.2937334 Apr 21 12:38:38.720731 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e47e56-6fc7-4127-960b-2238302e1950', 'tag': '7be45b6a-2875-4c3e-9e4c-53d996793f30'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:38:38.723448 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8845be11-bdd1-4a66-b76d-b6872d444b38" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e47e56-6fc7-4127-960b-2238302e1950", "tag": "7be45b6a-2875-4c3e-9e4c-53d996793f30"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:38:38.762980 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c1186e3c-8f05-4e97-93e6-9d16fb0870ae req-e1728dd9-c79a-471a-ac46-5bdf9aaf6329 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4884a601-4783-43f4-a952-0b71b5197c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131811 Apr 21 12:38:38.771306 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea0848-e61e-4d5a-b045-b6f0d35f13d7 service neutron] Pushing event updated for resources: {'Port': ['ID=7be45b6a-2875-4c3e-9e4c-53d996793f30,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:38.885382 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d650acad-b6cd-42ea-89d4-20eb8b9cdf22 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:38.954245 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5a78f02-f1f5-4e49-be51-3b0cfee77384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:38.959609 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef186e2-2baf-4573-9418-65c912ee2f5f x-openstack-request-id: req-0ef186e2-2baf-4573-9418-65c912ee2f5f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:38:38.959989 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e47e56-6fc7-4127-960b-2238302e1950", "tag": "7be45b6a-2875-4c3e-9e4c-53d996793f30", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:38:38.960540 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0ef186e2-2baf-4573-9418-65c912ee2f5f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:38:38.961067 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ef186e2-2baf-4573-9418-65c912ee2f5f'] response: {'name': 'network-changed', 'server_uuid': 'a6e47e56-6fc7-4127-960b-2238302e1950', 'tag': '7be45b6a-2875-4c3e-9e4c-53d996793f30', 'status': 'completed', 'code': 200} Apr 21 12:38:38.971159 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650acad-b6cd-42ea-89d4-20eb8b9cdf22 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Pushing event deleted for resources: {'Subnet': ['ID=4df798a3-ad47-41c9-8603-dd902a356ae0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:38.971374 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-9b083e79-6fe2-4c9d-92db-41380db3ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:38.972813 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-9b083e79-6fe2-4c9d-92db-41380db3ebf0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=200ea3215b1e439ebb87b6253629ed97&device_id=a6e47e56-6fc7-4127-960b-2238302e1950 HTTP/1.1" status: 200 len: 1094 time: 0.1148338 Apr 21 12:38:38.974087 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d650acad-b6cd-42ea-89d4-20eb8b9cdf22 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:38.978689 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d650acad-b6cd-42ea-89d4-20eb8b9cdf22 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "DELETE /v2.0/subnets/4df798a3-ad47-41c9-8603-dd902a356ae0 HTTP/1.1" status: 204 len: 168 time: 0.6789641 Apr 21 12:38:38.980875 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39456) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:39.004839 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393d35f-128f-4ece-9d3c-4b367d0fbc02 req-775d3a7f-edb2-435e-8ddc-d84d4454cebf tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:39.007252 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5393d35f-128f-4ece-9d3c-4b367d0fbc02 req-775d3a7f-edb2-435e-8ddc-d84d4454cebf tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/ports?device_id=9caa293c-23a9-4aa9-861c-607d6ac99ff1 HTTP/1.1" status: 200 len: 949 time: 0.1115255 Apr 21 12:38:39.055743 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-061eaa64-d07a-4704-a68a-c94cf0f1e10a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7be45b6a-2875-4c3e-9e4c-53d996793f30 HTTP/1.1" status: 200 len: 217 time: 0.0651205 Apr 21 12:38:39.072408 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-e5a78f02-f1f5-4e49-be51-3b0cfee77384 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:38:39.073240 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-e5a78f02-f1f5-4e49-be51-3b0cfee77384 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:38:39.083405 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5213144-d796-403b-a1b0-3a9649f7915d tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:39.085171 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5213144-d796-403b-a1b0-3a9649f7915d tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:39.087131 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b5213144-d796-403b-a1b0-3a9649f7915d tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1050572 Apr 21 12:38:39.090328 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39458) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:39.175516 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5393d35f-128f-4ece-9d3c-4b367d0fbc02 req-f192ead2-d0c5-4b85-a879-e7dab91b6fb8 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/security-groups?id=a296c869-4248-448b-af3f-f44a4c87316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234250 Apr 21 12:38:39.189424 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-eb7da89b-cb03-4b93-a5b9-77072cc392d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:39.189424 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-eb7da89b-cb03-4b93-a5b9-77072cc392d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=560717d2-4532-4d9d-a275-cdd3079699c4 HTTP/1.1" status: 200 len: 852 time: 0.1116173 Apr 21 12:38:39.277110 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20629287-c7be-4989-9c02-d254671d4a3d tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:39.279256 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-83a48cd3-d0b7-45f6-99a6-53fb754bab52 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb775869-9d11-4568-a39f-53490ef15123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824759 Apr 21 12:38:39.295239 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-20629287-c7be-4989-9c02-d254671d4a3d tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 21 12:38:39.295549 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20629287-c7be-4989-9c02-d254671d4a3d tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:38:39.305608 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-20629287-c7be-4989-9c02-d254671d4a3d tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "DELETE /v2.0/networks/5637dd1e-a724-4515-bcf6-5486ac36ca30 HTTP/1.1" status: 409 len: 405 time: 0.2139030 Apr 21 12:38:39.309841 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 39464) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:39.315353 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-88ff27e2-56a3-487e-bc9f-ddc03d6469b0 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1792508385'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:39.454385 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6831431-3f85-4089-b0f3-edbee536c79c None None] Network 5637dd1e-a724-4515-bcf6-5486ac36ca30 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:38:39.471287 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device bf4ddbd6-28b5-4579-9c55-85092477e8c7 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:38:39.476537 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-91827cca-c9e0-4843-af02-56ca32871b8a req-6b1ef57a-efd9-4cc7-b850-7f522f14eb00 tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.0871513 Apr 21 12:38:39.499325 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ab162-0e99-4f73-a9ad-7e514e98a23f req-64d0b5d8-4ac1-4fd5-aee7-675b6f958ba6 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:39.500722 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f3ab162-0e99-4f73-a9ad-7e514e98a23f req-64d0b5d8-4ac1-4fd5-aee7-675b6f958ba6 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.24 "GET /v2.0/ports?device_id=9caa293c-23a9-4aa9-861c-607d6ac99ff1 HTTP/1.1" status: 200 len: 949 time: 0.2175283 Apr 21 12:38:39.565094 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ff27e2-56a3-487e-bc9f-ddc03d6469b0 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Made reservation on behalf of 63d062a75a73419fba68af12fb18fa93 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:38:39.568527 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88ff27e2-56a3-487e-bc9f-ddc03d6469b0 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:39.592205 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abcb3e-ac4c-48d9-806c-cf77f44e60b4 req-812a3179-65a3-439f-bbfb-b13b3d581477 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:39.593876 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-88abcb3e-ac4c-48d9-806c-cf77f44e60b4 req-812a3179-65a3-439f-bbfb-b13b3d581477 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 945 time: 0.1802158 Apr 21 12:38:39.606440 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-4017159e-1949-4722-a640-e9df1bb17749 service neutron] 10.222.0.24 "GET /v2.0/networks/cb775869-9d11-4568-a39f-53490ef15123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110094 Apr 21 12:38:39.637546 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port bf4ddbd6-28b5-4579-9c55-85092477e8c7 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:39.637936 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:39.679264 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5a78f02-f1f5-4e49-be51-3b0cfee77384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:39.711782 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ff27e2-56a3-487e-bc9f-ddc03d6469b0 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:38:39.733485 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e5a78f02-f1f5-4e49-be51-3b0cfee77384 None None] For port bf4ddbd6-28b5-4579-9c55-85092477e8c7, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=bf4ddbd6-28b5-4579-9c55-85092477e8c7,segment=NetworkSegment(e46dff64-c09a-4037-9fae-51cf74aec3a8),segment_id=e46dff64-c09a-4037-9fae-51cf74aec3a8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:39.746314 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88ff27e2-56a3-487e-bc9f-ddc03d6469b0 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:39.746708 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-88ff27e2-56a3-487e-bc9f-ddc03d6469b0 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Added segment ab021f18-86fe-4791-a31f-5ca66768b1c2 of type vlan for network 5a0e21e5-4f66-45cc-83cc-a175c08ebccc Apr 21 12:38:39.781881 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:39.793322 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5a78f02-f1f5-4e49-be51-3b0cfee77384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:39.829080 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a7d705-2e18-4dc6-9a25-36b7133cf392 None None] DHCP port deletion for 5637dd1e-a724-4515-bcf6-5486ac36ca30 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:38:39.854873 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-1f3ab162-0e99-4f73-a9ad-7e514e98a23f req-e42ba62c-f025-4ffc-b197-fcd06677baff tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Deleting port 9cd51ead-3ab0-448e-a269-53eb81699a61 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:38:39.855160 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1f3ab162-0e99-4f73-a9ad-7e514e98a23f req-e42ba62c-f025-4ffc-b197-fcd06677baff tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:39.903309 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88ff27e2-56a3-487e-bc9f-ddc03d6469b0 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:39.923045 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a78f02-f1f5-4e49-be51-3b0cfee77384 None None] Pushing event updated for resources: {'Port': ['ID=bf4ddbd6-28b5-4579-9c55-85092477e8c7,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:39.925548 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:38:39.925866 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:38:39.937241 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a70aee80-cc0d-4dab-9815-7be36f081bac None None] Provisioning complete for port 9fe048a6-2654-4c7f-a398-85b78f364daf triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:39.937621 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a70aee80-cc0d-4dab-9815-7be36f081bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:39.951388 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20ce2501-eea6-4efc-bac9-f4507bd5a2fd req-bc50aabf-17ee-4650-9f45-8475f371fb9c service neutron] 10.222.0.24 "GET /v2.0/networks/cb775869-9d11-4568-a39f-53490ef15123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328998 Apr 21 12:38:39.971805 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-88abcb3e-ac4c-48d9-806c-cf77f44e60b4 req-089d92a1-6596-4894-96a0-a4887ca108f2 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700745 Apr 21 12:38:39.980822 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a70aee80-cc0d-4dab-9815-7be36f081bac None None] Port 9fe048a6-2654-4c7f-a398-85b78f364daf cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:38:39.983925 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-80a7d705-2e18-4dc6-9a25-36b7133cf392 None None] Deleting port bf4ddbd6-28b5-4579-9c55-85092477e8c7 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:38:39.984337 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80a7d705-2e18-4dc6-9a25-36b7133cf392 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:40.013573 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc8270-a6d0-4d90-813f-d05e11b392c8 req-838e744d-a5a7-4419-8a00-06ca583ed3a6 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:40.019952 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc8270-a6d0-4d90-813f-d05e11b392c8 req-838e744d-a5a7-4419-8a00-06ca583ed3a6 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:40.027307 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc8270-a6d0-4d90-813f-d05e11b392c8 req-838e744d-a5a7-4419-8a00-06ca583ed3a6 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:40.033441 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc8270-a6d0-4d90-813f-d05e11b392c8 req-838e744d-a5a7-4419-8a00-06ca583ed3a6 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:40.040379 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc8270-a6d0-4d90-813f-d05e11b392c8 req-838e744d-a5a7-4419-8a00-06ca583ed3a6 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:40.043121 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a70aee80-cc0d-4dab-9815-7be36f081bac None None] Provisioning complete for port bf4ddbd6-28b5-4579-9c55-85092477e8c7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:40.043532 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a70aee80-cc0d-4dab-9815-7be36f081bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:40.046306 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc8270-a6d0-4d90-813f-d05e11b392c8 req-838e744d-a5a7-4419-8a00-06ca583ed3a6 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:40.052611 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc8270-a6d0-4d90-813f-d05e11b392c8 req-838e744d-a5a7-4419-8a00-06ca583ed3a6 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:40.054636 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a1fc8270-a6d0-4d90-813f-d05e11b392c8 req-838e744d-a5a7-4419-8a00-06ca583ed3a6 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5434 time: 0.2926037 Apr 21 12:38:40.087494 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-80a7d705-2e18-4dc6-9a25-36b7133cf392 None None] For port bf4ddbd6-28b5-4579-9c55-85092477e8c7, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=bf4ddbd6-28b5-4579-9c55-85092477e8c7,segment=NetworkSegment(e46dff64-c09a-4037-9fae-51cf74aec3a8),segment_id=e46dff64-c09a-4037-9fae-51cf74aec3a8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:40.087803 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80a7d705-2e18-4dc6-9a25-36b7133cf392 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:40.109680 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-80a7d705-2e18-4dc6-9a25-36b7133cf392 None None] Calling delete_port for bf4ddbd6-28b5-4579-9c55-85092477e8c7 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:38:40.200295 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88ff27e2-56a3-487e-bc9f-ddc03d6469b0 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:40.206222 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ff27e2-56a3-487e-bc9f-ddc03d6469b0 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:40.206953 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-88ff27e2-56a3-487e-bc9f-ddc03d6469b0 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:40.228625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1f3ab162-0e99-4f73-a9ad-7e514e98a23f req-e42ba62c-f025-4ffc-b197-fcd06677baff tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] For port 9cd51ead-3ab0-448e-a269-53eb81699a61, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9cd51ead-3ab0-448e-a269-53eb81699a61,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:40.229072 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1f3ab162-0e99-4f73-a9ad-7e514e98a23f req-e42ba62c-f025-4ffc-b197-fcd06677baff tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:40.283830 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a1fc8270-a6d0-4d90-813f-d05e11b392c8 req-6b068942-9ac1-485c-b3ae-ce5a22b57bd8 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2132349 Apr 21 12:38:40.286419 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-1f3ab162-0e99-4f73-a9ad-7e514e98a23f req-e42ba62c-f025-4ffc-b197-fcd06677baff tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Calling delete_port for 9cd51ead-3ab0-448e-a269-53eb81699a61 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:38:40.293017 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80a7d705-2e18-4dc6-9a25-36b7133cf392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:40.324177 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7d705-2e18-4dc6-9a25-36b7133cf392 None None] Pushing event deleted for resources: {'Port': ['ID=bf4ddbd6-28b5-4579-9c55-85092477e8c7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:40.338242 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a7d705-2e18-4dc6-9a25-36b7133cf392 None None] No DVR routers for this DVR port bf4ddbd6-28b5-4579-9c55-85092477e8c7 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:38:40.338378 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e5633d-a9ba-454c-b297-9ceeabf5d893 req-d335ca45-7f57-4ad7-a493-63b0df4aaa7e tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:40.338378 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c7e5633d-a9ba-454c-b297-9ceeabf5d893 req-d335ca45-7f57-4ad7-a493-63b0df4aaa7e tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6e47e56-6fc7-4127-960b-2238302e1950 HTTP/1.1" status: 200 len: 943 time: 0.2786102 Apr 21 12:38:40.356539 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845be11-bdd1-4a66-b76d-b6872d444b38 req-e2e564ee-2bf9-4d0e-8329-025568d1e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:40.358102 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8845be11-bdd1-4a66-b76d-b6872d444b38 req-e2e564ee-2bf9-4d0e-8329-025568d1e75c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=200ea3215b1e439ebb87b6253629ed97&device_id=a6e47e56-6fc7-4127-960b-2238302e1950 HTTP/1.1" status: 200 len: 1094 time: 0.2421839 Apr 21 12:38:40.370713 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-88ff27e2-56a3-487e-bc9f-ddc03d6469b0 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0597413 Apr 21 12:38:40.373720 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39480) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:40.378664 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6ea3e9e5-eaa7-4642-973a-2619d812e6fc tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Request body: {'subnet': {'network_id': '5a0e21e5-4f66-45cc-83cc-a175c08ebccc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:40.390471 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff27e2-56a3-487e-bc9f-ddc03d6469b0 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Pushing event updated for resources: {'Network': ['ID=5a0e21e5-4f66-45cc-83cc-a175c08ebccc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:40.409933 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 5a0e21e5-4f66-45cc-83cc-a175c08ebccc details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:38:40.415925 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-380fa099-61c3-43b9-a290-eb1b8c8e3e37 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:40.421872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-380fa099-61c3-43b9-a290-eb1b8c8e3e37 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:40.427648 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-380fa099-61c3-43b9-a290-eb1b8c8e3e37 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:40.433441 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-380fa099-61c3-43b9-a290-eb1b8c8e3e37 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:40.439258 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-380fa099-61c3-43b9-a290-eb1b8c8e3e37 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:40.445075 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-380fa099-61c3-43b9-a290-eb1b8c8e3e37 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:40.451727 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-380fa099-61c3-43b9-a290-eb1b8c8e3e37 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:40.453867 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-380fa099-61c3-43b9-a290-eb1b8c8e3e37 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.26 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5434 time: 0.3300195 Apr 21 12:38:40.483763 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Port bf4ddbd6-28b5-4579-9c55-85092477e8c7 update to ACTIVE by agent not found {{(pid=103399) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 21 12:38:40.484293 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c43ac2af-01d1-48cd-951c-e4d8c996846e up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:38:40.544935 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port c43ac2af-01d1-48cd-951c-e4d8c996846e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:40.545304 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:40.551111 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea3e9e5-eaa7-4642-973a-2619d812e6fc tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Made reservation on behalf of 63d062a75a73419fba68af12fb18fa93 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:38:40.555336 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6ea3e9e5-eaa7-4642-973a-2619d812e6fc tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:40.625535 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c7e5633d-a9ba-454c-b297-9ceeabf5d893 req-b8842e36-4580-417e-88f6-ae124debe1a7 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4884a601-4783-43f4-a952-0b71b5197c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807038 Apr 21 12:38:40.633103 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-7016543b-9ee6-4d03-8c02-9ad177ba887d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:40.634505 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-7016543b-9ee6-4d03-8c02-9ad177ba887d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.26 "GET /v2.0/ports/fadb7cc0-7e48-4b28-bd3b-61295e53ad04?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1425872 Apr 21 12:38:40.704861 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006f7a1-b6a4-4bad-9fed-c3b884d901ea req-ad2ce51e-cf7a-4972-a15d-f2de8b73bed0 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:40.706381 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7006f7a1-b6a4-4bad-9fed-c3b884d901ea req-ad2ce51e-cf7a-4972-a15d-f2de8b73bed0 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/ports?device_id=9caa293c-23a9-4aa9-861c-607d6ac99ff1 HTTP/1.1" status: 200 len: 949 time: 0.2206752 Apr 21 12:38:40.778928 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845be11-bdd1-4a66-b76d-b6872d444b38 req-62a70b64-fbe0-4c38-99b9-fec78f184c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:40.780351 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8845be11-bdd1-4a66-b76d-b6872d444b38 req-62a70b64-fbe0-4c38-99b9-fec78f184c84 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cb775869-9d11-4568-a39f-53490ef15123 HTTP/1.1" status: 200 len: 913 time: 0.4085810 Apr 21 12:38:40.856347 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8845be11-bdd1-4a66-b76d-b6872d444b38 req-d685e0ee-dd92-4af4-8a50-b4d8f8be0889 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7be45b6a-2875-4c3e-9e4c-53d996793f30 HTTP/1.1" status: 200 len: 217 time: 0.0617051 Apr 21 12:38:40.888668 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7006f7a1-b6a4-4bad-9fed-c3b884d901ea req-b60b6f3b-45f1-4e48-acd8-c1486e8d110e tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/security-groups?id=a296c869-4248-448b-af3f-f44a4c87316a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439536 Apr 21 12:38:40.903836 n-d-836147-2 neutron-server[103397]: DEBUG neutron.objects.ports [None req-6ea3e9e5-eaa7-4642-973a-2619d812e6fc tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 12:38:40.911015 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6ea3e9e5-eaa7-4642-973a-2619d812e6fc tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:40.929709 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-564f8153-2081-4557-a6cc-2d91701419e5 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.26 "GET /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2876921 Apr 21 12:38:40.945916 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-758d83aa-dc02-4ac6-b4a6-bf426746f2ed service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:40.952182 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1f3ab162-0e99-4f73-a9ad-7e514e98a23f req-e42ba62c-f025-4ffc-b197-fcd06677baff tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:40.954717 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845be11-bdd1-4a66-b76d-b6872d444b38 req-10f90276-6d4b-4ba4-8165-e28824da7152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:40.956258 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8845be11-bdd1-4a66-b76d-b6872d444b38 req-10f90276-6d4b-4ba4-8165-e28824da7152 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=560717d2-4532-4d9d-a275-cdd3079699c4 HTTP/1.1" status: 200 len: 852 time: 0.0808086 Apr 21 12:38:40.983710 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3e9e5-eaa7-4642-973a-2619d812e6fc tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Pushing event updated for resources: {'Subnet': ['ID=36bd7fae-5f4f-4da7-8254-9a5e6da7ba24,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:40.998395 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea3e9e5-eaa7-4642-973a-2619d812e6fc tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Checking segment: {'id': 'ab021f18-86fe-4791-a31f-5ca66768b1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '5a0e21e5-4f66-45cc-83cc-a175c08ebccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:38:41.001322 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea3e9e5-eaa7-4642-973a-2619d812e6fc tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Network hostable DHCP agents. Network: 5a0e21e5-4f66-45cc-83cc-a175c08ebccc, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:38:41.052538 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8845be11-bdd1-4a66-b76d-b6872d444b38 req-06c5a0ca-5ac4-401f-8c51-3cdd27e9562f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb775869-9d11-4568-a39f-53490ef15123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724738 Apr 21 12:38:41.054455 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ba62c-f025-4ffc-b197-fcd06677baff tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Pushing event deleted for resources: {'Port': ['ID=9cd51ead-3ab0-448e-a269-53eb81699a61,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:41.060806 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd25a1ba-1e20-4610-b47a-d839180fdb33 req-18767516-51db-43c6-b8cc-b589038fab81 tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.0876901 Apr 21 12:38:41.094650 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea3e9e5-eaa7-4642-973a-2619d812e6fc tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Network 5a0e21e5-4f66-45cc-83cc-a175c08ebccc is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:38:41.159530 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3ab162-0e99-4f73-a9ad-7e514e98a23f req-e42ba62c-f025-4ffc-b197-fcd06677baff tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] No DVR routers for this DVR port 9cd51ead-3ab0-448e-a269-53eb81699a61 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:38:41.175345 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-6ea3e9e5-eaa7-4642-973a-2619d812e6fc tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 5a0e21e5-4f66-45cc-83cc-a175c08ebccc) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:38:41.175845 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1f3ab162-0e99-4f73-a9ad-7e514e98a23f req-e42ba62c-f025-4ffc-b197-fcd06677baff tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:41.179009 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f3ab162-0e99-4f73-a9ad-7e514e98a23f req-e42ba62c-f025-4ffc-b197-fcd06677baff tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.24 "DELETE /v2.0/ports/9cd51ead-3ab0-448e-a269-53eb81699a61 HTTP/1.1" status: 204 len: 173 time: 1.6712708 Apr 21 12:38:41.179448 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9caa293c-23a9-4aa9-861c-607d6ac99ff1', 'name': 'network-vif-deleted', 'tag': '9cd51ead-3ab0-448e-a269-53eb81699a61'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:38:41.180425 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea3e9e5-eaa7-4642-973a-2619d812e6fc tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:41.181068 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6ea3e9e5-eaa7-4642-973a-2619d812e6fc tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:41.186124 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2943f8b2-3923-45c2-bde5-e07f2f233166" -d '{"events": [{"server_uuid": "9caa293c-23a9-4aa9-861c-607d6ac99ff1", "name": "network-vif-deleted", "tag": "9cd51ead-3ab0-448e-a269-53eb81699a61"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:38:41.190152 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49aa0b6-8d6e-4d71-8656-43f4f5b29fcf None None] Network 5a0e21e5-4f66-45cc-83cc-a175c08ebccc requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:38:41.218779 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-758d83aa-dc02-4ac6-b4a6-bf426746f2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:41.272009 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8845be11-bdd1-4a66-b76d-b6872d444b38 req-aa463d1f-55f4-470c-9da7-2f2cfb4236e6 service neutron] 10.222.0.24 "GET /v2.0/networks/cb775869-9d11-4568-a39f-53490ef15123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083602 Apr 21 12:38:41.280517 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device bf4ddbd6-28b5-4579-9c55-85092477e8c7 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:38:41.283314 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b144a-4005-4bbe-a662-fa53d0499b69 req-892aad1d-01e2-4541-bf66-11cc8f54eed5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:41.284747 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e41b144a-4005-4bbe-a662-fa53d0499b69 req-892aad1d-01e2-4541-bf66-11cc8f54eed5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 945 time: 0.1560359 Apr 21 12:38:41.290114 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6ea3e9e5-eaa7-4642-973a-2619d812e6fc tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9151883 Apr 21 12:38:41.293377 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39494) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:41.296594 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4459a612-99c9-4f79-883b-af5287fa716d tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Request body: {'port': {'network_id': '5a0e21e5-4f66-45cc-83cc-a175c08ebccc', 'name': 'tempest-NetworksIpV6TestAttrs-1268721819'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:41.309333 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: bf4ddbd6-28b5-4579-9c55-85092477e8c7 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:38:41.310279 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device bf4ddbd6-28b5-4579-9c55-85092477e8c7 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:38:41.396271 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ac1550-93dc-4764-8080-8e0e45deb702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-5a0e21e5-4f66-45cc-83cc-a175c08ebccc', 'network_id': '5a0e21e5-4f66-45cc-83cc-a175c08ebccc', 'tenant_id': '63d062a75a73419fba68af12fb18fa93', 'fixed_ips': [{'subnet_id': '36bd7fae-5f4f-4da7-8254-9a5e6da7ba24'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:38:41.398815 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46ac1550-93dc-4764-8080-8e0e45deb702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:41.464802 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e41b144a-4005-4bbe-a662-fa53d0499b69 req-7a784e38-5c27-4014-9ad4-0a1aed7bd994 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677825 Apr 21 12:38:41.533072 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8845be11-bdd1-4a66-b76d-b6872d444b38 req-10ea45e3-a37f-46ab-89ba-2ea3a0566683 service neutron] 10.222.0.24 "GET /v2.0/networks/cb775869-9d11-4568-a39f-53490ef15123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471104 Apr 21 12:38:41.534730 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4459a612-99c9-4f79-883b-af5287fa716d tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Made reservation on behalf of 63d062a75a73419fba68af12fb18fa93 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:38:41.540432 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4459a612-99c9-4f79-883b-af5287fa716d tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:41.562430 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-758d83aa-dc02-4ac6-b4a6-bf426746f2ed service neutron] For port fadb7cc0-7e48-4b28-bd3b-61295e53ad04, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=fadb7cc0-7e48-4b28-bd3b-61295e53ad04,segment=NetworkSegment(6361dbf8-c8c7-4711-98c6-84cbc77fe9c9),segment_id=6361dbf8-c8c7-4711-98c6-84cbc77fe9c9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:41.605234 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-46ac1550-93dc-4764-8080-8e0e45deb702 None None] Allocated IP 2001:db8::f816:3eff:fe9e:55bd (5a0e21e5-4f66-45cc-83cc-a175c08ebccc/36bd7fae-5f4f-4da7-8254-9a5e6da7ba24/6e3d6366-1930-4037-a9f1-627a2ef7cfbb) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:38:41.606130 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98403c9f-2344-4f74-8518-294bc4b26eeb x-openstack-request-id: req-98403c9f-2344-4f74-8518-294bc4b26eeb {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:38:41.606691 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9caa293c-23a9-4aa9-861c-607d6ac99ff1", "name": "network-vif-deleted", "tag": "9cd51ead-3ab0-448e-a269-53eb81699a61", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:38:41.607203 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-98403c9f-2344-4f74-8518-294bc4b26eeb {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:38:41.607824 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98403c9f-2344-4f74-8518-294bc4b26eeb'] response: {'server_uuid': '9caa293c-23a9-4aa9-861c-607d6ac99ff1', 'name': 'network-vif-deleted', 'tag': '9cd51ead-3ab0-448e-a269-53eb81699a61', 'status': 'completed', 'code': 200} Apr 21 12:38:41.622020 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-4459a612-99c9-4f79-883b-af5287fa716d tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] device_id is not set on port d3995d77-2ad0-4220-b466-75d21f30cdcd yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:38:41.628776 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-758d83aa-dc02-4ac6-b4a6-bf426746f2ed service neutron] For port fadb7cc0-7e48-4b28-bd3b-61295e53ad04, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:38:41.717718 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-758d83aa-dc02-4ac6-b4a6-bf426746f2ed service neutron] device_id is not set on port fadb7cc0-7e48-4b28-bd3b-61295e53ad04 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:38:41.758724 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-758d83aa-dc02-4ac6-b4a6-bf426746f2ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:41.825426 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65aadc0-7ada-494d-89e4-b839cd5b153e req-d9d22964-0056-4b56-81ac-e2a950adc59f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:41.831341 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65aadc0-7ada-494d-89e4-b839cd5b153e req-d9d22964-0056-4b56-81ac-e2a950adc59f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:41.832027 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46ac1550-93dc-4764-8080-8e0e45deb702 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:41.837926 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65aadc0-7ada-494d-89e4-b839cd5b153e req-d9d22964-0056-4b56-81ac-e2a950adc59f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:41.843642 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65aadc0-7ada-494d-89e4-b839cd5b153e req-d9d22964-0056-4b56-81ac-e2a950adc59f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:41.849328 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65aadc0-7ada-494d-89e4-b839cd5b153e req-d9d22964-0056-4b56-81ac-e2a950adc59f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:41.856806 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65aadc0-7ada-494d-89e4-b839cd5b153e req-d9d22964-0056-4b56-81ac-e2a950adc59f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:41.862606 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65aadc0-7ada-494d-89e4-b839cd5b153e req-d9d22964-0056-4b56-81ac-e2a950adc59f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:41.864508 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a65aadc0-7ada-494d-89e4-b839cd5b153e req-d9d22964-0056-4b56-81ac-e2a950adc59f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 5434 time: 0.1277597 Apr 21 12:38:41.872368 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d357299-7cfe-4a9f-8c9d-2814ed7972ee req-cff1c303-0175-4c0d-9a2b-bb3770da9486 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:41.873832 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d357299-7cfe-4a9f-8c9d-2814ed7972ee req-cff1c303-0175-4c0d-9a2b-bb3770da9486 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6e47e56-6fc7-4127-960b-2238302e1950 HTTP/1.1" status: 200 len: 943 time: 0.1382241 Apr 21 12:38:41.875783 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-758d83aa-dc02-4ac6-b4a6-bf426746f2ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:41.946159 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46ac1550-93dc-4764-8080-8e0e45deb702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:41.998321 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-758d83aa-dc02-4ac6-b4a6-bf426746f2ed service neutron] No DVR routers for this DVR port fadb7cc0-7e48-4b28-bd3b-61295e53ad04 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:38:42.018323 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ac1550-93dc-4764-8080-8e0e45deb702 None None] Network 5a0e21e5-4f66-45cc-83cc-a175c08ebccc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:38:42.019280 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-4459a612-99c9-4f79-883b-af5287fa716d tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Allocated IP 2001:db8::f816:3eff:fe72:62c5 (5a0e21e5-4f66-45cc-83cc-a175c08ebccc/36bd7fae-5f4f-4da7-8254-9a5e6da7ba24/d3995d77-2ad0-4220-b466-75d21f30cdcd) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:38:42.029856 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-46ac1550-93dc-4764-8080-8e0e45deb702 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:38:42.040083 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ac1550-93dc-4764-8080-8e0e45deb702 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:38:42.055112 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d83aa-dc02-4ac6-b4a6-bf426746f2ed service neutron] Pushing event updated for resources: {'Port': ['ID=fadb7cc0-7e48-4b28-bd3b-61295e53ad04,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:42.057537 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac1550-93dc-4764-8080-8e0e45deb702 None None] Pushing event updated for resources: {'Port': ['ID=6e3d6366-1930-4037-a9f1-627a2ef7cfbb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:42.079319 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-758d83aa-dc02-4ac6-b4a6-bf426746f2ed service neutron] In _notify_port_updated(), no bound segment for port fadb7cc0-7e48-4b28-bd3b-61295e53ad04 on network e4d7b828-c49d-4174-8a7c-f8e1c5ee789b {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 12:38:42.080316 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-758d83aa-dc02-4ac6-b4a6-bf426746f2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:42.080832 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-758d83aa-dc02-4ac6-b4a6-bf426746f2ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:42.088552 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-758d83aa-dc02-4ac6-b4a6-bf426746f2ed service neutron] 10.222.0.26 "PUT /v2.0/ports/fadb7cc0-7e48-4b28-bd3b-61295e53ad04 HTTP/1.1" status: 200 len: 1027 time: 1.1472504 Apr 21 12:38:42.091957 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d357299-7cfe-4a9f-8c9d-2814ed7972ee req-11934c08-ed73-4546-bce2-34de66e0f45b tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4884a601-4783-43f4-a952-0b71b5197c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063744 Apr 21 12:38:42.133694 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a65aadc0-7ada-494d-89e4-b839cd5b153e req-3712b626-454a-4248-a9cb-faf2db0c5060 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2473171 Apr 21 12:38:42.184503 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-46ac1550-93dc-4764-8080-8e0e45deb702 None None] Attempting to bind port 6e3d6366-1930-4037-a9f1-627a2ef7cfbb on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:38:42.184877 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-46ac1550-93dc-4764-8080-8e0e45deb702 None None] Attempting to bind port 6e3d6366-1930-4037-a9f1-627a2ef7cfbb by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'ab021f18-86fe-4791-a31f-5ca66768b1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '5a0e21e5-4f66-45cc-83cc-a175c08ebccc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:38:42.185239 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ac1550-93dc-4764-8080-8e0e45deb702 None None] Attempting to bind port 6e3d6366-1930-4037-a9f1-627a2ef7cfbb on network 5a0e21e5-4f66-45cc-83cc-a175c08ebccc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:38:42.192857 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ac1550-93dc-4764-8080-8e0e45deb702 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:38:42.192857 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ac1550-93dc-4764-8080-8e0e45deb702 None None] Checking segment: {'id': 'ab021f18-86fe-4791-a31f-5ca66768b1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '5a0e21e5-4f66-45cc-83cc-a175c08ebccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:38:42.193965 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46ac1550-93dc-4764-8080-8e0e45deb702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:42.193965 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ac1550-93dc-4764-8080-8e0e45deb702 None None] Bound using segment: {'id': 'ab021f18-86fe-4791-a31f-5ca66768b1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '5a0e21e5-4f66-45cc-83cc-a175c08ebccc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:38:42.194168 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-46ac1550-93dc-4764-8080-8e0e45deb702 None None] Bound port: 6e3d6366-1930-4037-a9f1-627a2ef7cfbb, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab021f18-86fe-4791-a31f-5ca66768b1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '5a0e21e5-4f66-45cc-83cc-a175c08ebccc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:38:42.194454 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46ac1550-93dc-4764-8080-8e0e45deb702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:42.236515 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device fadb7cc0-7e48-4b28-bd3b-61295e53ad04 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:38:42.253683 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4459a612-99c9-4f79-883b-af5287fa716d tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:42.369795 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4459a612-99c9-4f79-883b-af5287fa716d tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:42.392324 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4459a612-99c9-4f79-883b-af5287fa716d tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Network 5a0e21e5-4f66-45cc-83cc-a175c08ebccc is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:38:42.395356 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-4459a612-99c9-4f79-883b-af5287fa716d tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:38:42.408900 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-46ac1550-93dc-4764-8080-8e0e45deb702 None None] For port 6e3d6366-1930-4037-a9f1-627a2ef7cfbb, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:38:42.428478 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4459a612-99c9-4f79-883b-af5287fa716d tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:38:42.430958 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-46ac1550-93dc-4764-8080-8e0e45deb702 None None] For port 6e3d6366-1930-4037-a9f1-627a2ef7cfbb, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=6e3d6366-1930-4037-a9f1-627a2ef7cfbb,segment=NetworkSegment(ab021f18-86fe-4791-a31f-5ca66768b1c2),segment_id=ab021f18-86fe-4791-a31f-5ca66768b1c2)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:38:42.435334 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4459a612-99c9-4f79-883b-af5287fa716d tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:42.436105 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4459a612-99c9-4f79-883b-af5287fa716d tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:42.438995 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device fadb7cc0-7e48-4b28-bd3b-61295e53ad04 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:38:42.439423 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 30473043-d7db-404d-b70c-4211d4724b47 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:38:42.467364 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459a612-99c9-4f79-883b-af5287fa716d tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Pushing event updated for resources: {'Port': ['ID=d3995d77-2ad0-4220-b466-75d21f30cdcd,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:42.495358 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b0a444a4-c516-45c5-a014-55ad603b11c6 None None] Provisioning complete for port fadb7cc0-7e48-4b28-bd3b-61295e53ad04 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:42.495892 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b0a444a4-c516-45c5-a014-55ad603b11c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:42.534841 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4459a612-99c9-4f79-883b-af5287fa716d tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2421842 Apr 21 12:38:42.538746 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39508) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:42.548113 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b0a444a4-c516-45c5-a014-55ad603b11c6 None None] Port fadb7cc0-7e48-4b28-bd3b-61295e53ad04 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:38:42.551686 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46ac1550-93dc-4764-8080-8e0e45deb702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:42.639834 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:42.640055 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfbb7bf9-f3ea-4b20-afcc-6d47e3fd1c25 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Deleting subnet 36bd7fae-5f4f-4da7-8254-9a5e6da7ba24 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:38:42.644508 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cfbb7bf9-f3ea-4b20-afcc-6d47e3fd1c25 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:42.661694 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b5d1e944-9602-4465-ad8b-06584717c82e req-230506fd-170a-4aa7-9b30-c4c556fd4bf3 tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.0598063 Apr 21 12:38:42.668958 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac1550-93dc-4764-8080-8e0e45deb702 None None] Pushing event updated for resources: {'Port': ['ID=6e3d6366-1930-4037-a9f1-627a2ef7cfbb,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:42.700763 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30473043-d7db-404d-b70c-4211d4724b47'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:38:42.705365 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d033b1c5-c750-4cb2-83bc-99ad8b94adfd" -d '{"events": [{"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-unplugged", "status": "completed", "tag": "30473043-d7db-404d-b70c-4211d4724b47"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:38:42.709898 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-26492fd8-0320-4b93-9f7b-fe8b84be4a80 req-37a88769-0708-4394-a646-fb23c5825735 tempest-ListImageFiltersTestJSON-1552491450 tempest-ListImageFiltersTestJSON-1552491450-project] 10.222.0.36 "GET /v2.0/ports?device_id=9caa293c-23a9-4aa9-861c-607d6ac99ff1 HTTP/1.1" status: 200 len: 210 time: 0.1093740 Apr 21 12:38:42.714703 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-59c370d6-568e-4798-a757-16ff8e8bb23d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:42.723384 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-59c370d6-568e-4798-a757-16ff8e8bb23d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.26 "GET /v2.0/ports/96687793-00d5-4fbd-bfb5-42c2efdbb264?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5801961 Apr 21 12:38:42.737264 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-677f19f2-02ff-41a3-9ceb-6eab455d2a8d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:42.775407 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 30473043-d7db-404d-b70c-4211d4724b47, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=30473043-d7db-404d-b70c-4211d4724b47,segment=NetworkSegment(75046964-91a8-4144-a6c1-d8a5aa728545),segment_id=75046964-91a8-4144-a6c1-d8a5aa728545)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:42.791107 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cfbb7bf9-f3ea-4b20-afcc-6d47e3fd1c25 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:42.838714 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76b0526-3e00-43c5-8061-d57adaae8eb0 x-openstack-request-id: req-b76b0526-3e00-43c5-8061-d57adaae8eb0 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:38:42.839281 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-unplugged", "status": "completed", "tag": "30473043-d7db-404d-b70c-4211d4724b47", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:38:42.839533 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b76b0526-3e00-43c5-8061-d57adaae8eb0 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:38:42.840050 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b76b0526-3e00-43c5-8061-d57adaae8eb0'] response: {'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30473043-d7db-404d-b70c-4211d4724b47', 'code': 200} Apr 21 12:38:42.866760 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-677f19f2-02ff-41a3-9ceb-6eab455d2a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:42.888997 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be9d70-b68d-43d0-a33d-61c766a15d5e req-70d2799f-408b-4d0b-883a-20989f8077f5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:42.890038 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b6be9d70-b68d-43d0-a33d-61c766a15d5e req-70d2799f-408b-4d0b-883a-20989f8077f5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 945 time: 0.1153646 Apr 21 12:38:42.990447 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cfbb7bf9-f3ea-4b20-afcc-6d47e3fd1c25 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:42.995097 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b6be9d70-b68d-43d0-a33d-61c766a15d5e req-720b59ac-b8ac-48ea-80ce-8e0d6c05829b tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972290 Apr 21 12:38:43.044458 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:43.045613 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 3e561804-d8d5-4339-9143-2c73c93fb922 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:38:43.107695 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 7be45b6a-2875-4c3e-9e4c-53d996793f30 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:38:43.109861 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9cd51ead-3ab0-448e-a269-53eb81699a61 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:38:43.169020 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-677f19f2-02ff-41a3-9ceb-6eab455d2a8d service neutron] For port 96687793-00d5-4fbd-bfb5-42c2efdbb264, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=96687793-00d5-4fbd-bfb5-42c2efdbb264,segment=NetworkSegment(6361dbf8-c8c7-4711-98c6-84cbc77fe9c9),segment_id=6361dbf8-c8c7-4711-98c6-84cbc77fe9c9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:43.183793 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 9cd51ead-3ab0-448e-a269-53eb81699a61 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:38:43.192005 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9cd51ead-3ab0-448e-a269-53eb81699a61 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:38:43.192254 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cfbb7bf9-f3ea-4b20-afcc-6d47e3fd1c25 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:43.244495 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=30473043-d7db-404d-b70c-4211d4724b47,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:43.252218 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb7bf9-f3ea-4b20-afcc-6d47e3fd1c25 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Pushing event deleted for resources: {'Subnet': ['ID=36bd7fae-5f4f-4da7-8254-9a5e6da7ba24,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:43.257455 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cfbb7bf9-f3ea-4b20-afcc-6d47e3fd1c25 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:43.265186 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cfbb7bf9-f3ea-4b20-afcc-6d47e3fd1c25 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "DELETE /v2.0/subnets/36bd7fae-5f4f-4da7-8254-9a5e6da7ba24 HTTP/1.1" status: 204 len: 168 time: 0.7222095 Apr 21 12:38:43.267718 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39518) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:43.349969 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8cea76-dec0-43c5-bb37-b3f9b09a4d09 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:43.352538 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8cea76-dec0-43c5-bb37-b3f9b09a4d09 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:43.354305 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9f8cea76-dec0-43c5-bb37-b3f9b09a4d09 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0856147 Apr 21 12:38:43.358028 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39520) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:43.389115 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-677f19f2-02ff-41a3-9ceb-6eab455d2a8d service neutron] For port 96687793-00d5-4fbd-bfb5-42c2efdbb264, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:38:43.401479 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:43.403637 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 6e3d6366-1930-4037-a9f1-627a2ef7cfbb up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:38:43.458556 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef777666-6363-4a38-9f6d-f26860cfbe1a tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:43.468648 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef777666-6363-4a38-9f6d-f26860cfbe1a tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 21 12:38:43.469359 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef777666-6363-4a38-9f6d-f26860cfbe1a tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:38:43.473397 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ef777666-6363-4a38-9f6d-f26860cfbe1a tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "DELETE /v2.0/networks/5a0e21e5-4f66-45cc-83cc-a175c08ebccc HTTP/1.1" status: 409 len: 405 time: 0.1144161 Apr 21 12:38:43.477121 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39522) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:43.478056 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-677f19f2-02ff-41a3-9ceb-6eab455d2a8d service neutron] device_id is not set on port 96687793-00d5-4fbd-bfb5-42c2efdbb264 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:38:43.483333 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-06df0115-fd24-4ed8-a44b-e398fbf765df tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1536935430'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:43.489619 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec614c-3f25-4e41-88c9-fae1b5c7e958 req-3391e835-c72c-4436-8632-1eb22d420233 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:43.491294 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-59ec614c-3f25-4e41-88c9-fae1b5c7e958 req-3391e835-c72c-4436-8632-1eb22d420233 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6e47e56-6fc7-4127-960b-2238302e1950 HTTP/1.1" status: 200 len: 943 time: 0.2639234 Apr 21 12:38:43.506259 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-677f19f2-02ff-41a3-9ceb-6eab455d2a8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:43.510151 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-f3bad269-655b-43e6-9cc7-003b0898ef7d tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:43.511768 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-f3bad269-655b-43e6-9cc7-003b0898ef7d tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4&tenant_id=e16b811ea21846c89491aea47e9a7301&binding%3Ahost_id=n-h1-836147-2 HTTP/1.1" status: 200 len: 1096 time: 0.2320685 Apr 21 12:38:43.528728 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f428030-889b-498b-9adc-dfb974aaa5a6 req-d4946367-23b2-4352-8b9f-7b195764a01f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:43.535039 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f428030-889b-498b-9adc-dfb974aaa5a6 req-d4946367-23b2-4352-8b9f-7b195764a01f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:43.541250 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f428030-889b-498b-9adc-dfb974aaa5a6 req-d4946367-23b2-4352-8b9f-7b195764a01f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:43.547323 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f428030-889b-498b-9adc-dfb974aaa5a6 req-d4946367-23b2-4352-8b9f-7b195764a01f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:43.553662 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f428030-889b-498b-9adc-dfb974aaa5a6 req-d4946367-23b2-4352-8b9f-7b195764a01f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:43.559922 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f428030-889b-498b-9adc-dfb974aaa5a6 req-d4946367-23b2-4352-8b9f-7b195764a01f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:43.562212 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f428030-889b-498b-9adc-dfb974aaa5a6 req-d4946367-23b2-4352-8b9f-7b195764a01f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 4658 time: 0.2455006 Apr 21 12:38:43.579815 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-602e35b1-e7f2-4e88-8f7d-8dc190c7144f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836147-2'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:43.580893 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06df0115-fd24-4ed8-a44b-e398fbf765df tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Made reservation on behalf of 63d062a75a73419fba68af12fb18fa93 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:38:43.588117 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-06df0115-fd24-4ed8-a44b-e398fbf765df tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:43.622662 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-677f19f2-02ff-41a3-9ceb-6eab455d2a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:43.625273 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06df0115-fd24-4ed8-a44b-e398fbf765df tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:38:43.640821 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-06df0115-fd24-4ed8-a44b-e398fbf765df tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:43.642859 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-06df0115-fd24-4ed8-a44b-e398fbf765df tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Added segment 54467992-8891-415a-b6f6-9df43e496810 of type vlan for network bfc8946f-9496-4efd-8be3-25acb650f97c Apr 21 12:38:43.676186 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28d94a20-c023-4480-89c4-53a69567fc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:43.718145 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 3e561804-d8d5-4339-9143-2c73c93fb922, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=3e561804-d8d5-4339-9143-2c73c93fb922,segment=NetworkSegment(75046964-91a8-4144-a6c1-d8a5aa728545),segment_id=75046964-91a8-4144-a6c1-d8a5aa728545)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:43.721152 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 7be45b6a-2875-4c3e-9e4c-53d996793f30, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=7be45b6a-2875-4c3e-9e4c-53d996793f30,segment=NetworkSegment(c4a3f46e-3415-4058-ae67-97acc52158a8),segment_id=c4a3f46e-3415-4058-ae67-97acc52158a8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:43.722383 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-06df0115-fd24-4ed8-a44b-e398fbf765df tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:43.739053 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '7be45b6a-2875-4c3e-9e4c-53d996793f30', 'network_id': 'cb775869-9d11-4568-a39f-53490ef15123', 'port_id': '7be45b6a-2875-4c3e-9e4c-53d996793f30', 'mac_address': 'fa:16:3e:d3:6a:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '560717d2-4532-4d9d-a275-cdd3079699c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:38:43.780872 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 6e3d6366-1930-4037-a9f1-627a2ef7cfbb triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:43.781246 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:43.791853 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-59ec614c-3f25-4e41-88c9-fae1b5c7e958 req-d3b0932b-31b3-40ad-ba25-01c61a3dc3a0 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4884a601-4783-43f4-a952-0b71b5197c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896035 Apr 21 12:38:43.814952 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f428030-889b-498b-9adc-dfb974aaa5a6 req-8fbae7e7-9002-4bb5-8b57-af0aa745842b tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e6e9db7-99bb-4e7a-856c-ef4174424bd5&id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2310658 Apr 21 12:38:43.815877 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-06df0115-fd24-4ed8-a44b-e398fbf765df tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:43.823454 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06df0115-fd24-4ed8-a44b-e398fbf765df tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:43.826631 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-06df0115-fd24-4ed8-a44b-e398fbf765df tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:43.837827 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:43.838541 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 1682dd4f-5da2-488b-9303-c33ead624d39 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:38:43.840266 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:43.880603 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-677f19f2-02ff-41a3-9ceb-6eab455d2a8d service neutron] No DVR routers for this DVR port 96687793-00d5-4fbd-bfb5-42c2efdbb264 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:38:43.985437 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-602e35b1-e7f2-4e88-8f7d-8dc190c7144f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:43.987440 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f19f2-02ff-41a3-9ceb-6eab455d2a8d service neutron] Pushing event updated for resources: {'Port': ['ID=96687793-00d5-4fbd-bfb5-42c2efdbb264,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:44.000405 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-06df0115-fd24-4ed8-a44b-e398fbf765df tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5216315 Apr 21 12:38:44.008892 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39538) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:44.009288 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-677f19f2-02ff-41a3-9ceb-6eab455d2a8d service neutron] In _notify_port_updated(), no bound segment for port 96687793-00d5-4fbd-bfb5-42c2efdbb264 on network e4d7b828-c49d-4174-8a7c-f8e1c5ee789b {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 12:38:44.010211 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-677f19f2-02ff-41a3-9ceb-6eab455d2a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:44.010831 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-677f19f2-02ff-41a3-9ceb-6eab455d2a8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:44.013676 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-677f19f2-02ff-41a3-9ceb-6eab455d2a8d service neutron] 10.222.0.26 "PUT /v2.0/ports/96687793-00d5-4fbd-bfb5-42c2efdbb264 HTTP/1.1" status: 200 len: 1027 time: 1.2823184 Apr 21 12:38:44.019734 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-670c28b5-2b64-48ec-9a75-cf50d8a91716 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Request body: {'subnet': {'network_id': 'bfc8946f-9496-4efd-8be3-25acb650f97c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:44.044751 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df0115-fd24-4ed8-a44b-e398fbf765df tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Pushing event updated for resources: {'Network': ['ID=bfc8946f-9496-4efd-8be3-25acb650f97c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:44.046995 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7be45b6a-2875-4c3e-9e4c-53d996793f30 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:38:44.097294 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network bfc8946f-9496-4efd-8be3-25acb650f97c details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:38:44.127074 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c2b136ec-a34a-4655-a0d4-c408197d235e req-675f244c-efe1-4787-8821-91cc3f4b92d3 tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.1203899 Apr 21 12:38:44.316893 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 7be45b6a-2875-4c3e-9e4c-53d996793f30, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=7be45b6a-2875-4c3e-9e4c-53d996793f30,segment=NetworkSegment(c4a3f46e-3415-4058-ae67-97acc52158a8),segment_id=c4a3f46e-3415-4058-ae67-97acc52158a8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:44.321835 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=3e561804-d8d5-4339-9143-2c73c93fb922,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:44.338694 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670c28b5-2b64-48ec-9a75-cf50d8a91716 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Made reservation on behalf of 63d062a75a73419fba68af12fb18fa93 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:38:44.342870 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-670c28b5-2b64-48ec-9a75-cf50d8a91716 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:44.415939 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11931869-b290-4107-a386-6a9cdde37d65 None None] Network 5a0e21e5-4f66-45cc-83cc-a175c08ebccc requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:38:44.424014 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:44.466913 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261e41b-f26f-4e3a-8faf-a96f6f0f4627 req-7542e9a1-320d-4645-b050-1334c8806274 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:44.475073 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2261e41b-f26f-4e3a-8faf-a96f6f0f4627 req-7542e9a1-320d-4645-b050-1334c8806274 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 945 time: 0.2383223 Apr 21 12:38:44.483411 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7de7d5bb-c9c4-4367-b8b1-e50cd88814c8 None None] Provisioning complete for port 96687793-00d5-4fbd-bfb5-42c2efdbb264 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:44.484091 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7de7d5bb-c9c4-4367-b8b1-e50cd88814c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:44.518648 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:44.544148 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-cdc3c922-e524-4386-a3a0-7b3498452a54 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Deleting port 1682dd4f-5da2-488b-9303-c33ead624d39 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:38:44.544536 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-cdc3c922-e524-4386-a3a0-7b3498452a54 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:44.567335 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:44.574342 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2261e41b-f26f-4e3a-8faf-a96f6f0f4627 req-588b222f-342c-48a2-8791-804257f65681 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983551 Apr 21 12:38:44.587153 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-602e35b1-e7f2-4e88-8f7d-8dc190c7144f service neutron] For port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9ba1c6a9-ccae-48d7-b4cc-8b184ac77319,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:44.702770 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-602e35b1-e7f2-4e88-8f7d-8dc190c7144f service neutron] For port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:38:44.706265 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=7be45b6a-2875-4c3e-9e4c-53d996793f30,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:44.710030 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7de7d5bb-c9c4-4367-b8b1-e50cd88814c8 None None] Port 96687793-00d5-4fbd-bfb5-42c2efdbb264 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:38:44.721376 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 1682dd4f-5da2-488b-9303-c33ead624d39, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=1682dd4f-5da2-488b-9303-c33ead624d39,segment=NetworkSegment(dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693),segment_id=dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:44.741799 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 6e3d6366-1930-4037-a9f1-627a2ef7cfbb, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=6e3d6366-1930-4037-a9f1-627a2ef7cfbb,segment=NetworkSegment(ab021f18-86fe-4791-a31f-5ca66768b1c2),segment_id=ab021f18-86fe-4791-a31f-5ca66768b1c2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:44.745139 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['7be45b6a-2875-4c3e-9e4c-53d996793f30'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:38:44.746222 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-cdc3c922-e524-4386-a3a0-7b3498452a54 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] For port 1682dd4f-5da2-488b-9303-c33ead624d39, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=1682dd4f-5da2-488b-9303-c33ead624d39,segment=NetworkSegment(dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693),segment_id=dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:44.746614 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-cdc3c922-e524-4386-a3a0-7b3498452a54 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:44.815732 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:44.815732 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 96687793-00d5-4fbd-bfb5-42c2efdbb264 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:38:44.815732 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:44.819464 n-d-836147-2 neutron-server[103397]: DEBUG neutron.objects.ports [None req-670c28b5-2b64-48ec-9a75-cf50d8a91716 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 12:38:44.821390 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-670c28b5-2b64-48ec-9a75-cf50d8a91716 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:44.844299 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e561804-d8d5-4339-9143-2c73c93fb922'}, {'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1682dd4f-5da2-488b-9303-c33ead624d39'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:38:44.846366 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca37c8e3-5da7-4345-b0e1-16c35740c891" -d '{"events": [{"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-unplugged", "status": "completed", "tag": "3e561804-d8d5-4339-9143-2c73c93fb922"}, {"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-unplugged", "status": "completed", "tag": "1682dd4f-5da2-488b-9303-c33ead624d39"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:38:44.861185 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ba1c6a9-ccae-48d7-b4cc-8b184ac77319'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:38:44.863920 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4974f8-0794-4f7e-a9eb-4144c1c79855" -d '{"events": [{"server_uuid": "5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4", "name": "network-vif-unplugged", "status": "completed", "tag": "9ba1c6a9-ccae-48d7-b4cc-8b184ac77319"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:38:44.875816 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-602e35b1-e7f2-4e88-8f7d-8dc190c7144f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:44.908793 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c28b5-2b64-48ec-9a75-cf50d8a91716 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Pushing event updated for resources: {'Subnet': ['ID=2b1b43aa-a75e-46f7-9a0d-d9e6b7d99caf,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:44.912529 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670c28b5-2b64-48ec-9a75-cf50d8a91716 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Checking segment: {'id': '54467992-8891-415a-b6f6-9df43e496810', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'bfc8946f-9496-4efd-8be3-25acb650f97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:38:44.912983 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670c28b5-2b64-48ec-9a75-cf50d8a91716 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Network hostable DHCP agents. Network: bfc8946f-9496-4efd-8be3-25acb650f97c, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:38:44.920475 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3a88ff-7db9-4576-93e3-f831a4707125 None None] DHCP port deletion for 5a0e21e5-4f66-45cc-83cc-a175c08ebccc request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:38:44.960619 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-602e35b1-e7f2-4e88-8f7d-8dc190c7144f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:45.025288 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670c28b5-2b64-48ec-9a75-cf50d8a91716 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Network bfc8946f-9496-4efd-8be3-25acb650f97c is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:38:45.041883 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e35b1-e7f2-4e88-8f7d-8dc190c7144f service neutron] Pushing event updated for resources: {'Port': ['ID=9ba1c6a9-ccae-48d7-b4cc-8b184ac77319,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:45.047697 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-00e1ae7f-4af6-4a07-b0ca-13f5920d9a98 None None] Provisioning complete for port 6e3d6366-1930-4037-a9f1-627a2ef7cfbb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:45.048184 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00e1ae7f-4af6-4a07-b0ca-13f5920d9a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:45.056311 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=1682dd4f-5da2-488b-9303-c33ead624d39,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:45.115120 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-670c28b5-2b64-48ec-9a75-cf50d8a91716 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, bfc8946f-9496-4efd-8be3-25acb650f97c) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:38:45.119621 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670c28b5-2b64-48ec-9a75-cf50d8a91716 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:45.120209 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-670c28b5-2b64-48ec-9a75-cf50d8a91716 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:45.144295 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:38:45.147624 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 96687793-00d5-4fbd-bfb5-42c2efdbb264 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:38:45.148042 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 40352b73-0f16-4e8b-a246-1b32de8756d6 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:38:45.177462 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8cb97f-8be0-4c2a-88c8-e227c37ba9ed None None] Network bfc8946f-9496-4efd-8be3-25acb650f97c requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:38:45.200206 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3f0c4-b65f-45a4-a565-8219b6f8c174 req-01c261c3-249d-473e-9f30-517537b48da2 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:45.201465 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-670c28b5-2b64-48ec-9a75-cf50d8a91716 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1903253 Apr 21 12:38:45.211359 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbc3f0c4-b65f-45a4-a565-8219b6f8c174 req-01c261c3-249d-473e-9f30-517537b48da2 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6e47e56-6fc7-4127-960b-2238302e1950 HTTP/1.1" status: 200 len: 944 time: 0.1736360 Apr 21 12:38:45.215155 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39586) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:45.251160 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-602e35b1-e7f2-4e88-8f7d-8dc190c7144f service neutron] Attempting to bind port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 on host n-h1-836147-2 for vnic_type normal with profile {"migrating_to": "n-h2-836147-2"} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:38:45.251160 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-602e35b1-e7f2-4e88-8f7d-8dc190c7144f service neutron] Attempting to bind port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:38:45.251160 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-602e35b1-e7f2-4e88-8f7d-8dc190c7144f service neutron] Attempting to bind port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 on network 32a67a5e-b72b-4167-97d6-5767775875e4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:38:45.253351 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-cdc3c922-e524-4386-a3a0-7b3498452a54 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:45.254057 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-cdc3c922-e524-4386-a3a0-7b3498452a54 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:45.254384 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-cdc3c922-e524-4386-a3a0-7b3498452a54 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Floating IP f41dfc8e-3f22-4410-8610-296bfef9ea48 disassociated. External IP: 172.25.8.221, port: 1682dd4f-5da2-488b-9303-c33ead624d39. Apr 21 12:38:45.254734 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-cdc3c922-e524-4386-a3a0-7b3498452a54 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Calling delete_port for 1682dd4f-5da2-488b-9303-c33ead624d39 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:38:45.256846 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-602e35b1-e7f2-4e88-8f7d-8dc190c7144f service neutron] Port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 on network 32a67a5e-b72b-4167-97d6-5767775875e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:38:45.257166 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-602e35b1-e7f2-4e88-8f7d-8dc190c7144f service neutron] Attempting to bind port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 on network 32a67a5e-b72b-4167-97d6-5767775875e4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:38:45.281171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-602e35b1-e7f2-4e88-8f7d-8dc190c7144f service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:38:45.281531 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-602e35b1-e7f2-4e88-8f7d-8dc190c7144f service neutron] Checking segment: {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:38:45.286394 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-602e35b1-e7f2-4e88-8f7d-8dc190c7144f service neutron] Bound using segment: {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:38:45.286394 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-602e35b1-e7f2-4e88-8f7d-8dc190c7144f service neutron] Bound port: 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:38:45.286394 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-602e35b1-e7f2-4e88-8f7d-8dc190c7144f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:45.296730 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbc3f0c4-b65f-45a4-a565-8219b6f8c174 req-4c4526b9-ed22-4c5d-bd37-1b279b859bc2 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4884a601-4783-43f4-a952-0b71b5197c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844932 Apr 21 12:38:45.307496 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=6e3d6366-1930-4037-a9f1-627a2ef7cfbb,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:45.353047 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 12:38:45.389518 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 6e3d6366-1930-4037-a9f1-627a2ef7cfbb no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:38:45.390232 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-602e35b1-e7f2-4e88-8f7d-8dc190c7144f service neutron] For port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:38:45.395714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-602e35b1-e7f2-4e88-8f7d-8dc190c7144f service neutron] For port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9ba1c6a9-ccae-48d7-b4cc-8b184ac77319,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:38:45.423835 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2632a2a5-e65f-445f-be65-ad264ea798e5 x-openstack-request-id: req-2632a2a5-e65f-445f-be65-ad264ea798e5 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:38:45.424373 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4", "name": "network-vif-unplugged", "status": "completed", "tag": "9ba1c6a9-ccae-48d7-b4cc-8b184ac77319", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:38:45.424796 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2632a2a5-e65f-445f-be65-ad264ea798e5 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:38:45.425391 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2632a2a5-e65f-445f-be65-ad264ea798e5'] response: {'server_uuid': '5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ba1c6a9-ccae-48d7-b4cc-8b184ac77319', 'code': 200} Apr 21 12:38:45.439567 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2fab7d9-dac8-4892-9d2a-98bc071e6017 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:45.498244 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1b3a88ff-7db9-4576-93e3-f831a4707125 None None] Deleting port 6e3d6366-1930-4037-a9f1-627a2ef7cfbb {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:38:45.498244 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b3a88ff-7db9-4576-93e3-f831a4707125 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:45.498480 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-602e35b1-e7f2-4e88-8f7d-8dc190c7144f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:45.587871 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2fab7d9-dac8-4892-9d2a-98bc071e6017 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:45.664588 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 21 Apr 2022 12:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0bfa55-133f-4258-95a0-422accb070d3 x-openstack-request-id: req-4a0bfa55-133f-4258-95a0-422accb070d3 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:38:45.665200 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-unplugged", "status": "completed", "tag": "3e561804-d8d5-4339-9143-2c73c93fb922", "code": 200}, {"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-unplugged", "status": "completed", "tag": "1682dd4f-5da2-488b-9303-c33ead624d39", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:38:45.665647 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4a0bfa55-133f-4258-95a0-422accb070d3 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:38:45.666231 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a0bfa55-133f-4258-95a0-422accb070d3'] response: {'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e561804-d8d5-4339-9143-2c73c93fb922', 'code': 200} Apr 21 12:38:45.667088 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a0bfa55-133f-4258-95a0-422accb070d3'] response: {'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1682dd4f-5da2-488b-9303-c33ead624d39', 'code': 200} Apr 21 12:38:45.680628 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e35b1-e7f2-4e88-8f7d-8dc190c7144f service neutron] Pushing event updated for resources: {'Port': ['ID=9ba1c6a9-ccae-48d7-b4cc-8b184ac77319,revision_number=8']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:45.688248 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-602e35b1-e7f2-4e88-8f7d-8dc190c7144f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:45.689032 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-602e35b1-e7f2-4e88-8f7d-8dc190c7144f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:45.690698 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-602e35b1-e7f2-4e88-8f7d-8dc190c7144f service neutron] 10.222.0.24 "PUT /v2.0/ports/9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 HTTP/1.1" status: 200 len: 1121 time: 2.1264501 Apr 21 12:38:45.703559 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52452d-1b3c-45f3-b9d0-8dc80732b070 req-0beae975-1128-45fe-b437-7ecd403a2f73 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:45.709735 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52452d-1b3c-45f3-b9d0-8dc80732b070 req-0beae975-1128-45fe-b437-7ecd403a2f73 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:45.717312 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52452d-1b3c-45f3-b9d0-8dc80732b070 req-0beae975-1128-45fe-b437-7ecd403a2f73 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:45.723472 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52452d-1b3c-45f3-b9d0-8dc80732b070 req-0beae975-1128-45fe-b437-7ecd403a2f73 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:45.729661 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52452d-1b3c-45f3-b9d0-8dc80732b070 req-0beae975-1128-45fe-b437-7ecd403a2f73 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:45.731633 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7d52452d-1b3c-45f3-b9d0-8dc80732b070 req-0beae975-1128-45fe-b437-7ecd403a2f73 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 3880 time: 0.1865730 Apr 21 12:38:45.736572 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-cdc3c922-e524-4386-a3a0-7b3498452a54 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:45.755693 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2fab7d9-dac8-4892-9d2a-98bc071e6017 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:45.764030 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3c922-e524-4386-a3a0-7b3498452a54 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Pushing event deleted for resources: {'Port': ['ID=1682dd4f-5da2-488b-9303-c33ead624d39,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:45.799105 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fab7d9-dac8-4892-9d2a-98bc071e6017 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1b43aa-a75e-46f7-9a0d-d9e6b7d99caf,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:45.819922 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d661f833-a9bf-4cc4-9be3-bb4f85f9336c req-603b7131-c97d-4293-801d-3e5280ade25c tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.0573862 Apr 21 12:38:45.824778 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1b3a88ff-7db9-4576-93e3-f831a4707125 None None] For port 6e3d6366-1930-4037-a9f1-627a2ef7cfbb, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=6e3d6366-1930-4037-a9f1-627a2ef7cfbb,segment=NetworkSegment(ab021f18-86fe-4791-a31f-5ca66768b1c2),segment_id=ab021f18-86fe-4791-a31f-5ca66768b1c2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:45.829268 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b3a88ff-7db9-4576-93e3-f831a4707125 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:45.867083 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7d52452d-1b3c-45f3-b9d0-8dc80732b070 req-a4d80cb2-6d07-4dca-bd5e-d009445d7df4 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057293 Apr 21 12:38:45.880015 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['9ba1c6a9-ccae-48d7-b4cc-8b184ac77319'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:38:45.902831 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a280f6d-895c-4a2f-9aa5-c14c11e20c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:45.904134 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:45.919232 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2fab7d9-dac8-4892-9d2a-98bc071e6017 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:45.940972 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319, host n-h1-836147-2, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:45.944557 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f2fab7d9-dac8-4892-9d2a-98bc071e6017 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc8946f-9496-4efd-8be3-25acb650f97c']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:45.945141 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['9ba1c6a9-ccae-48d7-b4cc-8b184ac77319'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:38:45.958335 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1b3a88ff-7db9-4576-93e3-f831a4707125 None None] Calling delete_port for 6e3d6366-1930-4037-a9f1-627a2ef7cfbb owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:38:45.961575 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f2fab7d9-dac8-4892-9d2a-98bc071e6017 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54467992-8891-415a-b6f6-9df43e496810') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:45.961848 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f2fab7d9-dac8-4892-9d2a-98bc071e6017 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54467992-8891-415a-b6f6-9df43e496810') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:45.979568 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2fab7d9-dac8-4892-9d2a-98bc071e6017 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:46.011927 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2fab7d9-dac8-4892-9d2a-98bc071e6017 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:46.018916 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2fab7d9-dac8-4892-9d2a-98bc071e6017 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:38:46.019321 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2fab7d9-dac8-4892-9d2a-98bc071e6017 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:38:46.022504 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:38:46.187895 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a58d45-6859-4b76-911b-d606676d8922 None None] Network bfc8946f-9496-4efd-8be3-25acb650f97c requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:38:46.190014 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:46.196264 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b83cd-344d-4e25-9be1-a984f824ac82 req-75b9112f-555a-4529-8074-dbc76c13132e tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:46.207246 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-690b83cd-344d-4e25-9be1-a984f824ac82 req-75b9112f-555a-4529-8074-dbc76c13132e tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 943 time: 0.1512523 Apr 21 12:38:46.229932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-cdc3c922-e524-4386-a3a0-7b3498452a54 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Router 1f387e3b-1938-4f6e-9b3a-dd81f88c260d has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:38:46.249296 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2fab7d9-dac8-4892-9d2a-98bc071e6017 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:46.256627 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2fab7d9-dac8-4892-9d2a-98bc071e6017 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:46.263117 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f2fab7d9-dac8-4892-9d2a-98bc071e6017 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "DELETE /v2.0/networks/bfc8946f-9496-4efd-8be3-25acb650f97c HTTP/1.1" status: 204 len: 168 time: 1.0409684 Apr 21 12:38:46.271475 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39608) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:46.290412 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-690b83cd-344d-4e25-9be1-a984f824ac82 req-f9eec950-e2a3-41a5-9b2d-e9365c2ae9c5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772963 Apr 21 12:38:46.301740 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-78f37b17-dda1-4511-8360-9176e7b9e56c tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1331867040'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:46.312121 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fab7d9-dac8-4892-9d2a-98bc071e6017 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Pushing event deleted for resources: {'Network': ['ID=bfc8946f-9496-4efd-8be3-25acb650f97c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:46.429340 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 40352b73-0f16-4e8b-a246-1b32de8756d6, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=40352b73-0f16-4e8b-a246-1b32de8756d6,segment=NetworkSegment(6361dbf8-c8c7-4711-98c6-84cbc77fe9c9),segment_id=6361dbf8-c8c7-4711-98c6-84cbc77fe9c9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:46.431145 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Attempting to bind port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 on host n-h1-836147-2 for vnic_type normal with profile {"migrating_to": "n-h2-836147-2"} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:38:46.431507 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Attempting to bind port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:38:46.431862 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Attempting to bind port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 on network 32a67a5e-b72b-4167-97d6-5767775875e4 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:38:46.448989 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f37b17-dda1-4511-8360-9176e7b9e56c tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Made reservation on behalf of 63d062a75a73419fba68af12fb18fa93 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:38:46.452578 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78f37b17-dda1-4511-8360-9176e7b9e56c tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:46.492300 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 on network 32a67a5e-b72b-4167-97d6-5767775875e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:38:46.492635 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Attempting to bind port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 on network 32a67a5e-b72b-4167-97d6-5767775875e4 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:38:46.498386 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 6e3d6366-1930-4037-a9f1-627a2ef7cfbb, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=6e3d6366-1930-4037-a9f1-627a2ef7cfbb,segment=NetworkSegment(ab021f18-86fe-4791-a31f-5ca66768b1c2),segment_id=ab021f18-86fe-4791-a31f-5ca66768b1c2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:46.506707 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f37b17-dda1-4511-8360-9176e7b9e56c tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:38:46.526333 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-cdc3c922-e524-4386-a3a0-7b3498452a54 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:38:46.526453 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78f37b17-dda1-4511-8360-9176e7b9e56c tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:46.526453 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-78f37b17-dda1-4511-8360-9176e7b9e56c tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Added segment c275e046-40f5-4c1a-8430-97d5db2b94a9 of type vlan for network ad89bf50-3a16-4b99-8282-dd6dd0de94a3 Apr 21 12:38:46.545312 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:38:46.545522 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Checking segment: {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:38:46.545936 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Bound using segment: {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:38:46.546404 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Bound port: 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac2aa623-3d4b-425e-821e-dc3390350bb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '32a67a5e-b72b-4167-97d6-5767775875e4'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:38:46.547457 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:46.554730 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f7579e-b614-4bed-a7cc-a4b855ec676b None None] Sync routers for ids ['1f387e3b-1938-4f6e-9b3a-dd81f88c260d'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:38:46.567852 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:46.568981 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:38:46.570662 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f7579e-b614-4bed-a7cc-a4b855ec676b None None] Routers {'1f387e3b-1938-4f6e-9b3a-dd81f88c260d'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:38:46.573358 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-87f7579e-b614-4bed-a7cc-a4b855ec676b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:38:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['1f387e3b-1938-4f6e-9b3a-dd81f88c260d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:46.637735 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:46.638331 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103880a-65b8-4bcc-aca9-726895c412ec req-ebe460fa-c919-4174-b2a3-37a6abb6c7f7 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:46.654172 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78f37b17-dda1-4511-8360-9176e7b9e56c tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:46.656212 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f103880a-65b8-4bcc-aca9-726895c412ec req-ebe460fa-c919-4174-b2a3-37a6abb6c7f7 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6e47e56-6fc7-4127-960b-2238302e1950 HTTP/1.1" status: 200 len: 944 time: 0.2033610 Apr 21 12:38:46.659176 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-cdc3c922-e524-4386-a3a0-7b3498452a54 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] No DVR routers for this DVR port 1682dd4f-5da2-488b-9303-c33ead624d39 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:38:46.675527 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-cdc3c922-e524-4386-a3a0-7b3498452a54 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:46.684506 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-cdc3c922-e524-4386-a3a0-7b3498452a54 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.26 "DELETE /v2.0/ports/1682dd4f-5da2-488b-9303-c33ead624d39 HTTP/1.1" status: 204 len: 173 time: 2.5600243 Apr 21 12:38:46.774849 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78f37b17-dda1-4511-8360-9176e7b9e56c tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:46.788170 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f37b17-dda1-4511-8360-9176e7b9e56c tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:46.791949 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78f37b17-dda1-4511-8360-9176e7b9e56c tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:46.792117 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-87f7579e-b614-4bed-a7cc-a4b855ec676b None None] Set router 1f387e3b-1938-4f6e-9b3a-dd81f88c260d gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:38:46.833141 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1b3a88ff-7db9-4576-93e3-f831a4707125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:46.909540 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=40352b73-0f16-4e8b-a246-1b32de8756d6,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:46.933366 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f103880a-65b8-4bcc-aca9-726895c412ec req-52d9d0cb-7a51-421e-9152-2d0d82e5c23e tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4884a601-4783-43f4-a952-0b71b5197c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762003 Apr 21 12:38:46.937642 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3a88ff-7db9-4576-93e3-f831a4707125 None None] No DVR routers for this DVR port 6e3d6366-1930-4037-a9f1-627a2ef7cfbb on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:38:46.974117 n-d-836147-2 neutron-server[103399]: WARNING neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Concurrent port binding operations failed on port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 Apr 21 12:38:47.002175 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-76f56a81-3fa7-409a-bbd4-7e8056fb9c96 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Deleting port d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:38:47.002642 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-76f56a81-3fa7-409a-bbd4-7e8056fb9c96 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:47.032631 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-78f37b17-dda1-4511-8360-9176e7b9e56c tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7448616 Apr 21 12:38:47.036388 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 39620) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:47.044553 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event deleted for resources: {'Port': ['ID=6e3d6366-1930-4037-a9f1-627a2ef7cfbb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:47.052047 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2711a29c-8661-4873-a982-0ad0b340af86 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Request body: {'subnet': {'network_id': 'ad89bf50-3a16-4b99-8282-dd6dd0de94a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:47.053126 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f37b17-dda1-4511-8360-9176e7b9e56c tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Pushing event updated for resources: {'Network': ['ID=ad89bf50-3a16-4b99-8282-dd6dd0de94a3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:47.111103 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9ba1c6a9-ccae-48d7-b4cc-8b184ac77319,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:47.118502 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a88ff-7db9-4576-93e3-f831a4707125 None None] Pushing event deleted for resources: {'Port': ['ID=6e3d6366-1930-4037-a9f1-627a2ef7cfbb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:47.120581 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:47.136675 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network ad89bf50-3a16-4b99-8282-dd6dd0de94a3 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:38:47.163842 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0231c819-a2a9-41be-877c-80f22c00e113 req-6f13d5a7-6d10-4ef1-a2df-f01f99b42f59 tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.1044931 Apr 21 12:38:47.215201 n-d-836147-2 neutron-server[103399]: INFO neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Attempt 2 to bind port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 Apr 21 12:38:47.215675 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 has no active binding in host n-h2-836147-2 {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 21 12:38:47.234441 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-87f7579e-b614-4bed-a7cc-a4b855ec676b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'name': 'tempest-TaggedBootDevicesTest-287628938-router', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'e91f936e-049f-4166-aca4-783dfcf2ed23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:31:24Z', 'updated_at': '2022-04-21T12:31:29Z', 'revision_number': 4, 'project_id': '6f1908decb8e42768935cf18d0563e60', 'gw_port': {'id': 'e91f936e-049f-4166-aca4-783dfcf2ed23', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:25Z', 'updated_at': '2022-04-21T12:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '24964a4c-b2e3-4db5-8190-a823373f1214', 'name': '', 'network_id': '9b7dd046-10d1-4f75-8b5a-2092dfe7d348', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'mac_address': 'fa:16:3e:eb:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1fd66ced-0a64-4afd-a4de-c8fea692bf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:28Z', 'updated_at': '2022-04-21T12:31:38Z', 'revision_number': 5, 'project_id': '6f1908decb8e42768935cf18d0563e60', 'subnets': [{'id': '1fd66ced-0a64-4afd-a4de-c8fea692bf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:47.324070 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 7be45b6a-2875-4c3e-9e4c-53d996793f30 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:38:47.340595 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4001fb8-6f8c-41af-89b4-0f82331fbb81 req-feee1c9a-a905-4cc1-a56d-9017cf43b5f1 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:47.347448 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4001fb8-6f8c-41af-89b4-0f82331fbb81 req-feee1c9a-a905-4cc1-a56d-9017cf43b5f1 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:47.353829 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4001fb8-6f8c-41af-89b4-0f82331fbb81 req-feee1c9a-a905-4cc1-a56d-9017cf43b5f1 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:47.362313 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4001fb8-6f8c-41af-89b4-0f82331fbb81 req-feee1c9a-a905-4cc1-a56d-9017cf43b5f1 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:47.364514 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e4001fb8-6f8c-41af-89b4-0f82331fbb81 req-feee1c9a-a905-4cc1-a56d-9017cf43b5f1 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 3145 time: 0.2446339 Apr 21 12:38:47.367872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-76f56a81-3fa7-409a-bbd4-7e8056fb9c96 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] For port d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c,segment=NetworkSegment(6361dbf8-c8c7-4711-98c6-84cbc77fe9c9),segment_id=6361dbf8-c8c7-4711-98c6-84cbc77fe9c9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:47.368133 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-76f56a81-3fa7-409a-bbd4-7e8056fb9c96 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:47.400981 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2711a29c-8661-4873-a982-0ad0b340af86 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Made reservation on behalf of 63d062a75a73419fba68af12fb18fa93 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:38:47.405187 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2711a29c-8661-4873-a982-0ad0b340af86 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:47.412434 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-76f56a81-3fa7-409a-bbd4-7e8056fb9c96 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Calling delete_port for d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:38:47.427142 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39628) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:47.454830 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4', 'tag': '9ba1c6a9-ccae-48d7-b4cc-8b184ac77319'}, {'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-deleted', 'tag': '1682dd4f-5da2-488b-9303-c33ead624d39'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:38:47.457628 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6e5583-644b-445c-86d4-06355310ae0f" -d '{"events": [{"name": "network-changed", "server_uuid": "5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4", "tag": "9ba1c6a9-ccae-48d7-b4cc-8b184ac77319"}, {"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-deleted", "tag": "1682dd4f-5da2-488b-9303-c33ead624d39"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:38:47.488604 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f7579e-b614-4bed-a7cc-a4b855ec676b None None] Checking router: 1f387e3b-1938-4f6e-9b3a-dd81f88c260d for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:38:47.500466 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f7579e-b614-4bed-a7cc-a4b855ec676b None None] Routers {'1f387e3b-1938-4f6e-9b3a-dd81f88c260d'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:38:47.501319 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-87f7579e-b614-4bed-a7cc-a4b855ec676b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:38:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['1f387e3b-1938-4f6e-9b3a-dd81f88c260d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:47.527235 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:47.626375 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-de10ca51-7d35-4e42-bca2-0babe3377e98 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=180cd7a09af54490a03baddfb4eb4615&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1968529 Apr 21 12:38:47.628121 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39634) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:47.668235 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40352b73-0f16-4e8b-a246-1b32de8756d6'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:38:47.669248 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e4001fb8-6f8c-41af-89b4-0f82331fbb81 req-c29bf912-16af-4064-a870-c0e5a39df9b1 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2922194 Apr 21 12:38:47.670452 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-87f7579e-b614-4bed-a7cc-a4b855ec676b None None] Set router 1f387e3b-1938-4f6e-9b3a-dd81f88c260d gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:38:47.671040 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c849e997-6817-45fd-9fc0-8aececb5c805" -d '{"events": [{"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-unplugged", "status": "completed", "tag": "40352b73-0f16-4e8b-a246-1b32de8756d6"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:38:47.676120 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 7be45b6a-2875-4c3e-9e4c-53d996793f30 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:38:47.682262 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 7be45b6a-2875-4c3e-9e4c-53d996793f30 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:47.682669 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:47.711426 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d6373f2-ed4d-4d7a-9c20-2e9991bb06e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:47.737809 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d6373f2-ed4d-4d7a-9c20-2e9991bb06e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:47.751676 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:47.765518 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:38:47.810806 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 21 Apr 2022 12:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757524f7-f003-4e5e-8ec7-0f88aa41b3ca x-openstack-request-id: req-757524f7-f003-4e5e-8ec7-0f88aa41b3ca {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:38:47.811426 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4", "tag": "9ba1c6a9-ccae-48d7-b4cc-8b184ac77319", "status": "completed", "code": 200}, {"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-deleted", "tag": "1682dd4f-5da2-488b-9303-c33ead624d39", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:38:47.812155 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-757524f7-f003-4e5e-8ec7-0f88aa41b3ca {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:38:47.814427 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-757524f7-f003-4e5e-8ec7-0f88aa41b3ca'] response: {'name': 'network-changed', 'server_uuid': '5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4', 'tag': '9ba1c6a9-ccae-48d7-b4cc-8b184ac77319', 'status': 'completed', 'code': 200} Apr 21 12:38:47.814901 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-757524f7-f003-4e5e-8ec7-0f88aa41b3ca'] response: {'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-deleted', 'tag': '1682dd4f-5da2-488b-9303-c33ead624d39', 'status': 'completed', 'code': 200} Apr 21 12:38:47.815650 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:47.851461 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-76f56a81-3fa7-409a-bbd4-7e8056fb9c96 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:47.868267 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334bfa5b-5deb-4b73-b8c5-c5d211f2d20a x-openstack-request-id: req-334bfa5b-5deb-4b73-b8c5-c5d211f2d20a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:38:47.868562 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-unplugged", "status": "completed", "tag": "40352b73-0f16-4e8b-a246-1b32de8756d6", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:38:47.868821 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-334bfa5b-5deb-4b73-b8c5-c5d211f2d20a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:38:47.869289 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-334bfa5b-5deb-4b73-b8c5-c5d211f2d20a'] response: {'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40352b73-0f16-4e8b-a246-1b32de8756d6', 'code': 200} Apr 21 12:38:47.872570 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d6373f2-ed4d-4d7a-9c20-2e9991bb06e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:47.875606 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d6373f2-ed4d-4d7a-9c20-2e9991bb06e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:47.876915 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7d6373f2-ed4d-4d7a-9c20-2e9991bb06e1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a296c869-4248-448b-af3f-f44a4c87316a HTTP/1.1" status: 204 len: 168 time: 0.2479050 Apr 21 12:38:47.878826 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 7be45b6a-2875-4c3e-9e4c-53d996793f30, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=7be45b6a-2875-4c3e-9e4c-53d996793f30,segment=NetworkSegment(c4a3f46e-3415-4058-ae67-97acc52158a8),segment_id=c4a3f46e-3415-4058-ae67-97acc52158a8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:47.896708 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6373f2-ed4d-4d7a-9c20-2e9991bb06e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a296c869-4248-448b-af3f-f44a4c87316a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:47.951468 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:48.019634 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-87f7579e-b614-4bed-a7cc-a4b855ec676b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'name': 'tempest-TaggedBootDevicesTest-287628938-router', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'e91f936e-049f-4166-aca4-783dfcf2ed23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:31:24Z', 'updated_at': '2022-04-21T12:31:29Z', 'revision_number': 4, 'project_id': '6f1908decb8e42768935cf18d0563e60', 'gw_port': {'id': 'e91f936e-049f-4166-aca4-783dfcf2ed23', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:25Z', 'updated_at': '2022-04-21T12:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '24964a4c-b2e3-4db5-8190-a823373f1214', 'name': '', 'network_id': '9b7dd046-10d1-4f75-8b5a-2092dfe7d348', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'mac_address': 'fa:16:3e:eb:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1fd66ced-0a64-4afd-a4de-c8fea692bf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:28Z', 'updated_at': '2022-04-21T12:31:38Z', 'revision_number': 5, 'project_id': '6f1908decb8e42768935cf18d0563e60', 'subnets': [{'id': '1fd66ced-0a64-4afd-a4de-c8fea692bf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:48.034138 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=7be45b6a-2875-4c3e-9e4c-53d996793f30,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:48.094353 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f7579e-b614-4bed-a7cc-a4b855ec676b None None] The sync data for ids ['1f387e3b-1938-4f6e-9b3a-dd81f88c260d'] in n-d-836147-2 is: [{'id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'name': 'tempest-TaggedBootDevicesTest-287628938-router', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'e91f936e-049f-4166-aca4-783dfcf2ed23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:31:24Z', 'updated_at': '2022-04-21T12:31:29Z', 'revision_number': 4, 'project_id': '6f1908decb8e42768935cf18d0563e60', 'gw_port': {'id': 'e91f936e-049f-4166-aca4-783dfcf2ed23', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:25Z', 'updated_at': '2022-04-21T12:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '24964a4c-b2e3-4db5-8190-a823373f1214', 'name': '', 'network_id': '9b7dd046-10d1-4f75-8b5a-2092dfe7d348', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'mac_address': 'fa:16:3e:eb:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1fd66ced-0a64-4afd-a4de-c8fea692bf21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:28Z', 'updated_at': '2022-04-21T12:31:38Z', 'revision_number': 5, 'project_id': '6f1908decb8e42768935cf18d0563e60', 'subnets': [{'id': '1fd66ced-0a64-4afd-a4de-c8fea692bf21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:38:48.269276 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f56a81-3fa7-409a-bbd4-7e8056fb9c96 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Pushing event deleted for resources: {'Port': ['ID=d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:48.339870 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:48.366574 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a998f8-9189-4756-a0f1-32781994edd3 req-f6fef396-23d0-4448-922e-5161f14ebaba tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:48.377107 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15a998f8-9189-4756-a0f1-32781994edd3 req-f6fef396-23d0-4448-922e-5161f14ebaba tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 943 time: 0.7242067 Apr 21 12:38:48.428700 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-76f56a81-3fa7-409a-bbd4-7e8056fb9c96 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] No DVR routers for this DVR port d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:38:48.441180 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e5583-644b-445c-86d4-06355310ae0f req-df20e658-2257-4c9a-b0de-bc47e99f2f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:48.442811 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c6e5583-644b-445c-86d4-06355310ae0f req-df20e658-2257-4c9a-b0de-bc47e99f2f92 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e16b811ea21846c89491aea47e9a7301&device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 1124 time: 0.6268659 Apr 21 12:38:48.443993 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-76f56a81-3fa7-409a-bbd4-7e8056fb9c96 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:48.456279 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-76f56a81-3fa7-409a-bbd4-7e8056fb9c96 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.26 "DELETE /v2.0/ports/d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c HTTP/1.1" status: 204 len: 173 time: 1.7594457 Apr 21 12:38:48.483344 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9764d731-4e65-4610-a0ad-8fceed5f6b52 None None] New status for floating IP f41dfc8e-3f22-4410-8610-296bfef9ea48: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:38:48.631402 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a5699-e546-4623-b34f-74ac2002ac57 req-202965f8-c3d0-4048-a163-ff51a23f11a4 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:48.634218 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d6a5699-e546-4623-b34f-74ac2002ac57 req-202965f8-c3d0-4048-a163-ff51a23f11a4 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6e47e56-6fc7-4127-960b-2238302e1950 HTTP/1.1" status: 200 len: 945 time: 0.3588636 Apr 21 12:38:48.649356 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15a998f8-9189-4756-a0f1-32781994edd3 req-c8bfb46e-9d6a-4aa2-bbe3-470eb554986b tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739596 Apr 21 12:38:48.683749 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:48.848843 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0877013e-f92a-4af8-bdf8-773d10581c27 req-8b63b10c-76e8-4986-9d6b-3f1eb7cde1ad tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.0883906 Apr 21 12:38:48.861537 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d6a5699-e546-4623-b34f-74ac2002ac57 req-df1825af-a5f7-442c-8cdf-4b473b7ed658 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4884a601-4783-43f4-a952-0b71b5197c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184021 Apr 21 12:38:48.889175 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e5583-644b-445c-86d4-06355310ae0f req-de327d96-be0e-431d-9289-936e90010fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:48.891509 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c6e5583-644b-445c-86d4-06355310ae0f req-de327d96-be0e-431d-9289-936e90010fe3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=32a67a5e-b72b-4167-97d6-5767775875e4 HTTP/1.1" status: 200 len: 908 time: 0.4168701 Apr 21 12:38:48.914507 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-40c18b3d-e784-46cd-8890-e99c3fc57fd7 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Deleting port 40352b73-0f16-4e8b-a246-1b32de8756d6 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:38:48.914851 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-40c18b3d-e784-46cd-8890-e99c3fc57fd7 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:48.960965 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c6e5583-644b-445c-86d4-06355310ae0f req-bf920a26-c57f-4249-9538-c5a0ce23b82f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 HTTP/1.1" status: 200 len: 217 time: 0.0598273 Apr 21 12:38:49.033449 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2711a29c-8661-4873-a982-0ad0b340af86 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:49.159709 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e5583-644b-445c-86d4-06355310ae0f req-8dea2ec1-0053-4892-b571-8a70de655140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:49.161179 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c6e5583-644b-445c-86d4-06355310ae0f req-8dea2ec1-0053-4892-b571-8a70de655140 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3b8f234-8156-4627-8cae-e6fcb5c2aa35 HTTP/1.1" status: 200 len: 847 time: 0.1896129 Apr 21 12:38:49.186227 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73739e4f-b0d0-4720-b1d4-a4baad197e7d req-8abc6d84-0333-4ef1-96c8-297fdd6e0ee9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:49.192187 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73739e4f-b0d0-4720-b1d4-a4baad197e7d req-8abc6d84-0333-4ef1-96c8-297fdd6e0ee9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:49.196625 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39666) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:49.198430 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73739e4f-b0d0-4720-b1d4-a4baad197e7d req-8abc6d84-0333-4ef1-96c8-297fdd6e0ee9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:49.200088 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-73739e4f-b0d0-4720-b1d4-a4baad197e7d req-8abc6d84-0333-4ef1-96c8-297fdd6e0ee9 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 2410 time: 0.2410598 Apr 21 12:38:49.219888 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711a29c-8661-4873-a982-0ad0b340af86 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Pushing event updated for resources: {'Subnet': ['ID=9573da3b-b8bd-48e7-a8a3-da49d3a2d00b,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:49.225497 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-40c18b3d-e784-46cd-8890-e99c3fc57fd7 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] For port 40352b73-0f16-4e8b-a246-1b32de8756d6, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=40352b73-0f16-4e8b-a246-1b32de8756d6,segment=NetworkSegment(6361dbf8-c8c7-4711-98c6-84cbc77fe9c9),segment_id=6361dbf8-c8c7-4711-98c6-84cbc77fe9c9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:49.225497 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-40c18b3d-e784-46cd-8890-e99c3fc57fd7 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:49.229038 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:38:49.255772 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c6e5583-644b-445c-86d4-06355310ae0f req-55ec6d85-b92b-4195-ac3a-ab6fb5c14ecf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32a67a5e-b72b-4167-97d6-5767775875e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482028 Apr 21 12:38:49.274774 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-6c6e5583-644b-445c-86d4-06355310ae0f req-d2099920-06d6-4050-b80c-7f5bbf5abf74 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:38:49.275844 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c6e5583-644b-445c-86d4-06355310ae0f req-d2099920-06d6-4050-b80c-7f5bbf5abf74 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109446 Apr 21 12:38:49.276625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2711a29c-8661-4873-a982-0ad0b340af86 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Checking segment: {'id': 'c275e046-40f5-4c1a-8430-97d5db2b94a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ad89bf50-3a16-4b99-8282-dd6dd0de94a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:38:49.276936 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2711a29c-8661-4873-a982-0ad0b340af86 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Network hostable DHCP agents. Network: ad89bf50-3a16-4b99-8282-dd6dd0de94a3, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:38:49.280413 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-40c18b3d-e784-46cd-8890-e99c3fc57fd7 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Calling delete_port for 40352b73-0f16-4e8b-a246-1b32de8756d6 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:38:49.304502 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-312a51ac-edb7-49ac-95be-ab0097bef2bc admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-425323506-network', 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:49.334236 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9ba1c6a9-ccae-48d7-b4cc-8b184ac77319,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:49.347603 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 has no active binding in host n-h2-836147-2 {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 21 12:38:49.405989 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312a51ac-edb7-49ac-95be-ab0097bef2bc admin admin] Made reservation on behalf of 7b45e45ca21245439fa65bc29d51bfe0 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:38:49.408727 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-312a51ac-edb7-49ac-95be-ab0097bef2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:49.413978 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-73739e4f-b0d0-4720-b1d4-a4baad197e7d req-7eefb703-e083-4405-9efa-3807e7bc402a tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938074 Apr 21 12:38:49.441176 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-312a51ac-edb7-49ac-95be-ab0097bef2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:49.471308 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c6e5583-644b-445c-86d4-06355310ae0f req-1a7765a2-9a83-4ef8-9a4b-f9985ccebddb service neutron] 10.222.0.26 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875844 Apr 21 12:38:49.489529 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2711a29c-8661-4873-a982-0ad0b340af86 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Network ad89bf50-3a16-4b99-8282-dd6dd0de94a3 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:38:49.534676 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-312a51ac-edb7-49ac-95be-ab0097bef2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:49.593378 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-2711a29c-8661-4873-a982-0ad0b340af86 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, ad89bf50-3a16-4b99-8282-dd6dd0de94a3) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:38:49.603881 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b258d9b-2ad6-4df7-9a9e-4907b1f12365 None None] Network ad89bf50-3a16-4b99-8282-dd6dd0de94a3 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:38:49.604803 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2711a29c-8661-4873-a982-0ad0b340af86 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:49.605415 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2711a29c-8661-4873-a982-0ad0b340af86 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:49.615697 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-312a51ac-edb7-49ac-95be-ab0097bef2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:49.630063 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c6e5583-644b-445c-86d4-06355310ae0f req-bd4e8c9a-abb7-4561-b03b-fb5699ae32ed service neutron] 10.222.0.26 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493268 Apr 21 12:38:49.649099 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312a51ac-edb7-49ac-95be-ab0097bef2bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:38:49.655658 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a51ac-edb7-49ac-95be-ab0097bef2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e43bfc4-f3dc-449f-a6ed-db4c473ad5d4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:49.660978 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-40c18b3d-e784-46cd-8890-e99c3fc57fd7 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:49.662127 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-312a51ac-edb7-49ac-95be-ab0097bef2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:49.662523 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-312a51ac-edb7-49ac-95be-ab0097bef2bc admin admin] Added segment 3c560e93-1426-4da8-888c-ddd67b971e13 of type vlan for network 54076906-6a28-416e-bcbd-9d5e99293579 Apr 21 12:38:49.717501 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-312a51ac-edb7-49ac-95be-ab0097bef2bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:49.726814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c18b3d-e784-46cd-8890-e99c3fc57fd7 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Pushing event deleted for resources: {'Port': ['ID=40352b73-0f16-4e8b-a246-1b32de8756d6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:49.748169 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2711a29c-8661-4873-a982-0ad0b340af86 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7078655 Apr 21 12:38:49.751008 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39674) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:49.826052 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-312a51ac-edb7-49ac-95be-ab0097bef2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:49.827340 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312a51ac-edb7-49ac-95be-ab0097bef2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:49.827915 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-312a51ac-edb7-49ac-95be-ab0097bef2bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:49.828129 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-deleted', 'tag': 'd5d44dd6-375c-403c-8c1d-a73c7ed4ff0c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:38:49.833230 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7daf9b1f-0f0f-45f4-9bcb-c92186a829b4" -d '{"events": [{"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-deleted", "tag": "d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:38:49.838708 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-40c18b3d-e784-46cd-8890-e99c3fc57fd7 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] No DVR routers for this DVR port 40352b73-0f16-4e8b-a246-1b32de8756d6 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:38:49.845969 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fb2fc7-3323-45f7-9b3b-ddaffeb46d53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-ad89bf50-3a16-4b99-8282-dd6dd0de94a3', 'network_id': 'ad89bf50-3a16-4b99-8282-dd6dd0de94a3', 'tenant_id': '63d062a75a73419fba68af12fb18fa93', 'fixed_ips': [{'subnet_id': '9573da3b-b8bd-48e7-a8a3-da49d3a2d00b'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:38:49.847395 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9fb2fc7-3323-45f7-9b3b-ddaffeb46d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:49.869432 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-40c18b3d-e784-46cd-8890-e99c3fc57fd7 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:49.870841 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e47e56-6fc7-4127-960b-2238302e1950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be45b6a-2875-4c3e-9e4c-53d996793f30'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:38:49.874021 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b44e14-fd52-45e5-b6f7-fe280e7c0817" -d '{"events": [{"server_uuid": "a6e47e56-6fc7-4127-960b-2238302e1950", "name": "network-vif-plugged", "status": "completed", "tag": "7be45b6a-2875-4c3e-9e4c-53d996793f30"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:38:49.874225 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-40c18b3d-e784-46cd-8890-e99c3fc57fd7 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.26 "DELETE /v2.0/ports/40352b73-0f16-4e8b-a246-1b32de8756d6 HTTP/1.1" status: 204 len: 173 time: 1.3986118 Apr 21 12:38:49.981257 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a51ac-edb7-49ac-95be-ab0097bef2bc admin admin] Pushing event updated for resources: {'Network': ['ID=54076906-6a28-416e-bcbd-9d5e99293579,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:49.999205 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303830af-3a95-4199-bf50-e3c0877428f7 x-openstack-request-id: req-303830af-3a95-4199-bf50-e3c0877428f7 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:38:49.999498 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e47e56-6fc7-4127-960b-2238302e1950", "name": "network-vif-plugged", "status": "completed", "tag": "7be45b6a-2875-4c3e-9e4c-53d996793f30", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:38:50.001077 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-303830af-3a95-4199-bf50-e3c0877428f7 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:38:50.002085 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-303830af-3a95-4199-bf50-e3c0877428f7'] response: {'server_uuid': 'a6e47e56-6fc7-4127-960b-2238302e1950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7be45b6a-2875-4c3e-9e4c-53d996793f30', 'code': 200} Apr 21 12:38:50.003320 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:50.009671 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 54076906-6a28-416e-bcbd-9d5e99293579 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:38:50.039123 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d401215-828d-4290-b888-6c44a75d36d2 x-openstack-request-id: req-5d401215-828d-4290-b888-6c44a75d36d2 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:38:50.039499 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-deleted", "tag": "d5d44dd6-375c-403c-8c1d-a73c7ed4ff0c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:38:50.039757 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5d401215-828d-4290-b888-6c44a75d36d2 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:38:50.040181 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d401215-828d-4290-b888-6c44a75d36d2'] response: {'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-deleted', 'tag': 'd5d44dd6-375c-403c-8c1d-a73c7ed4ff0c', 'status': 'completed', 'code': 200} Apr 21 12:38:50.062179 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-312a51ac-edb7-49ac-95be-ab0097bef2bc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8643718 Apr 21 12:38:50.067292 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39684) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:50.079150 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-cabb50c2-0885-4925-be7d-f4a92b7149df admin admin] Request body: {'subnet': {'network_id': '54076906-6a28-416e-bcbd-9d5e99293579', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-425323506-subnet', 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:50.099609 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:50.205407 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176a8e3-4921-4c25-a8cd-83fb4e4a8a41 req-fd1867af-3b2a-4364-8aff-d25e9b1298f7 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:50.207204 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c176a8e3-4921-4c25-a8cd-83fb4e4a8a41 req-fd1867af-3b2a-4364-8aff-d25e9b1298f7 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 943 time: 0.4206784 Apr 21 12:38:50.224216 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabb50c2-0885-4925-be7d-f4a92b7149df admin admin] Made reservation on behalf of 7b45e45ca21245439fa65bc29d51bfe0 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:38:50.234302 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cabb50c2-0885-4925-be7d-f4a92b7149df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:50.329808 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-b9fb2fc7-3323-45f7-9b3b-ddaffeb46d53 None None] Allocated IP 2001:db8::2 (ad89bf50-3a16-4b99-8282-dd6dd0de94a3/9573da3b-b8bd-48e7-a8a3-da49d3a2d00b/84759bc5-3e01-4358-9831-b8685990840e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:38:50.336845 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-85597dcc-3f4c-491c-bdbd-dfc9e339e8f5 req-b7cc79cd-a463-459a-a6ac-03315857ea38 tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.1643703 Apr 21 12:38:50.390550 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:50.397657 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e4a21be8-07a1-4aae-9b85-eb2365fde71b req-26f31b82-0239-4616-8b3f-a5f2098885de service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.2375824 Apr 21 12:38:50.407712 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c176a8e3-4921-4c25-a8cd-83fb4e4a8a41 req-f2a28f34-ea25-42be-bf0a-afe565dcf8e3 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742735 Apr 21 12:38:50.418544 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353cb597-5d98-49de-bbcf-1941c6277b54 req-a112ff97-03ff-4b0c-8a8c-0d6d08d57276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:50.423509 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-353cb597-5d98-49de-bbcf-1941c6277b54 req-a112ff97-03ff-4b0c-8a8c-0d6d08d57276 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a6e47e56-6fc7-4127-960b-2238302e1950 HTTP/1.1" status: 200 len: 1096 time: 0.2936747 Apr 21 12:38:50.450925 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-4644117a-a622-4d1c-a595-3ffc83c2c83c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Deleting port 3e561804-d8d5-4339-9143-2c73c93fb922 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:38:50.451339 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-4644117a-a622-4d1c-a595-3ffc83c2c83c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:50.578317 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9fb2fc7-3323-45f7-9b3b-ddaffeb46d53 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:50.609141 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cabb50c2-0885-4925-be7d-f4a92b7149df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:50.662916 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380961b-c937-4ae2-bae3-d1c027465a66 req-595ed6a1-adce-44f8-8866-d40e8d9e1313 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:50.665848 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3380961b-c937-4ae2-bae3-d1c027465a66 req-595ed6a1-adce-44f8-8866-d40e8d9e1313 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6e47e56-6fc7-4127-960b-2238302e1950 HTTP/1.1" status: 200 len: 945 time: 0.2263997 Apr 21 12:38:50.668857 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9fb2fc7-3323-45f7-9b3b-ddaffeb46d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:50.677321 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb50c2-0885-4925-be7d-f4a92b7149df admin admin] Pushing event updated for resources: {'Subnet': ['ID=2337416d-bff8-4f87-bcad-c2ab8ba9b9f8,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:50.692582 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabb50c2-0885-4925-be7d-f4a92b7149df admin admin] Checking segment: {'id': '3c560e93-1426-4da8-888c-ddd67b971e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '54076906-6a28-416e-bcbd-9d5e99293579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:38:50.693005 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabb50c2-0885-4925-be7d-f4a92b7149df admin admin] Network hostable DHCP agents. Network: 54076906-6a28-416e-bcbd-9d5e99293579, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:38:50.693453 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-353cb597-5d98-49de-bbcf-1941c6277b54 req-4caa0c12-43a6-4aa5-b513-f3443afe188f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4884a601-4783-43f4-a952-0b71b5197c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996692 Apr 21 12:38:50.716882 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d321d-28d5-4c7b-8505-629bde2c644a req-45abe221-3610-41be-9905-8f2ec090740b tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:50.722734 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d321d-28d5-4c7b-8505-629bde2c644a req-45abe221-3610-41be-9905-8f2ec090740b tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:50.724475 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-115d321d-28d5-4c7b-8505-629bde2c644a req-45abe221-3610-41be-9905-8f2ec090740b tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 1677 time: 0.1872420 Apr 21 12:38:50.731877 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fb2fc7-3323-45f7-9b3b-ddaffeb46d53 None None] Network ad89bf50-3a16-4b99-8282-dd6dd0de94a3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:38:50.735136 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b9fb2fc7-3323-45f7-9b3b-ddaffeb46d53 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:38:50.739530 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb2fc7-3323-45f7-9b3b-ddaffeb46d53 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:38:50.742784 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb2fc7-3323-45f7-9b3b-ddaffeb46d53 None None] Pushing event updated for resources: {'Port': ['ID=84759bc5-3e01-4358-9831-b8685990840e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:50.755849 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-4644117a-a622-4d1c-a595-3ffc83c2c83c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] For port 3e561804-d8d5-4339-9143-2c73c93fb922, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=3e561804-d8d5-4339-9143-2c73c93fb922,segment=NetworkSegment(75046964-91a8-4144-a6c1-d8a5aa728545),segment_id=75046964-91a8-4144-a6c1-d8a5aa728545)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:50.756287 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-4644117a-a622-4d1c-a595-3ffc83c2c83c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:50.757418 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:50.789473 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Pushing event deleted for resources: {'Subnet': ['ID=9573da3b-b8bd-48e7-a8a3-da49d3a2d00b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:50.791344 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabb50c2-0885-4925-be7d-f4a92b7149df admin admin] Network 54076906-6a28-416e-bcbd-9d5e99293579 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:38:50.791862 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-4644117a-a622-4d1c-a595-3ffc83c2c83c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Calling delete_port for 3e561804-d8d5-4339-9143-2c73c93fb922 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:38:50.797643 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3380961b-c937-4ae2-bae3-d1c027465a66 req-599106f3-8806-466a-9812-d80136414e13 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4884a601-4783-43f4-a952-0b71b5197c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225138 Apr 21 12:38:50.815271 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b9fb2fc7-3323-45f7-9b3b-ddaffeb46d53 None None] Attempting to bind port 84759bc5-3e01-4358-9831-b8685990840e on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:38:50.816301 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b9fb2fc7-3323-45f7-9b3b-ddaffeb46d53 None None] Attempting to bind port 84759bc5-3e01-4358-9831-b8685990840e by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'c275e046-40f5-4c1a-8430-97d5db2b94a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ad89bf50-3a16-4b99-8282-dd6dd0de94a3'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:38:50.816726 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb2fc7-3323-45f7-9b3b-ddaffeb46d53 None None] Attempting to bind port 84759bc5-3e01-4358-9831-b8685990840e on network ad89bf50-3a16-4b99-8282-dd6dd0de94a3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:38:50.827851 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb2fc7-3323-45f7-9b3b-ddaffeb46d53 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:38:50.828349 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb2fc7-3323-45f7-9b3b-ddaffeb46d53 None None] Checking segment: {'id': 'c275e046-40f5-4c1a-8430-97d5db2b94a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ad89bf50-3a16-4b99-8282-dd6dd0de94a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:38:50.828828 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9fb2fc7-3323-45f7-9b3b-ddaffeb46d53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:50.829331 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fb2fc7-3323-45f7-9b3b-ddaffeb46d53 None None] Bound using segment: {'id': 'c275e046-40f5-4c1a-8430-97d5db2b94a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ad89bf50-3a16-4b99-8282-dd6dd0de94a3'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:38:50.829951 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b9fb2fc7-3323-45f7-9b3b-ddaffeb46d53 None None] Bound port: 84759bc5-3e01-4358-9831-b8685990840e, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c275e046-40f5-4c1a-8430-97d5db2b94a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'ad89bf50-3a16-4b99-8282-dd6dd0de94a3'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:38:50.830417 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9fb2fc7-3323-45f7-9b3b-ddaffeb46d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:50.840129 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-115d321d-28d5-4c7b-8505-629bde2c644a req-0c996084-248a-44c1-9ed3-ed71ceb4e3c1 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022744 Apr 21 12:38:50.891694 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:50.900265 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-cabb50c2-0885-4925-be7d-f4a92b7149df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 54076906-6a28-416e-bcbd-9d5e99293579) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:38:50.908952 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabb50c2-0885-4925-be7d-f4a92b7149df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:50.909145 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cabb50c2-0885-4925-be7d-f4a92b7149df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:50.918009 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a49e70-a937-41f3-8a0d-1aafddd84d7d None None] Network 54076906-6a28-416e-bcbd-9d5e99293579 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:38:50.923629 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad89bf50-3a16-4b99-8282-dd6dd0de94a3']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:50.936131 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c275e046-40f5-4c1a-8430-97d5db2b94a9') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:50.936407 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c275e046-40f5-4c1a-8430-97d5db2b94a9') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:50.945559 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b9fb2fc7-3323-45f7-9b3b-ddaffeb46d53 None None] For port 84759bc5-3e01-4358-9831-b8685990840e, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:38:50.949210 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:50.995329 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b9fb2fc7-3323-45f7-9b3b-ddaffeb46d53 None None] For port 84759bc5-3e01-4358-9831-b8685990840e, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=84759bc5-3e01-4358-9831-b8685990840e,segment=NetworkSegment(c275e046-40f5-4c1a-8430-97d5db2b94a9),segment_id=c275e046-40f5-4c1a-8430-97d5db2b94a9)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:38:51.029282 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cabb50c2-0885-4925-be7d-f4a92b7149df admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9604433 Apr 21 12:38:51.031445 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39694) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:51.035876 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-278a7de5-9f46-4832-97c5-7a2a47600088 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-425323506-router', 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:51.098162 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:51.105941 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:38:51.106490 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:38:51.109999 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:38:51.129311 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-4644117a-a622-4d1c-a595-3ffc83c2c83c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:51.130959 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-278a7de5-9f46-4832-97c5-7a2a47600088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:51.132146 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-278a7de5-9f46-4832-97c5-7a2a47600088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:51.170242 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644117a-a622-4d1c-a595-3ffc83c2c83c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Pushing event deleted for resources: {'Port': ['ID=3e561804-d8d5-4339-9143-2c73c93fb922,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:51.228984 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-4644117a-a622-4d1c-a595-3ffc83c2c83c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] No DVR routers for this DVR port 3e561804-d8d5-4339-9143-2c73c93fb922 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:38:51.232053 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-4644117a-a622-4d1c-a595-3ffc83c2c83c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:51.235733 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-4644117a-a622-4d1c-a595-3ffc83c2c83c tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.26 "DELETE /v2.0/ports/3e561804-d8d5-4339-9143-2c73c93fb922 HTTP/1.1" status: 204 len: 173 time: 1.3518572 Apr 21 12:38:51.244167 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9fb2fc7-3323-45f7-9b3b-ddaffeb46d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:51.244532 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.db.api [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 12:38:51.244532 n-d-836147-2 neutron-server[103397]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 12:38:51.244532 n-d-836147-2 neutron-server[103397]: [parameters: {'id': 'ad89bf50-3a16-4b99-8282-dd6dd0de94a3'}] Apr 21 12:38:51.244532 n-d-836147-2 neutron-server[103397]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:38:51.245767 n-d-836147-2 neutron-server[103397]: DEBUG oslo_db.api [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:38:51.305274 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-278a7de5-9f46-4832-97c5-7a2a47600088 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:51.360584 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-381d14b2-4cda-42f0-b38c-bdedcfa87f89 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Deleting port 30473043-d7db-404d-b70c-4211d4724b47 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:38:51.361081 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-381d14b2-4cda-42f0-b38c-bdedcfa87f89 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:51.361384 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb2fc7-3323-45f7-9b3b-ddaffeb46d53 None None] Pushing event updated for resources: {'Port': ['ID=84759bc5-3e01-4358-9831-b8685990840e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:51.365433 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5933cb12-f2b7-47f2-8e37-5278d7b9d471 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-54076906-6a28-416e-bcbd-9d5e99293579', 'network_id': '54076906-6a28-416e-bcbd-9d5e99293579', 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0', 'fixed_ips': [{'subnet_id': '2337416d-bff8-4f87-bcad-c2ab8ba9b9f8'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:38:51.366302 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5933cb12-f2b7-47f2-8e37-5278d7b9d471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:51.396189 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b20e64-af0f-41c4-9ae5-e68dee740665 None None] Network ad89bf50-3a16-4b99-8282-dd6dd0de94a3 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:38:51.525948 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79c802f8-2b50-4c98-a233-55cdf92a4a63 req-3a85b61d-3a07-43b3-baca-ac4732c0132f tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.0569570 Apr 21 12:38:51.659119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-381d14b2-4cda-42f0-b38c-bdedcfa87f89 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] For port 30473043-d7db-404d-b70c-4211d4724b47, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=30473043-d7db-404d-b70c-4211d4724b47,segment=NetworkSegment(75046964-91a8-4144-a6c1-d8a5aa728545),segment_id=75046964-91a8-4144-a6c1-d8a5aa728545)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:51.659545 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-381d14b2-4cda-42f0-b38c-bdedcfa87f89 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:51.689014 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-381d14b2-4cda-42f0-b38c-bdedcfa87f89 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Calling delete_port for 30473043-d7db-404d-b70c-4211d4724b47 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:38:51.727821 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a191e-fc36-4f77-8d34-3ff2a22912cb req-541cc216-f2ed-4aed-a4f9-6cec98ca45ca tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:51.729560 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c04a191e-fc36-4f77-8d34-3ff2a22912cb req-541cc216-f2ed-4aed-a4f9-6cec98ca45ca tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 943 time: 0.1543539 Apr 21 12:38:51.952067 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c04a191e-fc36-4f77-8d34-3ff2a22912cb req-b925a509-4e51-4cd9-8732-c6ed2b7c0ce6 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999915 Apr 21 12:38:51.980298 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-d5db3b1a-5ddb-4837-a10f-e9c286381b3d service neutron] 10.222.0.26 "GET /v2.0/ports/9ba1c6a9-ccae-48d7-b4cc-8b184ac77319/bindings/n-h2-836147-2 HTTP/1.1" status: 200 len: 384 time: 0.2683477 Apr 21 12:38:52.035718 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-5933cb12-f2b7-47f2-8e37-5278d7b9d471 None None] Allocated IP 172.20.0.2 (54076906-6a28-416e-bcbd-9d5e99293579/2337416d-bff8-4f87-bcad-c2ab8ba9b9f8/74128ff9-934f-4a07-888a-fa647ed2c316) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:38:52.047216 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-deleted', 'tag': '40352b73-0f16-4e8b-a246-1b32de8756d6'}, {'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-deleted', 'tag': '3e561804-d8d5-4339-9143-2c73c93fb922'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:38:52.049402 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1599855-8d0f-420f-99d6-e8f21ec33cfc" -d '{"events": [{"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-deleted", "tag": "40352b73-0f16-4e8b-a246-1b32de8756d6"}, {"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-deleted", "tag": "3e561804-d8d5-4339-9143-2c73c93fb922"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:38:52.139953 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e961f-82a0-4110-9906-adfbacc99059 req-bb1cefe1-eba6-4e8c-ac80-8971a5807e1a tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:52.149987 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8f4e961f-82a0-4110-9906-adfbacc99059 req-bb1cefe1-eba6-4e8c-ac80-8971a5807e1a tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6e47e56-6fc7-4127-960b-2238302e1950 HTTP/1.1" status: 200 len: 945 time: 0.2205150 Apr 21 12:38:52.195994 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:52.244347 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-278a7de5-9f46-4832-97c5-7a2a47600088 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:52.269517 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:38:52.281218 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8f4e961f-82a0-4110-9906-adfbacc99059 req-ed6ee4e2-26d9-4253-bbe5-3d5d09b1cc39 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4884a601-4783-43f4-a952-0b71b5197c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253774 Apr 21 12:38:52.323793 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b93fd3-a93b-4cce-8573-736c87f2af05 req-62c0d87b-876e-44ca-8cc0-81b70a236107 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:52.325521 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d2b93fd3-a93b-4cce-8573-736c87f2af05 req-62c0d87b-876e-44ca-8cc0-81b70a236107 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 943 time: 0.1697862 Apr 21 12:38:52.326221 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-381d14b2-4cda-42f0-b38c-bdedcfa87f89 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:52.327716 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Deleting port 84759bc5-3e01-4358-9831-b8685990840e {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:38:52.328347 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:52.359558 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5933cb12-f2b7-47f2-8e37-5278d7b9d471 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:52.441083 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 21 Apr 2022 12:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de128b0-a978-433e-ab4c-6caf5b88fb29 x-openstack-request-id: req-6de128b0-a978-433e-ab4c-6caf5b88fb29 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:38:52.441708 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-deleted", "tag": "40352b73-0f16-4e8b-a246-1b32de8756d6", "status": "completed", "code": 200}, {"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-deleted", "tag": "3e561804-d8d5-4339-9143-2c73c93fb922", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:38:52.441829 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6de128b0-a978-433e-ab4c-6caf5b88fb29 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:38:52.442350 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6de128b0-a978-433e-ab4c-6caf5b88fb29'] response: {'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-deleted', 'tag': '40352b73-0f16-4e8b-a246-1b32de8756d6', 'status': 'completed', 'code': 200} Apr 21 12:38:52.442653 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6de128b0-a978-433e-ab4c-6caf5b88fb29'] response: {'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-deleted', 'tag': '3e561804-d8d5-4339-9143-2c73c93fb922', 'status': 'completed', 'code': 200} Apr 21 12:38:52.449292 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5933cb12-f2b7-47f2-8e37-5278d7b9d471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:52.460732 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] For port 84759bc5-3e01-4358-9831-b8685990840e, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=84759bc5-3e01-4358-9831-b8685990840e,segment=NetworkSegment(c275e046-40f5-4c1a-8430-97d5db2b94a9),segment_id=c275e046-40f5-4c1a-8430-97d5db2b94a9)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:52.465276 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:52.480141 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5933cb12-f2b7-47f2-8e37-5278d7b9d471 None None] Network 54076906-6a28-416e-bcbd-9d5e99293579 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:38:52.505737 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d14b2-4cda-42f0-b38c-bdedcfa87f89 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Pushing event deleted for resources: {'Port': ['ID=30473043-d7db-404d-b70c-4211d4724b47,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:52.514777 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5933cb12-f2b7-47f2-8e37-5278d7b9d471 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:38:52.516101 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Calling delete_port for 84759bc5-3e01-4358-9831-b8685990840e owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:38:52.540568 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5933cb12-f2b7-47f2-8e37-5278d7b9d471 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:38:52.552048 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-381d14b2-4cda-42f0-b38c-bdedcfa87f89 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] No DVR routers for this DVR port 30473043-d7db-404d-b70c-4211d4724b47 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:38:52.566322 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-381d14b2-4cda-42f0-b38c-bdedcfa87f89 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:52.568878 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c10df99a-5516-4258-9f15-226ccdf567e1 req-381d14b2-4cda-42f0-b38c-bdedcfa87f89 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.26 "DELETE /v2.0/ports/30473043-d7db-404d-b70c-4211d4724b47 HTTP/1.1" status: 204 len: 173 time: 1.3261211 Apr 21 12:38:52.577441 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-a1367f65-48af-4e89-969a-992208b3f334 service neutron] For port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9ba1c6a9-ccae-48d7-b4cc-8b184ac77319,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:52.582519 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d2b93fd3-a93b-4cce-8573-736c87f2af05 req-1cdd28ae-5b7c-465c-a4de-312627270ac0 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups?id=e64b4e83-099e-4c9c-9bac-7455cf8df492&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521494 Apr 21 12:38:52.603738 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-a1367f65-48af-4e89-969a-992208b3f334 service neutron] For port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:38:52.642800 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933cb12-f2b7-47f2-8e37-5278d7b9d471 None None] Pushing event updated for resources: {'Port': ['ID=74128ff9-934f-4a07-888a-fa647ed2c316,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:52.652436 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-a1367f65-48af-4e89-969a-992208b3f334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:38:52.671749 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-a1367f65-48af-4e89-969a-992208b3f334 service neutron] For port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9ba1c6a9-ccae-48d7-b4cc-8b184ac77319,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:52.689190 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5933cb12-f2b7-47f2-8e37-5278d7b9d471 None None] Attempting to bind port 74128ff9-934f-4a07-888a-fa647ed2c316 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:38:52.689638 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5933cb12-f2b7-47f2-8e37-5278d7b9d471 None None] Attempting to bind port 74128ff9-934f-4a07-888a-fa647ed2c316 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '3c560e93-1426-4da8-888c-ddd67b971e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '54076906-6a28-416e-bcbd-9d5e99293579'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:38:52.693024 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5933cb12-f2b7-47f2-8e37-5278d7b9d471 None None] Attempting to bind port 74128ff9-934f-4a07-888a-fa647ed2c316 on network 54076906-6a28-416e-bcbd-9d5e99293579 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:38:52.700205 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5933cb12-f2b7-47f2-8e37-5278d7b9d471 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:38:52.705775 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5933cb12-f2b7-47f2-8e37-5278d7b9d471 None None] Checking segment: {'id': '3c560e93-1426-4da8-888c-ddd67b971e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '54076906-6a28-416e-bcbd-9d5e99293579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:38:52.706341 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5933cb12-f2b7-47f2-8e37-5278d7b9d471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:52.707188 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5933cb12-f2b7-47f2-8e37-5278d7b9d471 None None] Bound using segment: {'id': '3c560e93-1426-4da8-888c-ddd67b971e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '54076906-6a28-416e-bcbd-9d5e99293579'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:38:52.710498 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5933cb12-f2b7-47f2-8e37-5278d7b9d471 None None] Bound port: 74128ff9-934f-4a07-888a-fa647ed2c316, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c560e93-1426-4da8-888c-ddd67b971e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '54076906-6a28-416e-bcbd-9d5e99293579'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:38:52.712000 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5933cb12-f2b7-47f2-8e37-5278d7b9d471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:52.779307 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2cb29d51-8a7c-45c3-93c4-f51143994747 req-20840711-e6e5-449a-a493-8a1abf8daa46 tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.0747147 Apr 21 12:38:52.789180 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-a1367f65-48af-4e89-969a-992208b3f334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:52.820545 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5933cb12-f2b7-47f2-8e37-5278d7b9d471 None None] For port 74128ff9-934f-4a07-888a-fa647ed2c316, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:38:52.831340 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5933cb12-f2b7-47f2-8e37-5278d7b9d471 None None] For port 74128ff9-934f-4a07-888a-fa647ed2c316, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=74128ff9-934f-4a07-888a-fa647ed2c316,segment=NetworkSegment(3c560e93-1426-4da8-888c-ddd67b971e13),segment_id=3c560e93-1426-4da8-888c-ddd67b971e13)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:38:52.843116 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:52.889392 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] No DVR routers for this DVR port 84759bc5-3e01-4358-9831-b8685990840e on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:38:52.899603 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Pushing event deleted for resources: {'Port': ['ID=84759bc5-3e01-4358-9831-b8685990840e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:52.909776 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-a1367f65-48af-4e89-969a-992208b3f334 service neutron] Transition to ACTIVE for port object 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:38:52.918844 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5933cb12-f2b7-47f2-8e37-5278d7b9d471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:53.016595 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:53.032288 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-a1367f65-48af-4e89-969a-992208b3f334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:53.040433 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-278a7de5-9f46-4832-97c5-7a2a47600088 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:53.060205 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933cb12-f2b7-47f2-8e37-5278d7b9d471 None None] Pushing event updated for resources: {'Port': ['ID=74128ff9-934f-4a07-888a-fa647ed2c316,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:53.084426 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-278a7de5-9f46-4832-97c5-7a2a47600088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:53.090070 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad89bf50-3a16-4b99-8282-dd6dd0de94a3']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:53.114856 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c275e046-40f5-4c1a-8430-97d5db2b94a9') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:53.115172 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c275e046-40f5-4c1a-8430-97d5db2b94a9') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:53.158067 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:53.173528 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-a1367f65-48af-4e89-969a-992208b3f334 service neutron] No DVR routers for this DVR port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:38:53.183084 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:53.197238 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:38:53.197397 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:38:53.200813 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:38:53.205673 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1367f65-48af-4e89-969a-992208b3f334 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba1c6a9-ccae-48d7-b4cc-8b184ac77319,revision_number=10']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:53.255937 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-a1367f65-48af-4e89-969a-992208b3f334 service neutron] 10.222.0.26 "PUT /v2.0/ports/9ba1c6a9-ccae-48d7-b4cc-8b184ac77319/bindings/n-h2-836147-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2470901 Apr 21 12:38:53.255937 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade448cd-caac-405b-9c21-f0ff34f356bb req-91c0f8a2-7c32-49e5-ad0e-71e3959fd8a7 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:53.257943 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ade448cd-caac-405b-9c21-f0ff34f356bb req-91c0f8a2-7c32-49e5-ad0e-71e3959fd8a7 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 944 time: 0.1437821 Apr 21 12:38:53.362962 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ade448cd-caac-405b-9c21-f0ff34f356bb req-7a889ac8-d9cb-47d7-8896-85eb2a97fc37 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828507 Apr 21 12:38:53.386990 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-278a7de5-9f46-4832-97c5-7a2a47600088 admin admin] Allocated IP 172.25.8.44 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/5a46eec7-950e-4fb0-a169-a29a3b4907f7) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:38:53.449258 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:53.486278 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:53.486278 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "DELETE /v2.0/networks/ad89bf50-3a16-4b99-8282-dd6dd0de94a3 HTTP/1.1" status: 204 len: 168 time: 3.7256644 Apr 21 12:38:53.486278 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39724) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:53.499840 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-331f6217-2bda-41c7-a6d5-97c5e6d11a82 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1737224776'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:53.554564 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4307f761-8211-4797-9849-7b2b659cb092 req-db0b095b-b4be-44bb-a602-9f0fadd868b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=58d31422d3954c228392c6522ff316ac&device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.0618937 Apr 21 12:38:53.559465 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461650a0-44ad-4b89-bab0-94cd47ee0993 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Pushing event deleted for resources: {'Network': ['ID=ad89bf50-3a16-4b99-8282-dd6dd0de94a3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:53.560344 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-cb53d31a-2dd3-4508-8a8e-1ca5dbc2d8ac tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:53.563885 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-cb53d31a-2dd3-4508-8a8e-1ca5dbc2d8ac tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4&tenant_id=e16b811ea21846c89491aea47e9a7301&binding%3Ahost_id=n-h1-836147-2 HTTP/1.1" status: 200 len: 1095 time: 0.1727769 Apr 21 12:38:53.623806 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3de66fc2-6427-4b5a-bf31-7ddaa3b7b902 req-0c50e5cd-a964-41a0-b7f9-1520479b8307 tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.0715244 Apr 21 12:38:53.629574 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-278a7de5-9f46-4832-97c5-7a2a47600088 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:53.632365 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7ba62-00a2-459f-ab85-dbf7fd6efd93 req-1487178f-1f0f-4c07-b9dd-74b9063017c1 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:53.640389 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28f7ba62-00a2-459f-ab85-dbf7fd6efd93 req-1487178f-1f0f-4c07-b9dd-74b9063017c1 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6e47e56-6fc7-4127-960b-2238302e1950 HTTP/1.1" status: 200 len: 945 time: 0.1994495 Apr 21 12:38:53.681339 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331f6217-2bda-41c7-a6d5-97c5e6d11a82 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Made reservation on behalf of 63d062a75a73419fba68af12fb18fa93 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:38:53.685317 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-331f6217-2bda-41c7-a6d5-97c5e6d11a82 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:53.716535 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331f6217-2bda-41c7-a6d5-97c5e6d11a82 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:38:53.728858 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-331f6217-2bda-41c7-a6d5-97c5e6d11a82 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:53.729329 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-331f6217-2bda-41c7-a6d5-97c5e6d11a82 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Added segment 43cb17a1-1247-43ef-a7ce-180692954472 of type vlan for network 571c1d6b-b2a5-4cfe-b5b0-ad89448cb9f7 Apr 21 12:38:53.746503 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-278a7de5-9f46-4832-97c5-7a2a47600088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:53.837088 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-331f6217-2bda-41c7-a6d5-97c5e6d11a82 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:53.866034 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278a7de5-9f46-4832-97c5-7a2a47600088 admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:38:53.870265 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278a7de5-9f46-4832-97c5-7a2a47600088 admin admin] Pushing event updated for resources: {'Port': ['ID=5a46eec7-950e-4fb0-a169-a29a3b4907f7,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:53.881166 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-278a7de5-9f46-4832-97c5-7a2a47600088 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:38:53.881696 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278a7de5-9f46-4832-97c5-7a2a47600088 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:38:53.965457 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-331f6217-2bda-41c7-a6d5-97c5e6d11a82 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:53.972603 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331f6217-2bda-41c7-a6d5-97c5e6d11a82 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:53.972603 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-331f6217-2bda-41c7-a6d5-97c5e6d11a82 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:54.011109 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4307f761-8211-4797-9849-7b2b659cb092 req-6ab9398c-cf15-4d45-b92e-9cf77985696d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=58d31422d3954c228392c6522ff316ac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4462302 Apr 21 12:38:54.107248 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-901c1811-486c-42ca-b410-70612f5dc217 req-7f1b63fb-845d-4572-bca9-fa361d5e332a tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 210 time: 0.0951133 Apr 21 12:38:54.113348 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-8363e9f2-e00b-4d0a-b80d-cf61ab3657bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:54.113348 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-8363e9f2-e00b-4d0a-b80d-cf61ab3657bb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4&tenant_id=e16b811ea21846c89491aea47e9a7301 HTTP/1.1" status: 200 len: 1095 time: 0.4920998 Apr 21 12:38:54.117805 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28f7ba62-00a2-459f-ab85-dbf7fd6efd93 req-ad20ad53-f2a9-4320-8108-5eb958d80622 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4884a601-4783-43f4-a952-0b71b5197c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765525 Apr 21 12:38:54.136401 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-331f6217-2bda-41c7-a6d5-97c5e6d11a82 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6400592 Apr 21 12:38:54.150967 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39730) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:54.163789 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bcdcbca9-b7db-40d6-bc47-dab1c5e872a1 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Request body: {'subnet': {'network_id': '571c1d6b-b2a5-4cfe-b5b0-ad89448cb9f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:54.168279 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f6217-2bda-41c7-a6d5-97c5e6d11a82 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Pushing event updated for resources: {'Network': ['ID=571c1d6b-b2a5-4cfe-b5b0-ad89448cb9f7,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:54.181219 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 571c1d6b-b2a5-4cfe-b5b0-ad89448cb9f7 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:38:54.266216 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-cc1fb389-a0dd-4326-9e78-456a67a097c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:54.268116 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-cc1fb389-a0dd-4326-9e78-456a67a097c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e16b811ea21846c89491aea47e9a7301&device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 1095 time: 0.0783155 Apr 21 12:38:54.306900 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307f761-8211-4797-9849-7b2b659cb092 req-c1f90c3c-35b5-4a8c-a233-4b116d30e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:54.308952 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4307f761-8211-4797-9849-7b2b659cb092 req-c1f90c3c-35b5-4a8c-a233-4b116d30e7df service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2746556 Apr 21 12:38:54.446224 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-deleted', 'tag': '30473043-d7db-404d-b70c-4211d4724b47'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:38:54.449107 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5de8ad-d3fd-4cbf-9b5e-fbadfafa06ea" -d '{"events": [{"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-deleted", "tag": "30473043-d7db-404d-b70c-4211d4724b47"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:38:54.463973 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d9f223e-87ff-4481-82be-b3f7ec0b4aa1 req-e5d6a836-a8d7-451b-8ef1-4631b423e4dd tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2133321926&fields=id&tenant_id=200ea3215b1e439ebb87b6253629ed97 HTTP/1.1" status: 200 len: 267 time: 0.2009079 Apr 21 12:38:54.477920 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdcbca9-b7db-40d6-bc47-dab1c5e872a1 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Made reservation on behalf of 63d062a75a73419fba68af12fb18fa93 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:38:54.482686 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bcdcbca9-b7db-40d6-bc47-dab1c5e872a1 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:54.520625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-0da8de52-009f-4fbb-ac89-28c8c7af207f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:54.522236 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-0da8de52-009f-4fbb-ac89-28c8c7af207f service neutron] 10.222.0.24 "GET /v2.0/networks?id=32a67a5e-b72b-4167-97d6-5767775875e4 HTTP/1.1" status: 200 len: 908 time: 0.2469189 Apr 21 12:38:54.524676 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebf5f58-5f86-4a09-9564-1192ae1e1dce None None] Network 54076906-6a28-416e-bcbd-9d5e99293579 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:38:54.630959 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-b629392f-61bf-483b-b39d-2c1f02a1fb4b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 HTTP/1.1" status: 200 len: 217 time: 0.0496941 Apr 21 12:38:54.685108 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24036a82-a3fa-42be-bf3d-42f060214a8c req-7f0ed8a5-00f2-473d-a74d-11fdbaec14c3 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:54.686969 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24036a82-a3fa-42be-bf3d-42f060214a8c req-7f0ed8a5-00f2-473d-a74d-11fdbaec14c3 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 944 time: 0.2085192 Apr 21 12:38:54.697223 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-278a7de5-9f46-4832-97c5-7a2a47600088 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:54.720141 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ced4b2aa-7db7-4b90-982b-c759cb5d551c None None] Provisioning complete for port 74128ff9-934f-4a07-888a-fa647ed2c316 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:54.720512 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ced4b2aa-7db7-4b90-982b-c759cb5d551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:54.721394 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f223e-87ff-4481-82be-b3f7ec0b4aa1 req-79fb70e4-92e5-438c-9db6-c02440f99ba9 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:54.723315 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d9f223e-87ff-4481-82be-b3f7ec0b4aa1 req-79fb70e4-92e5-438c-9db6-c02440f99ba9 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6e47e56-6fc7-4127-960b-2238302e1950 HTTP/1.1" status: 200 len: 945 time: 0.2459192 Apr 21 12:38:54.749324 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-8d9f223e-87ff-4481-82be-b3f7ec0b4aa1 req-1ba19727-fc79-4d87-b56d-052ffef5b479 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Request body: {'port': {'security_groups': ['4884a601-4783-43f4-a952-0b71b5197c3f', '8114ee60-c836-43b3-a51f-9d05d4435a2b']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:54.758788 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-89332603-8993-4595-9732-3607667a9353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:54.760437 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-89332603-8993-4595-9732-3607667a9353 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a3b8f234-8156-4627-8cae-e6fcb5c2aa35 HTTP/1.1" status: 200 len: 847 time: 0.1198621 Apr 21 12:38:54.812746 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24036a82-a3fa-42be-bf3d-42f060214a8c req-ac4f4af8-f648-4014-829f-ab46205f2fa9 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158066 Apr 21 12:38:54.846936 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-c7c27f30-c9d2-4247-9a04-3030d442326f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=32a67a5e-b72b-4167-97d6-5767775875e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496275 Apr 21 12:38:54.940429 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ced4b2aa-7db7-4b90-982b-c759cb5d551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:54.954235 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbe0da0-a1f5-44e4-b36e-eb5b04e1d543 x-openstack-request-id: req-5dbe0da0-a1f5-44e4-b36e-eb5b04e1d543 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:38:54.954534 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90ffa0ab-a8d2-45c8-addf-ff68a466c64f", "name": "network-vif-deleted", "tag": "30473043-d7db-404d-b70c-4211d4724b47", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:38:54.954797 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5dbe0da0-a1f5-44e4-b36e-eb5b04e1d543 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:38:54.955275 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dbe0da0-a1f5-44e4-b36e-eb5b04e1d543'] response: {'server_uuid': '90ffa0ab-a8d2-45c8-addf-ff68a466c64f', 'name': 'network-vif-deleted', 'tag': '30473043-d7db-404d-b70c-4211d4724b47', 'status': 'completed', 'code': 200} Apr 21 12:38:54.991538 n-d-836147-2 neutron-server[103397]: DEBUG neutron.objects.ports [None req-bcdcbca9-b7db-40d6-bc47-dab1c5e872a1 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 12:38:54.996055 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bcdcbca9-b7db-40d6-bc47-dab1c5e872a1 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:55.037728 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ced4b2aa-7db7-4b90-982b-c759cb5d551c None None] For port 74128ff9-934f-4a07-888a-fa647ed2c316, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=74128ff9-934f-4a07-888a-fa647ed2c316,segment=NetworkSegment(3c560e93-1426-4da8-888c-ddd67b971e13),segment_id=3c560e93-1426-4da8-888c-ddd67b971e13)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:55.079787 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8d9f223e-87ff-4481-82be-b3f7ec0b4aa1 req-1ba19727-fc79-4d87-b56d-052ffef5b479 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:55.086753 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-697637fa-117f-4894-aac9-8b79e52e21f1 req-35d89837-d48f-45d9-9433-d9940c76be68 tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.0491433 Apr 21 12:38:55.143674 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ced4b2aa-7db7-4b90-982b-c759cb5d551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:55.167197 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdcbca9-b7db-40d6-bc47-dab1c5e872a1 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Pushing event updated for resources: {'Subnet': ['ID=8b82be8e-13e9-46f9-9c04-8c43aad7ab81,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:55.198052 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdcbca9-b7db-40d6-bc47-dab1c5e872a1 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Checking segment: {'id': '43cb17a1-1247-43ef-a7ce-180692954472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '571c1d6b-b2a5-4cfe-b5b0-ad89448cb9f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:38:55.198052 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdcbca9-b7db-40d6-bc47-dab1c5e872a1 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Network hostable DHCP agents. Network: 571c1d6b-b2a5-4cfe-b5b0-ad89448cb9f7, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:38:55.233881 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-236abed4-0b1f-48da-86fc-5b472c20e691 service neutron] 10.222.0.24 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714061 Apr 21 12:38:55.237865 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-278a7de5-9f46-4832-97c5-7a2a47600088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:55.266116 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4b2aa-7db7-4b90-982b-c759cb5d551c None None] Pushing event updated for resources: {'Port': ['ID=74128ff9-934f-4a07-888a-fa647ed2c316,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:55.289073 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7472d2ef-d462-49df-84f1-3b14dec5b10f None None] get_active_networks_info from n-d-836147-2 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 12:38:55.363415 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdcbca9-b7db-40d6-bc47-dab1c5e872a1 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Network 571c1d6b-b2a5-4cfe-b5b0-ad89448cb9f7 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:38:55.412959 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-97637aaf-8853-4a6c-b41b-50d1bdaf0102 req-75488fb6-1219-4880-99a0-92dff780f1d6 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 210 time: 0.1174090 Apr 21 12:38:55.430301 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 74128ff9-934f-4a07-888a-fa647ed2c316 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:38:55.480064 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-bcdcbca9-b7db-40d6-bc47-dab1c5e872a1 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 571c1d6b-b2a5-4cfe-b5b0-ad89448cb9f7) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:38:55.491938 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdcbca9-b7db-40d6-bc47-dab1c5e872a1 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:55.493039 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bcdcbca9-b7db-40d6-bc47-dab1c5e872a1 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:55.522855 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-7814b54b-d128-417c-ae32-856c63c5bad7 service neutron] 10.222.0.24 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739935 Apr 21 12:38:55.563034 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9df68c79-f38d-44a2-a717-fd976bab56ed None None] Provisioning complete for port 74128ff9-934f-4a07-888a-fa647ed2c316 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:55.563468 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9df68c79-f38d-44a2-a717-fd976bab56ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:55.597983 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278a7de5-9f46-4832-97c5-7a2a47600088 admin admin] Router f9834a66-b351-49e8-ad29-32ca575a41ee is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:38:55.644425 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 74128ff9-934f-4a07-888a-fa647ed2c316 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:55.644936 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:55.711269 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bcdcbca9-b7db-40d6-bc47-dab1c5e872a1 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5510614 Apr 21 12:38:55.711621 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39752) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:55.748881 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4307f761-8211-4797-9849-7b2b659cb092 req-a51cbc5f-1165-4417-8024-8d7d37401c26 tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.24 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.0539618 Apr 21 12:38:55.771574 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8d9f223e-87ff-4481-82be-b3f7ec0b4aa1 req-1ba19727-fc79-4d87-b56d-052ffef5b479 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] For port 7be45b6a-2875-4c3e-9e4c-53d996793f30, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=7be45b6a-2875-4c3e-9e4c-53d996793f30,segment=NetworkSegment(c4a3f46e-3415-4058-ae67-97acc52158a8),segment_id=c4a3f46e-3415-4058-ae67-97acc52158a8)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:55.842869 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8d9f223e-87ff-4481-82be-b3f7ec0b4aa1 req-1ba19727-fc79-4d87-b56d-052ffef5b479 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:55.891114 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7472d2ef-d462-49df-84f1-3b14dec5b10f None None] Unable to find a vacant binding_index for network 571c1d6b-b2a5-4cfe-b5b0-ad89448cb9f7 and agent d2644568-f61b-4819-b6b3-db6d627f81cb {{(pid=103399) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 21 12:38:55.907808 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7472d2ef-d462-49df-84f1-3b14dec5b10f None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 571c1d6b-b2a5-4cfe-b5b0-ad89448cb9f7) {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 12:38:55.915224 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278a7de5-9f46-4832-97c5-7a2a47600088 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:38:55.922636 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8d9f223e-87ff-4481-82be-b3f7ec0b4aa1 req-1ba19727-fc79-4d87-b56d-052ffef5b479 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:55.929371 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcc4dcd-0369-4478-813d-9dc3d617a06b None None] Sync routers for ids ['f9834a66-b351-49e8-ad29-32ca575a41ee'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:38:55.943523 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['7be45b6a-2875-4c3e-9e4c-53d996793f30'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:38:55.943973 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcc4dcd-0369-4478-813d-9dc3d617a06b None None] Routers {'f9834a66-b351-49e8-ad29-32ca575a41ee'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:38:55.957090 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a4579203-b3c3-47ff-b2f9-5571078b33e7 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:55.957265 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6dcc4dcd-0369-4478-813d-9dc3d617a06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:38:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f9834a66-b351-49e8-ad29-32ca575a41ee'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:56.042657 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a4579203-b3c3-47ff-b2f9-5571078b33e7 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:56.051842 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba19727-fc79-4d87-b56d-052ffef5b479 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Pushing event updated for resources: {'Port': ['ID=7be45b6a-2875-4c3e-9e4c-53d996793f30,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:56.102984 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-278a7de5-9f46-4832-97c5-7a2a47600088 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:56.108496 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-278a7de5-9f46-4832-97c5-7a2a47600088 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0758457 Apr 21 12:38:56.111914 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39756) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:56.114697 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9f223e-87ff-4481-82be-b3f7ec0b4aa1 req-1ba19727-fc79-4d87-b56d-052ffef5b479 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:56.115382 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8d9f223e-87ff-4481-82be-b3f7ec0b4aa1 req-1ba19727-fc79-4d87-b56d-052ffef5b479 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:56.117382 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d9f223e-87ff-4481-82be-b3f7ec0b4aa1 req-1ba19727-fc79-4d87-b56d-052ffef5b479 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "PUT /v2.0/ports/7be45b6a-2875-4c3e-9e4c-53d996793f30 HTTP/1.1" status: 200 len: 981 time: 1.3741934 Apr 21 12:38:56.144122 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-6dcc4dcd-0369-4478-813d-9dc3d617a06b None None] Set router f9834a66-b351-49e8-ad29-32ca575a41ee gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:38:56.189346 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37005e04-bce8-47de-b512-18405bd7a135 req-d4b6c498-a54c-4297-99ad-a7b726317ccd tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:56.197535 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-37005e04-bce8-47de-b512-18405bd7a135 req-d4b6c498-a54c-4297-99ad-a7b726317ccd tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 944 time: 0.2726929 Apr 21 12:38:56.424417 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-37005e04-bce8-47de-b512-18405bd7a135 req-2ddac798-a60b-4623-a3c7-f7ad2dba90d5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110863 Apr 21 12:38:56.449616 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6dcc4dcd-0369-4478-813d-9dc3d617a06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'name': 'tempest-ServersTestBootFromVolume-425323506-router', 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5a46eec7-950e-4fb0-a169-a29a3b4907f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:38:51Z', 'updated_at': '2022-04-21T12:38:54Z', 'revision_number': 3, 'project_id': '7b45e45ca21245439fa65bc29d51bfe0', 'gw_port': {'id': '5a46eec7-950e-4fb0-a169-a29a3b4907f7', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:38:53Z', 'updated_at': '2022-04-21T12:38:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:56.469184 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-4ef78e92-f0af-4878-b34b-3a6c11b87c2c tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:56.469184 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-4ef78e92-f0af-4878-b34b-3a6c11b87c2c tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4&tenant_id=e16b811ea21846c89491aea47e9a7301&binding%3Ahost_id=n-h2-836147-2 HTTP/1.1" status: 200 len: 1095 time: 0.3174233 Apr 21 12:38:56.469409 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['7be45b6a-2875-4c3e-9e4c-53d996793f30'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:38:56.495061 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcc4dcd-0369-4478-813d-9dc3d617a06b None None] Checking router: f9834a66-b351-49e8-ad29-32ca575a41ee for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:38:56.496156 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcc4dcd-0369-4478-813d-9dc3d617a06b None None] Updating router f9834a66-b351-49e8-ad29-32ca575a41ee port 5a46eec7-950e-4fb0-a169-a29a3b4907f7 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:38:56.504810 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-761f1def-97d9-492d-b22c-340a0d2be5e2 req-994e1329-8422-4898-b8d7-d5c7ecb104ab tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-233895334&fields=id&tenant_id=200ea3215b1e439ebb87b6253629ed97 HTTP/1.1" status: 200 len: 267 time: 0.2004833 Apr 21 12:38:56.514420 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a4579203-b3c3-47ff-b2f9-5571078b33e7 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:56.562298 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6dcc4dcd-0369-4478-813d-9dc3d617a06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:56.593125 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4579203-b3c3-47ff-b2f9-5571078b33e7 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Pushing event deleted for resources: {'Subnet': ['ID=8b82be8e-13e9-46f9-9c04-8c43aad7ab81,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:56.612369 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f1def-97d9-492d-b22c-340a0d2be5e2 req-7e52bda7-e3e9-40ae-8a05-01ef4815fc3d tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:56.619279 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-761f1def-97d9-492d-b22c-340a0d2be5e2 req-7e52bda7-e3e9-40ae-8a05-01ef4815fc3d tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6e47e56-6fc7-4127-960b-2238302e1950 HTTP/1.1" status: 200 len: 984 time: 0.1133559 Apr 21 12:38:56.625731 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-761f1def-97d9-492d-b22c-340a0d2be5e2 req-c1482982-3980-4995-82e9-62338b844abd tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Request body: {'port': {'security_groups': ['4884a601-4783-43f4-a952-0b71b5197c3f', '8114ee60-c836-43b3-a51f-9d05d4435a2b', 'ec231851-0f49-49e9-b246-c1ad5da9abca']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:56.740389 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-761f1def-97d9-492d-b22c-340a0d2be5e2 req-c1482982-3980-4995-82e9-62338b844abd tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:56.782025 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-53b5ed52-a893-4d3f-86e6-e5e5c6311c83 req-dba56f09-7cfd-43e1-b6b1-a2c98beddfe6 tempest-ServerShowV254Test-1491452016 tempest-ServerShowV254Test-1491452016-project] 10.222.0.36 "GET /v2.0/ports?device_id=1807866e-d282-4456-81e9-5286c43dff8d HTTP/1.1" status: 200 len: 210 time: 0.0907311 Apr 21 12:38:56.821508 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a4579203-b3c3-47ff-b2f9-5571078b33e7 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:56.891289 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a4579203-b3c3-47ff-b2f9-5571078b33e7 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['571c1d6b-b2a5-4cfe-b5b0-ad89448cb9f7']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:56.950574 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d8128e4-8cd5-44c4-b62a-b4aaea9bb5ed req-bb6c31f6-f35a-4ea5-8035-f738d0c08260 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 210 time: 0.0595994 Apr 21 12:38:56.961954 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e47e56-6fc7-4127-960b-2238302e1950', 'tag': '7be45b6a-2875-4c3e-9e4c-53d996793f30'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:38:56.969868 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515dfe92-8b5d-4046-8d1c-ee0ae020b06f" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e47e56-6fc7-4127-960b-2238302e1950", "tag": "7be45b6a-2875-4c3e-9e4c-53d996793f30"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:38:56.988382 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a4579203-b3c3-47ff-b2f9-5571078b33e7 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43cb17a1-1247-43ef-a7ce-180692954472') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:56.988682 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a4579203-b3c3-47ff-b2f9-5571078b33e7 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43cb17a1-1247-43ef-a7ce-180692954472') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:57.011702 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a4579203-b3c3-47ff-b2f9-5571078b33e7 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:57.060451 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a4579203-b3c3-47ff-b2f9-5571078b33e7 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:57.074171 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad33d85-1e57-4fae-bbd7-627aebc6488f x-openstack-request-id: req-4ad33d85-1e57-4fae-bbd7-627aebc6488f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:38:57.074737 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e47e56-6fc7-4127-960b-2238302e1950", "tag": "7be45b6a-2875-4c3e-9e4c-53d996793f30", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:38:57.075154 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4ad33d85-1e57-4fae-bbd7-627aebc6488f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:38:57.075703 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ad33d85-1e57-4fae-bbd7-627aebc6488f'] response: {'name': 'network-changed', 'server_uuid': 'a6e47e56-6fc7-4127-960b-2238302e1950', 'tag': '7be45b6a-2875-4c3e-9e4c-53d996793f30', 'status': 'completed', 'code': 200} Apr 21 12:38:57.084678 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4579203-b3c3-47ff-b2f9-5571078b33e7 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:38:57.086083 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a4579203-b3c3-47ff-b2f9-5571078b33e7 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:38:57.094260 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:38:57.169792 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515dfe92-8b5d-4046-8d1c-ee0ae020b06f req-9207ed59-1612-478e-9c71-0bc1affb832a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:57.171619 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-515dfe92-8b5d-4046-8d1c-ee0ae020b06f req-9207ed59-1612-478e-9c71-0bc1affb832a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=200ea3215b1e439ebb87b6253629ed97&device_id=a6e47e56-6fc7-4127-960b-2238302e1950 HTTP/1.1" status: 200 len: 1135 time: 0.0824914 Apr 21 12:38:57.180558 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-bc61086e-22c8-4c33-85b2-7b786f1a1fb3 service neutron] For port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:38:57.257541 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6dcc4dcd-0369-4478-813d-9dc3d617a06b None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:57.323476 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-bc61086e-22c8-4c33-85b2-7b786f1a1fb3 service neutron] Notify callbacks [] for binding, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:57.324679 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2523f9a8-432f-4f06-896f-5c8ff5b87e65 req-bc61086e-22c8-4c33-85b2-7b786f1a1fb3 service neutron] 10.222.0.24 "DELETE /v2.0/ports/9ba1c6a9-ccae-48d7-b4cc-8b184ac77319/bindings/n-h1-836147-2 HTTP/1.1" status: 204 len: 173 time: 0.8442907 Apr 21 12:38:57.325931 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515dfe92-8b5d-4046-8d1c-ee0ae020b06f req-f6ae9cac-36ec-4dd7-ae35-aed7944dba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:57.327831 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-515dfe92-8b5d-4046-8d1c-ee0ae020b06f req-f6ae9cac-36ec-4dd7-ae35-aed7944dba59 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cb775869-9d11-4568-a39f-53490ef15123 HTTP/1.1" status: 200 len: 913 time: 0.1447399 Apr 21 12:38:57.357176 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6dcc4dcd-0369-4478-813d-9dc3d617a06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:57.403423 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b1a8ef71-083c-4842-a544-59b7ef65c15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:57.427433 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a4579203-b3c3-47ff-b2f9-5571078b33e7 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:57.438255 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 74128ff9-934f-4a07-888a-fa647ed2c316 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:38:57.455542 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a4579203-b3c3-47ff-b2f9-5571078b33e7 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:57.457117 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-515dfe92-8b5d-4046-8d1c-ee0ae020b06f req-8614d7ec-a77b-473a-b604-c1a7ddc70758 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7be45b6a-2875-4c3e-9e4c-53d996793f30 HTTP/1.1" status: 200 len: 217 time: 0.1200731 Apr 21 12:38:57.463248 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a4579203-b3c3-47ff-b2f9-5571078b33e7 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "DELETE /v2.0/networks/571c1d6b-b2a5-4cfe-b5b0-ad89448cb9f7 HTTP/1.1" status: 204 len: 168 time: 1.7461247 Apr 21 12:38:57.463501 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-6dcc4dcd-0369-4478-813d-9dc3d617a06b None None] Attempting to bind port 5a46eec7-950e-4fb0-a169-a29a3b4907f7 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:38:57.463501 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-6dcc4dcd-0369-4478-813d-9dc3d617a06b None None] Attempting to bind port 5a46eec7-950e-4fb0-a169-a29a3b4907f7 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:38:57.463501 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcc4dcd-0369-4478-813d-9dc3d617a06b None None] Attempting to bind port 5a46eec7-950e-4fb0-a169-a29a3b4907f7 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:38:57.465121 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39776) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:57.499498 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcc4dcd-0369-4478-813d-9dc3d617a06b None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:38:57.499871 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcc4dcd-0369-4478-813d-9dc3d617a06b None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:38:57.500270 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6dcc4dcd-0369-4478-813d-9dc3d617a06b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:57.500656 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcc4dcd-0369-4478-813d-9dc3d617a06b None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:38:57.501120 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-6dcc4dcd-0369-4478-813d-9dc3d617a06b None None] Bound port: 5a46eec7-950e-4fb0-a169-a29a3b4907f7, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:38:57.501495 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6dcc4dcd-0369-4478-813d-9dc3d617a06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:57.504049 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61de56-0876-4441-ac06-49e15cad164f None None] Pushing event updated for resources: {'Port': ['ID=5a46eec7-950e-4fb0-a169-a29a3b4907f7,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:57.523645 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4579203-b3c3-47ff-b2f9-5571078b33e7 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Pushing event deleted for resources: {'Network': ['ID=571c1d6b-b2a5-4cfe-b5b0-ad89448cb9f7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:57.570501 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-e161ebb7-efe9-4afb-8f0d-d23c51842d55 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] DELETE failed (client error): The resource could not be found. Apr 21 12:38:57.571004 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e161ebb7-efe9-4afb-8f0d-d23c51842d55 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:38:57.587170 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e161ebb7-efe9-4afb-8f0d-d23c51842d55 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "DELETE /v2.0/subnets/8b82be8e-13e9-46f9-9c04-8c43aad7ab81 HTTP/1.1" status: 404 len: 337 time: 0.0920463 Apr 21 12:38:57.588598 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39778) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:57.598766 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6dcc4dcd-0369-4478-813d-9dc3d617a06b None None] For port 5a46eec7-950e-4fb0-a169-a29a3b4907f7, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:38:57.605087 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6dcc4dcd-0369-4478-813d-9dc3d617a06b None None] For port 5a46eec7-950e-4fb0-a169-a29a3b4907f7, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=5a46eec7-950e-4fb0-a169-a29a3b4907f7,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:38:57.607788 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61de56-0876-4441-ac06-49e15cad164f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:57.608132 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61de56-0876-4441-ac06-49e15cad164f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:57.608469 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61de56-0876-4441-ac06-49e15cad164f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:57.609215 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61de56-0876-4441-ac06-49e15cad164f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:57.609215 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61de56-0876-4441-ac06-49e15cad164f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:57.609567 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61de56-0876-4441-ac06-49e15cad164f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:57.610036 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61de56-0876-4441-ac06-49e15cad164f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:57.610365 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61de56-0876-4441-ac06-49e15cad164f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:57.610863 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61de56-0876-4441-ac06-49e15cad164f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:57.611225 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61de56-0876-4441-ac06-49e15cad164f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:57.611545 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61de56-0876-4441-ac06-49e15cad164f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:57.611876 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f61de56-0876-4441-ac06-49e15cad164f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:38:57.638182 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d692b048-0a55-4e86-bb2b-4841cfd3c87e None None] Network 571c1d6b-b2a5-4cfe-b5b0-ad89448cb9f7 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:38:57.658541 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf9e8e7-3f15-4c63-be04-61a99fce202f tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] DELETE failed (client error): The resource could not be found. Apr 21 12:38:57.659141 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebf9e8e7-3f15-4c63-be04-61a99fce202f tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:38:57.664627 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ebf9e8e7-3f15-4c63-be04-61a99fce202f tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "DELETE /v2.0/networks/571c1d6b-b2a5-4cfe-b5b0-ad89448cb9f7 HTTP/1.1" status: 404 len: 339 time: 0.0726523 Apr 21 12:38:57.667972 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39780) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:57.669290 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d692b048-0a55-4e86-bb2b-4841cfd3c87e None None] Network 571c1d6b-b2a5-4cfe-b5b0-ad89448cb9f7 could not be found, it might have been deleted concurrently. {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 21 12:38:57.689628 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a10fec-c1cc-4388-9149-054c3b82875e None None] Network 571c1d6b-b2a5-4cfe-b5b0-ad89448cb9f7 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:38:57.702281 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-573e7750-c3bb-4994-82f5-be7794141159 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] DELETE failed (client error): The resource could not be found. Apr 21 12:38:57.702660 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573e7750-c3bb-4994-82f5-be7794141159 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:38:57.708108 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-573e7750-c3bb-4994-82f5-be7794141159 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "DELETE /v2.0/subnets/9573da3b-b8bd-48e7-a8a3-da49d3a2d00b HTTP/1.1" status: 404 len: 337 time: 0.0374422 Apr 21 12:38:57.709126 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6dcc4dcd-0369-4478-813d-9dc3d617a06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:57.709268 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39782) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:57.713961 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515dfe92-8b5d-4046-8d1c-ee0ae020b06f req-73304004-8ac1-4f0e-b54c-6eba730add49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:57.716029 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-515dfe92-8b5d-4046-8d1c-ee0ae020b06f req-73304004-8ac1-4f0e-b54c-6eba730add49 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=560717d2-4532-4d9d-a275-cdd3079699c4 HTTP/1.1" status: 200 len: 852 time: 0.2435648 Apr 21 12:38:57.738732 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a10fec-c1cc-4388-9149-054c3b82875e None None] Network 571c1d6b-b2a5-4cfe-b5b0-ad89448cb9f7 could not be found, it might have been deleted concurrently. {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 21 12:38:57.774451 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 74128ff9-934f-4a07-888a-fa647ed2c316 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:57.777101 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:57.813076 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-515dfe92-8b5d-4046-8d1c-ee0ae020b06f req-494c36c6-57c5-42c1-9f6d-47eeee584715 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb775869-9d11-4568-a39f-53490ef15123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784457 Apr 21 12:38:57.823066 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d053ff4-9bc7-4bf3-8d47-043895020bc2 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] DELETE failed (client error): The resource could not be found. Apr 21 12:38:57.823654 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d053ff4-9bc7-4bf3-8d47-043895020bc2 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:38:57.825062 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcc4dcd-0369-4478-813d-9dc3d617a06b None None] Routers {'f9834a66-b351-49e8-ad29-32ca575a41ee'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:38:57.825807 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6dcc4dcd-0369-4478-813d-9dc3d617a06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:38:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f9834a66-b351-49e8-ad29-32ca575a41ee'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:57.839861 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5d053ff4-9bc7-4bf3-8d47-043895020bc2 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "DELETE /v2.0/networks/ad89bf50-3a16-4b99-8282-dd6dd0de94a3 HTTP/1.1" status: 404 len: 339 time: 0.1277411 Apr 21 12:38:57.846326 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39786) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:57.910436 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804eb77-231b-4a42-865b-13a0f582b060 req-87674431-0172-478b-9829-7efc562b2f49 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:57.914730 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8804eb77-231b-4a42-865b-13a0f582b060 req-87674431-0172-478b-9829-7efc562b2f49 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 944 time: 0.3015788 Apr 21 12:38:57.923609 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f61de56-0876-4441-ac06-49e15cad164f None None] Pushing event updated for resources: {'Port': ['ID=5a46eec7-950e-4fb0-a169-a29a3b4907f7,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:57.926947 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-761f1def-97d9-492d-b22c-340a0d2be5e2 req-c1482982-3980-4995-82e9-62338b844abd tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] For port 7be45b6a-2875-4c3e-9e4c-53d996793f30, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=7be45b6a-2875-4c3e-9e4c-53d996793f30,segment=NetworkSegment(c4a3f46e-3415-4058-ae67-97acc52158a8),segment_id=c4a3f46e-3415-4058-ae67-97acc52158a8)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:38:57.951623 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0e5bdd-b267-4b8a-bbe1-2f6b20348f2e tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] DELETE failed (client error): The resource could not be found. Apr 21 12:38:57.951623 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c0e5bdd-b267-4b8a-bbe1-2f6b20348f2e tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:38:57.961849 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0c0e5bdd-b267-4b8a-bbe1-2f6b20348f2e tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "DELETE /v2.0/subnets/2b1b43aa-a75e-46f7-9a0d-d9e6b7d99caf HTTP/1.1" status: 404 len: 337 time: 0.1119199 Apr 21 12:38:57.962525 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39788) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:58.070973 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-761f1def-97d9-492d-b22c-340a0d2be5e2 req-c1482982-3980-4995-82e9-62338b844abd tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:58.075343 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-6dcc4dcd-0369-4478-813d-9dc3d617a06b None None] Set router f9834a66-b351-49e8-ad29-32ca575a41ee gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:38:58.086487 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8804eb77-231b-4a42-865b-13a0f582b060 req-a3ec706e-c7ab-4687-93cd-dd095a4d500a tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547134 Apr 21 12:38:58.118191 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-515dfe92-8b5d-4046-8d1c-ee0ae020b06f req-c2809faf-a507-4f70-99ff-e86224939a86 service neutron] 10.222.0.24 "GET /v2.0/networks/cb775869-9d11-4568-a39f-53490ef15123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815728 Apr 21 12:38:58.255501 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-761f1def-97d9-492d-b22c-340a0d2be5e2 req-c1482982-3980-4995-82e9-62338b844abd tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:58.271989 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['7be45b6a-2875-4c3e-9e4c-53d996793f30'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:38:58.360835 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1482982-3980-4995-82e9-62338b844abd tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Pushing event updated for resources: {'Port': ['ID=7be45b6a-2875-4c3e-9e4c-53d996793f30,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:58.371855 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761f1def-97d9-492d-b22c-340a0d2be5e2 req-c1482982-3980-4995-82e9-62338b844abd tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:58.372288 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-761f1def-97d9-492d-b22c-340a0d2be5e2 req-c1482982-3980-4995-82e9-62338b844abd tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:58.389257 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-761f1def-97d9-492d-b22c-340a0d2be5e2 req-c1482982-3980-4995-82e9-62338b844abd tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "PUT /v2.0/ports/7be45b6a-2875-4c3e-9e4c-53d996793f30 HTTP/1.1" status: 200 len: 1020 time: 1.7676036 Apr 21 12:38:58.459686 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ecefc34-85a7-4a6c-92b9-9ff0bcc52298 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] DELETE failed (client error): The resource could not be found. Apr 21 12:38:58.461331 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ecefc34-85a7-4a6c-92b9-9ff0bcc52298 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:38:58.464586 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6ecefc34-85a7-4a6c-92b9-9ff0bcc52298 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "DELETE /v2.0/networks/bfc8946f-9496-4efd-8be3-25acb650f97c HTTP/1.1" status: 404 len: 339 time: 0.4988925 Apr 21 12:38:58.466877 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae7c23bb-b8b7-48b9-96d8-61bdca4d8f33 req-c2406f9a-1417-47c0-bafd-67466b395738 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 210 time: 0.1109869 Apr 21 12:38:58.469866 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39802) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:58.471847 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6dcc4dcd-0369-4478-813d-9dc3d617a06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'name': 'tempest-ServersTestBootFromVolume-425323506-router', 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5a46eec7-950e-4fb0-a169-a29a3b4907f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:38:51Z', 'updated_at': '2022-04-21T12:38:54Z', 'revision_number': 3, 'project_id': '7b45e45ca21245439fa65bc29d51bfe0', 'gw_port': {'id': '5a46eec7-950e-4fb0-a169-a29a3b4907f7', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:38:53Z', 'updated_at': '2022-04-21T12:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:58.506547 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['7be45b6a-2875-4c3e-9e4c-53d996793f30'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:38:58.541282 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-b1a8ef71-083c-4842-a544-59b7ef65c15e admin admin] Allocated IP 172.20.0.1 (54076906-6a28-416e-bcbd-9d5e99293579/2337416d-bff8-4f87-bcad-c2ab8ba9b9f8/50d38887-f188-47fd-b219-380e2765612d) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:38:58.555415 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-515dfe92-8b5d-4046-8d1c-ee0ae020b06f req-87feb449-3797-4e31-91c5-a4b9a1cd629e service neutron] 10.222.0.24 "GET /v2.0/networks/cb775869-9d11-4568-a39f-53490ef15123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298992 Apr 21 12:38:58.678943 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-9fa5cbf3-c28f-4736-ab48-fc3510403ace tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Deleting port d3995d77-2ad0-4220-b466-75d21f30cdcd {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:38:58.679381 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9fa5cbf3-c28f-4736-ab48-fc3510403ace tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:58.774565 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719dd3c-c62f-44b9-aa49-e31646a3df79 req-a766bd8c-068c-4575-9f72-09dd4f1b8b75 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:58.776364 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b719dd3c-c62f-44b9-aa49-e31646a3df79 req-a766bd8c-068c-4575-9f72-09dd4f1b8b75 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6e47e56-6fc7-4127-960b-2238302e1950 HTTP/1.1" status: 200 len: 1023 time: 0.1694243 Apr 21 12:38:58.794700 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9fa5cbf3-c28f-4736-ab48-fc3510403ace tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:58.814948 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed84f9-d85c-46fd-b993-a669e068a223 req-cd0e6b5e-280a-4188-b937-5cfbc3427d56 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:38:58.817405 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33ed84f9-d85c-46fd-b993-a669e068a223 req-cd0e6b5e-280a-4188-b937-5cfbc3427d56 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 1095 time: 0.1115055 Apr 21 12:38:58.822447 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-9fa5cbf3-c28f-4736-ab48-fc3510403ace tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Calling delete_port for d3995d77-2ad0-4220-b466-75d21f30cdcd owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:38:58.827268 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b1a8ef71-083c-4842-a544-59b7ef65c15e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:58.837804 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcc4dcd-0369-4478-813d-9dc3d617a06b None None] The sync data for ids ['f9834a66-b351-49e8-ad29-32ca575a41ee'] in n-d-836147-2 is: [{'id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'name': 'tempest-ServersTestBootFromVolume-425323506-router', 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5a46eec7-950e-4fb0-a169-a29a3b4907f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:38:51Z', 'updated_at': '2022-04-21T12:38:54Z', 'revision_number': 3, 'project_id': '7b45e45ca21245439fa65bc29d51bfe0', 'gw_port': {'id': '5a46eec7-950e-4fb0-a169-a29a3b4907f7', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:38:53Z', 'updated_at': '2022-04-21T12:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:38:58.912393 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 39808) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:58.951399 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33ed84f9-d85c-46fd-b993-a669e068a223 req-3796ed02-8421-4166-a45f-b56f54b864c9 tempest-LiveMigrationTest-897500858 tempest-LiveMigrationTest-897500858-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159132 Apr 21 12:38:58.979972 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b719dd3c-c62f-44b9-aa49-e31646a3df79 req-3c790712-f23a-4133-9dc2-edcc696a111c tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?id=8114ee60-c836-43b3-a51f-9d05d4435a2b&id=ec231851-0f49-49e9-b246-c1ad5da9abca&id=4884a601-4783-43f4-a952-0b71b5197c3f HTTP/1.1" status: 200 len: 6156 time: 0.1926610 Apr 21 12:38:59.060364 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b1a8ef71-083c-4842-a544-59b7ef65c15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:59.077423 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e47e56-6fc7-4127-960b-2238302e1950', 'tag': '7be45b6a-2875-4c3e-9e4c-53d996793f30'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:38:59.079860 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b69226b-2785-4484-90f1-e699555f0faa" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e47e56-6fc7-4127-960b-2238302e1950", "tag": "7be45b6a-2875-4c3e-9e4c-53d996793f30"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:38:59.144797 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-122b00ed-5589-4a36-9b34-8a493ced49f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:59.153626 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a8ef71-083c-4842-a544-59b7ef65c15e admin admin] Network 54076906-6a28-416e-bcbd-9d5e99293579 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:38:59.155524 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9fa5cbf3-c28f-4736-ab48-fc3510403ace tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:59.172220 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b1a8ef71-083c-4842-a544-59b7ef65c15e admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:38:59.177537 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a8ef71-083c-4842-a544-59b7ef65c15e admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:38:59.324294 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b1a8ef71-083c-4842-a544-59b7ef65c15e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:59.341088 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-122b00ed-5589-4a36-9b34-8a493ced49f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:59.394320 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9fa5cbf3-c28f-4736-ab48-fc3510403ace tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:59.399314 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9fa5cbf3-c28f-4736-ab48-fc3510403ace tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "DELETE /v2.0/ports/d3995d77-2ad0-4220-b466-75d21f30cdcd HTTP/1.1" status: 204 len: 168 time: 0.9269664 Apr 21 12:38:59.401230 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 39820) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:59.414346 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8ef71-083c-4842-a544-59b7ef65c15e admin admin] Pushing event updated for resources: {'Port': ['ID=50d38887-f188-47fd-b219-380e2765612d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:59.454628 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5cbf3-c28f-4736-ab48-fc3510403ace tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Pushing event deleted for resources: {'Port': ['ID=d3995d77-2ad0-4220-b466-75d21f30cdcd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:59.464876 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-122b00ed-5589-4a36-9b34-8a493ced49f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:59.520506 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-122b00ed-5589-4a36-9b34-8a493ced49f9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=58d31422d3954c228392c6522ff316ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6070547 Apr 21 12:38:59.521566 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3e60d3-00f2-4362-9f50-8fdd40068964 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] DELETE failed (client error): The resource could not be found. Apr 21 12:38:59.522145 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3e60d3-00f2-4362-9f50-8fdd40068964 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:38:59.527458 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39828) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:59.543432 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8f3e60d3-00f2-4362-9f50-8fdd40068964 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "DELETE /v2.0/subnets/36bd7fae-5f4f-4da7-8254-9a5e6da7ba24 HTTP/1.1" status: 404 len: 337 time: 0.1409886 Apr 21 12:38:59.545447 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 39832) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:38:59.546367 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b00ed-5589-4a36-9b34-8a493ced49f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bf2a6b-2b2b-418c-aa51-62aa08ea4ddd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:59.595478 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7dacad6-9a77-4fbc-85ef-73cecc2b2571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:59.600024 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6cdd49d2-6699-46e6-a672-396b766bf190 None None] Provisioning complete for port 50d38887-f188-47fd-b219-380e2765612d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:38:59.600518 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6cdd49d2-6699-46e6-a672-396b766bf190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:59.626476 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7dacad6-9a77-4fbc-85ef-73cecc2b2571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:59.646133 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6cdd49d2-6699-46e6-a672-396b766bf190 None None] Port 50d38887-f188-47fd-b219-380e2765612d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:38:59.676581 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5137ab59-abc9-4727-8bfa-b977e63ead33 req-24fc7850-82e7-4490-9b9c-45f0b3bf10b6 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1139399360 ', 'description': 'tempest-description-859265064'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:38:59.689919 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b1a8ef71-083c-4842-a544-59b7ef65c15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:59.703132 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bd4e3f4-d309-4e75-abfe-fd1ebf7f95b5 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:59.802782 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5137ab59-abc9-4727-8bfa-b977e63ead33 req-24fc7850-82e7-4490-9b9c-45f0b3bf10b6 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:59.826831 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bd4e3f4-d309-4e75-abfe-fd1ebf7f95b5 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:59.875703 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7dacad6-9a77-4fbc-85ef-73cecc2b2571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:59.878571 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7dacad6-9a77-4fbc-85ef-73cecc2b2571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:59.882303 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d7dacad6-9a77-4fbc-85ef-73cecc2b2571 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e1bf2a6b-2b2b-418c-aa51-62aa08ea4ddd HTTP/1.1" status: 204 len: 168 time: 0.3514435 Apr 21 12:38:59.914094 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5137ab59-abc9-4727-8bfa-b977e63ead33 req-24fc7850-82e7-4490-9b9c-45f0b3bf10b6 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:59.924044 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dacad6-9a77-4fbc-85ef-73cecc2b2571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bf2a6b-2b2b-418c-aa51-62aa08ea4ddd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:38:59.929799 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-5bd4e3f4-d309-4e75-abfe-fd1ebf7f95b5 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a0e21e5-4f66-45cc-83cc-a175c08ebccc']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:59.949218 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-5bd4e3f4-d309-4e75-abfe-fd1ebf7f95b5 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab021f18-86fe-4791-a31f-5ca66768b1c2') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:59.949543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-5bd4e3f4-d309-4e75-abfe-fd1ebf7f95b5 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab021f18-86fe-4791-a31f-5ca66768b1c2') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:38:59.960333 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bd4e3f4-d309-4e75-abfe-fd1ebf7f95b5 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:59.978576 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bd4e3f4-d309-4e75-abfe-fd1ebf7f95b5 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:38:59.997663 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd4e3f4-d309-4e75-abfe-fd1ebf7f95b5 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:38:59.998084 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bd4e3f4-d309-4e75-abfe-fd1ebf7f95b5 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:39:00.005920 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:39:00.053065 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5137ab59-abc9-4727-8bfa-b977e63ead33 req-24fc7850-82e7-4490-9b9c-45f0b3bf10b6 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:00.074877 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b1a8ef71-083c-4842-a544-59b7ef65c15e admin admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:00.100435 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc7850-82e7-4490-9b9c-45f0b3bf10b6 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8eb804-093f-4c1f-acf4-cdf6290d9fa5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:00.211209 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcee2e1-c162-434a-a083-42ce0e59350b x-openstack-request-id: req-ddcee2e1-c162-434a-a083-42ce0e59350b {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:39:00.211449 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e47e56-6fc7-4127-960b-2238302e1950", "tag": "7be45b6a-2875-4c3e-9e4c-53d996793f30", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:39:00.211856 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ddcee2e1-c162-434a-a083-42ce0e59350b {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:39:00.212124 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddcee2e1-c162-434a-a083-42ce0e59350b'] response: {'name': 'network-changed', 'server_uuid': 'a6e47e56-6fc7-4127-960b-2238302e1950', 'tag': '7be45b6a-2875-4c3e-9e4c-53d996793f30', 'status': 'completed', 'code': 200} Apr 21 12:39:00.213048 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b1a8ef71-083c-4842-a544-59b7ef65c15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:00.304982 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5137ab59-abc9-4727-8bfa-b977e63ead33 req-24fc7850-82e7-4490-9b9c-45f0b3bf10b6 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:00.318528 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5137ab59-abc9-4727-8bfa-b977e63ead33 req-24fc7850-82e7-4490-9b9c-45f0b3bf10b6 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.6471360 Apr 21 12:39:00.331414 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b1a8ef71-083c-4842-a544-59b7ef65c15e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:00.338620 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8ef71-083c-4842-a544-59b7ef65c15e admin admin] Pushing event updated for resources: {'Port': ['ID=50d38887-f188-47fd-b219-380e2765612d,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:00.345364 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bd4e3f4-d309-4e75-abfe-fd1ebf7f95b5 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:00.375006 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5bd4e3f4-d309-4e75-abfe-fd1ebf7f95b5 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:00.381073 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5bd4e3f4-d309-4e75-abfe-fd1ebf7f95b5 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "DELETE /v2.0/networks/5a0e21e5-4f66-45cc-83cc-a175c08ebccc HTTP/1.1" status: 204 len: 168 time: 0.8257074 Apr 21 12:39:00.382595 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39842) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:00.464622 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d2585635-5ff2-4d4c-a933-865574177cc7 req-26b561fd-4ae3-4952-afec-151a06e14efd tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 210 time: 0.1202784 Apr 21 12:39:00.475546 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd4e3f4-d309-4e75-abfe-fd1ebf7f95b5 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Pushing event deleted for resources: {'Network': ['ID=5a0e21e5-4f66-45cc-83cc-a175c08ebccc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:00.560311 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69226b-2785-4484-90f1-e699555f0faa req-29bfd20f-7c73-433f-9476-b49fc0a1b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:00.562541 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b69226b-2785-4484-90f1-e699555f0faa req-29bfd20f-7c73-433f-9476-b49fc0a1b78b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=200ea3215b1e439ebb87b6253629ed97&device_id=a6e47e56-6fc7-4127-960b-2238302e1950 HTTP/1.1" status: 200 len: 1174 time: 0.3007863 Apr 21 12:39:00.571098 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a8ef71-083c-4842-a544-59b7ef65c15e admin admin] Network 54076906-6a28-416e-bcbd-9d5e99293579 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:39:00.578053 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b1a8ef71-083c-4842-a544-59b7ef65c15e admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:39:00.581418 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da35641-ec71-480a-bf5c-27b7a7c2b2e7 req-9c62ee3e-ef9c-4eb4-a93f-bc9f01ec6920 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:00.583026 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5da35641-ec71-480a-bf5c-27b7a7c2b2e7 req-9c62ee3e-ef9c-4eb4-a93f-bc9f01ec6920 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.24 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 944 time: 0.3431056 Apr 21 12:39:00.653448 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0aefd122-f027-47f5-8476-d9a3410b83bd tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Deleting port 9fe048a6-2654-4c7f-a398-85b78f364daf {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:00.654060 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0aefd122-f027-47f5-8476-d9a3410b83bd tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:00.759681 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b492d9-3167-4ed8-b7d6-6f43e8a29ea8 req-37b5633f-9034-41ea-8702-57000cc038e1 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:00.761681 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a8b492d9-3167-4ed8-b7d6-6f43e8a29ea8 req-37b5633f-9034-41ea-8702-57000cc038e1 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 944 time: 0.3362365 Apr 21 12:39:00.816436 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96ed2e0e-4096-4792-aaae-026a61406661 req-6af24850-91cc-40f6-b92a-76300668a042 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups/cf8eb804-093f-4c1f-acf4-cdf6290d9fa5 HTTP/1.1" status: 200 len: 1782 time: 0.3014400 Apr 21 12:39:00.856418 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0aefd122-f027-47f5-8476-d9a3410b83bd tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:00.892043 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0aefd122-f027-47f5-8476-d9a3410b83bd tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Calling delete_port for 9fe048a6-2654-4c7f-a398-85b78f364daf owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:00.920726 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a8ef71-083c-4842-a544-59b7ef65c15e admin admin] Router f9834a66-b351-49e8-ad29-32ca575a41ee has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:39:01.284870 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a8b492d9-3167-4ed8-b7d6-6f43e8a29ea8 req-5ca424c6-0904-4d68-938f-7ee744100d71 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175887 Apr 21 12:39:01.284870 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69226b-2785-4484-90f1-e699555f0faa req-84ec987e-0fcb-407d-a590-3c3350f4c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:01.284870 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b69226b-2785-4484-90f1-e699555f0faa req-84ec987e-0fcb-407d-a590-3c3350f4c53f service neutron] 10.222.0.24 "GET /v2.0/networks?id=cb775869-9d11-4568-a39f-53490ef15123 HTTP/1.1" status: 200 len: 913 time: 0.4224520 Apr 21 12:39:01.284870 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33999aeb-c7e0-47fe-8b1e-97b7dc7057b6 req-21b42fce-7017-4a00-9c5e-f340615dbb8e tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups/cf8eb804-093f-4c1f-acf4-cdf6290d9fa5 HTTP/1.1" status: 200 len: 1782 time: 0.1530418 Apr 21 12:39:01.288682 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-dac03a1c-3159-456f-8b47-a5fa4882a184 None None] Provisioning complete for port 50d38887-f188-47fd-b219-380e2765612d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:01.288682 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dac03a1c-3159-456f-8b47-a5fa4882a184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:01.297459 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b69226b-2785-4484-90f1-e699555f0faa req-6a6f8211-6fd0-4169-93de-4fd9c17aba52 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7be45b6a-2875-4c3e-9e4c-53d996793f30 HTTP/1.1" status: 200 len: 217 time: 0.0614395 Apr 21 12:39:01.297842 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-dac03a1c-3159-456f-8b47-a5fa4882a184 None None] Port 50d38887-f188-47fd-b219-380e2765612d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:39:01.389099 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 5a46eec7-950e-4fb0-a169-a29a3b4907f7 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:39:01.449028 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a8ef71-083c-4842-a544-59b7ef65c15e admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:39:01.471243 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f8707f-1d60-4870-bd90-4af80a287c30 None None] Sync routers for ids ['f9834a66-b351-49e8-ad29-32ca575a41ee'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:39:01.472320 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b1a8ef71-083c-4842-a544-59b7ef65c15e admin admin] 10.222.0.36 "PUT /v2.0/routers/f9834a66-b351-49e8-ad29-32ca575a41ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3593786 Apr 21 12:39:01.520968 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0aefd122-f027-47f5-8476-d9a3410b83bd tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:01.557984 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f8707f-1d60-4870-bd90-4af80a287c30 None None] Routers {'f9834a66-b351-49e8-ad29-32ca575a41ee'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:39:01.558722 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-32f8707f-1d60-4870-bd90-4af80a287c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:38:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f9834a66-b351-49e8-ad29-32ca575a41ee'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:01.565666 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aefd122-f027-47f5-8476-d9a3410b83bd tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Pushing event deleted for resources: {'Port': ['ID=9fe048a6-2654-4c7f-a398-85b78f364daf,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:01.605805 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0aefd122-f027-47f5-8476-d9a3410b83bd tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:01.611242 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0aefd122-f027-47f5-8476-d9a3410b83bd tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "DELETE /v2.0/ports/9fe048a6-2654-4c7f-a398-85b78f364daf HTTP/1.1" status: 204 len: 168 time: 1.2254670 Apr 21 12:39:01.611675 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39870) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:01.620763 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-5da35641-ec71-480a-bf5c-27b7a7c2b2e7 req-4bbf417c-a134-412c-a1d5-57f180a63e1e tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Deleting port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:01.621109 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5da35641-ec71-480a-bf5c-27b7a7c2b2e7 req-4bbf417c-a134-412c-a1d5-57f180a63e1e tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:01.651550 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-b70c0fd5-a6aa-470c-a68b-f0472b4f3a8e tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] DELETE failed (client error): The resource could not be found. Apr 21 12:39:01.652298 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b70c0fd5-a6aa-470c-a68b-f0472b4f3a8e tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:39:01.656989 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b70c0fd5-a6aa-470c-a68b-f0472b4f3a8e tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "DELETE /v2.0/subnets/4df798a3-ad47-41c9-8603-dd902a356ae0 HTTP/1.1" status: 404 len: 337 time: 0.0439837 Apr 21 12:39:01.659472 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39872) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:01.729575 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5da35641-ec71-480a-bf5c-27b7a7c2b2e7 req-4bbf417c-a134-412c-a1d5-57f180a63e1e tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] For port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9ba1c6a9-ccae-48d7-b4cc-8b184ac77319,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:01.729984 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5da35641-ec71-480a-bf5c-27b7a7c2b2e7 req-4bbf417c-a134-412c-a1d5-57f180a63e1e tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:01.746429 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-5da35641-ec71-480a-bf5c-27b7a7c2b2e7 req-4bbf417c-a134-412c-a1d5-57f180a63e1e tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Calling delete_port for 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:01.768643 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-33fdc3da-c7f4-4de0-b332-6001897f2c66 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:01.814707 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 5a46eec7-950e-4fb0-a169-a29a3b4907f7 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:01.814707 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:01.870587 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-32f8707f-1d60-4870-bd90-4af80a287c30 None None] Set router f9834a66-b351-49e8-ad29-32ca575a41ee gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:39:01.886766 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-33fdc3da-c7f4-4de0-b332-6001897f2c66 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:01.911760 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-33fdc3da-c7f4-4de0-b332-6001897f2c66 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5637dd1e-a724-4515-bcf6-5486ac36ca30']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:01.924994 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-33fdc3da-c7f4-4de0-b332-6001897f2c66 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46dff64-c09a-4037-9fae-51cf74aec3a8') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:01.925695 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-33fdc3da-c7f4-4de0-b332-6001897f2c66 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46dff64-c09a-4037-9fae-51cf74aec3a8') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:01.929633 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d4936145-6e6e-4f78-8b3e-b318e61c5d35 req-4c5d027d-430c-4f2d-a1aa-2f1cad9872ba tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 210 time: 0.1767621 Apr 21 12:39:01.937566 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-33fdc3da-c7f4-4de0-b332-6001897f2c66 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:01.955316 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-33fdc3da-c7f4-4de0-b332-6001897f2c66 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:01.962626 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-33999aeb-c7e0-47fe-8b1e-97b7dc7057b6 req-c86e8c9a-4c1c-4122-abe5-92198c7c5334 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33fdc3da-c7f4-4de0-b332-6001897f2c66 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-33fdc3da-c7f4-4de0-b332-6001897f2c66 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:39:01.975126 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:39:01.977524 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b69226b-2785-4484-90f1-e699555f0faa req-d5d16584-a3bf-459f-b481-7a630f2c0936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:01.977524 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b69226b-2785-4484-90f1-e699555f0faa req-d5d16584-a3bf-459f-b481-7a630f2c0936 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=560717d2-4532-4d9d-a275-cdd3079699c4 HTTP/1.1" status: 200 len: 852 time: 0.8699179 Apr 21 12:39:02.055918 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-33999aeb-c7e0-47fe-8b1e-97b7dc7057b6 req-c86e8c9a-4c1c-4122-abe5-92198c7c5334 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:02.057339 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:02.060224 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b69226b-2785-4484-90f1-e699555f0faa req-6ae9ddd3-d20f-451e-8c90-3e43649976d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb775869-9d11-4568-a39f-53490ef15123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635614 Apr 21 12:39:02.095111 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 5a46eec7-950e-4fb0-a169-a29a3b4907f7, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=5a46eec7-950e-4fb0-a169-a29a3b4907f7,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:02.110478 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5da35641-ec71-480a-bf5c-27b7a7c2b2e7 req-4bbf417c-a134-412c-a1d5-57f180a63e1e tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:02.159442 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['0640e710-1a46-475a-9474-849889575487', '3adc36f8-205c-4591-8e10-cd27d3256d5e'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:39:02.162060 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['9ba1c6a9-ccae-48d7-b4cc-8b184ac77319'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:39:02.178363 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf417c-a134-412c-a1d5-57f180a63e1e tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Pushing event deleted for resources: {'Port': ['ID=9ba1c6a9-ccae-48d7-b4cc-8b184ac77319,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:02.191664 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-33fdc3da-c7f4-4de0-b332-6001897f2c66 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:02.204075 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-33fdc3da-c7f4-4de0-b332-6001897f2c66 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:02.207860 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-33fdc3da-c7f4-4de0-b332-6001897f2c66 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "DELETE /v2.0/networks/5637dd1e-a724-4515-bcf6-5486ac36ca30 HTTP/1.1" status: 204 len: 168 time: 0.5472434 Apr 21 12:39:02.212634 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 39882) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:02.246228 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdc3da-c7f4-4de0-b332-6001897f2c66 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Pushing event deleted for resources: {'Network': ['ID=5637dd1e-a724-4515-bcf6-5486ac36ca30,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:02.286603 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da35641-ec71-480a-bf5c-27b7a7c2b2e7 req-4bbf417c-a134-412c-a1d5-57f180a63e1e tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] No DVR routers for this DVR port 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:39:02.297267 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5da35641-ec71-480a-bf5c-27b7a7c2b2e7 req-4bbf417c-a134-412c-a1d5-57f180a63e1e tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:02.300730 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5da35641-ec71-480a-bf5c-27b7a7c2b2e7 req-4bbf417c-a134-412c-a1d5-57f180a63e1e tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.24 "DELETE /v2.0/ports/9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 HTTP/1.1" status: 204 len: 173 time: 1.7020071 Apr 21 12:39:02.303190 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4', 'name': 'network-vif-deleted', 'tag': '9ba1c6a9-ccae-48d7-b4cc-8b184ac77319'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:39:02.306692 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff1842f-2286-4fbd-ae20-f189e08b0fd7" -d '{"events": [{"server_uuid": "5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4", "name": "network-vif-deleted", "tag": "9ba1c6a9-ccae-48d7-b4cc-8b184ac77319"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:39:02.338180 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b69226b-2785-4484-90f1-e699555f0faa req-9a1fdc01-b2e1-40db-9fbe-bcbb2fef601d service neutron] 10.222.0.24 "GET /v2.0/networks/cb775869-9d11-4568-a39f-53490ef15123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612503 Apr 21 12:39:02.341483 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-33999aeb-c7e0-47fe-8b1e-97b7dc7057b6 req-c86e8c9a-4c1c-4122-abe5-92198c7c5334 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:02.344138 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-33999aeb-c7e0-47fe-8b1e-97b7dc7057b6 req-c86e8c9a-4c1c-4122-abe5-92198c7c5334 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:02.345379 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33999aeb-c7e0-47fe-8b1e-97b7dc7057b6 req-c86e8c9a-4c1c-4122-abe5-92198c7c5334 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "DELETE /v2.0/security-groups/cf8eb804-093f-4c1f-acf4-cdf6290d9fa5 HTTP/1.1" status: 204 len: 173 time: 1.3263066 Apr 21 12:39:02.406272 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:02.499804 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-a800e6f1-8de2-475f-9fc9-2346b4e6d8f6 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Deleting subnet 11fe79e4-a7a2-46e3-bf03-4607dc553552 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:39:02.509010 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a800e6f1-8de2-475f-9fc9-2346b4e6d8f6 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:02.515925 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=5a46eec7-950e-4fb0-a169-a29a3b4907f7,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:02.532669 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-32f8707f-1d60-4870-bd90-4af80a287c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'name': 'tempest-ServersTestBootFromVolume-425323506-router', 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5a46eec7-950e-4fb0-a169-a29a3b4907f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:38:51Z', 'updated_at': '2022-04-21T12:38:59Z', 'revision_number': 4, 'project_id': '7b45e45ca21245439fa65bc29d51bfe0', 'gw_port': {'id': '5a46eec7-950e-4fb0-a169-a29a3b4907f7', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:38:53Z', 'updated_at': '2022-04-21T12:38:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '50d38887-f188-47fd-b219-380e2765612d', 'name': '', 'network_id': '54076906-6a28-416e-bcbd-9d5e99293579', 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0', 'mac_address': 'fa:16:3e:5d:bf:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '2337416d-bff8-4f87-bcad-c2ab8ba9b9f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:38:57Z', 'updated_at': '2022-04-21T12:38:59Z', 'revision_number': 2, 'project_id': '7b45e45ca21245439fa65bc29d51bfe0', 'subnets': [{'id': '2337416d-bff8-4f87-bcad-c2ab8ba9b9f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:02.566910 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b69226b-2785-4484-90f1-e699555f0faa req-0ee9014f-43be-48de-b7bd-7711268045a5 service neutron] 10.222.0.24 "GET /v2.0/networks/cb775869-9d11-4568-a39f-53490ef15123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184229 Apr 21 12:39:02.570315 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e8c9a-4c1c-4122-abe5-92198c7c5334 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8eb804-093f-4c1f-acf4-cdf6290d9fa5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:02.571220 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f8707f-1d60-4870-bd90-4af80a287c30 None None] Checking router: f9834a66-b351-49e8-ad29-32ca575a41ee for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:39:02.580213 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f8707f-1d60-4870-bd90-4af80a287c30 None None] Updating router f9834a66-b351-49e8-ad29-32ca575a41ee port 50d38887-f188-47fd-b219-380e2765612d binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:39:02.604299 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a800e6f1-8de2-475f-9fc9-2346b4e6d8f6 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:02.649176 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32f8707f-1d60-4870-bd90-4af80a287c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:02.742449 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a800e6f1-8de2-475f-9fc9-2346b4e6d8f6 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:02.801305 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39892) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:02.811625 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-65bf2802-4e0b-4067-945a-5533d49062e8 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--446998284', 'description': 'tempest-description--1846987507'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:02.867009 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a800e6f1-8de2-475f-9fc9-2346b4e6d8f6 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:02.920719 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800e6f1-8de2-475f-9fc9-2346b4e6d8f6 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Pushing event deleted for resources: {'Subnet': ['ID=11fe79e4-a7a2-46e3-bf03-4607dc553552,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:02.920916 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8e9e09-ecef-4505-8095-a9b94ae3a4f2 None None] Network 9c954979-4f8f-4f50-a232-2d2a746029f8 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:39:02.922892 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a800e6f1-8de2-475f-9fc9-2346b4e6d8f6 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:02.927527 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a800e6f1-8de2-475f-9fc9-2346b4e6d8f6 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "DELETE /v2.0/subnets/11fe79e4-a7a2-46e3-bf03-4607dc553552 HTTP/1.1" status: 204 len: 168 time: 0.7065110 Apr 21 12:39:02.929242 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39894) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:02.984740 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35ec6feb-dc3d-4fcb-892a-d1cef3ff9dc2 req-447b68a0-1919-43c1-8e10-a2542e367458 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 210 time: 0.0784988 Apr 21 12:39:03.000377 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-476d9402-69e3-40b7-a355-2a4df196ba9b req-4fce6d4c-0837-4aca-bf95-1acac287c58c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0928974 Apr 21 12:39:03.027061 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55665f57-b95a-4b7a-80ce-c3c3d5a13138 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:03.030619 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65bf2802-4e0b-4067-945a-5533d49062e8 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:03.064813 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34854cab-6a0a-4cd7-83c7-e3bd5252a9ab x-openstack-request-id: req-34854cab-6a0a-4cd7-83c7-e3bd5252a9ab {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:39:03.065676 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4", "name": "network-vif-deleted", "tag": "9ba1c6a9-ccae-48d7-b4cc-8b184ac77319", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:39:03.066082 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-34854cab-6a0a-4cd7-83c7-e3bd5252a9ab {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:39:03.066649 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34854cab-6a0a-4cd7-83c7-e3bd5252a9ab'] response: {'server_uuid': '5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4', 'name': 'network-vif-deleted', 'tag': '9ba1c6a9-ccae-48d7-b4cc-8b184ac77319', 'status': 'completed', 'code': 200} Apr 21 12:39:03.086214 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d9402-69e3-40b7-a355-2a4df196ba9b req-fbe8bd5d-c748-4f3c-858e-0e55208ec3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:03.089001 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-476d9402-69e3-40b7-a355-2a4df196ba9b req-fbe8bd5d-c748-4f3c-858e-0e55208ec3e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e16b811ea21846c89491aea47e9a7301&device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 1095 time: 0.0591009 Apr 21 12:39:03.137525 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-332df0a5-e7b1-4068-9941-48555ac12d15 req-45068a93-5d48-4082-930f-803de839cc2a tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] show failed (client error): The resource could not be found. Apr 21 12:39:03.138877 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-332df0a5-e7b1-4068-9941-48555ac12d15 req-45068a93-5d48-4082-930f-803de839cc2a tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups/cf8eb804-093f-4c1f-acf4-cdf6290d9fa5 HTTP/1.1" status: 404 len: 352 time: 0.0322151 Apr 21 12:39:03.149519 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-55665f57-b95a-4b7a-80ce-c3c3d5a13138 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Deleting port c43ac2af-01d1-48cd-951c-e4d8c996846e {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:03.151123 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55665f57-b95a-4b7a-80ce-c3c3d5a13138 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:03.276974 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d9402-69e3-40b7-a355-2a4df196ba9b req-09ad4943-a054-4105-8cd3-bf9b8e03d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:03.280164 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32f8707f-1d60-4870-bd90-4af80a287c30 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:03.285509 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-476d9402-69e3-40b7-a355-2a4df196ba9b req-09ad4943-a054-4105-8cd3-bf9b8e03d0b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=32a67a5e-b72b-4167-97d6-5767775875e4 HTTP/1.1" status: 200 len: 908 time: 0.1707079 Apr 21 12:39:03.315585 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 5a46eec7-950e-4fb0-a169-a29a3b4907f7 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:39:03.330835 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-975e3d81-e783-498a-95fd-a72007561be6 req-2e2a4c27-793b-46d5-9b44-d6b0783dcd69 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 210 time: 0.0820172 Apr 21 12:39:03.337177 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-55665f57-b95a-4b7a-80ce-c3c3d5a13138 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] For port c43ac2af-01d1-48cd-951c-e4d8c996846e, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c43ac2af-01d1-48cd-951c-e4d8c996846e,segment=NetworkSegment(508d4440-65bb-44ec-a506-4eb1795f81f9),segment_id=508d4440-65bb-44ec-a506-4eb1795f81f9)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:03.337548 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55665f57-b95a-4b7a-80ce-c3c3d5a13138 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:03.366423 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-55665f57-b95a-4b7a-80ce-c3c3d5a13138 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Calling delete_port for c43ac2af-01d1-48cd-951c-e4d8c996846e owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:03.369825 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9754711b-67c7-4ff1-bc31-8811da0bd637 None None] DHCP port deletion for 9c954979-4f8f-4f50-a232-2d2a746029f8 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:39:03.375137 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32f8707f-1d60-4870-bd90-4af80a287c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:03.384759 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-476d9402-69e3-40b7-a355-2a4df196ba9b req-2a722001-07d3-45d2-9fb9-efccd4dc6b1c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d0807df-864d-4b8d-9030-c89b1b36b028 HTTP/1.1" status: 200 len: 217 time: 0.0658174 Apr 21 12:39:03.387866 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-4a8a4ad4-3e03-4b30-be6e-9e91e47532de req-199ae197-86fa-475c-8b8d-4090dd37b85a tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1906782349', 'description': 'tempest-description-1833795440'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:03.449713 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206d3f4-a92c-4b3b-be02-3a601217ec2a None None] Pushing event updated for resources: {'Port': ['ID=50d38887-f188-47fd-b219-380e2765612d,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:03.453224 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65bf2802-4e0b-4067-945a-5533d49062e8 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:03.456250 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d9402-69e3-40b7-a355-2a4df196ba9b req-51625c4a-f2f3-4341-8abe-23a8eaeb9247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:03.458314 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-476d9402-69e3-40b7-a355-2a4df196ba9b req-51625c4a-f2f3-4341-8abe-23a8eaeb9247 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a3b8f234-8156-4627-8cae-e6fcb5c2aa35 HTTP/1.1" status: 200 len: 847 time: 0.0490367 Apr 21 12:39:03.495176 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-476d9402-69e3-40b7-a355-2a4df196ba9b req-c72365eb-f991-4271-9108-f85fdfb86a18 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=32a67a5e-b72b-4167-97d6-5767775875e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296938 Apr 21 12:39:03.495950 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4a8a4ad4-3e03-4b30-be6e-9e91e47532de req-199ae197-86fa-475c-8b8d-4090dd37b85a tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:03.578604 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 5a46eec7-950e-4fb0-a169-a29a3b4907f7 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:03.579250 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:03.591320 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55665f57-b95a-4b7a-80ce-c3c3d5a13138 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:03.621569 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65bf2802-4e0b-4067-945a-5533d49062e8 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:03.629372 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55665f57-b95a-4b7a-80ce-c3c3d5a13138 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Pushing event deleted for resources: {'Port': ['ID=c43ac2af-01d1-48cd-951c-e4d8c996846e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:03.648478 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4a8a4ad4-3e03-4b30-be6e-9e91e47532de req-199ae197-86fa-475c-8b8d-4090dd37b85a tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:03.648940 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9754711b-67c7-4ff1-bc31-8811da0bd637 None None] Deleting port c43ac2af-01d1-48cd-951c-e4d8c996846e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:03.649454 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9754711b-67c7-4ff1-bc31-8811da0bd637 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:03.655441 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55665f57-b95a-4b7a-80ce-c3c3d5a13138 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] No DVR routers for this DVR port c43ac2af-01d1-48cd-951c-e4d8c996846e on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:39:03.667068 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-32f8707f-1d60-4870-bd90-4af80a287c30 None None] Attempting to bind port 50d38887-f188-47fd-b219-380e2765612d on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:39:03.667653 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-32f8707f-1d60-4870-bd90-4af80a287c30 None None] Attempting to bind port 50d38887-f188-47fd-b219-380e2765612d by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '3c560e93-1426-4da8-888c-ddd67b971e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '54076906-6a28-416e-bcbd-9d5e99293579'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:39:03.668187 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f8707f-1d60-4870-bd90-4af80a287c30 None None] Attempting to bind port 50d38887-f188-47fd-b219-380e2765612d on network 54076906-6a28-416e-bcbd-9d5e99293579 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:39:03.677145 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f8707f-1d60-4870-bd90-4af80a287c30 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:39:03.677802 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f8707f-1d60-4870-bd90-4af80a287c30 None None] Checking segment: {'id': '3c560e93-1426-4da8-888c-ddd67b971e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '54076906-6a28-416e-bcbd-9d5e99293579'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:39:03.678368 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32f8707f-1d60-4870-bd90-4af80a287c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:03.678931 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f8707f-1d60-4870-bd90-4af80a287c30 None None] Bound using segment: {'id': '3c560e93-1426-4da8-888c-ddd67b971e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '54076906-6a28-416e-bcbd-9d5e99293579'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:39:03.679553 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-32f8707f-1d60-4870-bd90-4af80a287c30 None None] Bound port: 50d38887-f188-47fd-b219-380e2765612d, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c560e93-1426-4da8-888c-ddd67b971e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '54076906-6a28-416e-bcbd-9d5e99293579'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:39:03.680079 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32f8707f-1d60-4870-bd90-4af80a287c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:03.695403 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-476d9402-69e3-40b7-a355-2a4df196ba9b req-5a2e94c7-b125-4af7-8a2d-f3fdf571ed3e service neutron] 10.222.0.26 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873136 Apr 21 12:39:03.713956 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf2802-4e0b-4067-945a-5533d49062e8 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23fca203-01a7-4e6c-a573-6018b09e4eda,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:03.770075 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4a8a4ad4-3e03-4b30-be6e-9e91e47532de req-199ae197-86fa-475c-8b8d-4090dd37b85a tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:03.786243 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9754711b-67c7-4ff1-bc31-8811da0bd637 None None] For port c43ac2af-01d1-48cd-951c-e4d8c996846e, host n-d-836147-2, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:03.786595 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9754711b-67c7-4ff1-bc31-8811da0bd637 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:03.808497 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65bf2802-4e0b-4067-945a-5533d49062e8 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:03.809776 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-65bf2802-4e0b-4067-945a-5533d49062e8 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0041256 Apr 21 12:39:03.813109 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39900) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:03.821195 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6a35177e-9eeb-4cc2-b881-6d00b8a04bfe tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Request body: {'security_group_rule': {'security_group_id': '23fca203-01a7-4e6c-a573-6018b09e4eda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:03.823077 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ae197-86fa-475c-8b8d-4090dd37b85a tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc74ad5-2994-4110-9816-c37fb856e1a5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:03.829124 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55665f57-b95a-4b7a-80ce-c3c3d5a13138 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:03.835692 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9754711b-67c7-4ff1-bc31-8811da0bd637 None None] Calling delete_port for c43ac2af-01d1-48cd-951c-e4d8c996846e owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:03.843102 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-9754711b-67c7-4ff1-bc31-8811da0bd637 None None] Port c43ac2af-01d1-48cd-951c-e4d8c996846e was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 12:39:03.859379 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9754711b-67c7-4ff1-bc31-8811da0bd637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:03.868749 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-55665f57-b95a-4b7a-80ce-c3c3d5a13138 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c954979-4f8f-4f50-a232-2d2a746029f8']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:03.876733 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-476d9402-69e3-40b7-a355-2a4df196ba9b req-92ece440-9fbf-454f-822a-63c95d776545 service neutron] 10.222.0.26 "GET /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711848 Apr 21 12:39:03.880906 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-55665f57-b95a-4b7a-80ce-c3c3d5a13138 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '508d4440-65bb-44ec-a506-4eb1795f81f9') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:03.881199 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-55665f57-b95a-4b7a-80ce-c3c3d5a13138 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '508d4440-65bb-44ec-a506-4eb1795f81f9') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:03.890639 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754711b-67c7-4ff1-bc31-8811da0bd637 None None] Pushing event deleted for resources: {'Port': ['ID=c43ac2af-01d1-48cd-951c-e4d8c996846e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:03.892421 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55665f57-b95a-4b7a-80ce-c3c3d5a13138 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:03.906667 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-32f8707f-1d60-4870-bd90-4af80a287c30 None None] For port 50d38887-f188-47fd-b219-380e2765612d, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:39:03.908613 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4a8a4ad4-3e03-4b30-be6e-9e91e47532de req-199ae197-86fa-475c-8b8d-4090dd37b85a tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:03.914881 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4a8a4ad4-3e03-4b30-be6e-9e91e47532de req-199ae197-86fa-475c-8b8d-4090dd37b85a tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5274236 Apr 21 12:39:03.916794 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7fa15258-1490-4c53-a82a-74594fc33c01 None None] Provisioning complete for port 50d38887-f188-47fd-b219-380e2765612d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:03.916794 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fa15258-1490-4c53-a82a-74594fc33c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:03.917381 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55665f57-b95a-4b7a-80ce-c3c3d5a13138 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:03.931320 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55665f57-b95a-4b7a-80ce-c3c3d5a13138 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:39:03.931807 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55665f57-b95a-4b7a-80ce-c3c3d5a13138 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:03.935523 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-edf9568c-0765-4b13-979a-9309f88d0c8b req-3cd5ac0a-9ce1-49b8-8e68-b2675c7e6f04 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1946280724', 'description': 'tempest-description-2088469405'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:39:03.935645 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:39:03.942681 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9754711b-67c7-4ff1-bc31-8811da0bd637 None None] No DVR routers for this DVR port c43ac2af-01d1-48cd-951c-e4d8c996846e on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:39:03.961554 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-32f8707f-1d60-4870-bd90-4af80a287c30 None None] For port 50d38887-f188-47fd-b219-380e2765612d, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=50d38887-f188-47fd-b219-380e2765612d,segment=NetworkSegment(3c560e93-1426-4da8-888c-ddd67b971e13),segment_id=3c560e93-1426-4da8-888c-ddd67b971e13)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:39:03.978502 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7fa15258-1490-4c53-a82a-74594fc33c01 None None] Port 50d38887-f188-47fd-b219-380e2765612d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:39:04.015642 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a35177e-9eeb-4cc2-b881-6d00b8a04bfe tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:04.060344 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32f8707f-1d60-4870-bd90-4af80a287c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:04.067212 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a35177e-9eeb-4cc2-b881-6d00b8a04bfe tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:04.117499 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-edf9568c-0765-4b13-979a-9309f88d0c8b req-3cd5ac0a-9ce1-49b8-8e68-b2675c7e6f04 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:04.121349 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f8707f-1d60-4870-bd90-4af80a287c30 None None] Routers {'f9834a66-b351-49e8-ad29-32ca575a41ee'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:39:04.122064 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-32f8707f-1d60-4870-bd90-4af80a287c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:38:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f9834a66-b351-49e8-ad29-32ca575a41ee'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:04.209225 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-edf9568c-0765-4b13-979a-9309f88d0c8b req-3cd5ac0a-9ce1-49b8-8e68-b2675c7e6f04 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:04.212263 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55665f57-b95a-4b7a-80ce-c3c3d5a13138 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:04.235610 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-32f8707f-1d60-4870-bd90-4af80a287c30 None None] Set router f9834a66-b351-49e8-ad29-32ca575a41ee gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:39:04.239754 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55665f57-b95a-4b7a-80ce-c3c3d5a13138 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:04.245205 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-55665f57-b95a-4b7a-80ce-c3c3d5a13138 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] 10.222.0.36 "DELETE /v2.0/networks/9c954979-4f8f-4f50-a232-2d2a746029f8 HTTP/1.1" status: 204 len: 168 time: 1.3138416 Apr 21 12:39:04.246564 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55665f57-b95a-4b7a-80ce-c3c3d5a13138 tempest-NetworksIpV6TestAttrs-37094810 tempest-NetworksIpV6TestAttrs-37094810-project] Pushing event deleted for resources: {'Network': ['ID=9c954979-4f8f-4f50-a232-2d2a746029f8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:04.254188 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a35177e-9eeb-4cc2-b881-6d00b8a04bfe tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:04.288287 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35177e-9eeb-4cc2-b881-6d00b8a04bfe tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6471e56e-cfbb-4edb-ae48-ad4ba069b0ca,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:04.297424 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206d3f4-a92c-4b3b-be02-3a601217ec2a None None] Pushing event updated for resources: {'Port': ['ID=50d38887-f188-47fd-b219-380e2765612d,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:04.337678 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-edf9568c-0765-4b13-979a-9309f88d0c8b req-3cd5ac0a-9ce1-49b8-8e68-b2675c7e6f04 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:04.389051 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd5ac0a-9ce1-49b8-8e68-b2675c7e6f04 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e8e2c6-7acd-4eae-b9b2-d2c568f37af7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:04.393018 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a35177e-9eeb-4cc2-b881-6d00b8a04bfe tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:04.394411 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6a35177e-9eeb-4cc2-b881-6d00b8a04bfe tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5803850 Apr 21 12:39:04.397087 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39910) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:04.402347 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9ea1990c-c7bb-4196-ab8b-6637deebb5c1 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Request body: {'security_group_rule': {'security_group_id': '23fca203-01a7-4e6c-a573-6018b09e4eda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:04.444163 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-edf9568c-0765-4b13-979a-9309f88d0c8b req-3cd5ac0a-9ce1-49b8-8e68-b2675c7e6f04 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:04.455335 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-edf9568c-0765-4b13-979a-9309f88d0c8b req-3cd5ac0a-9ce1-49b8-8e68-b2675c7e6f04 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5245306 Apr 21 12:39:04.461177 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-260adb21-fab1-4517-914d-a85f123013af None None] Provisioning complete for port 50d38887-f188-47fd-b219-380e2765612d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:04.461668 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-260adb21-fab1-4517-914d-a85f123013af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:04.530520 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8e10c6bc-6145-4541-abb7-cc4213aa24ac req-0b9ed033-7b57-4269-b59f-19f65c7f6d55 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 210 time: 0.0272715 Apr 21 12:39:04.556010 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9ea1990c-c7bb-4196-ab8b-6637deebb5c1 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:04.598918 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-32f8707f-1d60-4870-bd90-4af80a287c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'name': 'tempest-ServersTestBootFromVolume-425323506-router', 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5a46eec7-950e-4fb0-a169-a29a3b4907f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:38:51Z', 'updated_at': '2022-04-21T12:38:59Z', 'revision_number': 4, 'project_id': '7b45e45ca21245439fa65bc29d51bfe0', 'gw_port': {'id': '5a46eec7-950e-4fb0-a169-a29a3b4907f7', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:38:53Z', 'updated_at': '2022-04-21T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '50d38887-f188-47fd-b219-380e2765612d', 'name': '', 'network_id': '54076906-6a28-416e-bcbd-9d5e99293579', 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0', 'mac_address': 'fa:16:3e:5d:bf:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '2337416d-bff8-4f87-bcad-c2ab8ba9b9f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:38:57Z', 'updated_at': '2022-04-21T12:39:03Z', 'revision_number': 4, 'project_id': '7b45e45ca21245439fa65bc29d51bfe0', 'subnets': [{'id': '2337416d-bff8-4f87-bcad-c2ab8ba9b9f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:04.631923 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f8707f-1d60-4870-bd90-4af80a287c30 None None] The sync data for ids ['f9834a66-b351-49e8-ad29-32ca575a41ee'] in n-d-836147-2 is: [{'id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'name': 'tempest-ServersTestBootFromVolume-425323506-router', 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5a46eec7-950e-4fb0-a169-a29a3b4907f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:38:51Z', 'updated_at': '2022-04-21T12:38:59Z', 'revision_number': 4, 'project_id': '7b45e45ca21245439fa65bc29d51bfe0', 'gw_port': {'id': '5a46eec7-950e-4fb0-a169-a29a3b4907f7', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:38:53Z', 'updated_at': '2022-04-21T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '50d38887-f188-47fd-b219-380e2765612d', 'name': '', 'network_id': '54076906-6a28-416e-bcbd-9d5e99293579', 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0', 'mac_address': 'fa:16:3e:5d:bf:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '2337416d-bff8-4f87-bcad-c2ab8ba9b9f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:38:57Z', 'updated_at': '2022-04-21T12:39:03Z', 'revision_number': 4, 'project_id': '7b45e45ca21245439fa65bc29d51bfe0', 'subnets': [{'id': '2337416d-bff8-4f87-bcad-c2ab8ba9b9f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:39:04.632326 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9ea1990c-c7bb-4196-ab8b-6637deebb5c1 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:04.640933 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-260adb21-fab1-4517-914d-a85f123013af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:04.686287 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-913a72b2-05ea-400a-ada4-63c27cc602a4 req-5537362c-93b7-4fef-9838-7e2217f9adda tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 210 time: 0.0536499 Apr 21 12:39:04.701724 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-260adb21-fab1-4517-914d-a85f123013af None None] For port 50d38887-f188-47fd-b219-380e2765612d, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=50d38887-f188-47fd-b219-380e2765612d,segment=NetworkSegment(3c560e93-1426-4da8-888c-ddd67b971e13),segment_id=3c560e93-1426-4da8-888c-ddd67b971e13)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:04.728426 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9ea1990c-c7bb-4196-ab8b-6637deebb5c1 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:04.737937 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c421902e-d7a8-4bbd-a074-02b4c9ba05a3 req-fb7faca1-9a11-483b-b002-778a46be0026 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1007582532', 'description': 'tempest-description-1489519177'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:04.754801 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1990c-c7bb-4196-ab8b-6637deebb5c1 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b593eb43-6f60-4a57-8b51-7e13ae2781da,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:04.838089 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-260adb21-fab1-4517-914d-a85f123013af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:04.839629 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9ea1990c-c7bb-4196-ab8b-6637deebb5c1 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:04.841977 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9ea1990c-c7bb-4196-ab8b-6637deebb5c1 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4437666 Apr 21 12:39:04.844889 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39914) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:04.852837 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-edcff1ca-75f3-4e1a-b9b0-3f3df2a111e3 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:04.950139 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260adb21-fab1-4517-914d-a85f123013af None None] Pushing event updated for resources: {'Port': ['ID=50d38887-f188-47fd-b219-380e2765612d,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:04.952680 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c421902e-d7a8-4bbd-a074-02b4c9ba05a3 req-fb7faca1-9a11-483b-b002-778a46be0026 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:04.979609 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9013b4c2-0106-40eb-91a1-77e6d5f045e0 req-95b9bcd2-0444-45ed-9017-d43075fb568b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ade871c5-8040-4487-b39e-679fe504d59b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1495507 Apr 21 12:39:04.993065 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39918) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:05.000590 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-edcff1ca-75f3-4e1a-b9b0-3f3df2a111e3 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks [] for floatingip, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:05.180934 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013b4c2-0106-40eb-91a1-77e6d5f045e0 req-17ae9425-4436-450e-af96-e2775c42ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:05.182573 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9013b4c2-0106-40eb-91a1-77e6d5f045e0 req-17ae9425-4436-450e-af96-e2775c42ba11 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a208b1412791496188b5b7f9d81a64f6&device_id=ade871c5-8040-4487-b39e-679fe504d59b HTTP/1.1" status: 200 len: 1097 time: 0.1335809 Apr 21 12:39:05.201043 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c421902e-d7a8-4bbd-a074-02b4c9ba05a3 req-fb7faca1-9a11-483b-b002-778a46be0026 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:05.238947 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:39:05.286793 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6cc70e69-f9af-453a-9ef7-a23531b3f674 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=63d062a75a73419fba68af12fb18fa93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2901726 Apr 21 12:39:05.286928 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:39:05.286928 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9ba1c6a9-ccae-48d7-b4cc-8b184ac77319 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:39:05.290039 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39922) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:05.311969 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c421902e-d7a8-4bbd-a074-02b4c9ba05a3 req-fb7faca1-9a11-483b-b002-778a46be0026 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:05.378356 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7faca1-9a11-483b-b002-778a46be0026 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8196f03-ad9b-4087-959a-d829ceea6ac8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:05.394356 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013b4c2-0106-40eb-91a1-77e6d5f045e0 req-d3de4c4b-c375-4293-960e-ac5a7cf0e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:05.395907 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9013b4c2-0106-40eb-91a1-77e6d5f045e0 req-d3de4c4b-c375-4293-960e-ac5a7cf0e3c8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1afeb61e-54a9-4ede-8030-317c69a36623 HTTP/1.1" status: 200 len: 912 time: 0.1893311 Apr 21 12:39:05.432596 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-edcff1ca-75f3-4e1a-b9b0-3f3df2a111e3 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:05.438634 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 50d38887-f188-47fd-b219-380e2765612d up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:39:05.492085 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c421902e-d7a8-4bbd-a074-02b4c9ba05a3 req-fb7faca1-9a11-483b-b002-778a46be0026 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:05.494983 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c421902e-d7a8-4bbd-a074-02b4c9ba05a3 req-fb7faca1-9a11-483b-b002-778a46be0026 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7712321 Apr 21 12:39:05.522683 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9013b4c2-0106-40eb-91a1-77e6d5f045e0 req-79f504b7-d42a-4029-969e-dfa4ac96fb5f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0f50b1f7-ea39-4e5f-a94b-f7fc832e3873 HTTP/1.1" status: 200 len: 1002 time: 0.1171353 Apr 21 12:39:05.543818 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 50d38887-f188-47fd-b219-380e2765612d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:05.544816 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:05.602043 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d6f642e8-ca95-426e-ace3-e55a4a2f01a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:05.672821 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d6f642e8-ca95-426e-ace3-e55a4a2f01a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:05.680367 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013b4c2-0106-40eb-91a1-77e6d5f045e0 req-96725a8e-1cf2-4f38-9d82-1e55b6718106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:05.682150 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9013b4c2-0106-40eb-91a1-77e6d5f045e0 req-96725a8e-1cf2-4f38-9d82-1e55b6718106 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f6a79252-68c3-4d98-8e31-7d58e3a1be80 HTTP/1.1" status: 200 len: 850 time: 0.1417630 Apr 21 12:39:05.704060 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-edcff1ca-75f3-4e1a-b9b0-3f3df2a111e3 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Allocated IP 172.25.8.114 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/e1b43281-c370-444d-bcbb-10e6814fef7b) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:39:05.782216 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c43ac2af-01d1-48cd-951c-e4d8c996846e no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:39:05.796509 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f0e7e231-d4f6-4360-b657-238d4c6b4ae9 req-941afb57-f958-45c7-ae42-19aed8affc4d tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=200ea3215b1e439ebb87b6253629ed97 HTTP/1.1" status: 200 len: 10912 time: 0.2661452 Apr 21 12:39:05.807356 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013b4c2-0106-40eb-91a1-77e6d5f045e0 req-54d84913-a3cf-4bb7-ba73-040bf49505b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:05.808996 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9013b4c2-0106-40eb-91a1-77e6d5f045e0 req-54d84913-a3cf-4bb7-ba73-040bf49505b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1afeb61e-54a9-4ede-8030-317c69a36623&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1181161 Apr 21 12:39:05.843857 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: c43ac2af-01d1-48cd-951c-e4d8c996846e {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:39:05.848878 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c43ac2af-01d1-48cd-951c-e4d8c996846e not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:39:05.915849 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f0e7e231-d4f6-4360-b657-238d4c6b4ae9 req-e042d72f-085f-4491-a789-80a90eedf3da tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups/4884a601-4783-43f4-a952-0b71b5197c3f HTTP/1.1" status: 200 len: 2985 time: 0.1181943 Apr 21 12:39:05.987782 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9013b4c2-0106-40eb-91a1-77e6d5f045e0 req-3100d021-a177-4f21-bcbd-56dc1d07f772 service neutron] 10.222.0.24 "GET /v2.0/networks/1afeb61e-54a9-4ede-8030-317c69a36623?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701214 Apr 21 12:39:05.995635 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f0e7e231-d4f6-4360-b657-238d4c6b4ae9 req-bf2f0462-7dce-404e-adc2-a9ee368f388a tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups/4884a601-4783-43f4-a952-0b71b5197c3f HTTP/1.1" status: 200 len: 2985 time: 0.0787601 Apr 21 12:39:06.019262 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-edcff1ca-75f3-4e1a-b9b0-3f3df2a111e3 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:06.092493 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d6f642e8-ca95-426e-ace3-e55a4a2f01a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:06.095045 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d6f642e8-ca95-426e-ace3-e55a4a2f01a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:06.096274 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d6f642e8-ca95-426e-ace3-e55a4a2f01a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/042ec4f1-4ba9-41ac-8291-c5bf2f09e058 HTTP/1.1" status: 204 len: 168 time: 0.8045332 Apr 21 12:39:06.122566 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f642e8-ca95-426e-ace3-e55a4a2f01a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042ec4f1-4ba9-41ac-8291-c5bf2f09e058,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:06.131587 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-87dcb81e-3475-44cb-9e14-2762d7e9c532 req-e594251e-c6ec-4c1c-be9d-ef97e5b66e80 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 210 time: 0.0375948 Apr 21 12:39:06.173976 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9013b4c2-0106-40eb-91a1-77e6d5f045e0 req-6300f72e-aead-47b4-8107-5abb31e25ab7 service neutron] 10.222.0.24 "GET /v2.0/networks/1afeb61e-54a9-4ede-8030-317c69a36623?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770561 Apr 21 12:39:06.220342 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-edcff1ca-75f3-4e1a-b9b0-3f3df2a111e3 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:06.257336 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-91c7c99d-c87c-4367-9119-1b1b07c3261c req-aecec816-41fa-492f-9c6a-a816605d04f8 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 210 time: 0.0410109 Apr 21 12:39:06.267868 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcff1ca-75f3-4e1a-b9b0-3f3df2a111e3 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:39:06.281458 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-edcff1ca-75f3-4e1a-b9b0-3f3df2a111e3 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:39:06.286556 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcff1ca-75f3-4e1a-b9b0-3f3df2a111e3 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:39:06.295232 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcff1ca-75f3-4e1a-b9b0-3f3df2a111e3 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Pushing event updated for resources: {'Port': ['ID=e1b43281-c370-444d-bcbb-10e6814fef7b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:06.350558 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c029930-47d0-4411-ad28-24a598b59ccd req-a5c8c4a2-ac66-4fe7-88e2-c20dcb29e2fa tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups/3bc74ad5-2994-4110-9816-c37fb856e1a5 HTTP/1.1" status: 200 len: 1803 time: 0.0590873 Apr 21 12:39:06.400821 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-edcff1ca-75f3-4e1a-b9b0-3f3df2a111e3 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:06.431914 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1c029930-47d0-4411-ad28-24a598b59ccd req-0e73c0aa-6378-4690-b4f1-373e8493c017 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:06.472849 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1c029930-47d0-4411-ad28-24a598b59ccd req-0e73c0aa-6378-4690-b4f1-373e8493c017 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:06.565773 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-edcff1ca-75f3-4e1a-b9b0-3f3df2a111e3 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:06.637350 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1c029930-47d0-4411-ad28-24a598b59ccd req-0e73c0aa-6378-4690-b4f1-373e8493c017 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:06.639958 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1c029930-47d0-4411-ad28-24a598b59ccd req-0e73c0aa-6378-4690-b4f1-373e8493c017 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:06.641118 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c029930-47d0-4411-ad28-24a598b59ccd req-0e73c0aa-6378-4690-b4f1-373e8493c017 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "DELETE /v2.0/security-groups/3bc74ad5-2994-4110-9816-c37fb856e1a5 HTTP/1.1" status: 204 len: 173 time: 0.2841318 Apr 21 12:39:06.655335 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73c0aa-6378-4690-b4f1-373e8493c017 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc74ad5-2994-4110-9816-c37fb856e1a5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:06.699369 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-037286e9-2055-4622-b0db-e7b3dd77cd51 req-442a1db4-f455-4c71-ab86-9162dae5c52f tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] show failed (client error): The resource could not be found. Apr 21 12:39:06.715050 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-037286e9-2055-4622-b0db-e7b3dd77cd51 req-442a1db4-f455-4c71-ab86-9162dae5c52f tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups/3bc74ad5-2994-4110-9816-c37fb856e1a5 HTTP/1.1" status: 404 len: 352 time: 0.0481267 Apr 21 12:39:06.816289 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d6ccab1-641e-46e2-9746-b51bfc12ae93 req-3923c633-213a-41ef-aaa9-584cba88564d tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups/b3e8e2c6-7acd-4eae-b9b2-d2c568f37af7 HTTP/1.1" status: 200 len: 1803 time: 0.0639431 Apr 21 12:39:06.829855 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-edcff1ca-75f3-4e1a-b9b0-3f3df2a111e3 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:06.876954 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3d6ccab1-641e-46e2-9746-b51bfc12ae93 req-47b7decc-2673-4ed3-9ff4-5325bfab92c7 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:06.900369 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3d6ccab1-641e-46e2-9746-b51bfc12ae93 req-47b7decc-2673-4ed3-9ff4-5325bfab92c7 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:06.945770 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-edcff1ca-75f3-4e1a-b9b0-3f3df2a111e3 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:07.019273 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcff1ca-75f3-4e1a-b9b0-3f3df2a111e3 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Pushing event updated for resources: {'Port': ['ID=e1b43281-c370-444d-bcbb-10e6814fef7b,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:07.030321 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-edcff1ca-75f3-4e1a-b9b0-3f3df2a111e3 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:07.080157 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3d6ccab1-641e-46e2-9746-b51bfc12ae93 req-47b7decc-2673-4ed3-9ff4-5325bfab92c7 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:07.082828 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3d6ccab1-641e-46e2-9746-b51bfc12ae93 req-47b7decc-2673-4ed3-9ff4-5325bfab92c7 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:07.083978 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d6ccab1-641e-46e2-9746-b51bfc12ae93 req-47b7decc-2673-4ed3-9ff4-5325bfab92c7 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "DELETE /v2.0/security-groups/b3e8e2c6-7acd-4eae-b9b2-d2c568f37af7 HTTP/1.1" status: 204 len: 173 time: 0.2612648 Apr 21 12:39:07.094511 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7decc-2673-4ed3-9ff4-5325bfab92c7 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e8e2c6-7acd-4eae-b9b2-d2c568f37af7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:07.120957 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-c1186af1-808e-40e6-8153-c2dcb244708d req-9e2b1610-07f7-4f1c-83ee-38ec0d8e6bcc tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] show failed (client error): The resource could not be found. Apr 21 12:39:07.122112 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c1186af1-808e-40e6-8153-c2dcb244708d req-9e2b1610-07f7-4f1c-83ee-38ec0d8e6bcc tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups/b3e8e2c6-7acd-4eae-b9b2-d2c568f37af7 HTTP/1.1" status: 404 len: 352 time: 0.0183439 Apr 21 12:39:07.170240 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-edcff1ca-75f3-4e1a-b9b0-3f3df2a111e3 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:07.171623 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-edcff1ca-75f3-4e1a-b9b0-3f3df2a111e3 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3254707 Apr 21 12:39:07.188772 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0f4e6398-07e4-4ab2-8367-9a4428678e90 req-ee987672-90f5-42d9-8627-80de2179def9 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups/c8196f03-ad9b-4087-959a-d829ceea6ac8 HTTP/1.1" status: 200 len: 1803 time: 0.0466974 Apr 21 12:39:07.282739 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0f4e6398-07e4-4ab2-8367-9a4428678e90 req-45251da6-2a54-4af4-946f-63c5111e0341 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:07.327461 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0f4e6398-07e4-4ab2-8367-9a4428678e90 req-45251da6-2a54-4af4-946f-63c5111e0341 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:07.459616 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0f4e6398-07e4-4ab2-8367-9a4428678e90 req-45251da6-2a54-4af4-946f-63c5111e0341 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:07.462321 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0f4e6398-07e4-4ab2-8367-9a4428678e90 req-45251da6-2a54-4af4-946f-63c5111e0341 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:07.463463 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0f4e6398-07e4-4ab2-8367-9a4428678e90 req-45251da6-2a54-4af4-946f-63c5111e0341 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "DELETE /v2.0/security-groups/c8196f03-ad9b-4087-959a-d829ceea6ac8 HTTP/1.1" status: 204 len: 173 time: 0.2666342 Apr 21 12:39:07.472999 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45251da6-2a54-4af4-946f-63c5111e0341 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8196f03-ad9b-4087-959a-d829ceea6ac8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:07.551402 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5a46db58-7394-4001-892e-2c059f3610ad req-d6f3bf60-6305-47e0-a370-69f84cfbbffb tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 210 time: 0.0292749 Apr 21 12:39:07.634142 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39978) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:07.642139 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec5ef819-1c9b-4218-8d0c-0d6c266c67c7 req-c26466f7-9227-45e1-9a70-863b5f0b3f25 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 210 time: 0.0294292 Apr 21 12:39:07.686837 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-2dd84750-c237-4fc7-af9c-15fba2ec3b4c req-39161718-8d59-41a9-8294-8cb5d252a51d tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] show failed (client error): The resource could not be found. Apr 21 12:39:07.687873 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2dd84750-c237-4fc7-af9c-15fba2ec3b4c req-39161718-8d59-41a9-8294-8cb5d252a51d tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups/c8196f03-ad9b-4087-959a-d829ceea6ac8 HTTP/1.1" status: 404 len: 352 time: 0.0155632 Apr 21 12:39:07.746432 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9a13fb05-bcf0-4ae2-8ccf-18cf1e3c0b96 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2060673323'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:07.778818 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24a205dd-b9db-4cac-9c45-040a1bcb5f8b req-5cbce2bd-d265-4c48-8773-a1c76aea716f tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=200ea3215b1e439ebb87b6253629ed97 HTTP/1.1" status: 200 len: 6156 time: 0.0642252 Apr 21 12:39:07.829209 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24a205dd-b9db-4cac-9c45-040a1bcb5f8b req-603eb82b-cdb4-4772-a624-b0743e0d0117 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups/4884a601-4783-43f4-a952-0b71b5197c3f HTTP/1.1" status: 200 len: 2985 time: 0.0442879 Apr 21 12:39:07.876277 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24a205dd-b9db-4cac-9c45-040a1bcb5f8b req-98872d0b-80a2-4a37-8b6c-c934cf8c3249 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups/4884a601-4783-43f4-a952-0b71b5197c3f HTTP/1.1" status: 200 len: 2985 time: 0.0402787 Apr 21 12:39:07.886799 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a13fb05-bcf0-4ae2-8ccf-18cf1e3c0b96 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:39:07.886799 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9a13fb05-bcf0-4ae2-8ccf-18cf1e3c0b96 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:07.893467 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9a13fb05-bcf0-4ae2-8ccf-18cf1e3c0b96 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:07.903130 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-434ba4fd-3529-45eb-8c64-fa14d12b2bce req-ae55d3ab-3020-4ef1-84d9-8c0e1cfd0927 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-766607590', 'description': 'tempest-description-1794758136'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:07.975320 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9a13fb05-bcf0-4ae2-8ccf-18cf1e3c0b96 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:08.065088 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-434ba4fd-3529-45eb-8c64-fa14d12b2bce req-ae55d3ab-3020-4ef1-84d9-8c0e1cfd0927 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:08.087942 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9a13fb05-bcf0-4ae2-8ccf-18cf1e3c0b96 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:08.111332 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a13fb05-bcf0-4ae2-8ccf-18cf1e3c0b96 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:39:08.125996 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13fb05-bcf0-4ae2-8ccf-18cf1e3c0b96 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ee51b1-b65d-41db-a3c0-434a7ba9e652,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:08.129849 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9a13fb05-bcf0-4ae2-8ccf-18cf1e3c0b96 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:08.130267 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-9a13fb05-bcf0-4ae2-8ccf-18cf1e3c0b96 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Added segment 0af79500-8dd3-4d3d-afc9-8ba81d70a113 of type vlan for network 1180f0e3-6284-4c93-8230-3ae008c643e6 Apr 21 12:39:08.152501 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-434ba4fd-3529-45eb-8c64-fa14d12b2bce req-ae55d3ab-3020-4ef1-84d9-8c0e1cfd0927 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:08.173088 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9a13fb05-bcf0-4ae2-8ccf-18cf1e3c0b96 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:08.248066 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-434ba4fd-3529-45eb-8c64-fa14d12b2bce req-ae55d3ab-3020-4ef1-84d9-8c0e1cfd0927 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:08.279256 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55d3ab-3020-4ef1-84d9-8c0e1cfd0927 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a47acb3-b770-4073-ac91-f2954cd6cee1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:08.293867 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9a13fb05-bcf0-4ae2-8ccf-18cf1e3c0b96 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:08.299647 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a13fb05-bcf0-4ae2-8ccf-18cf1e3c0b96 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:08.300266 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9a13fb05-bcf0-4ae2-8ccf-18cf1e3c0b96 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:08.366009 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a13fb05-bcf0-4ae2-8ccf-18cf1e3c0b96 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Network': ['ID=1180f0e3-6284-4c93-8230-3ae008c643e6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:08.376720 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 1180f0e3-6284-4c93-8230-3ae008c643e6 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:39:08.393669 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-434ba4fd-3529-45eb-8c64-fa14d12b2bce req-ae55d3ab-3020-4ef1-84d9-8c0e1cfd0927 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:08.402449 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-434ba4fd-3529-45eb-8c64-fa14d12b2bce req-ae55d3ab-3020-4ef1-84d9-8c0e1cfd0927 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5033069 Apr 21 12:39:08.421360 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9a13fb05-bcf0-4ae2-8ccf-18cf1e3c0b96 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7837937 Apr 21 12:39:08.421643 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39990) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:08.426114 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-72d7be35-defb-4b4f-ad14-756c884efae6 req-058a4e0a-35e1-4b01-a803-d2ffd6ef71b1 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1340542481', 'description': 'tempest-description-519750403'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:08.428867 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c99991e6-65f6-48da-9f59-ecfff4a94982 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'port': {'network_id': '1180f0e3-6284-4c93-8230-3ae008c643e6', 'name': 'tempest-PortsIpV6TestJSON-1604385796'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:08.551008 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-72d7be35-defb-4b4f-ad14-756c884efae6 req-058a4e0a-35e1-4b01-a803-d2ffd6ef71b1 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:08.579491 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99991e6-65f6-48da-9f59-ecfff4a94982 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:39:08.582982 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c99991e6-65f6-48da-9f59-ecfff4a94982 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:08.601452 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-c99991e6-65f6-48da-9f59-ecfff4a94982 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] device_id is not set on port 15a7213f-d455-4ac3-b626-d0ed5c5f0a88 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:39:08.623465 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-72d7be35-defb-4b4f-ad14-756c884efae6 req-058a4e0a-35e1-4b01-a803-d2ffd6ef71b1 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:08.733708 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-72d7be35-defb-4b4f-ad14-756c884efae6 req-058a4e0a-35e1-4b01-a803-d2ffd6ef71b1 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:08.763805 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a4e0a-35e1-4b01-a803-d2ffd6ef71b1 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42698102-5733-49e1-8752-fc88cf6c2c4a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:08.768975 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c99991e6-65f6-48da-9f59-ecfff4a94982 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:08.889987 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-72d7be35-defb-4b4f-ad14-756c884efae6 req-058a4e0a-35e1-4b01-a803-d2ffd6ef71b1 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:08.891257 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72d7be35-defb-4b4f-ad14-756c884efae6 req-058a4e0a-35e1-4b01-a803-d2ffd6ef71b1 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4731660 Apr 21 12:39:08.940759 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c99991e6-65f6-48da-9f59-ecfff4a94982 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:08.981763 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa83d128-6df5-4af5-b302-f3a4e134cbf5 req-6c96a05c-e898-4ba9-9daa-f559c57d29b9 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 210 time: 0.0305922 Apr 21 12:39:09.023817 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99991e6-65f6-48da-9f59-ecfff4a94982 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Port': ['ID=15a7213f-d455-4ac3-b626-d0ed5c5f0a88,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:09.043800 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99991e6-65f6-48da-9f59-ecfff4a94982 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Checking segment: {'id': '0af79500-8dd3-4d3d-afc9-8ba81d70a113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1180f0e3-6284-4c93-8230-3ae008c643e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:39:09.044297 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99991e6-65f6-48da-9f59-ecfff4a94982 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network hostable DHCP agents. Network: 1180f0e3-6284-4c93-8230-3ae008c643e6, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:39:09.083519 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b7b3843-9fc9-4a81-87cc-108ec84b2b6d req-325e6bbf-8975-46b8-a6b5-b43e2b36db8a tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 210 time: 0.0343757 Apr 21 12:39:09.179463 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99991e6-65f6-48da-9f59-ecfff4a94982 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network 1180f0e3-6284-4c93-8230-3ae008c643e6 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:39:09.267043 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-66810c56-778e-4729-b782-03b442423c9b tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:09.268448 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-66810c56-778e-4729-b782-03b442423c9b tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/networks?id=cb775869-9d11-4568-a39f-53490ef15123 HTTP/1.1" status: 200 len: 812 time: 0.1023369 Apr 21 12:39:09.270870 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-c99991e6-65f6-48da-9f59-ecfff4a94982 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 1180f0e3-6284-4c93-8230-3ae008c643e6) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:39:09.275446 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99991e6-65f6-48da-9f59-ecfff4a94982 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:39:09.282039 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99991e6-65f6-48da-9f59-ecfff4a94982 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:09.282830 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c99991e6-65f6-48da-9f59-ecfff4a94982 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:09.284808 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167b6936-7973-4ff2-85ed-ec932a501ba7 None None] Network 1180f0e3-6284-4c93-8230-3ae008c643e6 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:39:09.293127 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-0b0de3af-2602-444c-9bb4-31c8b7e83b51 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/quotas/200ea3215b1e439ebb87b6253629ed97 HTTP/1.1" status: 200 len: 375 time: 0.0143926 Apr 21 12:39:09.350920 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-7fa1d27a-0103-484a-ba34-5b83503147ee tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=200ea3215b1e439ebb87b6253629ed97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0514910 Apr 21 12:39:09.362363 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-8320a747-a1c3-44b4-9ea9-72cfd003f43e service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:39:09.363387 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-8320a747-a1c3-44b4-9ea9-72cfd003f43e service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058553 Apr 21 12:39:09.365049 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c99991e6-65f6-48da-9f59-ecfff4a94982 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9423845 Apr 21 12:39:09.369012 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40008) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:09.374235 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-af9e3768-abfe-4cc5-a6f3-ac5e3315e514 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-517417635'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:09.491974 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-8edd7365-cfb7-44b5-b633-6af488af147a service neutron] 10.222.0.36 "GET /v2.0/networks/cb775869-9d11-4568-a39f-53490ef15123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936894 Apr 21 12:39:09.496625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9e3768-abfe-4cc5-a6f3-ac5e3315e514 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:39:09.500118 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af9e3768-abfe-4cc5-a6f3-ac5e3315e514 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:09.579659 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af9e3768-abfe-4cc5-a6f3-ac5e3315e514 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:39:09.600142 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af9e3768-abfe-4cc5-a6f3-ac5e3315e514 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:09.600541 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-af9e3768-abfe-4cc5-a6f3-ac5e3315e514 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Added segment 191fc8dd-de19-463e-b0fb-911442d07b17 of type vlan for network 1f8f41ae-684a-40c7-890a-541980992bbb Apr 21 12:39:09.645152 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-716c8fa1-a5d3-403d-ab6b-4977f7b1399a service neutron] 10.222.0.36 "GET /v2.0/networks/cb775869-9d11-4568-a39f-53490ef15123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427386 Apr 21 12:39:09.653518 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af9e3768-abfe-4cc5-a6f3-ac5e3315e514 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:09.733987 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af9e3768-abfe-4cc5-a6f3-ac5e3315e514 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:09.740198 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9e3768-abfe-4cc5-a6f3-ac5e3315e514 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:09.741573 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af9e3768-abfe-4cc5-a6f3-ac5e3315e514 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:09.814490 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e3768-abfe-4cc5-a6f3-ac5e3315e514 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Network': ['ID=1f8f41ae-684a-40c7-890a-541980992bbb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:09.826379 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 1f8f41ae-684a-40c7-890a-541980992bbb details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:39:09.874895 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-af9e3768-abfe-4cc5-a6f3-ac5e3315e514 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5043356 Apr 21 12:39:09.876839 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40012) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:09.884993 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5cc084fa-455c-403f-bb8c-78efeb2f930e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'ports': [{'network_id': '1180f0e3-6284-4c93-8230-3ae008c643e6'}, {'network_id': '1f8f41ae-684a-40c7-890a-541980992bbb'}]} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:09.885699 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5cc084fa-455c-403f-bb8c-78efeb2f930e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'port': {'network_id': '1180f0e3-6284-4c93-8230-3ae008c643e6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:09.886260 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5cc084fa-455c-403f-bb8c-78efeb2f930e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'port': {'network_id': '1f8f41ae-684a-40c7-890a-541980992bbb'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:10.176618 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0637480d-3caf-48c3-935f-96f667ef0950 req-7703d909-c049-40c5-b503-1e0af79308ac tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 210 time: 0.0332417 Apr 21 12:39:10.201308 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc084fa-455c-403f-bb8c-78efeb2f930e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'port': 2} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:39:10.204137 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5cc084fa-455c-403f-bb8c-78efeb2f930e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:10.220379 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5cc084fa-455c-403f-bb8c-78efeb2f930e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:10.296706 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20ec233b-d35e-4220-9a7f-ce41205462a3 req-22018ba1-3469-48f1-826e-11b99a14f9c6 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f765c7-0483-4db8-9a06-efcb50ea9470 HTTP/1.1" status: 200 len: 210 time: 0.0619335 Apr 21 12:39:10.416565 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-381bdaa4-87b4-4b97-adab-1b30d61f75a8 req-b0471f48-584b-46a7-9b0c-a99f0bb97a14 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 210 time: 0.0368955 Apr 21 12:39:10.433311 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-5cc084fa-455c-403f-bb8c-78efeb2f930e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] device_id is not set on port d4f2cd78-06d3-43b5-a35b-195b1c0c6c26 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:39:10.524892 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5cc084fa-455c-403f-bb8c-78efeb2f930e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:10.593893 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-5cc084fa-455c-403f-bb8c-78efeb2f930e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] device_id is not set on port dfc8f96c-0bb9-4b60-8156-59e92737118b yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:39:10.675761 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5cc084fa-455c-403f-bb8c-78efeb2f930e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:10.814501 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5cc084fa-455c-403f-bb8c-78efeb2f930e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:10.861050 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc084fa-455c-403f-bb8c-78efeb2f930e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network 1180f0e3-6284-4c93-8230-3ae008c643e6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:39:10.864272 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-5cc084fa-455c-403f-bb8c-78efeb2f930e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:39:10.868681 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc084fa-455c-403f-bb8c-78efeb2f930e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:39:10.869618 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5cc084fa-455c-403f-bb8c-78efeb2f930e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:10.873922 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc084fa-455c-403f-bb8c-78efeb2f930e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Port': ['ID=d4f2cd78-06d3-43b5-a35b-195b1c0c6c26,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:10.936269 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc084fa-455c-403f-bb8c-78efeb2f930e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Port': ['ID=dfc8f96c-0bb9-4b60-8156-59e92737118b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:10.945510 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc084fa-455c-403f-bb8c-78efeb2f930e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Checking segment: {'id': '191fc8dd-de19-463e-b0fb-911442d07b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '1f8f41ae-684a-40c7-890a-541980992bbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:39:10.945894 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc084fa-455c-403f-bb8c-78efeb2f930e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network hostable DHCP agents. Network: 1f8f41ae-684a-40c7-890a-541980992bbb, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:39:11.036349 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc084fa-455c-403f-bb8c-78efeb2f930e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network 1f8f41ae-684a-40c7-890a-541980992bbb is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:39:11.139420 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-5cc084fa-455c-403f-bb8c-78efeb2f930e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 1f8f41ae-684a-40c7-890a-541980992bbb) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:39:11.143325 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc084fa-455c-403f-bb8c-78efeb2f930e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:39:11.150964 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc084fa-455c-403f-bb8c-78efeb2f930e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:11.151131 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e311fc25-9f17-4901-ac72-e639fe51d012 None None] Network 1f8f41ae-684a-40c7-890a-541980992bbb requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:39:11.156015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc084fa-455c-403f-bb8c-78efeb2f930e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:11.156736 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5cc084fa-455c-403f-bb8c-78efeb2f930e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:11.287034 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d60049f4-afd9-4efa-b0b4-0e48b87a75a7 req-0b2727a5-2ee8-432a-856d-b79e44098853 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 210 time: 0.0332332 Apr 21 12:39:11.294980 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5cc084fa-455c-403f-bb8c-78efeb2f930e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4169991 Apr 21 12:39:11.298045 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40030) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:11.435086 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7e91382f-eeaa-40cd-b252-52bfeecdada1 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting port dfc8f96c-0bb9-4b60-8156-59e92737118b {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:11.435568 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e91382f-eeaa-40cd-b252-52bfeecdada1 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:11.448181 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a265b62-a112-4cc2-9ee7-ee95973c7739 req-e71a11d3-8b4e-4135-b660-041d721907e7 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f765c7-0483-4db8-9a06-efcb50ea9470 HTTP/1.1" status: 200 len: 210 time: 0.0472438 Apr 21 12:39:11.514203 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e91382f-eeaa-40cd-b252-52bfeecdada1 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:11.530375 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7e91382f-eeaa-40cd-b252-52bfeecdada1 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Calling delete_port for dfc8f96c-0bb9-4b60-8156-59e92737118b owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:11.571751 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7da464ee-d658-4d20-890a-0eee573de98b req-8b780620-9179-4028-ae9b-fcb316626123 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 210 time: 0.0463803 Apr 21 12:39:11.699944 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e91382f-eeaa-40cd-b252-52bfeecdada1 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:11.731831 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e91382f-eeaa-40cd-b252-52bfeecdada1 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Port': ['ID=dfc8f96c-0bb9-4b60-8156-59e92737118b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:11.737538 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e91382f-eeaa-40cd-b252-52bfeecdada1 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:11.741749 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7e91382f-eeaa-40cd-b252-52bfeecdada1 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/ports/dfc8f96c-0bb9-4b60-8156-59e92737118b HTTP/1.1" status: 204 len: 168 time: 0.4414139 Apr 21 12:39:11.744226 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40036) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:11.796540 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c878ea-9eb6-464b-8fd2-fc92e333dde6 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:11.802645 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c878ea-9eb6-464b-8fd2-fc92e333dde6 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:11.804720 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-76c878ea-9eb6-464b-8fd2-fc92e333dde6 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0595875 Apr 21 12:39:11.807531 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40038) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:11.898895 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-8941c174-be6f-4e38-ba1f-be70b8e31f8a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting port d4f2cd78-06d3-43b5-a35b-195b1c0c6c26 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:11.899225 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8941c174-be6f-4e38-ba1f-be70b8e31f8a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:11.968494 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8941c174-be6f-4e38-ba1f-be70b8e31f8a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:11.982116 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-8941c174-be6f-4e38-ba1f-be70b8e31f8a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Calling delete_port for d4f2cd78-06d3-43b5-a35b-195b1c0c6c26 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:12.171416 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8941c174-be6f-4e38-ba1f-be70b8e31f8a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:12.203296 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941c174-be6f-4e38-ba1f-be70b8e31f8a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Port': ['ID=d4f2cd78-06d3-43b5-a35b-195b1c0c6c26,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:12.208451 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8941c174-be6f-4e38-ba1f-be70b8e31f8a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:12.212468 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8941c174-be6f-4e38-ba1f-be70b8e31f8a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/ports/d4f2cd78-06d3-43b5-a35b-195b1c0c6c26 HTTP/1.1" status: 204 len: 168 time: 0.4038026 Apr 21 12:39:12.214909 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40040) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:12.268108 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65063070-e8ef-466d-b2af-ebd12d496297 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:12.273486 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-65063070-e8ef-466d-b2af-ebd12d496297 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0534739 Apr 21 12:39:12.273486 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40042) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:12.296797 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e2378d-559c-4106-add1-abc24dd75a4d tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] GET failed (client error): The resource could not be found. Apr 21 12:39:12.298251 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d8e2378d-559c-4106-add1-abc24dd75a4d tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "GET /v2.0/ports/dfc8f96c-0bb9-4b60-8156-59e92737118b HTTP/1.1" status: 404 len: 333 time: 0.0244465 Apr 21 12:39:12.301012 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40044) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:12.326941 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d3ec238-1538-4531-8c9c-cfc8e7f6dd9b tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] GET failed (client error): The resource could not be found. Apr 21 12:39:12.331446 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40048) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:12.331613 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1d3ec238-1538-4531-8c9c-cfc8e7f6dd9b tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "GET /v2.0/ports/d4f2cd78-06d3-43b5-a35b-195b1c0c6c26 HTTP/1.1" status: 404 len: 333 time: 0.0292428 Apr 21 12:39:12.420665 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00f78be9-5ccf-445c-bb6b-b6edf85a5b61 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:12.460951 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1a5ec453-fa2e-41a5-b529-ceed41b5bc13 req-a1805e6a-8fcf-4125-9435-bf7fac10ce3b tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 210 time: 0.0700786 Apr 21 12:39:12.527900 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00f78be9-5ccf-445c-bb6b-b6edf85a5b61 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:12.551197 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-00f78be9-5ccf-445c-bb6b-b6edf85a5b61 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8f41ae-684a-40c7-890a-541980992bbb']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:12.552156 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-5fdb5fda-dab3-47ee-8936-da30d65b0adf tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:12.554217 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-5fdb5fda-dab3-47ee-8936-da30d65b0adf tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.24 "GET /v2.0/networks?id=cb775869-9d11-4568-a39f-53490ef15123 HTTP/1.1" status: 200 len: 812 time: 0.1844537 Apr 21 12:39:12.562993 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-00f78be9-5ccf-445c-bb6b-b6edf85a5b61 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191fc8dd-de19-463e-b0fb-911442d07b17') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:12.563334 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-00f78be9-5ccf-445c-bb6b-b6edf85a5b61 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191fc8dd-de19-463e-b0fb-911442d07b17') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:12.570599 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42863024-afc0-4ee3-9212-79376ef6a4f3 req-fa8f16da-30c6-4506-a7cc-927ac9f75ab6 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f765c7-0483-4db8-9a06-efcb50ea9470 HTTP/1.1" status: 200 len: 210 time: 0.0376539 Apr 21 12:39:12.574228 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-6faf0161-cb84-4a2d-8699-1e942223c74e tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Request body: {'port': {'device_id': '38f765c7-0483-4db8-9a06-efcb50ea9470', 'network_id': 'cb775869-9d11-4568-a39f-53490ef15123', 'admin_state_up': True, 'tenant_id': '200ea3215b1e439ebb87b6253629ed97'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:12.575484 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00f78be9-5ccf-445c-bb6b-b6edf85a5b61 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:12.592275 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00f78be9-5ccf-445c-bb6b-b6edf85a5b61 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:12.605256 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f78be9-5ccf-445c-bb6b-b6edf85a5b61 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:39:12.605815 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00f78be9-5ccf-445c-bb6b-b6edf85a5b61 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:39:12.609365 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:39:12.710849 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-44ec2d39-ab0b-4149-ba86-d674d0fa7c2d req-905ededd-0371-4e74-92d7-5ef65bda9736 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 210 time: 0.0349479 Apr 21 12:39:12.863161 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-6faf0161-cb84-4a2d-8699-1e942223c74e tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Made reservation on behalf of 200ea3215b1e439ebb87b6253629ed97 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:39:12.863324 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00f78be9-5ccf-445c-bb6b-b6edf85a5b61 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:12.866711 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-6faf0161-cb84-4a2d-8699-1e942223c74e tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:12.876299 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00f78be9-5ccf-445c-bb6b-b6edf85a5b61 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:12.879392 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-00f78be9-5ccf-445c-bb6b-b6edf85a5b61 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/networks/1f8f41ae-684a-40c7-890a-541980992bbb HTTP/1.1" status: 204 len: 168 time: 0.5462129 Apr 21 12:39:12.884985 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40054) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:12.890441 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-503152cf-b224-4a33-b7a3-8c7e31885742 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1912177681'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:12.894201 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f78be9-5ccf-445c-bb6b-b6edf85a5b61 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Network': ['ID=1f8f41ae-684a-40c7-890a-541980992bbb,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:13.026762 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-6faf0161-cb84-4a2d-8699-1e942223c74e tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Allocated IP 172.20.0.11 (cb775869-9d11-4568-a39f-53490ef15123/560717d2-4532-4d9d-a275-cdd3079699c4/591a766f-b2d2-4578-a0c1-5f44157dce34) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:39:13.052666 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-503152cf-b224-4a33-b7a3-8c7e31885742 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:39:13.055832 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-503152cf-b224-4a33-b7a3-8c7e31885742 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:13.110082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-503152cf-b224-4a33-b7a3-8c7e31885742 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:39:13.155138 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-503152cf-b224-4a33-b7a3-8c7e31885742 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:13.155485 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-503152cf-b224-4a33-b7a3-8c7e31885742 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Added segment d27c6cee-8fe2-4d41-ac46-518c2f00e906 of type vlan for network aca51f4a-e3ca-4e81-ace3-f8abaa6ae5f1 Apr 21 12:39:13.228300 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-503152cf-b224-4a33-b7a3-8c7e31885742 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:13.266650 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-6faf0161-cb84-4a2d-8699-1e942223c74e tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:13.359026 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-503152cf-b224-4a33-b7a3-8c7e31885742 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:13.367304 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-503152cf-b224-4a33-b7a3-8c7e31885742 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:13.368069 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-503152cf-b224-4a33-b7a3-8c7e31885742 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:13.434886 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-6faf0161-cb84-4a2d-8699-1e942223c74e tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:13.449883 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['7be45b6a-2875-4c3e-9e4c-53d996793f30'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:39:13.543779 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a012748b-6f3a-4152-9774-c778d0996bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:13.815064 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503152cf-b224-4a33-b7a3-8c7e31885742 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Network': ['ID=aca51f4a-e3ca-4e81-ace3-f8abaa6ae5f1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:13.828076 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-503152cf-b224-4a33-b7a3-8c7e31885742 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9390945 Apr 21 12:39:13.828239 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network aca51f4a-e3ca-4e81-ace3-f8abaa6ae5f1 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:39:13.828319 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40100) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:13.833422 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-32ed69ba-8c8f-4372-87eb-d3772611fbc6 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'subnet': {'network_id': 'aca51f4a-e3ca-4e81-ace3-f8abaa6ae5f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:13.862727 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7033b049-81e8-4a15-9c53-a44949f4dea3 req-cde74573-276c-4558-869b-4a212acdff35 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 210 time: 0.0487068 Apr 21 12:39:13.865191 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-6faf0161-cb84-4a2d-8699-1e942223c74e tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Network cb775869-9d11-4568-a39f-53490ef15123 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:39:13.868422 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-6faf0161-cb84-4a2d-8699-1e942223c74e tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:39:13.874058 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-6faf0161-cb84-4a2d-8699-1e942223c74e tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:39:13.878197 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf0161-cb84-4a2d-8699-1e942223c74e tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Pushing event updated for resources: {'Port': ['ID=591a766f-b2d2-4578-a0c1-5f44157dce34,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:13.956734 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-6faf0161-cb84-4a2d-8699-1e942223c74e tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:13.961164 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-6faf0161-cb84-4a2d-8699-1e942223c74e tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:14.051134 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cf755-3097-4890-b573-656a85ea3887 req-0c45a697-6a9d-4f6e-bf08-ae29f0b92ca5 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:14.052676 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7c1cf755-3097-4890-b573-656a85ea3887 req-0c45a697-6a9d-4f6e-bf08-ae29f0b92ca5 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f765c7-0483-4db8-9a06-efcb50ea9470 HTTP/1.1" status: 200 len: 932 time: 0.0533206 Apr 21 12:39:14.068600 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ed69ba-8c8f-4372-87eb-d3772611fbc6 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:39:14.072781 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-32ed69ba-8c8f-4372-87eb-d3772611fbc6 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:14.092794 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7c1cf755-3097-4890-b573-656a85ea3887 req-266e1818-c6d2-4882-85b5-3fa49c37a6a2 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4884a601-4783-43f4-a952-0b71b5197c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326664 Apr 21 12:39:14.143302 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.ipam_backend_mixin [None req-32ed69ba-8c8f-4372-87eb-d3772611fbc6 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Performing IP validity checks on allocation pools {{(pid=103397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 21 12:39:14.146126 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.ipam_backend_mixin [None req-32ed69ba-8c8f-4372-87eb-d3772611fbc6 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 21 12:39:14.147025 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-6faf0161-cb84-4a2d-8699-1e942223c74e tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5791042 Apr 21 12:39:14.164267 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-aa05134f-c447-4e98-bb19-6beb887ae61f service neutron] Request body: {'port': {'device_id': '38f765c7-0483-4db8-9a06-efcb50ea9470', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:14.194798 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-069127d5-22b9-44e7-8918-232f330a63c3 req-dcb197e9-718c-41ed-af05-b448e5174552 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 210 time: 0.0437534 Apr 21 12:39:14.260982 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-aa05134f-c447-4e98-bb19-6beb887ae61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:14.411830 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-32ed69ba-8c8f-4372-87eb-d3772611fbc6 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:14.498595 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ed69ba-8c8f-4372-87eb-d3772611fbc6 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Checking segment: {'id': 'd27c6cee-8fe2-4d41-ac46-518c2f00e906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'aca51f4a-e3ca-4e81-ace3-f8abaa6ae5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:39:14.499723 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ed69ba-8c8f-4372-87eb-d3772611fbc6 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network hostable DHCP agents. Network: aca51f4a-e3ca-4e81-ace3-f8abaa6ae5f1, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:39:14.505803 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ed69ba-8c8f-4372-87eb-d3772611fbc6 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Subnet': ['ID=5b19c1ea-9553-4154-9f62-ff8b3e159488,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:14.542324 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-aa05134f-c447-4e98-bb19-6beb887ae61f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 591a766f-b2d2-4578-a0c1-5f44157dce34 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:39:14.550371 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-aa05134f-c447-4e98-bb19-6beb887ae61f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:14.563753 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-aa05134f-c447-4e98-bb19-6beb887ae61f service neutron] Transition to ACTIVE for port object 591a766f-b2d2-4578-a0c1-5f44157dce34 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:39:14.714458 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ed69ba-8c8f-4372-87eb-d3772611fbc6 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network aca51f4a-e3ca-4e81-ace3-f8abaa6ae5f1 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:39:14.716146 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-aa05134f-c447-4e98-bb19-6beb887ae61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:14.784927 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05134f-c447-4e98-bb19-6beb887ae61f service neutron] Pushing event updated for resources: {'Port': ['ID=591a766f-b2d2-4578-a0c1-5f44157dce34,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:14.823268 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-32ed69ba-8c8f-4372-87eb-d3772611fbc6 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, aca51f4a-e3ca-4e81-ace3-f8abaa6ae5f1) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:39:14.829336 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ed69ba-8c8f-4372-87eb-d3772611fbc6 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:14.829985 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-32ed69ba-8c8f-4372-87eb-d3772611fbc6 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:14.838712 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-aa05134f-c447-4e98-bb19-6beb887ae61f service neutron] Attempting to bind port 591a766f-b2d2-4578-a0c1-5f44157dce34 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:39:14.839049 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-aa05134f-c447-4e98-bb19-6beb887ae61f service neutron] Attempting to bind port 591a766f-b2d2-4578-a0c1-5f44157dce34 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'c4a3f46e-3415-4058-ae67-97acc52158a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cb775869-9d11-4568-a39f-53490ef15123'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:39:14.839291 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21af53c2-d87f-4ae3-b358-33e492b70d8e None None] Network aca51f4a-e3ca-4e81-ace3-f8abaa6ae5f1 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:39:14.839786 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-aa05134f-c447-4e98-bb19-6beb887ae61f service neutron] Attempting to bind port 591a766f-b2d2-4578-a0c1-5f44157dce34 on network cb775869-9d11-4568-a39f-53490ef15123 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:39:14.844888 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-aa05134f-c447-4e98-bb19-6beb887ae61f service neutron] Port 591a766f-b2d2-4578-a0c1-5f44157dce34 on network cb775869-9d11-4568-a39f-53490ef15123 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:39:14.845308 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-aa05134f-c447-4e98-bb19-6beb887ae61f service neutron] Attempting to bind port 591a766f-b2d2-4578-a0c1-5f44157dce34 on network cb775869-9d11-4568-a39f-53490ef15123 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:39:14.851498 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-aa05134f-c447-4e98-bb19-6beb887ae61f service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:39:14.851990 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-aa05134f-c447-4e98-bb19-6beb887ae61f service neutron] Checking segment: {'id': 'c4a3f46e-3415-4058-ae67-97acc52158a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cb775869-9d11-4568-a39f-53490ef15123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:39:14.852484 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-aa05134f-c447-4e98-bb19-6beb887ae61f service neutron] Bound using segment: {'id': 'c4a3f46e-3415-4058-ae67-97acc52158a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cb775869-9d11-4568-a39f-53490ef15123'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:39:14.852952 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-aa05134f-c447-4e98-bb19-6beb887ae61f service neutron] Bound port: 591a766f-b2d2-4578-a0c1-5f44157dce34, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a3f46e-3415-4058-ae67-97acc52158a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'cb775869-9d11-4568-a39f-53490ef15123'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:39:14.853312 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-aa05134f-c447-4e98-bb19-6beb887ae61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:14.957569 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-aa05134f-c447-4e98-bb19-6beb887ae61f service neutron] For port 591a766f-b2d2-4578-a0c1-5f44157dce34, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:39:14.965625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-aa05134f-c447-4e98-bb19-6beb887ae61f service neutron] For port 591a766f-b2d2-4578-a0c1-5f44157dce34, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=591a766f-b2d2-4578-a0c1-5f44157dce34,segment=NetworkSegment(c4a3f46e-3415-4058-ae67-97acc52158a8),segment_id=c4a3f46e-3415-4058-ae67-97acc52158a8)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:39:14.984680 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-32ed69ba-8c8f-4372-87eb-d3772611fbc6 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1550469 Apr 21 12:39:14.987976 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40112) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:15.011729 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-aeac16a3-0d82-4052-a3e8-ad8abfc011fd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'port': {'network_id': 'aca51f4a-e3ca-4e81-ace3-f8abaa6ae5f1', 'name': 'tempest-PortsIpV6TestJSON-2045225186'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:15.062250 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c3ef572-b7cf-42b7-b8b0-6d3d005b6313 req-6c8085ae-40c2-4423-8f98-fcc48480b3d2 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 210 time: 0.0594003 Apr 21 12:39:15.215513 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76df6cc-1a4b-4c5c-9d23-3a526e1a10eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-aca51f4a-e3ca-4e81-ace3-f8abaa6ae5f1', 'network_id': 'aca51f4a-e3ca-4e81-ace3-f8abaa6ae5f1', 'tenant_id': 'c0f81ff131ed43f68e8e75bc14414841', 'fixed_ips': [{'subnet_id': '5b19c1ea-9553-4154-9f62-ff8b3e159488'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:39:15.216796 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c76df6cc-1a4b-4c5c-9d23-3a526e1a10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:15.262234 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719f250-e37c-4fef-a73b-0dba61cfa205 req-a30152be-bc95-47a5-a1fc-f64db92398e9 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:15.264863 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8719f250-e37c-4fef-a73b-0dba61cfa205 req-a30152be-bc95-47a5-a1fc-f64db92398e9 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f765c7-0483-4db8-9a06-efcb50ea9470 HTTP/1.1" status: 200 len: 944 time: 0.0757937 Apr 21 12:39:15.266815 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-aa05134f-c447-4e98-bb19-6beb887ae61f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:15.333337 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-aa05134f-c447-4e98-bb19-6beb887ae61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:15.334160 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-aa05134f-c447-4e98-bb19-6beb887ae61f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:15.336280 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-aa05134f-c447-4e98-bb19-6beb887ae61f service neutron] 10.222.0.24 "PUT /v2.0/ports/591a766f-b2d2-4578-a0c1-5f44157dce34 HTTP/1.1" status: 200 len: 1092 time: 1.1773322 Apr 21 12:39:15.337015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f765c7-0483-4db8-9a06-efcb50ea9470', 'tag': '591a766f-b2d2-4578-a0c1-5f44157dce34'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:39:15.339445 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c28e2ae-dfcc-45ee-a5d9-3dc2e1c9cc2d" -d '{"events": [{"name": "network-changed", "server_uuid": "38f765c7-0483-4db8-9a06-efcb50ea9470", "tag": "591a766f-b2d2-4578-a0c1-5f44157dce34"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:39:15.378919 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8719f250-e37c-4fef-a73b-0dba61cfa205 req-e4c456be-012e-4989-8587-3467cba7057b tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4884a601-4783-43f4-a952-0b71b5197c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065023 Apr 21 12:39:15.382365 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05134f-c447-4e98-bb19-6beb887ae61f service neutron] Pushing event updated for resources: {'Port': ['ID=591a766f-b2d2-4578-a0c1-5f44157dce34,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:15.411512 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeac16a3-0d82-4052-a3e8-ad8abfc011fd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:39:15.416046 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aeac16a3-0d82-4052-a3e8-ad8abfc011fd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:15.429200 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-c76df6cc-1a4b-4c5c-9d23-3a526e1a10eb None None] Allocated IP 2001:db8::2 (aca51f4a-e3ca-4e81-ace3-f8abaa6ae5f1/5b19c1ea-9553-4154-9f62-ff8b3e159488/ed25dcec-522e-46dc-b3ba-228287a37676) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:39:15.451927 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-aeac16a3-0d82-4052-a3e8-ad8abfc011fd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] device_id is not set on port c4642836-fdac-411b-bdd9-d6df6b4152f6 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:39:15.580569 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a84a795-6d5b-4784-9308-7822ab6be16a x-openstack-request-id: req-7a84a795-6d5b-4784-9308-7822ab6be16a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:39:15.581038 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f765c7-0483-4db8-9a06-efcb50ea9470", "tag": "591a766f-b2d2-4578-a0c1-5f44157dce34", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:39:15.581172 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7a84a795-6d5b-4784-9308-7822ab6be16a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:39:15.581760 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a84a795-6d5b-4784-9308-7822ab6be16a'] response: {'name': 'network-changed', 'server_uuid': '38f765c7-0483-4db8-9a06-efcb50ea9470', 'tag': '591a766f-b2d2-4578-a0c1-5f44157dce34', 'status': 'completed', 'code': 200} Apr 21 12:39:15.609408 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d5730728-5f90-42ec-a45a-857aa22dfd79 req-24950c12-1c2f-4676-b695-e6c462b49178 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 210 time: 0.1351538 Apr 21 12:39:15.623166 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-bc517cc7-7fa0-487f-873c-96c57849520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:15.626048 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-bc517cc7-7fa0-487f-873c-96c57849520e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=200ea3215b1e439ebb87b6253629ed97&device_id=38f765c7-0483-4db8-9a06-efcb50ea9470 HTTP/1.1" status: 200 len: 1095 time: 0.1314757 Apr 21 12:39:15.645713 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c76df6cc-1a4b-4c5c-9d23-3a526e1a10eb None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:15.711739 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-b2373730-5ee6-4c96-b053-b179bf9a0af1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=591a766f-b2d2-4578-a0c1-5f44157dce34 HTTP/1.1" status: 200 len: 217 time: 0.0766261 Apr 21 12:39:15.771754 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-1415afe9-ddef-454c-b412-753ea169a158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:15.773335 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-1415afe9-ddef-454c-b412-753ea169a158 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=560717d2-4532-4d9d-a275-cdd3079699c4 HTTP/1.1" status: 200 len: 852 time: 0.0502813 Apr 21 12:39:15.791639 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d3337ba-b03f-48d5-99f6-84c8418c9f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:15.795583 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c76df6cc-1a4b-4c5c-9d23-3a526e1a10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:15.837801 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-c8ff4bcc-9456-4894-9e6f-ef947b6c4489 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb775869-9d11-4568-a39f-53490ef15123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551260 Apr 21 12:39:15.862794 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76df6cc-1a4b-4c5c-9d23-3a526e1a10eb None None] Network aca51f4a-e3ca-4e81-ace3-f8abaa6ae5f1 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:39:15.865452 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c76df6cc-1a4b-4c5c-9d23-3a526e1a10eb None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:39:15.870743 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76df6cc-1a4b-4c5c-9d23-3a526e1a10eb None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:39:15.907957 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-aeac16a3-0d82-4052-a3e8-ad8abfc011fd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Allocated IP 2001:db8::319 (aca51f4a-e3ca-4e81-ace3-f8abaa6ae5f1/5b19c1ea-9553-4154-9f62-ff8b3e159488/c4642836-fdac-411b-bdd9-d6df6b4152f6) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:39:15.926753 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76df6cc-1a4b-4c5c-9d23-3a526e1a10eb None None] Pushing event updated for resources: {'Port': ['ID=ed25dcec-522e-46dc-b3ba-228287a37676,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:15.974526 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c76df6cc-1a4b-4c5c-9d23-3a526e1a10eb None None] Attempting to bind port ed25dcec-522e-46dc-b3ba-228287a37676 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:39:15.975825 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c76df6cc-1a4b-4c5c-9d23-3a526e1a10eb None None] Attempting to bind port ed25dcec-522e-46dc-b3ba-228287a37676 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'd27c6cee-8fe2-4d41-ac46-518c2f00e906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'aca51f4a-e3ca-4e81-ace3-f8abaa6ae5f1'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:39:15.976426 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76df6cc-1a4b-4c5c-9d23-3a526e1a10eb None None] Attempting to bind port ed25dcec-522e-46dc-b3ba-228287a37676 on network aca51f4a-e3ca-4e81-ace3-f8abaa6ae5f1 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:39:15.984908 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76df6cc-1a4b-4c5c-9d23-3a526e1a10eb None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:39:15.987534 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76df6cc-1a4b-4c5c-9d23-3a526e1a10eb None None] Checking segment: {'id': 'd27c6cee-8fe2-4d41-ac46-518c2f00e906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'aca51f4a-e3ca-4e81-ace3-f8abaa6ae5f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:39:15.989112 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c76df6cc-1a4b-4c5c-9d23-3a526e1a10eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:15.991639 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76df6cc-1a4b-4c5c-9d23-3a526e1a10eb None None] Bound using segment: {'id': 'd27c6cee-8fe2-4d41-ac46-518c2f00e906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'aca51f4a-e3ca-4e81-ace3-f8abaa6ae5f1'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:39:15.992391 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c76df6cc-1a4b-4c5c-9d23-3a526e1a10eb None None] Bound port: ed25dcec-522e-46dc-b3ba-228287a37676, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27c6cee-8fe2-4d41-ac46-518c2f00e906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'aca51f4a-e3ca-4e81-ace3-f8abaa6ae5f1'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:39:15.993137 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c76df6cc-1a4b-4c5c-9d23-3a526e1a10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:16.085923 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-44f87ee1-8e20-4338-919f-6d906bd76859 service neutron] 10.222.0.24 "GET /v2.0/networks/cb775869-9d11-4568-a39f-53490ef15123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341809 Apr 21 12:39:16.133356 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c76df6cc-1a4b-4c5c-9d23-3a526e1a10eb None None] For port ed25dcec-522e-46dc-b3ba-228287a37676, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:39:16.137096 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c76df6cc-1a4b-4c5c-9d23-3a526e1a10eb None None] For port ed25dcec-522e-46dc-b3ba-228287a37676, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ed25dcec-522e-46dc-b3ba-228287a37676,segment=NetworkSegment(d27c6cee-8fe2-4d41-ac46-518c2f00e906),segment_id=d27c6cee-8fe2-4d41-ac46-518c2f00e906)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:39:16.217301 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-613ce71e-f641-4d50-b930-332ea7ce72bf req-f6812719-e28c-429e-b8e2-a7338c57a40c service neutron] 10.222.0.24 "GET /v2.0/networks/cb775869-9d11-4568-a39f-53490ef15123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265116 Apr 21 12:39:16.271249 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c76df6cc-1a4b-4c5c-9d23-3a526e1a10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:16.284494 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aeac16a3-0d82-4052-a3e8-ad8abfc011fd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:16.312368 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ca286340-2010-43d0-afa8-44b4e0fc9ac6 req-eb1bb058-5397-4750-8014-4834cc29310f tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=5bb432c3-6188-47f9-b2d0-1ad1c3e4b3d4 HTTP/1.1" status: 200 len: 210 time: 0.0437334 Apr 21 12:39:16.401933 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76df6cc-1a4b-4c5c-9d23-3a526e1a10eb None None] Pushing event updated for resources: {'Port': ['ID=ed25dcec-522e-46dc-b3ba-228287a37676,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:16.478006 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aeac16a3-0d82-4052-a3e8-ad8abfc011fd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:16.504972 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28e2ae-dfcc-45ee-a5d9-3dc2e1c9cc2d req-4f54402c-a408-4eb6-bc39-0c767931494e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:16.507725 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c28e2ae-dfcc-45ee-a5d9-3dc2e1c9cc2d req-4f54402c-a408-4eb6-bc39-0c767931494e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=200ea3215b1e439ebb87b6253629ed97&device_id=38f765c7-0483-4db8-9a06-efcb50ea9470 HTTP/1.1" status: 200 len: 1095 time: 0.1100659 Apr 21 12:39:16.580903 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeac16a3-0d82-4052-a3e8-ad8abfc011fd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network aca51f4a-e3ca-4e81-ace3-f8abaa6ae5f1 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:39:16.584157 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-aeac16a3-0d82-4052-a3e8-ad8abfc011fd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:39:16.607063 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeac16a3-0d82-4052-a3e8-ad8abfc011fd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:39:16.620733 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeac16a3-0d82-4052-a3e8-ad8abfc011fd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:16.621405 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aeac16a3-0d82-4052-a3e8-ad8abfc011fd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:16.652774 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeac16a3-0d82-4052-a3e8-ad8abfc011fd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Port': ['ID=c4642836-fdac-411b-bdd9-d6df6b4152f6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:16.743386 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c901297-9134-4fc2-84d2-6fad0649dea0 req-a6bab1b7-8fee-4e9c-a809-de09cb374959 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:16.744950 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c901297-9134-4fc2-84d2-6fad0649dea0 req-a6bab1b7-8fee-4e9c-a809-de09cb374959 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f765c7-0483-4db8-9a06-efcb50ea9470 HTTP/1.1" status: 200 len: 944 time: 0.2059102 Apr 21 12:39:16.757445 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-aeac16a3-0d82-4052-a3e8-ad8abfc011fd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7653022 Apr 21 12:39:16.757939 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40174) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:16.870813 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:16.935591 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31d4adee-1a7e-4434-965c-3ccca6e7ed6a req-05297426-4115-4008-ba97-eafd3a1755e5 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 210 time: 0.1179929 Apr 21 12:39:16.941656 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c901297-9134-4fc2-84d2-6fad0649dea0 req-592da1bf-0da1-4cc2-ba3e-46d31df35970 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4884a601-4783-43f4-a952-0b71b5197c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875253 Apr 21 12:39:16.942870 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28e2ae-dfcc-45ee-a5d9-3dc2e1c9cc2d req-08857672-e4ce-4b1c-9a53-37c39a8f9887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:16.945441 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c28e2ae-dfcc-45ee-a5d9-3dc2e1c9cc2d req-08857672-e4ce-4b1c-9a53-37c39a8f9887 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cb775869-9d11-4568-a39f-53490ef15123 HTTP/1.1" status: 200 len: 913 time: 0.4291513 Apr 21 12:39:16.967907 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f2585927-585d-4705-9784-af3de249e718 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting port c4642836-fdac-411b-bdd9-d6df6b4152f6 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:16.968440 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2585927-585d-4705-9784-af3de249e718 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:16.996277 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c28e2ae-dfcc-45ee-a5d9-3dc2e1c9cc2d req-876056df-7d9f-4757-9793-5dcb9168fbe7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=591a766f-b2d2-4578-a0c1-5f44157dce34 HTTP/1.1" status: 200 len: 217 time: 0.0435572 Apr 21 12:39:17.076765 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28e2ae-dfcc-45ee-a5d9-3dc2e1c9cc2d req-146456df-32a2-45b8-a2d7-40f2b090b770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:17.084128 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c28e2ae-dfcc-45ee-a5d9-3dc2e1c9cc2d req-146456df-32a2-45b8-a2d7-40f2b090b770 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=560717d2-4532-4d9d-a275-cdd3079699c4 HTTP/1.1" status: 200 len: 852 time: 0.0802057 Apr 21 12:39:17.132902 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c28e2ae-dfcc-45ee-a5d9-3dc2e1c9cc2d req-6bd0c6be-3bcb-4d99-b8d5-0210d6f7b94e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb775869-9d11-4568-a39f-53490ef15123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404356 Apr 21 12:39:17.301895 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c28e2ae-dfcc-45ee-a5d9-3dc2e1c9cc2d req-33af7a6b-b337-4b70-9f67-e68b5be79bdc service neutron] 10.222.0.24 "GET /v2.0/networks/cb775869-9d11-4568-a39f-53490ef15123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586440 Apr 21 12:39:17.439438 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ed25dcec-522e-46dc-b3ba-228287a37676 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:39:17.507451 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port ed25dcec-522e-46dc-b3ba-228287a37676 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:17.508240 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c28e2ae-dfcc-45ee-a5d9-3dc2e1c9cc2d req-568abd05-5709-4a24-81f7-42488ded7005 service neutron] 10.222.0.24 "GET /v2.0/networks/cb775869-9d11-4568-a39f-53490ef15123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982603 Apr 21 12:39:17.508594 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:17.628122 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2585927-585d-4705-9784-af3de249e718 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:17.662102 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f2585927-585d-4705-9784-af3de249e718 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Calling delete_port for c4642836-fdac-411b-bdd9-d6df6b4152f6 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:17.727062 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:17.734414 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:17.796463 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port ed25dcec-522e-46dc-b3ba-228287a37676, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ed25dcec-522e-46dc-b3ba-228287a37676,segment=NetworkSegment(d27c6cee-8fe2-4d41-ac46-518c2f00e906),segment_id=d27c6cee-8fe2-4d41-ac46-518c2f00e906)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:17.927430 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:18.005837 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2585927-585d-4705-9784-af3de249e718 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:18.020078 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390bbabf-ba35-454d-a2b9-1f840971ff29 None None] Network aca51f4a-e3ca-4e81-ace3-f8abaa6ae5f1 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:39:18.041768 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=ed25dcec-522e-46dc-b3ba-228287a37676,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:18.109159 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2585927-585d-4705-9784-af3de249e718 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Port': ['ID=c4642836-fdac-411b-bdd9-d6df6b4152f6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:18.128778 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6caa621d-805a-487e-bcfd-263e79b1983e None None] Provisioning complete for port ed25dcec-522e-46dc-b3ba-228287a37676 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:18.129155 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6caa621d-805a-487e-bcfd-263e79b1983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:18.139486 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b15b57eb-4c53-403f-9ab1-8dab94a1d5bd req-e4cb3604-ff76-441f-bfd9-f82dbca4641f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/ports?device_id=90ffa0ab-a8d2-45c8-addf-ff68a466c64f HTTP/1.1" status: 200 len: 210 time: 0.0522125 Apr 21 12:39:18.165565 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2585927-585d-4705-9784-af3de249e718 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:18.168762 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f2585927-585d-4705-9784-af3de249e718 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/ports/c4642836-fdac-411b-bdd9-d6df6b4152f6 HTTP/1.1" status: 204 len: 168 time: 1.4094949 Apr 21 12:39:18.171418 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40194) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:18.219485 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-90ce8d80-f326-4c2b-a818-2ae595a09467 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:39:18.220062 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90ce8d80-f326-4c2b-a818-2ae595a09467 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:39:18.223137 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-90ce8d80-f326-4c2b-a818-2ae595a09467 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/ports/c4642836-fdac-411b-bdd9-d6df6b4152f6 HTTP/1.1" status: 404 len: 333 time: 0.0507617 Apr 21 12:39:18.229538 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40198) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:18.286833 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d15b924-3e1b-49c9-9b7e-ea56e4f23a6c tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] GET failed (client error): The resource could not be found. Apr 21 12:39:18.290182 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3d15b924-3e1b-49c9-9b7e-ea56e4f23a6c tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "GET /v2.0/ports/c4642836-fdac-411b-bdd9-d6df6b4152f6 HTTP/1.1" status: 404 len: 333 time: 0.0616417 Apr 21 12:39:18.294350 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40202) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:18.323470 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe2bb4-e241-4034-93c7-c240f233af7a req-3020cf06-b9f1-4632-828f-dd38ffdf007f tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:18.329336 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9fbe2bb4-e241-4034-93c7-c240f233af7a req-3020cf06-b9f1-4632-828f-dd38ffdf007f tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f765c7-0483-4db8-9a06-efcb50ea9470 HTTP/1.1" status: 200 len: 944 time: 0.1873333 Apr 21 12:39:18.410075 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-0510dfca-ff66-4540-ad04-e9d14954f737 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting subnet 5b19c1ea-9553-4154-9f62-ff8b3e159488 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:39:18.411207 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:18.423194 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0510dfca-ff66-4540-ad04-e9d14954f737 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:18.435286 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9fbe2bb4-e241-4034-93c7-c240f233af7a req-2e74a7be-ec3f-48db-a05f-c9658e0a70db tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4884a601-4783-43f4-a952-0b71b5197c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907991 Apr 21 12:39:18.505325 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0510dfca-ff66-4540-ad04-e9d14954f737 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:18.688274 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0510dfca-ff66-4540-ad04-e9d14954f737 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:18.719731 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:18.842586 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7425855d-f08c-45e3-9b01-447b9a527e70 None None] Provisioning complete for port ed25dcec-522e-46dc-b3ba-228287a37676 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:18.844159 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7425855d-f08c-45e3-9b01-447b9a527e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:18.934696 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0510dfca-ff66-4540-ad04-e9d14954f737 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:19.026477 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510dfca-ff66-4540-ad04-e9d14954f737 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Subnet': ['ID=5b19c1ea-9553-4154-9f62-ff8b3e159488,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:19.036329 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0510dfca-ff66-4540-ad04-e9d14954f737 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:19.043413 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0510dfca-ff66-4540-ad04-e9d14954f737 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/subnets/5b19c1ea-9553-4154-9f62-ff8b3e159488 HTTP/1.1" status: 204 len: 168 time: 0.7482946 Apr 21 12:39:19.046196 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40208) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:19.088203 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f80f39-1a47-4f0c-94fa-d3e15d039b63 None None] Network aca51f4a-e3ca-4e81-ace3-f8abaa6ae5f1 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:39:19.176777 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fba3a892-5c8a-4ba9-8371-f82f433795cc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:19.255029 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fba3a892-5c8a-4ba9-8371-f82f433795cc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting port ed25dcec-522e-46dc-b3ba-228287a37676 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:19.255419 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fba3a892-5c8a-4ba9-8371-f82f433795cc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:19.340433 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 591a766f-b2d2-4578-a0c1-5f44157dce34 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:39:19.438939 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-59dbee68-5933-436c-9409-d73700e05319 None None] Could not find standard attr ID for object c4642836-fdac-411b-bdd9-d6df6b4152f6. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:39:19.449797 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40224) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:19.476495 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-fba3a892-5c8a-4ba9-8371-f82f433795cc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] For port ed25dcec-522e-46dc-b3ba-228287a37676, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ed25dcec-522e-46dc-b3ba-228287a37676,segment=NetworkSegment(d27c6cee-8fe2-4d41-ac46-518c2f00e906),segment_id=d27c6cee-8fe2-4d41-ac46-518c2f00e906)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:19.478020 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fba3a892-5c8a-4ba9-8371-f82f433795cc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:19.571087 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fba3a892-5c8a-4ba9-8371-f82f433795cc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Calling delete_port for ed25dcec-522e-46dc-b3ba-228287a37676 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:19.589214 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ed25dcec-522e-46dc-b3ba-228287a37676 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:39:19.678198 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337830d6-c221-4ba2-a43b-a5f48af4e478 None None] DHCP port deletion for aca51f4a-e3ca-4e81-ace3-f8abaa6ae5f1 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:39:19.715493 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8185e0a0-3b51-4568-a677-44ee17decd1b tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:19.775668 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 591a766f-b2d2-4578-a0c1-5f44157dce34, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=591a766f-b2d2-4578-a0c1-5f44157dce34,segment=NetworkSegment(c4a3f46e-3415-4058-ae67-97acc52158a8),segment_id=c4a3f46e-3415-4058-ae67-97acc52158a8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:19.808505 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8185e0a0-3b51-4568-a677-44ee17decd1b tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:19.818488 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '591a766f-b2d2-4578-a0c1-5f44157dce34', 'network_id': 'cb775869-9d11-4568-a39f-53490ef15123', 'port_id': '591a766f-b2d2-4578-a0c1-5f44157dce34', 'mac_address': 'fa:16:3e:2f:53:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '560717d2-4532-4d9d-a275-cdd3079699c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:39:19.833348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port ed25dcec-522e-46dc-b3ba-228287a37676 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:19.833348 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:19.997974 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8185e0a0-3b51-4568-a677-44ee17decd1b tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:19.998127 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-337830d6-c221-4ba2-a43b-a5f48af4e478 None None] Deleting port ed25dcec-522e-46dc-b3ba-228287a37676 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:19.998127 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-337830d6-c221-4ba2-a43b-a5f48af4e478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:19.998280 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8185e0a0-3b51-4568-a677-44ee17decd1b tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:20.002845 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8185e0a0-3b51-4568-a677-44ee17decd1b tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "DELETE /v2.0/security-groups/e64b4e83-099e-4c9c-9bac-7455cf8df492 HTTP/1.1" status: 204 len: 168 time: 0.5518980 Apr 21 12:39:20.004480 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40238) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:20.069074 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51a0db0-5abe-48c4-a72f-32cb0da9142c req-53eeb149-e673-4ade-b4fb-9a8af8061f24 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:20.075079 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185e0a0-3b51-4568-a677-44ee17decd1b tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64b4e83-099e-4c9c-9bac-7455cf8df492,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:20.088206 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e51a0db0-5abe-48c4-a72f-32cb0da9142c req-53eeb149-e673-4ade-b4fb-9a8af8061f24 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f765c7-0483-4db8-9a06-efcb50ea9470 HTTP/1.1" status: 200 len: 944 time: 0.3255150 Apr 21 12:39:20.095122 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-c5690f29-f2a9-433d-be8e-5fcf7b7d8a87 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] show failed (client error): The resource could not be found. Apr 21 12:39:20.103378 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c5690f29-f2a9-433d-be8e-5fcf7b7d8a87 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "GET /v2.0/security-groups/e64b4e83-099e-4c9c-9bac-7455cf8df492 HTTP/1.1" status: 404 len: 347 time: 0.0679967 Apr 21 12:39:20.103997 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40244) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:20.232661 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e51a0db0-5abe-48c4-a72f-32cb0da9142c req-1b6043a9-b75c-4b78-ab87-7d05d8b9b44b tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4884a601-4783-43f4-a952-0b71b5197c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432211 Apr 21 12:39:20.241403 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:20.246803 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fba3a892-5c8a-4ba9-8371-f82f433795cc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:20.325493 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3a892-5c8a-4ba9-8371-f82f433795cc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Port': ['ID=ed25dcec-522e-46dc-b3ba-228287a37676,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:20.364397 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba3a892-5c8a-4ba9-8371-f82f433795cc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] No DVR routers for this DVR port ed25dcec-522e-46dc-b3ba-228287a37676 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:39:20.370369 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40250) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:20.379290 n-d-836147-2 neutron-server[103399]: INFO neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No ports have port_id starting with ed25dcec-522e-46dc-b3ba-228287a37676 Apr 21 12:39:20.433790 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 591a766f-b2d2-4578-a0c1-5f44157dce34 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:39:20.472275 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c30b8c21-83b4-4325-a045-a467f633066f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Deleting port f1f8e56d-b7d6-4263-b924-db2e745cdc48 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:20.472952 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c30b8c21-83b4-4325-a045-a467f633066f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:20.493646 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 591a766f-b2d2-4578-a0c1-5f44157dce34, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=591a766f-b2d2-4578-a0c1-5f44157dce34,segment=NetworkSegment(c4a3f46e-3415-4058-ae67-97acc52158a8),segment_id=c4a3f46e-3415-4058-ae67-97acc52158a8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:20.495083 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fba3a892-5c8a-4ba9-8371-f82f433795cc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:20.525356 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-337830d6-c221-4ba2-a43b-a5f48af4e478 None None] For port ed25dcec-522e-46dc-b3ba-228287a37676, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ed25dcec-522e-46dc-b3ba-228287a37676,segment=NetworkSegment(d27c6cee-8fe2-4d41-ac46-518c2f00e906),segment_id=d27c6cee-8fe2-4d41-ac46-518c2f00e906)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:20.525796 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-337830d6-c221-4ba2-a43b-a5f48af4e478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:20.526645 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-fba3a892-5c8a-4ba9-8371-f82f433795cc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aca51f4a-e3ca-4e81-ace3-f8abaa6ae5f1']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:20.538461 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-fba3a892-5c8a-4ba9-8371-f82f433795cc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd27c6cee-8fe2-4d41-ac46-518c2f00e906') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:20.538761 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-fba3a892-5c8a-4ba9-8371-f82f433795cc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd27c6cee-8fe2-4d41-ac46-518c2f00e906') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:20.543151 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:20.555829 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fba3a892-5c8a-4ba9-8371-f82f433795cc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:20.567970 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-337830d6-c221-4ba2-a43b-a5f48af4e478 None None] Calling delete_port for ed25dcec-522e-46dc-b3ba-228287a37676 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:20.592735 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fba3a892-5c8a-4ba9-8371-f82f433795cc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:20.602738 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fba3a892-5c8a-4ba9-8371-f82f433795cc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:39:20.602738 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fba3a892-5c8a-4ba9-8371-f82f433795cc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:20.638560 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c30b8c21-83b4-4325-a045-a467f633066f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:20.638895 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c30b8c21-83b4-4325-a045-a467f633066f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:20.664491 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c30b8c21-83b4-4325-a045-a467f633066f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Calling delete_port for f1f8e56d-b7d6-4263-b924-db2e745cdc48 owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:20.791387 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:39:20.794474 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:39:20.901285 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea82c4c9-6bf7-42d5-b2df-f738ca66a7a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:20.955645 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=591a766f-b2d2-4578-a0c1-5f44157dce34,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:20.996194 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fba3a892-5c8a-4ba9-8371-f82f433795cc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:21.017695 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fba3a892-5c8a-4ba9-8371-f82f433795cc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:21.019037 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-337830d6-c221-4ba2-a43b-a5f48af4e478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:21.032323 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40262) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:21.043863 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a1a9cde8-0c08-497d-82cd-d84f5be15b35 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1912645213'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:21.044663 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fba3a892-5c8a-4ba9-8371-f82f433795cc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/networks/aca51f4a-e3ca-4e81-ace3-f8abaa6ae5f1 HTTP/1.1" status: 204 len: 168 time: 1.9972310 Apr 21 12:39:21.049240 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-337830d6-c221-4ba2-a43b-a5f48af4e478 None None] Network aca51f4a-e3ca-4e81-ace3-f8abaa6ae5f1 is not hosted by any dhcp agent {{(pid=103399) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 21 12:39:21.056870 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337830d6-c221-4ba2-a43b-a5f48af4e478 None None] No DVR routers for this DVR port ed25dcec-522e-46dc-b3ba-228287a37676 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:39:21.071084 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3a892-5c8a-4ba9-8371-f82f433795cc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Network': ['ID=aca51f4a-e3ca-4e81-ace3-f8abaa6ae5f1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:21.105611 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['591a766f-b2d2-4578-a0c1-5f44157dce34'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:39:21.108514 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c30b8c21-83b4-4325-a045-a467f633066f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:21.116368 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337830d6-c221-4ba2-a43b-a5f48af4e478 None None] Pushing event deleted for resources: {'Port': ['ID=ed25dcec-522e-46dc-b3ba-228287a37676,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:21.169720 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b8c21-83b4-4325-a045-a467f633066f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Pushing event deleted for resources: {'Port': ['ID=f1f8e56d-b7d6-4263-b924-db2e745cdc48,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:21.172200 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea82c4c9-6bf7-42d5-b2df-f738ca66a7a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:21.226465 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a9cde8-0c08-497d-82cd-d84f5be15b35 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:39:21.231699 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1a9cde8-0c08-497d-82cd-d84f5be15b35 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:21.249625 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c30b8c21-83b4-4325-a045-a467f633066f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for floatingip, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:21.252600 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c30b8c21-83b4-4325-a045-a467f633066f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:21.257092 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40266) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:21.257559 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c30b8c21-83b4-4325-a045-a467f633066f tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "DELETE /v2.0/floatingips/f41dfc8e-3f22-4410-8610-296bfef9ea48 HTTP/1.1" status: 204 len: 168 time: 1.1489780 Apr 21 12:39:21.269981 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a9cde8-0c08-497d-82cd-d84f5be15b35 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:39:21.275839 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea82c4c9-6bf7-42d5-b2df-f738ca66a7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:21.291094 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1a9cde8-0c08-497d-82cd-d84f5be15b35 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:21.291545 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-a1a9cde8-0c08-497d-82cd-d84f5be15b35 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Added segment a9f57646-52c9-4511-97b0-0c03addff10a of type vlan for network 6394ac92-d155-4399-8c97-3c0c32c6813a Apr 21 12:39:21.398919 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1a9cde8-0c08-497d-82cd-d84f5be15b35 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:21.446898 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ea82c4c9-6bf7-42d5-b2df-f738ca66a7a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=10c13bb84f854e0aad615d6ae671d8c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0752039 Apr 21 12:39:21.450364 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40268) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:21.457412 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ed25dcec-522e-46dc-b3ba-228287a37676 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:39:21.532378 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1a9cde8-0c08-497d-82cd-d84f5be15b35 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:21.540341 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a9cde8-0c08-497d-82cd-d84f5be15b35 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:21.541357 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1a9cde8-0c08-497d-82cd-d84f5be15b35 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:21.590298 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: ed25dcec-522e-46dc-b3ba-228287a37676 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:39:21.590939 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ed25dcec-522e-46dc-b3ba-228287a37676 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:39:21.602697 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cccb23-eb54-4bb8-9f9c-78df6484a2ba req-98b316f2-445b-4509-9431-618ad7cb09ae tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:21.604281 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-44cccb23-eb54-4bb8-9f9c-78df6484a2ba req-98b316f2-445b-4509-9431-618ad7cb09ae tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f765c7-0483-4db8-9a06-efcb50ea9470 HTTP/1.1" status: 200 len: 945 time: 0.1121862 Apr 21 12:39:21.654980 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfe5ac8-98b9-4c29-a091-f037b6b96d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:21.663236 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-4d099841-3249-4dd1-abf9-9936aad63251 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Deleting port fadb7cc0-7e48-4b28-bd3b-61295e53ad04 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:21.663576 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d099841-3249-4dd1-abf9-9936aad63251 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:21.684042 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a1a9cde8-0c08-497d-82cd-d84f5be15b35 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6505780 Apr 21 12:39:21.684908 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40270) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:21.699915 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-abe30761-e509-4ca8-958b-74243b4303d7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'subnet': {'network_id': '6394ac92-d155-4399-8c97-3c0c32c6813a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:21.767391 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a9cde8-0c08-497d-82cd-d84f5be15b35 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Network': ['ID=6394ac92-d155-4399-8c97-3c0c32c6813a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:21.809051 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 6394ac92-d155-4399-8c97-3c0c32c6813a details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:39:21.817450 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-44cccb23-eb54-4bb8-9f9c-78df6484a2ba req-d8c7dfa9-a818-461a-b4e2-6f277f427334 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4884a601-4783-43f4-a952-0b71b5197c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043464 Apr 21 12:39:21.829895 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82c4c9-6bf7-42d5-b2df-f738ca66a7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0de899-83dd-4605-9bc7-bb3cd17f3143,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:21.864600 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfe5ac8-98b9-4c29-a091-f037b6b96d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:21.904166 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d099841-3249-4dd1-abf9-9936aad63251 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:21.931546 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-4d099841-3249-4dd1-abf9-9936aad63251 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Calling delete_port for fadb7cc0-7e48-4b28-bd3b-61295e53ad04 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:22.103155 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe30761-e509-4ca8-958b-74243b4303d7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:39:22.107214 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-abe30761-e509-4ca8-958b-74243b4303d7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:22.134414 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfe5ac8-98b9-4c29-a091-f037b6b96d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:22.148374 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfe5ac8-98b9-4c29-a091-f037b6b96d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:22.149715 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0dfe5ac8-98b9-4c29-a091-f037b6b96d9f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6e0de899-83dd-4605-9bc7-bb3cd17f3143 HTTP/1.1" status: 204 len: 168 time: 0.6981885 Apr 21 12:39:22.237899 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfe5ac8-98b9-4c29-a091-f037b6b96d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0de899-83dd-4605-9bc7-bb3cd17f3143,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:22.289001 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d099841-3249-4dd1-abf9-9936aad63251 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:22.369485 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d099841-3249-4dd1-abf9-9936aad63251 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Pushing event deleted for resources: {'Port': ['ID=fadb7cc0-7e48-4b28-bd3b-61295e53ad04,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:22.545385 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-abe30761-e509-4ca8-958b-74243b4303d7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:22.556779 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d099841-3249-4dd1-abf9-9936aad63251 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:22.570806 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4d099841-3249-4dd1-abf9-9936aad63251 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "DELETE /v2.0/ports/fadb7cc0-7e48-4b28-bd3b-61295e53ad04 HTTP/1.1" status: 204 len: 168 time: 1.3116376 Apr 21 12:39:22.571452 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40282) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:22.672708 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe30761-e509-4ca8-958b-74243b4303d7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Subnet': ['ID=eb24981b-2207-4d0e-b76f-6a8c7a982b05,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:22.707841 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe30761-e509-4ca8-958b-74243b4303d7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Checking segment: {'id': 'a9f57646-52c9-4511-97b0-0c03addff10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6394ac92-d155-4399-8c97-3c0c32c6813a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:39:22.708221 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe30761-e509-4ca8-958b-74243b4303d7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network hostable DHCP agents. Network: 6394ac92-d155-4399-8c97-3c0c32c6813a, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:39:22.714332 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-62be20e8-6109-4d1e-801c-18ca53879b4d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Deleting port 96687793-00d5-4fbd-bfb5-42c2efdbb264 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:22.714914 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-62be20e8-6109-4d1e-801c-18ca53879b4d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:22.854025 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe30761-e509-4ca8-958b-74243b4303d7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network 6394ac92-d155-4399-8c97-3c0c32c6813a is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:39:22.912754 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-62be20e8-6109-4d1e-801c-18ca53879b4d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:22.946650 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-abe30761-e509-4ca8-958b-74243b4303d7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 6394ac92-d155-4399-8c97-3c0c32c6813a) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:39:22.957875 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe30761-e509-4ca8-958b-74243b4303d7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:22.958489 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-abe30761-e509-4ca8-958b-74243b4303d7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:22.961940 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aba4046-18cf-4b8d-8e61-adebb5a3bed3 None None] Network 6394ac92-d155-4399-8c97-3c0c32c6813a requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:39:23.008128 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-62be20e8-6109-4d1e-801c-18ca53879b4d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Calling delete_port for 96687793-00d5-4fbd-bfb5-42c2efdbb264 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:23.093844 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-abe30761-e509-4ca8-958b-74243b4303d7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3962405 Apr 21 12:39:23.093844 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40298) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:23.099611 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-96609da8-7d68-47ec-aa03-a15ed4d32e63 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'port': {'network_id': '6394ac92-d155-4399-8c97-3c0c32c6813a', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1321237528'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:23.300733 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e17e95-435c-454b-ad91-ae5a4f93a983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-6394ac92-d155-4399-8c97-3c0c32c6813a', 'network_id': '6394ac92-d155-4399-8c97-3c0c32c6813a', 'tenant_id': 'c0f81ff131ed43f68e8e75bc14414841', 'fixed_ips': [{'subnet_id': 'eb24981b-2207-4d0e-b76f-6a8c7a982b05'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:39:23.301789 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40e17e95-435c-454b-ad91-ae5a4f93a983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:23.386148 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97b1ad-d01e-49d7-bc08-0452992087fd req-bd34cdbc-31f4-4ee6-82d8-aefd2518f70f tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:23.388711 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a97b1ad-d01e-49d7-bc08-0452992087fd req-bd34cdbc-31f4-4ee6-82d8-aefd2518f70f tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f765c7-0483-4db8-9a06-efcb50ea9470 HTTP/1.1" status: 200 len: 945 time: 0.1066742 Apr 21 12:39:23.395413 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-62be20e8-6109-4d1e-801c-18ca53879b4d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:23.458856 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 591a766f-b2d2-4578-a0c1-5f44157dce34 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:39:23.518012 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96609da8-7d68-47ec-aa03-a15ed4d32e63 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:39:23.524155 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-96609da8-7d68-47ec-aa03-a15ed4d32e63 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:23.568510 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be20e8-6109-4d1e-801c-18ca53879b4d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Pushing event deleted for resources: {'Port': ['ID=96687793-00d5-4fbd-bfb5-42c2efdbb264,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:23.573638 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-96609da8-7d68-47ec-aa03-a15ed4d32e63 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] device_id is not set on port ec1fdafc-cd7e-42b5-ba7a-59adbb745dd4 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:39:23.612167 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-40e17e95-435c-454b-ad91-ae5a4f93a983 None None] Allocated IP 2001:db8::2 (6394ac92-d155-4399-8c97-3c0c32c6813a/eb24981b-2207-4d0e-b76f-6a8c7a982b05/baec3862-15eb-4ff1-80f2-5595955c51d6) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:39:23.615372 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 591a766f-b2d2-4578-a0c1-5f44157dce34 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:39:23.636975 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 591a766f-b2d2-4578-a0c1-5f44157dce34 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:23.637343 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:23.661850 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a97b1ad-d01e-49d7-bc08-0452992087fd req-daacf688-60f1-478c-a1c9-a084c824a699 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4884a601-4783-43f4-a952-0b71b5197c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620063 Apr 21 12:39:23.696847 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be20e8-6109-4d1e-801c-18ca53879b4d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:23.697347 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be20e8-6109-4d1e-801c-18ca53879b4d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:23.698349 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be20e8-6109-4d1e-801c-18ca53879b4d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:23.703936 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be20e8-6109-4d1e-801c-18ca53879b4d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:23.704336 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be20e8-6109-4d1e-801c-18ca53879b4d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:23.704678 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be20e8-6109-4d1e-801c-18ca53879b4d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:23.705537 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be20e8-6109-4d1e-801c-18ca53879b4d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:23.705537 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be20e8-6109-4d1e-801c-18ca53879b4d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:23.705743 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be20e8-6109-4d1e-801c-18ca53879b4d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:23.705996 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be20e8-6109-4d1e-801c-18ca53879b4d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:23.706322 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be20e8-6109-4d1e-801c-18ca53879b4d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:23.706647 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62be20e8-6109-4d1e-801c-18ca53879b4d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:23.754793 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-62be20e8-6109-4d1e-801c-18ca53879b4d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:23.759670 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-62be20e8-6109-4d1e-801c-18ca53879b4d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "DELETE /v2.0/ports/96687793-00d5-4fbd-bfb5-42c2efdbb264 HTTP/1.1" status: 204 len: 168 time: 1.1872308 Apr 21 12:39:23.770146 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40310) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:23.873872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaa01ac7-8552-424b-9dc2-18be02c87545 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Deleting subnet e65a1205-0e97-4e79-9858-1e4bd3f7dc14 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:39:23.897522 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aaa01ac7-8552-424b-9dc2-18be02c87545 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:23.990987 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aaa01ac7-8552-424b-9dc2-18be02c87545 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:24.014155 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40e17e95-435c-454b-ad91-ae5a4f93a983 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:24.094837 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:24.167549 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f765c7-0483-4db8-9a06-efcb50ea9470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591a766f-b2d2-4578-a0c1-5f44157dce34'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:39:24.184886 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a97820-cc3c-4c55-9fd4-35880b58f855" -d '{"events": [{"server_uuid": "38f765c7-0483-4db8-9a06-efcb50ea9470", "name": "network-vif-plugged", "status": "completed", "tag": "591a766f-b2d2-4578-a0c1-5f44157dce34"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:39:24.241901 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aaa01ac7-8552-424b-9dc2-18be02c87545 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:24.247240 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40e17e95-435c-454b-ad91-ae5a4f93a983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:24.277285 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 591a766f-b2d2-4578-a0c1-5f44157dce34, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=591a766f-b2d2-4578-a0c1-5f44157dce34,segment=NetworkSegment(c4a3f46e-3415-4058-ae67-97acc52158a8),segment_id=c4a3f46e-3415-4058-ae67-97acc52158a8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:24.366474 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e17e95-435c-454b-ad91-ae5a4f93a983 None None] Network 6394ac92-d155-4399-8c97-3c0c32c6813a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:39:24.372655 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-96609da8-7d68-47ec-aa03-a15ed4d32e63 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Allocated IP 2001:db8::3cf (6394ac92-d155-4399-8c97-3c0c32c6813a/eb24981b-2207-4d0e-b76f-6a8c7a982b05/ec1fdafc-cd7e-42b5-ba7a-59adbb745dd4) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:39:24.381207 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-40e17e95-435c-454b-ad91-ae5a4f93a983 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:39:24.389623 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e17e95-435c-454b-ad91-ae5a4f93a983 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:39:24.438892 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e17e95-435c-454b-ad91-ae5a4f93a983 None None] Pushing event updated for resources: {'Port': ['ID=baec3862-15eb-4ff1-80f2-5595955c51d6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:24.520737 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-40e17e95-435c-454b-ad91-ae5a4f93a983 None None] Attempting to bind port baec3862-15eb-4ff1-80f2-5595955c51d6 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:39:24.521191 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-40e17e95-435c-454b-ad91-ae5a4f93a983 None None] Attempting to bind port baec3862-15eb-4ff1-80f2-5595955c51d6 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'a9f57646-52c9-4511-97b0-0c03addff10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6394ac92-d155-4399-8c97-3c0c32c6813a'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:39:24.522406 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e17e95-435c-454b-ad91-ae5a4f93a983 None None] Attempting to bind port baec3862-15eb-4ff1-80f2-5595955c51d6 on network 6394ac92-d155-4399-8c97-3c0c32c6813a {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:39:24.527107 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff98ef2-52ee-4812-9404-0cf4ccfc6375 x-openstack-request-id: req-6ff98ef2-52ee-4812-9404-0cf4ccfc6375 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:39:24.527433 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f765c7-0483-4db8-9a06-efcb50ea9470", "name": "network-vif-plugged", "status": "completed", "tag": "591a766f-b2d2-4578-a0c1-5f44157dce34", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:39:24.527763 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6ff98ef2-52ee-4812-9404-0cf4ccfc6375 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:39:24.528282 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ff98ef2-52ee-4812-9404-0cf4ccfc6375'] response: {'server_uuid': '38f765c7-0483-4db8-9a06-efcb50ea9470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '591a766f-b2d2-4578-a0c1-5f44157dce34', 'code': 200} Apr 21 12:39:24.531199 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e17e95-435c-454b-ad91-ae5a4f93a983 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:39:24.531566 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e17e95-435c-454b-ad91-ae5a4f93a983 None None] Checking segment: {'id': 'a9f57646-52c9-4511-97b0-0c03addff10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6394ac92-d155-4399-8c97-3c0c32c6813a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:39:24.531969 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40e17e95-435c-454b-ad91-ae5a4f93a983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:24.532389 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e17e95-435c-454b-ad91-ae5a4f93a983 None None] Bound using segment: {'id': 'a9f57646-52c9-4511-97b0-0c03addff10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6394ac92-d155-4399-8c97-3c0c32c6813a'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:39:24.532856 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-40e17e95-435c-454b-ad91-ae5a4f93a983 None None] Bound port: baec3862-15eb-4ff1-80f2-5595955c51d6, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f57646-52c9-4511-97b0-0c03addff10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '6394ac92-d155-4399-8c97-3c0c32c6813a'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:39:24.533272 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40e17e95-435c-454b-ad91-ae5a4f93a983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:24.631086 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:24.640331 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-96609da8-7d68-47ec-aa03-a15ed4d32e63 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:24.684366 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bf149-0fec-4785-babb-7c27700bf047 req-21220672-3af1-4e58-b5b9-2ef53d415f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:24.697798 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e6bf149-0fec-4785-babb-7c27700bf047 req-21220672-3af1-4e58-b5b9-2ef53d415f72 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=38f765c7-0483-4db8-9a06-efcb50ea9470 HTTP/1.1" status: 200 len: 1096 time: 0.1060410 Apr 21 12:39:24.703648 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aaa01ac7-8552-424b-9dc2-18be02c87545 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:24.726866 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-40e17e95-435c-454b-ad91-ae5a4f93a983 None None] For port baec3862-15eb-4ff1-80f2-5595955c51d6, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:39:24.729151 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=591a766f-b2d2-4578-a0c1-5f44157dce34,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:24.745415 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:39:24.751986 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa297f3-28e7-49f9-8740-9e3e105ad235 None None] Network 92442c54-a20b-4d99-aea4-e4d3be34f674 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:39:24.772473 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-40e17e95-435c-454b-ad91-ae5a4f93a983 None None] For port baec3862-15eb-4ff1-80f2-5595955c51d6, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=baec3862-15eb-4ff1-80f2-5595955c51d6,segment=NetworkSegment(a9f57646-52c9-4511-97b0-0c03addff10a),segment_id=a9f57646-52c9-4511-97b0-0c03addff10a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:39:24.796070 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aaa01ac7-8552-424b-9dc2-18be02c87545 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:24.801964 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-aaa01ac7-8552-424b-9dc2-18be02c87545 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "DELETE /v2.0/subnets/e65a1205-0e97-4e79-9858-1e4bd3f7dc14 HTTP/1.1" status: 204 len: 168 time: 1.0282640 Apr 21 12:39:24.802873 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40330) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:24.810304 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa01ac7-8552-424b-9dc2-18be02c87545 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Pushing event deleted for resources: {'Subnet': ['ID=e65a1205-0e97-4e79-9858-1e4bd3f7dc14,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:24.878220 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-96609da8-7d68-47ec-aa03-a15ed4d32e63 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:24.890232 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40e17e95-435c-454b-ad91-ae5a4f93a983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:24.951878 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e6bf149-0fec-4785-babb-7c27700bf047 req-6c2dd308-dfb7-4bab-befd-f957d08ec475 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4884a601-4783-43f4-a952-0b71b5197c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001319 Apr 21 12:39:24.965127 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e17e95-435c-454b-ad91-ae5a4f93a983 None None] Pushing event updated for resources: {'Port': ['ID=baec3862-15eb-4ff1-80f2-5595955c51d6,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:25.019530 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48919c8-d782-4def-9666-35fed5b2f582 req-d3292c3f-808a-424f-98cf-a59979b74b02 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:25.033892 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96609da8-7d68-47ec-aa03-a15ed4d32e63 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network 6394ac92-d155-4399-8c97-3c0c32c6813a is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:39:25.035263 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1087ead1-8c81-44b7-b69f-287eb4d2bb50 None None] DHCP port deletion for 92442c54-a20b-4d99-aea4-e4d3be34f674 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:39:25.036118 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c48919c8-d782-4def-9666-35fed5b2f582 req-d3292c3f-808a-424f-98cf-a59979b74b02 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f765c7-0483-4db8-9a06-efcb50ea9470 HTTP/1.1" status: 200 len: 946 time: 0.2045121 Apr 21 12:39:25.040913 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-96609da8-7d68-47ec-aa03-a15ed4d32e63 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:39:25.044804 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96609da8-7d68-47ec-aa03-a15ed4d32e63 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Port': ['ID=ec1fdafc-cd7e-42b5-ba7a-59adbb745dd4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:25.050145 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96609da8-7d68-47ec-aa03-a15ed4d32e63 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:39:25.060094 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96609da8-7d68-47ec-aa03-a15ed4d32e63 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:25.060770 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-96609da8-7d68-47ec-aa03-a15ed4d32e63 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:25.077916 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-55692a08-f05f-4199-afa4-52dd408ccc6d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Deleting subnet d9fb87f5-4bdf-4847-afd7-5e4912f2e226 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:39:25.089505 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55692a08-f05f-4199-afa4-52dd408ccc6d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:25.127873 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1087ead1-8c81-44b7-b69f-287eb4d2bb50 None None] Deleting port 8e5cbf8c-0657-492f-ae9c-26a3c4671df0 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:25.128522 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1087ead1-8c81-44b7-b69f-287eb4d2bb50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:25.202045 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c48919c8-d782-4def-9666-35fed5b2f582 req-a93df393-1199-49c3-9d64-1a8eb706d4de tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4884a601-4783-43f4-a952-0b71b5197c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606982 Apr 21 12:39:25.240582 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55692a08-f05f-4199-afa4-52dd408ccc6d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:25.301700 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-96609da8-7d68-47ec-aa03-a15ed4d32e63 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.2061050 Apr 21 12:39:25.306908 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40342) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:25.344268 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece451e-1d51-4a8c-8db1-0bfe340c9ad8 req-7130ab33-2d11-47c1-ae1f-0c3af2da3948 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:25.366705 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eece451e-1d51-4a8c-8db1-0bfe340c9ad8 req-7130ab33-2d11-47c1-ae1f-0c3af2da3948 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 944 time: 0.2774920 Apr 21 12:39:25.387555 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1087ead1-8c81-44b7-b69f-287eb4d2bb50 None None] For port 8e5cbf8c-0657-492f-ae9c-26a3c4671df0, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=8e5cbf8c-0657-492f-ae9c-26a3c4671df0,segment=NetworkSegment(75046964-91a8-4144-a6c1-d8a5aa728545),segment_id=75046964-91a8-4144-a6c1-d8a5aa728545)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:25.387962 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1087ead1-8c81-44b7-b69f-287eb4d2bb50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:25.471954 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1087ead1-8c81-44b7-b69f-287eb4d2bb50 None None] Calling delete_port for 8e5cbf8c-0657-492f-ae9c-26a3c4671df0 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:25.477768 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eece451e-1d51-4a8c-8db1-0bfe340c9ad8 req-0b543f2e-5c78-4b84-877d-f1cce3706770 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083961 Apr 21 12:39:25.609110 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55692a08-f05f-4199-afa4-52dd408ccc6d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:25.638915 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 8e5cbf8c-0657-492f-ae9c-26a3c4671df0 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:39:25.686530 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-1f0666a5-f38e-47b0-8c01-717310fa4400 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting port ec1fdafc-cd7e-42b5-ba7a-59adbb745dd4 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:25.687511 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f0666a5-f38e-47b0-8c01-717310fa4400 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:25.812671 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f0666a5-f38e-47b0-8c01-717310fa4400 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:25.824046 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:25.828676 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-1f0666a5-f38e-47b0-8c01-717310fa4400 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Calling delete_port for ec1fdafc-cd7e-42b5-ba7a-59adbb745dd4 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:25.853961 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748c3cd-595f-43cf-9bb6-7bdb19e53ed9 req-58107820-b8bc-4101-a7cc-d18cf8638b7b tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:25.856284 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f748c3cd-595f-43cf-9bb6-7bdb19e53ed9 req-58107820-b8bc-4101-a7cc-d18cf8638b7b tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.26 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 944 time: 0.1477935 Apr 21 12:39:25.898508 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1087ead1-8c81-44b7-b69f-287eb4d2bb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:25.971411 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087ead1-8c81-44b7-b69f-287eb4d2bb50 None None] Pushing event deleted for resources: {'Port': ['ID=8e5cbf8c-0657-492f-ae9c-26a3c4671df0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:26.019562 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f748c3cd-595f-43cf-9bb6-7bdb19e53ed9 req-95d98626-fa0a-4984-bcb5-a1ef49674264 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Deleting port 3adc36f8-205c-4591-8e10-cd27d3256d5e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:26.026600 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55692a08-f05f-4199-afa4-52dd408ccc6d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:26.035800 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f748c3cd-595f-43cf-9bb6-7bdb19e53ed9 req-95d98626-fa0a-4984-bcb5-a1ef49674264 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:26.048285 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1087ead1-8c81-44b7-b69f-287eb4d2bb50 None None] No DVR routers for this DVR port 8e5cbf8c-0657-492f-ae9c-26a3c4671df0 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:39:26.107558 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55692a08-f05f-4199-afa4-52dd408ccc6d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Pushing event deleted for resources: {'Subnet': ['ID=d9fb87f5-4bdf-4847-afd7-5e4912f2e226,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:26.113727 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55692a08-f05f-4199-afa4-52dd408ccc6d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:26.120619 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8463dd-3a29-4c66-8d51-ba6960d838aa None None] Network e4d7b828-c49d-4174-8a7c-f8e1c5ee789b requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:39:26.126749 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-55692a08-f05f-4199-afa4-52dd408ccc6d tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "DELETE /v2.0/subnets/d9fb87f5-4bdf-4847-afd7-5e4912f2e226 HTTP/1.1" status: 204 len: 168 time: 1.3216319 Apr 21 12:39:26.136082 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40354) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:26.308901 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f748c3cd-595f-43cf-9bb6-7bdb19e53ed9 req-95d98626-fa0a-4984-bcb5-a1ef49674264 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] For port 3adc36f8-205c-4591-8e10-cd27d3256d5e, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=3adc36f8-205c-4591-8e10-cd27d3256d5e,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:26.309290 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f748c3cd-595f-43cf-9bb6-7bdb19e53ed9 req-95d98626-fa0a-4984-bcb5-a1ef49674264 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:26.342740 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f0666a5-f38e-47b0-8c01-717310fa4400 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:26.343825 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f748c3cd-595f-43cf-9bb6-7bdb19e53ed9 req-95d98626-fa0a-4984-bcb5-a1ef49674264 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Calling delete_port for 3adc36f8-205c-4591-8e10-cd27d3256d5e owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:26.443917 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0666a5-f38e-47b0-8c01-717310fa4400 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Port': ['ID=ec1fdafc-cd7e-42b5-ba7a-59adbb745dd4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:26.525016 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c54af03-cc39-443f-91e3-7759f68c4448 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:26.581809 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8170740f-392c-47ef-a616-47c5624d2692 None None] DHCP port deletion for e4d7b828-c49d-4174-8a7c-f8e1c5ee789b request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:39:26.592131 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84172bd4-2c2a-4a38-984a-d270d524b5a9 req-10065ff9-55bc-4f4a-9c6e-c95214f5bfc2 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:26.600892 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-84172bd4-2c2a-4a38-984a-d270d524b5a9 req-10065ff9-55bc-4f4a-9c6e-c95214f5bfc2 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f765c7-0483-4db8-9a06-efcb50ea9470 HTTP/1.1" status: 200 len: 946 time: 0.1688747 Apr 21 12:39:26.664475 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f0666a5-f38e-47b0-8c01-717310fa4400 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:26.674265 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1f0666a5-f38e-47b0-8c01-717310fa4400 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/ports/ec1fdafc-cd7e-42b5-ba7a-59adbb745dd4 HTTP/1.1" status: 204 len: 168 time: 1.3385737 Apr 21 12:39:26.674430 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8170740f-392c-47ef-a616-47c5624d2692 None None] Deleting port 6e126b73-32cc-4a76-b5ff-eb356aa96f40 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:26.674430 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8170740f-392c-47ef-a616-47c5624d2692 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:26.675336 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40370) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:26.754817 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f764179-2759-442d-a985-5c2ca13c9475 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] GET failed (client error): The resource could not be found. Apr 21 12:39:26.765219 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7f764179-2759-442d-a985-5c2ca13c9475 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "GET /v2.0/ports/ec1fdafc-cd7e-42b5-ba7a-59adbb745dd4 HTTP/1.1" status: 404 len: 333 time: 0.0819635 Apr 21 12:39:26.765727 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-84172bd4-2c2a-4a38-984a-d270d524b5a9 req-c8c8be69-1379-4261-8990-34011b55d418 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4884a601-4783-43f4-a952-0b71b5197c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609166 Apr 21 12:39:26.775417 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40374) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:26.837069 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d848244-0585-42b3-9c47-cade83f9792b req-e72bb7ec-4690-4872-b054-3611986891f2 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:26.838824 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d848244-0585-42b3-9c47-cade83f9792b req-e72bb7ec-4690-4872-b054-3611986891f2 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 944 time: 0.1780508 Apr 21 12:39:26.852201 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2c7337-aeec-4686-a650-88eb46bfb9fb None None] Network 6394ac92-d155-4399-8c97-3c0c32c6813a requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:39:26.891811 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d848244-0585-42b3-9c47-cade83f9792b req-f7c7b0a4-6361-4d46-9af1-6fc99847e235 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463278 Apr 21 12:39:26.893841 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f748c3cd-595f-43cf-9bb6-7bdb19e53ed9 req-95d98626-fa0a-4984-bcb5-a1ef49674264 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:26.926581 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c54af03-cc39-443f-91e3-7759f68c4448 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:26.930727 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d98626-fa0a-4984-bcb5-a1ef49674264 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Pushing event deleted for resources: {'Port': ['ID=3adc36f8-205c-4591-8e10-cd27d3256d5e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:26.955569 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['0640e710-1a46-475a-9474-849889575487'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:39:26.968195 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-0c54af03-cc39-443f-91e3-7759f68c4448 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92442c54-a20b-4d99-aea4-e4d3be34f674']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:26.974678 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3e2cd22-1962-4f40-84c2-b66b32ec0b6a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting subnet eb24981b-2207-4d0e-b76f-6a8c7a982b05 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:39:26.990821 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3e2cd22-1962-4f40-84c2-b66b32ec0b6a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:27.029498 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-0c54af03-cc39-443f-91e3-7759f68c4448 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75046964-91a8-4144-a6c1-d8a5aa728545') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:27.029793 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-0c54af03-cc39-443f-91e3-7759f68c4448 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75046964-91a8-4144-a6c1-d8a5aa728545') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:27.029923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f748c3cd-595f-43cf-9bb6-7bdb19e53ed9 req-95d98626-fa0a-4984-bcb5-a1ef49674264 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] No DVR routers for this DVR port 3adc36f8-205c-4591-8e10-cd27d3256d5e on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:39:27.034135 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f748c3cd-595f-43cf-9bb6-7bdb19e53ed9 req-95d98626-fa0a-4984-bcb5-a1ef49674264 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:27.040146 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f748c3cd-595f-43cf-9bb6-7bdb19e53ed9 req-95d98626-fa0a-4984-bcb5-a1ef49674264 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.26 "DELETE /v2.0/ports/3adc36f8-205c-4591-8e10-cd27d3256d5e HTTP/1.1" status: 204 len: 173 time: 1.1766617 Apr 21 12:39:27.041113 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d07c883-dd91-4b5f-9edc-25a50aa6c93a', 'name': 'network-vif-deleted', 'tag': '3adc36f8-205c-4591-8e10-cd27d3256d5e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:39:27.042918 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89508d8f-dcfb-483f-bbae-27198e53f80e" -d '{"events": [{"server_uuid": "6d07c883-dd91-4b5f-9edc-25a50aa6c93a", "name": "network-vif-deleted", "tag": "3adc36f8-205c-4591-8e10-cd27d3256d5e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:39:27.046442 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c54af03-cc39-443f-91e3-7759f68c4448 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:27.062928 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3e2cd22-1962-4f40-84c2-b66b32ec0b6a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:27.091882 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c54af03-cc39-443f-91e3-7759f68c4448 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:27.113465 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8170740f-392c-47ef-a616-47c5624d2692 None None] For port 6e126b73-32cc-4a76-b5ff-eb356aa96f40, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=6e126b73-32cc-4a76-b5ff-eb356aa96f40,segment=NetworkSegment(6361dbf8-c8c7-4711-98c6-84cbc77fe9c9),segment_id=6361dbf8-c8c7-4711-98c6-84cbc77fe9c9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:27.114007 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c54af03-cc39-443f-91e3-7759f68c4448 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:39:27.114099 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8170740f-392c-47ef-a616-47c5624d2692 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:27.114186 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c54af03-cc39-443f-91e3-7759f68c4448 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:39:27.117567 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:39:27.167293 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffb3bbb-e32b-4b3b-b2c0-eaa78f9014ec x-openstack-request-id: req-8ffb3bbb-e32b-4b3b-b2c0-eaa78f9014ec {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:39:27.167559 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d07c883-dd91-4b5f-9edc-25a50aa6c93a", "name": "network-vif-deleted", "tag": "3adc36f8-205c-4591-8e10-cd27d3256d5e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:39:27.167817 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8ffb3bbb-e32b-4b3b-b2c0-eaa78f9014ec {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:39:27.168284 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ffb3bbb-e32b-4b3b-b2c0-eaa78f9014ec'] response: {'server_uuid': '6d07c883-dd91-4b5f-9edc-25a50aa6c93a', 'name': 'network-vif-deleted', 'tag': '3adc36f8-205c-4591-8e10-cd27d3256d5e', 'status': 'completed', 'code': 200} Apr 21 12:39:27.181273 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8427d95e-60d4-4062-b57c-a5c921cb66f4 None None] Provisioning complete for port baec3862-15eb-4ff1-80f2-5595955c51d6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:27.181892 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8427d95e-60d4-4062-b57c-a5c921cb66f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:27.186279 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8170740f-392c-47ef-a616-47c5624d2692 None None] Calling delete_port for 6e126b73-32cc-4a76-b5ff-eb356aa96f40 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:27.278635 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3e2cd22-1962-4f40-84c2-b66b32ec0b6a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:27.323295 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c54af03-cc39-443f-91e3-7759f68c4448 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:27.340668 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c54af03-cc39-443f-91e3-7759f68c4448 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:27.347191 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0c54af03-cc39-443f-91e3-7759f68c4448 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "DELETE /v2.0/networks/92442c54-a20b-4d99-aea4-e4d3be34f674 HTTP/1.1" status: 204 len: 168 time: 1.2071564 Apr 21 12:39:27.347288 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40386) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:27.372830 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c54af03-cc39-443f-91e3-7759f68c4448 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Pushing event deleted for resources: {'Network': ['ID=92442c54-a20b-4d99-aea4-e4d3be34f674,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:27.503874 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device baec3862-15eb-4ff1-80f2-5595955c51d6 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:39:27.508872 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-660e9856-93f3-4563-8f08-0e643d513468 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:27.520266 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3e2cd22-1962-4f40-84c2-b66b32ec0b6a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:27.583315 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e2cd22-1962-4f40-84c2-b66b32ec0b6a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Subnet': ['ID=eb24981b-2207-4d0e-b76f-6a8c7a982b05,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:27.595927 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3e2cd22-1962-4f40-84c2-b66b32ec0b6a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:27.605226 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a3e2cd22-1962-4f40-84c2-b66b32ec0b6a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/subnets/eb24981b-2207-4d0e-b76f-6a8c7a982b05 HTTP/1.1" status: 204 len: 168 time: 0.8272350 Apr 21 12:39:27.606636 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40392) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:27.639696 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-660e9856-93f3-4563-8f08-0e643d513468 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Deleting port 6e126b73-32cc-4a76-b5ff-eb356aa96f40 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:27.640049 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-660e9856-93f3-4563-8f08-0e643d513468 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:27.748345 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-660e9856-93f3-4563-8f08-0e643d513468 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] For port 6e126b73-32cc-4a76-b5ff-eb356aa96f40, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=6e126b73-32cc-4a76-b5ff-eb356aa96f40,segment=NetworkSegment(6361dbf8-c8c7-4711-98c6-84cbc77fe9c9),segment_id=6361dbf8-c8c7-4711-98c6-84cbc77fe9c9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:27.748726 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-660e9856-93f3-4563-8f08-0e643d513468 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:27.764124 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d42b2aa4-b324-4396-bfa8-8128e2223f85 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:27.791745 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-660e9856-93f3-4563-8f08-0e643d513468 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Calling delete_port for 6e126b73-32cc-4a76-b5ff-eb356aa96f40 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:27.884810 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d42b2aa4-b324-4396-bfa8-8128e2223f85 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting port baec3862-15eb-4ff1-80f2-5595955c51d6 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:27.885154 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d42b2aa4-b324-4396-bfa8-8128e2223f85 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:27.892387 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port baec3862-15eb-4ff1-80f2-5595955c51d6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:27.893204 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:28.011690 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901b1633-4fe7-4c26-9f6f-21bc9c6b5493 None None] DHCP port deletion for 6394ac92-d155-4399-8c97-3c0c32c6813a request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:39:28.019046 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3630f3-b912-4725-9fa0-40d5ebf89e81 req-6da5cc06-321c-4071-ac3a-4f239df1263b tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:28.027721 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8427d95e-60d4-4062-b57c-a5c921cb66f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:28.032695 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e3630f3-b912-4725-9fa0-40d5ebf89e81 req-6da5cc06-321c-4071-ac3a-4f239df1263b tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f765c7-0483-4db8-9a06-efcb50ea9470 HTTP/1.1" status: 200 len: 946 time: 0.1597445 Apr 21 12:39:28.035875 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-660e9856-93f3-4563-8f08-0e643d513468 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:28.039394 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8170740f-392c-47ef-a616-47c5624d2692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:28.054264 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-d42b2aa4-b324-4396-bfa8-8128e2223f85 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] For port baec3862-15eb-4ff1-80f2-5595955c51d6, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=baec3862-15eb-4ff1-80f2-5595955c51d6,segment=NetworkSegment(a9f57646-52c9-4511-97b0-0c03addff10a),segment_id=a9f57646-52c9-4511-97b0-0c03addff10a)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:28.054812 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d42b2aa4-b324-4396-bfa8-8128e2223f85 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:28.071040 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d42b2aa4-b324-4396-bfa8-8128e2223f85 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Calling delete_port for baec3862-15eb-4ff1-80f2-5595955c51d6 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:28.080079 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660e9856-93f3-4563-8f08-0e643d513468 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] No DVR routers for this DVR port 6e126b73-32cc-4a76-b5ff-eb356aa96f40 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:39:28.152893 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170740f-392c-47ef-a616-47c5624d2692 None None] Pushing event deleted for resources: {'Port': ['ID=6e126b73-32cc-4a76-b5ff-eb356aa96f40,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:28.221461 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8170740f-392c-47ef-a616-47c5624d2692 None None] No DVR routers for this DVR port 6e126b73-32cc-4a76-b5ff-eb356aa96f40 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:39:28.245249 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e9856-93f3-4563-8f08-0e643d513468 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Pushing event deleted for resources: {'Port': ['ID=6e126b73-32cc-4a76-b5ff-eb356aa96f40,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:28.277816 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d42b2aa4-b324-4396-bfa8-8128e2223f85 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:28.289321 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98fd5192-8adb-4f03-9711-2d1bcf9afe41 req-09ea51bd-42f6-44dc-891b-bd22cb3e6eb9 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d07c883-dd91-4b5f-9edc-25a50aa6c93a HTTP/1.1" status: 200 len: 210 time: 0.1719353 Apr 21 12:39:28.311203 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-660e9856-93f3-4563-8f08-0e643d513468 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:28.338480 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e3630f3-b912-4725-9fa0-40d5ebf89e81 req-57f57a7f-b28e-4282-a3f7-5bfd4952dfce tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4884a601-4783-43f4-a952-0b71b5197c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048215 Apr 21 12:39:28.345483 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42b2aa4-b324-4396-bfa8-8128e2223f85 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] No DVR routers for this DVR port baec3862-15eb-4ff1-80f2-5595955c51d6 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:39:28.359711 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-660e9856-93f3-4563-8f08-0e643d513468 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d7b828-c49d-4174-8a7c-f8e1c5ee789b']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:28.362042 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:28.386648 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-660e9856-93f3-4563-8f08-0e643d513468 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6361dbf8-c8c7-4711-98c6-84cbc77fe9c9') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:28.386937 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-660e9856-93f3-4563-8f08-0e643d513468 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6361dbf8-c8c7-4711-98c6-84cbc77fe9c9') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:28.397127 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 3adc36f8-205c-4591-8e10-cd27d3256d5e no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:39:28.423298 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-660e9856-93f3-4563-8f08-0e643d513468 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:28.481848 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d42b2aa4-b324-4396-bfa8-8128e2223f85 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:28.504942 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-660e9856-93f3-4563-8f08-0e643d513468 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:28.509027 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-d42b2aa4-b324-4396-bfa8-8128e2223f85 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6394ac92-d155-4399-8c97-3c0c32c6813a']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:28.520859 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-d42b2aa4-b324-4396-bfa8-8128e2223f85 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9f57646-52c9-4511-97b0-0c03addff10a') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:28.521191 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-d42b2aa4-b324-4396-bfa8-8128e2223f85 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9f57646-52c9-4511-97b0-0c03addff10a') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:28.534677 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d42b2aa4-b324-4396-bfa8-8128e2223f85 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:28.554123 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660e9856-93f3-4563-8f08-0e643d513468 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:39:28.554318 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d42b2aa4-b324-4396-bfa8-8128e2223f85 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:28.554606 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-660e9856-93f3-4563-8f08-0e643d513468 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:28.564657 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d42b2aa4-b324-4396-bfa8-8128e2223f85 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:39:28.565066 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d42b2aa4-b324-4396-bfa8-8128e2223f85 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:39:28.566456 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:39:28.649649 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b2aa4-b324-4396-bfa8-8128e2223f85 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Port': ['ID=baec3862-15eb-4ff1-80f2-5595955c51d6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:28.656552 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f124daa-4a5e-4e59-a3d7-c46efe31b64b req-43e37eed-fbbf-42ea-9068-bef7d479e0f7 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-766607590&fields=id&tenant_id=200ea3215b1e439ebb87b6253629ed97 HTTP/1.1" status: 200 len: 267 time: 0.2022913 Apr 21 12:39:28.659149 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-901b1633-4fe7-4c26-9f6f-21bc9c6b5493 None None] Deleting port baec3862-15eb-4ff1-80f2-5595955c51d6 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:28.659149 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-901b1633-4fe7-4c26-9f6f-21bc9c6b5493 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:39:28.659448 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:39:28.717512 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 3adc36f8-205c-4591-8e10-cd27d3256d5e {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:39:28.717886 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 3adc36f8-205c-4591-8e10-cd27d3256d5e not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:39:28.731598 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d42b2aa4-b324-4396-bfa8-8128e2223f85 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:28.739227 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d42b2aa4-b324-4396-bfa8-8128e2223f85 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:28.740196 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f124daa-4a5e-4e59-a3d7-c46efe31b64b req-2ae62e52-1563-4185-9d31-1a5b247a2e59 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:28.757458 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d42b2aa4-b324-4396-bfa8-8128e2223f85 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/networks/6394ac92-d155-4399-8c97-3c0c32c6813a HTTP/1.1" status: 204 len: 168 time: 1.1492395 Apr 21 12:39:28.759553 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40412) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:28.761744 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f124daa-4a5e-4e59-a3d7-c46efe31b64b req-2ae62e52-1563-4185-9d31-1a5b247a2e59 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f765c7-0483-4db8-9a06-efcb50ea9470 HTTP/1.1" status: 200 len: 946 time: 0.0951085 Apr 21 12:39:28.764896 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-205b621a-141d-4bc3-8bb3-03cc30064df2 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'port': {'network_id': '1180f0e3-6284-4c93-8230-3ae008c643e6', 'name': 'tempest-PortsIpV6TestJSON-1109701339'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:28.784824 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-9f124daa-4a5e-4e59-a3d7-c46efe31b64b req-c5d8d43f-986d-45b4-a16c-cefe6b2c15ea tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Request body: {'port': {'security_groups': ['4884a601-4783-43f4-a952-0b71b5197c3f', '1a47acb3-b770-4073-ac91-f2954cd6cee1']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:28.794986 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b2aa4-b324-4396-bfa8-8128e2223f85 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Network': ['ID=6394ac92-d155-4399-8c97-3c0c32c6813a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:28.801022 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-660e9856-93f3-4563-8f08-0e643d513468 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:28.809998 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-660e9856-93f3-4563-8f08-0e643d513468 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:28.814975 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-660e9856-93f3-4563-8f08-0e643d513468 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] 10.222.0.36 "DELETE /v2.0/networks/e4d7b828-c49d-4174-8a7c-f8e1c5ee789b HTTP/1.1" status: 204 len: 168 time: 1.4668665 Apr 21 12:39:28.848162 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-901b1633-4fe7-4c26-9f6f-21bc9c6b5493 None None] For port baec3862-15eb-4ff1-80f2-5595955c51d6, host n-d-836147-2, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:28.851787 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-901b1633-4fe7-4c26-9f6f-21bc9c6b5493 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:28.882615 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 6e126b73-32cc-4a76-b5ff-eb356aa96f40 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:39:28.889352 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-901b1633-4fe7-4c26-9f6f-21bc9c6b5493 None None] Calling delete_port for baec3862-15eb-4ff1-80f2-5595955c51d6 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:28.915399 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-901b1633-4fe7-4c26-9f6f-21bc9c6b5493 None None] Port baec3862-15eb-4ff1-80f2-5595955c51d6 was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 12:39:28.916117 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e9856-93f3-4563-8f08-0e643d513468 tempest-TaggedBootDevicesTest-296846389 tempest-TaggedBootDevicesTest-296846389-project] Pushing event deleted for resources: {'Network': ['ID=e4d7b828-c49d-4174-8a7c-f8e1c5ee789b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:28.917719 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-901b1633-4fe7-4c26-9f6f-21bc9c6b5493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:28.920236 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 6e126b73-32cc-4a76-b5ff-eb356aa96f40 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:39:28.920497 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 6e126b73-32cc-4a76-b5ff-eb356aa96f40 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:39:28.972904 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-901b1633-4fe7-4c26-9f6f-21bc9c6b5493 None None] Network 6394ac92-d155-4399-8c97-3c0c32c6813a is not hosted by any dhcp agent {{(pid=103399) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 21 12:39:28.973361 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901b1633-4fe7-4c26-9f6f-21bc9c6b5493 None None] No DVR routers for this DVR port baec3862-15eb-4ff1-80f2-5595955c51d6 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:39:28.975324 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b1633-4fe7-4c26-9f6f-21bc9c6b5493 None None] Pushing event deleted for resources: {'Port': ['ID=baec3862-15eb-4ff1-80f2-5595955c51d6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:29.042687 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9f124daa-4a5e-4e59-a3d7-c46efe31b64b req-c5d8d43f-986d-45b4-a16c-cefe6b2c15ea tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:29.074484 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205b621a-141d-4bc3-8bb3-03cc30064df2 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:39:29.077943 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-205b621a-141d-4bc3-8bb3-03cc30064df2 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:29.097361 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-205b621a-141d-4bc3-8bb3-03cc30064df2 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] device_id is not set on port 354efcff-b960-4774-a438-a91b5b9a2573 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:39:29.322546 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9f124daa-4a5e-4e59-a3d7-c46efe31b64b req-c5d8d43f-986d-45b4-a16c-cefe6b2c15ea tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] For port 591a766f-b2d2-4578-a0c1-5f44157dce34, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=591a766f-b2d2-4578-a0c1-5f44157dce34,segment=NetworkSegment(c4a3f46e-3415-4058-ae67-97acc52158a8),segment_id=c4a3f46e-3415-4058-ae67-97acc52158a8)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:29.361360 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-205b621a-141d-4bc3-8bb3-03cc30064df2 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:29.365848 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9f124daa-4a5e-4e59-a3d7-c46efe31b64b req-c5d8d43f-986d-45b4-a16c-cefe6b2c15ea tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:29.396103 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device baec3862-15eb-4ff1-80f2-5595955c51d6 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:39:29.437841 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: baec3862-15eb-4ff1-80f2-5595955c51d6 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:39:29.438219 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device baec3862-15eb-4ff1-80f2-5595955c51d6 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:39:29.448543 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9f124daa-4a5e-4e59-a3d7-c46efe31b64b req-c5d8d43f-986d-45b4-a16c-cefe6b2c15ea tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:29.460841 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['7be45b6a-2875-4c3e-9e4c-53d996793f30', '591a766f-b2d2-4578-a0c1-5f44157dce34'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:39:29.531534 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-205b621a-141d-4bc3-8bb3-03cc30064df2 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:29.641494 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b621a-141d-4bc3-8bb3-03cc30064df2 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Port': ['ID=354efcff-b960-4774-a438-a91b5b9a2573,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:29.689390 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205b621a-141d-4bc3-8bb3-03cc30064df2 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network 1180f0e3-6284-4c93-8230-3ae008c643e6 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:39:29.693805 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-205b621a-141d-4bc3-8bb3-03cc30064df2 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:39:29.700109 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205b621a-141d-4bc3-8bb3-03cc30064df2 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:39:29.718496 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205b621a-141d-4bc3-8bb3-03cc30064df2 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:29.719252 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-205b621a-141d-4bc3-8bb3-03cc30064df2 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:29.889518 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-205b621a-141d-4bc3-8bb3-03cc30064df2 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1169536 Apr 21 12:39:29.889518 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40442) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:30.007617 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b8714395-837f-4aa5-ba45-797e71d5d8fe tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting port 354efcff-b960-4774-a438-a91b5b9a2573 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:30.008894 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8714395-837f-4aa5-ba45-797e71d5d8fe tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:30.102928 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8714395-837f-4aa5-ba45-797e71d5d8fe tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:30.128028 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b8714395-837f-4aa5-ba45-797e71d5d8fe tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Calling delete_port for 354efcff-b960-4774-a438-a91b5b9a2573 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:30.197889 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f124daa-4a5e-4e59-a3d7-c46efe31b64b req-c5d8d43f-986d-45b4-a16c-cefe6b2c15ea tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:30.198788 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9f124daa-4a5e-4e59-a3d7-c46efe31b64b req-c5d8d43f-986d-45b4-a16c-cefe6b2c15ea tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:30.202021 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f124daa-4a5e-4e59-a3d7-c46efe31b64b req-c5d8d43f-986d-45b4-a16c-cefe6b2c15ea tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "PUT /v2.0/ports/591a766f-b2d2-4578-a0c1-5f44157dce34 HTTP/1.1" status: 200 len: 982 time: 1.4388356 Apr 21 12:39:30.205409 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f765c7-0483-4db8-9a06-efcb50ea9470', 'tag': '591a766f-b2d2-4578-a0c1-5f44157dce34'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:39:30.207681 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787a1d6b-7575-4a07-86bc-b790050c9953" -d '{"events": [{"name": "network-changed", "server_uuid": "38f765c7-0483-4db8-9a06-efcb50ea9470", "tag": "591a766f-b2d2-4578-a0c1-5f44157dce34"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:39:30.236405 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d8d43f-986d-45b4-a16c-cefe6b2c15ea tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Pushing event updated for resources: {'Port': ['ID=591a766f-b2d2-4578-a0c1-5f44157dce34,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:30.248378 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f79c97-7bf6-4618-aa0e-dd1877554f82 req-5a161a7d-b0e5-4f9d-af49-e558609f052c tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:30.250005 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d3f79c97-7bf6-4618-aa0e-dd1877554f82 req-5a161a7d-b0e5-4f9d-af49-e558609f052c tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 946 time: 0.1001527 Apr 21 12:39:30.278571 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['591a766f-b2d2-4578-a0c1-5f44157dce34'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:39:30.311433 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8714395-837f-4aa5-ba45-797e71d5d8fe tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:30.336034 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d3f79c97-7bf6-4618-aa0e-dd1877554f82 req-8bfeb0fb-b2ed-4a22-8233-5fc28027249e tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786016 Apr 21 12:39:30.396823 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8714395-837f-4aa5-ba45-797e71d5d8fe tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Port': ['ID=354efcff-b960-4774-a438-a91b5b9a2573,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:30.442214 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8714395-837f-4aa5-ba45-797e71d5d8fe tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:30.454958 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b8714395-837f-4aa5-ba45-797e71d5d8fe tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/ports/354efcff-b960-4774-a438-a91b5b9a2573 HTTP/1.1" status: 204 len: 168 time: 0.5734284 Apr 21 12:39:30.458187 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40460) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:30.474705 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3f6009ff-4896-4596-b7e3-4c0e9b7f6fb7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'port': {'network_id': '1180f0e3-6284-4c93-8230-3ae008c643e6', 'mac_address': 'fa:16:3e:88:59:be', 'name': 'tempest-PortsIpV6TestJSON-98343811'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:30.509487 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8698d450-09ea-490b-b4dd-fd4a64fbdd76 req-db2ef512-a8f3-4f20-aaaf-aea0ba037869 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups/1a47acb3-b770-4073-ac91-f2954cd6cee1 HTTP/1.1" status: 200 len: 1802 time: 0.1423328 Apr 21 12:39:30.538555 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2806c36-73d8-411e-833d-74cf243f3dd9 req-cba7d7d0-0e8a-438c-aa75-61b169a605b3 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:30.541097 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2806c36-73d8-411e-833d-74cf243f3dd9 req-cba7d7d0-0e8a-438c-aa75-61b169a605b3 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.26 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 946 time: 0.1098616 Apr 21 12:39:30.642671 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-8698d450-09ea-490b-b4dd-fd4a64fbdd76 req-ac90a604-fa39-4f3c-8a9a-8e09b7a0a152 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 21 12:39:30.654016 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8698d450-09ea-490b-b4dd-fd4a64fbdd76 req-ac90a604-fa39-4f3c-8a9a-8e09b7a0a152 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "DELETE /v2.0/security-groups/1a47acb3-b770-4073-ac91-f2954cd6cee1 HTTP/1.1" status: 409 len: 341 time: 0.1362827 Apr 21 12:39:30.687497 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6009ff-4896-4596-b7e3-4c0e9b7f6fb7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:39:30.718179 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb008d64-ef17-48d4-9cef-31877b9217ce x-openstack-request-id: req-cb008d64-ef17-48d4-9cef-31877b9217ce {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:39:30.719933 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f765c7-0483-4db8-9a06-efcb50ea9470", "tag": "591a766f-b2d2-4578-a0c1-5f44157dce34", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:39:30.720194 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cb008d64-ef17-48d4-9cef-31877b9217ce {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:39:30.720603 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb008d64-ef17-48d4-9cef-31877b9217ce'] response: {'name': 'network-changed', 'server_uuid': '38f765c7-0483-4db8-9a06-efcb50ea9470', 'tag': '591a766f-b2d2-4578-a0c1-5f44157dce34', 'status': 'completed', 'code': 200} Apr 21 12:39:30.838087 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f2806c36-73d8-411e-833d-74cf243f3dd9 req-0a1fb157-8286-4173-8d6b-da2a988235a5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Deleting port 0640e710-1a46-475a-9474-849889575487 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:30.838430 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f2806c36-73d8-411e-833d-74cf243f3dd9 req-0a1fb157-8286-4173-8d6b-da2a988235a5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:30.853567 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f6009ff-4896-4596-b7e3-4c0e9b7f6fb7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:30.892650 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a1d6b-7575-4a07-86bc-b790050c9953 req-23451437-eff4-4100-8383-c41b19fa1442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:30.894085 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-787a1d6b-7575-4a07-86bc-b790050c9953 req-23451437-eff4-4100-8383-c41b19fa1442 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=200ea3215b1e439ebb87b6253629ed97&device_id=38f765c7-0483-4db8-9a06-efcb50ea9470 HTTP/1.1" status: 200 len: 1136 time: 0.1426678 Apr 21 12:39:30.939249 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-3f6009ff-4896-4596-b7e3-4c0e9b7f6fb7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] device_id is not set on port 78c0efff-f0cd-49b0-836b-e8a8e05553fd yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:39:31.022670 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f2806c36-73d8-411e-833d-74cf243f3dd9 req-0a1fb157-8286-4173-8d6b-da2a988235a5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] For port 0640e710-1a46-475a-9474-849889575487, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0640e710-1a46-475a-9474-849889575487,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:31.023133 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f2806c36-73d8-411e-833d-74cf243f3dd9 req-0a1fb157-8286-4173-8d6b-da2a988235a5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:31.048858 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f2806c36-73d8-411e-833d-74cf243f3dd9 req-0a1fb157-8286-4173-8d6b-da2a988235a5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Calling delete_port for 0640e710-1a46-475a-9474-849889575487 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:31.071514 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a1d6b-7575-4a07-86bc-b790050c9953 req-ac03e162-5cc4-4a68-8183-f0b026956c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:31.073344 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-787a1d6b-7575-4a07-86bc-b790050c9953 req-ac03e162-5cc4-4a68-8183-f0b026956c0f service neutron] 10.222.0.24 "GET /v2.0/networks?id=cb775869-9d11-4568-a39f-53490ef15123 HTTP/1.1" status: 200 len: 913 time: 0.1549737 Apr 21 12:39:31.147150 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f6009ff-4896-4596-b7e3-4c0e9b7f6fb7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:31.147805 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-787a1d6b-7575-4a07-86bc-b790050c9953 req-8fe507fa-9d9f-4199-9fd5-ae90ef68c83a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=591a766f-b2d2-4578-a0c1-5f44157dce34 HTTP/1.1" status: 200 len: 217 time: 0.0436280 Apr 21 12:39:31.221701 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a1d6b-7575-4a07-86bc-b790050c9953 req-997a527e-71d9-4c5d-8f25-19d9f4deddac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:31.223302 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-787a1d6b-7575-4a07-86bc-b790050c9953 req-997a527e-71d9-4c5d-8f25-19d9f4deddac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=560717d2-4532-4d9d-a275-cdd3079699c4 HTTP/1.1" status: 200 len: 852 time: 0.0665858 Apr 21 12:39:31.283110 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f6009ff-4896-4596-b7e3-4c0e9b7f6fb7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:31.297965 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-787a1d6b-7575-4a07-86bc-b790050c9953 req-92886214-95b4-4e22-a21e-e8a62145fd3e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb775869-9d11-4568-a39f-53490ef15123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657322 Apr 21 12:39:31.343872 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6009ff-4896-4596-b7e3-4c0e9b7f6fb7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network 1180f0e3-6284-4c93-8230-3ae008c643e6 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:39:31.349017 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-3f6009ff-4896-4596-b7e3-4c0e9b7f6fb7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:39:31.364340 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6009ff-4896-4596-b7e3-4c0e9b7f6fb7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:39:31.372826 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6009ff-4896-4596-b7e3-4c0e9b7f6fb7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:31.373983 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f6009ff-4896-4596-b7e3-4c0e9b7f6fb7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:31.409269 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6009ff-4896-4596-b7e3-4c0e9b7f6fb7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Port': ['ID=78c0efff-f0cd-49b0-836b-e8a8e05553fd,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:31.411862 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef578e65-f185-49fd-b22d-ff372b3abbb7 req-ac9101d4-57ce-488f-aeab-8925711abf12 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:31.412873 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef578e65-f185-49fd-b22d-ff372b3abbb7 req-ac9101d4-57ce-488f-aeab-8925711abf12 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f765c7-0483-4db8-9a06-efcb50ea9470 HTTP/1.1" status: 200 len: 985 time: 0.1664293 Apr 21 12:39:31.476495 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3f6009ff-4896-4596-b7e3-4c0e9b7f6fb7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.0163870 Apr 21 12:39:31.479076 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40484) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:31.502839 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-787a1d6b-7575-4a07-86bc-b790050c9953 req-2a208ce4-71aa-4d38-902b-4e19898de0d6 service neutron] 10.222.0.24 "GET /v2.0/networks/cb775869-9d11-4568-a39f-53490ef15123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811690 Apr 21 12:39:31.514613 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef578e65-f185-49fd-b22d-ff372b3abbb7 req-38a8c837-aa5c-4405-93a1-cc45b94e522c tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4884a601-4783-43f4-a952-0b71b5197c3f&id=1a47acb3-b770-4073-ac91-f2954cd6cee1&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0859203 Apr 21 12:39:31.541236 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f2806c36-73d8-411e-833d-74cf243f3dd9 req-0a1fb157-8286-4173-8d6b-da2a988235a5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:31.553129 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['0640e710-1a46-475a-9474-849889575487'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:39:31.580923 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e18417a-79c3-4459-b2f5-f103dfbf2eef tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:31.583071 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2e18417a-79c3-4459-b2f5-f103dfbf2eef tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "GET /v2.0/ports/78c0efff-f0cd-49b0-836b-e8a8e05553fd HTTP/1.1" status: 200 len: 843 time: 0.1034062 Apr 21 12:39:31.586155 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40488) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:31.619871 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1fb157-8286-4173-8d6b-da2a988235a5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Pushing event deleted for resources: {'Port': ['ID=0640e710-1a46-475a-9474-849889575487,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:31.643513 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfec48f-a194-4770-b744-141410e46012 req-5878d2c2-0cfc-4c55-a927-837fc12eb270 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:31.652884 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9bfec48f-a194-4770-b744-141410e46012 req-5878d2c2-0cfc-4c55-a927-837fc12eb270 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 868 time: 0.1823263 Apr 21 12:39:31.731920 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2806c36-73d8-411e-833d-74cf243f3dd9 req-0a1fb157-8286-4173-8d6b-da2a988235a5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] No DVR routers for this DVR port 0640e710-1a46-475a-9474-849889575487 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:39:31.748538 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-9959d798-e48a-4dd1-9fd8-e5719fe0cfd7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting port 78c0efff-f0cd-49b0-836b-e8a8e05553fd {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:31.749045 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9959d798-e48a-4dd1-9fd8-e5719fe0cfd7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:31.750547 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f2806c36-73d8-411e-833d-74cf243f3dd9 req-0a1fb157-8286-4173-8d6b-da2a988235a5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:31.753863 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2806c36-73d8-411e-833d-74cf243f3dd9 req-0a1fb157-8286-4173-8d6b-da2a988235a5 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.26 "DELETE /v2.0/ports/0640e710-1a46-475a-9474-849889575487 HTTP/1.1" status: 204 len: 173 time: 1.2014067 Apr 21 12:39:31.768283 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9bfec48f-a194-4770-b744-141410e46012 req-9aa5e609-3f11-4b19-a798-9d8319f635dd tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137681 Apr 21 12:39:31.787468 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-787a1d6b-7575-4a07-86bc-b790050c9953 req-0fb0bcff-546b-4ba1-9348-f996d20e2ad0 service neutron] 10.222.0.24 "GET /v2.0/networks/cb775869-9d11-4568-a39f-53490ef15123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712572 Apr 21 12:39:31.856479 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9959d798-e48a-4dd1-9fd8-e5719fe0cfd7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:31.884815 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-9959d798-e48a-4dd1-9fd8-e5719fe0cfd7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Calling delete_port for 78c0efff-f0cd-49b0-836b-e8a8e05553fd owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:32.034511 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9220a5-74f2-43d8-a744-b424a358b318 req-21881b05-5645-49b7-a048-414461f8c55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:32.036267 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c9220a5-74f2-43d8-a744-b424a358b318 req-21881b05-5645-49b7-a048-414461f8c55b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=200ea3215b1e439ebb87b6253629ed97&device_id=38f765c7-0483-4db8-9a06-efcb50ea9470 HTTP/1.1" status: 200 len: 1136 time: 0.0897264 Apr 21 12:39:32.108215 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9959d798-e48a-4dd1-9fd8-e5719fe0cfd7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:32.170940 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9220a5-74f2-43d8-a744-b424a358b318 req-dc2f2637-2776-40bb-885a-3c0ff6bb3dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:32.173356 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c9220a5-74f2-43d8-a744-b424a358b318 req-dc2f2637-2776-40bb-885a-3c0ff6bb3dbf service neutron] 10.222.0.24 "GET /v2.0/networks?id=cb775869-9d11-4568-a39f-53490ef15123 HTTP/1.1" status: 200 len: 913 time: 0.1306527 Apr 21 12:39:32.179215 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9959d798-e48a-4dd1-9fd8-e5719fe0cfd7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Port': ['ID=78c0efff-f0cd-49b0-836b-e8a8e05553fd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:32.197318 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9959d798-e48a-4dd1-9fd8-e5719fe0cfd7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:32.206998 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9959d798-e48a-4dd1-9fd8-e5719fe0cfd7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/ports/78c0efff-f0cd-49b0-836b-e8a8e05553fd HTTP/1.1" status: 204 len: 168 time: 0.6134152 Apr 21 12:39:32.209566 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40502) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:32.251939 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5613e27-1d83-421b-a52d-43c5b763dc46 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] GET failed (client error): The resource could not be found. Apr 21 12:39:32.253771 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b5613e27-1d83-421b-a52d-43c5b763dc46 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "GET /v2.0/ports/78c0efff-f0cd-49b0-836b-e8a8e05553fd HTTP/1.1" status: 404 len: 333 time: 0.0415635 Apr 21 12:39:32.258141 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40504) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:32.260599 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c9220a5-74f2-43d8-a744-b424a358b318 req-3fb76c54-fe3e-4859-86ae-9e8fc701ab12 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=591a766f-b2d2-4578-a0c1-5f44157dce34 HTTP/1.1" status: 200 len: 217 time: 0.0762961 Apr 21 12:39:32.263051 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-baba84c8-d746-4e34-b9a3-046cf3a3e761 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'port': {'network_id': '1180f0e3-6284-4c93-8230-3ae008c643e6', 'name': 'tempest-PortsIpV6TestJSON-2105084856'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:32.321557 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9220a5-74f2-43d8-a744-b424a358b318 req-b8a022f9-4ed2-4fab-add8-79c6df52d2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:32.324601 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c9220a5-74f2-43d8-a744-b424a358b318 req-b8a022f9-4ed2-4fab-add8-79c6df52d2de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=560717d2-4532-4d9d-a275-cdd3079699c4 HTTP/1.1" status: 200 len: 852 time: 0.0583661 Apr 21 12:39:32.390078 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c9220a5-74f2-43d8-a744-b424a358b318 req-86e328bf-4013-4d74-bbc4-84b3eb9bafc1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb775869-9d11-4568-a39f-53490ef15123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511596 Apr 21 12:39:32.428689 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baba84c8-d746-4e34-b9a3-046cf3a3e761 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:39:32.432517 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-baba84c8-d746-4e34-b9a3-046cf3a3e761 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:32.475924 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-baba84c8-d746-4e34-b9a3-046cf3a3e761 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] device_id is not set on port 485378c6-cdc8-4ab5-bfd2-8d0b7a82e922 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:39:32.634746 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c9220a5-74f2-43d8-a744-b424a358b318 req-c7db07c6-43f6-4132-ad06-854fb656b839 service neutron] 10.222.0.24 "GET /v2.0/networks/cb775869-9d11-4568-a39f-53490ef15123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261345 Apr 21 12:39:32.764819 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-baba84c8-d746-4e34-b9a3-046cf3a3e761 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:32.768239 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96cbec7-e315-4c8a-bb11-a292915d9038', 'name': 'network-vif-deleted', 'tag': '0640e710-1a46-475a-9474-849889575487'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:39:32.770742 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfdaa80-53fc-44f5-b141-6488d2d268a1" -d '{"events": [{"server_uuid": "b96cbec7-e315-4c8a-bb11-a292915d9038", "name": "network-vif-deleted", "tag": "0640e710-1a46-475a-9474-849889575487"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:39:32.812711 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661a0dd-4c9f-449e-8cef-463bde136575 req-a1f45f8d-f7af-4cc4-af7a-4172a618344d tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:32.814498 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4661a0dd-4c9f-449e-8cef-463bde136575 req-a1f45f8d-f7af-4cc4-af7a-4172a618344d tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f765c7-0483-4db8-9a06-efcb50ea9470 HTTP/1.1" status: 200 len: 985 time: 0.1787634 Apr 21 12:39:32.825263 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47499e2b-ca4d-47e3-b2c9-f069a90e989e x-openstack-request-id: req-47499e2b-ca4d-47e3-b2c9-f069a90e989e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:39:32.825664 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96cbec7-e315-4c8a-bb11-a292915d9038", "name": "network-vif-deleted", "tag": "0640e710-1a46-475a-9474-849889575487", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:39:32.826047 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-47499e2b-ca4d-47e3-b2c9-f069a90e989e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:39:32.826630 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47499e2b-ca4d-47e3-b2c9-f069a90e989e'] response: {'server_uuid': 'b96cbec7-e315-4c8a-bb11-a292915d9038', 'name': 'network-vif-deleted', 'tag': '0640e710-1a46-475a-9474-849889575487', 'status': 'completed', 'code': 200} Apr 21 12:39:32.856511 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c9220a5-74f2-43d8-a744-b424a358b318 req-93aa5487-ae44-44b0-9d34-79c76d77d486 service neutron] 10.222.0.24 "GET /v2.0/networks/cb775869-9d11-4568-a39f-53490ef15123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090149 Apr 21 12:39:32.886707 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4661a0dd-4c9f-449e-8cef-463bde136575 req-ff7c138f-1e64-4724-a6d1-0b75b2275f16 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4884a601-4783-43f4-a952-0b71b5197c3f&id=1a47acb3-b770-4073-ac91-f2954cd6cee1&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0585968 Apr 21 12:39:32.974897 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-baba84c8-d746-4e34-b9a3-046cf3a3e761 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:33.066046 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e577db5d-0ae6-4b3e-b55e-276b33be19a9 req-3495bff5-7ad1-4139-8d9c-8eab0f438a8b tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=b96cbec7-e315-4c8a-bb11-a292915d9038 HTTP/1.1" status: 200 len: 210 time: 0.0534699 Apr 21 12:39:33.090164 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba84c8-d746-4e34-b9a3-046cf3a3e761 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Port': ['ID=485378c6-cdc8-4ab5-bfd2-8d0b7a82e922,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:33.111388 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baba84c8-d746-4e34-b9a3-046cf3a3e761 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network 1180f0e3-6284-4c93-8230-3ae008c643e6 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:39:33.113190 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-baba84c8-d746-4e34-b9a3-046cf3a3e761 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:39:33.119882 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baba84c8-d746-4e34-b9a3-046cf3a3e761 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:39:33.123882 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baba84c8-d746-4e34-b9a3-046cf3a3e761 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:33.124681 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-baba84c8-d746-4e34-b9a3-046cf3a3e761 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:33.251730 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-baba84c8-d746-4e34-b9a3-046cf3a3e761 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9893174 Apr 21 12:39:33.251730 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40528) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:33.268633 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-7a8aa2e2-c2f6-4daf-898c-d7abd3e12167 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:33.364415 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a8aa2e2-c2f6-4daf-898c-d7abd3e12167 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:33.629727 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a8aa2e2-c2f6-4daf-898c-d7abd3e12167 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:33.719982 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a8aa2e2-c2f6-4daf-898c-d7abd3e12167 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:33.832925 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7a8aa2e2-c2f6-4daf-898c-d7abd3e12167 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] In _notify_port_updated(), no bound segment for port 485378c6-cdc8-4ab5-bfd2-8d0b7a82e922 on network 1180f0e3-6284-4c93-8230-3ae008c643e6 {{(pid=103397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 12:39:33.839006 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8aa2e2-c2f6-4daf-898c-d7abd3e12167 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:33.839655 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a8aa2e2-c2f6-4daf-898c-d7abd3e12167 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:33.841173 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7a8aa2e2-c2f6-4daf-898c-d7abd3e12167 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "PUT /v2.0/ports/485378c6-cdc8-4ab5-bfd2-8d0b7a82e922 HTTP/1.1" status: 200 len: 818 time: 0.5890732 Apr 21 12:39:33.844532 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40560) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:33.916771 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8aa2e2-c2f6-4daf-898c-d7abd3e12167 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Port': ['ID=485378c6-cdc8-4ab5-bfd2-8d0b7a82e922,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:34.027301 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e9d1812d-44f1-4ea4-89ad-8763c8e03979 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting port 485378c6-cdc8-4ab5-bfd2-8d0b7a82e922 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:34.027779 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9d1812d-44f1-4ea4-89ad-8763c8e03979 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:34.138878 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9d1812d-44f1-4ea4-89ad-8763c8e03979 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:34.174050 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e9d1812d-44f1-4ea4-89ad-8763c8e03979 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Calling delete_port for 485378c6-cdc8-4ab5-bfd2-8d0b7a82e922 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:34.200332 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfdcff-14c3-47bf-93fd-00f542f07d3a req-ff94d0f9-15b7-4736-90d0-f62921bb4b8c tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:34.212720 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-48bfdcff-14c3-47bf-93fd-00f542f07d3a req-ff94d0f9-15b7-4736-90d0-f62921bb4b8c tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f765c7-0483-4db8-9a06-efcb50ea9470 HTTP/1.1" status: 200 len: 985 time: 0.1810477 Apr 21 12:39:34.279883 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-48bfdcff-14c3-47bf-93fd-00f542f07d3a req-217ea43e-78dc-442d-aac5-c95c0f478749 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?id=4884a601-4783-43f4-a952-0b71b5197c3f&id=1a47acb3-b770-4073-ac91-f2954cd6cee1&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0632725 Apr 21 12:39:34.340539 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 0640e710-1a46-475a-9474-849889575487 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:39:34.388554 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 0640e710-1a46-475a-9474-849889575487 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:39:34.389022 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 0640e710-1a46-475a-9474-849889575487 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:39:34.460171 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6aa6ad17-64fa-4b50-8763-64d4d95a0d3c req-d61cf04b-ffed-4cae-8928-a795048b6ffe tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1340542481&fields=id&tenant_id=200ea3215b1e439ebb87b6253629ed97 HTTP/1.1" status: 200 len: 267 time: 0.0691760 Apr 21 12:39:34.490551 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9d1812d-44f1-4ea4-89ad-8763c8e03979 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:34.540570 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1812d-44f1-4ea4-89ad-8763c8e03979 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Port': ['ID=485378c6-cdc8-4ab5-bfd2-8d0b7a82e922,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:34.554097 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9d1812d-44f1-4ea4-89ad-8763c8e03979 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:34.581321 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e9d1812d-44f1-4ea4-89ad-8763c8e03979 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/ports/485378c6-cdc8-4ab5-bfd2-8d0b7a82e922 HTTP/1.1" status: 204 len: 168 time: 0.7312276 Apr 21 12:39:34.582493 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40608) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:34.670995 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6ad17-64fa-4b50-8763-64d4d95a0d3c req-c139b3e9-c39f-4931-81a8-273760221a37 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:34.672499 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6aa6ad17-64fa-4b50-8763-64d4d95a0d3c req-c139b3e9-c39f-4931-81a8-273760221a37 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f765c7-0483-4db8-9a06-efcb50ea9470 HTTP/1.1" status: 200 len: 985 time: 0.2127509 Apr 21 12:39:34.690735 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-6aa6ad17-64fa-4b50-8763-64d4d95a0d3c req-0f43860e-5601-4ba9-978f-67c760e21644 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Request body: {'port': {'security_groups': ['1a47acb3-b770-4073-ac91-f2954cd6cee1', '4884a601-4783-43f4-a952-0b71b5197c3f', '42698102-5733-49e1-8752-fc88cf6c2c4a']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:34.712253 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909bb5ec-bd12-435c-8b47-0dda1a495852 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:34.713818 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-909bb5ec-bd12-435c-8b47-0dda1a495852 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1301913 Apr 21 12:39:34.718012 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40618) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:34.776795 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfeec0c4-87bb-4168-a5bb-2b97aba7ced6 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] GET failed (client error): The resource could not be found. Apr 21 12:39:34.788533 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40624) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:34.791713 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cfeec0c4-87bb-4168-a5bb-2b97aba7ced6 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "GET /v2.0/ports/485378c6-cdc8-4ab5-bfd2-8d0b7a82e922 HTTP/1.1" status: 404 len: 333 time: 0.0722604 Apr 21 12:39:34.799215 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c1175720-3a63-44aa-acdf-40ea70bc4f2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1812680964'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:34.907307 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6aa6ad17-64fa-4b50-8763-64d4d95a0d3c req-0f43860e-5601-4ba9-978f-67c760e21644 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:34.934495 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8fc0f-007a-42e8-a191-f7bf54719004 req-4803002e-a2d1-4360-94be-110142d6af7d tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:34.936089 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ff8fc0f-007a-42e8-a191-f7bf54719004 req-4803002e-a2d1-4360-94be-110142d6af7d tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 944 time: 0.1205227 Apr 21 12:39:35.024317 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1175720-3a63-44aa-acdf-40ea70bc4f2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:39:35.027786 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c1175720-3a63-44aa-acdf-40ea70bc4f2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:35.195121 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ff8fc0f-007a-42e8-a191-f7bf54719004 req-77e83d3e-f2b1-4ee0-abab-4ea3ae1a38eb tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681881 Apr 21 12:39:35.200789 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1175720-3a63-44aa-acdf-40ea70bc4f2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:39:35.225382 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c1175720-3a63-44aa-acdf-40ea70bc4f2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:35.228665 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-c1175720-3a63-44aa-acdf-40ea70bc4f2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Added segment 42fa2a50-de45-4998-883a-af6cb12c074b of type vlan for network 0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7 Apr 21 12:39:35.336463 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c1175720-3a63-44aa-acdf-40ea70bc4f2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:35.428671 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16bb34-31e8-4408-86b2-e82a8e8ae0c8 req-0bf52f17-b163-4de6-a54b-913a423e5edd tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:35.428861 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db16bb34-31e8-4408-86b2-e82a8e8ae0c8 req-0bf52f17-b163-4de6-a54b-913a423e5edd tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.26 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 944 time: 0.1539080 Apr 21 12:39:35.495610 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6aa6ad17-64fa-4b50-8763-64d4d95a0d3c req-0f43860e-5601-4ba9-978f-67c760e21644 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] For port 591a766f-b2d2-4578-a0c1-5f44157dce34, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=591a766f-b2d2-4578-a0c1-5f44157dce34,segment=NetworkSegment(c4a3f46e-3415-4058-ae67-97acc52158a8),segment_id=c4a3f46e-3415-4058-ae67-97acc52158a8)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:35.497457 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c1175720-3a63-44aa-acdf-40ea70bc4f2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:35.503516 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1175720-3a63-44aa-acdf-40ea70bc4f2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:35.504057 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c1175720-3a63-44aa-acdf-40ea70bc4f2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:35.640864 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c1175720-3a63-44aa-acdf-40ea70bc4f2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8487401 Apr 21 12:39:35.641224 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40672) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:35.641878 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6aa6ad17-64fa-4b50-8763-64d4d95a0d3c req-0f43860e-5601-4ba9-978f-67c760e21644 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:35.643632 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1175720-3a63-44aa-acdf-40ea70bc4f2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Network': ['ID=0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:35.647336 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f9e253c5-c403-457c-b7ca-707729a44882 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'subnet': {'network_id': '0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:35.658657 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:39:35.667961 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-db16bb34-31e8-4408-86b2-e82a8e8ae0c8 req-088e5ba5-2d5c-4b9e-9222-66f82094e6d9 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Deleting port 6d0807df-864d-4b8d-9030-c89b1b36b028 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:35.669122 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db16bb34-31e8-4408-86b2-e82a8e8ae0c8 req-088e5ba5-2d5c-4b9e-9222-66f82094e6d9 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:35.778740 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6aa6ad17-64fa-4b50-8763-64d4d95a0d3c req-0f43860e-5601-4ba9-978f-67c760e21644 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:35.796825 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['7be45b6a-2875-4c3e-9e4c-53d996793f30', '591a766f-b2d2-4578-a0c1-5f44157dce34'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:39:35.859123 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa6ad17-64fa-4b50-8763-64d4d95a0d3c req-0f43860e-5601-4ba9-978f-67c760e21644 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:35.859801 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6aa6ad17-64fa-4b50-8763-64d4d95a0d3c req-0f43860e-5601-4ba9-978f-67c760e21644 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:35.865452 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6aa6ad17-64fa-4b50-8763-64d4d95a0d3c req-0f43860e-5601-4ba9-978f-67c760e21644 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "PUT /v2.0/ports/591a766f-b2d2-4578-a0c1-5f44157dce34 HTTP/1.1" status: 200 len: 1021 time: 1.1797435 Apr 21 12:39:35.867953 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f765c7-0483-4db8-9a06-efcb50ea9470', 'tag': '591a766f-b2d2-4578-a0c1-5f44157dce34'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:39:35.873232 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4882f24d-6df3-427b-b696-11bfbe151991" -d '{"events": [{"name": "network-changed", "server_uuid": "38f765c7-0483-4db8-9a06-efcb50ea9470", "tag": "591a766f-b2d2-4578-a0c1-5f44157dce34"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:39:35.878954 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e253c5-c403-457c-b7ca-707729a44882 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:39:35.878954 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f9e253c5-c403-457c-b7ca-707729a44882 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:35.886878 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-db16bb34-31e8-4408-86b2-e82a8e8ae0c8 req-088e5ba5-2d5c-4b9e-9222-66f82094e6d9 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] For port 6d0807df-864d-4b8d-9030-c89b1b36b028, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=6d0807df-864d-4b8d-9030-c89b1b36b028,segment=NetworkSegment(ac2aa623-3d4b-425e-821e-dc3390350bb9),segment_id=ac2aa623-3d4b-425e-821e-dc3390350bb9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:35.887253 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db16bb34-31e8-4408-86b2-e82a8e8ae0c8 req-088e5ba5-2d5c-4b9e-9222-66f82094e6d9 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:35.902289 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43860e-5601-4ba9-978f-67c760e21644 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Pushing event updated for resources: {'Port': ['ID=591a766f-b2d2-4578-a0c1-5f44157dce34,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:35.908776 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-db16bb34-31e8-4408-86b2-e82a8e8ae0c8 req-088e5ba5-2d5c-4b9e-9222-66f82094e6d9 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Calling delete_port for 6d0807df-864d-4b8d-9030-c89b1b36b028 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:35.989635 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e9a55e-ff4b-4dec-bb2c-dcbc29bc491f x-openstack-request-id: req-79e9a55e-ff4b-4dec-bb2c-dcbc29bc491f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:39:35.989635 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f765c7-0483-4db8-9a06-efcb50ea9470", "tag": "591a766f-b2d2-4578-a0c1-5f44157dce34", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:39:35.990022 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-79e9a55e-ff4b-4dec-bb2c-dcbc29bc491f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:39:35.990371 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79e9a55e-ff4b-4dec-bb2c-dcbc29bc491f'] response: {'name': 'network-changed', 'server_uuid': '38f765c7-0483-4db8-9a06-efcb50ea9470', 'tag': '591a766f-b2d2-4578-a0c1-5f44157dce34', 'status': 'completed', 'code': 200} Apr 21 12:39:36.052888 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['591a766f-b2d2-4578-a0c1-5f44157dce34'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:39:36.095966 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-871b23ee-664b-47b0-a3d1-cc913191b05c req-0419faaa-c70a-4cad-ace1-cc043893f723 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups/42698102-5733-49e1-8752-fc88cf6c2c4a HTTP/1.1" status: 200 len: 1802 time: 0.1752548 Apr 21 12:39:36.142239 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40684) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:36.173013 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882f24d-6df3-427b-b696-11bfbe151991 req-6ba3c555-87a0-488a-838b-12f7e873a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:36.182387 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4882f24d-6df3-427b-b696-11bfbe151991 req-6ba3c555-87a0-488a-838b-12f7e873a00a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=200ea3215b1e439ebb87b6253629ed97&device_id=38f765c7-0483-4db8-9a06-efcb50ea9470 HTTP/1.1" status: 200 len: 1175 time: 0.1772535 Apr 21 12:39:36.445326 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0bcde863-f89e-4fed-8f54-0017d997bda6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:36.476247 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f9e253c5-c403-457c-b7ca-707729a44882 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:36.483200 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-871b23ee-664b-47b0-a3d1-cc913191b05c req-57ddff2b-ab18-452c-a473-4421640de54e tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 21 12:39:36.484902 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-871b23ee-664b-47b0-a3d1-cc913191b05c req-57ddff2b-ab18-452c-a473-4421640de54e tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "DELETE /v2.0/security-groups/42698102-5733-49e1-8752-fc88cf6c2c4a HTTP/1.1" status: 409 len: 341 time: 0.3790450 Apr 21 12:39:36.512006 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882f24d-6df3-427b-b696-11bfbe151991 req-af995125-4654-42ab-b068-912bcd495657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:36.514317 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4882f24d-6df3-427b-b696-11bfbe151991 req-af995125-4654-42ab-b068-912bcd495657 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cb775869-9d11-4568-a39f-53490ef15123 HTTP/1.1" status: 200 len: 913 time: 0.3053358 Apr 21 12:39:36.531356 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853f699c-5d47-4fcf-b25d-5974c385848d req-93fa62e4-5626-46c0-95e2-a0f550dde95e tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:36.531356 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-853f699c-5d47-4fcf-b25d-5974c385848d req-93fa62e4-5626-46c0-95e2-a0f550dde95e tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 944 time: 0.1618235 Apr 21 12:39:36.590481 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db16bb34-31e8-4408-86b2-e82a8e8ae0c8 req-088e5ba5-2d5c-4b9e-9222-66f82094e6d9 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:36.610363 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4882f24d-6df3-427b-b696-11bfbe151991 req-7c325451-c791-4509-bfed-7d1dd56d5eaf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=591a766f-b2d2-4578-a0c1-5f44157dce34 HTTP/1.1" status: 200 len: 217 time: 0.0789981 Apr 21 12:39:36.622782 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e253c5-c403-457c-b7ca-707729a44882 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Subnet': ['ID=cb56079c-dbb4-4b33-bd1c-d8c3df5068af,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:36.659666 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e253c5-c403-457c-b7ca-707729a44882 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:36.660312 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e253c5-c403-457c-b7ca-707729a44882 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:36.660419 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e253c5-c403-457c-b7ca-707729a44882 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:36.664356 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e253c5-c403-457c-b7ca-707729a44882 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:36.664764 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e253c5-c403-457c-b7ca-707729a44882 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:36.669709 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e253c5-c403-457c-b7ca-707729a44882 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:36.670379 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e253c5-c403-457c-b7ca-707729a44882 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:36.673634 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e253c5-c403-457c-b7ca-707729a44882 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:36.674275 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e253c5-c403-457c-b7ca-707729a44882 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:36.674816 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e253c5-c403-457c-b7ca-707729a44882 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:36.675397 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e253c5-c403-457c-b7ca-707729a44882 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:36.675994 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e253c5-c403-457c-b7ca-707729a44882 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:36.697158 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e5ba5-2d5c-4b9e-9222-66f82094e6d9 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Pushing event deleted for resources: {'Port': ['ID=6d0807df-864d-4b8d-9030-c89b1b36b028,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:36.757870 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-db16bb34-31e8-4408-86b2-e82a8e8ae0c8 req-088e5ba5-2d5c-4b9e-9222-66f82094e6d9 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] No DVR routers for this DVR port 6d0807df-864d-4b8d-9030-c89b1b36b028 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:39:36.760875 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-db16bb34-31e8-4408-86b2-e82a8e8ae0c8 req-088e5ba5-2d5c-4b9e-9222-66f82094e6d9 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:36.765484 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db16bb34-31e8-4408-86b2-e82a8e8ae0c8 req-088e5ba5-2d5c-4b9e-9222-66f82094e6d9 tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.26 "DELETE /v2.0/ports/6d0807df-864d-4b8d-9030-c89b1b36b028 HTTP/1.1" status: 204 len: 173 time: 1.3294897 Apr 21 12:39:36.765887 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0bcde863-f89e-4fed-8f54-0017d997bda6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:36.790390 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-853f699c-5d47-4fcf-b25d-5974c385848d req-fc0d8578-35a5-4bee-8892-c8136be8eb3b tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a73997f-4ade-4e68-8ca0-ad286552d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511063 Apr 21 12:39:36.801889 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4882f24d-6df3-427b-b696-11bfbe151991 req-5b7fb062-ea42-41f3-b94d-6283c96fdf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:36.803486 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4882f24d-6df3-427b-b696-11bfbe151991 req-5b7fb062-ea42-41f3-b94d-6283c96fdf8b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=560717d2-4532-4d9d-a275-cdd3079699c4 HTTP/1.1" status: 200 len: 852 time: 0.1596010 Apr 21 12:39:36.826980 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e253c5-c403-457c-b7ca-707729a44882 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Checking segment: {'id': '42fa2a50-de45-4998-883a-af6cb12c074b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:39:36.827341 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e253c5-c403-457c-b7ca-707729a44882 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network hostable DHCP agents. Network: 0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:39:36.857186 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4882f24d-6df3-427b-b696-11bfbe151991 req-db7dfa47-3b4c-4d99-a36e-7577b3c0daa8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cb775869-9d11-4568-a39f-53490ef15123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459199 Apr 21 12:39:36.928048 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0bcde863-f89e-4fed-8f54-0017d997bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:36.987901 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4882f24d-6df3-427b-b696-11bfbe151991 req-92de7f5e-5ec2-4cbe-b8fc-952b66f24fc8 service neutron] 10.222.0.24 "GET /v2.0/networks/cb775869-9d11-4568-a39f-53490ef15123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242478 Apr 21 12:39:37.122546 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9df53e-c346-4966-8e56-252b7f209143 req-7309d2db-7e0c-4c85-88ba-f3229ecb0a46 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:37.125793 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e9df53e-c346-4966-8e56-252b7f209143 req-7309d2db-7e0c-4c85-88ba-f3229ecb0a46 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f765c7-0483-4db8-9a06-efcb50ea9470 HTTP/1.1" status: 200 len: 1024 time: 0.0713873 Apr 21 12:39:37.266953 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e253c5-c403-457c-b7ca-707729a44882 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network 0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:39:37.299243 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0bcde863-f89e-4fed-8f54-0017d997bda6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e0ca0244239846d2a2b7b8807df583a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1557481 Apr 21 12:39:37.303227 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40700) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:37.315320 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcde863-f89e-4fed-8f54-0017d997bda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dac5423-8e81-4bc5-ab1f-d8cf6c41bafe,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:37.321496 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4882f24d-6df3-427b-b696-11bfbe151991 req-438de82b-2dbd-42e9-8c80-5713e3825a4a service neutron] 10.222.0.24 "GET /v2.0/networks/cb775869-9d11-4568-a39f-53490ef15123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737859 Apr 21 12:39:37.339401 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e9df53e-c346-4966-8e56-252b7f209143 req-5af3f3d8-5421-4508-bc41-0f358ca2c2c3 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?id=42698102-5733-49e1-8752-fc88cf6c2c4a&id=4884a601-4783-43f4-a952-0b71b5197c3f&id=1a47acb3-b770-4073-ac91-f2954cd6cee1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2054462 Apr 21 12:39:37.364452 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-f9e253c5-c403-457c-b7ca-707729a44882 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:39:37.370175 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f8cde898-532d-461b-bb39-8432727a93eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:37.372459 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e253c5-c403-457c-b7ca-707729a44882 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:37.373116 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f9e253c5-c403-457c-b7ca-707729a44882 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:37.373507 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe02cce-0373-44de-b7e5-dfd0c49d2398 None None] Network 0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:39:37.424874 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f8cde898-532d-461b-bb39-8432727a93eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:37.482784 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f9e253c5-c403-457c-b7ca-707729a44882 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8398101 Apr 21 12:39:37.485880 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40704) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:37.492432 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-05e4faa6-794e-4c61-a17d-ef948b904cde tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'subnet': {'network_id': '0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:37.602774 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7', 'network_id': '0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7', 'tenant_id': 'c0f81ff131ed43f68e8e75bc14414841', 'fixed_ips': [{'subnet_id': 'cb56079c-dbb4-4b33-bd1c-d8c3df5068af'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:39:37.604960 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:37.634807 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f8cde898-532d-461b-bb39-8432727a93eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:37.637263 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f8cde898-532d-461b-bb39-8432727a93eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:37.643904 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f8cde898-532d-461b-bb39-8432727a93eb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6dac5423-8e81-4bc5-ab1f-d8cf6c41bafe HTTP/1.1" status: 204 len: 168 time: 0.3394513 Apr 21 12:39:37.655053 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cde898-532d-461b-bb39-8432727a93eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dac5423-8e81-4bc5-ab1f-d8cf6c41bafe,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:37.715914 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e4faa6-794e-4c61-a17d-ef948b904cde tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:39:37.720206 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05e4faa6-794e-4c61-a17d-ef948b904cde tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:37.889151 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Allocated IP 2001:db8::2 (0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7/cb56079c-dbb4-4b33-bd1c-d8c3df5068af/287e75ee-d9ea-4852-a27f-e44708c077e2) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:39:37.936373 n-d-836147-2 neutron-server[103398]: INFO neutron.db.ipam_backend_mixin [None req-05e4faa6-794e-4c61-a17d-ef948b904cde tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cb56079c-dbb4-4b33-bd1c-d8c3df5068af (CIDR: 2001:db8::/64) Apr 21 12:39:37.994473 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b5c6a6c5-43b5-4109-b74d-49cd242f03b8 req-9a5d2652-4210-4b50-acfc-f1527a1b704c tempest-LiveMigrationTest-202904095 tempest-LiveMigrationTest-202904095-project] 10.222.0.36 "GET /v2.0/ports?device_id=81688510-da19-4451-bcc5-6d559622279f HTTP/1.1" status: 200 len: 210 time: 0.0530162 Apr 21 12:39:37.996359 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81688510-da19-4451-bcc5-6d559622279f', 'name': 'network-vif-deleted', 'tag': '6d0807df-864d-4b8d-9030-c89b1b36b028'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:39:38.000090 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f1213c-0691-4dcb-a888-8ab3bfe45b12" -d '{"events": [{"server_uuid": "81688510-da19-4451-bcc5-6d559622279f", "name": "network-vif-deleted", "tag": "6d0807df-864d-4b8d-9030-c89b1b36b028"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:39:38.004141 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e4faa6-794e-4c61-a17d-ef948b904cde tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:39:38.004795 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05e4faa6-794e-4c61-a17d-ef948b904cde tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:39:38.057374 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165f091f-0336-4d41-b52a-7c0896c1b493 x-openstack-request-id: req-165f091f-0336-4d41-b52a-7c0896c1b493 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:39:38.057981 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81688510-da19-4451-bcc5-6d559622279f", "name": "network-vif-deleted", "tag": "6d0807df-864d-4b8d-9030-c89b1b36b028", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:39:38.058374 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-165f091f-0336-4d41-b52a-7c0896c1b493 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:39:38.058876 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-165f091f-0336-4d41-b52a-7c0896c1b493'] response: {'server_uuid': '81688510-da19-4451-bcc5-6d559622279f', 'name': 'network-vif-deleted', 'tag': '6d0807df-864d-4b8d-9030-c89b1b36b028', 'status': 'completed', 'code': 200} Apr 21 12:39:38.111299 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40716) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:38.111920 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-05e4faa6-794e-4c61-a17d-ef948b904cde tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6241183 Apr 21 12:39:38.119638 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-b842210c-b407-4b21-a567-7dcff0232aed tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'subnet': {'network_id': '0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:38.126885 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:38.217695 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:38.267083 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Network 0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:39:38.290931 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:39:38.293118 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Pushing event updated for resources: {'Port': ['ID=287e75ee-d9ea-4852-a27f-e44708c077e2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:38.295639 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:39:38.305437 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:38.305922 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:38.306349 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:38.306774 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:38.307195 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:38.307827 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:38.308250 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:38.308635 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:38.309154 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:38.309420 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:38.309771 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:38.310087 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:39:38.339181 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 6d0807df-864d-4b8d-9030-c89b1b36b028 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:39:38.383547 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 6d0807df-864d-4b8d-9030-c89b1b36b028 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:39:38.384145 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 6d0807df-864d-4b8d-9030-c89b1b36b028 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:39:38.385100 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b842210c-b407-4b21-a567-7dcff0232aed tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:39:38.389391 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b842210c-b407-4b21-a567-7dcff0232aed tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:38.389811 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Attempting to bind port 287e75ee-d9ea-4852-a27f-e44708c077e2 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:39:38.390160 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Attempting to bind port 287e75ee-d9ea-4852-a27f-e44708c077e2 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '42fa2a50-de45-4998-883a-af6cb12c074b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:39:38.390571 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Attempting to bind port 287e75ee-d9ea-4852-a27f-e44708c077e2 on network 0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:39:38.399495 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:39:38.399495 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Checking segment: {'id': '42fa2a50-de45-4998-883a-af6cb12c074b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:39:38.399495 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:38.399495 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Bound using segment: {'id': '42fa2a50-de45-4998-883a-af6cb12c074b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:39:38.399495 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Bound port: 287e75ee-d9ea-4852-a27f-e44708c077e2, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42fa2a50-de45-4998-883a-af6cb12c074b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:39:38.399495 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:38.445237 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40724) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:38.464949 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c5c09dc-ecc4-45fc-a069-1e9faf664750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:38.514657 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] For port 287e75ee-d9ea-4852-a27f-e44708c077e2, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:39:38.528597 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] For port 287e75ee-d9ea-4852-a27f-e44708c077e2, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=287e75ee-d9ea-4852-a27f-e44708c077e2,segment=NetworkSegment(42fa2a50-de45-4998-883a-af6cb12c074b),segment_id=42fa2a50-de45-4998-883a-af6cb12c074b)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:39:38.589124 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:38.591407 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb49c26-efa2-45c8-a803-4343e1804c9f req-de0cec43-97a3-40e4-a7f6-b4b930c8aced tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:38.593518 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2bb49c26-efa2-45c8-a803-4343e1804c9f req-de0cec43-97a3-40e4-a7f6-b4b930c8aced tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f765c7-0483-4db8-9a06-efcb50ea9470 HTTP/1.1" status: 200 len: 1024 time: 0.1080420 Apr 21 12:39:38.633631 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c5c09dc-ecc4-45fc-a069-1e9faf664750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:38.684381 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2bb49c26-efa2-45c8-a803-4343e1804c9f req-559543cf-274a-4a26-8dd8-0bff9fb5d256 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?id=42698102-5733-49e1-8752-fc88cf6c2c4a&id=4884a601-4783-43f4-a952-0b71b5197c3f&id=1a47acb3-b770-4073-ac91-f2954cd6cee1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0717478 Apr 21 12:39:38.754363 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c5c09dc-ecc4-45fc-a069-1e9faf664750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:38.782595 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587fddd-bdfc-4ce3-8eeb-2ada92873323 None None] Pushing event updated for resources: {'Port': ['ID=287e75ee-d9ea-4852-a27f-e44708c077e2,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:38.822139 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc59e2-fdcf-4481-ab42-8d9f942b6c3a req-b0a44bb5-d39f-40a8-8dca-5bd1e879e8ff tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:38.822139 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-acfc59e2-fdcf-4481-ab42-8d9f942b6c3a req-b0a44bb5-d39f-40a8-8dca-5bd1e879e8ff tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.24 "GET /v2.0/ports?device_id=38f765c7-0483-4db8-9a06-efcb50ea9470 HTTP/1.1" status: 200 len: 1024 time: 0.1336687 Apr 21 12:39:38.890868 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3c5c09dc-ecc4-45fc-a069-1e9faf664750 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=486729c21afb43fc89a103772e12326b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4419086 Apr 21 12:39:38.891392 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40738) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:38.944867 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b842210c-b407-4b21-a567-7dcff0232aed tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:39.010032 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c09dc-ecc4-45fc-a069-1e9faf664750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1266770f-34e8-4942-a3d8-2ff90e9b395b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:39.022293 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b842210c-b407-4b21-a567-7dcff0232aed tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network 0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:39:39.032059 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15f2480e-f555-44f8-a975-6356975d5026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:39.053338 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b842210c-b407-4b21-a567-7dcff0232aed tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:39:39.076294 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b842210c-b407-4b21-a567-7dcff0232aed tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:39.076901 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b842210c-b407-4b21-a567-7dcff0232aed tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:39.117148 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40746) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:39.144365 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b842210c-b407-4b21-a567-7dcff0232aed tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Subnet': ['ID=75c4105d-fd59-42cd-9629-82fe6cb81dc9,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:39.164204 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15f2480e-f555-44f8-a975-6356975d5026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:39.180665 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-acfc59e2-fdcf-4481-ab42-8d9f942b6c3a req-1237d398-1fa6-4da6-8c4b-2678c854f443 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Deleting port 591a766f-b2d2-4578-a0c1-5f44157dce34 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:39.181002 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-acfc59e2-fdcf-4481-ab42-8d9f942b6c3a req-1237d398-1fa6-4da6-8c4b-2678c854f443 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:39.287851 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b842210c-b407-4b21-a567-7dcff0232aed tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1752315 Apr 21 12:39:39.290064 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40752) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:39.300007 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e649b02a-0908-47bf-b86c-4ff8187dba0e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'port': {'network_id': '0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7', 'fixed_ips': [{'subnet_id': 'cb56079c-dbb4-4b33-bd1c-d8c3df5068af'}, {'subnet_id': '75c4105d-fd59-42cd-9629-82fe6cb81dc9'}], 'name': 'tempest-PortsIpV6TestJSON-196063714'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:39.400413 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-acfc59e2-fdcf-4481-ab42-8d9f942b6c3a req-1237d398-1fa6-4da6-8c4b-2678c854f443 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] For port 591a766f-b2d2-4578-a0c1-5f44157dce34, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=591a766f-b2d2-4578-a0c1-5f44157dce34,segment=NetworkSegment(c4a3f46e-3415-4058-ae67-97acc52158a8),segment_id=c4a3f46e-3415-4058-ae67-97acc52158a8)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:39.401033 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-acfc59e2-fdcf-4481-ab42-8d9f942b6c3a req-1237d398-1fa6-4da6-8c4b-2678c854f443 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:39.434525 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 287e75ee-d9ea-4852-a27f-e44708c077e2 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:39:39.440073 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-acfc59e2-fdcf-4481-ab42-8d9f942b6c3a req-1237d398-1fa6-4da6-8c4b-2678c854f443 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Calling delete_port for 591a766f-b2d2-4578-a0c1-5f44157dce34 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:39.512592 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 287e75ee-d9ea-4852-a27f-e44708c077e2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:39.513171 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:39.597721 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:39.633301 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae30e00-dbf7-44ca-a82c-0af815641185 admin admin] Deleting subnet a3b8f234-8156-4627-8cae-e6fcb5c2aa35 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:39:39.637428 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ae30e00-dbf7-44ca-a82c-0af815641185 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:39.644892 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 287e75ee-d9ea-4852-a27f-e44708c077e2, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=287e75ee-d9ea-4852-a27f-e44708c077e2,segment=NetworkSegment(42fa2a50-de45-4998-883a-af6cb12c074b),segment_id=42fa2a50-de45-4998-883a-af6cb12c074b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:39.702296 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ae30e00-dbf7-44ca-a82c-0af815641185 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:39.749007 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ae30e00-dbf7-44ca-a82c-0af815641185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:39.844956 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca13ae-8656-49a0-a07f-0c1536a81f29 req-0d1fe07b-da41-4600-a20d-6cfd1c3c3379 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:39.846610 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-67ca13ae-8656-49a0-a07f-0c1536a81f29 req-0d1fe07b-da41-4600-a20d-6cfd1c3c3379 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f765c7-0483-4db8-9a06-efcb50ea9470 HTTP/1.1" status: 200 len: 1024 time: 0.0772812 Apr 21 12:39:39.989365 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaee108-ac2c-4d5c-9e98-df8be569878f None None] Network 0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:39:40.116056 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e7d3003c-ad58-4ea6-9d65-9bf8c63007d7 None None] Provisioning complete for port 287e75ee-d9ea-4852-a27f-e44708c077e2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:40.116675 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7d3003c-ad58-4ea6-9d65-9bf8c63007d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:40.240548 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-67ca13ae-8656-49a0-a07f-0c1536a81f29 req-be83bfa1-22aa-46e1-b497-bce2ca24373a tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?id=42698102-5733-49e1-8752-fc88cf6c2c4a&id=4884a601-4783-43f4-a952-0b71b5197c3f&id=1a47acb3-b770-4073-ac91-f2954cd6cee1&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3808205 Apr 21 12:39:40.292566 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7d3003c-ad58-4ea6-9d65-9bf8c63007d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:40.326198 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6a3f37-6ebc-48a0-801c-977228c4b0b4 None None] Update dhcp port {'port': {'network_id': '0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7', 'fixed_ips': [{'subnet_id': 'cb56079c-dbb4-4b33-bd1c-d8c3df5068af', 'ip_address': '2001:db8::2'}, {'subnet_id': '75c4105d-fd59-42cd-9629-82fe6cb81dc9'}], 'binding:host_id': 'n-d-836147-2'}, 'id': '287e75ee-d9ea-4852-a27f-e44708c077e2'} from n-d-836147-2. {{(pid=103399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 21 12:39:40.363672 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c6a3f37-6ebc-48a0-801c-977228c4b0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:40.426153 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15f2480e-f555-44f8-a975-6356975d5026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:40.426153 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15f2480e-f555-44f8-a975-6356975d5026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:40.426153 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-15f2480e-f555-44f8-a975-6356975d5026 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1266770f-34e8-4942-a3d8-2ff90e9b395b HTTP/1.1" status: 204 len: 168 time: 1.5310075 Apr 21 12:39:40.434980 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2480e-f555-44f8-a975-6356975d5026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1266770f-34e8-4942-a3d8-2ff90e9b395b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:40.473259 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e649b02a-0908-47bf-b86c-4ff8187dba0e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:39:40.474684 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-acfc59e2-fdcf-4481-ab42-8d9f942b6c3a req-1237d398-1fa6-4da6-8c4b-2678c854f443 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:40.509094 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ae30e00-dbf7-44ca-a82c-0af815641185 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:40.583696 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['7be45b6a-2875-4c3e-9e4c-53d996793f30', '591a766f-b2d2-4578-a0c1-5f44157dce34'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:39:40.641049 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e649b02a-0908-47bf-b86c-4ff8187dba0e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:40.680801 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-e649b02a-0908-47bf-b86c-4ff8187dba0e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] device_id is not set on port aec8378a-51b5-40d7-be7d-9ea863d5a114 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:39:40.681264 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-acfc59e2-fdcf-4481-ab42-8d9f942b6c3a req-1237d398-1fa6-4da6-8c4b-2678c854f443 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] No DVR routers for this DVR port 591a766f-b2d2-4578-a0c1-5f44157dce34 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:39:40.696239 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae30e00-dbf7-44ca-a82c-0af815641185 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3b8f234-8156-4627-8cae-e6fcb5c2aa35,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:40.697797 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-9c6a3f37-6ebc-48a0-801c-977228c4b0b4 None None] Allocated IP 2001:db8:0:1::2 (0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7/75c4105d-fd59-42cd-9629-82fe6cb81dc9/287e75ee-d9ea-4852-a27f-e44708c077e2) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:39:40.699014 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ae30e00-dbf7-44ca-a82c-0af815641185 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:40.706797 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4ae30e00-dbf7-44ca-a82c-0af815641185 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a3b8f234-8156-4627-8cae-e6fcb5c2aa35 HTTP/1.1" status: 204 len: 168 time: 1.5885816 Apr 21 12:39:40.708121 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-acfc59e2-fdcf-4481-ab42-8d9f942b6c3a req-1237d398-1fa6-4da6-8c4b-2678c854f443 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:40.711956 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-acfc59e2-fdcf-4481-ab42-8d9f942b6c3a req-1237d398-1fa6-4da6-8c4b-2678c854f443 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.24 "DELETE /v2.0/ports/591a766f-b2d2-4578-a0c1-5f44157dce34 HTTP/1.1" status: 204 len: 173 time: 1.8709929 Apr 21 12:39:40.714870 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f765c7-0483-4db8-9a06-efcb50ea9470', 'name': 'network-vif-deleted', 'tag': '591a766f-b2d2-4578-a0c1-5f44157dce34'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:39:40.718405 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b6efe8-d601-4e49-9f83-e6fa3fc68a2a" -d '{"events": [{"server_uuid": "38f765c7-0483-4db8-9a06-efcb50ea9470", "name": "network-vif-deleted", "tag": "591a766f-b2d2-4578-a0c1-5f44157dce34"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:39:40.723005 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237d398-1fa6-4da6-8c4b-2678c854f443 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Pushing event deleted for resources: {'Port': ['ID=591a766f-b2d2-4578-a0c1-5f44157dce34,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:40.727400 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40778) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:40.777239 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:40.785861 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fb5fd3-027f-459f-974a-31f4e9b95765 x-openstack-request-id: req-f4fb5fd3-027f-459f-974a-31f4e9b95765 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:39:40.786416 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f765c7-0483-4db8-9a06-efcb50ea9470", "name": "network-vif-deleted", "tag": "591a766f-b2d2-4578-a0c1-5f44157dce34", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:39:40.786416 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4fb5fd3-027f-459f-974a-31f4e9b95765 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:39:40.787396 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4fb5fd3-027f-459f-974a-31f4e9b95765'] response: {'server_uuid': '38f765c7-0483-4db8-9a06-efcb50ea9470', 'name': 'network-vif-deleted', 'tag': '591a766f-b2d2-4578-a0c1-5f44157dce34', 'status': 'completed', 'code': 200} Apr 21 12:39:40.848883 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96ac1a-03e4-4c03-b432-ea238c34edf3 req-58825ac1-194b-469a-bed8-150dcd3c707c tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:40.850534 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7b96ac1a-03e4-4c03-b432-ea238c34edf3 req-58825ac1-194b-469a-bed8-150dcd3c707c tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ade871c5-8040-4487-b39e-679fe504d59b HTTP/1.1" status: 200 len: 946 time: 0.2712855 Apr 21 12:39:40.884247 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d8e08c5-542b-4ed2-aa86-f6ad43ec457f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:40.923691 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7b96ac1a-03e4-4c03-b432-ea238c34edf3 req-483ad45d-b7ea-4fb9-bbf9-92772838e15b tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f55ab40-e568-4f9f-b3af-ad00467eb9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575659 Apr 21 12:39:41.072017 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d8e08c5-542b-4ed2-aa86-f6ad43ec457f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:41.081609 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-e7d3003c-ad58-4ea6-9d65-9bf8c63007d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:39:41.081964 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-e7d3003c-ad58-4ea6-9d65-9bf8c63007d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:39:41.097380 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=287e75ee-d9ea-4852-a27f-e44708c077e2,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:41.110339 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9c6a3f37-6ebc-48a0-801c-977228c4b0b4 None None] For port 287e75ee-d9ea-4852-a27f-e44708c077e2, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=287e75ee-d9ea-4852-a27f-e44708c077e2,segment=NetworkSegment(42fa2a50-de45-4998-883a-af6cb12c074b),segment_id=42fa2a50-de45-4998-883a-af6cb12c074b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:41.115628 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-1d8e08c5-542b-4ed2-aa86-f6ad43ec457f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a67a5e-b72b-4167-97d6-5767775875e4']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:41.127811 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-1d8e08c5-542b-4ed2-aa86-f6ad43ec457f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac2aa623-3d4b-425e-821e-dc3390350bb9') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:41.128132 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-1d8e08c5-542b-4ed2-aa86-f6ad43ec457f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac2aa623-3d4b-425e-821e-dc3390350bb9') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:41.138593 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d8e08c5-542b-4ed2-aa86-f6ad43ec457f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:41.153142 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d8e08c5-542b-4ed2-aa86-f6ad43ec457f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:41.162682 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d8e08c5-542b-4ed2-aa86-f6ad43ec457f admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:39:41.163310 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d8e08c5-542b-4ed2-aa86-f6ad43ec457f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:39:41.166052 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:39:41.177955 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c6a3f37-6ebc-48a0-801c-977228c4b0b4 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:41.317138 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c6a3f37-6ebc-48a0-801c-977228c4b0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:41.351968 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 287e75ee-d9ea-4852-a27f-e44708c077e2 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:39:41.389441 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f96a5602-74b7-4cf4-8663-c31313f29580 req-7fc0850d-5179-4908-bf54-75a3e5543ac4 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=38f765c7-0483-4db8-9a06-efcb50ea9470 HTTP/1.1" status: 200 len: 210 time: 0.0416608 Apr 21 12:39:41.470451 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d8e08c5-542b-4ed2-aa86-f6ad43ec457f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:41.479987 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d8e08c5-542b-4ed2-aa86-f6ad43ec457f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:41.487289 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1d8e08c5-542b-4ed2-aa86-f6ad43ec457f admin admin] 10.222.0.36 "DELETE /v2.0/networks/32a67a5e-b72b-4167-97d6-5767775875e4 HTTP/1.1" status: 204 len: 168 time: 0.7435951 Apr 21 12:39:41.509599 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40802) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:41.510323 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6a3f37-6ebc-48a0-801c-977228c4b0b4 None None] Pushing event updated for resources: {'Port': ['ID=287e75ee-d9ea-4852-a27f-e44708c077e2,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:41.516808 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-e649b02a-0908-47bf-b86c-4ff8187dba0e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Allocated IP 2001:db8::33e (0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7/cb56079c-dbb4-4b33-bd1c-d8c3df5068af/aec8378a-51b5-40d7-be7d-9ea863d5a114) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:39:41.531306 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-e649b02a-0908-47bf-b86c-4ff8187dba0e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Allocated IP 2001:db8:0:1::110 (0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7/75c4105d-fd59-42cd-9629-82fe6cb81dc9/aec8378a-51b5-40d7-be7d-9ea863d5a114) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:39:41.532858 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 287e75ee-d9ea-4852-a27f-e44708c077e2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:41.533341 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:41.558525 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e08c5-542b-4ed2-aa86-f6ad43ec457f admin admin] Pushing event deleted for resources: {'Network': ['ID=32a67a5e-b72b-4167-97d6-5767775875e4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:41.585517 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-c257624d-91e3-46b8-b6ac-b2cad006d8cb admin admin] Deleting subnet dc62731b-4c92-497f-bf69-829035ece21f {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:39:41.590649 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c257624d-91e3-46b8-b6ac-b2cad006d8cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:41.702659 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c257624d-91e3-46b8-b6ac-b2cad006d8cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:41.805378 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e649b02a-0908-47bf-b86c-4ff8187dba0e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:41.907033 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c257624d-91e3-46b8-b6ac-b2cad006d8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:42.028639 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e649b02a-0908-47bf-b86c-4ff8187dba0e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:42.100257 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c257624d-91e3-46b8-b6ac-b2cad006d8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:42.123374 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e649b02a-0908-47bf-b86c-4ff8187dba0e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network 0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:39:42.127158 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-e649b02a-0908-47bf-b86c-4ff8187dba0e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:39:42.136262 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e649b02a-0908-47bf-b86c-4ff8187dba0e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:39:42.153374 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257624d-91e3-46b8-b6ac-b2cad006d8cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc62731b-4c92-497f-bf69-829035ece21f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:42.157927 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e649b02a-0908-47bf-b86c-4ff8187dba0e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:42.158957 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e649b02a-0908-47bf-b86c-4ff8187dba0e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:42.184406 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c257624d-91e3-46b8-b6ac-b2cad006d8cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:42.188302 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649b02a-0908-47bf-b86c-4ff8187dba0e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Port': ['ID=aec8378a-51b5-40d7-be7d-9ea863d5a114,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:42.191045 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c257624d-91e3-46b8-b6ac-b2cad006d8cb admin admin] 10.222.0.36 "DELETE /v2.0/subnets/dc62731b-4c92-497f-bf69-829035ece21f HTTP/1.1" status: 204 len: 168 time: 0.6754022 Apr 21 12:39:42.191967 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40818) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:42.229816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f3fbd-c9c1-4674-84d3-331ecec3b7fb req-4823bc46-9d33-4af3-8588-aa9a9dbbe1d7 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:42.232287 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a37f3fbd-c9c1-4674-84d3-331ecec3b7fb req-4823bc46-9d33-4af3-8588-aa9a9dbbe1d7 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ade871c5-8040-4487-b39e-679fe504d59b HTTP/1.1" status: 200 len: 946 time: 0.2142985 Apr 21 12:39:42.307736 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a37f3fbd-c9c1-4674-84d3-331ecec3b7fb req-16bf1f5e-d458-46ed-89ec-4aaaad94ded7 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f55ab40-e568-4f9f-b3af-ad00467eb9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640762 Apr 21 12:39:42.349127 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e649b02a-0908-47bf-b86c-4ff8187dba0e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.0580442 Apr 21 12:39:42.351828 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40822) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:42.360929 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8bd144ae-d24b-455e-bdb5-f1f8709d9699 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cb56079c-dbb4-4b33-bd1c-d8c3df5068af'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:42.408466 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b219409b-df11-4b10-adbe-662c00227b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:42.512393 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b2b084-eeef-4767-99b8-e90eea346076 None None] Network 0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:39:42.564755 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b219409b-df11-4b10-adbe-662c00227b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:42.614116 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-b219409b-df11-4b10-adbe-662c00227b3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0358b761-2432-4bbd-b6de-f4577a390bed']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:42.626242 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-b219409b-df11-4b10-adbe-662c00227b3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a79e27c2-7bbe-4b87-900d-1d2c46c72bd9') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:42.626670 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-b219409b-df11-4b10-adbe-662c00227b3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a79e27c2-7bbe-4b87-900d-1d2c46c72bd9') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:42.642200 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b219409b-df11-4b10-adbe-662c00227b3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:42.659061 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b219409b-df11-4b10-adbe-662c00227b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:42.667954 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b219409b-df11-4b10-adbe-662c00227b3c admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:39:42.668491 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b219409b-df11-4b10-adbe-662c00227b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:39:42.670594 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:39:42.708053 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d66e0-497a-43b4-92d8-911f920e4447 req-2c58240e-7ff2-46cc-9951-36f3c6c8870c tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:42.710017 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e71d66e0-497a-43b4-92d8-911f920e4447 req-2c58240e-7ff2-46cc-9951-36f3c6c8870c tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.24 "GET /v2.0/ports?device_id=ade871c5-8040-4487-b39e-679fe504d59b HTTP/1.1" status: 200 len: 946 time: 0.2934365 Apr 21 12:39:42.777657 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ee240d1-18bd-4f23-81fd-4d7990fb908a req-a30862f7-e4cf-4d79-8e57-9e85add8addf tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups/1a47acb3-b770-4073-ac91-f2954cd6cee1 HTTP/1.1" status: 200 len: 1802 time: 0.2918379 Apr 21 12:39:42.797597 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d1a5b763-c554-4e92-92d9-be2a3434d497 None None] Provisioning complete for port 287e75ee-d9ea-4852-a27f-e44708c077e2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:42.797982 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1a5b763-c554-4e92-92d9-be2a3434d497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:42.830829 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b219409b-df11-4b10-adbe-662c00227b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:42.839877 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b219409b-df11-4b10-adbe-662c00227b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:42.843661 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b219409b-df11-4b10-adbe-662c00227b3c admin admin] 10.222.0.36 "DELETE /v2.0/networks/0358b761-2432-4bbd-b6de-f4577a390bed HTTP/1.1" status: 204 len: 168 time: 0.6500797 Apr 21 12:39:42.875670 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219409b-df11-4b10-adbe-662c00227b3c admin admin] Pushing event deleted for resources: {'Network': ['ID=0358b761-2432-4bbd-b6de-f4577a390bed,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:43.062232 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8bd144ae-d24b-455e-bdb5-f1f8709d9699 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:43.074732 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2ee240d1-18bd-4f23-81fd-4d7990fb908a req-7d48d53c-e59c-4850-8217-ec242eb2f561 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:43.187039 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-e71d66e0-497a-43b4-92d8-911f920e4447 req-074d4fd5-5440-41ed-aa63-83563c84001f tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Deleting port 0f50b1f7-ea39-4e5f-a94b-f7fc832e3873 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:43.189463 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e71d66e0-497a-43b4-92d8-911f920e4447 req-074d4fd5-5440-41ed-aa63-83563c84001f tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:43.395505 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 287e75ee-d9ea-4852-a27f-e44708c077e2 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:39:43.478808 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 591a766f-b2d2-4578-a0c1-5f44157dce34 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:39:43.486690 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40854) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:43.487454 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f063738e-b12d-47de-8f56-e8b598959973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:43.506240 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e71d66e0-497a-43b4-92d8-911f920e4447 req-074d4fd5-5440-41ed-aa63-83563c84001f tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] For port 0f50b1f7-ea39-4e5f-a94b-f7fc832e3873, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=0f50b1f7-ea39-4e5f-a94b-f7fc832e3873,segment=NetworkSegment(ae7c6478-e2f3-4842-90bb-cd6e34c522ba),segment_id=ae7c6478-e2f3-4842-90bb-cd6e34c522ba)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:43.506666 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e71d66e0-497a-43b4-92d8-911f920e4447 req-074d4fd5-5440-41ed-aa63-83563c84001f tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:43.544952 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 591a766f-b2d2-4578-a0c1-5f44157dce34 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:39:43.546030 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 591a766f-b2d2-4578-a0c1-5f44157dce34 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:39:43.557507 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 287e75ee-d9ea-4852-a27f-e44708c077e2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:43.557507 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:43.596364 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-90df90d5-a21d-45d8-8b08-6959cc1a83f8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e16b811ea21846c89491aea47e9a7301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1076984 Apr 21 12:39:43.597620 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40858) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:43.668148 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e107806-7388-4b55-8222-1e5a417584c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:43.716516 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e107806-7388-4b55-8222-1e5a417584c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:43.857037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9739e1c8-14ee-40c5-bf92-e4a1a440f26a None None] Provisioning complete for port aec8378a-51b5-40d7-be7d-9ea863d5a114 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:43.857699 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9739e1c8-14ee-40c5-bf92-e4a1a440f26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:43.863893 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2ee240d1-18bd-4f23-81fd-4d7990fb908a req-7d48d53c-e59c-4850-8217-ec242eb2f561 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:43.903129 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e107806-7388-4b55-8222-1e5a417584c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:43.904262 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9739e1c8-14ee-40c5-bf92-e4a1a440f26a None None] Port aec8378a-51b5-40d7-be7d-9ea863d5a114 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:39:43.906371 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e107806-7388-4b55-8222-1e5a417584c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:43.910296 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5e107806-7388-4b55-8222-1e5a417584c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1a73997f-4ade-4e68-8ca0-ad286552d5ca HTTP/1.1" status: 204 len: 168 time: 0.3061314 Apr 21 12:39:43.929027 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e107806-7388-4b55-8222-1e5a417584c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a73997f-4ade-4e68-8ca0-ad286552d5ca,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:44.016804 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9739e1c8-14ee-40c5-bf92-e4a1a440f26a None None] Provisioning complete for port 287e75ee-d9ea-4852-a27f-e44708c077e2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:44.017662 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9739e1c8-14ee-40c5-bf92-e4a1a440f26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:44.209677 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac9ed2b-3c75-4ec7-9848-6c9a818f5097 req-608d2b49-6a22-4347-9caa-070b978779ac tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:44.211123 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dac9ed2b-3c75-4ec7-9848-6c9a818f5097 req-608d2b49-6a22-4347-9caa-070b978779ac tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ade871c5-8040-4487-b39e-679fe504d59b HTTP/1.1" status: 200 len: 946 time: 0.3630745 Apr 21 12:39:44.283808 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-8bd144ae-d24b-455e-bdb5-f1f8709d9699 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Delete allocated IP 2001:db8:0:1::110 (0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7/75c4105d-fd59-42cd-9629-82fe6cb81dc9) {{(pid=103398) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 21 12:39:44.294099 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2ee240d1-18bd-4f23-81fd-4d7990fb908a req-7d48d53c-e59c-4850-8217-ec242eb2f561 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:44.296944 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2ee240d1-18bd-4f23-81fd-4d7990fb908a req-7d48d53c-e59c-4850-8217-ec242eb2f561 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:44.298149 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ee240d1-18bd-4f23-81fd-4d7990fb908a req-7d48d53c-e59c-4850-8217-ec242eb2f561 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "DELETE /v2.0/security-groups/1a47acb3-b770-4073-ac91-f2954cd6cee1 HTTP/1.1" status: 204 len: 173 time: 1.5197010 Apr 21 12:39:44.322967 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d44b82e6-0f2d-4b16-a0e4-c1da7d613798 None None] Provisioning complete for port aec8378a-51b5-40d7-be7d-9ea863d5a114 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:44.326090 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d44b82e6-0f2d-4b16-a0e4-c1da7d613798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:44.334389 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e71d66e0-497a-43b4-92d8-911f920e4447 req-074d4fd5-5440-41ed-aa63-83563c84001f tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:44.334389 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e71d66e0-497a-43b4-92d8-911f920e4447 req-074d4fd5-5440-41ed-aa63-83563c84001f tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:44.334389 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [req-e71d66e0-497a-43b4-92d8-911f920e4447 req-074d4fd5-5440-41ed-aa63-83563c84001f tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Floating IP 72b8a505-9483-49e1-919f-007c73fb9e8c disassociated. External IP: 172.25.8.195, port: 0f50b1f7-ea39-4e5f-a94b-f7fc832e3873. Apr 21 12:39:44.334389 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-e71d66e0-497a-43b4-92d8-911f920e4447 req-074d4fd5-5440-41ed-aa63-83563c84001f tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Calling delete_port for 0f50b1f7-ea39-4e5f-a94b-f7fc832e3873 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:44.341181 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d48d53c-e59c-4850-8217-ec242eb2f561 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a47acb3-b770-4073-ac91-f2954cd6cee1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:44.417303 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d44b82e6-0f2d-4b16-a0e4-c1da7d613798 None None] Port aec8378a-51b5-40d7-be7d-9ea863d5a114 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:39:44.435414 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dac9ed2b-3c75-4ec7-9848-6c9a818f5097 req-79067657-386d-4690-8d67-b0d7fd6ed4ef tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups?id=0f55ab40-e568-4f9f-b3af-ad00467eb9c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897185 Apr 21 12:39:44.549142 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e7083804-4a89-4b9a-9260-c76e75180c53 req-70c8902c-1f50-431e-8ae0-ca8e3cd60883 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups/42698102-5733-49e1-8752-fc88cf6c2c4a HTTP/1.1" status: 200 len: 1802 time: 0.2128062 Apr 21 12:39:44.628607 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8bd144ae-d24b-455e-bdb5-f1f8709d9699 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:44.684465 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e7083804-4a89-4b9a-9260-c76e75180c53 req-3a693216-0932-4775-a077-d392842cc0cf tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:44.720384 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e7083804-4a89-4b9a-9260-c76e75180c53 req-3a693216-0932-4775-a077-d392842cc0cf tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:44.736217 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8bd144ae-d24b-455e-bdb5-f1f8709d9699 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:44.835344 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e71d66e0-497a-43b4-92d8-911f920e4447 req-074d4fd5-5440-41ed-aa63-83563c84001f tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:44.873411 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-8bd144ae-d24b-455e-bdb5-f1f8709d9699 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] In _notify_port_updated(), no bound segment for port aec8378a-51b5-40d7-be7d-9ea863d5a114 on network 0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7 {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 12:39:44.881092 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd144ae-d24b-455e-bdb5-f1f8709d9699 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:44.881803 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8bd144ae-d24b-455e-bdb5-f1f8709d9699 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:44.885639 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8bd144ae-d24b-455e-bdb5-f1f8709d9699 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "PUT /v2.0/ports/aec8378a-51b5-40d7-be7d-9ea863d5a114 HTTP/1.1" status: 200 len: 925 time: 2.5302007 Apr 21 12:39:44.886387 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40884) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:44.896191 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8711715c-739a-4a1d-8824-7b68b22e084f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cb56079c-dbb4-4b33-bd1c-d8c3df5068af'}, {'subnet_id': '75c4105d-fd59-42cd-9629-82fe6cb81dc9'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:44.941471 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd144ae-d24b-455e-bdb5-f1f8709d9699 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Port': ['ID=aec8378a-51b5-40d7-be7d-9ea863d5a114,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:44.994007 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d4fd5-5440-41ed-aa63-83563c84001f tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Pushing event deleted for resources: {'Port': ['ID=0f50b1f7-ea39-4e5f-a94b-f7fc832e3873,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:45.038527 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8711715c-739a-4a1d-8824-7b68b22e084f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:45.067684 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e7083804-4a89-4b9a-9260-c76e75180c53 req-3a693216-0932-4775-a077-d392842cc0cf tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:45.102734 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e7083804-4a89-4b9a-9260-c76e75180c53 req-3a693216-0932-4775-a077-d392842cc0cf tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:45.122930 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e7083804-4a89-4b9a-9260-c76e75180c53 req-3a693216-0932-4775-a077-d392842cc0cf tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "DELETE /v2.0/security-groups/42698102-5733-49e1-8752-fc88cf6c2c4a HTTP/1.1" status: 204 len: 173 time: 0.5653346 Apr 21 12:39:45.195057 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a693216-0932-4775-a077-d392842cc0cf tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42698102-5733-49e1-8752-fc88cf6c2c4a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:45.226165 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-104e0575-17df-4114-a11d-836971e0432a req-3dd00187-3ae2-4636-a204-648bfe4c1333 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-152676170', 'description': 'tempest-description-1906865948'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:45.301186 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40896) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:45.351302 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-104e0575-17df-4114-a11d-836971e0432a req-3dd00187-3ae2-4636-a204-648bfe4c1333 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:45.354340 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e71d66e0-497a-43b4-92d8-911f920e4447 req-074d4fd5-5440-41ed-aa63-83563c84001f tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Router 3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:39:45.357417 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ce7d4f16-ea6e-44ef-9308-3c66e56d2bf1 None None] Provisioning complete for port aec8378a-51b5-40d7-be7d-9ea863d5a114 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:45.358927 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce7d4f16-ea6e-44ef-9308-3c66e56d2bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:45.447306 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-8711715c-739a-4a1d-8824-7b68b22e084f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Allocated IP 2001:db8:0:1::c (0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7/75c4105d-fd59-42cd-9629-82fe6cb81dc9/aec8378a-51b5-40d7-be7d-9ea863d5a114) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:39:45.447501 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6390393e-e093-4f2b-9d60-d34778974dbf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=27c0a435029045288999bff212f6f804&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1393414 Apr 21 12:39:45.457897 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ce7d4f16-ea6e-44ef-9308-3c66e56d2bf1 None None] Port aec8378a-51b5-40d7-be7d-9ea863d5a114 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:39:45.463527 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40898) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:45.608186 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8711715c-739a-4a1d-8824-7b68b22e084f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:45.673945 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8711715c-739a-4a1d-8824-7b68b22e084f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:45.685619 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-edf4b746-a4b6-4519-b6b8-6fcb376e3708 req-71089553-d5c6-44e3-b031-837ff72bad6f tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ade871c5-8040-4487-b39e-679fe504d59b HTTP/1.1" status: 200 len: 210 time: 0.0962234 Apr 21 12:39:45.711932 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-512ad9a7-0bb9-4a72-a0e8-f043883488e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:45.805772 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-8711715c-739a-4a1d-8824-7b68b22e084f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] In _notify_port_updated(), no bound segment for port aec8378a-51b5-40d7-be7d-9ea863d5a114 on network 0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7 {{(pid=103397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 12:39:45.811701 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8711715c-739a-4a1d-8824-7b68b22e084f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:45.816398 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8711715c-739a-4a1d-8824-7b68b22e084f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:45.816398 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8711715c-739a-4a1d-8824-7b68b22e084f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "PUT /v2.0/ports/aec8378a-51b5-40d7-be7d-9ea863d5a114 HTTP/1.1" status: 200 len: 1009 time: 0.9249713 Apr 21 12:39:45.816632 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40904) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:45.855646 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711715c-739a-4a1d-8824-7b68b22e084f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Port': ['ID=aec8378a-51b5-40d7-be7d-9ea863d5a114,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:45.882604 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e71d66e0-497a-43b4-92d8-911f920e4447 req-074d4fd5-5440-41ed-aa63-83563c84001f tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:39:45.901098 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-104e0575-17df-4114-a11d-836971e0432a req-3dd00187-3ae2-4636-a204-648bfe4c1333 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:45.901098 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78377145-4bfb-4978-8a7c-58833c6963cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:45.925461 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5bd38b-ffc5-47db-9b0a-e4d919a0d3aa None None] Sync routers for ids ['3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:39:45.937951 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5bd38b-ffc5-47db-9b0a-e4d919a0d3aa None None] Routers {'3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:39:45.938984 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ef5bd38b-ffc5-47db-9b0a-e4d919a0d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:39:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:45.950509 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71d66e0-497a-43b4-92d8-911f920e4447 req-074d4fd5-5440-41ed-aa63-83563c84001f tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] No DVR routers for this DVR port 0f50b1f7-ea39-4e5f-a94b-f7fc832e3873 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:39:45.956193 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f1e7af6a-e66a-41f0-8654-dc11f65e0bfb tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting port aec8378a-51b5-40d7-be7d-9ea863d5a114 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:45.958864 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1e7af6a-e66a-41f0-8654-dc11f65e0bfb tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:45.958978 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e71d66e0-497a-43b4-92d8-911f920e4447 req-074d4fd5-5440-41ed-aa63-83563c84001f tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:45.977610 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e71d66e0-497a-43b4-92d8-911f920e4447 req-074d4fd5-5440-41ed-aa63-83563c84001f tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.24 "DELETE /v2.0/ports/0f50b1f7-ea39-4e5f-a94b-f7fc832e3873 HTTP/1.1" status: 204 len: 173 time: 3.2497027 Apr 21 12:39:45.978235 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade871c5-8040-4487-b39e-679fe504d59b', 'name': 'network-vif-deleted', 'tag': '0f50b1f7-ea39-4e5f-a94b-f7fc832e3873'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:39:45.981863 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcd39e3-a156-4b9f-8b01-59d2a8118378" -d '{"events": [{"server_uuid": "ade871c5-8040-4487-b39e-679fe504d59b", "name": "network-vif-deleted", "tag": "0f50b1f7-ea39-4e5f-a94b-f7fc832e3873"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:39:46.009627 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78377145-4bfb-4978-8a7c-58833c6963cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:46.033355 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-104e0575-17df-4114-a11d-836971e0432a req-3dd00187-3ae2-4636-a204-648bfe4c1333 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:46.058349 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8772417-e9bb-4441-b6d6-43d8e9d81fe0 x-openstack-request-id: req-b8772417-e9bb-4441-b6d6-43d8e9d81fe0 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:39:46.058664 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade871c5-8040-4487-b39e-679fe504d59b", "name": "network-vif-deleted", "tag": "0f50b1f7-ea39-4e5f-a94b-f7fc832e3873", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:39:46.058892 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b8772417-e9bb-4441-b6d6-43d8e9d81fe0 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:39:46.059394 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8772417-e9bb-4441-b6d6-43d8e9d81fe0'] response: {'server_uuid': 'ade871c5-8040-4487-b39e-679fe504d59b', 'name': 'network-vif-deleted', 'tag': '0f50b1f7-ea39-4e5f-a94b-f7fc832e3873', 'status': 'completed', 'code': 200} Apr 21 12:39:46.091243 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-584a725f-e9c7-4884-bd9b-0fc14d76aa64 None None] Provisioning complete for port aec8378a-51b5-40d7-be7d-9ea863d5a114 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:46.091772 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-584a725f-e9c7-4884-bd9b-0fc14d76aa64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:46.104526 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd00187-3ae2-4636-a204-648bfe4c1333 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=803edc90-3734-4224-a553-4e972161c506,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:46.143652 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1e7af6a-e66a-41f0-8654-dc11f65e0bfb tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:46.146377 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ef5bd38b-ffc5-47db-9b0a-e4d919a0d3aa None None] Set router 3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:39:46.157921 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f1e7af6a-e66a-41f0-8654-dc11f65e0bfb tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Calling delete_port for aec8378a-51b5-40d7-be7d-9ea863d5a114 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:46.163166 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-584a725f-e9c7-4884-bd9b-0fc14d76aa64 None None] Port aec8378a-51b5-40d7-be7d-9ea863d5a114 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:39:46.293110 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-104e0575-17df-4114-a11d-836971e0432a req-3dd00187-3ae2-4636-a204-648bfe4c1333 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:46.294485 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-104e0575-17df-4114-a11d-836971e0432a req-3dd00187-3ae2-4636-a204-648bfe4c1333 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1319225 Apr 21 12:39:46.295541 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78377145-4bfb-4978-8a7c-58833c6963cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:46.305414 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-78377145-4bfb-4978-8a7c-58833c6963cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:46.309275 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-78377145-4bfb-4978-8a7c-58833c6963cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/353f7611-9fc9-4dac-a5e3-f2642184406b HTTP/1.1" status: 204 len: 168 time: 0.8203728 Apr 21 12:39:46.336587 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78377145-4bfb-4978-8a7c-58833c6963cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=353f7611-9fc9-4dac-a5e3-f2642184406b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:46.435305 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43c4b9a7-b5d0-48b5-8514-9a07a1f7994f req-a488377a-f8ff-4966-b223-fb7a3f02e707 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups/803edc90-3734-4224-a553-4e972161c506 HTTP/1.1" status: 200 len: 1802 time: 0.0852854 Apr 21 12:39:46.441872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-43c4b9a7-b5d0-48b5-8514-9a07a1f7994f req-68d59252-8459-4f29-9ed4-163356a1b156 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1570729658', 'description': 'tempest-description-hth-874712277'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:46.454808 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ef5bd38b-ffc5-47db-9b0a-e4d919a0d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'name': 'tempest-AttachVolumeTestJSON-1451595583-router', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:33:58Z', 'updated_at': '2022-04-21T12:34:07Z', 'revision_number': 4, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'gw_port': {'id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:33:59Z', 'updated_at': '2022-04-21T12:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'f818cd53-1ccb-481e-b809-15f95bc7d4c0', 'name': '', 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'mac_address': 'fa:16:3e:3d:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:34:04Z', 'updated_at': '2022-04-21T12:34:12Z', 'revision_number': 5, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'subnets': [{'id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:46.474575 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-43c4b9a7-b5d0-48b5-8514-9a07a1f7994f req-68d59252-8459-4f29-9ed4-163356a1b156 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:46.492488 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5bd38b-ffc5-47db-9b0a-e4d919a0d3aa None None] Checking router: 3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:39:46.502876 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5bd38b-ffc5-47db-9b0a-e4d919a0d3aa None None] Routers {'3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:39:46.503490 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ef5bd38b-ffc5-47db-9b0a-e4d919a0d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:39:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:46.548109 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-43c4b9a7-b5d0-48b5-8514-9a07a1f7994f req-68d59252-8459-4f29-9ed4-163356a1b156 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:46.583604 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1e7af6a-e66a-41f0-8654-dc11f65e0bfb tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:46.615513 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e7af6a-e66a-41f0-8654-dc11f65e0bfb tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Port': ['ID=aec8378a-51b5-40d7-be7d-9ea863d5a114,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:46.623871 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ef5bd38b-ffc5-47db-9b0a-e4d919a0d3aa None None] Set router 3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:39:46.676322 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1e7af6a-e66a-41f0-8654-dc11f65e0bfb tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:46.684317 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f1e7af6a-e66a-41f0-8654-dc11f65e0bfb tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/ports/aec8378a-51b5-40d7-be7d-9ea863d5a114 HTTP/1.1" status: 204 len: 168 time: 0.8666041 Apr 21 12:39:46.687241 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40918) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:46.744095 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-8088eba1-5dfc-4ca7-8001-6eea31b690f5 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] GET failed (client error): The resource could not be found. Apr 21 12:39:46.745772 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8088eba1-5dfc-4ca7-8001-6eea31b690f5 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "GET /v2.0/ports/aec8378a-51b5-40d7-be7d-9ea863d5a114 HTTP/1.1" status: 404 len: 333 time: 0.0573475 Apr 21 12:39:46.748989 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40924) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:46.759635 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-43c4b9a7-b5d0-48b5-8514-9a07a1f7994f req-68d59252-8459-4f29-9ed4-163356a1b156 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:46.762659 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-43c4b9a7-b5d0-48b5-8514-9a07a1f7994f req-68d59252-8459-4f29-9ed4-163356a1b156 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:46.773817 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43c4b9a7-b5d0-48b5-8514-9a07a1f7994f req-68d59252-8459-4f29-9ed4-163356a1b156 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "PUT /v2.0/security-groups/803edc90-3734-4224-a553-4e972161c506 HTTP/1.1" status: 200 len: 1776 time: 0.3320262 Apr 21 12:39:46.868937 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:46.922857 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ef5bd38b-ffc5-47db-9b0a-e4d919a0d3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'name': 'tempest-AttachVolumeTestJSON-1451595583-router', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:33:58Z', 'updated_at': '2022-04-21T12:34:07Z', 'revision_number': 4, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'gw_port': {'id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:33:59Z', 'updated_at': '2022-04-21T12:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'f818cd53-1ccb-481e-b809-15f95bc7d4c0', 'name': '', 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'mac_address': 'fa:16:3e:3d:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:34:04Z', 'updated_at': '2022-04-21T12:34:12Z', 'revision_number': 5, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'subnets': [{'id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:46.925971 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb5fbe52-5488-4028-8758-d746dfa84f97 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting subnet 75c4105d-fd59-42cd-9629-82fe6cb81dc9 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:39:46.929741 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb5fbe52-5488-4028-8758-d746dfa84f97 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:46.944462 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef051e06-f975-4d39-9388-c0cbfed8f60b req-ea0b16c4-9502-47cd-b2cb-f2ecc52fd2ed tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/ports?device_id=ade871c5-8040-4487-b39e-679fe504d59b HTTP/1.1" status: 200 len: 210 time: 0.0749037 Apr 21 12:39:46.955247 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d59252-8459-4f29-9ed4-163356a1b156 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=803edc90-3734-4224-a553-4e972161c506,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:46.976325 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5bd38b-ffc5-47db-9b0a-e4d919a0d3aa None None] The sync data for ids ['3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'] in n-d-836147-2 is: [{'id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'name': 'tempest-AttachVolumeTestJSON-1451595583-router', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:33:58Z', 'updated_at': '2022-04-21T12:34:07Z', 'revision_number': 4, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'gw_port': {'id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:33:59Z', 'updated_at': '2022-04-21T12:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'f818cd53-1ccb-481e-b809-15f95bc7d4c0', 'name': '', 'network_id': '1afeb61e-54a9-4ede-8030-317c69a36623', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'mac_address': 'fa:16:3e:3d:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:34:04Z', 'updated_at': '2022-04-21T12:34:12Z', 'revision_number': 5, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'subnets': [{'id': 'f6a79252-68c3-4d98-8e31-7d58e3a1be80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:39:46.978759 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e699872f-f193-48ef-94de-fbe1e36dc942 req-dd5cf9ae-7cbe-4217-8e93-d26ee20f8fe9 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups/803edc90-3734-4224-a553-4e972161c506 HTTP/1.1" status: 200 len: 1776 time: 0.1698256 Apr 21 12:39:47.045183 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb5fbe52-5488-4028-8758-d746dfa84f97 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:47.053746 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f4057c23-e0e6-4645-97d9-a7b6dee4af77 req-24597e39-f589-4733-b973-fdac1b2f0ced tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups/803edc90-3734-4224-a553-4e972161c506 HTTP/1.1" status: 200 len: 1776 time: 0.0523078 Apr 21 12:39:47.160543 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f4057c23-e0e6-4645-97d9-a7b6dee4af77 req-400faa63-72d5-402f-93d5-24c70aba9edd tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:47.190405 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f4057c23-e0e6-4645-97d9-a7b6dee4af77 req-400faa63-72d5-402f-93d5-24c70aba9edd tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:47.238590 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb5fbe52-5488-4028-8758-d746dfa84f97 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:47.353718 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f4057c23-e0e6-4645-97d9-a7b6dee4af77 req-400faa63-72d5-402f-93d5-24c70aba9edd tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:47.356654 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f4057c23-e0e6-4645-97d9-a7b6dee4af77 req-400faa63-72d5-402f-93d5-24c70aba9edd tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:47.358186 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f4057c23-e0e6-4645-97d9-a7b6dee4af77 req-400faa63-72d5-402f-93d5-24c70aba9edd tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "DELETE /v2.0/security-groups/803edc90-3734-4224-a553-4e972161c506 HTTP/1.1" status: 204 len: 173 time: 0.2947495 Apr 21 12:39:47.371952 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400faa63-72d5-402f-93d5-24c70aba9edd tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=803edc90-3734-4224-a553-4e972161c506,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:47.414652 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40944) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:47.426893 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb5fbe52-5488-4028-8758-d746dfa84f97 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:47.457633 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50476c06-d4c4-4ca3-ac28-39da12707d5c None None] New status for floating IP 72b8a505-9483-49e1-919f-007c73fb9e8c: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:39:47.490888 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5fbe52-5488-4028-8758-d746dfa84f97 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Subnet': ['ID=75c4105d-fd59-42cd-9629-82fe6cb81dc9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:47.497746 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb5fbe52-5488-4028-8758-d746dfa84f97 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:47.501325 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40952) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:47.501470 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-eb5fbe52-5488-4028-8758-d746dfa84f97 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/subnets/75c4105d-fd59-42cd-9629-82fe6cb81dc9 HTTP/1.1" status: 204 len: 168 time: 0.7513261 Apr 21 12:39:47.534732 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 0f50b1f7-ea39-4e5f-a94b-f7fc832e3873 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:39:47.542341 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cc011e-1327-4d5f-a7a3-60e107e02da5 None None] Network 0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:39:47.564523 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-a546252f-d806-4fba-97bd-4774096c9561 req-36e075a9-7f49-4626-8ea5-23b1f363ac5c tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] show failed (client error): The resource could not be found. Apr 21 12:39:47.564523 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a546252f-d806-4fba-97bd-4774096c9561 req-36e075a9-7f49-4626-8ea5-23b1f363ac5c tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups/42698102-5733-49e1-8752-fc88cf6c2c4a HTTP/1.1" status: 404 len: 352 time: 0.0275066 Apr 21 12:39:47.581703 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef72b0cc-d0d8-4521-a54c-6495b3edd73d tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting subnet cb56079c-dbb4-4b33-bd1c-d8c3df5068af {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:39:47.584469 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef72b0cc-d0d8-4521-a54c-6495b3edd73d tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:47.629079 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef72b0cc-d0d8-4521-a54c-6495b3edd73d tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:47.661398 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 0f50b1f7-ea39-4e5f-a94b-f7fc832e3873 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:39:47.661883 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 0f50b1f7-ea39-4e5f-a94b-f7fc832e3873 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:39:47.721544 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef72b0cc-d0d8-4521-a54c-6495b3edd73d tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:47.832001 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-e7fb05d2-8a3d-4a6b-9646-3ef4907991f7 req-d29406c0-5166-4cb6-b1e8-c92a6bd1df3b tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] show failed (client error): The resource could not be found. Apr 21 12:39:47.833542 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e7fb05d2-8a3d-4a6b-9646-3ef4907991f7 req-d29406c0-5166-4cb6-b1e8-c92a6bd1df3b tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups/1a47acb3-b770-4073-ac91-f2954cd6cee1 HTTP/1.1" status: 404 len: 352 time: 0.0147350 Apr 21 12:39:47.900206 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-25771657-5d5f-4d91-ae64-7c55989ce1af req-e7142e43-08bf-471c-a362-8584f840f403 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] show failed (client error): The resource could not be found. Apr 21 12:39:47.901421 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-25771657-5d5f-4d91-ae64-7c55989ce1af req-e7142e43-08bf-471c-a362-8584f840f403 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups/c8196f03-ad9b-4087-959a-d829ceea6ac8 HTTP/1.1" status: 404 len: 352 time: 0.0372241 Apr 21 12:39:47.943742 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:47.953222 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-b03a84ac-bd46-433a-b5d1-889d6cc3cc8a req-219f59c5-443f-4ef4-8db7-d12e4a237619 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] show failed (client error): The resource could not be found. Apr 21 12:39:47.954305 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b03a84ac-bd46-433a-b5d1-889d6cc3cc8a req-219f59c5-443f-4ef4-8db7-d12e4a237619 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups/b3e8e2c6-7acd-4eae-b9b2-d2c568f37af7 HTTP/1.1" status: 404 len: 352 time: 0.0224767 Apr 21 12:39:47.993324 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-8324fcd7-3c94-4e5b-bed1-090d9f23faa2 req-57ba74cc-f899-4000-abc4-2acab3d80f0c tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] show failed (client error): The resource could not be found. Apr 21 12:39:47.994364 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8324fcd7-3c94-4e5b-bed1-090d9f23faa2 req-57ba74cc-f899-4000-abc4-2acab3d80f0c tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups/3bc74ad5-2994-4110-9816-c37fb856e1a5 HTTP/1.1" status: 404 len: 352 time: 0.0148954 Apr 21 12:39:48.011621 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef72b0cc-d0d8-4521-a54c-6495b3edd73d tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:48.050589 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72b0cc-d0d8-4521-a54c-6495b3edd73d tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Subnet': ['ID=cb56079c-dbb4-4b33-bd1c-d8c3df5068af,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:48.053205 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ef72b0cc-d0d8-4521-a54c-6495b3edd73d tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:48.056967 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ef72b0cc-d0d8-4521-a54c-6495b3edd73d tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/subnets/cb56079c-dbb4-4b33-bd1c-d8c3df5068af HTTP/1.1" status: 204 len: 168 time: 0.5541399 Apr 21 12:39:48.061431 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40972) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:48.069228 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-31ba74a0-d37a-48de-a521-205535881a95 req-def4d83d-a196-40d7-a3f9-7a3519c57c19 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] show failed (client error): The resource could not be found. Apr 21 12:39:48.070288 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31ba74a0-d37a-48de-a521-205535881a95 req-def4d83d-a196-40d7-a3f9-7a3519c57c19 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups/cf8eb804-093f-4c1f-acf4-cdf6290d9fa5 HTTP/1.1" status: 404 len: 352 time: 0.0235152 Apr 21 12:39:48.214685 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40980) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:48.280428 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f50bc4ef-9ad0-44eb-b861-a7b3910af5b0 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:48.291868 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31b59fde-a0fa-4832-a744-8c5c385fdd04 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:48.328745 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31b59fde-a0fa-4832-a744-8c5c385fdd04 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:48.391094 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f50bc4ef-9ad0-44eb-b861-a7b3910af5b0 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting port 287e75ee-d9ea-4852-a27f-e44708c077e2 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:48.391306 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f50bc4ef-9ad0-44eb-b861-a7b3910af5b0 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:48.465122 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:48.494037 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-f50bc4ef-9ad0-44eb-b861-a7b3910af5b0 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] For port 287e75ee-d9ea-4852-a27f-e44708c077e2, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=287e75ee-d9ea-4852-a27f-e44708c077e2,segment=NetworkSegment(42fa2a50-de45-4998-883a-af6cb12c074b),segment_id=42fa2a50-de45-4998-883a-af6cb12c074b)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:48.494333 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f50bc4ef-9ad0-44eb-b861-a7b3910af5b0 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:48.511029 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f50bc4ef-9ad0-44eb-b861-a7b3910af5b0 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Calling delete_port for 287e75ee-d9ea-4852-a27f-e44708c077e2 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:48.522392 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31b59fde-a0fa-4832-a744-8c5c385fdd04 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:48.525034 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31b59fde-a0fa-4832-a744-8c5c385fdd04 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:48.525145 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df3bdd55-5404-4447-aeb3-6a043eb2b566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:48.529019 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-31b59fde-a0fa-4832-a744-8c5c385fdd04 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "DELETE /v2.0/security-groups/0f55ab40-e568-4f9f-b3af-ad00467eb9c3 HTTP/1.1" status: 204 len: 168 time: 0.3132670 Apr 21 12:39:48.529617 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40990) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:48.571035 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-92a1149e-557c-4bbe-87e4-d56d7843bc7a tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] show failed (client error): The resource could not be found. Apr 21 12:39:48.582020 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-92a1149e-557c-4bbe-87e4-d56d7843bc7a tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "GET /v2.0/security-groups/0f55ab40-e568-4f9f-b3af-ad00467eb9c3 HTTP/1.1" status: 404 len: 347 time: 0.0415204 Apr 21 12:39:48.583771 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40994) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:48.584718 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b59fde-a0fa-4832-a744-8c5c385fdd04 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f55ab40-e568-4f9f-b3af-ad00467eb9c3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:48.729268 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4719ff87-b4ef-4dc3-b345-9f966b8b35a0 None None] Network 0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:39:48.766037 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:48.798501 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41000) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:48.817389 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9195933d-2806-4e5f-a0d3-005afd2dceb4 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Deleting port 15c93c19-905b-4353-9d03-11912624c887 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:48.817906 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9195933d-2806-4e5f-a0d3-005afd2dceb4 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:48.922762 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9195933d-2806-4e5f-a0d3-005afd2dceb4 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:48.923197 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9195933d-2806-4e5f-a0d3-005afd2dceb4 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:48.932641 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3c714653-865f-4d20-947a-cd3b34ba5ff4 None None] Provisioning complete for port 287e75ee-d9ea-4852-a27f-e44708c077e2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:48.933012 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c714653-865f-4d20-947a-cd3b34ba5ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:48.959840 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f50bc4ef-9ad0-44eb-b861-a7b3910af5b0 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:48.991705 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3c714653-865f-4d20-947a-cd3b34ba5ff4 None None] Could not find standard attr ID for object 287e75ee-d9ea-4852-a27f-e44708c077e2. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:39:48.991705 n-d-836147-2 neutron-server[103399]: INFO neutron.plugins.ml2.db [None req-3c714653-865f-4d20-947a-cd3b34ba5ff4 None None] No ports have port_id starting with 287e75ee-d9ea-4852-a27f-e44708c077e2 Apr 21 12:39:48.994199 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9195933d-2806-4e5f-a0d3-005afd2dceb4 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Calling delete_port for 15c93c19-905b-4353-9d03-11912624c887 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:49.007056 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50bc4ef-9ad0-44eb-b861-a7b3910af5b0 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Port': ['ID=287e75ee-d9ea-4852-a27f-e44708c077e2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:49.011582 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdac22d-b573-4c3f-b8bd-ce126107b97e req-0048897b-e8d5-41be-aa83-5e7ae9a70a90 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:49.014159 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5f84304-a04f-4fb0-8cb0-11044e04eb54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:49.015015 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fcdac22d-b573-4c3f-b8bd-ce126107b97e req-0048897b-e8d5-41be-aa83-5e7ae9a70a90 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6e47e56-6fc7-4127-960b-2238302e1950 HTTP/1.1" status: 200 len: 1023 time: 0.0884824 Apr 21 12:39:49.050039 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50bc4ef-9ad0-44eb-b861-a7b3910af5b0 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] No DVR routers for this DVR port 287e75ee-d9ea-4852-a27f-e44708c077e2 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:39:49.073629 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b061434-ce97-4b4e-9bf8-141be9a9d82f None None] DHCP port deletion for 0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:39:49.128680 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fcdac22d-b573-4c3f-b8bd-ce126107b97e req-753bffee-82dc-4ba4-b310-5710458f91d7 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?id=8114ee60-c836-43b3-a51f-9d05d4435a2b&id=ec231851-0f49-49e9-b246-c1ad5da9abca&id=4884a601-4783-43f4-a952-0b71b5197c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0549040 Apr 21 12:39:49.203000 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f50bc4ef-9ad0-44eb-b861-a7b3910af5b0 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:49.237885 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f50bc4ef-9ad0-44eb-b861-a7b3910af5b0 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:49.261277 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f50bc4ef-9ad0-44eb-b861-a7b3910af5b0 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42fa2a50-de45-4998-883a-af6cb12c074b') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:49.261684 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f50bc4ef-9ad0-44eb-b861-a7b3910af5b0 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42fa2a50-de45-4998-883a-af6cb12c074b') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:49.287943 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5f84304-a04f-4fb0-8cb0-11044e04eb54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:49.289934 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f50bc4ef-9ad0-44eb-b861-a7b3910af5b0 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:49.296577 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 287e75ee-d9ea-4852-a27f-e44708c077e2 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:39:49.307910 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f50bc4ef-9ad0-44eb-b861-a7b3910af5b0 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:49.313405 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-df3bdd55-5404-4447-aeb3-6a043eb2b566 admin admin] Deleting port 24964a4c-b2e3-4db5-8190-a823373f1214 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:49.313757 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df3bdd55-5404-4447-aeb3-6a043eb2b566 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:49.318156 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f50bc4ef-9ad0-44eb-b861-a7b3910af5b0 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:39:49.318590 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f50bc4ef-9ad0-44eb-b861-a7b3910af5b0 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:39:49.321467 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:39:49.324856 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 287e75ee-d9ea-4852-a27f-e44708c077e2 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:39:49.325198 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 287e75ee-d9ea-4852-a27f-e44708c077e2 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:39:49.353861 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9195933d-2806-4e5f-a0d3-005afd2dceb4 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:49.382609 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195933d-2806-4e5f-a0d3-005afd2dceb4 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Pushing event deleted for resources: {'Port': ['ID=15c93c19-905b-4353-9d03-11912624c887,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:49.405265 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5f84304-a04f-4fb0-8cb0-11044e04eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:49.472427 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e5f84304-a04f-4fb0-8cb0-11044e04eb54 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c61e276cc35b4890ab925d3f8e55e35d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6716378 Apr 21 12:39:49.473239 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f84304-a04f-4fb0-8cb0-11044e04eb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ed3b4b-81e9-42b9-8453-e4abe4545f18,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:49.476561 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41012) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:49.513097 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-df3bdd55-5404-4447-aeb3-6a043eb2b566 admin admin] For port 24964a4c-b2e3-4db5-8190-a823373f1214, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=24964a4c-b2e3-4db5-8190-a823373f1214,segment=NetworkSegment(dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693),segment_id=dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:49.513097 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df3bdd55-5404-4447-aeb3-6a043eb2b566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:49.534306 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-df3bdd55-5404-4447-aeb3-6a043eb2b566 admin admin] Calling delete_port for 24964a4c-b2e3-4db5-8190-a823373f1214 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:49.546882 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f50bc4ef-9ad0-44eb-b861-a7b3910af5b0 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:49.559463 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f50bc4ef-9ad0-44eb-b861-a7b3910af5b0 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:49.562573 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f50bc4ef-9ad0-44eb-b861-a7b3910af5b0 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/networks/0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7 HTTP/1.1" status: 204 len: 168 time: 1.5000648 Apr 21 12:39:49.608746 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41018) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:49.627424 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50bc4ef-9ad0-44eb-b861-a7b3910af5b0 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Network': ['ID=0958c88d-0c2e-449b-a4c0-8ab0d3cbfff7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:49.650383 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a64484f9-3e53-4ad8-ac06-4f98008839fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:49.696601 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a64484f9-3e53-4ad8-ac06-4f98008839fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:49.729606 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3693e6-81ca-4dd0-98b8-44febc2ac8a4 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:49.731168 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7e3693e6-81ca-4dd0-98b8-44febc2ac8a4 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1210277 Apr 21 12:39:49.764864 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41024) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:49.823425 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9195933d-2806-4e5f-a0d3-005afd2dceb4 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:49.825899 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9195933d-2806-4e5f-a0d3-005afd2dceb4 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:49.827302 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9195933d-2806-4e5f-a0d3-005afd2dceb4 tempest-AttachVolumeTestJSON-1037940897 tempest-AttachVolumeTestJSON-1037940897-project] 10.222.0.36 "DELETE /v2.0/floatingips/72b8a505-9483-49e1-919f-007c73fb9e8c HTTP/1.1" status: 204 len: 168 time: 1.2388361 Apr 21 12:39:49.855508 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-26947471-5f9d-4338-ba7f-ffdfc4de6b42 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0876551 Apr 21 12:39:49.858640 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41030) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:49.863559 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a84537f6-191e-47dc-b03d-1c3ebfd83d77 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-223267416'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:49.959974 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a64484f9-3e53-4ad8-ac06-4f98008839fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:49.962458 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a64484f9-3e53-4ad8-ac06-4f98008839fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:49.963623 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a64484f9-3e53-4ad8-ac06-4f98008839fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5ed3b4b-81e9-42b9-8453-e4abe4545f18 HTTP/1.1" status: 204 len: 168 time: 0.4834945 Apr 21 12:39:49.971932 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64484f9-3e53-4ad8-ac06-4f98008839fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ed3b4b-81e9-42b9-8453-e4abe4545f18,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:50.021308 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84537f6-191e-47dc-b03d-1c3ebfd83d77 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:39:50.023477 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a84537f6-191e-47dc-b03d-1c3ebfd83d77 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:50.026564 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df3bdd55-5404-4447-aeb3-6a043eb2b566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:50.055301 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a84537f6-191e-47dc-b03d-1c3ebfd83d77 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:39:50.064856 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a84537f6-191e-47dc-b03d-1c3ebfd83d77 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:50.065330 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-a84537f6-191e-47dc-b03d-1c3ebfd83d77 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Added segment 6c45ab55-1ff0-40c0-9dd6-5902d73d4601 of type vlan for network 9a7eb2f4-5464-41f9-ac4a-e429177aadd5 Apr 21 12:39:50.077120 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3bdd55-5404-4447-aeb3-6a043eb2b566 admin admin] Pushing event deleted for resources: {'Port': ['ID=24964a4c-b2e3-4db5-8190-a823373f1214,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:50.125121 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d959239a-9aed-4812-9aa2-db949661d83d req-1c0afabc-f0ea-4390-875c-90ca14a263df tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6aeaf4b1b1ed449d8f8a59a074c37da7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509434 Apr 21 12:39:50.168155 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a84537f6-191e-47dc-b03d-1c3ebfd83d77 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:50.285507 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:50.371300 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec59c85-0396-473f-b48e-fbe119687e05 req-81c0df07-bcaa-47a5-9d28-332372632988 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:50.372860 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5ec59c85-0396-473f-b48e-fbe119687e05 req-81c0df07-bcaa-47a5-9d28-332372632988 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6e47e56-6fc7-4127-960b-2238302e1950 HTTP/1.1" status: 200 len: 1023 time: 0.1656878 Apr 21 12:39:50.433147 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959239a-9aed-4812-9aa2-db949661d83d req-83f4f6e0-3cc6-44d4-b7b7-c7283066b855 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:50.443816 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d959239a-9aed-4812-9aa2-db949661d83d req-83f4f6e0-3cc6-44d4-b7b7-c7283066b855 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3053799 Apr 21 12:39:50.465615 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d959239a-9aed-4812-9aa2-db949661d83d req-49048acb-2126-4ccd-94f7-cd42c3f6c597 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/quotas/6aeaf4b1b1ed449d8f8a59a074c37da7 HTTP/1.1" status: 200 len: 375 time: 0.0241089 Apr 21 12:39:50.482152 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a84537f6-191e-47dc-b03d-1c3ebfd83d77 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:50.488102 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84537f6-191e-47dc-b03d-1c3ebfd83d77 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:50.488717 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a84537f6-191e-47dc-b03d-1c3ebfd83d77 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:50.502509 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450de6e-5193-44ff-b189-f8ae28358cf1 req-b2a5de9a-476e-4ac5-9625-804e960107d8 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:50.510107 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7450de6e-5193-44ff-b189-f8ae28358cf1 req-b2a5de9a-476e-4ac5-9625-804e960107d8 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6e47e56-6fc7-4127-960b-2238302e1950 HTTP/1.1" status: 200 len: 1023 time: 0.2275753 Apr 21 12:39:50.586234 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d959239a-9aed-4812-9aa2-db949661d83d req-54039fb1-2dbd-4c4a-944d-6711dd54c0d1 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6aeaf4b1b1ed449d8f8a59a074c37da7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1195850 Apr 21 12:39:50.631417 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df3bdd55-5404-4447-aeb3-6a043eb2b566 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:50.671932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84537f6-191e-47dc-b03d-1c3ebfd83d77 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Network': ['ID=9a7eb2f4-5464-41f9-ac4a-e429177aadd5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:50.682951 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 9a7eb2f4-5464-41f9-ac4a-e429177aadd5 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:39:50.723268 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7450de6e-5193-44ff-b189-f8ae28358cf1 req-f57996ff-b5ac-4f9a-aa79-c9bf4f7e2e1d tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups?id=8114ee60-c836-43b3-a51f-9d05d4435a2b&id=ec231851-0f49-49e9-b246-c1ad5da9abca&id=4884a601-4783-43f4-a952-0b71b5197c3f&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2121420 Apr 21 12:39:50.757974 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-5ec59c85-0396-473f-b48e-fbe119687e05 req-d4edef92-0e5c-4367-a731-22d0a73a2f2f tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Deleting port 7be45b6a-2875-4c3e-9e4c-53d996793f30 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:50.758604 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5ec59c85-0396-473f-b48e-fbe119687e05 req-d4edef92-0e5c-4367-a731-22d0a73a2f2f tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:50.868816 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a84537f6-191e-47dc-b03d-1c3ebfd83d77 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0090826 Apr 21 12:39:50.871033 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5ec59c85-0396-473f-b48e-fbe119687e05 req-d4edef92-0e5c-4367-a731-22d0a73a2f2f tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] For port 7be45b6a-2875-4c3e-9e4c-53d996793f30, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=7be45b6a-2875-4c3e-9e4c-53d996793f30,segment=NetworkSegment(c4a3f46e-3415-4058-ae67-97acc52158a8),segment_id=c4a3f46e-3415-4058-ae67-97acc52158a8)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:50.871337 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5ec59c85-0396-473f-b48e-fbe119687e05 req-d4edef92-0e5c-4367-a731-22d0a73a2f2f tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:50.871971 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41052) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:50.878834 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-399b3ba1-19c6-4cff-a3b7-1eaedb496629 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'subnet': {'network_id': '9a7eb2f4-5464-41f9-ac4a-e429177aadd5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:50.884310 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-5ec59c85-0396-473f-b48e-fbe119687e05 req-d4edef92-0e5c-4367-a731-22d0a73a2f2f tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Calling delete_port for 7be45b6a-2875-4c3e-9e4c-53d996793f30 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:51.022209 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3bdd55-5404-4447-aeb3-6a043eb2b566 admin admin] Router 1f387e3b-1938-4f6e-9b3a-dd81f88c260d has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:39:51.079529 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b05fdbd-6169-4723-9b16-27ab2a3adca3 req-3bd39d0a-d04b-4205-ab5e-c94c65cd88a7 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=04f91045-9e7e-49b0-9d5a-b948cf94a76d HTTP/1.1" status: 200 len: 210 time: 0.0313792 Apr 21 12:39:51.134085 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41058) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:51.153915 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e78bf531-2df1-45e5-b068-df8c124e2758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:51.180259 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5ec59c85-0396-473f-b48e-fbe119687e05 req-d4edef92-0e5c-4367-a731-22d0a73a2f2f tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:51.189230 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3bdd55-5404-4447-aeb3-6a043eb2b566 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:39:51.197185 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['7be45b6a-2875-4c3e-9e4c-53d996793f30'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:39:51.217763 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7b961e-a13a-4d2e-b84e-7b95cb81a9bc None None] Sync routers for ids ['1f387e3b-1938-4f6e-9b3a-dd81f88c260d'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:39:51.218369 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4edef92-0e5c-4367-a731-22d0a73a2f2f tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Pushing event deleted for resources: {'Port': ['ID=7be45b6a-2875-4c3e-9e4c-53d996793f30,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:51.252065 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-df3bdd55-5404-4447-aeb3-6a043eb2b566 admin admin] 10.222.0.36 "PUT /v2.0/routers/1f387e3b-1938-4f6e-9b3a-dd81f88c260d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8357532 Apr 21 12:39:51.253451 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7b961e-a13a-4d2e-b84e-7b95cb81a9bc None None] Routers {'1f387e3b-1938-4f6e-9b3a-dd81f88c260d'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:39:51.253630 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399b3ba1-19c6-4cff-a3b7-1eaedb496629 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:39:51.257070 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ed7b961e-a13a-4d2e-b84e-7b95cb81a9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:39:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['1f387e3b-1938-4f6e-9b3a-dd81f88c260d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:51.282965 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-399b3ba1-19c6-4cff-a3b7-1eaedb496629 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:51.290144 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41064) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:51.291035 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec59c85-0396-473f-b48e-fbe119687e05 req-d4edef92-0e5c-4367-a731-22d0a73a2f2f tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] No DVR routers for this DVR port 7be45b6a-2875-4c3e-9e4c-53d996793f30 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:39:51.294644 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5ec59c85-0396-473f-b48e-fbe119687e05 req-d4edef92-0e5c-4367-a731-22d0a73a2f2f tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:51.298584 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5ec59c85-0396-473f-b48e-fbe119687e05 req-d4edef92-0e5c-4367-a731-22d0a73a2f2f tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.24 "DELETE /v2.0/ports/7be45b6a-2875-4c3e-9e4c-53d996793f30 HTTP/1.1" status: 204 len: 173 time: 0.9164245 Apr 21 12:39:51.315293 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e47e56-6fc7-4127-960b-2238302e1950', 'name': 'network-vif-deleted', 'tag': '7be45b6a-2875-4c3e-9e4c-53d996793f30'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:39:51.319078 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7606bc-d6d9-4df5-a59f-9f74f7f4267b" -d '{"events": [{"server_uuid": "a6e47e56-6fc7-4127-960b-2238302e1950", "name": "network-vif-deleted", "tag": "7be45b6a-2875-4c3e-9e4c-53d996793f30"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:39:51.447004 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd4e885-c5e9-423b-a1d8-476978af8478 x-openstack-request-id: req-afd4e885-c5e9-423b-a1d8-476978af8478 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:39:51.447337 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e47e56-6fc7-4127-960b-2238302e1950", "name": "network-vif-deleted", "tag": "7be45b6a-2875-4c3e-9e4c-53d996793f30", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:39:51.447590 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-afd4e885-c5e9-423b-a1d8-476978af8478 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:39:51.447989 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afd4e885-c5e9-423b-a1d8-476978af8478'] response: {'server_uuid': 'a6e47e56-6fc7-4127-960b-2238302e1950', 'name': 'network-vif-deleted', 'tag': '7be45b6a-2875-4c3e-9e4c-53d996793f30', 'status': 'completed', 'code': 200} Apr 21 12:39:51.487897 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ed7b961e-a13a-4d2e-b84e-7b95cb81a9bc None None] Set router 1f387e3b-1938-4f6e-9b3a-dd81f88c260d gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:39:51.561007 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00f38f0d-401f-4d35-8e59-0d12e3450d1d admin admin] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:51.621485 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e78bf531-2df1-45e5-b068-df8c124e2758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:51.719798 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00f38f0d-401f-4d35-8e59-0d12e3450d1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:51.745102 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e78bf531-2df1-45e5-b068-df8c124e2758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:51.800569 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bf531-2df1-45e5-b068-df8c124e2758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7efe8bff-7b2e-4c75-9f6e-929eeb213da9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:51.840473 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e78bf531-2df1-45e5-b068-df8c124e2758 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=51b02a171299466abc3f3195e34a9add&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7049940 Apr 21 12:39:51.843302 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41074) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:51.855995 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ed7b961e-a13a-4d2e-b84e-7b95cb81a9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'name': 'tempest-TaggedBootDevicesTest-287628938-router', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.8'}], 'enable_snat': True}, 'gw_port_id': 'e91f936e-049f-4166-aca4-783dfcf2ed23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:31:24Z', 'updated_at': '2022-04-21T12:39:49Z', 'revision_number': 5, 'project_id': '6f1908decb8e42768935cf18d0563e60', 'gw_port': {'id': 'e91f936e-049f-4166-aca4-783dfcf2ed23', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:de:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:25Z', 'updated_at': '2022-04-21T12:31:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:51.891878 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-399b3ba1-19c6-4cff-a3b7-1eaedb496629 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:51.917081 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7b961e-a13a-4d2e-b84e-7b95cb81a9bc None None] Checking router: 1f387e3b-1938-4f6e-9b3a-dd81f88c260d for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:39:51.930337 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7b961e-a13a-4d2e-b84e-7b95cb81a9bc None None] Routers {'1f387e3b-1938-4f6e-9b3a-dd81f88c260d'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:39:51.931368 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ed7b961e-a13a-4d2e-b84e-7b95cb81a9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:39:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['1f387e3b-1938-4f6e-9b3a-dd81f88c260d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:51.950342 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eec10360-a676-4aef-9835-65d9935a7dba req-ef78b57a-7a79-4127-9cf8-118368a108db tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6e47e56-6fc7-4127-960b-2238302e1950 HTTP/1.1" status: 200 len: 210 time: 0.0814922 Apr 21 12:39:52.005992 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-00f38f0d-401f-4d35-8e59-0d12e3450d1d admin admin] Deleting port e91f936e-049f-4166-aca4-783dfcf2ed23 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:52.006759 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00f38f0d-401f-4d35-8e59-0d12e3450d1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:52.048742 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b3ba1-19c6-4cff-a3b7-1eaedb496629 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Subnet': ['ID=0b4c06cc-41b0-40f4-96fc-ae980798c59d,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:52.054503 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-978f078a-f10d-45d4-8f2b-584e4a95a2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:52.081403 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399b3ba1-19c6-4cff-a3b7-1eaedb496629 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Checking segment: {'id': '6c45ab55-1ff0-40c0-9dd6-5902d73d4601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9a7eb2f4-5464-41f9-ac4a-e429177aadd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:39:52.081818 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399b3ba1-19c6-4cff-a3b7-1eaedb496629 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network hostable DHCP agents. Network: 9a7eb2f4-5464-41f9-ac4a-e429177aadd5, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:39:52.093348 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ed7b961e-a13a-4d2e-b84e-7b95cb81a9bc None None] Set router 1f387e3b-1938-4f6e-9b3a-dd81f88c260d gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:39:52.103673 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-978f078a-f10d-45d4-8f2b-584e4a95a2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:52.155081 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ed7b961e-a13a-4d2e-b84e-7b95cb81a9bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'name': 'tempest-TaggedBootDevicesTest-287628938-router', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:31:24Z', 'updated_at': '2022-04-21T12:39:51Z', 'revision_number': 6, 'project_id': '6f1908decb8e42768935cf18d0563e60', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:52.181718 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-00f38f0d-401f-4d35-8e59-0d12e3450d1d admin admin] For port e91f936e-049f-4166-aca4-783dfcf2ed23, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e91f936e-049f-4166-aca4-783dfcf2ed23,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:52.182858 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00f38f0d-401f-4d35-8e59-0d12e3450d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:52.197787 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-00f38f0d-401f-4d35-8e59-0d12e3450d1d admin admin] Calling delete_port for e91f936e-049f-4166-aca4-783dfcf2ed23 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:52.327152 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7b961e-a13a-4d2e-b84e-7b95cb81a9bc None None] The sync data for ids ['1f387e3b-1938-4f6e-9b3a-dd81f88c260d'] in n-d-836147-2 is: [{'id': '1f387e3b-1938-4f6e-9b3a-dd81f88c260d', 'name': 'tempest-TaggedBootDevicesTest-287628938-router', 'tenant_id': '6f1908decb8e42768935cf18d0563e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:31:24Z', 'updated_at': '2022-04-21T12:39:51Z', 'revision_number': 6, 'project_id': '6f1908decb8e42768935cf18d0563e60', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:39:52.344599 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399b3ba1-19c6-4cff-a3b7-1eaedb496629 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network 9a7eb2f4-5464-41f9-ac4a-e429177aadd5 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:39:52.408874 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a12fc7e0-ca2d-46b9-8be1-67f91e4a155d req-506883ce-5271-41a2-a55a-d2adcfb77a4e tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=04f91045-9e7e-49b0-9d5a-b948cf94a76d HTTP/1.1" status: 200 len: 210 time: 0.0462439 Apr 21 12:39:52.409122 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-978f078a-f10d-45d4-8f2b-584e4a95a2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:52.422909 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-978f078a-f10d-45d4-8f2b-584e4a95a2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:52.432742 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-978f078a-f10d-45d4-8f2b-584e4a95a2be admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7efe8bff-7b2e-4c75-9f6e-929eeb213da9 HTTP/1.1" status: 204 len: 168 time: 0.5833313 Apr 21 12:39:52.446879 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f078a-f10d-45d4-8f2b-584e4a95a2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7efe8bff-7b2e-4c75-9f6e-929eeb213da9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:52.490871 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-399b3ba1-19c6-4cff-a3b7-1eaedb496629 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 9a7eb2f4-5464-41f9-ac4a-e429177aadd5) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:39:52.499843 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8736c108-27b3-4a31-acf8-1b41c8821a3e None None] Network 9a7eb2f4-5464-41f9-ac4a-e429177aadd5 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:39:52.509222 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399b3ba1-19c6-4cff-a3b7-1eaedb496629 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:52.509955 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-399b3ba1-19c6-4cff-a3b7-1eaedb496629 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:52.609443 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00f38f0d-401f-4d35-8e59-0d12e3450d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:52.656701 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-399b3ba1-19c6-4cff-a3b7-1eaedb496629 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7831371 Apr 21 12:39:52.658832 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41084) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:52.665325 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9f99eb11-7141-49d8-ba02-10de356cacaf tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'port': {'network_id': '9a7eb2f4-5464-41f9-ac4a-e429177aadd5', 'name': 'tempest-PortsIpV6TestJSON-459345301'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:52.713944 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f38f0d-401f-4d35-8e59-0d12e3450d1d admin admin] Pushing event deleted for resources: {'Port': ['ID=e91f936e-049f-4166-aca4-783dfcf2ed23,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:52.775380 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c4519e-d1f7-45cb-aafb-8d97303e6582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-9a7eb2f4-5464-41f9-ac4a-e429177aadd5', 'network_id': '9a7eb2f4-5464-41f9-ac4a-e429177aadd5', 'tenant_id': 'c0f81ff131ed43f68e8e75bc14414841', 'fixed_ips': [{'subnet_id': '0b4c06cc-41b0-40f4-96fc-ae980798c59d'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:39:52.776330 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10c4519e-d1f7-45cb-aafb-8d97303e6582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:52.795362 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00f38f0d-401f-4d35-8e59-0d12e3450d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:52.963509 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00f38f0d-401f-4d35-8e59-0d12e3450d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:52.966017 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00f38f0d-401f-4d35-8e59-0d12e3450d1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:52.970868 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f99eb11-7141-49d8-ba02-10de356cacaf tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:39:52.975503 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f99eb11-7141-49d8-ba02-10de356cacaf tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:53.011696 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-9f99eb11-7141-49d8-ba02-10de356cacaf tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] device_id is not set on port f4e645d1-1394-4450-94a3-830f110b748f yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:39:53.097902 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-10c4519e-d1f7-45cb-aafb-8d97303e6582 None None] Allocated IP 2001:db8::2 (9a7eb2f4-5464-41f9-ac4a-e429177aadd5/0b4c06cc-41b0-40f4-96fc-ae980798c59d/2b6ad428-62fa-4443-95dd-eaae8a7d76b9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:39:53.153739 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1abde86d-eb86-4146-895f-f135d715f3e9 req-dfe1fa3c-3927-4154-95db-85a2939433f0 tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups/ec231851-0f49-49e9-b246-c1ad5da9abca HTTP/1.1" status: 200 len: 1802 time: 0.0748615 Apr 21 12:39:53.208802 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00f38f0d-401f-4d35-8e59-0d12e3450d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:53.209447 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f38f0d-401f-4d35-8e59-0d12e3450d1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f387e3b-1938-4f6e-9b3a-dd81f88c260d {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:39:53.214933 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00f38f0d-401f-4d35-8e59-0d12e3450d1d admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:53.232280 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-00f38f0d-401f-4d35-8e59-0d12e3450d1d admin admin] 10.222.0.36 "DELETE /v2.0/routers/1f387e3b-1938-4f6e-9b3a-dd81f88c260d HTTP/1.1" status: 204 len: 168 time: 1.9229705 Apr 21 12:39:53.232816 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41100) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:53.232945 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1abde86d-eb86-4146-895f-f135d715f3e9 req-860c8a6d-be96-4bd0-aff7-cf1734e45eec tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:53.289559 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffa249f3-b01c-4ec8-854e-0cb08a146559 admin admin] Deleting subnet 1fd66ced-0a64-4afd-a4de-c8fea692bf21 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:39:53.295419 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10c4519e-d1f7-45cb-aafb-8d97303e6582 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:53.295572 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffa249f3-b01c-4ec8-854e-0cb08a146559 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:53.295679 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1abde86d-eb86-4146-895f-f135d715f3e9 req-860c8a6d-be96-4bd0-aff7-cf1734e45eec tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:53.335200 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffa249f3-b01c-4ec8-854e-0cb08a146559 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:53.350520 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e91f936e-049f-4166-aca4-783dfcf2ed23 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:39:53.376703 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: e91f936e-049f-4166-aca4-783dfcf2ed23 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:39:53.377027 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e91f936e-049f-4166-aca4-783dfcf2ed23 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:39:53.377456 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 24964a4c-b2e3-4db5-8190-a823373f1214 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:39:53.402401 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 24964a4c-b2e3-4db5-8190-a823373f1214 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:39:53.402763 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 24964a4c-b2e3-4db5-8190-a823373f1214 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:39:53.436617 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10c4519e-d1f7-45cb-aafb-8d97303e6582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:53.479246 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1abde86d-eb86-4146-895f-f135d715f3e9 req-860c8a6d-be96-4bd0-aff7-cf1734e45eec tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:53.483461 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1abde86d-eb86-4146-895f-f135d715f3e9 req-860c8a6d-be96-4bd0-aff7-cf1734e45eec tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:53.486360 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1abde86d-eb86-4146-895f-f135d715f3e9 req-860c8a6d-be96-4bd0-aff7-cf1734e45eec tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "DELETE /v2.0/security-groups/ec231851-0f49-49e9-b246-c1ad5da9abca HTTP/1.1" status: 204 len: 173 time: 0.3266809 Apr 21 12:39:53.513450 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c8a6d-be96-4bd0-aff7-cf1734e45eec tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec231851-0f49-49e9-b246-c1ad5da9abca,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:53.530820 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c4519e-d1f7-45cb-aafb-8d97303e6582 None None] Network 9a7eb2f4-5464-41f9-ac4a-e429177aadd5 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:39:53.539516 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffa249f3-b01c-4ec8-854e-0cb08a146559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:53.544496 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-10c4519e-d1f7-45cb-aafb-8d97303e6582 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:39:53.550651 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c4519e-d1f7-45cb-aafb-8d97303e6582 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:39:53.559786 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4519e-d1f7-45cb-aafb-8d97303e6582 None None] Pushing event updated for resources: {'Port': ['ID=2b6ad428-62fa-4443-95dd-eaae8a7d76b9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:53.580792 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bfdfe14d-baeb-43cb-bd59-a0fa9a44fba9 req-baf7486b-67c1-4fd3-9598-6c594922040f tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=04f91045-9e7e-49b0-9d5a-b948cf94a76d HTTP/1.1" status: 200 len: 210 time: 0.0860710 Apr 21 12:39:53.595902 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-9f99eb11-7141-49d8-ba02-10de356cacaf tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Allocated IP 2001:db8::b8 (9a7eb2f4-5464-41f9-ac4a-e429177aadd5/0b4c06cc-41b0-40f4-96fc-ae980798c59d/f4e645d1-1394-4450-94a3-830f110b748f) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:39:53.674222 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7947929e-74a3-4ecd-93af-0649d0f1d838 req-57ae112c-50e2-4ba3-a888-ae3f90b33a4f tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "GET /v2.0/security-groups/8114ee60-c836-43b3-a51f-9d05d4435a2b HTTP/1.1" status: 200 len: 1802 time: 0.1620066 Apr 21 12:39:53.714135 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-10c4519e-d1f7-45cb-aafb-8d97303e6582 None None] Attempting to bind port 2b6ad428-62fa-4443-95dd-eaae8a7d76b9 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:39:53.714513 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-10c4519e-d1f7-45cb-aafb-8d97303e6582 None None] Attempting to bind port 2b6ad428-62fa-4443-95dd-eaae8a7d76b9 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '6c45ab55-1ff0-40c0-9dd6-5902d73d4601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9a7eb2f4-5464-41f9-ac4a-e429177aadd5'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:39:53.714884 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c4519e-d1f7-45cb-aafb-8d97303e6582 None None] Attempting to bind port 2b6ad428-62fa-4443-95dd-eaae8a7d76b9 on network 9a7eb2f4-5464-41f9-ac4a-e429177aadd5 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:39:53.724953 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c4519e-d1f7-45cb-aafb-8d97303e6582 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:39:53.736316 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c4519e-d1f7-45cb-aafb-8d97303e6582 None None] Checking segment: {'id': '6c45ab55-1ff0-40c0-9dd6-5902d73d4601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9a7eb2f4-5464-41f9-ac4a-e429177aadd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:39:53.736316 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10c4519e-d1f7-45cb-aafb-8d97303e6582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:53.736316 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c4519e-d1f7-45cb-aafb-8d97303e6582 None None] Bound using segment: {'id': '6c45ab55-1ff0-40c0-9dd6-5902d73d4601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9a7eb2f4-5464-41f9-ac4a-e429177aadd5'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:39:53.736316 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-10c4519e-d1f7-45cb-aafb-8d97303e6582 None None] Bound port: 2b6ad428-62fa-4443-95dd-eaae8a7d76b9, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c45ab55-1ff0-40c0-9dd6-5902d73d4601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '9a7eb2f4-5464-41f9-ac4a-e429177aadd5'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:39:53.736316 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10c4519e-d1f7-45cb-aafb-8d97303e6582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:53.787457 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7947929e-74a3-4ecd-93af-0649d0f1d838 req-774da763-86c8-456d-be18-f6e44c681d2a tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:53.825144 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7947929e-74a3-4ecd-93af-0649d0f1d838 req-774da763-86c8-456d-be18-f6e44c681d2a tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:53.828117 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-10c4519e-d1f7-45cb-aafb-8d97303e6582 None None] For port 2b6ad428-62fa-4443-95dd-eaae8a7d76b9, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:39:53.831720 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-10c4519e-d1f7-45cb-aafb-8d97303e6582 None None] For port 2b6ad428-62fa-4443-95dd-eaae8a7d76b9, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=2b6ad428-62fa-4443-95dd-eaae8a7d76b9,segment=NetworkSegment(6c45ab55-1ff0-40c0-9dd6-5902d73d4601),segment_id=6c45ab55-1ff0-40c0-9dd6-5902d73d4601)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:39:53.886080 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f99eb11-7141-49d8-ba02-10de356cacaf tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:53.913127 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffa249f3-b01c-4ec8-854e-0cb08a146559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:53.948968 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa249f3-b01c-4ec8-854e-0cb08a146559 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fd66ced-0a64-4afd-a4de-c8fea692bf21,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:53.951080 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffa249f3-b01c-4ec8-854e-0cb08a146559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:53.954437 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ffa249f3-b01c-4ec8-854e-0cb08a146559 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/1fd66ced-0a64-4afd-a4de-c8fea692bf21 HTTP/1.1" status: 204 len: 168 time: 0.7346349 Apr 21 12:39:53.959912 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cf925d-148b-4bfa-bf5a-c1fd977d28f6 None None] Network 9b7dd046-10d1-4f75-8b5a-2092dfe7d348 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:39:53.961985 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41120) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:54.021997 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7947929e-74a3-4ecd-93af-0649d0f1d838 req-774da763-86c8-456d-be18-f6e44c681d2a tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:54.024730 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7947929e-74a3-4ecd-93af-0649d0f1d838 req-774da763-86c8-456d-be18-f6e44c681d2a tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:54.026031 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10c4519e-d1f7-45cb-aafb-8d97303e6582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:54.026374 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7947929e-74a3-4ecd-93af-0649d0f1d838 req-774da763-86c8-456d-be18-f6e44c681d2a tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] 10.222.0.36 "DELETE /v2.0/security-groups/8114ee60-c836-43b3-a51f-9d05d4435a2b HTTP/1.1" status: 204 len: 173 time: 0.3437133 Apr 21 12:39:54.036073 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41122) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:54.084789 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774da763-86c8-456d-be18-f6e44c681d2a tempest-SecurityGroupsTestJSON-1297618491 tempest-SecurityGroupsTestJSON-1297618491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8114ee60-c836-43b3-a51f-9d05d4435a2b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:54.087471 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4519e-d1f7-45cb-aafb-8d97303e6582 None None] Pushing event updated for resources: {'Port': ['ID=2b6ad428-62fa-4443-95dd-eaae8a7d76b9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:54.091395 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab18fdaf-58a3-4690-8846-0130ef1825a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:54.131426 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f99eb11-7141-49d8-ba02-10de356cacaf tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:54.177517 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ab18fdaf-58a3-4690-8846-0130ef1825a9 admin admin] Deleting port c1409a5a-f950-4c96-988e-c2f8b56a0928 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:54.177899 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab18fdaf-58a3-4690-8846-0130ef1825a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:54.200798 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f99eb11-7141-49d8-ba02-10de356cacaf tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network 9a7eb2f4-5464-41f9-ac4a-e429177aadd5 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:39:54.204572 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-69e6997f-b211-47ad-a49f-c4e4ff0cd25f admin admin] Deleting subnet 560717d2-4532-4d9d-a275-cdd3079699c4 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:39:54.214008 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-69e6997f-b211-47ad-a49f-c4e4ff0cd25f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:54.216071 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-9f99eb11-7141-49d8-ba02-10de356cacaf tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:39:54.218377 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f99eb11-7141-49d8-ba02-10de356cacaf tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:39:54.233570 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f99eb11-7141-49d8-ba02-10de356cacaf tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:54.234273 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f99eb11-7141-49d8-ba02-10de356cacaf tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:54.273180 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99eb11-7141-49d8-ba02-10de356cacaf tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Port': ['ID=f4e645d1-1394-4450-94a3-830f110b748f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:54.275894 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-ab18fdaf-58a3-4690-8846-0130ef1825a9 admin admin] For port c1409a5a-f950-4c96-988e-c2f8b56a0928, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c1409a5a-f950-4c96-988e-c2f8b56a0928,segment=NetworkSegment(dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693),segment_id=dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:54.277529 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab18fdaf-58a3-4690-8846-0130ef1825a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:54.300771 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-69e6997f-b211-47ad-a49f-c4e4ff0cd25f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:54.307606 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ab18fdaf-58a3-4690-8846-0130ef1825a9 admin admin] Calling delete_port for c1409a5a-f950-4c96-988e-c2f8b56a0928 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:54.324982 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab9f17c-2c3d-4677-884b-f8c3e2bfb05d None None] DHCP port deletion for 9b7dd046-10d1-4f75-8b5a-2092dfe7d348 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:39:54.358989 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-69e6997f-b211-47ad-a49f-c4e4ff0cd25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:54.390596 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9f99eb11-7141-49d8-ba02-10de356cacaf tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7273898 Apr 21 12:39:54.395833 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41126) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:54.399108 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a147b25a-44e1-426c-acd2-27eb9c02cabc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'port': {'network_id': '9a7eb2f4-5464-41f9-ac4a-e429177aadd5', 'name': 'tempest-PortsIpV6TestJSON-1330563542'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:54.465569 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fab9f17c-2c3d-4677-884b-f8c3e2bfb05d None None] Deleting port c1409a5a-f950-4c96-988e-c2f8b56a0928 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:54.468245 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fab9f17c-2c3d-4677-884b-f8c3e2bfb05d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:54.611017 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-69e6997f-b211-47ad-a49f-c4e4ff0cd25f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:54.625212 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fab9f17c-2c3d-4677-884b-f8c3e2bfb05d None None] For port c1409a5a-f950-4c96-988e-c2f8b56a0928, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c1409a5a-f950-4c96-988e-c2f8b56a0928,segment=NetworkSegment(dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693),segment_id=dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:54.626170 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fab9f17c-2c3d-4677-884b-f8c3e2bfb05d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:54.649110 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fab9f17c-2c3d-4677-884b-f8c3e2bfb05d None None] Calling delete_port for c1409a5a-f950-4c96-988e-c2f8b56a0928 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:54.665327 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab18fdaf-58a3-4690-8846-0130ef1825a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:54.695685 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-69e6997f-b211-47ad-a49f-c4e4ff0cd25f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:54.699392 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-69e6997f-b211-47ad-a49f-c4e4ff0cd25f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/560717d2-4532-4d9d-a275-cdd3079699c4 HTTP/1.1" status: 204 len: 168 time: 0.6618223 Apr 21 12:39:54.702904 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41136) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:54.738890 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6997f-b211-47ad-a49f-c4e4ff0cd25f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=560717d2-4532-4d9d-a275-cdd3079699c4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:54.749820 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18fdaf-58a3-4690-8846-0130ef1825a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1409a5a-f950-4c96-988e-c2f8b56a0928,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:54.751285 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab18fdaf-58a3-4690-8846-0130ef1825a9 admin admin] No DVR routers for this DVR port c1409a5a-f950-4c96-988e-c2f8b56a0928 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: from cryptography.utils import int_from_bytes Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: from cryptography.utils import int_from_bytes Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:39:54.770017 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:39:54.773617 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:39:54.773617 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:39:54.773617 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:39:54.773617 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:39:54.773617 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:39:54.773617 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:39:54.773617 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:39:54.773617 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:39:54.773617 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:39:54.773617 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:39:54.773617 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:39:54.773617 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:39:54.773617 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:39:54.773617 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:39:54.782035 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fab9f17c-2c3d-4677-884b-f8c3e2bfb05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:54.801766 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab9f17c-2c3d-4677-884b-f8c3e2bfb05d None None] No DVR routers for this DVR port c1409a5a-f950-4c96-988e-c2f8b56a0928 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:39:54.808066 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce75a2da-311d-45b4-bc40-5e5d44f35e3a req-a62ef9f6-a41a-4960-a57e-55dc81b421c5 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=04f91045-9e7e-49b0-9d5a-b948cf94a76d HTTP/1.1" status: 200 len: 210 time: 0.0731087 Apr 21 12:39:54.831246 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-668d57af-9d7d-4f41-ba0c-9c291f351206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:54.843905 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9f17c-2c3d-4677-884b-f8c3e2bfb05d None None] Pushing event deleted for resources: {'Port': ['ID=c1409a5a-f950-4c96-988e-c2f8b56a0928,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:54.920029 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab18fdaf-58a3-4690-8846-0130ef1825a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:54.948938 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a147b25a-44e1-426c-acd2-27eb9c02cabc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:39:54.955549 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a147b25a-44e1-426c-acd2-27eb9c02cabc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:54.981770 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-668d57af-9d7d-4f41-ba0c-9c291f351206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:54.992479 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d959239a-9aed-4812-9aa2-db949661d83d req-c809ce14-d52a-42c8-ac15-9db68c60b8ed tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6aeaf4b1b1ed449d8f8a59a074c37da7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0505257 Apr 21 12:39:54.994337 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-ab18fdaf-58a3-4690-8846-0130ef1825a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b7dd046-10d1-4f75-8b5a-2092dfe7d348']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:55.006970 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-ab18fdaf-58a3-4690-8846-0130ef1825a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:55.007226 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-ab18fdaf-58a3-4690-8846-0130ef1825a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfbbd2f8-eeb0-4c76-b5d2-8be2558b5693') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:55.020860 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab18fdaf-58a3-4690-8846-0130ef1825a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:55.025210 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-a147b25a-44e1-426c-acd2-27eb9c02cabc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] device_id is not set on port 340bede5-3201-4879-9e8e-7cf23be1e58b yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:39:55.037026 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-668d57af-9d7d-4f41-ba0c-9c291f351206 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb775869-9d11-4568-a39f-53490ef15123']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:55.055721 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab18fdaf-58a3-4690-8846-0130ef1825a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:55.078946 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-668d57af-9d7d-4f41-ba0c-9c291f351206 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a3f46e-3415-4058-ae67-97acc52158a8') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:55.079327 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-668d57af-9d7d-4f41-ba0c-9c291f351206 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a3f46e-3415-4058-ae67-97acc52158a8') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:39:55.101452 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-668d57af-9d7d-4f41-ba0c-9c291f351206 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:55.102127 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab18fdaf-58a3-4690-8846-0130ef1825a9 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:39:55.102579 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab18fdaf-58a3-4690-8846-0130ef1825a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:39:55.104460 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:39:55.177699 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-668d57af-9d7d-4f41-ba0c-9c291f351206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:55.233939 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-668d57af-9d7d-4f41-ba0c-9c291f351206 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:39:55.234545 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-668d57af-9d7d-4f41-ba0c-9c291f351206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:39:55.236599 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:39:55.302156 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959239a-9aed-4812-9aa2-db949661d83d req-433a3b21-655f-45fe-9cd5-4bee9d7841ae tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:55.302156 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d959239a-9aed-4812-9aa2-db949661d83d req-433a3b21-655f-45fe-9cd5-4bee9d7841ae tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2717724 Apr 21 12:39:55.327355 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d959239a-9aed-4812-9aa2-db949661d83d req-713c374b-2b9e-4949-9794-3d42fc067791 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Request body: {'port': {'device_id': '04f91045-9e7e-49b0-9d5a-b948cf94a76d', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'admin_state_up': True, 'tenant_id': '6aeaf4b1b1ed449d8f8a59a074c37da7'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:55.374000 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-a147b25a-44e1-426c-acd2-27eb9c02cabc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Allocated IP 2001:db8::2fe (9a7eb2f4-5464-41f9-ac4a-e429177aadd5/0b4c06cc-41b0-40f4-96fc-ae980798c59d/340bede5-3201-4879-9e8e-7cf23be1e58b) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:39:55.421218 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 2b6ad428-62fa-4443-95dd-eaae8a7d76b9 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:39:55.452690 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab18fdaf-58a3-4690-8846-0130ef1825a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:55.467864 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab18fdaf-58a3-4690-8846-0130ef1825a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:55.480301 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ab18fdaf-58a3-4690-8846-0130ef1825a9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/9b7dd046-10d1-4f75-8b5a-2092dfe7d348 HTTP/1.1" status: 204 len: 168 time: 1.5131447 Apr 21 12:39:55.524653 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41150) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:55.547097 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 7be45b6a-2875-4c3e-9e4c-53d996793f30 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:39:55.621874 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 2b6ad428-62fa-4443-95dd-eaae8a7d76b9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:55.622251 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:55.631313 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 7be45b6a-2875-4c3e-9e4c-53d996793f30 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:39:55.631935 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 7be45b6a-2875-4c3e-9e4c-53d996793f30 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:39:55.642413 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a147b25a-44e1-426c-acd2-27eb9c02cabc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:55.668582 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18fdaf-58a3-4690-8846-0130ef1825a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b7dd046-10d1-4f75-8b5a-2092dfe7d348,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:55.744727 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-668d57af-9d7d-4f41-ba0c-9c291f351206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:55.752568 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-668d57af-9d7d-4f41-ba0c-9c291f351206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:55.758588 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-668d57af-9d7d-4f41-ba0c-9c291f351206 admin admin] 10.222.0.36 "DELETE /v2.0/networks/cb775869-9d11-4568-a39f-53490ef15123 HTTP/1.1" status: 204 len: 168 time: 1.0524566 Apr 21 12:39:55.800679 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d57af-9d7d-4f41-ba0c-9c291f351206 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb775869-9d11-4568-a39f-53490ef15123,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:55.848206 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a147b25a-44e1-426c-acd2-27eb9c02cabc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:55.896680 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:55.969143 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 2b6ad428-62fa-4443-95dd-eaae8a7d76b9, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=2b6ad428-62fa-4443-95dd-eaae8a7d76b9,segment=NetworkSegment(6c45ab55-1ff0-40c0-9dd6-5902d73d4601),segment_id=6c45ab55-1ff0-40c0-9dd6-5902d73d4601)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:55.977644 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a147b25a-44e1-426c-acd2-27eb9c02cabc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network 9a7eb2f4-5464-41f9-ac4a-e429177aadd5 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:39:55.986352 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a147b25a-44e1-426c-acd2-27eb9c02cabc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:39:55.991673 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a147b25a-44e1-426c-acd2-27eb9c02cabc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:39:55.997844 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a147b25a-44e1-426c-acd2-27eb9c02cabc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:56.004414 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d959239a-9aed-4812-9aa2-db949661d83d req-713c374b-2b9e-4949-9794-3d42fc067791 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Made reservation on behalf of 6aeaf4b1b1ed449d8f8a59a074c37da7 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:39:56.005177 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d959239a-9aed-4812-9aa2-db949661d83d req-713c374b-2b9e-4949-9794-3d42fc067791 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:56.014561 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a147b25a-44e1-426c-acd2-27eb9c02cabc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:56.032075 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fb9604-61fd-47d4-b926-bacc01ce0191 None None] Network 9a7eb2f4-5464-41f9-ac4a-e429177aadd5 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:39:56.033646 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147b25a-44e1-426c-acd2-27eb9c02cabc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Port': ['ID=340bede5-3201-4879-9e8e-7cf23be1e58b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:56.038234 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d959239a-9aed-4812-9aa2-db949661d83d req-713c374b-2b9e-4949-9794-3d42fc067791 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:56.066779 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4e21240c-b23f-40b2-9007-c0be67ac6884 req-7d812d69-371c-4eb8-bacb-42ea51870071 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=04f91045-9e7e-49b0-9d5a-b948cf94a76d HTTP/1.1" status: 200 len: 210 time: 0.0482717 Apr 21 12:39:56.138765 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a147b25a-44e1-426c-acd2-27eb9c02cabc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7418177 Apr 21 12:39:56.139323 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41162) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:56.174048 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:56.295733 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d959239a-9aed-4812-9aa2-db949661d83d req-713c374b-2b9e-4949-9794-3d42fc067791 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:56.368555 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c1409a5a-f950-4c96-988e-c2f8b56a0928 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:39:56.422159 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: c1409a5a-f950-4c96-988e-c2f8b56a0928 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:39:56.422159 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c1409a5a-f950-4c96-988e-c2f8b56a0928 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:39:56.427207 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491f80a7-154a-4d05-b92a-d306b71c1c9c tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:56.435145 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-491f80a7-154a-4d05-b92a-d306b71c1c9c tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ab8 HTTP/1.1" status: 200 len: 927 time: 0.2922523 Apr 21 12:39:56.435794 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41170) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:56.445849 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d959239a-9aed-4812-9aa2-db949661d83d req-713c374b-2b9e-4949-9794-3d42fc067791 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:56.453982 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d8b9bab2-7d63-44ee-bb3d-73d192b9e2f6 None None] Provisioning complete for port 2b6ad428-62fa-4443-95dd-eaae8a7d76b9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:56.454404 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8b9bab2-7d63-44ee-bb3d-73d192b9e2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:56.483226 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=2b6ad428-62fa-4443-95dd-eaae8a7d76b9,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:56.508842 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41172) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:56.618195 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c374b-2b9e-4949-9794-3d42fc067791 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be1e34fa-b360-4032-aae2-81e01d19e5d6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:56.658776 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7345e7b2-1da6-4f5d-84fd-e33b9e6b2038 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting port 340bede5-3201-4879-9e8e-7cf23be1e58b {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:56.659266 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7345e7b2-1da6-4f5d-84fd-e33b9e6b2038 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:56.719928 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19aad3fb-cbce-46b7-ba64-0b5f7662db92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:56.778825 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9ea4f8cd-b456-4751-921b-27fc162cb175 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=200ea3215b1e439ebb87b6253629ed97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627265 Apr 21 12:39:56.779051 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7345e7b2-1da6-4f5d-84fd-e33b9e6b2038 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:56.780215 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41174) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:56.814694 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7345e7b2-1da6-4f5d-84fd-e33b9e6b2038 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Calling delete_port for 340bede5-3201-4879-9e8e-7cf23be1e58b owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:56.919011 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5dbcc37-6c45-4b05-b3dd-526995072a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:56.976636 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5dbcc37-6c45-4b05-b3dd-526995072a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:57.028854 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0b0c8640-1506-43cf-ae54-96793ccccf30 None None] Provisioning complete for port f4e645d1-1394-4450-94a3-830f110b748f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:57.030378 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b0c8640-1506-43cf-ae54-96793ccccf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:57.115823 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0b0c8640-1506-43cf-ae54-96793ccccf30 None None] Port f4e645d1-1394-4450-94a3-830f110b748f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:39:57.128369 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0b0c8640-1506-43cf-ae54-96793ccccf30 None None] Provisioning complete for port 340bede5-3201-4879-9e8e-7cf23be1e58b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:57.130181 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b0c8640-1506-43cf-ae54-96793ccccf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:57.178404 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0b0c8640-1506-43cf-ae54-96793ccccf30 None None] Port 340bede5-3201-4879-9e8e-7cf23be1e58b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:39:57.187625 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0b0c8640-1506-43cf-ae54-96793ccccf30 None None] Provisioning complete for port 2b6ad428-62fa-4443-95dd-eaae8a7d76b9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:57.188142 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b0c8640-1506-43cf-ae54-96793ccccf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:57.242708 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7345e7b2-1da6-4f5d-84fd-e33b9e6b2038 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:57.309286 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5dbcc37-6c45-4b05-b3dd-526995072a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:57.315873 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5dbcc37-6c45-4b05-b3dd-526995072a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:57.321725 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c5dbcc37-6c45-4b05-b3dd-526995072a38 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4884a601-4783-43f4-a952-0b71b5197c3f HTTP/1.1" status: 204 len: 168 time: 0.5401211 Apr 21 12:39:57.324912 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7345e7b2-1da6-4f5d-84fd-e33b9e6b2038 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Port': ['ID=340bede5-3201-4879-9e8e-7cf23be1e58b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:57.362798 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbcc37-6c45-4b05-b3dd-526995072a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4884a601-4783-43f4-a952-0b71b5197c3f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:57.378999 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ed3b3370-abae-421c-97da-7e4d1e173303 req-a596a525-68b0-40fb-8901-d2a239a9e5bc tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=04f91045-9e7e-49b0-9d5a-b948cf94a76d HTTP/1.1" status: 200 len: 210 time: 0.0557768 Apr 21 12:39:57.425522 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7345e7b2-1da6-4f5d-84fd-e33b9e6b2038 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:57.426124 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-d959239a-9aed-4812-9aa2-db949661d83d req-713c374b-2b9e-4949-9794-3d42fc067791 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Allocated IP 192.168.233.27 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/3ac80292-a1a4-44b6-916e-d59f01daa25d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:39:57.430729 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7345e7b2-1da6-4f5d-84fd-e33b9e6b2038 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/ports/340bede5-3201-4879-9e8e-7cf23be1e58b HTTP/1.1" status: 204 len: 168 time: 0.9927049 Apr 21 12:39:57.433317 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41186) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:57.449785 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 2b6ad428-62fa-4443-95dd-eaae8a7d76b9 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:39:57.464423 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39e8347-53c8-4f79-9b03-4e2ef166c143 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] GET failed (client error): The resource could not be found. Apr 21 12:39:57.466861 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c39e8347-53c8-4f79-9b03-4e2ef166c143 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "GET /v2.0/ports/340bede5-3201-4879-9e8e-7cf23be1e58b HTTP/1.1" status: 404 len: 333 time: 0.0324814 Apr 21 12:39:57.469834 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41188) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:57.534975 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-11bcbd33-ff29-426b-bd68-f20091086a36 None None] Provisioning complete for port f4e645d1-1394-4450-94a3-830f110b748f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:57.536453 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11bcbd33-ff29-426b-bd68-f20091086a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:57.578347 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 2b6ad428-62fa-4443-95dd-eaae8a7d76b9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:57.579207 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:57.619223 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-11bcbd33-ff29-426b-bd68-f20091086a36 None None] Port f4e645d1-1394-4450-94a3-830f110b748f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:39:57.642998 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-1189ee97-83ad-4b5a-874b-449219caff41 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting port f4e645d1-1394-4450-94a3-830f110b748f {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:57.643327 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1189ee97-83ad-4b5a-874b-449219caff41 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:57.750995 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-efb5f643-6285-412b-9793-1e33f02e029e None None] Could not find standard attr ID for object 340bede5-3201-4879-9e8e-7cf23be1e58b. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:39:57.757084 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1189ee97-83ad-4b5a-874b-449219caff41 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:57.782483 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-1189ee97-83ad-4b5a-874b-449219caff41 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Calling delete_port for f4e645d1-1394-4450-94a3-830f110b748f owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:57.803357 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-19aad3fb-cbce-46b7-ba64-0b5f7662db92 admin admin] Deleting port 223ab491-23f3-4fd1-a9ab-17258a08c4a6 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:39:57.806787 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19aad3fb-cbce-46b7-ba64-0b5f7662db92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:57.924084 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-19aad3fb-cbce-46b7-ba64-0b5f7662db92 admin admin] For port 223ab491-23f3-4fd1-a9ab-17258a08c4a6, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=223ab491-23f3-4fd1-a9ab-17258a08c4a6,segment=NetworkSegment(6bbffa6f-854c-4785-a020-490552b22c1d),segment_id=6bbffa6f-854c-4785-a020-490552b22c1d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:39:57.924456 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19aad3fb-cbce-46b7-ba64-0b5f7662db92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:57.940854 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-19aad3fb-cbce-46b7-ba64-0b5f7662db92 admin admin] Calling delete_port for 223ab491-23f3-4fd1-a9ab-17258a08c4a6 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:39:57.947750 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d959239a-9aed-4812-9aa2-db949661d83d req-713c374b-2b9e-4949-9794-3d42fc067791 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:58.022554 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41194) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:58.053715 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d959239a-9aed-4812-9aa2-db949661d83d req-713c374b-2b9e-4949-9794-3d42fc067791 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:58.085471 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1189ee97-83ad-4b5a-874b-449219caff41 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:58.107023 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c374b-2b9e-4949-9794-3d42fc067791 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Pushing event updated for resources: {'Port': ['ID=3ac80292-a1a4-44b6-916e-d59f01daa25d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:58.142133 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d959239a-9aed-4812-9aa2-db949661d83d req-713c374b-2b9e-4949-9794-3d42fc067791 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:39:58.144170 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1189ee97-83ad-4b5a-874b-449219caff41 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Port': ['ID=f4e645d1-1394-4450-94a3-830f110b748f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:58.146891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-d959239a-9aed-4812-9aa2-db949661d83d req-713c374b-2b9e-4949-9794-3d42fc067791 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:39:58.156667 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d959239a-9aed-4812-9aa2-db949661d83d req-713c374b-2b9e-4949-9794-3d42fc067791 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:39:58.231409 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1189ee97-83ad-4b5a-874b-449219caff41 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:58.238099 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1189ee97-83ad-4b5a-874b-449219caff41 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/ports/f4e645d1-1394-4450-94a3-830f110b748f HTTP/1.1" status: 204 len: 168 time: 0.7669895 Apr 21 12:39:58.239711 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41206) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:58.260879 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2196cd06-1aa6-47ee-9080-6ac7f62c19da admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:58.267110 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959239a-9aed-4812-9aa2-db949661d83d req-713c374b-2b9e-4949-9794-3d42fc067791 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:58.267110 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d959239a-9aed-4812-9aa2-db949661d83d req-713c374b-2b9e-4949-9794-3d42fc067791 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:58.285333 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f48489b-d678-4685-8295-4f4f244365de tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] GET failed (client error): The resource could not be found. Apr 21 12:39:58.290561 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41208) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:58.291048 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0f48489b-d678-4685-8295-4f4f244365de tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "GET /v2.0/ports/f4e645d1-1394-4450-94a3-830f110b748f HTTP/1.1" status: 404 len: 333 time: 0.0489378 Apr 21 12:39:58.371276 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d959239a-9aed-4812-9aa2-db949661d83d req-713c374b-2b9e-4949-9794-3d42fc067791 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0555911 Apr 21 12:39:58.404098 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d959239a-9aed-4812-9aa2-db949661d83d req-38115a29-8926-417b-927e-b38d60e6246e service neutron] Request body: {'port': {'device_id': '04f91045-9e7e-49b0-9d5a-b948cf94a76d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:58.467386 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad3e6477-8187-4b7c-aa8f-37c610a084e7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting subnet 0b4c06cc-41b0-40f4-96fc-ae980798c59d {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:39:58.470555 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2196cd06-1aa6-47ee-9080-6ac7f62c19da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:58.478406 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ad3e6477-8187-4b7c-aa8f-37c610a084e7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:58.538949 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19aad3fb-cbce-46b7-ba64-0b5f7662db92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:58.552787 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2196cd06-1aa6-47ee-9080-6ac7f62c19da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:58.615120 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2196cd06-1aa6-47ee-9080-6ac7f62c19da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a088918-5d8f-4116-a87a-e5e7df1b02e3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:58.660124 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aad3fb-cbce-46b7-ba64-0b5f7662db92 admin admin] Pushing event deleted for resources: {'Port': ['ID=223ab491-23f3-4fd1-a9ab-17258a08c4a6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:58.660124 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41220) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:58.661124 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2196cd06-1aa6-47ee-9080-6ac7f62c19da admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4b8e52df4ef64c33a95c4c8f518704e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6336727 Apr 21 12:39:58.673875 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ad3e6477-8187-4b7c-aa8f-37c610a084e7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:58.686731 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8a07ca6d-6b5b-4c53-91b3-3ce7f83d5637 None None] Provisioning complete for port 3ac80292-a1a4-44b6-916e-d59f01daa25d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:39:58.687203 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8a07ca6d-6b5b-4c53-91b3-3ce7f83d5637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:58.737909 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8a07ca6d-6b5b-4c53-91b3-3ce7f83d5637 None None] Port 3ac80292-a1a4-44b6-916e-d59f01daa25d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:39:58.738562 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d959239a-9aed-4812-9aa2-db949661d83d req-38115a29-8926-417b-927e-b38d60e6246e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:58.830441 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-fcef4e7b-bbde-484b-b69b-56229c7ec587 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--446998284&fields=id&tenant_id=7b45e45ca21245439fa65bc29d51bfe0 HTTP/1.1" status: 200 len: 267 time: 0.2965434 Apr 21 12:39:58.909418 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168dff2b-7eb6-461e-8598-00bf142c9772 req-0702237f-5926-4b13-a2fa-c4def3410c44 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:58.924063 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-168dff2b-7eb6-461e-8598-00bf142c9772 req-0702237f-5926-4b13-a2fa-c4def3410c44 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=04f91045-9e7e-49b0-9d5a-b948cf94a76d HTTP/1.1" status: 200 len: 935 time: 0.3782995 Apr 21 12:39:59.000832 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41230) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:59.110642 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-7174dcd2-346c-4fda-a8a4-5a640448f7a3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1113804383-network', 'tenant_id': '72dc25511e2147068c0afbce8b3beb01'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:39:59.147822 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9271b3c8-7428-49a6-b230-a0e326d289af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:59.162726 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ad3e6477-8187-4b7c-aa8f-37c610a084e7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:59.218779 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7174dcd2-346c-4fda-a8a4-5a640448f7a3 admin admin] Made reservation on behalf of 72dc25511e2147068c0afbce8b3beb01 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:39:59.221366 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7174dcd2-346c-4fda-a8a4-5a640448f7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:59.234544 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7174dcd2-346c-4fda-a8a4-5a640448f7a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:59.249428 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-168dff2b-7eb6-461e-8598-00bf142c9772 req-fc6b5668-7188-4ef0-bf44-1955f3a729c3 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/security-groups?id=be1e34fa-b360-4032-aae2-81e01d19e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203764 Apr 21 12:39:59.289644 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9271b3c8-7428-49a6-b230-a0e326d289af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:59.351013 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7174dcd2-346c-4fda-a8a4-5a640448f7a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:59.357374 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-be0880ae-7958-49cd-90ba-5021524cf049 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:39:59.358882 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-be0880ae-7958-49cd-90ba-5021524cf049 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/networks?id=54076906-6a28-416e-bcbd-9d5e99293579 HTTP/1.1" status: 200 len: 815 time: 0.5122926 Apr 21 12:39:59.443938 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-228219b9-2eec-4dd1-97fe-5ee03e1a2072 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/quotas/7b45e45ca21245439fa65bc29d51bfe0 HTTP/1.1" status: 200 len: 375 time: 0.0433838 Apr 21 12:39:59.451666 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19aad3fb-cbce-46b7-ba64-0b5f7662db92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:59.483449 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7174dcd2-346c-4fda-a8a4-5a640448f7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:59.511179 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174dcd2-346c-4fda-a8a4-5a640448f7a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f7516b6-7587-4b5c-8fce-02532d0b329a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:59.582153 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-5ee2483f-0b68-4dd2-afab-a7cfae49bc93 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7b45e45ca21245439fa65bc29d51bfe0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1313829 Apr 21 12:39:59.664546 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ad3e6477-8187-4b7c-aa8f-37c610a084e7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:59.712187 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-14bf9892-508a-4f12-85ef-74e5876cceb7 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:39:59.713336 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-14bf9892-508a-4f12-85ef-74e5876cceb7 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0874965 Apr 21 12:39:59.721748 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e6477-8187-4b7c-aa8f-37c610a084e7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Subnet': ['ID=0b4c06cc-41b0-40f4-96fc-ae980798c59d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:59.724601 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ad3e6477-8187-4b7c-aa8f-37c610a084e7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:59.729441 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913c2171-e971-4bc8-896f-6292f2e9071c None None] Network 9a7eb2f4-5464-41f9-ac4a-e429177aadd5 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:39:59.730683 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7174dcd2-346c-4fda-a8a4-5a640448f7a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:39:59.734330 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ad3e6477-8187-4b7c-aa8f-37c610a084e7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/subnets/0b4c06cc-41b0-40f4-96fc-ae980798c59d HTTP/1.1" status: 204 len: 168 time: 1.4426198 Apr 21 12:39:59.737750 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41238) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:39:59.738344 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-d959239a-9aed-4812-9aa2-db949661d83d req-38115a29-8926-417b-927e-b38d60e6246e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ac80292-a1a4-44b6-916e-d59f01daa25d {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:39:59.756917 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9271b3c8-7428-49a6-b230-a0e326d289af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:59.763081 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9271b3c8-7428-49a6-b230-a0e326d289af admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:59.763081 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9271b3c8-7428-49a6-b230-a0e326d289af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5a088918-5d8f-4116-a87a-e5e7df1b02e3 HTTP/1.1" status: 204 len: 168 time: 1.1054947 Apr 21 12:39:59.763858 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d959239a-9aed-4812-9aa2-db949661d83d req-38115a29-8926-417b-927e-b38d60e6246e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:59.769944 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7174dcd2-346c-4fda-a8a4-5a640448f7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:59.770877 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-7174dcd2-346c-4fda-a8a4-5a640448f7a3 admin admin] Added segment 9e519a56-00ea-41b0-9265-814962b39db9 of type vlan for network b386f910-1290-4727-a8ab-a0387dcbd592 Apr 21 12:39:59.867385 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7174dcd2-346c-4fda-a8a4-5a640448f7a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:59.873099 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-386db62d-9810-42e5-9265-5450a465a818 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:39:59.878274 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271b3c8-7428-49a6-b230-a0e326d289af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a088918-5d8f-4116-a87a-e5e7df1b02e3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:39:59.913296 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-d959239a-9aed-4812-9aa2-db949661d83d req-38115a29-8926-417b-927e-b38d60e6246e service neutron] Transition to ACTIVE for port object 3ac80292-a1a4-44b6-916e-d59f01daa25d will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:40:00.003466 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-386db62d-9810-42e5-9265-5450a465a818 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting port 2b6ad428-62fa-4443-95dd-eaae8a7d76b9 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:40:00.003466 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-386db62d-9810-42e5-9265-5450a465a818 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:00.003925 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-b886cc20-0afb-40fb-b7ff-6ce6367d8cdc service neutron] 10.222.0.36 "GET /v2.0/networks/54076906-6a28-416e-bcbd-9d5e99293579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642536 Apr 21 12:40:00.023673 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7174dcd2-346c-4fda-a8a4-5a640448f7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:00.024642 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7174dcd2-346c-4fda-a8a4-5a640448f7a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:00.026445 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7174dcd2-346c-4fda-a8a4-5a640448f7a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:00.035245 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d959239a-9aed-4812-9aa2-db949661d83d req-38115a29-8926-417b-927e-b38d60e6246e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:00.086387 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38115a29-8926-417b-927e-b38d60e6246e service neutron] Pushing event updated for resources: {'Port': ['ID=3ac80292-a1a4-44b6-916e-d59f01daa25d,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:00.105241 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-386db62d-9810-42e5-9265-5450a465a818 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] For port 2b6ad428-62fa-4443-95dd-eaae8a7d76b9, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=2b6ad428-62fa-4443-95dd-eaae8a7d76b9,segment=NetworkSegment(6c45ab55-1ff0-40c0-9dd6-5902d73d4601),segment_id=6c45ab55-1ff0-40c0-9dd6-5902d73d4601)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:00.106053 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-386db62d-9810-42e5-9265-5450a465a818 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:00.133337 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19aad3fb-cbce-46b7-ba64-0b5f7662db92 admin admin] Router 30bcaabe-221d-4bb3-b9a4-b90028233c11 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:40:00.166083 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-386db62d-9810-42e5-9265-5450a465a818 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Calling delete_port for 2b6ad428-62fa-4443-95dd-eaae8a7d76b9 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:40:00.184655 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7174dcd2-346c-4fda-a8a4-5a640448f7a3 admin admin] Pushing event updated for resources: {'Network': ['ID=b386f910-1290-4727-a8ab-a0387dcbd592,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:00.200478 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network b386f910-1290-4727-a8ab-a0387dcbd592 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:40:00.277049 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-d76dfd4d-d3cf-4ec4-a1b8-92f063606f9b service neutron] 10.222.0.36 "GET /v2.0/networks/54076906-6a28-416e-bcbd-9d5e99293579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649682 Apr 21 12:40:00.277193 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf47dbcd-a37f-4053-a87b-a41814d79ef8 None None] DHCP port deletion for 9a7eb2f4-5464-41f9-ac4a-e429177aadd5 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:40:00.299104 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7174dcd2-346c-4fda-a8a4-5a640448f7a3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2968376 Apr 21 12:40:00.302427 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41248) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:00.330868 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-57b3c105-a2b0-4e94-a2a3-00b8dd275432 admin admin] Request body: {'subnet': {'network_id': 'b386f910-1290-4727-a8ab-a0387dcbd592', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1113804383-subnet', 'tenant_id': '72dc25511e2147068c0afbce8b3beb01', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:00.495077 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d959239a-9aed-4812-9aa2-db949661d83d req-38115a29-8926-417b-927e-b38d60e6246e service neutron] Attempting to bind port 3ac80292-a1a4-44b6-916e-d59f01daa25d on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:40:00.495648 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d959239a-9aed-4812-9aa2-db949661d83d req-38115a29-8926-417b-927e-b38d60e6246e service neutron] Attempting to bind port 3ac80292-a1a4-44b6-916e-d59f01daa25d by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:40:00.496166 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d959239a-9aed-4812-9aa2-db949661d83d req-38115a29-8926-417b-927e-b38d60e6246e service neutron] Attempting to bind port 3ac80292-a1a4-44b6-916e-d59f01daa25d on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:40:00.501375 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19aad3fb-cbce-46b7-ba64-0b5f7662db92 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:40:00.512013 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41252) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:00.519418 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b3c105-a2b0-4e94-a2a3-00b8dd275432 admin admin] Made reservation on behalf of 72dc25511e2147068c0afbce8b3beb01 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:40:00.521789 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-19aad3fb-cbce-46b7-ba64-0b5f7662db92 admin admin] 10.222.0.36 "PUT /v2.0/routers/30bcaabe-221d-4bb3-b9a4-b90028233c11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9892750 Apr 21 12:40:00.525108 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d959239a-9aed-4812-9aa2-db949661d83d req-38115a29-8926-417b-927e-b38d60e6246e service neutron] Port 3ac80292-a1a4-44b6-916e-d59f01daa25d on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:40:00.525365 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffacd6f-ca58-467c-9702-3d9c714ea120 None None] Sync routers for ids ['30bcaabe-221d-4bb3-b9a4-b90028233c11'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:40:00.526821 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57b3c105-a2b0-4e94-a2a3-00b8dd275432 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:00.530547 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d959239a-9aed-4812-9aa2-db949661d83d req-38115a29-8926-417b-927e-b38d60e6246e service neutron] Attempting to bind port 3ac80292-a1a4-44b6-916e-d59f01daa25d on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:40:00.563311 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758b783-18ed-4070-bd10-17a99a071885 req-6431f563-052d-40e7-8f30-596ea6d64075 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:00.564219 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffacd6f-ca58-467c-9702-3d9c714ea120 None None] Routers {'30bcaabe-221d-4bb3-b9a4-b90028233c11'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:40:00.565259 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e758b783-18ed-4070-bd10-17a99a071885 req-6431f563-052d-40e7-8f30-596ea6d64075 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=04f91045-9e7e-49b0-9d5a-b948cf94a76d HTTP/1.1" status: 200 len: 947 time: 0.1761734 Apr 21 12:40:00.566647 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1ffacd6f-ca58-467c-9702-3d9c714ea120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:39:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['30bcaabe-221d-4bb3-b9a4-b90028233c11'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:00.568411 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d959239a-9aed-4812-9aa2-db949661d83d req-38115a29-8926-417b-927e-b38d60e6246e service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:40:00.570304 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d959239a-9aed-4812-9aa2-db949661d83d req-38115a29-8926-417b-927e-b38d60e6246e service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:40:00.572901 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d959239a-9aed-4812-9aa2-db949661d83d req-38115a29-8926-417b-927e-b38d60e6246e service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:40:00.573890 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d959239a-9aed-4812-9aa2-db949661d83d req-38115a29-8926-417b-927e-b38d60e6246e service neutron] Bound port: 3ac80292-a1a4-44b6-916e-d59f01daa25d, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:40:00.574424 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d959239a-9aed-4812-9aa2-db949661d83d req-38115a29-8926-417b-927e-b38d60e6246e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:00.631394 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-386db62d-9810-42e5-9265-5450a465a818 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:00.699779 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d959239a-9aed-4812-9aa2-db949661d83d req-38115a29-8926-417b-927e-b38d60e6246e service neutron] For port 3ac80292-a1a4-44b6-916e-d59f01daa25d, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:40:00.703200 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d959239a-9aed-4812-9aa2-db949661d83d req-38115a29-8926-417b-927e-b38d60e6246e service neutron] For port 3ac80292-a1a4-44b6-916e-d59f01daa25d, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=3ac80292-a1a4-44b6-916e-d59f01daa25d,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:40:00.720624 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386db62d-9810-42e5-9265-5450a465a818 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Port': ['ID=2b6ad428-62fa-4443-95dd-eaae8a7d76b9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:00.722681 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386db62d-9810-42e5-9265-5450a465a818 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] No DVR routers for this DVR port 2b6ad428-62fa-4443-95dd-eaae8a7d76b9 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:40:00.726737 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e758b783-18ed-4070-bd10-17a99a071885 req-49ff5e7c-4347-4ecf-b9c2-eaa232c5f46a tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/security-groups?id=be1e34fa-b360-4032-aae2-81e01d19e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461289 Apr 21 12:40:00.796235 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d959239a-9aed-4812-9aa2-db949661d83d req-38115a29-8926-417b-927e-b38d60e6246e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:00.810307 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-1ffacd6f-ca58-467c-9702-3d9c714ea120 None None] Set router 30bcaabe-221d-4bb3-b9a4-b90028233c11 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:40:00.919114 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41266) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:00.947181 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-386db62d-9810-42e5-9265-5450a465a818 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:00.960178 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f3a341c-8ece-41e8-bda8-6d2f0a47503f admin admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:00.969609 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f249a10d-3acf-4cfc-a8c5-c8ec9c8e24d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:01.022001 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-386db62d-9810-42e5-9265-5450a465a818 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7eb2f4-5464-41f9-ac4a-e429177aadd5']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:01.054866 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cf47dbcd-a37f-4053-a87b-a41814d79ef8 None None] Deleting port 2b6ad428-62fa-4443-95dd-eaae8a7d76b9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:40:01.055679 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf47dbcd-a37f-4053-a87b-a41814d79ef8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:01.061306 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-386db62d-9810-42e5-9265-5450a465a818 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c45ab55-1ff0-40c0-9dd6-5902d73d4601') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:01.061614 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-386db62d-9810-42e5-9265-5450a465a818 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c45ab55-1ff0-40c0-9dd6-5902d73d4601') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:01.103932 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-386db62d-9810-42e5-9265-5450a465a818 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:01.212404 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f3a341c-8ece-41e8-bda8-6d2f0a47503f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:01.246042 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-386db62d-9810-42e5-9265-5450a465a818 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:01.258451 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959239a-9aed-4812-9aa2-db949661d83d req-38115a29-8926-417b-927e-b38d60e6246e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:01.259014 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d959239a-9aed-4812-9aa2-db949661d83d req-38115a29-8926-417b-927e-b38d60e6246e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:01.260691 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d959239a-9aed-4812-9aa2-db949661d83d req-38115a29-8926-417b-927e-b38d60e6246e service neutron] 10.222.0.24 "PUT /v2.0/ports/3ac80292-a1a4-44b6-916e-d59f01daa25d HTTP/1.1" status: 200 len: 1095 time: 2.8745592 Apr 21 12:40:01.261158 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f91045-9e7e-49b0-9d5a-b948cf94a76d', 'tag': '3ac80292-a1a4-44b6-916e-d59f01daa25d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:40:01.263626 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdbdbaf-4afd-41df-aad1-83aed342e1fe" -d '{"events": [{"name": "network-changed", "server_uuid": "04f91045-9e7e-49b0-9d5a-b948cf94a76d", "tag": "3ac80292-a1a4-44b6-916e-d59f01daa25d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:40:01.281230 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-cf47dbcd-a37f-4053-a87b-a41814d79ef8 None None] For port 2b6ad428-62fa-4443-95dd-eaae8a7d76b9, host n-d-836147-2, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:01.281230 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf47dbcd-a37f-4053-a87b-a41814d79ef8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:01.298931 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cf47dbcd-a37f-4053-a87b-a41814d79ef8 None None] Calling delete_port for 2b6ad428-62fa-4443-95dd-eaae8a7d76b9 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:40:01.301453 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38115a29-8926-417b-927e-b38d60e6246e service neutron] Pushing event updated for resources: {'Port': ['ID=3ac80292-a1a4-44b6-916e-d59f01daa25d,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:01.302677 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-cf47dbcd-a37f-4053-a87b-a41814d79ef8 None None] Port 2b6ad428-62fa-4443-95dd-eaae8a7d76b9 was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 12:40:01.310143 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf47dbcd-a37f-4053-a87b-a41814d79ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:01.327300 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1ffacd6f-ca58-467c-9702-3d9c714ea120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bcaabe-221d-4bb3-b9a4-b90028233c11', 'name': 'tempest-TaggedBootDevicesTest-498083156-router', 'tenant_id': 'db56e274723b4fe9a0b40b882aede49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '67643221-6aa3-4a23-8e05-17ea7aab4454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:31:34Z', 'updated_at': '2022-04-21T12:39:58Z', 'revision_number': 5, 'project_id': 'db56e274723b4fe9a0b40b882aede49f', 'gw_port': {'id': '67643221-6aa3-4a23-8e05-17ea7aab4454', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bcaabe-221d-4bb3-b9a4-b90028233c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:35Z', 'updated_at': '2022-04-21T12:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:01.388107 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-386db62d-9810-42e5-9265-5450a465a818 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:40:01.392400 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-386db62d-9810-42e5-9265-5450a465a818 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:01.416157 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b350835-4e9c-4070-bc7c-5c7660b86840 x-openstack-request-id: req-8b350835-4e9c-4070-bc7c-5c7660b86840 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:40:01.419245 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04f91045-9e7e-49b0-9d5a-b948cf94a76d", "tag": "3ac80292-a1a4-44b6-916e-d59f01daa25d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:40:01.419245 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8b350835-4e9c-4070-bc7c-5c7660b86840 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:40:01.419245 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b350835-4e9c-4070-bc7c-5c7660b86840'] response: {'name': 'network-changed', 'server_uuid': '04f91045-9e7e-49b0-9d5a-b948cf94a76d', 'tag': '3ac80292-a1a4-44b6-916e-d59f01daa25d', 'status': 'completed', 'code': 200} Apr 21 12:40:01.429049 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffacd6f-ca58-467c-9702-3d9c714ea120 None None] Checking router: 30bcaabe-221d-4bb3-b9a4-b90028233c11 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:40:01.430051 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:40:01.432116 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-178718df-d09a-42b9-b1fe-adb805ba09dd req-6f7810aa-c5ae-475c-b870-a586e7ca80b8 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/ports?device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 210 time: 0.0682867 Apr 21 12:40:01.435119 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 2b6ad428-62fa-4443-95dd-eaae8a7d76b9 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:40:01.439713 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf47dbcd-a37f-4053-a87b-a41814d79ef8 None None] No DVR routers for this DVR port 2b6ad428-62fa-4443-95dd-eaae8a7d76b9 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:40:01.454301 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47dbcd-a37f-4053-a87b-a41814d79ef8 None None] Pushing event deleted for resources: {'Port': ['ID=2b6ad428-62fa-4443-95dd-eaae8a7d76b9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:01.492919 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 2b6ad428-62fa-4443-95dd-eaae8a7d76b9 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:40:01.493257 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 2b6ad428-62fa-4443-95dd-eaae8a7d76b9 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:40:01.517698 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbdbaf-4afd-41df-aad1-83aed342e1fe req-90a1a20f-fe7b-4c44-ae8d-5956c4aefd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:01.519693 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ccdbdbaf-4afd-41df-aad1-83aed342e1fe req-90a1a20f-fe7b-4c44-ae8d-5956c4aefd2c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6aeaf4b1b1ed449d8f8a59a074c37da7&device_id=04f91045-9e7e-49b0-9d5a-b948cf94a76d HTTP/1.1" status: 200 len: 1098 time: 0.1054766 Apr 21 12:40:01.528592 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffacd6f-ca58-467c-9702-3d9c714ea120 None None] Routers {'30bcaabe-221d-4bb3-b9a4-b90028233c11'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:40:01.530212 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1ffacd6f-ca58-467c-9702-3d9c714ea120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:39:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['30bcaabe-221d-4bb3-b9a4-b90028233c11'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:01.590500 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ccdbdbaf-4afd-41df-aad1-83aed342e1fe req-5a597c8e-592c-4751-8adf-fa750f747a33 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6aeaf4b1b1ed449d8f8a59a074c37da7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585415 Apr 21 12:40:01.733018 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-1ffacd6f-ca58-467c-9702-3d9c714ea120 None None] Set router 30bcaabe-221d-4bb3-b9a4-b90028233c11 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:40:01.747067 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:40:01.807859 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbdbaf-4afd-41df-aad1-83aed342e1fe req-f7b7d168-6b55-4fcf-a96e-c50e8f0691da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:01.809339 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ccdbdbaf-4afd-41df-aad1-83aed342e1fe req-f7b7d168-6b55-4fcf-a96e-c50e8f0691da service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2078497 Apr 21 12:40:01.929037 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960646de-fbd2-4cbf-9352-7cb8eddbc050 req-2d010ee3-844f-4876-a77b-323c512fdc53 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:01.930690 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-960646de-fbd2-4cbf-9352-7cb8eddbc050 req-2d010ee3-844f-4876-a77b-323c512fdc53 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=04f91045-9e7e-49b0-9d5a-b948cf94a76d HTTP/1.1" status: 200 len: 947 time: 0.1056228 Apr 21 12:40:01.933716 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959239a-9aed-4812-9aa2-db949661d83d req-3f5ed7ef-acd2-4c61-bc94-3c984d776bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:01.935107 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d959239a-9aed-4812-9aa2-db949661d83d req-3f5ed7ef-acd2-4c61-bc94-3c984d776bda service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6aeaf4b1b1ed449d8f8a59a074c37da7&device_id=04f91045-9e7e-49b0-9d5a-b948cf94a76d HTTP/1.1" status: 200 len: 1098 time: 0.0685484 Apr 21 12:40:02.001627 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1ffacd6f-ca58-467c-9702-3d9c714ea120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30bcaabe-221d-4bb3-b9a4-b90028233c11', 'name': 'tempest-TaggedBootDevicesTest-498083156-router', 'tenant_id': 'db56e274723b4fe9a0b40b882aede49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '67643221-6aa3-4a23-8e05-17ea7aab4454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:31:34Z', 'updated_at': '2022-04-21T12:39:58Z', 'revision_number': 5, 'project_id': 'db56e274723b4fe9a0b40b882aede49f', 'gw_port': {'id': '67643221-6aa3-4a23-8e05-17ea7aab4454', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bcaabe-221d-4bb3-b9a4-b90028233c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:35Z', 'updated_at': '2022-04-21T12:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:02.019758 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d959239a-9aed-4812-9aa2-db949661d83d req-237b56f6-3795-4630-bae5-b8a286cf64a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=3ac80292-a1a4-44b6-916e-d59f01daa25d HTTP/1.1" status: 200 len: 217 time: 0.0661509 Apr 21 12:40:02.048657 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffacd6f-ca58-467c-9702-3d9c714ea120 None None] The sync data for ids ['30bcaabe-221d-4bb3-b9a4-b90028233c11'] in n-d-836147-2 is: [{'id': '30bcaabe-221d-4bb3-b9a4-b90028233c11', 'name': 'tempest-TaggedBootDevicesTest-498083156-router', 'tenant_id': 'db56e274723b4fe9a0b40b882aede49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '67643221-6aa3-4a23-8e05-17ea7aab4454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:31:34Z', 'updated_at': '2022-04-21T12:39:58Z', 'revision_number': 5, 'project_id': 'db56e274723b4fe9a0b40b882aede49f', 'gw_port': {'id': '67643221-6aa3-4a23-8e05-17ea7aab4454', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:8d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30bcaabe-221d-4bb3-b9a4-b90028233c11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:31:35Z', 'updated_at': '2022-04-21T12:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:40:02.065671 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-960646de-fbd2-4cbf-9352-7cb8eddbc050 req-0b8f084b-45ae-4a48-b24c-f41f7d83355e tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/security-groups?id=be1e34fa-b360-4032-aae2-81e01d19e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267555 Apr 21 12:40:02.091129 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959239a-9aed-4812-9aa2-db949661d83d req-814edac9-7872-46f9-a0e3-14b5359aecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:02.092677 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d959239a-9aed-4812-9aa2-db949661d83d req-814edac9-7872-46f9-a0e3-14b5359aecdd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.0650344 Apr 21 12:40:02.145465 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f249a10d-3acf-4cfc-a8c5-c8ec9c8e24d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:02.151064 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959239a-9aed-4812-9aa2-db949661d83d req-51908975-d49c-497b-9714-f9d134a482b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:02.151908 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-1f3a341c-8ece-41e8-bda8-6d2f0a47503f admin admin] Deleting port 67643221-6aa3-4a23-8e05-17ea7aab4454 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:40:02.152177 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f3a341c-8ece-41e8-bda8-6d2f0a47503f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:02.166113 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d959239a-9aed-4812-9aa2-db949661d83d req-51908975-d49c-497b-9714-f9d134a482b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0630910 Apr 21 12:40:02.199360 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-386db62d-9810-42e5-9265-5450a465a818 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:02.201797 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57b3c105-a2b0-4e94-a2a3-00b8dd275432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:02.224802 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-386db62d-9810-42e5-9265-5450a465a818 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:02.231558 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-386db62d-9810-42e5-9265-5450a465a818 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/networks/9a7eb2f4-5464-41f9-ac4a-e429177aadd5 HTTP/1.1" status: 204 len: 168 time: 2.4895000 Apr 21 12:40:02.241109 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41282) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:02.246720 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-87eed936-dc73-4cbb-bdb8-5d24c49156f5 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1499153545'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:02.268958 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386db62d-9810-42e5-9265-5450a465a818 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Network': ['ID=9a7eb2f4-5464-41f9-ac4a-e429177aadd5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:02.326696 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f249a10d-3acf-4cfc-a8c5-c8ec9c8e24d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:02.343846 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d959239a-9aed-4812-9aa2-db949661d83d req-448fc140-367e-4e84-bbe7-44c75ddf8eb5 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699502 Apr 21 12:40:02.344585 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3c105-a2b0-4e94-a2a3-00b8dd275432 admin admin] Pushing event updated for resources: {'Subnet': ['ID=107fb6c6-3947-4941-bc31-01b8411e8f35,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:02.398415 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-1f3a341c-8ece-41e8-bda8-6d2f0a47503f admin admin] For port 67643221-6aa3-4a23-8e05-17ea7aab4454, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=67643221-6aa3-4a23-8e05-17ea7aab4454,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:02.398772 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f3a341c-8ece-41e8-bda8-6d2f0a47503f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:02.415027 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f249a10d-3acf-4cfc-a8c5-c8ec9c8e24d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913218f1-04eb-4a80-b4ab-0e23a8903899,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:02.440809 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f249a10d-3acf-4cfc-a8c5-c8ec9c8e24d5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=68de26d2658640eb80c0e528d59e1f83&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5128326 Apr 21 12:40:02.442055 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b3c105-a2b0-4e94-a2a3-00b8dd275432 admin admin] Checking segment: {'id': '9e519a56-00ea-41b0-9265-814962b39db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b386f910-1290-4727-a8ab-a0387dcbd592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:40:02.442849 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b3c105-a2b0-4e94-a2a3-00b8dd275432 admin admin] Network hostable DHCP agents. Network: b386f910-1290-4727-a8ab-a0387dcbd592, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:40:02.446426 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41286) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:02.460979 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-1f3a341c-8ece-41e8-bda8-6d2f0a47503f admin admin] Calling delete_port for 67643221-6aa3-4a23-8e05-17ea7aab4454 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:40:02.471908 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87eed936-dc73-4cbb-bdb8-5d24c49156f5 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:40:02.476126 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87eed936-dc73-4cbb-bdb8-5d24c49156f5 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:02.549201 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9abb9d68-d4fe-4aac-b4ad-b0701c8d0549 req-d29f352b-8491-4088-96d1-a65456dc165a tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/ports?device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 210 time: 0.0596666 Apr 21 12:40:02.565044 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d959239a-9aed-4812-9aa2-db949661d83d req-fa0c5ab9-d120-4348-b664-aca9f71037e4 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108488 Apr 21 12:40:02.584612 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87eed936-dc73-4cbb-bdb8-5d24c49156f5 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:40:02.608602 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87eed936-dc73-4cbb-bdb8-5d24c49156f5 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:02.614841 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-87eed936-dc73-4cbb-bdb8-5d24c49156f5 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Added segment 580a4946-b0ff-42f6-8f7f-3ca218fdb086 of type vlan for network abc6e17e-0c87-4451-9b1b-ea7b1e2fffb8 Apr 21 12:40:02.662325 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87eed936-dc73-4cbb-bdb8-5d24c49156f5 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:02.671619 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a361612-6c39-4235-a713-0251065950bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:02.675656 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b3c105-a2b0-4e94-a2a3-00b8dd275432 admin admin] Network b386f910-1290-4727-a8ab-a0387dcbd592 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:40:02.718613 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a361612-6c39-4235-a713-0251065950bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:02.753423 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-57b3c105-a2b0-4e94-a2a3-00b8dd275432 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, b386f910-1290-4727-a8ab-a0387dcbd592) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:02.757852 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b3c105-a2b0-4e94-a2a3-00b8dd275432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:02.758440 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57b3c105-a2b0-4e94-a2a3-00b8dd275432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:02.764412 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d83b53-7296-475a-9bb7-597324a7b876 None None] Network b386f910-1290-4727-a8ab-a0387dcbd592 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:40:02.805098 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87eed936-dc73-4cbb-bdb8-5d24c49156f5 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:02.809268 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eed936-dc73-4cbb-bdb8-5d24c49156f5 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:02.809886 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87eed936-dc73-4cbb-bdb8-5d24c49156f5 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:02.853712 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f3a341c-8ece-41e8-bda8-6d2f0a47503f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:02.865254 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-57b3c105-a2b0-4e94-a2a3-00b8dd275432 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5567818 Apr 21 12:40:02.884623 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41292) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:02.891827 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2105dc20-b8ec-43b6-aae7-20716622c163 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1113804383-router', 'tenant_id': '72dc25511e2147068c0afbce8b3beb01', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:02.896528 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a341c-8ece-41e8-bda8-6d2f0a47503f admin admin] Pushing event deleted for resources: {'Port': ['ID=67643221-6aa3-4a23-8e05-17ea7aab4454,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:02.911551 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a361612-6c39-4235-a713-0251065950bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:02.914796 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a361612-6c39-4235-a713-0251065950bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:02.916149 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8a361612-6c39-4235-a713-0251065950bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/913218f1-04eb-4a80-b4ab-0e23a8903899 HTTP/1.1" status: 204 len: 168 time: 0.4687219 Apr 21 12:40:02.930778 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a361612-6c39-4235-a713-0251065950bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913218f1-04eb-4a80-b4ab-0e23a8903899,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:02.933320 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eed936-dc73-4cbb-bdb8-5d24c49156f5 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Network': ['ID=abc6e17e-0c87-4451-9b1b-ea7b1e2fffb8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:02.978918 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a6471c-e34c-45a7-bedb-3b41a9fbec40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-b386f910-1290-4727-a8ab-a0387dcbd592', 'network_id': 'b386f910-1290-4727-a8ab-a0387dcbd592', 'tenant_id': '72dc25511e2147068c0afbce8b3beb01', 'fixed_ips': [{'subnet_id': '107fb6c6-3947-4941-bc31-01b8411e8f35'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:40:02.979685 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25a6471c-e34c-45a7-bedb-3b41a9fbec40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:02.981697 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network abc6e17e-0c87-4451-9b1b-ea7b1e2fffb8 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:40:03.002330 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-87eed936-dc73-4cbb-bdb8-5d24c49156f5 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7599983 Apr 21 12:40:03.005686 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41298) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:03.016088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6c9e82a7-dfe4-41c3-bdd2-19f3d250fcb9 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'subnet': {'network_id': 'abc6e17e-0c87-4451-9b1b-ea7b1e2fffb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:03.042604 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f3a341c-8ece-41e8-bda8-6d2f0a47503f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:03.161204 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2105dc20-b8ec-43b6-aae7-20716622c163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:03.162258 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2105dc20-b8ec-43b6-aae7-20716622c163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:03.206707 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-25a6471c-e34c-45a7-bedb-3b41a9fbec40 None None] Allocated IP 172.20.0.2 (b386f910-1290-4727-a8ab-a0387dcbd592/107fb6c6-3947-4941-bc31-01b8411e8f35/cae590a4-8951-466a-9504-3f36dbde3bc1) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:40:03.211962 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f3a341c-8ece-41e8-bda8-6d2f0a47503f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:03.214978 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f3a341c-8ece-41e8-bda8-6d2f0a47503f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:03.276083 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0ab0c-e086-404d-ab23-fa9bb01ebdde req-137b9f20-fb57-4b09-b1ec-fb501496cfa1 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:03.278474 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dfe0ab0c-e086-404d-ab23-fa9bb01ebdde req-137b9f20-fb57-4b09-b1ec-fb501496cfa1 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=04f91045-9e7e-49b0-9d5a-b948cf94a76d HTTP/1.1" status: 200 len: 947 time: 0.0997069 Apr 21 12:40:03.305631 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2105dc20-b8ec-43b6-aae7-20716622c163 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:03.331453 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9e82a7-dfe4-41c3-bdd2-19f3d250fcb9 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:40:03.335830 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c9e82a7-dfe4-41c3-bdd2-19f3d250fcb9 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:03.368491 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f3a341c-8ece-41e8-bda8-6d2f0a47503f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:03.369897 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3a341c-8ece-41e8-bda8-6d2f0a47503f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30bcaabe-221d-4bb3-b9a4-b90028233c11 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:40:03.378515 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f3a341c-8ece-41e8-bda8-6d2f0a47503f admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:03.378515 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1f3a341c-8ece-41e8-bda8-6d2f0a47503f admin admin] 10.222.0.36 "DELETE /v2.0/routers/30bcaabe-221d-4bb3-b9a4-b90028233c11 HTTP/1.1" status: 204 len: 168 time: 2.8623250 Apr 21 12:40:03.378515 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41304) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:03.414347 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 223ab491-23f3-4fd1-a9ab-17258a08c4a6 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:40:03.444503 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dfe0ab0c-e086-404d-ab23-fa9bb01ebdde req-545e0723-61a1-4100-8ed3-c49f488cd6d6 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/security-groups?id=be1e34fa-b360-4032-aae2-81e01d19e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583562 Apr 21 12:40:03.457006 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-768d934e-f57f-407b-8585-d8c300451842 admin admin] Deleting subnet e9fbc4a4-7f73-4682-8b17-bd617f556b08 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:40:03.471406 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-768d934e-f57f-407b-8585-d8c300451842 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:03.489826 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 223ab491-23f3-4fd1-a9ab-17258a08c4a6 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:40:03.490302 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 223ab491-23f3-4fd1-a9ab-17258a08c4a6 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:40:03.532302 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25a6471c-e34c-45a7-bedb-3b41a9fbec40 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:03.579061 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 3ac80292-a1a4-44b6-916e-d59f01daa25d details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:40:03.623365 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-768d934e-f57f-407b-8585-d8c300451842 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:03.644961 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25a6471c-e34c-45a7-bedb-3b41a9fbec40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:03.739731 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-59955b6a-ad90-4073-b203-1ff2547e4eaa req-191939d5-e0dd-4af0-a063-6ffbb99bb8ba tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/ports?device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 210 time: 0.0353496 Apr 21 12:40:03.777780 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2105dc20-b8ec-43b6-aae7-20716622c163 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:03.779723 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c9e82a7-dfe4-41c3-bdd2-19f3d250fcb9 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:03.800498 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a6471c-e34c-45a7-bedb-3b41a9fbec40 None None] Network b386f910-1290-4727-a8ab-a0387dcbd592 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:40:03.816532 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-25a6471c-e34c-45a7-bedb-3b41a9fbec40 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:03.843188 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a6471c-e34c-45a7-bedb-3b41a9fbec40 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:40:03.845080 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6471c-e34c-45a7-bedb-3b41a9fbec40 None None] Pushing event updated for resources: {'Port': ['ID=cae590a4-8951-466a-9504-3f36dbde3bc1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:03.856480 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-768d934e-f57f-407b-8585-d8c300451842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:03.906645 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9e82a7-dfe4-41c3-bdd2-19f3d250fcb9 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Checking segment: {'id': '580a4946-b0ff-42f6-8f7f-3ca218fdb086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'abc6e17e-0c87-4451-9b1b-ea7b1e2fffb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:40:03.907083 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9e82a7-dfe4-41c3-bdd2-19f3d250fcb9 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network hostable DHCP agents. Network: abc6e17e-0c87-4451-9b1b-ea7b1e2fffb8, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:40:03.911884 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e82a7-dfe4-41c3-bdd2-19f3d250fcb9 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Subnet': ['ID=7c1f40e6-9b97-4b07-b2b6-f3655c157398,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:03.943015 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 3ac80292-a1a4-44b6-916e-d59f01daa25d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=3ac80292-a1a4-44b6-916e-d59f01daa25d,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:03.959365 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-25a6471c-e34c-45a7-bedb-3b41a9fbec40 None None] Attempting to bind port cae590a4-8951-466a-9504-3f36dbde3bc1 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:40:03.959834 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-25a6471c-e34c-45a7-bedb-3b41a9fbec40 None None] Attempting to bind port cae590a4-8951-466a-9504-3f36dbde3bc1 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '9e519a56-00ea-41b0-9265-814962b39db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b386f910-1290-4727-a8ab-a0387dcbd592'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:40:03.960201 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a6471c-e34c-45a7-bedb-3b41a9fbec40 None None] Attempting to bind port cae590a4-8951-466a-9504-3f36dbde3bc1 on network b386f910-1290-4727-a8ab-a0387dcbd592 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:40:03.968665 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '3ac80292-a1a4-44b6-916e-d59f01daa25d', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': '3ac80292-a1a4-44b6-916e-d59f01daa25d', 'mac_address': 'fa:16:3e:a2:88:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:40:03.970794 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a6471c-e34c-45a7-bedb-3b41a9fbec40 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:40:03.971583 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a6471c-e34c-45a7-bedb-3b41a9fbec40 None None] Checking segment: {'id': '9e519a56-00ea-41b0-9265-814962b39db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b386f910-1290-4727-a8ab-a0387dcbd592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:40:03.972201 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25a6471c-e34c-45a7-bedb-3b41a9fbec40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:03.972847 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a6471c-e34c-45a7-bedb-3b41a9fbec40 None None] Bound using segment: {'id': '9e519a56-00ea-41b0-9265-814962b39db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b386f910-1290-4727-a8ab-a0387dcbd592'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:40:03.973924 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-25a6471c-e34c-45a7-bedb-3b41a9fbec40 None None] Bound port: cae590a4-8951-466a-9504-3f36dbde3bc1, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e519a56-00ea-41b0-9265-814962b39db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b386f910-1290-4727-a8ab-a0387dcbd592'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:40:03.974341 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25a6471c-e34c-45a7-bedb-3b41a9fbec40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:04.074752 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9e82a7-dfe4-41c3-bdd2-19f3d250fcb9 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network abc6e17e-0c87-4451-9b1b-ea7b1e2fffb8 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:40:04.091520 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:04.115315 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ac80292-a1a4-44b6-916e-d59f01daa25d {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:40:04.153100 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 3ac80292-a1a4-44b6-916e-d59f01daa25d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=3ac80292-a1a4-44b6-916e-d59f01daa25d,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:04.158417 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-25a6471c-e34c-45a7-bedb-3b41a9fbec40 None None] For port cae590a4-8951-466a-9504-3f36dbde3bc1, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:40:04.161836 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-25a6471c-e34c-45a7-bedb-3b41a9fbec40 None None] For port cae590a4-8951-466a-9504-3f36dbde3bc1, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=cae590a4-8951-466a-9504-3f36dbde3bc1,segment=NetworkSegment(9e519a56-00ea-41b0-9265-814962b39db9),segment_id=9e519a56-00ea-41b0-9265-814962b39db9)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:40:04.170102 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-768d934e-f57f-407b-8585-d8c300451842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:04.220181 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d934e-f57f-407b-8585-d8c300451842 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9fbc4a4-7f73-4682-8b17-bd617f556b08,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:04.224369 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-768d934e-f57f-407b-8585-d8c300451842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:04.228361 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-768d934e-f57f-407b-8585-d8c300451842 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e9fbc4a4-7f73-4682-8b17-bd617f556b08 HTTP/1.1" status: 204 len: 168 time: 0.8471110 Apr 21 12:40:04.231050 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41318) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:04.242276 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319908f5-20c2-4675-8b23-f67fadbdff48 None None] Network f0e6180b-1080-40a1-a71b-0967ec15d15e requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:40:04.243269 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-6c9e82a7-dfe4-41c3-bdd2-19f3d250fcb9 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, abc6e17e-0c87-4451-9b1b-ea7b1e2fffb8) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:04.245866 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2105dc20-b8ec-43b6-aae7-20716622c163 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:04.269145 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9e82a7-dfe4-41c3-bdd2-19f3d250fcb9 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:04.273309 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c9e82a7-dfe4-41c3-bdd2-19f3d250fcb9 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:04.286746 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef58c27-fbc5-4ac5-9561-dc77d568f761 None None] Network abc6e17e-0c87-4451-9b1b-ea7b1e2fffb8 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:40:04.292736 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2105dc20-b8ec-43b6-aae7-20716622c163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:04.305605 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:04.305605 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25a6471c-e34c-45a7-bedb-3b41a9fbec40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:04.357772 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f7f8e30-e2ae-4391-8c6e-c747ab18cb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:04.426723 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f8e30-e2ae-4391-8c6e-c747ab18cb33 admin admin] Deleting port a5bfc79d-45f5-43ae-b41e-a9282658d477 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:40:04.428664 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f7f8e30-e2ae-4391-8c6e-c747ab18cb33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:04.505061 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-2105dc20-b8ec-43b6-aae7-20716622c163 admin admin] Allocated IP 172.25.8.39 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/f7d5242d-ece9-45d1-be08-e6b67bab55f5) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:40:04.533653 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6c9e82a7-dfe4-41c3-bdd2-19f3d250fcb9 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5238669 Apr 21 12:40:04.536470 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41330) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:04.555989 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-fab0df1d-5c47-4d68-b8a2-c7237e3f0aeb tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'port': {'network_id': 'abc6e17e-0c87-4451-9b1b-ea7b1e2fffb8', 'name': 'tempest-PortsIpV6TestJSON-2066416970', 'fixed_ips': [{'subnet_id': '7c1f40e6-9b97-4b07-b2b6-f3655c157398', 'ip_address': '2001:db8::10'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:04.634656 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['3ac80292-a1a4-44b6-916e-d59f01daa25d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:40:04.651041 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2105dc20-b8ec-43b6-aae7-20716622c163 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:04.664322 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-4f7f8e30-e2ae-4391-8c6e-c747ab18cb33 admin admin] For port a5bfc79d-45f5-43ae-b41e-a9282658d477, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a5bfc79d-45f5-43ae-b41e-a9282658d477,segment=NetworkSegment(6bbffa6f-854c-4785-a020-490552b22c1d),segment_id=6bbffa6f-854c-4785-a020-490552b22c1d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:04.664691 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f7f8e30-e2ae-4391-8c6e-c747ab18cb33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:04.703031 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f8e30-e2ae-4391-8c6e-c747ab18cb33 admin admin] Calling delete_port for a5bfc79d-45f5-43ae-b41e-a9282658d477 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:40:04.793709 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=3ac80292-a1a4-44b6-916e-d59f01daa25d,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:04.859365 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2105dc20-b8ec-43b6-aae7-20716622c163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:04.872251 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb53923-65fb-4cb7-a048-26cf3e8ef996 req-6befdbad-fac8-4fef-adc8-f60824b26145 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:04.873884 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1cb53923-65fb-4cb7-a048-26cf3e8ef996 req-6befdbad-fac8-4fef-adc8-f60824b26145 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=04f91045-9e7e-49b0-9d5a-b948cf94a76d HTTP/1.1" status: 200 len: 948 time: 0.2332454 Apr 21 12:40:04.922315 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1bc6a0f1-eac4-4ef3-af64-7e8e727a8622 req-d534e05e-0478-4290-9cfa-0a2bbfd0517d tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/ports?device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 210 time: 0.0472445 Apr 21 12:40:04.990141 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2105dc20-b8ec-43b6-aae7-20716622c163 admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:40:05.002074 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-2105dc20-b8ec-43b6-aae7-20716622c163 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:05.013231 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2105dc20-b8ec-43b6-aae7-20716622c163 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:40:05.071616 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2105dc20-b8ec-43b6-aae7-20716622c163 admin admin] Pushing event updated for resources: {'Port': ['ID=f7d5242d-ece9-45d1-be08-e6b67bab55f5,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:05.089130 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1cb53923-65fb-4cb7-a048-26cf3e8ef996 req-3bae79cd-4100-4dc3-8d66-1886778cb8da tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/security-groups?id=be1e34fa-b360-4032-aae2-81e01d19e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923547 Apr 21 12:40:05.133024 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-91faf724-a35d-46ff-9ad9-c1528772e200 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:05.135224 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-91faf724-a35d-46ff-9ad9-c1528772e200 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.26 "GET /v2.0/networks?id=54076906-6a28-416e-bcbd-9d5e99293579 HTTP/1.1" status: 200 len: 815 time: 0.1749790 Apr 21 12:40:05.173417 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6471c-e34c-45a7-bedb-3b41a9fbec40 None None] Pushing event updated for resources: {'Port': ['ID=cae590a4-8951-466a-9504-3f36dbde3bc1,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:05.205479 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f7f8e30-e2ae-4391-8c6e-c747ab18cb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:05.207366 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab0df1d-5c47-4d68-b8a2-c7237e3f0aeb tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:40:05.218432 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4fcd2d-d5d3-4c7b-8ccf-5ce8e769e878 None None] DHCP port deletion for f0e6180b-1080-40a1-a71b-0967ec15d15e request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:40:05.264822 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0270ec-07a7-4c2b-b512-c4fe5d98793f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-abc6e17e-0c87-4451-9b1b-ea7b1e2fffb8', 'network_id': 'abc6e17e-0c87-4451-9b1b-ea7b1e2fffb8', 'tenant_id': 'c0f81ff131ed43f68e8e75bc14414841', 'fixed_ips': [{'subnet_id': '7c1f40e6-9b97-4b07-b2b6-f3655c157398'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:40:05.264822 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de0270ec-07a7-4c2b-b512-c4fe5d98793f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:05.265389 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-9f72a18a-a67f-45e1-b37e-f71bd34356ac tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b45e45ca21245439fa65bc29d51bfe0 HTTP/1.1" status: 200 len: 379 time: 0.1184850 Apr 21 12:40:05.326742 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-ab7496fc-8775-4f43-a237-99a04de37763 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Request body: {'port': {'device_id': '1010468d-70a6-4e5b-be31-62638abe61e6', 'network_id': '54076906-6a28-416e-bcbd-9d5e99293579', 'admin_state_up': True, 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0', 'security_groups': ['23fca203-01a7-4e6c-a573-6018b09e4eda']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:05.338438 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f8e30-e2ae-4391-8c6e-c747ab18cb33 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5bfc79d-45f5-43ae-b41e-a9282658d477,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:05.416441 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7f8e30-e2ae-4391-8c6e-c747ab18cb33 admin admin] No DVR routers for this DVR port a5bfc79d-45f5-43ae-b41e-a9282658d477 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:40:05.476108 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device cae590a4-8951-466a-9504-3f36dbde3bc1 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:40:05.651287 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port cae590a4-8951-466a-9504-3f36dbde3bc1 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:05.652020 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:05.677931 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2105dc20-b8ec-43b6-aae7-20716622c163 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:05.678471 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41354) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:05.685222 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-de0270ec-07a7-4c2b-b512-c4fe5d98793f None None] Allocated IP 2001:db8::2 (abc6e17e-0c87-4451-9b1b-ea7b1e2fffb8/7c1f40e6-9b97-4b07-b2b6-f3655c157398/809068f6-3eb7-48ca-88e0-bfab2aae3dcf) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:40:05.745340 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f7f8e30-e2ae-4391-8c6e-c747ab18cb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:05.821972 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fab0df1d-5c47-4d68-b8a2-c7237e3f0aeb tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:05.849534 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-4f7f8e30-e2ae-4391-8c6e-c747ab18cb33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0e6180b-1080-40a1-a71b-0967ec15d15e']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:05.887173 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-4f7f8e30-e2ae-4391-8c6e-c747ab18cb33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bbffa6f-854c-4785-a020-490552b22c1d') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:05.887173 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-4f7f8e30-e2ae-4391-8c6e-c747ab18cb33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bbffa6f-854c-4785-a020-490552b22c1d') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:05.916910 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-fab0df1d-5c47-4d68-b8a2-c7237e3f0aeb tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] device_id is not set on port 751b7242-4ecf-4d2e-a88e-1b9f72989352 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:40:05.940286 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f7f8e30-e2ae-4391-8c6e-c747ab18cb33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:06.052075 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41362) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:06.072631 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f7f8e30-e2ae-4391-8c6e-c747ab18cb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:06.102603 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2105dc20-b8ec-43b6-aae7-20716622c163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:06.127615 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de0270ec-07a7-4c2b-b512-c4fe5d98793f None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:06.139308 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f7f8e30-e2ae-4391-8c6e-c747ab18cb33 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:40:06.139721 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f7f8e30-e2ae-4391-8c6e-c747ab18cb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:40:06.141603 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:40:06.168205 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:06.244132 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de0270ec-07a7-4c2b-b512-c4fe5d98793f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:06.345502 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port cae590a4-8951-466a-9504-3f36dbde3bc1, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=cae590a4-8951-466a-9504-3f36dbde3bc1,segment=NetworkSegment(9e519a56-00ea-41b0-9265-814962b39db9),segment_id=9e519a56-00ea-41b0-9265-814962b39db9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:06.347608 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-ab7496fc-8775-4f43-a237-99a04de37763 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Made reservation on behalf of 7b45e45ca21245439fa65bc29d51bfe0 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:40:06.351731 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-ab7496fc-8775-4f43-a237-99a04de37763 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:06.358787 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0270ec-07a7-4c2b-b512-c4fe5d98793f None None] Network abc6e17e-0c87-4451-9b1b-ea7b1e2fffb8 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:40:06.362777 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-de0270ec-07a7-4c2b-b512-c4fe5d98793f None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:06.369594 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81c4bc6-afbd-4586-876e-1eea20266545 None None] Network b386f910-1290-4727-a8ab-a0387dcbd592 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:40:06.404304 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bdcf864-3335-4bc8-8146-edbc93c2db99 req-5cd97075-eda0-4679-a138-c8ece7b2ab4f tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/ports?device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 210 time: 0.2847056 Apr 21 12:40:06.452696 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2105dc20-b8ec-43b6-aae7-20716622c163 admin admin] Router 10d9cc33-944c-46f4-a830-cd43a3586781 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:40:06.474842 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0270ec-07a7-4c2b-b512-c4fe5d98793f None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:40:06.512771 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0270ec-07a7-4c2b-b512-c4fe5d98793f None None] Pushing event updated for resources: {'Port': ['ID=809068f6-3eb7-48ca-88e0-bfab2aae3dcf,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:06.531599 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:06.623279 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 67643221-6aa3-4a23-8e05-17ea7aab4454 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:40:06.648859 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2105dc20-b8ec-43b6-aae7-20716622c163 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:40:06.658974 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c359c52d-0d10-4ace-957a-89e58298d9b5 None None] Sync routers for ids ['10d9cc33-944c-46f4-a830-cd43a3586781'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:40:06.667535 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 67643221-6aa3-4a23-8e05-17ea7aab4454 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:40:06.667879 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 67643221-6aa3-4a23-8e05-17ea7aab4454 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:40:06.668301 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a5bfc79d-45f5-43ae-b41e-a9282658d477 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:40:06.691482 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-de0270ec-07a7-4c2b-b512-c4fe5d98793f None None] Attempting to bind port 809068f6-3eb7-48ca-88e0-bfab2aae3dcf on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:40:06.692302 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-de0270ec-07a7-4c2b-b512-c4fe5d98793f None None] Attempting to bind port 809068f6-3eb7-48ca-88e0-bfab2aae3dcf by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '580a4946-b0ff-42f6-8f7f-3ca218fdb086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'abc6e17e-0c87-4451-9b1b-ea7b1e2fffb8'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:40:06.695006 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0270ec-07a7-4c2b-b512-c4fe5d98793f None None] Attempting to bind port 809068f6-3eb7-48ca-88e0-bfab2aae3dcf on network abc6e17e-0c87-4451-9b1b-ea7b1e2fffb8 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:40:06.695111 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c359c52d-0d10-4ace-957a-89e58298d9b5 None None] Routers {'10d9cc33-944c-46f4-a830-cd43a3586781'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:40:06.695111 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c359c52d-0d10-4ace-957a-89e58298d9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:39:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['10d9cc33-944c-46f4-a830-cd43a3586781'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:06.695268 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2f01e275-a247-4f55-b70e-f4a5c8c1ad15 None None] Provisioning complete for port cae590a4-8951-466a-9504-3f36dbde3bc1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:06.695268 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f01e275-a247-4f55-b70e-f4a5c8c1ad15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:06.699410 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: a5bfc79d-45f5-43ae-b41e-a9282658d477 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:40:06.699977 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a5bfc79d-45f5-43ae-b41e-a9282658d477 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:40:06.737170 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0270ec-07a7-4c2b-b512-c4fe5d98793f None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:40:06.737536 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0270ec-07a7-4c2b-b512-c4fe5d98793f None None] Checking segment: {'id': '580a4946-b0ff-42f6-8f7f-3ca218fdb086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'abc6e17e-0c87-4451-9b1b-ea7b1e2fffb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:40:06.737953 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de0270ec-07a7-4c2b-b512-c4fe5d98793f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:06.738337 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0270ec-07a7-4c2b-b512-c4fe5d98793f None None] Bound using segment: {'id': '580a4946-b0ff-42f6-8f7f-3ca218fdb086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'abc6e17e-0c87-4451-9b1b-ea7b1e2fffb8'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:40:06.739350 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-de0270ec-07a7-4c2b-b512-c4fe5d98793f None None] Bound port: 809068f6-3eb7-48ca-88e0-bfab2aae3dcf, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '580a4946-b0ff-42f6-8f7f-3ca218fdb086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'abc6e17e-0c87-4451-9b1b-ea7b1e2fffb8'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:40:06.739528 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2105dc20-b8ec-43b6-aae7-20716622c163 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:06.740000 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de0270ec-07a7-4c2b-b512-c4fe5d98793f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:06.740915 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2105dc20-b8ec-43b6-aae7-20716622c163 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8552172 Apr 21 12:40:06.744075 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41370) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:06.780582 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=cae590a4-8951-466a-9504-3f36dbde3bc1,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:06.846761 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-de0270ec-07a7-4c2b-b512-c4fe5d98793f None None] For port 809068f6-3eb7-48ca-88e0-bfab2aae3dcf, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:40:06.849993 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-de0270ec-07a7-4c2b-b512-c4fe5d98793f None None] For port 809068f6-3eb7-48ca-88e0-bfab2aae3dcf, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=809068f6-3eb7-48ca-88e0-bfab2aae3dcf,segment=NetworkSegment(580a4946-b0ff-42f6-8f7f-3ca218fdb086),segment_id=580a4946-b0ff-42f6-8f7f-3ca218fdb086)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:40:06.885527 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-c359c52d-0d10-4ace-957a-89e58298d9b5 None None] Set router 10d9cc33-944c-46f4-a830-cd43a3586781 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:40:06.885779 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f7f8e30-e2ae-4391-8c6e-c747ab18cb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:06.890358 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4f7f8e30-e2ae-4391-8c6e-c747ab18cb33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:06.894261 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4f7f8e30-e2ae-4391-8c6e-c747ab18cb33 admin admin] 10.222.0.36 "DELETE /v2.0/networks/f0e6180b-1080-40a1-a71b-0967ec15d15e HTTP/1.1" status: 204 len: 168 time: 2.6621790 Apr 21 12:40:06.933032 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ee64104-eeec-4d28-8c57-d0cf099e14ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:06.976569 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-de0270ec-07a7-4c2b-b512-c4fe5d98793f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:07.027377 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f8e30-e2ae-4391-8c6e-c747ab18cb33 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0e6180b-1080-40a1-a71b-0967ec15d15e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:07.114593 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0270ec-07a7-4c2b-b512-c4fe5d98793f None None] Pushing event updated for resources: {'Port': ['ID=809068f6-3eb7-48ca-88e0-bfab2aae3dcf,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:07.177691 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ee64104-eeec-4d28-8c57-d0cf099e14ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:07.219309 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28a9a0c-86a3-428c-b89b-e0ccf67545bd req-cd439c05-6a35-4e5c-a126-3944582e21ef tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:07.229259 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d28a9a0c-86a3-428c-b89b-e0ccf67545bd req-cd439c05-6a35-4e5c-a126-3944582e21ef tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=04f91045-9e7e-49b0-9d5a-b948cf94a76d HTTP/1.1" status: 200 len: 948 time: 0.9195168 Apr 21 12:40:07.256681 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c359c52d-0d10-4ace-957a-89e58298d9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'name': 'tempest-ServersTestFqdnHostnames-1113804383-router', 'tenant_id': '72dc25511e2147068c0afbce8b3beb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'f7d5242d-ece9-45d1-be08-e6b67bab55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:40:03Z', 'updated_at': '2022-04-21T12:40:05Z', 'revision_number': 3, 'project_id': '72dc25511e2147068c0afbce8b3beb01', 'gw_port': {'id': 'f7d5242d-ece9-45d1-be08-e6b67bab55f5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:40:04Z', 'updated_at': '2022-04-21T12:40:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:07.292613 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c359c52d-0d10-4ace-957a-89e58298d9b5 None None] Checking router: 10d9cc33-944c-46f4-a830-cd43a3586781 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:40:07.293125 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c359c52d-0d10-4ace-957a-89e58298d9b5 None None] Updating router 10d9cc33-944c-46f4-a830-cd43a3586781 port f7d5242d-ece9-45d1-be08-e6b67bab55f5 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:40:07.313194 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-fab0df1d-5c47-4d68-b8a2-c7237e3f0aeb tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Allocated IP 2001:db8::10 (abc6e17e-0c87-4451-9b1b-ea7b1e2fffb8/7c1f40e6-9b97-4b07-b2b6-f3655c157398/751b7242-4ecf-4d2e-a88e-1b9f72989352) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:40:07.328626 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c359c52d-0d10-4ace-957a-89e58298d9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:07.422225 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device cae590a4-8951-466a-9504-3f36dbde3bc1 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:40:07.422779 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ee64104-eeec-4d28-8c57-d0cf099e14ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:07.523346 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41376) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:07.526739 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ea0bde4a-3d91-4ea8-bcc9-a7b9dbf7f786 None None] Provisioning complete for port cae590a4-8951-466a-9504-3f36dbde3bc1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:07.527343 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea0bde4a-3d91-4ea8-bcc9-a7b9dbf7f786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:07.612727 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 3ac80292-a1a4-44b6-916e-d59f01daa25d up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:40:07.698594 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fab0df1d-5c47-4d68-b8a2-c7237e3f0aeb tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:07.716827 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-364a3e19-3479-432c-b017-650f6c3e8547 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6f1908decb8e42768935cf18d0563e60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1923466 Apr 21 12:40:07.717738 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41378) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:07.749697 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3db662ac-e3a9-4b01-ba60-82f8b63b86c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:07.750981 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-ab7496fc-8775-4f43-a237-99a04de37763 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Allocated IP 172.20.0.5 (54076906-6a28-416e-bcbd-9d5e99293579/2337416d-bff8-4f87-bcad-c2ab8ba9b9f8/37a93cec-cc80-46f6-88d4-97f36fa3afc2) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:40:07.807068 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port cae590a4-8951-466a-9504-3f36dbde3bc1 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:07.807601 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:07.831662 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fab0df1d-5c47-4d68-b8a2-c7237e3f0aeb tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:07.835767 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8ac293d-463e-4d63-8f97-c5515d031a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:07.921149 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab0df1d-5c47-4d68-b8a2-c7237e3f0aeb tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network abc6e17e-0c87-4451-9b1b-ea7b1e2fffb8 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:40:07.924808 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b72306ad-ff5b-406c-9bee-cd7ce674db6b req-2d292e56-9dd0-4942-9138-5861a06ddbdc tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/ports?device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 210 time: 0.1653929 Apr 21 12:40:07.927994 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8ac293d-463e-4d63-8f97-c5515d031a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:07.930330 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d28a9a0c-86a3-428c-b89b-e0ccf67545bd req-c7eba93c-d4e5-4c78-9c72-6be6e5506416 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/security-groups?id=be1e34fa-b360-4032-aae2-81e01d19e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6995494 Apr 21 12:40:07.934933 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0df1d-5c47-4d68-b8a2-c7237e3f0aeb tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Port': ['ID=751b7242-4ecf-4d2e-a88e-1b9f72989352,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:07.940360 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-fab0df1d-5c47-4d68-b8a2-c7237e3f0aeb tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:07.952648 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab0df1d-5c47-4d68-b8a2-c7237e3f0aeb tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:40:07.952648 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab0df1d-5c47-4d68-b8a2-c7237e3f0aeb tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:07.952648 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fab0df1d-5c47-4d68-b8a2-c7237e3f0aeb tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:07.965337 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c359c52d-0d10-4ace-957a-89e58298d9b5 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:07.982981 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 3ac80292-a1a4-44b6-916e-d59f01daa25d completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:40:07.986484 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0ee64104-eeec-4d28-8c57-d0cf099e14ef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9fac4ebf399a417eaaf98e6ae5dca8ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9311373 Apr 21 12:40:07.986484 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee64104-eeec-4d28-8c57-d0cf099e14ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4534fa5b-42b1-459a-92a2-b9467f102c50,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:07.992161 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41380) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:07.996054 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 3ac80292-a1a4-44b6-916e-d59f01daa25d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:07.996428 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:08.054236 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c359c52d-0d10-4ace-957a-89e58298d9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:08.057973 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fab0df1d-5c47-4d68-b8a2-c7237e3f0aeb tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5176611 Apr 21 12:40:08.060761 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41382) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:08.106671 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2e41c9fd-baa7-4048-aaaa-e20b93b36f16 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'port': {'network_id': 'abc6e17e-0c87-4451-9b1b-ea7b1e2fffb8', 'name': 'tempest-PortsIpV6TestJSON-1579881947', 'fixed_ips': [{'subnet_id': '7c1f40e6-9b97-4b07-b2b6-f3655c157398', 'ip_address': '2001:db8::f'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:08.107672 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:08.110025 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf946655-a442-4368-9a35-71c9e49dfc34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:08.134223 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf946655-a442-4368-9a35-71c9e49dfc34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:08.139415 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f91045-9e7e-49b0-9d5a-b948cf94a76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac80292-a1a4-44b6-916e-d59f01daa25d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:40:08.143231 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b707db-2a4f-4a37-83bc-bd5b79296631" -d '{"events": [{"server_uuid": "04f91045-9e7e-49b0-9d5a-b948cf94a76d", "name": "network-vif-plugged", "status": "completed", "tag": "3ac80292-a1a4-44b6-916e-d59f01daa25d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:40:08.172314 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 3ac80292-a1a4-44b6-916e-d59f01daa25d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=3ac80292-a1a4-44b6-916e-d59f01daa25d,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:08.212905 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-c359c52d-0d10-4ace-957a-89e58298d9b5 None None] Attempting to bind port f7d5242d-ece9-45d1-be08-e6b67bab55f5 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:40:08.217376 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-c359c52d-0d10-4ace-957a-89e58298d9b5 None None] Attempting to bind port f7d5242d-ece9-45d1-be08-e6b67bab55f5 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:40:08.220177 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c359c52d-0d10-4ace-957a-89e58298d9b5 None None] Attempting to bind port f7d5242d-ece9-45d1-be08-e6b67bab55f5 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:40:08.242419 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4639963-6133-4d5b-a83d-88d4c89a54c8 x-openstack-request-id: req-b4639963-6133-4d5b-a83d-88d4c89a54c8 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:40:08.242721 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f91045-9e7e-49b0-9d5a-b948cf94a76d", "name": "network-vif-plugged", "status": "completed", "tag": "3ac80292-a1a4-44b6-916e-d59f01daa25d", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:40:08.242980 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b4639963-6133-4d5b-a83d-88d4c89a54c8 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:40:08.243380 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4639963-6133-4d5b-a83d-88d4c89a54c8'] response: {'server_uuid': '04f91045-9e7e-49b0-9d5a-b948cf94a76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ac80292-a1a4-44b6-916e-d59f01daa25d', 'code': 200} Apr 21 12:40:08.254200 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a2400-82af-48c2-bb04-b83860296965 None None] Pushing event updated for resources: {'Port': ['ID=f7d5242d-ece9-45d1-be08-e6b67bab55f5,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:08.267456 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c359c52d-0d10-4ace-957a-89e58298d9b5 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:40:08.268087 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c359c52d-0d10-4ace-957a-89e58298d9b5 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:40:08.270871 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c359c52d-0d10-4ace-957a-89e58298d9b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:08.271448 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c359c52d-0d10-4ace-957a-89e58298d9b5 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:40:08.272098 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-c359c52d-0d10-4ace-957a-89e58298d9b5 None None] Bound port: f7d5242d-ece9-45d1-be08-e6b67bab55f5, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:40:08.272636 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c359c52d-0d10-4ace-957a-89e58298d9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:08.292897 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:08.335480 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a2400-82af-48c2-bb04-b83860296965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:08.336209 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a2400-82af-48c2-bb04-b83860296965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:08.339545 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a2400-82af-48c2-bb04-b83860296965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:08.340221 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a2400-82af-48c2-bb04-b83860296965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:08.340905 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a2400-82af-48c2-bb04-b83860296965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:08.341438 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a2400-82af-48c2-bb04-b83860296965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:08.342048 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a2400-82af-48c2-bb04-b83860296965 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:08.342575 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a2400-82af-48c2-bb04-b83860296965 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:08.344087 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a2400-82af-48c2-bb04-b83860296965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:08.350154 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a2400-82af-48c2-bb04-b83860296965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:08.350154 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a2400-82af-48c2-bb04-b83860296965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:08.350154 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e15a2400-82af-48c2-bb04-b83860296965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:08.372390 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=3ac80292-a1a4-44b6-916e-d59f01daa25d,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:08.415473 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf946655-a442-4368-9a35-71c9e49dfc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:08.420621 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf946655-a442-4368-9a35-71c9e49dfc34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:08.422234 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-cf946655-a442-4368-9a35-71c9e49dfc34 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4534fa5b-42b1-459a-92a2-b9467f102c50 HTTP/1.1" status: 204 len: 168 time: 0.4276121 Apr 21 12:40:08.424118 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c359c52d-0d10-4ace-957a-89e58298d9b5 None None] For port f7d5242d-ece9-45d1-be08-e6b67bab55f5, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:40:08.429561 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c359c52d-0d10-4ace-957a-89e58298d9b5 None None] For port f7d5242d-ece9-45d1-be08-e6b67bab55f5, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f7d5242d-ece9-45d1-be08-e6b67bab55f5,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:40:08.451544 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-ab7496fc-8775-4f43-a237-99a04de37763 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:08.511015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf946655-a442-4368-9a35-71c9e49dfc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4534fa5b-42b1-459a-92a2-b9467f102c50,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:08.527683 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c359c52d-0d10-4ace-957a-89e58298d9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:08.578036 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69424e1d-b3f7-4d9b-8e97-b73fc7f2dd64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:08.666026 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a2400-82af-48c2-bb04-b83860296965 None None] Pushing event updated for resources: {'Port': ['ID=f7d5242d-ece9-45d1-be08-e6b67bab55f5,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:08.671614 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c359c52d-0d10-4ace-957a-89e58298d9b5 None None] Routers {'10d9cc33-944c-46f4-a830-cd43a3586781'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:40:08.674829 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c359c52d-0d10-4ace-957a-89e58298d9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:39:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['10d9cc33-944c-46f4-a830-cd43a3586781'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:08.676756 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8ac293d-463e-4d63-8f97-c5515d031a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:08.680863 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8ac293d-463e-4d63-8f97-c5515d031a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:08.684357 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c8ac293d-463e-4d63-8f97-c5515d031a4f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e6e9db7-99bb-4e7a-856c-ef4174424bd5 HTTP/1.1" status: 204 len: 168 time: 0.9618673 Apr 21 12:40:08.711022 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-3db662ac-e3a9-4b01-ba60-82f8b63b86c2 admin admin] Allocated IP 172.20.0.1 (b386f910-1290-4727-a8ab-a0387dcbd592/107fb6c6-3947-4941-bc31-01b8411e8f35/795b56df-225c-4d71-a396-87dccdb60e3d) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:40:08.717516 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac293d-463e-4d63-8f97-c5515d031a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6e9db7-99bb-4e7a-856c-ef4174424bd5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:08.737451 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-ab7496fc-8775-4f43-a237-99a04de37763 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:08.854505 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7496fc-8775-4f43-a237-99a04de37763 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Pushing event updated for resources: {'Port': ['ID=37a93cec-cc80-46f6-88d4-97f36fa3afc2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:08.892594 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c5634-be25-417d-b1f1-62a9847e32c1 req-bab58842-2dac-468d-9345-6c923c967ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:08.894436 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-837c5634-be25-417d-b1f1-62a9847e32c1 req-bab58842-2dac-468d-9345-6c923c967ccb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=04f91045-9e7e-49b0-9d5a-b948cf94a76d HTTP/1.1" status: 200 len: 1100 time: 0.4702330 Apr 21 12:40:08.904821 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-ab7496fc-8775-4f43-a237-99a04de37763 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Network 54076906-6a28-416e-bcbd-9d5e99293579 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:40:08.916407 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-ab7496fc-8775-4f43-a237-99a04de37763 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:08.927808 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-ab7496fc-8775-4f43-a237-99a04de37763 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:40:08.945338 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-c359c52d-0d10-4ace-957a-89e58298d9b5 None None] Set router 10d9cc33-944c-46f4-a830-cd43a3586781 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:40:08.948954 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3db662ac-e3a9-4b01-ba60-82f8b63b86c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:08.968467 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e41c9fd-baa7-4048-aaaa-e20b93b36f16 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:40:08.971667 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e55021-7226-4a98-ab8a-fd58f85d4fed None None] Network abc6e17e-0c87-4451-9b1b-ea7b1e2fffb8 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:40:09.161368 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-ab7496fc-8775-4f43-a237-99a04de37763 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:09.162540 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-ab7496fc-8775-4f43-a237-99a04de37763 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:09.231780 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-fb2d0d90-e2f2-4fdd-bd08-36f02e2882db None None] Provisioning complete for port 809068f6-3eb7-48ca-88e0-bfab2aae3dcf triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:09.232190 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb2d0d90-e2f2-4fdd-bd08-36f02e2882db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:09.248037 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2e41c9fd-baa7-4048-aaaa-e20b93b36f16 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:09.279300 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3db662ac-e3a9-4b01-ba60-82f8b63b86c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:09.454745 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db662ac-e3a9-4b01-ba60-82f8b63b86c2 admin admin] Network b386f910-1290-4727-a8ab-a0387dcbd592 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:40:09.459581 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-2e41c9fd-baa7-4048-aaaa-e20b93b36f16 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] device_id is not set on port 8f48a57f-26da-491e-8dfa-1e7e1b74899f yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:40:09.464427 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c359c52d-0d10-4ace-957a-89e58298d9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'name': 'tempest-ServersTestFqdnHostnames-1113804383-router', 'tenant_id': '72dc25511e2147068c0afbce8b3beb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'f7d5242d-ece9-45d1-be08-e6b67bab55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:40:03Z', 'updated_at': '2022-04-21T12:40:05Z', 'revision_number': 3, 'project_id': '72dc25511e2147068c0afbce8b3beb01', 'gw_port': {'id': 'f7d5242d-ece9-45d1-be08-e6b67bab55f5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:40:04Z', 'updated_at': '2022-04-21T12:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:09.490972 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb2d0d90-e2f2-4fdd-bd08-36f02e2882db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:09.502286 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c359c52d-0d10-4ace-957a-89e58298d9b5 None None] The sync data for ids ['10d9cc33-944c-46f4-a830-cd43a3586781'] in n-d-836147-2 is: [{'id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'name': 'tempest-ServersTestFqdnHostnames-1113804383-router', 'tenant_id': '72dc25511e2147068c0afbce8b3beb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'f7d5242d-ece9-45d1-be08-e6b67bab55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:40:03Z', 'updated_at': '2022-04-21T12:40:05Z', 'revision_number': 3, 'project_id': '72dc25511e2147068c0afbce8b3beb01', 'gw_port': {'id': 'f7d5242d-ece9-45d1-be08-e6b67bab55f5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:40:04Z', 'updated_at': '2022-04-21T12:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:40:09.545521 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db662ac-e3a9-4b01-ba60-82f8b63b86c2 admin admin] Pushing event updated for resources: {'Port': ['ID=795b56df-225c-4d71-a396-87dccdb60e3d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:09.559983 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-3db662ac-e3a9-4b01-ba60-82f8b63b86c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:09.566279 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db662ac-e3a9-4b01-ba60-82f8b63b86c2 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:40:09.713627 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3db662ac-e3a9-4b01-ba60-82f8b63b86c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:09.895388 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fb2d0d90-e2f2-4fdd-bd08-36f02e2882db None None] For port 809068f6-3eb7-48ca-88e0-bfab2aae3dcf, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=809068f6-3eb7-48ca-88e0-bfab2aae3dcf,segment=NetworkSegment(580a4946-b0ff-42f6-8f7f-3ca218fdb086),segment_id=580a4946-b0ff-42f6-8f7f-3ca218fdb086)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:09.900005 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41406) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:09.913779 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 809068f6-3eb7-48ca-88e0-bfab2aae3dcf up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:40:10.045222 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-837c5634-be25-417d-b1f1-62a9847e32c1 req-26617e7d-2d1b-4de8-9da7-9a52f364b3a9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=be1e34fa-b360-4032-aae2-81e01d19e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1391947 Apr 21 12:40:10.105998 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb2d0d90-e2f2-4fdd-bd08-36f02e2882db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:10.106666 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4773f-2c1a-4e80-a06d-729efe14c695 req-85ef3a59-f287-4643-80b3-e4b915331c1b tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:10.108258 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-91d4773f-2c1a-4e80-a06d-729efe14c695 req-85ef3a59-f287-4643-80b3-e4b915331c1b tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/ports?device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 931 time: 0.9371002 Apr 21 12:40:10.118742 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-ab7496fc-8775-4f43-a237-99a04de37763 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8053830 Apr 21 12:40:10.127627 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-2e41c9fd-baa7-4048-aaaa-e20b93b36f16 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Allocated IP 2001:db8::f (abc6e17e-0c87-4451-9b1b-ea7b1e2fffb8/7c1f40e6-9b97-4b07-b2b6-f3655c157398/8f48a57f-26da-491e-8dfa-1e7e1b74899f) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:40:10.130127 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3db662ac-e3a9-4b01-ba60-82f8b63b86c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:10.138431 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-08cd310c-4488-4115-b222-f79a50ca156d service neutron] Request body: {'port': {'device_id': '1010468d-70a6-4e5b-be31-62638abe61e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:10.235668 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 809068f6-3eb7-48ca-88e0-bfab2aae3dcf triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:10.236048 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:10.259855 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-76e79b83-9fd0-4393-9300-672932efe8ef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=db56e274723b4fe9a0b40b882aede49f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3392508 Apr 21 12:40:10.263864 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41414) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:10.267970 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9cdbb0-1558-4e10-8909-444f529143b2 req-7525cfd6-6fda-4aed-8913-2e19ee6d90e6 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:10.277144 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e9cdbb0-1558-4e10-8909-444f529143b2 req-7525cfd6-6fda-4aed-8913-2e19ee6d90e6 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=04f91045-9e7e-49b0-9d5a-b948cf94a76d HTTP/1.1" status: 200 len: 949 time: 0.3867133 Apr 21 12:40:10.308570 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-91d4773f-2c1a-4e80-a06d-729efe14c695 req-0999727a-9eaa-46cd-9952-412db92fce7c tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/security-groups?id=23fca203-01a7-4e6c-a573-6018b09e4eda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888301 Apr 21 12:40:10.403273 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e9cdbb0-1558-4e10-8909-444f529143b2 req-4931d58f-1f3c-409f-810c-2e24e89a9bd4 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/security-groups?id=be1e34fa-b360-4032-aae2-81e01d19e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251073 Apr 21 12:40:10.413084 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2d0d90-e2f2-4fdd-bd08-36f02e2882db None None] Pushing event updated for resources: {'Port': ['ID=809068f6-3eb7-48ca-88e0-bfab2aae3dcf,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:10.426267 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-08cd310c-4488-4115-b222-f79a50ca156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:10.437563 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7a4029c9-da38-46ce-ae21-4a45d1236eac None None] Provisioning complete for port 795b56df-225c-4d71-a396-87dccdb60e3d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:10.437968 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a4029c9-da38-46ce-ae21-4a45d1236eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:10.575132 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7a4029c9-da38-46ce-ae21-4a45d1236eac None None] Port 795b56df-225c-4d71-a396-87dccdb60e3d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:40:10.596435 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7a4029c9-da38-46ce-ae21-4a45d1236eac None None] Provisioning complete for port 37a93cec-cc80-46f6-88d4-97f36fa3afc2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:10.596813 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a4029c9-da38-46ce-ae21-4a45d1236eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:10.683135 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7a4029c9-da38-46ce-ae21-4a45d1236eac None None] Port 37a93cec-cc80-46f6-88d4-97f36fa3afc2 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:40:10.746432 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-69424e1d-b3f7-4d9b-8e97-b73fc7f2dd64 admin admin] Deleting port f818cd53-1ccb-481e-b809-15f95bc7d4c0 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:40:10.746761 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69424e1d-b3f7-4d9b-8e97-b73fc7f2dd64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:10.761390 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b5d88d7-8dff-4af8-bb4b-2f69c14a2696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:10.841871 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b5d88d7-8dff-4af8-bb4b-2f69c14a2696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:10.898356 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2e41c9fd-baa7-4048-aaaa-e20b93b36f16 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:10.929974 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-69424e1d-b3f7-4d9b-8e97-b73fc7f2dd64 admin admin] For port f818cd53-1ccb-481e-b809-15f95bc7d4c0, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f818cd53-1ccb-481e-b809-15f95bc7d4c0,segment=NetworkSegment(ae7c6478-e2f3-4842-90bb-cd6e34c522ba),segment_id=ae7c6478-e2f3-4842-90bb-cd6e34c522ba)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:10.930617 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69424e1d-b3f7-4d9b-8e97-b73fc7f2dd64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:10.933479 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-34b532b6-5275-488e-b65d-dd935eac0b24 None None] Provisioning complete for port 809068f6-3eb7-48ca-88e0-bfab2aae3dcf triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:10.933895 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34b532b6-5275-488e-b65d-dd935eac0b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:10.937802 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3db662ac-e3a9-4b01-ba60-82f8b63b86c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:10.950255 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-69424e1d-b3f7-4d9b-8e97-b73fc7f2dd64 admin admin] Calling delete_port for f818cd53-1ccb-481e-b809-15f95bc7d4c0 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:40:11.020399 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3db662ac-e3a9-4b01-ba60-82f8b63b86c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:11.082979 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-08cd310c-4488-4115-b222-f79a50ca156d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37a93cec-cc80-46f6-88d4-97f36fa3afc2 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:40:11.095472 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-08cd310c-4488-4115-b222-f79a50ca156d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:11.127214 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b5d88d7-8dff-4af8-bb4b-2f69c14a2696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:11.130404 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b5d88d7-8dff-4af8-bb4b-2f69c14a2696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:11.133978 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9b5d88d7-8dff-4af8-bb4b-2f69c14a2696 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/71c0d10b-3e45-4e90-8cc3-4bfdd4a654f4 HTTP/1.1" status: 204 len: 168 time: 0.8580453 Apr 21 12:40:11.134577 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-08cd310c-4488-4115-b222-f79a50ca156d service neutron] Transition to ACTIVE for port object 37a93cec-cc80-46f6-88d4-97f36fa3afc2 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:40:11.152596 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-34b532b6-5275-488e-b65d-dd935eac0b24 None None] Provisioning complete for port 751b7242-4ecf-4d2e-a88e-1b9f72989352 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:11.158192 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34b532b6-5275-488e-b65d-dd935eac0b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:11.190738 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2e41c9fd-baa7-4048-aaaa-e20b93b36f16 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:11.234632 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-08cd310c-4488-4115-b222-f79a50ca156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:11.247820 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5d88d7-8dff-4af8-bb4b-2f69c14a2696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c0d10b-3e45-4e90-8cc3-4bfdd4a654f4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:11.275968 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-34b532b6-5275-488e-b65d-dd935eac0b24 None None] Port 751b7242-4ecf-4d2e-a88e-1b9f72989352 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:40:11.298370 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db662ac-e3a9-4b01-ba60-82f8b63b86c2 admin admin] Pushing event updated for resources: {'Port': ['ID=795b56df-225c-4d71-a396-87dccdb60e3d,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:11.322952 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3db662ac-e3a9-4b01-ba60-82f8b63b86c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:11.395826 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd310c-4488-4115-b222-f79a50ca156d service neutron] Pushing event updated for resources: {'Port': ['ID=37a93cec-cc80-46f6-88d4-97f36fa3afc2,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:11.511490 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e41c9fd-baa7-4048-aaaa-e20b93b36f16 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network abc6e17e-0c87-4451-9b1b-ea7b1e2fffb8 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:40:11.532181 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6db768bc-02b9-4160-9eba-94546268259c None None] Provisioning complete for port 751b7242-4ecf-4d2e-a88e-1b9f72989352 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:11.533755 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6db768bc-02b9-4160-9eba-94546268259c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:11.590532 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-2e41c9fd-baa7-4048-aaaa-e20b93b36f16 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:11.619141 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e41c9fd-baa7-4048-aaaa-e20b93b36f16 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:40:11.639369 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e41c9fd-baa7-4048-aaaa-e20b93b36f16 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:11.643304 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2e41c9fd-baa7-4048-aaaa-e20b93b36f16 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:11.657152 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6db768bc-02b9-4160-9eba-94546268259c None None] Port 751b7242-4ecf-4d2e-a88e-1b9f72989352 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:40:11.664146 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f7d5242d-ece9-45d1-be08-e6b67bab55f5 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:40:11.768351 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port f7d5242d-ece9-45d1-be08-e6b67bab55f5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:11.768723 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:11.788647 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41c9fd-baa7-4048-aaaa-e20b93b36f16 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Port': ['ID=8f48a57f-26da-491e-8dfa-1e7e1b74899f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:11.912336 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2e41c9fd-baa7-4048-aaaa-e20b93b36f16 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8510935 Apr 21 12:40:11.915577 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41448) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:11.919143 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db662ac-e3a9-4b01-ba60-82f8b63b86c2 admin admin] Network b386f910-1290-4727-a8ab-a0387dcbd592 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:40:11.928073 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c71b72-dd8f-4df0-8bb8-9fcc17f2eb0e req-7720c88f-201c-4b1c-a590-2235591237f3 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:11.933737 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65c71b72-dd8f-4df0-8bb8-9fcc17f2eb0e req-7720c88f-201c-4b1c-a590-2235591237f3 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/ports?device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 943 time: 0.4235919 Apr 21 12:40:11.968264 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:11.984644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-08cd310c-4488-4115-b222-f79a50ca156d service neutron] Attempting to bind port 37a93cec-cc80-46f6-88d4-97f36fa3afc2 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:40:11.986652 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-08cd310c-4488-4115-b222-f79a50ca156d service neutron] Attempting to bind port 37a93cec-cc80-46f6-88d4-97f36fa3afc2 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '3c560e93-1426-4da8-888c-ddd67b971e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '54076906-6a28-416e-bcbd-9d5e99293579'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:40:11.986652 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-08cd310c-4488-4115-b222-f79a50ca156d service neutron] Attempting to bind port 37a93cec-cc80-46f6-88d4-97f36fa3afc2 on network 54076906-6a28-416e-bcbd-9d5e99293579 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:40:12.008346 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-3db662ac-e3a9-4b01-ba60-82f8b63b86c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:12.026792 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port f7d5242d-ece9-45d1-be08-e6b67bab55f5, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f7d5242d-ece9-45d1-be08-e6b67bab55f5,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:12.031255 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-08cd310c-4488-4115-b222-f79a50ca156d service neutron] Port 37a93cec-cc80-46f6-88d4-97f36fa3afc2 on network 54076906-6a28-416e-bcbd-9d5e99293579 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:40:12.031640 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-08cd310c-4488-4115-b222-f79a50ca156d service neutron] Attempting to bind port 37a93cec-cc80-46f6-88d4-97f36fa3afc2 on network 54076906-6a28-416e-bcbd-9d5e99293579 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:40:12.072742 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a2721-057e-4a64-a15b-d34aea03244c req-620b6043-bd38-438d-865f-a44a78cddcbc tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:12.075730 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec6a2721-057e-4a64-a15b-d34aea03244c req-620b6043-bd38-438d-865f-a44a78cddcbc tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=04f91045-9e7e-49b0-9d5a-b948cf94a76d HTTP/1.1" status: 200 len: 949 time: 0.4549510 Apr 21 12:40:12.086107 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-08cd310c-4488-4115-b222-f79a50ca156d service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:40:12.086794 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-08cd310c-4488-4115-b222-f79a50ca156d service neutron] Checking segment: {'id': '3c560e93-1426-4da8-888c-ddd67b971e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '54076906-6a28-416e-bcbd-9d5e99293579'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:40:12.086794 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-08cd310c-4488-4115-b222-f79a50ca156d service neutron] Bound using segment: {'id': '3c560e93-1426-4da8-888c-ddd67b971e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '54076906-6a28-416e-bcbd-9d5e99293579'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:40:12.091744 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-08cd310c-4488-4115-b222-f79a50ca156d service neutron] Bound port: 37a93cec-cc80-46f6-88d4-97f36fa3afc2, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c560e93-1426-4da8-888c-ddd67b971e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '54076906-6a28-416e-bcbd-9d5e99293579'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:40:12.091744 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-08cd310c-4488-4115-b222-f79a50ca156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:12.102125 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:12.104717 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 809068f6-3eb7-48ca-88e0-bfab2aae3dcf up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:40:12.208468 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65c71b72-dd8f-4df0-8bb8-9fcc17f2eb0e req-3ad3cf21-13e7-4aa5-b553-fa4959e3eb8c tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/security-groups?id=23fca203-01a7-4e6c-a573-6018b09e4eda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130578 Apr 21 12:40:12.264421 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69424e1d-b3f7-4d9b-8e97-b73fc7f2dd64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:12.275281 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=f7d5242d-ece9-45d1-be08-e6b67bab55f5,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:12.281446 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec6a2721-057e-4a64-a15b-d34aea03244c req-004b2eb2-d568-40cf-96a0-a1cdcb2bdbe1 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/security-groups?id=be1e34fa-b360-4032-aae2-81e01d19e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791329 Apr 21 12:40:12.298440 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8528d8c-9c69-420f-b66c-72c789c49276 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:12.302996 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a8528d8c-9c69-420f-b66c-72c789c49276 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3799887 Apr 21 12:40:12.303989 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41462) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:12.342552 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 809068f6-3eb7-48ca-88e0-bfab2aae3dcf triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:12.342927 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:12.363323 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69424e1d-b3f7-4d9b-8e97-b73fc7f2dd64 admin admin] Pushing event deleted for resources: {'Port': ['ID=f818cd53-1ccb-481e-b809-15f95bc7d4c0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:12.426888 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a85bb6d1-57f4-4d19-917d-979561e1b561 None None] Provisioning complete for port 8f48a57f-26da-491e-8dfa-1e7e1b74899f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:12.429471 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a85bb6d1-57f4-4d19-917d-979561e1b561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:12.506564 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-08cd310c-4488-4115-b222-f79a50ca156d service neutron] For port 37a93cec-cc80-46f6-88d4-97f36fa3afc2, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:40:12.522716 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a85bb6d1-57f4-4d19-917d-979561e1b561 None None] Port 8f48a57f-26da-491e-8dfa-1e7e1b74899f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:40:12.551097 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-08cd310c-4488-4115-b222-f79a50ca156d service neutron] For port 37a93cec-cc80-46f6-88d4-97f36fa3afc2, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=37a93cec-cc80-46f6-88d4-97f36fa3afc2,segment=NetworkSegment(3c560e93-1426-4da8-888c-ddd67b971e13),segment_id=3c560e93-1426-4da8-888c-ddd67b971e13)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:40:12.643462 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-08cd310c-4488-4115-b222-f79a50ca156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:12.664084 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-267d4f2c-00ea-4b18-8dc9-21329f0b2a29 None None] Provisioning complete for port 795b56df-225c-4d71-a396-87dccdb60e3d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:12.664375 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-267d4f2c-00ea-4b18-8dc9-21329f0b2a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:12.696240 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07dcb2a-14c6-40e6-a5fd-55ddb42cabc4 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:12.724319 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07dcb2a-14c6-40e6-a5fd-55ddb42cabc4 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:12.737510 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07dcb2a-14c6-40e6-a5fd-55ddb42cabc4 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:12.743653 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e07dcb2a-14c6-40e6-a5fd-55ddb42cabc4 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.4362764 Apr 21 12:40:12.747136 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41490) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:12.760021 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69424e1d-b3f7-4d9b-8e97-b73fc7f2dd64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:12.760611 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db662ac-e3a9-4b01-ba60-82f8b63b86c2 admin admin] Router 10d9cc33-944c-46f4-a830-cd43a3586781 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:40:12.786314 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-267d4f2c-00ea-4b18-8dc9-21329f0b2a29 None None] Port 795b56df-225c-4d71-a396-87dccdb60e3d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:40:12.789971 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-08cd310c-4488-4115-b222-f79a50ca156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:12.790605 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-08cd310c-4488-4115-b222-f79a50ca156d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:12.792067 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-08cd310c-4488-4115-b222-f79a50ca156d service neutron] 10.222.0.26 "PUT /v2.0/ports/37a93cec-cc80-46f6-88d4-97f36fa3afc2 HTTP/1.1" status: 200 len: 1091 time: 2.6580250 Apr 21 12:40:12.809805 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1010468d-70a6-4e5b-be31-62638abe61e6', 'tag': '37a93cec-cc80-46f6-88d4-97f36fa3afc2'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:40:12.823775 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af1d140-26f2-4fb4-91d2-ef5b6652bff5" -d '{"events": [{"name": "network-changed", "server_uuid": "1010468d-70a6-4e5b-be31-62638abe61e6", "tag": "37a93cec-cc80-46f6-88d4-97f36fa3afc2"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:40:12.976459 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db662ac-e3a9-4b01-ba60-82f8b63b86c2 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:40:12.992802 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3db662ac-e3a9-4b01-ba60-82f8b63b86c2 admin admin] 10.222.0.36 "PUT /v2.0/routers/10d9cc33-944c-46f4-a830-cd43a3586781/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2378914 Apr 21 12:40:12.992802 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0b77f79d-6e46-4051-b331-d3025796666b tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting port 8f48a57f-26da-491e-8dfa-1e7e1b74899f {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:40:12.992802 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b77f79d-6e46-4051-b331-d3025796666b tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:12.994029 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6acee3-5141-46ec-98f3-f75de0832507 None None] Sync routers for ids ['10d9cc33-944c-46f4-a830-cd43a3586781'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:40:13.036798 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a81617f-8bba-4f16-ba6a-a1a8f70b538a x-openstack-request-id: req-1a81617f-8bba-4f16-ba6a-a1a8f70b538a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:40:13.040971 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1010468d-70a6-4e5b-be31-62638abe61e6", "tag": "37a93cec-cc80-46f6-88d4-97f36fa3afc2", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:40:13.040971 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1a81617f-8bba-4f16-ba6a-a1a8f70b538a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:40:13.040971 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a81617f-8bba-4f16-ba6a-a1a8f70b538a'] response: {'name': 'network-changed', 'server_uuid': '1010468d-70a6-4e5b-be31-62638abe61e6', 'tag': '37a93cec-cc80-46f6-88d4-97f36fa3afc2', 'status': 'completed', 'code': 200} Apr 21 12:40:13.045999 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6acee3-5141-46ec-98f3-f75de0832507 None None] Routers {'10d9cc33-944c-46f4-a830-cd43a3586781'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:40:13.046865 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4b6acee3-5141-46ec-98f3-f75de0832507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:39:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['10d9cc33-944c-46f4-a830-cd43a3586781'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:13.065164 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd310c-4488-4115-b222-f79a50ca156d service neutron] Pushing event updated for resources: {'Port': ['ID=37a93cec-cc80-46f6-88d4-97f36fa3afc2,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:13.150829 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b77f79d-6e46-4051-b331-d3025796666b tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:13.164699 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-bfccd8d3-bd00-4630-98e8-572f0d1e40b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:13.170654 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-bfccd8d3-bd00-4630-98e8-572f0d1e40b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b45e45ca21245439fa65bc29d51bfe0&device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 1094 time: 0.2527795 Apr 21 12:40:13.203694 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0b77f79d-6e46-4051-b331-d3025796666b tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Calling delete_port for 8f48a57f-26da-491e-8dfa-1e7e1b74899f owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:40:13.320368 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-69360450-df8f-4a09-80f1-ced1c7f3a8ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37a93cec-cc80-46f6-88d4-97f36fa3afc2 HTTP/1.1" status: 200 len: 217 time: 0.1405079 Apr 21 12:40:13.417353 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-4b6acee3-5141-46ec-98f3-f75de0832507 None None] Set router 10d9cc33-944c-46f4-a830-cd43a3586781 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:40:13.474303 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbd4cd3c-50df-4e95-abc3-6a67daf02ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:13.555836 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f7d5242d-ece9-45d1-be08-e6b67bab55f5 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:40:13.571078 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41528) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:13.638499 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-d105d046-3b37-4710-99eb-89970bb1483e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:13.639999 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-d105d046-3b37-4710-99eb-89970bb1483e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2337416d-bff8-4f87-bcad-c2ab8ba9b9f8 HTTP/1.1" status: 200 len: 854 time: 0.2848797 Apr 21 12:40:13.654259 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbdc98-9bee-4478-ab59-5b00d6ea545c req-64548d69-2699-4210-a0b4-8449cfc87ca4 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:13.660765 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbdc98-9bee-4478-ab59-5b00d6ea545c req-64548d69-2699-4210-a0b4-8449cfc87ca4 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:13.667011 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbdc98-9bee-4478-ab59-5b00d6ea545c req-64548d69-2699-4210-a0b4-8449cfc87ca4 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:13.673332 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbdc98-9bee-4478-ab59-5b00d6ea545c req-64548d69-2699-4210-a0b4-8449cfc87ca4 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:13.678578 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b77f79d-6e46-4051-b331-d3025796666b tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:13.680919 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbdc98-9bee-4478-ab59-5b00d6ea545c req-64548d69-2699-4210-a0b4-8449cfc87ca4 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:13.687312 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbdc98-9bee-4478-ab59-5b00d6ea545c req-64548d69-2699-4210-a0b4-8449cfc87ca4 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:13.694774 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbdc98-9bee-4478-ab59-5b00d6ea545c req-64548d69-2699-4210-a0b4-8449cfc87ca4 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:13.703275 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-46fbdc98-9bee-4478-ab59-5b00d6ea545c req-64548d69-2699-4210-a0b4-8449cfc87ca4 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5445 time: 0.3506844 Apr 21 12:40:13.731827 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b77f79d-6e46-4051-b331-d3025796666b tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Port': ['ID=8f48a57f-26da-491e-8dfa-1e7e1b74899f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:13.755689 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8d892-830e-4297-b3cf-f8cd14b8827e req-1758870b-2686-42cd-b363-c56286a7d541 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:13.757235 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3eb8d892-830e-4297-b3cf-f8cd14b8827e req-1758870b-2686-42cd-b363-c56286a7d541 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/ports?device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 943 time: 0.2795725 Apr 21 12:40:13.770599 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port f7d5242d-ece9-45d1-be08-e6b67bab55f5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:13.771928 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:13.784940 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-af76761d-e4e3-4ce5-99a6-f64adce0ba92 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1670468060-network', 'tenant_id': 'fd35dba1ddfd47018450abd623ae264f'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:13.789900 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b77f79d-6e46-4051-b331-d3025796666b tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:13.793201 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0b77f79d-6e46-4051-b331-d3025796666b tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/ports/8f48a57f-26da-491e-8dfa-1e7e1b74899f HTTP/1.1" status: 204 len: 168 time: 1.0434470 Apr 21 12:40:13.796971 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41538) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:13.834068 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e8a8d0-882a-4f04-be02-95bb88f1769a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] GET failed (client error): The resource could not be found. Apr 21 12:40:13.838077 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c5e8a8d0-882a-4f04-be02-95bb88f1769a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "GET /v2.0/ports/8f48a57f-26da-491e-8dfa-1e7e1b74899f HTTP/1.1" status: 404 len: 333 time: 0.0377889 Apr 21 12:40:13.839228 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41540) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:13.905759 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af76761d-e4e3-4ce5-99a6-f64adce0ba92 admin admin] Made reservation on behalf of fd35dba1ddfd47018450abd623ae264f for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:40:13.914647 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af76761d-e4e3-4ce5-99a6-f64adce0ba92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:13.923893 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-e1cdc27d-d518-4bb1-b8dd-e1ce8c2ee541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:13.926904 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-e1cdc27d-d518-4bb1-b8dd-e1ce8c2ee541 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54076906-6a28-416e-bcbd-9d5e99293579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2206583 Apr 21 12:40:13.930699 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3eb8d892-830e-4297-b3cf-f8cd14b8827e req-c862c568-eb73-4f15-aa4d-8af93cb1c154 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/security-groups?id=23fca203-01a7-4e6c-a573-6018b09e4eda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562152 Apr 21 12:40:13.938045 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-46fbdc98-9bee-4478-ab59-5b00d6ea545c req-57ba34c2-f916-4122-afad-8dda42469998 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2336509 Apr 21 12:40:13.944469 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af76761d-e4e3-4ce5-99a6-f64adce0ba92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:14.077817 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4b6acee3-5141-46ec-98f3-f75de0832507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'name': 'tempest-ServersTestFqdnHostnames-1113804383-router', 'tenant_id': '72dc25511e2147068c0afbce8b3beb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'f7d5242d-ece9-45d1-be08-e6b67bab55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:40:03Z', 'updated_at': '2022-04-21T12:40:09Z', 'revision_number': 4, 'project_id': '72dc25511e2147068c0afbce8b3beb01', 'gw_port': {'id': 'f7d5242d-ece9-45d1-be08-e6b67bab55f5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:40:04Z', 'updated_at': '2022-04-21T12:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '795b56df-225c-4d71-a396-87dccdb60e3d', 'name': '', 'network_id': 'b386f910-1290-4727-a8ab-a0387dcbd592', 'tenant_id': '72dc25511e2147068c0afbce8b3beb01', 'mac_address': 'fa:16:3e:a1:32:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '107fb6c6-3947-4941-bc31-01b8411e8f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:40:07Z', 'updated_at': '2022-04-21T12:40:10Z', 'revision_number': 2, 'project_id': '72dc25511e2147068c0afbce8b3beb01', 'subnets': [{'id': '107fb6c6-3947-4941-bc31-01b8411e8f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:14.095104 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69424e1d-b3f7-4d9b-8e97-b73fc7f2dd64 admin admin] Router 3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:40:14.114241 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6acee3-5141-46ec-98f3-f75de0832507 None None] Checking router: 10d9cc33-944c-46f4-a830-cd43a3586781 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:40:14.114619 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6acee3-5141-46ec-98f3-f75de0832507 None None] Updating router 10d9cc33-944c-46f4-a830-cd43a3586781 port 795b56df-225c-4d71-a396-87dccdb60e3d binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:40:14.132664 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-76895422-d604-4a3f-8460-07bd59ac3fc3 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting port 751b7242-4ecf-4d2e-a88e-1b9f72989352 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:40:14.132664 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-76895422-d604-4a3f-8460-07bd59ac3fc3 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:14.189628 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b6acee3-5141-46ec-98f3-f75de0832507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:14.235654 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-e698e020-53c8-4310-9857-d5d38df15f9e service neutron] 10.222.0.26 "GET /v2.0/networks/54076906-6a28-416e-bcbd-9d5e99293579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945929 Apr 21 12:40:14.277230 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e5009-098a-402a-9a3c-43f4e7252fbb req-82832ac1-ee70-4570-bb0d-1b3293f312d8 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:14.286432 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a4e5009-098a-402a-9a3c-43f4e7252fbb req-82832ac1-ee70-4570-bb0d-1b3293f312d8 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=04f91045-9e7e-49b0-9d5a-b948cf94a76d HTTP/1.1" status: 200 len: 949 time: 0.2206206 Apr 21 12:40:14.355306 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af76761d-e4e3-4ce5-99a6-f64adce0ba92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:14.357514 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-76895422-d604-4a3f-8460-07bd59ac3fc3 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:14.384604 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-76895422-d604-4a3f-8460-07bd59ac3fc3 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Calling delete_port for 751b7242-4ecf-4d2e-a88e-1b9f72989352 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:40:14.421755 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af76761d-e4e3-4ce5-99a6-f64adce0ba92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:14.439343 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a4e5009-098a-402a-9a3c-43f4e7252fbb req-006c22c7-144c-4eee-9b17-7bd7dfac275b tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/security-groups?id=be1e34fa-b360-4032-aae2-81e01d19e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524982 Apr 21 12:40:14.485287 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af76761d-e4e3-4ce5-99a6-f64adce0ba92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:40:14.495544 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76761d-e4e3-4ce5-99a6-f64adce0ba92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e4e848-3db9-4a5d-a012-8ac18251979d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:14.520211 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af76761d-e4e3-4ce5-99a6-f64adce0ba92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:14.520765 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-af76761d-e4e3-4ce5-99a6-f64adce0ba92 admin admin] Added segment 92aeee9a-c454-456a-ae05-5fde8110fb4b of type vlan for network d447278d-f344-4de7-84b4-470e6442d819 Apr 21 12:40:14.587279 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69424e1d-b3f7-4d9b-8e97-b73fc7f2dd64 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:40:14.599178 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af76761d-e4e3-4ce5-99a6-f64adce0ba92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:14.604261 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-69424e1d-b3f7-4d9b-8e97-b73fc7f2dd64 admin admin] 10.222.0.36 "PUT /v2.0/routers/3f9f6830-1bbf-47a5-9aad-671aaf81bbc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9223831 Apr 21 12:40:14.604461 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fca2eb-6f86-478f-88a1-a81e41ebc77e None None] Sync routers for ids ['3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:40:14.606793 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41572) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:14.636111 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b342cb1e-d61b-48e5-b0ec-9c228db246af req-4eb18592-f099-4a4e-a2ea-2dd00dfa14c2 service neutron] 10.222.0.26 "GET /v2.0/networks/54076906-6a28-416e-bcbd-9d5e99293579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896010 Apr 21 12:40:14.649363 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fca2eb-6f86-478f-88a1-a81e41ebc77e None None] Routers {'3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:40:14.653167 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c4fca2eb-6f86-478f-88a1-a81e41ebc77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:39:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:14.678394 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b6acee3-5141-46ec-98f3-f75de0832507 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:14.689458 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c584fe7-5ca8-4471-8ca8-c7d170ad26b7 req-6c441bf2-c8ca-42d4-bd0f-d2d3e576d5bc tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:14.706262 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c584fe7-5ca8-4471-8ca8-c7d170ad26b7 req-6c441bf2-c8ca-42d4-bd0f-d2d3e576d5bc tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:14.714336 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c584fe7-5ca8-4471-8ca8-c7d170ad26b7 req-6c441bf2-c8ca-42d4-bd0f-d2d3e576d5bc tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:14.739586 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c584fe7-5ca8-4471-8ca8-c7d170ad26b7 req-6c441bf2-c8ca-42d4-bd0f-d2d3e576d5bc tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:14.747853 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.db.resource_extend [None req-af76761d-e4e3-4ce5-99a6-f64adce0ba92 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 12:40:14.752891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c584fe7-5ca8-4471-8ca8-c7d170ad26b7 req-6c441bf2-c8ca-42d4-bd0f-d2d3e576d5bc tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:14.760588 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c584fe7-5ca8-4471-8ca8-c7d170ad26b7 req-6c441bf2-c8ca-42d4-bd0f-d2d3e576d5bc tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:14.772821 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c584fe7-5ca8-4471-8ca8-c7d170ad26b7 req-6c441bf2-c8ca-42d4-bd0f-d2d3e576d5bc tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:14.777123 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7c584fe7-5ca8-4471-8ca8-c7d170ad26b7 req-6c441bf2-c8ca-42d4-bd0f-d2d3e576d5bc tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5445 time: 0.1713591 Apr 21 12:40:14.801425 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b6acee3-5141-46ec-98f3-f75de0832507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:14.853422 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-c4fca2eb-6f86-478f-88a1-a81e41ebc77e None None] Set router 3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:40:14.886547 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1d140-26f2-4fb4-91d2-ef5b6652bff5 req-9d78c3a6-f44c-4964-a720-7233b94e5280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:14.890446 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9af1d140-26f2-4fb4-91d2-ef5b6652bff5 req-9d78c3a6-f44c-4964-a720-7233b94e5280 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b45e45ca21245439fa65bc29d51bfe0&device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 1094 time: 0.1120846 Apr 21 12:40:14.929653 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc428022-f043-48ff-b7c6-47e4adc9b61f None None] Pushing event updated for resources: {'Port': ['ID=795b56df-225c-4d71-a396-87dccdb60e3d,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:14.997338 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4b6acee3-5141-46ec-98f3-f75de0832507 None None] Attempting to bind port 795b56df-225c-4d71-a396-87dccdb60e3d on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:40:15.002810 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af76761d-e4e3-4ce5-99a6-f64adce0ba92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:15.002925 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4b6acee3-5141-46ec-98f3-f75de0832507 None None] Attempting to bind port 795b56df-225c-4d71-a396-87dccdb60e3d by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '9e519a56-00ea-41b0-9265-814962b39db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b386f910-1290-4727-a8ab-a0387dcbd592'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:40:15.002925 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6acee3-5141-46ec-98f3-f75de0832507 None None] Attempting to bind port 795b56df-225c-4d71-a396-87dccdb60e3d on network b386f910-1290-4727-a8ab-a0387dcbd592 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:40:15.003115 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af76761d-e4e3-4ce5-99a6-f64adce0ba92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:15.006191 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af76761d-e4e3-4ce5-99a6-f64adce0ba92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:15.010884 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6acee3-5141-46ec-98f3-f75de0832507 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:40:15.011676 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6acee3-5141-46ec-98f3-f75de0832507 None None] Checking segment: {'id': '9e519a56-00ea-41b0-9265-814962b39db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b386f910-1290-4727-a8ab-a0387dcbd592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:40:15.012235 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b6acee3-5141-46ec-98f3-f75de0832507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:15.012756 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6acee3-5141-46ec-98f3-f75de0832507 None None] Bound using segment: {'id': '9e519a56-00ea-41b0-9265-814962b39db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b386f910-1290-4727-a8ab-a0387dcbd592'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:40:15.013493 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4b6acee3-5141-46ec-98f3-f75de0832507 None None] Bound port: 795b56df-225c-4d71-a396-87dccdb60e3d, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e519a56-00ea-41b0-9265-814962b39db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b386f910-1290-4727-a8ab-a0387dcbd592'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:40:15.014311 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b6acee3-5141-46ec-98f3-f75de0832507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:15.089978 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c435973-fd17-47e7-bada-01752965e9ea admin admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:15.102248 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4b6acee3-5141-46ec-98f3-f75de0832507 None None] For port 795b56df-225c-4d71-a396-87dccdb60e3d, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:40:15.110938 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-6a624d20-c952-4b72-8c16-8b50596916d4 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=6aeaf4b1b1ed449d8f8a59a074c37da7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788350 Apr 21 12:40:15.190682 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41598) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:15.244446 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4b6acee3-5141-46ec-98f3-f75de0832507 None None] For port 795b56df-225c-4d71-a396-87dccdb60e3d, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=795b56df-225c-4d71-a396-87dccdb60e3d,segment=NetworkSegment(9e519a56-00ea-41b0-9265-814962b39db9),segment_id=9e519a56-00ea-41b0-9265-814962b39db9)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:40:15.283479 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-cd4845dc-b0ec-4af9-a38b-2a84801fd3d6 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1298888877', 'description': 'tempest-description--1835126491'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:15.292381 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-af76761d-e4e3-4ce5-99a6-f64adce0ba92 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7166247 Apr 21 12:40:15.294132 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-76895422-d604-4a3f-8460-07bd59ac3fc3 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:15.298571 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41602) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:15.314951 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c435973-fd17-47e7-bada-01752965e9ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:15.330795 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-42ad487e-7278-48cb-9873-5081457a0b7f admin admin] Request body: {'subnet': {'network_id': 'd447278d-f344-4de7-84b4-470e6442d819', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1670468060-subnet', 'tenant_id': 'fd35dba1ddfd47018450abd623ae264f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:15.338854 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-46601161-3f11-48f6-b339-01c6f51aaf7f None None] Provisioning complete for port 795b56df-225c-4d71-a396-87dccdb60e3d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:15.339436 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46601161-3f11-48f6-b339-01c6f51aaf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:15.346131 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1d140-26f2-4fb4-91d2-ef5b6652bff5 req-00b65966-373e-482e-9380-580efb427b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:15.347777 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9af1d140-26f2-4fb4-91d2-ef5b6652bff5 req-00b65966-373e-482e-9380-580efb427b41 service neutron] 10.222.0.26 "GET /v2.0/networks?id=54076906-6a28-416e-bcbd-9d5e99293579 HTTP/1.1" status: 200 len: 916 time: 0.4474974 Apr 21 12:40:15.350713 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c4fca2eb-6f86-478f-88a1-a81e41ebc77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'name': 'tempest-AttachVolumeTestJSON-1451595583-router', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248'}], 'enable_snat': True}, 'gw_port_id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:33:58Z', 'updated_at': '2022-04-21T12:40:11Z', 'revision_number': 5, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'gw_port': {'id': '17bcd865-7e07-4eea-a941-42ab60ae94ad', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:e4:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:33:59Z', 'updated_at': '2022-04-21T12:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:15.372259 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76895422-d604-4a3f-8460-07bd59ac3fc3 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Port': ['ID=751b7242-4ecf-4d2e-a88e-1b9f72989352,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:15.373892 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76761d-e4e3-4ce5-99a6-f64adce0ba92 admin admin] Pushing event updated for resources: {'Network': ['ID=d447278d-f344-4de7-84b4-470e6442d819,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:15.391389 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-46601161-3f11-48f6-b339-01c6f51aaf7f None None] Port 795b56df-225c-4d71-a396-87dccdb60e3d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:40:15.401051 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network d447278d-f344-4de7-84b4-470e6442d819 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:40:15.405249 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-76895422-d604-4a3f-8460-07bd59ac3fc3 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:15.409638 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-76895422-d604-4a3f-8460-07bd59ac3fc3 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/ports/751b7242-4ecf-4d2e-a88e-1b9f72989352 HTTP/1.1" status: 204 len: 168 time: 1.5687451 Apr 21 12:40:15.412023 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41604) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:15.412288 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b6acee3-5141-46ec-98f3-f75de0832507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:15.440120 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9af1d140-26f2-4fb4-91d2-ef5b6652bff5 req-0d3a58db-2fc3-450a-901e-7fb171f42402 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37a93cec-cc80-46f6-88d4-97f36fa3afc2 HTTP/1.1" status: 200 len: 217 time: 0.0702665 Apr 21 12:40:15.451814 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-f456e9ba-c482-4618-b2b0-4d6de855c483 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] GET failed (client error): The resource could not be found. Apr 21 12:40:15.453849 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f456e9ba-c482-4618-b2b0-4d6de855c483 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "GET /v2.0/ports/751b7242-4ecf-4d2e-a88e-1b9f72989352 HTTP/1.1" status: 404 len: 333 time: 0.0389555 Apr 21 12:40:15.473540 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41606) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:15.475525 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fca2eb-6f86-478f-88a1-a81e41ebc77e None None] Checking router: 3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:40:15.501446 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd4845dc-b0ec-4af9-a38b-2a84801fd3d6 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:15.526722 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fca2eb-6f86-478f-88a1-a81e41ebc77e None None] Routers {'3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:40:15.528129 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c4fca2eb-6f86-478f-88a1-a81e41ebc77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:39:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:15.530031 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ad487e-7278-48cb-9873-5081457a0b7f admin admin] Made reservation on behalf of fd35dba1ddfd47018450abd623ae264f for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:40:15.532527 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-42ad487e-7278-48cb-9873-5081457a0b7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:15.584196 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7309a40-b47a-4d21-a2d2-81804fdeb95e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting subnet 7c1f40e6-9b97-4b07-b2b6-f3655c157398 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:40:15.606475 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a7a4a-ccca-4674-888b-50b58d11793e req-8eb7853d-27c3-4671-bf46-20e79fff043a tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:15.630925 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e93a7a4a-ccca-4674-888b-50b58d11793e req-8eb7853d-27c3-4671-bf46-20e79fff043a tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/ports?device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 943 time: 0.3259766 Apr 21 12:40:15.643746 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-eee753d0-2579-4491-927f-b4bebe50ea32 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:15.645679 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-eee753d0-2579-4491-927f-b4bebe50ea32 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5296929 Apr 21 12:40:15.694019 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-c4fca2eb-6f86-478f-88a1-a81e41ebc77e None None] Set router 3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:40:15.703100 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e7309a40-b47a-4d21-a2d2-81804fdeb95e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:15.779466 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6acee3-5141-46ec-98f3-f75de0832507 None None] Routers {'10d9cc33-944c-46f4-a830-cd43a3586781'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:40:15.780379 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4b6acee3-5141-46ec-98f3-f75de0832507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:39:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['10d9cc33-944c-46f4-a830-cd43a3586781'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:15.793965 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0c435973-fd17-47e7-bada-01752965e9ea admin admin] Deleting port 17bcd865-7e07-4eea-a941-42ab60ae94ad {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:40:15.794594 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c435973-fd17-47e7-bada-01752965e9ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:15.831518 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e7309a40-b47a-4d21-a2d2-81804fdeb95e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:15.882648 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c4fca2eb-6f86-478f-88a1-a81e41ebc77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'name': 'tempest-AttachVolumeTestJSON-1451595583-router', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:33:58Z', 'updated_at': '2022-04-21T12:40:15Z', 'revision_number': 6, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:15.901202 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-805b9f8a-cced-4e78-9c88-55e6b6037598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:15.916131 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc428022-f043-48ff-b7c6-47e4adc9b61f None None] Pushing event updated for resources: {'Port': ['ID=795b56df-225c-4d71-a396-87dccdb60e3d,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:15.958487 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fca2eb-6f86-478f-88a1-a81e41ebc77e None None] The sync data for ids ['3f9f6830-1bbf-47a5-9aad-671aaf81bbc6'] in n-d-836147-2 is: [{'id': '3f9f6830-1bbf-47a5-9aad-671aaf81bbc6', 'name': 'tempest-AttachVolumeTestJSON-1451595583-router', 'tenant_id': 'a208b1412791496188b5b7f9d81a64f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:33:58Z', 'updated_at': '2022-04-21T12:40:15Z', 'revision_number': 6, 'project_id': 'a208b1412791496188b5b7f9d81a64f6', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:40:16.019063 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-4b6acee3-5141-46ec-98f3-f75de0832507 None None] Set router 10d9cc33-944c-46f4-a830-cd43a3586781 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:40:16.075779 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-eccdf6f7-d0a5-4e1a-bf6c-a72e44533ff5 None None] Provisioning complete for port 795b56df-225c-4d71-a396-87dccdb60e3d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:16.075779 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eccdf6f7-d0a5-4e1a-bf6c-a72e44533ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:16.079473 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e7309a40-b47a-4d21-a2d2-81804fdeb95e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:16.123645 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-0c435973-fd17-47e7-bada-01752965e9ea admin admin] For port 17bcd865-7e07-4eea-a941-42ab60ae94ad, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=17bcd865-7e07-4eea-a941-42ab60ae94ad,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:16.124073 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c435973-fd17-47e7-bada-01752965e9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:16.156242 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0c435973-fd17-47e7-bada-01752965e9ea admin admin] Calling delete_port for 17bcd865-7e07-4eea-a941-42ab60ae94ad owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:40:16.175050 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1d140-26f2-4fb4-91d2-ef5b6652bff5 req-b1a12982-28c3-4792-8a77-43606ce87b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:16.176656 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9af1d140-26f2-4fb4-91d2-ef5b6652bff5 req-b1a12982-28c3-4792-8a77-43606ce87b69 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2337416d-bff8-4f87-bcad-c2ab8ba9b9f8 HTTP/1.1" status: 200 len: 854 time: 0.7285850 Apr 21 12:40:16.184607 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-153654a9-e2e8-44aa-89b0-d4abdc707039 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/quotas/6aeaf4b1b1ed449d8f8a59a074c37da7 HTTP/1.1" status: 200 len: 375 time: 0.5243275 Apr 21 12:40:16.286254 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e93a7a4a-ccca-4674-888b-50b58d11793e req-fd3fdc0d-3957-4f62-bd98-d3f78c1a4ad8 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/security-groups?id=23fca203-01a7-4e6c-a573-6018b09e4eda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6498313 Apr 21 12:40:16.319078 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1d140-26f2-4fb4-91d2-ef5b6652bff5 req-f3a3e29f-919e-4b02-ba15-9abcc3634dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:16.320807 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9af1d140-26f2-4fb4-91d2-ef5b6652bff5 req-f3a3e29f-919e-4b02-ba15-9abcc3634dcd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54076906-6a28-416e-bcbd-9d5e99293579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341159 Apr 21 12:40:16.337319 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-42ad487e-7278-48cb-9873-5081457a0b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:16.363089 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd4845dc-b0ec-4af9-a38b-2a84801fd3d6 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:16.371751 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-eae67085-f295-4ab3-9104-3d8a7493bf66 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6aeaf4b1b1ed449d8f8a59a074c37da7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1425087 Apr 21 12:40:16.418920 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e7309a40-b47a-4d21-a2d2-81804fdeb95e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:16.476585 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd4845dc-b0ec-4af9-a38b-2a84801fd3d6 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:16.505565 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e7309a40-b47a-4d21-a2d2-81804fdeb95e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:16.513045 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e7309a40-b47a-4d21-a2d2-81804fdeb95e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/subnets/7c1f40e6-9b97-4b07-b2b6-f3655c157398 HTTP/1.1" status: 204 len: 168 time: 1.0384943 Apr 21 12:40:16.517604 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2908de-13ff-41d8-8a40-c71621615ae6 None None] Network abc6e17e-0c87-4451-9b1b-ea7b1e2fffb8 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:40:16.522410 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41640) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:16.569644 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9af1d140-26f2-4fb4-91d2-ef5b6652bff5 req-02b1179f-affa-4730-a83a-cb6255a80bc7 service neutron] 10.222.0.26 "GET /v2.0/networks/54076906-6a28-416e-bcbd-9d5e99293579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379925 Apr 21 12:40:16.572022 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad487e-7278-48cb-9873-5081457a0b7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=33aaa7b5-e4ac-4c92-a11b-6d9aef1da3fc,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:16.591959 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4845dc-b0ec-4af9-a38b-2a84801fd3d6 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a952406e-7ca1-4073-96b5-e749aca2cf15,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:16.599074 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eccdf6f7-d0a5-4e1a-bf6c-a72e44533ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:16.616155 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7309a40-b47a-4d21-a2d2-81804fdeb95e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Subnet': ['ID=7c1f40e6-9b97-4b07-b2b6-f3655c157398,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:16.622546 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ad487e-7278-48cb-9873-5081457a0b7f admin admin] Checking segment: {'id': '92aeee9a-c454-456a-ae05-5fde8110fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd447278d-f344-4de7-84b4-470e6442d819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:40:16.623150 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ad487e-7278-48cb-9873-5081457a0b7f admin admin] Network hostable DHCP agents. Network: d447278d-f344-4de7-84b4-470e6442d819, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:40:16.694144 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd4845dc-b0ec-4af9-a38b-2a84801fd3d6 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:16.698751 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41654) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:16.698888 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-cd4845dc-b0ec-4af9-a38b-2a84801fd3d6 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4689381 Apr 21 12:40:16.708281 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-be2f7e44-025e-4eff-b49e-8dc4c2f5fe9a tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Request body: {'security_group_rule': {'security_group_id': 'a952406e-7ca1-4073-96b5-e749aca2cf15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:16.761614 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4b6acee3-5141-46ec-98f3-f75de0832507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'name': 'tempest-ServersTestFqdnHostnames-1113804383-router', 'tenant_id': '72dc25511e2147068c0afbce8b3beb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'f7d5242d-ece9-45d1-be08-e6b67bab55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:40:03Z', 'updated_at': '2022-04-21T12:40:09Z', 'revision_number': 4, 'project_id': '72dc25511e2147068c0afbce8b3beb01', 'gw_port': {'id': 'f7d5242d-ece9-45d1-be08-e6b67bab55f5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:40:04Z', 'updated_at': '2022-04-21T12:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '795b56df-225c-4d71-a396-87dccdb60e3d', 'name': '', 'network_id': 'b386f910-1290-4727-a8ab-a0387dcbd592', 'tenant_id': '72dc25511e2147068c0afbce8b3beb01', 'mac_address': 'fa:16:3e:a1:32:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '107fb6c6-3947-4941-bc31-01b8411e8f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:40:07Z', 'updated_at': '2022-04-21T12:40:15Z', 'revision_number': 4, 'project_id': '72dc25511e2147068c0afbce8b3beb01', 'subnets': [{'id': '107fb6c6-3947-4941-bc31-01b8411e8f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:16.764136 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c435973-fd17-47e7-bada-01752965e9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:16.766603 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5be5bb8c-f970-40c3-ae59-0dd79a32ba2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:16.766789 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-eccdf6f7-d0a5-4e1a-bf6c-a72e44533ff5 None None] For port 795b56df-225c-4d71-a396-87dccdb60e3d, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=795b56df-225c-4d71-a396-87dccdb60e3d,segment=NetworkSegment(9e519a56-00ea-41b0-9265-814962b39db9),segment_id=9e519a56-00ea-41b0-9265-814962b39db9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:16.773255 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-452fbecf-cd8d-4dc9-8dab-39dddd0b2246 req-c75ffd4d-1b90-499a-bdb8-52b956b115fb tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8 HTTP/1.1" status: 200 len: 210 time: 0.0526006 Apr 21 12:40:16.836507 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6acee3-5141-46ec-98f3-f75de0832507 None None] The sync data for ids ['10d9cc33-944c-46f4-a830-cd43a3586781'] in n-d-836147-2 is: [{'id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'name': 'tempest-ServersTestFqdnHostnames-1113804383-router', 'tenant_id': '72dc25511e2147068c0afbce8b3beb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'f7d5242d-ece9-45d1-be08-e6b67bab55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:40:03Z', 'updated_at': '2022-04-21T12:40:09Z', 'revision_number': 4, 'project_id': '72dc25511e2147068c0afbce8b3beb01', 'gw_port': {'id': 'f7d5242d-ece9-45d1-be08-e6b67bab55f5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:40:04Z', 'updated_at': '2022-04-21T12:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '795b56df-225c-4d71-a396-87dccdb60e3d', 'name': '', 'network_id': 'b386f910-1290-4727-a8ab-a0387dcbd592', 'tenant_id': '72dc25511e2147068c0afbce8b3beb01', 'mac_address': 'fa:16:3e:a1:32:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '107fb6c6-3947-4941-bc31-01b8411e8f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:40:07Z', 'updated_at': '2022-04-21T12:40:15Z', 'revision_number': 4, 'project_id': '72dc25511e2147068c0afbce8b3beb01', 'subnets': [{'id': '107fb6c6-3947-4941-bc31-01b8411e8f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:40:16.887948 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eccdf6f7-d0a5-4e1a-bf6c-a72e44533ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:16.890945 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9af1d140-26f2-4fb4-91d2-ef5b6652bff5 req-b8acd033-b375-40ba-af80-7702300e8560 service neutron] 10.222.0.26 "GET /v2.0/networks/54076906-6a28-416e-bcbd-9d5e99293579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128409 Apr 21 12:40:16.917100 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ad487e-7278-48cb-9873-5081457a0b7f admin admin] Network d447278d-f344-4de7-84b4-470e6442d819 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:40:16.927313 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5be5bb8c-f970-40c3-ae59-0dd79a32ba2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting port 809068f6-3eb7-48ca-88e0-bfab2aae3dcf {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:40:16.927313 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5be5bb8c-f970-40c3-ae59-0dd79a32ba2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:16.959736 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c435973-fd17-47e7-bada-01752965e9ea admin admin] Pushing event deleted for resources: {'Port': ['ID=17bcd865-7e07-4eea-a941-42ab60ae94ad,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:17.021490 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:17.044583 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f1a359-26fa-46f5-bc44-cef787bfd62d None None] DHCP port deletion for abc6e17e-0c87-4451-9b1b-ea7b1e2fffb8 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:40:17.063849 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccdf6f7-d0a5-4e1a-bf6c-a72e44533ff5 None None] Pushing event updated for resources: {'Port': ['ID=795b56df-225c-4d71-a396-87dccdb60e3d,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:17.092730 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-42ad487e-7278-48cb-9873-5081457a0b7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, d447278d-f344-4de7-84b4-470e6442d819) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:17.114527 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ad487e-7278-48cb-9873-5081457a0b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:17.115565 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-42ad487e-7278-48cb-9873-5081457a0b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:17.116204 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-5be5bb8c-f970-40c3-ae59-0dd79a32ba2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] For port 809068f6-3eb7-48ca-88e0-bfab2aae3dcf, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=809068f6-3eb7-48ca-88e0-bfab2aae3dcf,segment=NetworkSegment(580a4946-b0ff-42f6-8f7f-3ca218fdb086),segment_id=580a4946-b0ff-42f6-8f7f-3ca218fdb086)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:17.116505 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5be5bb8c-f970-40c3-ae59-0dd79a32ba2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:17.116966 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1931fc-b652-4e06-b938-a615d744f070 None None] Network d447278d-f344-4de7-84b4-470e6442d819 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:40:17.129205 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-be2f7e44-025e-4eff-b49e-8dc4c2f5fe9a tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:17.137769 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5be5bb8c-f970-40c3-ae59-0dd79a32ba2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Calling delete_port for 809068f6-3eb7-48ca-88e0-bfab2aae3dcf owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:40:17.195708 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c435973-fd17-47e7-bada-01752965e9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:17.235226 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-61f1a359-26fa-46f5-bc44-cef787bfd62d None None] Deleting port 809068f6-3eb7-48ca-88e0-bfab2aae3dcf {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:40:17.235601 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61f1a359-26fa-46f5-bc44-cef787bfd62d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:17.312638 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-42ad487e-7278-48cb-9873-5081457a0b7f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0034294 Apr 21 12:40:17.329480 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c435973-fd17-47e7-bada-01752965e9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:17.330248 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5be5bb8c-f970-40c3-ae59-0dd79a32ba2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:17.338919 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c435973-fd17-47e7-bada-01752965e9ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:17.426032 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-be2f7e44-025e-4eff-b49e-8dc4c2f5fe9a tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:17.438473 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 795b56df-225c-4d71-a396-87dccdb60e3d up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:40:17.442258 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5bb8c-f970-40c3-ae59-0dd79a32ba2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Port': ['ID=809068f6-3eb7-48ca-88e0-bfab2aae3dcf,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:17.449838 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be5bb8c-f970-40c3-ae59-0dd79a32ba2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] No DVR routers for this DVR port 809068f6-3eb7-48ca-88e0-bfab2aae3dcf on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:40:17.528221 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-be2f7e44-025e-4eff-b49e-8dc4c2f5fe9a tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:17.531565 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c435973-fd17-47e7-bada-01752965e9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:17.531998 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c435973-fd17-47e7-bada-01752965e9ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:40:17.543511 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c435973-fd17-47e7-bada-01752965e9ea admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:17.543511 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0c435973-fd17-47e7-bada-01752965e9ea admin admin] 10.222.0.36 "DELETE /v2.0/routers/3f9f6830-1bbf-47a5-9aad-671aaf81bbc6 HTTP/1.1" status: 204 len: 168 time: 2.9328740 Apr 21 12:40:17.572971 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41694) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:17.642584 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f7e44-025e-4eff-b49e-8dc4c2f5fe9a tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d97c1f-f1ef-4fe8-8e0e-6f68888b8863,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:17.683635 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-61f1a359-26fa-46f5-bc44-cef787bfd62d None None] For port 809068f6-3eb7-48ca-88e0-bfab2aae3dcf, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=809068f6-3eb7-48ca-88e0-bfab2aae3dcf,segment=NetworkSegment(580a4946-b0ff-42f6-8f7f-3ca218fdb086),segment_id=580a4946-b0ff-42f6-8f7f-3ca218fdb086)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:17.684979 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61f1a359-26fa-46f5-bc44-cef787bfd62d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:17.691788 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-be2f7e44-025e-4eff-b49e-8dc4c2f5fe9a tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:17.693372 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-be2f7e44-025e-4eff-b49e-8dc4c2f5fe9a tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9930975 Apr 21 12:40:17.696207 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41708) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:17.703335 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ac77aa36-e46c-425a-857e-ee7fd7dd0a7b tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Request body: {'security_group_rule': {'security_group_id': 'a952406e-7ca1-4073-96b5-e749aca2cf15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:17.729576 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-27fe8ae4-fc9d-4d6c-a4c7-d9f507297cec admin admin] Deleting subnet f6a79252-68c3-4d98-8e31-7d58e3a1be80 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:40:17.750384 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5be5bb8c-f970-40c3-ae59-0dd79a32ba2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:17.760231 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-61f1a359-26fa-46f5-bc44-cef787bfd62d None None] Calling delete_port for 809068f6-3eb7-48ca-88e0-bfab2aae3dcf owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:40:17.807965 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27fe8ae4-fc9d-4d6c-a4c7-d9f507297cec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:17.816587 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-5be5bb8c-f970-40c3-ae59-0dd79a32ba2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc6e17e-0c87-4451-9b1b-ea7b1e2fffb8']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:17.889948 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac77aa36-e46c-425a-857e-ee7fd7dd0a7b tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:17.904203 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:17.917480 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-5be5bb8c-f970-40c3-ae59-0dd79a32ba2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580a4946-b0ff-42f6-8f7f-3ca218fdb086') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:17.918480 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-5be5bb8c-f970-40c3-ae59-0dd79a32ba2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580a4946-b0ff-42f6-8f7f-3ca218fdb086') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:17.921535 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2686bdf-548d-4931-90a2-07ca6d3d6f11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-d447278d-f344-4de7-84b4-470e6442d819', 'network_id': 'd447278d-f344-4de7-84b4-470e6442d819', 'tenant_id': 'fd35dba1ddfd47018450abd623ae264f', 'fixed_ips': [{'subnet_id': '33aaa7b5-e4ac-4c92-a11b-6d9aef1da3fc'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:40:17.922539 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2686bdf-548d-4931-90a2-07ca6d3d6f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:17.949225 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5be5bb8c-f970-40c3-ae59-0dd79a32ba2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:17.985867 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3660658-3663-4673-a264-81d3469a4191 req-8d52ef0b-11b5-4e6b-8cc3-477811116de2 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8 HTTP/1.1" status: 200 len: 210 time: 0.0583172 Apr 21 12:40:17.988915 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27fe8ae4-fc9d-4d6c-a4c7-d9f507297cec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:18.015230 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 795b56df-225c-4d71-a396-87dccdb60e3d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:18.015522 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:18.018549 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5be5bb8c-f970-40c3-ae59-0dd79a32ba2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:18.041709 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac77aa36-e46c-425a-857e-ee7fd7dd0a7b tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:18.048526 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be5bb8c-f970-40c3-ae59-0dd79a32ba2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:40:18.048957 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5be5bb8c-f970-40c3-ae59-0dd79a32ba2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:40:18.053317 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:40:18.091122 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4d8bc-8a01-4868-be36-39f059165986 req-c32526e2-d402-4ef4-a42c-cd2d05eb66f1 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:18.093190 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ef4d8bc-8a01-4868-be36-39f059165986 req-c32526e2-d402-4ef4-a42c-cd2d05eb66f1 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/ports?device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 943 time: 0.5211411 Apr 21 12:40:18.145139 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac77aa36-e46c-425a-857e-ee7fd7dd0a7b tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:18.184941 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77aa36-e46c-425a-857e-ee7fd7dd0a7b tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b985c620-3252-42f9-b0fe-1cdc369232ca,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:18.238406 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61f1a359-26fa-46f5-bc44-cef787bfd62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:18.284302 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1a359-26fa-46f5-bc44-cef787bfd62d None None] Pushing event deleted for resources: {'Port': ['ID=809068f6-3eb7-48ca-88e0-bfab2aae3dcf,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:18.293746 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-f2686bdf-548d-4931-90a2-07ca6d3d6f11 None None] Allocated IP 172.20.0.2 (d447278d-f344-4de7-84b4-470e6442d819/33aaa7b5-e4ac-4c92-a11b-6d9aef1da3fc/2aeb2261-1310-4511-bda8-0f52d0936f15) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:40:18.301762 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f1a359-26fa-46f5-bc44-cef787bfd62d None None] No DVR routers for this DVR port 809068f6-3eb7-48ca-88e0-bfab2aae3dcf on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:40:18.317202 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac77aa36-e46c-425a-857e-ee7fd7dd0a7b tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:18.320664 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ac77aa36-e46c-425a-857e-ee7fd7dd0a7b tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6219981 Apr 21 12:40:18.322227 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41740) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:18.328384 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ef4d8bc-8a01-4868-be36-39f059165986 req-cccecf09-ed98-4f83-846d-f89a45b9531d tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/security-groups?id=23fca203-01a7-4e6c-a573-6018b09e4eda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924826 Apr 21 12:40:18.329144 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5be5bb8c-f970-40c3-ae59-0dd79a32ba2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:18.333894 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-aea2c6ff-d668-40eb-b0d5-ec7d4cd3afea tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:18.346088 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5be5bb8c-f970-40c3-ae59-0dd79a32ba2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:18.348364 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5be5bb8c-f970-40c3-ae59-0dd79a32ba2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/networks/abc6e17e-0c87-4451-9b1b-ea7b1e2fffb8 HTTP/1.1" status: 204 len: 168 time: 1.8139815 Apr 21 12:40:18.360756 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41742) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:18.368612 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c707d1d5-d21b-4c3f-83b3-0fe85ac25dcd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-776654875'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:18.390533 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5bb8c-f970-40c3-ae59-0dd79a32ba2f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Network': ['ID=abc6e17e-0c87-4451-9b1b-ea7b1e2fffb8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:18.400176 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27fe8ae4-fc9d-4d6c-a4c7-d9f507297cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:18.480013 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:18.522573 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aea2c6ff-d668-40eb-b0d5-ec7d4cd3afea tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks [] for floatingip, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:18.554052 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c707d1d5-d21b-4c3f-83b3-0fe85ac25dcd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:40:18.561545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41756) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:18.569274 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c707d1d5-d21b-4c3f-83b3-0fe85ac25dcd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:18.615992 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-0111e285-1331-4c9d-a208-d52dfb11d765 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:18.621167 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-0111e285-1331-4c9d-a208-d52dfb11d765 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/networks?id=d447278d-f344-4de7-84b4-470e6442d819 HTTP/1.1" status: 200 len: 816 time: 0.3839989 Apr 21 12:40:18.640454 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2686bdf-548d-4931-90a2-07ca6d3d6f11 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:18.642348 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-dfd8cebc-b70b-4b10-9eb5-5978a036c6f9 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/quotas/fd35dba1ddfd47018450abd623ae264f HTTP/1.1" status: 200 len: 375 time: 0.0153406 Apr 21 12:40:18.645455 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c707d1d5-d21b-4c3f-83b3-0fe85ac25dcd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:40:18.653414 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f818cd53-1ccb-481e-b809-15f95bc7d4c0 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:40:18.695877 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: f818cd53-1ccb-481e-b809-15f95bc7d4c0 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:40:18.697751 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f818cd53-1ccb-481e-b809-15f95bc7d4c0 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:40:18.700251 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 809068f6-3eb7-48ca-88e0-bfab2aae3dcf no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:40:18.727280 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 809068f6-3eb7-48ca-88e0-bfab2aae3dcf {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:40:18.727280 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 809068f6-3eb7-48ca-88e0-bfab2aae3dcf not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:40:18.727578 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 17bcd865-7e07-4eea-a941-42ab60ae94ad no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:40:18.756325 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-168fe757-6bee-4256-b37c-3b826ff777d0 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd35dba1ddfd47018450abd623ae264f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1044099 Apr 21 12:40:18.769851 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad340520-f6a7-4976-99c1-39b57934c41d req-f7603aa3-703b-4786-b726-b7f2eba9e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:18.771083 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad340520-f6a7-4976-99c1-39b57934c41d req-f7603aa3-703b-4786-b726-b7f2eba9e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:18.771791 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad340520-f6a7-4976-99c1-39b57934c41d req-f7603aa3-703b-4786-b726-b7f2eba9e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:18.772587 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad340520-f6a7-4976-99c1-39b57934c41d req-f7603aa3-703b-4786-b726-b7f2eba9e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:18.773468 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad340520-f6a7-4976-99c1-39b57934c41d req-f7603aa3-703b-4786-b726-b7f2eba9e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:18.774191 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad340520-f6a7-4976-99c1-39b57934c41d req-f7603aa3-703b-4786-b726-b7f2eba9e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:18.774677 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad340520-f6a7-4976-99c1-39b57934c41d req-f7603aa3-703b-4786-b726-b7f2eba9e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:18.781597 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2686bdf-548d-4931-90a2-07ca6d3d6f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:18.784929 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ad340520-f6a7-4976-99c1-39b57934c41d req-f7603aa3-703b-4786-b726-b7f2eba9e62f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 6502 time: 0.2195530 Apr 21 12:40:18.795265 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 17bcd865-7e07-4eea-a941-42ab60ae94ad {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:40:18.795265 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 17bcd865-7e07-4eea-a941-42ab60ae94ad not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:40:18.796990 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:18.852448 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2686bdf-548d-4931-90a2-07ca6d3d6f11 None None] Network d447278d-f344-4de7-84b4-470e6442d819 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:40:18.856520 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f2686bdf-548d-4931-90a2-07ca6d3d6f11 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:18.858929 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2686bdf-548d-4931-90a2-07ca6d3d6f11 None None] Pushing event updated for resources: {'Port': ['ID=2aeb2261-1310-4511-bda8-0f52d0936f15,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:18.861335 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2686bdf-548d-4931-90a2-07ca6d3d6f11 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:40:18.888739 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27fe8ae4-fc9d-4d6c-a4c7-d9f507297cec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:18.949913 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f2686bdf-548d-4931-90a2-07ca6d3d6f11 None None] Attempting to bind port 2aeb2261-1310-4511-bda8-0f52d0936f15 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:40:18.949913 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f2686bdf-548d-4931-90a2-07ca6d3d6f11 None None] Attempting to bind port 2aeb2261-1310-4511-bda8-0f52d0936f15 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '92aeee9a-c454-456a-ae05-5fde8110fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd447278d-f344-4de7-84b4-470e6442d819'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:40:18.949913 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2686bdf-548d-4931-90a2-07ca6d3d6f11 None None] Attempting to bind port 2aeb2261-1310-4511-bda8-0f52d0936f15 on network d447278d-f344-4de7-84b4-470e6442d819 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:40:18.950511 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe8ae4-fc9d-4d6c-a4c7-d9f507297cec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6a79252-68c3-4d98-8e31-7d58e3a1be80,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:18.952750 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27fe8ae4-fc9d-4d6c-a4c7-d9f507297cec admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:18.953574 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2686bdf-548d-4931-90a2-07ca6d3d6f11 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:40:18.953934 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2686bdf-548d-4931-90a2-07ca6d3d6f11 None None] Checking segment: {'id': '92aeee9a-c454-456a-ae05-5fde8110fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd447278d-f344-4de7-84b4-470e6442d819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:40:18.954409 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2686bdf-548d-4931-90a2-07ca6d3d6f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:18.954809 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2686bdf-548d-4931-90a2-07ca6d3d6f11 None None] Bound using segment: {'id': '92aeee9a-c454-456a-ae05-5fde8110fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd447278d-f344-4de7-84b4-470e6442d819'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:40:18.955358 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f2686bdf-548d-4931-90a2-07ca6d3d6f11 None None] Bound port: 2aeb2261-1310-4511-bda8-0f52d0936f15, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92aeee9a-c454-456a-ae05-5fde8110fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd447278d-f344-4de7-84b4-470e6442d819'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:40:18.955747 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2686bdf-548d-4931-90a2-07ca6d3d6f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:18.955949 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-27fe8ae4-fc9d-4d6c-a4c7-d9f507297cec admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f6a79252-68c3-4d98-8e31-7d58e3a1be80 HTTP/1.1" status: 204 len: 168 time: 1.3817534 Apr 21 12:40:18.965569 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ad340520-f6a7-4976-99c1-39b57934c41d req-02d4012b-50a5-4daf-a280-1e02153fdfad service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&id=121341d6-e7c2-428b-854b-286a4a4e3ead&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1786060 Apr 21 12:40:18.972011 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41762) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:18.979197 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53047a2d-d99d-4190-bbe4-c6d8902c0f1e None None] Network 1afeb61e-54a9-4ede-8030-317c69a36623 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:40:19.005076 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-bbf10ce8-89cf-415b-b995-4f2489da58ac service neutron] 10.222.0.36 "GET /v2.0/networks/d447278d-f344-4de7-84b4-470e6442d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961081 Apr 21 12:40:19.143822 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f2686bdf-548d-4931-90a2-07ca6d3d6f11 None None] For port 2aeb2261-1310-4511-bda8-0f52d0936f15, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:40:19.158030 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c707d1d5-d21b-4c3f-83b3-0fe85ac25dcd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:19.158588 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-c707d1d5-d21b-4c3f-83b3-0fe85ac25dcd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Added segment 20c918cd-1481-400d-a189-07fc32fd02bf of type vlan for network 0bfb332b-30f8-4403-907b-b4929b30dc28 Apr 21 12:40:19.169745 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41768) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:19.170429 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f2686bdf-548d-4931-90a2-07ca6d3d6f11 None None] For port 2aeb2261-1310-4511-bda8-0f52d0936f15, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=2aeb2261-1310-4511-bda8-0f52d0936f15,segment=NetworkSegment(92aeee9a-c454-456a-ae05-5fde8110fb4b),segment_id=92aeee9a-c454-456a-ae05-5fde8110fb4b)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:40:19.210388 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c707d1d5-d21b-4c3f-83b3-0fe85ac25dcd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:19.213341 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9249a6ad-545a-4f5e-b485-c6eee199efcf req-affb9464-7e2a-41d8-8d0c-28f330d41eb4 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8 HTTP/1.1" status: 200 len: 210 time: 0.0968046 Apr 21 12:40:19.230915 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc6041d7-9875-4127-9c49-edbcc1abdeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:19.285735 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f1cf15-bef5-4629-be76-8532840a2239 None None] DHCP port deletion for 1afeb61e-54a9-4ede-8030-317c69a36623 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:40:19.294514 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2686bdf-548d-4931-90a2-07ca6d3d6f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:19.295437 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aea2c6ff-d668-40eb-b0d5-ec7d4cd3afea tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:19.310040 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-4d30740b-109b-4b9a-97fe-fff0a78d3beb service neutron] 10.222.0.36 "GET /v2.0/networks/d447278d-f344-4de7-84b4-470e6442d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459502 Apr 21 12:40:19.359999 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c707d1d5-d21b-4c3f-83b3-0fe85ac25dcd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:19.365620 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-dc6041d7-9875-4127-9c49-edbcc1abdeb3 admin admin] Deleting port 8f8067b9-ecbe-43dd-addc-d73212ef2f05 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:40:19.366109 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc6041d7-9875-4127-9c49-edbcc1abdeb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:19.368653 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c707d1d5-d21b-4c3f-83b3-0fe85ac25dcd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:19.369366 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c707d1d5-d21b-4c3f-83b3-0fe85ac25dcd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:19.401554 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a05b96c8-b41c-4822-81cb-473f8279f420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:19.448790 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2686bdf-548d-4931-90a2-07ca6d3d6f11 None None] Pushing event updated for resources: {'Port': ['ID=2aeb2261-1310-4511-bda8-0f52d0936f15,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:19.452372 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 8f8067b9-ecbe-43dd-addc-d73212ef2f05 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:40:19.549773 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-dc6041d7-9875-4127-9c49-edbcc1abdeb3 admin admin] For port 8f8067b9-ecbe-43dd-addc-d73212ef2f05, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=8f8067b9-ecbe-43dd-addc-d73212ef2f05,segment=NetworkSegment(ae7c6478-e2f3-4842-90bb-cd6e34c522ba),segment_id=ae7c6478-e2f3-4842-90bb-cd6e34c522ba)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:19.551134 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc6041d7-9875-4127-9c49-edbcc1abdeb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:19.555658 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-aea2c6ff-d668-40eb-b0d5-ec7d4cd3afea tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Allocated IP 172.25.8.136 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/28ac88fd-4933-4d9b-9112-9a1ba47c5c4c) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:40:19.622915 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:19.623738 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a05b96c8-b41c-4822-81cb-473f8279f420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:19.644757 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-dc6041d7-9875-4127-9c49-edbcc1abdeb3 admin admin] Calling delete_port for 8f8067b9-ecbe-43dd-addc-d73212ef2f05 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:40:19.674665 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1d14b-00c9-440a-bed3-aefe2ffd7f6f req-741136eb-0b71-4325-8d59-d74fe9471851 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:19.679121 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3df1d14b-00c9-440a-bed3-aefe2ffd7f6f req-741136eb-0b71-4325-8d59-d74fe9471851 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/ports?device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 943 time: 0.2176650 Apr 21 12:40:19.689145 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c707d1d5-d21b-4c3f-83b3-0fe85ac25dcd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Network': ['ID=0bfb332b-30f8-4403-907b-b4929b30dc28,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:19.702826 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c707d1d5-d21b-4c3f-83b3-0fe85ac25dcd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3374374 Apr 21 12:40:19.708633 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41782) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:19.711540 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-823e2d0c-7b88-4323-8df1-20ac9c64d6ff tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'subnet': {'network_id': '0bfb332b-30f8-4403-907b-b4929b30dc28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:19.725840 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 0bfb332b-30f8-4403-907b-b4929b30dc28 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:40:19.776146 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 8f8067b9-ecbe-43dd-addc-d73212ef2f05, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=8f8067b9-ecbe-43dd-addc-d73212ef2f05,segment=NetworkSegment(ae7c6478-e2f3-4842-90bb-cd6e34c522ba),segment_id=ae7c6478-e2f3-4842-90bb-cd6e34c522ba)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:19.790421 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aea2c6ff-d668-40eb-b0d5-ec7d4cd3afea tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:19.802333 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a05b96c8-b41c-4822-81cb-473f8279f420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:19.825692 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-03f1cf15-bef5-4629-be76-8532840a2239 None None] Deleting port 8f8067b9-ecbe-43dd-addc-d73212ef2f05 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:40:19.825968 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03f1cf15-bef5-4629-be76-8532840a2239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:19.923849 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:19.968273 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a05b96c8-b41c-4822-81cb-473f8279f420 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5c8b37b496a54a2d9c49659e5ce4cc8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7951851 Apr 21 12:40:19.969205 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41796) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:20.003108 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-ded1c41a-6078-4e0c-80ae-16ac4d27fb85 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6aeaf4b1b1ed449d8f8a59a074c37da7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411727 Apr 21 12:40:20.008974 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-03f1cf15-bef5-4629-be76-8532840a2239 None None] For port 8f8067b9-ecbe-43dd-addc-d73212ef2f05, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=8f8067b9-ecbe-43dd-addc-d73212ef2f05,segment=NetworkSegment(ae7c6478-e2f3-4842-90bb-cd6e34c522ba),segment_id=ae7c6478-e2f3-4842-90bb-cd6e34c522ba)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:20.009519 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03f1cf15-bef5-4629-be76-8532840a2239 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:20.015973 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823e2d0c-7b88-4323-8df1-20ac9c64d6ff tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:40:20.019862 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3df1d14b-00c9-440a-bed3-aefe2ffd7f6f req-cd005a4f-4b93-45b3-9460-d4c0ea3b132b tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/security-groups?id=23fca203-01a7-4e6c-a573-6018b09e4eda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3221490 Apr 21 12:40:20.021852 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-823e2d0c-7b88-4323-8df1-20ac9c64d6ff tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:20.035739 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-03f1cf15-bef5-4629-be76-8532840a2239 None None] Calling delete_port for 8f8067b9-ecbe-43dd-addc-d73212ef2f05 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:40:20.054526 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=8f8067b9-ecbe-43dd-addc-d73212ef2f05,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:20.079322 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce239958-2b3e-42e9-b506-43b061a987c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:20.112825 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce239958-2b3e-42e9-b506-43b061a987c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:20.144264 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aea2c6ff-d668-40eb-b0d5-ec7d4cd3afea tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:20.166206 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b96c8-b41c-4822-81cb-473f8279f420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f87d0a0-25d4-4926-8943-3f055123471a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:20.247878 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea2c6ff-d668-40eb-b0d5-ec7d4cd3afea tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:40:20.255327 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-da585245-6780-4e7c-b413-15ffd3b01be2 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:20.257336 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-aea2c6ff-d668-40eb-b0d5-ec7d4cd3afea tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:20.263814 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-da585245-6780-4e7c-b413-15ffd3b01be2 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/networks?id=d447278d-f344-4de7-84b4-470e6442d819 HTTP/1.1" status: 200 len: 816 time: 0.4713159 Apr 21 12:40:20.271919 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea2c6ff-d668-40eb-b0d5-ec7d4cd3afea tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:40:20.273898 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03f1cf15-bef5-4629-be76-8532840a2239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:20.287612 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-7f23faec-4610-4f76-bf84-f9ab785142fc tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:20.289600 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-7f23faec-4610-4f76-bf84-f9ab785142fc tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2663443 Apr 21 12:40:20.298158 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-17da798b-16cb-4cdb-a1ca-9b4cd87b71c1 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/quotas/fd35dba1ddfd47018450abd623ae264f HTTP/1.1" status: 200 len: 375 time: 0.0333524 Apr 21 12:40:20.299301 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2c6ff-d668-40eb-b0d5-ec7d4cd3afea tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Pushing event updated for resources: {'Port': ['ID=28ac88fd-4933-4d9b-9112-9a1ba47c5c4c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:20.327292 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-9ecf422e-786b-4f32-be8a-774ea3a64012 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Request body: {'port': {'device_id': 'b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'admin_state_up': True, 'tenant_id': '6aeaf4b1b1ed449d8f8a59a074c37da7'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:20.336147 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc6041d7-9875-4127-9c49-edbcc1abdeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:20.337382 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1cf15-bef5-4629-be76-8532840a2239 None None] Pushing event deleted for resources: {'Port': ['ID=8f8067b9-ecbe-43dd-addc-d73212ef2f05,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:20.340825 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f1cf15-bef5-4629-be76-8532840a2239 None None] No DVR routers for this DVR port 8f8067b9-ecbe-43dd-addc-d73212ef2f05 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:40:20.371474 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:20.422236 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce239958-2b3e-42e9-b506-43b061a987c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:20.425256 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce239958-2b3e-42e9-b506-43b061a987c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:20.429478 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ce239958-2b3e-42e9-b506-43b061a987c4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0f87d0a0-25d4-4926-8943-3f055123471a HTTP/1.1" status: 204 len: 168 time: 0.4589355 Apr 21 12:40:20.454579 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-92687e6c-61c0-48b4-aa5f-5d9c4c7c3a64 req-76b4f6c1-edd4-4936-ad89-d75e2237f069 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8 HTTP/1.1" status: 200 len: 210 time: 0.1208997 Apr 21 12:40:20.455595 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6041d7-9875-4127-9c49-edbcc1abdeb3 admin admin] No DVR routers for this DVR port 8f8067b9-ecbe-43dd-addc-d73212ef2f05 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:40:20.461495 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6041d7-9875-4127-9c49-edbcc1abdeb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f8067b9-ecbe-43dd-addc-d73212ef2f05,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:20.483091 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce239958-2b3e-42e9-b506-43b061a987c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f87d0a0-25d4-4926-8943-3f055123471a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:20.517224 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aea2c6ff-d668-40eb-b0d5-ec7d4cd3afea tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:20.582825 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-b54ae6f3-59b0-41df-ab87-d39e60ca7874 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd35dba1ddfd47018450abd623ae264f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2835093 Apr 21 12:40:20.637421 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc6041d7-9875-4127-9c49-edbcc1abdeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:20.690157 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aea2c6ff-d668-40eb-b0d5-ec7d4cd3afea tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:20.710095 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-dc6041d7-9875-4127-9c49-edbcc1abdeb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1afeb61e-54a9-4ede-8030-317c69a36623']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:20.728484 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-dc6041d7-9875-4127-9c49-edbcc1abdeb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7c6478-e2f3-4842-90bb-cd6e34c522ba') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:20.729052 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-dc6041d7-9875-4127-9c49-edbcc1abdeb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7c6478-e2f3-4842-90bb-cd6e34c522ba') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:20.749175 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc6041d7-9875-4127-9c49-edbcc1abdeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:20.772976 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc6041d7-9875-4127-9c49-edbcc1abdeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:20.776854 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-c085d3ce-41ad-4018-a148-f95a0028d34e service neutron] 10.222.0.36 "GET /v2.0/networks/d447278d-f344-4de7-84b4-470e6442d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931555 Apr 21 12:40:20.795968 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc6041d7-9875-4127-9c49-edbcc1abdeb3 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:40:20.796368 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc6041d7-9875-4127-9c49-edbcc1abdeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:40:20.798074 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:40:20.854243 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-823e2d0c-7b88-4323-8df1-20ac9c64d6ff tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:20.898087 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-9ecf422e-786b-4f32-be8a-774ea3a64012 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Made reservation on behalf of 6aeaf4b1b1ed449d8f8a59a074c37da7 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:40:20.900888 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-9ecf422e-786b-4f32-be8a-774ea3a64012 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:20.910537 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aea2c6ff-d668-40eb-b0d5-ec7d4cd3afea tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:20.949925 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e2d0c-7b88-4323-8df1-20ac9c64d6ff tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Subnet': ['ID=3f930588-0935-443c-840d-d6b0050f273a,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:20.952666 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57f7a5c-d7e8-4ee7-858e-2adb2b8800e2 None None] Network d447278d-f344-4de7-84b4-470e6442d819 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:40:20.958226 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823e2d0c-7b88-4323-8df1-20ac9c64d6ff tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Checking segment: {'id': '20c918cd-1481-400d-a189-07fc32fd02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0bfb332b-30f8-4403-907b-b4929b30dc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:40:20.959050 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823e2d0c-7b88-4323-8df1-20ac9c64d6ff tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network hostable DHCP agents. Network: 0bfb332b-30f8-4403-907b-b4929b30dc28, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:40:20.974786 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-07198907-3680-4ce4-8d9a-3d2730de59d3 service neutron] 10.222.0.36 "GET /v2.0/networks/d447278d-f344-4de7-84b4-470e6442d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864979 Apr 21 12:40:21.062271 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aea2c6ff-d668-40eb-b0d5-ec7d4cd3afea tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:21.121786 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc6041d7-9875-4127-9c49-edbcc1abdeb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:21.139316 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc6041d7-9875-4127-9c49-edbcc1abdeb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:21.142722 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-dc6041d7-9875-4127-9c49-edbcc1abdeb3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1afeb61e-54a9-4ede-8030-317c69a36623 HTTP/1.1" status: 204 len: 168 time: 2.1686656 Apr 21 12:40:21.182481 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823e2d0c-7b88-4323-8df1-20ac9c64d6ff tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network 0bfb332b-30f8-4403-907b-b4929b30dc28 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:40:21.215577 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ccb8447e-bef2-4f20-8e45-8facedd771c3 None None] Provisioning complete for port 2aeb2261-1310-4511-bda8-0f52d0936f15 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:21.216086 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ccb8447e-bef2-4f20-8e45-8facedd771c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:21.218261 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2c6ff-d668-40eb-b0d5-ec7d4cd3afea tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Pushing event updated for resources: {'Port': ['ID=28ac88fd-4933-4d9b-9112-9a1ba47c5c4c,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:21.220958 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aea2c6ff-d668-40eb-b0d5-ec7d4cd3afea tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:21.235451 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6041d7-9875-4127-9c49-edbcc1abdeb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1afeb61e-54a9-4ede-8030-317c69a36623,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:21.266146 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-9ecf422e-786b-4f32-be8a-774ea3a64012 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Allocated IP 192.168.233.87 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/2bbbc64a-b47f-4279-87af-ec490785a64d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:40:21.277076 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48616d8c-06c1-4a31-9040-84d9454e4659 req-b87e07bd-17a3-4990-ae05-a76053840a18 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:21.278764 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-48616d8c-06c1-4a31-9040-84d9454e4659 req-b87e07bd-17a3-4990-ae05-a76053840a18 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/ports?device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 943 time: 0.1536109 Apr 21 12:40:21.388281 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-48616d8c-06c1-4a31-9040-84d9454e4659 req-316babf4-fa69-44ae-bcb0-caecd9d92697 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/security-groups?id=23fca203-01a7-4e6c-a573-6018b09e4eda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815384 Apr 21 12:40:21.406968 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-823e2d0c-7b88-4323-8df1-20ac9c64d6ff tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 0bfb332b-30f8-4403-907b-b4929b30dc28) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:21.414736 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aea2c6ff-d668-40eb-b0d5-ec7d4cd3afea tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:21.416594 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-aea2c6ff-d668-40eb-b0d5-ec7d4cd3afea tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0920527 Apr 21 12:40:21.421634 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823e2d0c-7b88-4323-8df1-20ac9c64d6ff tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:21.422888 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-823e2d0c-7b88-4323-8df1-20ac9c64d6ff tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:21.436837 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe08f75-6be6-464d-a360-48971fa0eb40 None None] Network 0bfb332b-30f8-4403-907b-b4929b30dc28 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:40:21.441367 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ccb8447e-bef2-4f20-8e45-8facedd771c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:21.477464 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 2aeb2261-1310-4511-bda8-0f52d0936f15 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:40:21.584933 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ccb8447e-bef2-4f20-8e45-8facedd771c3 None None] For port 2aeb2261-1310-4511-bda8-0f52d0936f15, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=2aeb2261-1310-4511-bda8-0f52d0936f15,segment=NetworkSegment(92aeee9a-c454-456a-ae05-5fde8110fb4b),segment_id=92aeee9a-c454-456a-ae05-5fde8110fb4b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:21.610492 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-823e2d0c-7b88-4323-8df1-20ac9c64d6ff tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9023426 Apr 21 12:40:21.610492 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41830) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:21.613831 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e2a6f0d4-b5df-4ff3-afd0-d2d88e7da700 req-b86a4aeb-1ad2-4ebb-9f92-90591b0cca81 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8 HTTP/1.1" status: 200 len: 210 time: 0.0566885 Apr 21 12:40:21.625108 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-9ecf422e-786b-4f32-be8a-774ea3a64012 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:21.625447 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-0a2a524b-25d8-4921-aa3b-ce4041d4f0b6 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1376773590', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:21.696455 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 2aeb2261-1310-4511-bda8-0f52d0936f15 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:21.696842 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:21.703933 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ccb8447e-bef2-4f20-8e45-8facedd771c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:21.820359 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41842) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:21.831350 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d63ec60-b64b-4286-b07c-d38d793b1d19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-0bfb332b-30f8-4403-907b-b4929b30dc28', 'network_id': '0bfb332b-30f8-4403-907b-b4929b30dc28', 'tenant_id': 'c0f81ff131ed43f68e8e75bc14414841', 'fixed_ips': [{'subnet_id': '3f930588-0935-443c-840d-d6b0050f273a'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:40:21.832692 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d63ec60-b64b-4286-b07c-d38d793b1d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:21.842675 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb8447e-bef2-4f20-8e45-8facedd771c3 None None] Pushing event updated for resources: {'Port': ['ID=2aeb2261-1310-4511-bda8-0f52d0936f15,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:21.848079 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0a2a524b-25d8-4921-aa3b-ce4041d4f0b6 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:21.871196 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0a2a524b-25d8-4921-aa3b-ce4041d4f0b6 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:21.872525 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-9ecf422e-786b-4f32-be8a-774ea3a64012 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:21.975836 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-9ecf422e-786b-4f32-be8a-774ea3a64012 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:40:21.986351 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-9ecf422e-786b-4f32-be8a-774ea3a64012 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:21.989195 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-9ecf422e-786b-4f32-be8a-774ea3a64012 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:40:22.004110 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-065d8b05-3bc8-457f-a1c7-1d8dc34715d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a208b1412791496188b5b7f9d81a64f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1814115 Apr 21 12:40:22.004972 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41850) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:22.057547 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-9ecf422e-786b-4f32-be8a-774ea3a64012 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:22.058570 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-9ecf422e-786b-4f32-be8a-774ea3a64012 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:22.083937 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf422e-786b-4f32-be8a-774ea3a64012 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Pushing event updated for resources: {'Port': ['ID=2bbbc64a-b47f-4279-87af-ec490785a64d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:22.103172 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-7d63ec60-b64b-4286-b07c-d38d793b1d19 None None] Allocated IP 2001:db8::2 (0bfb332b-30f8-4403-907b-b4929b30dc28/3f930588-0935-443c-840d-d6b0050f273a/c3f9e49b-05d3-423f-b173-cc413da553a9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:40:22.106092 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0a2a524b-25d8-4921-aa3b-ce4041d4f0b6 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:22.111897 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['3ac80292-a1a4-44b6-916e-d59f01daa25d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:40:22.161429 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-b061bc75-d74a-4319-8a54-4eee6cb20a1c tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1298888877&fields=id&tenant_id=72dc25511e2147068c0afbce8b3beb01 HTTP/1.1" status: 200 len: 267 time: 0.0663021 Apr 21 12:40:22.164911 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6451c133-03d8-4bef-a593-d4b0aeaa7418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:22.168496 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-79579492-64d2-4ae3-b77d-83c4544b0907 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:22.176308 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-79579492-64d2-4ae3-b77d-83c4544b0907 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/networks?id=d447278d-f344-4de7-84b4-470e6442d819 HTTP/1.1" status: 200 len: 816 time: 0.3472242 Apr 21 12:40:22.222553 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6451c133-03d8-4bef-a593-d4b0aeaa7418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:22.294354 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0a2a524b-25d8-4921-aa3b-ce4041d4f0b6 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:22.345795 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-ab8925f6-598b-4014-8f8c-2c61c42f3adf tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/quotas/fd35dba1ddfd47018450abd623ae264f HTTP/1.1" status: 200 len: 375 time: 0.1668034 Apr 21 12:40:22.348151 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f9251e8b-c5ab-4faf-aff2-ba6894f2f28f None None] Provisioning complete for port 2aeb2261-1310-4511-bda8-0f52d0936f15 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:22.348616 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9251e8b-c5ab-4faf-aff2-ba6894f2f28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:22.354029 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-9ecf422e-786b-4f32-be8a-774ea3a64012 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0534556 Apr 21 12:40:22.363169 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-c6991f3b-8bb1-4519-a4a7-199915d72c4e tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:22.370204 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-c6991f3b-8bb1-4519-a4a7-199915d72c4e tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/networks?id=b386f910-1290-4727-a8ab-a0387dcbd592 HTTP/1.1" status: 200 len: 815 time: 0.1820202 Apr 21 12:40:22.386971 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Request body: {'port': {'device_id': 'b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:22.459223 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-bb4e7818-ddd9-4967-aaf4-44cd7d7e7aa9 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/quotas/72dc25511e2147068c0afbce8b3beb01 HTTP/1.1" status: 200 len: 375 time: 0.0783441 Apr 21 12:40:22.487399 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6451c133-03d8-4bef-a593-d4b0aeaa7418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:22.490338 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6451c133-03d8-4bef-a593-d4b0aeaa7418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:22.495732 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6451c133-03d8-4bef-a593-d4b0aeaa7418 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6089d7e0-34fc-4a24-96de-88dbebd113cb HTTP/1.1" status: 204 len: 168 time: 0.4705081 Apr 21 12:40:22.499409 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0a2a524b-25d8-4921-aa3b-ce4041d4f0b6 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:22.518297 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0a2a524b-25d8-4921-aa3b-ce4041d4f0b6 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9039369 Apr 21 12:40:22.518849 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-c2ab69ea-562d-4407-b9e1-cff168d2ae6b tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd35dba1ddfd47018450abd623ae264f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1502786 Apr 21 12:40:22.531540 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41868) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:22.538304 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ecf71110-d2b2-40c6-983c-1586d3c2b1bf tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'port': {'network_id': '0bfb332b-30f8-4403-907b-b4929b30dc28', 'name': 'tempest-PortsIpV6TestJSON-1598227855'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:22.556325 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:22.564091 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451c133-03d8-4bef-a593-d4b0aeaa7418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6089d7e0-34fc-4a24-96de-88dbebd113cb,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:22.671548 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-f472317b-ffdf-4fa8-979d-1a45f4c28b67 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=72dc25511e2147068c0afbce8b3beb01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1939154 Apr 21 12:40:22.680913 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d63ec60-b64b-4286-b07c-d38d793b1d19 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:22.772815 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4d7a33b0-695b-48d9-9dba-2be5187207e3 None None] Provisioning complete for port 2bbbc64a-b47f-4279-87af-ec490785a64d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:22.773600 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d7a33b0-695b-48d9-9dba-2be5187207e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:22.818587 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf71110-d2b2-40c6-983c-1586d3c2b1bf tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:40:22.822681 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d63ec60-b64b-4286-b07c-d38d793b1d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:22.823100 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ecf71110-d2b2-40c6-983c-1586d3c2b1bf tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:22.844608 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-ecf71110-d2b2-40c6-983c-1586d3c2b1bf tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] device_id is not set on port 0a17cb59-2e61-40e8-a52c-2973dd8d50e6 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:40:22.850530 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4d7a33b0-695b-48d9-9dba-2be5187207e3 None None] Port 2bbbc64a-b47f-4279-87af-ec490785a64d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:40:22.866539 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d63ec60-b64b-4286-b07c-d38d793b1d19 None None] Network 0bfb332b-30f8-4403-907b-b4929b30dc28 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:40:22.870004 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7d63ec60-b64b-4286-b07c-d38d793b1d19 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:22.872563 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d63ec60-b64b-4286-b07c-d38d793b1d19 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:40:22.911231 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63ec60-b64b-4286-b07c-d38d793b1d19 None None] Pushing event updated for resources: {'Port': ['ID=c3f9e49b-05d3-423f-b173-cc413da553a9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:22.955127 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7d63ec60-b64b-4286-b07c-d38d793b1d19 None None] Attempting to bind port c3f9e49b-05d3-423f-b173-cc413da553a9 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:40:22.955495 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7d63ec60-b64b-4286-b07c-d38d793b1d19 None None] Attempting to bind port c3f9e49b-05d3-423f-b173-cc413da553a9 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '20c918cd-1481-400d-a189-07fc32fd02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0bfb332b-30f8-4403-907b-b4929b30dc28'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:40:22.955854 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d63ec60-b64b-4286-b07c-d38d793b1d19 None None] Attempting to bind port c3f9e49b-05d3-423f-b173-cc413da553a9 on network 0bfb332b-30f8-4403-907b-b4929b30dc28 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:40:22.961451 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d63ec60-b64b-4286-b07c-d38d793b1d19 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:40:22.961872 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d63ec60-b64b-4286-b07c-d38d793b1d19 None None] Checking segment: {'id': '20c918cd-1481-400d-a189-07fc32fd02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0bfb332b-30f8-4403-907b-b4929b30dc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:40:22.962271 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d63ec60-b64b-4286-b07c-d38d793b1d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:22.962811 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d63ec60-b64b-4286-b07c-d38d793b1d19 None None] Bound using segment: {'id': '20c918cd-1481-400d-a189-07fc32fd02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0bfb332b-30f8-4403-907b-b4929b30dc28'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:40:22.963513 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7d63ec60-b64b-4286-b07c-d38d793b1d19 None None] Bound port: c3f9e49b-05d3-423f-b173-cc413da553a9, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20c918cd-1481-400d-a189-07fc32fd02bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '0bfb332b-30f8-4403-907b-b4929b30dc28'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:40:22.963647 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d63ec60-b64b-4286-b07c-d38d793b1d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:23.065059 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7d63ec60-b64b-4286-b07c-d38d793b1d19 None None] For port c3f9e49b-05d3-423f-b173-cc413da553a9, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:40:23.072163 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-54e3bd20-88d9-41ed-a8a5-446fdfc2f6ee service neutron] 10.222.0.36 "GET /v2.0/networks/b386f910-1290-4727-a8ab-a0387dcbd592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814962 Apr 21 12:40:23.074582 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7d63ec60-b64b-4286-b07c-d38d793b1d19 None None] For port c3f9e49b-05d3-423f-b173-cc413da553a9, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c3f9e49b-05d3-423f-b173-cc413da553a9,segment=NetworkSegment(20c918cd-1481-400d-a189-07fc32fd02bf),segment_id=20c918cd-1481-400d-a189-07fc32fd02bf)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:40:23.098905 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-ecf71110-d2b2-40c6-983c-1586d3c2b1bf tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Allocated IP 2001:db8::31c (0bfb332b-30f8-4403-907b-b4929b30dc28/3f930588-0935-443c-840d-d6b0050f273a/0a17cb59-2e61-40e8-a52c-2973dd8d50e6) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:40:23.185314 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d63ec60-b64b-4286-b07c-d38d793b1d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:23.325349 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63ec60-b64b-4286-b07c-d38d793b1d19 None None] Pushing event updated for resources: {'Port': ['ID=c3f9e49b-05d3-423f-b173-cc413da553a9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:23.383004 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 2aeb2261-1310-4511-bda8-0f52d0936f15 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:40:23.383758 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ecf71110-d2b2-40c6-983c-1586d3c2b1bf tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:23.454218 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 2aeb2261-1310-4511-bda8-0f52d0936f15 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:23.454784 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:23.571669 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ecf71110-d2b2-40c6-983c-1586d3c2b1bf tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:23.615205 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-8358df24-16d3-4c3f-80fe-92bdd10dbdef service neutron] 10.222.0.36 "GET /v2.0/networks/d447278d-f344-4de7-84b4-470e6442d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0615251 Apr 21 12:40:23.681613 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf71110-d2b2-40c6-983c-1586d3c2b1bf tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network 0bfb332b-30f8-4403-907b-b4929b30dc28 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:40:23.685082 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ecf71110-d2b2-40c6-983c-1586d3c2b1bf tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:23.689894 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf71110-d2b2-40c6-983c-1586d3c2b1bf tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:40:23.696442 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf71110-d2b2-40c6-983c-1586d3c2b1bf tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:23.697103 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ecf71110-d2b2-40c6-983c-1586d3c2b1bf tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:23.701548 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf71110-d2b2-40c6-983c-1586d3c2b1bf tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Port': ['ID=0a17cb59-2e61-40e8-a52c-2973dd8d50e6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:23.839322 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ecf71110-d2b2-40c6-983c-1586d3c2b1bf tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3064547 Apr 21 12:40:23.843265 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41924) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:23.898717 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bbbc64a-b47f-4279-87af-ec490785a64d {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:40:23.936277 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:23.950529 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-91b31b19-bdec-4210-a7b7-078a329704a4 service neutron] 10.222.0.36 "GET /v2.0/networks/b386f910-1290-4727-a8ab-a0387dcbd592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8446188 Apr 21 12:40:23.955264 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-9c258909-f7a0-441f-8db2-5ff80bb7b043 service neutron] 10.222.0.36 "GET /v2.0/networks/d447278d-f344-4de7-84b4-470e6442d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766428 Apr 21 12:40:23.964913 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-d35e2638-2db2-4d83-bed8-fb522d54d8de tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:23.966179 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-d35e2638-2db2-4d83-bed8-fb522d54d8de tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.26 "GET /v2.0/networks?id=d447278d-f344-4de7-84b4-470e6442d819 HTTP/1.1" status: 200 len: 816 time: 0.3816946 Apr 21 12:40:23.969042 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Transition to ACTIVE for port object 2bbbc64a-b47f-4279-87af-ec490785a64d will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:40:23.981916 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-83f139fb-0cac-4e9d-91b4-c610af30b97d tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Request body: {'port': {'device_id': '67d88df6-4bfd-40b5-82d4-0179fc38ff29', 'network_id': 'd447278d-f344-4de7-84b4-470e6442d819', 'admin_state_up': True, 'tenant_id': 'fd35dba1ddfd47018450abd623ae264f'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:24.106243 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:24.344019 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Pushing event updated for resources: {'Port': ['ID=2bbbc64a-b47f-4279-87af-ec490785a64d,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:24.350547 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-83f139fb-0cac-4e9d-91b4-c610af30b97d tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Made reservation on behalf of fd35dba1ddfd47018450abd623ae264f for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:40:24.355669 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-83f139fb-0cac-4e9d-91b4-c610af30b97d tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:24.509625 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 37a93cec-cc80-46f6-88d4-97f36fa3afc2 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:40:24.587124 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c30c837-7e9b-4a88-a058-67369b577bf8 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:24.730026 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 37a93cec-cc80-46f6-88d4-97f36fa3afc2, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=37a93cec-cc80-46f6-88d4-97f36fa3afc2,segment=NetworkSegment(3c560e93-1426-4da8-888c-ddd67b971e13),segment_id=3c560e93-1426-4da8-888c-ddd67b971e13)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:24.768397 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:24.771150 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:24.774755 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:24.775287 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:24.775799 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:24.777101 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:24.778461 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:24.778880 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:24.779284 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:24.780326 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:24.780917 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:24.781318 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:24.781635 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '37a93cec-cc80-46f6-88d4-97f36fa3afc2', 'network_id': '54076906-6a28-416e-bcbd-9d5e99293579', 'port_id': '37a93cec-cc80-46f6-88d4-97f36fa3afc2', 'mac_address': 'fa:16:3e:92:b6:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2337416d-bff8-4f87-bcad-c2ab8ba9b9f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:40:24.886786 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-83f139fb-0cac-4e9d-91b4-c610af30b97d tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Allocated IP 172.20.0.8 (d447278d-f344-4de7-84b4-470e6442d819/33aaa7b5-e4ac-4c92-a11b-6d9aef1da3fc/a77e1e5c-3459-4af8-850f-34774ba8e43f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:40:24.888856 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:24.906018 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37a93cec-cc80-46f6-88d4-97f36fa3afc2 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:40:24.930956 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 37a93cec-cc80-46f6-88d4-97f36fa3afc2, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=37a93cec-cc80-46f6-88d4-97f36fa3afc2,segment=NetworkSegment(3c560e93-1426-4da8-888c-ddd67b971e13),segment_id=3c560e93-1426-4da8-888c-ddd67b971e13)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:24.992769 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Attempting to bind port 2bbbc64a-b47f-4279-87af-ec490785a64d on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:40:24.993337 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Attempting to bind port 2bbbc64a-b47f-4279-87af-ec490785a64d by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:40:24.993438 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Attempting to bind port 2bbbc64a-b47f-4279-87af-ec490785a64d on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:40:25.021275 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e4a91-449d-4cfa-a492-c9d1f322e139 req-97480b17-ca3f-488c-8233-da49818474a1 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:25.022832 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4e5e4a91-449d-4cfa-a492-c9d1f322e139 req-97480b17-ca3f-488c-8233-da49818474a1 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8 HTTP/1.1" status: 200 len: 947 time: 0.3406446 Apr 21 12:40:25.030722 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Port 2bbbc64a-b47f-4279-87af-ec490785a64d on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:40:25.031046 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Attempting to bind port 2bbbc64a-b47f-4279-87af-ec490785a64d on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:40:25.031775 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6738f47e-026e-46ef-85ed-f36a6dbd3a76 None None] Network 0bfb332b-30f8-4403-907b-b4929b30dc28 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:40:25.044151 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c30c837-7e9b-4a88-a058-67369b577bf8 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:25.069240 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a69b6-888d-444d-82ff-ed2c9403e273 req-8d162f03-4727-4efb-a830-4e92a9d9e1c8 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:25.070720 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0b0a69b6-888d-444d-82ff-ed2c9403e273 req-8d162f03-4727-4efb-a830-4e92a9d9e1c8 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/ports?device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 943 time: 0.3965905 Apr 21 12:40:25.077112 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:40:25.077449 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:40:25.087644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:40:25.087644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Bound port: 2bbbc64a-b47f-4279-87af-ec490785a64d, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:40:25.087644 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:25.113806 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-04874ba1-07a7-45fd-b0f1-e229c6e1c8a6 None None] Provisioning complete for port c3f9e49b-05d3-423f-b173-cc413da553a9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:25.114177 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04874ba1-07a7-45fd-b0f1-e229c6e1c8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:25.157149 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:25.184364 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-d212e19a-b148-4f42-9f6f-f3cc23181556 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:25.185864 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-d212e19a-b148-4f42-9f6f-f3cc23181556 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.26 "GET /v2.0/networks?id=d447278d-f344-4de7-84b4-470e6442d819 HTTP/1.1" status: 200 len: 816 time: 0.3828859 Apr 21 12:40:25.187301 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c30c837-7e9b-4a88-a058-67369b577bf8 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:25.248726 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-a453b451-7e1c-47fc-a187-7e0606012ce1 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Request body: {'port': {'device_id': '65af2bee-f3db-4de5-b5b7-98007eba1365', 'network_id': 'd447278d-f344-4de7-84b4-470e6442d819', 'admin_state_up': True, 'tenant_id': 'fd35dba1ddfd47018450abd623ae264f'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:25.283599 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=37a93cec-cc80-46f6-88d4-97f36fa3afc2,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:25.326834 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4e5e4a91-449d-4cfa-a492-c9d1f322e139 req-a2aa5c7e-4e65-4941-a987-111ec7c17dbc tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/security-groups?id=be1e34fa-b360-4032-aae2-81e01d19e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930827 Apr 21 12:40:25.343629 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30c837-7e9b-4a88-a058-67369b577bf8 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Port': ['ID=0a17cb59-2e61-40e8-a52c-2973dd8d50e6,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:25.355195 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04874ba1-07a7-45fd-b0f1-e229c6e1c8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:25.421051 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-04874ba1-07a7-45fd-b0f1-e229c6e1c8a6 None None] For port c3f9e49b-05d3-423f-b173-cc413da553a9, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c3f9e49b-05d3-423f-b173-cc413da553a9,segment=NetworkSegment(20c918cd-1481-400d-a189-07fc32fd02bf),segment_id=20c918cd-1481-400d-a189-07fc32fd02bf)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:25.469873 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0b0a69b6-888d-444d-82ff-ed2c9403e273 req-a367fadf-02f7-45c6-9a89-34d07298436f tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/security-groups?id=23fca203-01a7-4e6c-a573-6018b09e4eda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3459237 Apr 21 12:40:25.535171 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c3f9e49b-05d3-423f-b173-cc413da553a9 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:40:25.580363 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d32a3511-4ed4-4f7f-af6f-737e44ec3453 req-08ca96f2-f74b-4e31-92f2-b13ba8faba7a tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd152191-6040-4828-811e-51554fb1a1d6 HTTP/1.1" status: 200 len: 210 time: 0.1290045 Apr 21 12:40:25.606916 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c30c837-7e9b-4a88-a058-67369b577bf8 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:25.653109 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['37a93cec-cc80-46f6-88d4-97f36fa3afc2'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:40:25.655802 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04874ba1-07a7-45fd-b0f1-e229c6e1c8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:25.795111 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] For port 2bbbc64a-b47f-4279-87af-ec490785a64d, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:40:25.812272 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] For port 2bbbc64a-b47f-4279-87af-ec490785a64d, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=2bbbc64a-b47f-4279-87af-ec490785a64d,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:40:25.815045 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04874ba1-07a7-45fd-b0f1-e229c6e1c8a6 None None] Pushing event updated for resources: {'Port': ['ID=c3f9e49b-05d3-423f-b173-cc413da553a9,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:25.815464 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52a2de71-0406-43a1-927f-092060f79d60 req-e9405927-a7b2-43a0-a61a-cbb33cae9b35 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0d16114-6485-449a-8a7d-81f72f69a252 HTTP/1.1" status: 200 len: 210 time: 0.2438908 Apr 21 12:40:25.835496 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-83f139fb-0cac-4e9d-91b4-c610af30b97d tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:25.854486 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port c3f9e49b-05d3-423f-b173-cc413da553a9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:25.855096 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:25.929894 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c354cb4e-550c-4286-9119-09cc5184bb7c None None] Provisioning complete for port 0a17cb59-2e61-40e8-a52c-2973dd8d50e6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:25.929894 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c354cb4e-550c-4286-9119-09cc5184bb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:25.989265 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-a453b451-7e1c-47fc-a187-7e0606012ce1 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Made reservation on behalf of fd35dba1ddfd47018450abd623ae264f for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:40:25.994791 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-a453b451-7e1c-47fc-a187-7e0606012ce1 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:25.998928 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:26.028155 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c354cb4e-550c-4286-9119-09cc5184bb7c None None] Port 0a17cb59-2e61-40e8-a52c-2973dd8d50e6 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:40:26.045544 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c30c837-7e9b-4a88-a058-67369b577bf8 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:26.065572 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c354cb4e-550c-4286-9119-09cc5184bb7c None None] Provisioning complete for port c3f9e49b-05d3-423f-b173-cc413da553a9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:26.066268 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c354cb4e-550c-4286-9119-09cc5184bb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:26.081295 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-83f139fb-0cac-4e9d-91b4-c610af30b97d tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:26.139201 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:26.139972 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:26.143772 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] 10.222.0.24 "PUT /v2.0/ports/2bbbc64a-b47f-4279-87af-ec490785a64d HTTP/1.1" status: 200 len: 1095 time: 3.7765348 Apr 21 12:40:26.145209 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8', 'tag': '2bbbc64a-b47f-4279-87af-ec490785a64d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:40:26.150792 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4ff62d-3995-44e1-b992-dddd0eb21cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8", "tag": "2bbbc64a-b47f-4279-87af-ec490785a64d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:40:26.184399 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21108e72-53f1-41d3-8345-d5fc009fe471 service neutron] Pushing event updated for resources: {'Port': ['ID=2bbbc64a-b47f-4279-87af-ec490785a64d,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:26.226515 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-83f139fb-0cac-4e9d-91b4-c610af30b97d tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Network d447278d-f344-4de7-84b4-470e6442d819 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:40:26.278404 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-83f139fb-0cac-4e9d-91b4-c610af30b97d tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:26.282640 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996e4454-18e0-4343-b401-0736e5940b52 x-openstack-request-id: req-996e4454-18e0-4343-b401-0736e5940b52 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:40:26.282919 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8", "tag": "2bbbc64a-b47f-4279-87af-ec490785a64d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:40:26.283165 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-996e4454-18e0-4343-b401-0736e5940b52 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:40:26.283555 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-996e4454-18e0-4343-b401-0736e5940b52'] response: {'name': 'network-changed', 'server_uuid': 'b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8', 'tag': '2bbbc64a-b47f-4279-87af-ec490785a64d', 'status': 'completed', 'code': 200} Apr 21 12:40:26.292210 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-83f139fb-0cac-4e9d-91b4-c610af30b97d tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:40:26.410716 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-050595da-43df-417f-be4f-19ff92cb888a None None] Provisioning complete for port 0a17cb59-2e61-40e8-a52c-2973dd8d50e6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:26.411183 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-050595da-43df-417f-be4f-19ff92cb888a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:26.445351 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f139fb-0cac-4e9d-91b4-c610af30b97d tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Pushing event updated for resources: {'Port': ['ID=a77e1e5c-3459-4af8-850f-34774ba8e43f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:26.572980 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-050595da-43df-417f-be4f-19ff92cb888a None None] Port 0a17cb59-2e61-40e8-a52c-2973dd8d50e6 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:40:26.598728 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-83f139fb-0cac-4e9d-91b4-c610af30b97d tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:26.610984 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-83f139fb-0cac-4e9d-91b4-c610af30b97d tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:26.614238 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c30c837-7e9b-4a88-a058-67369b577bf8 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:26.685170 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ff62d-3995-44e1-b992-dddd0eb21cd5 req-101fbdfd-ccc8-4d0a-9b66-b68d3a06ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:26.686748 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac4ff62d-3995-44e1-b992-dddd0eb21cd5 req-101fbdfd-ccc8-4d0a-9b66-b68d3a06ad47 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6aeaf4b1b1ed449d8f8a59a074c37da7&device_id=b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8 HTTP/1.1" status: 200 len: 1098 time: 0.3161163 Apr 21 12:40:26.691435 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c30c837-7e9b-4a88-a058-67369b577bf8 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:26.691435 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c30c837-7e9b-4a88-a058-67369b577bf8 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:26.787182 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42032) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:26.802163 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac4ff62d-3995-44e1-b992-dddd0eb21cd5 req-aa52055b-265e-4313-a901-7ccf34dd1bd2 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6aeaf4b1b1ed449d8f8a59a074c37da7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0716310 Apr 21 12:40:26.871868 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30c837-7e9b-4a88-a058-67369b577bf8 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Port': ['ID=0a17cb59-2e61-40e8-a52c-2973dd8d50e6,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:26.899843 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-a453b451-7e1c-47fc-a187-7e0606012ce1 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Allocated IP 172.20.0.7 (d447278d-f344-4de7-84b4-470e6442d819/33aaa7b5-e4ac-4c92-a11b-6d9aef1da3fc/ea696ddd-1d32-44be-aa2e-dcd6825fe494) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:40:26.927684 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-83f139fb-0cac-4e9d-91b4-c610af30b97d tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9418669 Apr 21 12:40:26.934685 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-b58d0084-69e5-40be-92c3-7b5a8d333879 service neutron] Request body: {'port': {'device_id': '67d88df6-4bfd-40b5-82d4-0179fc38ff29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:26.941330 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c30c837-7e9b-4a88-a058-67369b577bf8 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network 0bfb332b-30f8-4403-907b-b4929b30dc28 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:40:26.946971 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-0c30c837-7e9b-4a88-a058-67369b577bf8 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:26.983680 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a571bef-4fc8-44f9-8284-108a86e3d420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:27.001195 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5fa1c-6269-4c32-90cb-8403f5364f01 req-e9bb82c8-7e7a-4003-bb67-1a266a52530c tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:27.002910 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-74d5fa1c-6269-4c32-90cb-8403f5364f01 req-e9bb82c8-7e7a-4003-bb67-1a266a52530c tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/ports?device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 944 time: 0.3206947 Apr 21 12:40:27.016940 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac527920-0b77-478c-82d0-cef9e12279b0 req-6fc085e8-9732-45a3-b00a-67073f8fbb85 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:27.024754 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac527920-0b77-478c-82d0-cef9e12279b0 req-6fc085e8-9732-45a3-b00a-67073f8fbb85 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8 HTTP/1.1" status: 200 len: 947 time: 0.4737096 Apr 21 12:40:27.179414 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-b58d0084-69e5-40be-92c3-7b5a8d333879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:27.200119 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-46c0199d-0923-46a9-8cf5-af2df03c74ea None None] Provisioning complete for port 0a17cb59-2e61-40e8-a52c-2973dd8d50e6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:27.202378 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46c0199d-0923-46a9-8cf5-af2df03c74ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:27.224616 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a571bef-4fc8-44f9-8284-108a86e3d420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:27.256732 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-46c0199d-0923-46a9-8cf5-af2df03c74ea None None] Port 0a17cb59-2e61-40e8-a52c-2973dd8d50e6 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:40:27.266441 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ff62d-3995-44e1-b992-dddd0eb21cd5 req-b8425c2f-fce2-48fa-9c8f-b62c1c61b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:27.273121 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac4ff62d-3995-44e1-b992-dddd0eb21cd5 req-b8425c2f-fce2-48fa-9c8f-b62c1c61b492 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4584606 Apr 21 12:40:27.285829 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-46c0199d-0923-46a9-8cf5-af2df03c74ea None None] Provisioning complete for port a77e1e5c-3459-4af8-850f-34774ba8e43f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:27.286326 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46c0199d-0923-46a9-8cf5-af2df03c74ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:27.314741 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac527920-0b77-478c-82d0-cef9e12279b0 req-c79766c4-b98d-434e-a35b-ac63714b763f tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/security-groups?id=be1e34fa-b360-4032-aae2-81e01d19e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538109 Apr 21 12:40:27.331349 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-74d5fa1c-6269-4c32-90cb-8403f5364f01 req-b2b34e0c-7d3f-44b9-8241-2da54435e07c tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/security-groups?id=23fca203-01a7-4e6c-a573-6018b09e4eda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3009162 Apr 21 12:40:27.331688 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-46c0199d-0923-46a9-8cf5-af2df03c74ea None None] Port a77e1e5c-3459-4af8-850f-34774ba8e43f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:40:27.361270 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c30c837-7e9b-4a88-a058-67369b577bf8 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Router 84a98c12-8820-4cc7-ab59-ff836b411809 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:40:27.364346 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a571bef-4fc8-44f9-8284-108a86e3d420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:27.435369 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c3f9e49b-05d3-423f-b173-cc413da553a9 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:40:27.483063 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4a571bef-4fc8-44f9-8284-108a86e3d420 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eecb35cfb7e842fda0f102d7f311f6e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6938798 Apr 21 12:40:27.493913 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d031be32-486d-41ba-b3f0-3a0c19ddaef8 req-d95d31d5-2bd3-470e-b107-2683a3aca5a1 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd152191-6040-4828-811e-51554fb1a1d6 HTTP/1.1" status: 200 len: 210 time: 0.0292552 Apr 21 12:40:27.494616 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42046) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:27.510956 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d5d83360-69c3-4fe8-98c2-7439f34185b8 None None] Provisioning complete for port 0a17cb59-2e61-40e8-a52c-2973dd8d50e6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:27.511451 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5d83360-69c3-4fe8-98c2-7439f34185b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:27.523295 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571bef-4fc8-44f9-8284-108a86e3d420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fb23fc-5837-4d0e-8f88-8cb2516bd737,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:27.567153 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port c3f9e49b-05d3-423f-b173-cc413da553a9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:27.567609 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:27.576160 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-85ac218d-e453-4c66-a07d-a810a310506a req-0d33b218-f90a-4c06-93d5-774fef1beaca tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0d16114-6485-449a-8a7d-81f72f69a252 HTTP/1.1" status: 200 len: 210 time: 0.1223149 Apr 21 12:40:27.602729 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d5d83360-69c3-4fe8-98c2-7439f34185b8 None None] Port 0a17cb59-2e61-40e8-a52c-2973dd8d50e6 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:40:27.604617 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-536c1128-4917-473a-bc59-d7e695c7d8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:27.620041 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c30c837-7e9b-4a88-a058-67369b577bf8 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:40:27.634272 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0c30c837-7e9b-4a88-a058-67369b577bf8 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "PUT /v2.0/routers/84a98c12-8820-4cc7-ab59-ff836b411809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7893617 Apr 21 12:40:27.635281 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42048) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:27.646248 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ba6e6c-2f60-4105-b981-21a79c4d033d None None] Sync routers for ids ['84a98c12-8820-4cc7-ab59-ff836b411809'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:40:27.672187 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ba6e6c-2f60-4105-b981-21a79c4d033d None None] Routers {'84a98c12-8820-4cc7-ab59-ff836b411809'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:40:27.672187 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d8ba6e6c-2f60-4105-b981-21a79c4d033d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:40:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['84a98c12-8820-4cc7-ab59-ff836b411809'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:27.701646 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-04309673-60ee-4cfc-b1db-ba3c7a697669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:27.704308 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-04309673-60ee-4cfc-b1db-ba3c7a697669 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6aeaf4b1b1ed449d8f8a59a074c37da7&device_id=b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8 HTTP/1.1" status: 200 len: 1098 time: 0.3748949 Apr 21 12:40:27.709999 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-536c1128-4917-473a-bc59-d7e695c7d8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:27.718233 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d8ba6e6c-2f60-4105-b981-21a79c4d033d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:27.723895 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8160a43-4278-4366-ace7-79e8c3cff0ad tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:27.725346 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a8160a43-4278-4366-ace7-79e8c3cff0ad tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "GET /v2.0/ports?device_id=84a98c12-8820-4cc7-ab59-ff836b411809 HTTP/1.1" status: 200 len: 989 time: 0.0887289 Apr 21 12:40:27.728799 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ba6e6c-2f60-4105-b981-21a79c4d033d None None] Routers {'84a98c12-8820-4cc7-ab59-ff836b411809'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:40:27.729195 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42052) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:27.729545 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d8ba6e6c-2f60-4105-b981-21a79c4d033d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:40:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['84a98c12-8820-4cc7-ab59-ff836b411809'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:27.766408 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d8ba6e6c-2f60-4105-b981-21a79c4d033d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:27.767112 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ba6e6c-2f60-4105-b981-21a79c4d033d None None] The sync data for ids ['84a98c12-8820-4cc7-ab59-ff836b411809'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:40:27.775751 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-a453b451-7e1c-47fc-a187-7e0606012ce1 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:27.790737 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-a48bac5d-4271-40ab-8c6a-1694fc2d130b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=2bbbc64a-b47f-4279-87af-ec490785a64d HTTP/1.1" status: 200 len: 217 time: 0.0623314 Apr 21 12:40:27.892141 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-6400ece3-e867-4a78-a99e-3008f137c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:27.893602 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-6400ece3-e867-4a78-a99e-3008f137c1bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.0654237 Apr 21 12:40:27.951139 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-bfecd818-8ad3-4a34-9c80-a85905fac31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:27.952739 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-bfecd818-8ad3-4a34-9c80-a85905fac31e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0524230 Apr 21 12:40:28.018024 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-a453b451-7e1c-47fc-a187-7e0606012ce1 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:28.020538 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-536c1128-4917-473a-bc59-d7e695c7d8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:28.023167 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-536c1128-4917-473a-bc59-d7e695c7d8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:28.024874 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-536c1128-4917-473a-bc59-d7e695c7d8de admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/03fb23fc-5837-4d0e-8f88-8cb2516bd737 HTTP/1.1" status: 204 len: 168 time: 0.5222197 Apr 21 12:40:28.161685 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453b451-7e1c-47fc-a187-7e0606012ce1 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Pushing event updated for resources: {'Port': ['ID=ea696ddd-1d32-44be-aa2e-dcd6825fe494,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:28.217300 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c1128-4917-473a-bc59-d7e695c7d8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fb23fc-5837-4d0e-8f88-8cb2516bd737,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:28.242205 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-a453b451-7e1c-47fc-a187-7e0606012ce1 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Network d447278d-f344-4de7-84b4-470e6442d819 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:40:28.253016 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-a453b451-7e1c-47fc-a187-7e0606012ce1 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:28.267056 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-a453b451-7e1c-47fc-a187-7e0606012ce1 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:40:28.396491 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-a453b451-7e1c-47fc-a187-7e0606012ce1 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:28.396491 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-a453b451-7e1c-47fc-a187-7e0606012ce1 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:28.420851 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-efa989ad-c86f-4144-9964-ca3fc565ffaf tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:28.420851 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-efa989ad-c86f-4144-9964-ca3fc565ffaf tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.24 "GET /v2.0/networks?id=d447278d-f344-4de7-84b4-470e6442d819 HTTP/1.1" status: 200 len: 816 time: 0.3215485 Apr 21 12:40:28.429721 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-3c8e17fb-0e68-45b4-a572-b813c83c3485 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4675443 Apr 21 12:40:28.447419 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-8f9c0d40-ac67-45a4-87ac-f41a01241b65 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Request body: {'port': {'device_id': 'dd152191-6040-4828-811e-51554fb1a1d6', 'network_id': 'd447278d-f344-4de7-84b4-470e6442d819', 'admin_state_up': True, 'tenant_id': 'fd35dba1ddfd47018450abd623ae264f'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:28.510078 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 37a93cec-cc80-46f6-88d4-97f36fa3afc2 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:40:28.656027 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 37a93cec-cc80-46f6-88d4-97f36fa3afc2 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:40:28.663708 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 37a93cec-cc80-46f6-88d4-97f36fa3afc2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:28.664213 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:28.707038 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c9b3852-4a5a-44d9-bddc-c509f1c45989 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:28.773601 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-71984e4c-d213-41aa-9806-7e23c69b9f42 None None] Provisioning complete for port ea696ddd-1d32-44be-aa2e-dcd6825fe494 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:28.780704 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71984e4c-d213-41aa-9806-7e23c69b9f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:28.837969 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-71984e4c-d213-41aa-9806-7e23c69b9f42 None None] Port ea696ddd-1d32-44be-aa2e-dcd6825fe494 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:40:28.896815 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:28.934739 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 37a93cec-cc80-46f6-88d4-97f36fa3afc2, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=37a93cec-cc80-46f6-88d4-97f36fa3afc2,segment=NetworkSegment(3c560e93-1426-4da8-888c-ddd67b971e13),segment_id=3c560e93-1426-4da8-888c-ddd67b971e13)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:28.935360 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1010468d-70a6-4e5b-be31-62638abe61e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a93cec-cc80-46f6-88d4-97f36fa3afc2'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:40:28.937964 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2134dbd4-e0e4-49be-ae4d-a8b90fa062f5" -d '{"events": [{"server_uuid": "1010468d-70a6-4e5b-be31-62638abe61e6", "name": "network-vif-plugged", "status": "completed", "tag": "37a93cec-cc80-46f6-88d4-97f36fa3afc2"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:40:28.988342 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a646f70-01ef-47be-adc5-3897fa129af2 req-6ad71bcd-5869-4ec7-889f-ff524861e76d service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5362225 Apr 21 12:40:29.019372 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:29.085532 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=37a93cec-cc80-46f6-88d4-97f36fa3afc2,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:29.120546 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-32f05c39-9704-457f-8132-94366b5eeaca tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:29.122028 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-32f05c39-9704-457f-8132-94366b5eeaca tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.24 "GET /v2.0/networks?id=b386f910-1290-4727-a8ab-a0387dcbd592 HTTP/1.1" status: 200 len: 815 time: 0.2416673 Apr 21 12:40:29.147046 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81a7e8-11ab-4a36-b418-de9ea6b1108a req-467e41b4-df4d-4a9b-ad79-fd2f267a85e8 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:29.148827 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ee81a7e8-11ab-4a36-b418-de9ea6b1108a req-467e41b4-df4d-4a9b-ad79-fd2f267a85e8 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8 HTTP/1.1" status: 200 len: 947 time: 0.7091930 Apr 21 12:40:29.179335 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-a453b451-7e1c-47fc-a187-7e0606012ce1 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9471314 Apr 21 12:40:29.187561 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-b58d0084-69e5-40be-92c3-7b5a8d333879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a77e1e5c-3459-4af8-850f-34774ba8e43f {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:40:29.200321 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ca282-a61d-4cfe-a650-d78b972f80fe req-76d7e800-2eae-4168-b04c-6195f23ecfc2 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:29.201859 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-619ca282-a61d-4cfe-a650-d78b972f80fe req-76d7e800-2eae-4168-b04c-6195f23ecfc2 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/ports?device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 944 time: 0.7680919 Apr 21 12:40:29.204013 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-49fcaa5d-5488-4492-a7cc-6b915d030d42 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72dc25511e2147068c0afbce8b3beb01 HTTP/1.1" status: 200 len: 380 time: 0.0591524 Apr 21 12:40:29.216604 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-ed09c51b-dad9-4bc2-82f0-bdf1eaab3605 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Request body: {'port': {'device_id': 'b0d16114-6485-449a-8a7d-81f72f69a252', 'network_id': 'b386f910-1290-4727-a8ab-a0387dcbd592', 'admin_state_up': True, 'tenant_id': '72dc25511e2147068c0afbce8b3beb01', 'security_groups': ['a952406e-7ca1-4073-96b5-e749aca2cf15']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:29.219183 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-be078b76-88fb-47cc-b958-5fc3e67c9bfc service neutron] Request body: {'port': {'device_id': '65af2bee-f3db-4de5-b5b7-98007eba1365', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:29.223113 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b3852-4a5a-44d9-bddc-c509f1c45989 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting port 0a17cb59-2e61-40e8-a52c-2973dd8d50e6 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:40:29.223444 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c9b3852-4a5a-44d9-bddc-c509f1c45989 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:29.227286 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-b58d0084-69e5-40be-92c3-7b5a8d333879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:29.296968 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-b58d0084-69e5-40be-92c3-7b5a8d333879 service neutron] Transition to ACTIVE for port object a77e1e5c-3459-4af8-850f-34774ba8e43f will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:40:29.307526 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42088) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:29.316665 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ee81a7e8-11ab-4a36-b418-de9ea6b1108a req-8a1cbe19-9391-4a06-bfc0-0738dd352589 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/security-groups?id=be1e34fa-b360-4032-aae2-81e01d19e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582267 Apr 21 12:40:29.348973 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-619ca282-a61d-4cfe-a650-d78b972f80fe req-26f5102c-da20-44eb-9d4d-8b8f969042dc tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/security-groups?id=23fca203-01a7-4e6c-a573-6018b09e4eda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351383 Apr 21 12:40:29.354022 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-be078b76-88fb-47cc-b958-5fc3e67c9bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:29.388034 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c9b3852-4a5a-44d9-bddc-c509f1c45989 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:29.418046 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b3852-4a5a-44d9-bddc-c509f1c45989 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Calling delete_port for 0a17cb59-2e61-40e8-a52c-2973dd8d50e6 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:40:29.435797 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-b58d0084-69e5-40be-92c3-7b5a8d333879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:29.469457 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-8f9c0d40-ac67-45a4-87ac-f41a01241b65 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Made reservation on behalf of fd35dba1ddfd47018450abd623ae264f for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:40:29.473798 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-8f9c0d40-ac67-45a4-87ac-f41a01241b65 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:29.537612 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-ed09c51b-dad9-4bc2-82f0-bdf1eaab3605 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Made reservation on behalf of 72dc25511e2147068c0afbce8b3beb01 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:40:29.541129 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-ed09c51b-dad9-4bc2-82f0-bdf1eaab3605 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:29.574678 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b172f84b-1497-477a-9881-7cd1a16b4e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:29.598950 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f6e119da-6daa-44a5-8e2c-407ad69ca06e req-f3a434b5-4e24-40ca-b015-b328982c8731 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd152191-6040-4828-811e-51554fb1a1d6 HTTP/1.1" status: 200 len: 210 time: 0.0989933 Apr 21 12:40:29.614421 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef4c22ec-8dff-4fff-9514-2baf746325a6 req-9d663d5e-feba-4c0d-9c90-2b9f84494948 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0d16114-6485-449a-8a7d-81f72f69a252 HTTP/1.1" status: 200 len: 210 time: 0.1074708 Apr 21 12:40:29.680637 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04de13c6-e356-407e-ace1-c220e04ebbe0 x-openstack-request-id: req-04de13c6-e356-407e-ace1-c220e04ebbe0 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:40:29.681477 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1010468d-70a6-4e5b-be31-62638abe61e6", "name": "network-vif-plugged", "status": "completed", "tag": "37a93cec-cc80-46f6-88d4-97f36fa3afc2", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:40:29.681925 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-04de13c6-e356-407e-ace1-c220e04ebbe0 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:40:29.682523 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04de13c6-e356-407e-ace1-c220e04ebbe0'] response: {'server_uuid': '1010468d-70a6-4e5b-be31-62638abe61e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37a93cec-cc80-46f6-88d4-97f36fa3afc2', 'code': 200} Apr 21 12:40:29.693682 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d0084-69e5-40be-92c3-7b5a8d333879 service neutron] Pushing event updated for resources: {'Port': ['ID=a77e1e5c-3459-4af8-850f-34774ba8e43f,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:29.828202 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b172f84b-1497-477a-9881-7cd1a16b4e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:29.889938 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b172f84b-1497-477a-9881-7cd1a16b4e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:29.902480 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-ed09c51b-dad9-4bc2-82f0-bdf1eaab3605 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Allocated IP 172.20.0.9 (b386f910-1290-4727-a8ab-a0387dcbd592/107fb6c6-3947-4941-bc31-01b8411e8f35/9aaeeb12-1165-480b-8800-bad22a0a5875) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:40:29.913076 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-b58d0084-69e5-40be-92c3-7b5a8d333879 service neutron] Attempting to bind port a77e1e5c-3459-4af8-850f-34774ba8e43f on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:40:29.913424 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-b58d0084-69e5-40be-92c3-7b5a8d333879 service neutron] Attempting to bind port a77e1e5c-3459-4af8-850f-34774ba8e43f by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '92aeee9a-c454-456a-ae05-5fde8110fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd447278d-f344-4de7-84b4-470e6442d819'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:40:29.913761 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-b58d0084-69e5-40be-92c3-7b5a8d333879 service neutron] Attempting to bind port a77e1e5c-3459-4af8-850f-34774ba8e43f on network d447278d-f344-4de7-84b4-470e6442d819 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:40:29.923739 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a97ec-2351-4173-a094-b567c03b21e1 req-dc95101c-12f9-40cb-89a9-3ce0185fd86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:29.925291 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5f1a97ec-2351-4173-a094-b567c03b21e1 req-dc95101c-12f9-40cb-89a9-3ce0185fd86c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 1096 time: 0.1708055 Apr 21 12:40:29.928532 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c9b3852-4a5a-44d9-bddc-c509f1c45989 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:29.943497 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-b58d0084-69e5-40be-92c3-7b5a8d333879 service neutron] Port a77e1e5c-3459-4af8-850f-34774ba8e43f on network d447278d-f344-4de7-84b4-470e6442d819 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:40:29.943647 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-b58d0084-69e5-40be-92c3-7b5a8d333879 service neutron] Attempting to bind port a77e1e5c-3459-4af8-850f-34774ba8e43f on network d447278d-f344-4de7-84b4-470e6442d819 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:40:29.962136 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-b58d0084-69e5-40be-92c3-7b5a8d333879 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:40:29.962391 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-b58d0084-69e5-40be-92c3-7b5a8d333879 service neutron] Checking segment: {'id': '92aeee9a-c454-456a-ae05-5fde8110fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd447278d-f344-4de7-84b4-470e6442d819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:40:29.962767 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-b58d0084-69e5-40be-92c3-7b5a8d333879 service neutron] Bound using segment: {'id': '92aeee9a-c454-456a-ae05-5fde8110fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd447278d-f344-4de7-84b4-470e6442d819'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:40:29.963057 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b172f84b-1497-477a-9881-7cd1a16b4e37 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e12259bd33e44d9cb52e2d33c811bbdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6533146 Apr 21 12:40:29.963195 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-b58d0084-69e5-40be-92c3-7b5a8d333879 service neutron] Bound port: a77e1e5c-3459-4af8-850f-34774ba8e43f, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92aeee9a-c454-456a-ae05-5fde8110fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd447278d-f344-4de7-84b4-470e6442d819'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:40:29.963551 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-b58d0084-69e5-40be-92c3-7b5a8d333879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:29.968008 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42104) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:30.005510 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172f84b-1497-477a-9881-7cd1a16b4e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32efb22e-d43c-4a4f-b7fa-98a7f714d942,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:30.008525 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b3852-4a5a-44d9-bddc-c509f1c45989 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Port': ['ID=0a17cb59-2e61-40e8-a52c-2973dd8d50e6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:30.011110 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5f1a97ec-2351-4173-a094-b567c03b21e1 req-754dc468-4345-4837-8a47-4327798857a8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=23fca203-01a7-4e6c-a573-6018b09e4eda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756421 Apr 21 12:40:30.108131 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-b58d0084-69e5-40be-92c3-7b5a8d333879 service neutron] For port a77e1e5c-3459-4af8-850f-34774ba8e43f, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:40:30.113721 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-b58d0084-69e5-40be-92c3-7b5a8d333879 service neutron] For port a77e1e5c-3459-4af8-850f-34774ba8e43f, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=a77e1e5c-3459-4af8-850f-34774ba8e43f,segment=NetworkSegment(92aeee9a-c454-456a-ae05-5fde8110fb4b),segment_id=92aeee9a-c454-456a-ae05-5fde8110fb4b)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:40:30.117551 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-be078b76-88fb-47cc-b958-5fc3e67c9bfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea696ddd-1d32-44be-aa2e-dcd6825fe494 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:40:30.127201 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-be078b76-88fb-47cc-b958-5fc3e67c9bfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:30.141637 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-be078b76-88fb-47cc-b958-5fc3e67c9bfc service neutron] Transition to ACTIVE for port object ea696ddd-1d32-44be-aa2e-dcd6825fe494 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:40:30.177745 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-b58d0084-69e5-40be-92c3-7b5a8d333879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:30.194213 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c9b3852-4a5a-44d9-bddc-c509f1c45989 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:30.208935 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83bbea84-3b51-439d-a709-b7fb2d705119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:30.228549 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-be078b76-88fb-47cc-b958-5fc3e67c9bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:30.267994 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-b58d0084-69e5-40be-92c3-7b5a8d333879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:30.268574 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-b58d0084-69e5-40be-92c3-7b5a8d333879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:30.270668 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-b58d0084-69e5-40be-92c3-7b5a8d333879 service neutron] 10.222.0.26 "PUT /v2.0/ports/a77e1e5c-3459-4af8-850f-34774ba8e43f HTTP/1.1" status: 200 len: 1091 time: 3.3423870 Apr 21 12:40:30.272829 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67d88df6-4bfd-40b5-82d4-0179fc38ff29', 'tag': 'a77e1e5c-3459-4af8-850f-34774ba8e43f'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:40:30.282036 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179b8c08-2e60-4775-b83c-c5393e1f8bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "67d88df6-4bfd-40b5-82d4-0179fc38ff29", "tag": "a77e1e5c-3459-4af8-850f-34774ba8e43f"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:40:30.326829 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83bbea84-3b51-439d-a709-b7fb2d705119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:30.355845 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-ed09c51b-dad9-4bc2-82f0-bdf1eaab3605 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:30.360580 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b8b181-f136-46be-a882-a21f998fffd7 x-openstack-request-id: req-16b8b181-f136-46be-a882-a21f998fffd7 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:40:30.360737 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67d88df6-4bfd-40b5-82d4-0179fc38ff29", "tag": "a77e1e5c-3459-4af8-850f-34774ba8e43f", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:40:30.363694 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-16b8b181-f136-46be-a882-a21f998fffd7 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:40:30.363694 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16b8b181-f136-46be-a882-a21f998fffd7'] response: {'name': 'network-changed', 'server_uuid': '67d88df6-4bfd-40b5-82d4-0179fc38ff29', 'tag': 'a77e1e5c-3459-4af8-850f-34774ba8e43f', 'status': 'completed', 'code': 200} Apr 21 12:40:30.477681 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-8f9c0d40-ac67-45a4-87ac-f41a01241b65 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Allocated IP 172.20.0.3 (d447278d-f344-4de7-84b4-470e6442d819/33aaa7b5-e4ac-4c92-a11b-6d9aef1da3fc/0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:40:30.502848 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d0084-69e5-40be-92c3-7b5a8d333879 service neutron] Pushing event updated for resources: {'Port': ['ID=a77e1e5c-3459-4af8-850f-34774ba8e43f,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:30.516542 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9b3852-4a5a-44d9-bddc-c509f1c45989 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Router 84a98c12-8820-4cc7-ab59-ff836b411809 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:40:30.635058 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83bbea84-3b51-439d-a709-b7fb2d705119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:30.637762 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83bbea84-3b51-439d-a709-b7fb2d705119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:30.639007 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-83bbea84-3b51-439d-a709-b7fb2d705119 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/32efb22e-d43c-4a4f-b7fa-98a7f714d942 HTTP/1.1" status: 204 len: 168 time: 0.6477365 Apr 21 12:40:30.644502 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-ed09c51b-dad9-4bc2-82f0-bdf1eaab3605 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:30.670856 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bbea84-3b51-439d-a709-b7fb2d705119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32efb22e-d43c-4a4f-b7fa-98a7f714d942,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:30.676905 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9b3852-4a5a-44d9-bddc-c509f1c45989 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:40:30.683351 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7c9b3852-4a5a-44d9-bddc-c509f1c45989 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "PUT /v2.0/routers/84a98c12-8820-4cc7-ab59-ff836b411809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9529228 Apr 21 12:40:30.689544 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa10d5a-daae-494b-b6f5-5fbfcfbf13a1 None None] Sync routers for ids ['84a98c12-8820-4cc7-ab59-ff836b411809'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:40:30.693670 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be078b76-88fb-47cc-b958-5fc3e67c9bfc service neutron] Pushing event updated for resources: {'Port': ['ID=ea696ddd-1d32-44be-aa2e-dcd6825fe494,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:30.707794 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa10d5a-daae-494b-b6f5-5fbfcfbf13a1 None None] Routers {'84a98c12-8820-4cc7-ab59-ff836b411809'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:40:30.708427 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-dfa10d5a-daae-494b-b6f5-5fbfcfbf13a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:40:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['84a98c12-8820-4cc7-ab59-ff836b411809'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:30.719736 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42140) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:30.731895 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb1fd6-97bf-44dd-a183-9a6520ecf90d req-c1b29812-bd87-4cca-972d-c62dbb420fb7 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:30.733400 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8beb1fd6-97bf-44dd-a183-9a6520ecf90d req-c1b29812-bd87-4cca-972d-c62dbb420fb7 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8 HTTP/1.1" status: 200 len: 947 time: 0.2521386 Apr 21 12:40:30.754584 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-dfa10d5a-daae-494b-b6f5-5fbfcfbf13a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:30.755033 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09c51b-dad9-4bc2-82f0-bdf1eaab3605 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Pushing event updated for resources: {'Port': ['ID=9aaeeb12-1165-480b-8800-bad22a0a5875,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:30.759532 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-ed09c51b-dad9-4bc2-82f0-bdf1eaab3605 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Network b386f910-1290-4727-a8ab-a0387dcbd592 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:40:30.760992 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-ed09c51b-dad9-4bc2-82f0-bdf1eaab3605 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:30.763932 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-ed09c51b-dad9-4bc2-82f0-bdf1eaab3605 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:40:30.767486 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa10d5a-daae-494b-b6f5-5fbfcfbf13a1 None None] Routers {'84a98c12-8820-4cc7-ab59-ff836b411809'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:40:30.767486 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-dfa10d5a-daae-494b-b6f5-5fbfcfbf13a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:40:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['84a98c12-8820-4cc7-ab59-ff836b411809'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:30.786928 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e9d9f-9a01-4e9c-aea6-f5385645c5a2 req-611fea15-3732-46e4-bd06-4095a1ef6b98 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:30.788508 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-546e9d9f-9a01-4e9c-aea6-f5385645c5a2 req-611fea15-3732-46e4-bd06-4095a1ef6b98 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/ports?device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 945 time: 0.3083653 Apr 21 12:40:30.790995 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b8c08-2e60-4775-b83c-c5393e1f8bc1 req-96815015-1c01-41a9-8ef4-17cede38d6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:30.793089 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-179b8c08-2e60-4775-b83c-c5393e1f8bc1 req-96815015-1c01-41a9-8ef4-17cede38d6d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd35dba1ddfd47018450abd623ae264f&device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 1094 time: 0.3923805 Apr 21 12:40:30.794047 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-be078b76-88fb-47cc-b958-5fc3e67c9bfc service neutron] Attempting to bind port ea696ddd-1d32-44be-aa2e-dcd6825fe494 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:40:30.801909 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-be078b76-88fb-47cc-b958-5fc3e67c9bfc service neutron] Attempting to bind port ea696ddd-1d32-44be-aa2e-dcd6825fe494 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '92aeee9a-c454-456a-ae05-5fde8110fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd447278d-f344-4de7-84b4-470e6442d819'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:40:30.801909 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-be078b76-88fb-47cc-b958-5fc3e67c9bfc service neutron] Attempting to bind port ea696ddd-1d32-44be-aa2e-dcd6825fe494 on network d447278d-f344-4de7-84b4-470e6442d819 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:40:30.850519 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-ed09c51b-dad9-4bc2-82f0-bdf1eaab3605 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:30.851742 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-ed09c51b-dad9-4bc2-82f0-bdf1eaab3605 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:30.852862 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-dfa10d5a-daae-494b-b6f5-5fbfcfbf13a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:30.854002 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa10d5a-daae-494b-b6f5-5fbfcfbf13a1 None None] The sync data for ids ['84a98c12-8820-4cc7-ab59-ff836b411809'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:40:30.874097 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b4f9fb-15b9-4695-a9be-7c18deaa1533 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] GET failed (client error): The resource could not be found. Apr 21 12:40:30.875702 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-21b4f9fb-15b9-4695-a9be-7c18deaa1533 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "GET /v2.0/ports/0a17cb59-2e61-40e8-a52c-2973dd8d50e6 HTTP/1.1" status: 404 len: 333 time: 0.1220493 Apr 21 12:40:30.876375 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-be078b76-88fb-47cc-b958-5fc3e67c9bfc service neutron] Port ea696ddd-1d32-44be-aa2e-dcd6825fe494 on network d447278d-f344-4de7-84b4-470e6442d819 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:40:30.876730 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-be078b76-88fb-47cc-b958-5fc3e67c9bfc service neutron] Attempting to bind port ea696ddd-1d32-44be-aa2e-dcd6825fe494 on network d447278d-f344-4de7-84b4-470e6442d819 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:40:30.878634 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42142) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:30.969347 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-be078b76-88fb-47cc-b958-5fc3e67c9bfc service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:40:30.969725 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-be078b76-88fb-47cc-b958-5fc3e67c9bfc service neutron] Checking segment: {'id': '92aeee9a-c454-456a-ae05-5fde8110fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd447278d-f344-4de7-84b4-470e6442d819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:40:30.970129 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-be078b76-88fb-47cc-b958-5fc3e67c9bfc service neutron] Bound using segment: {'id': '92aeee9a-c454-456a-ae05-5fde8110fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd447278d-f344-4de7-84b4-470e6442d819'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:40:30.970579 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-be078b76-88fb-47cc-b958-5fc3e67c9bfc service neutron] Bound port: ea696ddd-1d32-44be-aa2e-dcd6825fe494, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92aeee9a-c454-456a-ae05-5fde8110fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd447278d-f344-4de7-84b4-470e6442d819'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:40:30.970942 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-be078b76-88fb-47cc-b958-5fc3e67c9bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:30.978236 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-ed09c51b-dad9-4bc2-82f0-bdf1eaab3605 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7660770 Apr 21 12:40:30.985460 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2f2a216-d67c-4f06-bdaa-c4b5ba5f4afc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:30.994950 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-b5a1633e-30ee-45d9-94dd-81527a34b36a service neutron] Request body: {'port': {'device_id': 'b0d16114-6485-449a-8a7d-81f72f69a252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:31.026571 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8beb1fd6-97bf-44dd-a183-9a6520ecf90d req-5ac13c0a-e9d8-44be-b360-4e8004961bf5 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/security-groups?id=be1e34fa-b360-4032-aae2-81e01d19e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701218 Apr 21 12:40:31.107457 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-546e9d9f-9a01-4e9c-aea6-f5385645c5a2 req-94db053f-3b90-42f0-9548-4c358227409c tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/security-groups?id=23fca203-01a7-4e6c-a573-6018b09e4eda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3085663 Apr 21 12:40:31.219478 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b8c08-2e60-4775-b83c-c5393e1f8bc1 req-ff990153-78eb-47c8-bab4-b22ff9896d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:31.220985 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-179b8c08-2e60-4775-b83c-c5393e1f8bc1 req-ff990153-78eb-47c8-bab4-b22ff9896d69 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=fd35dba1ddfd47018450abd623ae264f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3895109 Apr 21 12:40:31.252872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-be078b76-88fb-47cc-b958-5fc3e67c9bfc service neutron] For port ea696ddd-1d32-44be-aa2e-dcd6825fe494, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:40:31.258814 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2f2a216-d67c-4f06-bdaa-c4b5ba5f4afc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:31.261718 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9ded5712-349a-4bae-bdbc-a6cfb93c5c00 None None] Provisioning complete for port 9aaeeb12-1165-480b-8800-bad22a0a5875 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:31.262698 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ded5712-349a-4bae-bdbc-a6cfb93c5c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:31.279033 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2f2a216-d67c-4f06-bdaa-c4b5ba5f4afc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:31.291208 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42148) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:31.322003 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-be078b76-88fb-47cc-b958-5fc3e67c9bfc service neutron] For port ea696ddd-1d32-44be-aa2e-dcd6825fe494, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ea696ddd-1d32-44be-aa2e-dcd6825fe494,segment=NetworkSegment(92aeee9a-c454-456a-ae05-5fde8110fb4b),segment_id=92aeee9a-c454-456a-ae05-5fde8110fb4b)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:40:31.324280 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9ded5712-349a-4bae-bdbc-a6cfb93c5c00 None None] Port 9aaeeb12-1165-480b-8800-bad22a0a5875 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:40:31.330000 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-8f9c0d40-ac67-45a4-87ac-f41a01241b65 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:31.363696 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-b5a1633e-30ee-45d9-94dd-81527a34b36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:31.383091 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-087d5e9c-747a-418f-b7f6-802765697f99 req-22f3d8f6-c706-42fe-9197-e265416cc41e tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd152191-6040-4828-811e-51554fb1a1d6 HTTP/1.1" status: 200 len: 210 time: 0.1111393 Apr 21 12:40:31.401056 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a33f15c-b9fa-4360-a4d8-fb701b30dc9d req-385df76c-9444-40ec-a995-2d53facb9a15 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:31.406214 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a33f15c-b9fa-4360-a4d8-fb701b30dc9d req-385df76c-9444-40ec-a995-2d53facb9a15 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0d16114-6485-449a-8a7d-81f72f69a252 HTTP/1.1" status: 200 len: 931 time: 0.2635493 Apr 21 12:40:31.420685 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-be078b76-88fb-47cc-b958-5fc3e67c9bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:31.452783 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2f2a216-d67c-4f06-bdaa-c4b5ba5f4afc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:31.453468 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f2a216-d67c-4f06-bdaa-c4b5ba5f4afc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Fanout notify agent at l3_agent the message router_deleted on router 84a98c12-8820-4cc7-ab59-ff836b411809 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:40:31.471502 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b8c08-2e60-4775-b83c-c5393e1f8bc1 req-bc0b2889-e3bb-4998-b765-8e0d4ca21c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:31.473990 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-179b8c08-2e60-4775-b83c-c5393e1f8bc1 req-bc0b2889-e3bb-4998-b765-8e0d4ca21c95 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2431848 Apr 21 12:40:31.509453 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2f2a216-d67c-4f06-bdaa-c4b5ba5f4afc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:31.510694 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c2f2a216-d67c-4f06-bdaa-c4b5ba5f4afc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/routers/84a98c12-8820-4cc7-ab59-ff836b411809 HTTP/1.1" status: 204 len: 168 time: 0.6298802 Apr 21 12:40:31.524395 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42152) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:31.538778 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-be078b76-88fb-47cc-b958-5fc3e67c9bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:31.539318 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-be078b76-88fb-47cc-b958-5fc3e67c9bfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:31.540717 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-be078b76-88fb-47cc-b958-5fc3e67c9bfc service neutron] 10.222.0.26 "PUT /v2.0/ports/ea696ddd-1d32-44be-aa2e-dcd6825fe494 HTTP/1.1" status: 200 len: 1091 time: 2.3378880 Apr 21 12:40:31.592395 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cb04f55-0ae0-475b-a0df-0edb4ae1c6d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:31.608688 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a33f15c-b9fa-4360-a4d8-fb701b30dc9d req-78e49fd6-d2e3-4e61-a479-4d8180c5e1e9 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/security-groups?id=a952406e-7ca1-4073-96b5-e749aca2cf15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791542 Apr 21 12:40:31.609563 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be078b76-88fb-47cc-b958-5fc3e67c9bfc service neutron] Pushing event updated for resources: {'Port': ['ID=ea696ddd-1d32-44be-aa2e-dcd6825fe494,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:31.631668 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-ae54f8e8-e07d-4d87-ab68-ca632732f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:31.633274 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-ae54f8e8-e07d-4d87-ab68-ca632732f93c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd35dba1ddfd47018450abd623ae264f&device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 1094 time: 0.1122179 Apr 21 12:40:31.664648 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1bf478-d4f0-48d1-b45a-fe0b5511964b tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting subnet 3f930588-0935-443c-840d-d6b0050f273a {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:40:31.673262 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b1bf478-d4f0-48d1-b45a-fe0b5511964b tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:31.716629 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-7c15ca37-db00-4362-8048-c7f10603cfd4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a77e1e5c-3459-4af8-850f-34774ba8e43f HTTP/1.1" status: 200 len: 217 time: 0.0731721 Apr 21 12:40:31.717803 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-8f9c0d40-ac67-45a4-87ac-f41a01241b65 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:31.720446 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42154) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:31.776608 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b1bf478-d4f0-48d1-b45a-fe0b5511964b tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:31.806294 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-020f9a9c-d554-4e7d-8241-5718cae2c821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:31.844805 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-8f9c0d40-ac67-45a4-87ac-f41a01241b65 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Network d447278d-f344-4de7-84b4-470e6442d819 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:40:31.859942 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-8f9c0d40-ac67-45a4-87ac-f41a01241b65 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:31.866060 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-9c50d504-8d32-46ca-bca8-6b9c720575dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:31.867523 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-9c50d504-8d32-46ca-bca8-6b9c720575dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=33aaa7b5-e4ac-4c92-a11b-6d9aef1da3fc HTTP/1.1" status: 200 len: 855 time: 0.1372216 Apr 21 12:40:31.868126 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c0d40-ac67-45a4-87ac-f41a01241b65 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Pushing event updated for resources: {'Port': ['ID=0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:31.870477 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-8f9c0d40-ac67-45a4-87ac-f41a01241b65 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:40:31.891897 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-664fded5-4eb4-4cc4-94d0-145c3343987f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:31.893656 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-664fded5-4eb4-4cc4-94d0-145c3343987f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd35dba1ddfd47018450abd623ae264f&device_id=65af2bee-f3db-4de5-b5b7-98007eba1365 HTTP/1.1" status: 200 len: 1094 time: 0.1862743 Apr 21 12:40:31.895986 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cb04f55-0ae0-475b-a0df-0edb4ae1c6d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:31.969269 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b1bf478-d4f0-48d1-b45a-fe0b5511964b tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:31.974288 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-b5a1633e-30ee-45d9-94dd-81527a34b36a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aaeeb12-1165-480b-8800-bad22a0a5875 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:40:31.988365 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-a2f299e1-107c-4d97-80e3-f30d60066961 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea696ddd-1d32-44be-aa2e-dcd6825fe494 HTTP/1.1" status: 200 len: 217 time: 0.0737944 Apr 21 12:40:32.001461 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-b5a1633e-30ee-45d9-94dd-81527a34b36a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:32.029636 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-b5a1633e-30ee-45d9-94dd-81527a34b36a service neutron] Transition to ACTIVE for port object 9aaeeb12-1165-480b-8800-bad22a0a5875 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:40:32.046468 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-8f9c0d40-ac67-45a4-87ac-f41a01241b65 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:32.046892 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-8f9c0d40-ac67-45a4-87ac-f41a01241b65 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:32.064066 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cb04f55-0ae0-475b-a0df-0edb4ae1c6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:32.065881 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-6e56459e-91fb-43e1-b702-a94b155c67f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:32.067660 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-6e56459e-91fb-43e1-b702-a94b155c67f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d447278d-f344-4de7-84b4-470e6442d819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1879056 Apr 21 12:40:32.110509 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0cb04f55-0ae0-475b-a0df-0edb4ae1c6d1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3593dffc1cab4098802077e420b32164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8182333 Apr 21 12:40:32.111396 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb04f55-0ae0-475b-a0df-0edb4ae1c6d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a0d7cb-b976-4765-873a-8cf46bf11e18,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:32.114945 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42158) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:32.136578 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-b5a1633e-30ee-45d9-94dd-81527a34b36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:32.145681 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-33bd21ee-4046-4a7e-a629-3e5c53325364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:32.147052 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-33bd21ee-4046-4a7e-a629-3e5c53325364 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=33aaa7b5-e4ac-4c92-a11b-6d9aef1da3fc HTTP/1.1" status: 200 len: 855 time: 0.1508932 Apr 21 12:40:32.186571 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b1bf478-d4f0-48d1-b45a-fe0b5511964b tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:32.189225 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-440f5f23-4eaa-4fee-8906-92dff98ce00e None None] Provisioning complete for port 0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:32.189225 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-440f5f23-4eaa-4fee-8906-92dff98ce00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:32.243157 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1bf478-d4f0-48d1-b45a-fe0b5511964b tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Subnet': ['ID=3f930588-0935-443c-840d-d6b0050f273a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:32.244284 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-440f5f23-4eaa-4fee-8906-92dff98ce00e None None] Port 0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:40:32.245500 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-8f9c0d40-ac67-45a4-87ac-f41a01241b65 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8139095 Apr 21 12:40:32.250374 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b1bf478-d4f0-48d1-b45a-fe0b5511964b tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:32.255802 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-020f9a9c-d554-4e7d-8241-5718cae2c821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:32.255968 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0b1bf478-d4f0-48d1-b45a-fe0b5511964b tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/subnets/3f930588-0935-443c-840d-d6b0050f273a HTTP/1.1" status: 204 len: 168 time: 0.7292132 Apr 21 12:40:32.255968 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1633e-30ee-45d9-94dd-81527a34b36a service neutron] Pushing event updated for resources: {'Port': ['ID=9aaeeb12-1165-480b-8800-bad22a0a5875,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:32.258296 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42162) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:32.267823 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7b8e62-9f3e-4cde-8d1c-0147eea9695f None None] Network 0bfb332b-30f8-4403-907b-b4929b30dc28 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:40:32.288267 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-c470a0f4-f657-41f5-9978-b26e06723cfd service neutron] Request body: {'port': {'device_id': 'dd152191-6040-4828-811e-51554fb1a1d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:32.532445 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4af483a-4b2f-493f-a2e3-ad3e75543e3b None None] DHCP port deletion for 0bfb332b-30f8-4403-907b-b4929b30dc28 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:40:32.597642 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a4af483a-4b2f-493f-a2e3-ad3e75543e3b None None] Deleting port c3f9e49b-05d3-423f-b173-cc413da553a9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:40:32.598173 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4af483a-4b2f-493f-a2e3-ad3e75543e3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:32.667028 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a4af483a-4b2f-493f-a2e3-ad3e75543e3b None None] For port c3f9e49b-05d3-423f-b173-cc413da553a9, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c3f9e49b-05d3-423f-b173-cc413da553a9,segment=NetworkSegment(20c918cd-1481-400d-a189-07fc32fd02bf),segment_id=20c918cd-1481-400d-a189-07fc32fd02bf)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:32.667426 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4af483a-4b2f-493f-a2e3-ad3e75543e3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:32.683140 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a4af483a-4b2f-493f-a2e3-ad3e75543e3b None None] Calling delete_port for c3f9e49b-05d3-423f-b173-cc413da553a9 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:40:32.699145 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65af2bee-f3db-4de5-b5b7-98007eba1365', 'tag': 'ea696ddd-1d32-44be-aa2e-dcd6825fe494'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:40:32.701403 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1aafef6-4759-45b5-abb6-3fbb3bbde788" -d '{"events": [{"name": "network-changed", "server_uuid": "65af2bee-f3db-4de5-b5b7-98007eba1365", "tag": "ea696ddd-1d32-44be-aa2e-dcd6825fe494"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:40:32.704024 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-020f9a9c-d554-4e7d-8241-5718cae2c821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:32.737220 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3097fb85-ddf5-4414-b9e5-4df298026860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:32.782401 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3097fb85-ddf5-4414-b9e5-4df298026860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:32.786944 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-c470a0f4-f657-41f5-9978-b26e06723cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:32.788019 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c149bf5-b5f9-4b4c-b983-b90e7981afdc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:32.800139 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead466b-92b8-4c1a-8785-34a93462664b req-6ab0ca8e-15b7-4d97-88ce-007ca73e071b tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:32.801620 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aead466b-92b8-4c1a-8785-34a93462664b req-6ab0ca8e-15b7-4d97-88ce-007ca73e071b tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8 HTTP/1.1" status: 200 len: 947 time: 0.6685975 Apr 21 12:40:32.805845 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-873e257c-7b3d-4bd3-89fc-35d83f4d62fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:32.807244 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-873e257c-7b3d-4bd3-89fc-35d83f4d62fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d447278d-f344-4de7-84b4-470e6442d819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6449914 Apr 21 12:40:32.811984 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-020f9a9c-d554-4e7d-8241-5718cae2c821 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f43e91e43c024f8b89d74fe00a945ccd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0859680 Apr 21 12:40:32.822574 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42170) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:32.825156 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f43df-7a24-4072-b8ec-d57b1bb56bac req-ab37c620-3553-41f7-ac60-b45c667fcfaf tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:32.826719 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e35f43df-7a24-4072-b8ec-d57b1bb56bac req-ab37c620-3553-41f7-ac60-b45c667fcfaf tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/ports?device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 945 time: 0.5853806 Apr 21 12:40:32.828613 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-fb6f482e-e314-4a80-8915-ddc3e0f5d2d6 service neutron] 10.222.0.26 "GET /v2.0/networks/d447278d-f344-4de7-84b4-470e6442d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7531040 Apr 21 12:40:32.829206 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f9a9c-d554-4e7d-8241-5718cae2c821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907862e1-3adf-4fcf-8c0a-25ad63d2b7e0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:32.842672 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-b5a1633e-30ee-45d9-94dd-81527a34b36a service neutron] Attempting to bind port 9aaeeb12-1165-480b-8800-bad22a0a5875 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:40:32.843005 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-b5a1633e-30ee-45d9-94dd-81527a34b36a service neutron] Attempting to bind port 9aaeeb12-1165-480b-8800-bad22a0a5875 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '9e519a56-00ea-41b0-9265-814962b39db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b386f910-1290-4727-a8ab-a0387dcbd592'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:40:32.843334 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-b5a1633e-30ee-45d9-94dd-81527a34b36a service neutron] Attempting to bind port 9aaeeb12-1165-480b-8800-bad22a0a5875 on network b386f910-1290-4727-a8ab-a0387dcbd592 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:40:32.844047 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4af483a-4b2f-493f-a2e3-ad3e75543e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:32.884448 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-2c149bf5-b5f9-4b4c-b983-b90e7981afdc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] The port 'c3f9e49b-05d3-423f-b173-cc413da553a9' was deleted {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 21 12:40:32.885806 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af483a-4b2f-493f-a2e3-ad3e75543e3b None None] Pushing event deleted for resources: {'Port': ['ID=c3f9e49b-05d3-423f-b173-cc413da553a9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:32.887476 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-b5a1633e-30ee-45d9-94dd-81527a34b36a service neutron] Port 9aaeeb12-1165-480b-8800-bad22a0a5875 on network b386f910-1290-4727-a8ab-a0387dcbd592 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:40:32.888265 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-b5a1633e-30ee-45d9-94dd-81527a34b36a service neutron] Attempting to bind port 9aaeeb12-1165-480b-8800-bad22a0a5875 on network b386f910-1290-4727-a8ab-a0387dcbd592 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:40:32.888385 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4af483a-4b2f-493f-a2e3-ad3e75543e3b None None] No DVR routers for this DVR port c3f9e49b-05d3-423f-b173-cc413da553a9 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:40:32.928387 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-b5a1633e-30ee-45d9-94dd-81527a34b36a service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:40:32.928941 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-b5a1633e-30ee-45d9-94dd-81527a34b36a service neutron] Checking segment: {'id': '9e519a56-00ea-41b0-9265-814962b39db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b386f910-1290-4727-a8ab-a0387dcbd592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:40:32.929092 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-b5a1633e-30ee-45d9-94dd-81527a34b36a service neutron] Bound using segment: {'id': '9e519a56-00ea-41b0-9265-814962b39db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b386f910-1290-4727-a8ab-a0387dcbd592'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:40:32.929531 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-b5a1633e-30ee-45d9-94dd-81527a34b36a service neutron] Bound port: 9aaeeb12-1165-480b-8800-bad22a0a5875, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e519a56-00ea-41b0-9265-814962b39db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b386f910-1290-4727-a8ab-a0387dcbd592'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:40:32.929928 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-b5a1633e-30ee-45d9-94dd-81527a34b36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:33.004831 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c149bf5-b5f9-4b4c-b983-b90e7981afdc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:33.041666 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-96bd1aab-08cb-45cf-8353-c40184da868e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:33.051650 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aead466b-92b8-4c1a-8785-34a93462664b req-bf4c411d-3d45-4437-9f04-4230477d8c03 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/security-groups?id=be1e34fa-b360-4032-aae2-81e01d19e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408445 Apr 21 12:40:33.053712 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-2c149bf5-b5f9-4b4c-b983-b90e7981afdc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bfb332b-30f8-4403-907b-b4929b30dc28']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:33.054226 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e35f43df-7a24-4072-b8ec-d57b1bb56bac req-895b8a17-babc-4c6a-becf-34e4c0a81955 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/security-groups?id=23fca203-01a7-4e6c-a573-6018b09e4eda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2131391 Apr 21 12:40:33.081386 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-2c149bf5-b5f9-4b4c-b983-b90e7981afdc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20c918cd-1481-400d-a189-07fc32fd02bf') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:33.081961 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-2c149bf5-b5f9-4b4c-b983-b90e7981afdc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20c918cd-1481-400d-a189-07fc32fd02bf') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:33.094127 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3097fb85-ddf5-4414-b9e5-4df298026860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:33.096524 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3097fb85-ddf5-4414-b9e5-4df298026860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:33.099930 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3097fb85-ddf5-4414-b9e5-4df298026860 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/17a0d7cb-b976-4765-873a-8cf46bf11e18 HTTP/1.1" status: 204 len: 168 time: 0.9818141 Apr 21 12:40:33.114864 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c149bf5-b5f9-4b4c-b983-b90e7981afdc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:33.131626 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-96bd1aab-08cb-45cf-8353-c40184da868e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:33.141931 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097fb85-ddf5-4414-b9e5-4df298026860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a0d7cb-b976-4765-873a-8cf46bf11e18,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:33.159761 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c149bf5-b5f9-4b4c-b983-b90e7981afdc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:33.162191 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-b5a1633e-30ee-45d9-94dd-81527a34b36a service neutron] For port 9aaeeb12-1165-480b-8800-bad22a0a5875, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:40:33.185845 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c149bf5-b5f9-4b4c-b983-b90e7981afdc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:40:33.186768 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c149bf5-b5f9-4b4c-b983-b90e7981afdc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:40:33.193753 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:40:33.199556 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4dd39511-32a2-46bf-83e2-8dde21ceb595 req-c32400fb-13b3-4a52-bc70-7957c560e563 service neutron] 10.222.0.26 "GET /v2.0/networks/d447278d-f344-4de7-84b4-470e6442d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573298 Apr 21 12:40:33.201682 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-54d9ff53-7b02-4fc3-b0bb-c957c1101321 service neutron] 10.222.0.26 "GET /v2.0/networks/d447278d-f344-4de7-84b4-470e6442d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675725 Apr 21 12:40:33.207322 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-b5a1633e-30ee-45d9-94dd-81527a34b36a service neutron] For port 9aaeeb12-1165-480b-8800-bad22a0a5875, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9aaeeb12-1165-480b-8800-bad22a0a5875,segment=NetworkSegment(9e519a56-00ea-41b0-9265-814962b39db9),segment_id=9e519a56-00ea-41b0-9265-814962b39db9)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:40:33.287233 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-b5a1633e-30ee-45d9-94dd-81527a34b36a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:33.319240 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-96bd1aab-08cb-45cf-8353-c40184da868e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:33.322033 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-96bd1aab-08cb-45cf-8353-c40184da868e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:33.326250 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-96bd1aab-08cb-45cf-8353-c40184da868e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/907862e1-3adf-4fcf-8c0a-25ad63d2b7e0 HTTP/1.1" status: 204 len: 168 time: 0.4989512 Apr 21 12:40:33.342088 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-b5a1633e-30ee-45d9-94dd-81527a34b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:33.343222 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-b5a1633e-30ee-45d9-94dd-81527a34b36a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:33.344080 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-b5a1633e-30ee-45d9-94dd-81527a34b36a service neutron] 10.222.0.24 "PUT /v2.0/ports/9aaeeb12-1165-480b-8800-bad22a0a5875 HTTP/1.1" status: 200 len: 1091 time: 2.3553665 Apr 21 12:40:33.344552 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d16114-6485-449a-8a7d-81f72f69a252', 'tag': '9aaeeb12-1165-480b-8800-bad22a0a5875'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:40:33.346881 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f9ddf9-81ab-4dba-9c1b-a4acfb50ccce" -d '{"events": [{"name": "network-changed", "server_uuid": "b0d16114-6485-449a-8a7d-81f72f69a252", "tag": "9aaeeb12-1165-480b-8800-bad22a0a5875"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:40:33.352738 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c3f9e49b-05d3-423f-b173-cc413da553a9 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:40:33.374302 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c149bf5-b5f9-4b4c-b983-b90e7981afdc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:33.386460 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c149bf5-b5f9-4b4c-b983-b90e7981afdc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:33.390744 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2c149bf5-b5f9-4b4c-b983-b90e7981afdc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/networks/0bfb332b-30f8-4403-907b-b4929b30dc28 HTTP/1.1" status: 204 len: 168 time: 1.1305237 Apr 21 12:40:33.398295 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: c3f9e49b-05d3-423f-b173-cc413da553a9 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:40:33.399180 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c3f9e49b-05d3-423f-b173-cc413da553a9 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:40:33.401572 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196f02e-1ddc-4411-9114-8124efe418a8 req-67973548-b531-4516-a2bc-b830a0d94b71 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:33.403613 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b196f02e-1ddc-4411-9114-8124efe418a8 req-67973548-b531-4516-a2bc-b830a0d94b71 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd152191-6040-4828-811e-51554fb1a1d6 HTTP/1.1" status: 200 len: 931 time: 0.2674205 Apr 21 12:40:33.404308 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42180) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:33.408390 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd1aab-08cb-45cf-8353-c40184da868e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907862e1-3adf-4fcf-8c0a-25ad63d2b7e0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:33.444327 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c149bf5-b5f9-4b4c-b983-b90e7981afdc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Network': ['ID=0bfb332b-30f8-4403-907b-b4929b30dc28,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:33.478828 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1633e-30ee-45d9-94dd-81527a34b36a service neutron] Pushing event updated for resources: {'Port': ['ID=9aaeeb12-1165-480b-8800-bad22a0a5875,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:33.521925 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce6add6-17f6-41f2-982c-3ff55ba126f7 req-700fa983-acee-4286-bddb-d338b4c1b7cc tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:33.523742 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9ce6add6-17f6-41f2-982c-3ff55ba126f7 req-700fa983-acee-4286-bddb-d338b4c1b7cc tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0d16114-6485-449a-8a7d-81f72f69a252 HTTP/1.1" status: 200 len: 943 time: 0.3095658 Apr 21 12:40:33.529250 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-e1195574-a182-478c-bb4b-bd3b24529ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:33.531070 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-e1195574-a182-478c-bb4b-bd3b24529ae5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72dc25511e2147068c0afbce8b3beb01&device_id=b0d16114-6485-449a-8a7d-81f72f69a252 HTTP/1.1" status: 200 len: 1094 time: 0.0879467 Apr 21 12:40:33.576730 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a569ad26-185c-4390-8773-ec28cf2d2b63 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:33.578617 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a569ad26-185c-4390-8773-ec28cf2d2b63 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "GET /v2.0/ports/15a7213f-d455-4ac3-b626-d0ed5c5f0a88 HTTP/1.1" status: 200 len: 845 time: 0.1692755 Apr 21 12:40:33.594532 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b196f02e-1ddc-4411-9114-8124efe418a8 req-3f82fbf8-a6db-4ae0-a038-5a2fb85eb50b tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688676 Apr 21 12:40:33.596790 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42182) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:33.601667 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0e8bd4cd-ff6b-403d-a141-4bdfe1bc1fdb req-c2c04115-5303-4a32-96c8-fc00d34b5ea6 service neutron] 10.222.0.26 "GET /v2.0/networks/d447278d-f344-4de7-84b4-470e6442d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862858 Apr 21 12:40:33.602737 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-9f0ca361-e0a3-460c-ba15-2fa3e34480c3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9aaeeb12-1165-480b-8800-bad22a0a5875 HTTP/1.1" status: 200 len: 217 time: 0.0633895 Apr 21 12:40:33.686894 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 2bbbc64a-b47f-4279-87af-ec490785a64d details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:40:33.693677 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6d19941c-1cb8-4ccb-8feb-c40512367207 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "GET /v2.0/ports/15a7213f-d455-4ac3-b626-d0ed5c5f0a88?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0897427 Apr 21 12:40:33.693961 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-8cd8ccb3-1bfa-4072-856f-aa44d6906373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:33.693961 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-8cd8ccb3-1bfa-4072-856f-aa44d6906373 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=107fb6c6-3947-4941-bc31-01b8411e8f35 HTTP/1.1" status: 200 len: 854 time: 0.0820460 Apr 21 12:40:33.694865 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9ce6add6-17f6-41f2-982c-3ff55ba126f7 req-3525dc5b-2f24-45ef-97c3-6d1cd3e27b93 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/security-groups?id=a952406e-7ca1-4073-96b5-e749aca2cf15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575990 Apr 21 12:40:33.695483 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42186) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:33.731304 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ab4f8833-1493-4739-8eb6-d5e30d7d220c tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'subnet': {'network_id': '1180f0e3-6284-4c93-8230-3ae008c643e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:33.759660 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b05364-6b18-4f7c-998f-fb3aac5be8a7 x-openstack-request-id: req-91b05364-6b18-4f7c-998f-fb3aac5be8a7 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:40:33.759943 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65af2bee-f3db-4de5-b5b7-98007eba1365", "tag": "ea696ddd-1d32-44be-aa2e-dcd6825fe494", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:40:33.760204 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-91b05364-6b18-4f7c-998f-fb3aac5be8a7 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:40:33.760595 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91b05364-6b18-4f7c-998f-fb3aac5be8a7'] response: {'name': 'network-changed', 'server_uuid': '65af2bee-f3db-4de5-b5b7-98007eba1365', 'tag': 'ea696ddd-1d32-44be-aa2e-dcd6825fe494', 'status': 'completed', 'code': 200} Apr 21 12:40:33.952456 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 2bbbc64a-b47f-4279-87af-ec490785a64d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=2bbbc64a-b47f-4279-87af-ec490785a64d,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:33.976432 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '2bbbc64a-b47f-4279-87af-ec490785a64d', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': '2bbbc64a-b47f-4279-87af-ec490785a64d', 'mac_address': 'fa:16:3e:56:16:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:40:33.994088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-c470a0f4-f657-41f5-9978-b26e06723cfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:40:33.994292 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-c4970b2e-2d14-4b09-8b35-92aefdf58426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:33.995700 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-c4970b2e-2d14-4b09-8b35-92aefdf58426 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b386f910-1290-4727-a8ab-a0387dcbd592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2911201 Apr 21 12:40:34.052281 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:34.089693 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bbbc64a-b47f-4279-87af-ec490785a64d {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:40:34.112774 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 2bbbc64a-b47f-4279-87af-ec490785a64d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=2bbbc64a-b47f-4279-87af-ec490785a64d,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:34.171308 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-c470a0f4-f657-41f5-9978-b26e06723cfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:34.178067 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-a5116d3e-e2c4-4535-b024-e466943c2f43 service neutron] 10.222.0.24 "GET /v2.0/networks/b386f910-1290-4727-a8ab-a0387dcbd592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733687 Apr 21 12:40:34.188425 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:34.214475 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c753fa10-53f0-4ff3-ac7a-c39f5ec7d95b x-openstack-request-id: req-c753fa10-53f0-4ff3-ac7a-c39f5ec7d95b {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:40:34.216676 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0d16114-6485-449a-8a7d-81f72f69a252", "tag": "9aaeeb12-1165-480b-8800-bad22a0a5875", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:40:34.216676 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c753fa10-53f0-4ff3-ac7a-c39f5ec7d95b {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:40:34.216676 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c753fa10-53f0-4ff3-ac7a-c39f5ec7d95b'] response: {'name': 'network-changed', 'server_uuid': 'b0d16114-6485-449a-8a7d-81f72f69a252', 'tag': '9aaeeb12-1165-480b-8800-bad22a0a5875', 'status': 'completed', 'code': 200} Apr 21 12:40:34.219942 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aafef6-4759-45b5-abb6-3fbb3bbde788 req-8ad390d6-f33b-438e-93f2-a98c0e8cf73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:34.221914 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e1aafef6-4759-45b5-abb6-3fbb3bbde788 req-8ad390d6-f33b-438e-93f2-a98c0e8cf73d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd35dba1ddfd47018450abd623ae264f&device_id=65af2bee-f3db-4de5-b5b7-98007eba1365 HTTP/1.1" status: 200 len: 1094 time: 0.4349706 Apr 21 12:40:34.230387 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-c470a0f4-f657-41f5-9978-b26e06723cfd service neutron] Transition to ACTIVE for port object 0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:40:34.243633 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=2bbbc64a-b47f-4279-87af-ec490785a64d,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:34.287392 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8aa81-5041-4406-9203-577e509f0a58 req-f5dc6d60-e43a-42b6-9a1e-61a1b4fb38e3 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:34.289156 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31a8aa81-5041-4406-9203-577e509f0a58 req-f5dc6d60-e43a-42b6-9a1e-61a1b4fb38e3 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/ports?device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 945 time: 0.2892451 Apr 21 12:40:34.292534 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4f8833-1493-4739-8eb6-d5e30d7d220c tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:40:34.296216 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab4f8833-1493-4739-8eb6-d5e30d7d220c tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:34.306807 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42206) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:34.306807 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bc69d7dd-acff-4ec5-858c-08235858b8e8 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Request body: {'floatingip': {'port_id': '37a93cec-cc80-46f6-88d4-97f36fa3afc2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:34.334931 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-c470a0f4-f657-41f5-9978-b26e06723cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:34.355363 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc69d7dd-acff-4ec5-858c-08235858b8e8 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks [] for floatingip, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:34.428553 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['2bbbc64a-b47f-4279-87af-ec490785a64d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:40:34.447995 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-98b61e93-e4aa-4f54-b703-3b38c08561a1 req-d662ddc4-7220-4a39-b3ff-3d4252c89bab service neutron] 10.222.0.24 "GET /v2.0/networks/b386f910-1290-4727-a8ab-a0387dcbd592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546110 Apr 21 12:40:34.520094 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470a0f4-f657-41f5-9978-b26e06723cfd service neutron] Pushing event updated for resources: {'Port': ['ID=0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:34.577051 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc1c1e-7a9d-4379-9943-24c09634cae6 req-7bd8ff21-ac58-4ce2-9c3c-0a4f6abb2567 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:34.578914 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7acc1c1e-7a9d-4379-9943-24c09634cae6 req-7bd8ff21-ac58-4ce2-9c3c-0a4f6abb2567 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8 HTTP/1.1" status: 200 len: 948 time: 0.2492223 Apr 21 12:40:34.616695 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aafef6-4759-45b5-abb6-3fbb3bbde788 req-3b6c835f-0510-49ae-96dc-b610072c47f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:34.618218 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e1aafef6-4759-45b5-abb6-3fbb3bbde788 req-3b6c835f-0510-49ae-96dc-b610072c47f4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d447278d-f344-4de7-84b4-470e6442d819 HTTP/1.1" status: 200 len: 917 time: 0.3866937 Apr 21 12:40:34.743052 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e1aafef6-4759-45b5-abb6-3fbb3bbde788 req-ee1796a9-6ce9-4c9d-8c40-64205c6013cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea696ddd-1d32-44be-aa2e-dcd6825fe494 HTTP/1.1" status: 200 len: 217 time: 0.1028421 Apr 21 12:40:34.761941 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9ddf9-81ab-4dba-9c1b-a4acfb50ccce req-7150f873-8dae-4022-8a73-6d5db95b61a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:34.763632 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-86f9ddf9-81ab-4dba-9c1b-a4acfb50ccce req-7150f873-8dae-4022-8a73-6d5db95b61a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72dc25511e2147068c0afbce8b3beb01&device_id=b0d16114-6485-449a-8a7d-81f72f69a252 HTTP/1.1" status: 200 len: 1094 time: 0.1040192 Apr 21 12:40:34.854893 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7acc1c1e-7a9d-4379-9943-24c09634cae6 req-16ea187d-0520-45f0-bda1-5b4b91253816 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/security-groups?id=be1e34fa-b360-4032-aae2-81e01d19e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462204 Apr 21 12:40:34.919722 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-c470a0f4-f657-41f5-9978-b26e06723cfd service neutron] Attempting to bind port 0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:40:34.920474 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-c470a0f4-f657-41f5-9978-b26e06723cfd service neutron] Attempting to bind port 0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '92aeee9a-c454-456a-ae05-5fde8110fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd447278d-f344-4de7-84b4-470e6442d819'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:40:34.921039 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-c470a0f4-f657-41f5-9978-b26e06723cfd service neutron] Attempting to bind port 0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d on network d447278d-f344-4de7-84b4-470e6442d819 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:40:34.944563 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-c470a0f4-f657-41f5-9978-b26e06723cfd service neutron] Port 0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d on network d447278d-f344-4de7-84b4-470e6442d819 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:40:34.944979 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-c470a0f4-f657-41f5-9978-b26e06723cfd service neutron] Attempting to bind port 0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d on network d447278d-f344-4de7-84b4-470e6442d819 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:40:34.992848 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aafef6-4759-45b5-abb6-3fbb3bbde788 req-d6d26c79-25a4-4feb-881d-35301fb76c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:34.994470 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e1aafef6-4759-45b5-abb6-3fbb3bbde788 req-d6d26c79-25a4-4feb-881d-35301fb76c04 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=33aaa7b5-e4ac-4c92-a11b-6d9aef1da3fc HTTP/1.1" status: 200 len: 855 time: 0.2167788 Apr 21 12:40:34.995262 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-c470a0f4-f657-41f5-9978-b26e06723cfd service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:40:34.995609 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-c470a0f4-f657-41f5-9978-b26e06723cfd service neutron] Checking segment: {'id': '92aeee9a-c454-456a-ae05-5fde8110fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd447278d-f344-4de7-84b4-470e6442d819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:40:34.995983 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-c470a0f4-f657-41f5-9978-b26e06723cfd service neutron] Bound using segment: {'id': '92aeee9a-c454-456a-ae05-5fde8110fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd447278d-f344-4de7-84b4-470e6442d819'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:40:34.996437 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-c470a0f4-f657-41f5-9978-b26e06723cfd service neutron] Bound port: 0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92aeee9a-c454-456a-ae05-5fde8110fb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd447278d-f344-4de7-84b4-470e6442d819'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:40:34.996816 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-c470a0f4-f657-41f5-9978-b26e06723cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:35.048398 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e4c979-939c-4036-ab12-e1fa140bec76 req-4c5c819a-ec0a-427c-b992-e77eb79b088c tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:35.056194 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a8e4c979-939c-4036-ab12-e1fa140bec76 req-4c5c819a-ec0a-427c-b992-e77eb79b088c tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd152191-6040-4828-811e-51554fb1a1d6 HTTP/1.1" status: 200 len: 943 time: 0.2840869 Apr 21 12:40:35.154380 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9ddf9-81ab-4dba-9c1b-a4acfb50ccce req-f36daa30-cc36-491a-b86d-8658e747a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:35.155778 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-86f9ddf9-81ab-4dba-9c1b-a4acfb50ccce req-f36daa30-cc36-491a-b86d-8658e747a146 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b386f910-1290-4727-a8ab-a0387dcbd592 HTTP/1.1" status: 200 len: 916 time: 0.3841357 Apr 21 12:40:35.186218 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efcb559-976f-4d5c-a001-af4248a67993 req-f7222289-f75d-46b8-b48e-942e77f8dcef tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:35.187785 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8efcb559-976f-4d5c-a001-af4248a67993 req-f7222289-f75d-46b8-b48e-942e77f8dcef tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0d16114-6485-449a-8a7d-81f72f69a252 HTTP/1.1" status: 200 len: 943 time: 0.2339664 Apr 21 12:40:35.188710 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab4f8833-1493-4739-8eb6-d5e30d7d220c tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:35.225948 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-86f9ddf9-81ab-4dba-9c1b-a4acfb50ccce req-84dd40cc-5a86-4740-a0bf-ee4717dbfb54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9aaeeb12-1165-480b-8800-bad22a0a5875 HTTP/1.1" status: 200 len: 217 time: 0.0586917 Apr 21 12:40:35.247895 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a8e4c979-939c-4036-ab12-e1fa140bec76 req-3a473956-a804-4a40-8691-74b75a93f229 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906664 Apr 21 12:40:35.259412 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aafef6-4759-45b5-abb6-3fbb3bbde788 req-1ed1e20e-3f84-46ca-97d4-3fc0a11da15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:35.262314 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e1aafef6-4759-45b5-abb6-3fbb3bbde788 req-1ed1e20e-3f84-46ca-97d4-3fc0a11da15d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d447278d-f344-4de7-84b4-470e6442d819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2467432 Apr 21 12:40:35.266578 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-c470a0f4-f657-41f5-9978-b26e06723cfd service neutron] For port 0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:40:35.313036 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4f8833-1493-4739-8eb6-d5e30d7d220c tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network 1180f0e3-6284-4c93-8230-3ae008c643e6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:40:35.325636 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-c470a0f4-f657-41f5-9978-b26e06723cfd service neutron] For port 0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d,segment=NetworkSegment(92aeee9a-c454-456a-ae05-5fde8110fb4b),segment_id=92aeee9a-c454-456a-ae05-5fde8110fb4b)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:40:35.337664 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ab4f8833-1493-4739-8eb6-d5e30d7d220c tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:35.345559 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9ddf9-81ab-4dba-9c1b-a4acfb50ccce req-c08499c0-8170-47e7-be78-76ee434188c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:35.347694 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-86f9ddf9-81ab-4dba-9c1b-a4acfb50ccce req-c08499c0-8170-47e7-be78-76ee434188c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=107fb6c6-3947-4941-bc31-01b8411e8f35 HTTP/1.1" status: 200 len: 854 time: 0.1052186 Apr 21 12:40:35.353247 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da01e224-da1f-4931-ae02-269e6a7a07db None None] Network 1180f0e3-6284-4c93-8230-3ae008c643e6 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:40:35.359476 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc69d7dd-acff-4ec5-858c-08235858b8e8 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:35.374233 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4f8833-1493-4739-8eb6-d5e30d7d220c tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:35.374808 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab4f8833-1493-4739-8eb6-d5e30d7d220c tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:35.385615 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f8833-1493-4739-8eb6-d5e30d7d220c tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Subnet': ['ID=68819970-0a3f-4134-af19-2bdd52b3f3be,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:35.388152 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-c470a0f4-f657-41f5-9978-b26e06723cfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:35.409915 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9ddf9-81ab-4dba-9c1b-a4acfb50ccce req-788729f9-d801-4060-8fee-23a14a156a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:35.410114 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8efcb559-976f-4d5c-a001-af4248a67993 req-d013e017-6cc7-43da-9ad7-253f0e6b4504 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/security-groups?id=a952406e-7ca1-4073-96b5-e749aca2cf15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992295 Apr 21 12:40:35.410226 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-86f9ddf9-81ab-4dba-9c1b-a4acfb50ccce req-788729f9-d801-4060-8fee-23a14a156a1e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b386f910-1290-4727-a8ab-a0387dcbd592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534039 Apr 21 12:40:35.458579 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-c470a0f4-f657-41f5-9978-b26e06723cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:35.459209 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-c470a0f4-f657-41f5-9978-b26e06723cfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:35.460629 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-c470a0f4-f657-41f5-9978-b26e06723cfd service neutron] 10.222.0.24 "PUT /v2.0/ports/0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d HTTP/1.1" status: 200 len: 1091 time: 3.1774886 Apr 21 12:40:35.473795 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc69d7dd-acff-4ec5-858c-08235858b8e8 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:35.486628 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470a0f4-f657-41f5-9978-b26e06723cfd service neutron] Pushing event updated for resources: {'Port': ['ID=0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:35.496906 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e1aafef6-4759-45b5-abb6-3fbb3bbde788 req-7b805bc0-581e-4ef2-a04a-59b485cce5a4 service neutron] 10.222.0.26 "GET /v2.0/networks/d447278d-f344-4de7-84b4-470e6442d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226002 Apr 21 12:40:35.542426 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ab4f8833-1493-4739-8eb6-d5e30d7d220c tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8440998 Apr 21 12:40:35.544297 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42240) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:35.553777 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7d24e191-2a59-4b6f-94f8-7675b02add90 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'security_group': {'name': 'tempest-secgroup-199413201'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:35.692199 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 2bbbc64a-b47f-4279-87af-ec490785a64d up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:40:35.708542 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-60a70067-fd1e-44a9-a84a-2feecc6cc9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:35.710118 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-60a70067-fd1e-44a9-a84a-2feecc6cc9a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd35dba1ddfd47018450abd623ae264f&device_id=dd152191-6040-4828-811e-51554fb1a1d6 HTTP/1.1" status: 200 len: 1094 time: 0.1036141 Apr 21 12:40:35.712189 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e1aafef6-4759-45b5-abb6-3fbb3bbde788 req-04597502-7330-402b-94a6-bf6df9dc71f2 service neutron] 10.222.0.26 "GET /v2.0/networks/d447278d-f344-4de7-84b4-470e6442d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084541 Apr 21 12:40:35.755373 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33be2412-741d-4a81-95b3-6cbdb1fb62a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-1180f0e3-6284-4c93-8230-3ae008c643e6', 'network_id': '1180f0e3-6284-4c93-8230-3ae008c643e6', 'tenant_id': 'c0f81ff131ed43f68e8e75bc14414841', 'fixed_ips': [{'subnet_id': '68819970-0a3f-4134-af19-2bdd52b3f3be'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:40:35.761722 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33be2412-741d-4a81-95b3-6cbdb1fb62a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:35.781040 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd152191-6040-4828-811e-51554fb1a1d6', 'tag': '0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:40:35.783408 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f78d74-21c8-4221-86dc-65f28687a2bb" -d '{"events": [{"name": "network-changed", "server_uuid": "dd152191-6040-4828-811e-51554fb1a1d6", "tag": "0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:40:35.805813 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d24e191-2a59-4b6f-94f8-7675b02add90 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:35.815502 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-4da3f07b-f3d6-4f2a-87c8-8377b2f5d9de service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d HTTP/1.1" status: 200 len: 217 time: 0.0871177 Apr 21 12:40:35.877662 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9262cf6d-fdb6-4dde-a368-4ae846e2e804 x-openstack-request-id: req-9262cf6d-fdb6-4dde-a368-4ae846e2e804 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:40:35.877987 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd152191-6040-4828-811e-51554fb1a1d6", "tag": "0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:40:35.878244 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9262cf6d-fdb6-4dde-a368-4ae846e2e804 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:40:35.878677 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9262cf6d-fdb6-4dde-a368-4ae846e2e804'] response: {'name': 'network-changed', 'server_uuid': 'dd152191-6040-4828-811e-51554fb1a1d6', 'tag': '0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d', 'status': 'completed', 'code': 200} Apr 21 12:40:35.920152 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-9b259348-e7af-46dd-850f-2fa7df8e639f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:35.921816 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-9b259348-e7af-46dd-850f-2fa7df8e639f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33aaa7b5-e4ac-4c92-a11b-6d9aef1da3fc HTTP/1.1" status: 200 len: 855 time: 0.0871034 Apr 21 12:40:35.964422 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 2bbbc64a-b47f-4279-87af-ec490785a64d completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:40:35.980522 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 2bbbc64a-b47f-4279-87af-ec490785a64d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:35.980891 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:36.020290 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d24e191-2a59-4b6f-94f8-7675b02add90 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:36.031835 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-86f9ddf9-81ab-4dba-9c1b-a4acfb50ccce req-ea4047d7-086a-4638-b17e-5449cea0a5e0 service neutron] 10.222.0.24 "GET /v2.0/networks/b386f910-1290-4727-a8ab-a0387dcbd592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6144736 Apr 21 12:40:36.041295 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-b3885a01-3cd4-446d-9069-cfc8b32e7073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:36.043055 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-b3885a01-3cd4-446d-9069-cfc8b32e7073 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d447278d-f344-4de7-84b4-470e6442d819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116707 Apr 21 12:40:36.049770 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-bc69d7dd-acff-4ec5-858c-08235858b8e8 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Floating IP a6891dc8-5b86-4ca3-bfc8-78b5d5eb14ae associated. External IP: 172.25.8.114, port: 37a93cec-cc80-46f6-88d4-97f36fa3afc2. Apr 21 12:40:36.059104 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd381d-8375-4b97-a8fb-db000125cab9 req-c5ecfd88-059a-48f9-b47a-e505f583fa92 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:36.064231 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14fd381d-8375-4b97-a8fb-db000125cab9 req-c5ecfd88-059a-48f9-b47a-e505f583fa92 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8 HTTP/1.1" status: 200 len: 948 time: 0.1001732 Apr 21 12:40:36.101009 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-33be2412-741d-4a81-95b3-6cbdb1fb62a4 None None] Allocated IP 2001:db8::2 (1180f0e3-6284-4c93-8230-3ae008c643e6/68819970-0a3f-4134-af19-2bdd52b3f3be/fc0fafd8-061c-4668-b76d-35ed43f00c35) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:40:36.145105 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d24e191-2a59-4b6f-94f8-7675b02add90 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:36.210836 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14fd381d-8375-4b97-a8fb-db000125cab9 req-8bb3847a-0763-4219-91de-f6dcb87deeeb tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/security-groups?id=be1e34fa-b360-4032-aae2-81e01d19e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375322 Apr 21 12:40:36.230326 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:36.235821 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-86f9ddf9-81ab-4dba-9c1b-a4acfb50ccce req-11c3dd2e-502b-45e6-acf7-40634ed32d23 service neutron] 10.222.0.24 "GET /v2.0/networks/b386f910-1290-4727-a8ab-a0387dcbd592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938531 Apr 21 12:40:36.254520 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24e191-2a59-4b6f-94f8-7675b02add90 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3191b7ca-ce95-40db-8192-3c483951c7c6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:36.266094 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d24e191-2a59-4b6f-94f8-7675b02add90 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:36.276433 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7d24e191-2a59-4b6f-94f8-7675b02add90 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7280114 Apr 21 12:40:36.283741 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42262) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:36.290707 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0c1e5a4a-b079-4875-abd8-a50cf5fe6fcd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'security_group': {'name': 'tempest-secgroup-1056688410'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:36.306978 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-d63a6b0f-6857-412d-b967-0c15c9ec4223 service neutron] 10.222.0.24 "GET /v2.0/networks/d447278d-f344-4de7-84b4-470e6442d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416048 Apr 21 12:40:36.338586 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 2bbbc64a-b47f-4279-87af-ec490785a64d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=2bbbc64a-b47f-4279-87af-ec490785a64d,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:36.346759 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbbc64a-b47f-4279-87af-ec490785a64d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:40:36.349713 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-263b5257-db37-495d-ad5a-94fb433a9042" -d '{"events": [{"server_uuid": "b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8", "name": "network-vif-plugged", "status": "completed", "tag": "2bbbc64a-b47f-4279-87af-ec490785a64d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:40:36.430658 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5a4a-b079-4875-abd8-a50cf5fe6fcd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:36.470419 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35aa9204-321e-47f1-b0a8-1ffdd154cc8a x-openstack-request-id: req-35aa9204-321e-47f1-b0a8-1ffdd154cc8a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:40:36.470736 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8", "name": "network-vif-plugged", "status": "completed", "tag": "2bbbc64a-b47f-4279-87af-ec490785a64d", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:40:36.470972 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-35aa9204-321e-47f1-b0a8-1ffdd154cc8a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:40:36.471378 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35aa9204-321e-47f1-b0a8-1ffdd154cc8a'] response: {'server_uuid': 'b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbbc64a-b47f-4279-87af-ec490785a64d', 'code': 200} Apr 21 12:40:36.478259 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f128c8-64d1-4d25-8c6f-7ca9960590ab req-8b15c412-e686-4b13-86d1-68592243193a tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:36.480323 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-95f128c8-64d1-4d25-8c6f-7ca9960590ab req-8b15c412-e686-4b13-86d1-68592243193a tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd152191-6040-4828-811e-51554fb1a1d6 HTTP/1.1" status: 200 len: 943 time: 0.1549280 Apr 21 12:40:36.503334 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9456529-14a6-47c5-b747-27c2ca507d31 req-0cc0913d-4477-46aa-bf1f-8e27cc2555c2 service neutron] 10.222.0.24 "GET /v2.0/networks/d447278d-f344-4de7-84b4-470e6442d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878154 Apr 21 12:40:36.589687 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42274) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:36.603675 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc69d7dd-acff-4ec5-858c-08235858b8e8 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Router f9834a66-b351-49e8-ad29-32ca575a41ee has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:40:36.615079 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33be2412-741d-4a81-95b3-6cbdb1fb62a4 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:36.622378 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:36.669654 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-95f128c8-64d1-4d25-8c6f-7ca9960590ab req-d9e72ff8-ba32-41e9-bfdc-26b3fa624def tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812382 Apr 21 12:40:36.682867 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5a4a-b079-4875-abd8-a50cf5fe6fcd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:36.704837 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33be2412-741d-4a81-95b3-6cbdb1fb62a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:36.720488 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f4e728-12db-4d1b-be9c-f194b91bb595 req-c6b9608a-cf1e-42fc-9dfc-666d3713a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:36.722372 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f2f4e728-12db-4d1b-be9c-f194b91bb595 req-c6b9608a-cf1e-42fc-9dfc-666d3713a782 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8 HTTP/1.1" status: 200 len: 1100 time: 0.1878135 Apr 21 12:40:36.736099 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5a4a-b079-4875-abd8-a50cf5fe6fcd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:36.739001 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33be2412-741d-4a81-95b3-6cbdb1fb62a4 None None] Network 1180f0e3-6284-4c93-8230-3ae008c643e6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:40:36.741168 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=2bbbc64a-b47f-4279-87af-ec490785a64d,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:36.757921 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229b2a3-c4ff-4bcd-8322-a833524078af req-b84d422f-5c1e-4dae-9381-949af28ff510 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:36.761018 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4229b2a3-c4ff-4bcd-8322-a833524078af req-b84d422f-5c1e-4dae-9381-949af28ff510 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0d16114-6485-449a-8a7d-81f72f69a252 HTTP/1.1" status: 200 len: 943 time: 0.1882288 Apr 21 12:40:36.776897 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-33be2412-741d-4a81-95b3-6cbdb1fb62a4 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:36.784383 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33be2412-741d-4a81-95b3-6cbdb1fb62a4 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:40:36.792728 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f2f4e728-12db-4d1b-be9c-f194b91bb595 req-937af329-e5ee-4720-a940-528cc1c922f7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=be1e34fa-b360-4032-aae2-81e01d19e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522773 Apr 21 12:40:36.854052 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e5a4a-b079-4875-abd8-a50cf5fe6fcd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb49e2d-63c9-4845-881c-0a999d736bfe,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:36.857483 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-33be2412-741d-4a81-95b3-6cbdb1fb62a4 None None] Attempting to bind port fc0fafd8-061c-4668-b76d-35ed43f00c35 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:40:36.858416 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-33be2412-741d-4a81-95b3-6cbdb1fb62a4 None None] Attempting to bind port fc0fafd8-061c-4668-b76d-35ed43f00c35 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '0af79500-8dd3-4d3d-afc9-8ba81d70a113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1180f0e3-6284-4c93-8230-3ae008c643e6'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:40:36.858934 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33be2412-741d-4a81-95b3-6cbdb1fb62a4 None None] Attempting to bind port fc0fafd8-061c-4668-b76d-35ed43f00c35 on network 1180f0e3-6284-4c93-8230-3ae008c643e6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:40:36.867011 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33be2412-741d-4a81-95b3-6cbdb1fb62a4 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:40:36.867582 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33be2412-741d-4a81-95b3-6cbdb1fb62a4 None None] Checking segment: {'id': '0af79500-8dd3-4d3d-afc9-8ba81d70a113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1180f0e3-6284-4c93-8230-3ae008c643e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:40:36.868413 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33be2412-741d-4a81-95b3-6cbdb1fb62a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:36.869188 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33be2412-741d-4a81-95b3-6cbdb1fb62a4 None None] Bound using segment: {'id': '0af79500-8dd3-4d3d-afc9-8ba81d70a113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1180f0e3-6284-4c93-8230-3ae008c643e6'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:40:36.869827 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-33be2412-741d-4a81-95b3-6cbdb1fb62a4 None None] Bound port: fc0fafd8-061c-4668-b76d-35ed43f00c35, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af79500-8dd3-4d3d-afc9-8ba81d70a113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '1180f0e3-6284-4c93-8230-3ae008c643e6'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:40:36.870356 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33be2412-741d-4a81-95b3-6cbdb1fb62a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:36.872597 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be2412-741d-4a81-95b3-6cbdb1fb62a4 None None] Pushing event updated for resources: {'Port': ['ID=fc0fafd8-061c-4668-b76d-35ed43f00c35,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:36.880307 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc69d7dd-acff-4ec5-858c-08235858b8e8 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:40:36.885289 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f78d74-21c8-4221-86dc-65f28687a2bb req-fa6dcff9-d095-48f2-a0fc-2c3f0d31bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:36.885400 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc69d7dd-acff-4ec5-858c-08235858b8e8 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:36.887267 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-86f78d74-21c8-4221-86dc-65f28687a2bb req-fa6dcff9-d095-48f2-a0fc-2c3f0d31bee9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd35dba1ddfd47018450abd623ae264f&device_id=dd152191-6040-4828-811e-51554fb1a1d6 HTTP/1.1" status: 200 len: 1094 time: 0.2271540 Apr 21 12:40:36.892752 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c237b8-6b2e-4b2f-a11a-c35161e11b51 None None] Sync routers for ids ['f9834a66-b351-49e8-ad29-32ca575a41ee'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:40:36.893007 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0c1e5a4a-b079-4875-abd8-a50cf5fe6fcd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:36.896572 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0c1e5a4a-b079-4875-abd8-a50cf5fe6fcd tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6116478 Apr 21 12:40:36.907914 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42282) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:36.915602 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f456dbd1-dcb2-401a-9059-a704b7fa873f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-62834084', 'security_groups': ['cbb49e2d-63c9-4845-881c-0a999d736bfe'], 'network_id': '1180f0e3-6284-4c93-8230-3ae008c643e6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '68819970-0a3f-4134-af19-2bdd52b3f3be'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:36.919902 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4229b2a3-c4ff-4bcd-8322-a833524078af req-29af90a7-f2f5-4775-80f3-007ee0d42cb6 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/security-groups?id=a952406e-7ca1-4073-96b5-e749aca2cf15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993776 Apr 21 12:40:36.942494 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c237b8-6b2e-4b2f-a11a-c35161e11b51 None None] Routers {'f9834a66-b351-49e8-ad29-32ca575a41ee'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:40:36.943374 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-60c237b8-6b2e-4b2f-a11a-c35161e11b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:40:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f9834a66-b351-49e8-ad29-32ca575a41ee'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:36.979758 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bc69d7dd-acff-4ec5-858c-08235858b8e8 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "PUT /v2.0/floatingips/a6891dc8-5b86-4ca3-bfc8-78b5d5eb14ae HTTP/1.1" status: 200 len: 991 time: 2.6773503 Apr 21 12:40:36.979758 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1010468d-70a6-4e5b-be31-62638abe61e6', 'tag': '37a93cec-cc80-46f6-88d4-97f36fa3afc2'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:40:36.981846 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6063af37-b749-4818-8c02-95ebaf177dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "1010468d-70a6-4e5b-be31-62638abe61e6", "tag": "37a93cec-cc80-46f6-88d4-97f36fa3afc2"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:40:37.015389 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-33be2412-741d-4a81-95b3-6cbdb1fb62a4 None None] For port fc0fafd8-061c-4668-b76d-35ed43f00c35, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:40:37.059899 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-33be2412-741d-4a81-95b3-6cbdb1fb62a4 None None] For port fc0fafd8-061c-4668-b76d-35ed43f00c35, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fc0fafd8-061c-4668-b76d-35ed43f00c35,segment=NetworkSegment(0af79500-8dd3-4d3d-afc9-8ba81d70a113),segment_id=0af79500-8dd3-4d3d-afc9-8ba81d70a113)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:40:37.068876 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e3f735ac-8744-4240-96c1-cf9b10c165d1 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-36972852'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:37.075164 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d70bef-bfe5-4cc4-b3ef-460ceb8d5295 x-openstack-request-id: req-22d70bef-bfe5-4cc4-b3ef-460ceb8d5295 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:40:37.075602 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1010468d-70a6-4e5b-be31-62638abe61e6", "tag": "37a93cec-cc80-46f6-88d4-97f36fa3afc2", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:40:37.076634 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-22d70bef-bfe5-4cc4-b3ef-460ceb8d5295 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:40:37.077109 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22d70bef-bfe5-4cc4-b3ef-460ceb8d5295'] response: {'name': 'network-changed', 'server_uuid': '1010468d-70a6-4e5b-be31-62638abe61e6', 'tag': '37a93cec-cc80-46f6-88d4-97f36fa3afc2', 'status': 'completed', 'code': 200} Apr 21 12:40:37.093491 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-60c237b8-6b2e-4b2f-a11a-c35161e11b51 None None] Set router f9834a66-b351-49e8-ad29-32ca575a41ee gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:40:37.152834 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f456dbd1-dcb2-401a-9059-a704b7fa873f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:40:37.171194 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-33be2412-741d-4a81-95b3-6cbdb1fb62a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:37.252663 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be2412-741d-4a81-95b3-6cbdb1fb62a4 None None] Pushing event updated for resources: {'Port': ['ID=fc0fafd8-061c-4668-b76d-35ed43f00c35,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:37.256786 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f456dbd1-dcb2-401a-9059-a704b7fa873f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:37.280807 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-f456dbd1-dcb2-401a-9059-a704b7fa873f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] device_id is not set on port 38da5226-2036-435f-b5df-781aa5567b3a yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:40:37.493624 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-60c237b8-6b2e-4b2f-a11a-c35161e11b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'name': 'tempest-ServersTestBootFromVolume-425323506-router', 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5a46eec7-950e-4fb0-a169-a29a3b4907f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:38:51Z', 'updated_at': '2022-04-21T12:38:59Z', 'revision_number': 4, 'project_id': '7b45e45ca21245439fa65bc29d51bfe0', 'gw_port': {'id': '5a46eec7-950e-4fb0-a169-a29a3b4907f7', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:38:53Z', 'updated_at': '2022-04-21T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'a6891dc8-5b86-4ca3-bfc8-78b5d5eb14ae', 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0', 'floating_ip_address': '172.25.8.114', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'port_id': '37a93cec-cc80-46f6-88d4-97f36fa3afc2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54076906-6a28-416e-bcbd-9d5e99293579', 'mac_address': 'fa:16:3e:92:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010468d-70a6-4e5b-be31-62638abe61e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:39:06Z', 'updated_at': '2022-04-21T12:40:35Z', 'revision_number': 1, 'project_id': '7b45e45ca21245439fa65bc29d51bfe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d38887-f188-47fd-b219-380e2765612d', 'name': '', 'network_id': '54076906-6a28-416e-bcbd-9d5e99293579', 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0', 'mac_address': 'fa:16:3e:5d:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '2337416d-bff8-4f87-bcad-c2ab8ba9b9f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:38:57Z', 'updated_at': '2022-04-21T12:39:04Z', 'revision_number': 5, 'project_id': '7b45e45ca21245439fa65bc29d51bfe0', 'subnets': [{'id': '2337416d-bff8-4f87-bcad-c2ab8ba9b9f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:37.499294 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-f456dbd1-dcb2-401a-9059-a704b7fa873f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Allocated IP 2001:db8::335 (1180f0e3-6284-4c93-8230-3ae008c643e6/68819970-0a3f-4134-af19-2bdd52b3f3be/38da5226-2036-435f-b5df-781aa5567b3a) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:40:37.533487 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c237b8-6b2e-4b2f-a11a-c35161e11b51 None None] Checking router: f9834a66-b351-49e8-ad29-32ca575a41ee for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:40:37.539237 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c237b8-6b2e-4b2f-a11a-c35161e11b51 None None] Routers {'f9834a66-b351-49e8-ad29-32ca575a41ee'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:40:37.539927 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-60c237b8-6b2e-4b2f-a11a-c35161e11b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:40:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f9834a66-b351-49e8-ad29-32ca575a41ee'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:37.609158 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f735ac-8744-4240-96c1-cf9b10c165d1 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Made reservation on behalf of 5b9ab40f81e64e15bdcf89c789de439f for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:40:37.612613 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3f735ac-8744-4240-96c1-cf9b10c165d1 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:37.648594 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71be74-2674-417a-9cf6-f6d01cdb532e req-165ac51b-f65b-4394-9517-463b917f96fc tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:37.650244 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb71be74-2674-417a-9cf6-f6d01cdb532e req-165ac51b-f65b-4394-9517-463b917f96fc tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/ports?device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 945 time: 0.5748825 Apr 21 12:40:37.652059 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063af37-b749-4818-8c02-95ebaf177dd1 req-a1a49e37-72d8-43f0-b58c-fd49d0bbcad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:37.653410 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6063af37-b749-4818-8c02-95ebaf177dd1 req-a1a49e37-72d8-43f0-b58c-fd49d0bbcad3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7b45e45ca21245439fa65bc29d51bfe0&device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 1096 time: 0.5227911 Apr 21 12:40:37.669753 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3f735ac-8744-4240-96c1-cf9b10c165d1 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:37.684674 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f78d74-21c8-4221-86dc-65f28687a2bb req-0ac3567f-648c-4269-aeb3-052f61740f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:37.686196 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-86f78d74-21c8-4221-86dc-65f28687a2bb req-0ac3567f-648c-4269-aeb3-052f61740f6f service neutron] 10.222.0.24 "GET /v2.0/networks?id=d447278d-f344-4de7-84b4-470e6442d819 HTTP/1.1" status: 200 len: 917 time: 0.6933212 Apr 21 12:40:37.755164 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f456dbd1-dcb2-401a-9059-a704b7fa873f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:37.831880 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-86f78d74-21c8-4221-86dc-65f28687a2bb req-20866223-e3c4-4202-b6d6-303713919abe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d HTTP/1.1" status: 200 len: 217 time: 0.1316676 Apr 21 12:40:37.870572 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9aaeeb12-1165-480b-8800-bad22a0a5875 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:40:37.886850 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f456dbd1-dcb2-401a-9059-a704b7fa873f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:37.911687 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b29fb1-fd15-44a2-b7d1-0e2ea3457ee0 req-8f2a2899-1d21-479f-90bd-dda293d76cd5 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:37.913321 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34b29fb1-fd15-44a2-b7d1-0e2ea3457ee0 req-8f2a2899-1d21-479f-90bd-dda293d76cd5 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8 HTTP/1.1" status: 200 len: 949 time: 0.3103595 Apr 21 12:40:37.932854 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-60c237b8-6b2e-4b2f-a11a-c35161e11b51 None None] Set router f9834a66-b351-49e8-ad29-32ca575a41ee gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:40:37.942912 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f456dbd1-dcb2-401a-9059-a704b7fa873f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network 1180f0e3-6284-4c93-8230-3ae008c643e6 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:40:37.950520 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb71be74-2674-417a-9cf6-f6d01cdb532e req-8f5ce5bf-89ce-487e-a2f6-bae3b70fefe6 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/security-groups?id=23fca203-01a7-4e6c-a573-6018b09e4eda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2748222 Apr 21 12:40:37.966350 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-f456dbd1-dcb2-401a-9059-a704b7fa873f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:37.966350 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f456dbd1-dcb2-401a-9059-a704b7fa873f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:40:37.969253 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f456dbd1-dcb2-401a-9059-a704b7fa873f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:37.969990 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f456dbd1-dcb2-401a-9059-a704b7fa873f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:37.992798 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f456dbd1-dcb2-401a-9059-a704b7fa873f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Port': ['ID=38da5226-2036-435f-b5df-781aa5567b3a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:38.005088 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456dbd1-dcb2-401a-9059-a704b7fa873f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:38.005490 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456dbd1-dcb2-401a-9059-a704b7fa873f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:38.007568 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456dbd1-dcb2-401a-9059-a704b7fa873f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:38.007695 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456dbd1-dcb2-401a-9059-a704b7fa873f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:38.008882 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456dbd1-dcb2-401a-9059-a704b7fa873f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:38.008882 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456dbd1-dcb2-401a-9059-a704b7fa873f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:38.009091 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456dbd1-dcb2-401a-9059-a704b7fa873f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:38.009432 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456dbd1-dcb2-401a-9059-a704b7fa873f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:38.009791 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456dbd1-dcb2-401a-9059-a704b7fa873f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:38.012723 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456dbd1-dcb2-401a-9059-a704b7fa873f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:38.013085 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456dbd1-dcb2-401a-9059-a704b7fa873f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:38.013553 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f456dbd1-dcb2-401a-9059-a704b7fa873f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:38.060233 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f78d74-21c8-4221-86dc-65f28687a2bb req-be90a3d8-6d56-4770-9060-477f7e4593f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:38.062424 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f456dbd1-dcb2-401a-9059-a704b7fa873f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1534581 Apr 21 12:40:38.064731 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42312) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:38.068459 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-86f78d74-21c8-4221-86dc-65f28687a2bb req-be90a3d8-6d56-4770-9060-477f7e4593f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33aaa7b5-e4ac-4c92-a11b-6d9aef1da3fc HTTP/1.1" status: 200 len: 855 time: 0.2278638 Apr 21 12:40:38.072794 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-de6ce806-2e29-44e9-9316-351062fcaa71 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'subnet': {'network_id': '1180f0e3-6284-4c93-8230-3ae008c643e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:38.078287 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063af37-b749-4818-8c02-95ebaf177dd1 req-ece96cc5-b60d-4de6-8680-9343e216f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:38.080151 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6063af37-b749-4818-8c02-95ebaf177dd1 req-ece96cc5-b60d-4de6-8680-9343e216f047 service neutron] 10.222.0.26 "GET /v2.0/networks?id=54076906-6a28-416e-bcbd-9d5e99293579 HTTP/1.1" status: 200 len: 916 time: 0.4075098 Apr 21 12:40:38.137624 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 9aaeeb12-1165-480b-8800-bad22a0a5875, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9aaeeb12-1165-480b-8800-bad22a0a5875,segment=NetworkSegment(9e519a56-00ea-41b0-9265-814962b39db9),segment_id=9e519a56-00ea-41b0-9265-814962b39db9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:38.162318 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '9aaeeb12-1165-480b-8800-bad22a0a5875', 'network_id': 'b386f910-1290-4727-a8ab-a0387dcbd592', 'port_id': '9aaeeb12-1165-480b-8800-bad22a0a5875', 'mac_address': 'fa:16:3e:4b:84:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '107fb6c6-3947-4941-bc31-01b8411e8f35', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:40:38.213323 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34b29fb1-fd15-44a2-b7d1-0e2ea3457ee0 req-6a408b67-89a7-4da8-b646-a2ede7888fe3 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/security-groups?id=be1e34fa-b360-4032-aae2-81e01d19e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705457 Apr 21 12:40:38.295537 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:38.306821 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cf260-4cdd-4193-9743-517fc9fedb98 req-0a96ac83-9ce0-4d45-ae6b-22b2473e5343 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:38.315334 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c66cf260-4cdd-4193-9743-517fc9fedb98 req-0a96ac83-9ce0-4d45-ae6b-22b2473e5343 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd152191-6040-4828-811e-51554fb1a1d6 HTTP/1.1" status: 200 len: 943 time: 0.2453532 Apr 21 12:40:38.318670 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6063af37-b749-4818-8c02-95ebaf177dd1 req-9be981c1-325e-4d45-ae1d-02545c48ff79 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=37a93cec-cc80-46f6-88d4-97f36fa3afc2 HTTP/1.1" status: 200 len: 999 time: 0.2236383 Apr 21 12:40:38.320304 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aaeeb12-1165-480b-8800-bad22a0a5875 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:40:38.335439 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3f735ac-8744-4240-96c1-cf9b10c165d1 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:38.358442 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6ce806-2e29-44e9-9316-351062fcaa71 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:40:38.363519 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de6ce806-2e29-44e9-9316-351062fcaa71 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:38.381841 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f78d74-21c8-4221-86dc-65f28687a2bb req-0e89a3e8-3fab-4a8b-8b0f-2b7747c4e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:38.383819 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-86f78d74-21c8-4221-86dc-65f28687a2bb req-0e89a3e8-3fab-4a8b-8b0f-2b7747c4e5be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d447278d-f344-4de7-84b4-470e6442d819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2899210 Apr 21 12:40:38.385736 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 9aaeeb12-1165-480b-8800-bad22a0a5875, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9aaeeb12-1165-480b-8800-bad22a0a5875,segment=NetworkSegment(9e519a56-00ea-41b0-9265-814962b39db9),segment_id=9e519a56-00ea-41b0-9265-814962b39db9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:38.427925 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3f735ac-8744-4240-96c1-cf9b10c165d1 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:38.434760 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-60c237b8-6b2e-4b2f-a11a-c35161e11b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'name': 'tempest-ServersTestBootFromVolume-425323506-router', 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5a46eec7-950e-4fb0-a169-a29a3b4907f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:38:51Z', 'updated_at': '2022-04-21T12:38:59Z', 'revision_number': 4, 'project_id': '7b45e45ca21245439fa65bc29d51bfe0', 'gw_port': {'id': '5a46eec7-950e-4fb0-a169-a29a3b4907f7', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:38:53Z', 'updated_at': '2022-04-21T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'a6891dc8-5b86-4ca3-bfc8-78b5d5eb14ae', 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0', 'floating_ip_address': '172.25.8.114', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'port_id': '37a93cec-cc80-46f6-88d4-97f36fa3afc2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54076906-6a28-416e-bcbd-9d5e99293579', 'mac_address': 'fa:16:3e:92:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010468d-70a6-4e5b-be31-62638abe61e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:39:06Z', 'updated_at': '2022-04-21T12:40:35Z', 'revision_number': 1, 'project_id': '7b45e45ca21245439fa65bc29d51bfe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d38887-f188-47fd-b219-380e2765612d', 'name': '', 'network_id': '54076906-6a28-416e-bcbd-9d5e99293579', 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0', 'mac_address': 'fa:16:3e:5d:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '2337416d-bff8-4f87-bcad-c2ab8ba9b9f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:38:57Z', 'updated_at': '2022-04-21T12:39:04Z', 'revision_number': 5, 'project_id': '7b45e45ca21245439fa65bc29d51bfe0', 'subnets': [{'id': '2337416d-bff8-4f87-bcad-c2ab8ba9b9f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:38.481780 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:38.484741 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c237b8-6b2e-4b2f-a11a-c35161e11b51 None None] The sync data for ids ['f9834a66-b351-49e8-ad29-32ca575a41ee'] in n-d-836147-2 is: [{'id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'name': 'tempest-ServersTestBootFromVolume-425323506-router', 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5a46eec7-950e-4fb0-a169-a29a3b4907f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:38:51Z', 'updated_at': '2022-04-21T12:38:59Z', 'revision_number': 4, 'project_id': '7b45e45ca21245439fa65bc29d51bfe0', 'gw_port': {'id': '5a46eec7-950e-4fb0-a169-a29a3b4907f7', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:38:53Z', 'updated_at': '2022-04-21T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'a6891dc8-5b86-4ca3-bfc8-78b5d5eb14ae', 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0', 'floating_ip_address': '172.25.8.114', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'port_id': '37a93cec-cc80-46f6-88d4-97f36fa3afc2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54076906-6a28-416e-bcbd-9d5e99293579', 'mac_address': 'fa:16:3e:92:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010468d-70a6-4e5b-be31-62638abe61e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:39:06Z', 'updated_at': '2022-04-21T12:40:35Z', 'revision_number': 1, 'project_id': '7b45e45ca21245439fa65bc29d51bfe0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d38887-f188-47fd-b219-380e2765612d', 'name': '', 'network_id': '54076906-6a28-416e-bcbd-9d5e99293579', 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0', 'mac_address': 'fa:16:3e:5d:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '2337416d-bff8-4f87-bcad-c2ab8ba9b9f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:38:57Z', 'updated_at': '2022-04-21T12:39:04Z', 'revision_number': 5, 'project_id': '7b45e45ca21245439fa65bc29d51bfe0', 'subnets': [{'id': '2337416d-bff8-4f87-bcad-c2ab8ba9b9f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:40:38.504995 n-d-836147-2 neutron-server[103397]: INFO neutron.db.ipam_backend_mixin [None req-de6ce806-2e29-44e9-9316-351062fcaa71 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 68819970-0a3f-4134-af19-2bdd52b3f3be (CIDR: 2001:db8::/64) Apr 21 12:40:38.530915 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063af37-b749-4818-8c02-95ebaf177dd1 req-b718bde0-c46f-446b-99e9-9af86887b01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:38.532698 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6063af37-b749-4818-8c02-95ebaf177dd1 req-b718bde0-c46f-446b-99e9-9af86887b01e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2337416d-bff8-4f87-bcad-c2ab8ba9b9f8 HTTP/1.1" status: 200 len: 854 time: 0.1897113 Apr 21 12:40:38.551959 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=9aaeeb12-1165-480b-8800-bad22a0a5875,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:38.556962 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device a77e1e5c-3459-4af8-850f-34774ba8e43f details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:40:38.558636 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c66cf260-4cdd-4193-9743-517fc9fedb98 req-042050f4-2648-46c9-827e-c9b2dc76300e tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420671 Apr 21 12:40:38.559354 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f735ac-8744-4240-96c1-cf9b10c165d1 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=412fa766-3e50-41c8-903d-e5768d7756c7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:38.567747 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-de6ce806-2e29-44e9-9316-351062fcaa71 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:40:38.568674 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de6ce806-2e29-44e9-9316-351062fcaa71 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:40:38.587577 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3f735ac-8744-4240-96c1-cf9b10c165d1 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:40:38.632190 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-de6ce806-2e29-44e9-9316-351062fcaa71 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5650029 Apr 21 12:40:38.634976 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42324) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:38.640468 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e8b773fa-e908-4964-b342-5035bdf02883 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'subnet': {'network_id': '1180f0e3-6284-4c93-8230-3ae008c643e6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:38.666114 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b490b-725c-4071-94c5-719ee5810b5f req-1c65904f-d693-415e-b598-e4018eab314c tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:38.668952 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e69b490b-725c-4071-94c5-719ee5810b5f req-1c65904f-d693-415e-b598-e4018eab314c tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0d16114-6485-449a-8a7d-81f72f69a252 HTTP/1.1" status: 200 len: 943 time: 0.3782058 Apr 21 12:40:38.670608 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3f735ac-8744-4240-96c1-cf9b10c165d1 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:38.671355 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-e3f735ac-8744-4240-96c1-cf9b10c165d1 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Added segment 0e6d408e-13f3-446a-99ae-1967a83a1ce9 of type vlan for network a1df05d8-121e-4aaf-9bee-cfb0ae476a72 Apr 21 12:40:38.682775 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:38.683120 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:38.683458 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:38.683791 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:38.684152 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:38.684486 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:38.684811 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:38.685133 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:38.685452 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:38.687369 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:38.688324 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:38.688623 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:40:38.689607 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063af37-b749-4818-8c02-95ebaf177dd1 req-00d8da1b-1b61-43d0-a65e-2985609e00f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:38.691863 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6063af37-b749-4818-8c02-95ebaf177dd1 req-00d8da1b-1b61-43d0-a65e-2985609e00f0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54076906-6a28-416e-bcbd-9d5e99293579&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146271 Apr 21 12:40:38.750082 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:40:38.759607 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['9aaeeb12-1165-480b-8800-bad22a0a5875'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:40:38.776428 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e69b490b-725c-4071-94c5-719ee5810b5f req-e50078af-218d-4000-b5c9-2b8697777ead tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/security-groups?id=a952406e-7ca1-4073-96b5-e749aca2cf15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817916 Apr 21 12:40:38.791537 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port a77e1e5c-3459-4af8-850f-34774ba8e43f, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=a77e1e5c-3459-4af8-850f-34774ba8e43f,segment=NetworkSegment(92aeee9a-c454-456a-ae05-5fde8110fb4b),segment_id=92aeee9a-c454-456a-ae05-5fde8110fb4b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:38.858375 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'a77e1e5c-3459-4af8-850f-34774ba8e43f', 'network_id': 'd447278d-f344-4de7-84b4-470e6442d819', 'port_id': 'a77e1e5c-3459-4af8-850f-34774ba8e43f', 'mac_address': 'fa:16:3e:f8:ab:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33aaa7b5-e4ac-4c92-a11b-6d9aef1da3fc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:40:38.875827 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d18d5883-9a83-4474-b163-373c5876d7f3 None None] Provisioning complete for port 15a7213f-d455-4ac3-b626-d0ed5c5f0a88 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:38.876383 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d18d5883-9a83-4474-b163-373c5876d7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:38.882568 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e4dc52-fffc-46f3-a9f7-b110e958e2b4 None None] New status for floating IP a6891dc8-5b86-4ca3-bfc8-78b5d5eb14ae: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:40:38.909893 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b773fa-e908-4964-b342-5035bdf02883 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:40:38.913478 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8b773fa-e908-4964-b342-5035bdf02883 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:38.916431 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3f735ac-8744-4240-96c1-cf9b10c165d1 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:38.922327 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6063af37-b749-4818-8c02-95ebaf177dd1 req-30580374-7a7b-4326-8da7-64ef4a128140 service neutron] 10.222.0.26 "GET /v2.0/networks/54076906-6a28-416e-bcbd-9d5e99293579?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649020 Apr 21 12:40:38.936171 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-86f78d74-21c8-4221-86dc-65f28687a2bb req-f3b32578-0f1e-44f9-9b68-54b491f48302 service neutron] 10.222.0.24 "GET /v2.0/networks/d447278d-f344-4de7-84b4-470e6442d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5271719 Apr 21 12:40:38.943506 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d18d5883-9a83-4474-b163-373c5876d7f3 None None] Port 15a7213f-d455-4ac3-b626-d0ed5c5f0a88 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:40:39.048565 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:39.124678 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d18d5883-9a83-4474-b163-373c5876d7f3 None None] Provisioning complete for port fc0fafd8-061c-4668-b76d-35ed43f00c35 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:39.125421 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d18d5883-9a83-4474-b163-373c5876d7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:39.145002 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a77e1e5c-3459-4af8-850f-34774ba8e43f {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:40:39.162799 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3f735ac-8744-4240-96c1-cf9b10c165d1 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:39.171866 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f735ac-8744-4240-96c1-cf9b10c165d1 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:39.172603 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3f735ac-8744-4240-96c1-cf9b10c165d1 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:39.220099 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port a77e1e5c-3459-4af8-850f-34774ba8e43f, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=a77e1e5c-3459-4af8-850f-34774ba8e43f,segment=NetworkSegment(92aeee9a-c454-456a-ae05-5fde8110fb4b),segment_id=92aeee9a-c454-456a-ae05-5fde8110fb4b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:39.290101 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:39.294897 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device ea696ddd-1d32-44be-aa2e-dcd6825fe494 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:40:39.296918 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6063af37-b749-4818-8c02-95ebaf177dd1 req-0d57c018-dc95-49a4-a01a-c4be1cb09f3c service neutron] 10.222.0.26 "GET /v2.0/networks/54076906-6a28-416e-bcbd-9d5e99293579?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595815 Apr 21 12:40:39.305867 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-86f78d74-21c8-4221-86dc-65f28687a2bb req-304c5c35-3086-449b-8590-744ae20f9aa2 service neutron] 10.222.0.24 "GET /v2.0/networks/d447278d-f344-4de7-84b4-470e6442d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566711 Apr 21 12:40:39.336503 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8b773fa-e908-4964-b342-5035bdf02883 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:39.340367 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f735ac-8744-4240-96c1-cf9b10c165d1 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Pushing event updated for resources: {'Network': ['ID=a1df05d8-121e-4aaf-9bee-cfb0ae476a72,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:39.361840 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d18d5883-9a83-4474-b163-373c5876d7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:39.367046 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd9d54-1c7a-4102-8bcf-77eebc9f843b req-157d253f-ae53-4edb-8194-27d2362135e7 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:39.368849 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15fd9d54-1c7a-4102-8bcf-77eebc9f843b req-157d253f-ae53-4edb-8194-27d2362135e7 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8 HTTP/1.1" status: 200 len: 949 time: 0.0603480 Apr 21 12:40:39.377648 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network a1df05d8-121e-4aaf-9bee-cfb0ae476a72 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:40:39.419807 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e3f735ac-8744-4240-96c1-cf9b10c165d1 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.8254855 Apr 21 12:40:39.420650 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42332) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:39.430713 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-551f0e80-38c1-45d3-8f63-e45f3caf5c1b tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Request body: {'subnet': {'network_id': 'a1df05d8-121e-4aaf-9bee-cfb0ae476a72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:39.455020 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15fd9d54-1c7a-4102-8bcf-77eebc9f843b req-5d67996c-8bb5-4399-9361-df0f57a1aee1 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/security-groups?id=be1e34fa-b360-4032-aae2-81e01d19e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741792 Apr 21 12:40:39.456332 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b773fa-e908-4964-b342-5035bdf02883 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network 1180f0e3-6284-4c93-8230-3ae008c643e6 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:40:39.487712 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fc0fafd8-061c-4668-b76d-35ed43f00c35 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:40:39.490021 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=a77e1e5c-3459-4af8-850f-34774ba8e43f,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:39.492975 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-e8b773fa-e908-4964-b342-5035bdf02883 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:39.504294 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b773fa-e908-4964-b342-5035bdf02883 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:39.504899 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8b773fa-e908-4964-b342-5035bdf02883 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:39.511265 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port ea696ddd-1d32-44be-aa2e-dcd6825fe494, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ea696ddd-1d32-44be-aa2e-dcd6825fe494,segment=NetworkSegment(92aeee9a-c454-456a-ae05-5fde8110fb4b),segment_id=92aeee9a-c454-456a-ae05-5fde8110fb4b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:39.538720 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b773fa-e908-4964-b342-5035bdf02883 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Subnet': ['ID=7085cc51-c1e6-4627-8dab-f8ea67f511dd,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:39.543768 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c48c46-3297-4f01-88ca-683f89cf16b0 None None] Network 1180f0e3-6284-4c93-8230-3ae008c643e6 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:40:39.575978 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d18d5883-9a83-4474-b163-373c5876d7f3 None None] For port fc0fafd8-061c-4668-b76d-35ed43f00c35, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fc0fafd8-061c-4668-b76d-35ed43f00c35,segment=NetworkSegment(0af79500-8dd3-4d3d-afc9-8ba81d70a113),segment_id=0af79500-8dd3-4d3d-afc9-8ba81d70a113)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:39.587832 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'ea696ddd-1d32-44be-aa2e-dcd6825fe494', 'network_id': 'd447278d-f344-4de7-84b4-470e6442d819', 'port_id': 'ea696ddd-1d32-44be-aa2e-dcd6825fe494', 'mac_address': 'fa:16:3e:f2:f4:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33aaa7b5-e4ac-4c92-a11b-6d9aef1da3fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:40:39.613478 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42340) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:39.613655 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e8b773fa-e908-4964-b342-5035bdf02883 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9758480 Apr 21 12:40:39.619885 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b7da0a8c-7deb-4e03-a7f5-996471be3584 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1045265910', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7085cc51-c1e6-4627-8dab-f8ea67f511dd'}], 'security_groups': ['3191b7ca-ce95-40db-8192-3c483951c7c6']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:39.644909 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42342) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:39.666165 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d18d5883-9a83-4474-b163-373c5876d7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:39.695520 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551f0e80-38c1-45d3-8f63-e45f3caf5c1b tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Made reservation on behalf of 5b9ab40f81e64e15bdcf89c789de439f for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:40:39.700494 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-551f0e80-38c1-45d3-8f63-e45f3caf5c1b tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:39.710398 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:40:39.744500 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:39.750085 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port fc0fafd8-061c-4668-b76d-35ed43f00c35 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:39.750455 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:39.844070 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea696ddd-1d32-44be-aa2e-dcd6825fe494 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:40:39.850028 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d5883-9a83-4474-b163-373c5876d7f3 None None] Pushing event updated for resources: {'Port': ['ID=fc0fafd8-061c-4668-b76d-35ed43f00c35,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:39.874374 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56739604-9fff-4833-9d7e-57d0fa700419 req-88d3508d-5237-41a6-893b-4d18954bbb60 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:39.882229 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56739604-9fff-4833-9d7e-57d0fa700419 req-88d3508d-5237-41a6-893b-4d18954bbb60 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd152191-6040-4828-811e-51554fb1a1d6 HTTP/1.1" status: 200 len: 943 time: 0.1998084 Apr 21 12:40:39.914069 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7da0a8c-7deb-4e03-a7f5-996471be3584 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:39.940778 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-81a8f4d1-96b0-454c-916c-662c0d755a4b None None] Provisioning complete for port 38da5226-2036-435f-b5df-781aa5567b3a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:39.941652 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81a8f4d1-96b0-454c-916c-662c0d755a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:39.947354 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port ea696ddd-1d32-44be-aa2e-dcd6825fe494, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ea696ddd-1d32-44be-aa2e-dcd6825fe494,segment=NetworkSegment(92aeee9a-c454-456a-ae05-5fde8110fb4b),segment_id=92aeee9a-c454-456a-ae05-5fde8110fb4b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:39.947873 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-833abc23-c965-45fc-bd14-4b8ca698c0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:40.014069 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-551f0e80-38c1-45d3-8f63-e45f3caf5c1b tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:40.034230 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56739604-9fff-4833-9d7e-57d0fa700419 req-b9cb8457-ed81-4948-9b35-edc800b9d1f9 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506083 Apr 21 12:40:40.056049 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-81a8f4d1-96b0-454c-916c-662c0d755a4b None None] Port 38da5226-2036-435f-b5df-781aa5567b3a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:40:40.075169 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d,segment=NetworkSegment(92aeee9a-c454-456a-ae05-5fde8110fb4b),segment_id=92aeee9a-c454-456a-ae05-5fde8110fb4b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:40.076855 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:40.117814 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d', 'network_id': 'd447278d-f344-4de7-84b4-470e6442d819', 'port_id': '0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d', 'mac_address': 'fa:16:3e:f6:0f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33aaa7b5-e4ac-4c92-a11b-6d9aef1da3fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:40:40.128542 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-833abc23-c965-45fc-bd14-4b8ca698c0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:40.139660 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f0e80-38c1-45d3-8f63-e45f3caf5c1b tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Pushing event updated for resources: {'Subnet': ['ID=24d7ffb3-9444-477b-8e96-67f6afd5f08d,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:40.148134 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551f0e80-38c1-45d3-8f63-e45f3caf5c1b tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Checking segment: {'id': '0e6d408e-13f3-446a-99ae-1967a83a1ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a1df05d8-121e-4aaf-9bee-cfb0ae476a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:40:40.148483 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551f0e80-38c1-45d3-8f63-e45f3caf5c1b tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Network hostable DHCP agents. Network: a1df05d8-121e-4aaf-9bee-cfb0ae476a72, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:40:40.156082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f8d6e-2199-4829-b290-056c4555e0ae req-59b2e9cf-184f-4b3b-b6a9-316fe9fd4517 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:40.164265 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5f6f8d6e-2199-4829-b290-056c4555e0ae req-59b2e9cf-184f-4b3b-b6a9-316fe9fd4517 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0d16114-6485-449a-8a7d-81f72f69a252 HTTP/1.1" status: 200 len: 944 time: 0.1947689 Apr 21 12:40:40.197958 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-833abc23-c965-45fc-bd14-4b8ca698c0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:40.238291 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551f0e80-38c1-45d3-8f63-e45f3caf5c1b tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Network a1df05d8-121e-4aaf-9bee-cfb0ae476a72 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:40:40.246661 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833abc23-c965-45fc-bd14-4b8ca698c0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e65f3f9b-36bf-4d81-9f34-3718da12c731,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:40.255662 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-833abc23-c965-45fc-bd14-4b8ca698c0cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=63f2d8fe581644d38efc9eedf51856a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6094611 Apr 21 12:40:40.256649 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42350) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:40.283842 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5f6f8d6e-2199-4829-b290-056c4555e0ae req-37e26f7e-2600-4c91-abe9-fb3b9a94cd24 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/security-groups?id=a952406e-7ca1-4073-96b5-e749aca2cf15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185946 Apr 21 12:40:40.306423 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161829f7-8980-4595-9cd7-8fd16dd38106 req-d3a9aaec-0527-48de-bf35-dca0c31203d4 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:40.308130 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-161829f7-8980-4595-9cd7-8fd16dd38106 req-d3a9aaec-0527-48de-bf35-dca0c31203d4 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8 HTTP/1.1" status: 200 len: 949 time: 0.1610968 Apr 21 12:40:40.318252 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86305db0-a072-4da8-a0b2-57e9a83eddbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:40.328689 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-551f0e80-38c1-45d3-8f63-e45f3caf5c1b tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, a1df05d8-121e-4aaf-9bee-cfb0ae476a72) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:40.338943 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551f0e80-38c1-45d3-8f63-e45f3caf5c1b tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:40.339598 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-551f0e80-38c1-45d3-8f63-e45f3caf5c1b tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:40.354511 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86305db0-a072-4da8-a0b2-57e9a83eddbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:40.365061 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aea5237-f305-4955-bce4-60224e819954 None None] Network a1df05d8-121e-4aaf-9bee-cfb0ae476a72 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:40:40.401216 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-161829f7-8980-4595-9cd7-8fd16dd38106 req-372e6ebb-8c4e-4c9e-abfd-143aa1d8b167 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/security-groups?id=be1e34fa-b360-4032-aae2-81e01d19e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620973 Apr 21 12:40:40.444674 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=ea696ddd-1d32-44be-aa2e-dcd6825fe494,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:40.455356 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:40.464171 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-551f0e80-38c1-45d3-8f63-e45f3caf5c1b tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0422592 Apr 21 12:40:40.470296 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bedd1b-946e-4eb7-9b54-13dc48065c51 None None] Update dhcp port {'port': {'network_id': '1180f0e3-6284-4c93-8230-3ae008c643e6', 'fixed_ips': [{'subnet_id': '68819970-0a3f-4134-af19-2bdd52b3f3be', 'ip_address': '2001:db8::2'}, {'subnet_id': '7085cc51-c1e6-4627-8dab-f8ea67f511dd'}], 'binding:host_id': 'n-d-836147-2'}, 'id': 'fc0fafd8-061c-4668-b76d-35ed43f00c35'} from n-d-836147-2. {{(pid=103399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 21 12:40:40.470478 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42352) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:40.476163 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9cbf1369-f9db-4f61-82ba-48a6b1ede679 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Request body: {'port': {'network_id': 'a1df05d8-121e-4aaf-9bee-cfb0ae476a72', 'name': 'tempest-DHCPAgentSchedulersTestJSON-429399346'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:40.502237 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:40:40.514233 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-b7da0a8c-7deb-4e03-a7f5-996471be3584 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Delete allocated IP 2001:db8::335 (1180f0e3-6284-4c93-8230-3ae008c643e6/68819970-0a3f-4134-af19-2bdd52b3f3be) {{(pid=103398) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 21 12:40:40.522632 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-b7da0a8c-7deb-4e03-a7f5-996471be3584 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Allocated IP 2001:db8:0:1::356 (1180f0e3-6284-4c93-8230-3ae008c643e6/7085cc51-c1e6-4627-8dab-f8ea67f511dd/38da5226-2036-435f-b5df-781aa5567b3a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:40:40.529724 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['a77e1e5c-3459-4af8-850f-34774ba8e43f'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:40:40.531774 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89bedd1b-946e-4eb7-9b54-13dc48065c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:40.542768 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86305db0-a072-4da8-a0b2-57e9a83eddbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:40.545315 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86305db0-a072-4da8-a0b2-57e9a83eddbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:40.548970 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-86305db0-a072-4da8-a0b2-57e9a83eddbb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e65f3f9b-36bf-4d81-9f34-3718da12c731 HTTP/1.1" status: 204 len: 168 time: 0.2889466 Apr 21 12:40:40.567057 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86305db0-a072-4da8-a0b2-57e9a83eddbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65f3f9b-36bf-4d81-9f34-3718da12c731,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:40.576697 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['ea696ddd-1d32-44be-aa2e-dcd6825fe494'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:40:40.585832 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d,segment=NetworkSegment(92aeee9a-c454-456a-ae05-5fde8110fb4b),segment_id=92aeee9a-c454-456a-ae05-5fde8110fb4b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:40.695861 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:40.698164 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbf1369-f9db-4f61-82ba-48a6b1ede679 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Made reservation on behalf of 5b9ab40f81e64e15bdcf89c789de439f for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:40:40.702266 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9cbf1369-f9db-4f61-82ba-48a6b1ede679 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:40.707340 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7da0a8c-7deb-4e03-a7f5-996471be3584 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:40.721606 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-9cbf1369-f9db-4f61-82ba-48a6b1ede679 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] device_id is not set on port cb0de199-2e6c-4a6c-b27c-94103e85bd56 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:40:40.798421 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7da0a8c-7deb-4e03-a7f5-996471be3584 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:40.845218 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-9cbf1369-f9db-4f61-82ba-48a6b1ede679 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Allocated IP 172.20.0.9 (a1df05d8-121e-4aaf-9bee-cfb0ae476a72/24d7ffb3-9444-477b-8e96-67f6afd5f08d/cb0de199-2e6c-4a6c-b27c-94103e85bd56) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:40:40.910184 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfe0746-f4c4-4aa8-9ac8-360b9878ea4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-a1df05d8-121e-4aaf-9bee-cfb0ae476a72', 'network_id': 'a1df05d8-121e-4aaf-9bee-cfb0ae476a72', 'tenant_id': '5b9ab40f81e64e15bdcf89c789de439f', 'fixed_ips': [{'subnet_id': '24d7ffb3-9444-477b-8e96-67f6afd5f08d'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:40:40.911309 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbfe0746-f4c4-4aa8-9ac8-360b9878ea4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:40.918677 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:40.926017 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b7da0a8c-7deb-4e03-a7f5-996471be3584 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] In _notify_port_updated(), no bound segment for port 38da5226-2036-435f-b5df-781aa5567b3a on network 1180f0e3-6284-4c93-8230-3ae008c643e6 {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 12:40:40.932775 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7da0a8c-7deb-4e03-a7f5-996471be3584 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:40.933456 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7da0a8c-7deb-4e03-a7f5-996471be3584 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:40.935713 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b7da0a8c-7deb-4e03-a7f5-996471be3584 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "PUT /v2.0/ports/38da5226-2036-435f-b5df-781aa5567b3a HTTP/1.1" status: 200 len: 931 time: 1.3214755 Apr 21 12:40:40.936477 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da0a8c-7deb-4e03-a7f5-996471be3584 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Port': ['ID=38da5226-2036-435f-b5df-781aa5567b3a,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:40.938663 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42358) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:40.999529 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:40:41.077602 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-89bedd1b-946e-4eb7-9b54-13dc48065c51 None None] Allocated IP 2001:db8:0:1::2 (1180f0e3-6284-4c93-8230-3ae008c643e6/7085cc51-c1e6-4627-8dab-f8ea67f511dd/fc0fafd8-061c-4668-b76d-35ed43f00c35) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:40:41.089876 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9cbf1369-f9db-4f61-82ba-48a6b1ede679 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:41.123429 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-559d7b23-d35e-4d3a-a46a-c2c786b918c3 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting port 38da5226-2036-435f-b5df-781aa5567b3a {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:40:41.123809 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-559d7b23-d35e-4d3a-a46a-c2c786b918c3 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:41.182101 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ea885-7033-4561-bbab-921237b53514 req-fbdc16fe-7318-4b0e-b02e-d63bb5816c4b tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:41.189981 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c65ea885-7033-4561-bbab-921237b53514 req-fbdc16fe-7318-4b0e-b02e-d63bb5816c4b tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd152191-6040-4828-811e-51554fb1a1d6 HTTP/1.1" status: 200 len: 944 time: 0.0808144 Apr 21 12:40:41.225729 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-559d7b23-d35e-4d3a-a46a-c2c786b918c3 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:41.227951 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c65ea885-7033-4561-bbab-921237b53514 req-0b25fe6a-9d73-4803-a144-4b56b9d56137 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364089 Apr 21 12:40:41.240459 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-559d7b23-d35e-4d3a-a46a-c2c786b918c3 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Calling delete_port for 38da5226-2036-435f-b5df-781aa5567b3a owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:40:41.254604 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9cbf1369-f9db-4f61-82ba-48a6b1ede679 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:41.321219 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42362) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:41.343877 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6bc08c13-946e-4ceb-ba39-42890a5795db admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:41.374056 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbf1369-f9db-4f61-82ba-48a6b1ede679 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Network a1df05d8-121e-4aaf-9bee-cfb0ae476a72 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:40:41.377822 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-9cbf1369-f9db-4f61-82ba-48a6b1ede679 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:41.386217 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbf1369-f9db-4f61-82ba-48a6b1ede679 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:40:41.410018 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fc0fafd8-061c-4668-b76d-35ed43f00c35 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:40:41.428146 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbf1369-f9db-4f61-82ba-48a6b1ede679 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Pushing event updated for resources: {'Port': ['ID=cb0de199-2e6c-4a6c-b27c-94103e85bd56,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:41.451583 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-89bedd1b-946e-4eb7-9b54-13dc48065c51 None None] For port fc0fafd8-061c-4668-b76d-35ed43f00c35, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fc0fafd8-061c-4668-b76d-35ed43f00c35,segment=NetworkSegment(0af79500-8dd3-4d3d-afc9-8ba81d70a113),segment_id=0af79500-8dd3-4d3d-afc9-8ba81d70a113)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:41.465022 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbf1369-f9db-4f61-82ba-48a6b1ede679 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:41.465788 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9cbf1369-f9db-4f61-82ba-48a6b1ede679 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:41.481093 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-fbfe0746-f4c4-4aa8-9ac8-360b9878ea4e None None] Allocated IP 172.20.0.2 (a1df05d8-121e-4aaf-9bee-cfb0ae476a72/24d7ffb3-9444-477b-8e96-67f6afd5f08d/c4442ab2-cce6-48dc-92ed-86a985ea3925) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:40:41.553920 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89bedd1b-946e-4eb7-9b54-13dc48065c51 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:41.579981 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099047c-e2e7-400b-86f5-60161025056e req-f21df5b0-454c-4ed9-9cef-320100db6770 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:41.581746 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b099047c-e2e7-400b-86f5-60161025056e req-f21df5b0-454c-4ed9-9cef-320100db6770 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0d16114-6485-449a-8a7d-81f72f69a252 HTTP/1.1" status: 200 len: 944 time: 0.1781487 Apr 21 12:40:41.595081 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6bc08c13-946e-4ceb-ba39-42890a5795db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:41.611813 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335420a9-3f07-4f65-bae0-4ffde8c501d0 req-19b505e3-34b7-4b0a-b64a-762d611695f1 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:41.614357 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-335420a9-3f07-4f65-bae0-4ffde8c501d0 req-19b505e3-34b7-4b0a-b64a-762d611695f1 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8 HTTP/1.1" status: 200 len: 949 time: 0.1238461 Apr 21 12:40:41.617217 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89bedd1b-946e-4eb7-9b54-13dc48065c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:41.649428 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port fc0fafd8-061c-4668-b76d-35ed43f00c35 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:41.649810 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:41.669087 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6bc08c13-946e-4ceb-ba39-42890a5795db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:41.690066 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b099047c-e2e7-400b-86f5-60161025056e req-55f82eaa-ed5c-4d43-8809-bed74d0fb68a tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/security-groups?id=a952406e-7ca1-4073-96b5-e749aca2cf15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936255 Apr 21 12:40:41.731631 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-335420a9-3f07-4f65-bae0-4ffde8c501d0 req-af001757-9954-43ab-a231-b7db401a020a tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/security-groups?id=be1e34fa-b360-4032-aae2-81e01d19e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011221 Apr 21 12:40:41.741941 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6bc08c13-946e-4ceb-ba39-42890a5795db admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b9642d57c6d144d988d456ed841ef500&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4186902 Apr 21 12:40:41.742689 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42368) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:41.745141 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc08c13-946e-4ceb-ba39-42890a5795db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a0483d-1508-4750-b550-d2eec30b025d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:41.748176 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9aaeeb12-1165-480b-8800-bad22a0a5875 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:40:41.788705 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9cbf1369-f9db-4f61-82ba-48a6b1ede679 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3171959 Apr 21 12:40:41.791640 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42372) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:41.842208 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22393d55-f228-440d-9a61-1e9469df8296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:41.845803 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bedd1b-946e-4eb7-9b54-13dc48065c51 None None] Pushing event updated for resources: {'Port': ['ID=fc0fafd8-061c-4668-b76d-35ed43f00c35,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:41.884971 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbfe0746-f4c4-4aa8-9ac8-360b9878ea4e None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:41.907475 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-20b63e9c-aad5-4a49-8d94-92ee8826fbad tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Deleting port cb0de199-2e6c-4a6c-b27c-94103e85bd56 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:40:41.907816 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20b63e9c-aad5-4a49-8d94-92ee8826fbad tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:41.921523 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22393d55-f228-440d-9a61-1e9469df8296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:41.961092 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-559d7b23-d35e-4d3a-a46a-c2c786b918c3 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:41.962715 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c906df-75b8-4c85-8f7b-2a197f2dca98 req-367c8f51-1c02-4440-9783-af7363eee8c4 tempest-LiveMigrationNegativeTest-1584802545 tempest-LiveMigrationNegativeTest-1584802545-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:41.964718 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9c906df-75b8-4c85-8f7b-2a197f2dca98 req-367c8f51-1c02-4440-9783-af7363eee8c4 tempest-LiveMigrationNegativeTest-1584802545 tempest-LiveMigrationNegativeTest-1584802545-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8 HTTP/1.1" status: 200 len: 1100 time: 0.0819993 Apr 21 12:40:41.976787 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbfe0746-f4c4-4aa8-9ac8-360b9878ea4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:41.995099 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d9c906df-75b8-4c85-8f7b-2a197f2dca98 req-09f8be00-0936-4a60-a3c9-b2f042319446 tempest-LiveMigrationNegativeTest-1584802545 tempest-LiveMigrationNegativeTest-1584802545-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:41.999228 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d7b23-d35e-4d3a-a46a-c2c786b918c3 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Port': ['ID=38da5226-2036-435f-b5df-781aa5567b3a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:42.031056 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 9aaeeb12-1165-480b-8800-bad22a0a5875 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:40:42.036251 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-559d7b23-d35e-4d3a-a46a-c2c786b918c3 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:42.039762 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-559d7b23-d35e-4d3a-a46a-c2c786b918c3 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/ports/38da5226-2036-435f-b5df-781aa5567b3a HTTP/1.1" status: 204 len: 168 time: 1.0989740 Apr 21 12:40:42.043928 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42374) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:42.048827 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 9aaeeb12-1165-480b-8800-bad22a0a5875 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:42.049270 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:42.052981 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfe0746-f4c4-4aa8-9ac8-360b9878ea4e None None] Network a1df05d8-121e-4aaf-9bee-cfb0ae476a72 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:40:42.058393 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-fbfe0746-f4c4-4aa8-9ac8-360b9878ea4e None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:42.079540 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-db49dafa-77d5-4757-9908-6628ff457137 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] GET failed (client error): The resource could not be found. Apr 21 12:40:42.079787 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfe0746-f4c4-4aa8-9ac8-360b9878ea4e None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:40:42.080612 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20b63e9c-aad5-4a49-8d94-92ee8826fbad tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:42.082870 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe0746-f4c4-4aa8-9ac8-360b9878ea4e None None] Pushing event updated for resources: {'Port': ['ID=c4442ab2-cce6-48dc-92ed-86a985ea3925,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:42.084808 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-db49dafa-77d5-4757-9908-6628ff457137 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "GET /v2.0/ports/38da5226-2036-435f-b5df-781aa5567b3a HTTP/1.1" status: 404 len: 333 time: 0.0398049 Apr 21 12:40:42.085469 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42376) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:42.119464 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-20b63e9c-aad5-4a49-8d94-92ee8826fbad tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Calling delete_port for cb0de199-2e6c-4a6c-b27c-94103e85bd56 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:40:42.158045 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16a110d3-0e49-41f6-9fbc-639cbd83a37f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:42.160919 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-fbfe0746-f4c4-4aa8-9ac8-360b9878ea4e None None] Attempting to bind port c4442ab2-cce6-48dc-92ed-86a985ea3925 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:40:42.161297 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-fbfe0746-f4c4-4aa8-9ac8-360b9878ea4e None None] Attempting to bind port c4442ab2-cce6-48dc-92ed-86a985ea3925 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '0e6d408e-13f3-446a-99ae-1967a83a1ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a1df05d8-121e-4aaf-9bee-cfb0ae476a72'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:40:42.161694 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfe0746-f4c4-4aa8-9ac8-360b9878ea4e None None] Attempting to bind port c4442ab2-cce6-48dc-92ed-86a985ea3925 on network a1df05d8-121e-4aaf-9bee-cfb0ae476a72 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:40:42.169510 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfe0746-f4c4-4aa8-9ac8-360b9878ea4e None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:40:42.169907 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfe0746-f4c4-4aa8-9ac8-360b9878ea4e None None] Checking segment: {'id': '0e6d408e-13f3-446a-99ae-1967a83a1ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a1df05d8-121e-4aaf-9bee-cfb0ae476a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:40:42.170313 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbfe0746-f4c4-4aa8-9ac8-360b9878ea4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:42.171067 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfe0746-f4c4-4aa8-9ac8-360b9878ea4e None None] Bound using segment: {'id': '0e6d408e-13f3-446a-99ae-1967a83a1ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a1df05d8-121e-4aaf-9bee-cfb0ae476a72'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:40:42.171552 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-fbfe0746-f4c4-4aa8-9ac8-360b9878ea4e None None] Bound port: c4442ab2-cce6-48dc-92ed-86a985ea3925, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e6d408e-13f3-446a-99ae-1967a83a1ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a1df05d8-121e-4aaf-9bee-cfb0ae476a72'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:40:42.171933 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbfe0746-f4c4-4aa8-9ac8-360b9878ea4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:42.190758 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16a110d3-0e49-41f6-9fbc-639cbd83a37f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:42.219060 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22393d55-f228-440d-9a61-1e9469df8296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:42.222093 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-22393d55-f228-440d-9a61-1e9469df8296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:42.234058 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-22393d55-f228-440d-9a61-1e9469df8296 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/34a0483d-1508-4750-b550-d2eec30b025d HTTP/1.1" status: 204 len: 168 time: 0.4823215 Apr 21 12:40:42.263294 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:42.298417 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22393d55-f228-440d-9a61-1e9469df8296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a0483d-1508-4750-b550-d2eec30b025d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:42.345764 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d16114-6485-449a-8a7d-81f72f69a252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aaeeb12-1165-480b-8800-bad22a0a5875'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:40:42.348118 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692a70b0-4243-426c-a757-4ad4a4af7da2" -d '{"events": [{"server_uuid": "b0d16114-6485-449a-8a7d-81f72f69a252", "name": "network-vif-plugged", "status": "completed", "tag": "9aaeeb12-1165-480b-8800-bad22a0a5875"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:40:42.364155 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d9c906df-75b8-4c85-8f7b-2a197f2dca98 req-09f8be00-0936-4a60-a3c9-b2f042319446 tempest-LiveMigrationNegativeTest-1584802545 tempest-LiveMigrationNegativeTest-1584802545-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:42.364408 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fbfe0746-f4c4-4aa8-9ac8-360b9878ea4e None None] For port c4442ab2-cce6-48dc-92ed-86a985ea3925, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:40:42.367445 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 9aaeeb12-1165-480b-8800-bad22a0a5875, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9aaeeb12-1165-480b-8800-bad22a0a5875,segment=NetworkSegment(9e519a56-00ea-41b0-9265-814962b39db9),segment_id=9e519a56-00ea-41b0-9265-814962b39db9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:42.385673 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fbfe0746-f4c4-4aa8-9ac8-360b9878ea4e None None] For port c4442ab2-cce6-48dc-92ed-86a985ea3925, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c4442ab2-cce6-48dc-92ed-86a985ea3925,segment=NetworkSegment(0e6d408e-13f3-446a-99ae-1967a83a1ce9),segment_id=0e6d408e-13f3-446a-99ae-1967a83a1ce9)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:40:42.420648 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ef409-467c-4882-997e-179a503e30ec req-85f1900a-cd54-46dc-ade5-3cf9f33cd123 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:42.422248 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-180ef409-467c-4882-997e-179a503e30ec req-85f1900a-cd54-46dc-ade5-3cf9f33cd123 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd152191-6040-4828-811e-51554fb1a1d6 HTTP/1.1" status: 200 len: 944 time: 0.0617297 Apr 21 12:40:42.423688 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16a110d3-0e49-41f6-9fbc-639cbd83a37f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:42.426839 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16a110d3-0e49-41f6-9fbc-639cbd83a37f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:42.427984 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-16a110d3-0e49-41f6-9fbc-639cbd83a37f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/security-groups/cbb49e2d-63c9-4845-881c-0a999d736bfe HTTP/1.1" status: 204 len: 168 time: 0.3415661 Apr 21 12:40:42.431085 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42384) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:42.444248 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a110d3-0e49-41f6-9fbc-639cbd83a37f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb49e2d-63c9-4845-881c-0a999d736bfe,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:42.472242 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d9c906df-75b8-4c85-8f7b-2a197f2dca98 req-09f8be00-0936-4a60-a3c9-b2f042319446 tempest-LiveMigrationNegativeTest-1584802545 tempest-LiveMigrationNegativeTest-1584802545-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:42.473236 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20b63e9c-aad5-4a49-8d94-92ee8826fbad tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:42.473832 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fbfe0746-f4c4-4aa8-9ac8-360b9878ea4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:42.476871 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:42.507066 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9c906df-75b8-4c85-8f7b-2a197f2dca98 req-09f8be00-0936-4a60-a3c9-b2f042319446 tempest-LiveMigrationNegativeTest-1584802545 tempest-LiveMigrationNegativeTest-1584802545-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=be1e34fa-b360-4032-aae2-81e01d19e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5314591 Apr 21 12:40:42.511793 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-180ef409-467c-4882-997e-179a503e30ec req-e244c763-39d0-4d37-9f79-a011898c7ee7 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788593 Apr 21 12:40:42.524570 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8be00-0936-4a60-a3c9-b2f042319446 tempest-LiveMigrationNegativeTest-1584802545 tempest-LiveMigrationNegativeTest-1584802545-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c51e76f-ca37-499d-bbff-31def3d5b7c7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:42.547893 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device a77e1e5c-3459-4af8-850f-34774ba8e43f up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:40:42.607626 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b63e9c-aad5-4a49-8d94-92ee8826fbad tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Pushing event deleted for resources: {'Port': ['ID=cb0de199-2e6c-4a6c-b27c-94103e85bd56,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:42.649559 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81958025-3232-440f-a321-684d196daafb x-openstack-request-id: req-81958025-3232-440f-a321-684d196daafb {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:40:42.649898 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d16114-6485-449a-8a7d-81f72f69a252", "name": "network-vif-plugged", "status": "completed", "tag": "9aaeeb12-1165-480b-8800-bad22a0a5875", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:40:42.664972 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-81958025-3232-440f-a321-684d196daafb {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:40:42.664972 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81958025-3232-440f-a321-684d196daafb'] response: {'server_uuid': 'b0d16114-6485-449a-8a7d-81f72f69a252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aaeeb12-1165-480b-8800-bad22a0a5875', 'code': 200} Apr 21 12:40:42.686384 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe0746-f4c4-4aa8-9ac8-360b9878ea4e None None] Pushing event updated for resources: {'Port': ['ID=c4442ab2-cce6-48dc-92ed-86a985ea3925,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:42.735183 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bec600c6-6945-4962-b46c-62d309425c5d tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:42.745910 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-40ea559c-a475-4a1e-94df-14e52a7affa8 req-0070d74a-e109-4de6-8fc3-082aa205b3ad service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:40:42.773300 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-40ea559c-a475-4a1e-94df-14e52a7affa8 req-0070d74a-e109-4de6-8fc3-082aa205b3ad service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0498936 Apr 21 12:40:42.774590 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bec600c6-6945-4962-b46c-62d309425c5d tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:42.793904 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20b63e9c-aad5-4a49-8d94-92ee8826fbad tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:42.808349 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-20b63e9c-aad5-4a49-8d94-92ee8826fbad tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] 10.222.0.36 "DELETE /v2.0/ports/cb0de199-2e6c-4a6c-b27c-94103e85bd56 HTTP/1.1" status: 204 len: 168 time: 1.0154788 Apr 21 12:40:42.811764 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42398) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:42.843063 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2868e432-2f01-4b03-9a08-b035800014c6 None None] Provisioning complete for port 15a7213f-d455-4ac3-b626-d0ed5c5f0a88 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:42.843432 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2868e432-2f01-4b03-9a08-b035800014c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:42.958893 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=9aaeeb12-1165-480b-8800-bad22a0a5875,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:43.004185 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b1267-3fc5-4db7-8844-cf2afb495afb req-6e5a79d9-1035-4d60-8c69-73a8a316687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:43.021252 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de1b1267-3fc5-4db7-8844-cf2afb495afb req-6e5a79d9-1035-4d60-8c69-73a8a316687f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b0d16114-6485-449a-8a7d-81f72f69a252 HTTP/1.1" status: 200 len: 1096 time: 0.3107843 Apr 21 12:40:43.027361 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bec600c6-6945-4962-b46c-62d309425c5d tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:43.031529 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bec600c6-6945-4962-b46c-62d309425c5d tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:43.038678 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bec600c6-6945-4962-b46c-62d309425c5d tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/security-groups/3191b7ca-ce95-40db-8192-3c483951c7c6 HTTP/1.1" status: 204 len: 168 time: 0.6058846 Apr 21 12:40:43.039470 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42406) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:43.054097 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2868e432-2f01-4b03-9a08-b035800014c6 None None] Port 15a7213f-d455-4ac3-b626-d0ed5c5f0a88 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:40:43.086000 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2868e432-2f01-4b03-9a08-b035800014c6 None None] Provisioning complete for port fc0fafd8-061c-4668-b76d-35ed43f00c35 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:43.088912 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2868e432-2f01-4b03-9a08-b035800014c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:43.093246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7479fd-a00a-4fdf-9e98-18c01ea1a195 req-d376d52f-0133-4237-922f-9e5abb8cf766 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:43.109784 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b7479fd-a00a-4fdf-9e98-18c01ea1a195 req-d376d52f-0133-4237-922f-9e5abb8cf766 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0d16114-6485-449a-8a7d-81f72f69a252 HTTP/1.1" status: 200 len: 945 time: 0.2540605 Apr 21 12:40:43.143228 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec600c6-6945-4962-b46c-62d309425c5d tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3191b7ca-ce95-40db-8192-3c483951c7c6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:43.180536 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f0c0985-8598-4a6a-86e8-87ab738b8b75 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting subnet 68819970-0a3f-4134-af19-2bdd52b3f3be {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:40:43.184672 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f0c0985-8598-4a6a-86e8-87ab738b8b75 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:43.197473 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port a77e1e5c-3459-4af8-850f-34774ba8e43f completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:40:43.211716 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de1b1267-3fc5-4db7-8844-cf2afb495afb req-eb7815c9-503d-41e7-8744-241fb9beb041 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a952406e-7ca1-4073-96b5-e749aca2cf15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830380 Apr 21 12:40:43.214119 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port a77e1e5c-3459-4af8-850f-34774ba8e43f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:43.214755 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:43.233192 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b7479fd-a00a-4fdf-9e98-18c01ea1a195 req-12f155d2-73ee-4f18-8fa5-2f9755449cec tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/security-groups?id=a952406e-7ca1-4073-96b5-e749aca2cf15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149144 Apr 21 12:40:43.241744 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-257ba8ab-a82f-48c9-b702-eeb3d89c397b tempest-DHCPAgentSchedulersTestJSON-1125686923 tempest-DHCPAgentSchedulersTestJSON-1125686923-project-admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.4269865 Apr 21 12:40:43.246411 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42410) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:43.262132 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-5eecf62c-6554-4059-accd-74a5684e56c7 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-703998072'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:43.310533 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f0c0985-8598-4a6a-86e8-87ab738b8b75 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:43.385232 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2868e432-2f01-4b03-9a08-b035800014c6 None None] Could not find standard attr ID for object 38da5226-2036-435f-b5df-781aa5567b3a. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:40:43.448241 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1bb4cb5-8fde-4a0a-a58f-9b7ef56082c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:43.461447 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eecf62c-6554-4059-accd-74a5684e56c7 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Made reservation on behalf of 5b9ab40f81e64e15bdcf89c789de439f for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:40:43.465096 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5eecf62c-6554-4059-accd-74a5684e56c7 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:43.488406 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:43.518641 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f0c0985-8598-4a6a-86e8-87ab738b8b75 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:43.522442 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eecf62c-6554-4059-accd-74a5684e56c7 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:40:43.547249 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port a77e1e5c-3459-4af8-850f-34774ba8e43f, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=a77e1e5c-3459-4af8-850f-34774ba8e43f,segment=NetworkSegment(92aeee9a-c454-456a-ae05-5fde8110fb4b),segment_id=92aeee9a-c454-456a-ae05-5fde8110fb4b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:43.548737 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7f832e8d-efee-4b0e-ace4-1b0bd8c639b3 None None] Could not find standard attr ID for object 38da5226-2036-435f-b5df-781aa5567b3a. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:40:43.562488 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7717edb5-bb2b-4f74-a120-ef78af3c9d5e req-c562f806-a973-43bf-831f-dd76f6a43b01 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:43.566525 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7717edb5-bb2b-4f74-a120-ef78af3c9d5e req-c562f806-a973-43bf-831f-dd76f6a43b01 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8 HTTP/1.1" status: 200 len: 949 time: 0.1294508 Apr 21 12:40:43.594132 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5eecf62c-6554-4059-accd-74a5684e56c7 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:43.597506 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-5eecf62c-6554-4059-accd-74a5684e56c7 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Added segment 245ad0bf-97b7-4aab-986e-1366281df58b of type vlan for network 27e3b0e4-7fdd-481e-943b-7e8f51aeabdf Apr 21 12:40:43.616080 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:43.631701 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7717edb5-bb2b-4f74-a120-ef78af3c9d5e req-1d3663c5-0f64-4e28-b326-bdc022307701 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/security-groups?id=be1e34fa-b360-4032-aae2-81e01d19e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579894 Apr 21 12:40:43.667938 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5eecf62c-6554-4059-accd-74a5684e56c7 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:43.677867 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c4442ab2-cce6-48dc-92ed-86a985ea3925 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:40:43.734219 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107bfd7-58b8-468f-ace8-5b3f15bb515a req-38e84020-0ff2-4779-92cd-b0fafaafe2cd tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:43.740769 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:40:43.741731 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9107bfd7-58b8-468f-ace8-5b3f15bb515a req-38e84020-0ff2-4779-92cd-b0fafaafe2cd tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd152191-6040-4828-811e-51554fb1a1d6 HTTP/1.1" status: 200 len: 944 time: 0.0789535 Apr 21 12:40:43.767659 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5eecf62c-6554-4059-accd-74a5684e56c7 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:43.774940 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eecf62c-6554-4059-accd-74a5684e56c7 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:43.775652 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5eecf62c-6554-4059-accd-74a5684e56c7 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:43.778343 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9107bfd7-58b8-468f-ace8-5b3f15bb515a req-c9ca4f42-e639-4359-8c2f-7969f237a14d tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355465 Apr 21 12:40:43.789139 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=a77e1e5c-3459-4af8-850f-34774ba8e43f,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:43.828309 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port c4442ab2-cce6-48dc-92ed-86a985ea3925 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:43.828747 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:43.849986 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f0c0985-8598-4a6a-86e8-87ab738b8b75 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:43.866174 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eecf62c-6554-4059-accd-74a5684e56c7 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Pushing event updated for resources: {'Network': ['ID=27e3b0e4-7fdd-481e-943b-7e8f51aeabdf,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:43.905395 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f0c0985-8598-4a6a-86e8-87ab738b8b75 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:43.908795 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0f0c0985-8598-4a6a-86e8-87ab738b8b75 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/subnets/68819970-0a3f-4134-af19-2bdd52b3f3be HTTP/1.1" status: 204 len: 168 time: 0.8472650 Apr 21 12:40:43.909900 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c0985-8598-4a6a-86e8-87ab738b8b75 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Subnet': ['ID=68819970-0a3f-4134-af19-2bdd52b3f3be,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:43.912804 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42426) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:43.918518 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c3215e13-090e-4635-81e4-c0e2c560b3e7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'subnet': {'network_id': '1180f0e3-6284-4c93-8230-3ae008c643e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:43.946480 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5eecf62c-6554-4059-accd-74a5684e56c7 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6986418 Apr 21 12:40:43.949166 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42428) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:44.115200 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 27e3b0e4-7fdd-481e-943b-7e8f51aeabdf details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:40:44.116992 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c358b4-e430-4a6d-ae33-c0a703478d54 None None] Network 1180f0e3-6284-4c93-8230-3ae008c643e6 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:40:44.122289 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:40:44.150323 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:44.150696 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:44.158751 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3215e13-090e-4635-81e4-c0e2c560b3e7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:40:44.163558 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3215e13-090e-4635-81e4-c0e2c560b3e7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:44.217928 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9bdad08f-f2d1-44db-acb2-a9938357f177 tempest-DHCPAgentSchedulersTestJSON-1125686923 tempest-DHCPAgentSchedulersTestJSON-1125686923-project-admin] 10.222.0.36 "GET /v2.0/agents/d2644568-f61b-4819-b6b3-db6d627f81cb/dhcp-networks HTTP/1.1" status: 200 len: 9677 time: 0.2675798 Apr 21 12:40:44.220880 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42432) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:44.241395 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b299e7a5-2ac9-4ef2-abe3-a10f0424cd72 None None] Network a1df05d8-121e-4aaf-9bee-cfb0ae476a72 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:40:44.382476 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c942b1-3579-4b6e-b546-50b140b77b8b tempest-DHCPAgentSchedulersTestJSON-1125686923 tempest-DHCPAgentSchedulersTestJSON-1125686923-project-admin] Network 27e3b0e4-7fdd-481e-943b-7e8f51aeabdf is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:40:44.435757 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267bc091-2949-4779-bb16-724954f0b9b1 req-9ccc2e67-e715-4b20-b445-9968d7b14243 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:44.437256 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-267bc091-2949-4779-bb16-724954f0b9b1 req-9ccc2e67-e715-4b20-b445-9968d7b14243 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0d16114-6485-449a-8a7d-81f72f69a252 HTTP/1.1" status: 200 len: 945 time: 0.0887566 Apr 21 12:40:44.519559 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6a831998-0978-4771-b0b4-49875ff96b66 None None] Provisioning complete for port c4442ab2-cce6-48dc-92ed-86a985ea3925 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:44.519929 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a831998-0978-4771-b0b4-49875ff96b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:44.527928 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-47c942b1-3579-4b6e-b546-50b140b77b8b tempest-DHCPAgentSchedulersTestJSON-1125686923 tempest-DHCPAgentSchedulersTestJSON-1125686923-project-admin] 10.222.0.36 "POST /v2.0/agents/d2644568-f61b-4819-b6b3-db6d627f81cb/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3051052 Apr 21 12:40:44.530470 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42438) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:44.566259 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-267bc091-2949-4779-bb16-724954f0b9b1 req-a064e458-2327-490a-8357-787131e1db64 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/security-groups?id=a952406e-7ca1-4073-96b5-e749aca2cf15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086793 Apr 21 12:40:44.588080 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c16b37b-ec05-4fe1-a3ab-1403218e4500 None None] Network 27e3b0e4-7fdd-481e-943b-7e8f51aeabdf requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:40:44.589966 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device ea696ddd-1d32-44be-aa2e-dcd6825fe494 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:40:44.660315 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:44.661894 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d88df6-4bfd-40b5-82d4-0179fc38ff29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77e1e5c-3459-4af8-850f-34774ba8e43f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:40:44.664216 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e337f3-a1a5-4c32-9335-b0e868debc38" -d '{"events": [{"server_uuid": "67d88df6-4bfd-40b5-82d4-0179fc38ff29", "name": "network-vif-plugged", "status": "completed", "tag": "a77e1e5c-3459-4af8-850f-34774ba8e43f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:40:44.681452 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3215e13-090e-4635-81e4-c0e2c560b3e7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:44.703119 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3684e2ca-2751-4daf-8ae6-11d6484ff0e0 tempest-DHCPAgentSchedulersTestJSON-1125686923 tempest-DHCPAgentSchedulersTestJSON-1125686923-project-admin] 10.222.0.36 "GET /v2.0/agents/d2644568-f61b-4819-b6b3-db6d627f81cb/dhcp-networks HTTP/1.1" status: 200 len: 10448 time: 0.1687195 Apr 21 12:40:44.703753 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42450) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:44.734751 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785caa13-c8ec-4179-a94e-a19899b8b2e5 x-openstack-request-id: req-785caa13-c8ec-4179-a94e-a19899b8b2e5 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:40:44.735102 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d88df6-4bfd-40b5-82d4-0179fc38ff29", "name": "network-vif-plugged", "status": "completed", "tag": "a77e1e5c-3459-4af8-850f-34774ba8e43f", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:40:44.735406 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-785caa13-c8ec-4179-a94e-a19899b8b2e5 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:40:44.735653 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-785caa13-c8ec-4179-a94e-a19899b8b2e5'] response: {'server_uuid': '67d88df6-4bfd-40b5-82d4-0179fc38ff29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77e1e5c-3459-4af8-850f-34774ba8e43f', 'code': 200} Apr 21 12:40:44.741608 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:44.848583 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3215e13-090e-4635-81e4-c0e2c560b3e7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network 1180f0e3-6284-4c93-8230-3ae008c643e6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:40:44.856805 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c3215e13-090e-4635-81e4-c0e2c560b3e7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:44.864278 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3215e13-090e-4635-81e4-c0e2c560b3e7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:44.865707 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3215e13-090e-4635-81e4-c0e2c560b3e7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:44.888277 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port c4442ab2-cce6-48dc-92ed-86a985ea3925, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c4442ab2-cce6-48dc-92ed-86a985ea3925,segment=NetworkSegment(0e6d408e-13f3-446a-99ae-1967a83a1ce9),segment_id=0e6d408e-13f3-446a-99ae-1967a83a1ce9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:44.906548 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3215e13-090e-4635-81e4-c0e2c560b3e7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Subnet': ['ID=3587c23e-b768-48f4-91d6-b28dc43a6b3b,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:44.914941 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d,segment=NetworkSegment(92aeee9a-c454-456a-ae05-5fde8110fb4b),segment_id=92aeee9a-c454-456a-ae05-5fde8110fb4b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:44.918805 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port ea696ddd-1d32-44be-aa2e-dcd6825fe494 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:40:44.929028 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9cb6006a-4b2d-41dd-938d-ed0f055006c7 tempest-DHCPAgentSchedulersTestJSON-1125686923 tempest-DHCPAgentSchedulersTestJSON-1125686923-project-admin] 10.222.0.36 "DELETE /v2.0/agents/d2644568-f61b-4819-b6b3-db6d627f81cb/dhcp-networks/27e3b0e4-7fdd-481e-943b-7e8f51aeabdf HTTP/1.1" status: 204 len: 168 time: 0.2234988 Apr 21 12:40:44.938585 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42456) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:44.960278 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port ea696ddd-1d32-44be-aa2e-dcd6825fe494 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:44.960868 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:44.972517 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:44.973674 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fc0fafd8-061c-4668-b76d-35ed43f00c35 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:40:44.984074 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e38a8e-3881-442b-ab8e-7e70c65d8ff6 req-40c4cf7b-0f32-45ed-a7e9-6e540bb58b79 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:44.985913 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a2e38a8e-3881-442b-ab8e-7e70c65d8ff6 req-40c4cf7b-0f32-45ed-a7e9-6e540bb58b79 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8 HTTP/1.1" status: 200 len: 949 time: 0.2293603 Apr 21 12:40:44.989984 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1fbbd-279d-4523-9b26-b53f7578206c req-3b3de8ac-3631-4467-b697-1ccb5e383885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:44.991485 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94e1fbbd-279d-4523-9b26-b53f7578206c req-3b3de8ac-3631-4467-b697-1ccb5e383885 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 1096 time: 0.2149565 Apr 21 12:40:45.042144 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c3215e13-090e-4635-81e4-c0e2c560b3e7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1276982 Apr 21 12:40:45.061385 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42460) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:45.070247 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e197915a-e079-4283-81cc-0400ebd7411f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'security_group': {'name': 'tempest-secgroup-687323468'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:45.083951 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:45.096113 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a831998-0978-4771-b0b4-49875ff96b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:45.101170 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164f295-4482-40ff-8820-bd10eaee5766 req-fa935f6a-768a-4ea4-9cbd-32201161e991 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:45.109522 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5164f295-4482-40ff-8820-bd10eaee5766 req-fa935f6a-768a-4ea4-9cbd-32201161e991 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd152191-6040-4828-811e-51554fb1a1d6 HTTP/1.1" status: 200 len: 944 time: 0.2091298 Apr 21 12:40:45.153662 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-094d5b12-326b-4f0e-8db4-8fc99ed46de8 tempest-DHCPAgentSchedulersTestJSON-1125686923 tempest-DHCPAgentSchedulersTestJSON-1125686923-project-admin] 10.222.0.36 "GET /v2.0/agents/d2644568-f61b-4819-b6b3-db6d627f81cb/dhcp-networks HTTP/1.1" status: 200 len: 9717 time: 0.2104056 Apr 21 12:40:45.155325 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42464) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:45.192087 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3f446db0-eb47-4b80-b271-c1d3222f6960 tempest-DHCPAgentSchedulersTestJSON-1125686923 tempest-DHCPAgentSchedulersTestJSON-1125686923-project-admin] 10.222.0.36 "GET /v2.0/networks/a1df05d8-121e-4aaf-9bee-cfb0ae476a72/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0347450 Apr 21 12:40:45.197246 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42466) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:45.217412 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a2e38a8e-3881-442b-ab8e-7e70c65d8ff6 req-d13d95a2-5e77-45fb-bf33-352df7b784b1 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/security-groups?id=be1e34fa-b360-4032-aae2-81e01d19e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218456 Apr 21 12:40:45.223868 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-73d67a71-b0d0-4bc4-84c7-6334c3177f1a tempest-DHCPAgentSchedulersTestJSON-1125686923 tempest-DHCPAgentSchedulersTestJSON-1125686923-project-admin] 10.222.0.36 "GET /v2.0/networks/a1df05d8-121e-4aaf-9bee-cfb0ae476a72/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0251603 Apr 21 12:40:45.241383 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42468) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:45.256690 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=c4442ab2-cce6-48dc-92ed-86a985ea3925,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:45.280484 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94e1fbbd-279d-4523-9b26-b53f7578206c req-65e0c5a8-f415-40d3-941a-bc716cf29196 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765796 Apr 21 12:40:45.327661 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e197915a-e079-4283-81cc-0400ebd7411f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:45.371959 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-6a831998-0978-4771-b0b4-49875ff96b66 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:40:45.372318 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-6a831998-0978-4771-b0b4-49875ff96b66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:40:45.397614 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port fc0fafd8-061c-4668-b76d-35ed43f00c35 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:45.397994 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:45.403201 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:45.403503 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5164f295-4482-40ff-8820-bd10eaee5766 req-e8590f80-1dc6-43d1-8e28-35782c53aaa2 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928898 Apr 21 12:40:45.463430 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:45.519885 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063f7f3-86f6-4375-aaa9-f4b9a3f5d6c5 req-f848f94f-89d7-4c6d-a9b3-cd68f5f8b7e5 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:45.521433 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8063f7f3-86f6-4375-aaa9-f4b9a3f5d6c5 req-f848f94f-89d7-4c6d-a9b3-cd68f5f8b7e5 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8 HTTP/1.1" status: 200 len: 949 time: 0.3578031 Apr 21 12:40:45.531236 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port ea696ddd-1d32-44be-aa2e-dcd6825fe494, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ea696ddd-1d32-44be-aa2e-dcd6825fe494,segment=NetworkSegment(92aeee9a-c454-456a-ae05-5fde8110fb4b),segment_id=92aeee9a-c454-456a-ae05-5fde8110fb4b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:45.622912 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:45.757396 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-78997a69-389e-489c-bf1e-c6be7c39f51a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:45.789229 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=ea696ddd-1d32-44be-aa2e-dcd6825fe494,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:45.953275 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c4442ab2-cce6-48dc-92ed-86a985ea3925 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:40:46.012244 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port c4442ab2-cce6-48dc-92ed-86a985ea3925 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:46.012760 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:46.066626 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d1da1d7b-cfcf-437d-882b-54e00c41fb13 None None] Provisioning complete for port c4442ab2-cce6-48dc-92ed-86a985ea3925 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:46.066998 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1da1d7b-cfcf-437d-882b-54e00c41fb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:46.096671 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3073ca-61a3-4416-ae8f-85ebc5a215e4 None None] Network 1180f0e3-6284-4c93-8230-3ae008c643e6 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:40:46.108646 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e197915a-e079-4283-81cc-0400ebd7411f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:46.194742 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a1c80fac-fa65-45ae-ac59-d944fc3d55e7 tempest-DHCPAgentSchedulersTestJSON-1125686923 tempest-DHCPAgentSchedulersTestJSON-1125686923-project-admin] 10.222.0.36 "GET /v2.0/agents/d2644568-f61b-4819-b6b3-db6d627f81cb/dhcp-networks HTTP/1.1" status: 200 len: 9717 time: 0.9488051 Apr 21 12:40:46.194742 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e197915a-e079-4283-81cc-0400ebd7411f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:46.195503 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42484) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:46.253087 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ce7da-2767-4486-8c81-c3fafe2121e6 req-b46db27f-1eb1-4072-9fcb-f35b1a5cdd9d tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:46.261472 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-741ce7da-2767-4486-8c81-c3fafe2121e6 req-b46db27f-1eb1-4072-9fcb-f35b1a5cdd9d tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0d16114-6485-449a-8a7d-81f72f69a252 HTTP/1.1" status: 200 len: 945 time: 0.2078187 Apr 21 12:40:46.267700 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197915a-e079-4283-81cc-0400ebd7411f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f402b95e-fade-4b5c-b591-134d35b177be,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:46.321407 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d1da1d7b-cfcf-437d-882b-54e00c41fb13 None None] Could not find standard attr ID for object cb0de199-2e6c-4a6c-b27c-94103e85bd56. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:40:46.322630 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-741ce7da-2767-4486-8c81-c3fafe2121e6 req-66618b15-506c-4278-9e31-222967b75dc3 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/security-groups?id=a952406e-7ca1-4073-96b5-e749aca2cf15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587120 Apr 21 12:40:46.336188 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21018248-fa57-4147-9b18-d2fe5d26d950 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:46.425356 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e197915a-e079-4283-81cc-0400ebd7411f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:46.426614 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e197915a-e079-4283-81cc-0400ebd7411f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3624084 Apr 21 12:40:46.431323 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42492) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:46.434988 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ae825237-f99b-4305-9b47-089e36af3e0f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'security_group': {'name': 'tempest-secgroup-1142801037'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:46.443644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-8063f7f3-86f6-4375-aaa9-f4b9a3f5d6c5 req-f5d6353a-595d-4e82-b75a-85813c25fd25 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Deleting port 2bbbc64a-b47f-4279-87af-ec490785a64d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:40:46.443965 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8063f7f3-86f6-4375-aaa9-f4b9a3f5d6c5 req-f5d6353a-595d-4e82-b75a-85813c25fd25 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:46.466415 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21018248-fa57-4147-9b18-d2fe5d26d950 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:46.470331 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ea0e02d8-8784-41e6-ae47-41a442cbc3f4 None None] Provisioning complete for port 15a7213f-d455-4ac3-b626-d0ed5c5f0a88 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:46.470734 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea0e02d8-8784-41e6-ae47-41a442cbc3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:46.473956 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0289f288-f67d-46ad-a334-53242d6d59d2 None None] Update dhcp port {'port': {'network_id': '1180f0e3-6284-4c93-8230-3ae008c643e6', 'fixed_ips': [{'subnet_id': '7085cc51-c1e6-4627-8dab-f8ea67f511dd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3587c23e-b768-48f4-91d6-b28dc43a6b3b'}], 'binding:host_id': 'n-d-836147-2'}, 'id': 'fc0fafd8-061c-4668-b76d-35ed43f00c35'} from n-d-836147-2. {{(pid=103399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 21 12:40:46.491744 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-21018248-fa57-4147-9b18-d2fe5d26d950 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e3b0e4-7fdd-481e-943b-7e8f51aeabdf']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:46.506372 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-21018248-fa57-4147-9b18-d2fe5d26d950 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '245ad0bf-97b7-4aab-986e-1366281df58b') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:46.506731 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-21018248-fa57-4147-9b18-d2fe5d26d950 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '245ad0bf-97b7-4aab-986e-1366281df58b') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:46.519615 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21018248-fa57-4147-9b18-d2fe5d26d950 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:46.537594 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21018248-fa57-4147-9b18-d2fe5d26d950 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:46.562837 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ec7d9-b2e8-4f6b-a45a-ceafe0e63738 req-1676d261-a0c0-4e91-9fed-4f8347cbfcf9 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:46.563553 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21018248-fa57-4147-9b18-d2fe5d26d950 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:40:46.564059 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21018248-fa57-4147-9b18-d2fe5d26d950 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:46.570902 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c5ec7d9-b2e8-4f6b-a45a-ceafe0e63738 req-1676d261-a0c0-4e91-9fed-4f8347cbfcf9 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8 HTTP/1.1" status: 200 len: 949 time: 0.2340307 Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:40:46.630714 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:40:46.635122 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae825237-f99b-4305-9b47-089e36af3e0f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:46.643984 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2a24b-5a9b-435e-aeeb-2ec19c8acb7b req-be723311-d1df-48e8-bfbc-e4a5796a3e56 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:46.645517 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28d2a24b-5a9b-435e-aeeb-2ec19c8acb7b req-be723311-d1df-48e8-bfbc-e4a5796a3e56 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0d16114-6485-449a-8a7d-81f72f69a252 HTTP/1.1" status: 200 len: 945 time: 0.1779919 Apr 21 12:40:46.662445 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8063f7f3-86f6-4375-aaa9-f4b9a3f5d6c5 req-f5d6353a-595d-4e82-b75a-85813c25fd25 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] For port 2bbbc64a-b47f-4279-87af-ec490785a64d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=2bbbc64a-b47f-4279-87af-ec490785a64d,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:46.662445 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8063f7f3-86f6-4375-aaa9-f4b9a3f5d6c5 req-f5d6353a-595d-4e82-b75a-85813c25fd25 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:46.662720 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42498) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:46.677525 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-deba98af-39f7-404c-8efe-8150bf054122 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Request body: {'floatingip': {'port_id': '9aaeeb12-1165-480b-8800-bad22a0a5875'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:46.690392 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c5ec7d9-b2e8-4f6b-a45a-ceafe0e63738 req-94dcf91d-a5e3-4e83-95ea-cf5c09c2a965 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/security-groups?id=be1e34fa-b360-4032-aae2-81e01d19e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128249 Apr 21 12:40:46.716827 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-8063f7f3-86f6-4375-aaa9-f4b9a3f5d6c5 req-f5d6353a-595d-4e82-b75a-85813c25fd25 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Calling delete_port for 2bbbc64a-b47f-4279-87af-ec490785a64d owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:40:46.727841 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0289f288-f67d-46ad-a334-53242d6d59d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:46.733927 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ea0e02d8-8784-41e6-ae47-41a442cbc3f4 None None] Port 15a7213f-d455-4ac3-b626-d0ed5c5f0a88 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:40:46.746957 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd152191-6040-4828-811e-51554fb1a1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d'}, {'server_uuid': '65af2bee-f3db-4de5-b5b7-98007eba1365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea696ddd-1d32-44be-aa2e-dcd6825fe494'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:40:46.746957 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb73658e-979d-41f2-b7d5-77d60e1b559a" -d '{"events": [{"server_uuid": "dd152191-6040-4828-811e-51554fb1a1d6", "name": "network-vif-plugged", "status": "completed", "tag": "0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d"}, {"server_uuid": "65af2bee-f3db-4de5-b5b7-98007eba1365", "name": "network-vif-plugged", "status": "completed", "tag": "ea696ddd-1d32-44be-aa2e-dcd6825fe494"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:40:46.748745 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-deba98af-39f7-404c-8efe-8150bf054122 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks [] for floatingip, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:46.790280 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ea0e02d8-8784-41e6-ae47-41a442cbc3f4 None None] Provisioning complete for port fc0fafd8-061c-4668-b76d-35ed43f00c35 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:46.790280 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea0e02d8-8784-41e6-ae47-41a442cbc3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:46.802197 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21018248-fa57-4147-9b18-d2fe5d26d950 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:46.840564 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:46.861506 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 21 Apr 2022 12:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3321e1-059a-4b48-a2e6-d21ca19ffc32 x-openstack-request-id: req-6f3321e1-059a-4b48-a2e6-d21ca19ffc32 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:40:46.861506 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd152191-6040-4828-811e-51554fb1a1d6", "name": "network-vif-plugged", "status": "completed", "tag": "0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d", "code": 200}, {"server_uuid": "65af2bee-f3db-4de5-b5b7-98007eba1365", "name": "network-vif-plugged", "status": "completed", "tag": "ea696ddd-1d32-44be-aa2e-dcd6825fe494", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:40:46.861506 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6f3321e1-059a-4b48-a2e6-d21ca19ffc32 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:40:46.861506 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f3321e1-059a-4b48-a2e6-d21ca19ffc32'] response: {'server_uuid': 'dd152191-6040-4828-811e-51554fb1a1d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d', 'code': 200} Apr 21 12:40:46.861506 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f3321e1-059a-4b48-a2e6-d21ca19ffc32'] response: {'server_uuid': '65af2bee-f3db-4de5-b5b7-98007eba1365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea696ddd-1d32-44be-aa2e-dcd6825fe494', 'code': 200} Apr 21 12:40:46.937035 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8514dc66-2ae5-4757-839a-56b2b3de4e3b req-dd1fe179-b5b4-4230-9650-9ae2369f60bc tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:46.938783 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8514dc66-2ae5-4757-839a-56b2b3de4e3b req-dd1fe179-b5b4-4230-9650-9ae2369f60bc tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd152191-6040-4828-811e-51554fb1a1d6 HTTP/1.1" status: 200 len: 945 time: 0.1373196 Apr 21 12:40:47.044126 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae825237-f99b-4305-9b47-089e36af3e0f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:47.061532 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8514dc66-2ae5-4757-839a-56b2b3de4e3b req-541f78a1-c21f-484e-9a38-021c187c02df tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019020 Apr 21 12:40:47.075898 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-0289f288-f67d-46ad-a334-53242d6d59d2 None None] Allocated IP 2001:db8::2 (1180f0e3-6284-4c93-8230-3ae008c643e6/3587c23e-b768-48f4-91d6-b28dc43a6b3b/fc0fafd8-061c-4668-b76d-35ed43f00c35) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:40:47.076349 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21018248-fa57-4147-9b18-d2fe5d26d950 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:47.081628 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-21018248-fa57-4147-9b18-d2fe5d26d950 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] 10.222.0.36 "DELETE /v2.0/networks/27e3b0e4-7fdd-481e-943b-7e8f51aeabdf HTTP/1.1" status: 204 len: 168 time: 0.8829839 Apr 21 12:40:47.098473 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42506) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:47.120571 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f38ed-0867-45ab-a365-2746fbb355bb req-ad114599-b35b-4ae6-9b41-9e29e2cb840e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:47.122093 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-657f38ed-0867-45ab-a365-2746fbb355bb req-ad114599-b35b-4ae6-9b41-9e29e2cb840e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=65af2bee-f3db-4de5-b5b7-98007eba1365 HTTP/1.1" status: 200 len: 1096 time: 0.2144668 Apr 21 12:40:47.134299 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21018248-fa57-4147-9b18-d2fe5d26d950 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Pushing event deleted for resources: {'Network': ['ID=27e3b0e4-7fdd-481e-943b-7e8f51aeabdf,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:47.137638 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae825237-f99b-4305-9b47-089e36af3e0f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:47.166099 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-4539bc5d-0159-4312-b341-03483a841af7 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] DELETE failed (client error): The resource could not be found. Apr 21 12:40:47.172713 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4539bc5d-0159-4312-b341-03483a841af7 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:40:47.172713 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4539bc5d-0159-4312-b341-03483a841af7 tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] 10.222.0.36 "DELETE /v2.0/ports/cb0de199-2e6c-4a6c-b27c-94103e85bd56 HTTP/1.1" status: 404 len: 333 time: 0.0687885 Apr 21 12:40:47.173086 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42510) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:47.192832 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0289f288-f67d-46ad-a334-53242d6d59d2 None None] For port fc0fafd8-061c-4668-b76d-35ed43f00c35, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fc0fafd8-061c-4668-b76d-35ed43f00c35,segment=NetworkSegment(0af79500-8dd3-4d3d-afc9-8ba81d70a113),segment_id=0af79500-8dd3-4d3d-afc9-8ba81d70a113)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:47.213963 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae825237-f99b-4305-9b47-089e36af3e0f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b07c302-7cdd-41c9-a0c3-0b5474d10423,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:47.215748 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-657f38ed-0867-45ab-a365-2746fbb355bb req-c2277f41-7c6b-40db-8525-e72f0ebc58f7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734613 Apr 21 12:40:47.226953 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0289f288-f67d-46ad-a334-53242d6d59d2 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:47.251643 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93614486-a0fd-4892-8714-80f68c681ec2 req-ab160513-dbed-48e8-9fff-30eec2c352f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:47.253029 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae825237-f99b-4305-9b47-089e36af3e0f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:47.253841 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-93614486-a0fd-4892-8714-80f68c681ec2 req-ab160513-dbed-48e8-9fff-30eec2c352f4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dd152191-6040-4828-811e-51554fb1a1d6 HTTP/1.1" status: 200 len: 1096 time: 0.1795199 Apr 21 12:40:47.257305 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ae825237-f99b-4305-9b47-089e36af3e0f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8235033 Apr 21 12:40:47.258528 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42512) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:47.262924 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bb6393af-a91b-4b4e-a89f-9a85b38ea556 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'security_group': {'name': 'tempest-secgroup-1584109380'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:47.269695 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8063f7f3-86f6-4375-aaa9-f4b9a3f5d6c5 req-f5d6353a-595d-4e82-b75a-85813c25fd25 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:47.285189 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['3ac80292-a1a4-44b6-916e-d59f01daa25d', '2bbbc64a-b47f-4279-87af-ec490785a64d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:40:47.300145 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-da9b8060-2e7e-4ec1-8576-b683ef15ddfe tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Deleting subnet 24d7ffb3-9444-477b-8e96-67f6afd5f08d {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:40:47.312354 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-da9b8060-2e7e-4ec1-8576-b683ef15ddfe tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:47.312755 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6353a-595d-4e82-b75a-85813c25fd25 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Pushing event deleted for resources: {'Port': ['ID=2bbbc64a-b47f-4279-87af-ec490785a64d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:47.312869 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0289f288-f67d-46ad-a334-53242d6d59d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:47.369385 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-93614486-a0fd-4892-8714-80f68c681ec2 req-5e494691-b3ac-4d1a-b791-33c102a21935 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039381 Apr 21 12:40:47.378800 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8063f7f3-86f6-4375-aaa9-f4b9a3f5d6c5 req-f5d6353a-595d-4e82-b75a-85813c25fd25 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] No DVR routers for this DVR port 2bbbc64a-b47f-4279-87af-ec490785a64d on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:40:47.381552 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8063f7f3-86f6-4375-aaa9-f4b9a3f5d6c5 req-f5d6353a-595d-4e82-b75a-85813c25fd25 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:47.385782 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8063f7f3-86f6-4375-aaa9-f4b9a3f5d6c5 req-f5d6353a-595d-4e82-b75a-85813c25fd25 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.24 "DELETE /v2.0/ports/2bbbc64a-b47f-4279-87af-ec490785a64d HTTP/1.1" status: 204 len: 173 time: 1.8558152 Apr 21 12:40:47.386243 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8', 'name': 'network-vif-deleted', 'tag': '2bbbc64a-b47f-4279-87af-ec490785a64d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:40:47.388534 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bb3785-768d-4d6f-9aa5-e7b7ea6aae68" -d '{"events": [{"server_uuid": "b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8", "name": "network-vif-deleted", "tag": "2bbbc64a-b47f-4279-87af-ec490785a64d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:40:47.401400 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-da9b8060-2e7e-4ec1-8576-b683ef15ddfe tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:47.418097 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb6393af-a91b-4b4e-a89f-9a85b38ea556 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:47.493789 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64359943-39be-4ef6-b048-079c22468c2a x-openstack-request-id: req-64359943-39be-4ef6-b048-079c22468c2a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:40:47.494088 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8", "name": "network-vif-deleted", "tag": "2bbbc64a-b47f-4279-87af-ec490785a64d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:40:47.494337 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-64359943-39be-4ef6-b048-079c22468c2a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:40:47.494644 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289f288-f67d-46ad-a334-53242d6d59d2 None None] Pushing event updated for resources: {'Port': ['ID=fc0fafd8-061c-4668-b76d-35ed43f00c35,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:47.495114 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64359943-39be-4ef6-b048-079c22468c2a'] response: {'server_uuid': 'b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8', 'name': 'network-vif-deleted', 'tag': '2bbbc64a-b47f-4279-87af-ec490785a64d', 'status': 'completed', 'code': 200} Apr 21 12:40:47.544205 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-deba98af-39f7-404c-8efe-8150bf054122 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:47.575864 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb6393af-a91b-4b4e-a89f-9a85b38ea556 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:47.611646 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-deba98af-39f7-404c-8efe-8150bf054122 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:47.629465 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb6393af-a91b-4b4e-a89f-9a85b38ea556 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:47.666083 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6393af-a91b-4b4e-a89f-9a85b38ea556 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=597e23b5-7fb4-4abb-8e91-dba91e04aff3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:47.669954 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:47.712017 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-da9b8060-2e7e-4ec1-8576-b683ef15ddfe tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:47.726252 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bb6393af-a91b-4b4e-a89f-9a85b38ea556 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:47.727810 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-bb6393af-a91b-4b4e-a89f-9a85b38ea556 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4686131 Apr 21 12:40:47.734516 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42524) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:47.741502 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fc0fafd8-061c-4668-b76d-35ed43f00c35 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:40:47.747083 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-69bb6957-621a-4f8e-bee1-1f46cfde941e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-932499180', 'security_groups': ['597e23b5-7fb4-4abb-8e91-dba91e04aff3'], 'network_id': '1180f0e3-6284-4c93-8230-3ae008c643e6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3587c23e-b768-48f4-91d6-b28dc43a6b3b'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:47.842782 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-deba98af-39f7-404c-8efe-8150bf054122 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Floating IP bc1c1611-04f6-418c-8772-ea2393eeaa51 associated. External IP: 172.25.8.136, port: 9aaeeb12-1165-480b-8800-bad22a0a5875. Apr 21 12:40:47.843841 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port fc0fafd8-061c-4668-b76d-35ed43f00c35 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:47.844938 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:47.918055 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-82de2195-9ec2-4afa-ada2-98423e2bbfce req-14fffad4-ff22-42cd-a299-e4ed718a757f tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7c8c9cc-e4b7-4c8c-858b-b5941b5b86f8 HTTP/1.1" status: 200 len: 210 time: 0.0511026 Apr 21 12:40:48.005682 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-da9b8060-2e7e-4ec1-8576-b683ef15ddfe tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:48.117898 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bb6957-621a-4f8e-bee1-1f46cfde941e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:40:48.288057 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0d9e6a-d94c-4503-8a68-8ea82eb420e7 req-16858746-6310-4930-a312-39a469cfca0d tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:48.294138 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d0d9e6a-d94c-4503-8a68-8ea82eb420e7 req-16858746-6310-4930-a312-39a469cfca0d tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd152191-6040-4828-811e-51554fb1a1d6 HTTP/1.1" status: 200 len: 945 time: 0.1513767 Apr 21 12:40:48.322246 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69bb6957-621a-4f8e-bee1-1f46cfde941e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:48.349874 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-da9b8060-2e7e-4ec1-8576-b683ef15ddfe tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:48.355893 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-da9b8060-2e7e-4ec1-8576-b683ef15ddfe tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] 10.222.0.36 "DELETE /v2.0/subnets/24d7ffb3-9444-477b-8e96-67f6afd5f08d HTTP/1.1" status: 204 len: 168 time: 1.1793766 Apr 21 12:40:48.361061 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ceb812-8928-4da2-a04a-3142f70f5e7f None None] Network a1df05d8-121e-4aaf-9bee-cfb0ae476a72 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:40:48.362478 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b8060-2e7e-4ec1-8576-b683ef15ddfe tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Pushing event deleted for resources: {'Subnet': ['ID=24d7ffb3-9444-477b-8e96-67f6afd5f08d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:48.362583 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42532) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:48.362683 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:48.362781 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-69bb6957-621a-4f8e-bee1-1f46cfde941e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] device_id is not set on port 136816bd-1205-4b17-8319-825cbfe233f3 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:40:48.383569 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-52fa487b-b65e-42b9-9066-eb5481dd61f9 None None] Provisioning complete for port 15a7213f-d455-4ac3-b626-d0ed5c5f0a88 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:48.384235 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52fa487b-b65e-42b9-9066-eb5481dd61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:48.431523 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d0d9e6a-d94c-4503-8a68-8ea82eb420e7 req-faf9f574-58c0-48c8-9ba4-08ac7e4cb7bc tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338315 Apr 21 12:40:48.497015 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-52fa487b-b65e-42b9-9066-eb5481dd61f9 None None] Port 15a7213f-d455-4ac3-b626-d0ed5c5f0a88 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:40:48.508169 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deba98af-39f7-404c-8efe-8150bf054122 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Router 10d9cc33-944c-46f4-a830-cd43a3586781 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:40:48.558441 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-52fa487b-b65e-42b9-9066-eb5481dd61f9 None None] Provisioning complete for port fc0fafd8-061c-4668-b76d-35ed43f00c35 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:48.559325 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52fa487b-b65e-42b9-9066-eb5481dd61f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:48.627013 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7987a347-1f0d-47ec-99cd-51ff3206fe8a tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:48.693338 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deba98af-39f7-404c-8efe-8150bf054122 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:40:48.712202 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-deba98af-39f7-404c-8efe-8150bf054122 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:48.715212 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f42d7e-3a80-431f-819d-3202a6a1b227 None None] Sync routers for ids ['10d9cc33-944c-46f4-a830-cd43a3586781'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:40:48.737264 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba2f39f-4996-41fc-9353-3f54761855b3 None None] DHCP port deletion for a1df05d8-121e-4aaf-9bee-cfb0ae476a72 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:40:48.758052 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f42d7e-3a80-431f-819d-3202a6a1b227 None None] Routers {'10d9cc33-944c-46f4-a830-cd43a3586781'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:40:48.758700 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b3f42d7e-3a80-431f-819d-3202a6a1b227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:40:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['10d9cc33-944c-46f4-a830-cd43a3586781'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:48.779811 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-deba98af-39f7-404c-8efe-8150bf054122 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "PUT /v2.0/floatingips/bc1c1611-04f6-418c-8772-ea2393eeaa51 HTTP/1.1" status: 200 len: 991 time: 2.1110306 Apr 21 12:40:48.779811 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d16114-6485-449a-8a7d-81f72f69a252', 'tag': '9aaeeb12-1165-480b-8800-bad22a0a5875'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:40:48.780938 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197c215c-915e-4ecd-a891-773db0a86ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "b0d16114-6485-449a-8a7d-81f72f69a252", "tag": "9aaeeb12-1165-480b-8800-bad22a0a5875"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:40:48.812972 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-69bb6957-621a-4f8e-bee1-1f46cfde941e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Allocated IP 2001:db8::295 (1180f0e3-6284-4c93-8230-3ae008c643e6/3587c23e-b768-48f4-91d6-b28dc43a6b3b/136816bd-1205-4b17-8319-825cbfe233f3) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:40:48.816603 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:48.823891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7987a347-1f0d-47ec-99cd-51ff3206fe8a tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Deleting port c4442ab2-cce6-48dc-92ed-86a985ea3925 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:40:48.823891 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7987a347-1f0d-47ec-99cd-51ff3206fe8a tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:48.840530 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61600f0-d2b0-481f-85a8-69180329e23b x-openstack-request-id: req-f61600f0-d2b0-481f-85a8-69180329e23b {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:40:48.841045 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0d16114-6485-449a-8a7d-81f72f69a252", "tag": "9aaeeb12-1165-480b-8800-bad22a0a5875", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:40:48.841444 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f61600f0-d2b0-481f-85a8-69180329e23b {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:40:48.842074 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f61600f0-d2b0-481f-85a8-69180329e23b'] response: {'name': 'network-changed', 'server_uuid': 'b0d16114-6485-449a-8a7d-81f72f69a252', 'tag': '9aaeeb12-1165-480b-8800-bad22a0a5875', 'status': 'completed', 'code': 200} Apr 21 12:40:48.895942 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-7987a347-1f0d-47ec-99cd-51ff3206fe8a tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] For port c4442ab2-cce6-48dc-92ed-86a985ea3925, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c4442ab2-cce6-48dc-92ed-86a985ea3925,segment=NetworkSegment(0e6d408e-13f3-446a-99ae-1967a83a1ce9),segment_id=0e6d408e-13f3-446a-99ae-1967a83a1ce9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:48.896403 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7987a347-1f0d-47ec-99cd-51ff3206fe8a tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:48.953020 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7987a347-1f0d-47ec-99cd-51ff3206fe8a tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Calling delete_port for c4442ab2-cce6-48dc-92ed-86a985ea3925 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:40:48.953208 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-b3f42d7e-3a80-431f-819d-3202a6a1b227 None None] Set router 10d9cc33-944c-46f4-a830-cd43a3586781 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:40:48.953208 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bba2f39f-4996-41fc-9353-3f54761855b3 None None] Deleting port c4442ab2-cce6-48dc-92ed-86a985ea3925 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:40:48.953208 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bba2f39f-4996-41fc-9353-3f54761855b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:49.020452 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c215c-915e-4ecd-a891-773db0a86ba6 req-d4a9e843-8a1e-4cca-90b8-ee0f4d5c7779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:49.022046 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-197c215c-915e-4ecd-a891-773db0a86ba6 req-d4a9e843-8a1e-4cca-90b8-ee0f4d5c7779 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=72dc25511e2147068c0afbce8b3beb01&device_id=b0d16114-6485-449a-8a7d-81f72f69a252 HTTP/1.1" status: 200 len: 1096 time: 0.1109059 Apr 21 12:40:49.101324 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bba2f39f-4996-41fc-9353-3f54761855b3 None None] For port c4442ab2-cce6-48dc-92ed-86a985ea3925, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c4442ab2-cce6-48dc-92ed-86a985ea3925,segment=NetworkSegment(0e6d408e-13f3-446a-99ae-1967a83a1ce9),segment_id=0e6d408e-13f3-446a-99ae-1967a83a1ce9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:49.101739 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bba2f39f-4996-41fc-9353-3f54761855b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:49.124104 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bba2f39f-4996-41fc-9353-3f54761855b3 None None] Calling delete_port for c4442ab2-cce6-48dc-92ed-86a985ea3925 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:40:49.237429 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c215c-915e-4ecd-a891-773db0a86ba6 req-b91e3448-0c4a-45fc-bab8-f7047c90f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:49.238950 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-197c215c-915e-4ecd-a891-773db0a86ba6 req-b91e3448-0c4a-45fc-bab8-f7047c90f053 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b386f910-1290-4727-a8ab-a0387dcbd592 HTTP/1.1" status: 200 len: 916 time: 0.2083776 Apr 21 12:40:49.318805 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-197c215c-915e-4ecd-a891-773db0a86ba6 req-ab1783fe-0fbc-4c7a-ab9b-a804544f8a08 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9aaeeb12-1165-480b-8800-bad22a0a5875 HTTP/1.1" status: 200 len: 999 time: 0.0706389 Apr 21 12:40:49.321752 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69bb6957-621a-4f8e-bee1-1f46cfde941e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:49.329818 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b3f42d7e-3a80-431f-819d-3202a6a1b227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'name': 'tempest-ServersTestFqdnHostnames-1113804383-router', 'tenant_id': '72dc25511e2147068c0afbce8b3beb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'f7d5242d-ece9-45d1-be08-e6b67bab55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:40:03Z', 'updated_at': '2022-04-21T12:40:09Z', 'revision_number': 4, 'project_id': '72dc25511e2147068c0afbce8b3beb01', 'gw_port': {'id': 'f7d5242d-ece9-45d1-be08-e6b67bab55f5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:40:04Z', 'updated_at': '2022-04-21T12:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'bc1c1611-04f6-418c-8772-ea2393eeaa51', 'tenant_id': '72dc25511e2147068c0afbce8b3beb01', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'port_id': '9aaeeb12-1165-480b-8800-bad22a0a5875', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b386f910-1290-4727-a8ab-a0387dcbd592', 'mac_address': 'fa:16:3e:4b:84:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d16114-6485-449a-8a7d-81f72f69a252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:40:20Z', 'updated_at': '2022-04-21T12:40:47Z', 'revision_number': 1, 'project_id': '72dc25511e2147068c0afbce8b3beb01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '795b56df-225c-4d71-a396-87dccdb60e3d', 'name': '', 'network_id': 'b386f910-1290-4727-a8ab-a0387dcbd592', 'tenant_id': '72dc25511e2147068c0afbce8b3beb01', 'mac_address': 'fa:16:3e:a1:32:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '107fb6c6-3947-4941-bc31-01b8411e8f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:40:07Z', 'updated_at': '2022-04-21T12:40:16Z', 'revision_number': 5, 'project_id': '72dc25511e2147068c0afbce8b3beb01', 'subnets': [{'id': '107fb6c6-3947-4941-bc31-01b8411e8f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:49.337819 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7987a347-1f0d-47ec-99cd-51ff3206fe8a tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:49.365984 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f42d7e-3a80-431f-819d-3202a6a1b227 None None] Checking router: 10d9cc33-944c-46f4-a830-cd43a3586781 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:40:49.376154 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bba2f39f-4996-41fc-9353-3f54761855b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:49.391110 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987a347-1f0d-47ec-99cd-51ff3206fe8a tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Pushing event deleted for resources: {'Port': ['ID=c4442ab2-cce6-48dc-92ed-86a985ea3925,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:49.406062 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7987a347-1f0d-47ec-99cd-51ff3206fe8a tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] No DVR routers for this DVR port c4442ab2-cce6-48dc-92ed-86a985ea3925 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:40:49.411855 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f42d7e-3a80-431f-819d-3202a6a1b227 None None] Routers {'10d9cc33-944c-46f4-a830-cd43a3586781'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:40:49.412544 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b3f42d7e-3a80-431f-819d-3202a6a1b227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:40:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['10d9cc33-944c-46f4-a830-cd43a3586781'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:49.417195 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2f39f-4996-41fc-9353-3f54761855b3 None None] Pushing event deleted for resources: {'Port': ['ID=c4442ab2-cce6-48dc-92ed-86a985ea3925,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:49.453962 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c215c-915e-4ecd-a891-773db0a86ba6 req-7a5a4f94-b4ee-4189-8233-3f9624024494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:49.456200 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-197c215c-915e-4ecd-a891-773db0a86ba6 req-7a5a4f94-b4ee-4189-8233-3f9624024494 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=107fb6c6-3947-4941-bc31-01b8411e8f35 HTTP/1.1" status: 200 len: 854 time: 0.1306365 Apr 21 12:40:49.467096 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba2f39f-4996-41fc-9353-3f54761855b3 None None] No DVR routers for this DVR port c4442ab2-cce6-48dc-92ed-86a985ea3925 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:40:49.567928 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-b3f42d7e-3a80-431f-819d-3202a6a1b227 None None] Set router 10d9cc33-944c-46f4-a830-cd43a3586781 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:40:49.584530 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69bb6957-621a-4f8e-bee1-1f46cfde941e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:49.599315 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7987a347-1f0d-47ec-99cd-51ff3206fe8a tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:49.677153 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c4442ab2-cce6-48dc-92ed-86a985ea3925 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:40:49.678245 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-7987a347-1f0d-47ec-99cd-51ff3206fe8a tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1df05d8-121e-4aaf-9bee-cfb0ae476a72']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:49.700800 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bb6957-621a-4f8e-bee1-1f46cfde941e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network 1180f0e3-6284-4c93-8230-3ae008c643e6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:40:49.702773 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c215c-915e-4ecd-a891-773db0a86ba6 req-bc8dede6-8eae-4417-96ad-2c3d38468089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:49.704295 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-197c215c-915e-4ecd-a891-773db0a86ba6 req-bc8dede6-8eae-4417-96ad-2c3d38468089 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b386f910-1290-4727-a8ab-a0387dcbd592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2402232 Apr 21 12:40:49.715537 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-7987a347-1f0d-47ec-99cd-51ff3206fe8a tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e6d408e-13f3-446a-99ae-1967a83a1ce9') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:49.715854 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-7987a347-1f0d-47ec-99cd-51ff3206fe8a tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e6d408e-13f3-446a-99ae-1967a83a1ce9') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:49.718680 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-69bb6957-621a-4f8e-bee1-1f46cfde941e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:49.721245 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bb6957-621a-4f8e-bee1-1f46cfde941e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:40:49.727506 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bb6957-621a-4f8e-bee1-1f46cfde941e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:49.728173 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-69bb6957-621a-4f8e-bee1-1f46cfde941e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:49.758103 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7987a347-1f0d-47ec-99cd-51ff3206fe8a tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:49.760094 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb6957-621a-4f8e-bee1-1f46cfde941e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Port': ['ID=136816bd-1205-4b17-8319-825cbfe233f3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:49.770893 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f286532-fb4c-4c81-84c8-7461ca89b5f2 req-c68d8228-0f8a-4237-b00d-a8f879feea8c tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:49.772496 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f286532-fb4c-4c81-84c8-7461ca89b5f2 req-c68d8228-0f8a-4237-b00d-a8f879feea8c tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=04f91045-9e7e-49b0-9d5a-b948cf94a76d HTTP/1.1" status: 200 len: 949 time: 0.2798378 Apr 21 12:40:49.818353 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb82adb-3126-4f5b-8e8b-6727465a2c9a req-7febc485-608d-4d2c-bf90-b45e76b03b31 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:49.821024 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbb82adb-3126-4f5b-8e8b-6727465a2c9a req-7febc485-608d-4d2c-bf90-b45e76b03b31 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd152191-6040-4828-811e-51554fb1a1d6 HTTP/1.1" status: 200 len: 945 time: 0.2691822 Apr 21 12:40:49.871368 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 2bbbc64a-b47f-4279-87af-ec490785a64d no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:40:49.876559 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: c4442ab2-cce6-48dc-92ed-86a985ea3925 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:40:49.876897 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c4442ab2-cce6-48dc-92ed-86a985ea3925 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:40:49.882153 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7987a347-1f0d-47ec-99cd-51ff3206fe8a tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:49.891480 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42562) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:49.891960 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-69bb6957-621a-4f8e-bee1-1f46cfde941e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1558599 Apr 21 12:40:49.898197 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d3d6112d-51b8-44b5-b1c3-1bc6667bb314 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'subnet': {'network_id': '1180f0e3-6284-4c93-8230-3ae008c643e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:49.922735 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7987a347-1f0d-47ec-99cd-51ff3206fe8a tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:40:49.923147 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7987a347-1f0d-47ec-99cd-51ff3206fe8a tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:40:49.930587 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:40:49.975987 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f286532-fb4c-4c81-84c8-7461ca89b5f2 req-6afa15a2-4d3d-4e78-b11a-e27d170bfff6 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/security-groups?id=be1e34fa-b360-4032-aae2-81e01d19e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761785 Apr 21 12:40:50.001058 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 2bbbc64a-b47f-4279-87af-ec490785a64d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:40:50.001399 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 2bbbc64a-b47f-4279-87af-ec490785a64d not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:40:50.048051 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbb82adb-3126-4f5b-8e8b-6727465a2c9a req-5f1788b8-7bcf-4d04-968d-cabc7abbe3ee tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656582 Apr 21 12:40:50.048051 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-197c215c-915e-4ecd-a891-773db0a86ba6 req-f18049d0-36f8-40b8-b9f6-28189eeca252 service neutron] 10.222.0.24 "GET /v2.0/networks/b386f910-1290-4727-a8ab-a0387dcbd592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145676 Apr 21 12:40:50.113404 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6d8bc9e6-f89e-4bdb-b25c-33f1d04fe2ea None None] Provisioning complete for port 136816bd-1205-4b17-8319-825cbfe233f3 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:50.114112 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d8bc9e6-f89e-4bdb-b25c-33f1d04fe2ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:50.122659 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b3f42d7e-3a80-431f-819d-3202a6a1b227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'name': 'tempest-ServersTestFqdnHostnames-1113804383-router', 'tenant_id': '72dc25511e2147068c0afbce8b3beb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'f7d5242d-ece9-45d1-be08-e6b67bab55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:40:03Z', 'updated_at': '2022-04-21T12:40:09Z', 'revision_number': 4, 'project_id': '72dc25511e2147068c0afbce8b3beb01', 'gw_port': {'id': 'f7d5242d-ece9-45d1-be08-e6b67bab55f5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:40:04Z', 'updated_at': '2022-04-21T12:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'bc1c1611-04f6-418c-8772-ea2393eeaa51', 'tenant_id': '72dc25511e2147068c0afbce8b3beb01', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'port_id': '9aaeeb12-1165-480b-8800-bad22a0a5875', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b386f910-1290-4727-a8ab-a0387dcbd592', 'mac_address': 'fa:16:3e:4b:84:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d16114-6485-449a-8a7d-81f72f69a252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:40:20Z', 'updated_at': '2022-04-21T12:40:47Z', 'revision_number': 1, 'project_id': '72dc25511e2147068c0afbce8b3beb01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '795b56df-225c-4d71-a396-87dccdb60e3d', 'name': '', 'network_id': 'b386f910-1290-4727-a8ab-a0387dcbd592', 'tenant_id': '72dc25511e2147068c0afbce8b3beb01', 'mac_address': 'fa:16:3e:a1:32:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '107fb6c6-3947-4941-bc31-01b8411e8f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:40:07Z', 'updated_at': '2022-04-21T12:40:16Z', 'revision_number': 5, 'project_id': '72dc25511e2147068c0afbce8b3beb01', 'subnets': [{'id': '107fb6c6-3947-4941-bc31-01b8411e8f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:50.139585 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7987a347-1f0d-47ec-99cd-51ff3206fe8a tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:50.166028 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7987a347-1f0d-47ec-99cd-51ff3206fe8a tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:50.170920 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f42d7e-3a80-431f-819d-3202a6a1b227 None None] The sync data for ids ['10d9cc33-944c-46f4-a830-cd43a3586781'] in n-d-836147-2 is: [{'id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'name': 'tempest-ServersTestFqdnHostnames-1113804383-router', 'tenant_id': '72dc25511e2147068c0afbce8b3beb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'f7d5242d-ece9-45d1-be08-e6b67bab55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:40:03Z', 'updated_at': '2022-04-21T12:40:09Z', 'revision_number': 4, 'project_id': '72dc25511e2147068c0afbce8b3beb01', 'gw_port': {'id': 'f7d5242d-ece9-45d1-be08-e6b67bab55f5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:40:04Z', 'updated_at': '2022-04-21T12:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'bc1c1611-04f6-418c-8772-ea2393eeaa51', 'tenant_id': '72dc25511e2147068c0afbce8b3beb01', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'port_id': '9aaeeb12-1165-480b-8800-bad22a0a5875', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1382, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b386f910-1290-4727-a8ab-a0387dcbd592', 'mac_address': 'fa:16:3e:4b:84:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0d16114-6485-449a-8a7d-81f72f69a252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:40:20Z', 'updated_at': '2022-04-21T12:40:47Z', 'revision_number': 1, 'project_id': '72dc25511e2147068c0afbce8b3beb01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '795b56df-225c-4d71-a396-87dccdb60e3d', 'name': '', 'network_id': 'b386f910-1290-4727-a8ab-a0387dcbd592', 'tenant_id': '72dc25511e2147068c0afbce8b3beb01', 'mac_address': 'fa:16:3e:a1:32:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '107fb6c6-3947-4941-bc31-01b8411e8f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:40:07Z', 'updated_at': '2022-04-21T12:40:16Z', 'revision_number': 5, 'project_id': '72dc25511e2147068c0afbce8b3beb01', 'subnets': [{'id': '107fb6c6-3947-4941-bc31-01b8411e8f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:40:50.172354 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7987a347-1f0d-47ec-99cd-51ff3206fe8a tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] 10.222.0.36 "DELETE /v2.0/networks/a1df05d8-121e-4aaf-9bee-cfb0ae476a72 HTTP/1.1" status: 204 len: 168 time: 1.8062537 Apr 21 12:40:50.187070 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d6112d-51b8-44b5-b1c3-1bc6667bb314 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:40:50.191164 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d3d6112d-51b8-44b5-b1c3-1bc6667bb314 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:50.194746 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6d8bc9e6-f89e-4bdb-b25c-33f1d04fe2ea None None] Port 136816bd-1205-4b17-8319-825cbfe233f3 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:40:50.200688 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7987a347-1f0d-47ec-99cd-51ff3206fe8a tempest-DHCPAgentSchedulersTestJSON-1076306177 tempest-DHCPAgentSchedulersTestJSON-1076306177-project] Pushing event deleted for resources: {'Network': ['ID=a1df05d8-121e-4aaf-9bee-cfb0ae476a72,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:50.227842 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-197c215c-915e-4ecd-a891-773db0a86ba6 req-63259d98-97e1-420e-8101-88af4e770ef4 service neutron] 10.222.0.24 "GET /v2.0/networks/b386f910-1290-4727-a8ab-a0387dcbd592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714056 Apr 21 12:40:50.236717 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a6f6c-8647-4cbd-8ba0-3ee01dfa66a4 req-c339bbbf-5712-4a71-8ab2-73b93df277fc tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:50.238296 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-540a6f6c-8647-4cbd-8ba0-3ee01dfa66a4 req-c339bbbf-5712-4a71-8ab2-73b93df277fc tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 945 time: 0.1121693 Apr 21 12:40:50.286856 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-540a6f6c-8647-4cbd-8ba0-3ee01dfa66a4 req-0e687a01-73e3-43e0-acaa-72794e465cfd tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414355 Apr 21 12:40:50.293148 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:50.346869 n-d-836147-2 neutron-server[103397]: INFO neutron.db.ipam_backend_mixin [None req-d3d6112d-51b8-44b5-b1c3-1bc6667bb314 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3587c23e-b768-48f4-91d6-b28dc43a6b3b (CIDR: 2001:db8::/64) Apr 21 12:40:50.385696 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3d6112d-51b8-44b5-b1c3-1bc6667bb314 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:40:50.386254 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3d6112d-51b8-44b5-b1c3-1bc6667bb314 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:40:50.435391 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea0014-8195-4745-b4ec-bc45bd74e765 req-9d9581f9-2b4f-4624-9d26-2a245b10a863 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:50.437101 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-48ea0014-8195-4745-b4ec-bc45bd74e765 req-9d9581f9-2b4f-4624-9d26-2a245b10a863 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=65af2bee-f3db-4de5-b5b7-98007eba1365 HTTP/1.1" status: 200 len: 945 time: 0.0736876 Apr 21 12:40:50.472559 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d3d6112d-51b8-44b5-b1c3-1bc6667bb314 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5794270 Apr 21 12:40:50.481483 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba024e2-006f-4e78-a530-cf0e7f557db3 None None] New status for floating IP bc1c1611-04f6-418c-8772-ea2393eeaa51: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:40:50.481972 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-48ea0014-8195-4745-b4ec-bc45bd74e765 req-c741607e-19fe-452c-bd17-9d49f6580e8d tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366325 Apr 21 12:40:50.481972 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42574) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:50.487440 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0eafac33-a8d3-4e2e-a237-36057fd0f53d tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'subnet': {'network_id': '1180f0e3-6284-4c93-8230-3ae008c643e6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:50.699266 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eafac33-a8d3-4e2e-a237-36057fd0f53d tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:40:50.704680 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0eafac33-a8d3-4e2e-a237-36057fd0f53d tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:50.814163 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42582) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:50.879877 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122fd98-f833-4b91-be03-5d81916ca665 req-372b75ed-9909-4cf6-bd48-875a5870c515 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:50.881442 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f122fd98-f833-4b91-be03-5d81916ca665 req-372b75ed-9909-4cf6-bd48-875a5870c515 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd152191-6040-4828-811e-51554fb1a1d6 HTTP/1.1" status: 200 len: 945 time: 0.1128011 Apr 21 12:40:50.884077 n-d-836147-2 neutron-server[103398]: INFO neutron.db.ipam_backend_mixin [None req-0eafac33-a8d3-4e2e-a237-36057fd0f53d tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 7085cc51-c1e6-4627-8dab-f8ea67f511dd (CIDR: 2001:db8:0:1::/64) Apr 21 12:40:50.916567 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e121bbc-7b0d-4dc6-8c12-01a992f562cf req-5ef6e1a8-2108-4694-bc46-00c17b2acd26 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:50.918044 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e121bbc-7b0d-4dc6-8c12-01a992f562cf req-5ef6e1a8-2108-4694-bc46-00c17b2acd26 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.24 "GET /v2.0/ports?device_id=04f91045-9e7e-49b0-9d5a-b948cf94a76d HTTP/1.1" status: 200 len: 949 time: 0.1084921 Apr 21 12:40:50.960179 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eafac33-a8d3-4e2e-a237-36057fd0f53d tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:40:50.960671 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eafac33-a8d3-4e2e-a237-36057fd0f53d tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:40:50.964255 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a7ee6d73-0816-4046-b58c-2c4c96f4901c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5b9ab40f81e64e15bdcf89c789de439f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473362 Apr 21 12:40:50.966695 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42588) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:50.968234 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f122fd98-f833-4b91-be03-5d81916ca665 req-4b870437-6005-4806-bf5a-c103314ebe4a tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804331 Apr 21 12:40:51.028139 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72d048c4-3789-4774-a025-043b39bd269a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:51.045117 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-2e121bbc-7b0d-4dc6-8c12-01a992f562cf req-6f748de5-3665-4155-becf-6664b91d5cb9 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Deleting port 3ac80292-a1a4-44b6-916e-d59f01daa25d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:40:51.045467 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2e121bbc-7b0d-4dc6-8c12-01a992f562cf req-6f748de5-3665-4155-becf-6664b91d5cb9 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:51.059119 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72d048c4-3789-4774-a025-043b39bd269a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:51.113855 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0eafac33-a8d3-4e2e-a237-36057fd0f53d tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6308124 Apr 21 12:40:51.116649 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42594) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:51.122433 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-986618c0-669f-45d1-a3e4-1bbc52e9e0ae tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'subnet': {'network_id': '1180f0e3-6284-4c93-8230-3ae008c643e6', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:51.176642 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f8a40-c2a5-4ca6-8589-db778847ecee req-0b0eb9b1-d672-4621-abd3-707ccd33a247 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:51.178180 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-134f8a40-c2a5-4ca6-8589-db778847ecee req-0b0eb9b1-d672-4621-abd3-707ccd33a247 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=04f91045-9e7e-49b0-9d5a-b948cf94a76d HTTP/1.1" status: 200 len: 949 time: 0.0851009 Apr 21 12:40:51.195457 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2e121bbc-7b0d-4dc6-8c12-01a992f562cf req-6f748de5-3665-4155-becf-6664b91d5cb9 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] For port 3ac80292-a1a4-44b6-916e-d59f01daa25d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=3ac80292-a1a4-44b6-916e-d59f01daa25d,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:51.195821 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2e121bbc-7b0d-4dc6-8c12-01a992f562cf req-6f748de5-3665-4155-becf-6664b91d5cb9 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:51.219814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-2e121bbc-7b0d-4dc6-8c12-01a992f562cf req-6f748de5-3665-4155-becf-6664b91d5cb9 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Calling delete_port for 3ac80292-a1a4-44b6-916e-d59f01daa25d owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:40:51.238727 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72d048c4-3789-4774-a025-043b39bd269a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:51.241012 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72d048c4-3789-4774-a025-043b39bd269a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:51.243265 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-72d048c4-3789-4774-a025-043b39bd269a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/412fa766-3e50-41c8-903d-e5768d7756c7 HTTP/1.1" status: 204 len: 168 time: 0.2754104 Apr 21 12:40:51.248820 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-134f8a40-c2a5-4ca6-8589-db778847ecee req-498eb42f-dfb0-412f-a2dd-8c9926eeb155 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/security-groups?id=be1e34fa-b360-4032-aae2-81e01d19e5d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634396 Apr 21 12:40:51.266643 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d048c4-3789-4774-a025-043b39bd269a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412fa766-3e50-41c8-903d-e5768d7756c7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:51.383289 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986618c0-669f-45d1-a3e4-1bbc52e9e0ae tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Made reservation on behalf of c0f81ff131ed43f68e8e75bc14414841 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:40:51.387229 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-986618c0-669f-45d1-a3e4-1bbc52e9e0ae tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:51.435240 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab87fe69-5654-4f02-a2bb-dda425166fb3 req-02fb9ef0-9f09-47ff-9355-7b0c889c5b75 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:51.436767 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ab87fe69-5654-4f02-a2bb-dda425166fb3 req-02fb9ef0-9f09-47ff-9355-7b0c889c5b75 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 945 time: 0.0919816 Apr 21 12:40:51.485157 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ab87fe69-5654-4f02-a2bb-dda425166fb3 req-c6d2ce43-4c13-4457-9785-498eec1aba63 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407429 Apr 21 12:40:51.553737 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2e121bbc-7b0d-4dc6-8c12-01a992f562cf req-6f748de5-3665-4155-becf-6664b91d5cb9 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:51.570448 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['3ac80292-a1a4-44b6-916e-d59f01daa25d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:40:51.610872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f748de5-3665-4155-becf-6664b91d5cb9 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Pushing event deleted for resources: {'Port': ['ID=3ac80292-a1a4-44b6-916e-d59f01daa25d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:51.696150 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e121bbc-7b0d-4dc6-8c12-01a992f562cf req-6f748de5-3665-4155-becf-6664b91d5cb9 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] No DVR routers for this DVR port 3ac80292-a1a4-44b6-916e-d59f01daa25d on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:40:51.700987 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2e121bbc-7b0d-4dc6-8c12-01a992f562cf req-6f748de5-3665-4155-becf-6664b91d5cb9 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:51.707428 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e121bbc-7b0d-4dc6-8c12-01a992f562cf req-6f748de5-3665-4155-becf-6664b91d5cb9 tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.24 "DELETE /v2.0/ports/3ac80292-a1a4-44b6-916e-d59f01daa25d HTTP/1.1" status: 204 len: 173 time: 0.7816572 Apr 21 12:40:51.708089 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f91045-9e7e-49b0-9d5a-b948cf94a76d', 'name': 'network-vif-deleted', 'tag': '3ac80292-a1a4-44b6-916e-d59f01daa25d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:40:51.712139 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ba6e95-bbee-4111-8221-99068cbbfb1e" -d '{"events": [{"server_uuid": "04f91045-9e7e-49b0-9d5a-b948cf94a76d", "name": "network-vif-deleted", "tag": "3ac80292-a1a4-44b6-916e-d59f01daa25d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:40:51.766781 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ff0998-ad47-4e58-9c64-fda69adcb1f8 x-openstack-request-id: req-e2ff0998-ad47-4e58-9c64-fda69adcb1f8 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:40:51.767240 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04f91045-9e7e-49b0-9d5a-b948cf94a76d", "name": "network-vif-deleted", "tag": "3ac80292-a1a4-44b6-916e-d59f01daa25d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:40:51.767634 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e2ff0998-ad47-4e58-9c64-fda69adcb1f8 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:40:51.768722 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2ff0998-ad47-4e58-9c64-fda69adcb1f8'] response: {'server_uuid': '04f91045-9e7e-49b0-9d5a-b948cf94a76d', 'name': 'network-vif-deleted', 'tag': '3ac80292-a1a4-44b6-916e-d59f01daa25d', 'status': 'completed', 'code': 200} Apr 21 12:40:51.802507 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-986618c0-669f-45d1-a3e4-1bbc52e9e0ae tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:51.853396 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986618c0-669f-45d1-a3e4-1bbc52e9e0ae tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Network 1180f0e3-6284-4c93-8230-3ae008c643e6 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:40:51.857770 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-986618c0-669f-45d1-a3e4-1bbc52e9e0ae tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:40:51.860983 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986618c0-669f-45d1-a3e4-1bbc52e9e0ae tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:51.862275 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-986618c0-669f-45d1-a3e4-1bbc52e9e0ae tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:51.874732 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d30c5f-6197-4139-afa0-62f8797cc87e None None] Network 1180f0e3-6284-4c93-8230-3ae008c643e6 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:40:51.895212 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986618c0-669f-45d1-a3e4-1bbc52e9e0ae tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Subnet': ['ID=34ae9eaf-e78f-4f6a-a0f5-56d11a690747,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:51.997623 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-986618c0-669f-45d1-a3e4-1bbc52e9e0ae tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8793435 Apr 21 12:40:52.000753 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42610) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:52.007621 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5a23b6de-7c6c-4d8e-b622-56dff4774e8a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1991402794', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '34ae9eaf-e78f-4f6a-a0f5-56d11a690747'}], 'security_groups': ['f402b95e-fade-4b5c-b591-134d35b177be', '9b07c302-7cdd-41c9-a0c3-0b5474d10423']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:52.152316 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a23b6de-7c6c-4d8e-b622-56dff4774e8a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:52.270766 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efb5db1-006a-4cc2-bbf3-6db56a8b1874 None None] Update dhcp port {'port': {'network_id': '1180f0e3-6284-4c93-8230-3ae008c643e6', 'fixed_ips': [{'subnet_id': '7085cc51-c1e6-4627-8dab-f8ea67f511dd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3587c23e-b768-48f4-91d6-b28dc43a6b3b', 'ip_address': '2001:db8::2'}, {'subnet_id': '34ae9eaf-e78f-4f6a-a0f5-56d11a690747'}], 'binding:host_id': 'n-d-836147-2'}, 'id': 'fc0fafd8-061c-4668-b76d-35ed43f00c35'} from n-d-836147-2. {{(pid=103399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 21 12:40:52.322694 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9efb5db1-006a-4cc2-bbf3-6db56a8b1874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:52.463961 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42618) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:52.513355 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b14d1989-ca67-4c50-ae20-42170f57a9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:52.540077 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-9efb5db1-006a-4cc2-bbf3-6db56a8b1874 None None] Allocated IP 2001:db8:0:2::2 (1180f0e3-6284-4c93-8230-3ae008c643e6/34ae9eaf-e78f-4f6a-a0f5-56d11a690747/fc0fafd8-061c-4668-b76d-35ed43f00c35) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:40:52.652372 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b14d1989-ca67-4c50-ae20-42170f57a9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:52.679228 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9efb5db1-006a-4cc2-bbf3-6db56a8b1874 None None] For port fc0fafd8-061c-4668-b76d-35ed43f00c35, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fc0fafd8-061c-4668-b76d-35ed43f00c35,segment=NetworkSegment(0af79500-8dd3-4d3d-afc9-8ba81d70a113),segment_id=0af79500-8dd3-4d3d-afc9-8ba81d70a113)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:52.719887 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9efb5db1-006a-4cc2-bbf3-6db56a8b1874 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:52.755266 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b14d1989-ca67-4c50-ae20-42170f57a9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:52.803342 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b14d1989-ca67-4c50-ae20-42170f57a9e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af05be135d4c4c53ae73077e33b80f56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3379211 Apr 21 12:40:52.804281 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d1989-ca67-4c50-ae20-42170f57a9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2548db-afca-4404-bf1c-11adc1d82118,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:52.809433 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42620) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:52.821291 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9efb5db1-006a-4cc2-bbf3-6db56a8b1874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:52.891202 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd3fca0f-b8fa-40f3-949f-453d3a385881 req-1e518561-3a00-4d96-b1c7-c98bba070bca tempest-LiveMigrationNegativeTest-927153525 tempest-LiveMigrationNegativeTest-927153525-project] 10.222.0.36 "GET /v2.0/ports?device_id=04f91045-9e7e-49b0-9d5a-b948cf94a76d HTTP/1.1" status: 200 len: 210 time: 0.0884831 Apr 21 12:40:52.900829 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-43cabd5e-7f6c-416a-ac7d-0d85403e32d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:52.943655 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-43cabd5e-7f6c-416a-ac7d-0d85403e32d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:52.947359 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb5db1-006a-4cc2-bbf3-6db56a8b1874 None None] Pushing event updated for resources: {'Port': ['ID=fc0fafd8-061c-4668-b76d-35ed43f00c35,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:52.962009 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01955f1e-0177-4fb1-a453-83867efab8a9 req-4f45757c-090a-4281-a675-29fdc2978582 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:52.968159 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01955f1e-0177-4fb1-a453-83867efab8a9 req-4f45757c-090a-4281-a675-29fdc2978582 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:52.974158 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01955f1e-0177-4fb1-a453-83867efab8a9 req-4f45757c-090a-4281-a675-29fdc2978582 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:52.981821 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01955f1e-0177-4fb1-a453-83867efab8a9 req-4f45757c-090a-4281-a675-29fdc2978582 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd152191-6040-4828-811e-51554fb1a1d6&device_id=65af2bee-f3db-4de5-b5b7-98007eba1365&device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 2416 time: 0.7010474 Apr 21 12:40:53.070971 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01955f1e-0177-4fb1-a453-83867efab8a9 req-3793737c-9b7a-4e7e-982a-ddb65de1ed26 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880933 Apr 21 12:40:53.140728 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-43cabd5e-7f6c-416a-ac7d-0d85403e32d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:53.143420 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-43cabd5e-7f6c-416a-ac7d-0d85403e32d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:53.144757 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-43cabd5e-7f6c-416a-ac7d-0d85403e32d6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/db2548db-afca-4404-bf1c-11adc1d82118 HTTP/1.1" status: 204 len: 168 time: 0.3323543 Apr 21 12:40:53.156237 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cabd5e-7f6c-416a-ac7d-0d85403e32d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2548db-afca-4404-bf1c-11adc1d82118,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:53.254909 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-5a23b6de-7c6c-4d8e-b622-56dff4774e8a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Delete allocated IP 2001:db8::295 (1180f0e3-6284-4c93-8230-3ae008c643e6/3587c23e-b768-48f4-91d6-b28dc43a6b3b) {{(pid=103398) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 21 12:40:53.269112 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-5a23b6de-7c6c-4d8e-b622-56dff4774e8a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Allocated IP 2001:db8:0:2::21c (1180f0e3-6284-4c93-8230-3ae008c643e6/34ae9eaf-e78f-4f6a-a0f5-56d11a690747/136816bd-1205-4b17-8319-825cbfe233f3) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:40:53.278836 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fae00f-0d48-4ddd-b53a-9c508966b0fd req-ad5ac9af-9699-4c1f-8cc3-0b3948506637 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:53.280407 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90fae00f-0d48-4ddd-b53a-9c508966b0fd req-ad5ac9af-9699-4c1f-8cc3-0b3948506637 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd152191-6040-4828-811e-51554fb1a1d6 HTTP/1.1" status: 200 len: 945 time: 0.0795724 Apr 21 12:40:53.391327 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90fae00f-0d48-4ddd-b53a-9c508966b0fd req-517597f8-2328-45a2-80ec-a9a87467e4e4 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966363 Apr 21 12:40:53.504441 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a23b6de-7c6c-4d8e-b622-56dff4774e8a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:53.592999 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a23b6de-7c6c-4d8e-b622-56dff4774e8a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:53.709370 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5a23b6de-7c6c-4d8e-b622-56dff4774e8a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] In _notify_port_updated(), no bound segment for port 136816bd-1205-4b17-8319-825cbfe233f3 on network 1180f0e3-6284-4c93-8230-3ae008c643e6 {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 12:40:53.715149 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a23b6de-7c6c-4d8e-b622-56dff4774e8a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:53.715777 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a23b6de-7c6c-4d8e-b622-56dff4774e8a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:53.719664 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5a23b6de-7c6c-4d8e-b622-56dff4774e8a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "PUT /v2.0/ports/136816bd-1205-4b17-8319-825cbfe233f3 HTTP/1.1" status: 200 len: 970 time: 1.7148006 Apr 21 12:40:53.720317 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42640) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:53.727729 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23b6de-7c6c-4d8e-b622-56dff4774e8a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event updated for resources: {'Port': ['ID=136816bd-1205-4b17-8319-825cbfe233f3,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:53.761765 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fc0fafd8-061c-4668-b76d-35ed43f00c35 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:40:53.857019 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-32b72797-084b-48f0-83e5-32ed8f59092f None None] Provisioning complete for port 136816bd-1205-4b17-8319-825cbfe233f3 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:53.861191 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32b72797-084b-48f0-83e5-32ed8f59092f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:53.894456 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-91891536-7470-4781-a719-2540bf35affc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting port 136816bd-1205-4b17-8319-825cbfe233f3 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:40:53.894822 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91891536-7470-4781-a719-2540bf35affc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:53.988757 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-32b72797-084b-48f0-83e5-32ed8f59092f None None] Port 136816bd-1205-4b17-8319-825cbfe233f3 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:40:54.011728 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port fc0fafd8-061c-4668-b76d-35ed43f00c35 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:54.012187 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:54.072095 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-32b72797-084b-48f0-83e5-32ed8f59092f None None] Provisioning complete for port fc0fafd8-061c-4668-b76d-35ed43f00c35 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:54.072580 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32b72797-084b-48f0-83e5-32ed8f59092f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:54.075726 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91891536-7470-4781-a719-2540bf35affc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:54.088065 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-91891536-7470-4781-a719-2540bf35affc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Calling delete_port for 136816bd-1205-4b17-8319-825cbfe233f3 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:40:54.217333 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-32b72797-084b-48f0-83e5-32ed8f59092f None None] Provisioning complete for port 15a7213f-d455-4ac3-b626-d0ed5c5f0a88 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:54.217759 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32b72797-084b-48f0-83e5-32ed8f59092f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:54.255705 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-32b72797-084b-48f0-83e5-32ed8f59092f None None] Port 15a7213f-d455-4ac3-b626-d0ed5c5f0a88 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:40:54.320943 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91891536-7470-4781-a719-2540bf35affc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:54.349627 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91891536-7470-4781-a719-2540bf35affc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Port': ['ID=136816bd-1205-4b17-8319-825cbfe233f3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:54.368807 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab2cf005-4996-4d87-bec4-cbe5b85f38ed None None] Could not find standard attr ID for object 136816bd-1205-4b17-8319-825cbfe233f3. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:40:54.376746 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91891536-7470-4781-a719-2540bf35affc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:54.380486 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-91891536-7470-4781-a719-2540bf35affc tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/ports/136816bd-1205-4b17-8319-825cbfe233f3 HTTP/1.1" status: 204 len: 168 time: 0.6589556 Apr 21 12:40:54.383164 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42664) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:54.412249 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-14488109-28d3-450e-b7b8-7d0bfad1e1e1 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] GET failed (client error): The resource could not be found. Apr 21 12:40:54.416276 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-14488109-28d3-450e-b7b8-7d0bfad1e1e1 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "GET /v2.0/ports/136816bd-1205-4b17-8319-825cbfe233f3 HTTP/1.1" status: 404 len: 333 time: 0.0294082 Apr 21 12:40:54.416509 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42668) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:54.480570 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f732a930-a53b-4610-bc89-3dd9a0eeb80a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:54.510789 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f732a930-a53b-4610-bc89-3dd9a0eeb80a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:54.628221 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f732a930-a53b-4610-bc89-3dd9a0eeb80a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:54.631416 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f732a930-a53b-4610-bc89-3dd9a0eeb80a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:54.647159 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f732a930-a53b-4610-bc89-3dd9a0eeb80a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/security-groups/597e23b5-7fb4-4abb-8e91-dba91e04aff3 HTTP/1.1" status: 204 len: 168 time: 0.2153254 Apr 21 12:40:54.647159 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f732a930-a53b-4610-bc89-3dd9a0eeb80a tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=597e23b5-7fb4-4abb-8e91-dba91e04aff3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:54.647764 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42674) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:54.712116 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e829897-fe6a-47a1-aa11-c4713212558e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:54.739025 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e829897-fe6a-47a1-aa11-c4713212558e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:54.750552 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42678) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:54.903402 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e829897-fe6a-47a1-aa11-c4713212558e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:54.906949 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e829897-fe6a-47a1-aa11-c4713212558e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:54.907129 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9e829897-fe6a-47a1-aa11-c4713212558e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/security-groups/9b07c302-7cdd-41c9-a0c3-0b5474d10423 HTTP/1.1" status: 204 len: 168 time: 0.2609453 Apr 21 12:40:54.910915 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42686) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:54.933733 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e829897-fe6a-47a1-aa11-c4713212558e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b07c302-7cdd-41c9-a0c3-0b5474d10423,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:54.963068 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b71c63e-6ba0-44f7-8d58-3aa3df12aa60 req-e10aee12-c3b3-4f7d-9afe-89f2d073dbf9 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:54.965864 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b71c63e-6ba0-44f7-8d58-3aa3df12aa60 req-e10aee12-c3b3-4f7d-9afe-89f2d073dbf9 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 945 time: 0.0747943 Apr 21 12:40:54.987449 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b74629c7-9fa9-462a-8ba0-81685594d850 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:55.015810 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b74629c7-9fa9-462a-8ba0-81685594d850 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:55.027662 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b71c63e-6ba0-44f7-8d58-3aa3df12aa60 req-4557d677-2c0d-433b-93f3-745f59d5b72a tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549574 Apr 21 12:40:55.107058 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-bdc8d262-d365-4b40-adbd-dd9ca591f1da admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6aeaf4b1b1ed449d8f8a59a074c37da7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3553727 Apr 21 12:40:55.109002 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42692) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:55.149301 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b74629c7-9fa9-462a-8ba0-81685594d850 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:55.153078 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b74629c7-9fa9-462a-8ba0-81685594d850 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:55.154046 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b74629c7-9fa9-462a-8ba0-81685594d850 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/security-groups/f402b95e-fade-4b5c-b591-134d35b177be HTTP/1.1" status: 204 len: 168 time: 0.2417927 Apr 21 12:40:55.156758 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42694) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:55.164322 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74629c7-9fa9-462a-8ba0-81685594d850 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f402b95e-fade-4b5c-b591-134d35b177be,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:55.197290 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-37199731-c6ec-4098-82b0-254db2642be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:55.230423 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-37199731-c6ec-4098-82b0-254db2642be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:55.235782 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3722aba-e3ea-4d56-81f9-1a37db06eac8 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting subnet 3587c23e-b768-48f4-91d6-b28dc43a6b3b {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:40:55.246477 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3722aba-e3ea-4d56-81f9-1a37db06eac8 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:55.301590 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3722aba-e3ea-4d56-81f9-1a37db06eac8 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:55.400766 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3722aba-e3ea-4d56-81f9-1a37db06eac8 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:55.422724 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-37199731-c6ec-4098-82b0-254db2642be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:55.425906 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-37199731-c6ec-4098-82b0-254db2642be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:55.427044 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-37199731-c6ec-4098-82b0-254db2642be4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/be1e34fa-b360-4032-aae2-81e01d19e5d6 HTTP/1.1" status: 204 len: 168 time: 0.3170524 Apr 21 12:40:55.444903 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37199731-c6ec-4098-82b0-254db2642be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1e34fa-b360-4032-aae2-81e01d19e5d6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:55.538787 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3722aba-e3ea-4d56-81f9-1a37db06eac8 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:55.567895 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3722aba-e3ea-4d56-81f9-1a37db06eac8 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Subnet': ['ID=3587c23e-b768-48f4-91d6-b28dc43a6b3b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:55.575436 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a3722aba-e3ea-4d56-81f9-1a37db06eac8 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:55.579139 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a3722aba-e3ea-4d56-81f9-1a37db06eac8 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/subnets/3587c23e-b768-48f4-91d6-b28dc43a6b3b HTTP/1.1" status: 204 len: 168 time: 0.4213231 Apr 21 12:40:55.583301 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42706) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:55.585847 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d9af19-0161-4c0c-98c0-f1085b87b05f None None] Network 1180f0e3-6284-4c93-8230-3ae008c643e6 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:40:55.646617 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a1a200b-4ef2-47fb-9a12-ec450f4b9896 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting subnet 34ae9eaf-e78f-4f6a-a0f5-56d11a690747 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:40:55.650616 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2a1a200b-4ef2-47fb-9a12-ec450f4b9896 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:55.698873 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2a1a200b-4ef2-47fb-9a12-ec450f4b9896 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:55.749473 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 3ac80292-a1a4-44b6-916e-d59f01daa25d no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:40:55.774680 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 3ac80292-a1a4-44b6-916e-d59f01daa25d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:40:55.775022 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 3ac80292-a1a4-44b6-916e-d59f01daa25d not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:40:55.789675 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2a1a200b-4ef2-47fb-9a12-ec450f4b9896 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:55.938153 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2a1a200b-4ef2-47fb-9a12-ec450f4b9896 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:55.954767 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2a1a200b-4ef2-47fb-9a12-ec450f4b9896 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:55.964554 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2a1a200b-4ef2-47fb-9a12-ec450f4b9896 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/subnets/34ae9eaf-e78f-4f6a-a0f5-56d11a690747 HTTP/1.1" status: 204 len: 168 time: 0.3800390 Apr 21 12:40:55.968144 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42712) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:55.985390 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a200b-4ef2-47fb-9a12-ec450f4b9896 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Subnet': ['ID=34ae9eaf-e78f-4f6a-a0f5-56d11a690747,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:56.012184 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-3696cafc-718e-4072-8aff-79823cd5ebb8 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:40:56.013037 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3696cafc-718e-4072-8aff-79823cd5ebb8 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:40:56.016416 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3696cafc-718e-4072-8aff-79823cd5ebb8 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/subnets/3587c23e-b768-48f4-91d6-b28dc43a6b3b HTTP/1.1" status: 404 len: 337 time: 0.0482347 Apr 21 12:40:56.019721 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42716) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:56.092815 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-3017f890-e21d-40be-af14-47000d07d4ee tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting subnet 7085cc51-c1e6-4627-8dab-f8ea67f511dd {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:40:56.096820 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3017f890-e21d-40be-af14-47000d07d4ee tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:56.141761 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3017f890-e21d-40be-af14-47000d07d4ee tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:56.187197 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af94aa-aebc-4e83-b3b1-f779cdc78631 req-2adc7253-8a20-40de-a012-d92ef43cf295 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:56.188689 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-57af94aa-aebc-4e83-b3b1-f779cdc78631 req-2adc7253-8a20-40de-a012-d92ef43cf295 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 945 time: 0.0758049 Apr 21 12:40:56.253618 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-57af94aa-aebc-4e83-b3b1-f779cdc78631 req-859d3393-a61a-4a4a-81eb-ef6cb959c7bf tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563345 Apr 21 12:40:56.275812 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3017f890-e21d-40be-af14-47000d07d4ee tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:56.446161 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42726) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:56.478515 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3017f890-e21d-40be-af14-47000d07d4ee tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:56.519335 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b925bc00-0f1b-44dd-8323-dd6225558f4e None None] Network 1180f0e3-6284-4c93-8230-3ae008c643e6 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:40:56.529052 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017f890-e21d-40be-af14-47000d07d4ee tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Subnet': ['ID=7085cc51-c1e6-4627-8dab-f8ea67f511dd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:56.532409 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3017f890-e21d-40be-af14-47000d07d4ee tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:56.536046 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3017f890-e21d-40be-af14-47000d07d4ee tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/subnets/7085cc51-c1e6-4627-8dab-f8ea67f511dd HTTP/1.1" status: 204 len: 168 time: 0.5152817 Apr 21 12:40:56.538555 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42728) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:56.548787 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-88de2f23-7b6e-46ab-a179-e004cabc3161 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=36efee0f7ae0436bbe36ef6da4185740&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1012442 Apr 21 12:40:56.551298 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42730) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:56.589915 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-7deeffb2-a502-430d-9b54-17cc0ab9907d tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:40:56.590499 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7deeffb2-a502-430d-9b54-17cc0ab9907d tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:40:56.598756 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7deeffb2-a502-430d-9b54-17cc0ab9907d tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/subnets/68819970-0a3f-4134-af19-2bdd52b3f3be HTTP/1.1" status: 404 len: 337 time: 0.0589778 Apr 21 12:40:56.602575 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42734) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:56.635461 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-019d342e-b27a-4ec7-b49f-88b7f124d469 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "GET /v2.0/ports?device_id=84a98c12-8820-4cc7-ab59-ff836b411809 HTTP/1.1" status: 200 len: 205 time: 0.0317733 Apr 21 12:40:56.639215 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42736) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:56.643485 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c69fb810-c2f1-4901-a351-c97fd8585273 None None] Provisioning complete for port 15a7213f-d455-4ac3-b626-d0ed5c5f0a88 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:56.644390 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c69fb810-c2f1-4901-a351-c97fd8585273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:56.653825 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-224abacf-4f95-4dbe-8d78-bf49426d8dc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:56.677505 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-224abacf-4f95-4dbe-8d78-bf49426d8dc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:56.718571 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c69fb810-c2f1-4901-a351-c97fd8585273 None None] Port 15a7213f-d455-4ac3-b626-d0ed5c5f0a88 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:40:56.737888 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-6c902ed4-422a-45fe-96c2-fe7adeb4318d tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] delete failed (client error): The resource could not be found. Apr 21 12:40:56.738401 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c69fb810-c2f1-4901-a351-c97fd8585273 None None] Provisioning complete for port fc0fafd8-061c-4668-b76d-35ed43f00c35 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:40:56.738971 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c69fb810-c2f1-4901-a351-c97fd8585273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:56.742053 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6c902ed4-422a-45fe-96c2-fe7adeb4318d tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/routers/84a98c12-8820-4cc7-ab59-ff836b411809 HTTP/1.1" status: 404 len: 336 time: 0.1014934 Apr 21 12:40:56.744528 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42740) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:56.825538 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e933c34-0182-4710-af55-7c58c0143eff None None] DHCP port deletion for 1180f0e3-6284-4c93-8230-3ae008c643e6 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:40:56.837832 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e0e01ce-f48e-4811-bb64-82278606e7b5 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:40:56.839536 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e0e01ce-f48e-4811-bb64-82278606e7b5 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:40:56.845149 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42742) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:56.845386 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4e0e01ce-f48e-4811-bb64-82278606e7b5 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/subnets/3f930588-0935-443c-840d-d6b0050f273a HTTP/1.1" status: 404 len: 337 time: 0.0992234 Apr 21 12:40:56.875896 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-821f315b-e109-4eef-bd85-7251f04c861b tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:40:56.876462 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-821f315b-e109-4eef-bd85-7251f04c861b tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:40:56.880583 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-821f315b-e109-4eef-bd85-7251f04c861b tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/subnets/7c1f40e6-9b97-4b07-b2b6-f3655c157398 HTTP/1.1" status: 404 len: 337 time: 0.0334864 Apr 21 12:40:56.881447 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-224abacf-4f95-4dbe-8d78-bf49426d8dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:56.883712 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42746) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:56.884390 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-224abacf-4f95-4dbe-8d78-bf49426d8dc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:56.886384 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-224abacf-4f95-4dbe-8d78-bf49426d8dc2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4c51e76f-ca37-499d-bbff-31def3d5b7c7 HTTP/1.1" status: 204 len: 168 time: 0.3333857 Apr 21 12:40:56.894210 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224abacf-4f95-4dbe-8d78-bf49426d8dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c51e76f-ca37-499d-bbff-31def3d5b7c7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:56.917798 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ae7a3f-412c-4a73-8172-db8f1ce4b1e8 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:40:56.918400 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ae7a3f-412c-4a73-8172-db8f1ce4b1e8 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:40:56.930901 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42750) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:56.931013 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b3ae7a3f-412c-4a73-8172-db8f1ce4b1e8 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/subnets/0b4c06cc-41b0-40f4-96fc-ae980798c59d HTTP/1.1" status: 404 len: 337 time: 0.0440738 Apr 21 12:40:56.951536 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3e933c34-0182-4710-af55-7c58c0143eff None None] Deleting port fc0fafd8-061c-4668-b76d-35ed43f00c35 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:40:56.952154 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e933c34-0182-4710-af55-7c58c0143eff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:56.955990 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b3116ec-5e54-4628-a649-116267ae9e5f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:40:56.956696 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b3116ec-5e54-4628-a649-116267ae9e5f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:40:56.960170 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7b3116ec-5e54-4628-a649-116267ae9e5f tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/ports/aec8378a-51b5-40d7-be7d-9ea863d5a114 HTTP/1.1" status: 404 len: 333 time: 0.0315120 Apr 21 12:40:56.962732 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42754) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:56.990793 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6136e9e-dac4-4109-b6c7-748d04f3eaf1 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:40:56.991257 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6136e9e-dac4-4109-b6c7-748d04f3eaf1 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:40:56.994753 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e6136e9e-dac4-4109-b6c7-748d04f3eaf1 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/subnets/75c4105d-fd59-42cd-9629-82fe6cb81dc9 HTTP/1.1" status: 404 len: 337 time: 0.0307953 Apr 21 12:40:56.997412 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42756) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:57.024721 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-caeff003-0a07-41fe-9db9-7cab6570c49e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:40:57.025175 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caeff003-0a07-41fe-9db9-7cab6570c49e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:40:57.028519 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-caeff003-0a07-41fe-9db9-7cab6570c49e tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/subnets/cb56079c-dbb4-4b33-bd1c-d8c3df5068af HTTP/1.1" status: 404 len: 337 time: 0.0301495 Apr 21 12:40:57.031548 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42758) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:57.047168 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3e933c34-0182-4710-af55-7c58c0143eff None None] For port fc0fafd8-061c-4668-b76d-35ed43f00c35, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fc0fafd8-061c-4668-b76d-35ed43f00c35,segment=NetworkSegment(0af79500-8dd3-4d3d-afc9-8ba81d70a113),segment_id=0af79500-8dd3-4d3d-afc9-8ba81d70a113)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:40:57.047658 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e933c34-0182-4710-af55-7c58c0143eff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:57.063936 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-608a7fa9-30a4-4263-911f-9f82ac7103af tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:40:57.065301 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-608a7fa9-30a4-4263-911f-9f82ac7103af tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:40:57.068575 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-608a7fa9-30a4-4263-911f-9f82ac7103af tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/ports/ec1fdafc-cd7e-42b5-ba7a-59adbb745dd4 HTTP/1.1" status: 404 len: 333 time: 0.0358968 Apr 21 12:40:57.071411 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42760) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:57.072536 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3e933c34-0182-4710-af55-7c58c0143eff None None] Calling delete_port for fc0fafd8-061c-4668-b76d-35ed43f00c35 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:40:57.098539 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-8311d156-fa0a-4a89-be74-9e98d465174b tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:40:57.099230 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8311d156-fa0a-4a89-be74-9e98d465174b tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:40:57.102379 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8311d156-fa0a-4a89-be74-9e98d465174b tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/subnets/eb24981b-2207-4d0e-b76f-6a8c7a982b05 HTTP/1.1" status: 404 len: 337 time: 0.0299883 Apr 21 12:40:57.104967 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42762) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:57.131926 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f006c79-191f-430b-902a-7b926d6ddff7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:40:57.132609 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f006c79-191f-430b-902a-7b926d6ddff7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:40:57.135839 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7f006c79-191f-430b-902a-7b926d6ddff7 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/subnets/5b19c1ea-9553-4154-9f62-ff8b3e159488 HTTP/1.1" status: 404 len: 337 time: 0.0297959 Apr 21 12:40:57.138398 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42764) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:57.259382 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-fe8ba711-de8c-48b0-938b-3c504bab6034 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Deleting port 15a7213f-d455-4ac3-b626-d0ed5c5f0a88 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:40:57.259382 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba711-de8c-48b0-938b-3c504bab6034 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:57.328818 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba711-de8c-48b0-938b-3c504bab6034 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:57.345175 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-fe8ba711-de8c-48b0-938b-3c504bab6034 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Calling delete_port for 15a7213f-d455-4ac3-b626-d0ed5c5f0a88 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:40:57.369554 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e933c34-0182-4710-af55-7c58c0143eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:57.393923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07f45d-0102-443d-a070-8a9d711e43d1 req-44cb2f88-0a97-49fd-ac81-746e4584c8d4 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:57.402711 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea07f45d-0102-443d-a070-8a9d711e43d1 req-44cb2f88-0a97-49fd-ac81-746e4584c8d4 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 945 time: 0.0716157 Apr 21 12:40:57.435186 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e933c34-0182-4710-af55-7c58c0143eff None None] Pushing event deleted for resources: {'Port': ['ID=fc0fafd8-061c-4668-b76d-35ed43f00c35,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:57.459491 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e933c34-0182-4710-af55-7c58c0143eff None None] No DVR routers for this DVR port fc0fafd8-061c-4668-b76d-35ed43f00c35 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:40:57.486136 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea07f45d-0102-443d-a070-8a9d711e43d1 req-1e45cd52-79fb-467c-8328-21f22ae8d311 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821843 Apr 21 12:40:57.618556 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba711-de8c-48b0-938b-3c504bab6034 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:57.665154 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ba711-de8c-48b0-938b-3c504bab6034 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Port': ['ID=15a7213f-d455-4ac3-b626-d0ed5c5f0a88,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:57.676317 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe8ba711-de8c-48b0-938b-3c504bab6034 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:57.676317 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fe8ba711-de8c-48b0-938b-3c504bab6034 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/ports/15a7213f-d455-4ac3-b626-d0ed5c5f0a88 HTTP/1.1" status: 204 len: 168 time: 0.5341101 Apr 21 12:40:57.676473 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42780) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:57.693833 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fc0fafd8-061c-4668-b76d-35ed43f00c35 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:40:57.717078 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: fc0fafd8-061c-4668-b76d-35ed43f00c35 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:40:57.717497 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fc0fafd8-061c-4668-b76d-35ed43f00c35 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:40:57.806374 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d5b78e1-b701-458c-9794-20b256deae36 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:57.908086 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d5b78e1-b701-458c-9794-20b256deae36 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:57.910202 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42790) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:57.932437 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-0d5b78e1-b701-458c-9794-20b256deae36 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1180f0e3-6284-4c93-8230-3ae008c643e6']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:57.943908 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-0d5b78e1-b701-458c-9794-20b256deae36 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af79500-8dd3-4d3d-afc9-8ba81d70a113') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:57.944205 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-0d5b78e1-b701-458c-9794-20b256deae36 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af79500-8dd3-4d3d-afc9-8ba81d70a113') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:57.954758 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d5b78e1-b701-458c-9794-20b256deae36 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:57.968588 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d5b78e1-b701-458c-9794-20b256deae36 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:57.974464 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d5b78e1-b701-458c-9794-20b256deae36 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:40:57.974872 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d5b78e1-b701-458c-9794-20b256deae36 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:40:57.977784 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:40:58.027441 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-626a3d20-885a-4e81-80b3-1a2823af0e79 tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:58.126067 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d5b78e1-b701-458c-9794-20b256deae36 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:58.133514 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d5b78e1-b701-458c-9794-20b256deae36 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:58.139540 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0d5b78e1-b701-458c-9794-20b256deae36 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] 10.222.0.36 "DELETE /v2.0/networks/1180f0e3-6284-4c93-8230-3ae008c643e6 HTTP/1.1" status: 204 len: 168 time: 0.4621387 Apr 21 12:40:58.151154 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b78e1-b701-458c-9794-20b256deae36 tempest-PortsIpV6TestJSON-181642878 tempest-PortsIpV6TestJSON-181642878-project] Pushing event deleted for resources: {'Network': ['ID=1180f0e3-6284-4c93-8230-3ae008c643e6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:58.169269 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-626a3d20-885a-4e81-80b3-1a2823af0e79 tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] 10.222.0.36 "PUT /v2.0/quotas/33c7af974c0f44d8b758f28cce677fc6 HTTP/1.1" status: 200 len: 368 time: 0.2579513 Apr 21 12:40:58.169868 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42800) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:58.175328 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-190b2db9-d553-4c63-a359-bebb022afc3d tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Request body: {'network': {'project_id': '33c7af974c0f44d8b758f28cce677fc6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:58.286215 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190b2db9-d553-4c63-a359-bebb022afc3d tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Made reservation on behalf of 33c7af974c0f44d8b758f28cce677fc6 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:40:58.289715 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-190b2db9-d553-4c63-a359-bebb022afc3d tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:58.298037 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-190b2db9-d553-4c63-a359-bebb022afc3d tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:58.370654 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-190b2db9-d553-4c63-a359-bebb022afc3d tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:58.494649 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-190b2db9-d553-4c63-a359-bebb022afc3d tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:58.521219 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-190b2db9-d553-4c63-a359-bebb022afc3d tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:40:58.532639 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b2db9-d553-4c63-a359-bebb022afc3d tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bc549f-e530-4ad1-8451-6f4be2f84f61,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:58.551564 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-190b2db9-d553-4c63-a359-bebb022afc3d tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:58.552146 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-190b2db9-d553-4c63-a359-bebb022afc3d tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Added segment 6951dbd7-d148-4674-94e4-f94c11e9f038 of type vlan for network 86b99580-e8f1-4bc1-9de2-3ae9323e7934 Apr 21 12:40:58.623134 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-190b2db9-d553-4c63-a359-bebb022afc3d tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:58.654888 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0b370-2374-417f-a04b-72038195cd61 req-7ebdd14b-7fd2-4fea-85a8-25cba3de9749 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:58.656436 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6af0b370-2374-417f-a04b-72038195cd61 req-7ebdd14b-7fd2-4fea-85a8-25cba3de9749 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 945 time: 0.0950236 Apr 21 12:40:58.698765 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6af0b370-2374-417f-a04b-72038195cd61 req-49bf2284-2a1a-473a-8748-e00f5cfcbcc9 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322473 Apr 21 12:40:58.777831 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-190b2db9-d553-4c63-a359-bebb022afc3d tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:58.778933 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190b2db9-d553-4c63-a359-bebb022afc3d tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:58.779523 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-190b2db9-d553-4c63-a359-bebb022afc3d tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:58.826142 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42818) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:58.843263 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190b2db9-d553-4c63-a359-bebb022afc3d tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Pushing event updated for resources: {'Network': ['ID=86b99580-e8f1-4bc1-9de2-3ae9323e7934,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:58.855432 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 86b99580-e8f1-4bc1-9de2-3ae9323e7934 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:40:58.940599 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-190b2db9-d553-4c63-a359-bebb022afc3d tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7697022 Apr 21 12:40:58.943203 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42824) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:58.948283 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4bfa05b5-75de-4261-9b46-e0d8d1e405f3 tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Request body: {'network': {'project_id': '33c7af974c0f44d8b758f28cce677fc6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:58.987766 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e4530310-f937-4eb4-a484-0602e48aaeda admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c0f81ff131ed43f68e8e75bc14414841&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1594772 Apr 21 12:40:58.990197 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42826) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:59.046776 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-224cad5d-3c5d-435a-b467-35184435d2c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:59.068718 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-224cad5d-3c5d-435a-b467-35184435d2c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:59.115145 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfa05b5-75de-4261-9b46-e0d8d1e405f3 tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Made reservation on behalf of 33c7af974c0f44d8b758f28cce677fc6 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:40:59.117568 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4bfa05b5-75de-4261-9b46-e0d8d1e405f3 tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:59.141706 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bfa05b5-75de-4261-9b46-e0d8d1e405f3 tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:40:59.150901 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4bfa05b5-75de-4261-9b46-e0d8d1e405f3 tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:59.151239 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-4bfa05b5-75de-4261-9b46-e0d8d1e405f3 tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Added segment 35471db5-ed9c-4f80-a067-a3bb25cbeb8a of type vlan for network ee8b2af5-0bdd-4d64-ada4-b19310e781b5 Apr 21 12:40:59.194788 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4bfa05b5-75de-4261-9b46-e0d8d1e405f3 tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:59.235361 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-224cad5d-3c5d-435a-b467-35184435d2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:59.238136 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-224cad5d-3c5d-435a-b467-35184435d2c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:59.240946 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-224cad5d-3c5d-435a-b467-35184435d2c0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a9ee51b1-b65d-41db-a3c0-434a7ba9e652 HTTP/1.1" status: 204 len: 168 time: 0.2484691 Apr 21 12:40:59.248879 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cad5d-3c5d-435a-b467-35184435d2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ee51b1-b65d-41db-a3c0-434a7ba9e652,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:59.283926 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4bfa05b5-75de-4261-9b46-e0d8d1e405f3 tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:59.285420 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfa05b5-75de-4261-9b46-e0d8d1e405f3 tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:59.286163 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4bfa05b5-75de-4261-9b46-e0d8d1e405f3 tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:59.347480 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfa05b5-75de-4261-9b46-e0d8d1e405f3 tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Pushing event updated for resources: {'Network': ['ID=ee8b2af5-0bdd-4d64-ada4-b19310e781b5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:59.358112 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network ee8b2af5-0bdd-4d64-ada4-b19310e781b5 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:40:59.408668 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4bfa05b5-75de-4261-9b46-e0d8d1e405f3 tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4644082 Apr 21 12:40:59.411570 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42838) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:59.416451 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e3574c6c-86f7-4bd4-bf32-d85c10c5f97d tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Request body: {'network': {'project_id': '33c7af974c0f44d8b758f28cce677fc6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:40:59.426833 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3574c6c-86f7-4bd4-bf32-d85c10c5f97d tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 21 12:40:59.427286 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3574c6c-86f7-4bd4-bf32-d85c10c5f97d tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:40:59.429938 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e3574c6c-86f7-4bd4-bf32-d85c10c5f97d tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0157998 Apr 21 12:40:59.432034 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42840) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:59.476437 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3626a2b3-9d65-420b-951b-f47685860ef8 tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=33c7af974c0f44d8b758f28cce677fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433319 Apr 21 12:40:59.479127 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42844) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:59.534409 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d02533af-d9c1-4ae1-a344-703e998ebf95 tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:59.560090 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d02533af-d9c1-4ae1-a344-703e998ebf95 tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:59.758320 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d02533af-d9c1-4ae1-a344-703e998ebf95 tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:59.761506 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d02533af-d9c1-4ae1-a344-703e998ebf95 tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:59.765941 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d02533af-d9c1-4ae1-a344-703e998ebf95 tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] 10.222.0.36 "DELETE /v2.0/security-groups/69bc549f-e530-4ad1-8451-6f4be2f84f61 HTTP/1.1" status: 204 len: 168 time: 0.2834394 Apr 21 12:40:59.766638 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42852) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:40:59.786470 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02533af-d9c1-4ae1-a344-703e998ebf95 tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bc549f-e530-4ad1-8451-6f4be2f84f61,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:40:59.847537 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a95831-12ea-4c64-88dd-c1d4062b93b5 req-16c2b9ef-b1a9-48a3-a027-776ca047a9bd tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:40:59.849078 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90a95831-12ea-4c64-88dd-c1d4062b93b5 req-16c2b9ef-b1a9-48a3-a027-776ca047a9bd tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 945 time: 0.0644197 Apr 21 12:40:59.860534 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d5c57a6-9f82-4a69-9931-c3075a59e84e tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:59.892438 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90a95831-12ea-4c64-88dd-c1d4062b93b5 req-4bac4753-8059-49f0-bb17-c9c2157a5355 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353043 Apr 21 12:40:59.949638 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d5c57a6-9f82-4a69-9931-c3075a59e84e tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:40:59.971014 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-2d5c57a6-9f82-4a69-9931-c3075a59e84e tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee8b2af5-0bdd-4d64-ada4-b19310e781b5']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:59.982636 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-2d5c57a6-9f82-4a69-9931-c3075a59e84e tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35471db5-ed9c-4f80-a067-a3bb25cbeb8a') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:59.982636 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-2d5c57a6-9f82-4a69-9931-c3075a59e84e tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35471db5-ed9c-4f80-a067-a3bb25cbeb8a') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:40:59.991724 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d5c57a6-9f82-4a69-9931-c3075a59e84e tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:00.006252 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d5c57a6-9f82-4a69-9931-c3075a59e84e tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:00.013777 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d5c57a6-9f82-4a69-9931-c3075a59e84e tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:41:00.013777 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d5c57a6-9f82-4a69-9931-c3075a59e84e tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:41:00.014573 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:41:00.166451 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d5c57a6-9f82-4a69-9931-c3075a59e84e tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:00.175479 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d5c57a6-9f82-4a69-9931-c3075a59e84e tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:00.178829 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2d5c57a6-9f82-4a69-9931-c3075a59e84e tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] 10.222.0.36 "DELETE /v2.0/networks/ee8b2af5-0bdd-4d64-ada4-b19310e781b5 HTTP/1.1" status: 204 len: 168 time: 0.4109430 Apr 21 12:41:00.181841 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42872) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:00.193203 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c57a6-9f82-4a69-9931-c3075a59e84e tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Pushing event deleted for resources: {'Network': ['ID=ee8b2af5-0bdd-4d64-ada4-b19310e781b5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:00.258059 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc3d47c4-7101-4914-9bee-96219956c55b tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:00.337253 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc3d47c4-7101-4914-9bee-96219956c55b tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:00.362279 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-cc3d47c4-7101-4914-9bee-96219956c55b tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b99580-e8f1-4bc1-9de2-3ae9323e7934']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:00.371947 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-cc3d47c4-7101-4914-9bee-96219956c55b tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6951dbd7-d148-4674-94e4-f94c11e9f038') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:00.372241 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-cc3d47c4-7101-4914-9bee-96219956c55b tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6951dbd7-d148-4674-94e4-f94c11e9f038') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:00.382039 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc3d47c4-7101-4914-9bee-96219956c55b tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:00.396805 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc3d47c4-7101-4914-9bee-96219956c55b tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:00.401715 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc3d47c4-7101-4914-9bee-96219956c55b tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:41:00.402098 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc3d47c4-7101-4914-9bee-96219956c55b tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:41:00.404025 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:41:00.546684 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc3d47c4-7101-4914-9bee-96219956c55b tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:00.551959 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc3d47c4-7101-4914-9bee-96219956c55b tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:00.556152 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-cc3d47c4-7101-4914-9bee-96219956c55b tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] 10.222.0.36 "DELETE /v2.0/networks/86b99580-e8f1-4bc1-9de2-3ae9323e7934 HTTP/1.1" status: 204 len: 168 time: 0.3730917 Apr 21 12:41:00.569825 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d47c4-7101-4914-9bee-96219956c55b tempest-QuotasNegativeTest-70462979 tempest-QuotasNegativeTest-70462979-project-admin] Pushing event deleted for resources: {'Network': ['ID=86b99580-e8f1-4bc1-9de2-3ae9323e7934,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:01.011812 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57543d38-3368-4912-8ecb-7cdb0e0d315d req-88b3f673-dc77-497a-9d7a-31e390bbd3d2 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:01.013411 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-57543d38-3368-4912-8ecb-7cdb0e0d315d req-88b3f673-dc77-497a-9d7a-31e390bbd3d2 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 945 time: 0.0498877 Apr 21 12:41:01.058424 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-57543d38-3368-4912-8ecb-7cdb0e0d315d req-28b1568b-f2b8-41a7-a9ee-52aab42a66ef tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339274 Apr 21 12:41:01.548548 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f480983-4a89-4f09-8d17-588f33929583 req-32a2faab-81cd-4b96-9ce6-4d7194e4d119 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223684 Apr 21 12:41:01.660749 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f480983-4a89-4f09-8d17-588f33929583 req-ad1f8998-ea4c-4d6d-8cdc-f09166576fbb tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:01.662319 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f480983-4a89-4f09-8d17-588f33929583 req-ad1f8998-ea4c-4d6d-8cdc-f09166576fbb tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1082911 Apr 21 12:41:01.680852 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f480983-4a89-4f09-8d17-588f33929583 req-38e501e6-4921-48b5-9740-e76410ecb67e tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/quotas/45464789e2cc4bfeaf42e6404c0e9729 HTTP/1.1" status: 200 len: 375 time: 0.0111139 Apr 21 12:41:01.714517 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f480983-4a89-4f09-8d17-588f33929583 req-c397e521-182b-42ee-b152-3ca7105f747f tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277431 Apr 21 12:41:01.809882 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42922) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:01.904629 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42928) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:01.951431 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-331270f4-bb4d-44b1-9847-eeaee3454784 req-12d3ef89-e4ee-41a6-8c00-3c7f00a29158 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 210 time: 0.0301974 Apr 21 12:41:02.051122 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c5556571-b2b7-49dc-9d9e-42c498e355b1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1514686442'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:02.190312 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1934b9-de01-4539-82ef-f026d4ae2d41 req-2575721a-a358-4c43-ad42-84e7cde5bd27 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:02.191887 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa1934b9-de01-4539-82ef-f026d4ae2d41 req-2575721a-a358-4c43-ad42-84e7cde5bd27 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 945 time: 0.0599775 Apr 21 12:41:02.201627 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5556571-b2b7-49dc-9d9e-42c498e355b1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Made reservation on behalf of 067799c9b36247cdad5f5c84436228d1 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:02.205400 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5556571-b2b7-49dc-9d9e-42c498e355b1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:02.224136 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8536766b-078f-43e9-8574-55c7340ccb25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:02.232443 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5556571-b2b7-49dc-9d9e-42c498e355b1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:02.284132 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa1934b9-de01-4539-82ef-f026d4ae2d41 req-2b3fcb37-caaa-4132-bf5f-db415aef98e9 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842717 Apr 21 12:41:02.376456 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5556571-b2b7-49dc-9d9e-42c498e355b1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:02.379009 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8536766b-078f-43e9-8574-55c7340ccb25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:02.492501 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8536766b-078f-43e9-8574-55c7340ccb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:02.495403 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5556571-b2b7-49dc-9d9e-42c498e355b1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:02.531659 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5556571-b2b7-49dc-9d9e-42c498e355b1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:41:02.546511 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536766b-078f-43e9-8574-55c7340ccb25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb92fd05-8db0-4a24-9169-64c28ba1b0e7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:02.552514 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8536766b-078f-43e9-8574-55c7340ccb25 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=66710ced0ce041efb135da31e25d3086&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6467919 Apr 21 12:41:02.559348 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5556571-b2b7-49dc-9d9e-42c498e355b1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:02.559348 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-c5556571-b2b7-49dc-9d9e-42c498e355b1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Added segment 6b64f7f5-3e9a-4150-b546-6e1e0eab5e76 of type vlan for network ec88979c-a051-4272-a5c3-5272075197df Apr 21 12:41:02.560726 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42946) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:02.618777 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5556571-b2b7-49dc-9d9e-42c498e355b1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:02.622518 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5556571-b2b7-49dc-9d9e-42c498e355b1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b5f82c-6e87-44c8-ae1c-921507ce2eaa,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:02.645669 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f2aecce-c366-4673-bb72-0386517839f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:02.668126 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f2aecce-c366-4673-bb72-0386517839f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:02.749084 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5556571-b2b7-49dc-9d9e-42c498e355b1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:02.755502 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5556571-b2b7-49dc-9d9e-42c498e355b1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:02.756102 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c5556571-b2b7-49dc-9d9e-42c498e355b1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:02.820939 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5556571-b2b7-49dc-9d9e-42c498e355b1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Network': ['ID=ec88979c-a051-4272-a5c3-5272075197df,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:02.831871 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network ec88979c-a051-4272-a5c3-5272075197df details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:41:02.892004 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f2aecce-c366-4673-bb72-0386517839f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:02.894866 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f2aecce-c366-4673-bb72-0386517839f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:02.900271 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1f2aecce-c366-4673-bb72-0386517839f6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb92fd05-8db0-4a24-9169-64c28ba1b0e7 HTTP/1.1" status: 204 len: 168 time: 0.3333890 Apr 21 12:41:02.904064 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2aecce-c366-4673-bb72-0386517839f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb92fd05-8db0-4a24-9169-64c28ba1b0e7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:02.949559 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c5556571-b2b7-49dc-9d9e-42c498e355b1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1384003 Apr 21 12:41:02.952470 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42960) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:02.957829 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-36fb66d8-f84f-4e2f-9f74-52b665eb4ee6 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1981362126'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:03.037487 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6a42067f-6e95-4711-b939-d45cacfe7024 req-1601eac7-5715-4024-9d64-03762ec15e74 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 210 time: 0.0312536 Apr 21 12:41:03.085929 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fb66d8-f84f-4e2f-9f74-52b665eb4ee6 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Made reservation on behalf of 067799c9b36247cdad5f5c84436228d1 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:03.089518 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36fb66d8-f84f-4e2f-9f74-52b665eb4ee6 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:03.113995 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36fb66d8-f84f-4e2f-9f74-52b665eb4ee6 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:41:03.126939 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36fb66d8-f84f-4e2f-9f74-52b665eb4ee6 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:03.126939 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-36fb66d8-f84f-4e2f-9f74-52b665eb4ee6 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Added segment df227a28-eab2-44a8-a686-d90a19aeeff8 of type vlan for network e349c293-a41f-4a8c-b0b9-a506eade2a73 Apr 21 12:41:03.161284 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36fb66d8-f84f-4e2f-9f74-52b665eb4ee6 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:03.243158 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36fb66d8-f84f-4e2f-9f74-52b665eb4ee6 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:03.257479 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fb66d8-f84f-4e2f-9f74-52b665eb4ee6 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:03.257479 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36fb66d8-f84f-4e2f-9f74-52b665eb4ee6 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:03.294957 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42966) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:03.316010 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fb66d8-f84f-4e2f-9f74-52b665eb4ee6 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Network': ['ID=e349c293-a41f-4a8c-b0b9-a506eade2a73,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:03.327665 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network e349c293-a41f-4a8c-b0b9-a506eade2a73 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:41:03.441782 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-36fb66d8-f84f-4e2f-9f74-52b665eb4ee6 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4879239 Apr 21 12:41:03.442787 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42974) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:03.451275 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0601d7e7-fa33-4ea4-9b53-749a340498bd tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'subnet': {'network_id': 'ec88979c-a051-4272-a5c3-5272075197df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:03.451447 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e080af3a-fa47-4fab-b7bf-f7a5c116852f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:03.518968 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a574aa-c626-4dc3-be47-e0ee220c0285 req-6cb20392-904d-4f3e-8cac-3ec4d60c2ae6 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:03.520527 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-08a574aa-c626-4dc3-be47-e0ee220c0285 req-6cb20392-904d-4f3e-8cac-3ec4d60c2ae6 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 945 time: 0.1310039 Apr 21 12:41:03.531278 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e080af3a-fa47-4fab-b7bf-f7a5c116852f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:03.575293 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-08a574aa-c626-4dc3-be47-e0ee220c0285 req-c852932a-c857-443e-b4b9-f33d0019d0a5 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459125 Apr 21 12:41:03.622858 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e080af3a-fa47-4fab-b7bf-f7a5c116852f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:03.663091 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e080af3a-fa47-4fab-b7bf-f7a5c116852f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9961b5ba9fe6483bbb1c6328ecc7160c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3669286 Apr 21 12:41:03.664182 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080af3a-fa47-4fab-b7bf-f7a5c116852f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632ae636-cf35-4684-be43-66d3beb1615a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:03.665859 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42976) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:03.709928 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0601d7e7-fa33-4ea4-9b53-749a340498bd tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Made reservation on behalf of 067799c9b36247cdad5f5c84436228d1 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:03.713306 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0601d7e7-fa33-4ea4-9b53-749a340498bd tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:03.741051 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bd4a901-9e09-4fbe-882f-aeaf9dfab58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:03.804040 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bd4a901-9e09-4fbe-882f-aeaf9dfab58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:03.893204 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42980) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:03.910574 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3024790f-855d-4e92-800b-0c1655b57500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:03.975461 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bd4a901-9e09-4fbe-882f-aeaf9dfab58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:03.978405 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bd4a901-9e09-4fbe-882f-aeaf9dfab58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:03.979581 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9bd4a901-9e09-4fbe-882f-aeaf9dfab58c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/632ae636-cf35-4684-be43-66d3beb1615a HTTP/1.1" status: 204 len: 168 time: 0.3123586 Apr 21 12:41:03.987647 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4a901-9e09-4fbe-882f-aeaf9dfab58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632ae636-cf35-4684-be43-66d3beb1615a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:04.043032 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3024790f-855d-4e92-800b-0c1655b57500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:04.068780 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0601d7e7-fa33-4ea4-9b53-749a340498bd tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:04.151561 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2611062f-0baa-45bb-b7bc-9b368e06e930 req-2ac8faa3-8a15-413f-a2cc-2c6ee6b0f4d9 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 210 time: 0.0406902 Apr 21 12:41:04.157080 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0601d7e7-fa33-4ea4-9b53-749a340498bd tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Subnet': ['ID=813afeb5-7880-4917-9f7d-dd764128221f,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:04.167524 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0601d7e7-fa33-4ea4-9b53-749a340498bd tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Checking segment: {'id': '6b64f7f5-3e9a-4150-b546-6e1e0eab5e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ec88979c-a051-4272-a5c3-5272075197df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:41:04.167878 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0601d7e7-fa33-4ea4-9b53-749a340498bd tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network hostable DHCP agents. Network: ec88979c-a051-4272-a5c3-5272075197df, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:41:04.174029 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3024790f-855d-4e92-800b-0c1655b57500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:04.213860 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3024790f-855d-4e92-800b-0c1655b57500 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=20bc65f53fad4a3697e25edf7039aec6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3194616 Apr 21 12:41:04.214997 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024790f-855d-4e92-800b-0c1655b57500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c996bde-997e-4a91-93fa-ced107e437dc,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:04.216653 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42986) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:04.271282 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b1fd718-f2e8-44fa-b8ed-707fc2c232ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:04.291333 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0601d7e7-fa33-4ea4-9b53-749a340498bd tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network ec88979c-a051-4272-a5c3-5272075197df is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:41:04.294405 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b1fd718-f2e8-44fa-b8ed-707fc2c232ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:04.417971 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-0601d7e7-fa33-4ea4-9b53-749a340498bd tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, ec88979c-a051-4272-a5c3-5272075197df) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:04.422297 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0601d7e7-fa33-4ea4-9b53-749a340498bd tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:04.422915 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0601d7e7-fa33-4ea4-9b53-749a340498bd tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:04.429252 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6872d3-5c15-4774-bf8f-d953cc3e9251 None None] Network ec88979c-a051-4272-a5c3-5272075197df requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:41:04.463823 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b1fd718-f2e8-44fa-b8ed-707fc2c232ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:04.466348 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b1fd718-f2e8-44fa-b8ed-707fc2c232ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:04.467581 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6b1fd718-f2e8-44fa-b8ed-707fc2c232ac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6c996bde-997e-4a91-93fa-ced107e437dc HTTP/1.1" status: 204 len: 168 time: 0.2496500 Apr 21 12:41:04.477308 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1fd718-f2e8-44fa-b8ed-707fc2c232ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c996bde-997e-4a91-93fa-ced107e437dc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:04.513632 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0601d7e7-fa33-4ea4-9b53-749a340498bd tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0676320 Apr 21 12:41:04.515233 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42992) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:04.520993 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d5457943-d625-4e7f-a5f6-dd0a95f7c9f8 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'subnet': {'network_id': 'e349c293-a41f-4a8c-b0b9-a506eade2a73', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:04.588896 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa1396a-bfa6-48f5-9b5d-9d3e7d9ab5f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-ec88979c-a051-4272-a5c3-5272075197df', 'network_id': 'ec88979c-a051-4272-a5c3-5272075197df', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'fixed_ips': [{'subnet_id': '813afeb5-7880-4917-9f7d-dd764128221f'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:41:04.589896 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfa1396a-bfa6-48f5-9b5d-9d3e7d9ab5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:04.702905 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132cc65-9576-47d7-ae9e-148a965a43c9 req-3133ede0-ed93-4c55-9e46-b5c3cf27b99b tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:04.704485 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1132cc65-9576-47d7-ae9e-148a965a43c9 req-3133ede0-ed93-4c55-9e46-b5c3cf27b99b tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 945 time: 0.0557525 Apr 21 12:41:04.705747 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5457943-d625-4e7f-a5f6-dd0a95f7c9f8 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Made reservation on behalf of 067799c9b36247cdad5f5c84436228d1 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:04.709045 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5457943-d625-4e7f-a5f6-dd0a95f7c9f8 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:04.732980 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-bfa1396a-bfa6-48f5-9b5d-9d3e7d9ab5f5 None None] Allocated IP 2001:db8::2 (ec88979c-a051-4272-a5c3-5272075197df/813afeb5-7880-4917-9f7d-dd764128221f/442f9a97-3ad0-4f3a-89b5-55ef1ad76de4) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:41:04.796658 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1132cc65-9576-47d7-ae9e-148a965a43c9 req-161d053c-baae-41fb-ad7f-a0dfeafc4f27 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839386 Apr 21 12:41:04.895722 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfa1396a-bfa6-48f5-9b5d-9d3e7d9ab5f5 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:04.939224 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42996) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:04.954383 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1ec275a-24e2-4de5-b3d6-d18ccbad7fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:04.959206 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-c6e4fee3-cf35-4888-88fe-80b0bbbcbd4a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0610502 Apr 21 12:41:05.021548 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfa1396a-bfa6-48f5-9b5d-9d3e7d9ab5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:05.039749 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1ec275a-24e2-4de5-b3d6-d18ccbad7fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:05.062909 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f480983-4a89-4f09-8d17-588f33929583 req-aef1aec3-9f3d-4456-8275-19f93d052308 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252755 Apr 21 12:41:05.068138 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5457943-d625-4e7f-a5f6-dd0a95f7c9f8 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:05.075839 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa1396a-bfa6-48f5-9b5d-9d3e7d9ab5f5 None None] Network ec88979c-a051-4272-a5c3-5272075197df is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:41:05.075839 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-bfa1396a-bfa6-48f5-9b5d-9d3e7d9ab5f5 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:05.077402 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa1396a-bfa6-48f5-9b5d-9d3e7d9ab5f5 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:41:05.093809 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1396a-bfa6-48f5-9b5d-9d3e7d9ab5f5 None None] Pushing event updated for resources: {'Port': ['ID=442f9a97-3ad0-4f3a-89b5-55ef1ad76de4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:05.131587 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-3bbfde51-74fb-4df0-bb60-c4d39bf5d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:05.132108 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-3bbfde51-74fb-4df0-bb60-c4d39bf5d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:05.132514 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-3bbfde51-74fb-4df0-bb60-c4d39bf5d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:05.132972 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-3bbfde51-74fb-4df0-bb60-c4d39bf5d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:05.133422 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-3bbfde51-74fb-4df0-bb60-c4d39bf5d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:05.133905 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-3bbfde51-74fb-4df0-bb60-c4d39bf5d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:05.134364 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-3bbfde51-74fb-4df0-bb60-c4d39bf5d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:05.136300 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-3bbfde51-74fb-4df0-bb60-c4d39bf5d9a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6363a51a886548cba3ffe42b1b9f96ad&device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 6502 time: 0.1298666 Apr 21 12:41:05.162415 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bfa1396a-bfa6-48f5-9b5d-9d3e7d9ab5f5 None None] Attempting to bind port 442f9a97-3ad0-4f3a-89b5-55ef1ad76de4 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:41:05.163796 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bfa1396a-bfa6-48f5-9b5d-9d3e7d9ab5f5 None None] Attempting to bind port 442f9a97-3ad0-4f3a-89b5-55ef1ad76de4 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '6b64f7f5-3e9a-4150-b546-6e1e0eab5e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ec88979c-a051-4272-a5c3-5272075197df'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:41:05.164158 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa1396a-bfa6-48f5-9b5d-9d3e7d9ab5f5 None None] Attempting to bind port 442f9a97-3ad0-4f3a-89b5-55ef1ad76de4 on network ec88979c-a051-4272-a5c3-5272075197df {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:41:05.169726 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa1396a-bfa6-48f5-9b5d-9d3e7d9ab5f5 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:41:05.170102 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa1396a-bfa6-48f5-9b5d-9d3e7d9ab5f5 None None] Checking segment: {'id': '6b64f7f5-3e9a-4150-b546-6e1e0eab5e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ec88979c-a051-4272-a5c3-5272075197df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:41:05.170508 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfa1396a-bfa6-48f5-9b5d-9d3e7d9ab5f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:05.171475 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa1396a-bfa6-48f5-9b5d-9d3e7d9ab5f5 None None] Bound using segment: {'id': '6b64f7f5-3e9a-4150-b546-6e1e0eab5e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ec88979c-a051-4272-a5c3-5272075197df'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:41:05.171956 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bfa1396a-bfa6-48f5-9b5d-9d3e7d9ab5f5 None None] Bound port: 442f9a97-3ad0-4f3a-89b5-55ef1ad76de4, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b64f7f5-3e9a-4150-b546-6e1e0eab5e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'ec88979c-a051-4272-a5c3-5272075197df'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:41:05.172338 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfa1396a-bfa6-48f5-9b5d-9d3e7d9ab5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:05.210261 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1ec275a-24e2-4de5-b3d6-d18ccbad7fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:05.257282 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5457943-d625-4e7f-a5f6-dd0a95f7c9f8 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Subnet': ['ID=356b4124-b14a-4bcc-b509-e73c61e449bc,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:05.283692 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e1ec275a-24e2-4de5-b3d6-d18ccbad7fb0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=208a3011e203435c8251cd841c0974e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3424563 Apr 21 12:41:05.285796 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43004) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:05.292967 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec275a-24e2-4de5-b3d6-d18ccbad7fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c969822-17a7-44f0-947e-4033f41868f8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:05.303074 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bfa1396a-bfa6-48f5-9b5d-9d3e7d9ab5f5 None None] For port 442f9a97-3ad0-4f3a-89b5-55ef1ad76de4, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:41:05.310675 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bfa1396a-bfa6-48f5-9b5d-9d3e7d9ab5f5 None None] For port 442f9a97-3ad0-4f3a-89b5-55ef1ad76de4, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=442f9a97-3ad0-4f3a-89b5-55ef1ad76de4,segment=NetworkSegment(6b64f7f5-3e9a-4150-b546-6e1e0eab5e76),segment_id=6b64f7f5-3e9a-4150-b546-6e1e0eab5e76)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:41:05.348043 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3b8382bd-d79e-4d63-94b9-40ae3872f4e5 req-fae6a9d2-9c2d-4c2e-993a-2a8a300a191e tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 210 time: 0.0493681 Apr 21 12:41:05.353956 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5b01eedb-fae0-4f17-8987-7aa432346e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:05.359193 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5457943-d625-4e7f-a5f6-dd0a95f7c9f8 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Checking segment: {'id': 'df227a28-eab2-44a8-a686-d90a19aeeff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e349c293-a41f-4a8c-b0b9-a506eade2a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:41:05.359557 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5457943-d625-4e7f-a5f6-dd0a95f7c9f8 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network hostable DHCP agents. Network: e349c293-a41f-4a8c-b0b9-a506eade2a73, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:41:05.385127 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5b01eedb-fae0-4f17-8987-7aa432346e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:05.408612 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f480983-4a89-4f09-8d17-588f33929583 req-f24905f8-3f23-4110-8e36-cdc8771fad7c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:05.410143 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f480983-4a89-4f09-8d17-588f33929583 req-f24905f8-3f23-4110-8e36-cdc8771fad7c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3381963 Apr 21 12:41:05.421272 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfa1396a-bfa6-48f5-9b5d-9d3e7d9ab5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:05.432752 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-4f480983-4a89-4f09-8d17-588f33929583 req-5dcd37ac-c84b-4c5f-98f0-54a75f381cfd tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Request body: {'port': {'device_id': '918f7e73-6a8e-47f3-a19a-aa1e837bab0b', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'admin_state_up': True, 'tenant_id': '45464789e2cc4bfeaf42e6404c0e9729'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:05.453339 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-32512085-b717-406e-81c8-643c83ae0dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:05.453827 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-32512085-b717-406e-81c8-643c83ae0dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:05.454283 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-32512085-b717-406e-81c8-643c83ae0dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:05.458659 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-32512085-b717-406e-81c8-643c83ae0dcd service neutron] 10.222.0.26 "GET /v2.0/networks?id=ff76b4c9-41c1-41f6-b547-1cd37cbf682c&id=4ca9a1f6-f409-47c6-aa9c-cb11334c6efd&id=4ca9a1f6-f409-47c6-aa9c-cb11334c6efd&id=4ca9a1f6-f409-47c6-aa9c-cb11334c6efd&id=4ca9a1f6-f409-47c6-aa9c-cb11334c6efd&id=88f7b39c-5c7e-4b72-9226-ad89000145b7&id=88f7b39c-5c7e-4b72-9226-ad89000145b7 HTTP/1.1" status: 200 len: 2296 time: 0.2673340 Apr 21 12:41:05.515228 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1396a-bfa6-48f5-9b5d-9d3e7d9ab5f5 None None] Pushing event updated for resources: {'Port': ['ID=442f9a97-3ad0-4f3a-89b5-55ef1ad76de4,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:05.542699 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5457943-d625-4e7f-a5f6-dd0a95f7c9f8 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network e349c293-a41f-4a8c-b0b9-a506eade2a73 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:41:05.586366 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5b01eedb-fae0-4f17-8987-7aa432346e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:05.588973 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5b01eedb-fae0-4f17-8987-7aa432346e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:05.590201 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5b01eedb-fae0-4f17-8987-7aa432346e52 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8c969822-17a7-44f0-947e-4033f41868f8 HTTP/1.1" status: 204 len: 168 time: 0.3031147 Apr 21 12:41:05.596028 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-af6775c0-8571-4501-ba84-048ff4a9c24e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=705963bf-02f4-4781-bc61-f2db5e181472 HTTP/1.1" status: 200 len: 1002 time: 0.1037171 Apr 21 12:41:05.600958 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b01eedb-fae0-4f17-8987-7aa432346e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c969822-17a7-44f0-947e-4033f41868f8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:05.661483 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-1dea2654-09fe-4936-bfd0-2dac1583eb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:05.662962 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-1dea2654-09fe-4936-bfd0-2dac1583eb4d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fdc28bf1-e915-4072-b8cd-eaf24f93a684 HTTP/1.1" status: 200 len: 854 time: 0.0599229 Apr 21 12:41:05.709790 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d5457943-d625-4e7f-a5f6-dd0a95f7c9f8 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, e349c293-a41f-4a8c-b0b9-a506eade2a73) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:05.725917 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5457943-d625-4e7f-a5f6-dd0a95f7c9f8 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:05.726647 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5457943-d625-4e7f-a5f6-dd0a95f7c9f8 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:05.732133 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5d4389-4d40-467d-9d81-6a1f1602e6f4 None None] Network e349c293-a41f-4a8c-b0b9-a506eade2a73 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:41:05.760948 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-c3709db7-d80e-432c-a875-1fe0872d4332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:05.765257 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-c3709db7-d80e-432c-a875-1fe0872d4332 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ff76b4c9-41c1-41f6-b547-1cd37cbf682c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902457 Apr 21 12:41:05.770662 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f480983-4a89-4f09-8d17-588f33929583 req-5dcd37ac-c84b-4c5f-98f0-54a75f381cfd tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Made reservation on behalf of 45464789e2cc4bfeaf42e6404c0e9729 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:05.775124 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f480983-4a89-4f09-8d17-588f33929583 req-5dcd37ac-c84b-4c5f-98f0-54a75f381cfd tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:05.930393 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d5457943-d625-4e7f-a5f6-dd0a95f7c9f8 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4115767 Apr 21 12:41:05.931801 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f480983-4a89-4f09-8d17-588f33929583 req-5dcd37ac-c84b-4c5f-98f0-54a75f381cfd tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:05.932565 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43024) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:05.935336 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a161d5-30ea-47eb-a970-d2a3c2425a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-e349c293-a41f-4a8c-b0b9-a506eade2a73', 'network_id': 'e349c293-a41f-4a8c-b0b9-a506eade2a73', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'fixed_ips': [{'subnet_id': '356b4124-b14a-4bcc-b509-e73c61e449bc'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:41:05.936694 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36a161d5-30ea-47eb-a970-d2a3c2425a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:05.938517 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9799ba42-c794-48a0-93c3-36b3c3b5a5ae tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1081007229', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:06.037346 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f3624-397d-452d-b540-97dcba3bb606 req-5fbd962a-16ba-44af-b8d0-5009ebe62d62 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:06.038887 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-969f3624-397d-452d-b540-97dcba3bb606 req-5fbd962a-16ba-44af-b8d0-5009ebe62d62 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 945 time: 0.1081457 Apr 21 12:41:06.042640 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-c024eacf-51f8-4290-ae07-79c42ecea177 service neutron] 10.222.0.26 "GET /v2.0/networks/ff76b4c9-41c1-41f6-b547-1cd37cbf682c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643318 Apr 21 12:41:06.096414 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-36a161d5-30ea-47eb-a970-d2a3c2425a48 None None] Allocated IP 2001:db8:1::2 (e349c293-a41f-4a8c-b0b9-a506eade2a73/356b4124-b14a-4bcc-b509-e73c61e449bc/4f7efa2d-683f-4d5f-b370-359811d3dbb6) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:41:06.127180 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9799ba42-c794-48a0-93c3-36b3c3b5a5ae tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:06.130899 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9799ba42-c794-48a0-93c3-36b3c3b5a5ae tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:06.139380 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-969f3624-397d-452d-b540-97dcba3bb606 req-4bc31dac-3f1f-4160-8945-87870c040188 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931909 Apr 21 12:41:06.206513 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-2e35c3ef-0f3d-49a1-8250-7717ac07e3e7 service neutron] 10.222.0.26 "GET /v2.0/networks/ff76b4c9-41c1-41f6-b547-1cd37cbf682c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529150 Apr 21 12:41:06.208392 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f480983-4a89-4f09-8d17-588f33929583 req-5dcd37ac-c84b-4c5f-98f0-54a75f381cfd tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:06.219997 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9799ba42-c794-48a0-93c3-36b3c3b5a5ae tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:06.249608 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-7a46d704-46ff-4bb9-8981-9e528ba1245e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.78&port_id=158d9cd1-cfe1-4268-8e29-4753932267cd HTTP/1.1" status: 200 len: 217 time: 0.0358624 Apr 21 12:41:06.279743 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36a161d5-30ea-47eb-a970-d2a3c2425a48 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:06.309020 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-2148a5cd-f255-449c-a643-f6314f12d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:06.310621 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-2148a5cd-f255-449c-a643-f6314f12d1cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e04457a1-fe90-45b1-a0e3-9dec6d53dc7a HTTP/1.1" status: 200 len: 797 time: 0.0546393 Apr 21 12:41:06.326296 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f480983-4a89-4f09-8d17-588f33929583 req-5dcd37ac-c84b-4c5f-98f0-54a75f381cfd tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:06.361693 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9799ba42-c794-48a0-93c3-36b3c3b5a5ae tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:06.362762 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36a161d5-30ea-47eb-a970-d2a3c2425a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:06.395419 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43032) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:06.416477 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a161d5-30ea-47eb-a970-d2a3c2425a48 None None] Network e349c293-a41f-4a8c-b0b9-a506eade2a73 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:41:06.419830 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-36a161d5-30ea-47eb-a970-d2a3c2425a48 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:06.423428 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a161d5-30ea-47eb-a970-d2a3c2425a48 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:41:06.449497 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d72d4e09-39d2-42d6-90ee-14b70fb8ef81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:06.449717 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd37ac-c84b-4c5f-98f0-54a75f381cfd tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=072f010e-72f4-40ef-900d-fdeac756573c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:06.478059 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9799ba42-c794-48a0-93c3-36b3c3b5a5ae tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:06.479432 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9799ba42-c794-48a0-93c3-36b3c3b5a5ae tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5456576 Apr 21 12:41:06.482738 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43036) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:06.524425 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-36a161d5-30ea-47eb-a970-d2a3c2425a48 None None] Attempting to bind port 4f7efa2d-683f-4d5f-b370-359811d3dbb6 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:41:06.525064 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-36a161d5-30ea-47eb-a970-d2a3c2425a48 None None] Attempting to bind port 4f7efa2d-683f-4d5f-b370-359811d3dbb6 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'df227a28-eab2-44a8-a686-d90a19aeeff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e349c293-a41f-4a8c-b0b9-a506eade2a73'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:41:06.525186 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a161d5-30ea-47eb-a970-d2a3c2425a48 None None] Attempting to bind port 4f7efa2d-683f-4d5f-b370-359811d3dbb6 on network e349c293-a41f-4a8c-b0b9-a506eade2a73 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:41:06.527315 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a161d5-30ea-47eb-a970-d2a3c2425a48 None None] Pushing event updated for resources: {'Port': ['ID=4f7efa2d-683f-4d5f-b370-359811d3dbb6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:06.533821 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a161d5-30ea-47eb-a970-d2a3c2425a48 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:41:06.534190 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a161d5-30ea-47eb-a970-d2a3c2425a48 None None] Checking segment: {'id': 'df227a28-eab2-44a8-a686-d90a19aeeff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e349c293-a41f-4a8c-b0b9-a506eade2a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:41:06.536321 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36a161d5-30ea-47eb-a970-d2a3c2425a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:06.536321 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a161d5-30ea-47eb-a970-d2a3c2425a48 None None] Bound using segment: {'id': 'df227a28-eab2-44a8-a686-d90a19aeeff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e349c293-a41f-4a8c-b0b9-a506eade2a73'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:41:06.536321 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-36a161d5-30ea-47eb-a970-d2a3c2425a48 None None] Bound port: 4f7efa2d-683f-4d5f-b370-359811d3dbb6, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df227a28-eab2-44a8-a686-d90a19aeeff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'e349c293-a41f-4a8c-b0b9-a506eade2a73'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:41:06.536321 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36a161d5-30ea-47eb-a970-d2a3c2425a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:06.635680 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-36a161d5-30ea-47eb-a970-d2a3c2425a48 None None] For port 4f7efa2d-683f-4d5f-b370-359811d3dbb6, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:41:06.640920 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-36a161d5-30ea-47eb-a970-d2a3c2425a48 None None] For port 4f7efa2d-683f-4d5f-b370-359811d3dbb6, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=4f7efa2d-683f-4d5f-b370-359811d3dbb6,segment=NetworkSegment(df227a28-eab2-44a8-a686-d90a19aeeff8),segment_id=df227a28-eab2-44a8-a686-d90a19aeeff8)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:41:06.703834 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36a161d5-30ea-47eb-a970-d2a3c2425a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:06.776874 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ed46916b-b892-40c4-bc00-dbdb209f8d8b req-0b812fa3-f813-4661-998b-92c2c2076b93 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dd152191-6040-4828-811e-51554fb1a1d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1787057 Apr 21 12:41:06.796034 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a161d5-30ea-47eb-a970-d2a3c2425a48 None None] Pushing event updated for resources: {'Port': ['ID=4f7efa2d-683f-4d5f-b370-359811d3dbb6,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:06.931317 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e7d5ae8-c581-49f0-bf49-9bb36af3e8be req-37c9e6ea-7aaf-483d-b946-c4a5000dcb4b tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 210 time: 0.4834335 Apr 21 12:41:06.936679 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-a5b05c24-ba8e-4ffb-9a2b-957cb7dac40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:06.938259 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-a5b05c24-ba8e-4ffb-9a2b-957cb7dac40a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4ca9a1f6-f409-47c6-aa9c-cb11334c6efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6215556 Apr 21 12:41:06.981317 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46916b-b892-40c4-bc00-dbdb209f8d8b req-dcbbfb7c-b381-42a6-9b37-21b713516c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:06.982662 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ed46916b-b892-40c4-bc00-dbdb209f8d8b req-dcbbfb7c-b381-42a6-9b37-21b713516c78 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fd35dba1ddfd47018450abd623ae264f&device_id=dd152191-6040-4828-811e-51554fb1a1d6 HTTP/1.1" status: 200 len: 1096 time: 0.0866203 Apr 21 12:41:07.032362 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-721e0619-8a2b-49ce-b5e4-b3115a620640 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:07.061334 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-4f480983-4a89-4f09-8d17-588f33929583 req-5dcd37ac-c84b-4c5f-98f0-54a75f381cfd tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Allocated IP 192.168.233.164 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/a04337c4-fdf9-4860-8c09-d882271e65e0) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:41:07.106500 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-a0834874-e6e0-447d-9eab-b50d88f0467c service neutron] 10.222.0.26 "GET /v2.0/networks/4ca9a1f6-f409-47c6-aa9c-cb11334c6efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599860 Apr 21 12:41:07.113165 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc631e5-010e-4c26-b65f-0639dcc6319a None None] Network ec88979c-a051-4272-a5c3-5272075197df requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:41:07.132832 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d72d4e09-39d2-42d6-90ee-14b70fb8ef81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:07.380665 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46916b-b892-40c4-bc00-dbdb209f8d8b req-428423bd-1d47-497c-91b4-d3e7b67e4363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:07.382596 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ed46916b-b892-40c4-bc00-dbdb209f8d8b req-428423bd-1d47-497c-91b4-d3e7b67e4363 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d447278d-f344-4de7-84b4-470e6442d819 HTTP/1.1" status: 200 len: 917 time: 0.3598201 Apr 21 12:41:07.385939 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d72d4e09-39d2-42d6-90ee-14b70fb8ef81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:07.468585 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-58233a2a-15fb-428c-aaca-bc8f681eda38 service neutron] 10.222.0.26 "GET /v2.0/networks/4ca9a1f6-f409-47c6-aa9c-cb11334c6efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528168 Apr 21 12:41:07.473539 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f480983-4a89-4f09-8d17-588f33929583 req-5dcd37ac-c84b-4c5f-98f0-54a75f381cfd tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:07.494069 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2be4a-553d-4c8d-8b44-cea484268698 req-7e657a30-11af-4700-af53-350095bb670f tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:07.495594 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-afd2be4a-553d-4c8d-8b44-cea484268698 req-7e657a30-11af-4700-af53-350095bb670f tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 945 time: 0.1642911 Apr 21 12:41:07.497812 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43052) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:07.503303 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d72d4e09-39d2-42d6-90ee-14b70fb8ef81 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cdc67bf5107246589d37867fd9a172dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1066511 Apr 21 12:41:07.514156 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43054) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:07.516065 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ed46916b-b892-40c4-bc00-dbdb209f8d8b req-51a884bb-22d6-4d00-90e5-e94cc603c016 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d HTTP/1.1" status: 200 len: 217 time: 0.1215501 Apr 21 12:41:07.541654 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0618542b-4998-4f0e-baf0-5118b04e51b5 None None] Provisioning complete for port 442f9a97-3ad0-4f3a-89b5-55ef1ad76de4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:07.542290 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0618542b-4998-4f0e-baf0-5118b04e51b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:07.551745 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-d9fd09e3-ebfa-4f30-bf07-7c11654a49c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=6d354b6d-1ed6-44ad-9991-cde225fa4ff0 HTTP/1.1" status: 200 len: 217 time: 0.0704119 Apr 21 12:41:07.588389 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d4e09-39d2-42d6-90ee-14b70fb8ef81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8217fe-98ac-47a7-9542-580dd0e5c240,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:07.669205 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cc31be4-f47d-46a6-b19a-41acf760cc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:07.675217 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46916b-b892-40c4-bc00-dbdb209f8d8b req-e198c20e-b0f8-4221-9a65-664321739ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:07.685104 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ed46916b-b892-40c4-bc00-dbdb209f8d8b req-e198c20e-b0f8-4221-9a65-664321739ca5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=33aaa7b5-e4ac-4c92-a11b-6d9aef1da3fc HTTP/1.1" status: 200 len: 855 time: 0.1464946 Apr 21 12:41:07.710250 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0618542b-4998-4f0e-baf0-5118b04e51b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:07.721515 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-483a4990-97e4-4446-b4af-3a942388a5ae tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1893347546'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:07.737826 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-afd2be4a-553d-4c8d-8b44-cea484268698 req-3af246a9-2e4e-4cc1-a410-a2c491580c89 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901641 Apr 21 12:41:07.741001 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-721e0619-8a2b-49ce-b5e4-b3115a620640 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Allocated IP 2001:db8::1 (ec88979c-a051-4272-a5c3-5272075197df/813afeb5-7880-4917-9f7d-dd764128221f/c2f695db-a5eb-4764-8a6b-a49a904c892e) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:41:07.783535 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-8d059380-e32c-4049-90de-69aa745c595e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:07.784952 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-8d059380-e32c-4049-90de-69aa745c595e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e04457a1-fe90-45b1-a0e3-9dec6d53dc7a HTTP/1.1" status: 200 len: 797 time: 0.2116220 Apr 21 12:41:07.788228 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0618542b-4998-4f0e-baf0-5118b04e51b5 None None] For port 442f9a97-3ad0-4f3a-89b5-55ef1ad76de4, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=442f9a97-3ad0-4f3a-89b5-55ef1ad76de4,segment=NetworkSegment(6b64f7f5-3e9a-4150-b546-6e1e0eab5e76),segment_id=6b64f7f5-3e9a-4150-b546-6e1e0eab5e76)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:07.798220 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cc31be4-f47d-46a6-b19a-41acf760cc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:07.848493 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-b660773c-3751-4686-8b65-7042b90b5558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:07.850198 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-b660773c-3751-4686-8b65-7042b90b5558 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4ca9a1f6-f409-47c6-aa9c-cb11334c6efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0582018 Apr 21 12:41:07.870277 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f480983-4a89-4f09-8d17-588f33929583 req-5dcd37ac-c84b-4c5f-98f0-54a75f381cfd tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:07.886820 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0618542b-4998-4f0e-baf0-5118b04e51b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:07.895861 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f480983-4a89-4f09-8d17-588f33929583 req-5dcd37ac-c84b-4c5f-98f0-54a75f381cfd tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:41:07.908440 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-4f480983-4a89-4f09-8d17-588f33929583 req-5dcd37ac-c84b-4c5f-98f0-54a75f381cfd tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:07.937608 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-483a4990-97e4-4446-b4af-3a942388a5ae tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:07.938798 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-483a4990-97e4-4446-b4af-3a942388a5ae tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:07.946297 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f480983-4a89-4f09-8d17-588f33929583 req-5dcd37ac-c84b-4c5f-98f0-54a75f381cfd tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:41:07.958286 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 442f9a97-3ad0-4f3a-89b5-55ef1ad76de4 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:41:08.077096 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618542b-4998-4f0e-baf0-5118b04e51b5 None None] Pushing event updated for resources: {'Port': ['ID=442f9a97-3ad0-4f3a-89b5-55ef1ad76de4,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:08.107819 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 442f9a97-3ad0-4f3a-89b5-55ef1ad76de4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:08.108404 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:08.230366 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-483a4990-97e4-4446-b4af-3a942388a5ae tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:08.244136 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd37ac-c84b-4c5f-98f0-54a75f381cfd tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Pushing event updated for resources: {'Port': ['ID=a04337c4-fdf9-4860-8c09-d882271e65e0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:08.248262 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 4f7efa2d-683f-4d5f-b370-359811d3dbb6 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:41:08.260501 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46916b-b892-40c4-bc00-dbdb209f8d8b req-cf69ee02-2baa-4f8a-af9a-204d50453077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:08.262072 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ed46916b-b892-40c4-bc00-dbdb209f8d8b req-cf69ee02-2baa-4f8a-af9a-204d50453077 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d447278d-f344-4de7-84b4-470e6442d819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5656018 Apr 21 12:41:08.343492 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f480983-4a89-4f09-8d17-588f33929583 req-5dcd37ac-c84b-4c5f-98f0-54a75f381cfd tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:08.344135 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f480983-4a89-4f09-8d17-588f33929583 req-5dcd37ac-c84b-4c5f-98f0-54a75f381cfd tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:08.352436 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ed1f80db-a678-4e01-bbe0-02acb2d4d873 None None] Provisioning complete for port 442f9a97-3ad0-4f3a-89b5-55ef1ad76de4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:08.353075 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed1f80db-a678-4e01-bbe0-02acb2d4d873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:08.354724 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-483a4990-97e4-4446-b4af-3a942388a5ae tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:08.382784 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-8a17e4ee-1b78-4767-95fd-ba6a0ab8e523 service neutron] 10.222.0.26 "GET /v2.0/networks/4ca9a1f6-f409-47c6-aa9c-cb11334c6efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5254245 Apr 21 12:41:08.387113 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 4f7efa2d-683f-4d5f-b370-359811d3dbb6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:08.387844 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:08.425251 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf449d55-a9a7-488c-b23d-6154932ee2a2 None None] Network e349c293-a41f-4a8c-b0b9-a506eade2a73 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:41:08.430181 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa84d9-6c85-4d78-bc0e-9f5e0e6c7fe0 req-3b16d626-aba1-4a49-ad8e-8f2012f52736 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:08.431706 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68fa84d9-6c85-4d78-bc0e-9f5e0e6c7fe0 req-3b16d626-aba1-4a49-ad8e-8f2012f52736 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 936 time: 0.1997011 Apr 21 12:41:08.462030 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-721e0619-8a2b-49ce-b5e4-b3115a620640 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:08.474047 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-483a4990-97e4-4446-b4af-3a942388a5ae tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:08.477843 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-483a4990-97e4-4446-b4af-3a942388a5ae tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.9352002 Apr 21 12:41:08.478091 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43060) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:08.483806 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ed46916b-b892-40c4-bc00-dbdb209f8d8b req-6f27ed7b-4e56-4042-8fe9-4390451aad66 service neutron] 10.222.0.24 "GET /v2.0/networks/d447278d-f344-4de7-84b4-470e6442d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123401 Apr 21 12:41:08.536609 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f480983-4a89-4f09-8d17-588f33929583 req-5dcd37ac-c84b-4c5f-98f0-54a75f381cfd tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1133966 Apr 21 12:41:08.545514 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68fa84d9-6c85-4d78-bc0e-9f5e0e6c7fe0 req-8fe08807-9372-4a44-b851-c43bcd0c0166 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838847 Apr 21 12:41:08.556971 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cc31be4-f47d-46a6-b19a-41acf760cc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:08.557985 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-4f480983-4a89-4f09-8d17-588f33929583 req-061d5c78-b0a2-4bb1-a244-43504336f65e service neutron] Request body: {'port': {'device_id': '918f7e73-6a8e-47f3-a19a-aa1e837bab0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:08.559745 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cc31be4-f47d-46a6-b19a-41acf760cc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:08.561238 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0cc31be4-f47d-46a6-b19a-41acf760cc6b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8b8217fe-98ac-47a7-9542-580dd0e5c240 HTTP/1.1" status: 204 len: 168 time: 1.0438230 Apr 21 12:41:08.578287 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-7f02a457-0bf2-45b2-8e56-97ff6d0375ae service neutron] 10.222.0.26 "GET /v2.0/networks/4ca9a1f6-f409-47c6-aa9c-cb11334c6efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881790 Apr 21 12:41:08.644542 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc31be4-f47d-46a6-b19a-41acf760cc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8217fe-98ac-47a7-9542-580dd0e5c240,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:08.649463 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd34bff7-ff18-4c91-8d59-4407c8e5e8d2 tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:08.663142 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-911481f3-0059-458f-982d-4e60438a7186 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=7d0d16a9-4ae0-457b-9fd1-99f702e00f9d HTTP/1.1" status: 200 len: 217 time: 0.0621529 Apr 21 12:41:08.716436 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:08.747218 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f480983-4a89-4f09-8d17-588f33929583 req-061d5c78-b0a2-4bb1-a244-43504336f65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:08.759708 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 4f7efa2d-683f-4d5f-b370-359811d3dbb6, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=4f7efa2d-683f-4d5f-b370-359811d3dbb6,segment=NetworkSegment(df227a28-eab2-44a8-a686-d90a19aeeff8),segment_id=df227a28-eab2-44a8-a686-d90a19aeeff8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:08.773829 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-287ef28f-2961-4537-84af-0cdcaa2cdfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:08.775398 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-287ef28f-2961-4537-84af-0cdcaa2cdfc4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e04457a1-fe90-45b1-a0e3-9dec6d53dc7a HTTP/1.1" status: 200 len: 797 time: 0.0997710 Apr 21 12:41:08.839444 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6dde0114-24ee-4082-8f41-477eeca44e53 None None] Provisioning complete for port a04337c4-fdf9-4860-8c09-d882271e65e0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:08.840170 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6dde0114-24ee-4082-8f41-477eeca44e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:08.867640 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:08.888767 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-721e0619-8a2b-49ce-b5e4-b3115a620640 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:08.927387 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=4f7efa2d-683f-4d5f-b370-359811d3dbb6,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:08.929073 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-dcffd211-f95d-4473-a286-d1a3d28bbec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:08.931022 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ed46916b-b892-40c4-bc00-dbdb209f8d8b req-52976679-1b19-4243-b9d8-905e2810214f service neutron] 10.222.0.24 "GET /v2.0/networks/d447278d-f344-4de7-84b4-470e6442d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393113 Apr 21 12:41:08.931367 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-dcffd211-f95d-4473-a286-d1a3d28bbec2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4ca9a1f6-f409-47c6-aa9c-cb11334c6efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1360495 Apr 21 12:41:08.942841 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6dde0114-24ee-4082-8f41-477eeca44e53 None None] Port a04337c4-fdf9-4860-8c09-d882271e65e0 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:41:08.954634 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6dde0114-24ee-4082-8f41-477eeca44e53 None None] Provisioning complete for port 4f7efa2d-683f-4d5f-b370-359811d3dbb6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:08.955142 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6dde0114-24ee-4082-8f41-477eeca44e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:08.993421 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd34bff7-ff18-4c91-8d59-4407c8e5e8d2 tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:08.996823 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd34bff7-ff18-4c91-8d59-4407c8e5e8d2 tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:09.068842 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721e0619-8a2b-49ce-b5e4-b3115a620640 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network ec88979c-a051-4272-a5c3-5272075197df is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:41:09.077527 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-721e0619-8a2b-49ce-b5e4-b3115a620640 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:09.078704 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df74b7d6-18d8-42d0-b75e-fe3cf311552d req-c7f8fcdb-73d5-4775-9ea0-bd2db50b7d6e tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:09.081724 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df74b7d6-18d8-42d0-b75e-fe3cf311552d req-c7f8fcdb-73d5-4775-9ea0-bd2db50b7d6e tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 945 time: 0.1668081 Apr 21 12:41:09.081861 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721e0619-8a2b-49ce-b5e4-b3115a620640 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:41:09.082319 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-721e0619-8a2b-49ce-b5e4-b3115a620640 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:09.123889 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e0619-8a2b-49ce-b5e4-b3115a620640 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Port': ['ID=c2f695db-a5eb-4764-8a6b-a49a904c892e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:09.177092 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd34bff7-ff18-4c91-8d59-4407c8e5e8d2 tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:09.177092 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd34bff7-ff18-4c91-8d59-4407c8e5e8d2 tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a97b9f7f-2208-4965-8d41-317330aa190b {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:41:09.183102 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd34bff7-ff18-4c91-8d59-4407c8e5e8d2 tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:09.184777 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bd34bff7-ff18-4c91-8d59-4407c8e5e8d2 tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] 10.222.0.36 "DELETE /v2.0/routers/a97b9f7f-2208-4965-8d41-317330aa190b HTTP/1.1" status: 204 len: 168 time: 0.7044058 Apr 21 12:41:09.187979 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43070) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:09.194492 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-11d346af-208b-4995-b180-c8e7befc29ed tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Request body: {'router': {'name': 'tempest-router-2105952019', 'distributed': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:09.207919 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c306dbc0-e7db-448c-b20b-ea31e1a93f5e None None] Provisioning complete for port 4f7efa2d-683f-4d5f-b370-359811d3dbb6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:09.208813 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c306dbc0-e7db-448c-b20b-ea31e1a93f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:09.212666 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-ce85ee13-ac1d-4aa8-93b1-a6b03ce000e8 service neutron] 10.222.0.26 "GET /v2.0/networks/4ca9a1f6-f409-47c6-aa9c-cb11334c6efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612126 Apr 21 12:41:09.272066 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df74b7d6-18d8-42d0-b75e-fe3cf311552d req-a548ee4d-7df5-4704-a338-c74a4e0f330e tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460292 Apr 21 12:41:09.349790 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11d346af-208b-4995-b180-c8e7befc29ed tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:09.351451 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11d346af-208b-4995-b180-c8e7befc29ed tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:09.368185 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-721e0619-8a2b-49ce-b5e4-b3115a620640 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:09.413238 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-7fcd6bf9-558f-42ab-9f4b-669d787b2149 service neutron] 10.222.0.26 "GET /v2.0/networks/4ca9a1f6-f409-47c6-aa9c-cb11334c6efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815586 Apr 21 12:41:09.432986 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-4f480983-4a89-4f09-8d17-588f33929583 req-061d5c78-b0a2-4bb1-a244-43504336f65e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a04337c4-fdf9-4860-8c09-d882271e65e0 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:41:09.449306 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11d346af-208b-4995-b180-c8e7befc29ed tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:09.457064 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-99d0400c-2e63-4ffe-8b92-4dd9730ff2ae None None] Provisioning complete for port c2f695db-a5eb-4764-8a6b-a49a904c892e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:09.459152 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99d0400c-2e63-4ffe-8b92-4dd9730ff2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:09.468018 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f480983-4a89-4f09-8d17-588f33929583 req-061d5c78-b0a2-4bb1-a244-43504336f65e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:09.471217 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-cea54220-67db-4c8b-878e-6d9dbdd62776 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=b8abfc12-7bf3-4a65-a1f4-46132f41638e HTTP/1.1" status: 200 len: 217 time: 0.0491524 Apr 21 12:41:09.506162 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-99d0400c-2e63-4ffe-8b92-4dd9730ff2ae None None] Port c2f695db-a5eb-4764-8a6b-a49a904c892e cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:41:09.514437 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-4f480983-4a89-4f09-8d17-588f33929583 req-061d5c78-b0a2-4bb1-a244-43504336f65e service neutron] Transition to ACTIVE for port object a04337c4-fdf9-4860-8c09-d882271e65e0 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:41:09.534169 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-d5f82546-aa6f-4df7-b7d8-045bbc7dd080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:09.536805 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-d5f82546-aa6f-4df7-b7d8-045bbc7dd080 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e04457a1-fe90-45b1-a0e3-9dec6d53dc7a HTTP/1.1" status: 200 len: 797 time: 0.0586584 Apr 21 12:41:09.563514 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11d346af-208b-4995-b180-c8e7befc29ed tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:09.587506 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-c76eb0a6-4eb6-418a-9452-1b482b022ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:09.589463 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-c76eb0a6-4eb6-418a-9452-1b482b022ce8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4ca9a1f6-f409-47c6-aa9c-cb11334c6efd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0460730 Apr 21 12:41:09.606228 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f480983-4a89-4f09-8d17-588f33929583 req-061d5c78-b0a2-4bb1-a244-43504336f65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:09.709472 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 442f9a97-3ad0-4f3a-89b5-55ef1ad76de4 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:41:09.718690 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11d346af-208b-4995-b180-c8e7befc29ed tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:09.725489 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-11d346af-208b-4995-b180-c8e7befc29ed tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5295482 Apr 21 12:41:09.730562 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43080) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:09.732759 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-721e0619-8a2b-49ce-b5e4-b3115a620640 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:09.759470 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d5c78-b0a2-4bb1-a244-43504336f65e service neutron] Pushing event updated for resources: {'Port': ['ID=a04337c4-fdf9-4860-8c09-d882271e65e0,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:09.794713 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-721e0619-8a2b-49ce-b5e4-b3115a620640 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:09.794932 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 442f9a97-3ad0-4f3a-89b5-55ef1ad76de4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:09.795495 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:09.796656 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-721e0619-8a2b-49ce-b5e4-b3115a620640 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:09.906012 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2ec0ee1-db45-4044-aa42-6d7787dd8664 tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:09.906284 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 4f7efa2d-683f-4d5f-b370-359811d3dbb6 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:41:09.956313 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b359a-c292-4b35-bc84-38ba8ca60b2d req-eea5b3f5-0dfa-463a-bec7-0648e2695735 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:09.957822 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a72b359a-c292-4b35-bc84-38ba8ca60b2d req-eea5b3f5-0dfa-463a-bec7-0648e2695735 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 948 time: 0.3124523 Apr 21 12:41:09.959691 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-5c81a8d8-1fc4-4902-8957-6f45049e5023 service neutron] 10.222.0.26 "GET /v2.0/networks/4ca9a1f6-f409-47c6-aa9c-cb11334c6efd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633287 Apr 21 12:41:09.977351 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 4f7efa2d-683f-4d5f-b370-359811d3dbb6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:09.977838 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:09.988643 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e0619-8a2b-49ce-b5e4-b3115a620640 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Port': ['ID=c2f695db-a5eb-4764-8a6b-a49a904c892e,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:09.988961 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721e0619-8a2b-49ce-b5e4-b3115a620640 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network ec88979c-a051-4272-a5c3-5272075197df is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:41:09.990699 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-721e0619-8a2b-49ce-b5e4-b3115a620640 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:10.174373 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4f480983-4a89-4f09-8d17-588f33929583 req-061d5c78-b0a2-4bb1-a244-43504336f65e service neutron] Attempting to bind port a04337c4-fdf9-4860-8c09-d882271e65e0 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:41:10.174918 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4f480983-4a89-4f09-8d17-588f33929583 req-061d5c78-b0a2-4bb1-a244-43504336f65e service neutron] Attempting to bind port a04337c4-fdf9-4860-8c09-d882271e65e0 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:41:10.175019 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f480983-4a89-4f09-8d17-588f33929583 req-061d5c78-b0a2-4bb1-a244-43504336f65e service neutron] Attempting to bind port a04337c4-fdf9-4860-8c09-d882271e65e0 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:41:10.217265 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721e0619-8a2b-49ce-b5e4-b3115a620640 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Router 583b1760-ab7e-415d-9071-7e80c85cc88c is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:41:10.283827 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a72b359a-c292-4b35-bc84-38ba8ca60b2d req-f62ed952-4da3-41a4-a6c1-2656a4b54960 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168397 Apr 21 12:41:10.284402 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f480983-4a89-4f09-8d17-588f33929583 req-061d5c78-b0a2-4bb1-a244-43504336f65e service neutron] Port a04337c4-fdf9-4860-8c09-d882271e65e0 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:41:10.284797 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f480983-4a89-4f09-8d17-588f33929583 req-061d5c78-b0a2-4bb1-a244-43504336f65e service neutron] Attempting to bind port a04337c4-fdf9-4860-8c09-d882271e65e0 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:41:10.298067 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2ec0ee1-db45-4044-aa42-6d7787dd8664 tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:10.301047 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f480983-4a89-4f09-8d17-588f33929583 req-061d5c78-b0a2-4bb1-a244-43504336f65e service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:41:10.301047 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f480983-4a89-4f09-8d17-588f33929583 req-061d5c78-b0a2-4bb1-a244-43504336f65e service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:41:10.301047 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f480983-4a89-4f09-8d17-588f33929583 req-061d5c78-b0a2-4bb1-a244-43504336f65e service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:41:10.301441 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-4f480983-4a89-4f09-8d17-588f33929583 req-061d5c78-b0a2-4bb1-a244-43504336f65e service neutron] Bound port: a04337c4-fdf9-4860-8c09-d882271e65e0, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:41:10.301978 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f480983-4a89-4f09-8d17-588f33929583 req-061d5c78-b0a2-4bb1-a244-43504336f65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:10.306435 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2ec0ee1-db45-4044-aa42-6d7787dd8664 tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:10.324051 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-6732be80-f639-45f2-8006-5689163d78c4 service neutron] 10.222.0.26 "GET /v2.0/networks/4ca9a1f6-f409-47c6-aa9c-cb11334c6efd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540833 Apr 21 12:41:10.363880 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721e0619-8a2b-49ce-b5e4-b3115a620640 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:41:10.370781 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-721e0619-8a2b-49ce-b5e4-b3115a620640 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "PUT /v2.0/routers/583b1760-ab7e-415d-9071-7e80c85cc88c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8860347 Apr 21 12:41:10.378395 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2def5537-a923-4af5-aa65-d647b0987cf5 None None] Sync routers for ids ['583b1760-ab7e-415d-9071-7e80c85cc88c'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:41:10.379578 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43098) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:10.389008 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2def5537-a923-4af5-aa65-d647b0987cf5 None None] Routers {'583b1760-ab7e-415d-9071-7e80c85cc88c'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:41:10.390488 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2def5537-a923-4af5-aa65-d647b0987cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:40:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['583b1760-ab7e-415d-9071-7e80c85cc88c'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:10.432349 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-ea6fedb8-bf4a-41f8-8c12-2a5f5bb5862c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=82e67d61-4701-4300-9171-99f0f042f70a HTTP/1.1" status: 200 len: 217 time: 0.0468595 Apr 21 12:41:10.440399 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2def5537-a923-4af5-aa65-d647b0987cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:10.440756 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de63b517-e7a9-4b74-a1d7-557bcb8c6550 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:10.445138 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-de63b517-e7a9-4b74-a1d7-557bcb8c6550 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "GET /v2.0/ports/c2f695db-a5eb-4764-8a6b-a49a904c892e HTTP/1.1" status: 200 len: 911 time: 0.0600657 Apr 21 12:41:10.445138 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43100) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:10.461354 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d5056138-91a4-4178-ae36-ce6798963b84 None None] Provisioning complete for port c2f695db-a5eb-4764-8a6b-a49a904c892e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:10.461354 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5056138-91a4-4178-ae36-ce6798963b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:10.463688 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2def5537-a923-4af5-aa65-d647b0987cf5 None None] Routers {'583b1760-ab7e-415d-9071-7e80c85cc88c'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:41:10.463688 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2def5537-a923-4af5-aa65-d647b0987cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:40:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['583b1760-ab7e-415d-9071-7e80c85cc88c'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:10.523555 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2def5537-a923-4af5-aa65-d647b0987cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:10.524207 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2def5537-a923-4af5-aa65-d647b0987cf5 None None] The sync data for ids ['583b1760-ab7e-415d-9071-7e80c85cc88c'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:41:10.544545 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d5056138-91a4-4178-ae36-ce6798963b84 None None] Port c2f695db-a5eb-4764-8a6b-a49a904c892e cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:41:10.855127 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2ec0ee1-db45-4044-aa42-6d7787dd8664 tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:10.855637 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ec0ee1-db45-4044-aa42-6d7787dd8664 tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2250eabe-9ef5-4bb8-917b-8b20355981ef {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:41:10.872185 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2ec0ee1-db45-4044-aa42-6d7787dd8664 tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:10.873281 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a2ec0ee1-db45-4044-aa42-6d7787dd8664 tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] 10.222.0.36 "DELETE /v2.0/routers/2250eabe-9ef5-4bb8-917b-8b20355981ef HTTP/1.1" status: 204 len: 168 time: 1.1394877 Apr 21 12:41:10.884958 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43104) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:10.891596 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bc8afd3b-61b6-4222-aa07-175a1b1ded6a tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Request body: {'router': {'name': 'tempest-router-41212239', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '551393c172564515b7c80c1347c2df4c'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:10.909838 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-f8ff1351-49e2-4710-b795-e5d7739f19fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:10.911371 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-f8ff1351-49e2-4710-b795-e5d7739f19fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a6aa2f7-1c96-4cd2-b9b1-b428448dd54b HTTP/1.1" status: 200 len: 797 time: 0.4534669 Apr 21 12:41:10.925912 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949e449-df36-43c4-a777-02035f2f42b4 req-949054d7-8f46-43b2-9c48-7030714a3f4a tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:10.927488 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9949e449-df36-43c4-a777-02035f2f42b4 req-949054d7-8f46-43b2-9c48-7030714a3f4a tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 945 time: 0.4991531 Apr 21 12:41:10.928695 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4f480983-4a89-4f09-8d17-588f33929583 req-061d5c78-b0a2-4bb1-a244-43504336f65e service neutron] For port a04337c4-fdf9-4860-8c09-d882271e65e0, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:41:10.930728 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43106) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:10.939754 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4f480983-4a89-4f09-8d17-588f33929583 req-061d5c78-b0a2-4bb1-a244-43504336f65e service neutron] For port a04337c4-fdf9-4860-8c09-d882271e65e0, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a04337c4-fdf9-4860-8c09-d882271e65e0,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:41:11.005524 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9949e449-df36-43c4-a777-02035f2f42b4 req-88aa5cea-d921-469b-b554-b763dc351e09 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557756 Apr 21 12:41:11.012466 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-75c1ffda-1266-44f7-8741-c55d8b879e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:11.013808 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-75c1ffda-1266-44f7-8741-c55d8b879e43 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88f7b39c-5c7e-4b72-9226-ad89000145b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0822484 Apr 21 12:41:11.084777 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f480983-4a89-4f09-8d17-588f33929583 req-061d5c78-b0a2-4bb1-a244-43504336f65e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:11.093614 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f5e9a55c-e86d-48c4-982c-de5027f574cc tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:11.123310 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-699be391-4323-44d5-9e82-f2a081680692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:11.128991 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc8afd3b-61b6-4222-aa07-175a1b1ded6a tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:11.130001 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc8afd3b-61b6-4222-aa07-175a1b1ded6a tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:11.155064 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f480983-4a89-4f09-8d17-588f33929583 req-061d5c78-b0a2-4bb1-a244-43504336f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:11.155684 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f480983-4a89-4f09-8d17-588f33929583 req-061d5c78-b0a2-4bb1-a244-43504336f65e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:11.157063 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f480983-4a89-4f09-8d17-588f33929583 req-061d5c78-b0a2-4bb1-a244-43504336f65e service neutron] 10.222.0.24 "PUT /v2.0/ports/a04337c4-fdf9-4860-8c09-d882271e65e0 HTTP/1.1" status: 200 len: 1096 time: 2.6037884 Apr 21 12:41:11.158212 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '918f7e73-6a8e-47f3-a19a-aa1e837bab0b', 'tag': 'a04337c4-fdf9-4860-8c09-d882271e65e0'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:41:11.162369 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c41407-d914-449a-8f0a-bf309fe14eb3" -d '{"events": [{"name": "network-changed", "server_uuid": "918f7e73-6a8e-47f3-a19a-aa1e837bab0b", "tag": "a04337c4-fdf9-4860-8c09-d882271e65e0"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:41:11.208973 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ba3212-df36-4ba1-82c9-f6b17aab4140 x-openstack-request-id: req-85ba3212-df36-4ba1-82c9-f6b17aab4140 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:41:11.209621 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "918f7e73-6a8e-47f3-a19a-aa1e837bab0b", "tag": "a04337c4-fdf9-4860-8c09-d882271e65e0", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:41:11.209621 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-85ba3212-df36-4ba1-82c9-f6b17aab4140 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:41:11.209915 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85ba3212-df36-4ba1-82c9-f6b17aab4140'] response: {'name': 'network-changed', 'server_uuid': '918f7e73-6a8e-47f3-a19a-aa1e837bab0b', 'tag': 'a04337c4-fdf9-4860-8c09-d882271e65e0', 'status': 'completed', 'code': 200} Apr 21 12:41:11.235456 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061d5c78-b0a2-4bb1-a244-43504336f65e service neutron] Pushing event updated for resources: {'Port': ['ID=a04337c4-fdf9-4860-8c09-d882271e65e0,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:11.288035 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc8afd3b-61b6-4222-aa07-175a1b1ded6a tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:11.306531 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-81084f8f-b485-45e3-b81f-fa3168ae7033 service neutron] 10.222.0.26 "GET /v2.0/networks/88f7b39c-5c7e-4b72-9226-ad89000145b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849069 Apr 21 12:41:11.386830 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc8afd3b-61b6-4222-aa07-175a1b1ded6a tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:11.405235 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c41407-d914-449a-8f0a-bf309fe14eb3 req-1f7bb13d-33a7-44a3-8a40-51605e0dfe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:11.406245 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-17c41407-d914-449a-8f0a-bf309fe14eb3 req-1f7bb13d-33a7-44a3-8a40-51605e0dfe9e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 1099 time: 0.1669750 Apr 21 12:41:11.412628 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-f5e9a55c-e86d-48c4-982c-de5027f574cc tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Allocated IP 2001:db8:1::1 (e349c293-a41f-4a8c-b0b9-a506eade2a73/356b4124-b14a-4bcc-b509-e73c61e449bc/1b9fe439-ce7a-4458-b462-71d80fa7e865) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:41:11.482251 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-17c41407-d914-449a-8f0a-bf309fe14eb3 req-c510e082-15a7-4fd6-b9ff-365b6b56ee3e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573578 Apr 21 12:41:11.489926 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-699be391-4323-44d5-9e82-f2a081680692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:11.524700 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f5e9a55c-e86d-48c4-982c-de5027f574cc tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:11.528516 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-c8bf2f70-537f-4d01-8874-585a57d37e4d service neutron] 10.222.0.26 "GET /v2.0/networks/88f7b39c-5c7e-4b72-9226-ad89000145b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136185 Apr 21 12:41:11.568121 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc8afd3b-61b6-4222-aa07-175a1b1ded6a tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:11.569124 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-bc8afd3b-61b6-4222-aa07-175a1b1ded6a tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6818054 Apr 21 12:41:11.571900 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43114) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:11.576893 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-b580e06a-58ad-47c1-a7e3-4c27355e096d tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:11.602825 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-699be391-4323-44d5-9e82-f2a081680692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:11.623707 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbbe13-30f9-4020-8075-b7c87fc97946 req-527969d9-783f-4723-ba94-5de99ff69ac2 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:11.625188 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5dbbe13-30f9-4020-8075-b7c87fc97946 req-527969d9-783f-4723-ba94-5de99ff69ac2 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 948 time: 0.2144687 Apr 21 12:41:11.626483 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-255eecac-ed06-4c56-9483-52cb31bc3c90 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=fa0888de-c05b-4b47-a078-4c561e42456a HTTP/1.1" status: 200 len: 217 time: 0.0687351 Apr 21 12:41:11.686488 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f5e9a55c-e86d-48c4-982c-de5027f574cc tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:11.729816 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-699be391-4323-44d5-9e82-f2a081680692 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b10836418a434d518bfc0e9deae8d24d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7933981 Apr 21 12:41:11.732377 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699be391-4323-44d5-9e82-f2a081680692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e5f364-59cc-46f9-9fb2-0c4427340c84,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:11.736625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43116) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:11.750246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c41407-d914-449a-8f0a-bf309fe14eb3 req-d949b7cf-e8e0-4a96-8c8a-589671ff5103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:11.752203 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-17c41407-d914-449a-8f0a-bf309fe14eb3 req-d949b7cf-e8e0-4a96-8c8a-589671ff5103 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2575297 Apr 21 12:41:11.763858 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-06c69a8a-f674-44e1-a620-e0c057fdbbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:11.765349 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-06c69a8a-f674-44e1-a620-e0c057fdbbf3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9a6aa2f7-1c96-4cd2-b9b1-b428448dd54b HTTP/1.1" status: 200 len: 797 time: 0.1267962 Apr 21 12:41:11.793030 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e9a55c-e86d-48c4-982c-de5027f574cc tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network e349c293-a41f-4a8c-b0b9-a506eade2a73 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:41:11.799974 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-f5e9a55c-e86d-48c4-982c-de5027f574cc tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:11.824418 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5dbbe13-30f9-4020-8075-b7c87fc97946 req-7d2f6fb2-ecf8-4393-a136-50ef173b40a2 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689758 Apr 21 12:41:11.829002 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e9a55c-e86d-48c4-982c-de5027f574cc tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:41:11.829642 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f5e9a55c-e86d-48c4-982c-de5027f574cc tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:11.836063 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b580e06a-58ad-47c1-a7e3-4c27355e096d tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3659549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10333'] for router, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:11.836432 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b580e06a-58ad-47c1-a7e3-4c27355e096d tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks [] for router, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:11.837881 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9a55c-e86d-48c4-982c-de5027f574cc tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Port': ['ID=1b9fe439-ce7a-4458-b462-71d80fa7e865,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:11.877546 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf76283c-87ee-4f16-972c-dfe3615438ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:11.902473 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f480983-4a89-4f09-8d17-588f33929583 req-9f0f9a78-3bfb-4278-824f-2644f2bd469d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:11.903943 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f480983-4a89-4f09-8d17-588f33929583 req-9f0f9a78-3bfb-4278-824f-2644f2bd469d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 1099 time: 0.1055632 Apr 21 12:41:11.908090 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-7019ab9f-d483-41ca-af84-667f9fb8d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:11.913770 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-7019ab9f-d483-41ca-af84-667f9fb8d4e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=88f7b39c-5c7e-4b72-9226-ad89000145b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1324861 Apr 21 12:41:11.945806 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf76283c-87ee-4f16-972c-dfe3615438ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:11.990832 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f480983-4a89-4f09-8d17-588f33929583 req-c609900e-88df-4418-91bc-82a2d04e7a1d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=a04337c4-fdf9-4860-8c09-d882271e65e0 HTTP/1.1" status: 200 len: 217 time: 0.0734067 Apr 21 12:41:11.996291 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b580e06a-58ad-47c1-a7e3-4c27355e096d tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103397) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Apr 21 12:41:11.996699 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b580e06a-58ad-47c1-a7e3-4c27355e096d tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Router 697a3210-2b98-4836-89ba-e23d5a35dc61 migrating from provider to provider. {{(pid=103397) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Apr 21 12:41:11.997160 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b580e06a-58ad-47c1-a7e3-4c27355e096d tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:12.008339 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b580e06a-58ad-47c1-a7e3-4c27355e096d tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:12.097246 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-237492ef-b937-41a7-94ab-50f15fb36484 None None] Provisioning complete for port 1b9fe439-ce7a-4458-b462-71d80fa7e865 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:12.097822 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-237492ef-b937-41a7-94ab-50f15fb36484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:12.114231 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b580e06a-58ad-47c1-a7e3-4c27355e096d tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3659538'] for router, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:12.132869 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f480983-4a89-4f09-8d17-588f33929583 req-c013c5dd-70dd-4ea0-b8b0-53c1031bf2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:12.133077 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-237492ef-b937-41a7-94ab-50f15fb36484 None None] Port 1b9fe439-ce7a-4458-b462-71d80fa7e865 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:41:12.134315 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f480983-4a89-4f09-8d17-588f33929583 req-c013c5dd-70dd-4ea0-b8b0-53c1031bf2af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1351323 Apr 21 12:41:12.182568 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-c6208fcd-7982-4121-b0e4-0639998ce057 service neutron] 10.222.0.26 "GET /v2.0/networks/88f7b39c-5c7e-4b72-9226-ad89000145b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450488 Apr 21 12:41:12.197912 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54735dd6-df0a-4579-89fa-dc80c93ac1d3 req-28074546-9d1b-4f0e-bdae-672739e47255 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:12.199650 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54735dd6-df0a-4579-89fa-dc80c93ac1d3 req-28074546-9d1b-4f0e-bdae-672739e47255 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 945 time: 0.1130881 Apr 21 12:41:12.219649 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f5e9a55c-e86d-48c4-982c-de5027f574cc tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:12.225800 n-d-836147-2 neutron-server[103397]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b580e06a-58ad-47c1-a7e3-4c27355e096d tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] No L3 agents can host the router 697a3210-2b98-4836-89ba-e23d5a35dc61 Apr 21 12:41:12.270208 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f480983-4a89-4f09-8d17-588f33929583 req-f0d465f8-06a0-4c0f-ac49-3b0e35cfc20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:12.271719 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f480983-4a89-4f09-8d17-588f33929583 req-f0d465f8-06a0-4c0f-ac49-3b0e35cfc20f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1252031 Apr 21 12:41:12.311392 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf76283c-87ee-4f16-972c-dfe3615438ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:12.313990 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf76283c-87ee-4f16-972c-dfe3615438ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:12.317869 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-bf76283c-87ee-4f16-972c-dfe3615438ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/13e5f364-59cc-46f9-9fb2-0c4427340c84 HTTP/1.1" status: 204 len: 168 time: 0.5752242 Apr 21 12:41:12.325476 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54735dd6-df0a-4579-89fa-dc80c93ac1d3 req-142abff3-7ee0-4990-bc2b-efa24d66bc7d tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141732 Apr 21 12:41:12.372953 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76283c-87ee-4f16-972c-dfe3615438ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e5f364-59cc-46f9-9fb2-0c4427340c84,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:12.404215 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-956c227f-c1e3-4d30-8fab-b39362d0686e req-fb8fde3e-db9c-4fbf-b298-8693b8e64964 service neutron] 10.222.0.26 "GET /v2.0/networks/88f7b39c-5c7e-4b72-9226-ad89000145b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020714 Apr 21 12:41:12.442112 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f480983-4a89-4f09-8d17-588f33929583 req-1e595a95-c9ed-4d9e-8d90-3fe41cc3aaa1 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557131 Apr 21 12:41:12.468193 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b580e06a-58ad-47c1-a7e3-4c27355e096d tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Hosts for router 697a3210-2b98-4836-89ba-e23d5a35dc61: [] {{(pid=103397) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Apr 21 12:41:12.502663 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b580e06a-58ad-47c1-a7e3-4c27355e096d tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Hosts for other DVR routers connected to router 697a3210-2b98-4836-89ba-e23d5a35dc61: set() {{(pid=103397) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Apr 21 12:41:12.505275 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b580e06a-58ad-47c1-a7e3-4c27355e096d tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:12.506552 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b580e06a-58ad-47c1-a7e3-4c27355e096d tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] 10.222.0.36 "PUT /v2.0/routers/697a3210-2b98-4836-89ba-e23d5a35dc61 HTTP/1.1" status: 200 len: 715 time: 0.9336615 Apr 21 12:41:12.509564 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43126) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:12.550488 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f480983-4a89-4f09-8d17-588f33929583 req-cfbdc521-306c-4540-ba2a-479d7a642622 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010280 Apr 21 12:41:12.637350 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-07f5242b-1023-4a99-8ca1-83eb4c79774f tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] 10.222.0.36 "GET /v2.0/routers/697a3210-2b98-4836-89ba-e23d5a35dc61 HTTP/1.1" status: 200 len: 715 time: 0.1203723 Apr 21 12:41:12.639963 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43128) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:12.718642 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f5e9a55c-e86d-48c4-982c-de5027f574cc tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:12.797832 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f5e9a55c-e86d-48c4-982c-de5027f574cc tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:12.798670 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f5e9a55c-e86d-48c4-982c-de5027f574cc tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:12.889945 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9a55c-e86d-48c4-982c-de5027f574cc tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Port': ['ID=1b9fe439-ce7a-4458-b462-71d80fa7e865,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:12.936531 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e9a55c-e86d-48c4-982c-de5027f574cc tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network e349c293-a41f-4a8c-b0b9-a506eade2a73 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:41:12.938254 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-f5e9a55c-e86d-48c4-982c-de5027f574cc tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:12.989195 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0cec5b-35b4-4cd3-8d89-b9da26592dda req-2180b74c-643c-4916-ad82-a63435f4f0ed tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:12.992155 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc0cec5b-35b4-4cd3-8d89-b9da26592dda req-2180b74c-643c-4916-ad82-a63435f4f0ed tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 945 time: 0.2071433 Apr 21 12:41:12.997849 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6acb9071-325a-4ae4-b390-b3c08612f55a tempest-RoutersTestDVR-946411676 tempest-RoutersTestDVR-946411676-project] 10.222.0.36 "GET /v2.0/routers/697a3210-2b98-4836-89ba-e23d5a35dc61 HTTP/1.1" status: 200 len: 681 time: 0.3567739 Apr 21 12:41:13.017135 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43146) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:13.106702 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0e12a-a814-475a-843b-61da8b9ef033 req-6d469438-34ed-4107-929c-295f905ab517 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:13.108248 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10e0e12a-a814-475a-843b-61da8b9ef033 req-6d469438-34ed-4107-929c-295f905ab517 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 948 time: 0.1297193 Apr 21 12:41:13.117923 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc0cec5b-35b4-4cd3-8d89-b9da26592dda req-80c7a7f0-d4cc-498b-bbcd-590e1d2a915b tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923140 Apr 21 12:41:13.122733 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98230a2c-fcf5-483d-b63b-628c8d13611c req-6e691140-046c-4e9c-9ba8-250dc0af7d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:13.124392 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98230a2c-fcf5-483d-b63b-628c8d13611c req-6e691140-046c-4e9c-9ba8-250dc0af7d5a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fd35dba1ddfd47018450abd623ae264f&device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 1096 time: 0.1000621 Apr 21 12:41:13.210982 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91ae893f-0fcb-4369-a13c-20548ad3a7ab tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:13.238676 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10e0e12a-a814-475a-843b-61da8b9ef033 req-aea8b9e7-2ea2-424d-993a-5ca9b44f7284 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183777 Apr 21 12:41:13.255011 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e9a55c-e86d-48c4-982c-de5027f574cc tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Router 583b1760-ab7e-415d-9071-7e80c85cc88c has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:41:13.275584 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98230a2c-fcf5-483d-b63b-628c8d13611c req-228c505c-96c7-41ac-848d-455747af2302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:13.277459 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98230a2c-fcf5-483d-b63b-628c8d13611c req-228c505c-96c7-41ac-848d-455747af2302 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d447278d-f344-4de7-84b4-470e6442d819 HTTP/1.1" status: 200 len: 917 time: 0.1451848 Apr 21 12:41:13.299098 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3aa2ec14-0d78-4e52-acc2-7ad9cece1038 None None] Provisioning complete for port 1b9fe439-ce7a-4458-b462-71d80fa7e865 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:13.300069 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3aa2ec14-0d78-4e52-acc2-7ad9cece1038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:13.339478 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98230a2c-fcf5-483d-b63b-628c8d13611c req-860a32dc-b9a0-439b-99ea-a51960279454 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a77e1e5c-3459-4af8-850f-34774ba8e43f HTTP/1.1" status: 200 len: 217 time: 0.0481513 Apr 21 12:41:13.370277 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3aa2ec14-0d78-4e52-acc2-7ad9cece1038 None None] Port 1b9fe439-ce7a-4458-b462-71d80fa7e865 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:41:13.405450 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98230a2c-fcf5-483d-b63b-628c8d13611c req-cf872b03-8e73-4b2d-a837-73686cef8851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:13.408691 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98230a2c-fcf5-483d-b63b-628c8d13611c req-cf872b03-8e73-4b2d-a837-73686cef8851 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=33aaa7b5-e4ac-4c92-a11b-6d9aef1da3fc HTTP/1.1" status: 200 len: 855 time: 0.0602591 Apr 21 12:41:13.420116 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46b50f81-fb7c-46a9-9a42-4bc71a2b620c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:13.457304 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98230a2c-fcf5-483d-b63b-628c8d13611c req-3b90e2a0-0be9-4515-8f6d-7d122ce50705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:13.458868 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98230a2c-fcf5-483d-b63b-628c8d13611c req-3b90e2a0-0be9-4515-8f6d-7d122ce50705 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d447278d-f344-4de7-84b4-470e6442d819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428743 Apr 21 12:41:13.566809 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98230a2c-fcf5-483d-b63b-628c8d13611c req-f2170294-c035-44ab-99cf-a59358768ac3 service neutron] 10.222.0.26 "GET /v2.0/networks/d447278d-f344-4de7-84b4-470e6442d819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007230 Apr 21 12:41:13.675559 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98230a2c-fcf5-483d-b63b-628c8d13611c req-ad4ff5f7-66a5-446b-b060-04c82cfc75a1 service neutron] 10.222.0.26 "GET /v2.0/networks/d447278d-f344-4de7-84b4-470e6442d819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025214 Apr 21 12:41:13.734967 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91ae893f-0fcb-4369-a13c-20548ad3a7ab tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:13.738639 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91ae893f-0fcb-4369-a13c-20548ad3a7ab tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:13.791968 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e9a55c-e86d-48c4-982c-de5027f574cc tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:41:13.797356 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f5e9a55c-e86d-48c4-982c-de5027f574cc tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "PUT /v2.0/routers/583b1760-ab7e-415d-9071-7e80c85cc88c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3513148 Apr 21 12:41:13.800099 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43160) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:13.802979 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16107f38-c92f-466e-ac15-f9817f95af27 None None] Sync routers for ids ['583b1760-ab7e-415d-9071-7e80c85cc88c'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:41:13.813253 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16107f38-c92f-466e-ac15-f9817f95af27 None None] Routers {'583b1760-ab7e-415d-9071-7e80c85cc88c'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:41:13.814204 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-16107f38-c92f-466e-ac15-f9817f95af27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:40:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['583b1760-ab7e-415d-9071-7e80c85cc88c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:13.848846 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-16107f38-c92f-466e-ac15-f9817f95af27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:13.852148 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428adc3e-c069-404e-ad39-0a8013ed8ca0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:13.853823 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-428adc3e-c069-404e-ad39-0a8013ed8ca0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "GET /v2.0/ports/1b9fe439-ce7a-4458-b462-71d80fa7e865 HTTP/1.1" status: 200 len: 913 time: 0.0510440 Apr 21 12:41:13.856638 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43164) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:13.858689 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16107f38-c92f-466e-ac15-f9817f95af27 None None] Routers {'583b1760-ab7e-415d-9071-7e80c85cc88c'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:41:13.859545 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-16107f38-c92f-466e-ac15-f9817f95af27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:40:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['583b1760-ab7e-415d-9071-7e80c85cc88c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:13.898597 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-16107f38-c92f-466e-ac15-f9817f95af27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:13.899251 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16107f38-c92f-466e-ac15-f9817f95af27 None None] The sync data for ids ['583b1760-ab7e-415d-9071-7e80c85cc88c'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:41:13.902147 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91ae893f-0fcb-4369-a13c-20548ad3a7ab tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:13.902683 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ae893f-0fcb-4369-a13c-20548ad3a7ab tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 697a3210-2b98-4836-89ba-e23d5a35dc61 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:41:13.908895 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91ae893f-0fcb-4369-a13c-20548ad3a7ab tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:13.913845 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43166) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:13.915445 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-91ae893f-0fcb-4369-a13c-20548ad3a7ab tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] 10.222.0.36 "DELETE /v2.0/routers/697a3210-2b98-4836-89ba-e23d5a35dc61 HTTP/1.1" status: 204 len: 168 time: 0.8972144 Apr 21 12:41:13.921805 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ad37bce5-1251-42dd-94f2-5a549896542e tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Request body: {'router': {'name': 'tempest-router-398562958', 'distributed': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:13.994864 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ad37bce5-1251-42dd-94f2-5a549896542e tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:13.995925 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ad37bce5-1251-42dd-94f2-5a549896542e tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:14.053790 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ad37bce5-1251-42dd-94f2-5a549896542e tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:14.146351 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ad37bce5-1251-42dd-94f2-5a549896542e tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:14.197117 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab6c8fea-727f-4dd7-8b88-e39b6846954f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:14.253011 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44110d81-bb95-4147-ad01-38c560de9154 req-0f64855b-cc40-4592-b68b-cdd0ce3bbad2 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:14.254638 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-44110d81-bb95-4147-ad01-38c560de9154 req-0f64855b-cc40-4592-b68b-cdd0ce3bbad2 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 945 time: 0.0538070 Apr 21 12:41:14.298537 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-44110d81-bb95-4147-ad01-38c560de9154 req-41f91dd0-a422-4710-8350-2c60f458e011 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364513 Apr 21 12:41:14.366987 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ad37bce5-1251-42dd-94f2-5a549896542e tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:14.370768 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ad37bce5-1251-42dd-94f2-5a549896542e tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4517009 Apr 21 12:41:14.371137 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43178) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:14.397288 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c2a17-85b8-40e7-b97b-ef67f59c9da1 req-2eadf10c-08f2-4c97-93a0-fe5fbd952979 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:14.400214 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-598c2a17-85b8-40e7-b97b-ef67f59c9da1 req-2eadf10c-08f2-4c97-93a0-fe5fbd952979 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 948 time: 0.0720212 Apr 21 12:41:14.434939 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-598c2a17-85b8-40e7-b97b-ef67f59c9da1 req-e5e43330-ae62-43e8-9cca-c6ab4b606768 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339117 Apr 21 12:41:14.465367 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f18cbeb9-0f11-4e6e-aa90-51b567489523 tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:14.668017 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f18cbeb9-0f11-4e6e-aa90-51b567489523 tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:14.670882 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f18cbeb9-0f11-4e6e-aa90-51b567489523 tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:14.731368 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ab6c8fea-727f-4dd7-8b88-e39b6846954f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Deleting port 1b9fe439-ce7a-4458-b462-71d80fa7e865 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:14.731704 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab6c8fea-727f-4dd7-8b88-e39b6846954f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:14.815309 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f18cbeb9-0f11-4e6e-aa90-51b567489523 tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:14.815958 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18cbeb9-0f11-4e6e-aa90-51b567489523 tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Fanout notify agent at l3_agent the message router_deleted on router decb092e-769e-434c-a5f3-604380ba4e51 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:41:14.818363 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab6c8fea-727f-4dd7-8b88-e39b6846954f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:14.822848 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f18cbeb9-0f11-4e6e-aa90-51b567489523 tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:14.824229 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f18cbeb9-0f11-4e6e-aa90-51b567489523 tempest-RoutersTestDVR-763145319 tempest-RoutersTestDVR-763145319-project-admin] 10.222.0.36 "DELETE /v2.0/routers/decb092e-769e-434c-a5f3-604380ba4e51 HTTP/1.1" status: 204 len: 168 time: 0.4492805 Apr 21 12:41:14.837226 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ab6c8fea-727f-4dd7-8b88-e39b6846954f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Calling delete_port for 1b9fe439-ce7a-4458-b462-71d80fa7e865 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:41:15.114341 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab6c8fea-727f-4dd7-8b88-e39b6846954f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:15.139149 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c8fea-727f-4dd7-8b88-e39b6846954f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Port': ['ID=1b9fe439-ce7a-4458-b462-71d80fa7e865,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:15.265572 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab6c8fea-727f-4dd7-8b88-e39b6846954f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:15.440818 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927e358-335c-4d66-8b43-1ff625ec609b req-3749bf47-8ddb-44b0-adc7-314d937540e0 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:15.442966 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e927e358-335c-4d66-8b43-1ff625ec609b req-3749bf47-8ddb-44b0-adc7-314d937540e0 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 945 time: 0.0640848 Apr 21 12:41:15.465818 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43224) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:15.494278 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e927e358-335c-4d66-8b43-1ff625ec609b req-1d27c794-3259-4927-8839-07d5d4aaef05 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445130 Apr 21 12:41:15.543761 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab6c8fea-727f-4dd7-8b88-e39b6846954f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Router 583b1760-ab7e-415d-9071-7e80c85cc88c has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:41:15.588291 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca310a-c7a8-44e0-b79c-b5caefdf2964 req-b73e6857-ba02-41d4-9deb-62bfcd11dd90 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:15.590330 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1aca310a-c7a8-44e0-b79c-b5caefdf2964 req-b73e6857-ba02-41d4-9deb-62bfcd11dd90 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 948 time: 0.0815370 Apr 21 12:41:15.663676 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fc30d40-390a-4d20-bbb3-b76152f00ff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:15.673123 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab6c8fea-727f-4dd7-8b88-e39b6846954f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:41:15.679727 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1aca310a-c7a8-44e0-b79c-b5caefdf2964 req-3652bb44-49c6-43fe-97c1-2799bff53688 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833802 Apr 21 12:41:15.683127 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43236) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:15.685372 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703014ec-3dcb-4d8d-942c-ce6047cf6223 None None] Sync routers for ids ['583b1760-ab7e-415d-9071-7e80c85cc88c'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:41:15.686515 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ab6c8fea-727f-4dd7-8b88-e39b6846954f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "PUT /v2.0/routers/583b1760-ab7e-415d-9071-7e80c85cc88c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8218138 Apr 21 12:41:15.706157 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703014ec-3dcb-4d8d-942c-ce6047cf6223 None None] Routers {'583b1760-ab7e-415d-9071-7e80c85cc88c'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:41:15.706978 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-703014ec-3dcb-4d8d-942c-ce6047cf6223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:40:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['583b1760-ab7e-415d-9071-7e80c85cc88c'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:15.747164 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-703014ec-3dcb-4d8d-942c-ce6047cf6223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:15.758417 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703014ec-3dcb-4d8d-942c-ce6047cf6223 None None] Routers {'583b1760-ab7e-415d-9071-7e80c85cc88c'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:41:15.759452 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:41:15.760528 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-703014ec-3dcb-4d8d-942c-ce6047cf6223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:40:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['583b1760-ab7e-415d-9071-7e80c85cc88c'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:15.779223 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fc30d40-390a-4d20-bbb3-b76152f00ff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:15.800947 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65404b6-ff4a-4bd4-bb54-9a215930b612 req-2b94940f-c2d8-48c1-ad51-4c44602e718f tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:15.802427 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a65404b6-ff4a-4bd4-bb54-9a215930b612 req-2b94940f-c2d8-48c1-ad51-4c44602e718f tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 945 time: 0.1856117 Apr 21 12:41:15.803452 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-872d7360-2174-4cc6-a970-1b32c6bccd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:15.806010 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-703014ec-3dcb-4d8d-942c-ce6047cf6223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:15.806815 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703014ec-3dcb-4d8d-942c-ce6047cf6223 None None] The sync data for ids ['583b1760-ab7e-415d-9071-7e80c85cc88c'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:41:15.890837 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device a04337c4-fdf9-4860-8c09-d882271e65e0 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:41:15.933194 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a65404b6-ff4a-4bd4-bb54-9a215930b612 req-4d23e30d-13b4-4e64-9185-4877bdc800bb tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234074 Apr 21 12:41:15.949922 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fc30d40-390a-4d20-bbb3-b76152f00ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:16.016597 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port a04337c4-fdf9-4860-8c09-d882271e65e0, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a04337c4-fdf9-4860-8c09-d882271e65e0,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:16.021255 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8fc30d40-390a-4d20-bbb3-b76152f00ff6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=551393c172564515b7c80c1347c2df4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5544012 Apr 21 12:41:16.022183 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc30d40-390a-4d20-bbb3-b76152f00ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe33816-dff6-42ec-a1a9-7b9db01d44ec,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:16.025902 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43252) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:16.036296 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'a04337c4-fdf9-4860-8c09-d882271e65e0', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': 'a04337c4-fdf9-4860-8c09-d882271e65e0', 'mac_address': 'fa:16:3e:d5:65:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:41:16.086572 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-50007044-aabe-446a-a5c7-31ad32dbbb99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:16.088178 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:16.088992 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a64350-5f1f-46a7-8fec-8404e3ec6fed req-68fa8d6e-a287-482f-ba9d-3667b4219278 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:16.090576 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98a64350-5f1f-46a7-8fec-8404e3ec6fed req-68fa8d6e-a287-482f-ba9d-3667b4219278 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=65af2bee-f3db-4de5-b5b7-98007eba1365 HTTP/1.1" status: 200 len: 945 time: 0.0637188 Apr 21 12:41:16.102204 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a04337c4-fdf9-4860-8c09-d882271e65e0 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:41:16.112952 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-50007044-aabe-446a-a5c7-31ad32dbbb99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:16.123390 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port a04337c4-fdf9-4860-8c09-d882271e65e0, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a04337c4-fdf9-4860-8c09-d882271e65e0,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:16.194567 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:16.241502 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-50007044-aabe-446a-a5c7-31ad32dbbb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:16.245486 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-50007044-aabe-446a-a5c7-31ad32dbbb99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:16.246065 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=a04337c4-fdf9-4860-8c09-d882271e65e0,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:16.249564 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-50007044-aabe-446a-a5c7-31ad32dbbb99 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cbe33816-dff6-42ec-a1a9-7b9db01d44ec HTTP/1.1" status: 204 len: 168 time: 0.2196259 Apr 21 12:41:16.261282 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50007044-aabe-446a-a5c7-31ad32dbbb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe33816-dff6-42ec-a1a9-7b9db01d44ec,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:16.391449 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43258) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:16.446702 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['a04337c4-fdf9-4860-8c09-d882271e65e0'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:41:16.484839 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98a64350-5f1f-46a7-8fec-8404e3ec6fed req-ba5915b6-608b-4d5d-88bd-e930b69bf02c tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662825 Apr 21 12:41:16.495282 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-949ba1f9-cf33-48dc-93a1-dce66fb12726 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:16.663772 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d17dc966-078d-41d3-87d2-f81113f9e078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:16.666175 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975d3a1-30a9-4a69-aef2-3aec6e01274b req-414c4ca0-6a26-4927-b489-4707e4025160 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:16.667564 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7975d3a1-30a9-4a69-aef2-3aec6e01274b req-414c4ca0-6a26-4927-b489-4707e4025160 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd152191-6040-4828-811e-51554fb1a1d6 HTTP/1.1" status: 200 len: 945 time: 0.0927501 Apr 21 12:41:16.741501 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7975d3a1-30a9-4a69-aef2-3aec6e01274b req-fd565da7-43cf-43b6-bc5c-9be60545feb4 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495763 Apr 21 12:41:16.750662 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d17dc966-078d-41d3-87d2-f81113f9e078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:16.798357 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-1b9ab937-ffbc-4ac7-a171-6289f6e0639f req-a8c9dbc2-70a6-41a2-bbc1-8fa8bccb2a7d tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:41:16.799306 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b9ab937-ffbc-4ac7-a171-6289f6e0639f req-a8c9dbc2-70a6-41a2-bbc1-8fa8bccb2a7d tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076625 Apr 21 12:41:16.860263 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:16.914654 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d17dc966-078d-41d3-87d2-f81113f9e078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:16.923649 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b229bd-3118-4461-b6c4-50a567692078 req-aa6d8d3b-b136-4f18-b1fb-f0eb69f2b9cf tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:16.925168 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42b229bd-3118-4461-b6c4-50a567692078 req-aa6d8d3b-b136-4f18-b1fb-f0eb69f2b9cf tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 949 time: 0.1495578 Apr 21 12:41:16.958172 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d17dc966-078d-41d3-87d2-f81113f9e078 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=025bf4985e60436dadb6d1ac33d09846&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5646191 Apr 21 12:41:16.958967 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17dc966-078d-41d3-87d2-f81113f9e078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ee178a-6044-460a-aac6-eb4ffcc84553,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:16.961609 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b9ab937-ffbc-4ac7-a171-6289f6e0639f req-d68b5978-c291-4bc1-aea3-1cf27e588af4 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.8&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1486182 Apr 21 12:41:16.961770 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43274) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:16.985132 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-949ba1f9-cf33-48dc-93a1-dce66fb12726 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Deleting port c2f695db-a5eb-4764-8a6b-a49a904c892e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:16.987032 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-949ba1f9-cf33-48dc-93a1-dce66fb12726 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:17.014684 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42b229bd-3118-4461-b6c4-50a567692078 req-1556c174-e121-4df7-a18f-04dc8184ecf8 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673618 Apr 21 12:41:17.015752 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-468ea7b1-9dfa-4c22-bbd4-a41d46eb2d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:17.043515 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-468ea7b1-9dfa-4c22-bbd4-a41d46eb2d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:17.093189 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-949ba1f9-cf33-48dc-93a1-dce66fb12726 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:17.098620 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43276) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:17.107010 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-949ba1f9-cf33-48dc-93a1-dce66fb12726 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Calling delete_port for c2f695db-a5eb-4764-8a6b-a49a904c892e owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:41:17.112963 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05dba4bc-8589-4b2a-a776-64f94ef4a00d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:17.200316 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-468ea7b1-9dfa-4c22-bbd4-a41d46eb2d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:17.202939 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-468ea7b1-9dfa-4c22-bbd4-a41d46eb2d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:17.206562 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-468ea7b1-9dfa-4c22-bbd4-a41d46eb2d5f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c9ee178a-6044-460a-aac6-eb4ffcc84553 HTTP/1.1" status: 204 len: 168 time: 0.2404954 Apr 21 12:41:17.222681 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ea7b1-9dfa-4c22-bbd4-a41d46eb2d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ee178a-6044-460a-aac6-eb4ffcc84553,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:17.281151 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05dba4bc-8589-4b2a-a776-64f94ef4a00d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:17.311801 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3e0a7-c830-4c29-b0ad-6478b49677c0 req-36b47f38-af93-47d2-b9f8-a61f391b8885 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:17.313293 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52f3e0a7-c830-4c29-b0ad-6478b49677c0 req-36b47f38-af93-47d2-b9f8-a61f391b8885 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 945 time: 0.0962427 Apr 21 12:41:17.348615 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05dba4bc-8589-4b2a-a776-64f94ef4a00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:17.369016 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52f3e0a7-c830-4c29-b0ad-6478b49677c0 req-77e07f8f-7eca-469a-b475-9b66e69a28da tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457776 Apr 21 12:41:17.395517 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-05dba4bc-8589-4b2a-a776-64f94ef4a00d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=96182058d0dd457daae67f7b208e3083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2957723 Apr 21 12:41:17.399482 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dba4bc-8589-4b2a-a776-64f94ef4a00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8994040e-c42c-40c6-8e2d-f8c0ffbed5b3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:17.404935 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43284) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:17.463015 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-503c0a8e-0197-4794-9d23-e7721946b637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:17.478337 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-949ba1f9-cf33-48dc-93a1-dce66fb12726 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:17.484386 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-503c0a8e-0197-4794-9d23-e7721946b637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:17.516506 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ba1f9-cf33-48dc-93a1-dce66fb12726 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Port': ['ID=c2f695db-a5eb-4764-8a6b-a49a904c892e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:17.549945 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56782c48-8b57-42ed-9b65-e9df965dc5d7 req-4deb677e-ba52-4994-acf0-1dc7fe050654 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:17.551670 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56782c48-8b57-42ed-9b65-e9df965dc5d7 req-4deb677e-ba52-4994-acf0-1dc7fe050654 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=65af2bee-f3db-4de5-b5b7-98007eba1365 HTTP/1.1" status: 200 len: 945 time: 0.1046710 Apr 21 12:41:17.626775 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-503c0a8e-0197-4794-9d23-e7721946b637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:17.631570 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-503c0a8e-0197-4794-9d23-e7721946b637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:17.634822 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-503c0a8e-0197-4794-9d23-e7721946b637 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8994040e-c42c-40c6-8e2d-f8c0ffbed5b3 HTTP/1.1" status: 204 len: 168 time: 0.2203481 Apr 21 12:41:17.638083 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-949ba1f9-cf33-48dc-93a1-dce66fb12726 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:17.654576 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:17.666096 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56782c48-8b57-42ed-9b65-e9df965dc5d7 req-19c591d7-acdd-4b59-b1c8-251929aadcae tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794003 Apr 21 12:41:17.669662 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c0a8e-0197-4794-9d23-e7721946b637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8994040e-c42c-40c6-8e2d-f8c0ffbed5b3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:17.853286 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949ba1f9-cf33-48dc-93a1-dce66fb12726 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Router 583b1760-ab7e-415d-9071-7e80c85cc88c has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:41:17.871674 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee0818e-ef40-42c8-a919-acc8f36c9706 req-1efd26e0-34d5-4449-994a-586417c0e527 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:17.873146 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4ee0818e-ef40-42c8-a919-acc8f36c9706 req-1efd26e0-34d5-4449-994a-586417c0e527 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd152191-6040-4828-811e-51554fb1a1d6 HTTP/1.1" status: 200 len: 945 time: 0.0880787 Apr 21 12:41:17.907808 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device a04337c4-fdf9-4860-8c09-d882271e65e0 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:41:17.957113 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949ba1f9-cf33-48dc-93a1-dce66fb12726 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:41:17.964106 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-949ba1f9-cf33-48dc-93a1-dce66fb12726 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "PUT /v2.0/routers/583b1760-ab7e-415d-9071-7e80c85cc88c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2799902 Apr 21 12:41:17.967019 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43292) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:17.971936 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d637250-c456-4f96-9103-bb07ed241f53 None None] Sync routers for ids ['583b1760-ab7e-415d-9071-7e80c85cc88c'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:41:17.989560 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d637250-c456-4f96-9103-bb07ed241f53 None None] Routers {'583b1760-ab7e-415d-9071-7e80c85cc88c'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:41:17.989560 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2d637250-c456-4f96-9103-bb07ed241f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:41:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['583b1760-ab7e-415d-9071-7e80c85cc88c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:17.989852 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4ee0818e-ef40-42c8-a919-acc8f36c9706 req-4782ceff-225a-44bb-9069-c63708953899 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070852 Apr 21 12:41:17.997623 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bf5961a3-17f4-4010-aeb5-91b0786f6458 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "GET /v2.0/ports?device_id=583b1760-ab7e-415d-9071-7e80c85cc88c HTTP/1.1" status: 200 len: 205 time: 0.0282547 Apr 21 12:41:17.999241 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43294) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:18.016018 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2d637250-c456-4f96-9103-bb07ed241f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:18.025221 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d637250-c456-4f96-9103-bb07ed241f53 None None] Routers {'583b1760-ab7e-415d-9071-7e80c85cc88c'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:41:18.026058 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2d637250-c456-4f96-9103-bb07ed241f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:41:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['583b1760-ab7e-415d-9071-7e80c85cc88c'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:18.065694 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2d637250-c456-4f96-9103-bb07ed241f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:18.065694 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d637250-c456-4f96-9103-bb07ed241f53 None None] The sync data for ids ['583b1760-ab7e-415d-9071-7e80c85cc88c'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:41:18.076648 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port a04337c4-fdf9-4860-8c09-d882271e65e0 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:41:18.082768 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port a04337c4-fdf9-4860-8c09-d882271e65e0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:18.083144 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:18.092569 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8997f417-c66d-4b28-8f5a-45dcdea5e430 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:18.189616 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43302) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:18.207721 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2ceb7de1-688b-45f0-b9fb-a3807f60d226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:18.289419 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2ceb7de1-688b-45f0-b9fb-a3807f60d226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:18.342890 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8997f417-c66d-4b28-8f5a-45dcdea5e430 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:18.348235 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8997f417-c66d-4b28-8f5a-45dcdea5e430 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:18.351477 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:18.365477 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4560b-17fc-404c-8234-7e37e3585971 req-ce8af5a9-3de9-46fd-8590-bd7023d6abce tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:18.366997 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9ed4560b-17fc-404c-8234-7e37e3585971 req-ce8af5a9-3de9-46fd-8590-bd7023d6abce tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 949 time: 0.2387078 Apr 21 12:41:18.376668 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918f7e73-6a8e-47f3-a19a-aa1e837bab0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04337c4-fdf9-4860-8c09-d882271e65e0'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:41:18.379088 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86d01d7-43b7-4e8a-a0e4-33e94c165acf" -d '{"events": [{"server_uuid": "918f7e73-6a8e-47f3-a19a-aa1e837bab0b", "name": "network-vif-plugged", "status": "completed", "tag": "a04337c4-fdf9-4860-8c09-d882271e65e0"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:41:18.392254 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port a04337c4-fdf9-4860-8c09-d882271e65e0, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a04337c4-fdf9-4860-8c09-d882271e65e0,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:18.394162 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2ceb7de1-688b-45f0-b9fb-a3807f60d226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:18.416181 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557e52e-5d85-4003-b839-dd4fdd629209 req-c5dcbae0-dbab-4b2b-bd77-3fab2aa93965 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:18.421465 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:18.422417 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557e52e-5d85-4003-b839-dd4fdd629209 req-c5dcbae0-dbab-4b2b-bd77-3fab2aa93965 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:18.429110 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557e52e-5d85-4003-b839-dd4fdd629209 req-c5dcbae0-dbab-4b2b-bd77-3fab2aa93965 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:18.430770 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5557e52e-5d85-4003-b839-dd4fdd629209 req-c5dcbae0-dbab-4b2b-bd77-3fab2aa93965 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd152191-6040-4828-811e-51554fb1a1d6&device_id=65af2bee-f3db-4de5-b5b7-98007eba1365&device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 2416 time: 0.2018380 Apr 21 12:41:18.434542 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2ceb7de1-688b-45f0-b9fb-a3807f60d226 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8fd010aa2a1740f89eb053643df29c28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2438548 Apr 21 12:41:18.437154 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43310) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:18.444301 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb7de1-688b-45f0-b9fb-a3807f60d226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5360d7bc-f0d7-4dc5-a8df-55144ed29b81,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:18.492099 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9ed4560b-17fc-404c-8234-7e37e3585971 req-b362efb5-80fd-4c66-894f-a0fbedb24608 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850966 Apr 21 12:41:18.495041 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5557e52e-5d85-4003-b839-dd4fdd629209 req-c0942084-7c8b-45e3-936d-159da2b76bf4 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565970 Apr 21 12:41:18.500422 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:18.516337 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c949026-6229-4423-9182-2b7b5e9cfc9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:18.537882 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cd5e9e-5160-446c-a2c0-538b50fa2560 x-openstack-request-id: req-b4cd5e9e-5160-446c-a2c0-538b50fa2560 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:41:18.538176 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918f7e73-6a8e-47f3-a19a-aa1e837bab0b", "name": "network-vif-plugged", "status": "completed", "tag": "a04337c4-fdf9-4860-8c09-d882271e65e0", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:41:18.538425 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b4cd5e9e-5160-446c-a2c0-538b50fa2560 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:41:18.538822 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4cd5e9e-5160-446c-a2c0-538b50fa2560'] response: {'server_uuid': '918f7e73-6a8e-47f3-a19a-aa1e837bab0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04337c4-fdf9-4860-8c09-d882271e65e0', 'code': 200} Apr 21 12:41:18.543641 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8997f417-c66d-4b28-8f5a-45dcdea5e430 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:18.547868 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8997f417-c66d-4b28-8f5a-45dcdea5e430 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Fanout notify agent at l3_agent the message router_deleted on router 583b1760-ab7e-415d-9071-7e80c85cc88c {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:41:18.548498 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c949026-6229-4423-9182-2b7b5e9cfc9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:18.561517 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8997f417-c66d-4b28-8f5a-45dcdea5e430 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:18.564340 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8997f417-c66d-4b28-8f5a-45dcdea5e430 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/routers/583b1760-ab7e-415d-9071-7e80c85cc88c HTTP/1.1" status: 204 len: 168 time: 0.5629041 Apr 21 12:41:18.567399 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43316) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:18.571355 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=a04337c4-fdf9-4860-8c09-d882271e65e0,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:18.593052 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-875bc5aa-4c6f-4f40-a044-9c87a225b029 req-4a5b69e3-17ad-4a9e-adbd-712d9ed9d963 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:41:18.594706 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-875bc5aa-4c6f-4f40-a044-9c87a225b029 req-4a5b69e3-17ad-4a9e-adbd-712d9ed9d963 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0291007 Apr 21 12:41:18.693634 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-8565f3df-670a-4483-9afe-589c3ccd2f29 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Deleting subnet 356b4124-b14a-4bcc-b509-e73c61e449bc {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:41:18.698118 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8565f3df-670a-4483-9afe-589c3ccd2f29 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:18.729547 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:18.755649 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-875bc5aa-4c6f-4f40-a044-9c87a225b029 req-94599ca1-e6d9-4ac2-9347-064974b3bd00 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1371818 Apr 21 12:41:18.759703 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497009b2-ef9a-4134-8740-ca13f6b9522e req-322e2ff2-0246-4725-aafd-cdd0693a0146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:18.761028 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-497009b2-ef9a-4134-8740-ca13f6b9522e req-322e2ff2-0246-4725-aafd-cdd0693a0146 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 1101 time: 0.1438272 Apr 21 12:41:18.765755 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8565f3df-670a-4483-9afe-589c3ccd2f29 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:18.774411 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c949026-6229-4423-9182-2b7b5e9cfc9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:18.776970 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c949026-6229-4423-9182-2b7b5e9cfc9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:18.785722 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9c949026-6229-4423-9182-2b7b5e9cfc9b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5360d7bc-f0d7-4dc5-a8df-55144ed29b81 HTTP/1.1" status: 204 len: 168 time: 0.3398752 Apr 21 12:41:18.792700 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c949026-6229-4423-9182-2b7b5e9cfc9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5360d7bc-f0d7-4dc5-a8df-55144ed29b81,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:18.834790 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-497009b2-ef9a-4134-8740-ca13f6b9522e req-8cdfc510-83e7-46c4-8d6f-7fc1b0ddecc2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653827 Apr 21 12:41:18.882968 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8565f3df-670a-4483-9afe-589c3ccd2f29 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:19.094842 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8565f3df-670a-4483-9afe-589c3ccd2f29 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:19.129059 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8565f3df-670a-4483-9afe-589c3ccd2f29 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Subnet': ['ID=356b4124-b14a-4bcc-b509-e73c61e449bc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:19.131532 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8565f3df-670a-4483-9afe-589c3ccd2f29 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:19.135014 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8565f3df-670a-4483-9afe-589c3ccd2f29 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/subnets/356b4124-b14a-4bcc-b509-e73c61e449bc HTTP/1.1" status: 204 len: 168 time: 0.5661912 Apr 21 12:41:19.137690 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43332) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:19.144450 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5357831f-7623-4657-8cfe-4eb0ad2fb9ac None None] Network e349c293-a41f-4a8c-b0b9-a506eade2a73 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:41:19.238349 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c3e9fcb-b284-4704-9885-93ac34b847ef tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Deleting subnet 813afeb5-7880-4917-9f7d-dd764128221f {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:41:19.245138 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c3e9fcb-b284-4704-9885-93ac34b847ef tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:19.302539 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c3e9fcb-b284-4704-9885-93ac34b847ef tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:19.310622 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43336) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:19.406385 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a422fc-1732-4274-b8fd-107ba87b1913 None None] DHCP port deletion for e349c293-a41f-4a8c-b0b9-a506eade2a73 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:41:19.448390 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c3e9fcb-b284-4704-9885-93ac34b847ef tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:19.454269 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4d108512-5568-4118-b637-4dd9b8a8dcde tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1313726837'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:19.497012 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-60a422fc-1732-4274-b8fd-107ba87b1913 None None] Deleting port 4f7efa2d-683f-4d5f-b370-359811d3dbb6 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:19.497715 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60a422fc-1732-4274-b8fd-107ba87b1913 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:19.569970 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-60a422fc-1732-4274-b8fd-107ba87b1913 None None] For port 4f7efa2d-683f-4d5f-b370-359811d3dbb6, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=4f7efa2d-683f-4d5f-b370-359811d3dbb6,segment=NetworkSegment(df227a28-eab2-44a8-a686-d90a19aeeff8),segment_id=df227a28-eab2-44a8-a686-d90a19aeeff8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:19.570379 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60a422fc-1732-4274-b8fd-107ba87b1913 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:19.591672 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-60a422fc-1732-4274-b8fd-107ba87b1913 None None] Calling delete_port for 4f7efa2d-683f-4d5f-b370-359811d3dbb6 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:41:19.633533 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d108512-5568-4118-b637-4dd9b8a8dcde tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Made reservation on behalf of cb713603b054453aa81a3ad9cbf3409c for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:19.636963 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d108512-5568-4118-b637-4dd9b8a8dcde tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:19.653683 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d108512-5568-4118-b637-4dd9b8a8dcde tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:19.658049 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c3e9fcb-b284-4704-9885-93ac34b847ef tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:19.674778 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c3e9fcb-b284-4704-9885-93ac34b847ef tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:19.686562 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9c3e9fcb-b284-4704-9885-93ac34b847ef tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/subnets/813afeb5-7880-4917-9f7d-dd764128221f HTTP/1.1" status: 204 len: 168 time: 0.5453367 Apr 21 12:41:19.687227 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faf5969-0cd3-4ff1-bd62-03c39228c3d0 None None] Network ec88979c-a051-4272-a5c3-5272075197df requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:41:19.688319 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac0639-245b-4abb-903e-f57b5353ad51 req-32502eb0-4791-4137-90c5-4df830ff3a5a tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:19.689902 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70ac0639-245b-4abb-903e-f57b5353ad51 req-32502eb0-4791-4137-90c5-4df830ff3a5a tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 950 time: 0.0911407 Apr 21 12:41:19.691540 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43354) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:19.716796 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e9fcb-b284-4704-9885-93ac34b847ef tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Subnet': ['ID=813afeb5-7880-4917-9f7d-dd764128221f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:19.777051 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 4f7efa2d-683f-4d5f-b370-359811d3dbb6 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:41:19.874336 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70ac0639-245b-4abb-903e-f57b5353ad51 req-48aa89a3-e8cf-497b-a301-12844aff9ebd tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665850 Apr 21 12:41:19.877853 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45377a28-4189-4a97-8316-6c047c03a01a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:19.950397 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:19.956137 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d108512-5568-4118-b637-4dd9b8a8dcde tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:19.971442 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c12c4de-fb2a-4ab5-a32c-b1ad7b604a26 None None] DHCP port deletion for ec88979c-a051-4272-a5c3-5272075197df request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:41:19.984370 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60a422fc-1732-4274-b8fd-107ba87b1913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:20.003338 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-45377a28-4189-4a97-8316-6c047c03a01a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Deleting port 4f7efa2d-683f-4d5f-b370-359811d3dbb6 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:20.003663 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45377a28-4189-4a97-8316-6c047c03a01a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:20.051453 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d108512-5568-4118-b637-4dd9b8a8dcde tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:20.087045 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a422fc-1732-4274-b8fd-107ba87b1913 None None] Pushing event deleted for resources: {'Port': ['ID=4f7efa2d-683f-4d5f-b370-359811d3dbb6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:20.095640 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-45377a28-4189-4a97-8316-6c047c03a01a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] For port 4f7efa2d-683f-4d5f-b370-359811d3dbb6, host n-d-836147-2, got binding levels [] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:20.096002 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45377a28-4189-4a97-8316-6c047c03a01a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:20.098973 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d108512-5568-4118-b637-4dd9b8a8dcde tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:41:20.102775 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a422fc-1732-4274-b8fd-107ba87b1913 None None] No DVR routers for this DVR port 4f7efa2d-683f-4d5f-b370-359811d3dbb6 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:41:20.130954 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0c12c4de-fb2a-4ab5-a32c-b1ad7b604a26 None None] Deleting port 442f9a97-3ad0-4f3a-89b5-55ef1ad76de4 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:20.132494 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c12c4de-fb2a-4ab5-a32c-b1ad7b604a26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:20.146511 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d108512-5568-4118-b637-4dd9b8a8dcde tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=973bd680-bd92-4c0a-a725-8def1ceac36e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:20.146511 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-45377a28-4189-4a97-8316-6c047c03a01a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Calling delete_port for 4f7efa2d-683f-4d5f-b370-359811d3dbb6 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:41:20.149147 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.ipam_backend_mixin [None req-45377a28-4189-4a97-8316-6c047c03a01a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Port 4f7efa2d-683f-4d5f-b370-359811d3dbb6 was not found and therefore no delete operation was performed {{(pid=103398) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 12:41:20.152406 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45377a28-4189-4a97-8316-6c047c03a01a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:20.155630 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d108512-5568-4118-b637-4dd9b8a8dcde tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:20.156058 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-4d108512-5568-4118-b637-4dd9b8a8dcde tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Added segment e87e6e55-099d-49fb-a599-adce2c60a5fa of type vlan for network 250ab069-2888-4a30-948a-b3d249ecc0d5 Apr 21 12:41:20.188470 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45377a28-4189-4a97-8316-6c047c03a01a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Port': ['ID=4f7efa2d-683f-4d5f-b370-359811d3dbb6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:20.193224 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45377a28-4189-4a97-8316-6c047c03a01a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] No DVR routers for this DVR port 4f7efa2d-683f-4d5f-b370-359811d3dbb6 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:41:20.253638 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0c12c4de-fb2a-4ab5-a32c-b1ad7b604a26 None None] For port 442f9a97-3ad0-4f3a-89b5-55ef1ad76de4, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=442f9a97-3ad0-4f3a-89b5-55ef1ad76de4,segment=NetworkSegment(6b64f7f5-3e9a-4150-b546-6e1e0eab5e76),segment_id=6b64f7f5-3e9a-4150-b546-6e1e0eab5e76)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:20.254266 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c12c4de-fb2a-4ab5-a32c-b1ad7b604a26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:20.263226 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d108512-5568-4118-b637-4dd9b8a8dcde tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:20.297534 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0c12c4de-fb2a-4ab5-a32c-b1ad7b604a26 None None] Calling delete_port for 442f9a97-3ad0-4f3a-89b5-55ef1ad76de4 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:41:20.323783 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45377a28-4189-4a97-8316-6c047c03a01a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:20.347581 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-45377a28-4189-4a97-8316-6c047c03a01a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e349c293-a41f-4a8c-b0b9-a506eade2a73']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:20.359031 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-45377a28-4189-4a97-8316-6c047c03a01a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df227a28-eab2-44a8-a686-d90a19aeeff8') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:20.359354 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-45377a28-4189-4a97-8316-6c047c03a01a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df227a28-eab2-44a8-a686-d90a19aeeff8') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:20.373566 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45377a28-4189-4a97-8316-6c047c03a01a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:20.388346 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:20.389256 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45377a28-4189-4a97-8316-6c047c03a01a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:20.407495 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45377a28-4189-4a97-8316-6c047c03a01a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:41:20.407905 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45377a28-4189-4a97-8316-6c047c03a01a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:41:20.410987 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:41:20.482915 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d108512-5568-4118-b637-4dd9b8a8dcde tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:20.489138 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d108512-5568-4118-b637-4dd9b8a8dcde tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:20.490802 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4d108512-5568-4118-b637-4dd9b8a8dcde tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:20.531648 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c12c4de-fb2a-4ab5-a32c-b1ad7b604a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:20.566450 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12c4de-fb2a-4ab5-a32c-b1ad7b604a26 None None] Pushing event deleted for resources: {'Port': ['ID=442f9a97-3ad0-4f3a-89b5-55ef1ad76de4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:20.577170 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c12c4de-fb2a-4ab5-a32c-b1ad7b604a26 None None] No DVR routers for this DVR port 442f9a97-3ad0-4f3a-89b5-55ef1ad76de4 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:41:20.890088 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45377a28-4189-4a97-8316-6c047c03a01a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:20.905611 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45377a28-4189-4a97-8316-6c047c03a01a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:20.909191 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-45377a28-4189-4a97-8316-6c047c03a01a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/networks/e349c293-a41f-4a8c-b0b9-a506eade2a73 HTTP/1.1" status: 204 len: 168 time: 1.2167389 Apr 21 12:41:20.912035 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43378) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:20.932783 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d108512-5568-4118-b637-4dd9b8a8dcde tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Pushing event updated for resources: {'Network': ['ID=250ab069-2888-4a30-948a-b3d249ecc0d5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:20.944845 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 250ab069-2888-4a30-948a-b3d249ecc0d5 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:41:20.952170 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45377a28-4189-4a97-8316-6c047c03a01a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Network': ['ID=e349c293-a41f-4a8c-b0b9-a506eade2a73,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:20.966724 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d3176-6a1b-4b4a-aaf2-c729c9ef2625 req-f61c1615-a1c0-4630-904a-b00fcebbff54 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:20.968205 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d0d3176-6a1b-4b4a-aaf2-c729c9ef2625 req-f61c1615-a1c0-4630-904a-b00fcebbff54 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd152191-6040-4828-811e-51554fb1a1d6 HTTP/1.1" status: 200 len: 945 time: 0.0861721 Apr 21 12:41:21.023686 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-352e57d1-550c-4a10-b277-db9e12fb9e9b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:21.024498 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4d108512-5568-4118-b637-4dd9b8a8dcde tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.7130108 Apr 21 12:41:21.027500 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43382) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:21.033894 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-19fdbc52-3881-499c-bf73-15e73b21a8da tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Request body: {'subnet': {'network_id': '250ab069-2888-4a30-948a-b3d249ecc0d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:21.100055 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d0d3176-6a1b-4b4a-aaf2-c729c9ef2625 req-77b7c9bf-e560-4e8f-aa43-4c48d1342667 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232598 Apr 21 12:41:21.121862 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-352e57d1-550c-4a10-b277-db9e12fb9e9b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:21.122249 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296542ff-0522-4e96-89f6-49098fcf462d req-dc85c5e5-decb-4a1f-a3ee-2f119a3bf997 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:21.123718 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-296542ff-0522-4e96-89f6-49098fcf462d req-dc85c5e5-decb-4a1f-a3ee-2f119a3bf997 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 950 time: 0.1409249 Apr 21 12:41:21.143898 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-352e57d1-550c-4a10-b277-db9e12fb9e9b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec88979c-a051-4272-a5c3-5272075197df']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:21.157145 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-352e57d1-550c-4a10-b277-db9e12fb9e9b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b64f7f5-3e9a-4150-b546-6e1e0eab5e76') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:21.158215 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-352e57d1-550c-4a10-b277-db9e12fb9e9b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b64f7f5-3e9a-4150-b546-6e1e0eab5e76') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:21.172114 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-352e57d1-550c-4a10-b277-db9e12fb9e9b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:21.183419 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-296542ff-0522-4e96-89f6-49098fcf462d req-dd060ee8-efef-4489-bb4b-8039c080438d tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501468 Apr 21 12:41:21.195787 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-352e57d1-550c-4a10-b277-db9e12fb9e9b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:21.202209 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-352e57d1-550c-4a10-b277-db9e12fb9e9b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:41:21.202565 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-352e57d1-550c-4a10-b277-db9e12fb9e9b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:41:21.206389 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:41:21.322753 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fdbc52-3881-499c-bf73-15e73b21a8da tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Made reservation on behalf of cb713603b054453aa81a3ad9cbf3409c for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:21.327971 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19fdbc52-3881-499c-bf73-15e73b21a8da tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:21.403136 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-352e57d1-550c-4a10-b277-db9e12fb9e9b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:21.415584 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-352e57d1-550c-4a10-b277-db9e12fb9e9b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:21.419034 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-352e57d1-550c-4a10-b277-db9e12fb9e9b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/networks/ec88979c-a051-4272-a5c3-5272075197df HTTP/1.1" status: 204 len: 168 time: 0.5053477 Apr 21 12:41:21.423145 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43394) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:21.427972 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6c7691e3-9d4f-4bed-90f8-94374e2e2e65 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1374700599'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:21.455914 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e57d1-550c-4a10-b277-db9e12fb9e9b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Network': ['ID=ec88979c-a051-4272-a5c3-5272075197df,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:21.510758 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c98598-08d4-4698-8d7c-71f82609a982 req-0ca0efb3-30f3-4c23-8f33-4c8fc85d7a1f tempest-MigrationsAdminTest-1267018875 tempest-MigrationsAdminTest-1267018875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:21.512378 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60c98598-08d4-4698-8d7c-71f82609a982 req-0ca0efb3-30f3-4c23-8f33-4c8fc85d7a1f tempest-MigrationsAdminTest-1267018875 tempest-MigrationsAdminTest-1267018875-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 1101 time: 0.0872412 Apr 21 12:41:21.561514 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-60c98598-08d4-4698-8d7c-71f82609a982 req-de5a15a5-5a96-4d80-9dfd-5c19b0f6adba tempest-MigrationsAdminTest-1267018875 tempest-MigrationsAdminTest-1267018875-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:21.563288 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7691e3-9d4f-4bed-90f8-94374e2e2e65 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Made reservation on behalf of 067799c9b36247cdad5f5c84436228d1 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:21.568259 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6c7691e3-9d4f-4bed-90f8-94374e2e2e65 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:21.599633 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7691e3-9d4f-4bed-90f8-94374e2e2e65 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:41:21.608336 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6c7691e3-9d4f-4bed-90f8-94374e2e2e65 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:21.608674 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-6c7691e3-9d4f-4bed-90f8-94374e2e2e65 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Added segment 5a3442d5-ed46-4496-862e-b1abdc12e952 of type vlan for network 9a3b16af-769e-4551-95f6-3c180fa554da Apr 21 12:41:21.649949 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6c7691e3-9d4f-4bed-90f8-94374e2e2e65 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:21.674707 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-60c98598-08d4-4698-8d7c-71f82609a982 req-de5a15a5-5a96-4d80-9dfd-5c19b0f6adba tempest-MigrationsAdminTest-1267018875 tempest-MigrationsAdminTest-1267018875-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:21.697465 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19fdbc52-3881-499c-bf73-15e73b21a8da tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:21.713689 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 442f9a97-3ad0-4f3a-89b5-55ef1ad76de4 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:41:21.737573 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 442f9a97-3ad0-4f3a-89b5-55ef1ad76de4 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:41:21.738632 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 442f9a97-3ad0-4f3a-89b5-55ef1ad76de4 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:41:21.767861 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-60c98598-08d4-4698-8d7c-71f82609a982 req-de5a15a5-5a96-4d80-9dfd-5c19b0f6adba tempest-MigrationsAdminTest-1267018875 tempest-MigrationsAdminTest-1267018875-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:21.770103 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fdbc52-3881-499c-bf73-15e73b21a8da tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Pushing event updated for resources: {'Subnet': ['ID=43df0143-d4c9-4083-ba09-7b38b4ddb500,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:21.799588 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fdbc52-3881-499c-bf73-15e73b21a8da tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Checking segment: {'id': 'e87e6e55-099d-49fb-a599-adce2c60a5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ab069-2888-4a30-948a-b3d249ecc0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:41:21.799955 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fdbc52-3881-499c-bf73-15e73b21a8da tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Network hostable DHCP agents. Network: 250ab069-2888-4a30-948a-b3d249ecc0d5, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:41:21.803438 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60c98598-08d4-4698-8d7c-71f82609a982 req-de5a15a5-5a96-4d80-9dfd-5c19b0f6adba tempest-MigrationsAdminTest-1267018875 tempest-MigrationsAdminTest-1267018875-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840581 Apr 21 12:41:21.815561 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a15a5-5a96-4d80-9dfd-5c19b0f6adba tempest-MigrationsAdminTest-1267018875 tempest-MigrationsAdminTest-1267018875-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dea506-d105-4c4b-bdc7-19bf37c1c14b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:21.827436 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6c7691e3-9d4f-4bed-90f8-94374e2e2e65 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:21.837362 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7691e3-9d4f-4bed-90f8-94374e2e2e65 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:21.837362 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6c7691e3-9d4f-4bed-90f8-94374e2e2e65 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:21.907888 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7691e3-9d4f-4bed-90f8-94374e2e2e65 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Network': ['ID=9a3b16af-769e-4551-95f6-3c180fa554da,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:21.918832 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 9a3b16af-769e-4551-95f6-3c180fa554da details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:41:21.994376 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fdbc52-3881-499c-bf73-15e73b21a8da tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Network 250ab069-2888-4a30-948a-b3d249ecc0d5 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:41:22.027746 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6c7691e3-9d4f-4bed-90f8-94374e2e2e65 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6035440 Apr 21 12:41:22.030684 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43420) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:22.036406 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-eed90be6-0c9d-459c-bb12-6884e50b1f3c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'subnet': {'network_id': '9a3b16af-769e-4551-95f6-3c180fa554da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:22.103429 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa53bd-c634-42d0-8d31-5cd592f8d007 req-4a945226-33de-429e-bd05-39f2a2bc064a tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:22.105077 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f6aa53bd-c634-42d0-8d31-5cd592f8d007 req-4a945226-33de-429e-bd05-39f2a2bc064a tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd152191-6040-4828-811e-51554fb1a1d6 HTTP/1.1" status: 200 len: 945 time: 0.0701170 Apr 21 12:41:22.121930 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-19fdbc52-3881-499c-bf73-15e73b21a8da tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 250ab069-2888-4a30-948a-b3d249ecc0d5) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:22.131942 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4674d2-9c17-40f8-aabc-d2d3fd1e3db6 None None] Network 250ab069-2888-4a30-948a-b3d249ecc0d5 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:41:22.146520 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fdbc52-3881-499c-bf73-15e73b21a8da tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:22.147167 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19fdbc52-3881-499c-bf73-15e73b21a8da tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:22.263578 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db95431-dda1-4dbc-9658-a641f062ebb0 req-0ca6474d-52d1-43f8-aaa5-ea41626a2ef5 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:22.265064 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1db95431-dda1-4dbc-9658-a641f062ebb0 req-0ca6474d-52d1-43f8-aaa5-ea41626a2ef5 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd152191-6040-4828-811e-51554fb1a1d6 HTTP/1.1" status: 200 len: 945 time: 0.0652552 Apr 21 12:41:22.293500 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f6aa53bd-c634-42d0-8d31-5cd592f8d007 req-da76845f-e1a3-4d96-9f04-4227055deb58 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Deleting port 0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:22.293862 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f6aa53bd-c634-42d0-8d31-5cd592f8d007 req-da76845f-e1a3-4d96-9f04-4227055deb58 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:22.311447 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719a229d-8923-4e03-b075-a5e869a56aa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-250ab069-2888-4a30-948a-b3d249ecc0d5', 'network_id': '250ab069-2888-4a30-948a-b3d249ecc0d5', 'tenant_id': 'cb713603b054453aa81a3ad9cbf3409c', 'fixed_ips': [{'subnet_id': '43df0143-d4c9-4083-ba09-7b38b4ddb500'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:41:22.313175 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-719a229d-8923-4e03-b075-a5e869a56aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:22.360682 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1db95431-dda1-4dbc-9658-a641f062ebb0 req-c642aa8b-9de3-4747-929b-3f68628ec0de tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853622 Apr 21 12:41:22.365897 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-19fdbc52-3881-499c-bf73-15e73b21a8da tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3371623 Apr 21 12:41:22.368714 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43446) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:22.373692 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-45e424b9-70ff-4690-855b-bffa833f5bb0 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Request body: {'port': {'network_id': '250ab069-2888-4a30-948a-b3d249ecc0d5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1463744693'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:22.424212 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f6aa53bd-c634-42d0-8d31-5cd592f8d007 req-da76845f-e1a3-4d96-9f04-4227055deb58 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] For port 0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d,segment=NetworkSegment(92aeee9a-c454-456a-ae05-5fde8110fb4b),segment_id=92aeee9a-c454-456a-ae05-5fde8110fb4b)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:22.424550 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f6aa53bd-c634-42d0-8d31-5cd592f8d007 req-da76845f-e1a3-4d96-9f04-4227055deb58 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:22.446357 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f6aa53bd-c634-42d0-8d31-5cd592f8d007 req-da76845f-e1a3-4d96-9f04-4227055deb58 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Calling delete_port for 0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:41:22.458382 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed90be6-0c9d-459c-bb12-6884e50b1f3c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Made reservation on behalf of 067799c9b36247cdad5f5c84436228d1 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:22.462136 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eed90be6-0c9d-459c-bb12-6884e50b1f3c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:22.476539 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-719a229d-8923-4e03-b075-a5e869a56aa3 None None] Allocated IP 2001:db8::2 (250ab069-2888-4a30-948a-b3d249ecc0d5/43df0143-d4c9-4083-ba09-7b38b4ddb500/00347017-bdbf-4c18-b680-5c1657655b6b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:41:22.693388 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac26a74-bfff-44e6-a180-448e277afa51 req-cffc831e-e610-4d2e-b4d3-94c989e1001c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:22.695897 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ac26a74-bfff-44e6-a180-448e277afa51 req-cffc831e-e610-4d2e-b4d3-94c989e1001c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 950 time: 0.0500088 Apr 21 12:41:22.731672 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ac26a74-bfff-44e6-a180-448e277afa51 req-19fab275-55ba-40e6-bb4e-c02b37e88399 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304902 Apr 21 12:41:22.771574 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e424b9-70ff-4690-855b-bffa833f5bb0 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Made reservation on behalf of cb713603b054453aa81a3ad9cbf3409c for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:22.771754 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f6aa53bd-c634-42d0-8d31-5cd592f8d007 req-da76845f-e1a3-4d96-9f04-4227055deb58 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:22.775779 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-45e424b9-70ff-4690-855b-bffa833f5bb0 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:22.783487 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['a77e1e5c-3459-4af8-850f-34774ba8e43f', 'ea696ddd-1d32-44be-aa2e-dcd6825fe494'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:41:22.785689 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:41:22.798862 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-45e424b9-70ff-4690-855b-bffa833f5bb0 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] device_id is not set on port 6eaf24c4-57f3-43a2-a1f1-e52cdcd75a7c yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:41:22.812366 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da76845f-e1a3-4d96-9f04-4227055deb58 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Pushing event deleted for resources: {'Port': ['ID=0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:22.844353 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eed90be6-0c9d-459c-bb12-6884e50b1f3c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:22.854531 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6aa53bd-c634-42d0-8d31-5cd592f8d007 req-da76845f-e1a3-4d96-9f04-4227055deb58 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] No DVR routers for this DVR port 0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:41:22.857901 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f6aa53bd-c634-42d0-8d31-5cd592f8d007 req-da76845f-e1a3-4d96-9f04-4227055deb58 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:22.862221 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f6aa53bd-c634-42d0-8d31-5cd592f8d007 req-da76845f-e1a3-4d96-9f04-4227055deb58 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.24 "DELETE /v2.0/ports/0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d HTTP/1.1" status: 204 len: 173 time: 0.7501323 Apr 21 12:41:22.863870 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd152191-6040-4828-811e-51554fb1a1d6', 'name': 'network-vif-deleted', 'tag': '0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:41:22.867639 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3d88d3-63a3-4e12-b82a-5be9bfc15ecf" -d '{"events": [{"server_uuid": "dd152191-6040-4828-811e-51554fb1a1d6", "name": "network-vif-deleted", "tag": "0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:41:22.899041 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-719a229d-8923-4e03-b075-a5e869a56aa3 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:22.935054 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e3fe88-d16b-44ed-8ee6-0005ce5f7505 x-openstack-request-id: req-e9e3fe88-d16b-44ed-8ee6-0005ce5f7505 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:41:22.935365 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd152191-6040-4828-811e-51554fb1a1d6", "name": "network-vif-deleted", "tag": "0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:41:22.935603 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e9e3fe88-d16b-44ed-8ee6-0005ce5f7505 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:41:22.936024 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9e3fe88-d16b-44ed-8ee6-0005ce5f7505'] response: {'server_uuid': 'dd152191-6040-4828-811e-51554fb1a1d6', 'name': 'network-vif-deleted', 'tag': '0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d', 'status': 'completed', 'code': 200} Apr 21 12:41:22.947039 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed90be6-0c9d-459c-bb12-6884e50b1f3c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Subnet': ['ID=bae6af40-bd8c-4eda-923b-f12c59c45a3f,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:22.961205 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed90be6-0c9d-459c-bb12-6884e50b1f3c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Checking segment: {'id': '5a3442d5-ed46-4496-862e-b1abdc12e952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9a3b16af-769e-4551-95f6-3c180fa554da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:41:22.967526 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed90be6-0c9d-459c-bb12-6884e50b1f3c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network hostable DHCP agents. Network: 9a3b16af-769e-4551-95f6-3c180fa554da, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:41:23.061692 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-719a229d-8923-4e03-b075-a5e869a56aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:23.108419 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-e4a0491c-d1dc-42a0-b271-b404156ecc9b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2098587 Apr 21 12:41:23.120297 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-36cb5a4d-07a1-4999-be6a-285dad4ad7e4 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:41:23.121322 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-36cb5a4d-07a1-4999-be6a-285dad4ad7e4 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068085 Apr 21 12:41:23.128316 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719a229d-8923-4e03-b075-a5e869a56aa3 None None] Network 250ab069-2888-4a30-948a-b3d249ecc0d5 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:41:23.137031 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-719a229d-8923-4e03-b075-a5e869a56aa3 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:23.140643 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed90be6-0c9d-459c-bb12-6884e50b1f3c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network 9a3b16af-769e-4551-95f6-3c180fa554da is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:41:23.144627 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719a229d-8923-4e03-b075-a5e869a56aa3 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:41:23.149076 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a229d-8923-4e03-b075-a5e869a56aa3 None None] Pushing event updated for resources: {'Port': ['ID=00347017-bdbf-4c18-b680-5c1657655b6b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:23.161126 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-45e424b9-70ff-4690-855b-bffa833f5bb0 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Allocated IP 2001:db8::1b2 (250ab069-2888-4a30-948a-b3d249ecc0d5/43df0143-d4c9-4083-ba09-7b38b4ddb500/6eaf24c4-57f3-43a2-a1f1-e52cdcd75a7c) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:41:23.222319 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-719a229d-8923-4e03-b075-a5e869a56aa3 None None] Attempting to bind port 00347017-bdbf-4c18-b680-5c1657655b6b on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:41:23.222319 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-719a229d-8923-4e03-b075-a5e869a56aa3 None None] Attempting to bind port 00347017-bdbf-4c18-b680-5c1657655b6b by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'e87e6e55-099d-49fb-a599-adce2c60a5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ab069-2888-4a30-948a-b3d249ecc0d5'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:41:23.222319 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719a229d-8923-4e03-b075-a5e869a56aa3 None None] Attempting to bind port 00347017-bdbf-4c18-b680-5c1657655b6b on network 250ab069-2888-4a30-948a-b3d249ecc0d5 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:41:23.226369 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719a229d-8923-4e03-b075-a5e869a56aa3 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:41:23.226755 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719a229d-8923-4e03-b075-a5e869a56aa3 None None] Checking segment: {'id': 'e87e6e55-099d-49fb-a599-adce2c60a5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ab069-2888-4a30-948a-b3d249ecc0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:41:23.227134 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-719a229d-8923-4e03-b075-a5e869a56aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:23.227516 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719a229d-8923-4e03-b075-a5e869a56aa3 None None] Bound using segment: {'id': 'e87e6e55-099d-49fb-a599-adce2c60a5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ab069-2888-4a30-948a-b3d249ecc0d5'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:41:23.227979 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-719a229d-8923-4e03-b075-a5e869a56aa3 None None] Bound port: 00347017-bdbf-4c18-b680-5c1657655b6b, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87e6e55-099d-49fb-a599-adce2c60a5fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '250ab069-2888-4a30-948a-b3d249ecc0d5'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:41:23.228461 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-719a229d-8923-4e03-b075-a5e869a56aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:23.287651 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43464) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:23.337056 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-719a229d-8923-4e03-b075-a5e869a56aa3 None None] For port 00347017-bdbf-4c18-b680-5c1657655b6b, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:41:23.341410 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-719a229d-8923-4e03-b075-a5e869a56aa3 None None] For port 00347017-bdbf-4c18-b680-5c1657655b6b, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=00347017-bdbf-4c18-b680-5c1657655b6b,segment=NetworkSegment(e87e6e55-099d-49fb-a599-adce2c60a5fa),segment_id=e87e6e55-099d-49fb-a599-adce2c60a5fa)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:41:23.344179 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-eed90be6-0c9d-459c-bb12-6884e50b1f3c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 9a3b16af-769e-4551-95f6-3c180fa554da) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:23.355360 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed90be6-0c9d-459c-bb12-6884e50b1f3c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:23.356216 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eed90be6-0c9d-459c-bb12-6884e50b1f3c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:23.361401 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf31df50-56fb-4842-8ffb-703b0128e581 None None] Network 9a3b16af-769e-4551-95f6-3c180fa554da requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:41:23.412142 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-45e424b9-70ff-4690-855b-bffa833f5bb0 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:23.438717 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-719a229d-8923-4e03-b075-a5e869a56aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:23.470654 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-eed90be6-0c9d-459c-bb12-6884e50b1f3c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4376297 Apr 21 12:41:23.473338 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43470) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:23.480478 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-fe0ad8ef-b579-4840-9467-2882d320b69c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1696845709', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:23.484822 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c1c72f0-2b0a-4166-a033-47aed7abf3f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:23.544565 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a229d-8923-4e03-b075-a5e869a56aa3 None None] Pushing event updated for resources: {'Port': ['ID=00347017-bdbf-4c18-b680-5c1657655b6b,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:23.576467 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e17fff3-6224-4c76-a802-001bf44d87be req-e4c9e03f-5e08-4620-93d0-4c6f95c8a19e tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=dd152191-6040-4828-811e-51554fb1a1d6 HTTP/1.1" status: 200 len: 210 time: 0.0377264 Apr 21 12:41:23.594642 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe0ad8ef-b579-4840-9467-2882d320b69c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:23.595378 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe0ad8ef-b579-4840-9467-2882d320b69c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:23.644025 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-45e424b9-70ff-4690-855b-bffa833f5bb0 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:23.654275 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c1c72f0-2b0a-4166-a033-47aed7abf3f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:23.676881 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c26d38-d47f-402e-8b41-1a067f389a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-9a3b16af-769e-4551-95f6-3c180fa554da', 'network_id': '9a3b16af-769e-4551-95f6-3c180fa554da', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'fixed_ips': [{'subnet_id': 'bae6af40-bd8c-4eda-923b-f12c59c45a3f'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:41:23.678014 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66c26d38-d47f-402e-8b41-1a067f389a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:23.740056 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c1c72f0-2b0a-4166-a033-47aed7abf3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:23.751479 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe0ad8ef-b579-4840-9467-2882d320b69c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:23.761356 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e424b9-70ff-4690-855b-bffa833f5bb0 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Network 250ab069-2888-4a30-948a-b3d249ecc0d5 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:41:23.765628 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-45e424b9-70ff-4690-855b-bffa833f5bb0 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:23.768972 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e424b9-70ff-4690-855b-bffa833f5bb0 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Pushing event updated for resources: {'Port': ['ID=6eaf24c4-57f3-43a2-a1f1-e52cdcd75a7c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:23.773440 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e424b9-70ff-4690-855b-bffa833f5bb0 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:41:23.780630 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e424b9-70ff-4690-855b-bffa833f5bb0 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:23.780630 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-45e424b9-70ff-4690-855b-bffa833f5bb0 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:23.826560 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7c1c72f0-2b0a-4166-a033-47aed7abf3f1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d4250c2be7c84dbe9437f55a7515cd9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5375657 Apr 21 12:41:23.830571 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43486) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:23.833074 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c72f0-2b0a-4166-a033-47aed7abf3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65265813-70e9-4288-812f-dcc8c36d99d6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:23.865902 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe0ad8ef-b579-4840-9467-2882d320b69c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:23.923015 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3fb8bee-e582-40bd-a9af-a5285f248147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:23.931533 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad51ddf-b462-4404-9065-75c6ced27233 req-ab64859e-3788-4253-9b70-a2e2910edff9 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:23.933435 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cad51ddf-b462-4404-9065-75c6ced27233 req-ab64859e-3788-4253-9b70-a2e2910edff9 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 950 time: 0.0608778 Apr 21 12:41:23.950373 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3fb8bee-e582-40bd-a9af-a5285f248147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:23.970692 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-45e424b9-70ff-4690-855b-bffa833f5bb0 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6005754 Apr 21 12:41:23.973393 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43488) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:23.979194 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e3b33771-13e8-44db-95c2-d99ebfdf759b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Request body: {'port': {'network_id': '250ab069-2888-4a30-948a-b3d249ecc0d5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-548326612', 'allowed_address_pairs': [{'ip_address': '2001:db8::1b2', 'mac_address': 'fa:16:3e:9e:8e:9d'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:24.036355 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe0ad8ef-b579-4840-9467-2882d320b69c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:24.043735 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fe0ad8ef-b579-4840-9467-2882d320b69c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5686600 Apr 21 12:41:24.045413 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43490) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:24.055190 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-89c7c00c-de41-44b0-add3-09a38ee3c64a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'port': {'network_id': '9a3b16af-769e-4551-95f6-3c180fa554da', 'name': 'tempest-RoutersIpV6Test-175676160'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:24.071411 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cad51ddf-b462-4404-9065-75c6ced27233 req-6e7bdc59-96f7-4d11-a6c1-3b928a8a0458 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194983 Apr 21 12:41:24.162803 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-66c26d38-d47f-402e-8b41-1a067f389a9c None None] Allocated IP 2001:db8::2 (9a3b16af-769e-4551-95f6-3c180fa554da/bae6af40-bd8c-4eda-923b-f12c59c45a3f/63f5c75f-0cfb-4d57-a325-5ea8f08797c8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:41:24.313415 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66c26d38-d47f-402e-8b41-1a067f389a9c None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:24.328556 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b33771-13e8-44db-95c2-d99ebfdf759b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Made reservation on behalf of cb713603b054453aa81a3ad9cbf3409c for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:24.329063 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3fb8bee-e582-40bd-a9af-a5285f248147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:24.329063 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3fb8bee-e582-40bd-a9af-a5285f248147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:24.330810 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e3fb8bee-e582-40bd-a9af-a5285f248147 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/65265813-70e9-4288-812f-dcc8c36d99d6 HTTP/1.1" status: 204 len: 168 time: 0.4986591 Apr 21 12:41:24.342957 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c7c00c-de41-44b0-add3-09a38ee3c64a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Made reservation on behalf of 067799c9b36247cdad5f5c84436228d1 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:24.348702 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-89c7c00c-de41-44b0-add3-09a38ee3c64a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:24.357850 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb8bee-e582-40bd-a9af-a5285f248147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65265813-70e9-4288-812f-dcc8c36d99d6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:24.378838 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-89c7c00c-de41-44b0-add3-09a38ee3c64a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] device_id is not set on port 246b84a6-269f-43bb-8ed3-86ce4a1d19c7 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:41:24.416166 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66c26d38-d47f-402e-8b41-1a067f389a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:24.458136 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c26d38-d47f-402e-8b41-1a067f389a9c None None] Network 9a3b16af-769e-4551-95f6-3c180fa554da is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:41:24.461285 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-66c26d38-d47f-402e-8b41-1a067f389a9c None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:24.465757 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c26d38-d47f-402e-8b41-1a067f389a9c None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:41:24.529752 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3b33771-13e8-44db-95c2-d99ebfdf759b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:24.534772 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c26d38-d47f-402e-8b41-1a067f389a9c None None] Pushing event updated for resources: {'Port': ['ID=63f5c75f-0cfb-4d57-a325-5ea8f08797c8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:24.552428 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-66c26d38-d47f-402e-8b41-1a067f389a9c None None] Attempting to bind port 63f5c75f-0cfb-4d57-a325-5ea8f08797c8 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:41:24.552796 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-66c26d38-d47f-402e-8b41-1a067f389a9c None None] Attempting to bind port 63f5c75f-0cfb-4d57-a325-5ea8f08797c8 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '5a3442d5-ed46-4496-862e-b1abdc12e952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9a3b16af-769e-4551-95f6-3c180fa554da'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:41:24.557550 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c26d38-d47f-402e-8b41-1a067f389a9c None None] Attempting to bind port 63f5c75f-0cfb-4d57-a325-5ea8f08797c8 on network 9a3b16af-769e-4551-95f6-3c180fa554da {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:41:24.560582 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c26d38-d47f-402e-8b41-1a067f389a9c None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:41:24.560960 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c26d38-d47f-402e-8b41-1a067f389a9c None None] Checking segment: {'id': '5a3442d5-ed46-4496-862e-b1abdc12e952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9a3b16af-769e-4551-95f6-3c180fa554da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:41:24.561363 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66c26d38-d47f-402e-8b41-1a067f389a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:24.561780 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c26d38-d47f-402e-8b41-1a067f389a9c None None] Bound using segment: {'id': '5a3442d5-ed46-4496-862e-b1abdc12e952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9a3b16af-769e-4551-95f6-3c180fa554da'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:41:24.562253 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-66c26d38-d47f-402e-8b41-1a067f389a9c None None] Bound port: 63f5c75f-0cfb-4d57-a325-5ea8f08797c8, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3442d5-ed46-4496-862e-b1abdc12e952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '9a3b16af-769e-4551-95f6-3c180fa554da'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:41:24.562633 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66c26d38-d47f-402e-8b41-1a067f389a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:24.575615 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-89c7c00c-de41-44b0-add3-09a38ee3c64a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Allocated IP 2001:db8::364 (9a3b16af-769e-4551-95f6-3c180fa554da/bae6af40-bd8c-4eda-923b-f12c59c45a3f/246b84a6-269f-43bb-8ed3-86ce4a1d19c7) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:41:24.576487 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-e3b33771-13e8-44db-95c2-d99ebfdf759b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] device_id is not set on port 3a9db6f5-1bc2-4c69-952c-a13a6b302af3 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:41:24.715787 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-66c26d38-d47f-402e-8b41-1a067f389a9c None None] For port 63f5c75f-0cfb-4d57-a325-5ea8f08797c8, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:41:24.722257 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-66c26d38-d47f-402e-8b41-1a067f389a9c None None] For port 63f5c75f-0cfb-4d57-a325-5ea8f08797c8, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=63f5c75f-0cfb-4d57-a325-5ea8f08797c8,segment=NetworkSegment(5a3442d5-ed46-4496-862e-b1abdc12e952),segment_id=5a3442d5-ed46-4496-862e-b1abdc12e952)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:41:24.768769 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-e3b33771-13e8-44db-95c2-d99ebfdf759b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Allocated IP 2001:db8::b9 (250ab069-2888-4a30-948a-b3d249ecc0d5/43df0143-d4c9-4083-ba09-7b38b4ddb500/3a9db6f5-1bc2-4c69-952c-a13a6b302af3) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:41:24.867687 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-89c7c00c-de41-44b0-add3-09a38ee3c64a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:24.927136 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66c26d38-d47f-402e-8b41-1a067f389a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:24.974927 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0357f9-63e9-4ac3-8500-dca2d7e4962b req-bb0313b7-beb5-4652-b313-388d12452d14 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:24.976648 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b0357f9-63e9-4ac3-8500-dca2d7e4962b req-bb0313b7-beb5-4652-b313-388d12452d14 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0d16114-6485-449a-8a7d-81f72f69a252 HTTP/1.1" status: 200 len: 945 time: 0.1771879 Apr 21 12:41:25.043701 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c26d38-d47f-402e-8b41-1a067f389a9c None None] Pushing event updated for resources: {'Port': ['ID=63f5c75f-0cfb-4d57-a325-5ea8f08797c8,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:25.071664 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f059bfd1-43e5-4e3b-ad6e-281563157209 None None] Network 250ab069-2888-4a30-948a-b3d249ecc0d5 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:41:25.083446 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3b33771-13e8-44db-95c2-d99ebfdf759b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:25.100044 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b0357f9-63e9-4ac3-8500-dca2d7e4962b req-6b2b4915-6b48-4109-b3e3-02c68e5fb1ef tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/security-groups?id=a952406e-7ca1-4073-96b5-e749aca2cf15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006334 Apr 21 12:41:25.178742 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-496bba06-c30f-4d05-8627-50de1598127f None None] Provisioning complete for port 00347017-bdbf-4c18-b680-5c1657655b6b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:25.179268 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-496bba06-c30f-4d05-8627-50de1598127f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:25.242869 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3b33771-13e8-44db-95c2-d99ebfdf759b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:25.342465 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-496bba06-c30f-4d05-8627-50de1598127f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:25.357119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f77d3d-daf9-42d4-b91b-ba1991b5cfee req-a0865a6d-f95c-4ed2-93fb-e0c39708eca0 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:25.359900 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-63f77d3d-daf9-42d4-b91b-ba1991b5cfee req-a0865a6d-f95c-4ed2-93fb-e0c39708eca0 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 950 time: 0.1809924 Apr 21 12:41:25.374818 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b33771-13e8-44db-95c2-d99ebfdf759b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Network 250ab069-2888-4a30-948a-b3d249ecc0d5 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:41:25.382750 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-e3b33771-13e8-44db-95c2-d99ebfdf759b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:25.392590 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b33771-13e8-44db-95c2-d99ebfdf759b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:41:25.398714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b33771-13e8-44db-95c2-d99ebfdf759b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:25.399612 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3b33771-13e8-44db-95c2-d99ebfdf759b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:25.418842 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b33771-13e8-44db-95c2-d99ebfdf759b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Pushing event updated for resources: {'Port': ['ID=3a9db6f5-1bc2-4c69-952c-a13a6b302af3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:25.442217 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b33771-13e8-44db-95c2-d99ebfdf759b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:25.442568 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b33771-13e8-44db-95c2-d99ebfdf759b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:25.442913 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b33771-13e8-44db-95c2-d99ebfdf759b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:25.443244 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b33771-13e8-44db-95c2-d99ebfdf759b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:25.443604 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b33771-13e8-44db-95c2-d99ebfdf759b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:25.444094 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b33771-13e8-44db-95c2-d99ebfdf759b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:25.444498 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b33771-13e8-44db-95c2-d99ebfdf759b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:25.444746 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b33771-13e8-44db-95c2-d99ebfdf759b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:25.445121 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b33771-13e8-44db-95c2-d99ebfdf759b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:25.445448 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b33771-13e8-44db-95c2-d99ebfdf759b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:25.445818 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b33771-13e8-44db-95c2-d99ebfdf759b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:25.446266 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b33771-13e8-44db-95c2-d99ebfdf759b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:25.461353 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-63f77d3d-daf9-42d4-b91b-ba1991b5cfee req-c299ca81-95aa-4ee7-a1f7-b25db59ea27f tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826132 Apr 21 12:41:25.490826 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43516) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:25.501506 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-496bba06-c30f-4d05-8627-50de1598127f None None] For port 00347017-bdbf-4c18-b680-5c1657655b6b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=00347017-bdbf-4c18-b680-5c1657655b6b,segment=NetworkSegment(e87e6e55-099d-49fb-a599-adce2c60a5fa),segment_id=e87e6e55-099d-49fb-a599-adce2c60a5fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:25.519544 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-89c7c00c-de41-44b0-add3-09a38ee3c64a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:25.534075 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3661ddd1-3eae-4e32-bbd3-9cf46e02fe76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:25.534200 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b806e2c-9ed3-435d-aee1-0bf2fa056840 req-c2509256-f338-4006-a15f-317dad1c3e2f tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:25.536397 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6b806e2c-9ed3-435d-aee1-0bf2fa056840 req-c2509256-f338-4006-a15f-317dad1c3e2f tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=65af2bee-f3db-4de5-b5b7-98007eba1365 HTTP/1.1" status: 200 len: 945 time: 0.0822327 Apr 21 12:41:25.564490 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e3b33771-13e8-44db-95c2-d99ebfdf759b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.5862408 Apr 21 12:41:25.564490 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43518) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:25.596956 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c7c00c-de41-44b0-add3-09a38ee3c64a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network 9a3b16af-769e-4551-95f6-3c180fa554da is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:41:25.601409 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-89c7c00c-de41-44b0-add3-09a38ee3c64a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:25.606188 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-496bba06-c30f-4d05-8627-50de1598127f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:25.617936 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7c00c-de41-44b0-add3-09a38ee3c64a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Port': ['ID=246b84a6-269f-43bb-8ed3-86ce4a1d19c7,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:25.625166 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c7c00c-de41-44b0-add3-09a38ee3c64a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:41:25.637280 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6b806e2c-9ed3-435d-aee1-0bf2fa056840 req-8fe79ff2-6826-4a7f-99de-f7e5e5b3be15 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801744 Apr 21 12:41:25.637738 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c7c00c-de41-44b0-add3-09a38ee3c64a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:25.637738 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-89c7c00c-de41-44b0-add3-09a38ee3c64a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:25.684554 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7c3682-7431-4ba9-a5f8-ff84f068ce32 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:25.694163 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7c3682-7431-4ba9-a5f8-ff84f068ce32 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:25.715500 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7c3682-7431-4ba9-a5f8-ff84f068ce32 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:25.718106 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2a7c3682-7431-4ba9-a5f8-ff84f068ce32 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1530726 Apr 21 12:41:25.720390 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bba06-c30f-4d05-8627-50de1598127f None None] Pushing event updated for resources: {'Port': ['ID=00347017-bdbf-4c18-b680-5c1657655b6b,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:25.721217 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43520) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:25.759577 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3661ddd1-3eae-4e32-bbd3-9cf46e02fe76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:25.806760 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-89c7c00c-de41-44b0-add3-09a38ee3c64a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7574811 Apr 21 12:41:25.810160 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43522) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:25.861006 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 00347017-bdbf-4c18-b680-5c1657655b6b up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:41:25.873518 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-bee6b226-c5c1-43e2-9c8f-b718fdb6146b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Deleting port 3a9db6f5-1bc2-4c69-952c-a13a6b302af3 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:25.876960 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bee6b226-c5c1-43e2-9c8f-b718fdb6146b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:25.878605 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3661ddd1-3eae-4e32-bbd3-9cf46e02fe76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:25.923971 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:41:25.964770 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:41:25.965262 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 0c03e9eb-13dd-4e30-8b5f-5ed5ee0e8b8d not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:41:25.990030 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8c6bf922-03a8-4246-8581-158600026e87 None None] Provisioning complete for port 6eaf24c4-57f3-43a2-a1f1-e52cdcd75a7c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:25.990520 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c6bf922-03a8-4246-8581-158600026e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:26.023036 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bee6b226-c5c1-43e2-9c8f-b718fdb6146b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:26.025213 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 00347017-bdbf-4c18-b680-5c1657655b6b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:26.025730 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:26.037921 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-bee6b226-c5c1-43e2-9c8f-b718fdb6146b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Calling delete_port for 3a9db6f5-1bc2-4c69-952c-a13a6b302af3 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:41:26.070695 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8c6bf922-03a8-4246-8581-158600026e87 None None] Port 6eaf24c4-57f3-43a2-a1f1-e52cdcd75a7c cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:41:26.087781 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8c6bf922-03a8-4246-8581-158600026e87 None None] Provisioning complete for port 3a9db6f5-1bc2-4c69-952c-a13a6b302af3 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:26.088338 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c6bf922-03a8-4246-8581-158600026e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:26.131141 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8c6bf922-03a8-4246-8581-158600026e87 None None] Port 3a9db6f5-1bc2-4c69-952c-a13a6b302af3 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:41:26.267121 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661ddd1-3eae-4e32-bbd3-9cf46e02fe76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959a0f89-d52c-4a5b-9938-d38ab3fb0eb2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:26.267121 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3661ddd1-3eae-4e32-bbd3-9cf46e02fe76 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=808427f8aaf04331a215819084f38a79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6799881 Apr 21 12:41:26.267121 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43526) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:26.269165 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 63f5c75f-0cfb-4d57-a325-5ea8f08797c8 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:41:26.272787 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8c6bf922-03a8-4246-8581-158600026e87 None None] Provisioning complete for port 00347017-bdbf-4c18-b680-5c1657655b6b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:26.273315 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c6bf922-03a8-4246-8581-158600026e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:26.333597 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 63f5c75f-0cfb-4d57-a325-5ea8f08797c8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:26.333597 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:26.367923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c98161-d418-4456-9795-42709d3bba38 req-d469b51f-0633-4a19-b6bf-b159c768251d tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:26.377150 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5c98161-d418-4456-9795-42709d3bba38 req-d469b51f-0633-4a19-b6bf-b159c768251d tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0d16114-6485-449a-8a7d-81f72f69a252 HTTP/1.1" status: 200 len: 945 time: 0.1185195 Apr 21 12:41:26.410353 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b1ad81dd-dbbb-4ddf-b5f4-737de4300dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:26.413083 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3c725-01e5-4930-9bec-3a055fd91537 req-d12bfca6-1d2f-4589-ac41-47660088e3ae tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:26.414977 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bdb3c725-01e5-4930-9bec-3a055fd91537 req-d12bfca6-1d2f-4589-ac41-47660088e3ae tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0d16114-6485-449a-8a7d-81f72f69a252 HTTP/1.1" status: 200 len: 945 time: 0.2069175 Apr 21 12:41:26.490549 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b1ad81dd-dbbb-4ddf-b5f4-737de4300dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:26.490549 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72e6a70d-aecd-4813-981d-567f86c5ea7f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:26.491024 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bee6b226-c5c1-43e2-9c8f-b718fdb6146b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:26.498690 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:26.534924 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5c98161-d418-4456-9795-42709d3bba38 req-79a58a44-9624-4e39-9c15-59385f6d7996 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/security-groups?id=a952406e-7ca1-4073-96b5-e749aca2cf15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504486 Apr 21 12:41:26.572446 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 63f5c75f-0cfb-4d57-a325-5ea8f08797c8, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=63f5c75f-0cfb-4d57-a325-5ea8f08797c8,segment=NetworkSegment(5a3442d5-ed46-4496-862e-b1abdc12e952),segment_id=5a3442d5-ed46-4496-862e-b1abdc12e952)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:26.615213 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-82b397c9-0b68-464a-88a5-38f968800d3c None None] Provisioning complete for port 6eaf24c4-57f3-43a2-a1f1-e52cdcd75a7c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:26.615866 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82b397c9-0b68-464a-88a5-38f968800d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:26.640501 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6b226-c5c1-43e2-9c8f-b718fdb6146b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Pushing event deleted for resources: {'Port': ['ID=3a9db6f5-1bc2-4c69-952c-a13a6b302af3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:26.643562 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-8f209028-8fa7-4b7a-94a6-5d741d38e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:26.645798 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-8f209028-8fa7-4b7a-94a6-5d741d38e5bc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 1101 time: 0.1099606 Apr 21 12:41:26.682164 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-82b397c9-0b68-464a-88a5-38f968800d3c None None] Port 6eaf24c4-57f3-43a2-a1f1-e52cdcd75a7c cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:41:26.686342 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:26.792694 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e187c0c-657f-4f4e-a7f3-02402cf004f7 None None] Network 9a3b16af-769e-4551-95f6-3c180fa554da requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:41:26.796727 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=63f5c75f-0cfb-4d57-a325-5ea8f08797c8,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:26.871774 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2867b07-d07b-4f17-83b8-33ca08bf3a9e req-1af096cd-d99e-43fa-83db-813a7708b449 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:26.873663 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2867b07-d07b-4f17-83b8-33ca08bf3a9e req-1af096cd-d99e-43fa-83db-813a7708b449 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 950 time: 0.2594938 Apr 21 12:41:26.877459 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bee6b226-c5c1-43e2-9c8f-b718fdb6146b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:26.880891 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-bee6b226-c5c1-43e2-9c8f-b718fdb6146b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] 10.222.0.36 "DELETE /v2.0/ports/3a9db6f5-1bc2-4c69-952c-a13a6b302af3 HTTP/1.1" status: 204 len: 168 time: 1.1587200 Apr 21 12:41:26.883566 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-bdb3c725-01e5-4930-9bec-3a055fd91537 req-d81aa796-7701-4b84-b1ab-68249965531c tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Deleting port 9aaeeb12-1165-480b-8800-bad22a0a5875 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:26.884118 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bdb3c725-01e5-4930-9bec-3a055fd91537 req-d81aa796-7701-4b84-b1ab-68249965531c tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:26.885463 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43532) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:26.925241 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a46a0238-f179-4f3e-bcc0-71ea1ae7594d None None] Provisioning complete for port 63f5c75f-0cfb-4d57-a325-5ea8f08797c8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:26.925241 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a46a0238-f179-4f3e-bcc0-71ea1ae7594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:26.926371 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-759b0bfc-4d4d-46b0-9689-2feb1b53e30b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] GET failed (client error): The resource could not be found. Apr 21 12:41:26.931622 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-759b0bfc-4d4d-46b0-9689-2feb1b53e30b tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] 10.222.0.36 "GET /v2.0/ports/3a9db6f5-1bc2-4c69-952c-a13a6b302af3 HTTP/1.1" status: 404 len: 333 time: 0.0397749 Apr 21 12:41:26.937192 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43534) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:26.945834 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-14998bbd-d473-4f3b-9343-b39fcc4a7ac3 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Request body: {'port': {'network_id': '250ab069-2888-4a30-948a-b3d249ecc0d5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1779872285'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:26.949393 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b1ad81dd-dbbb-4ddf-b5f4-737de4300dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:26.952043 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b1ad81dd-dbbb-4ddf-b5f4-737de4300dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:26.953500 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b1ad81dd-dbbb-4ddf-b5f4-737de4300dbd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/959a0f89-d52c-4a5b-9938-d38ab3fb0eb2 HTTP/1.1" status: 204 len: 168 time: 0.7052450 Apr 21 12:41:26.993825 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad81dd-dbbb-4ddf-b5f4-737de4300dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959a0f89-d52c-4a5b-9938-d38ab3fb0eb2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:26.995636 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0237e7a2-b802-4583-be83-23e4013e8477 req-396a687c-4a83-4a2b-b7fd-519f712a9978 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:26.997171 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0237e7a2-b802-4583-be83-23e4013e8477 req-396a687c-4a83-4a2b-b7fd-519f712a9978 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=65af2bee-f3db-4de5-b5b7-98007eba1365 HTTP/1.1" status: 200 len: 945 time: 0.2280164 Apr 21 12:41:27.000351 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2867b07-d07b-4f17-83b8-33ca08bf3a9e req-c847396c-7698-4b46-8781-2113706ccf99 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116343 Apr 21 12:41:27.011830 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-e3f62474-3094-494b-a4fc-51f1af9646d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:27.014380 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-e3f62474-3094-494b-a4fc-51f1af9646d6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.3605001 Apr 21 12:41:27.060872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-bdb3c725-01e5-4930-9bec-3a055fd91537 req-d81aa796-7701-4b84-b1ab-68249965531c tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] For port 9aaeeb12-1165-480b-8800-bad22a0a5875, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9aaeeb12-1165-480b-8800-bad22a0a5875,segment=NetworkSegment(9e519a56-00ea-41b0-9265-814962b39db9),segment_id=9e519a56-00ea-41b0-9265-814962b39db9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:27.061240 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bdb3c725-01e5-4930-9bec-3a055fd91537 req-d81aa796-7701-4b84-b1ab-68249965531c tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:27.121957 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-1d9c9efc-a341-49ee-a882-ef886fac4d14 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=a04337c4-fdf9-4860-8c09-d882271e65e0 HTTP/1.1" status: 200 len: 217 time: 0.0532625 Apr 21 12:41:27.150620 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0237e7a2-b802-4583-be83-23e4013e8477 req-bcdf5657-1baf-4b58-bd2e-96f4d085c10b tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260104 Apr 21 12:41:27.256499 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-785dafcb-7936-4854-9c31-dcc07c69e7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:27.258013 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-785dafcb-7936-4854-9c31-dcc07c69e7d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1209319 Apr 21 12:41:27.287569 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72e6a70d-aecd-4813-981d-567f86c5ea7f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:27.327044 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-029e9949-c21c-411e-8849-2ec5ca9b84ae None None] Could not find standard attr ID for object 3a9db6f5-1bc2-4c69-952c-a13a6b302af3. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:41:27.337385 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-e377e535-e822-4945-8231-5e5a17d9afe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:27.340538 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-e377e535-e822-4945-8231-5e5a17d9afe9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0743105 Apr 21 12:41:27.350546 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bdb3c725-01e5-4930-9bec-3a055fd91537 req-d81aa796-7701-4b84-b1ab-68249965531c tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:27.350928 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bdb3c725-01e5-4930-9bec-3a055fd91537 req-d81aa796-7701-4b84-b1ab-68249965531c tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:27.351222 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [req-bdb3c725-01e5-4930-9bec-3a055fd91537 req-d81aa796-7701-4b84-b1ab-68249965531c tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Floating IP bc1c1611-04f6-418c-8772-ea2393eeaa51 disassociated. External IP: 172.25.8.136, port: 9aaeeb12-1165-480b-8800-bad22a0a5875. Apr 21 12:41:27.351647 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-bdb3c725-01e5-4930-9bec-3a055fd91537 req-d81aa796-7701-4b84-b1ab-68249965531c tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Calling delete_port for 9aaeeb12-1165-480b-8800-bad22a0a5875 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:41:27.372951 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4872df5-1387-4e92-8f18-253a9b48e9fb req-7d069c87-7e3b-4d81-85cf-9df155ca340d tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:27.374440 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c4872df5-1387-4e92-8f18-253a9b48e9fb req-7d069c87-7e3b-4d81-85cf-9df155ca340d tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.26 "GET /v2.0/ports?device_id=65af2bee-f3db-4de5-b5b7-98007eba1365 HTTP/1.1" status: 200 len: 945 time: 0.1326389 Apr 21 12:41:27.467015 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-78e8738e-5fbc-46d0-a6a6-956704d5303c service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187632 Apr 21 12:41:27.467494 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14998bbd-d473-4f3b-9343-b39fcc4a7ac3 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Made reservation on behalf of cb713603b054453aa81a3ad9cbf3409c for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:27.471306 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14998bbd-d473-4f3b-9343-b39fcc4a7ac3 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:27.476091 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72e6a70d-aecd-4813-981d-567f86c5ea7f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:27.572710 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6a70d-aecd-4813-981d-567f86c5ea7f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Port': ['ID=246b84a6-269f-43bb-8ed3-86ce4a1d19c7,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:27.586349 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3d283897-dc84-4bb0-9998-d420f89401dd None None] Provisioning complete for port 63f5c75f-0cfb-4d57-a325-5ea8f08797c8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:27.587844 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d283897-dc84-4bb0-9998-d420f89401dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:27.633543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c4872df5-1387-4e92-8f18-253a9b48e9fb req-e5518c28-5f15-4d64-9f9f-c137bd07d644 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Deleting port ea696ddd-1d32-44be-aa2e-dcd6825fe494 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:27.633921 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c4872df5-1387-4e92-8f18-253a9b48e9fb req-e5518c28-5f15-4d64-9f9f-c137bd07d644 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:27.644169 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-14998bbd-d473-4f3b-9343-b39fcc4a7ac3 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] device_id is not set on port aa77fa2e-5981-4dc2-bfd0-8102ab95fb27 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:41:27.776734 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3d283897-dc84-4bb0-9998-d420f89401dd None None] Provisioning complete for port 246b84a6-269f-43bb-8ed3-86ce4a1d19c7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:27.777160 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d283897-dc84-4bb0-9998-d420f89401dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:27.810763 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 00347017-bdbf-4c18-b680-5c1657655b6b up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:41:27.812445 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bdb3c725-01e5-4930-9bec-3a055fd91537 req-d81aa796-7701-4b84-b1ab-68249965531c tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:27.856562 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-6492c53d-2246-41b4-a23b-9d531e0eefcd service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815067 Apr 21 12:41:27.875081 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3d283897-dc84-4bb0-9998-d420f89401dd None None] Port 246b84a6-269f-43bb-8ed3-86ce4a1d19c7 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:41:27.895729 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 00347017-bdbf-4c18-b680-5c1657655b6b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:27.896351 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:27.919165 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72e6a70d-aecd-4813-981d-567f86c5ea7f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:27.946672 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81aa796-7701-4b84-b1ab-68249965531c tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Pushing event deleted for resources: {'Port': ['ID=9aaeeb12-1165-480b-8800-bad22a0a5875,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:27.977468 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d5d6cc5e-0658-49bb-a38c-bf00ead843e2 req-c0239d15-cc6b-4db7-80c1-b1ec64bd59a7 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0d16114-6485-449a-8a7d-81f72f69a252 HTTP/1.1" status: 200 len: 210 time: 0.1575971 Apr 21 12:41:27.991314 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c4872df5-1387-4e92-8f18-253a9b48e9fb req-e5518c28-5f15-4d64-9f9f-c137bd07d644 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] For port ea696ddd-1d32-44be-aa2e-dcd6825fe494, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ea696ddd-1d32-44be-aa2e-dcd6825fe494,segment=NetworkSegment(92aeee9a-c454-456a-ae05-5fde8110fb4b),segment_id=92aeee9a-c454-456a-ae05-5fde8110fb4b)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:27.991712 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c4872df5-1387-4e92-8f18-253a9b48e9fb req-e5518c28-5f15-4d64-9f9f-c137bd07d644 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:28.015716 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 63f5c75f-0cfb-4d57-a325-5ea8f08797c8 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:41:28.049841 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-14998bbd-d473-4f3b-9343-b39fcc4a7ac3 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Allocated IP 2001:db8::3d4 (250ab069-2888-4a30-948a-b3d249ecc0d5/43df0143-d4c9-4083-ba09-7b38b4ddb500/aa77fa2e-5981-4dc2-bfd0-8102ab95fb27) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:41:28.053869 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a2cb8a15-03c1-4260-8b17-82843f66cdad None None] Provisioning complete for port 246b84a6-269f-43bb-8ed3-86ce4a1d19c7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:28.054313 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2cb8a15-03c1-4260-8b17-82843f66cdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:28.058792 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c4872df5-1387-4e92-8f18-253a9b48e9fb req-e5518c28-5f15-4d64-9f9f-c137bd07d644 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Calling delete_port for ea696ddd-1d32-44be-aa2e-dcd6825fe494 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:41:28.098427 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a2cb8a15-03c1-4260-8b17-82843f66cdad None None] Port 246b84a6-269f-43bb-8ed3-86ce4a1d19c7 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:41:28.107471 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 63f5c75f-0cfb-4d57-a325-5ea8f08797c8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:28.107786 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:28.317854 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14998bbd-d473-4f3b-9343-b39fcc4a7ac3 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:28.350977 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-06663720-137e-488b-b16a-12effe2a3081 None None] Provisioning complete for port 246b84a6-269f-43bb-8ed3-86ce4a1d19c7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:28.355265 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06663720-137e-488b-b16a-12effe2a3081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:28.389103 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdb3c725-01e5-4930-9bec-3a055fd91537 req-d81aa796-7701-4b84-b1ab-68249965531c tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Router 10d9cc33-944c-46f4-a830-cd43a3586781 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:41:28.404011 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-06663720-137e-488b-b16a-12effe2a3081 None None] Port 246b84a6-269f-43bb-8ed3-86ce4a1d19c7 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:41:28.417562 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1710f-ee7e-4892-931f-da17c0864367 req-207528a5-6d48-4f2c-954a-4d83e3014cbf tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:28.418329 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2aa1710f-ee7e-4892-931f-da17c0864367 req-207528a5-6d48-4f2c-954a-4d83e3014cbf tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 950 time: 0.2565830 Apr 21 12:41:28.437238 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70582edf-4c64-42e1-a223-fc1d571725d7 req-84dc78a6-875f-4762-bf33-0d2cfcff1c2b tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:28.444938 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70582edf-4c64-42e1-a223-fc1d571725d7 req-84dc78a6-875f-4762-bf33-0d2cfcff1c2b tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=65af2bee-f3db-4de5-b5b7-98007eba1365 HTTP/1.1" status: 200 len: 945 time: 0.1912813 Apr 21 12:41:28.451865 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72e6a70d-aecd-4813-981d-567f86c5ea7f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:28.577722 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14998bbd-d473-4f3b-9343-b39fcc4a7ac3 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:28.593570 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2aa1710f-ee7e-4892-931f-da17c0864367 req-7728722e-7a05-4ce1-bc6d-abd0db5030ea tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669617 Apr 21 12:41:28.612459 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70582edf-4c64-42e1-a223-fc1d571725d7 req-1099aec0-a400-431d-b526-ba1e90db4bef tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622150 Apr 21 12:41:28.675491 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdb3c725-01e5-4930-9bec-3a055fd91537 req-d81aa796-7701-4b84-b1ab-68249965531c tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:41:28.682900 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c4872df5-1387-4e92-8f18-253a9b48e9fb req-e5518c28-5f15-4d64-9f9f-c137bd07d644 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:28.684574 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14998bbd-d473-4f3b-9343-b39fcc4a7ac3 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Pushing event updated for resources: {'Port': ['ID=aa77fa2e-5981-4dc2-bfd0-8102ab95fb27,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:28.688234 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14998bbd-d473-4f3b-9343-b39fcc4a7ac3 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Network 250ab069-2888-4a30-948a-b3d249ecc0d5 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:41:28.693238 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7489c35e-832b-46f4-aee9-c04a2c727e90 None None] Sync routers for ids ['10d9cc33-944c-46f4-a830-cd43a3586781'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:41:28.698351 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-14998bbd-d473-4f3b-9343-b39fcc4a7ac3 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:28.707814 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['a77e1e5c-3459-4af8-850f-34774ba8e43f', 'ea696ddd-1d32-44be-aa2e-dcd6825fe494'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:41:28.708281 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14998bbd-d473-4f3b-9343-b39fcc4a7ac3 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:41:28.717310 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14998bbd-d473-4f3b-9343-b39fcc4a7ac3 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:28.718126 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14998bbd-d473-4f3b-9343-b39fcc4a7ac3 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:28.767719 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7489c35e-832b-46f4-aee9-c04a2c727e90 None None] Routers {'10d9cc33-944c-46f4-a830-cd43a3586781'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:41:28.768383 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7489c35e-832b-46f4-aee9-c04a2c727e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:41:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['10d9cc33-944c-46f4-a830-cd43a3586781'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:28.814439 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5518c28-5f15-4d64-9f9f-c137bd07d644 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Pushing event deleted for resources: {'Port': ['ID=ea696ddd-1d32-44be-aa2e-dcd6825fe494,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:28.846284 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-14998bbd-d473-4f3b-9343-b39fcc4a7ac3 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9046650 Apr 21 12:41:28.849485 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4872df5-1387-4e92-8f18-253a9b48e9fb req-e5518c28-5f15-4d64-9f9f-c137bd07d644 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] No DVR routers for this DVR port ea696ddd-1d32-44be-aa2e-dcd6825fe494 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:41:28.857015 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43568) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:28.859950 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-67291e5f-98fe-4110-9a55-4a64675ec595 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b2', 'mac_address': 'fa:16:3e:9e:8e:9d'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:28.868868 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c4872df5-1387-4e92-8f18-253a9b48e9fb req-e5518c28-5f15-4d64-9f9f-c137bd07d644 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:28.872089 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c4872df5-1387-4e92-8f18-253a9b48e9fb req-e5518c28-5f15-4d64-9f9f-c137bd07d644 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.26 "DELETE /v2.0/ports/ea696ddd-1d32-44be-aa2e-dcd6825fe494 HTTP/1.1" status: 204 len: 173 time: 1.4902701 Apr 21 12:41:28.872714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65af2bee-f3db-4de5-b5b7-98007eba1365', 'name': 'network-vif-deleted', 'tag': 'ea696ddd-1d32-44be-aa2e-dcd6825fe494'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:41:28.892684 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc674165-abec-4c32-afb8-f775553c2c01" -d '{"events": [{"server_uuid": "65af2bee-f3db-4de5-b5b7-98007eba1365", "name": "network-vif-deleted", "tag": "ea696ddd-1d32-44be-aa2e-dcd6825fe494"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:41:28.899573 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdb3c725-01e5-4930-9bec-3a055fd91537 req-d81aa796-7701-4b84-b1ab-68249965531c tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] No DVR routers for this DVR port 9aaeeb12-1165-480b-8800-bad22a0a5875 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:41:28.903390 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bdb3c725-01e5-4930-9bec-3a055fd91537 req-d81aa796-7701-4b84-b1ab-68249965531c tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:28.907485 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bdb3c725-01e5-4930-9bec-3a055fd91537 req-d81aa796-7701-4b84-b1ab-68249965531c tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.24 "DELETE /v2.0/ports/9aaeeb12-1165-480b-8800-bad22a0a5875 HTTP/1.1" status: 204 len: 173 time: 2.4812617 Apr 21 12:41:28.976088 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdff4c0b-ee88-46b8-9957-84c19ed08895 x-openstack-request-id: req-cdff4c0b-ee88-46b8-9957-84c19ed08895 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:41:28.976494 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65af2bee-f3db-4de5-b5b7-98007eba1365", "name": "network-vif-deleted", "tag": "ea696ddd-1d32-44be-aa2e-dcd6825fe494", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:41:28.976959 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cdff4c0b-ee88-46b8-9957-84c19ed08895 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:41:28.977452 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdff4c0b-ee88-46b8-9957-84c19ed08895'] response: {'server_uuid': '65af2bee-f3db-4de5-b5b7-98007eba1365', 'name': 'network-vif-deleted', 'tag': 'ea696ddd-1d32-44be-aa2e-dcd6825fe494', 'status': 'completed', 'code': 200} Apr 21 12:41:28.995662 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-7489c35e-832b-46f4-aee9-c04a2c727e90 None None] Set router 10d9cc33-944c-46f4-a830-cd43a3586781 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:41:29.051380 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72e6a70d-aecd-4813-981d-567f86c5ea7f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:29.144302 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-257c8791-f1d0-4025-a635-e9d391245134 req-79b32b50-176a-4508-af33-0efb7450cdf9 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0d16114-6485-449a-8a7d-81f72f69a252 HTTP/1.1" status: 200 len: 210 time: 0.0417991 Apr 21 12:41:29.149626 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67291e5f-98fe-4110-9a55-4a64675ec595 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:29.211467 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72e6a70d-aecd-4813-981d-567f86c5ea7f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:29.212430 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72e6a70d-aecd-4813-981d-567f86c5ea7f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:29.222186 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-980d92e8-9d8c-4225-a094-3557833aa57b None None] Provisioning complete for port aa77fa2e-5981-4dc2-bfd0-8102ab95fb27 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:29.222549 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-980d92e8-9d8c-4225-a094-3557833aa57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:29.318310 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-980d92e8-9d8c-4225-a094-3557833aa57b None None] Port aa77fa2e-5981-4dc2-bfd0-8102ab95fb27 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:41:29.345306 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7489c35e-832b-46f4-aee9-c04a2c727e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'name': 'tempest-ServersTestFqdnHostnames-1113804383-router', 'tenant_id': '72dc25511e2147068c0afbce8b3beb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'f7d5242d-ece9-45d1-be08-e6b67bab55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:40:03Z', 'updated_at': '2022-04-21T12:40:09Z', 'revision_number': 4, 'project_id': '72dc25511e2147068c0afbce8b3beb01', 'gw_port': {'id': 'f7d5242d-ece9-45d1-be08-e6b67bab55f5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:40:04Z', 'updated_at': '2022-04-21T12:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '795b56df-225c-4d71-a396-87dccdb60e3d', 'name': '', 'network_id': 'b386f910-1290-4727-a8ab-a0387dcbd592', 'tenant_id': '72dc25511e2147068c0afbce8b3beb01', 'mac_address': 'fa:16:3e:a1:32:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '107fb6c6-3947-4941-bc31-01b8411e8f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:40:07Z', 'updated_at': '2022-04-21T12:40:16Z', 'revision_number': 5, 'project_id': '72dc25511e2147068c0afbce8b3beb01', 'subnets': [{'id': '107fb6c6-3947-4941-bc31-01b8411e8f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:29.566620 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7489c35e-832b-46f4-aee9-c04a2c727e90 None None] Checking router: 10d9cc33-944c-46f4-a830-cd43a3586781 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:41:29.575532 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7489c35e-832b-46f4-aee9-c04a2c727e90 None None] Routers {'10d9cc33-944c-46f4-a830-cd43a3586781'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:41:29.576124 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7489c35e-832b-46f4-aee9-c04a2c727e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:41:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['10d9cc33-944c-46f4-a830-cd43a3586781'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:29.689525 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6a70d-aecd-4813-981d-567f86c5ea7f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Port': ['ID=246b84a6-269f-43bb-8ed3-86ce4a1d19c7,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:29.711253 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-7489c35e-832b-46f4-aee9-c04a2c727e90 None None] Set router 10d9cc33-944c-46f4-a830-cd43a3586781 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:41:29.781226 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e6a70d-aecd-4813-981d-567f86c5ea7f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network 9a3b16af-769e-4551-95f6-3c180fa554da is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:41:29.783647 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67291e5f-98fe-4110-9a55-4a64675ec595 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:29.786429 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-72e6a70d-aecd-4813-981d-567f86c5ea7f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:29.853399 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43b48713-4a12-466c-af55-d58754491c26 req-25a730ad-e30b-4414-bb58-2974b6f059a7 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=65af2bee-f3db-4de5-b5b7-98007eba1365 HTTP/1.1" status: 200 len: 210 time: 0.0761952 Apr 21 12:41:29.879592 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67291e5f-98fe-4110-9a55-4a64675ec595 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:29.881403 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d339b3-db55-42d3-aedb-71cd76ee18c5 req-7c504772-8492-4c50-856e-35dabfb74337 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:29.883043 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-50d339b3-db55-42d3-aedb-71cd76ee18c5 req-7c504772-8492-4c50-856e-35dabfb74337 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 950 time: 0.1622939 Apr 21 12:41:29.930262 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-67291e5f-98fe-4110-9a55-4a64675ec595 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] In _notify_port_updated(), no bound segment for port aa77fa2e-5981-4dc2-bfd0-8102ab95fb27 on network 250ab069-2888-4a30-948a-b3d249ecc0d5 {{(pid=103397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 12:41:29.934226 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-50d339b3-db55-42d3-aedb-71cd76ee18c5 req-379bfbb8-401d-47b3-a933-1341642b568f tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447750 Apr 21 12:41:29.935256 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9aaeeb12-1165-480b-8800-bad22a0a5875 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:41:29.940642 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67291e5f-98fe-4110-9a55-4a64675ec595 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:29.940642 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67291e5f-98fe-4110-9a55-4a64675ec595 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:29.942654 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-67291e5f-98fe-4110-9a55-4a64675ec595 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] 10.222.0.36 "PUT /v2.0/ports/aa77fa2e-5981-4dc2-bfd0-8102ab95fb27 HTTP/1.1" status: 200 len: 1003 time: 1.0895727 Apr 21 12:41:29.945010 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43594) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:30.032790 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67291e5f-98fe-4110-9a55-4a64675ec595 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Pushing event updated for resources: {'Port': ['ID=aa77fa2e-5981-4dc2-bfd0-8102ab95fb27,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:30.099247 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 9aaeeb12-1165-480b-8800-bad22a0a5875 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:41:30.099587 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9aaeeb12-1165-480b-8800-bad22a0a5875 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:41:30.102569 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7b8cdcac-9584-4461-865f-e38713cdbc47 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Deleting port aa77fa2e-5981-4dc2-bfd0-8102ab95fb27 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:30.103172 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b8cdcac-9584-4461-865f-e38713cdbc47 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:30.140225 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7489c35e-832b-46f4-aee9-c04a2c727e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'name': 'tempest-ServersTestFqdnHostnames-1113804383-router', 'tenant_id': '72dc25511e2147068c0afbce8b3beb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'f7d5242d-ece9-45d1-be08-e6b67bab55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:40:03Z', 'updated_at': '2022-04-21T12:40:09Z', 'revision_number': 4, 'project_id': '72dc25511e2147068c0afbce8b3beb01', 'gw_port': {'id': 'f7d5242d-ece9-45d1-be08-e6b67bab55f5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:40:04Z', 'updated_at': '2022-04-21T12:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '795b56df-225c-4d71-a396-87dccdb60e3d', 'name': '', 'network_id': 'b386f910-1290-4727-a8ab-a0387dcbd592', 'tenant_id': '72dc25511e2147068c0afbce8b3beb01', 'mac_address': 'fa:16:3e:a1:32:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '107fb6c6-3947-4941-bc31-01b8411e8f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:40:07Z', 'updated_at': '2022-04-21T12:40:16Z', 'revision_number': 5, 'project_id': '72dc25511e2147068c0afbce8b3beb01', 'subnets': [{'id': '107fb6c6-3947-4941-bc31-01b8411e8f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:30.189832 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7489c35e-832b-46f4-aee9-c04a2c727e90 None None] The sync data for ids ['10d9cc33-944c-46f4-a830-cd43a3586781'] in n-d-836147-2 is: [{'id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'name': 'tempest-ServersTestFqdnHostnames-1113804383-router', 'tenant_id': '72dc25511e2147068c0afbce8b3beb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'f7d5242d-ece9-45d1-be08-e6b67bab55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:40:03Z', 'updated_at': '2022-04-21T12:40:09Z', 'revision_number': 4, 'project_id': '72dc25511e2147068c0afbce8b3beb01', 'gw_port': {'id': 'f7d5242d-ece9-45d1-be08-e6b67bab55f5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:40:04Z', 'updated_at': '2022-04-21T12:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '795b56df-225c-4d71-a396-87dccdb60e3d', 'name': '', 'network_id': 'b386f910-1290-4727-a8ab-a0387dcbd592', 'tenant_id': '72dc25511e2147068c0afbce8b3beb01', 'mac_address': 'fa:16:3e:a1:32:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '107fb6c6-3947-4941-bc31-01b8411e8f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:40:07Z', 'updated_at': '2022-04-21T12:40:16Z', 'revision_number': 5, 'project_id': '72dc25511e2147068c0afbce8b3beb01', 'subnets': [{'id': '107fb6c6-3947-4941-bc31-01b8411e8f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:41:30.198020 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e6a70d-aecd-4813-981d-567f86c5ea7f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Router 9fc75b9c-95b6-429e-b221-ee2c3e3fa4a6 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:41:30.284584 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-32e52e92-f345-48b2-9459-772c3b124053 None None] Provisioning complete for port 246b84a6-269f-43bb-8ed3-86ce4a1d19c7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:30.284962 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32e52e92-f345-48b2-9459-772c3b124053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:30.301123 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b8cdcac-9584-4461-865f-e38713cdbc47 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:30.335039 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e6a70d-aecd-4813-981d-567f86c5ea7f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:41:30.338683 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7b8cdcac-9584-4461-865f-e38713cdbc47 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Calling delete_port for aa77fa2e-5981-4dc2-bfd0-8102ab95fb27 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:41:30.343786 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-72e6a70d-aecd-4813-981d-567f86c5ea7f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "PUT /v2.0/routers/9fc75b9c-95b6-429e-b221-ee2c3e3fa4a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5298557 Apr 21 12:41:30.346315 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-32e52e92-f345-48b2-9459-772c3b124053 None None] Port 246b84a6-269f-43bb-8ed3-86ce4a1d19c7 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:41:30.346861 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43604) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:30.348839 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff7e64a-d2c5-4767-a11b-071f940c5679 None None] Sync routers for ids ['9fc75b9c-95b6-429e-b221-ee2c3e3fa4a6'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:41:30.362206 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a985bbd-445a-49a4-928a-904963c402b4 req-d02bf120-60eb-4731-9738-f1fe339ee190 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/ports?device_id=b0d16114-6485-449a-8a7d-81f72f69a252 HTTP/1.1" status: 200 len: 210 time: 0.0430992 Apr 21 12:41:30.373376 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff7e64a-d2c5-4767-a11b-071f940c5679 None None] Routers {'9fc75b9c-95b6-429e-b221-ee2c3e3fa4a6'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:41:30.373376 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-aff7e64a-d2c5-4767-a11b-071f940c5679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:41:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['9fc75b9c-95b6-429e-b221-ee2c3e3fa4a6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:30.424705 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40be69fe-61c4-4c56-b57d-8dc53cdb8bca tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:30.429099 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-40be69fe-61c4-4c56-b57d-8dc53cdb8bca tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "GET /v2.0/ports/246b84a6-269f-43bb-8ed3-86ce4a1d19c7 HTTP/1.1" status: 200 len: 983 time: 0.0763617 Apr 21 12:41:30.432601 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43610) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:30.442893 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-aff7e64a-d2c5-4767-a11b-071f940c5679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:30.452566 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff7e64a-d2c5-4767-a11b-071f940c5679 None None] Routers {'9fc75b9c-95b6-429e-b221-ee2c3e3fa4a6'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:41:30.453177 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-aff7e64a-d2c5-4767-a11b-071f940c5679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:41:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['9fc75b9c-95b6-429e-b221-ee2c3e3fa4a6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:30.467810 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8aad0158-b9bc-4fb5-9398-4815963c411e None None] Provisioning complete for port aa77fa2e-5981-4dc2-bfd0-8102ab95fb27 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:30.468376 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8aad0158-b9bc-4fb5-9398-4815963c411e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:30.492457 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-aff7e64a-d2c5-4767-a11b-071f940c5679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:30.492457 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff7e64a-d2c5-4767-a11b-071f940c5679 None None] The sync data for ids ['9fc75b9c-95b6-429e-b221-ee2c3e3fa4a6'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:41:30.517191 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8aad0158-b9bc-4fb5-9398-4815963c411e None None] Port aa77fa2e-5981-4dc2-bfd0-8102ab95fb27 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:41:30.583365 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313ced9f-8f3f-4362-a05b-f3b5ebddaed1 None None] New status for floating IP bc1c1611-04f6-418c-8772-ea2393eeaa51: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:41:30.803406 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device ea696ddd-1d32-44be-aa2e-dcd6825fe494 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:41:30.833758 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: ea696ddd-1d32-44be-aa2e-dcd6825fe494 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:41:30.834152 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device ea696ddd-1d32-44be-aa2e-dcd6825fe494 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:41:30.980151 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d16114-6485-449a-8a7d-81f72f69a252', 'name': 'network-vif-deleted', 'tag': '9aaeeb12-1165-480b-8800-bad22a0a5875'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:41:30.982281 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98572d2b-574c-41ad-954e-ff11cc44ac1f" -d '{"events": [{"server_uuid": "b0d16114-6485-449a-8a7d-81f72f69a252", "name": "network-vif-deleted", "tag": "9aaeeb12-1165-480b-8800-bad22a0a5875"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:41:31.144879 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2953773-6651-4ab9-b01c-6842d6729140 req-5bc2974e-8071-4290-b015-7126a3b11008 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:31.146385 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b2953773-6651-4ab9-b01c-6842d6729140 req-5bc2974e-8071-4290-b015-7126a3b11008 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 950 time: 0.1207004 Apr 21 12:41:31.226831 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b8cdcac-9584-4461-865f-e38713cdbc47 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:31.243573 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b2953773-6651-4ab9-b01c-6842d6729140 req-81c46127-b174-4a46-a5a0-2d2fa5114de5 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900061 Apr 21 12:41:31.274423 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8cdcac-9584-4461-865f-e38713cdbc47 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Pushing event deleted for resources: {'Port': ['ID=aa77fa2e-5981-4dc2-bfd0-8102ab95fb27,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:31.313408 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd4ac0c-0d15-48f3-9122-9cdc7dda3500 x-openstack-request-id: req-6dd4ac0c-0d15-48f3-9122-9cdc7dda3500 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:41:31.313628 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d16114-6485-449a-8a7d-81f72f69a252", "name": "network-vif-deleted", "tag": "9aaeeb12-1165-480b-8800-bad22a0a5875", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:41:31.313883 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6dd4ac0c-0d15-48f3-9122-9cdc7dda3500 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:41:31.314266 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dd4ac0c-0d15-48f3-9122-9cdc7dda3500'] response: {'server_uuid': 'b0d16114-6485-449a-8a7d-81f72f69a252', 'name': 'network-vif-deleted', 'tag': '9aaeeb12-1165-480b-8800-bad22a0a5875', 'status': 'completed', 'code': 200} Apr 21 12:41:31.492796 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b8cdcac-9584-4461-865f-e38713cdbc47 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:31.495932 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7b8cdcac-9584-4461-865f-e38713cdbc47 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] 10.222.0.36 "DELETE /v2.0/ports/aa77fa2e-5981-4dc2-bfd0-8102ab95fb27 HTTP/1.1" status: 204 len: 168 time: 1.5498440 Apr 21 12:41:31.498741 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43642) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:31.514164 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67a451c8-6f32-4881-85a2-e81685abaa6f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:31.526696 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ceac316-a804-499a-b34f-d93ac911c130 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] GET failed (client error): The resource could not be found. Apr 21 12:41:31.532919 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6ceac316-a804-499a-b34f-d93ac911c130 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] 10.222.0.36 "GET /v2.0/ports/aa77fa2e-5981-4dc2-bfd0-8102ab95fb27 HTTP/1.1" status: 404 len: 333 time: 0.0331070 Apr 21 12:41:31.533629 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43644) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:31.538501 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-49040d3f-e2be-482d-8b4d-2102feb847d6 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Request body: {'port': {'network_id': '250ab069-2888-4a30-948a-b3d249ecc0d5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-951488530'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:31.554065 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43646) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:31.620266 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7a08f-5145-4f4e-9b45-813b2c9c3fa9 req-657d6856-043f-423d-b5b6-0a94e8ca5f06 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:31.621801 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06e7a08f-5145-4f4e-9b45-813b2c9c3fa9 req-657d6856-043f-423d-b5b6-0a94e8ca5f06 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 945 time: 0.2286053 Apr 21 12:41:31.728150 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fee016fe-cf46-41bc-aada-be8170f07a21 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:31.733868 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49040d3f-e2be-482d-8b4d-2102feb847d6 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Made reservation on behalf of cb713603b054453aa81a3ad9cbf3409c for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:31.743015 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-49040d3f-e2be-482d-8b4d-2102feb847d6 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:31.754832 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06e7a08f-5145-4f4e-9b45-813b2c9c3fa9 req-72092fcf-1145-40b5-84de-b33d4f2e7f66 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144416 Apr 21 12:41:31.755751 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-49040d3f-e2be-482d-8b4d-2102feb847d6 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] device_id is not set on port f98910c4-b4ce-4517-8b77-cc92114fb182 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:41:31.780791 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fee016fe-cf46-41bc-aada-be8170f07a21 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:31.881851 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-49040d3f-e2be-482d-8b4d-2102feb847d6 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Allocated IP 2001:db8::25b (250ab069-2888-4a30-948a-b3d249ecc0d5/43df0143-d4c9-4083-ba09-7b38b4ddb500/f98910c4-b4ce-4517-8b77-cc92114fb182) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:41:31.885896 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-67a451c8-6f32-4881-85a2-e81685abaa6f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Deleting port 246b84a6-269f-43bb-8ed3-86ce4a1d19c7 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:31.886244 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67a451c8-6f32-4881-85a2-e81685abaa6f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:31.944980 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fee016fe-cf46-41bc-aada-be8170f07a21 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:31.947608 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fee016fe-cf46-41bc-aada-be8170f07a21 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:31.951378 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fee016fe-cf46-41bc-aada-be8170f07a21 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "DELETE /v2.0/security-groups/a952406e-7ca1-4073-96b5-e749aca2cf15 HTTP/1.1" status: 204 len: 168 time: 0.3944116 Apr 21 12:41:31.957416 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43656) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:31.979867 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee016fe-cf46-41bc-aada-be8170f07a21 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a952406e-7ca1-4073-96b5-e749aca2cf15,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:31.987555 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-f0f468e5-f567-40c2-8307-92ba2c4a5b2b tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] show failed (client error): The resource could not be found. Apr 21 12:41:31.991310 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f0f468e5-f567-40c2-8307-92ba2c4a5b2b tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "GET /v2.0/security-groups/a952406e-7ca1-4073-96b5-e749aca2cf15 HTTP/1.1" status: 404 len: 347 time: 0.0303648 Apr 21 12:41:31.995905 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43658) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:32.049296 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67a451c8-6f32-4881-85a2-e81685abaa6f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:32.058031 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-49040d3f-e2be-482d-8b4d-2102feb847d6 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:32.116551 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-67a451c8-6f32-4881-85a2-e81685abaa6f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Calling delete_port for 246b84a6-269f-43bb-8ed3-86ce4a1d19c7 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:41:32.194838 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-030dcd76-7b99-4379-9d50-4cdb0096f3d0 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Deleting port 28ac88fd-4933-4d9b-9112-9a1ba47c5c4c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:32.199035 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-030dcd76-7b99-4379-9d50-4cdb0096f3d0 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:32.229086 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-49040d3f-e2be-482d-8b4d-2102feb847d6 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:32.277342 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49040d3f-e2be-482d-8b4d-2102feb847d6 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Network 250ab069-2888-4a30-948a-b3d249ecc0d5 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:41:32.280508 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-49040d3f-e2be-482d-8b4d-2102feb847d6 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:32.284446 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49040d3f-e2be-482d-8b4d-2102feb847d6 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:41:32.290083 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49040d3f-e2be-482d-8b4d-2102feb847d6 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:32.291278 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-49040d3f-e2be-482d-8b4d-2102feb847d6 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:32.303092 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49040d3f-e2be-482d-8b4d-2102feb847d6 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Pushing event updated for resources: {'Port': ['ID=f98910c4-b4ce-4517-8b77-cc92114fb182,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:32.326141 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-030dcd76-7b99-4379-9d50-4cdb0096f3d0 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:32.326141 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-030dcd76-7b99-4379-9d50-4cdb0096f3d0 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:32.361607 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-030dcd76-7b99-4379-9d50-4cdb0096f3d0 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Calling delete_port for 28ac88fd-4933-4d9b-9112-9a1ba47c5c4c owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:41:32.400310 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-49040d3f-e2be-482d-8b4d-2102feb847d6 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8656588 Apr 21 12:41:32.402954 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43672) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:32.408378 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-7dbf3d3b-496c-487a-905f-d9eca87ea954 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:9e:8e:9d'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:32.481304 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7dbf3d3b-496c-487a-905f-d9eca87ea954 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:32.487940 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fde762-804a-4074-b680-e36e78e874f9 req-ea954bef-e271-4fef-96fd-9d4f048b0ac7 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:32.489505 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-22fde762-804a-4074-b680-e36e78e874f9 req-ea954bef-e271-4fef-96fd-9d4f048b0ac7 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 950 time: 0.1259732 Apr 21 12:41:32.509388 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67a451c8-6f32-4881-85a2-e81685abaa6f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:32.556744 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6e4929cf-0ab9-4443-9fbf-2135484ce661 None None] Provisioning complete for port f98910c4-b4ce-4517-8b77-cc92114fb182 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:32.557316 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e4929cf-0ab9-4443-9fbf-2135484ce661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:32.569793 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a451c8-6f32-4881-85a2-e81685abaa6f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Port': ['ID=246b84a6-269f-43bb-8ed3-86ce4a1d19c7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:32.593961 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6e4929cf-0ab9-4443-9fbf-2135484ce661 None None] Port f98910c4-b4ce-4517-8b77-cc92114fb182 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:41:32.630320 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-22fde762-804a-4074-b680-e36e78e874f9 req-e161c36e-f638-423b-ac77-bd8a43949df0 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271708 Apr 21 12:41:32.727792 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7dbf3d3b-496c-487a-905f-d9eca87ea954 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:32.737019 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67a451c8-6f32-4881-85a2-e81685abaa6f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:32.811792 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7dbf3d3b-496c-487a-905f-d9eca87ea954 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:32.848415 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7dbf3d3b-496c-487a-905f-d9eca87ea954 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] In _notify_port_updated(), no bound segment for port f98910c4-b4ce-4517-8b77-cc92114fb182 on network 250ab069-2888-4a30-948a-b3d249ecc0d5 {{(pid=103397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 12:41:32.854439 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbf3d3b-496c-487a-905f-d9eca87ea954 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:32.855087 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7dbf3d3b-496c-487a-905f-d9eca87ea954 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:32.856418 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7dbf3d3b-496c-487a-905f-d9eca87ea954 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] 10.222.0.36 "PUT /v2.0/ports/f98910c4-b4ce-4517-8b77-cc92114fb182 HTTP/1.1" status: 200 len: 1002 time: 0.4522815 Apr 21 12:41:32.859300 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43682) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:32.912833 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbf3d3b-496c-487a-905f-d9eca87ea954 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Pushing event updated for resources: {'Port': ['ID=f98910c4-b4ce-4517-8b77-cc92114fb182,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:32.935529 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-030dcd76-7b99-4379-9d50-4cdb0096f3d0 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:32.973002 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a451c8-6f32-4881-85a2-e81685abaa6f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Router 9fc75b9c-95b6-429e-b221-ee2c3e3fa4a6 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:41:32.974121 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030dcd76-7b99-4379-9d50-4cdb0096f3d0 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Pushing event deleted for resources: {'Port': ['ID=28ac88fd-4933-4d9b-9112-9a1ba47c5c4c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:32.986966 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-792f0887-c5a5-4bc0-a3a3-c1df865de52a tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Deleting port f98910c4-b4ce-4517-8b77-cc92114fb182 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:32.987739 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-792f0887-c5a5-4bc0-a3a3-c1df865de52a tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:33.018211 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed18e0-7072-42a6-ae6c-f6612bf404de req-f8013083-b1ee-4605-bbc7-99c9cc2aab70 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:33.025733 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3eed18e0-7072-42a6-ae6c-f6612bf404de req-f8013083-b1ee-4605-bbc7-99c9cc2aab70 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 945 time: 0.1894245 Apr 21 12:41:33.096082 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-792f0887-c5a5-4bc0-a3a3-c1df865de52a tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:33.109597 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-792f0887-c5a5-4bc0-a3a3-c1df865de52a tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Calling delete_port for f98910c4-b4ce-4517-8b77-cc92114fb182 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:41:33.161368 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-030dcd76-7b99-4379-9d50-4cdb0096f3d0 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:33.164147 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-030dcd76-7b99-4379-9d50-4cdb0096f3d0 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:33.165391 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-030dcd76-7b99-4379-9d50-4cdb0096f3d0 tempest-ServersTestFqdnHostnames-2077865383 tempest-ServersTestFqdnHostnames-2077865383-project] 10.222.0.36 "DELETE /v2.0/floatingips/bc1c1611-04f6-418c-8772-ea2393eeaa51 HTTP/1.1" status: 204 len: 168 time: 1.1728950 Apr 21 12:41:33.168311 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43692) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:33.171187 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a451c8-6f32-4881-85a2-e81685abaa6f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:41:33.175252 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3eed18e0-7072-42a6-ae6c-f6612bf404de req-c4efea89-f03a-4604-9c5f-281a29efdfa5 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/security-groups?id=21e4e848-3db9-4a5d-a012-8ac18251979d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485946 Apr 21 12:41:33.179975 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-67a451c8-6f32-4881-85a2-e81685abaa6f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "PUT /v2.0/routers/9fc75b9c-95b6-429e-b221-ee2c3e3fa4a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7463024 Apr 21 12:41:33.183524 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43694) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:33.191242 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e486ed-edca-4cd1-95e1-587bbbf95857 None None] Sync routers for ids ['9fc75b9c-95b6-429e-b221-ee2c3e3fa4a6'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:41:33.202366 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e486ed-edca-4cd1-95e1-587bbbf95857 None None] Routers {'9fc75b9c-95b6-429e-b221-ee2c3e3fa4a6'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:41:33.202996 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-93e486ed-edca-4cd1-95e1-587bbbf95857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:41:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['9fc75b9c-95b6-429e-b221-ee2c3e3fa4a6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:33.247511 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-96d63146-ff04-4c84-9493-f138faa06b8f None None] Provisioning complete for port f98910c4-b4ce-4517-8b77-cc92114fb182 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:33.247874 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96d63146-ff04-4c84-9493-f138faa06b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:33.291110 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-93e486ed-edca-4cd1-95e1-587bbbf95857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:33.308825 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e486ed-edca-4cd1-95e1-587bbbf95857 None None] Routers {'9fc75b9c-95b6-429e-b221-ee2c3e3fa4a6'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:41:33.310236 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-93e486ed-edca-4cd1-95e1-587bbbf95857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:41:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['9fc75b9c-95b6-429e-b221-ee2c3e3fa4a6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:33.315163 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-96d63146-ff04-4c84-9493-f138faa06b8f None None] Port f98910c4-b4ce-4517-8b77-cc92114fb182 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:41:33.352388 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-93e486ed-edca-4cd1-95e1-587bbbf95857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:33.353079 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e486ed-edca-4cd1-95e1-587bbbf95857 None None] The sync data for ids ['9fc75b9c-95b6-429e-b221-ee2c3e3fa4a6'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:41:33.378439 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef0668-6974-4ceb-bf13-7e1f99b6383e req-9bfed8ae-a813-4d3b-b841-1f58b7599ea5 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:33.379899 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-edef0668-6974-4ceb-bf13-7e1f99b6383e req-9bfed8ae-a813-4d3b-b841-1f58b7599ea5 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.26 "GET /v2.0/ports?device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 945 time: 0.1256812 Apr 21 12:41:33.463445 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-792f0887-c5a5-4bc0-a3a3-c1df865de52a tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:33.486063 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-7ed7bb6a-be0f-4aff-abe7-3918fc68710f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] remove_router_interface failed (client error): The resource could not be found. Apr 21 12:41:33.489649 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7ed7bb6a-be0f-4aff-abe7-3918fc68710f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "PUT /v2.0/routers/9fc75b9c-95b6-429e-b221-ee2c3e3fa4a6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3026087 Apr 21 12:41:33.498042 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43704) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:33.510058 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f0887-c5a5-4bc0-a3a3-c1df865de52a tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Pushing event deleted for resources: {'Port': ['ID=f98910c4-b4ce-4517-8b77-cc92114fb182,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:33.547264 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0a8155cb-d2dc-477a-829f-a5c0e1459c83 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "GET /v2.0/ports?device_id=9fc75b9c-95b6-429e-b221-ee2c3e3fa4a6 HTTP/1.1" status: 200 len: 205 time: 0.0477853 Apr 21 12:41:33.564820 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43706) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:33.576470 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-792f0887-c5a5-4bc0-a3a3-c1df865de52a tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:33.582124 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-792f0887-c5a5-4bc0-a3a3-c1df865de52a tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] 10.222.0.36 "DELETE /v2.0/ports/f98910c4-b4ce-4517-8b77-cc92114fb182 HTTP/1.1" status: 204 len: 168 time: 0.7212355 Apr 21 12:41:33.585479 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43710) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:33.747908 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-4afbdc8d-52bc-4492-be81-8d894638b3e2 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] GET failed (client error): The resource could not be found. Apr 21 12:41:33.747908 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4afbdc8d-52bc-4492-be81-8d894638b3e2 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] 10.222.0.36 "GET /v2.0/ports/f98910c4-b4ce-4517-8b77-cc92114fb182 HTTP/1.1" status: 404 len: 333 time: 0.1232450 Apr 21 12:41:33.769804 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43718) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:33.775505 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-642ed5f1-c512-49bb-a4a1-83e1bcf1c2cf tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Request body: {'port': {'network_id': '250ab069-2888-4a30-948a-b3d249ecc0d5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-754917378'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:33.801915 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd8ad3d3-cb60-4700-8570-798057cb626d tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:33.924029 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a020d5-943c-432b-93fb-5ca2dedca257 req-f48f0417-9f39-45fb-a6ab-74b94df645b6 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:33.925420 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a2a020d5-943c-432b-93fb-5ca2dedca257 req-f48f0417-9f39-45fb-a6ab-74b94df645b6 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 950 time: 0.0646968 Apr 21 12:41:33.928647 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-edef0668-6974-4ceb-bf13-7e1f99b6383e req-7ce6f49b-3860-4389-a453-2510e8ac2f7b tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Deleting port a77e1e5c-3459-4af8-850f-34774ba8e43f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:33.928989 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-edef0668-6974-4ceb-bf13-7e1f99b6383e req-7ce6f49b-3860-4389-a453-2510e8ac2f7b tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:34.016045 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a2a020d5-943c-432b-93fb-5ca2dedca257 req-ff820572-db27-463b-b985-a3098ba597e4 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826592 Apr 21 12:41:34.048812 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-edef0668-6974-4ceb-bf13-7e1f99b6383e req-7ce6f49b-3860-4389-a453-2510e8ac2f7b tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] For port a77e1e5c-3459-4af8-850f-34774ba8e43f, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=a77e1e5c-3459-4af8-850f-34774ba8e43f,segment=NetworkSegment(92aeee9a-c454-456a-ae05-5fde8110fb4b),segment_id=92aeee9a-c454-456a-ae05-5fde8110fb4b)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:34.049484 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-edef0668-6974-4ceb-bf13-7e1f99b6383e req-7ce6f49b-3860-4389-a453-2510e8ac2f7b tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:34.054804 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd8ad3d3-cb60-4700-8570-798057cb626d tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:34.058960 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd8ad3d3-cb60-4700-8570-798057cb626d tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:34.063710 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-edef0668-6974-4ceb-bf13-7e1f99b6383e req-7ce6f49b-3860-4389-a453-2510e8ac2f7b tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Calling delete_port for a77e1e5c-3459-4af8-850f-34774ba8e43f owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:41:34.185063 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9fbbb94-f2a6-4518-8ce5-bc6037679e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:34.238893 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd8ad3d3-cb60-4700-8570-798057cb626d tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:34.239936 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8ad3d3-cb60-4700-8570-798057cb626d tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Fanout notify agent at l3_agent the message router_deleted on router 9fc75b9c-95b6-429e-b221-ee2c3e3fa4a6 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:41:34.254573 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd8ad3d3-cb60-4700-8570-798057cb626d tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:34.255959 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-dd8ad3d3-cb60-4700-8570-798057cb626d tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/routers/9fc75b9c-95b6-429e-b221-ee2c3e3fa4a6 HTTP/1.1" status: 204 len: 168 time: 0.6873066 Apr 21 12:41:34.259113 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642ed5f1-c512-49bb-a4a1-83e1bcf1c2cf tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Made reservation on behalf of cb713603b054453aa81a3ad9cbf3409c for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:34.260638 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43726) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:34.262669 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-642ed5f1-c512-49bb-a4a1-83e1bcf1c2cf tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:34.319523 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-642ed5f1-c512-49bb-a4a1-83e1bcf1c2cf tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] device_id is not set on port f0743b7a-df6a-4992-9675-2060b30ac341 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:41:34.360658 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-edef0668-6974-4ceb-bf13-7e1f99b6383e req-7ce6f49b-3860-4389-a453-2510e8ac2f7b tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:34.378208 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['a77e1e5c-3459-4af8-850f-34774ba8e43f'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:41:34.386625 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-222c4b1f-d087-4609-aa06-19f0c62a6702 req-200e77eb-b3a3-4a05-b045-066ad3dbd03b tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 210 time: 0.0675840 Apr 21 12:41:34.436872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce6f49b-3860-4389-a453-2510e8ac2f7b tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Pushing event deleted for resources: {'Port': ['ID=a77e1e5c-3459-4af8-850f-34774ba8e43f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:34.461420 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-402b5b3a-649e-417e-ad52-ff7bcb062d13 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Deleting subnet bae6af40-bd8c-4eda-923b-f12c59c45a3f {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:41:34.466593 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-402b5b3a-649e-417e-ad52-ff7bcb062d13 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:34.514729 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-402b5b3a-649e-417e-ad52-ff7bcb062d13 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:34.524332 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-642ed5f1-c512-49bb-a4a1-83e1bcf1c2cf tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Allocated IP 2001:db8::1a4 (250ab069-2888-4a30-948a-b3d249ecc0d5/43df0143-d4c9-4083-ba09-7b38b4ddb500/f0743b7a-df6a-4992-9675-2060b30ac341) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:41:34.620457 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-edef0668-6974-4ceb-bf13-7e1f99b6383e req-7ce6f49b-3860-4389-a453-2510e8ac2f7b tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] No DVR routers for this DVR port a77e1e5c-3459-4af8-850f-34774ba8e43f on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:41:34.624628 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-edef0668-6974-4ceb-bf13-7e1f99b6383e req-7ce6f49b-3860-4389-a453-2510e8ac2f7b tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:34.628303 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-edef0668-6974-4ceb-bf13-7e1f99b6383e req-7ce6f49b-3860-4389-a453-2510e8ac2f7b tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.26 "DELETE /v2.0/ports/a77e1e5c-3459-4af8-850f-34774ba8e43f HTTP/1.1" status: 204 len: 173 time: 1.2226932 Apr 21 12:41:34.628770 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67d88df6-4bfd-40b5-82d4-0179fc38ff29', 'name': 'network-vif-deleted', 'tag': 'a77e1e5c-3459-4af8-850f-34774ba8e43f'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:41:34.631253 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73227c35-ad40-4bd2-aac6-7731bc7464bb" -d '{"events": [{"server_uuid": "67d88df6-4bfd-40b5-82d4-0179fc38ff29", "name": "network-vif-deleted", "tag": "a77e1e5c-3459-4af8-850f-34774ba8e43f"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:41:34.681126 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef93e6b5-c5dc-4aa3-91ad-eef926f74cbf x-openstack-request-id: req-ef93e6b5-c5dc-4aa3-91ad-eef926f74cbf {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:41:34.681646 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67d88df6-4bfd-40b5-82d4-0179fc38ff29", "name": "network-vif-deleted", "tag": "a77e1e5c-3459-4af8-850f-34774ba8e43f", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:41:34.681908 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ef93e6b5-c5dc-4aa3-91ad-eef926f74cbf {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:41:34.682525 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef93e6b5-c5dc-4aa3-91ad-eef926f74cbf'] response: {'server_uuid': '67d88df6-4bfd-40b5-82d4-0179fc38ff29', 'name': 'network-vif-deleted', 'tag': 'a77e1e5c-3459-4af8-850f-34774ba8e43f', 'status': 'completed', 'code': 200} Apr 21 12:41:34.710506 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-402b5b3a-649e-417e-ad52-ff7bcb062d13 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:34.837748 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-402b5b3a-649e-417e-ad52-ff7bcb062d13 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:34.866820 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b5b3a-649e-417e-ad52-ff7bcb062d13 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Subnet': ['ID=bae6af40-bd8c-4eda-923b-f12c59c45a3f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:34.870342 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-402b5b3a-649e-417e-ad52-ff7bcb062d13 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:34.873545 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-402b5b3a-649e-417e-ad52-ff7bcb062d13 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/subnets/bae6af40-bd8c-4eda-923b-f12c59c45a3f HTTP/1.1" status: 204 len: 168 time: 0.6117256 Apr 21 12:41:34.876322 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43742) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:34.882292 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac044c5-a246-46c7-b13a-f59120147028 None None] Network 9a3b16af-769e-4551-95f6-3c180fa554da requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:41:34.981659 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e4c434de-4860-4c19-94a7-a3c6f0e126e9 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:35.003821 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e9fbbb94-f2a6-4518-8ce5-bc6037679e30 admin admin] Deleting port 795b56df-225c-4d71-a396-87dccdb60e3d {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:35.004388 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9fbbb94-f2a6-4518-8ce5-bc6037679e30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:35.056055 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e4c434de-4860-4c19-94a7-a3c6f0e126e9 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Deleting port 63f5c75f-0cfb-4d57-a325-5ea8f08797c8 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:35.056055 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e4c434de-4860-4c19-94a7-a3c6f0e126e9 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:35.093207 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-642ed5f1-c512-49bb-a4a1-83e1bcf1c2cf tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:35.134622 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7309a501-3e54-4868-be37-5cf36478aeca None None] DHCP port deletion for 9a3b16af-769e-4551-95f6-3c180fa554da request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:41:35.136078 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-e9fbbb94-f2a6-4518-8ce5-bc6037679e30 admin admin] For port 795b56df-225c-4d71-a396-87dccdb60e3d, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=795b56df-225c-4d71-a396-87dccdb60e3d,segment=NetworkSegment(9e519a56-00ea-41b0-9265-814962b39db9),segment_id=9e519a56-00ea-41b0-9265-814962b39db9)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:35.136413 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9fbbb94-f2a6-4518-8ce5-bc6037679e30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:35.158757 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e9fbbb94-f2a6-4518-8ce5-bc6037679e30 admin admin] Calling delete_port for 795b56df-225c-4d71-a396-87dccdb60e3d owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:41:35.179024 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-e4c434de-4860-4c19-94a7-a3c6f0e126e9 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] For port 63f5c75f-0cfb-4d57-a325-5ea8f08797c8, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=63f5c75f-0cfb-4d57-a325-5ea8f08797c8,segment=NetworkSegment(5a3442d5-ed46-4496-862e-b1abdc12e952),segment_id=5a3442d5-ed46-4496-862e-b1abdc12e952)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:35.179317 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e4c434de-4860-4c19-94a7-a3c6f0e126e9 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:35.183848 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7309a501-3e54-4868-be37-5cf36478aeca None None] Deleting port 63f5c75f-0cfb-4d57-a325-5ea8f08797c8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:35.184371 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7309a501-3e54-4868-be37-5cf36478aeca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:35.195164 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e4c434de-4860-4c19-94a7-a3c6f0e126e9 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Calling delete_port for 63f5c75f-0cfb-4d57-a325-5ea8f08797c8 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:41:35.212659 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1e445-de31-444c-b00f-7e39197e0597 req-0f9ba340-5eef-493c-824f-82f2f0e8042a tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:35.216579 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6fd1e445-de31-444c-b00f-7e39197e0597 req-0f9ba340-5eef-493c-824f-82f2f0e8042a tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 950 time: 0.0964251 Apr 21 12:41:35.254789 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7309a501-3e54-4868-be37-5cf36478aeca None None] For port 63f5c75f-0cfb-4d57-a325-5ea8f08797c8, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=63f5c75f-0cfb-4d57-a325-5ea8f08797c8,segment=NetworkSegment(5a3442d5-ed46-4496-862e-b1abdc12e952),segment_id=5a3442d5-ed46-4496-862e-b1abdc12e952)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:35.255351 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7309a501-3e54-4868-be37-5cf36478aeca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:35.270901 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7309a501-3e54-4868-be37-5cf36478aeca None None] Calling delete_port for 63f5c75f-0cfb-4d57-a325-5ea8f08797c8 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:41:35.306482 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6fd1e445-de31-444c-b00f-7e39197e0597 req-41edb1ef-9f5b-4dc3-be06-8f91c9e62e62 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808170 Apr 21 12:41:35.334279 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-642ed5f1-c512-49bb-a4a1-83e1bcf1c2cf tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:35.413833 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642ed5f1-c512-49bb-a4a1-83e1bcf1c2cf tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Network 250ab069-2888-4a30-948a-b3d249ecc0d5 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:41:35.422519 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-642ed5f1-c512-49bb-a4a1-83e1bcf1c2cf tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:35.427240 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ed5f1-c512-49bb-a4a1-83e1bcf1c2cf tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Pushing event updated for resources: {'Port': ['ID=f0743b7a-df6a-4992-9675-2060b30ac341,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:35.431798 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642ed5f1-c512-49bb-a4a1-83e1bcf1c2cf tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:41:35.439173 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642ed5f1-c512-49bb-a4a1-83e1bcf1c2cf tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:35.439986 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-642ed5f1-c512-49bb-a4a1-83e1bcf1c2cf tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:35.442209 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7309a501-3e54-4868-be37-5cf36478aeca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:35.455389 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e4c434de-4860-4c19-94a7-a3c6f0e126e9 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:35.479160 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7309a501-3e54-4868-be37-5cf36478aeca None None] No DVR routers for this DVR port 63f5c75f-0cfb-4d57-a325-5ea8f08797c8 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:41:35.484888 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309a501-3e54-4868-be37-5cf36478aeca None None] Pushing event deleted for resources: {'Port': ['ID=63f5c75f-0cfb-4d57-a325-5ea8f08797c8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:35.494912 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c434de-4860-4c19-94a7-a3c6f0e126e9 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] No DVR routers for this DVR port 63f5c75f-0cfb-4d57-a325-5ea8f08797c8 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:41:35.497309 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c434de-4860-4c19-94a7-a3c6f0e126e9 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Port': ['ID=63f5c75f-0cfb-4d57-a325-5ea8f08797c8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:35.540267 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9fbbb94-f2a6-4518-8ce5-bc6037679e30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:35.574199 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fbbb94-f2a6-4518-8ce5-bc6037679e30 admin admin] Pushing event deleted for resources: {'Port': ['ID=795b56df-225c-4d71-a396-87dccdb60e3d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:35.584235 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a7602cc-6a33-4849-8f8a-976afa6289b4 req-9c2daf73-ae8a-44f7-b44a-d72be903f669 tempest-ListServerFiltersTestJSON-65595870 tempest-ListServerFiltersTestJSON-65595870-project] 10.222.0.36 "GET /v2.0/ports?device_id=67d88df6-4bfd-40b5-82d4-0179fc38ff29 HTTP/1.1" status: 200 len: 210 time: 0.0514448 Apr 21 12:41:35.589246 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-642ed5f1-c512-49bb-a4a1-83e1bcf1c2cf tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.8181090 Apr 21 12:41:35.595402 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43762) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:35.625057 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-7dd6ac9c-9d61-42ab-83ba-b9fd8fe7dd93 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Request body: {'port': {'network_id': '250ab069-2888-4a30-948a-b3d249ecc0d5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-437954205'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:35.686013 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e4c434de-4860-4c19-94a7-a3c6f0e126e9 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:35.717789 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e4c434de-4860-4c19-94a7-a3c6f0e126e9 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a3b16af-769e-4551-95f6-3c180fa554da']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:35.729152 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e4c434de-4860-4c19-94a7-a3c6f0e126e9 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a3442d5-ed46-4496-862e-b1abdc12e952') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:35.729502 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e4c434de-4860-4c19-94a7-a3c6f0e126e9 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a3442d5-ed46-4496-862e-b1abdc12e952') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:35.743186 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e4c434de-4860-4c19-94a7-a3c6f0e126e9 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:35.772789 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e4c434de-4860-4c19-94a7-a3c6f0e126e9 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:35.784878 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c434de-4860-4c19-94a7-a3c6f0e126e9 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:41:35.785411 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e4c434de-4860-4c19-94a7-a3c6f0e126e9 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:41:35.790035 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:41:35.845558 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 63f5c75f-0cfb-4d57-a325-5ea8f08797c8 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:41:35.869846 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 63f5c75f-0cfb-4d57-a325-5ea8f08797c8 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:41:35.870423 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 63f5c75f-0cfb-4d57-a325-5ea8f08797c8 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:41:35.908102 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-89f539ce-e0a4-4bfc-9d03-be8c6a109f65 None None] Provisioning complete for port f0743b7a-df6a-4992-9675-2060b30ac341 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:35.908733 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-89f539ce-e0a4-4bfc-9d03-be8c6a109f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:35.948487 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-89f539ce-e0a4-4bfc-9d03-be8c6a109f65 None None] Port f0743b7a-df6a-4992-9675-2060b30ac341 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:41:35.988682 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9fbbb94-f2a6-4518-8ce5-bc6037679e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:36.025381 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e4c434de-4860-4c19-94a7-a3c6f0e126e9 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:36.033025 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e4c434de-4860-4c19-94a7-a3c6f0e126e9 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:36.034773 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd6ac9c-9d61-42ab-83ba-b9fd8fe7dd93 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Made reservation on behalf of cb713603b054453aa81a3ad9cbf3409c for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:36.036089 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e4c434de-4860-4c19-94a7-a3c6f0e126e9 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/networks/9a3b16af-769e-4551-95f6-3c180fa554da HTTP/1.1" status: 204 len: 168 time: 1.1587894 Apr 21 12:41:36.038220 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7dd6ac9c-9d61-42ab-83ba-b9fd8fe7dd93 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:36.039936 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43770) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:36.050604 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9c1c5f64-9d78-4e4c-ad91-fe62e19cfbb1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1388651078'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:36.051858 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c434de-4860-4c19-94a7-a3c6f0e126e9 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Network': ['ID=9a3b16af-769e-4551-95f6-3c180fa554da,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:36.087259 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-7dd6ac9c-9d61-42ab-83ba-b9fd8fe7dd93 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] device_id is not set on port bc96e5ad-36d5-4838-93e8-ca863bc6c576 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:41:36.222344 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1c5f64-9d78-4e4c-ad91-fe62e19cfbb1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Made reservation on behalf of 067799c9b36247cdad5f5c84436228d1 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:36.225731 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c1c5f64-9d78-4e4c-ad91-fe62e19cfbb1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:36.344866 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-7dd6ac9c-9d61-42ab-83ba-b9fd8fe7dd93 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Allocated IP 2001:db8::1c0 (250ab069-2888-4a30-948a-b3d249ecc0d5/43df0143-d4c9-4083-ba09-7b38b4ddb500/bc96e5ad-36d5-4838-93e8-ca863bc6c576) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:41:36.346823 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1c5f64-9d78-4e4c-ad91-fe62e19cfbb1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:41:36.372355 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c1c5f64-9d78-4e4c-ad91-fe62e19cfbb1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:36.372618 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-9c1c5f64-9d78-4e4c-ad91-fe62e19cfbb1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Added segment 1eb36e4e-bc02-4f4c-abc8-062eb562f0cf of type vlan for network 25f2ea8a-d941-46db-9fb7-660a196cda9d Apr 21 12:41:36.443278 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9fbbb94-f2a6-4518-8ce5-bc6037679e30 admin admin] Router 10d9cc33-944c-46f4-a830-cd43a3586781 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:41:36.455662 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c1c5f64-9d78-4e4c-ad91-fe62e19cfbb1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:36.455870 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673ccab-1725-47af-a48c-0967c07b28f0 req-2ba10c5d-c1de-4995-8ccd-ca1b7d289579 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:36.457251 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8673ccab-1725-47af-a48c-0967c07b28f0 req-2ba10c5d-c1de-4995-8ccd-ca1b7d289579 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 950 time: 0.0535562 Apr 21 12:41:36.502680 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8673ccab-1725-47af-a48c-0967c07b28f0 req-689722fc-6492-48aa-a3f6-e9679813523b tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367501 Apr 21 12:41:36.634908 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c1c5f64-9d78-4e4c-ad91-fe62e19cfbb1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:36.640456 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1c5f64-9d78-4e4c-ad91-fe62e19cfbb1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:36.641576 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c1c5f64-9d78-4e4c-ad91-fe62e19cfbb1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:36.661875 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43828) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:36.699152 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fbbb94-f2a6-4518-8ce5-bc6037679e30 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:41:36.712431 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e9fbbb94-f2a6-4518-8ce5-bc6037679e30 admin admin] 10.222.0.36 "PUT /v2.0/routers/10d9cc33-944c-46f4-a830-cd43a3586781/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5365536 Apr 21 12:41:36.716353 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd36a27a-d9ab-449f-b7be-a068088c3056 admin admin] Deleting subnet 33aaa7b5-e4ac-4c92-a11b-6d9aef1da3fc {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:41:36.717681 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28560af6-7a6f-4b76-83eb-9d725ac5f6d9 None None] Sync routers for ids ['10d9cc33-944c-46f4-a830-cd43a3586781'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:41:36.718677 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43834) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:36.738720 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7dd6ac9c-9d61-42ab-83ba-b9fd8fe7dd93 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:36.740250 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28560af6-7a6f-4b76-83eb-9d725ac5f6d9 None None] Routers {'10d9cc33-944c-46f4-a830-cd43a3586781'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:41:36.741550 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-28560af6-7a6f-4b76-83eb-9d725ac5f6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:41:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['10d9cc33-944c-46f4-a830-cd43a3586781'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:36.752567 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9c1c5f64-9d78-4e4c-ad91-fe62e19cfbb1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7076375 Apr 21 12:41:36.756000 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43836) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:36.764258 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d83ecbb3-03aa-43c6-9610-31ff5d152130 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'subnet': {'network_id': '25f2ea8a-d941-46db-9fb7-660a196cda9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:36.767507 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd36a27a-d9ab-449f-b7be-a068088c3056 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:36.780677 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c5f64-9d78-4e4c-ad91-fe62e19cfbb1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Network': ['ID=25f2ea8a-d941-46db-9fb7-660a196cda9d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:36.825953 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 25f2ea8a-d941-46db-9fb7-660a196cda9d details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:41:36.828065 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device a77e1e5c-3459-4af8-850f-34774ba8e43f no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:41:36.899792 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd36a27a-d9ab-449f-b7be-a068088c3056 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:36.908695 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: a77e1e5c-3459-4af8-850f-34774ba8e43f {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:41:36.909015 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device a77e1e5c-3459-4af8-850f-34774ba8e43f not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:41:36.944423 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd5b1-8858-4c3f-93b7-94af2ed1d2cd admin admin] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:36.969653 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7dd6ac9c-9d61-42ab-83ba-b9fd8fe7dd93 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:36.972677 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-28560af6-7a6f-4b76-83eb-9d725ac5f6d9 None None] Set router 10d9cc33-944c-46f4-a830-cd43a3586781 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:41:37.010656 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83ecbb3-03aa-43c6-9610-31ff5d152130 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Made reservation on behalf of 067799c9b36247cdad5f5c84436228d1 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:37.015096 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d83ecbb3-03aa-43c6-9610-31ff5d152130 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:37.047741 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd6ac9c-9d61-42ab-83ba-b9fd8fe7dd93 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Network 250ab069-2888-4a30-948a-b3d249ecc0d5 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:41:37.059397 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-7dd6ac9c-9d61-42ab-83ba-b9fd8fe7dd93 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:37.062522 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd6ac9c-9d61-42ab-83ba-b9fd8fe7dd93 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:41:37.072558 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd6ac9c-9d61-42ab-83ba-b9fd8fe7dd93 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:37.073386 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7dd6ac9c-9d61-42ab-83ba-b9fd8fe7dd93 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:37.088890 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd36a27a-d9ab-449f-b7be-a068088c3056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:37.150114 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd5b1-8858-4c3f-93b7-94af2ed1d2cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:37.152003 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6ac9c-9d61-42ab-83ba-b9fd8fe7dd93 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Pushing event updated for resources: {'Port': ['ID=bc96e5ad-36d5-4838-93e8-ca863bc6c576,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:37.194136 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43864) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:37.194461 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7dd6ac9c-9d61-42ab-83ba-b9fd8fe7dd93 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5977430 Apr 21 12:41:37.199798 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b7bff8e6-4422-4507-a90f-9f911e07e046 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1b2', 'mac_address': 'fa:16:3e:9e:8e:9d'}, {'ip_address': '2001:db8::1a4', 'mac_address': 'fa:16:3e:d3:49:85'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:37.233904 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-28560af6-7a6f-4b76-83eb-9d725ac5f6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'name': 'tempest-ServersTestFqdnHostnames-1113804383-router', 'tenant_id': '72dc25511e2147068c0afbce8b3beb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.39'}], 'enable_snat': True}, 'gw_port_id': 'f7d5242d-ece9-45d1-be08-e6b67bab55f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:40:03Z', 'updated_at': '2022-04-21T12:41:35Z', 'revision_number': 5, 'project_id': '72dc25511e2147068c0afbce8b3beb01', 'gw_port': {'id': 'f7d5242d-ece9-45d1-be08-e6b67bab55f5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:2f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1348, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:40:04Z', 'updated_at': '2022-04-21T12:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:37.269792 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28560af6-7a6f-4b76-83eb-9d725ac5f6d9 None None] Checking router: 10d9cc33-944c-46f4-a830-cd43a3586781 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:41:37.282410 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28560af6-7a6f-4b76-83eb-9d725ac5f6d9 None None] Routers {'10d9cc33-944c-46f4-a830-cd43a3586781'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:41:37.283509 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-28560af6-7a6f-4b76-83eb-9d725ac5f6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:41:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['10d9cc33-944c-46f4-a830-cd43a3586781'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:37.331037 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd36a27a-d9ab-449f-b7be-a068088c3056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:37.371582 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36a27a-d9ab-449f-b7be-a068088c3056 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33aaa7b5-e4ac-4c92-a11b-6d9aef1da3fc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:37.379749 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd36a27a-d9ab-449f-b7be-a068088c3056 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:37.382959 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-dd36a27a-d9ab-449f-b7be-a068088c3056 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/33aaa7b5-e4ac-4c92-a11b-6d9aef1da3fc HTTP/1.1" status: 204 len: 168 time: 0.7197711 Apr 21 12:41:37.392182 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea47d109-bd8f-408d-81f9-64cf85a83e6a None None] Network d447278d-f344-4de7-84b4-470e6442d819 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:41:37.410431 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43872) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:37.416893 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-28560af6-7a6f-4b76-83eb-9d725ac5f6d9 None None] Set router 10d9cc33-944c-46f4-a830-cd43a3586781 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:41:37.526536 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5c2bd5b1-8858-4c3f-93b7-94af2ed1d2cd admin admin] Deleting port f7d5242d-ece9-45d1-be08-e6b67bab55f5 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:37.527101 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd5b1-8858-4c3f-93b7-94af2ed1d2cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:37.535011 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9fd37dc6-5681-40c8-96e4-67a016093b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:37.554058 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7bff8e6-4422-4507-a90f-9f911e07e046 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:37.565994 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d83ecbb3-03aa-43c6-9610-31ff5d152130 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:37.661113 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-28560af6-7a6f-4b76-83eb-9d725ac5f6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'name': 'tempest-ServersTestFqdnHostnames-1113804383-router', 'tenant_id': '72dc25511e2147068c0afbce8b3beb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:40:03Z', 'updated_at': '2022-04-21T12:41:37Z', 'revision_number': 6, 'project_id': '72dc25511e2147068c0afbce8b3beb01', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:37.670818 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ecbb3-03aa-43c6-9610-31ff5d152130 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Subnet': ['ID=e2d842db-548e-4597-8dff-c4adbd2580e1,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:37.683393 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83ecbb3-03aa-43c6-9610-31ff5d152130 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Checking segment: {'id': '1eb36e4e-bc02-4f4c-abc8-062eb562f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '25f2ea8a-d941-46db-9fb7-660a196cda9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:41:37.683814 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83ecbb3-03aa-43c6-9610-31ff5d152130 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network hostable DHCP agents. Network: 25f2ea8a-d941-46db-9fb7-660a196cda9d, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:41:37.704943 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28560af6-7a6f-4b76-83eb-9d725ac5f6d9 None None] The sync data for ids ['10d9cc33-944c-46f4-a830-cd43a3586781'] in n-d-836147-2 is: [{'id': '10d9cc33-944c-46f4-a830-cd43a3586781', 'name': 'tempest-ServersTestFqdnHostnames-1113804383-router', 'tenant_id': '72dc25511e2147068c0afbce8b3beb01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:40:03Z', 'updated_at': '2022-04-21T12:41:37Z', 'revision_number': 6, 'project_id': '72dc25511e2147068c0afbce8b3beb01', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:41:37.709199 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f11629ea-f67c-4289-afe1-d1995707a937 None None] Provisioning complete for port bc96e5ad-36d5-4838-93e8-ca863bc6c576 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:37.709635 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f11629ea-f67c-4289-afe1-d1995707a937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:37.756730 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-5c2bd5b1-8858-4c3f-93b7-94af2ed1d2cd admin admin] For port f7d5242d-ece9-45d1-be08-e6b67bab55f5, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f7d5242d-ece9-45d1-be08-e6b67bab55f5,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:37.757112 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd5b1-8858-4c3f-93b7-94af2ed1d2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:37.780952 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f11629ea-f67c-4289-afe1-d1995707a937 None None] Port bc96e5ad-36d5-4838-93e8-ca863bc6c576 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:41:37.797819 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5c2bd5b1-8858-4c3f-93b7-94af2ed1d2cd admin admin] Calling delete_port for f7d5242d-ece9-45d1-be08-e6b67bab55f5 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:41:37.822129 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5582a2-24a1-4abc-b1bd-61be80a395c9 req-4b18fd8a-9926-47e5-bd80-a5811100617e tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:37.826192 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ad5582a2-24a1-4abc-b1bd-61be80a395c9 req-4b18fd8a-9926-47e5-bd80-a5811100617e tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 950 time: 0.2233989 Apr 21 12:41:37.859787 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83ecbb3-03aa-43c6-9610-31ff5d152130 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network 25f2ea8a-d941-46db-9fb7-660a196cda9d is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:41:37.951324 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-d83ecbb3-03aa-43c6-9610-31ff5d152130 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 25f2ea8a-d941-46db-9fb7-660a196cda9d) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:37.956675 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83ecbb3-03aa-43c6-9610-31ff5d152130 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:37.957730 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d83ecbb3-03aa-43c6-9610-31ff5d152130 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:37.963157 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0a7a45-09ab-44d8-a8a5-4138689a1874 None None] Network 25f2ea8a-d941-46db-9fb7-660a196cda9d requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:41:37.975087 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9fd37dc6-5681-40c8-96e4-67a016093b38 admin admin] Deleting port 2aeb2261-1310-4511-bda8-0f52d0936f15 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:37.978028 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9fd37dc6-5681-40c8-96e4-67a016093b38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:38.009442 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ad5582a2-24a1-4abc-b1bd-61be80a395c9 req-b6731c99-c84e-4ef1-8007-d06ef701f628 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720726 Apr 21 12:41:38.090929 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83867ca2-c277-4ad5-9d22-7726ebbf0620 None None] DHCP port deletion for d447278d-f344-4de7-84b4-470e6442d819 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:41:38.134789 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-9fd37dc6-5681-40c8-96e4-67a016093b38 admin admin] For port 2aeb2261-1310-4511-bda8-0f52d0936f15, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=2aeb2261-1310-4511-bda8-0f52d0936f15,segment=NetworkSegment(92aeee9a-c454-456a-ae05-5fde8110fb4b),segment_id=92aeee9a-c454-456a-ae05-5fde8110fb4b)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:38.135285 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9fd37dc6-5681-40c8-96e4-67a016093b38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:38.136315 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d83ecbb3-03aa-43c6-9610-31ff5d152130 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3790939 Apr 21 12:41:38.139734 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43896) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:38.147215 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-53754705-ee27-4b90-81f8-adbd501e9461 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-317996911', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:38.171030 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53eec9f3-f785-4735-8bde-8287bc30d9dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-25f2ea8a-d941-46db-9fb7-660a196cda9d', 'network_id': '25f2ea8a-d941-46db-9fb7-660a196cda9d', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'fixed_ips': [{'subnet_id': 'e2d842db-548e-4597-8dff-c4adbd2580e1'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:41:38.172498 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53eec9f3-f785-4735-8bde-8287bc30d9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:38.177514 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9fd37dc6-5681-40c8-96e4-67a016093b38 admin admin] Calling delete_port for 2aeb2261-1310-4511-bda8-0f52d0936f15 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:41:38.202601 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-83867ca2-c277-4ad5-9d22-7726ebbf0620 None None] Deleting port 2aeb2261-1310-4511-bda8-0f52d0936f15 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:38.202806 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83867ca2-c277-4ad5-9d22-7726ebbf0620 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:38.209822 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7bff8e6-4422-4507-a90f-9f911e07e046 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:38.330241 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-83867ca2-c277-4ad5-9d22-7726ebbf0620 None None] For port 2aeb2261-1310-4511-bda8-0f52d0936f15, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=2aeb2261-1310-4511-bda8-0f52d0936f15,segment=NetworkSegment(92aeee9a-c454-456a-ae05-5fde8110fb4b),segment_id=92aeee9a-c454-456a-ae05-5fde8110fb4b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:38.330539 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83867ca2-c277-4ad5-9d22-7726ebbf0620 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:38.366128 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-83867ca2-c277-4ad5-9d22-7726ebbf0620 None None] Calling delete_port for 2aeb2261-1310-4511-bda8-0f52d0936f15 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:41:38.423525 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-53eec9f3-f785-4735-8bde-8287bc30d9dc None None] Allocated IP 2001:db8::2 (25f2ea8a-d941-46db-9fb7-660a196cda9d/e2d842db-548e-4597-8dff-c4adbd2580e1/74af8940-f78c-4b2a-b3c4-79a0d5f87d48) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:41:38.528717 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53754705-ee27-4b90-81f8-adbd501e9461 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:38.529749 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53754705-ee27-4b90-81f8-adbd501e9461 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:38.533496 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7bff8e6-4422-4507-a90f-9f911e07e046 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:38.587627 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b7bff8e6-4422-4507-a90f-9f911e07e046 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] In _notify_port_updated(), no bound segment for port bc96e5ad-36d5-4838-93e8-ca863bc6c576 on network 250ab069-2888-4a30-948a-b3d249ecc0d5 {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 12:41:38.593282 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bff8e6-4422-4507-a90f-9f911e07e046 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:38.594439 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b7bff8e6-4422-4507-a90f-9f911e07e046 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:38.598698 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43908) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:38.598846 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b7bff8e6-4422-4507-a90f-9f911e07e046 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] 10.222.0.36 "PUT /v2.0/ports/bc96e5ad-36d5-4838-93e8-ca863bc6c576 HTTP/1.1" status: 200 len: 1067 time: 1.4035776 Apr 21 12:41:38.602513 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53eec9f3-f785-4735-8bde-8287bc30d9dc None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:38.621311 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bff8e6-4422-4507-a90f-9f911e07e046 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Pushing event updated for resources: {'Port': ['ID=bc96e5ad-36d5-4838-93e8-ca863bc6c576,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:38.628625 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83867ca2-c277-4ad5-9d22-7726ebbf0620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:38.642269 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9fd37dc6-5681-40c8-96e4-67a016093b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:38.678565 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd37dc6-5681-40c8-96e4-67a016093b38 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aeb2261-1310-4511-bda8-0f52d0936f15,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:38.690090 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd37dc6-5681-40c8-96e4-67a016093b38 admin admin] No DVR routers for this DVR port 2aeb2261-1310-4511-bda8-0f52d0936f15 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:41:38.694414 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83867ca2-c277-4ad5-9d22-7726ebbf0620 None None] No DVR routers for this DVR port 2aeb2261-1310-4511-bda8-0f52d0936f15 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:41:38.703431 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83867ca2-c277-4ad5-9d22-7726ebbf0620 None None] Pushing event deleted for resources: {'Port': ['ID=2aeb2261-1310-4511-bda8-0f52d0936f15,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:38.723479 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83867ca2-c277-4ad5-9d22-7726ebbf0620 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:38.723848 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83867ca2-c277-4ad5-9d22-7726ebbf0620 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:38.724157 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83867ca2-c277-4ad5-9d22-7726ebbf0620 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:38.724498 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83867ca2-c277-4ad5-9d22-7726ebbf0620 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:38.724956 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83867ca2-c277-4ad5-9d22-7726ebbf0620 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:38.725283 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83867ca2-c277-4ad5-9d22-7726ebbf0620 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:38.725616 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83867ca2-c277-4ad5-9d22-7726ebbf0620 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:38.725941 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83867ca2-c277-4ad5-9d22-7726ebbf0620 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:38.726259 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83867ca2-c277-4ad5-9d22-7726ebbf0620 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:38.726573 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83867ca2-c277-4ad5-9d22-7726ebbf0620 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:38.726888 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83867ca2-c277-4ad5-9d22-7726ebbf0620 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:38.727499 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83867ca2-c277-4ad5-9d22-7726ebbf0620 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:38.737549 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53eec9f3-f785-4735-8bde-8287bc30d9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:38.778829 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd5b1-8858-4c3f-93b7-94af2ed1d2cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:38.824288 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53eec9f3-f785-4735-8bde-8287bc30d9dc None None] Network 25f2ea8a-d941-46db-9fb7-660a196cda9d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:41:38.825935 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-53eec9f3-f785-4735-8bde-8287bc30d9dc None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:38.830413 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-be86a8c4-11e7-4eb8-a1bc-5d48775fcf94 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Deleting port bc96e5ad-36d5-4838-93e8-ca863bc6c576 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:38.830845 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-be86a8c4-11e7-4eb8-a1bc-5d48775fcf94 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:38.836517 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53eec9f3-f785-4735-8bde-8287bc30d9dc None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:41:38.849454 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eec9f3-f785-4735-8bde-8287bc30d9dc None None] Pushing event updated for resources: {'Port': ['ID=74af8940-f78c-4b2a-b3c4-79a0d5f87d48,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:38.862439 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2bd5b1-8858-4c3f-93b7-94af2ed1d2cd admin admin] Pushing event deleted for resources: {'Port': ['ID=f7d5242d-ece9-45d1-be08-e6b67bab55f5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:38.872086 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9fd37dc6-5681-40c8-96e4-67a016093b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:38.929445 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-be86a8c4-11e7-4eb8-a1bc-5d48775fcf94 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:38.930234 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53754705-ee27-4b90-81f8-adbd501e9461 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:38.943966 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-be86a8c4-11e7-4eb8-a1bc-5d48775fcf94 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Calling delete_port for bc96e5ad-36d5-4838-93e8-ca863bc6c576 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:41:38.945087 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-53eec9f3-f785-4735-8bde-8287bc30d9dc None None] Attempting to bind port 74af8940-f78c-4b2a-b3c4-79a0d5f87d48 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:41:38.945455 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-53eec9f3-f785-4735-8bde-8287bc30d9dc None None] Attempting to bind port 74af8940-f78c-4b2a-b3c4-79a0d5f87d48 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '1eb36e4e-bc02-4f4c-abc8-062eb562f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '25f2ea8a-d941-46db-9fb7-660a196cda9d'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:41:38.945869 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53eec9f3-f785-4735-8bde-8287bc30d9dc None None] Attempting to bind port 74af8940-f78c-4b2a-b3c4-79a0d5f87d48 on network 25f2ea8a-d941-46db-9fb7-660a196cda9d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:41:38.951127 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53eec9f3-f785-4735-8bde-8287bc30d9dc None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:41:38.951468 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53eec9f3-f785-4735-8bde-8287bc30d9dc None None] Checking segment: {'id': '1eb36e4e-bc02-4f4c-abc8-062eb562f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '25f2ea8a-d941-46db-9fb7-660a196cda9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:41:38.952030 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53eec9f3-f785-4735-8bde-8287bc30d9dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:38.952585 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53eec9f3-f785-4735-8bde-8287bc30d9dc None None] Bound using segment: {'id': '1eb36e4e-bc02-4f4c-abc8-062eb562f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '25f2ea8a-d941-46db-9fb7-660a196cda9d'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:41:38.953156 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-53eec9f3-f785-4735-8bde-8287bc30d9dc None None] Bound port: 74af8940-f78c-4b2a-b3c4-79a0d5f87d48, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eb36e4e-bc02-4f4c-abc8-062eb562f0cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '25f2ea8a-d941-46db-9fb7-660a196cda9d'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:41:38.953571 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53eec9f3-f785-4735-8bde-8287bc30d9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:38.963846 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-9fd37dc6-5681-40c8-96e4-67a016093b38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d447278d-f344-4de7-84b4-470e6442d819']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:38.979118 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-9fd37dc6-5681-40c8-96e4-67a016093b38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92aeee9a-c454-456a-ae05-5fde8110fb4b') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:38.979312 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-9fd37dc6-5681-40c8-96e4-67a016093b38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92aeee9a-c454-456a-ae05-5fde8110fb4b') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:38.992990 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9fd37dc6-5681-40c8-96e4-67a016093b38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:39.001435 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd5b1-8858-4c3f-93b7-94af2ed1d2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:39.038674 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5c472263-d28c-4a08-baba-4aa2ee27b50f None None] Provisioning complete for port bc96e5ad-36d5-4838-93e8-ca863bc6c576 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:39.048811 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9fd37dc6-5681-40c8-96e4-67a016093b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:39.049326 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c472263-d28c-4a08-baba-4aa2ee27b50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:39.073822 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-53eec9f3-f785-4735-8bde-8287bc30d9dc None None] For port 74af8940-f78c-4b2a-b3c4-79a0d5f87d48, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:41:39.098122 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5c472263-d28c-4a08-baba-4aa2ee27b50f None None] Port bc96e5ad-36d5-4838-93e8-ca863bc6c576 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:41:39.101348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-53eec9f3-f785-4735-8bde-8287bc30d9dc None None] For port 74af8940-f78c-4b2a-b3c4-79a0d5f87d48, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=74af8940-f78c-4b2a-b3c4-79a0d5f87d48,segment=NetworkSegment(1eb36e4e-bc02-4f4c-abc8-062eb562f0cf),segment_id=1eb36e4e-bc02-4f4c-abc8-062eb562f0cf)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:41:39.131425 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53754705-ee27-4b90-81f8-adbd501e9461 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:39.137464 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd5b1-8858-4c3f-93b7-94af2ed1d2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:39.139291 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd37dc6-5681-40c8-96e4-67a016093b38 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:41:39.139675 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9fd37dc6-5681-40c8-96e4-67a016093b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:41:39.148481 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:41:39.151374 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd5b1-8858-4c3f-93b7-94af2ed1d2cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:39.208468 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-be86a8c4-11e7-4eb8-a1bc-5d48775fcf94 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:39.238630 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86a8c4-11e7-4eb8-a1bc-5d48775fcf94 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Pushing event deleted for resources: {'Port': ['ID=bc96e5ad-36d5-4838-93e8-ca863bc6c576,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:39.238852 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-53eec9f3-f785-4735-8bde-8287bc30d9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:39.270460 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86a8c4-11e7-4eb8-a1bc-5d48775fcf94 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:39.271031 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86a8c4-11e7-4eb8-a1bc-5d48775fcf94 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:39.271431 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86a8c4-11e7-4eb8-a1bc-5d48775fcf94 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:39.277383 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86a8c4-11e7-4eb8-a1bc-5d48775fcf94 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:39.277383 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86a8c4-11e7-4eb8-a1bc-5d48775fcf94 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:39.277383 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86a8c4-11e7-4eb8-a1bc-5d48775fcf94 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:39.277383 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86a8c4-11e7-4eb8-a1bc-5d48775fcf94 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:39.277383 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86a8c4-11e7-4eb8-a1bc-5d48775fcf94 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:39.277383 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86a8c4-11e7-4eb8-a1bc-5d48775fcf94 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:39.277952 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c442cbc-4bba-4f9f-90f5-3d46f8a28f79 req-ae1a681b-bb26-445d-b1b8-e70ee7907f3c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:39.278055 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86a8c4-11e7-4eb8-a1bc-5d48775fcf94 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:39.278055 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86a8c4-11e7-4eb8-a1bc-5d48775fcf94 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:39.278055 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be86a8c4-11e7-4eb8-a1bc-5d48775fcf94 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:39.278291 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7c442cbc-4bba-4f9f-90f5-3d46f8a28f79 req-ae1a681b-bb26-445d-b1b8-e70ee7907f3c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 950 time: 0.1490600 Apr 21 12:41:39.319097 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53754705-ee27-4b90-81f8-adbd501e9461 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:39.319097 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-53754705-ee27-4b90-81f8-adbd501e9461 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1700351 Apr 21 12:41:39.319406 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43930) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:39.335701 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eec9f3-f785-4735-8bde-8287bc30d9dc None None] Pushing event updated for resources: {'Port': ['ID=74af8940-f78c-4b2a-b3c4-79a0d5f87d48,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:39.377883 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7c442cbc-4bba-4f9f-90f5-3d46f8a28f79 req-95f8cf83-dcc9-49db-a32e-b4e87145c536 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808053 Apr 21 12:41:39.379027 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9fd37dc6-5681-40c8-96e4-67a016093b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:39.381054 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd5b1-8858-4c3f-93b7-94af2ed1d2cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:39.381921 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2bd5b1-8858-4c3f-93b7-94af2ed1d2cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10d9cc33-944c-46f4-a830-cd43a3586781 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:41:39.410082 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9fd37dc6-5681-40c8-96e4-67a016093b38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:39.413445 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9fd37dc6-5681-40c8-96e4-67a016093b38 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d447278d-f344-4de7-84b4-470e6442d819 HTTP/1.1" status: 204 len: 168 time: 2.0019736 Apr 21 12:41:39.417000 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c2bd5b1-8858-4c3f-93b7-94af2ed1d2cd admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:39.420465 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5c2bd5b1-8858-4c3f-93b7-94af2ed1d2cd admin admin] 10.222.0.36 "DELETE /v2.0/routers/10d9cc33-944c-46f4-a830-cd43a3586781 HTTP/1.1" status: 204 len: 168 time: 2.6972458 Apr 21 12:41:39.420908 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43940) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:39.523449 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc978d17-8a5c-4d7d-93d5-fe889e50d1f3 admin admin] Deleting subnet 107fb6c6-3947-4941-bc31-01b8411e8f35 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:41:39.530255 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd37dc6-5681-40c8-96e4-67a016093b38 admin admin] Pushing event deleted for resources: {'Network': ['ID=d447278d-f344-4de7-84b4-470e6442d819,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:39.538901 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc978d17-8a5c-4d7d-93d5-fe889e50d1f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:39.611322 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc978d17-8a5c-4d7d-93d5-fe889e50d1f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:39.764528 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc978d17-8a5c-4d7d-93d5-fe889e50d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:39.875907 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 74af8940-f78c-4b2a-b3c4-79a0d5f87d48 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:41:39.934685 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 74af8940-f78c-4b2a-b3c4-79a0d5f87d48 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:39.935380 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:39.990635 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43948) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:40.014065 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc978d17-8a5c-4d7d-93d5-fe889e50d1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:40.022574 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:40.054991 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc978d17-8a5c-4d7d-93d5-fe889e50d1f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=107fb6c6-3947-4941-bc31-01b8411e8f35,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:40.057090 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 74af8940-f78c-4b2a-b3c4-79a0d5f87d48, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=74af8940-f78c-4b2a-b3c4-79a0d5f87d48,segment=NetworkSegment(1eb36e4e-bc02-4f4c-abc8-062eb562f0cf),segment_id=1eb36e4e-bc02-4f4c-abc8-062eb562f0cf)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:40.057370 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc978d17-8a5c-4d7d-93d5-fe889e50d1f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:40.059677 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868c4e4d-e4fd-43a4-ba29-2931a2f26457 None None] Network b386f910-1290-4727-a8ab-a0387dcbd592 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:41:40.061775 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fc978d17-8a5c-4d7d-93d5-fe889e50d1f3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/107fb6c6-3947-4941-bc31-01b8411e8f35 HTTP/1.1" status: 204 len: 168 time: 0.6393542 Apr 21 12:41:40.065509 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43950) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:40.170266 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9be12071-d9e7-4b4d-8b8f-f4724bb23c6d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fd35dba1ddfd47018450abd623ae264f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1780686 Apr 21 12:41:40.170445 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:40.176718 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43962) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:40.182085 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c347719b-039c-4d4a-a17d-cbcef4fd5ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:40.239291 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-be86a8c4-11e7-4eb8-a1bc-5d48775fcf94 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:40.253794 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-be86a8c4-11e7-4eb8-a1bc-5d48775fcf94 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] 10.222.0.36 "DELETE /v2.0/ports/bc96e5ad-36d5-4838-93e8-ca863bc6c576 HTTP/1.1" status: 204 len: 168 time: 1.6535518 Apr 21 12:41:40.258469 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43964) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:40.260181 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=74af8940-f78c-4b2a-b3c4-79a0d5f87d48,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:40.276121 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c347719b-039c-4d4a-a17d-cbcef4fd5ce3 admin admin] Deleting port cae590a4-8951-466a-9504-3f36dbde3bc1 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:40.277032 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c347719b-039c-4d4a-a17d-cbcef4fd5ce3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:40.278080 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f7d5242d-ece9-45d1-be08-e6b67bab55f5 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:41:40.325412 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: f7d5242d-ece9-45d1-be08-e6b67bab55f5 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:41:40.325658 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f7d5242d-ece9-45d1-be08-e6b67bab55f5 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:41:40.326024 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-9763d901-2854-48e5-be42-f3b0acbe927c tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] GET failed (client error): The resource could not be found. Apr 21 12:41:40.327368 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 2aeb2261-1310-4511-bda8-0f52d0936f15 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:41:40.331031 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9763d901-2854-48e5-be42-f3b0acbe927c tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] 10.222.0.36 "GET /v2.0/ports/bc96e5ad-36d5-4838-93e8-ca863bc6c576 HTTP/1.1" status: 404 len: 333 time: 0.0715311 Apr 21 12:41:40.331691 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43966) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:40.364917 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 2aeb2261-1310-4511-bda8-0f52d0936f15 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:41:40.365275 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 2aeb2261-1310-4511-bda8-0f52d0936f15 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:41:40.365803 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 795b56df-225c-4d71-a396-87dccdb60e3d no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:41:40.404571 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c38492f-a367-454c-8e7a-c964c08ac153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:40.411646 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-c347719b-039c-4d4a-a17d-cbcef4fd5ce3 admin admin] For port cae590a4-8951-466a-9504-3f36dbde3bc1, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=cae590a4-8951-466a-9504-3f36dbde3bc1,segment=NetworkSegment(9e519a56-00ea-41b0-9265-814962b39db9),segment_id=9e519a56-00ea-41b0-9265-814962b39db9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:40.414487 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c347719b-039c-4d4a-a17d-cbcef4fd5ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:40.418858 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1de9ec-a3a0-4786-bec9-e16afd5a759f None None] DHCP port deletion for b386f910-1290-4727-a8ab-a0387dcbd592 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:41:40.426693 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 795b56df-225c-4d71-a396-87dccdb60e3d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:41:40.427429 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 795b56df-225c-4d71-a396-87dccdb60e3d not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:41:40.428833 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c38492f-a367-454c-8e7a-c964c08ac153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:40.456695 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c347719b-039c-4d4a-a17d-cbcef4fd5ce3 admin admin] Calling delete_port for cae590a4-8951-466a-9504-3f36dbde3bc1 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:41:40.519154 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3a1de9ec-a3a0-4786-bec9-e16afd5a759f None None] Deleting port cae590a4-8951-466a-9504-3f36dbde3bc1 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:40.522892 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a1de9ec-a3a0-4786-bec9-e16afd5a759f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:40.523031 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-055fb01d-977b-49da-a219-e223a9933985 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:40.634847 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11c672-4f7f-4675-8752-d818949f300e req-09a179e9-8e65-4bfa-8364-9e877776efe0 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:40.636676 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc11c672-4f7f-4675-8752-d818949f300e req-09a179e9-8e65-4bfa-8364-9e877776efe0 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 950 time: 0.1600294 Apr 21 12:41:40.651746 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3a1de9ec-a3a0-4786-bec9-e16afd5a759f None None] For port cae590a4-8951-466a-9504-3f36dbde3bc1, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=cae590a4-8951-466a-9504-3f36dbde3bc1,segment=NetworkSegment(9e519a56-00ea-41b0-9265-814962b39db9),segment_id=9e519a56-00ea-41b0-9265-814962b39db9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:40.652647 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a1de9ec-a3a0-4786-bec9-e16afd5a759f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:40.672620 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3a1de9ec-a3a0-4786-bec9-e16afd5a759f None None] Calling delete_port for cae590a4-8951-466a-9504-3f36dbde3bc1 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:41:40.702321 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc11c672-4f7f-4675-8752-d818949f300e req-71a08996-7595-429b-9073-d36dcec990eb tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498054 Apr 21 12:41:40.703372 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ad79d63f-c6cd-476c-87f9-3ea8181e65ec tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Deleting port f0743b7a-df6a-4992-9675-2060b30ac341 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:40.703715 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad79d63f-c6cd-476c-87f9-3ea8181e65ec tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:40.721234 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c38492f-a367-454c-8e7a-c964c08ac153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:40.724042 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c38492f-a367-454c-8e7a-c964c08ac153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:40.726208 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8c38492f-a367-454c-8e7a-c964c08ac153 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/21e4e848-3db9-4a5d-a012-8ac18251979d HTTP/1.1" status: 204 len: 168 time: 0.5519326 Apr 21 12:41:40.791511 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c347719b-039c-4d4a-a17d-cbcef4fd5ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:40.792941 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951d3e63-d9fd-4d45-9feb-3aaf863bac17 None None] Network 25f2ea8a-d941-46db-9fb7-660a196cda9d requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:41:40.815625 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a1de9ec-a3a0-4786-bec9-e16afd5a759f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:40.817743 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347719b-039c-4d4a-a17d-cbcef4fd5ce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cae590a4-8951-466a-9504-3f36dbde3bc1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:40.821573 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c347719b-039c-4d4a-a17d-cbcef4fd5ce3 admin admin] No DVR routers for this DVR port cae590a4-8951-466a-9504-3f36dbde3bc1 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:41:40.843395 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38492f-a367-454c-8e7a-c964c08ac153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e4e848-3db9-4a5d-a012-8ac18251979d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:40.909529 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1de9ec-a3a0-4786-bec9-e16afd5a759f None None] Pushing event deleted for resources: {'Port': ['ID=cae590a4-8951-466a-9504-3f36dbde3bc1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:40.919132 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d6bbae12-5f91-45bb-a0dd-cde0d75f30af None None] Provisioning complete for port 74af8940-f78c-4b2a-b3c4-79a0d5f87d48 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:40.919132 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6bbae12-5f91-45bb-a0dd-cde0d75f30af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:40.920360 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1de9ec-a3a0-4786-bec9-e16afd5a759f None None] No DVR routers for this DVR port cae590a4-8951-466a-9504-3f36dbde3bc1 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:41:40.940733 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad79d63f-c6cd-476c-87f9-3ea8181e65ec tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:40.963826 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c347719b-039c-4d4a-a17d-cbcef4fd5ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:40.970239 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-055fb01d-977b-49da-a219-e223a9933985 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Allocated IP 2001:db8::1 (25f2ea8a-d941-46db-9fb7-660a196cda9d/e2d842db-548e-4597-8dff-c4adbd2580e1/f2039aef-99d2-413d-bf3a-1ec6372aae13) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:41:40.988601 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c347719b-039c-4d4a-a17d-cbcef4fd5ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b386f910-1290-4727-a8ab-a0387dcbd592']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:40.995844 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ad79d63f-c6cd-476c-87f9-3ea8181e65ec tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Calling delete_port for f0743b7a-df6a-4992-9675-2060b30ac341 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:41:41.004179 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c347719b-039c-4d4a-a17d-cbcef4fd5ce3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e519a56-00ea-41b0-9265-814962b39db9') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:41.004486 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c347719b-039c-4d4a-a17d-cbcef4fd5ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e519a56-00ea-41b0-9265-814962b39db9') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:41.021689 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c347719b-039c-4d4a-a17d-cbcef4fd5ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:41.037722 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c347719b-039c-4d4a-a17d-cbcef4fd5ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:41.045001 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c347719b-039c-4d4a-a17d-cbcef4fd5ce3 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:41:41.045708 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c347719b-039c-4d4a-a17d-cbcef4fd5ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:41:41.047866 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:41:41.293843 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c347719b-039c-4d4a-a17d-cbcef4fd5ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:41.300305 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c347719b-039c-4d4a-a17d-cbcef4fd5ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:41.304056 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c347719b-039c-4d4a-a17d-cbcef4fd5ce3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/b386f910-1290-4727-a8ab-a0387dcbd592 HTTP/1.1" status: 204 len: 168 time: 1.2375722 Apr 21 12:41:41.316441 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347719b-039c-4d4a-a17d-cbcef4fd5ce3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b386f910-1290-4727-a8ab-a0387dcbd592,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:41.320353 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-31a1eae7-0d07-4c4e-a10b-4331762179f4 None None] Provisioning complete for port 74af8940-f78c-4b2a-b3c4-79a0d5f87d48 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:41.320735 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31a1eae7-0d07-4c4e-a10b-4331762179f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:41.377783 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad79d63f-c6cd-476c-87f9-3ea8181e65ec tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:41.401096 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-055fb01d-977b-49da-a219-e223a9933985 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:41.429516 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79d63f-c6cd-476c-87f9-3ea8181e65ec tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Pushing event deleted for resources: {'Port': ['ID=f0743b7a-df6a-4992-9675-2060b30ac341,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:41.464304 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad79d63f-c6cd-476c-87f9-3ea8181e65ec tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:41.467546 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ad79d63f-c6cd-476c-87f9-3ea8181e65ec tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] 10.222.0.36 "DELETE /v2.0/ports/f0743b7a-df6a-4992-9675-2060b30ac341 HTTP/1.1" status: 204 len: 168 time: 1.1225712 Apr 21 12:41:41.470811 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43998) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:41.501571 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0666339-ec38-4b72-aceb-6f59d17f0dcf tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] GET failed (client error): The resource could not be found. Apr 21 12:41:41.503203 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b0666339-ec38-4b72-aceb-6f59d17f0dcf tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] 10.222.0.36 "GET /v2.0/ports/f0743b7a-df6a-4992-9675-2060b30ac341 HTTP/1.1" status: 404 len: 333 time: 0.0316319 Apr 21 12:41:41.506952 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44000) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:41.568882 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-055fb01d-977b-49da-a219-e223a9933985 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:41.616409 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f886565a-08a7-429f-983f-aac41830f130 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Deleting port 6eaf24c4-57f3-43a2-a1f1-e52cdcd75a7c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:41.616752 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f886565a-08a7-429f-983f-aac41830f130 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:41.625257 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055fb01d-977b-49da-a219-e223a9933985 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network 25f2ea8a-d941-46db-9fb7-660a196cda9d is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:41:41.625257 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-055fb01d-977b-49da-a219-e223a9933985 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:41.628805 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055fb01d-977b-49da-a219-e223a9933985 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:41:41.629366 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-055fb01d-977b-49da-a219-e223a9933985 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:41.692242 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055fb01d-977b-49da-a219-e223a9933985 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Port': ['ID=f2039aef-99d2-413d-bf3a-1ec6372aae13,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:41.787656 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f886565a-08a7-429f-983f-aac41830f130 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:41.797916 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44014) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:41.814748 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f886565a-08a7-429f-983f-aac41830f130 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Calling delete_port for 6eaf24c4-57f3-43a2-a1f1-e52cdcd75a7c owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:41:41.870007 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 74af8940-f78c-4b2a-b3c4-79a0d5f87d48 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:41:41.917807 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2f7c673f-0b8c-4644-86d6-12d33cd9d32a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=72dc25511e2147068c0afbce8b3beb01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1160204 Apr 21 12:41:41.920428 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44018) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:41.951734 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 74af8940-f78c-4b2a-b3c4-79a0d5f87d48 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:41.952199 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:41.977480 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-055fb01d-977b-49da-a219-e223a9933985 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:42.036316 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c53f71-c00c-454a-9356-00d89c3a4a36 req-74732092-0f7f-4487-9100-8492ce6f6ce6 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:42.039350 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-30c53f71-c00c-454a-9356-00d89c3a4a36 req-74732092-0f7f-4487-9100-8492ce6f6ce6 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 950 time: 0.1957767 Apr 21 12:41:42.060314 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-cb3bbb55-3a3c-45b1-a5c7-0171594278fe None None] Provisioning complete for port f2039aef-99d2-413d-bf3a-1ec6372aae13 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:42.060709 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb3bbb55-3a3c-45b1-a5c7-0171594278fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:42.067162 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bca66ec9-e0e7-4b63-b865-9f8d59e6417e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:42.097233 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bca66ec9-e0e7-4b63-b865-9f8d59e6417e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:42.103713 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cb3bbb55-3a3c-45b1-a5c7-0171594278fe None None] Port f2039aef-99d2-413d-bf3a-1ec6372aae13 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:41:42.115085 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-30c53f71-c00c-454a-9356-00d89c3a4a36 req-c432a551-a9de-495b-ad1b-a378f6b312f6 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672717 Apr 21 12:41:42.165414 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device cae590a4-8951-466a-9504-3f36dbde3bc1 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:41:42.187261 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: cae590a4-8951-466a-9504-3f36dbde3bc1 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:41:42.188144 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device cae590a4-8951-466a-9504-3f36dbde3bc1 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:41:42.331198 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f886565a-08a7-429f-983f-aac41830f130 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:42.361437 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886565a-08a7-429f-983f-aac41830f130 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Pushing event deleted for resources: {'Port': ['ID=6eaf24c4-57f3-43a2-a1f1-e52cdcd75a7c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:42.367782 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-055fb01d-977b-49da-a219-e223a9933985 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:42.382675 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bca66ec9-e0e7-4b63-b865-9f8d59e6417e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:42.387111 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bca66ec9-e0e7-4b63-b865-9f8d59e6417e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:42.388608 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bca66ec9-e0e7-4b63-b865-9f8d59e6417e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8f7516b6-7587-4b5c-8fce-02532d0b329a HTTP/1.1" status: 204 len: 168 time: 0.4665256 Apr 21 12:41:42.404909 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f886565a-08a7-429f-983f-aac41830f130 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:42.408925 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f886565a-08a7-429f-983f-aac41830f130 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] 10.222.0.36 "DELETE /v2.0/ports/6eaf24c4-57f3-43a2-a1f1-e52cdcd75a7c HTTP/1.1" status: 204 len: 168 time: 0.9002917 Apr 21 12:41:42.413954 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44034) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:42.421789 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca66ec9-e0e7-4b63-b865-9f8d59e6417e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f7516b6-7587-4b5c-8fce-02532d0b329a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:42.432806 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-055fb01d-977b-49da-a219-e223a9933985 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:42.432806 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-055fb01d-977b-49da-a219-e223a9933985 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:42.515500 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055fb01d-977b-49da-a219-e223a9933985 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Port': ['ID=f2039aef-99d2-413d-bf3a-1ec6372aae13,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:42.515748 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-a297d269-63c2-4e32-842a-fb2769881d96 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Deleting subnet 43df0143-d4c9-4083-ba09-7b38b4ddb500 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:41:42.519750 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a297d269-63c2-4e32-842a-fb2769881d96 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:42.570409 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a297d269-63c2-4e32-842a-fb2769881d96 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:42.617643 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055fb01d-977b-49da-a219-e223a9933985 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network 25f2ea8a-d941-46db-9fb7-660a196cda9d is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:41:42.619237 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-055fb01d-977b-49da-a219-e223a9933985 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:42.680226 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a297d269-63c2-4e32-842a-fb2769881d96 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:42.919283 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055fb01d-977b-49da-a219-e223a9933985 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Router 28de90ed-c80d-4d77-8787-2b2fcd327a0b is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:41:42.934400 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6393af84-fd8c-44a1-86a3-489af3095d82 None None] Provisioning complete for port f2039aef-99d2-413d-bf3a-1ec6372aae13 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:42.934812 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6393af84-fd8c-44a1-86a3-489af3095d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:42.969625 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6393af84-fd8c-44a1-86a3-489af3095d82 None None] Port f2039aef-99d2-413d-bf3a-1ec6372aae13 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:41:42.972664 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a297d269-63c2-4e32-842a-fb2769881d96 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:43.004475 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a297d269-63c2-4e32-842a-fb2769881d96 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:43.010199 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a297d269-63c2-4e32-842a-fb2769881d96 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] 10.222.0.36 "DELETE /v2.0/subnets/43df0143-d4c9-4083-ba09-7b38b4ddb500 HTTP/1.1" status: 204 len: 168 time: 0.5928152 Apr 21 12:41:43.010199 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297d269-63c2-4e32-842a-fb2769881d96 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Pushing event deleted for resources: {'Subnet': ['ID=43df0143-d4c9-4083-ba09-7b38b4ddb500,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:43.010975 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44050) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:43.019270 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321fb0c2-1879-432b-921b-0400acd0054e None None] Network 250ab069-2888-4a30-948a-b3d249ecc0d5 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:41:43.033184 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055fb01d-977b-49da-a219-e223a9933985 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:41:43.049495 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332d26eb-6f36-4cd5-aa30-e22735ddddc9 None None] Sync routers for ids ['28de90ed-c80d-4d77-8787-2b2fcd327a0b'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:41:43.069163 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332d26eb-6f36-4cd5-aa30-e22735ddddc9 None None] Routers {'28de90ed-c80d-4d77-8787-2b2fcd327a0b'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:41:43.070107 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-332d26eb-6f36-4cd5-aa30-e22735ddddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:41:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['28de90ed-c80d-4d77-8787-2b2fcd327a0b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:43.070420 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-055fb01d-977b-49da-a219-e223a9933985 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "PUT /v2.0/routers/28de90ed-c80d-4d77-8787-2b2fcd327a0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7493727 Apr 21 12:41:43.071869 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44054) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:43.123554 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d79e745-9002-404f-b50c-0f7d72b94171 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:43.153817 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70471da6-7116-439f-8844-6762f52942cb tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:43.158709 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-70471da6-7116-439f-8844-6762f52942cb tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "GET /v2.0/ports/f2039aef-99d2-413d-bf3a-1ec6372aae13 HTTP/1.1" status: 200 len: 911 time: 0.0836718 Apr 21 12:41:43.161920 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44060) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:43.162726 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-332d26eb-6f36-4cd5-aa30-e22735ddddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:43.182517 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44062) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:43.185389 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332d26eb-6f36-4cd5-aa30-e22735ddddc9 None None] Routers {'28de90ed-c80d-4d77-8787-2b2fcd327a0b'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:41:43.187179 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-332d26eb-6f36-4cd5-aa30-e22735ddddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:41:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['28de90ed-c80d-4d77-8787-2b2fcd327a0b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:43.196936 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44064) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:43.252604 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-2d79e745-9002-404f-b50c-0f7d72b94171 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Deleting port 00347017-bdbf-4c18-b680-5c1657655b6b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:43.252964 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d79e745-9002-404f-b50c-0f7d72b94171 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:43.262446 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-332d26eb-6f36-4cd5-aa30-e22735ddddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:43.263517 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332d26eb-6f36-4cd5-aa30-e22735ddddc9 None None] The sync data for ids ['28de90ed-c80d-4d77-8787-2b2fcd327a0b'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:41:43.453806 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-2d79e745-9002-404f-b50c-0f7d72b94171 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] For port 00347017-bdbf-4c18-b680-5c1657655b6b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=00347017-bdbf-4c18-b680-5c1657655b6b,segment=NetworkSegment(e87e6e55-099d-49fb-a599-adce2c60a5fa),segment_id=e87e6e55-099d-49fb-a599-adce2c60a5fa)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:43.455006 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d79e745-9002-404f-b50c-0f7d72b94171 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:43.500645 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad00e2d-d43d-4458-ae67-083c92af0a6a req-c1b52b7a-1d30-4a11-b4e2-ada6fb86c43b tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:43.502856 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ad00e2d-d43d-4458-ae67-083c92af0a6a req-c1b52b7a-1d30-4a11-b4e2-ada6fb86c43b tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 950 time: 0.2712436 Apr 21 12:41:43.504997 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-2d79e745-9002-404f-b50c-0f7d72b94171 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Calling delete_port for 00347017-bdbf-4c18-b680-5c1657655b6b owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:41:43.534786 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d03e610f-d19b-4aab-8788-221253b0260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:43.552904 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc379c36-9bfa-4620-aa30-29837b9a6535 None None] DHCP port deletion for 250ab069-2888-4a30-948a-b3d249ecc0d5 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:41:43.568663 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cac52270-d100-4fa3-93af-7428950f4704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:43.613939 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ad00e2d-d43d-4458-ae67-083c92af0a6a req-064c04be-7d58-42c0-94f3-de233d1cf88c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044555 Apr 21 12:41:43.646499 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-804569ec-6ce8-472e-8b17-64f491ca6b9a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2055112372-network', 'tenant_id': '1ef7d4dca56b45b6a598c55a34aa84d0'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:43.662980 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fc379c36-9bfa-4620-aa30-29837b9a6535 None None] Deleting port 00347017-bdbf-4c18-b680-5c1657655b6b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:43.663272 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc379c36-9bfa-4620-aa30-29837b9a6535 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:43.692391 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-caa8aabe-f14a-46f2-a665-827013f18e41 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:43.747347 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fc379c36-9bfa-4620-aa30-29837b9a6535 None None] For port 00347017-bdbf-4c18-b680-5c1657655b6b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=00347017-bdbf-4c18-b680-5c1657655b6b,segment=NetworkSegment(e87e6e55-099d-49fb-a599-adce2c60a5fa),segment_id=e87e6e55-099d-49fb-a599-adce2c60a5fa)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:43.747692 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc379c36-9bfa-4620-aa30-29837b9a6535 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:43.766486 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d79e745-9002-404f-b50c-0f7d72b94171 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:43.766614 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 00347017-bdbf-4c18-b680-5c1657655b6b no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:41:43.769568 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804569ec-6ce8-472e-8b17-64f491ca6b9a admin admin] Made reservation on behalf of 1ef7d4dca56b45b6a598c55a34aa84d0 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:43.771820 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-804569ec-6ce8-472e-8b17-64f491ca6b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:43.790979 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fc379c36-9bfa-4620-aa30-29837b9a6535 None None] Calling delete_port for 00347017-bdbf-4c18-b680-5c1657655b6b owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:41:43.791448 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-804569ec-6ce8-472e-8b17-64f491ca6b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:43.792942 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 00347017-bdbf-4c18-b680-5c1657655b6b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:41:43.793283 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 00347017-bdbf-4c18-b680-5c1657655b6b not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:41:43.814917 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d79e745-9002-404f-b50c-0f7d72b94171 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] No DVR routers for this DVR port 00347017-bdbf-4c18-b680-5c1657655b6b on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:41:43.816660 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79e745-9002-404f-b50c-0f7d72b94171 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Pushing event deleted for resources: {'Port': ['ID=00347017-bdbf-4c18-b680-5c1657655b6b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:43.861632 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cac52270-d100-4fa3-93af-7428950f4704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:43.908034 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc379c36-9bfa-4620-aa30-29837b9a6535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:43.916837 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d79e745-9002-404f-b50c-0f7d72b94171 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:43.936677 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc379c36-9bfa-4620-aa30-29837b9a6535 None None] Pushing event deleted for resources: {'Port': ['ID=00347017-bdbf-4c18-b680-5c1657655b6b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:43.938841 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2d79e745-9002-404f-b50c-0f7d72b94171 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250ab069-2888-4a30-948a-b3d249ecc0d5']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:43.942157 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cac52270-d100-4fa3-93af-7428950f4704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:43.946027 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc379c36-9bfa-4620-aa30-29837b9a6535 None None] No DVR routers for this DVR port 00347017-bdbf-4c18-b680-5c1657655b6b on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:41:43.956629 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2d79e745-9002-404f-b50c-0f7d72b94171 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e87e6e55-099d-49fb-a599-adce2c60a5fa') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:43.957100 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2d79e745-9002-404f-b50c-0f7d72b94171 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e87e6e55-099d-49fb-a599-adce2c60a5fa') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:43.975415 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d79e745-9002-404f-b50c-0f7d72b94171 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:43.992973 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d79e745-9002-404f-b50c-0f7d72b94171 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:44.001070 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d79e745-9002-404f-b50c-0f7d72b94171 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:41:44.001500 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d79e745-9002-404f-b50c-0f7d72b94171 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:41:44.004834 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:41:44.012074 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cac52270-d100-4fa3-93af-7428950f4704 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f017bb39b7744f578a7327b58f0351af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8229089 Apr 21 12:41:44.014252 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44082) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:44.015667 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac52270-d100-4fa3-93af-7428950f4704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b140949-f2e1-4a80-b424-fc93d0d76087,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:44.042058 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-804569ec-6ce8-472e-8b17-64f491ca6b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:44.092113 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44084) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:44.135948 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-804569ec-6ce8-472e-8b17-64f491ca6b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:44.145184 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a5609faa-4383-4bf2-9aba-7718526e4138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:44.172560 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804569ec-6ce8-472e-8b17-64f491ca6b9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:41:44.176785 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d79e745-9002-404f-b50c-0f7d72b94171 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:44.199826 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2d79e745-9002-404f-b50c-0f7d72b94171 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:44.204583 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2d79e745-9002-404f-b50c-0f7d72b94171 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] 10.222.0.36 "DELETE /v2.0/networks/250ab069-2888-4a30-948a-b3d249ecc0d5 HTTP/1.1" status: 204 len: 168 time: 1.1923347 Apr 21 12:41:44.209934 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804569ec-6ce8-472e-8b17-64f491ca6b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51e4fb8-5d5b-455b-88f0-3b055e83396a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:44.210361 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c31846dd-312b-4cbf-88a5-3a925451031d admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-727207104-network', 'tenant_id': '34d7ccbf72aa4174acc53e783a3a33c5'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:44.213831 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-804569ec-6ce8-472e-8b17-64f491ca6b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:44.214171 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-804569ec-6ce8-472e-8b17-64f491ca6b9a admin admin] Added segment 55331157-0de8-40ca-be2e-e4bd5fec8eed of type vlan for network 91f0eb98-678c-4b6a-bd13-f87f951f1bc3 Apr 21 12:41:44.216643 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a5609faa-4383-4bf2-9aba-7718526e4138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:44.228680 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79e745-9002-404f-b50c-0f7d72b94171 tempest-AllowedAddressPairIpV6TestJSON-1224498048 tempest-AllowedAddressPairIpV6TestJSON-1224498048-project] Pushing event deleted for resources: {'Network': ['ID=250ab069-2888-4a30-948a-b3d249ecc0d5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:44.289516 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-caa8aabe-f14a-46f2-a665-827013f18e41 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Deleting port f2039aef-99d2-413d-bf3a-1ec6372aae13 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:44.289869 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-caa8aabe-f14a-46f2-a665-827013f18e41 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:44.295970 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-804569ec-6ce8-472e-8b17-64f491ca6b9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:44.368251 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31846dd-312b-4cbf-88a5-3a925451031d admin admin] Made reservation on behalf of 34d7ccbf72aa4174acc53e783a3a33c5 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:44.370724 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c31846dd-312b-4cbf-88a5-3a925451031d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:44.379395 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c31846dd-312b-4cbf-88a5-3a925451031d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:44.408290 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-caa8aabe-f14a-46f2-a665-827013f18e41 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:44.420961 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-caa8aabe-f14a-46f2-a665-827013f18e41 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Calling delete_port for f2039aef-99d2-413d-bf3a-1ec6372aae13 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:41:44.460595 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c31846dd-312b-4cbf-88a5-3a925451031d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:44.464368 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a5609faa-4383-4bf2-9aba-7718526e4138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:44.466853 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a5609faa-4383-4bf2-9aba-7718526e4138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:44.467986 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a5609faa-4383-4bf2-9aba-7718526e4138 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9b140949-f2e1-4a80-b424-fc93d0d76087 HTTP/1.1" status: 204 len: 168 time: 0.4487705 Apr 21 12:41:44.480917 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5609faa-4383-4bf2-9aba-7718526e4138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b140949-f2e1-4a80-b424-fc93d0d76087,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:44.486251 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-804569ec-6ce8-472e-8b17-64f491ca6b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:44.487457 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804569ec-6ce8-472e-8b17-64f491ca6b9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:44.488021 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-804569ec-6ce8-472e-8b17-64f491ca6b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:44.548754 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c31846dd-312b-4cbf-88a5-3a925451031d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:44.576919 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c31846dd-312b-4cbf-88a5-3a925451031d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:41:44.592238 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31846dd-312b-4cbf-88a5-3a925451031d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1f42ce-2294-4b0a-af5f-6be12deb675a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:44.595783 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c31846dd-312b-4cbf-88a5-3a925451031d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:44.596126 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-c31846dd-312b-4cbf-88a5-3a925451031d admin admin] Added segment 48739b8a-f293-41c8-8fce-3303e94cc6a6 of type vlan for network d483d592-799a-4c26-b19d-758c9dfe2c35 Apr 21 12:41:44.610849 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-804569ec-6ce8-472e-8b17-64f491ca6b9a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3532920 Apr 21 12:41:44.613983 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804569ec-6ce8-472e-8b17-64f491ca6b9a admin admin] Pushing event updated for resources: {'Network': ['ID=91f0eb98-678c-4b6a-bd13-f87f951f1bc3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:44.618120 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44092) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:44.629014 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 91f0eb98-678c-4b6a-bd13-f87f951f1bc3 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:41:44.631011 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-b37a80be-7aca-45f9-91be-d04e58ee5d4d admin admin] Request body: {'subnet': {'network_id': '91f0eb98-678c-4b6a-bd13-f87f951f1bc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2055112372-subnet', 'tenant_id': '1ef7d4dca56b45b6a598c55a34aa84d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:44.654196 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c31846dd-312b-4cbf-88a5-3a925451031d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:44.737211 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37a80be-7aca-45f9-91be-d04e58ee5d4d admin admin] Made reservation on behalf of 1ef7d4dca56b45b6a598c55a34aa84d0 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:44.739843 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b37a80be-7aca-45f9-91be-d04e58ee5d4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:44.770189 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c31846dd-312b-4cbf-88a5-3a925451031d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:44.771337 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31846dd-312b-4cbf-88a5-3a925451031d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:44.771997 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c31846dd-312b-4cbf-88a5-3a925451031d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:44.806004 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88bb91d-dd7f-4c71-9376-69069b3db4c2 req-9ddf7a16-b86f-4ec1-bb2b-d1b6e1d62ff6 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:44.807881 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d88bb91d-dd7f-4c71-9376-69069b3db4c2 req-9ddf7a16-b86f-4ec1-bb2b-d1b6e1d62ff6 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 950 time: 0.0790517 Apr 21 12:41:44.820567 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44100) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:44.861193 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-caa8aabe-f14a-46f2-a665-827013f18e41 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:44.875069 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31846dd-312b-4cbf-88a5-3a925451031d admin admin] Pushing event updated for resources: {'Network': ['ID=d483d592-799a-4c26-b19d-758c9dfe2c35,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:44.895671 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d88bb91d-dd7f-4c71-9376-69069b3db4c2 req-943a55a7-bba3-474f-9727-53ba145a9a7c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483027 Apr 21 12:41:44.897681 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network d483d592-799a-4c26-b19d-758c9dfe2c35 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:41:44.905834 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c31846dd-312b-4cbf-88a5-3a925451031d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8123300 Apr 21 12:41:44.911607 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44106) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:44.930727 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d87fb948-a2e2-441a-a481-f751f83672d1 admin admin] Request body: {'subnet': {'network_id': 'd483d592-799a-4c26-b19d-758c9dfe2c35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-727207104-subnet', 'tenant_id': '34d7ccbf72aa4174acc53e783a3a33c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:44.934012 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa8aabe-f14a-46f2-a665-827013f18e41 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Port': ['ID=f2039aef-99d2-413d-bf3a-1ec6372aae13,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:45.088692 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87fb948-a2e2-441a-a481-f751f83672d1 admin admin] Made reservation on behalf of 34d7ccbf72aa4174acc53e783a3a33c5 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:45.091175 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d87fb948-a2e2-441a-a481-f751f83672d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:45.217979 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-caa8aabe-f14a-46f2-a665-827013f18e41 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:45.240910 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e9233229-8535-40f8-ba2e-556e0458d3e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cb713603b054453aa81a3ad9cbf3409c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4170158 Apr 21 12:41:45.240910 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44114) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:45.404687 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d87fb948-a2e2-441a-a481-f751f83672d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:45.476166 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87fb948-a2e2-441a-a481-f751f83672d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c8da39c-2754-46a3-8491-75441259b6c4,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:45.482217 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87fb948-a2e2-441a-a481-f751f83672d1 admin admin] Checking segment: {'id': '48739b8a-f293-41c8-8fce-3303e94cc6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd483d592-799a-4c26-b19d-758c9dfe2c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:41:45.482589 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87fb948-a2e2-441a-a481-f751f83672d1 admin admin] Network hostable DHCP agents. Network: d483d592-799a-4c26-b19d-758c9dfe2c35, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:41:45.573433 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87fb948-a2e2-441a-a481-f751f83672d1 admin admin] Network d483d592-799a-4c26-b19d-758c9dfe2c35 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:41:45.622738 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b37a80be-7aca-45f9-91be-d04e58ee5d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:45.689172 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d87fb948-a2e2-441a-a481-f751f83672d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, d483d592-799a-4c26-b19d-758c9dfe2c35) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:45.704074 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87fb948-a2e2-441a-a481-f751f83672d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:45.704819 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d87fb948-a2e2-441a-a481-f751f83672d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:45.713929 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f1df75-175f-40b5-a926-7fefcd10b654 None None] Network d483d592-799a-4c26-b19d-758c9dfe2c35 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:41:45.737574 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55691508-8f87-4b00-943f-9f70c64f5fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:45.770221 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a80be-7aca-45f9-91be-d04e58ee5d4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9733f310-0141-4a47-a768-d487fa492ddd,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:45.772242 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-77e57637-7af8-4796-8a29-1c68d3b1ef8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:45.793786 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d87fb948-a2e2-441a-a481-f751f83672d1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8810339 Apr 21 12:41:45.794844 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44124) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:45.799699 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ae2892f4-e856-4047-bfff-563a633f8d11 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-727207104-router', 'tenant_id': '34d7ccbf72aa4174acc53e783a3a33c5', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:45.799868 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa8aabe-f14a-46f2-a665-827013f18e41 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Router 28de90ed-c80d-4d77-8787-2b2fcd327a0b has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:41:45.821150 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37a80be-7aca-45f9-91be-d04e58ee5d4d admin admin] Checking segment: {'id': '55331157-0de8-40ca-be2e-e4bd5fec8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '91f0eb98-678c-4b6a-bd13-f87f951f1bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:41:45.821506 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37a80be-7aca-45f9-91be-d04e58ee5d4d admin admin] Network hostable DHCP agents. Network: 91f0eb98-678c-4b6a-bd13-f87f951f1bc3, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:41:45.825982 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-77e57637-7af8-4796-8a29-1c68d3b1ef8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:45.891431 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae2892f4-e856-4047-bfff-563a633f8d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:45.893085 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae2892f4-e856-4047-bfff-563a633f8d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:45.905691 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7e61b2-0ee9-4e3f-b02a-7150aa2df2ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-d483d592-799a-4c26-b19d-758c9dfe2c35', 'network_id': 'd483d592-799a-4c26-b19d-758c9dfe2c35', 'tenant_id': '34d7ccbf72aa4174acc53e783a3a33c5', 'fixed_ips': [{'subnet_id': '2c8da39c-2754-46a3-8491-75441259b6c4'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:41:45.907609 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef7e61b2-0ee9-4e3f-b02a-7150aa2df2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:45.937975 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa8aabe-f14a-46f2-a665-827013f18e41 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:41:45.942415 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-caa8aabe-f14a-46f2-a665-827013f18e41 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "PUT /v2.0/routers/28de90ed-c80d-4d77-8787-2b2fcd327a0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7788219 Apr 21 12:41:45.954105 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44134) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:45.985993 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae2892f4-e856-4047-bfff-563a633f8d11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:46.001666 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1c9a4cd3-774c-464e-aa2d-7885bc90458d tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "GET /v2.0/ports?device_id=28de90ed-c80d-4d77-8787-2b2fcd327a0b HTTP/1.1" status: 200 len: 205 time: 0.0419354 Apr 21 12:41:46.001666 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37a80be-7aca-45f9-91be-d04e58ee5d4d admin admin] Network 91f0eb98-678c-4b6a-bd13-f87f951f1bc3 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:41:46.006777 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44144) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:46.007704 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e09cd9-385b-4ab7-ac08-f44ba0cb3920 None None] Sync routers for ids ['28de90ed-c80d-4d77-8787-2b2fcd327a0b'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:41:46.034280 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e09cd9-385b-4ab7-ac08-f44ba0cb3920 None None] Routers {'28de90ed-c80d-4d77-8787-2b2fcd327a0b'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:41:46.034945 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-74e09cd9-385b-4ab7-ac08-f44ba0cb3920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:41:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['28de90ed-c80d-4d77-8787-2b2fcd327a0b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:46.079941 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-74e09cd9-385b-4ab7-ac08-f44ba0cb3920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:46.083597 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb682fa-efad-47d8-a2fa-05092b2d2a84 req-25afce59-9044-41b0-a58d-636ecbd43548 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:46.087199 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2cb682fa-efad-47d8-a2fa-05092b2d2a84 req-25afce59-9044-41b0-a58d-636ecbd43548 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 950 time: 0.0668447 Apr 21 12:41:46.111643 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8301a52d-4450-46a6-ae38-dc1cccbbd6c1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:46.130372 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e09cd9-385b-4ab7-ac08-f44ba0cb3920 None None] Routers {'28de90ed-c80d-4d77-8787-2b2fcd327a0b'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:41:46.131005 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-74e09cd9-385b-4ab7-ac08-f44ba0cb3920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:41:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['28de90ed-c80d-4d77-8787-2b2fcd327a0b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:46.169902 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-74e09cd9-385b-4ab7-ac08-f44ba0cb3920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:46.170731 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e09cd9-385b-4ab7-ac08-f44ba0cb3920 None None] The sync data for ids ['28de90ed-c80d-4d77-8787-2b2fcd327a0b'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:41:46.181150 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ef7e61b2-0ee9-4e3f-b02a-7150aa2df2ee None None] Allocated IP 172.20.0.2 (d483d592-799a-4c26-b19d-758c9dfe2c35/2c8da39c-2754-46a3-8491-75441259b6c4/cfded29c-2f87-4a26-aa7a-82805f6e78e6) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:41:46.205651 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-77e57637-7af8-4796-8a29-1c68d3b1ef8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:46.209081 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-77e57637-7af8-4796-8a29-1c68d3b1ef8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:46.211021 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-77e57637-7af8-4796-8a29-1c68d3b1ef8d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/973bd680-bd92-4c0a-a725-8def1ceac36e HTTP/1.1" status: 204 len: 168 time: 0.9655581 Apr 21 12:41:46.226462 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b37a80be-7aca-45f9-91be-d04e58ee5d4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 91f0eb98-678c-4b6a-bd13-f87f951f1bc3) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:46.240777 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2cb682fa-efad-47d8-a2fa-05092b2d2a84 req-93c58d96-68e2-4f0b-a611-7ee98b0c98ad tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414025 Apr 21 12:41:46.257607 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1324f51-c3a6-469d-b7ef-c3462b156be7 None None] Network 91f0eb98-678c-4b6a-bd13-f87f951f1bc3 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:41:46.278124 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37a80be-7aca-45f9-91be-d04e58ee5d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:46.278647 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b37a80be-7aca-45f9-91be-d04e58ee5d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:46.318366 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae2892f4-e856-4047-bfff-563a633f8d11 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:46.324831 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e57637-7af8-4796-8a29-1c68d3b1ef8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973bd680-bd92-4c0a-a725-8def1ceac36e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:46.369742 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8301a52d-4450-46a6-ae38-dc1cccbbd6c1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:46.371917 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8301a52d-4450-46a6-ae38-dc1cccbbd6c1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:46.440050 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b37a80be-7aca-45f9-91be-d04e58ee5d4d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8120878 Apr 21 12:41:46.470453 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773e974a-0471-4d18-aebe-d4cf2d26c4a5 None None] Network 91f0eb98-678c-4b6a-bd13-f87f951f1bc3 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:41:46.501217 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8301a52d-4450-46a6-ae38-dc1cccbbd6c1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:46.501811 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8301a52d-4450-46a6-ae38-dc1cccbbd6c1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Fanout notify agent at l3_agent the message router_deleted on router 28de90ed-c80d-4d77-8787-2b2fcd327a0b {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:41:46.509401 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8301a52d-4450-46a6-ae38-dc1cccbbd6c1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:46.510555 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8301a52d-4450-46a6-ae38-dc1cccbbd6c1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/routers/28de90ed-c80d-4d77-8787-2b2fcd327a0b HTTP/1.1" status: 204 len: 168 time: 0.5059152 Apr 21 12:41:46.513176 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44180) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:46.540370 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef7e61b2-0ee9-4e3f-b02a-7150aa2df2ee None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:46.579044 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-11dfc6b2-6886-4672-9a0c-8c58dd4a8910 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Deleting subnet e2d842db-548e-4597-8dff-c4adbd2580e1 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:41:46.583074 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11dfc6b2-6886-4672-9a0c-8c58dd4a8910 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:46.645439 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef7e61b2-0ee9-4e3f-b02a-7150aa2df2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:46.705915 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7e61b2-0ee9-4e3f-b02a-7150aa2df2ee None None] Network d483d592-799a-4c26-b19d-758c9dfe2c35 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:41:46.709965 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ef7e61b2-0ee9-4e3f-b02a-7150aa2df2ee None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:46.716552 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7e61b2-0ee9-4e3f-b02a-7150aa2df2ee None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:41:46.732746 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e61b2-0ee9-4e3f-b02a-7150aa2df2ee None None] Pushing event updated for resources: {'Port': ['ID=cfded29c-2f87-4a26-aa7a-82805f6e78e6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:46.776414 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44192) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:46.792461 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ef7e61b2-0ee9-4e3f-b02a-7150aa2df2ee None None] Attempting to bind port cfded29c-2f87-4a26-aa7a-82805f6e78e6 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:41:46.792742 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ef7e61b2-0ee9-4e3f-b02a-7150aa2df2ee None None] Attempting to bind port cfded29c-2f87-4a26-aa7a-82805f6e78e6 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '48739b8a-f293-41c8-8fce-3303e94cc6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd483d592-799a-4c26-b19d-758c9dfe2c35'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:41:46.793354 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7e61b2-0ee9-4e3f-b02a-7150aa2df2ee None None] Attempting to bind port cfded29c-2f87-4a26-aa7a-82805f6e78e6 on network d483d592-799a-4c26-b19d-758c9dfe2c35 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:41:46.799850 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7e61b2-0ee9-4e3f-b02a-7150aa2df2ee None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:41:46.800372 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7e61b2-0ee9-4e3f-b02a-7150aa2df2ee None None] Checking segment: {'id': '48739b8a-f293-41c8-8fce-3303e94cc6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd483d592-799a-4c26-b19d-758c9dfe2c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:41:46.800778 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef7e61b2-0ee9-4e3f-b02a-7150aa2df2ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:46.801169 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7e61b2-0ee9-4e3f-b02a-7150aa2df2ee None None] Bound using segment: {'id': '48739b8a-f293-41c8-8fce-3303e94cc6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd483d592-799a-4c26-b19d-758c9dfe2c35'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:41:46.801776 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ef7e61b2-0ee9-4e3f-b02a-7150aa2df2ee None None] Bound port: cfded29c-2f87-4a26-aa7a-82805f6e78e6, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48739b8a-f293-41c8-8fce-3303e94cc6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd483d592-799a-4c26-b19d-758c9dfe2c35'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:41:46.802180 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef7e61b2-0ee9-4e3f-b02a-7150aa2df2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:46.872998 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:46.899670 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ef7e61b2-0ee9-4e3f-b02a-7150aa2df2ee None None] For port cfded29c-2f87-4a26-aa7a-82805f6e78e6, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:41:46.904641 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ef7e61b2-0ee9-4e3f-b02a-7150aa2df2ee None None] For port cfded29c-2f87-4a26-aa7a-82805f6e78e6, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=cfded29c-2f87-4a26-aa7a-82805f6e78e6,segment=NetworkSegment(48739b8a-f293-41c8-8fce-3303e94cc6a6),segment_id=48739b8a-f293-41c8-8fce-3303e94cc6a6)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:41:46.957197 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11dfc6b2-6886-4672-9a0c-8c58dd4a8910 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:46.967242 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c7dea3a-fd78-46e8-bcd9-56fb8881eafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:46.973976 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef7e61b2-0ee9-4e3f-b02a-7150aa2df2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:47.079755 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e61b2-0ee9-4e3f-b02a-7150aa2df2ee None None] Pushing event updated for resources: {'Port': ['ID=cfded29c-2f87-4a26-aa7a-82805f6e78e6,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:47.103555 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c7dea3a-fd78-46e8-bcd9-56fb8881eafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:47.273445 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c7dea3a-fd78-46e8-bcd9-56fb8881eafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:47.279945 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae2892f4-e856-4047-bfff-563a633f8d11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:47.340408 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7c7dea3a-fd78-46e8-bcd9-56fb8881eafb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=31f2b1d9ae014cfe98e15b778e45e4ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5582442 Apr 21 12:41:47.340408 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7dea3a-fd78-46e8-bcd9-56fb8881eafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace88225-6c9f-494e-acec-3ad46c152995,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:47.341454 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44214) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:47.389324 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae2892f4-e856-4047-bfff-563a633f8d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:47.402116 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-825c6651-c2ce-4deb-ace7-95b43636f2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:47.405550 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11dfc6b2-6886-4672-9a0c-8c58dd4a8910 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:47.436698 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-825c6651-c2ce-4deb-ace7-95b43636f2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:47.468114 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-46515108-52ab-49a7-ad1f-29ee78a3f220 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:47.470184 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-46515108-52ab-49a7-ad1f-29ee78a3f220 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/networks?id=91f0eb98-678c-4b6a-bd13-f87f951f1bc3 HTTP/1.1" status: 200 len: 813 time: 0.4598012 Apr 21 12:41:47.537027 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-825c6651-c2ce-4deb-ace7-95b43636f2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:47.539768 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-825c6651-c2ce-4deb-ace7-95b43636f2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:47.541175 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-825c6651-c2ce-4deb-ace7-95b43636f2ed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ace88225-6c9f-494e-acec-3ad46c152995 HTTP/1.1" status: 204 len: 168 time: 0.1986814 Apr 21 12:41:47.552277 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825c6651-c2ce-4deb-ace7-95b43636f2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace88225-6c9f-494e-acec-3ad46c152995,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:47.589895 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-1c839c53-6011-4125-ae23-12ee051b64b5 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/quotas/1ef7d4dca56b45b6a598c55a34aa84d0 HTTP/1.1" status: 200 len: 375 time: 0.0709493 Apr 21 12:41:47.658958 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036407c-2057-4087-a74f-f8ed9a5842fb req-78588a91-c51b-44a4-8e87-b8366da18a33 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:47.659668 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:47.660429 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3036407c-2057-4087-a74f-f8ed9a5842fb req-78588a91-c51b-44a4-8e87-b8366da18a33 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 950 time: 0.3328719 Apr 21 12:41:47.665257 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-999056c6-c4e4-4039-82fd-61e13619dc38 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ef7d4dca56b45b6a598c55a34aa84d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550821 Apr 21 12:41:47.775378 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device cfded29c-2f87-4a26-aa7a-82805f6e78e6 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:41:47.787061 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11dfc6b2-6886-4672-9a0c-8c58dd4a8910 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:47.798689 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-ae2892f4-e856-4047-bfff-563a633f8d11 admin admin] Allocated IP 172.25.8.95 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/e626a845-04c6-4659-882b-f8d1b6287c50) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:41:47.809754 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3036407c-2057-4087-a74f-f8ed9a5842fb req-2c8b2679-2d4e-4d2e-adf0-e4f73e451697 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269264 Apr 21 12:41:47.848975 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dfc6b2-6886-4672-9a0c-8c58dd4a8910 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Subnet': ['ID=e2d842db-548e-4597-8dff-c4adbd2580e1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:47.865125 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11dfc6b2-6886-4672-9a0c-8c58dd4a8910 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:47.866912 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f2df70-c1d8-4dbe-8da3-18ab64af667a None None] Network 25f2ea8a-d941-46db-9fb7-660a196cda9d requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:41:47.868919 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-11dfc6b2-6886-4672-9a0c-8c58dd4a8910 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/subnets/e2d842db-548e-4597-8dff-c4adbd2580e1 HTTP/1.1" status: 204 len: 168 time: 1.3547189 Apr 21 12:41:47.872013 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44226) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:48.002320 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44230) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:48.025386 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e73ac4d8-8781-48af-841e-bb1bbc24655b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:48.028331 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port cfded29c-2f87-4a26-aa7a-82805f6e78e6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:48.028772 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:48.050356 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae2892f4-e856-4047-bfff-563a633f8d11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:48.086283 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-b535c725-f4aa-47f4-bedd-b7e288f24695 service neutron] 10.222.0.36 "GET /v2.0/networks/91f0eb98-678c-4b6a-bd13-f87f951f1bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023368 Apr 21 12:41:48.187986 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e73ac4d8-8781-48af-841e-bb1bbc24655b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Deleting port 74af8940-f78c-4b2a-b3c4-79a0d5f87d48 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:48.194893 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:48.195286 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e73ac4d8-8781-48af-841e-bb1bbc24655b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:48.236198 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port cfded29c-2f87-4a26-aa7a-82805f6e78e6, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=cfded29c-2f87-4a26-aa7a-82805f6e78e6,segment=NetworkSegment(48739b8a-f293-41c8-8fce-3303e94cc6a6),segment_id=48739b8a-f293-41c8-8fce-3303e94cc6a6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:48.255313 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-bb291f3e-31aa-4612-8613-48df43e55b1a service neutron] 10.222.0.36 "GET /v2.0/networks/91f0eb98-678c-4b6a-bd13-f87f951f1bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603305 Apr 21 12:41:48.257061 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae2892f4-e856-4047-bfff-563a633f8d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:48.264389 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff848b9-8785-42a6-bb3f-48f9a9723c56 None None] DHCP port deletion for 25f2ea8a-d941-46db-9fb7-660a196cda9d request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:41:48.299724 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8b930217-4078-4200-9599-50c030c14513 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-509494028'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:48.301817 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2892f4-e856-4047-bfff-563a633f8d11 admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:41:48.305045 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ae2892f4-e856-4047-bfff-563a633f8d11 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:48.315250 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2892f4-e856-4047-bfff-563a633f8d11 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:41:48.355112 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:48.355593 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-e73ac4d8-8781-48af-841e-bb1bbc24655b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] For port 74af8940-f78c-4b2a-b3c4-79a0d5f87d48, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=74af8940-f78c-4b2a-b3c4-79a0d5f87d48,segment=NetworkSegment(1eb36e4e-bc02-4f4c-abc8-062eb562f0cf),segment_id=1eb36e4e-bc02-4f4c-abc8-062eb562f0cf)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:48.355593 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e73ac4d8-8781-48af-841e-bb1bbc24655b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:48.372139 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e73ac4d8-8781-48af-841e-bb1bbc24655b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Calling delete_port for 74af8940-f78c-4b2a-b3c4-79a0d5f87d48 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:41:48.386638 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2892f4-e856-4047-bfff-563a633f8d11 admin admin] Pushing event updated for resources: {'Port': ['ID=e626a845-04c6-4659-882b-f8d1b6287c50,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:48.405822 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e9fc34-affe-446b-b007-449a063445fe None None] Network d483d592-799a-4c26-b19d-758c9dfe2c35 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:41:48.481176 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=cfded29c-2f87-4a26-aa7a-82805f6e78e6,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:48.492660 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b930217-4078-4200-9599-50c030c14513 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Made reservation on behalf of 857aa2bea57747488436636a8b484cc2 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:48.496772 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b930217-4078-4200-9599-50c030c14513 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:48.506622 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b930217-4078-4200-9599-50c030c14513 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:48.508498 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5365162d-d154-46a6-b8b3-a92d1fc4c094 None None] Provisioning complete for port cfded29c-2f87-4a26-aa7a-82805f6e78e6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:48.508866 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5365162d-d154-46a6-b8b3-a92d1fc4c094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:48.521034 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4ff848b9-8785-42a6-bb3f-48f9a9723c56 None None] Deleting port 74af8940-f78c-4b2a-b3c4-79a0d5f87d48 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:48.521401 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ff848b9-8785-42a6-bb3f-48f9a9723c56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:48.567027 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:48.587029 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b930217-4078-4200-9599-50c030c14513 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:48.626179 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e73ac4d8-8781-48af-841e-bb1bbc24655b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:48.658091 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ac4d8-8781-48af-841e-bb1bbc24655b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Port': ['ID=74af8940-f78c-4b2a-b3c4-79a0d5f87d48,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:48.659838 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ac4d8-8781-48af-841e-bb1bbc24655b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] No DVR routers for this DVR port 74af8940-f78c-4b2a-b3c4-79a0d5f87d48 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:41:48.691284 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4ff848b9-8785-42a6-bb3f-48f9a9723c56 None None] For port 74af8940-f78c-4b2a-b3c4-79a0d5f87d48, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=74af8940-f78c-4b2a-b3c4-79a0d5f87d48,segment=NetworkSegment(1eb36e4e-bc02-4f4c-abc8-062eb562f0cf),segment_id=1eb36e4e-bc02-4f4c-abc8-062eb562f0cf)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:48.691679 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ff848b9-8785-42a6-bb3f-48f9a9723c56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:48.709722 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b930217-4078-4200-9599-50c030c14513 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:48.718946 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4ff848b9-8785-42a6-bb3f-48f9a9723c56 None None] Calling delete_port for 74af8940-f78c-4b2a-b3c4-79a0d5f87d48 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:41:48.777532 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e73ac4d8-8781-48af-841e-bb1bbc24655b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:48.795490 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b930217-4078-4200-9599-50c030c14513 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:41:48.807043 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae2892f4-e856-4047-bfff-563a633f8d11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:48.872757 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b930217-4078-4200-9599-50c030c14513 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0867c543-cf53-469b-8a49-21444e870542,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:48.912980 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b930217-4078-4200-9599-50c030c14513 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:48.913329 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-8b930217-4078-4200-9599-50c030c14513 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Added segment c20ec7fa-d75c-42fd-b339-7d26d44c4145 of type vlan for network 1acbf10b-afd8-4e59-85dd-32010518663e Apr 21 12:41:48.929219 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:48.931213 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e73ac4d8-8781-48af-841e-bb1bbc24655b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f2ea8a-d941-46db-9fb7-660a196cda9d']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:48.955108 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e73ac4d8-8781-48af-841e-bb1bbc24655b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eb36e4e-bc02-4f4c-abc8-062eb562f0cf') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:48.955408 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e73ac4d8-8781-48af-841e-bb1bbc24655b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eb36e4e-bc02-4f4c-abc8-062eb562f0cf') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:49.032038 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ff848b9-8785-42a6-bb3f-48f9a9723c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:49.039287 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e73ac4d8-8781-48af-841e-bb1bbc24655b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:49.075477 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff848b9-8785-42a6-bb3f-48f9a9723c56 None None] Pushing event deleted for resources: {'Port': ['ID=74af8940-f78c-4b2a-b3c4-79a0d5f87d48,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:49.076544 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b930217-4078-4200-9599-50c030c14513 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:49.081042 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff848b9-8785-42a6-bb3f-48f9a9723c56 None None] No DVR routers for this DVR port 74af8940-f78c-4b2a-b3c4-79a0d5f87d48 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:41:49.103555 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e73ac4d8-8781-48af-841e-bb1bbc24655b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:49.134303 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7dc845e-8071-49b1-aed7-0c4c8a5cbce9 req-bc4dc24c-308f-45eb-b294-76b4c6e1ebbb tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7fdc95c-7eae-45fa-a42e-6e152381d6af HTTP/1.1" status: 200 len: 210 time: 0.1298234 Apr 21 12:41:49.134519 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73ac4d8-8781-48af-841e-bb1bbc24655b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:41:49.134981 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e73ac4d8-8781-48af-841e-bb1bbc24655b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:41:49.140014 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:41:49.177783 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470cd12e-acea-4e08-a90e-ccba94f08c4e req-035ff223-701c-4a91-96b1-c00fd7463758 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:49.179831 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-470cd12e-acea-4e08-a90e-ccba94f08c4e req-035ff223-701c-4a91-96b1-c00fd7463758 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 950 time: 0.1989439 Apr 21 12:41:49.259391 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-470cd12e-acea-4e08-a90e-ccba94f08c4e req-583233f4-3719-4522-8203-6ee54082675d tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464602 Apr 21 12:41:49.311949 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-17d7e292-ce14-4134-a5b4-d2f3015fa964 None None] Provisioning complete for port cfded29c-2f87-4a26-aa7a-82805f6e78e6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:49.312371 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17d7e292-ce14-4134-a5b4-d2f3015fa964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:49.323565 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae2892f4-e856-4047-bfff-563a633f8d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:49.363040 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44262) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:49.370265 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b930217-4078-4200-9599-50c030c14513 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:49.376922 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b930217-4078-4200-9599-50c030c14513 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:49.378042 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b930217-4078-4200-9599-50c030c14513 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:49.456451 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e73ac4d8-8781-48af-841e-bb1bbc24655b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:49.469794 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e73ac4d8-8781-48af-841e-bb1bbc24655b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:49.473448 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e73ac4d8-8781-48af-841e-bb1bbc24655b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/networks/25f2ea8a-d941-46db-9fb7-660a196cda9d HTTP/1.1" status: 204 len: 168 time: 1.5996528 Apr 21 12:41:49.480939 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44266) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:49.485656 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ede12a67-1c16-4942-bf21-d8fc124b0170 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-822925546', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:49.491443 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b930217-4078-4200-9599-50c030c14513 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Pushing event updated for resources: {'Network': ['ID=1acbf10b-afd8-4e59-85dd-32010518663e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:49.503988 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 1acbf10b-afd8-4e59-85dd-32010518663e details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:41:49.521247 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-cfb38745-a3ba-4c30-9cf9-e2f447ca5204 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Request body: {'networks': [{'name': 'tempest-network--193315451'}, {'name': 'tempest-network--1949017800'}]} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:49.521558 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-cfb38745-a3ba-4c30-9cf9-e2f447ca5204 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Request body: {'network': {'name': 'tempest-network--193315451'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:49.522683 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-cfb38745-a3ba-4c30-9cf9-e2f447ca5204 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Request body: {'network': {'name': 'tempest-network--1949017800'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:49.530746 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ac4d8-8781-48af-841e-bb1bbc24655b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Network': ['ID=25f2ea8a-d941-46db-9fb7-660a196cda9d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:49.558423 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8b930217-4078-4200-9599-50c030c14513 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5462370 Apr 21 12:41:49.558655 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44268) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:49.563918 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8d2a12ef-ce03-419f-9037-94d5402d1d9e tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Request body: {'subnet': {'network_id': '1acbf10b-afd8-4e59-85dd-32010518663e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:49.647020 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ede12a67-1c16-4942-bf21-d8fc124b0170 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:49.648045 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ede12a67-1c16-4942-bf21-d8fc124b0170 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:49.651432 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb38745-a3ba-4c30-9cf9-e2f447ca5204 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Made reservation on behalf of 7120a177c0be4d87a5410e0e3458cf71 for: {'network': 2} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:49.655950 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cfb38745-a3ba-4c30-9cf9-e2f447ca5204 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:49.672562 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cfb38745-a3ba-4c30-9cf9-e2f447ca5204 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:49.741717 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ede12a67-1c16-4942-bf21-d8fc124b0170 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:49.753681 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2a12ef-ce03-419f-9037-94d5402d1d9e tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Made reservation on behalf of 857aa2bea57747488436636a8b484cc2 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:49.757087 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8d2a12ef-ce03-419f-9037-94d5402d1d9e tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:49.769128 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device cfded29c-2f87-4a26-aa7a-82805f6e78e6 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:41:49.820133 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port cfded29c-2f87-4a26-aa7a-82805f6e78e6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:49.820630 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:49.831381 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2892f4-e856-4047-bfff-563a633f8d11 admin admin] Router c069fe19-79bf-4bfd-bf4e-7ffc67625185 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:41:49.936054 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cfb38745-a3ba-4c30-9cf9-e2f447ca5204 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:49.960890 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2892f4-e856-4047-bfff-563a633f8d11 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:41:49.970020 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d67ac0a-e3a7-4cf4-9f04-ef5800884bc7 None None] Sync routers for ids ['c069fe19-79bf-4bfd-bf4e-7ffc67625185'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:41:49.987944 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d67ac0a-e3a7-4cf4-9f04-ef5800884bc7 None None] Routers {'c069fe19-79bf-4bfd-bf4e-7ffc67625185'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:41:49.988683 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4d67ac0a-e3a7-4cf4-9f04-ef5800884bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:41:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['c069fe19-79bf-4bfd-bf4e-7ffc67625185'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:49.996701 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 74af8940-f78c-4b2a-b3c4-79a0d5f87d48 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:41:50.019504 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 74af8940-f78c-4b2a-b3c4-79a0d5f87d48 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:41:50.020040 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 74af8940-f78c-4b2a-b3c4-79a0d5f87d48 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:41:50.020177 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ede12a67-1c16-4942-bf21-d8fc124b0170 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:50.046194 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cfb38745-a3ba-4c30-9cf9-e2f447ca5204 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:50.049186 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cfb38745-a3ba-4c30-9cf9-e2f447ca5204 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:50.070347 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae2892f4-e856-4047-bfff-563a633f8d11 admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:50.072020 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ae2892f4-e856-4047-bfff-563a633f8d11 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.2763872 Apr 21 12:41:50.074875 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44274) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:50.134716 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb38745-a3ba-4c30-9cf9-e2f447ca5204 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95564136-7c8f-4a02-93ca-bef75b01792f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:50.151367 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb38745-a3ba-4c30-9cf9-e2f447ca5204 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:41:50.161831 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cfb38745-a3ba-4c30-9cf9-e2f447ca5204 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:50.162167 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-cfb38745-a3ba-4c30-9cf9-e2f447ca5204 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Added segment 30d1e4c1-4b21-4b72-bc04-f2947d1b1da2 of type vlan for network 332eaec5-9575-4e50-8e65-d846057ab7cd Apr 21 12:41:50.204293 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-4d67ac0a-e3a7-4cf4-9f04-ef5800884bc7 None None] Set router c069fe19-79bf-4bfd-bf4e-7ffc67625185 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:41:50.246208 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cfb38745-a3ba-4c30-9cf9-e2f447ca5204 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:50.270323 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a7865e8-bdc8-4b18-a9fc-6ba17695cb1d req-3f4eb568-ab1f-4de9-8109-37eee2660eee tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7fdc95c-7eae-45fa-a42e-6e152381d6af HTTP/1.1" status: 200 len: 210 time: 0.0667746 Apr 21 12:41:50.284402 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8d2a12ef-ce03-419f-9037-94d5402d1d9e tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:50.322587 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:50.366592 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb38745-a3ba-4c30-9cf9-e2f447ca5204 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:41:50.387293 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cfb38745-a3ba-4c30-9cf9-e2f447ca5204 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:50.387645 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-cfb38745-a3ba-4c30-9cf9-e2f447ca5204 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Added segment 6bdde4d3-2cd5-46a5-a1bc-670597dc4b90 of type vlan for network 2fa364fe-9a20-46b8-abd4-b592fe3b5b7b Apr 21 12:41:50.403191 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a12ef-ce03-419f-9037-94d5402d1d9e tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Pushing event updated for resources: {'Subnet': ['ID=ed2c1d67-ef52-4e4b-bb40-eea706bb350f,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:50.425569 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4d67ac0a-e3a7-4cf4-9f04-ef5800884bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c069fe19-79bf-4bfd-bf4e-7ffc67625185', 'name': 'tempest-ServersTestMultiNic-727207104-router', 'tenant_id': '34d7ccbf72aa4174acc53e783a3a33c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'e626a845-04c6-4659-882b-f8d1b6287c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:41:45Z', 'updated_at': '2022-04-21T12:41:48Z', 'revision_number': 3, 'project_id': '34d7ccbf72aa4174acc53e783a3a33c5', 'gw_port': {'id': 'e626a845-04c6-4659-882b-f8d1b6287c50', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c069fe19-79bf-4bfd-bf4e-7ffc67625185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:41:47Z', 'updated_at': '2022-04-21T12:41:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:50.443813 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d838623-b76d-4fd1-9e20-778c0719dd46 req-ed69c4a3-4a62-454a-9664-1fa0f98c5c45 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:50.445842 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d838623-b76d-4fd1-9e20-778c0719dd46 req-ed69c4a3-4a62-454a-9664-1fa0f98c5c45 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 950 time: 0.0659635 Apr 21 12:41:50.456322 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cfb38745-a3ba-4c30-9cf9-e2f447ca5204 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:50.471268 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d67ac0a-e3a7-4cf4-9f04-ef5800884bc7 None None] Checking router: c069fe19-79bf-4bfd-bf4e-7ffc67625185 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:41:50.471763 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2a12ef-ce03-419f-9037-94d5402d1d9e tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Checking segment: {'id': 'c20ec7fa-d75c-42fd-b339-7d26d44c4145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1acbf10b-afd8-4e59-85dd-32010518663e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:41:50.474317 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d67ac0a-e3a7-4cf4-9f04-ef5800884bc7 None None] Updating router c069fe19-79bf-4bfd-bf4e-7ffc67625185 port e626a845-04c6-4659-882b-f8d1b6287c50 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:41:50.474431 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2a12ef-ce03-419f-9037-94d5402d1d9e tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Network hostable DHCP agents. Network: 1acbf10b-afd8-4e59-85dd-32010518663e, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:41:50.499547 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4d67ac0a-e3a7-4cf4-9f04-ef5800884bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:50.601527 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ede12a67-1c16-4942-bf21-d8fc124b0170 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:50.621426 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ede12a67-1c16-4942-bf21-d8fc124b0170 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:50.660476 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d838623-b76d-4fd1-9e20-778c0719dd46 req-7d2d9f3c-7321-42fc-9c65-7a943e51cb09 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100283 Apr 21 12:41:50.683315 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-933b5d12-258a-4bba-ac6d-e93101634269 service neutron] show failed (client error): The resource could not be found. Apr 21 12:41:50.684443 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cfb38745-a3ba-4c30-9cf9-e2f447ca5204 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:50.684711 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-933b5d12-258a-4bba-ac6d-e93101634269 service neutron] 10.222.0.24 "GET /v2.0/ports/a04337c4-fdf9-4860-8c09-d882271e65e0/bindings/n-h1-836147-2 HTTP/1.1" status: 404 len: 380 time: 0.1331930 Apr 21 12:41:50.690241 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cfb38745-a3ba-4c30-9cf9-e2f447ca5204 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:50.694053 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb38745-a3ba-4c30-9cf9-e2f447ca5204 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:50.700610 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb38745-a3ba-4c30-9cf9-e2f447ca5204 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:50.701394 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cfb38745-a3ba-4c30-9cf9-e2f447ca5204 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:50.720264 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2a12ef-ce03-419f-9037-94d5402d1d9e tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Network 1acbf10b-afd8-4e59-85dd-32010518663e is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:41:50.776931 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4d67ac0a-e3a7-4cf4-9f04-ef5800884bc7 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:50.778400 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-147d6a0c-66d4-48e4-93b9-e9fbb576482a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:50.799143 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb38745-a3ba-4c30-9cf9-e2f447ca5204 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Pushing event updated for resources: {'Network': ['ID=332eaec5-9575-4e50-8e65-d846057ab7cd,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:50.809233 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 332eaec5-9575-4e50-8e65-d846057ab7cd details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:41:50.882168 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb38745-a3ba-4c30-9cf9-e2f447ca5204 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Pushing event updated for resources: {'Network': ['ID=2fa364fe-9a20-46b8-abd4-b592fe3b5b7b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:50.893012 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 2fa364fe-9a20-46b8-abd4-b592fe3b5b7b details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:41:50.918571 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4d67ac0a-e3a7-4cf4-9f04-ef5800884bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:50.922440 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-8d2a12ef-ce03-419f-9037-94d5402d1d9e tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 1acbf10b-afd8-4e59-85dd-32010518663e) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:50.945494 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cfb38745-a3ba-4c30-9cf9-e2f447ca5204 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.5812089 Apr 21 12:41:50.946864 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44282) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:50.946989 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201af0b8-68c7-44f4-8feb-2de815e13a9a None None] Network 1acbf10b-afd8-4e59-85dd-32010518663e requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:41:50.996785 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8894d2-7d27-4793-84c3-25beea62db86 None None] Pushing event updated for resources: {'Port': ['ID=e626a845-04c6-4659-882b-f8d1b6287c50,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:51.008166 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2a12ef-ce03-419f-9037-94d5402d1d9e tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:51.010057 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8d2a12ef-ce03-419f-9037-94d5402d1d9e tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:51.015603 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4d67ac0a-e3a7-4cf4-9f04-ef5800884bc7 None None] Attempting to bind port e626a845-04c6-4659-882b-f8d1b6287c50 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:41:51.016197 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4d67ac0a-e3a7-4cf4-9f04-ef5800884bc7 None None] Attempting to bind port e626a845-04c6-4659-882b-f8d1b6287c50 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:41:51.017573 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d67ac0a-e3a7-4cf4-9f04-ef5800884bc7 None None] Attempting to bind port e626a845-04c6-4659-882b-f8d1b6287c50 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:41:51.029060 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d67ac0a-e3a7-4cf4-9f04-ef5800884bc7 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:41:51.029887 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d67ac0a-e3a7-4cf4-9f04-ef5800884bc7 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:41:51.030471 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4d67ac0a-e3a7-4cf4-9f04-ef5800884bc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:51.031129 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d67ac0a-e3a7-4cf4-9f04-ef5800884bc7 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:41:51.032734 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-4d67ac0a-e3a7-4cf4-9f04-ef5800884bc7 None None] Bound port: e626a845-04c6-4659-882b-f8d1b6287c50, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:41:51.033346 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4d67ac0a-e3a7-4cf4-9f04-ef5800884bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:51.049358 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-147d6a0c-66d4-48e4-93b9-e9fbb576482a admin admin] Allocated IP 172.20.0.1 (d483d592-799a-4c26-b19d-758c9dfe2c35/2c8da39c-2754-46a3-8491-75441259b6c4/de0293de-cf77-40b0-81ec-46bc61bbc5ec) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:41:51.061488 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8894d2-7d27-4793-84c3-25beea62db86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:51.062969 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8894d2-7d27-4793-84c3-25beea62db86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:51.063599 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8894d2-7d27-4793-84c3-25beea62db86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:51.064265 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8894d2-7d27-4793-84c3-25beea62db86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:51.064265 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8894d2-7d27-4793-84c3-25beea62db86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:51.064762 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8894d2-7d27-4793-84c3-25beea62db86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:51.065178 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8894d2-7d27-4793-84c3-25beea62db86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:51.065627 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8894d2-7d27-4793-84c3-25beea62db86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:51.066163 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8894d2-7d27-4793-84c3-25beea62db86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:51.066577 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8894d2-7d27-4793-84c3-25beea62db86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:51.066992 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8894d2-7d27-4793-84c3-25beea62db86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:51.067399 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8894d2-7d27-4793-84c3-25beea62db86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:41:51.120160 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4d67ac0a-e3a7-4cf4-9f04-ef5800884bc7 None None] For port e626a845-04c6-4659-882b-f8d1b6287c50, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:41:51.123834 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-4d67ac0a-e3a7-4cf4-9f04-ef5800884bc7 None None] For port e626a845-04c6-4659-882b-f8d1b6287c50, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e626a845-04c6-4659-882b-f8d1b6287c50,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:41:51.147866 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2d6e7a-504f-4e9f-9dec-b85437ba28e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-1acbf10b-afd8-4e59-85dd-32010518663e', 'network_id': '1acbf10b-afd8-4e59-85dd-32010518663e', 'tenant_id': '857aa2bea57747488436636a8b484cc2', 'fixed_ips': [{'subnet_id': 'ed2c1d67-ef52-4e4b-bb40-eea706bb350f'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:41:51.148867 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f2d6e7a-504f-4e9f-9dec-b85437ba28e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:51.192540 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-147d6a0c-66d4-48e4-93b9-e9fbb576482a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:51.212402 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-ede12a67-1c16-4942-bf21-d8fc124b0170 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Allocated IP 172.25.8.225 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/77e57085-ab1c-4b33-b976-0d08228c3aec) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:41:51.271997 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-4d67ac0a-e3a7-4cf4-9f04-ef5800884bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:51.284292 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8d2a12ef-ce03-419f-9037-94d5402d1d9e tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7245336 Apr 21 12:41:51.288115 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44284) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:51.309385 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6df726e-09b6-40dc-8cd9-75f852c8ce1e tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:51.316207 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6df726e-09b6-40dc-8cd9-75f852c8ce1e tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:51.318873 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4be0ca48-041f-458f-8979-52ff52e857e5 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Request body: {'port': {'network_id': '1acbf10b-afd8-4e59-85dd-32010518663e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1929455076'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:51.319848 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-9f2d6e7a-504f-4e9f-9dec-b85437ba28e3 None None] Allocated IP 172.20.0.2 (1acbf10b-afd8-4e59-85dd-32010518663e/ed2c1d67-ef52-4e4b-bb40-eea706bb350f/1c83e614-be7a-4f36-897a-df1cac5dc6ff) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:41:51.323005 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6df726e-09b6-40dc-8cd9-75f852c8ce1e tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:51.331997 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6df726e-09b6-40dc-8cd9-75f852c8ce1e tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:51.334213 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b6df726e-09b6-40dc-8cd9-75f852c8ce1e tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3462822 Apr 21 12:41:51.336531 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44288) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:51.361331 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d67ac0a-e3a7-4cf4-9f04-ef5800884bc7 None None] Routers {'c069fe19-79bf-4bfd-bf4e-7ffc67625185'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:41:51.362310 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4d67ac0a-e3a7-4cf4-9f04-ef5800884bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:41:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['c069fe19-79bf-4bfd-bf4e-7ffc67625185'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:51.433838 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-147d6a0c-66d4-48e4-93b9-e9fbb576482a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:51.469601 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8894d2-7d27-4793-84c3-25beea62db86 None None] Pushing event updated for resources: {'Port': ['ID=e626a845-04c6-4659-882b-f8d1b6287c50,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:51.598845 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f2d6e7a-504f-4e9f-9dec-b85437ba28e3 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:51.615983 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-4d67ac0a-e3a7-4cf4-9f04-ef5800884bc7 None None] Set router c069fe19-79bf-4bfd-bf4e-7ffc67625185 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:41:51.626738 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14b02c7a-1ee9-421b-aa58-1c0b78b74bbe req-7f5f175e-66c3-4f2b-ab8d-3500fe481c51 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7fdc95c-7eae-45fa-a42e-6e152381d6af HTTP/1.1" status: 200 len: 210 time: 0.2216702 Apr 21 12:41:51.632123 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147d6a0c-66d4-48e4-93b9-e9fbb576482a admin admin] Network d483d592-799a-4c26-b19d-758c9dfe2c35 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:41:51.636019 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-1d1a43b6-a7a0-4f5a-8186-d7eab9affec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:51.638118 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-1d1a43b6-a7a0-4f5a-8186-d7eab9affec6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b&tenant_id=45464789e2cc4bfeaf42e6404c0e9729 HTTP/1.1" status: 200 len: 1101 time: 0.3082993 Apr 21 12:41:51.650853 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-147d6a0c-66d4-48e4-93b9-e9fbb576482a admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:51.670233 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147d6a0c-66d4-48e4-93b9-e9fbb576482a admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:41:51.725952 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f2d6e7a-504f-4e9f-9dec-b85437ba28e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:51.752508 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ede12a67-1c16-4942-bf21-d8fc124b0170 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:51.768048 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-417fc604-aa88-45d5-8fa7-0248934391a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836147-2', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:51.781934 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-147d6a0c-66d4-48e4-93b9-e9fbb576482a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:51.823204 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2d6e7a-504f-4e9f-9dec-b85437ba28e3 None None] Network 1acbf10b-afd8-4e59-85dd-32010518663e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:41:51.840616 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9f2d6e7a-504f-4e9f-9dec-b85437ba28e3 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:51.844917 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d6e7a-504f-4e9f-9dec-b85437ba28e3 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:41:51.912438 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e095487d-3a38-4ee8-af71-37bdb7861d42 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:51.920074 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d6a0c-66d4-48e4-93b9-e9fbb576482a admin admin] Pushing event updated for resources: {'Port': ['ID=de0293de-cf77-40b0-81ec-46bc61bbc5ec,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:51.967144 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d6e7a-504f-4e9f-9dec-b85437ba28e3 None None] Pushing event updated for resources: {'Port': ['ID=1c83e614-be7a-4f36-897a-df1cac5dc6ff,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:51.980735 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ede12a67-1c16-4942-bf21-d8fc124b0170 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:52.000260 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9f2d6e7a-504f-4e9f-9dec-b85437ba28e3 None None] Attempting to bind port 1c83e614-be7a-4f36-897a-df1cac5dc6ff on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:41:52.001045 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9f2d6e7a-504f-4e9f-9dec-b85437ba28e3 None None] Attempting to bind port 1c83e614-be7a-4f36-897a-df1cac5dc6ff by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'c20ec7fa-d75c-42fd-b339-7d26d44c4145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1acbf10b-afd8-4e59-85dd-32010518663e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:41:52.001963 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2d6e7a-504f-4e9f-9dec-b85437ba28e3 None None] Attempting to bind port 1c83e614-be7a-4f36-897a-df1cac5dc6ff on network 1acbf10b-afd8-4e59-85dd-32010518663e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:41:52.013743 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2d6e7a-504f-4e9f-9dec-b85437ba28e3 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:41:52.015342 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2d6e7a-504f-4e9f-9dec-b85437ba28e3 None None] Checking segment: {'id': 'c20ec7fa-d75c-42fd-b339-7d26d44c4145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1acbf10b-afd8-4e59-85dd-32010518663e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:41:52.017209 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f2d6e7a-504f-4e9f-9dec-b85437ba28e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:52.018390 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2d6e7a-504f-4e9f-9dec-b85437ba28e3 None None] Bound using segment: {'id': 'c20ec7fa-d75c-42fd-b339-7d26d44c4145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1acbf10b-afd8-4e59-85dd-32010518663e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:41:52.021480 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9f2d6e7a-504f-4e9f-9dec-b85437ba28e3 None None] Bound port: 1c83e614-be7a-4f36-897a-df1cac5dc6ff, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c20ec7fa-d75c-42fd-b339-7d26d44c4145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1acbf10b-afd8-4e59-85dd-32010518663e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:41:52.022757 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f2d6e7a-504f-4e9f-9dec-b85437ba28e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:52.034728 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be0ca48-041f-458f-8979-52ff52e857e5 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Made reservation on behalf of 857aa2bea57747488436636a8b484cc2 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:52.042500 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4d67ac0a-e3a7-4cf4-9f04-ef5800884bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c069fe19-79bf-4bfd-bf4e-7ffc67625185', 'name': 'tempest-ServersTestMultiNic-727207104-router', 'tenant_id': '34d7ccbf72aa4174acc53e783a3a33c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'e626a845-04c6-4659-882b-f8d1b6287c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:41:45Z', 'updated_at': '2022-04-21T12:41:48Z', 'revision_number': 3, 'project_id': '34d7ccbf72aa4174acc53e783a3a33c5', 'gw_port': {'id': 'e626a845-04c6-4659-882b-f8d1b6287c50', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c069fe19-79bf-4bfd-bf4e-7ffc67625185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:41:47Z', 'updated_at': '2022-04-21T12:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:52.046254 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4be0ca48-041f-458f-8979-52ff52e857e5 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:52.057294 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede12a67-1c16-4942-bf21-d8fc124b0170 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:41:52.068470 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede12a67-1c16-4942-bf21-d8fc124b0170 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Port': ['ID=77e57085-ab1c-4b33-b976-0d08228c3aec,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:52.072545 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ede12a67-1c16-4942-bf21-d8fc124b0170 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:52.075139 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede12a67-1c16-4942-bf21-d8fc124b0170 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:41:52.124661 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d67ac0a-e3a7-4cf4-9f04-ef5800884bc7 None None] The sync data for ids ['c069fe19-79bf-4bfd-bf4e-7ffc67625185'] in n-d-836147-2 is: [{'id': 'c069fe19-79bf-4bfd-bf4e-7ffc67625185', 'name': 'tempest-ServersTestMultiNic-727207104-router', 'tenant_id': '34d7ccbf72aa4174acc53e783a3a33c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'e626a845-04c6-4659-882b-f8d1b6287c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:41:45Z', 'updated_at': '2022-04-21T12:41:48Z', 'revision_number': 3, 'project_id': '34d7ccbf72aa4174acc53e783a3a33c5', 'gw_port': {'id': 'e626a845-04c6-4659-882b-f8d1b6287c50', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7f:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c069fe19-79bf-4bfd-bf4e-7ffc67625185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:41:47Z', 'updated_at': '2022-04-21T12:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:41:52.160281 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9f2d6e7a-504f-4e9f-9dec-b85437ba28e3 None None] For port 1c83e614-be7a-4f36-897a-df1cac5dc6ff, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:41:52.188867 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9f2d6e7a-504f-4e9f-9dec-b85437ba28e3 None None] For port 1c83e614-be7a-4f36-897a-df1cac5dc6ff, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=1c83e614-be7a-4f36-897a-df1cac5dc6ff,segment=NetworkSegment(c20ec7fa-d75c-42fd-b339-7d26d44c4145),segment_id=c20ec7fa-d75c-42fd-b339-7d26d44c4145)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:41:52.196660 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4e0eed0a-2871-4cef-a74f-7168af56b1b8 None None] Provisioning complete for port de0293de-cf77-40b0-81ec-46bc61bbc5ec triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:52.197417 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e0eed0a-2871-4cef-a74f-7168af56b1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:52.204403 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e095487d-3a38-4ee8-af71-37bdb7861d42 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:52.227150 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-417fc604-aa88-45d5-8fa7-0248934391a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:52.249629 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4e0eed0a-2871-4cef-a74f-7168af56b1b8 None None] Port de0293de-cf77-40b0-81ec-46bc61bbc5ec cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:41:52.250283 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e095487d-3a38-4ee8-af71-37bdb7861d42 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332eaec5-9575-4e50-8e65-d846057ab7cd']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:52.295358 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-4be0ca48-041f-458f-8979-52ff52e857e5 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] device_id is not set on port 6fa3ba27-9759-4442-b30a-5453dc718c0f yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:41:52.326937 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f2d6e7a-504f-4e9f-9dec-b85437ba28e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:52.414940 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d6e7a-504f-4e9f-9dec-b85437ba28e3 None None] Pushing event updated for resources: {'Port': ['ID=1c83e614-be7a-4f36-897a-df1cac5dc6ff,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:52.449464 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e095487d-3a38-4ee8-af71-37bdb7861d42 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30d1e4c1-4b21-4b72-bc04-f2947d1b1da2') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:52.455802 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e095487d-3a38-4ee8-af71-37bdb7861d42 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30d1e4c1-4b21-4b72-bc04-f2947d1b1da2') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:52.468111 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e095487d-3a38-4ee8-af71-37bdb7861d42 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:52.507285 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e095487d-3a38-4ee8-af71-37bdb7861d42 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:52.518843 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef44204-7809-4bc5-b3a5-cb6226464f34 req-f63bb8ba-ab3e-4259-b60a-fce8d1a6e77d tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:52.536316 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fef44204-7809-4bc5-b3a5-cb6226464f34 req-f63bb8ba-ab3e-4259-b60a-fce8d1a6e77d tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 950 time: 0.6334219 Apr 21 12:41:52.538634 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e095487d-3a38-4ee8-af71-37bdb7861d42 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:41:52.539394 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e095487d-3a38-4ee8-af71-37bdb7861d42 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:41:52.639380 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:41:52.747418 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fef44204-7809-4bc5-b3a5-cb6226464f34 req-613c59c1-8b1c-4225-bf6e-5c1ad9a1f797 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091780 Apr 21 12:41:52.748598 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:41:52.771971 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e095487d-3a38-4ee8-af71-37bdb7861d42 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:52.798989 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e095487d-3a38-4ee8-af71-37bdb7861d42 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:52.813398 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e095487d-3a38-4ee8-af71-37bdb7861d42 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] 10.222.0.36 "DELETE /v2.0/networks/332eaec5-9575-4e50-8e65-d846057ab7cd HTTP/1.1" status: 204 len: 168 time: 1.4748962 Apr 21 12:41:52.835302 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44294) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:52.933252 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095487d-3a38-4ee8-af71-37bdb7861d42 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Pushing event deleted for resources: {'Network': ['ID=332eaec5-9575-4e50-8e65-d846057ab7cd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:53.045900 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ede12a67-1c16-4942-bf21-d8fc124b0170 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:53.293907 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ede12a67-1c16-4942-bf21-d8fc124b0170 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:53.322817 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dd6173e8-81fa-4c91-8e80-6d0c1266fba6 req-a474d9d5-cadc-4280-a446-9b97ec0ed375 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7fdc95c-7eae-45fa-a42e-6e152381d6af HTTP/1.1" status: 200 len: 210 time: 0.4972048 Apr 21 12:41:53.383235 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-147d6a0c-66d4-48e4-93b9-e9fbb576482a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:53.436724 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-4be0ca48-041f-458f-8979-52ff52e857e5 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Allocated IP 172.20.0.9 (1acbf10b-afd8-4e59-85dd-32010518663e/ed2c1d67-ef52-4e4b-bb40-eea706bb350f/6fa3ba27-9759-4442-b30a-5453dc718c0f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:41:53.460387 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-417fc604-aa88-45d5-8fa7-0248934391a0 service neutron] For port a04337c4-fdf9-4860-8c09-d882271e65e0, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a04337c4-fdf9-4860-8c09-d882271e65e0,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:53.551522 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b53d08ac-099c-4d97-be79-fa4bbc14be17 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:53.642896 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede12a67-1c16-4942-bf21-d8fc124b0170 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Router 7d7ce3d4-4efd-44a3-83b7-91b11385b162 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:41:53.665217 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-da7e1f88-685c-42f5-8cc8-d2603cb84bb5 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:53.666750 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-da7e1f88-685c-42f5-8cc8-d2603cb84bb5 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.26 "GET /v2.0/networks?id=91f0eb98-678c-4b6a-bd13-f87f951f1bc3 HTTP/1.1" status: 200 len: 813 time: 0.8518462 Apr 21 12:41:53.696954 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-e4adba87-e296-4228-9e63-f695b2ba2eaa tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Request body: {'port': {'device_id': '9811606f-784f-480e-b0ae-76928367fbfd', 'network_id': '91f0eb98-678c-4b6a-bd13-f87f951f1bc3', 'admin_state_up': True, 'tenant_id': '1ef7d4dca56b45b6a598c55a34aa84d0'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:53.700554 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-417fc604-aa88-45d5-8fa7-0248934391a0 service neutron] For port a04337c4-fdf9-4860-8c09-d882271e65e0, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:41:53.785708 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede12a67-1c16-4942-bf21-d8fc124b0170 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:41:53.786319 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-16865f05-c2f7-4d73-8b02-680b31ff6c02 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:53.787829 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-16865f05-c2f7-4d73-8b02-680b31ff6c02 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.24 "GET /v2.0/networks?id=91f0eb98-678c-4b6a-bd13-f87f951f1bc3 HTTP/1.1" status: 200 len: 813 time: 0.4729137 Apr 21 12:41:53.797995 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c372be-2fc9-4c04-b693-c148ebcceff5 None None] Sync routers for ids ['7d7ce3d4-4efd-44a3-83b7-91b11385b162'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:41:53.819520 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c372be-2fc9-4c04-b693-c148ebcceff5 None None] Routers {'7d7ce3d4-4efd-44a3-83b7-91b11385b162'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:41:53.820533 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-32c372be-2fc9-4c04-b693-c148ebcceff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:41:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['7d7ce3d4-4efd-44a3-83b7-91b11385b162'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:53.862918 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-3dc78ffa-ed5a-44f4-be0d-d93ad2bb8e37 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Request body: {'port': {'device_id': 'e7fdc95c-7eae-45fa-a42e-6e152381d6af', 'network_id': '91f0eb98-678c-4b6a-bd13-f87f951f1bc3', 'admin_state_up': True, 'tenant_id': '1ef7d4dca56b45b6a598c55a34aa84d0'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:53.878019 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-32c372be-2fc9-4c04-b693-c148ebcceff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:53.887952 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e626a845-04c6-4659-882b-f8d1b6287c50 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:41:53.893917 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c372be-2fc9-4c04-b693-c148ebcceff5 None None] Routers {'7d7ce3d4-4efd-44a3-83b7-91b11385b162'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:41:53.894646 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-32c372be-2fc9-4c04-b693-c148ebcceff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:41:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['7d7ce3d4-4efd-44a3-83b7-91b11385b162'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:53.919880 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ede12a67-1c16-4942-bf21-d8fc124b0170 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:53.922106 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ede12a67-1c16-4942-bf21-d8fc124b0170 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.4393837 Apr 21 12:41:53.924586 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44300) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:53.953429 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb896fe6-92f8-4bde-955a-3f709b41c779 None None] Network 1acbf10b-afd8-4e59-85dd-32010518663e requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:41:53.959744 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-32c372be-2fc9-4c04-b693-c148ebcceff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:53.960481 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c372be-2fc9-4c04-b693-c148ebcceff5 None None] The sync data for ids ['7d7ce3d4-4efd-44a3-83b7-91b11385b162'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:41:54.017214 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918f7e73-6a8e-47f3-a19a-aa1e837bab0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a04337c4-fdf9-4860-8c09-d882271e65e0'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:41:54.020061 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb4272b-dd70-4f19-9462-f688c52f4243" -d '{"events": [{"server_uuid": "918f7e73-6a8e-47f3-a19a-aa1e837bab0b", "name": "network-vif-unplugged", "status": "completed", "tag": "a04337c4-fdf9-4860-8c09-d882271e65e0"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:41:54.053351 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device a04337c4-fdf9-4860-8c09-d882271e65e0 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:41:54.062068 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-417fc604-aa88-45d5-8fa7-0248934391a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:54.068461 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1baf2407-2c05-4929-b95b-3b6e5d9cd754 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "GET /v2.0/routers/7d7ce3d4-4efd-44a3-83b7-91b11385b162 HTTP/1.1" status: 200 len: 884 time: 0.1382525 Apr 21 12:41:54.073543 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44304) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:54.080793 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-768b40c2-a3a4-49df-b3b5-9b50569cdd99 None None] Provisioning complete for port 1c83e614-be7a-4f36-897a-df1cac5dc6ff triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:54.081375 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-768b40c2-a3a4-49df-b3b5-9b50569cdd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:54.139303 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port e626a845-04c6-4659-882b-f8d1b6287c50 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:54.144182 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:54.151836 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b53d08ac-099c-4d97-be79-fa4bbc14be17 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:54.184354 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bf6810-a352-4126-bbe1-838b979b7f18 x-openstack-request-id: req-16bf6810-a352-4126-bbe1-838b979b7f18 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:41:54.184649 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918f7e73-6a8e-47f3-a19a-aa1e837bab0b", "name": "network-vif-unplugged", "status": "completed", "tag": "a04337c4-fdf9-4860-8c09-d882271e65e0", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:41:54.184912 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-16bf6810-a352-4126-bbe1-838b979b7f18 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:41:54.185359 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16bf6810-a352-4126-bbe1-838b979b7f18'] response: {'server_uuid': '918f7e73-6a8e-47f3-a19a-aa1e837bab0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a04337c4-fdf9-4860-8c09-d882271e65e0', 'code': 200} Apr 21 12:41:54.190483 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-417fc604-aa88-45d5-8fa7-0248934391a0 service neutron] Transition to ACTIVE for port object a04337c4-fdf9-4860-8c09-d882271e65e0 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:41:54.267107 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-b53d08ac-099c-4d97-be79-fa4bbc14be17 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa364fe-9a20-46b8-abd4-b592fe3b5b7b']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:54.284700 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4be0ca48-041f-458f-8979-52ff52e857e5 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:54.317117 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea2d79-e041-4503-980e-b0b5795bcb48 req-f235d22b-815b-44cd-9c39-8aa60603edfd tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:54.318739 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caea2d79-e041-4503-980e-b0b5795bcb48 req-f235d22b-815b-44cd-9c39-8aa60603edfd tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 950 time: 0.3487921 Apr 21 12:41:54.328527 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-b53d08ac-099c-4d97-be79-fa4bbc14be17 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bdde4d3-2cd5-46a5-a1bc-670597dc4b90') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:54.328824 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-b53d08ac-099c-4d97-be79-fa4bbc14be17 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bdde4d3-2cd5-46a5-a1bc-670597dc4b90') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:54.346746 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-147d6a0c-66d4-48e4-93b9-e9fbb576482a admin admin] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:54.359394 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b53d08ac-099c-4d97-be79-fa4bbc14be17 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:54.384979 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c25dac60-451e-4fca-8cfc-bea2fb67d5d6 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3097558 Apr 21 12:41:54.385345 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-768b40c2-a3a4-49df-b3b5-9b50569cdd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:54.387414 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44308) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:54.396771 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bc1b03ec-d1c8-4731-b04b-0efa35940cbc tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-822925546'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:54.418159 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-417fc604-aa88-45d5-8fa7-0248934391a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:54.424927 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b53d08ac-099c-4d97-be79-fa4bbc14be17 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:54.431932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b53d08ac-099c-4d97-be79-fa4bbc14be17 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:41:54.431932 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b53d08ac-099c-4d97-be79-fa4bbc14be17 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:54.441786 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:54.446086 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:41:54.451443 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:41:54.491384 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-768b40c2-a3a4-49df-b3b5-9b50569cdd99 None None] For port 1c83e614-be7a-4f36-897a-df1cac5dc6ff, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=1c83e614-be7a-4f36-897a-df1cac5dc6ff,segment=NetworkSegment(c20ec7fa-d75c-42fd-b339-7d26d44c4145),segment_id=c20ec7fa-d75c-42fd-b339-7d26d44c4145)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:54.503110 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port e626a845-04c6-4659-882b-f8d1b6287c50, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e626a845-04c6-4659-882b-f8d1b6287c50,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:54.532238 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-147d6a0c-66d4-48e4-93b9-e9fbb576482a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:54.573387 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:41:54.574305 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:41:54.586845 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-e4adba87-e296-4228-9e63-f695b2ba2eaa tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Made reservation on behalf of 1ef7d4dca56b45b6a598c55a34aa84d0 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:54.591854 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-e4adba87-e296-4228-9e63-f695b2ba2eaa tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:54.617393 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-768b40c2-a3a4-49df-b3b5-9b50569cdd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:54.626334 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:54.627577 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 1c83e614-be7a-4f36-897a-df1cac5dc6ff up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:41:54.632935 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-165baccb-93e1-4e12-b654-3510ab4e3efd req-c39efec4-0afd-421d-bfff-6829b6c4cff6 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7fdc95c-7eae-45fa-a42e-6e152381d6af HTTP/1.1" status: 200 len: 210 time: 0.1756952 Apr 21 12:41:54.665300 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-3dc78ffa-ed5a-44f4-be0d-d93ad2bb8e37 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Made reservation on behalf of 1ef7d4dca56b45b6a598c55a34aa84d0 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:54.667160 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-3dc78ffa-ed5a-44f4-be0d-d93ad2bb8e37 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:54.779973 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b40c2-a3a4-49df-b3b5-9b50569cdd99 None None] Pushing event updated for resources: {'Port': ['ID=1c83e614-be7a-4f36-897a-df1cac5dc6ff,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:54.811047 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caea2d79-e041-4503-980e-b0b5795bcb48 req-cceb5128-0efa-403e-9f59-452c64521f13 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724443 Apr 21 12:41:54.846164 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4be0ca48-041f-458f-8979-52ff52e857e5 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:54.848492 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-417fc604-aa88-45d5-8fa7-0248934391a0 service neutron] No DVR routers for this DVR port a04337c4-fdf9-4860-8c09-d882271e65e0 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:41:54.857939 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b53d08ac-099c-4d97-be79-fa4bbc14be17 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:54.872840 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fc604-aa88-45d5-8fa7-0248934391a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a04337c4-fdf9-4860-8c09-d882271e65e0,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:54.888903 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 1c83e614-be7a-4f36-897a-df1cac5dc6ff triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:54.889572 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:54.903451 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b53d08ac-099c-4d97-be79-fa4bbc14be17 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:54.907233 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b53d08ac-099c-4d97-be79-fa4bbc14be17 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] 10.222.0.36 "DELETE /v2.0/networks/2fa364fe-9a20-46b8-abd4-b592fe3b5b7b HTTP/1.1" status: 204 len: 168 time: 2.0705295 Apr 21 12:41:54.910195 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44316) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:54.965128 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-147d6a0c-66d4-48e4-93b9-e9fbb576482a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:54.979517 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc1b03ec-d1c8-4731-b04b-0efa35940cbc tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3659549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10333'] for router, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:55.002157 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=e626a845-04c6-4659-882b-f8d1b6287c50,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:55.009702 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c5ff1571-e85a-4fb8-8ce2-4ead63b68aa2 None None] Provisioning complete for port 1c83e614-be7a-4f36-897a-df1cac5dc6ff triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:55.010085 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5ff1571-e85a-4fb8-8ce2-4ead63b68aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:55.044868 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d82285-c4d1-4f8d-be77-f1adb6419c9e tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:55.052522 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d82285-c4d1-4f8d-be77-f1adb6419c9e tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:55.054438 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-14d82285-c4d1-4f8d-be77-f1adb6419c9e tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1431386 Apr 21 12:41:55.058435 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44318) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:55.064027 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3aca61bd-e305-4f47-8f1c-ddbbd7074fe5 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-786874507'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:55.095091 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53d08ac-099c-4d97-be79-fa4bbc14be17 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Pushing event deleted for resources: {'Network': ['ID=2fa364fe-9a20-46b8-abd4-b592fe3b5b7b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:55.132077 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc1b03ec-d1c8-4731-b04b-0efa35940cbc tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3659538'] for router, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:55.184534 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aca61bd-e305-4f47-8f1c-ddbbd7074fe5 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Made reservation on behalf of 7120a177c0be4d87a5410e0e3458cf71 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:55.188245 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3aca61bd-e305-4f47-8f1c-ddbbd7074fe5 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:55.227352 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be0ca48-041f-458f-8979-52ff52e857e5 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Network 1acbf10b-afd8-4e59-85dd-32010518663e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:41:55.266166 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147d6a0c-66d4-48e4-93b9-e9fbb576482a admin admin] Network d483d592-799a-4c26-b19d-758c9dfe2c35 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:41:55.267170 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aca61bd-e305-4f47-8f1c-ddbbd7074fe5 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:41:55.273249 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-4be0ca48-041f-458f-8979-52ff52e857e5 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:55.282590 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be0ca48-041f-458f-8979-52ff52e857e5 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:41:55.288472 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3aca61bd-e305-4f47-8f1c-ddbbd7074fe5 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:55.288818 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-3aca61bd-e305-4f47-8f1c-ddbbd7074fe5 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Added segment 820c1f50-6b69-450e-a711-b0777e771d5e of type vlan for network 520bf010-290b-4160-a993-f93c0bd8e666 Apr 21 12:41:55.304818 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1b03ec-d1c8-4731-b04b-0efa35940cbc tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Router 7d7ce3d4-4efd-44a3-83b7-91b11385b162 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:41:55.326607 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-417fc604-aa88-45d5-8fa7-0248934391a0 service neutron] Attempting to bind port a04337c4-fdf9-4860-8c09-d882271e65e0 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:41:55.326900 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-417fc604-aa88-45d5-8fa7-0248934391a0 service neutron] Attempting to bind port a04337c4-fdf9-4860-8c09-d882271e65e0 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:41:55.327177 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-417fc604-aa88-45d5-8fa7-0248934391a0 service neutron] Attempting to bind port a04337c4-fdf9-4860-8c09-d882271e65e0 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:41:55.330313 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-147d6a0c-66d4-48e4-93b9-e9fbb576482a admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:55.353659 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-3dc78ffa-ed5a-44f4-be0d-d93ad2bb8e37 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Allocated IP 172.20.0.8 (91f0eb98-678c-4b6a-bd13-f87f951f1bc3/9733f310-0141-4a47-a768-d487fa492ddd/1fa9a9d6-352a-408b-9170-041e46028ffd) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:41:55.356710 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3aca61bd-e305-4f47-8f1c-ddbbd7074fe5 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:55.358336 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147d6a0c-66d4-48e4-93b9-e9fbb576482a admin admin] Pushing event updated for resources: {'Port': ['ID=de0293de-cf77-40b0-81ec-46bc61bbc5ec,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:55.367400 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-417fc604-aa88-45d5-8fa7-0248934391a0 service neutron] Port a04337c4-fdf9-4860-8c09-d882271e65e0 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:41:55.367511 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-417fc604-aa88-45d5-8fa7-0248934391a0 service neutron] Attempting to bind port a04337c4-fdf9-4860-8c09-d882271e65e0 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:41:55.424354 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-417fc604-aa88-45d5-8fa7-0248934391a0 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:41:55.424584 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-417fc604-aa88-45d5-8fa7-0248934391a0 service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:41:55.424942 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-417fc604-aa88-45d5-8fa7-0248934391a0 service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:41:55.425390 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-417fc604-aa88-45d5-8fa7-0248934391a0 service neutron] Bound port: a04337c4-fdf9-4860-8c09-d882271e65e0, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:41:55.425850 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-417fc604-aa88-45d5-8fa7-0248934391a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:55.480568 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be0ca48-041f-458f-8979-52ff52e857e5 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:55.481329 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4be0ca48-041f-458f-8979-52ff52e857e5 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:55.486641 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1b03ec-d1c8-4731-b04b-0efa35940cbc tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:41:55.493743 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc1b03ec-d1c8-4731-b04b-0efa35940cbc tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:55.494939 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bc1b03ec-d1c8-4731-b04b-0efa35940cbc tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "PUT /v2.0/routers/7d7ce3d4-4efd-44a3-83b7-91b11385b162 HTTP/1.1" status: 200 len: 891 time: 1.1064591 Apr 21 12:41:55.498032 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44320) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:55.511201 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f705458b-8f53-4a3e-9e63-f0ed358b389d None None] Sync routers for ids ['7d7ce3d4-4efd-44a3-83b7-91b11385b162'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:41:55.522985 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f705458b-8f53-4a3e-9e63-f0ed358b389d None None] Routers {'7d7ce3d4-4efd-44a3-83b7-91b11385b162'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:41:55.524082 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f705458b-8f53-4a3e-9e63-f0ed358b389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:41:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['7d7ce3d4-4efd-44a3-83b7-91b11385b162'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:55.538870 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0621b421-e8b9-41ce-bb74-7da462912104 req-d7a123dd-f26d-41c2-b1a0-157db84381b3 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:55.540469 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0621b421-e8b9-41ce-bb74-7da462912104 req-d7a123dd-f26d-41c2-b1a0-157db84381b3 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/ports?device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 945 time: 0.4408174 Apr 21 12:41:55.556321 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3aca61bd-e305-4f47-8f1c-ddbbd7074fe5 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:55.564443 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aca61bd-e305-4f47-8f1c-ddbbd7074fe5 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:55.570390 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3aca61bd-e305-4f47-8f1c-ddbbd7074fe5 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:55.570557 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f705458b-8f53-4a3e-9e63-f0ed358b389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:55.580363 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f705458b-8f53-4a3e-9e63-f0ed358b389d None None] Routers {'7d7ce3d4-4efd-44a3-83b7-91b11385b162'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:41:55.581344 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f705458b-8f53-4a3e-9e63-f0ed358b389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:41:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['7d7ce3d4-4efd-44a3-83b7-91b11385b162'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:55.628106 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f705458b-8f53-4a3e-9e63-f0ed358b389d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:55.628953 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f705458b-8f53-4a3e-9e63-f0ed358b389d None None] The sync data for ids ['7d7ce3d4-4efd-44a3-83b7-91b11385b162'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:41:55.660833 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-417fc604-aa88-45d5-8fa7-0248934391a0 service neutron] For port a04337c4-fdf9-4860-8c09-d882271e65e0, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:41:55.672606 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4be0ca48-041f-458f-8979-52ff52e857e5 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.3794181 Apr 21 12:41:55.698115 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0ca48-041f-458f-8979-52ff52e857e5 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Pushing event updated for resources: {'Port': ['ID=6fa3ba27-9759-4442-b30a-5453dc718c0f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:55.702791 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44324) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:55.750008 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d2559acd-c633-462f-ba8e-dee5d06ad845 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Request body: {'port': {'network_id': '1acbf10b-afd8-4e59-85dd-32010518663e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-751531457', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:55.750545 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.api.validators [None req-d2559acd-c633-462f-ba8e-dee5d06ad845 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] bootfile-name is not in valid_values {{(pid=103398) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 21 12:41:55.750880 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.api.validators [None req-d2559acd-c633-462f-ba8e-dee5d06ad845 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] tftp-server is not in valid_values {{(pid=103398) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 21 12:41:55.751211 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.api.validators [None req-d2559acd-c633-462f-ba8e-dee5d06ad845 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] server-ip-address is not in valid_values {{(pid=103398) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 21 12:41:55.755524 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-417fc604-aa88-45d5-8fa7-0248934391a0 service neutron] For port a04337c4-fdf9-4860-8c09-d882271e65e0, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=a04337c4-fdf9-4860-8c09-d882271e65e0,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:41:55.780441 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e626a845-04c6-4659-882b-f8d1b6287c50 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:41:55.807263 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-683cd4d3-1c4b-43b1-8a58-7a207cacfc9f None None] Provisioning complete for port de0293de-cf77-40b0-81ec-46bc61bbc5ec triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:55.807520 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-683cd4d3-1c4b-43b1-8a58-7a207cacfc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:55.860304 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-683cd4d3-1c4b-43b1-8a58-7a207cacfc9f None None] Port de0293de-cf77-40b0-81ec-46bc61bbc5ec cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:41:55.874476 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port e626a845-04c6-4659-882b-f8d1b6287c50 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:55.875173 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:55.903023 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-683cd4d3-1c4b-43b1-8a58-7a207cacfc9f None None] Provisioning complete for port 6fa3ba27-9759-4442-b30a-5453dc718c0f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:55.904161 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-683cd4d3-1c4b-43b1-8a58-7a207cacfc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:55.954298 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-683cd4d3-1c4b-43b1-8a58-7a207cacfc9f None None] Port 6fa3ba27-9759-4442-b30a-5453dc718c0f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:41:55.999265 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 1c83e614-be7a-4f36-897a-df1cac5dc6ff up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:41:56.018558 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3aca61bd-e305-4f47-8f1c-ddbbd7074fe5 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9563994 Apr 21 12:41:56.044847 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44328) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:56.049861 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 1c83e614-be7a-4f36-897a-df1cac5dc6ff triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:56.050239 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:56.056148 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4990e3b0-2c75-4098-af23-a7b0226e12b0 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-609214117'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:56.070174 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca61bd-e305-4f47-8f1c-ddbbd7074fe5 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Pushing event updated for resources: {'Network': ['ID=520bf010-290b-4160-a993-f93c0bd8e666,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:56.092182 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 520bf010-290b-4160-a993-f93c0bd8e666 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:41:56.098606 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-57b17af8-be3b-487c-8d3b-03672d6442b0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "GET /v2.0/routers/7d7ce3d4-4efd-44a3-83b7-91b11385b162 HTTP/1.1" status: 200 len: 891 time: 0.5985751 Apr 21 12:41:56.099104 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-417fc604-aa88-45d5-8fa7-0248934391a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:56.100745 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44330) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:56.127663 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f606fa5c-662d-4e68-9256-0c6e002ca87b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d7ce3d4-4efd-44a3-83b7-91b11385b162 HTTP/1.1" status: 200 len: 205 time: 0.0257668 Apr 21 12:41:56.130185 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44332) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:56.185447 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6f4dc693-a8b6-4f3a-becd-32d2100f70ac req-5518b1e2-f271-4849-8158-dd6817279b8f tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7fdc95c-7eae-45fa-a42e-6e152381d6af HTTP/1.1" status: 200 len: 210 time: 0.1200449 Apr 21 12:41:56.216175 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0621b421-e8b9-41ce-bb74-7da462912104 req-03162cbc-37c4-4752-a15c-c88e9ee591e4 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/security-groups?id=23fca203-01a7-4e6c-a573-6018b09e4eda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6413989 Apr 21 12:41:56.246463 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-417fc604-aa88-45d5-8fa7-0248934391a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:56.247080 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-417fc604-aa88-45d5-8fa7-0248934391a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:56.248540 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-417fc604-aa88-45d5-8fa7-0248934391a0 service neutron] 10.222.0.26 "PUT /v2.0/ports/a04337c4-fdf9-4860-8c09-d882271e65e0 HTTP/1.1" status: 200 len: 1096 time: 4.4995434 Apr 21 12:41:56.251456 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4990e3b0-2c75-4098-af23-a7b0226e12b0 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Made reservation on behalf of 7120a177c0be4d87a5410e0e3458cf71 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:56.257374 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '918f7e73-6a8e-47f3-a19a-aa1e837bab0b', 'tag': 'a04337c4-fdf9-4860-8c09-d882271e65e0'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:41:56.259421 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4990e3b0-2c75-4098-af23-a7b0226e12b0 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:56.259571 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-012c1274-e968-4e2a-8ad2-d16d1f7b3a59" -d '{"events": [{"name": "network-changed", "server_uuid": "918f7e73-6a8e-47f3-a19a-aa1e837bab0b", "tag": "a04337c4-fdf9-4860-8c09-d882271e65e0"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:41:56.263410 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147d6a0c-66d4-48e4-93b9-e9fbb576482a admin admin] Router c069fe19-79bf-4bfd-bf4e-7ffc67625185 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:41:56.293456 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4990e3b0-2c75-4098-af23-a7b0226e12b0 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:41:56.306436 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4990e3b0-2c75-4098-af23-a7b0226e12b0 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:56.307025 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-4990e3b0-2c75-4098-af23-a7b0226e12b0 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Added segment fc9d1140-afa5-449a-9083-01f22770e875 of type vlan for network 2886eb44-b4c8-4ee5-a9b1-93879b566958 Apr 21 12:41:56.370663 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10375ba6-69fa-4dc2-806b-b4dbb48ec66c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:56.372073 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999616a3-469a-4c51-95cf-41a823f33142 x-openstack-request-id: req-999616a3-469a-4c51-95cf-41a823f33142 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:41:56.372406 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "918f7e73-6a8e-47f3-a19a-aa1e837bab0b", "tag": "a04337c4-fdf9-4860-8c09-d882271e65e0", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:41:56.372675 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-999616a3-469a-4c51-95cf-41a823f33142 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:41:56.373089 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-999616a3-469a-4c51-95cf-41a823f33142'] response: {'name': 'network-changed', 'server_uuid': '918f7e73-6a8e-47f3-a19a-aa1e837bab0b', 'tag': 'a04337c4-fdf9-4860-8c09-d882271e65e0', 'status': 'completed', 'code': 200} Apr 21 12:41:56.383492 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fc604-aa88-45d5-8fa7-0248934391a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a04337c4-fdf9-4860-8c09-d882271e65e0,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:56.415143 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-3dc78ffa-ed5a-44f4-be0d-d93ad2bb8e37 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:56.446050 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4990e3b0-2c75-4098-af23-a7b0226e12b0 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:56.527001 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-bb3a3f89-2854-4b40-8080-f247dcf36e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:56.527742 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c1274-e968-4e2a-8ad2-d16d1f7b3a59 req-f0e3b0ea-5cc9-436a-95c7-f47700230bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:56.528511 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-bb3a3f89-2854-4b40-8080-f247dcf36e52 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 1099 time: 0.2396493 Apr 21 12:41:56.529409 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-012c1274-e968-4e2a-8ad2-d16d1f7b3a59 req-f0e3b0ea-5cc9-436a-95c7-f47700230bf8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 1099 time: 0.1175230 Apr 21 12:41:56.569966 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10375ba6-69fa-4dc2-806b-b4dbb48ec66c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:56.610603 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4990e3b0-2c75-4098-af23-a7b0226e12b0 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:56.617220 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4990e3b0-2c75-4098-af23-a7b0226e12b0 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:56.617372 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4990e3b0-2c75-4098-af23-a7b0226e12b0 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:56.618500 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc4563-1b83-41f9-8f06-37cf60af22f7 req-2da061ed-2b3a-4a54-8832-5a9cdfc037ca tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:56.620522 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6dfc4563-1b83-41f9-8f06-37cf60af22f7 req-2da061ed-2b3a-4a54-8832-5a9cdfc037ca tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 948 time: 0.2886319 Apr 21 12:41:56.679260 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-3dc78ffa-ed5a-44f4-be0d-d93ad2bb8e37 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:56.683345 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2559acd-c633-462f-ba8e-dee5d06ad845 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Made reservation on behalf of 857aa2bea57747488436636a8b484cc2 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:56.687664 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2559acd-c633-462f-ba8e-dee5d06ad845 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:56.730659 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c1274-e968-4e2a-8ad2-d16d1f7b3a59 req-fc830295-2eb7-454e-9526-4d2065ff013b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:56.732162 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-012c1274-e968-4e2a-8ad2-d16d1f7b3a59 req-fc830295-2eb7-454e-9526-4d2065ff013b service neutron] 10.222.0.24 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.1906977 Apr 21 12:41:56.734456 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4990e3b0-2c75-4098-af23-a7b0226e12b0 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Pushing event updated for resources: {'Network': ['ID=2886eb44-b4c8-4ee5-a9b1-93879b566958,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:56.749217 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 2886eb44-b4c8-4ee5-a9b1-93879b566958 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:41:56.792008 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4990e3b0-2c75-4098-af23-a7b0226e12b0 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7448211 Apr 21 12:41:56.793467 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-012c1274-e968-4e2a-8ad2-d16d1f7b3a59 req-ba0a70a3-15b1-47a3-8400-b55d5b933703 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=a04337c4-fdf9-4860-8c09-d882271e65e0 HTTP/1.1" status: 200 len: 217 time: 0.0504107 Apr 21 12:41:56.795133 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147d6a0c-66d4-48e4-93b9-e9fbb576482a admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:41:56.796027 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44342) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:56.801944 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-80737c6f-1d81-4f58-b49e-fbe5f78a655f tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Request body: {'ports': [{'network_id': '520bf010-290b-4160-a993-f93c0bd8e666', 'name': 'tempest-port--171462408', 'admin_state_up': True}, {'network_id': '2886eb44-b4c8-4ee5-a9b1-93879b566958', 'admin_state_up': False}]} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:56.802061 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-147d6a0c-66d4-48e4-93b9-e9fbb576482a admin admin] 10.222.0.36 "PUT /v2.0/routers/c069fe19-79bf-4bfd-bf4e-7ffc67625185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7248001 Apr 21 12:41:56.802144 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-80737c6f-1d81-4f58-b49e-fbe5f78a655f tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Request body: {'port': {'network_id': '520bf010-290b-4160-a993-f93c0bd8e666', 'name': 'tempest-port--171462408', 'admin_state_up': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:56.802380 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-80737c6f-1d81-4f58-b49e-fbe5f78a655f tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Request body: {'port': {'network_id': '2886eb44-b4c8-4ee5-a9b1-93879b566958', 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:56.823013 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-d2559acd-c633-462f-ba8e-dee5d06ad845 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] device_id is not set on port b9458fc3-359d-4316-a6ce-4e82544b3e58 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:41:56.825952 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a7a8c2-4790-47ee-b6aa-d349567f1d3d None None] Sync routers for ids ['c069fe19-79bf-4bfd-bf4e-7ffc67625185'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:41:56.860327 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a7a8c2-4790-47ee-b6aa-d349567f1d3d None None] Routers {'c069fe19-79bf-4bfd-bf4e-7ffc67625185'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:41:56.861809 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c9a7a8c2-4790-47ee-b6aa-d349567f1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:41:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['c069fe19-79bf-4bfd-bf4e-7ffc67625185'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:56.866079 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-3dc78ffa-ed5a-44f4-be0d-d93ad2bb8e37 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Network 91f0eb98-678c-4b6a-bd13-f87f951f1bc3 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:41:56.871796 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6dfc4563-1b83-41f9-8f06-37cf60af22f7 req-1edaa86f-c724-474d-9df2-624a229554cc tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217271 Apr 21 12:41:56.911944 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc78ffa-ed5a-44f4-be0d-d93ad2bb8e37 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Pushing event updated for resources: {'Port': ['ID=1fa9a9d6-352a-408b-9170-041e46028ffd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:56.915427 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-3dc78ffa-ed5a-44f4-be0d-d93ad2bb8e37 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:56.917766 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-3dc78ffa-ed5a-44f4-be0d-d93ad2bb8e37 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:41:56.924613 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-e4adba87-e296-4228-9e63-f695b2ba2eaa tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Allocated IP 172.20.0.10 (91f0eb98-678c-4b6a-bd13-f87f951f1bc3/9733f310-0141-4a47-a768-d487fa492ddd/91f23052-f453-4088-9521-6c5013ab373f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:41:56.930556 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-1abf0512-4e66-4668-992a-05eed0f7e9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:56.932064 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-1abf0512-4e66-4668-992a-05eed0f7e9f1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.3906324 Apr 21 12:41:56.974176 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-10375ba6-69fa-4dc2-806b-b4dbb48ec66c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Deleting port 77e57085-ab1c-4b33-b976-0d08228c3aec {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:56.974519 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10375ba6-69fa-4dc2-806b-b4dbb48ec66c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:57.030389 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-c9a7a8c2-4790-47ee-b6aa-d349567f1d3d None None] Set router c069fe19-79bf-4bfd-bf4e-7ffc67625185 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:41:57.038673 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-ea03c419-7ea2-4cb6-9b99-42fd9a692b7e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=a04337c4-fdf9-4860-8c09-d882271e65e0 HTTP/1.1" status: 200 len: 217 time: 0.0742958 Apr 21 12:41:57.047009 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c1274-e968-4e2a-8ad2-d16d1f7b3a59 req-1505854f-4664-4d8e-86d4-83663947b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:57.048472 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-012c1274-e968-4e2a-8ad2-d16d1f7b3a59 req-1505854f-4664-4d8e-86d4-83663947b215 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.2086070 Apr 21 12:41:57.048941 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44346) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:57.147115 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-3dc78ffa-ed5a-44f4-be0d-d93ad2bb8e37 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:57.148334 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-3dc78ffa-ed5a-44f4-be0d-d93ad2bb8e37 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:57.156516 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3f9f2d12-8415-48c8-b907-1923b7e6aca3 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1101882194'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:57.205047 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10375ba6-69fa-4dc2-806b-b4dbb48ec66c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:57.230257 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-10375ba6-69fa-4dc2-806b-b4dbb48ec66c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Calling delete_port for 77e57085-ab1c-4b33-b976-0d08228c3aec owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:41:57.234656 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c1274-e968-4e2a-8ad2-d16d1f7b3a59 req-84da1d54-b96f-48f4-ae0d-737a1b263722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:57.236205 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-012c1274-e968-4e2a-8ad2-d16d1f7b3a59 req-84da1d54-b96f-48f4-ae0d-737a1b263722 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1441655 Apr 21 12:41:57.271603 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-d2559acd-c633-462f-ba8e-dee5d06ad845 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Allocated IP 172.20.0.11 (1acbf10b-afd8-4e59-85dd-32010518663e/ed2c1d67-ef52-4e4b-bb40-eea706bb350f/b9458fc3-359d-4316-a6ce-4e82544b3e58) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:41:57.305214 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c9a7a8c2-4790-47ee-b6aa-d349567f1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c069fe19-79bf-4bfd-bf4e-7ffc67625185', 'name': 'tempest-ServersTestMultiNic-727207104-router', 'tenant_id': '34d7ccbf72aa4174acc53e783a3a33c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'e626a845-04c6-4659-882b-f8d1b6287c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:41:45Z', 'updated_at': '2022-04-21T12:41:52Z', 'revision_number': 4, 'project_id': '34d7ccbf72aa4174acc53e783a3a33c5', 'gw_port': {'id': 'e626a845-04c6-4659-882b-f8d1b6287c50', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c069fe19-79bf-4bfd-bf4e-7ffc67625185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:41:47Z', 'updated_at': '2022-04-21T12:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'de0293de-cf77-40b0-81ec-46bc61bbc5ec', 'name': '', 'network_id': 'd483d592-799a-4c26-b19d-758c9dfe2c35', 'tenant_id': '34d7ccbf72aa4174acc53e783a3a33c5', 'mac_address': 'fa:16:3e:dc:46:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c069fe19-79bf-4bfd-bf4e-7ffc67625185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '2c8da39c-2754-46a3-8491-75441259b6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:41:50Z', 'updated_at': '2022-04-21T12:41:53Z', 'revision_number': 2, 'project_id': '34d7ccbf72aa4174acc53e783a3a33c5', 'subnets': [{'id': '2c8da39c-2754-46a3-8491-75441259b6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:57.322381 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9f2d12-8415-48c8-b907-1923b7e6aca3 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Made reservation on behalf of 34d7ccbf72aa4174acc53e783a3a33c5 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:57.326411 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f9f2d12-8415-48c8-b907-1923b7e6aca3 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:57.337917 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a7a8c2-4790-47ee-b6aa-d349567f1d3d None None] Checking router: c069fe19-79bf-4bfd-bf4e-7ffc67625185 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:41:57.338269 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a7a8c2-4790-47ee-b6aa-d349567f1d3d None None] Updating router c069fe19-79bf-4bfd-bf4e-7ffc67625185 port de0293de-cf77-40b0-81ec-46bc61bbc5ec binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:41:57.359740 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-0c92dd6a-ca11-41f9-a6d4-ac21a370c0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:57.362768 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-0c92dd6a-ca11-41f9-a6d4-ac21a370c0af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.3088396 Apr 21 12:41:57.365872 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9a7a8c2-4790-47ee-b6aa-d349567f1d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:57.374080 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-3dc78ffa-ed5a-44f4-be0d-d93ad2bb8e37 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5274262 Apr 21 12:41:57.390447 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80737c6f-1d81-4f58-b49e-fbe5f78a655f tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Made reservation on behalf of 7120a177c0be4d87a5410e0e3458cf71 for: {'port': 2} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:57.395016 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-80737c6f-1d81-4f58-b49e-fbe5f78a655f tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:57.399334 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18c669-9d73-4eb1-bc7a-a66625ec7593 req-9a96c4c0-333f-4f80-b4c8-d99cc926a832 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:57.404822 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a18c669-9d73-4eb1-bc7a-a66625ec7593 req-9a96c4c0-333f-4f80-b4c8-d99cc926a832 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/ports?device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 945 time: 0.2155337 Apr 21 12:41:57.430958 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-1f02a2f3-cdad-4891-941f-e5073611f37d service neutron] Request body: {'port': {'device_id': 'e7fdc95c-7eae-45fa-a42e-6e152381d6af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:57.437023 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-80737c6f-1d81-4f58-b49e-fbe5f78a655f tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:57.477274 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9f2d12-8415-48c8-b907-1923b7e6aca3 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:41:57.515736 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f9f2d12-8415-48c8-b907-1923b7e6aca3 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:57.516116 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-3f9f2d12-8415-48c8-b907-1923b7e6aca3 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Added segment 776a9318-226f-4a2c-ac7f-74a4bbb38944 of type vlan for network bb3b6a61-8fc8-445c-8324-3e3cc0c63337 Apr 21 12:41:57.534483 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb163bb-6f3d-42fd-ae1b-668fcf6cfa6e req-38a48952-c26e-4799-98f0-8812c6317c85 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:57.536113 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4fb163bb-6f3d-42fd-ae1b-668fcf6cfa6e req-38a48952-c26e-4799-98f0-8812c6317c85 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7fdc95c-7eae-45fa-a42e-6e152381d6af HTTP/1.1" status: 200 len: 931 time: 0.2128761 Apr 21 12:41:57.598890 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-012c1274-e968-4e2a-8ad2-d16d1f7b3a59 req-14e6f9d0-fc95-4246-a659-fa98fbfe944f service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507907 Apr 21 12:41:57.632106 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-e4adba87-e296-4228-9e63-f695b2ba2eaa tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:57.645654 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f9f2d12-8415-48c8-b907-1923b7e6aca3 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:57.647563 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-7033be05-f69c-4e41-b1da-b9e94345428c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:57.649075 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-7033be05-f69c-4e41-b1da-b9e94345428c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2740390 Apr 21 12:41:57.681722 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-1f02a2f3-cdad-4891-941f-e5073611f37d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:57.686566 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a18c669-9d73-4eb1-bc7a-a66625ec7593 req-ea4bdc9f-e2f8-425e-a7ac-da7f52ea03f8 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/security-groups?id=23fca203-01a7-4e6c-a573-6018b09e4eda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2598956 Apr 21 12:41:57.718916 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9a7a8c2-4790-47ee-b6aa-d349567f1d3d None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:57.796741 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9a7a8c2-4790-47ee-b6aa-d349567f1d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:57.815869 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4fb163bb-6f3d-42fd-ae1b-668fcf6cfa6e req-fb3a4cf9-9ef7-44a1-8a54-9d23b8ca62a0 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627501 Apr 21 12:41:57.822179 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-80737c6f-1d81-4f58-b49e-fbe5f78a655f tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] device_id is not set on port 5d44a642-e248-48aa-90fa-0394824f2092 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:41:57.862728 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-012c1274-e968-4e2a-8ad2-d16d1f7b3a59 req-87d6fb8a-d317-4476-ab63-102823cd330c service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271564 Apr 21 12:41:57.877634 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88d69f-6461-48a5-84a4-129f98ef56da None None] Pushing event updated for resources: {'Port': ['ID=de0293de-cf77-40b0-81ec-46bc61bbc5ec,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:57.957659 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-80737c6f-1d81-4f58-b49e-fbe5f78a655f tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:57.975253 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c9a7a8c2-4790-47ee-b6aa-d349567f1d3d None None] Attempting to bind port de0293de-cf77-40b0-81ec-46bc61bbc5ec on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:41:57.975550 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-31c8cb7d-d8f8-4516-9690-9f14ec3c0698 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857411 Apr 21 12:41:57.975789 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c9a7a8c2-4790-47ee-b6aa-d349567f1d3d None None] Attempting to bind port de0293de-cf77-40b0-81ec-46bc61bbc5ec by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '48739b8a-f293-41c8-8fce-3303e94cc6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd483d592-799a-4c26-b19d-758c9dfe2c35'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:41:57.976968 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a7a8c2-4790-47ee-b6aa-d349567f1d3d None None] Attempting to bind port de0293de-cf77-40b0-81ec-46bc61bbc5ec on network d483d592-799a-4c26-b19d-758c9dfe2c35 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:41:57.982165 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f9f2d12-8415-48c8-b907-1923b7e6aca3 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:57.990455 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a7a8c2-4790-47ee-b6aa-d349567f1d3d None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:41:57.990455 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a7a8c2-4790-47ee-b6aa-d349567f1d3d None None] Checking segment: {'id': '48739b8a-f293-41c8-8fce-3303e94cc6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd483d592-799a-4c26-b19d-758c9dfe2c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:41:57.990455 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9a7a8c2-4790-47ee-b6aa-d349567f1d3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:57.990455 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a7a8c2-4790-47ee-b6aa-d349567f1d3d None None] Bound using segment: {'id': '48739b8a-f293-41c8-8fce-3303e94cc6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd483d592-799a-4c26-b19d-758c9dfe2c35'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:41:57.990455 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c9a7a8c2-4790-47ee-b6aa-d349567f1d3d None None] Bound port: de0293de-cf77-40b0-81ec-46bc61bbc5ec, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48739b8a-f293-41c8-8fce-3303e94cc6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd483d592-799a-4c26-b19d-758c9dfe2c35'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:41:57.990983 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9a7a8c2-4790-47ee-b6aa-d349567f1d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:57.994958 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9f2d12-8415-48c8-b907-1923b7e6aca3 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:57.995835 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f9f2d12-8415-48c8-b907-1923b7e6aca3 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:58.059981 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10375ba6-69fa-4dc2-806b-b4dbb48ec66c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:58.069779 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-e4adba87-e296-4228-9e63-f695b2ba2eaa tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:58.103501 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2559acd-c633-462f-ba8e-dee5d06ad845 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:58.115370 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c9a7a8c2-4790-47ee-b6aa-d349567f1d3d None None] For port de0293de-cf77-40b0-81ec-46bc61bbc5ec, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:41:58.121574 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c9a7a8c2-4790-47ee-b6aa-d349567f1d3d None None] For port de0293de-cf77-40b0-81ec-46bc61bbc5ec, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=de0293de-cf77-40b0-81ec-46bc61bbc5ec,segment=NetworkSegment(48739b8a-f293-41c8-8fce-3303e94cc6a6),segment_id=48739b8a-f293-41c8-8fce-3303e94cc6a6)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:41:58.179581 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10375ba6-69fa-4dc2-806b-b4dbb48ec66c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Port': ['ID=77e57085-ab1c-4b33-b976-0d08228c3aec,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:58.206523 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3f9f2d12-8415-48c8-b907-1923b7e6aca3 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1528723 Apr 21 12:41:58.210892 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9a7a8c2-4790-47ee-b6aa-d349567f1d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:58.211223 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-80737c6f-1d81-4f58-b49e-fbe5f78a655f tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] device_id is not set on port e5565a99-c56f-470c-b0aa-4f19c43af4a2 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:41:58.219629 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44356) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:58.227101 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-836f1d50-f021-4555-9f34-3a1c0a0a37db tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Request body: {'subnet': {'network_id': 'bb3b6a61-8fc8-445c-8324-3e3cc0c63337', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:58.240619 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f2d12-8415-48c8-b907-1923b7e6aca3 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Pushing event updated for resources: {'Network': ['ID=bb3b6a61-8fc8-445c-8324-3e3cc0c63337,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:58.260669 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network bb3b6a61-8fc8-445c-8324-3e3cc0c63337 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:41:58.270947 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10375ba6-69fa-4dc2-806b-b4dbb48ec66c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:58.346391 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-72d8a581-e117-4e70-9118-877793fba545 None None] Provisioning complete for port de0293de-cf77-40b0-81ec-46bc61bbc5ec triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:58.346758 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72d8a581-e117-4e70-9118-877793fba545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:58.409719 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a7a8c2-4790-47ee-b6aa-d349567f1d3d None None] Routers {'c069fe19-79bf-4bfd-bf4e-7ffc67625185'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:41:58.410349 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c9a7a8c2-4790-47ee-b6aa-d349567f1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:41:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['c069fe19-79bf-4bfd-bf4e-7ffc67625185'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:58.414320 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88d69f-6461-48a5-84a4-129f98ef56da None None] Pushing event updated for resources: {'Port': ['ID=de0293de-cf77-40b0-81ec-46bc61bbc5ec,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:58.490712 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-e4adba87-e296-4228-9e63-f695b2ba2eaa tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Network 91f0eb98-678c-4b6a-bd13-f87f951f1bc3 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:41:58.508371 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10375ba6-69fa-4dc2-806b-b4dbb48ec66c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:58.515812 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10375ba6-69fa-4dc2-806b-b4dbb48ec66c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:58.520634 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-e4adba87-e296-4228-9e63-f695b2ba2eaa tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:58.523598 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-e4adba87-e296-4228-9e63-f695b2ba2eaa tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:41:58.565419 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-c9a7a8c2-4790-47ee-b6aa-d349567f1d3d None None] Set router c069fe19-79bf-4bfd-bf4e-7ffc67625185 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:41:58.589924 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4adba87-e296-4228-9e63-f695b2ba2eaa tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Pushing event updated for resources: {'Port': ['ID=91f23052-f453-4088-9521-6c5013ab373f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:58.605961 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836f1d50-f021-4555-9f34-3a1c0a0a37db tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Made reservation on behalf of 34d7ccbf72aa4174acc53e783a3a33c5 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:58.610443 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-836f1d50-f021-4555-9f34-3a1c0a0a37db tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:58.612317 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ba9bd-fe5d-4c8e-8e45-afc2617c3457 req-0b47045c-ee68-4034-a6b5-ae5e6d1b0cab tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:58.613674 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-097ba9bd-fe5d-4c8e-8e45-afc2617c3457 req-0b47045c-ee68-4034-a6b5-ae5e6d1b0cab tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 948 time: 0.6168697 Apr 21 12:41:58.620854 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c6fb584-2e8c-4b0a-87c3-cc1fb8d6eab3 req-c3fa7f7a-cf7f-429b-a718-3c236e75e562 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6354644 Apr 21 12:41:58.674329 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-e4adba87-e296-4228-9e63-f695b2ba2eaa tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:58.674853 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-e4adba87-e296-4228-9e63-f695b2ba2eaa tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:58.710640 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10375ba6-69fa-4dc2-806b-b4dbb48ec66c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:58.710640 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10375ba6-69fa-4dc2-806b-b4dbb48ec66c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Fanout notify agent at l3_agent the message router_deleted on router 7d7ce3d4-4efd-44a3-83b7-91b11385b162 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:41:58.722768 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10375ba6-69fa-4dc2-806b-b4dbb48ec66c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:58.731144 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-10375ba6-69fa-4dc2-806b-b4dbb48ec66c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/routers/7d7ce3d4-4efd-44a3-83b7-91b11385b162 HTTP/1.1" status: 204 len: 168 time: 2.5999229 Apr 21 12:41:58.737386 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44360) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:58.743188 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2559acd-c633-462f-ba8e-dee5d06ad845 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:58.744874 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-316f3af0-9234-4691-9480-8a4dc3fddf39 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1698576968'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:58.787877 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-80737c6f-1d81-4f58-b49e-fbe5f78a655f tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:58.825862 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-097ba9bd-fe5d-4c8e-8e45-afc2617c3457 req-3dc32205-1ec5-4c3d-87d2-e14341ada149 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894054 Apr 21 12:41:58.867706 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72d8a581-e117-4e70-9118-877793fba545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:58.891170 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-e4adba87-e296-4228-9e63-f695b2ba2eaa tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2120943 Apr 21 12:41:58.910343 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-72d8a581-e117-4e70-9118-877793fba545 None None] For port de0293de-cf77-40b0-81ec-46bc61bbc5ec, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=de0293de-cf77-40b0-81ec-46bc61bbc5ec,segment=NetworkSegment(48739b8a-f293-41c8-8fce-3303e94cc6a6),segment_id=48739b8a-f293-41c8-8fce-3303e94cc6a6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:41:58.912878 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c9a7a8c2-4790-47ee-b6aa-d349567f1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c069fe19-79bf-4bfd-bf4e-7ffc67625185', 'name': 'tempest-ServersTestMultiNic-727207104-router', 'tenant_id': '34d7ccbf72aa4174acc53e783a3a33c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'e626a845-04c6-4659-882b-f8d1b6287c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:41:45Z', 'updated_at': '2022-04-21T12:41:52Z', 'revision_number': 4, 'project_id': '34d7ccbf72aa4174acc53e783a3a33c5', 'gw_port': {'id': 'e626a845-04c6-4659-882b-f8d1b6287c50', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c069fe19-79bf-4bfd-bf4e-7ffc67625185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:41:47Z', 'updated_at': '2022-04-21T12:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'de0293de-cf77-40b0-81ec-46bc61bbc5ec', 'name': '', 'network_id': 'd483d592-799a-4c26-b19d-758c9dfe2c35', 'tenant_id': '34d7ccbf72aa4174acc53e783a3a33c5', 'mac_address': 'fa:16:3e:dc:46:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c069fe19-79bf-4bfd-bf4e-7ffc67625185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '2c8da39c-2754-46a3-8491-75441259b6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:41:50Z', 'updated_at': '2022-04-21T12:41:58Z', 'revision_number': 4, 'project_id': '34d7ccbf72aa4174acc53e783a3a33c5', 'subnets': [{'id': '2c8da39c-2754-46a3-8491-75441259b6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:41:58.917072 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2559acd-c633-462f-ba8e-dee5d06ad845 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Network 1acbf10b-afd8-4e59-85dd-32010518663e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:41:58.933813 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-09cf0c1a-fbdf-4c60-8421-b13190db18aa service neutron] Request body: {'port': {'device_id': '9811606f-784f-480e-b0ae-76928367fbfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:41:58.944857 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d2559acd-c633-462f-ba8e-dee5d06ad845 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:58.948356 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2559acd-c633-462f-ba8e-dee5d06ad845 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:41:58.950945 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a7a8c2-4790-47ee-b6aa-d349567f1d3d None None] The sync data for ids ['c069fe19-79bf-4bfd-bf4e-7ffc67625185'] in n-d-836147-2 is: [{'id': 'c069fe19-79bf-4bfd-bf4e-7ffc67625185', 'name': 'tempest-ServersTestMultiNic-727207104-router', 'tenant_id': '34d7ccbf72aa4174acc53e783a3a33c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'e626a845-04c6-4659-882b-f8d1b6287c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:41:45Z', 'updated_at': '2022-04-21T12:41:52Z', 'revision_number': 4, 'project_id': '34d7ccbf72aa4174acc53e783a3a33c5', 'gw_port': {'id': 'e626a845-04c6-4659-882b-f8d1b6287c50', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c069fe19-79bf-4bfd-bf4e-7ffc67625185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:41:47Z', 'updated_at': '2022-04-21T12:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'de0293de-cf77-40b0-81ec-46bc61bbc5ec', 'name': '', 'network_id': 'd483d592-799a-4c26-b19d-758c9dfe2c35', 'tenant_id': '34d7ccbf72aa4174acc53e783a3a33c5', 'mac_address': 'fa:16:3e:dc:46:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c069fe19-79bf-4bfd-bf4e-7ffc67625185', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '2c8da39c-2754-46a3-8491-75441259b6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:41:50Z', 'updated_at': '2022-04-21T12:41:58Z', 'revision_number': 4, 'project_id': '34d7ccbf72aa4174acc53e783a3a33c5', 'subnets': [{'id': '2c8da39c-2754-46a3-8491-75441259b6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:41:59.048027 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-1f02a2f3-cdad-4891-941f-e5073611f37d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fa9a9d6-352a-408b-9170-041e46028ffd {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:41:59.070340 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2559acd-c633-462f-ba8e-dee5d06ad845 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Pushing event updated for resources: {'Port': ['ID=b9458fc3-359d-4316-a6ce-4e82544b3e58,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:59.076186 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-1f02a2f3-cdad-4891-941f-e5073611f37d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:59.100835 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c1274-e968-4e2a-8ad2-d16d1f7b3a59 req-d8aab296-b9d4-430d-af92-a12910f810e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:59.102402 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-012c1274-e968-4e2a-8ad2-d16d1f7b3a59 req-d8aab296-b9d4-430d-af92-a12910f810e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 1099 time: 0.4069529 Apr 21 12:41:59.160056 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72d8a581-e117-4e70-9118-877793fba545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:59.160931 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-836f1d50-f021-4555-9f34-3a1c0a0a37db tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:59.169877 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-80737c6f-1d81-4f58-b49e-fbe5f78a655f tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:59.169877 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316f3af0-9234-4691-9480-8a4dc3fddf39 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Made reservation on behalf of 067799c9b36247cdad5f5c84436228d1 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:41:59.172598 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-316f3af0-9234-4691-9480-8a4dc3fddf39 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:59.208818 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-1f02a2f3-cdad-4891-941f-e5073611f37d service neutron] Transition to ACTIVE for port object 1fa9a9d6-352a-408b-9170-041e46028ffd will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:41:59.221000 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce271b-9ef7-448a-a561-40ede827c8c5 req-17159a04-2747-4435-b60e-e6eac6b20b85 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:59.222813 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5dce271b-9ef7-448a-a561-40ede827c8c5 req-17159a04-2747-4435-b60e-e6eac6b20b85 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.26 "GET /v2.0/ports?device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 945 time: 0.4582555 Apr 21 12:41:59.234560 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2559acd-c633-462f-ba8e-dee5d06ad845 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:59.235191 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2559acd-c633-462f-ba8e-dee5d06ad845 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:59.245036 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e9196-e2c6-4a34-873d-3b25a76e8249 req-a8c8ed9d-9a41-4c2a-8cb3-f6975a06a02a tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:59.245410 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d8a581-e117-4e70-9118-877793fba545 None None] Pushing event updated for resources: {'Port': ['ID=de0293de-cf77-40b0-81ec-46bc61bbc5ec,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:59.253919 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-928e9196-e2c6-4a34-873d-3b25a76e8249 req-a8c8ed9d-9a41-4c2a-8cb3-f6975a06a02a tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/ports?device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 945 time: 0.4650137 Apr 21 12:41:59.281973 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-18e753c0-d026-47ff-9078-71d4b674e410 None None] Provisioning complete for port de0293de-cf77-40b0-81ec-46bc61bbc5ec triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:59.282371 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18e753c0-d026-47ff-9078-71d4b674e410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:59.309034 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-09cf0c1a-fbdf-4c60-8421-b13190db18aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:59.312393 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80737c6f-1d81-4f58-b49e-fbe5f78a655f tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Pushing event updated for resources: {'Port': ['ID=5d44a642-e248-48aa-90fa-0394824f2092,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:59.362370 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-1f02a2f3-cdad-4891-941f-e5073611f37d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:59.385722 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef2d7a-d6c0-4e75-8546-92ae76126bf6 req-cad37f49-4f8f-412d-9eab-0c701b75ea98 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:59.387341 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d5ef2d7a-d6c0-4e75-8546-92ae76126bf6 req-cad37f49-4f8f-412d-9eab-0c701b75ea98 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7fdc95c-7eae-45fa-a42e-6e152381d6af HTTP/1.1" status: 200 len: 931 time: 0.4087026 Apr 21 12:41:59.433013 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-316f3af0-9234-4691-9480-8a4dc3fddf39 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:41:59.444934 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80737c6f-1d81-4f58-b49e-fbe5f78a655f tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Checking segment: {'id': '820c1f50-6b69-450e-a711-b0777e771d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '520bf010-290b-4160-a993-f93c0bd8e666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:41:59.449718 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80737c6f-1d81-4f58-b49e-fbe5f78a655f tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Network hostable DHCP agents. Network: 520bf010-290b-4160-a993-f93c0bd8e666, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:41:59.455065 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836f1d50-f021-4555-9f34-3a1c0a0a37db tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Pushing event updated for resources: {'Subnet': ['ID=f8e2e891-2f61-45b0-a919-ebba7b686466,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:59.465701 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-316f3af0-9234-4691-9480-8a4dc3fddf39 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:59.466129 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-316f3af0-9234-4691-9480-8a4dc3fddf39 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Added segment 2cc9c0a6-d2e9-4b18-b2b4-5a2773551a50 of type vlan for network b4ad4b51-09d2-4b44-83e3-583184d996a5 Apr 21 12:41:59.469613 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836f1d50-f021-4555-9f34-3a1c0a0a37db tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Checking segment: {'id': '776a9318-226f-4a2c-ac7f-74a4bbb38944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bb3b6a61-8fc8-445c-8324-3e3cc0c63337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:41:59.470120 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836f1d50-f021-4555-9f34-3a1c0a0a37db tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Network hostable DHCP agents. Network: bb3b6a61-8fc8-445c-8324-3e3cc0c63337, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:41:59.521336 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d2559acd-c633-462f-ba8e-dee5d06ad845 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.7795181 Apr 21 12:41:59.530463 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44364) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:59.533536 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9a4a0cbf-9801-4310-a423-2a2c88fef42b None None] Provisioning complete for port b9458fc3-359d-4316-a6ce-4e82544b3e58 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:41:59.534248 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a4a0cbf-9801-4310-a423-2a2c88fef42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:59.536270 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-316f3af0-9234-4691-9480-8a4dc3fddf39 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:59.549447 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-928e9196-e2c6-4a34-873d-3b25a76e8249 req-346b0099-2a96-4f48-89ef-713decd2fc93 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/security-groups?id=23fca203-01a7-4e6c-a573-6018b09e4eda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2897344 Apr 21 12:41:59.593903 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9a4a0cbf-9801-4310-a423-2a2c88fef42b None None] Port b9458fc3-359d-4316-a6ce-4e82544b3e58 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:41:59.604131 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02a2f3-cdad-4891-941f-e5073611f37d service neutron] Pushing event updated for resources: {'Port': ['ID=1fa9a9d6-352a-408b-9170-041e46028ffd,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:59.611537 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c1274-e968-4e2a-8ad2-d16d1f7b3a59 req-beaba0af-1431-475d-9fbe-de8ec17dc613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:59.612151 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80737c6f-1d81-4f58-b49e-fbe5f78a655f tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Network 520bf010-290b-4160-a993-f93c0bd8e666 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:41:59.613059 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-012c1274-e968-4e2a-8ad2-d16d1f7b3a59 req-beaba0af-1431-475d-9fbe-de8ec17dc613 service neutron] 10.222.0.26 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.5024438 Apr 21 12:41:59.639051 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836f1d50-f021-4555-9f34-3a1c0a0a37db tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Network bb3b6a61-8fc8-445c-8324-3e3cc0c63337 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:41:59.651230 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90ba28c-d9cc-4e7c-bceb-e4dd6ab880e9 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:59.658104 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90ba28c-d9cc-4e7c-bceb-e4dd6ab880e9 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:59.664314 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90ba28c-d9cc-4e7c-bceb-e4dd6ab880e9 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:59.668721 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a90ba28c-d9cc-4e7c-bceb-e4dd6ab880e9 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1331363 Apr 21 12:41:59.670425 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44366) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:41:59.722499 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-316f3af0-9234-4691-9480-8a4dc3fddf39 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:59.729544 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316f3af0-9234-4691-9480-8a4dc3fddf39 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:59.729544 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-316f3af0-9234-4691-9480-8a4dc3fddf39 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:59.747336 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d5ef2d7a-d6c0-4e75-8546-92ae76126bf6 req-52355051-d261-44b6-aa2a-56d72c7da2b0 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432899 Apr 21 12:41:59.751509 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-80737c6f-1d81-4f58-b49e-fbe5f78a655f tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 520bf010-290b-4160-a993-f93c0bd8e666) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:59.757611 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80737c6f-1d81-4f58-b49e-fbe5f78a655f tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:41:59.759183 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-80737c6f-1d81-4f58-b49e-fbe5f78a655f tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:59.761750 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0601ed3f-24f0-406b-9ac6-ca6d6419ff5d None None] Network 520bf010-290b-4160-a993-f93c0bd8e666 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:41:59.776710 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-012c1274-e968-4e2a-8ad2-d16d1f7b3a59 req-fab6b9b5-921c-44a0-926f-039caf85c8f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=a04337c4-fdf9-4860-8c09-d882271e65e0 HTTP/1.1" status: 200 len: 217 time: 0.1480091 Apr 21 12:41:59.777608 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-836f1d50-f021-4555-9f34-3a1c0a0a37db tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, bb3b6a61-8fc8-445c-8324-3e3cc0c63337) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:41:59.782297 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836f1d50-f021-4555-9f34-3a1c0a0a37db tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:41:59.782886 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-836f1d50-f021-4555-9f34-3a1c0a0a37db tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:59.838656 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81d6df3-d94d-455c-be4a-8f4357b75de8 None None] Network bb3b6a61-8fc8-445c-8324-3e3cc0c63337 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:41:59.844839 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device de0293de-cf77-40b0-81ec-46bc61bbc5ec up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:41:59.958043 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-5dce271b-9ef7-448a-a561-40ede827c8c5 req-c490efdb-72cc-427c-9a10-2fee8507f424 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Deleting port 37a93cec-cc80-46f6-88d4-97f36fa3afc2 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:41:59.958577 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5dce271b-9ef7-448a-a561-40ede827c8c5 req-c490efdb-72cc-427c-9a10-2fee8507f424 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:41:59.975767 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80737c6f-1d81-4f58-b49e-fbe5f78a655f tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Pushing event updated for resources: {'Port': ['ID=e5565a99-c56f-470c-b0aa-4f19c43af4a2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:59.989952 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f3af0-9234-4691-9480-8a4dc3fddf39 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Network': ['ID=b4ad4b51-09d2-4b44-83e3-583184d996a5,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:41:59.995566 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80737c6f-1d81-4f58-b49e-fbe5f78a655f tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Checking segment: {'id': 'fc9d1140-afa5-449a-9083-01f22770e875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2886eb44-b4c8-4ee5-a9b1-93879b566958'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:41:59.995566 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80737c6f-1d81-4f58-b49e-fbe5f78a655f tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Network hostable DHCP agents. Network: 2886eb44-b4c8-4ee5-a9b1-93879b566958, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:42:00.002476 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-316f3af0-9234-4691-9480-8a4dc3fddf39 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2623100 Apr 21 12:42:00.006089 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44370) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:00.017276 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ac1adbec-d14e-4794-894b-551c9b2e3236 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'subnet': {'network_id': 'b4ad4b51-09d2-4b44-83e3-583184d996a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:00.029548 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-1f02a2f3-cdad-4891-941f-e5073611f37d service neutron] Attempting to bind port 1fa9a9d6-352a-408b-9170-041e46028ffd on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:42:00.029915 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-1f02a2f3-cdad-4891-941f-e5073611f37d service neutron] Attempting to bind port 1fa9a9d6-352a-408b-9170-041e46028ffd by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '55331157-0de8-40ca-be2e-e4bd5fec8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '91f0eb98-678c-4b6a-bd13-f87f951f1bc3'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:42:00.030246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-1f02a2f3-cdad-4891-941f-e5073611f37d service neutron] Attempting to bind port 1fa9a9d6-352a-408b-9170-041e46028ffd on network 91f0eb98-678c-4b6a-bd13-f87f951f1bc3 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:00.033973 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c1274-e968-4e2a-8ad2-d16d1f7b3a59 req-cc88e6c5-9778-453f-bbd1-6bc6fb3d3abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:00.035667 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-012c1274-e968-4e2a-8ad2-d16d1f7b3a59 req-cc88e6c5-9778-453f-bbd1-6bc6fb3d3abe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.2484665 Apr 21 12:42:00.039127 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-836f1d50-f021-4555-9f34-3a1c0a0a37db tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8186917 Apr 21 12:42:00.043107 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44372) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:00.058787 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-24b030ac-4a00-4277-8d22-417312bc0b3a tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-671151164'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:00.083776 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network b4ad4b51-09d2-4b44-83e3-583184d996a5 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:42:00.091273 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-1f02a2f3-cdad-4891-941f-e5073611f37d service neutron] Port 1fa9a9d6-352a-408b-9170-041e46028ffd on network 91f0eb98-678c-4b6a-bd13-f87f951f1bc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:42:00.091610 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-1f02a2f3-cdad-4891-941f-e5073611f37d service neutron] Attempting to bind port 1fa9a9d6-352a-408b-9170-041e46028ffd on network 91f0eb98-678c-4b6a-bd13-f87f951f1bc3 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:00.142082 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d5651d56-63ac-4690-a0f7-0a8e921519f2 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Deleting port b9458fc3-359d-4316-a6ce-4e82544b3e58 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:42:00.143098 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5651d56-63ac-4690-a0f7-0a8e921519f2 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:00.143765 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-1f02a2f3-cdad-4891-941f-e5073611f37d service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:42:00.144107 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-1f02a2f3-cdad-4891-941f-e5073611f37d service neutron] Checking segment: {'id': '55331157-0de8-40ca-be2e-e4bd5fec8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '91f0eb98-678c-4b6a-bd13-f87f951f1bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:00.144482 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-1f02a2f3-cdad-4891-941f-e5073611f37d service neutron] Bound using segment: {'id': '55331157-0de8-40ca-be2e-e4bd5fec8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '91f0eb98-678c-4b6a-bd13-f87f951f1bc3'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:42:00.144932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-1f02a2f3-cdad-4891-941f-e5073611f37d service neutron] Bound port: 1fa9a9d6-352a-408b-9170-041e46028ffd, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55331157-0de8-40ca-be2e-e4bd5fec8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '91f0eb98-678c-4b6a-bd13-f87f951f1bc3'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:42:00.145291 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-1f02a2f3-cdad-4891-941f-e5073611f37d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:00.176473 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80737c6f-1d81-4f58-b49e-fbe5f78a655f tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Network 2886eb44-b4c8-4ee5-a9b1-93879b566958 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:42:00.206406 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fd9dd1-1a13-40b6-8252-1a769970db0e req-3ddb1b6d-d46b-4d11-ae38-4281d8f77f10 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:00.208036 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1fd9dd1-1a13-40b6-8252-1a769970db0e req-3ddb1b6d-d46b-4d11-ae38-4281d8f77f10 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 948 time: 0.2544763 Apr 21 12:42:00.257223 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b030ac-4a00-4277-8d22-417312bc0b3a tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Made reservation on behalf of 34d7ccbf72aa4174acc53e783a3a33c5 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:00.268403 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c1274-e968-4e2a-8ad2-d16d1f7b3a59 req-93b98ac1-9478-4387-80b2-d13eb5588c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:00.274368 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24b030ac-4a00-4277-8d22-417312bc0b3a tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:00.275166 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-012c1274-e968-4e2a-8ad2-d16d1f7b3a59 req-93b98ac1-9478-4387-80b2-d13eb5588c49 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1917880 Apr 21 12:42:00.281271 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5dce271b-9ef7-448a-a561-40ede827c8c5 req-c490efdb-72cc-427c-9a10-2fee8507f424 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] For port 37a93cec-cc80-46f6-88d4-97f36fa3afc2, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=37a93cec-cc80-46f6-88d4-97f36fa3afc2,segment=NetworkSegment(3c560e93-1426-4da8-888c-ddd67b971e13),segment_id=3c560e93-1426-4da8-888c-ddd67b971e13)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:00.281680 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5dce271b-9ef7-448a-a561-40ede827c8c5 req-c490efdb-72cc-427c-9a10-2fee8507f424 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:00.342105 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-80737c6f-1d81-4f58-b49e-fbe5f78a655f tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 2886eb44-b4c8-4ee5-a9b1-93879b566958) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:00.366149 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80737c6f-1d81-4f58-b49e-fbe5f78a655f tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:42:00.371841 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80737c6f-1d81-4f58-b49e-fbe5f78a655f tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:00.377192 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80737c6f-1d81-4f58-b49e-fbe5f78a655f tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:00.380400 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-80737c6f-1d81-4f58-b49e-fbe5f78a655f tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:00.418208 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f47d254-83d5-4ab2-9105-3475169515ff None None] Network 2886eb44-b4c8-4ee5-a9b1-93879b566958 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:00.436555 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b030ac-4a00-4277-8d22-417312bc0b3a tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:42:00.453398 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5651d56-63ac-4690-a0f7-0a8e921519f2 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:00.475173 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24b030ac-4a00-4277-8d22-417312bc0b3a tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:00.475528 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-24b030ac-4a00-4277-8d22-417312bc0b3a tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Added segment 985a5265-bc72-4924-bf36-8e8c62f4ed57 of type vlan for network 083113f4-712e-4273-85bd-dfdb95632ed3 Apr 21 12:42:00.479006 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-09cf0c1a-fbdf-4c60-8421-b13190db18aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91f23052-f453-4088-9521-6c5013ab373f {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:42:00.480954 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d5651d56-63ac-4690-a0f7-0a8e921519f2 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Calling delete_port for b9458fc3-359d-4316-a6ce-4e82544b3e58 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:42:00.489491 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1fd9dd1-1a13-40b6-8252-1a769970db0e req-c0876187-e38c-4b15-8456-5c924a1c173f tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496057 Apr 21 12:42:00.504364 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-09cf0c1a-fbdf-4c60-8421-b13190db18aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:00.507166 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-1f02a2f3-cdad-4891-941f-e5073611f37d service neutron] For port 1fa9a9d6-352a-408b-9170-041e46028ffd, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:42:00.520644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-1f02a2f3-cdad-4891-941f-e5073611f37d service neutron] For port 1fa9a9d6-352a-408b-9170-041e46028ffd, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=1fa9a9d6-352a-408b-9170-041e46028ffd,segment=NetworkSegment(55331157-0de8-40ca-be2e-e4bd5fec8eed),segment_id=55331157-0de8-40ca-be2e-e4bd5fec8eed)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:42:00.556638 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1adbec-d14e-4794-894b-551c9b2e3236 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Made reservation on behalf of 067799c9b36247cdad5f5c84436228d1 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:00.562770 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac1adbec-d14e-4794-894b-551c9b2e3236 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:00.574906 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port de0293de-cf77-40b0-81ec-46bc61bbc5ec triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:00.575438 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:00.591552 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-09cf0c1a-fbdf-4c60-8421-b13190db18aa service neutron] Transition to ACTIVE for port object 91f23052-f453-4088-9521-6c5013ab373f will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:42:00.619269 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-012c1274-e968-4e2a-8ad2-d16d1f7b3a59 req-d0871459-9596-44d4-8f99-46dccf4f7866 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334639 Apr 21 12:42:00.622903 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-1f02a2f3-cdad-4891-941f-e5073611f37d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:00.671981 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-80737c6f-1d81-4f58-b49e-fbe5f78a655f tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.8738334 Apr 21 12:42:00.674836 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44376) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:00.694516 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24b030ac-4a00-4277-8d22-417312bc0b3a tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:00.723900 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-09cf0c1a-fbdf-4c60-8421-b13190db18aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:00.754950 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51783779-d781-4991-8042-25b1ccaa7697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-bb3b6a61-8fc8-445c-8324-3e3cc0c63337', 'network_id': 'bb3b6a61-8fc8-445c-8324-3e3cc0c63337', 'tenant_id': '34d7ccbf72aa4174acc53e783a3a33c5', 'fixed_ips': [{'subnet_id': 'f8e2e891-2f61-45b0-a919-ebba7b686466'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:42:00.755854 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51783779-d781-4991-8042-25b1ccaa7697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:00.845847 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04034e62-4e13-4b5a-a471-5b79ceb8890f tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:00.851944 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04034e62-4e13-4b5a-a471-5b79ceb8890f tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:00.856446 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-04034e62-4e13-4b5a-a471-5b79ceb8890f tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1764154 Apr 21 12:42:00.860598 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44380) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:00.969946 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-51783779-d781-4991-8042-25b1ccaa7697 None None] Allocated IP 19.80.0.2 (bb3b6a61-8fc8-445c-8324-3e3cc0c63337/f8e2e891-2f61-45b0-a919-ebba7b686466/900c2610-746d-4e2c-91eb-f23a111f1025) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:42:01.130574 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51783779-d781-4991-8042-25b1ccaa7697 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:01.135065 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-1f02a2f3-cdad-4891-941f-e5073611f37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:01.135678 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-1f02a2f3-cdad-4891-941f-e5073611f37d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:01.137093 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-1f02a2f3-cdad-4891-941f-e5073611f37d service neutron] 10.222.0.24 "PUT /v2.0/ports/1fa9a9d6-352a-408b-9170-041e46028ffd HTTP/1.1" status: 200 len: 1091 time: 3.7273412 Apr 21 12:42:01.162637 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7fdc95c-7eae-45fa-a42e-6e152381d6af', 'tag': '1fa9a9d6-352a-408b-9170-041e46028ffd'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:42:01.164906 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e42c38-0c24-4410-8139-873720bbd204" -d '{"events": [{"name": "network-changed", "server_uuid": "e7fdc95c-7eae-45fa-a42e-6e152381d6af", "tag": "1fa9a9d6-352a-408b-9170-041e46028ffd"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:42:01.233343 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5dce271b-9ef7-448a-a561-40ede827c8c5 req-c490efdb-72cc-427c-9a10-2fee8507f424 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:01.233825 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5dce271b-9ef7-448a-a561-40ede827c8c5 req-c490efdb-72cc-427c-9a10-2fee8507f424 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:01.234145 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [req-5dce271b-9ef7-448a-a561-40ede827c8c5 req-c490efdb-72cc-427c-9a10-2fee8507f424 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Floating IP a6891dc8-5b86-4ca3-bfc8-78b5d5eb14ae disassociated. External IP: 172.25.8.114, port: 37a93cec-cc80-46f6-88d4-97f36fa3afc2. Apr 21 12:42:01.234417 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51783779-d781-4991-8042-25b1ccaa7697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:01.234545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-5dce271b-9ef7-448a-a561-40ede827c8c5 req-c490efdb-72cc-427c-9a10-2fee8507f424 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Calling delete_port for 37a93cec-cc80-46f6-88d4-97f36fa3afc2 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:42:01.250859 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24b030ac-4a00-4277-8d22-417312bc0b3a tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:01.252720 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02a2f3-cdad-4891-941f-e5073611f37d service neutron] Pushing event updated for resources: {'Port': ['ID=1fa9a9d6-352a-408b-9170-041e46028ffd,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:01.256255 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b030ac-4a00-4277-8d22-417312bc0b3a tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:01.256867 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24b030ac-4a00-4277-8d22-417312bc0b3a tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:01.298824 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51783779-d781-4991-8042-25b1ccaa7697 None None] Network bb3b6a61-8fc8-445c-8324-3e3cc0c63337 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:01.306130 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-51783779-d781-4991-8042-25b1ccaa7697 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:01.310582 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51783779-d781-4991-8042-25b1ccaa7697 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:42:01.345254 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51783779-d781-4991-8042-25b1ccaa7697 None None] Pushing event updated for resources: {'Port': ['ID=900c2610-746d-4e2c-91eb-f23a111f1025,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:01.372357 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-51783779-d781-4991-8042-25b1ccaa7697 None None] Attempting to bind port 900c2610-746d-4e2c-91eb-f23a111f1025 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:42:01.372357 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-51783779-d781-4991-8042-25b1ccaa7697 None None] Attempting to bind port 900c2610-746d-4e2c-91eb-f23a111f1025 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '776a9318-226f-4a2c-ac7f-74a4bbb38944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bb3b6a61-8fc8-445c-8324-3e3cc0c63337'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:42:01.372357 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51783779-d781-4991-8042-25b1ccaa7697 None None] Attempting to bind port 900c2610-746d-4e2c-91eb-f23a111f1025 on network bb3b6a61-8fc8-445c-8324-3e3cc0c63337 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:01.377808 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51783779-d781-4991-8042-25b1ccaa7697 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:42:01.378049 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51783779-d781-4991-8042-25b1ccaa7697 None None] Checking segment: {'id': '776a9318-226f-4a2c-ac7f-74a4bbb38944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bb3b6a61-8fc8-445c-8324-3e3cc0c63337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:01.378581 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51783779-d781-4991-8042-25b1ccaa7697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:01.378996 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47642c64-da04-4229-86ea-5f80d0cd267c req-730967c5-819f-43ac-9825-7a3cbd0a8646 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:01.379532 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51783779-d781-4991-8042-25b1ccaa7697 None None] Bound using segment: {'id': '776a9318-226f-4a2c-ac7f-74a4bbb38944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bb3b6a61-8fc8-445c-8324-3e3cc0c63337'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:42:01.380088 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-51783779-d781-4991-8042-25b1ccaa7697 None None] Bound port: 900c2610-746d-4e2c-91eb-f23a111f1025, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '776a9318-226f-4a2c-ac7f-74a4bbb38944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bb3b6a61-8fc8-445c-8324-3e3cc0c63337'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:42:01.380494 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51783779-d781-4991-8042-25b1ccaa7697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:01.380628 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-47642c64-da04-4229-86ea-5f80d0cd267c req-730967c5-819f-43ac-9825-7a3cbd0a8646 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/ports?device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 945 time: 0.6598954 Apr 21 12:42:01.424652 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685cba1c-540a-4d76-bbf8-2973af9b4a7a req-15f7754f-53c3-4026-953b-b8a255d230bd tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:01.426442 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-685cba1c-540a-4d76-bbf8-2973af9b4a7a req-15f7754f-53c3-4026-953b-b8a255d230bd tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7fdc95c-7eae-45fa-a42e-6e152381d6af HTTP/1.1" status: 200 len: 943 time: 0.3314693 Apr 21 12:42:01.441820 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-24b030ac-4a00-4277-8d22-417312bc0b3a tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3871374 Apr 21 12:42:01.443621 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b030ac-4a00-4277-8d22-417312bc0b3a tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Pushing event updated for resources: {'Network': ['ID=083113f4-712e-4273-85bd-dfdb95632ed3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:01.446766 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44384) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:01.456753 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c130fe4e-273e-4ce5-ba61-ef2987cbe694 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Request body: {'subnet': {'network_id': '083113f4-712e-4273-85bd-dfdb95632ed3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:01.459173 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 083113f4-712e-4273-85bd-dfdb95632ed3 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:42:01.477122 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-012c1274-e968-4e2a-8ad2-d16d1f7b3a59 req-8974c308-9f00-432f-a258-395dcd8990f7 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8424711 Apr 21 12:42:01.483403 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-51783779-d781-4991-8042-25b1ccaa7697 None None] For port 900c2610-746d-4e2c-91eb-f23a111f1025, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:42:01.511557 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf0c1a-fbdf-4c60-8421-b13190db18aa service neutron] Pushing event updated for resources: {'Port': ['ID=91f23052-f453-4088-9521-6c5013ab373f,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:01.524777 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5651d56-63ac-4690-a0f7-0a8e921519f2 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:01.531340 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d23713c5-ffa2-487f-9ba9-1b15dbdcb1d4 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Deleting port 5d44a642-e248-48aa-90fa-0394824f2092 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:42:01.531653 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d23713c5-ffa2-487f-9ba9-1b15dbdcb1d4 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:01.536749 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-51783779-d781-4991-8042-25b1ccaa7697 None None] For port 900c2610-746d-4e2c-91eb-f23a111f1025, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=900c2610-746d-4e2c-91eb-f23a111f1025,segment=NetworkSegment(776a9318-226f-4a2c-ac7f-74a4bbb38944),segment_id=776a9318-226f-4a2c-ac7f-74a4bbb38944)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:42:01.562376 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac1adbec-d14e-4794-894b-551c9b2e3236 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:01.593673 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-47642c64-da04-4229-86ea-5f80d0cd267c req-d1920267-4d50-44e6-815a-dbe1fc66a6f2 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/security-groups?id=23fca203-01a7-4e6c-a573-6018b09e4eda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827204 Apr 21 12:42:01.601389 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-26362139-dd44-4be0-afe5-1ecc14823441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:01.602896 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-26362139-dd44-4be0-afe5-1ecc14823441 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ef7d4dca56b45b6a598c55a34aa84d0&device_id=e7fdc95c-7eae-45fa-a42e-6e152381d6af HTTP/1.1" status: 200 len: 1094 time: 0.2420979 Apr 21 12:42:01.608110 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-685cba1c-540a-4d76-bbf8-2973af9b4a7a req-99a76f59-b255-4b0e-9fb2-544b3bc686c8 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351910 Apr 21 12:42:01.628283 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-09cf0c1a-fbdf-4c60-8421-b13190db18aa service neutron] Attempting to bind port 91f23052-f453-4088-9521-6c5013ab373f on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:42:01.628616 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-09cf0c1a-fbdf-4c60-8421-b13190db18aa service neutron] Attempting to bind port 91f23052-f453-4088-9521-6c5013ab373f by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '55331157-0de8-40ca-be2e-e4bd5fec8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '91f0eb98-678c-4b6a-bd13-f87f951f1bc3'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:42:01.628945 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-09cf0c1a-fbdf-4c60-8421-b13190db18aa service neutron] Attempting to bind port 91f23052-f453-4088-9521-6c5013ab373f on network 91f0eb98-678c-4b6a-bd13-f87f951f1bc3 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:01.630530 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51783779-d781-4991-8042-25b1ccaa7697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:01.635895 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5651d56-63ac-4690-a0f7-0a8e921519f2 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Pushing event deleted for resources: {'Port': ['ID=b9458fc3-359d-4316-a6ce-4e82544b3e58,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:01.718832 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d23713c5-ffa2-487f-9ba9-1b15dbdcb1d4 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:01.763316 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cbd1f4-6a8d-4a36-a630-e43a530118f5 x-openstack-request-id: req-b2cbd1f4-6a8d-4a36-a630-e43a530118f5 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:42:01.763634 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7fdc95c-7eae-45fa-a42e-6e152381d6af", "tag": "1fa9a9d6-352a-408b-9170-041e46028ffd", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:42:01.764397 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b2cbd1f4-6a8d-4a36-a630-e43a530118f5 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:42:01.764397 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2cbd1f4-6a8d-4a36-a630-e43a530118f5'] response: {'name': 'network-changed', 'server_uuid': 'e7fdc95c-7eae-45fa-a42e-6e152381d6af', 'tag': '1fa9a9d6-352a-408b-9170-041e46028ffd', 'status': 'completed', 'code': 200} Apr 21 12:42:01.775780 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51783779-d781-4991-8042-25b1ccaa7697 None None] Pushing event updated for resources: {'Port': ['ID=900c2610-746d-4e2c-91eb-f23a111f1025,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:01.793361 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d23713c5-ffa2-487f-9ba9-1b15dbdcb1d4 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Calling delete_port for 5d44a642-e248-48aa-90fa-0394824f2092 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:42:01.800107 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-09cf0c1a-fbdf-4c60-8421-b13190db18aa service neutron] Port 91f23052-f453-4088-9521-6c5013ab373f on network 91f0eb98-678c-4b6a-bd13-f87f951f1bc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:42:01.800686 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-09cf0c1a-fbdf-4c60-8421-b13190db18aa service neutron] Attempting to bind port 91f23052-f453-4088-9521-6c5013ab373f on network 91f0eb98-678c-4b6a-bd13-f87f951f1bc3 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:01.803308 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-5df0f953-0b30-4d3c-9fbd-45b135265a66 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fa9a9d6-352a-408b-9170-041e46028ffd HTTP/1.1" status: 200 len: 217 time: 0.1763198 Apr 21 12:42:01.816603 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1adbec-d14e-4794-894b-551c9b2e3236 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Subnet': ['ID=67f7e258-862f-4b31-8a63-a299199bb914,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:01.869854 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-09cf0c1a-fbdf-4c60-8421-b13190db18aa service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:42:01.870218 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5651d56-63ac-4690-a0f7-0a8e921519f2 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:01.870331 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-09cf0c1a-fbdf-4c60-8421-b13190db18aa service neutron] Checking segment: {'id': '55331157-0de8-40ca-be2e-e4bd5fec8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '91f0eb98-678c-4b6a-bd13-f87f951f1bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:01.870573 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-09cf0c1a-fbdf-4c60-8421-b13190db18aa service neutron] Bound using segment: {'id': '55331157-0de8-40ca-be2e-e4bd5fec8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '91f0eb98-678c-4b6a-bd13-f87f951f1bc3'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:42:01.871025 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-09cf0c1a-fbdf-4c60-8421-b13190db18aa service neutron] Bound port: 91f23052-f453-4088-9521-6c5013ab373f, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55331157-0de8-40ca-be2e-e4bd5fec8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '91f0eb98-678c-4b6a-bd13-f87f951f1bc3'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:42:01.871390 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-09cf0c1a-fbdf-4c60-8421-b13190db18aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:01.879349 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d5651d56-63ac-4690-a0f7-0a8e921519f2 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] 10.222.0.36 "DELETE /v2.0/ports/b9458fc3-359d-4316-a6ce-4e82544b3e58 HTTP/1.1" status: 204 len: 168 time: 2.2079165 Apr 21 12:42:01.881675 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44388) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:01.888552 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d260d1a3-1182-4d83-98f4-52768c9acfc8 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Request body: {'port': {'name': 'tempest-new-port-name-418780118', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:01.889014 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.api.validators [None req-d260d1a3-1182-4d83-98f4-52768c9acfc8 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] bootfile-name is not in valid_values {{(pid=103397) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 21 12:42:01.889359 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.api.validators [None req-d260d1a3-1182-4d83-98f4-52768c9acfc8 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] tftp-server is not in valid_values {{(pid=103397) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 21 12:42:01.893561 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.api.validators [None req-d260d1a3-1182-4d83-98f4-52768c9acfc8 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] server-ip-address is not in valid_values {{(pid=103397) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 21 12:42:01.920474 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c130fe4e-273e-4ce5-ba61-ef2987cbe694 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Made reservation on behalf of 34d7ccbf72aa4174acc53e783a3a33c5 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:01.924287 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c130fe4e-273e-4ce5-ba61-ef2987cbe694 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:01.927089 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-f7f263c8-2c1c-40bd-8d7d-a130a2f09407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:01.928579 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-f7f263c8-2c1c-40bd-8d7d-a130a2f09407 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9733f310-0141-4a47-a768-d487fa492ddd HTTP/1.1" status: 200 len: 853 time: 0.1122391 Apr 21 12:42:01.932583 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1adbec-d14e-4794-894b-551c9b2e3236 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Checking segment: {'id': '2cc9c0a6-d2e9-4b18-b2b4-5a2773551a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b4ad4b51-09d2-4b44-83e3-583184d996a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:01.932954 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1adbec-d14e-4794-894b-551c9b2e3236 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network hostable DHCP agents. Network: b4ad4b51-09d2-4b44-83e3-583184d996a5, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:42:01.974357 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d55759-16a7-4b16-b542-b59b42379809 req-7f828b65-b7a0-4fd1-b6cd-bf496e7fc19f tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:01.975923 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80d55759-16a7-4b16-b542-b59b42379809 req-7f828b65-b7a0-4fd1-b6cd-bf496e7fc19f tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 948 time: 0.2095942 Apr 21 12:42:01.994466 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-e23b6939-636e-452c-99a2-c46194c4ab3e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91f0eb98-678c-4b6a-bd13-f87f951f1bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402024 Apr 21 12:42:02.003236 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5dce271b-9ef7-448a-a561-40ede827c8c5 req-c490efdb-72cc-427c-9a10-2fee8507f424 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:02.089006 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c490efdb-72cc-427c-9a10-2fee8507f424 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Pushing event deleted for resources: {'Port': ['ID=37a93cec-cc80-46f6-88d4-97f36fa3afc2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:02.091608 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d260d1a3-1182-4d83-98f4-52768c9acfc8 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:02.142261 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1adbec-d14e-4794-894b-551c9b2e3236 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network b4ad4b51-09d2-4b44-83e3-583184d996a5 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:42:02.160153 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-09cf0c1a-fbdf-4c60-8421-b13190db18aa service neutron] For port 91f23052-f453-4088-9521-6c5013ab373f, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:42:02.210110 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-09cf0c1a-fbdf-4c60-8421-b13190db18aa service neutron] For port 91f23052-f453-4088-9521-6c5013ab373f, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=91f23052-f453-4088-9521-6c5013ab373f,segment=NetworkSegment(55331157-0de8-40ca-be2e-e4bd5fec8eed),segment_id=55331157-0de8-40ca-be2e-e4bd5fec8eed)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:42:02.213902 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80d55759-16a7-4b16-b542-b59b42379809 req-5df586c6-59fe-4d5f-9417-807c19da69c7 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221456 Apr 21 12:42:02.257406 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-6a940346-7f80-4f1f-8b42-1077fb7e9216 service neutron] 10.222.0.24 "GET /v2.0/networks/91f0eb98-678c-4b6a-bd13-f87f951f1bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439296 Apr 21 12:42:02.293157 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-09cf0c1a-fbdf-4c60-8421-b13190db18aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:02.306003 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d23713c5-ffa2-487f-9ba9-1b15dbdcb1d4 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:02.311290 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ac1adbec-d14e-4794-894b-551c9b2e3236 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, b4ad4b51-09d2-4b44-83e3-583184d996a5) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:02.324155 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9827a6df-3292-49e2-8e4c-70530cf1966d None None] Network b4ad4b51-09d2-4b44-83e3-583184d996a5 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:02.357424 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1adbec-d14e-4794-894b-551c9b2e3236 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:02.358054 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac1adbec-d14e-4794-894b-551c9b2e3236 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:02.374748 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23713c5-ffa2-487f-9ba9-1b15dbdcb1d4 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Pushing event deleted for resources: {'Port': ['ID=5d44a642-e248-48aa-90fa-0394824f2092,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:02.391481 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-09cf0c1a-fbdf-4c60-8421-b13190db18aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:02.397064 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-09cf0c1a-fbdf-4c60-8421-b13190db18aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:02.397064 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-09cf0c1a-fbdf-4c60-8421-b13190db18aa service neutron] 10.222.0.26 "PUT /v2.0/ports/91f23052-f453-4088-9521-6c5013ab373f HTTP/1.1" status: 200 len: 1092 time: 3.4794683 Apr 21 12:42:02.415173 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d23713c5-ffa2-487f-9ba9-1b15dbdcb1d4 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:02.420155 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d23713c5-ffa2-487f-9ba9-1b15dbdcb1d4 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] 10.222.0.36 "DELETE /v2.0/ports/5d44a642-e248-48aa-90fa-0394824f2092 HTTP/1.1" status: 204 len: 168 time: 1.5589068 Apr 21 12:42:02.421638 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dce271b-9ef7-448a-a561-40ede827c8c5 req-c490efdb-72cc-427c-9a10-2fee8507f424 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Router f9834a66-b351-49e8-ad29-32ca575a41ee has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:42:02.427947 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44390) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:02.454342 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf0c1a-fbdf-4c60-8421-b13190db18aa service neutron] Pushing event updated for resources: {'Port': ['ID=91f23052-f453-4088-9521-6c5013ab373f,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:02.522871 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ac1adbec-d14e-4794-894b-551c9b2e3236 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5098329 Apr 21 12:42:02.523738 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44392) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:02.536591 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-46f24b32-b54e-4535-9c10-126eae766209 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1736267227', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:02.576328 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29b805f-9951-4e17-b78d-f982fbdd7f19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-b4ad4b51-09d2-4b44-83e3-583184d996a5', 'network_id': 'b4ad4b51-09d2-4b44-83e3-583184d996a5', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'fixed_ips': [{'subnet_id': '67f7e258-862f-4b31-8a63-a299199bb914'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:42:02.577462 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b29b805f-9951-4e17-b78d-f982fbdd7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:02.592540 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c130fe4e-273e-4ce5-ba61-ef2987cbe694 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:02.690669 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-46f24b32-b54e-4535-9c10-126eae766209 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:02.691977 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-46f24b32-b54e-4535-9c10-126eae766209 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:02.722788 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d260d1a3-1182-4d83-98f4-52768c9acfc8 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:02.746852 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130fe4e-273e-4ce5-ba61-ef2987cbe694 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Pushing event updated for resources: {'Subnet': ['ID=f8aea4be-0906-4329-9a0e-c9313cece89c,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:02.758596 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-bbef13d8-8527-4287-960f-f0573bf90786 service neutron] 10.222.0.24 "GET /v2.0/networks/91f0eb98-678c-4b6a-bd13-f87f951f1bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4749644 Apr 21 12:42:02.774753 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dce271b-9ef7-448a-a561-40ede827c8c5 req-c490efdb-72cc-427c-9a10-2fee8507f424 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:42:02.789809 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c56c632-e556-4f07-ad32-691aff7a89c4 None None] Sync routers for ids ['f9834a66-b351-49e8-ad29-32ca575a41ee'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:42:02.806818 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d260d1a3-1182-4d83-98f4-52768c9acfc8 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:02.810383 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c56c632-e556-4f07-ad32-691aff7a89c4 None None] Routers {'f9834a66-b351-49e8-ad29-32ca575a41ee'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:42:02.815602 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7c56c632-e556-4f07-ad32-691aff7a89c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:41:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f9834a66-b351-49e8-ad29-32ca575a41ee'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:02.876470 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bd372c0e-a9b0-488b-9fd6-27478ddab356 req-d38c8921-4624-40de-8b86-d4f77d0af2b0 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/ports?device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 210 time: 0.0874052 Apr 21 12:42:02.917158 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-b29b805f-9951-4e17-b78d-f982fbdd7f19 None None] Allocated IP 2001:db8::2 (b4ad4b51-09d2-4b44-83e3-583184d996a5/67f7e258-862f-4b31-8a63-a299199bb914/ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:42:02.932302 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device a04337c4-fdf9-4860-8c09-d882271e65e0 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:42:02.932808 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-46f24b32-b54e-4535-9c10-126eae766209 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:02.934436 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 37a93cec-cc80-46f6-88d4-97f36fa3afc2 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:42:02.945424 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c130fe4e-273e-4ce5-ba61-ef2987cbe694 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Checking segment: {'id': '985a5265-bc72-4924-bf36-8e8c62f4ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '083113f4-712e-4273-85bd-dfdb95632ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:02.946543 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c130fe4e-273e-4ce5-ba61-ef2987cbe694 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Network hostable DHCP agents. Network: 083113f4-712e-4273-85bd-dfdb95632ed3, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:42:02.963115 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260d1a3-1182-4d83-98f4-52768c9acfc8 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Pushing event updated for resources: {'Port': ['ID=6fa3ba27-9759-4442-b30a-5453dc718c0f,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:02.965871 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dce271b-9ef7-448a-a561-40ede827c8c5 req-c490efdb-72cc-427c-9a10-2fee8507f424 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] No DVR routers for this DVR port 37a93cec-cc80-46f6-88d4-97f36fa3afc2 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:42:02.974057 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5dce271b-9ef7-448a-a561-40ede827c8c5 req-c490efdb-72cc-427c-9a10-2fee8507f424 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:02.982181 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 37a93cec-cc80-46f6-88d4-97f36fa3afc2 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:42:02.982181 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 37a93cec-cc80-46f6-88d4-97f36fa3afc2 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:42:02.982454 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5dce271b-9ef7-448a-a561-40ede827c8c5 req-c490efdb-72cc-427c-9a10-2fee8507f424 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.26 "DELETE /v2.0/ports/37a93cec-cc80-46f6-88d4-97f36fa3afc2 HTTP/1.1" status: 204 len: 173 time: 3.7196789 Apr 21 12:42:03.003660 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-46f24b32-b54e-4535-9c10-126eae766209 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:03.011635 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-8c02a630-a4d1-4c22-b069-be1bc57a33cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:03.013161 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-8c02a630-a4d1-4c22-b069-be1bc57a33cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ef7d4dca56b45b6a598c55a34aa84d0&device_id=9811606f-784f-480e-b0ae-76928367fbfd HTTP/1.1" status: 200 len: 1095 time: 0.4891105 Apr 21 12:42:03.076062 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c44f3-2732-4111-b1f6-c1ba4b708f11 req-1f701e9c-d0ca-4e3d-92a8-9aa5f1f54457 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:03.084987 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b6c44f3-2732-4111-b1f6-c1ba4b708f11 req-1f701e9c-d0ca-4e3d-92a8-9aa5f1f54457 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7fdc95c-7eae-45fa-a42e-6e152381d6af HTTP/1.1" status: 200 len: 943 time: 0.2933345 Apr 21 12:42:03.088651 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c130fe4e-273e-4ce5-ba61-ef2987cbe694 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Network 083113f4-712e-4273-85bd-dfdb95632ed3 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:42:03.110027 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d260d1a3-1182-4d83-98f4-52768c9acfc8 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] In _notify_port_updated(), no bound segment for port 6fa3ba27-9759-4442-b30a-5453dc718c0f on network 1acbf10b-afd8-4e59-85dd-32010518663e {{(pid=103397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 12:42:03.116081 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d260d1a3-1182-4d83-98f4-52768c9acfc8 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:03.116777 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d260d1a3-1182-4d83-98f4-52768c9acfc8 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:03.118216 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d260d1a3-1182-4d83-98f4-52768c9acfc8 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] 10.222.0.36 "PUT /v2.0/ports/6fa3ba27-9759-4442-b30a-5453dc718c0f HTTP/1.1" status: 200 len: 1135 time: 1.2339811 Apr 21 12:42:03.127001 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-46f24b32-b54e-4535-9c10-126eae766209 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:03.131255 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-46f24b32-b54e-4535-9c10-126eae766209 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6018851 Apr 21 12:42:03.132388 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44398) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:03.132722 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44400) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:03.143762 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-7c56c632-e556-4f07-ad32-691aff7a89c4 None None] Set router f9834a66-b351-49e8-ad29-32ca575a41ee gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:42:03.157335 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-f7a100d2-abd8-4bc9-8e37-72cdd60f3009 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91f23052-f453-4088-9521-6c5013ab373f HTTP/1.1" status: 200 len: 217 time: 0.1163142 Apr 21 12:42:03.170847 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-23af526a-6187-43d7-9814-1eeab30cf671 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Deleting port e5565a99-c56f-470c-b0aa-4f19c43af4a2 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:42:03.171753 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23af526a-6187-43d7-9814-1eeab30cf671 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:03.262354 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-195b2f0d-bb2e-41a1-ae25-4f1315123e62 None None] Provisioning complete for port 6fa3ba27-9759-4442-b30a-5453dc718c0f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:03.262723 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-195b2f0d-bb2e-41a1-ae25-4f1315123e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:03.322498 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e42c38-0c24-4410-8139-873720bbd204 req-89e841f2-e22e-4362-9b22-37c7a0499ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:03.324262 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9e42c38-0c24-4410-8139-873720bbd204 req-89e841f2-e22e-4362-9b22-37c7a0499ba4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ef7d4dca56b45b6a598c55a34aa84d0&device_id=e7fdc95c-7eae-45fa-a42e-6e152381d6af HTTP/1.1" status: 200 len: 1094 time: 0.3602664 Apr 21 12:42:03.364961 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b6c44f3-2732-4111-b1f6-c1ba4b708f11 req-3ce41780-c3a5-4c29-888b-ac55d7465631 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789314 Apr 21 12:42:03.378742 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-195b2f0d-bb2e-41a1-ae25-4f1315123e62 None None] Port 6fa3ba27-9759-4442-b30a-5453dc718c0f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:42:03.389777 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23af526a-6187-43d7-9814-1eeab30cf671 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:03.450952 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-c130fe4e-273e-4ce5-ba61-ef2987cbe694 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 083113f4-712e-4273-85bd-dfdb95632ed3) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:03.455222 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-e0ad23ba-8967-46ec-9f4f-a5ea50cf9781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:03.455906 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port a04337c4-fdf9-4860-8c09-d882271e65e0, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=a04337c4-fdf9-4860-8c09-d882271e65e0,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:03.456708 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-e0ad23ba-8967-46ec-9f4f-a5ea50cf9781 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9733f310-0141-4a47-a768-d487fa492ddd HTTP/1.1" status: 200 len: 853 time: 0.2891061 Apr 21 12:42:03.475957 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b393f596-9c8c-4d1b-bde6-067266bb5674 None None] Network bb3b6a61-8fc8-445c-8324-3e3cc0c63337 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:03.477213 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-23af526a-6187-43d7-9814-1eeab30cf671 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Calling delete_port for e5565a99-c56f-470c-b0aa-4f19c43af4a2 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:42:03.485178 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e26b64d-3292-4c64-8490-997d8e8969b6 None None] Network 083113f4-712e-4273-85bd-dfdb95632ed3 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:03.506702 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c130fe4e-273e-4ce5-ba61-ef2987cbe694 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:03.507463 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c130fe4e-273e-4ce5-ba61-ef2987cbe694 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:03.522958 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7c56c632-e556-4f07-ad32-691aff7a89c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'name': 'tempest-ServersTestBootFromVolume-425323506-router', 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5a46eec7-950e-4fb0-a169-a29a3b4907f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:38:51Z', 'updated_at': '2022-04-21T12:38:59Z', 'revision_number': 4, 'project_id': '7b45e45ca21245439fa65bc29d51bfe0', 'gw_port': {'id': '5a46eec7-950e-4fb0-a169-a29a3b4907f7', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:38:53Z', 'updated_at': '2022-04-21T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '50d38887-f188-47fd-b219-380e2765612d', 'name': '', 'network_id': '54076906-6a28-416e-bcbd-9d5e99293579', 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0', 'mac_address': 'fa:16:3e:5d:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '2337416d-bff8-4f87-bcad-c2ab8ba9b9f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:38:57Z', 'updated_at': '2022-04-21T12:39:04Z', 'revision_number': 5, 'project_id': '7b45e45ca21245439fa65bc29d51bfe0', 'subnets': [{'id': '2337416d-bff8-4f87-bcad-c2ab8ba9b9f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:03.566739 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c56c632-e556-4f07-ad32-691aff7a89c4 None None] Checking router: f9834a66-b351-49e8-ad29-32ca575a41ee for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:42:03.573201 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3e7594-3640-4a38-941b-ac96c36b6288 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:03.575073 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1c3e7594-3640-4a38-941b-ac96c36b6288 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] 10.222.0.36 "GET /v2.0/ports/6fa3ba27-9759-4442-b30a-5453dc718c0f HTTP/1.1" status: 200 len: 1135 time: 0.4353988 Apr 21 12:42:03.577095 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c56c632-e556-4f07-ad32-691aff7a89c4 None None] Routers {'f9834a66-b351-49e8-ad29-32ca575a41ee'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:42:03.578236 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7c56c632-e556-4f07-ad32-691aff7a89c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:41:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f9834a66-b351-49e8-ad29-32ca575a41ee'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:03.603459 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'a04337c4-fdf9-4860-8c09-d882271e65e0', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': 'a04337c4-fdf9-4860-8c09-d882271e65e0', 'mac_address': 'fa:16:3e:d5:65:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:42:03.617265 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44408) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:03.682965 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e42c38-0c24-4410-8139-873720bbd204 req-6d24a62e-4c04-413a-8ee6-cbb3bdda1564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:03.684957 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9e42c38-0c24-4410-8139-873720bbd204 req-6d24a62e-4c04-413a-8ee6-cbb3bdda1564 service neutron] 10.222.0.24 "GET /v2.0/networks?id=91f0eb98-678c-4b6a-bd13-f87f951f1bc3 HTTP/1.1" status: 200 len: 914 time: 0.3502004 Apr 21 12:42:03.687573 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-e7278bf8-5ba6-4381-94dc-600dad08b83f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91f0eb98-678c-4b6a-bd13-f87f951f1bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2118683 Apr 21 12:42:03.770308 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0bbf2277-97b8-4fa5-b981-da83ce9b00df None None] Provisioning complete for port 900c2610-746d-4e2c-91eb-f23a111f1025 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:03.770751 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bbf2277-97b8-4fa5-b981-da83ce9b00df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:03.772112 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c130fe4e-273e-4ce5-ba61-ef2987cbe694 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3241050 Apr 21 12:42:03.809065 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd2c8f4-fb07-4c59-b42b-4b556d35e9db req-288d49f7-2429-4b42-8053-5cdb681624be tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:03.816129 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7fd2c8f4-fb07-4c59-b42b-4b556d35e9db req-288d49f7-2429-4b42-8053-5cdb681624be tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 948 time: 0.4443688 Apr 21 12:42:03.822267 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9811606f-784f-480e-b0ae-76928367fbfd', 'tag': '91f23052-f453-4088-9521-6c5013ab373f'}, {'server_uuid': '1010468d-70a6-4e5b-be31-62638abe61e6', 'name': 'network-vif-deleted', 'tag': '37a93cec-cc80-46f6-88d4-97f36fa3afc2'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:42:03.824954 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b81d133-015a-4628-8acc-9e45c9214efb" -d '{"events": [{"name": "network-changed", "server_uuid": "9811606f-784f-480e-b0ae-76928367fbfd", "tag": "91f23052-f453-4088-9521-6c5013ab373f"}, {"server_uuid": "1010468d-70a6-4e5b-be31-62638abe61e6", "name": "network-vif-deleted", "tag": "37a93cec-cc80-46f6-88d4-97f36fa3afc2"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:42:03.888277 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9e42c38-0c24-4410-8139-873720bbd204 req-401ecd30-e0ab-4eaf-a030-7384a1e29abb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fa9a9d6-352a-408b-9170-041e46028ffd HTTP/1.1" status: 200 len: 217 time: 0.1895666 Apr 21 12:42:03.895864 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b29b805f-9951-4e17-b78d-f982fbdd7f19 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:03.899489 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23af526a-6187-43d7-9814-1eeab30cf671 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:03.924363 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29f71336-e8c9-480d-9491-1a04b95e8996 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:03.996567 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 900c2610-746d-4e2c-91eb-f23a111f1025 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:04.012378 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b9ad64cb-a790-4fca-b4d7-d1989bf4a646 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Deleting port 6fa3ba27-9759-4442-b30a-5453dc718c0f {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:42:04.012978 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b9ad64cb-a790-4fca-b4d7-d1989bf4a646 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:04.069717 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b29b805f-9951-4e17-b78d-f982fbdd7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:04.100870 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-7c56c632-e556-4f07-ad32-691aff7a89c4 None None] Set router f9834a66-b351-49e8-ad29-32ca575a41ee gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:42:04.122751 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b9ad64cb-a790-4fca-b4d7-d1989bf4a646 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:04.141139 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b9ad64cb-a790-4fca-b4d7-d1989bf4a646 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Calling delete_port for 6fa3ba27-9759-4442-b30a-5453dc718c0f owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:42:04.147537 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:04.227885 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b805f-9951-4e17-b78d-f982fbdd7f19 None None] Pushing event updated for resources: {'Port': ['ID=ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:04.229196 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a04337c4-fdf9-4860-8c09-d882271e65e0 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:42:04.253342 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port a04337c4-fdf9-4860-8c09-d882271e65e0, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=a04337c4-fdf9-4860-8c09-d882271e65e0,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:04.266980 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bbf2277-97b8-4fa5-b981-da83ce9b00df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:04.287561 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 900c2610-746d-4e2c-91eb-f23a111f1025 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:04.288350 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:04.313512 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af526a-6187-43d7-9814-1eeab30cf671 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Pushing event deleted for resources: {'Port': ['ID=e5565a99-c56f-470c-b0aa-4f19c43af4a2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:04.370808 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:04.392767 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23af526a-6187-43d7-9814-1eeab30cf671 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:04.398693 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-23af526a-6187-43d7-9814-1eeab30cf671 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] 10.222.0.36 "DELETE /v2.0/ports/e5565a99-c56f-470c-b0aa-4f19c43af4a2 HTTP/1.1" status: 204 len: 168 time: 1.9664550 Apr 21 12:42:04.408042 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44428) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:04.429191 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7fd2c8f4-fb07-4c59-b42b-4b556d35e9db req-75547f1b-25cf-42f1-a082-52e622fc45c7 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5970092 Apr 21 12:42:04.434709 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e42c38-0c24-4410-8139-873720bbd204 req-fd3fe4b3-6efe-4b39-9c14-72297ff0df1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:04.436318 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9e42c38-0c24-4410-8139-873720bbd204 req-fd3fe4b3-6efe-4b39-9c14-72297ff0df1e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9733f310-0141-4a47-a768-d487fa492ddd HTTP/1.1" status: 200 len: 853 time: 0.5289888 Apr 21 12:42:04.463536 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-6b438ae7-177d-435a-9892-a4500d694590 service neutron] 10.222.0.26 "GET /v2.0/networks/91f0eb98-678c-4b6a-bd13-f87f951f1bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7632093 Apr 21 12:42:04.465761 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-dfeb6da9-6c0f-4622-9925-ac507679af3d tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0565090 Apr 21 12:42:04.479285 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29b805f-9951-4e17-b78d-f982fbdd7f19 None None] Network b4ad4b51-09d2-4b44-83e3-583184d996a5 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:04.481312 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0bbf2277-97b8-4fa5-b981-da83ce9b00df None None] For port 900c2610-746d-4e2c-91eb-f23a111f1025, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=900c2610-746d-4e2c-91eb-f23a111f1025,segment=NetworkSegment(776a9318-226f-4a2c-ac7f-74a4bbb38944),segment_id=776a9318-226f-4a2c-ac7f-74a4bbb38944)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:04.487872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44432) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:04.507473 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-fbaf6424-a570-4d40-8e8d-8e00706a25e9 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1851140109'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:04.519319 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7c56c632-e556-4f07-ad32-691aff7a89c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'name': 'tempest-ServersTestBootFromVolume-425323506-router', 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5a46eec7-950e-4fb0-a169-a29a3b4907f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:38:51Z', 'updated_at': '2022-04-21T12:38:59Z', 'revision_number': 4, 'project_id': '7b45e45ca21245439fa65bc29d51bfe0', 'gw_port': {'id': '5a46eec7-950e-4fb0-a169-a29a3b4907f7', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:38:53Z', 'updated_at': '2022-04-21T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '50d38887-f188-47fd-b219-380e2765612d', 'name': '', 'network_id': '54076906-6a28-416e-bcbd-9d5e99293579', 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0', 'mac_address': 'fa:16:3e:5d:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '2337416d-bff8-4f87-bcad-c2ab8ba9b9f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:38:57Z', 'updated_at': '2022-04-21T12:39:04Z', 'revision_number': 5, 'project_id': '7b45e45ca21245439fa65bc29d51bfe0', 'subnets': [{'id': '2337416d-bff8-4f87-bcad-c2ab8ba9b9f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:04.520108 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b29b805f-9951-4e17-b78d-f982fbdd7f19 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:04.529688 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29b805f-9951-4e17-b78d-f982fbdd7f19 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:42:04.573151 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c56c632-e556-4f07-ad32-691aff7a89c4 None None] The sync data for ids ['f9834a66-b351-49e8-ad29-32ca575a41ee'] in n-d-836147-2 is: [{'id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'name': 'tempest-ServersTestBootFromVolume-425323506-router', 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5a46eec7-950e-4fb0-a169-a29a3b4907f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:38:51Z', 'updated_at': '2022-04-21T12:38:59Z', 'revision_number': 4, 'project_id': '7b45e45ca21245439fa65bc29d51bfe0', 'gw_port': {'id': '5a46eec7-950e-4fb0-a169-a29a3b4907f7', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:38:53Z', 'updated_at': '2022-04-21T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '50d38887-f188-47fd-b219-380e2765612d', 'name': '', 'network_id': '54076906-6a28-416e-bcbd-9d5e99293579', 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0', 'mac_address': 'fa:16:3e:5d:bf:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '2337416d-bff8-4f87-bcad-c2ab8ba9b9f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:38:57Z', 'updated_at': '2022-04-21T12:39:04Z', 'revision_number': 5, 'project_id': '7b45e45ca21245439fa65bc29d51bfe0', 'subnets': [{'id': '2337416d-bff8-4f87-bcad-c2ab8ba9b9f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:42:04.578704 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 21 Apr 2022 12:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1921b5e1-ecc0-4c26-b1df-415fef00d144 x-openstack-request-id: req-1921b5e1-ecc0-4c26-b1df-415fef00d144 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:42:04.579006 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9811606f-784f-480e-b0ae-76928367fbfd", "tag": "91f23052-f453-4088-9521-6c5013ab373f", "status": "completed", "code": 200}, {"server_uuid": "1010468d-70a6-4e5b-be31-62638abe61e6", "name": "network-vif-deleted", "tag": "37a93cec-cc80-46f6-88d4-97f36fa3afc2", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:42:04.579261 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1921b5e1-ecc0-4c26-b1df-415fef00d144 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:42:04.579661 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1921b5e1-ecc0-4c26-b1df-415fef00d144'] response: {'name': 'network-changed', 'server_uuid': '9811606f-784f-480e-b0ae-76928367fbfd', 'tag': '91f23052-f453-4088-9521-6c5013ab373f', 'status': 'completed', 'code': 200} Apr 21 12:42:04.580072 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1921b5e1-ecc0-4c26-b1df-415fef00d144'] response: {'server_uuid': '1010468d-70a6-4e5b-be31-62638abe61e6', 'name': 'network-vif-deleted', 'tag': '37a93cec-cc80-46f6-88d4-97f36fa3afc2', 'status': 'completed', 'code': 200} Apr 21 12:42:04.582241 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9e42c38-0c24-4410-8139-873720bbd204 req-5be48c67-593a-400e-a40a-8d78dd605d55 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91f0eb98-678c-4b6a-bd13-f87f951f1bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146853 Apr 21 12:42:04.651731 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7846ac68-0373-482f-861b-0ee341d5dafe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-083113f4-712e-4273-85bd-dfdb95632ed3', 'network_id': '083113f4-712e-4273-85bd-dfdb95632ed3', 'tenant_id': '34d7ccbf72aa4174acc53e783a3a33c5', 'fixed_ips': [{'subnet_id': 'f8aea4be-0906-4329-9a0e-c9313cece89c'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:42:04.652601 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7846ac68-0373-482f-861b-0ee341d5dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:04.675405 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bbf2277-97b8-4fa5-b981-da83ce9b00df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:04.696234 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-29f71336-e8c9-480d-9491-1a04b95e8996 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Allocated IP 2001:db8::1 (b4ad4b51-09d2-4b44-83e3-583184d996a5/67f7e258-862f-4b31-8a63-a299199bb914/5f8332be-f7ac-4f7e-bf95-e016c0c61750) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:42:04.746279 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9e42c38-0c24-4410-8139-873720bbd204 req-c5793c9e-fdd4-4287-b913-70f5ff720da3 service neutron] 10.222.0.24 "GET /v2.0/networks/91f0eb98-678c-4b6a-bd13-f87f951f1bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441002 Apr 21 12:42:04.752318 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-956654b6-b84d-4487-b8b1-a72c14eb3d69 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:04.758349 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-956654b6-b84d-4487-b8b1-a72c14eb3d69 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:04.760038 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-956654b6-b84d-4487-b8b1-a72c14eb3d69 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/networks?id=bb3b6a61-8fc8-445c-8324-3e3cc0c63337&id=083113f4-712e-4273-85bd-dfdb95632ed3&id=bb3b6a61-8fc8-445c-8324-3e3cc0c63337 HTTP/1.1" status: 200 len: 1391 time: 0.5313845 Apr 21 12:42:04.856868 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29f71336-e8c9-480d-9491-1a04b95e8996 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:04.867618 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ad3599e-7f5b-4aa3-88ca-10c10316c50f req-c9345395-34d3-4c41-9ebc-cd267e457e0d service neutron] 10.222.0.26 "GET /v2.0/networks/91f0eb98-678c-4b6a-bd13-f87f951f1bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805373 Apr 21 12:42:04.882676 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b9ad64cb-a790-4fca-b4d7-d1989bf4a646 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:04.959788 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad64cb-a790-4fca-b4d7-d1989bf4a646 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Pushing event deleted for resources: {'Port': ['ID=6fa3ba27-9759-4442-b30a-5453dc718c0f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:05.008179 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbaf6424-a570-4d40-8e8d-8e00706a25e9 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Made reservation on behalf of 7120a177c0be4d87a5410e0e3458cf71 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:05.011294 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbaf6424-a570-4d40-8e8d-8e00706a25e9 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:05.069984 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['a04337c4-fdf9-4860-8c09-d882271e65e0'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:42:05.079630 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54917f5b-db73-4f21-9526-0de879736f65 req-7c477909-b007-470b-81f9-e4aa78d51f7a tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/ports?device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 210 time: 0.3181782 Apr 21 12:42:05.085556 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-96ff0c4d-5a54-449d-849e-f1b5a2f980a5 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/quotas/34d7ccbf72aa4174acc53e783a3a33c5 HTTP/1.1" status: 200 len: 375 time: 0.2169681 Apr 21 12:42:05.112319 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e149e85-00d6-4c81-b940-3ddee0acf00a None None] New status for floating IP a6891dc8-5b86-4ca3-bfc8-78b5d5eb14ae: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:42:05.113897 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b9ad64cb-a790-4fca-b4d7-d1989bf4a646 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:05.117412 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b9ad64cb-a790-4fca-b4d7-d1989bf4a646 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] 10.222.0.36 "DELETE /v2.0/ports/6fa3ba27-9759-4442-b30a-5453dc718c0f HTTP/1.1" status: 204 len: 168 time: 1.4884839 Apr 21 12:42:05.119495 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44436) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:05.149251 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b29b805f-9951-4e17-b78d-f982fbdd7f19 None None] Attempting to bind port ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:42:05.149909 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b29b805f-9951-4e17-b78d-f982fbdd7f19 None None] Attempting to bind port ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '2cc9c0a6-d2e9-4b18-b2b4-5a2773551a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b4ad4b51-09d2-4b44-83e3-583184d996a5'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:42:05.150524 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29b805f-9951-4e17-b78d-f982fbdd7f19 None None] Attempting to bind port ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445 on network b4ad4b51-09d2-4b44-83e3-583184d996a5 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:05.157803 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29f71336-e8c9-480d-9491-1a04b95e8996 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:05.202802 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbaf6424-a570-4d40-8e8d-8e00706a25e9 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:42:05.240015 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f71336-e8c9-480d-9491-1a04b95e8996 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network b4ad4b51-09d2-4b44-83e3-583184d996a5 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:05.252575 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-29f71336-e8c9-480d-9491-1a04b95e8996 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:05.264212 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f71336-e8c9-480d-9491-1a04b95e8996 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:42:05.264873 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29f71336-e8c9-480d-9491-1a04b95e8996 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:05.266972 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=a04337c4-fdf9-4860-8c09-d882271e65e0,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:05.269961 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29b805f-9951-4e17-b78d-f982fbdd7f19 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:42:05.270342 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29b805f-9951-4e17-b78d-f982fbdd7f19 None None] Checking segment: {'id': '2cc9c0a6-d2e9-4b18-b2b4-5a2773551a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b4ad4b51-09d2-4b44-83e3-583184d996a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:05.270741 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b29b805f-9951-4e17-b78d-f982fbdd7f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:05.271126 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29b805f-9951-4e17-b78d-f982fbdd7f19 None None] Bound using segment: {'id': '2cc9c0a6-d2e9-4b18-b2b4-5a2773551a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b4ad4b51-09d2-4b44-83e3-583184d996a5'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:42:05.271666 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b29b805f-9951-4e17-b78d-f982fbdd7f19 None None] Bound port: ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc9c0a6-d2e9-4b18-b2b4-5a2773551a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b4ad4b51-09d2-4b44-83e3-583184d996a5'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:42:05.272046 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b29b805f-9951-4e17-b78d-f982fbdd7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:05.343340 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbaf6424-a570-4d40-8e8d-8e00706a25e9 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:05.344369 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-fbaf6424-a570-4d40-8e8d-8e00706a25e9 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Added segment ddd0c563-d1b5-4312-ad45-603590a2591a of type vlan for network 9602e5b7-37fa-4803-9009-ee1c29a9d4d9 Apr 21 12:42:05.387468 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81d133-015a-4628-8acc-9e45c9214efb req-7848ce94-cdcd-4317-9da6-c952b876f686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:05.390197 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b81d133-015a-4628-8acc-9e45c9214efb req-7848ce94-cdcd-4317-9da6-c952b876f686 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ef7d4dca56b45b6a598c55a34aa84d0&device_id=9811606f-784f-480e-b0ae-76928367fbfd HTTP/1.1" status: 200 len: 1095 time: 0.3329611 Apr 21 12:42:05.429963 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e77bc84-2a17-413c-8601-16c7f1904b1e tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Deleting subnet ed2c1d67-ef52-4e4b-bb40-eea706bb350f {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:42:05.433072 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f71336-e8c9-480d-9491-1a04b95e8996 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Port': ['ID=5f8332be-f7ac-4f7e-bf95-e016c0c61750,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:05.439584 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e77bc84-2a17-413c-8601-16c7f1904b1e tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:05.442776 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9e42c38-0c24-4410-8139-873720bbd204 req-1580eab3-52eb-4f8e-9cb5-acb443643f81 service neutron] 10.222.0.24 "GET /v2.0/networks/91f0eb98-678c-4b6a-bd13-f87f951f1bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6803296 Apr 21 12:42:05.451271 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-d1c48296-1a43-4ef9-89a9-6e4051e700c8 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=34d7ccbf72aa4174acc53e783a3a33c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3199782 Apr 21 12:42:05.539310 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29f71336-e8c9-480d-9491-1a04b95e8996 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:05.575066 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e77bc84-2a17-413c-8601-16c7f1904b1e tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:05.610888 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-d048d22b-187b-4b40-a280-ba9548de775e service neutron] 10.222.0.36 "GET /v2.0/networks/bb3b6a61-8fc8-445c-8324-3e3cc0c63337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339521 Apr 21 12:42:05.612030 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf2277-97b8-4fa5-b981-da83ce9b00df None None] Pushing event updated for resources: {'Port': ['ID=900c2610-746d-4e2c-91eb-f23a111f1025,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:05.661825 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b29b805f-9951-4e17-b78d-f982fbdd7f19 None None] For port ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:42:05.699502 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbaf6424-a570-4d40-8e8d-8e00706a25e9 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:05.704395 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b29b805f-9951-4e17-b78d-f982fbdd7f19 None None] For port ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445,segment=NetworkSegment(2cc9c0a6-d2e9-4b18-b2b4-5a2773551a50),segment_id=2cc9c0a6-d2e9-4b18-b2b4-5a2773551a50)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:42:05.717303 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-7846ac68-0373-482f-861b-0ee341d5dafe None None] Allocated IP 19.86.0.2 (083113f4-712e-4273-85bd-dfdb95632ed3/f8aea4be-0906-4329-9a0e-c9313cece89c/b4e57c0e-de96-449a-8752-fa54b74c1795) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:42:05.797952 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de71d01-b14b-43e9-b9dd-0d3087195e55 req-4115bf92-ef77-4c59-88ce-30ed3819c53b tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:05.799796 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4de71d01-b14b-43e9-b9dd-0d3087195e55 req-4115bf92-ef77-4c59-88ce-30ed3819c53b tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7fdc95c-7eae-45fa-a42e-6e152381d6af HTTP/1.1" status: 200 len: 943 time: 0.5813470 Apr 21 12:42:05.839650 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 900c2610-746d-4e2c-91eb-f23a111f1025 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:05.842620 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b29b805f-9951-4e17-b78d-f982fbdd7f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:05.897102 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e77bc84-2a17-413c-8601-16c7f1904b1e tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:05.937238 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b805f-9951-4e17-b78d-f982fbdd7f19 None None] Pushing event updated for resources: {'Port': ['ID=ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:05.938237 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4de71d01-b14b-43e9-b9dd-0d3087195e55 req-487a0e18-eb84-4530-8502-4efa7c20c430 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286206 Apr 21 12:42:05.941470 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81d133-015a-4628-8acc-9e45c9214efb req-8408249e-7c0e-4fcd-a21e-a8f926181b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:05.942834 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b81d133-015a-4628-8acc-9e45c9214efb req-8408249e-7c0e-4fcd-a21e-a8f926181b6d service neutron] 10.222.0.26 "GET /v2.0/networks?id=91f0eb98-678c-4b6a-bd13-f87f951f1bc3 HTTP/1.1" status: 200 len: 914 time: 0.5158451 Apr 21 12:42:05.949444 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-263769ca-7ea6-44ff-8de7-03043ad63ec2 service neutron] 10.222.0.36 "GET /v2.0/networks/bb3b6a61-8fc8-445c-8324-3e3cc0c63337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349887 Apr 21 12:42:06.042035 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbaf6424-a570-4d40-8e8d-8e00706a25e9 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:06.051116 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaf6424-a570-4d40-8e8d-8e00706a25e9 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:06.051829 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbaf6424-a570-4d40-8e8d-8e00706a25e9 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:06.102778 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 1fa9a9d6-352a-408b-9170-041e46028ffd details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:42:06.104770 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2f760b15-8908-42ae-92ec-420feeeac151 None None] Provisioning complete for port 900c2610-746d-4e2c-91eb-f23a111f1025 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:06.105210 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f760b15-8908-42ae-92ec-420feeeac151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:06.148986 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fbaf6424-a570-4d40-8e8d-8e00706a25e9 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6446488 Apr 21 12:42:06.149382 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b81d133-015a-4628-8acc-9e45c9214efb req-cc979cee-a277-407a-be8f-6aaf0411dc24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91f23052-f453-4088-9521-6c5013ab373f HTTP/1.1" status: 200 len: 217 time: 0.1989503 Apr 21 12:42:06.172659 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44440) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:06.181683 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-288b8fb4-7adf-4250-b312-a93e10f80aca tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1119196017'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:06.217389 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 900c2610-746d-4e2c-91eb-f23a111f1025 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:06.218359 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:06.313985 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81d133-015a-4628-8acc-9e45c9214efb req-7a8bd806-2ed9-4b55-9262-be8ad899d8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:06.316260 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b81d133-015a-4628-8acc-9e45c9214efb req-7a8bd806-2ed9-4b55-9262-be8ad899d8f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9733f310-0141-4a47-a768-d487fa492ddd HTTP/1.1" status: 200 len: 853 time: 0.1045759 Apr 21 12:42:06.323995 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288b8fb4-7adf-4250-b312-a93e10f80aca tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Made reservation on behalf of 7120a177c0be4d87a5410e0e3458cf71 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:06.329406 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-288b8fb4-7adf-4250-b312-a93e10f80aca tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:06.425303 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7846ac68-0373-482f-861b-0ee341d5dafe None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:06.481708 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-288b8fb4-7adf-4250-b312-a93e10f80aca tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:42:06.495068 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-288b8fb4-7adf-4250-b312-a93e10f80aca tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:06.495308 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-288b8fb4-7adf-4250-b312-a93e10f80aca tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Added segment 5cdd4b04-c525-48ee-b82b-c3aff0c66dfc of type vlan for network 9a2b8876-985c-4565-b7e3-bb4875c74da3 Apr 21 12:42:06.505186 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7846ac68-0373-482f-861b-0ee341d5dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:06.607985 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8f3aa4aa-9f02-4e7d-a6b9-3c054d242812 req-9b3f715c-4b16-474e-998f-c5d04911676f tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/ports?device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 210 time: 0.1904225 Apr 21 12:42:06.685478 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b81d133-015a-4628-8acc-9e45c9214efb req-e0a87dd2-4555-4dc6-b76e-1da0a642edb6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=91f0eb98-678c-4b6a-bd13-f87f951f1bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2915223 Apr 21 12:42:06.711625 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-288b8fb4-7adf-4250-b312-a93e10f80aca tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:06.724148 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846ac68-0373-482f-861b-0ee341d5dafe None None] Pushing event updated for resources: {'Port': ['ID=b4e57c0e-de96-449a-8752-fa54b74c1795,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:06.738838 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-d30020b1-c77b-4451-a5d1-ffceeb18cd3c service neutron] 10.222.0.36 "GET /v2.0/networks/083113f4-712e-4273-85bd-dfdb95632ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7820952 Apr 21 12:42:06.768545 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 1fa9a9d6-352a-408b-9170-041e46028ffd, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=1fa9a9d6-352a-408b-9170-041e46028ffd,segment=NetworkSegment(55331157-0de8-40ca-be2e-e4bd5fec8eed),segment_id=55331157-0de8-40ca-be2e-e4bd5fec8eed)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:06.773642 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf6424-a570-4d40-8e8d-8e00706a25e9 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Pushing event updated for resources: {'Network': ['ID=9602e5b7-37fa-4803-9009-ee1c29a9d4d9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:06.782497 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7846ac68-0373-482f-861b-0ee341d5dafe None None] Network 083113f4-712e-4273-85bd-dfdb95632ed3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:06.810008 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29f71336-e8c9-480d-9491-1a04b95e8996 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:06.820060 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 9602e5b7-37fa-4803-9009-ee1c29a9d4d9 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:42:06.822026 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7846ac68-0373-482f-861b-0ee341d5dafe None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:06.836928 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7846ac68-0373-482f-861b-0ee341d5dafe None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:42:06.848217 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '1fa9a9d6-352a-408b-9170-041e46028ffd', 'network_id': '91f0eb98-678c-4b6a-bd13-f87f951f1bc3', 'port_id': '1fa9a9d6-352a-408b-9170-041e46028ffd', 'mac_address': 'fa:16:3e:d5:4c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9733f310-0141-4a47-a768-d487fa492ddd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:42:06.863262 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.db.resource_extend [None req-288b8fb4-7adf-4250-b312-a93e10f80aca tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 12:42:06.893839 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e77bc84-2a17-413c-8601-16c7f1904b1e tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:06.938347 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e77bc84-2a17-413c-8601-16c7f1904b1e tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Pushing event deleted for resources: {'Subnet': ['ID=ed2c1d67-ef52-4e4b-bb40-eea706bb350f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:06.950898 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29f71336-e8c9-480d-9491-1a04b95e8996 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:06.950898 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29f71336-e8c9-480d-9491-1a04b95e8996 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:06.989940 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e77bc84-2a17-413c-8601-16c7f1904b1e tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:06.996138 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0e77bc84-2a17-413c-8601-16c7f1904b1e tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] 10.222.0.36 "DELETE /v2.0/subnets/ed2c1d67-ef52-4e4b-bb40-eea706bb350f HTTP/1.1" status: 204 len: 168 time: 1.8754332 Apr 21 12:42:06.999523 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44446) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:07.009512 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3f2e6-23d7-4cf6-b60a-cc9585724718 req-aac4869c-e1d8-47b7-b721-028a874bf40d tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:07.013793 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-89e3f2e6-23d7-4cf6-b60a-cc9585724718 req-aac4869c-e1d8-47b7-b721-028a874bf40d tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 949 time: 0.2250578 Apr 21 12:42:07.024478 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49292198-cba8-459a-84a4-f50966cf8899 req-b1cea01c-7387-433c-a8b9-b8b170bc9e45 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:07.026405 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49292198-cba8-459a-84a4-f50966cf8899 req-b1cea01c-7387-433c-a8b9-b8b170bc9e45 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.24 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b&tenant_id=45464789e2cc4bfeaf42e6404c0e9729&binding%3Ahost_id=n-h1-836147-2 HTTP/1.1" status: 200 len: 949 time: 0.3996809 Apr 21 12:42:07.041049 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:07.063806 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-288b8fb4-7adf-4250-b312-a93e10f80aca tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:07.075617 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288b8fb4-7adf-4250-b312-a93e10f80aca tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:07.075774 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24eb3d1-3aca-480f-ba52-0310b0fb3b5c None None] Network 1acbf10b-afd8-4e59-85dd-32010518663e requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:07.076528 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-288b8fb4-7adf-4250-b312-a93e10f80aca tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:07.083870 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f71336-e8c9-480d-9491-1a04b95e8996 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Port': ['ID=5f8332be-f7ac-4f7e-bf95-e016c0c61750,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:07.109157 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fa9a9d6-352a-408b-9170-041e46028ffd {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:42:07.150876 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfeb495-2651-4285-8127-00e99984c241 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:07.151203 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 1fa9a9d6-352a-408b-9170-041e46028ffd, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=1fa9a9d6-352a-408b-9170-041e46028ffd,segment=NetworkSegment(55331157-0de8-40ca-be2e-e4bd5fec8eed),segment_id=55331157-0de8-40ca-be2e-e4bd5fec8eed)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:07.190907 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-89e3f2e6-23d7-4cf6-b60a-cc9585724718 req-76fe3509-8260-4bcf-9794-827c6cbac8bf tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633279 Apr 21 12:42:07.213088 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b81d133-015a-4628-8acc-9e45c9214efb req-5ece8dd1-eeaf-4413-94af-dd28237102d6 service neutron] 10.222.0.26 "GET /v2.0/networks/91f0eb98-678c-4b6a-bd13-f87f951f1bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4610081 Apr 21 12:42:07.220323 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7846ac68-0373-482f-861b-0ee341d5dafe None None] Attempting to bind port b4e57c0e-de96-449a-8752-fa54b74c1795 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:42:07.220921 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7846ac68-0373-482f-861b-0ee341d5dafe None None] Attempting to bind port b4e57c0e-de96-449a-8752-fa54b74c1795 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '985a5265-bc72-4924-bf36-8e8c62f4ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '083113f4-712e-4273-85bd-dfdb95632ed3'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:42:07.221417 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846ac68-0373-482f-861b-0ee341d5dafe None None] Attempting to bind port b4e57c0e-de96-449a-8752-fa54b74c1795 on network 083113f4-712e-4273-85bd-dfdb95632ed3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:07.258551 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f71336-e8c9-480d-9491-1a04b95e8996 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network b4ad4b51-09d2-4b44-83e3-583184d996a5 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:07.260890 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-29f71336-e8c9-480d-9491-1a04b95e8996 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:07.270306 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846ac68-0373-482f-861b-0ee341d5dafe None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:42:07.271078 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846ac68-0373-482f-861b-0ee341d5dafe None None] Checking segment: {'id': '985a5265-bc72-4924-bf36-8e8c62f4ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '083113f4-712e-4273-85bd-dfdb95632ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:07.272251 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7846ac68-0373-482f-861b-0ee341d5dafe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:07.272718 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7846ac68-0373-482f-861b-0ee341d5dafe None None] Bound using segment: {'id': '985a5265-bc72-4924-bf36-8e8c62f4ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '083113f4-712e-4273-85bd-dfdb95632ed3'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:42:07.273362 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7846ac68-0373-482f-861b-0ee341d5dafe None None] Bound port: b4e57c0e-de96-449a-8752-fa54b74c1795, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985a5265-bc72-4924-bf36-8e8c62f4ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '083113f4-712e-4273-85bd-dfdb95632ed3'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:42:07.275109 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7846ac68-0373-482f-861b-0ee341d5dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:07.278477 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-91f16158-5eb5-4ddb-9bad-0bfa0aa1f5f1 service neutron] 10.222.0.36 "GET /v2.0/networks/083113f4-712e-4273-85bd-dfdb95632ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5260396 Apr 21 12:42:07.309974 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:07.362355 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-288b8fb4-7adf-4250-b312-a93e10f80aca tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1872504 Apr 21 12:42:07.433054 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-49292198-cba8-459a-84a4-f50966cf8899 req-7295cd93-5861-49d0-a405-f60918b41723 service neutron] delete failed (client error): The resource could not be found. Apr 21 12:42:07.433054 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49292198-cba8-459a-84a4-f50966cf8899 req-7295cd93-5861-49d0-a405-f60918b41723 service neutron] 10.222.0.24 "DELETE /v2.0/ports/a04337c4-fdf9-4860-8c09-d882271e65e0/bindings/n-h2-836147-2 HTTP/1.1" status: 404 len: 380 time: 0.3751101 Apr 21 12:42:07.513068 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0dfeb495-2651-4285-8127-00e99984c241 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Deleting port 1c83e614-be7a-4f36-897a-df1cac5dc6ff {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:42:07.514016 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfeb495-2651-4285-8127-00e99984c241 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:07.530493 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b8fb4-7adf-4250-b312-a93e10f80aca tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Pushing event updated for resources: {'Network': ['ID=9a2b8876-985c-4565-b7e3-bb4875c74da3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:07.559391 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 9a2b8876-985c-4565-b7e3-bb4875c74da3 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:42:07.617020 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7846ac68-0373-482f-861b-0ee341d5dafe None None] For port b4e57c0e-de96-449a-8752-fa54b74c1795, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:42:07.630845 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['1fa9a9d6-352a-408b-9170-041e46028ffd'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:42:07.651045 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f71336-e8c9-480d-9491-1a04b95e8996 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Router 9b6a888f-2c58-4785-b42d-1d1a912beb77 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:42:07.659449 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-0dfeb495-2651-4285-8127-00e99984c241 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] For port 1c83e614-be7a-4f36-897a-df1cac5dc6ff, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=1c83e614-be7a-4f36-897a-df1cac5dc6ff,segment=NetworkSegment(c20ec7fa-d75c-42fd-b339-7d26d44c4145),segment_id=c20ec7fa-d75c-42fd-b339-7d26d44c4145)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:07.659758 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfeb495-2651-4285-8127-00e99984c241 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:07.711589 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=1fa9a9d6-352a-408b-9170-041e46028ffd,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:07.717093 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7846ac68-0373-482f-861b-0ee341d5dafe None None] For port b4e57c0e-de96-449a-8752-fa54b74c1795, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b4e57c0e-de96-449a-8752-fa54b74c1795,segment=NetworkSegment(985a5265-bc72-4924-bf36-8e8c62f4ed57),segment_id=985a5265-bc72-4924-bf36-8e8c62f4ed57)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:42:07.730684 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0dfeb495-2651-4285-8127-00e99984c241 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Calling delete_port for 1c83e614-be7a-4f36-897a-df1cac5dc6ff owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:42:07.772884 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7846ac68-0373-482f-861b-0ee341d5dafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:07.976166 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-983faf9a-e4a2-42a9-a656-2a2bb8b28da3 service neutron] 10.222.0.36 "GET /v2.0/networks/bb3b6a61-8fc8-445c-8324-3e3cc0c63337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6828845 Apr 21 12:42:07.979187 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f71336-e8c9-480d-9491-1a04b95e8996 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:42:07.993271 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b171627a-69b7-45a7-bc8c-153a91419e14 None None] Sync routers for ids ['9b6a888f-2c58-4785-b42d-1d1a912beb77'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:42:07.994649 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44450) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:08.004693 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-29f71336-e8c9-480d-9491-1a04b95e8996 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "PUT /v2.0/routers/9b6a888f-2c58-4785-b42d-1d1a912beb77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8487628 Apr 21 12:42:08.019981 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b171627a-69b7-45a7-bc8c-153a91419e14 None None] Routers {'9b6a888f-2c58-4785-b42d-1d1a912beb77'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:42:08.022250 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b171627a-69b7-45a7-bc8c-153a91419e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:41:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['9b6a888f-2c58-4785-b42d-1d1a912beb77'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:08.083718 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b171627a-69b7-45a7-bc8c-153a91419e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:08.100590 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b81d133-015a-4628-8acc-9e45c9214efb req-176b612b-f290-4413-be8e-360d39923da8 service neutron] 10.222.0.26 "GET /v2.0/networks/91f0eb98-678c-4b6a-bd13-f87f951f1bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8654144 Apr 21 12:42:08.104592 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b171627a-69b7-45a7-bc8c-153a91419e14 None None] Routers {'9b6a888f-2c58-4785-b42d-1d1a912beb77'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:42:08.106788 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b171627a-69b7-45a7-bc8c-153a91419e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:41:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['9b6a888f-2c58-4785-b42d-1d1a912beb77'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:08.129298 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfeb495-2651-4285-8127-00e99984c241 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:08.147631 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd5bddd-a96f-4950-b21d-9df9118d22df None None] Network b4ad4b51-09d2-4b44-83e3-583184d996a5 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:08.166126 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6399846-8b88-46b2-bb2c-974e036e1a37 None None] DHCP port deletion for 1acbf10b-afd8-4e59-85dd-32010518663e request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:42:08.168407 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:08.189061 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfeb495-2651-4285-8127-00e99984c241 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Pushing event deleted for resources: {'Port': ['ID=1c83e614-be7a-4f36-897a-df1cac5dc6ff,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:08.218084 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b171627a-69b7-45a7-bc8c-153a91419e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:08.218693 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b171627a-69b7-45a7-bc8c-153a91419e14 None None] The sync data for ids ['9b6a888f-2c58-4785-b42d-1d1a912beb77'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:42:08.255098 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfeb495-2651-4285-8127-00e99984c241 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] No DVR routers for this DVR port 1c83e614-be7a-4f36-897a-df1cac5dc6ff on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:42:08.408928 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846ac68-0373-482f-861b-0ee341d5dafe None None] Pushing event updated for resources: {'Port': ['ID=b4e57c0e-de96-449a-8752-fa54b74c1795,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:08.415490 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-518edec4-611b-485f-87fd-c9091a4eba0f None None] Provisioning complete for port ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:08.420097 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-518edec4-611b-485f-87fd-c9091a4eba0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:08.640292 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfeb495-2651-4285-8127-00e99984c241 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:08.700453 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-0dfeb495-2651-4285-8127-00e99984c241 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1acbf10b-afd8-4e59-85dd-32010518663e']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:08.728113 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-0dfeb495-2651-4285-8127-00e99984c241 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20ec7fa-d75c-42fd-b339-7d26d44c4145') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:08.731610 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-0dfeb495-2651-4285-8127-00e99984c241 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20ec7fa-d75c-42fd-b339-7d26d44c4145') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:08.765108 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:08.766359 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:08.769555 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfeb495-2651-4285-8127-00e99984c241 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:08.790226 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a9105b-4463-4e99-893b-afb1c4b159f2 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:08.795777 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-95a9105b-4463-4e99-893b-afb1c4b159f2 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "GET /v2.0/ports/5f8332be-f7ac-4f7e-bf95-e016c0c61750 HTTP/1.1" status: 200 len: 911 time: 0.7151682 Apr 21 12:42:08.803826 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70293d-d85e-4517-a9df-025ba32be27f req-e6df6a6c-49a2-400f-8ffc-cb079fad42b6 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:08.812327 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a70293d-d85e-4517-a9df-025ba32be27f req-e6df6a6c-49a2-400f-8ffc-cb079fad42b6 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7fdc95c-7eae-45fa-a42e-6e152381d6af HTTP/1.1" status: 200 len: 944 time: 1.4302342 Apr 21 12:42:08.819152 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44454) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:08.826577 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfeb495-2651-4285-8127-00e99984c241 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:08.828089 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8fdecfa7-1862-4679-b331-61290686eec8 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '67f7e258-862f-4b31-8a63-a299199bb914'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:08.842173 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dfeb495-2651-4285-8127-00e99984c241 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:42:08.843058 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfeb495-2651-4285-8127-00e99984c241 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:42:08.847894 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:42:08.873421 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49292198-cba8-459a-84a4-f50966cf8899 req-9ad4cead-3414-42a9-b0f5-c303fbe1a9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:08.875591 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49292198-cba8-459a-84a4-f50966cf8899 req-9ad4cead-3414-42a9-b0f5-c303fbe1a9dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 1100 time: 1.3046579 Apr 21 12:42:08.973699 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 91f23052-f453-4088-9521-6c5013ab373f details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:42:08.976676 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device a04337c4-fdf9-4860-8c09-d882271e65e0 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:08.994514 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-518edec4-611b-485f-87fd-c9091a4eba0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:09.041613 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a70293d-d85e-4517-a9df-025ba32be27f req-8b8f5b25-b616-4230-a86c-80d67140cbb9 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097170 Apr 21 12:42:09.062540 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfeb495-2651-4285-8127-00e99984c241 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:09.071788 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfeb495-2651-4285-8127-00e99984c241 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:09.082493 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0dfeb495-2651-4285-8127-00e99984c241 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] 10.222.0.36 "DELETE /v2.0/networks/1acbf10b-afd8-4e59-85dd-32010518663e HTTP/1.1" status: 204 len: 168 time: 2.0818586 Apr 21 12:42:09.136758 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfeb495-2651-4285-8127-00e99984c241 tempest-ExtraDHCPOptionsTestJSON-1285063783 tempest-ExtraDHCPOptionsTestJSON-1285063783-project] Pushing event deleted for resources: {'Network': ['ID=1acbf10b-afd8-4e59-85dd-32010518663e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:09.218640 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-15f851fd-7528-4f15-83ab-d5dc4db90d8e service neutron] 10.222.0.36 "GET /v2.0/networks/bb3b6a61-8fc8-445c-8324-3e3cc0c63337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1167784 Apr 21 12:42:09.224569 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 12:42:09.306905 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d00f574-deb0-4118-9444-05cde3b258ea req-915955f0-61b4-4845-84b4-bc7831ff10db tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/ports?device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 210 time: 0.1153715 Apr 21 12:42:09.402712 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49292198-cba8-459a-84a4-f50966cf8899 req-924415f2-8be2-49ab-bbfa-a85f87ef2eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:09.404158 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49292198-cba8-459a-84a4-f50966cf8899 req-924415f2-8be2-49ab-bbfa-a85f87ef2eac service neutron] 10.222.0.24 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.5109084 Apr 21 12:42:09.499900 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-518edec4-611b-485f-87fd-c9091a4eba0f None None] For port ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445,segment=NetworkSegment(2cc9c0a6-d2e9-4b18-b2b4-5a2773551a50),segment_id=2cc9c0a6-d2e9-4b18-b2b4-5a2773551a50)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:09.519333 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:09.635118 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49292198-cba8-459a-84a4-f50966cf8899 req-03f34ebb-fd3e-4c43-a5f0-79e68d65f4f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=a04337c4-fdf9-4860-8c09-d882271e65e0 HTTP/1.1" status: 200 len: 217 time: 0.2012308 Apr 21 12:42:09.671552 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-518edec4-611b-485f-87fd-c9091a4eba0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:09.801809 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a98f694-5ff6-41a2-81c0-380e7f3e95e5 req-dd96e4f9-f776-4778-a63b-058fe1bf8676 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 210 time: 0.1478760 Apr 21 12:42:09.863481 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518edec4-611b-485f-87fd-c9091a4eba0f None None] Pushing event updated for resources: {'Port': ['ID=ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:09.941389 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port a04337c4-fdf9-4860-8c09-d882271e65e0 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:42:09.949260 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49292198-cba8-459a-84a4-f50966cf8899 req-adb914f6-6a17-4abf-bec1-27d19c11c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:09.952380 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49292198-cba8-459a-84a4-f50966cf8899 req-adb914f6-6a17-4abf-bec1-27d19c11c5a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.2907155 Apr 21 12:42:09.959643 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:42:09.959916 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:42:09.960504 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port a04337c4-fdf9-4860-8c09-d882271e65e0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:09.961028 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:10.001484 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8fdecfa7-1862-4679-b331-61290686eec8 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:10.012168 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 91f23052-f453-4088-9521-6c5013ab373f, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=91f23052-f453-4088-9521-6c5013ab373f,segment=NetworkSegment(55331157-0de8-40ca-be2e-e4bd5fec8eed),segment_id=55331157-0de8-40ca-be2e-e4bd5fec8eed)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:10.020250 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ae0002ab-9dc9-40d3-9297-2882639dde6d None None] Provisioning complete for port ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:10.022773 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae0002ab-9dc9-40d3-9297-2882639dde6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:10.119327 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e24562-4fc7-47f7-b0f7-8330edc76488 req-eb1325d8-3c59-4505-adb6-4450ad6560a4 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:10.120380 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-21e24562-4fc7-47f7-b0f7-8330edc76488 req-eb1325d8-3c59-4505-adb6-4450ad6560a4 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 949 time: 0.6558311 Apr 21 12:42:10.131649 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c59a24-9e52-49fb-a9b0-ca9e93f9e91b None None] Network 083113f4-712e-4273-85bd-dfdb95632ed3 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:10.177316 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44472) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:10.201808 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 1fa9a9d6-352a-408b-9170-041e46028ffd up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:10.363563 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '91f23052-f453-4088-9521-6c5013ab373f', 'network_id': '91f0eb98-678c-4b6a-bd13-f87f951f1bc3', 'port_id': '91f23052-f453-4088-9521-6c5013ab373f', 'mac_address': 'fa:16:3e:db:7b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9733f310-0141-4a47-a768-d487fa492ddd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:42:10.388521 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49292198-cba8-459a-84a4-f50966cf8899 req-84443ad7-e819-440d-8892-8ef79cb02fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:10.391527 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49292198-cba8-459a-84a4-f50966cf8899 req-84443ad7-e819-440d-8892-8ef79cb02fb8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3470006 Apr 21 12:42:10.535512 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-113418ea-5c34-404f-80a6-0d6c8dd9d79f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=857aa2bea57747488436636a8b484cc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3566906 Apr 21 12:42:10.537701 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44478) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:10.584554 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ae0002ab-9dc9-40d3-9297-2882639dde6d None None] Provisioning complete for port 5f8332be-f7ac-4f7e-bf95-e016c0c61750 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:10.584991 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae0002ab-9dc9-40d3-9297-2882639dde6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:10.603636 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-21e24562-4fc7-47f7-b0f7-8330edc76488 req-62701ebd-bbcd-4548-aaa5-6944c1cacabb tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436188 Apr 21 12:42:10.603989 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-da3de769-d0eb-4da8-9f7f-58be6cbfc041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:10.643407 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:10.648216 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-da3de769-d0eb-4da8-9f7f-58be6cbfc041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:10.745793 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91f23052-f453-4088-9521-6c5013ab373f {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:42:10.772295 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0bd943-69c5-4697-934b-5faf73cab268 req-e4a84254-6e88-4052-827f-2ab2c92c0fec tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:10.791044 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e0bd943-69c5-4697-934b-5faf73cab268 req-e4a84254-6e88-4052-827f-2ab2c92c0fec tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7fdc95c-7eae-45fa-a42e-6e152381d6af HTTP/1.1" status: 200 len: 944 time: 0.5554497 Apr 21 12:42:10.801977 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 1fa9a9d6-352a-408b-9170-041e46028ffd completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:42:10.816801 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-da3de769-d0eb-4da8-9f7f-58be6cbfc041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:10.824385 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-da3de769-d0eb-4da8-9f7f-58be6cbfc041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:10.824385 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-da3de769-d0eb-4da8-9f7f-58be6cbfc041 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0867c543-cf53-469b-8a49-21444e870542 HTTP/1.1" status: 204 len: 168 time: 0.2835381 Apr 21 12:42:10.844603 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44486) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:10.864413 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 1fa9a9d6-352a-408b-9170-041e46028ffd triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:10.864911 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:10.869525 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-dcb89c01-2dd8-4fd8-8ae3-939f56c8bca4 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Request body: {'subnets': [{'network_id': '9602e5b7-37fa-4803-9009-ee1c29a9d4d9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1447581523', 'ip_version': 6}, {'network_id': '9a2b8876-985c-4565-b7e3-bb4875c74da3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:10.870419 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-dcb89c01-2dd8-4fd8-8ae3-939f56c8bca4 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Request body: {'subnet': {'network_id': '9602e5b7-37fa-4803-9009-ee1c29a9d4d9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1447581523', 'ip_version': 6}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:10.875629 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-dcb89c01-2dd8-4fd8-8ae3-939f56c8bca4 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Request body: {'subnet': {'network_id': '9a2b8876-985c-4565-b7e3-bb4875c74da3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:10.909041 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3de769-d0eb-4da8-9f7f-58be6cbfc041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0867c543-cf53-469b-8a49-21444e870542,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:10.978215 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-658d8190-c293-47ca-bf1b-170a03a7a4ab req-b80da713-de8c-49e5-b03e-5b0783123d35 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/ports?device_id=1010468d-70a6-4e5b-be31-62638abe61e6 HTTP/1.1" status: 200 len: 210 time: 0.1412942 Apr 21 12:42:11.039211 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 91f23052-f453-4088-9521-6c5013ab373f, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=91f23052-f453-4088-9521-6c5013ab373f,segment=NetworkSegment(55331157-0de8-40ca-be2e-e4bd5fec8eed),segment_id=55331157-0de8-40ca-be2e-e4bd5fec8eed)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:11.075682 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49292198-cba8-459a-84a4-f50966cf8899 req-0e07ba13-5e2f-436f-bf89-a9e557030032 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6626844 Apr 21 12:42:11.081769 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e0bd943-69c5-4697-934b-5faf73cab268 req-83c8935c-53bc-4009-8409-33715919f09f tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898157 Apr 21 12:42:11.154944 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ae0002ab-9dc9-40d3-9297-2882639dde6d None None] Port 5f8332be-f7ac-4f7e-bf95-e016c0c61750 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:42:11.177259 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b4e57c0e-de96-449a-8752-fa54b74c1795 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:11.193254 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:11.216440 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79556f46-2474-42db-8aa9-1d7a23df5117 req-c8d16fdd-bfbe-4674-95cd-bc5d6fc86899 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 210 time: 0.0329926 Apr 21 12:42:11.249336 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:11.269872 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8fdecfa7-1862-4679-b331-61290686eec8 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:11.292549 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49292198-cba8-459a-84a4-f50966cf8899 req-d2d4fb46-0f97-4887-b654-100d855866a8 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062652 Apr 21 12:42:11.361825 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb89c01-2dd8-4fd8-8ae3-939f56c8bca4 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Made reservation on behalf of 7120a177c0be4d87a5410e0e3458cf71 for: {'subnet': 2} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:11.367752 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dcb89c01-2dd8-4fd8-8ae3-939f56c8bca4 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:11.368211 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dcb89c01-2dd8-4fd8-8ae3-939f56c8bca4 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:11.396271 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8fdecfa7-1862-4679-b331-61290686eec8 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:11.401481 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fdecfa7-1862-4679-b331-61290686eec8 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:11.404859 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8fdecfa7-1862-4679-b331-61290686eec8 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:11.412335 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8fdecfa7-1862-4679-b331-61290686eec8 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "PUT /v2.0/ports/5f8332be-f7ac-4f7e-bf95-e016c0c61750 HTTP/1.1" status: 200 len: 911 time: 2.5832639 Apr 21 12:42:11.416146 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918f7e73-6a8e-47f3-a19a-aa1e837bab0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04337c4-fdf9-4860-8c09-d882271e65e0'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:42:11.423109 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80375db0-c49a-480c-bf52-e0fabc627ed7" -d '{"events": [{"server_uuid": "918f7e73-6a8e-47f3-a19a-aa1e837bab0b", "name": "network-vif-plugged", "status": "completed", "tag": "a04337c4-fdf9-4860-8c09-d882271e65e0"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:42:11.445384 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=91f23052-f453-4088-9521-6c5013ab373f,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:11.476370 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44490) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:11.485249 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-23020f89-2501-4831-84d9-46b6c64ae4d2 None None] Provisioning complete for port b4e57c0e-de96-449a-8752-fa54b74c1795 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:11.485640 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23020f89-2501-4831-84d9-46b6c64ae4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:11.516393 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdecfa7-1862-4679-b331-61290686eec8 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Port': ['ID=5f8332be-f7ac-4f7e-bf95-e016c0c61750,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:11.598959 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port a04337c4-fdf9-4860-8c09-d882271e65e0, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=a04337c4-fdf9-4860-8c09-d882271e65e0,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:11.600814 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ef05d0-d628-4ca5-ac2d-313a8bb519c9 x-openstack-request-id: req-03ef05d0-d628-4ca5-ac2d-313a8bb519c9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:42:11.601147 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918f7e73-6a8e-47f3-a19a-aa1e837bab0b", "name": "network-vif-plugged", "status": "completed", "tag": "a04337c4-fdf9-4860-8c09-d882271e65e0", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:42:11.602857 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-03ef05d0-d628-4ca5-ac2d-313a8bb519c9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:42:11.602857 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03ef05d0-d628-4ca5-ac2d-313a8bb519c9'] response: {'server_uuid': '918f7e73-6a8e-47f3-a19a-aa1e837bab0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a04337c4-fdf9-4860-8c09-d882271e65e0', 'code': 200} Apr 21 12:42:11.626845 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['91f23052-f453-4088-9521-6c5013ab373f'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:42:11.685331 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port b4e57c0e-de96-449a-8752-fa54b74c1795 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:11.685886 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:11.692381 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:11.753905 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:11.798084 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b0bbba-efbb-480a-b694-6c0312addce8 req-c89258c4-ab78-415e-8d11-8f31a0780f42 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:11.813850 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01b0bbba-efbb-480a-b694-6c0312addce8 req-c89258c4-ab78-415e-8d11-8f31a0780f42 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 950 time: 0.0838511 Apr 21 12:42:11.874771 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01b0bbba-efbb-480a-b694-6c0312addce8 req-9af01084-cf6f-4a79-bdda-55b8ed2dbb93 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671070 Apr 21 12:42:11.962020 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=a04337c4-fdf9-4860-8c09-d882271e65e0,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:12.012812 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 1fa9a9d6-352a-408b-9170-041e46028ffd, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=1fa9a9d6-352a-408b-9170-041e46028ffd,segment=NetworkSegment(55331157-0de8-40ca-be2e-e4bd5fec8eed),segment_id=55331157-0de8-40ca-be2e-e4bd5fec8eed)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:12.251603 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44518) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:12.329952 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9cdeb2-362e-46fb-9069-eb9bdaa6c8f9 req-6da2ef73-6f81-4d24-814f-2ca4bc0d4ce5 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:12.334444 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c9cdeb2-362e-46fb-9069-eb9bdaa6c8f9 req-6da2ef73-6f81-4d24-814f-2ca4bc0d4ce5 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7fdc95c-7eae-45fa-a42e-6e152381d6af HTTP/1.1" status: 200 len: 945 time: 0.1453264 Apr 21 12:42:12.370811 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:12.453001 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eeeab25f-ef6e-4225-a7c5-79ddccad6dba req-48b8632d-4b05-4027-b269-f1563a05d097 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 210 time: 0.1170936 Apr 21 12:42:12.486622 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f2ea350-5c19-4cf0-92c1-d134e76a6cd1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:12.500989 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:12.502090 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c9cdeb2-362e-46fb-9069-eb9bdaa6c8f9 req-9a1586ed-de85-444d-b8b7-6df45bc4c9c0 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487911 Apr 21 12:42:12.524188 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44522) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:12.548688 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84b88599-a9c7-4f0d-ad9e-018dc18535fc tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:12.569929 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23020f89-2501-4831-84d9-46b6c64ae4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:12.572408 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=1fa9a9d6-352a-408b-9170-041e46028ffd,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:12.582361 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84b88599-a9c7-4f0d-ad9e-018dc18535fc tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:12.607656 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dcb89c01-2dd8-4fd8-8ae3-939f56c8bca4 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:12.687715 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port b4e57c0e-de96-449a-8752-fa54b74c1795, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b4e57c0e-de96-449a-8752-fa54b74c1795,segment=NetworkSegment(985a5265-bc72-4924-bf36-8e8c62f4ed57),segment_id=985a5265-bc72-4924-bf36-8e8c62f4ed57)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:12.699061 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2f576860-045a-49af-be05-097a0bd2c725 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2033839316'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:12.720814 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84b88599-a9c7-4f0d-ad9e-018dc18535fc tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:12.724133 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84b88599-a9c7-4f0d-ad9e-018dc18535fc tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:12.726090 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-84b88599-a9c7-4f0d-ad9e-018dc18535fc tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "DELETE /v2.0/security-groups/23fca203-01a7-4e6c-a573-6018b09e4eda HTTP/1.1" status: 204 len: 168 time: 0.4725034 Apr 21 12:42:12.729257 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb89c01-2dd8-4fd8-8ae3-939f56c8bca4 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Checking segment: {'id': 'ddd0c563-d1b5-4312-ad45-603590a2591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9602e5b7-37fa-4803-9009-ee1c29a9d4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:12.729637 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb89c01-2dd8-4fd8-8ae3-939f56c8bca4 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Network hostable DHCP agents. Network: 9602e5b7-37fa-4803-9009-ee1c29a9d4d9, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:42:12.731115 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44526) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:12.775032 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb89c01-2dd8-4fd8-8ae3-939f56c8bca4 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Pushing event updated for resources: {'Subnet': ['ID=45d08d12-aa83-4e89-997f-783d6e4251ae,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:12.785404 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-8588c5b7-0776-48b2-a88c-42dd9147cec9 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] show failed (client error): The resource could not be found. Apr 21 12:42:12.788184 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8588c5b7-0776-48b2-a88c-42dd9147cec9 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "GET /v2.0/security-groups/23fca203-01a7-4e6c-a573-6018b09e4eda HTTP/1.1" status: 404 len: 347 time: 0.0543561 Apr 21 12:42:12.792624 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:12.793497 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:12.796022 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-23020f89-2501-4831-84d9-46b6c64ae4d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:42:12.796387 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-23020f89-2501-4831-84d9-46b6c64ae4d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:42:12.796497 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b88599-a9c7-4f0d-ad9e-018dc18535fc tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fca203-01a7-4e6c-a573-6018b09e4eda,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:12.798298 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44528) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:12.871487 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f576860-045a-49af-be05-097a0bd2c725 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Made reservation on behalf of 28f81f60811b4356b23d2a8e82427faf for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:12.875334 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f576860-045a-49af-be05-097a0bd2c725 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:12.904450 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb89c01-2dd8-4fd8-8ae3-939f56c8bca4 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Network 9602e5b7-37fa-4803-9009-ee1c29a9d4d9 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:42:12.920236 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f576860-045a-49af-be05-097a0bd2c725 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:12.967225 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ea350-5c19-4cf0-92c1-d134e76a6cd1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Deleting port 5f8332be-f7ac-4f7e-bf95-e016c0c61750 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:42:12.968416 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f2ea350-5c19-4cf0-92c1-d134e76a6cd1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:13.006546 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=b4e57c0e-de96-449a-8752-fa54b74c1795,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:13.015793 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:13.015793 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:13.031687 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-dcb89c01-2dd8-4fd8-8ae3-939f56c8bca4 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 9602e5b7-37fa-4803-9009-ee1c29a9d4d9) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:13.059112 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dcb89c01-2dd8-4fd8-8ae3-939f56c8bca4 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:13.073125 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cfaf56-14d1-439c-8f87-a9c34366696e None None] Network 9602e5b7-37fa-4803-9009-ee1c29a9d4d9 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:13.100702 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-00985a37-85db-4118-8e7d-970a1331e623 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Deleting port e1b43281-c370-444d-bcbb-10e6814fef7b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:42:13.101222 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00985a37-85db-4118-8e7d-970a1331e623 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:13.219508 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f107a-28b8-43e2-b5db-afd8ddd066c3 req-5a233b0f-e493-4ac3-a3d1-e3e047f328b0 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:13.221212 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-167f107a-28b8-43e2-b5db-afd8ddd066c3 req-5a233b0f-e493-4ac3-a3d1-e3e047f328b0 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 950 time: 0.2341454 Apr 21 12:42:13.250530 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f576860-045a-49af-be05-097a0bd2c725 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:13.267107 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb89c01-2dd8-4fd8-8ae3-939f56c8bca4 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Checking segment: {'id': '5cdd4b04-c525-48ee-b82b-c3aff0c66dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9a2b8876-985c-4565-b7e3-bb4875c74da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:13.267726 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb89c01-2dd8-4fd8-8ae3-939f56c8bca4 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Network hostable DHCP agents. Network: 9a2b8876-985c-4565-b7e3-bb4875c74da3, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:42:13.277945 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f2ea350-5c19-4cf0-92c1-d134e76a6cd1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:13.312977 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-167f107a-28b8-43e2-b5db-afd8ddd066c3 req-fcfde56f-e6f6-4a5e-9493-d3a58acbe0f8 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831783 Apr 21 12:42:13.321092 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb89c01-2dd8-4fd8-8ae3-939f56c8bca4 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Pushing event updated for resources: {'Subnet': ['ID=267ddac1-542b-4bfa-b64b-97118ed34d4d,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:13.332842 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00985a37-85db-4118-8e7d-970a1331e623 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:13.333277 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00985a37-85db-4118-8e7d-970a1331e623 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:13.336499 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ea350-5c19-4cf0-92c1-d134e76a6cd1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Calling delete_port for 5f8332be-f7ac-4f7e-bf95-e016c0c61750 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:42:13.354284 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-952c6bf1-5eca-4b72-86ba-6e545eb1791d tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:13.359862 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 1c83e614-be7a-4f36-897a-df1cac5dc6ff no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:42:13.361195 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-952c6bf1-5eca-4b72-86ba-6e545eb1791d tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:13.363423 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-952c6bf1-5eca-4b72-86ba-6e545eb1791d tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.24 "GET /v2.0/networks?id=bb3b6a61-8fc8-445c-8324-3e3cc0c63337&id=083113f4-712e-4273-85bd-dfdb95632ed3&id=bb3b6a61-8fc8-445c-8324-3e3cc0c63337 HTTP/1.1" status: 200 len: 1391 time: 0.2950861 Apr 21 12:42:13.364544 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-00985a37-85db-4118-8e7d-970a1331e623 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Calling delete_port for e1b43281-c370-444d-bcbb-10e6814fef7b owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:42:13.366732 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f576860-045a-49af-be05-097a0bd2c725 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:13.397618 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 1c83e614-be7a-4f36-897a-df1cac5dc6ff {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:42:13.398217 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 1c83e614-be7a-4f36-897a-df1cac5dc6ff not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:42:13.426924 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb89c01-2dd8-4fd8-8ae3-939f56c8bca4 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Network 9a2b8876-985c-4565-b7e3-bb4875c74da3 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:42:13.440305 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-145d5d34-9c10-4ea9-aa8e-620da87f812b tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Request body: {'port': {'device_id': '98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804', 'network_id': 'bb3b6a61-8fc8-445c-8324-3e3cc0c63337', 'admin_state_up': True, 'tenant_id': '34d7ccbf72aa4174acc53e783a3a33c5'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:13.448326 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-23020f89-2501-4831-84d9-46b6c64ae4d2 None None] Provisioning complete for port 5f8332be-f7ac-4f7e-bf95-e016c0c61750 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:13.448952 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23020f89-2501-4831-84d9-46b6c64ae4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:13.458093 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902a01b2-6386-490a-b2a7-0bcd093c5bae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-9602e5b7-37fa-4803-9009-ee1c29a9d4d9', 'network_id': '9602e5b7-37fa-4803-9009-ee1c29a9d4d9', 'tenant_id': '7120a177c0be4d87a5410e0e3458cf71', 'fixed_ips': [{'subnet_id': '45d08d12-aa83-4e89-997f-783d6e4251ae'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:42:13.459042 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-902a01b2-6386-490a-b2a7-0bcd093c5bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:13.469659 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f576860-045a-49af-be05-097a0bd2c725 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:42:13.552690 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a19d5766-2f2d-43a3-ad53-0af37a64d6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:13.556928 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b4e57c0e-de96-449a-8752-fa54b74c1795 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:13.562310 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f576860-045a-49af-be05-097a0bd2c725 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:13.562663 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-2f576860-045a-49af-be05-097a0bd2c725 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Added segment 574984cd-ac69-497b-8e69-8521fe684e51 of type vlan for network de0c7722-c885-468c-9719-38a5dfeb508d Apr 21 12:42:13.608678 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f576860-045a-49af-be05-097a0bd2c725 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=140b93eb-4b72-40e1-8ef5-fc705d0acf0c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:13.608899 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-dcb89c01-2dd8-4fd8-8ae3-939f56c8bca4 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 9a2b8876-985c-4565-b7e3-bb4875c74da3) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:13.632232 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb89c01-2dd8-4fd8-8ae3-939f56c8bca4 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:13.633184 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb89c01-2dd8-4fd8-8ae3-939f56c8bca4 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:13.633519 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dcb89c01-2dd8-4fd8-8ae3-939f56c8bca4 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:13.661034 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fdc95c-7eae-45fa-a42e-6e152381d6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa9a9d6-352a-408b-9170-041e46028ffd'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:42:13.663319 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fec33fc-ae4d-40b5-a3a6-af6411a3358f" -d '{"events": [{"server_uuid": "e7fdc95c-7eae-45fa-a42e-6e152381d6af", "name": "network-vif-plugged", "status": "completed", "tag": "1fa9a9d6-352a-408b-9170-041e46028ffd"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:42:13.677813 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b12c5ff-2aaa-45ee-beb3-ce30cb414a32 None None] Network 9a2b8876-985c-4565-b7e3-bb4875c74da3 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:13.725771 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-dcb89c01-2dd8-4fd8-8ae3-939f56c8bca4 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.8778722 Apr 21 12:42:13.726671 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44540) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:13.747201 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-23020f89-2501-4831-84d9-46b6c64ae4d2 None None] Port 5f8332be-f7ac-4f7e-bf95-e016c0c61750 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:42:13.786594 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f2ea350-5c19-4cf0-92c1-d134e76a6cd1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:13.867355 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ea350-5c19-4cf0-92c1-d134e76a6cd1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Port': ['ID=5f8332be-f7ac-4f7e-bf95-e016c0c61750,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:13.878384 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port b4e57c0e-de96-449a-8752-fa54b74c1795 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:13.878757 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:13.895745 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-902a01b2-6386-490a-b2a7-0bcd093c5bae None None] Allocated IP 2001:db8::1 (9602e5b7-37fa-4803-9009-ee1c29a9d4d9/45d08d12-aa83-4e89-997f-783d6e4251ae/27c4279e-0bb6-4228-87ef-0cf22faad85b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:42:13.985983 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55933325-486a-49ec-b6c1-6ebdcffee991 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:13.987934 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55933325-486a-49ec-b6c1-6ebdcffee991 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:13.989558 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55933325-486a-49ec-b6c1-6ebdcffee991 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:14.002163 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-55933325-486a-49ec-b6c1-6ebdcffee991 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2740767 Apr 21 12:42:14.004940 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44542) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:14.039151 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b76d8d4-20b6-4fb7-86cf-f3f5022005b9 req-fd0a68c0-e6fe-4f07-b74b-d5a41c1b7f5b tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 210 time: 0.4336843 Apr 21 12:42:14.050511 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-16f9e911-7875-43b7-b0e2-67d9fe482324 None None] Provisioning complete for port b4e57c0e-de96-449a-8752-fa54b74c1795 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:14.051060 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-16f9e911-7875-43b7-b0e2-67d9fe482324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:14.072299 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f576860-045a-49af-be05-097a0bd2c725 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:14.076058 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974a4688-8bc1-4a49-9322-54f7917ceb82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-9a2b8876-985c-4565-b7e3-bb4875c74da3', 'network_id': '9a2b8876-985c-4565-b7e3-bb4875c74da3', 'tenant_id': '7120a177c0be4d87a5410e0e3458cf71', 'fixed_ips': [{'subnet_id': '267ddac1-542b-4bfa-b64b-97118ed34d4d'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:42:14.077052 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-974a4688-8bc1-4a49-9322-54f7917ceb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:14.152537 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7d210-f683-4c10-9d99-4b8493cae1c8 req-bc042342-c48a-4a8b-bdb5-c774d846c3f4 tempest-MigrationsAdminTest-1267018875 tempest-MigrationsAdminTest-1267018875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:14.157848 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3dd7d210-f683-4c10-9d99-4b8493cae1c8 req-bc042342-c48a-4a8b-bdb5-c774d846c3f4 tempest-MigrationsAdminTest-1267018875 tempest-MigrationsAdminTest-1267018875-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 1101 time: 0.6528795 Apr 21 12:42:14.185916 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f2ea350-5c19-4cf0-92c1-d134e76a6cd1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:14.268185 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3dd7d210-f683-4c10-9d99-4b8493cae1c8 req-a279b437-f710-47ad-976d-64cd40cc8eb8 tempest-MigrationsAdminTest-1267018875 tempest-MigrationsAdminTest-1267018875-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959883 Apr 21 12:42:14.308589 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f576860-045a-49af-be05-097a0bd2c725 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:14.314336 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f576860-045a-49af-be05-097a0bd2c725 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:14.314947 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f576860-045a-49af-be05-097a0bd2c725 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:14.333378 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4887e-6d9f-41e0-aaf8-430d5291e9d9 req-47b2009d-dca2-4b50-b286-d2a978ca0061 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:14.340774 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64f4887e-6d9f-41e0-aaf8-430d5291e9d9 req-47b2009d-dca2-4b50-b286-d2a978ca0061 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7fdc95c-7eae-45fa-a42e-6e152381d6af HTTP/1.1" status: 200 len: 945 time: 0.1444843 Apr 21 12:42:14.348115 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2076bc-cb2f-4af4-b3c8-fc5ef86b533d x-openstack-request-id: req-7d2076bc-cb2f-4af4-b3c8-fc5ef86b533d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:42:14.348401 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fdc95c-7eae-45fa-a42e-6e152381d6af", "name": "network-vif-plugged", "status": "completed", "tag": "1fa9a9d6-352a-408b-9170-041e46028ffd", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:42:14.348651 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7d2076bc-cb2f-4af4-b3c8-fc5ef86b533d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:42:14.349043 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d2076bc-cb2f-4af4-b3c8-fc5ef86b533d'] response: {'server_uuid': 'e7fdc95c-7eae-45fa-a42e-6e152381d6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fa9a9d6-352a-408b-9170-041e46028ffd', 'code': 200} Apr 21 12:42:14.385931 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-145d5d34-9c10-4ea9-aa8e-620da87f812b tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Made reservation on behalf of 34d7ccbf72aa4174acc53e783a3a33c5 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:14.390394 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-145d5d34-9c10-4ea9-aa8e-620da87f812b tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:14.403280 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca160c1c-150f-4deb-adf6-079d5f4a268e tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Deleting subnet 45d08d12-aa83-4e89-997f-783d6e4251ae {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:42:14.449229 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00985a37-85db-4118-8e7d-970a1331e623 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:14.498174 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2ea350-5c19-4cf0-92c1-d134e76a6cd1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Router 9b6a888f-2c58-4785-b42d-1d1a912beb77 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:42:14.521672 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6a5a9-afe2-415f-bfc1-65e68e48ec12 req-46b4dff5-a604-4e58-80a0-cc22448751d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:14.523198 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b0b6a5a9-afe2-415f-bfc1-65e68e48ec12 req-46b4dff5-a604-4e58-80a0-cc22448751d2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e7fdc95c-7eae-45fa-a42e-6e152381d6af HTTP/1.1" status: 200 len: 1096 time: 0.0647340 Apr 21 12:42:14.531581 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-902a01b2-6386-490a-b2a7-0bcd093c5bae None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:14.560074 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-974a4688-8bc1-4a49-9322-54f7917ceb82 None None] Allocated IP 2001:db8:0:1::1 (9a2b8876-985c-4565-b7e3-bb4875c74da3/267ddac1-542b-4bfa-b64b-97118ed34d4d/9bfa5071-0073-4509-89dc-a72735d116e7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:42:14.566256 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00985a37-85db-4118-8e7d-970a1331e623 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Pushing event deleted for resources: {'Port': ['ID=e1b43281-c370-444d-bcbb-10e6814fef7b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:14.568990 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f576860-045a-49af-be05-097a0bd2c725 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event updated for resources: {'Network': ['ID=de0c7722-c885-468c-9719-38a5dfeb508d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:14.575508 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2f576860-045a-49af-be05-097a0bd2c725 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0493293 Apr 21 12:42:14.584595 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00985a37-85db-4118-8e7d-970a1331e623 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:14.587551 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00985a37-85db-4118-8e7d-970a1331e623 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:14.588779 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-00985a37-85db-4118-8e7d-970a1331e623 tempest-ServersTestBootFromVolume-1013320280 tempest-ServersTestBootFromVolume-1013320280-project] 10.222.0.36 "DELETE /v2.0/floatingips/a6891dc8-5b86-4ca3-bfc8-78b5d5eb14ae HTTP/1.1" status: 204 len: 168 time: 1.7896154 Apr 21 12:42:14.611770 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44548) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:14.628680 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-902a01b2-6386-490a-b2a7-0bcd093c5bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:14.630517 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca160c1c-150f-4deb-adf6-079d5f4a268e tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:14.631802 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64f4887e-6d9f-41e0-aaf8-430d5291e9d9 req-223f992c-f849-4117-b554-90a9ab9b51cb tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901239 Apr 21 12:42:14.638641 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network de0c7722-c885-468c-9719-38a5dfeb508d details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:42:14.693323 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2ea350-5c19-4cf0-92c1-d134e76a6cd1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:42:14.747041 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1f2ea350-5c19-4cf0-92c1-d134e76a6cd1 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "PUT /v2.0/routers/9b6a888f-2c58-4785-b42d-1d1a912beb77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2608325 Apr 21 12:42:14.751734 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44556) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:14.791287 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0841991f-79fe-4470-883f-4720f83a7c4b None None] Sync routers for ids ['9b6a888f-2c58-4785-b42d-1d1a912beb77'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:42:14.805112 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-145d5d34-9c10-4ea9-aa8e-620da87f812b tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Allocated IP 19.80.0.153 (bb3b6a61-8fc8-445c-8324-3e3cc0c63337/f8e2e891-2f61-45b0-a919-ebba7b686466/55da96c5-1f75-4504-8c88-a7bb86ff2491) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:42:14.828988 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902a01b2-6386-490a-b2a7-0bcd093c5bae None None] Network 9602e5b7-37fa-4803-9009-ee1c29a9d4d9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:14.863238 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-902a01b2-6386-490a-b2a7-0bcd093c5bae None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:14.869479 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902a01b2-6386-490a-b2a7-0bcd093c5bae None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:42:14.912464 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a01b2-6386-490a-b2a7-0bcd093c5bae None None] Pushing event updated for resources: {'Port': ['ID=27c4279e-0bb6-4228-87ef-0cf22faad85b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:14.930739 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0841991f-79fe-4470-883f-4720f83a7c4b None None] Routers {'9b6a888f-2c58-4785-b42d-1d1a912beb77'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:42:14.931381 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-0841991f-79fe-4470-883f-4720f83a7c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:41:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['9b6a888f-2c58-4785-b42d-1d1a912beb77'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:15.004554 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-145d5d34-9c10-4ea9-aa8e-620da87f812b tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:15.069224 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-b3ab469b-7206-4071-b5ef-ae0006b08210 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267541 Apr 21 12:42:15.141456 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-145d5d34-9c10-4ea9-aa8e-620da87f812b tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:15.284737 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e861b25a-1750-4f08-b985-ebb96dc40c1f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b6a888f-2c58-4785-b42d-1d1a912beb77 HTTP/1.1" status: 200 len: 205 time: 0.0728605 Apr 21 12:42:15.286720 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b0b6a5a9-afe2-415f-bfc1-65e68e48ec12 req-317adbb2-ac7e-4424-97eb-118561ff2c60 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7264969 Apr 21 12:42:15.289511 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44564) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:15.307771 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca160c1c-150f-4deb-adf6-079d5f4a268e tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:15.346465 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-145d5d34-9c10-4ea9-aa8e-620da87f812b tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Network bb3b6a61-8fc8-445c-8324-3e3cc0c63337 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:15.399525 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-145d5d34-9c10-4ea9-aa8e-620da87f812b tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:15.473113 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-974a4688-8bc1-4a49-9322-54f7917ceb82 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:15.476203 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 91f23052-f453-4088-9521-6c5013ab373f up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:15.478422 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-0841991f-79fe-4470-883f-4720f83a7c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:15.567276 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-145d5d34-9c10-4ea9-aa8e-620da87f812b tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:42:15.583494 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca160c1c-150f-4deb-adf6-079d5f4a268e tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:15.608126 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d5d34-9c10-4ea9-aa8e-620da87f812b tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Pushing event updated for resources: {'Port': ['ID=55da96c5-1f75-4504-8c88-a7bb86ff2491,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:15.611743 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-974a4688-8bc1-4a49-9322-54f7917ceb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:15.628935 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0841991f-79fe-4470-883f-4720f83a7c4b None None] Routers {'9b6a888f-2c58-4785-b42d-1d1a912beb77'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:42:15.629649 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-0841991f-79fe-4470-883f-4720f83a7c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:41:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['9b6a888f-2c58-4785-b42d-1d1a912beb77'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:15.657985 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-902a01b2-6386-490a-b2a7-0bcd093c5bae None None] Attempting to bind port 27c4279e-0bb6-4228-87ef-0cf22faad85b on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:42:15.658380 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-902a01b2-6386-490a-b2a7-0bcd093c5bae None None] Attempting to bind port 27c4279e-0bb6-4228-87ef-0cf22faad85b by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'ddd0c563-d1b5-4312-ad45-603590a2591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9602e5b7-37fa-4803-9009-ee1c29a9d4d9'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:42:15.658777 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902a01b2-6386-490a-b2a7-0bcd093c5bae None None] Attempting to bind port 27c4279e-0bb6-4228-87ef-0cf22faad85b on network 9602e5b7-37fa-4803-9009-ee1c29a9d4d9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:15.700005 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd1be46e-6a34-469a-b937-753f84ecaee8 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:15.743873 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46392ac7-14a4-44ee-8f6e-8ccc3b1c25f0 req-b8d4a1fe-ea10-49f3-a43f-68f5e9e3da4c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:15.749334 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-46392ac7-14a4-44ee-8f6e-8ccc3b1c25f0 req-b8d4a1fe-ea10-49f3-a43f-68f5e9e3da4c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 932 time: 0.5480273 Apr 21 12:42:15.751976 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84a80ca4-cc5a-4b5c-9882-d25ef696f62b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:15.820912 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-273aac59-d33d-438e-83a3-0bd760613e5d tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:15.822940 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-273aac59-d33d-438e-83a3-0bd760613e5d tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7399471 Apr 21 12:42:15.835069 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-0841991f-79fe-4470-883f-4720f83a7c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:15.838953 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0841991f-79fe-4470-883f-4720f83a7c4b None None] The sync data for ids ['9b6a888f-2c58-4785-b42d-1d1a912beb77'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:42:15.871855 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902a01b2-6386-490a-b2a7-0bcd093c5bae None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:42:15.872142 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902a01b2-6386-490a-b2a7-0bcd093c5bae None None] Checking segment: {'id': 'ddd0c563-d1b5-4312-ad45-603590a2591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9602e5b7-37fa-4803-9009-ee1c29a9d4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:15.872542 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-902a01b2-6386-490a-b2a7-0bcd093c5bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:15.872923 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902a01b2-6386-490a-b2a7-0bcd093c5bae None None] Bound using segment: {'id': 'ddd0c563-d1b5-4312-ad45-603590a2591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9602e5b7-37fa-4803-9009-ee1c29a9d4d9'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:42:15.873397 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-902a01b2-6386-490a-b2a7-0bcd093c5bae None None] Bound port: 27c4279e-0bb6-4228-87ef-0cf22faad85b, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd0c563-d1b5-4312-ad45-603590a2591a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9602e5b7-37fa-4803-9009-ee1c29a9d4d9'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:42:15.876451 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-902a01b2-6386-490a-b2a7-0bcd093c5bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:15.892804 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca160c1c-150f-4deb-adf6-079d5f4a268e tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:15.893215 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974a4688-8bc1-4a49-9322-54f7917ceb82 None None] Network 9a2b8876-985c-4565-b7e3-bb4875c74da3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:15.896074 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-145d5d34-9c10-4ea9-aa8e-620da87f812b tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:15.896925 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-145d5d34-9c10-4ea9-aa8e-620da87f812b tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:15.908651 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-5abdff11-3f79-4f5f-b0a2-3be69905618b tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/quotas/45464789e2cc4bfeaf42e6404c0e9729 HTTP/1.1" status: 200 len: 375 time: 0.0403440 Apr 21 12:42:15.949540 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-974a4688-8bc1-4a49-9322-54f7917ceb82 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:15.968794 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974a4688-8bc1-4a49-9322-54f7917ceb82 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:42:15.970491 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca160c1c-150f-4deb-adf6-079d5f4a268e tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:15.979443 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ca160c1c-150f-4deb-adf6-079d5f4a268e tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] 10.222.0.36 "DELETE /v2.0/subnets/45d08d12-aa83-4e89-997f-783d6e4251ae HTTP/1.1" status: 204 len: 168 time: 1.9712026 Apr 21 12:42:15.980319 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44568) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:15.981070 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca160c1c-150f-4deb-adf6-079d5f4a268e tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Pushing event deleted for resources: {'Subnet': ['ID=45d08d12-aa83-4e89-997f-783d6e4251ae,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:15.982240 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7d68ef24-7369-430f-8ffd-28449f6123c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:16.076525 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd1be46e-6a34-469a-b937-753f84ecaee8 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:16.082331 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-46392ac7-14a4-44ee-8f6e-8ccc3b1c25f0 req-5c475d72-ae9d-4560-acb4-3a3788c69315 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781944 Apr 21 12:42:16.087122 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd1be46e-6a34-469a-b937-753f84ecaee8 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:16.089909 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-902a01b2-6386-490a-b2a7-0bcd093c5bae None None] For port 27c4279e-0bb6-4228-87ef-0cf22faad85b, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:42:16.094093 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-902a01b2-6386-490a-b2a7-0bcd093c5bae None None] For port 27c4279e-0bb6-4228-87ef-0cf22faad85b, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=27c4279e-0bb6-4228-87ef-0cf22faad85b,segment=NetworkSegment(ddd0c563-d1b5-4312-ad45-603590a2591a),segment_id=ddd0c563-d1b5-4312-ad45-603590a2591a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:42:16.100209 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a4688-8bc1-4a49-9322-54f7917ceb82 None None] Pushing event updated for resources: {'Port': ['ID=9bfa5071-0073-4509-89dc-a72735d116e7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:16.114163 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-145d5d34-9c10-4ea9-aa8e-620da87f812b tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6978414 Apr 21 12:42:16.131908 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-291ae9c3-dbaa-47e0-9db8-f98c01db7114 None None] Provisioning complete for port 55da96c5-1f75-4504-8c88-a7bb86ff2491 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:16.131908 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-291ae9c3-dbaa-47e0-9db8-f98c01db7114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:16.169278 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-0cca6894-313e-4d00-955c-cbe5648bf6eb tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Request body: {'port': {'device_id': '98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804', 'network_id': '083113f4-712e-4273-85bd-dfdb95632ed3', 'admin_state_up': True, 'tenant_id': '34d7ccbf72aa4174acc53e783a3a33c5'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:16.188369 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-974a4688-8bc1-4a49-9322-54f7917ceb82 None None] Attempting to bind port 9bfa5071-0073-4509-89dc-a72735d116e7 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:42:16.188965 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-974a4688-8bc1-4a49-9322-54f7917ceb82 None None] Attempting to bind port 9bfa5071-0073-4509-89dc-a72735d116e7 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '5cdd4b04-c525-48ee-b82b-c3aff0c66dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9a2b8876-985c-4565-b7e3-bb4875c74da3'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:42:16.189454 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974a4688-8bc1-4a49-9322-54f7917ceb82 None None] Attempting to bind port 9bfa5071-0073-4509-89dc-a72735d116e7 on network 9a2b8876-985c-4565-b7e3-bb4875c74da3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:16.195534 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-902a01b2-6386-490a-b2a7-0bcd093c5bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:16.208669 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974a4688-8bc1-4a49-9322-54f7917ceb82 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:42:16.209070 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd3d1780-bffc-43d7-9806-97327fa6840d tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Deleting subnet 267ddac1-542b-4bfa-b64b-97118ed34d4d {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:42:16.209365 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974a4688-8bc1-4a49-9322-54f7917ceb82 None None] Checking segment: {'id': '5cdd4b04-c525-48ee-b82b-c3aff0c66dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9a2b8876-985c-4565-b7e3-bb4875c74da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:16.209921 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-974a4688-8bc1-4a49-9322-54f7917ceb82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:16.210416 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-974a4688-8bc1-4a49-9322-54f7917ceb82 None None] Bound using segment: {'id': '5cdd4b04-c525-48ee-b82b-c3aff0c66dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9a2b8876-985c-4565-b7e3-bb4875c74da3'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:42:16.211174 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-974a4688-8bc1-4a49-9322-54f7917ceb82 None None] Bound port: 9bfa5071-0073-4509-89dc-a72735d116e7, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cdd4b04-c525-48ee-b82b-c3aff0c66dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '9a2b8876-985c-4565-b7e3-bb4875c74da3'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:42:16.211706 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-974a4688-8bc1-4a49-9322-54f7917ceb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:16.216498 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fd3d1780-bffc-43d7-9806-97327fa6840d tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:16.218203 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 91f23052-f453-4088-9521-6c5013ab373f completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:42:16.275185 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 91f23052-f453-4088-9521-6c5013ab373f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:16.275596 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fd3d1780-bffc-43d7-9806-97327fa6840d tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:16.275795 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:16.344239 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-302da01c-4acc-4252-993f-30be1716bc8b tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3484638 Apr 21 12:42:16.433395 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-974a4688-8bc1-4a49-9322-54f7917ceb82 None None] For port 9bfa5071-0073-4509-89dc-a72735d116e7, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:42:16.435075 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd1be46e-6a34-469a-b937-753f84ecaee8 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:16.435599 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1be46e-6a34-469a-b937-753f84ecaee8 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Fanout notify agent at l3_agent the message router_deleted on router 9b6a888f-2c58-4785-b42d-1d1a912beb77 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:42:16.439242 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-974a4688-8bc1-4a49-9322-54f7917ceb82 None None] For port 9bfa5071-0073-4509-89dc-a72735d116e7, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=9bfa5071-0073-4509-89dc-a72735d116e7,segment=NetworkSegment(5cdd4b04-c525-48ee-b82b-c3aff0c66dfc),segment_id=5cdd4b04-c525-48ee-b82b-c3aff0c66dfc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:42:16.483728 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd1be46e-6a34-469a-b937-753f84ecaee8 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:16.489007 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-dd1be46e-6a34-469a-b937-753f84ecaee8 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/routers/9b6a888f-2c58-4785-b42d-1d1a912beb77 HTTP/1.1" status: 204 len: 168 time: 1.1917720 Apr 21 12:42:16.491167 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44570) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:16.495725 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-291ae9c3-dbaa-47e0-9db8-f98c01db7114 None None] Port 55da96c5-1f75-4504-8c88-a7bb86ff2491 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:42:16.510878 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:16.524203 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-974a4688-8bc1-4a49-9322-54f7917ceb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:16.538722 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e01292-ea49-443c-bbe0-3636f4929b22 req-edf13bfb-2a3f-4239-bc4e-498b3e30c7f7 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:16.548658 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3e01292-ea49-443c-bbe0-3636f4929b22 req-edf13bfb-2a3f-4239-bc4e-498b3e30c7f7 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7fdc95c-7eae-45fa-a42e-6e152381d6af HTTP/1.1" status: 200 len: 945 time: 0.2592330 Apr 21 12:42:16.610801 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e274bee-24ce-4c38-9223-04813b1ad221 None None] Network 9602e5b7-37fa-4803-9009-ee1c29a9d4d9 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:16.667635 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3e01292-ea49-443c-bbe0-3636f4929b22 req-c9f0da34-b764-4695-a3f8-ba26bf5b1574 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177814 Apr 21 12:42:16.685319 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a01b2-6386-490a-b2a7-0bcd093c5bae None None] Pushing event updated for resources: {'Port': ['ID=27c4279e-0bb6-4228-87ef-0cf22faad85b,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:16.765416 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9811606f-784f-480e-b0ae-76928367fbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f23052-f453-4088-9521-6c5013ab373f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:42:16.775350 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-44a0e9fc-c233-4477-a96a-4b0a014ef432 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Deleting subnet 67f7e258-862f-4b31-8a63-a299199bb914 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:42:16.778927 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fd3d1780-bffc-43d7-9806-97327fa6840d tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:16.779411 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-0cca6894-313e-4d00-955c-cbe5648bf6eb tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Made reservation on behalf of 34d7ccbf72aa4174acc53e783a3a33c5 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:16.785364 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-0cca6894-313e-4d00-955c-cbe5648bf6eb tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:16.787201 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efabc0b2-461c-4635-804f-f7ee843ba26d" -d '{"events": [{"server_uuid": "9811606f-784f-480e-b0ae-76928367fbfd", "name": "network-vif-plugged", "status": "completed", "tag": "91f23052-f453-4088-9521-6c5013ab373f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:42:16.801543 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44a0e9fc-c233-4477-a96a-4b0a014ef432 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:16.864099 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8fdcd024-4023-461c-93e7-05b4fd08ac81 req-788edb62-6854-491f-b15d-1c25af52ff03 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 210 time: 0.0622282 Apr 21 12:42:16.983326 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 91f23052-f453-4088-9521-6c5013ab373f, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=91f23052-f453-4088-9521-6c5013ab373f,segment=NetworkSegment(55331157-0de8-40ca-be2e-e4bd5fec8eed),segment_id=55331157-0de8-40ca-be2e-e4bd5fec8eed)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:17.076093 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-84a80ca4-cc5a-4b5c-9882-d25ef696f62b admin admin] Deleting port 50d38887-f188-47fd-b219-380e2765612d {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:42:17.076488 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84a80ca4-cc5a-4b5c-9882-d25ef696f62b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:17.111480 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc28778a-2045-44f6-9441-2e00061340a1 x-openstack-request-id: req-fc28778a-2045-44f6-9441-2e00061340a1 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:42:17.112481 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9811606f-784f-480e-b0ae-76928367fbfd", "name": "network-vif-plugged", "status": "completed", "tag": "91f23052-f453-4088-9521-6c5013ab373f", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:42:17.113284 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fc28778a-2045-44f6-9441-2e00061340a1 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:42:17.113818 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc28778a-2045-44f6-9441-2e00061340a1'] response: {'server_uuid': '9811606f-784f-480e-b0ae-76928367fbfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91f23052-f453-4088-9521-6c5013ab373f', 'code': 200} Apr 21 12:42:17.193554 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44a0e9fc-c233-4477-a96a-4b0a014ef432 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:17.231861 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:17.246984 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:17.252286 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-84a80ca4-cc5a-4b5c-9882-d25ef696f62b admin admin] For port 50d38887-f188-47fd-b219-380e2765612d, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=50d38887-f188-47fd-b219-380e2765612d,segment=NetworkSegment(3c560e93-1426-4da8-888c-ddd67b971e13),segment_id=3c560e93-1426-4da8-888c-ddd67b971e13)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:17.252915 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84a80ca4-cc5a-4b5c-9882-d25ef696f62b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:17.292011 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-84a80ca4-cc5a-4b5c-9882-d25ef696f62b admin admin] Calling delete_port for 50d38887-f188-47fd-b219-380e2765612d owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:42:17.332673 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a4688-8bc1-4a49-9322-54f7917ceb82 None None] Pushing event updated for resources: {'Port': ['ID=9bfa5071-0073-4509-89dc-a72735d116e7,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:17.355348 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-0cca6894-313e-4d00-955c-cbe5648bf6eb tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Allocated IP 19.86.0.127 (083113f4-712e-4273-85bd-dfdb95632ed3/f8aea4be-0906-4329-9a0e-c9313cece89c/425dc2b5-331a-493f-ac21-80edcb7c5a78) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:42:17.387021 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8442922-451c-40da-9e00-d0cf149904da req-4e786c08-e211-4a22-8439-41e8276236c5 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:17.402360 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b8442922-451c-40da-9e00-d0cf149904da req-4e786c08-e211-4a22-8439-41e8276236c5 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 932 time: 0.1070693 Apr 21 12:42:17.415787 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1441d-541b-4a39-a902-d0af9f7aa3e2 req-90b1df20-eb8e-4868-9ad4-6486734ace40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:17.415787 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04e1441d-541b-4a39-a902-d0af9f7aa3e2 req-90b1df20-eb8e-4868-9ad4-6486734ace40 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9811606f-784f-480e-b0ae-76928367fbfd HTTP/1.1" status: 200 len: 1097 time: 0.2134190 Apr 21 12:42:17.457106 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fd3d1780-bffc-43d7-9806-97327fa6840d tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:17.460665 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=91f23052-f453-4088-9521-6c5013ab373f,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:17.473249 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b8442922-451c-40da-9e00-d0cf149904da req-a6663d7c-783b-4e08-aaf7-6aa4ee0487ce tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686727 Apr 21 12:42:17.557976 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d1780-bffc-43d7-9806-97327fa6840d tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Pushing event deleted for resources: {'Subnet': ['ID=267ddac1-542b-4bfa-b64b-97118ed34d4d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:17.558193 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04e1441d-541b-4a39-a902-d0af9f7aa3e2 req-a0d8c9c9-1554-4066-9155-de068ccdf93f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998223 Apr 21 12:42:17.565511 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fd3d1780-bffc-43d7-9806-97327fa6840d tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:17.572232 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fd3d1780-bffc-43d7-9806-97327fa6840d tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] 10.222.0.36 "DELETE /v2.0/subnets/267ddac1-542b-4bfa-b64b-97118ed34d4d HTTP/1.1" status: 204 len: 168 time: 1.5863028 Apr 21 12:42:17.575880 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44584) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:17.656831 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 9bfa5071-0073-4509-89dc-a72735d116e7 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:17.688489 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:17.709671 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390eca72-d61d-44e4-9278-53dc970d419c tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:17.718231 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-390eca72-d61d-44e4-9278-53dc970d419c tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1400201 Apr 21 12:42:17.723106 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44590) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:17.729927 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 9bfa5071-0073-4509-89dc-a72735d116e7 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:17.731232 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:17.864216 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44a0e9fc-c233-4477-a96a-4b0a014ef432 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:17.872268 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7987780-157b-4f5b-bffb-737057cccf07 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:17.902374 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:17.916389 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-0cca6894-313e-4d00-955c-cbe5648bf6eb tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:17.943410 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 9bfa5071-0073-4509-89dc-a72735d116e7, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=9bfa5071-0073-4509-89dc-a72735d116e7,segment=NetworkSegment(5cdd4b04-c525-48ee-b82b-c3aff0c66dfc),segment_id=5cdd4b04-c525-48ee-b82b-c3aff0c66dfc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:17.954725 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44594) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:17.966576 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5c865346-9971-42b3-a740-0e01d1b4511f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Request body: {'subnet': {'network_id': 'de0c7722-c885-468c-9719-38a5dfeb508d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:18.022153 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:18.035973 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a2735a7c-e3db-4d98-9433-53615a62594b req-b10f860e-0c0a-4c8b-90fb-a864b94e2704 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 210 time: 0.0569720 Apr 21 12:42:18.085630 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26597c8-43bc-4f4a-93c3-2e208d764739 req-91690981-a199-4542-9e0b-14ef0ab1122b tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:18.087384 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a26597c8-43bc-4f4a-93c3-2e208d764739 req-91690981-a199-4542-9e0b-14ef0ab1122b tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7fdc95c-7eae-45fa-a42e-6e152381d6af HTTP/1.1" status: 200 len: 945 time: 0.2557955 Apr 21 12:42:18.093533 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a7987780-157b-4f5b-bffb-737057cccf07 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Deleting port 9bfa5071-0073-4509-89dc-a72735d116e7 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:42:18.093904 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7987780-157b-4f5b-bffb-737057cccf07 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:18.099512 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44a0e9fc-c233-4477-a96a-4b0a014ef432 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:18.102742 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=9bfa5071-0073-4509-89dc-a72735d116e7,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:18.130513 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44a0e9fc-c233-4477-a96a-4b0a014ef432 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:18.134589 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-44a0e9fc-c233-4477-a96a-4b0a014ef432 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/subnets/67f7e258-862f-4b31-8a63-a299199bb914 HTTP/1.1" status: 204 len: 168 time: 1.6342714 Apr 21 12:42:18.136071 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9643707e-dc8c-4700-860e-7a7c83d8d2ec None None] Network b4ad4b51-09d2-4b44-83e3-583184d996a5 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:18.149106 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44596) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:18.178384 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a0e9fc-c233-4477-a96a-4b0a014ef432 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Subnet': ['ID=67f7e258-862f-4b31-8a63-a299199bb914,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:18.187837 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84a80ca4-cc5a-4b5c-9882-d25ef696f62b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:18.224768 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a80ca4-cc5a-4b5c-9882-d25ef696f62b admin admin] Pushing event deleted for resources: {'Port': ['ID=50d38887-f188-47fd-b219-380e2765612d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:18.239589 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e626ee9f-5a13-4b7c-8fcf-ad87459c4638 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:18.291269 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a26597c8-43bc-4f4a-93c3-2e208d764739 req-75c56ef8-6a21-4af8-ad51-31bfb077c77b tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932034 Apr 21 12:42:18.318858 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-a7987780-157b-4f5b-bffb-737057cccf07 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] For port 9bfa5071-0073-4509-89dc-a72735d116e7, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=9bfa5071-0073-4509-89dc-a72735d116e7,segment=NetworkSegment(5cdd4b04-c525-48ee-b82b-c3aff0c66dfc),segment_id=5cdd4b04-c525-48ee-b82b-c3aff0c66dfc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:18.319238 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7987780-157b-4f5b-bffb-737057cccf07 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:18.340929 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-0cca6894-313e-4d00-955c-cbe5648bf6eb tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:18.402999 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-0cca6894-313e-4d00-955c-cbe5648bf6eb tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Network 083113f4-712e-4273-85bd-dfdb95632ed3 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:18.409541 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-0cca6894-313e-4d00-955c-cbe5648bf6eb tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:18.414453 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828aff62-76de-4a5a-9213-e48b5ff0d17c None None] Network 9a2b8876-985c-4565-b7e3-bb4875c74da3 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:18.415269 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-0cca6894-313e-4d00-955c-cbe5648bf6eb tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:42:18.419111 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb195dd9-59b3-469d-85f2-195bcdb565b0 None None] DHCP port deletion for b4ad4b51-09d2-4b44-83e3-583184d996a5 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:42:18.420947 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca6894-313e-4d00-955c-cbe5648bf6eb tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Pushing event updated for resources: {'Port': ['ID=425dc2b5-331a-493f-ac21-80edcb7c5a78,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:18.462257 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c865346-9971-42b3-a740-0e01d1b4511f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Made reservation on behalf of 28f81f60811b4356b23d2a8e82427faf for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:18.465326 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c865346-9971-42b3-a740-0e01d1b4511f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:18.469837 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a7987780-157b-4f5b-bffb-737057cccf07 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Calling delete_port for 9bfa5071-0073-4509-89dc-a72735d116e7 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:42:18.542257 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:18.612135 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e626ee9f-5a13-4b7c-8fcf-ad87459c4638 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Deleting port ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:42:18.613605 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e626ee9f-5a13-4b7c-8fcf-ad87459c4638 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:18.685643 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-636a3e42-7d85-4ed5-92bb-2e071b544dac None None] Provisioning complete for port 9bfa5071-0073-4509-89dc-a72735d116e7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:18.686587 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-636a3e42-7d85-4ed5-92bb-2e071b544dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:18.709079 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84a80ca4-cc5a-4b5c-9882-d25ef696f62b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:18.720611 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-e626ee9f-5a13-4b7c-8fcf-ad87459c4638 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] For port ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445,segment=NetworkSegment(2cc9c0a6-d2e9-4b18-b2b4-5a2773551a50),segment_id=2cc9c0a6-d2e9-4b18-b2b4-5a2773551a50)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:18.720989 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e626ee9f-5a13-4b7c-8fcf-ad87459c4638 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:18.740635 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e626ee9f-5a13-4b7c-8fcf-ad87459c4638 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Calling delete_port for ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:42:18.775761 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-0cca6894-313e-4d00-955c-cbe5648bf6eb tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:18.782489 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-0cca6894-313e-4d00-955c-cbe5648bf6eb tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:18.790312 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cb195dd9-59b3-469d-85f2-195bcdb565b0 None None] Deleting port ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:42:18.790778 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb195dd9-59b3-469d-85f2-195bcdb565b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:18.818418 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:18.882953 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30e6a93-f545-43b4-a242-ce5d1f8229d6 None None] DHCP port deletion for 9a2b8876-985c-4565-b7e3-bb4875c74da3 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:42:18.944106 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-cb195dd9-59b3-469d-85f2-195bcdb565b0 None None] For port ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445,segment=NetworkSegment(2cc9c0a6-d2e9-4b18-b2b4-5a2773551a50),segment_id=2cc9c0a6-d2e9-4b18-b2b4-5a2773551a50)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:18.944497 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb195dd9-59b3-469d-85f2-195bcdb565b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:18.955740 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee82424-b18c-4f05-9c89-9eb470e86640 req-54ae3662-01b7-465c-b9c0-c4ddcc15ed7a tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:18.957035 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aee82424-b18c-4f05-9c89-9eb470e86640 req-54ae3662-01b7-465c-b9c0-c4ddcc15ed7a tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=9811606f-784f-480e-b0ae-76928367fbfd HTTP/1.1" status: 200 len: 946 time: 0.5105722 Apr 21 12:42:18.965496 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-0cca6894-313e-4d00-955c-cbe5648bf6eb tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8170481 Apr 21 12:42:18.971825 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cb195dd9-59b3-469d-85f2-195bcdb565b0 None None] Calling delete_port for ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:42:18.984256 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b38547d4-5318-48a4-8495-b944d5c087ad tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Request body: {'port': {'device_id': '98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804', 'network_id': 'bb3b6a61-8fc8-445c-8324-3e3cc0c63337', 'admin_state_up': True, 'tenant_id': '34d7ccbf72aa4174acc53e783a3a33c5'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:18.990625 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7987780-157b-4f5b-bffb-737057cccf07 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:19.001166 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a80ca4-cc5a-4b5c-9882-d25ef696f62b admin admin] Router f9834a66-b351-49e8-ad29-32ca575a41ee has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:42:19.006796 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7987780-157b-4f5b-bffb-737057cccf07 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] No DVR routers for this DVR port 9bfa5071-0073-4509-89dc-a72735d116e7 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:42:19.057035 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7987780-157b-4f5b-bffb-737057cccf07 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Pushing event deleted for resources: {'Port': ['ID=9bfa5071-0073-4509-89dc-a72735d116e7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:19.062046 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f30e6a93-f545-43b4-a242-ce5d1f8229d6 None None] Deleting port 9bfa5071-0073-4509-89dc-a72735d116e7 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:42:19.062046 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f30e6a93-f545-43b4-a242-ce5d1f8229d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:19.153718 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-bb547851-c84e-4d9c-bdc1-c8bf9565c7c9 None None] Provisioning complete for port 425dc2b5-331a-493f-ac21-80edcb7c5a78 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:19.155637 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb547851-c84e-4d9c-bdc1-c8bf9565c7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:19.167235 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7987780-157b-4f5b-bffb-737057cccf07 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:19.198066 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f30e6a93-f545-43b4-a242-ce5d1f8229d6 None None] For port 9bfa5071-0073-4509-89dc-a72735d116e7, host n-d-836147-2, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:19.198622 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f30e6a93-f545-43b4-a242-ce5d1f8229d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:19.221248 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cb195dd9-59b3-469d-85f2-195bcdb565b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:19.225401 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a7987780-157b-4f5b-bffb-737057cccf07 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2b8876-985c-4565-b7e3-bb4875c74da3']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:19.235043 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f30e6a93-f545-43b4-a242-ce5d1f8229d6 None None] Calling delete_port for 9bfa5071-0073-4509-89dc-a72735d116e7 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:42:19.239739 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-f30e6a93-f545-43b4-a242-ce5d1f8229d6 None None] Port 9bfa5071-0073-4509-89dc-a72735d116e7 was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 12:42:19.242026 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a7987780-157b-4f5b-bffb-737057cccf07 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cdd4b04-c525-48ee-b82b-c3aff0c66dfc') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:19.242347 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a7987780-157b-4f5b-bffb-737057cccf07 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cdd4b04-c525-48ee-b82b-c3aff0c66dfc') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:19.256115 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7987780-157b-4f5b-bffb-737057cccf07 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:19.261346 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f30e6a93-f545-43b4-a242-ce5d1f8229d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:19.268689 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a80ca4-cc5a-4b5c-9882-d25ef696f62b admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:42:19.275785 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-84a80ca4-cc5a-4b5c-9882-d25ef696f62b admin admin] 10.222.0.36 "PUT /v2.0/routers/f9834a66-b351-49e8-ad29-32ca575a41ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6629796 Apr 21 12:42:19.278249 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44604) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:19.281939 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7987780-157b-4f5b-bffb-737057cccf07 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:19.286621 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1c09cc-8ea1-4a20-99b8-5fed8e47a83f None None] Sync routers for ids ['f9834a66-b351-49e8-ad29-32ca575a41ee'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:42:19.287986 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bb547851-c84e-4d9c-bdc1-c8bf9565c7c9 None None] Port 425dc2b5-331a-493f-ac21-80edcb7c5a78 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:42:19.290858 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb195dd9-59b3-469d-85f2-195bcdb565b0 None None] No DVR routers for this DVR port ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:42:19.296849 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30e6a93-f545-43b4-a242-ce5d1f8229d6 None None] No DVR routers for this DVR port 9bfa5071-0073-4509-89dc-a72735d116e7 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:42:19.298359 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9534dd2-cee6-4861-bbe2-e54b93806018 req-e250f358-338b-4906-93fd-adb680137c19 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:19.301020 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb195dd9-59b3-469d-85f2-195bcdb565b0 None None] Pushing event deleted for resources: {'Port': ['ID=ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:19.304338 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9534dd2-cee6-4861-bbe2-e54b93806018 req-e250f358-338b-4906-93fd-adb680137c19 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:19.305960 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9534dd2-cee6-4861-bbe2-e54b93806018 req-e250f358-338b-4906-93fd-adb680137c19 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 1655 time: 0.5417860 Apr 21 12:42:19.337350 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1c09cc-8ea1-4a20-99b8-5fed8e47a83f None None] Routers {'f9834a66-b351-49e8-ad29-32ca575a41ee'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:42:19.337798 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9b1c09cc-8ea1-4a20-99b8-5fed8e47a83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:42:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f9834a66-b351-49e8-ad29-32ca575a41ee'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:19.339372 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e6a93-f545-43b4-a242-ce5d1f8229d6 None None] Pushing event deleted for resources: {'Port': ['ID=9bfa5071-0073-4509-89dc-a72735d116e7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:19.344037 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7987780-157b-4f5b-bffb-737057cccf07 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:42:19.344548 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7987780-157b-4f5b-bffb-737057cccf07 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:42:19.347863 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:42:19.371526 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcc425d-8b8c-4ce7-bfb4-c2277b8603f1 None None] get_active_networks_info from n-d-836147-2 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 12:42:19.421031 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e626ee9f-5a13-4b7c-8fcf-ad87459c4638 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:19.488323 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7987780-157b-4f5b-bffb-737057cccf07 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:19.519815 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aee82424-b18c-4f05-9c89-9eb470e86640 req-0a1edaae-823e-4029-bde9-5138fa555923 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5514200 Apr 21 12:42:19.527523 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626ee9f-5a13-4b7c-8fcf-ad87459c4638 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Port': ['ID=ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:19.534686 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7987780-157b-4f5b-bffb-737057cccf07 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:19.540462 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e626ee9f-5a13-4b7c-8fcf-ad87459c4638 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] No DVR routers for this DVR port ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:42:19.544722 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a7987780-157b-4f5b-bffb-737057cccf07 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] 10.222.0.36 "DELETE /v2.0/networks/9a2b8876-985c-4565-b7e3-bb4875c74da3 HTTP/1.1" status: 204 len: 168 time: 1.7769628 Apr 21 12:42:19.544905 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9534dd2-cee6-4861-bbe2-e54b93806018 req-08476554-2773-4b0f-a341-b79cb5fb258b tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284238 Apr 21 12:42:19.547747 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44606) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:19.551031 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7987780-157b-4f5b-bffb-737057cccf07 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Pushing event deleted for resources: {'Network': ['ID=9a2b8876-985c-4565-b7e3-bb4875c74da3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:19.590290 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc4c20fd-2610-4036-ae10-82b584da77fe admin admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:19.612785 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9b1c09cc-8ea1-4a20-99b8-5fed8e47a83f None None] Set router f9834a66-b351-49e8-ad29-32ca575a41ee gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:42:19.663835 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcc425d-8b8c-4ce7-bfb4-c2277b8603f1 None None] Resources bound (agent type, host, resource id): {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 12:42:19.699993 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 9bfa5071-0073-4509-89dc-a72735d116e7 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:42:19.728744 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 9bfa5071-0073-4509-89dc-a72735d116e7 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:42:19.729076 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 9bfa5071-0073-4509-89dc-a72735d116e7 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:42:19.729506 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:42:19.770680 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:42:19.770931 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ec6ca68e-e5a1-4a3a-a6e4-9a1dcfbab445 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:42:19.807317 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc4c20fd-2610-4036-ae10-82b584da77fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:19.818788 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-d4438388-65ba-4474-bf61-fb1ead2e2f28 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2125797 Apr 21 12:42:19.874021 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9b1c09cc-8ea1-4a20-99b8-5fed8e47a83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'name': 'tempest-ServersTestBootFromVolume-425323506-router', 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '5a46eec7-950e-4fb0-a169-a29a3b4907f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:38:51Z', 'updated_at': '2022-04-21T12:42:18Z', 'revision_number': 5, 'project_id': '7b45e45ca21245439fa65bc29d51bfe0', 'gw_port': {'id': '5a46eec7-950e-4fb0-a169-a29a3b4907f7', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:b8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:38:53Z', 'updated_at': '2022-04-21T12:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:19.897881 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c865346-9971-42b3-a740-0e01d1b4511f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:19.905620 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1c09cc-8ea1-4a20-99b8-5fed8e47a83f None None] Checking router: f9834a66-b351-49e8-ad29-32ca575a41ee for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:42:19.917000 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1c09cc-8ea1-4a20-99b8-5fed8e47a83f None None] Routers {'f9834a66-b351-49e8-ad29-32ca575a41ee'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:42:19.917930 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9b1c09cc-8ea1-4a20-99b8-5fed8e47a83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:42:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f9834a66-b351-49e8-ad29-32ca575a41ee'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:19.940710 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09befd9a-bb05-4115-ab86-213ad7d85222 req-f4d005fb-4f17-41c1-bdde-c43e2a1df5fe tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 210 time: 0.2091115 Apr 21 12:42:19.955218 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-dc4c20fd-2610-4036-ae10-82b584da77fe admin admin] Deleting port 5a46eec7-950e-4fb0-a169-a29a3b4907f7 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:42:19.956463 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e626ee9f-5a13-4b7c-8fcf-ad87459c4638 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:19.956988 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc4c20fd-2610-4036-ae10-82b584da77fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:20.048596 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9b1c09cc-8ea1-4a20-99b8-5fed8e47a83f None None] Set router f9834a66-b351-49e8-ad29-32ca575a41ee gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:42:20.052301 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-769a70f1-7dc4-4ca3-b2af-11dd42ba6ba1 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:20.059529 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-dc4c20fd-2610-4036-ae10-82b584da77fe admin admin] For port 5a46eec7-950e-4fb0-a169-a29a3b4907f7, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=5a46eec7-950e-4fb0-a169-a29a3b4907f7,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:20.060118 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc4c20fd-2610-4036-ae10-82b584da77fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:20.074709 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-dc4c20fd-2610-4036-ae10-82b584da77fe admin admin] Calling delete_port for 5a46eec7-950e-4fb0-a169-a29a3b4907f7 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:42:20.121345 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9b1c09cc-8ea1-4a20-99b8-5fed8e47a83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'name': 'tempest-ServersTestBootFromVolume-425323506-router', 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:38:51Z', 'updated_at': '2022-04-21T12:42:19Z', 'revision_number': 6, 'project_id': '7b45e45ca21245439fa65bc29d51bfe0', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:20.121751 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e626ee9f-5a13-4b7c-8fcf-ad87459c4638 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ad4b51-09d2-4b44-83e3-583184d996a5']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:20.140994 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e626ee9f-5a13-4b7c-8fcf-ad87459c4638 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc9c0a6-d2e9-4b18-b2b4-5a2773551a50') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:20.141265 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e626ee9f-5a13-4b7c-8fcf-ad87459c4638 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc9c0a6-d2e9-4b18-b2b4-5a2773551a50') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:20.145152 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c865346-9971-42b3-a740-0e01d1b4511f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event updated for resources: {'Subnet': ['ID=2421ce34-0786-41e4-9b6a-d8ed8199bc37,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:20.147598 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1c09cc-8ea1-4a20-99b8-5fed8e47a83f None None] The sync data for ids ['f9834a66-b351-49e8-ad29-32ca575a41ee'] in n-d-836147-2 is: [{'id': 'f9834a66-b351-49e8-ad29-32ca575a41ee', 'name': 'tempest-ServersTestBootFromVolume-425323506-router', 'tenant_id': '7b45e45ca21245439fa65bc29d51bfe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:38:51Z', 'updated_at': '2022-04-21T12:42:19Z', 'revision_number': 6, 'project_id': '7b45e45ca21245439fa65bc29d51bfe0', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:42:20.182335 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e626ee9f-5a13-4b7c-8fcf-ad87459c4638 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:20.212020 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b38547d4-5318-48a4-8495-b944d5c087ad tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Made reservation on behalf of 34d7ccbf72aa4174acc53e783a3a33c5 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:20.216630 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b38547d4-5318-48a4-8495-b944d5c087ad tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:20.218977 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c865346-9971-42b3-a740-0e01d1b4511f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Checking segment: {'id': '574984cd-ac69-497b-8e69-8521fe684e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'de0c7722-c885-468c-9719-38a5dfeb508d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:20.219561 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c865346-9971-42b3-a740-0e01d1b4511f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Network hostable DHCP agents. Network: de0c7722-c885-468c-9719-38a5dfeb508d, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:42:20.256096 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e626ee9f-5a13-4b7c-8fcf-ad87459c4638 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:20.266360 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-aa8bed0f-771a-436c-872a-29fe868ab3fd tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:20.268193 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-aa8bed0f-771a-436c-872a-29fe868ab3fd tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4418633 Apr 21 12:42:20.291456 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e626ee9f-5a13-4b7c-8fcf-ad87459c4638 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:42:20.292020 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e626ee9f-5a13-4b7c-8fcf-ad87459c4638 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:20.299180 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-44c2beaa-8d0a-49d7-9119-004e76dd4c91 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Request body: {'port': {'device_id': 'b86834bb-c7d3-414d-8755-68606c07b056', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'admin_state_up': True, 'tenant_id': '45464789e2cc4bfeaf42e6404c0e9729'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:42:20.302462 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:42:20.359415 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:20.393331 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc4c20fd-2610-4036-ae10-82b584da77fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:20.437646 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c865346-9971-42b3-a740-0e01d1b4511f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Network de0c7722-c885-468c-9719-38a5dfeb508d is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:42:20.528098 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e626ee9f-5a13-4b7c-8fcf-ad87459c4638 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:20.540475 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-769a70f1-7dc4-4ca3-b2af-11dd42ba6ba1 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Deleting port 27c4279e-0bb6-4228-87ef-0cf22faad85b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:42:20.540815 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-769a70f1-7dc4-4ca3-b2af-11dd42ba6ba1 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:20.551844 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e626ee9f-5a13-4b7c-8fcf-ad87459c4638 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:20.554847 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e626ee9f-5a13-4b7c-8fcf-ad87459c4638 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/networks/b4ad4b51-09d2-4b44-83e3-583184d996a5 HTTP/1.1" status: 204 len: 168 time: 2.4014225 Apr 21 12:42:20.561314 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44608) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:20.565801 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-5c865346-9971-42b3-a740-0e01d1b4511f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, de0c7722-c885-468c-9719-38a5dfeb508d) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:20.575302 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b897ba-b79d-4f63-8d59-2dc19f3e8ce4 None None] Network de0c7722-c885-468c-9719-38a5dfeb508d requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:20.591873 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b0a91aa3-7ebf-41e4-a72e-8c3ef430f0fd tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1536361923', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:20.609723 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c865346-9971-42b3-a740-0e01d1b4511f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:20.610101 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5c865346-9971-42b3-a740-0e01d1b4511f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:20.617559 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626ee9f-5a13-4b7c-8fcf-ad87459c4638 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Network': ['ID=b4ad4b51-09d2-4b44-83e3-583184d996a5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:20.683387 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b38547d4-5318-48a4-8495-b944d5c087ad tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Allocated IP 19.80.0.234 (bb3b6a61-8fc8-445c-8324-3e3cc0c63337/f8e2e891-2f61-45b0-a919-ebba7b686466/4a202bd4-e96b-4f17-8aff-5f3884f4db2f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:42:20.744488 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c20fd-2610-4036-ae10-82b584da77fe admin admin] Pushing event deleted for resources: {'Port': ['ID=5a46eec7-950e-4fb0-a169-a29a3b4907f7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:20.775186 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-769a70f1-7dc4-4ca3-b2af-11dd42ba6ba1 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] For port 27c4279e-0bb6-4228-87ef-0cf22faad85b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=27c4279e-0bb6-4228-87ef-0cf22faad85b,segment=NetworkSegment(ddd0c563-d1b5-4312-ad45-603590a2591a),segment_id=ddd0c563-d1b5-4312-ad45-603590a2591a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:20.775567 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-769a70f1-7dc4-4ca3-b2af-11dd42ba6ba1 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:20.813669 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc4c20fd-2610-4036-ae10-82b584da77fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:20.819534 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0a91aa3-7ebf-41e4-a72e-8c3ef430f0fd tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:20.819534 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0a91aa3-7ebf-41e4-a72e-8c3ef430f0fd tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:20.831655 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-769a70f1-7dc4-4ca3-b2af-11dd42ba6ba1 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Calling delete_port for 27c4279e-0bb6-4228-87ef-0cf22faad85b owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:42:20.837200 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-44c2beaa-8d0a-49d7-9119-004e76dd4c91 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Made reservation on behalf of 45464789e2cc4bfeaf42e6404c0e9729 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:20.840639 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-44c2beaa-8d0a-49d7-9119-004e76dd4c91 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:20.849463 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5c865346-9971-42b3-a740-0e01d1b4511f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8903892 Apr 21 12:42:20.858324 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44616) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:20.862829 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2581ea-46f4-4d86-af35-04c2ff6032db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-de0c7722-c885-468c-9719-38a5dfeb508d', 'network_id': 'de0c7722-c885-468c-9719-38a5dfeb508d', 'tenant_id': '28f81f60811b4356b23d2a8e82427faf', 'fixed_ips': [{'subnet_id': '2421ce34-0786-41e4-9b6a-d8ed8199bc37'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:42:20.863909 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc2581ea-46f4-4d86-af35-04c2ff6032db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:20.885253 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-190e94cc-e0c2-44e1-b147-23cef8d70e7c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1525997330'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:20.914345 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc4c20fd-2610-4036-ae10-82b584da77fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:20.917214 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc4c20fd-2610-4036-ae10-82b584da77fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:20.925347 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220bfc4-28e5-4a95-bc79-612d260a206f req-1e08b533-9689-4e30-a3b8-bd60ca753845 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:20.926908 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9220bfc4-28e5-4a95-bc79-612d260a206f req-1e08b533-9689-4e30-a3b8-bd60ca753845 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=9811606f-784f-480e-b0ae-76928367fbfd HTTP/1.1" status: 200 len: 946 time: 0.2619073 Apr 21 12:42:21.010072 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be588dd9-95bb-452e-a0fb-92b522bb8fb5 req-43345e99-9083-4c3b-95c1-ec7f94f6d3cd tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:21.016451 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be588dd9-95bb-452e-a0fb-92b522bb8fb5 req-43345e99-9083-4c3b-95c1-ec7f94f6d3cd tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:21.018019 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-be588dd9-95bb-452e-a0fb-92b522bb8fb5 req-43345e99-9083-4c3b-95c1-ec7f94f6d3cd tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 1655 time: 0.2659962 Apr 21 12:42:21.018276 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-cc2581ea-46f4-4d86-af35-04c2ff6032db None None] Allocated IP 2001:db8:0:ffff::2 (de0c7722-c885-468c-9719-38a5dfeb508d/2421ce34-0786-41e4-9b6a-d8ed8199bc37/c540a0d3-889f-4131-8e41-be866791bc21) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:42:21.022636 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc4c20fd-2610-4036-ae10-82b584da77fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:21.023902 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4c20fd-2610-4036-ae10-82b584da77fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9834a66-b351-49e8-ad29-32ca575a41ee {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:42:21.031959 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc4c20fd-2610-4036-ae10-82b584da77fe admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:21.033544 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-dc4c20fd-2610-4036-ae10-82b584da77fe admin admin] 10.222.0.36 "DELETE /v2.0/routers/f9834a66-b351-49e8-ad29-32ca575a41ee HTTP/1.1" status: 204 len: 168 time: 1.7541983 Apr 21 12:42:21.036038 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44620) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:21.086202 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ebb1e14-7dd1-434d-b54e-f1c103a70c28 admin admin] Deleting subnet 2337416d-bff8-4f87-bcad-c2ab8ba9b9f8 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:42:21.089890 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1e14-7dd1-434d-b54e-f1c103a70c28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:21.130546 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1e14-7dd1-434d-b54e-f1c103a70c28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:21.132979 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190e94cc-e0c2-44e1-b147-23cef8d70e7c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Made reservation on behalf of 28f81f60811b4356b23d2a8e82427faf for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:21.136489 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-190e94cc-e0c2-44e1-b147-23cef8d70e7c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:21.186313 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0a91aa3-7ebf-41e4-a72e-8c3ef430f0fd tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:21.233624 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1e14-7dd1-434d-b54e-f1c103a70c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:21.288906 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0a91aa3-7ebf-41e4-a72e-8c3ef430f0fd tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:21.296249 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9220bfc4-28e5-4a95-bc79-612d260a206f req-41bcb35f-43ae-4611-a7a2-e7deb7cb796f tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212290 Apr 21 12:42:21.342594 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-be588dd9-95bb-452e-a0fb-92b522bb8fb5 req-47cdd90c-4e5c-475f-a1e2-8dfb8465b1e3 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798419 Apr 21 12:42:21.348413 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-190e94cc-e0c2-44e1-b147-23cef8d70e7c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:42:21.349161 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc2581ea-46f4-4d86-af35-04c2ff6032db None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:21.358374 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b38547d4-5318-48a4-8495-b944d5c087ad tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:21.375396 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1e14-7dd1-434d-b54e-f1c103a70c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:21.381106 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-44c2beaa-8d0a-49d7-9119-004e76dd4c91 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Allocated IP 192.168.233.50 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/02fc27ae-4f61-46ca-99ae-7b6a2be21846) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:42:21.400043 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4046cf67-61bd-465c-8abb-ad5a3fe952ef None None] Network 54076906-6a28-416e-bcbd-9d5e99293579 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:21.414717 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1e14-7dd1-434d-b54e-f1c103a70c28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:21.422541 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4ebb1e14-7dd1-434d-b54e-f1c103a70c28 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2337416d-bff8-4f87-bcad-c2ab8ba9b9f8 HTTP/1.1" status: 204 len: 168 time: 0.3853052 Apr 21 12:42:21.429078 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-190e94cc-e0c2-44e1-b147-23cef8d70e7c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:21.429434 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-190e94cc-e0c2-44e1-b147-23cef8d70e7c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Added segment 9f058d9a-2923-44ab-92aa-7794ac017282 of type vlan for network 5df4fa6a-4eb0-4b03-8548-3254b31ed6b1 Apr 21 12:42:21.432040 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44626) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:21.434692 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0a91aa3-7ebf-41e4-a72e-8c3ef430f0fd tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:21.437631 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b0a91aa3-7ebf-41e4-a72e-8c3ef430f0fd tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8711481 Apr 21 12:42:21.437631 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-769a70f1-7dc4-4ca3-b2af-11dd42ba6ba1 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:21.458436 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44628) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:21.474736 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c1fbc577-641b-4d5f-bfb1-4bbb955965ed tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-219533912'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:21.488933 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb1e14-7dd1-434d-b54e-f1c103a70c28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2337416d-bff8-4f87-bcad-c2ab8ba9b9f8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:21.504116 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc2581ea-46f4-4d86-af35-04c2ff6032db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:21.571211 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 50d38887-f188-47fd-b219-380e2765612d no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:42:21.591291 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a70f1-7dc4-4ca3-b2af-11dd42ba6ba1 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Pushing event deleted for resources: {'Port': ['ID=27c4279e-0bb6-4228-87ef-0cf22faad85b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:21.593564 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b38547d4-5318-48a4-8495-b944d5c087ad tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:21.608399 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769a70f1-7dc4-4ca3-b2af-11dd42ba6ba1 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] No DVR routers for this DVR port 27c4279e-0bb6-4228-87ef-0cf22faad85b on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:42:21.615914 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 50d38887-f188-47fd-b219-380e2765612d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:42:21.616421 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 50d38887-f188-47fd-b219-380e2765612d not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:42:21.616943 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 5a46eec7-950e-4fb0-a169-a29a3b4907f7 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:42:21.646135 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2581ea-46f4-4d86-af35-04c2ff6032db None None] Network de0c7722-c885-468c-9719-38a5dfeb508d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:21.658762 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a8b85147-2ac3-4bfe-a0c8-df70510bad7a req-6f8634c9-a416-4a7d-bd34-99e9ef8c2d86 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 210 time: 0.1212320 Apr 21 12:42:21.668197 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2581ea-46f4-4d86-af35-04c2ff6032db None None] Pushing event updated for resources: {'Port': ['ID=c540a0d3-889f-4131-8e41-be866791bc21,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:21.673923 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-cc2581ea-46f4-4d86-af35-04c2ff6032db None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:21.676920 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2581ea-46f4-4d86-af35-04c2ff6032db None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:42:21.679029 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 5a46eec7-950e-4fb0-a169-a29a3b4907f7 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:42:21.682913 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 5a46eec7-950e-4fb0-a169-a29a3b4907f7 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:42:21.728885 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-190e94cc-e0c2-44e1-b147-23cef8d70e7c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:21.783386 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-cc2581ea-46f4-4d86-af35-04c2ff6032db None None] Attempting to bind port c540a0d3-889f-4131-8e41-be866791bc21 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:42:21.785521 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-cc2581ea-46f4-4d86-af35-04c2ff6032db None None] Attempting to bind port c540a0d3-889f-4131-8e41-be866791bc21 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '574984cd-ac69-497b-8e69-8521fe684e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'de0c7722-c885-468c-9719-38a5dfeb508d'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:42:21.785521 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2581ea-46f4-4d86-af35-04c2ff6032db None None] Attempting to bind port c540a0d3-889f-4131-8e41-be866791bc21 on network de0c7722-c885-468c-9719-38a5dfeb508d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:21.789955 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2581ea-46f4-4d86-af35-04c2ff6032db None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:42:21.790336 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2581ea-46f4-4d86-af35-04c2ff6032db None None] Checking segment: {'id': '574984cd-ac69-497b-8e69-8521fe684e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'de0c7722-c885-468c-9719-38a5dfeb508d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:21.790758 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc2581ea-46f4-4d86-af35-04c2ff6032db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:21.791118 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2581ea-46f4-4d86-af35-04c2ff6032db None None] Bound using segment: {'id': '574984cd-ac69-497b-8e69-8521fe684e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'de0c7722-c885-468c-9719-38a5dfeb508d'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:42:21.791664 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-cc2581ea-46f4-4d86-af35-04c2ff6032db None None] Bound port: c540a0d3-889f-4131-8e41-be866791bc21, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574984cd-ac69-497b-8e69-8521fe684e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'de0c7722-c885-468c-9719-38a5dfeb508d'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:42:21.792047 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc2581ea-46f4-4d86-af35-04c2ff6032db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:21.806979 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3327eb0b-d784-484b-b0b0-5a2fbcacd48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:21.858767 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b38547d4-5318-48a4-8495-b944d5c087ad tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Network bb3b6a61-8fc8-445c-8324-3e3cc0c63337 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:21.863614 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-cc2581ea-46f4-4d86-af35-04c2ff6032db None None] For port c540a0d3-889f-4131-8e41-be866791bc21, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:42:21.866903 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-cc2581ea-46f4-4d86-af35-04c2ff6032db None None] For port c540a0d3-889f-4131-8e41-be866791bc21, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c540a0d3-889f-4131-8e41-be866791bc21,segment=NetworkSegment(574984cd-ac69-497b-8e69-8521fe684e51),segment_id=574984cd-ac69-497b-8e69-8521fe684e51)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:42:21.905208 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d894bec5-7229-422d-8908-d463e200b96b None None] DHCP port deletion for 54076906-6a28-416e-bcbd-9d5e99293579 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:42:21.961102 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d894bec5-7229-422d-8908-d463e200b96b None None] Deleting port 74128ff9-934f-4a07-888a-fa647ed2c316 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:42:21.961470 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d894bec5-7229-422d-8908-d463e200b96b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:22.013560 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cc2581ea-46f4-4d86-af35-04c2ff6032db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:22.070274 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d894bec5-7229-422d-8908-d463e200b96b None None] For port 74128ff9-934f-4a07-888a-fa647ed2c316, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=74128ff9-934f-4a07-888a-fa647ed2c316,segment=NetworkSegment(3c560e93-1426-4da8-888c-ddd67b971e13),segment_id=3c560e93-1426-4da8-888c-ddd67b971e13)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:22.070815 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d894bec5-7229-422d-8908-d463e200b96b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:22.100495 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d894bec5-7229-422d-8908-d463e200b96b None None] Calling delete_port for 74128ff9-934f-4a07-888a-fa647ed2c316 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:42:22.109277 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2581ea-46f4-4d86-af35-04c2ff6032db None None] Pushing event updated for resources: {'Port': ['ID=c540a0d3-889f-4131-8e41-be866791bc21,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:22.183923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b38547d4-5318-48a4-8495-b944d5c087ad tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:22.203873 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1fbc577-641b-4d5f-bfb1-4bbb955965ed tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Made reservation on behalf of 067799c9b36247cdad5f5c84436228d1 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:22.207363 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c1fbc577-641b-4d5f-bfb1-4bbb955965ed tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:22.212422 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b38547d4-5318-48a4-8495-b944d5c087ad tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:42:22.240367 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38547d4-5318-48a4-8495-b944d5c087ad tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Pushing event updated for resources: {'Port': ['ID=4a202bd4-e96b-4f17-8aff-5f3884f4db2f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:22.281937 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d894bec5-7229-422d-8908-d463e200b96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:22.303076 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-769a70f1-7dc4-4ca3-b2af-11dd42ba6ba1 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:22.321610 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894bec5-7229-422d-8908-d463e200b96b None None] Pushing event deleted for resources: {'Port': ['ID=74128ff9-934f-4a07-888a-fa647ed2c316,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:22.336972 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d894bec5-7229-422d-8908-d463e200b96b None None] No DVR routers for this DVR port 74128ff9-934f-4a07-888a-fa647ed2c316 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:42:22.355778 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-190e94cc-e0c2-44e1-b147-23cef8d70e7c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:22.361257 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190e94cc-e0c2-44e1-b147-23cef8d70e7c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:22.361980 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-190e94cc-e0c2-44e1-b147-23cef8d70e7c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:22.416886 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3327eb0b-d784-484b-b0b0-5a2fbcacd48c admin admin] The port '74128ff9-934f-4a07-888a-fa647ed2c316' was deleted {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2006}} Apr 21 12:42:22.442215 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-769a70f1-7dc4-4ca3-b2af-11dd42ba6ba1 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9602e5b7-37fa-4803-9009-ee1c29a9d4d9']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:22.490392 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1fbc577-641b-4d5f-bfb1-4bbb955965ed tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:42:22.504331 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b38547d4-5318-48a4-8495-b944d5c087ad tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:22.505022 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b38547d4-5318-48a4-8495-b944d5c087ad tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:22.543311 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-769a70f1-7dc4-4ca3-b2af-11dd42ba6ba1 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd0c563-d1b5-4312-ad45-603590a2591a') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:22.543613 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-769a70f1-7dc4-4ca3-b2af-11dd42ba6ba1 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd0c563-d1b5-4312-ad45-603590a2591a') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:22.552373 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-44c2beaa-8d0a-49d7-9119-004e76dd4c91 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:22.576966 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6436d7b4-a4a5-4df5-85af-9bad6fd00448 None None] Provisioning complete for port 4a202bd4-e96b-4f17-8aff-5f3884f4db2f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:22.577500 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6436d7b4-a4a5-4df5-85af-9bad6fd00448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:22.588071 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-769a70f1-7dc4-4ca3-b2af-11dd42ba6ba1 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:22.600273 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-190e94cc-e0c2-44e1-b147-23cef8d70e7c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7255702 Apr 21 12:42:22.604349 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44636) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:22.611730 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f8d6b957-d3c5-431a-91f4-831a2bca0e0b tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Request body: {'subnet': {'network_id': '5df4fa6a-4eb0-4b03-8548-3254b31ed6b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:22.618666 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c1fbc577-641b-4d5f-bfb1-4bbb955965ed tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:22.619021 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-c1fbc577-641b-4d5f-bfb1-4bbb955965ed tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Added segment 02e8ff31-dba1-4bcb-8ea4-3baefc6c8dc8 of type vlan for network 728a435b-91a5-474c-aab7-1f9e94dc92c7 Apr 21 12:42:22.621524 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6436d7b4-a4a5-4df5-85af-9bad6fd00448 None None] Port 4a202bd4-e96b-4f17-8aff-5f3884f4db2f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:42:22.662529 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e94cc-e0c2-44e1-b147-23cef8d70e7c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event updated for resources: {'Network': ['ID=5df4fa6a-4eb0-4b03-8548-3254b31ed6b1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:22.680246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda7a32-a81b-4ce2-a0c8-be9097e93cad req-20f70a24-2b54-43c8-8ffe-d5c2f2382923 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:22.683765 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 5df4fa6a-4eb0-4b03-8548-3254b31ed6b1 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:42:22.686902 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda7a32-a81b-4ce2-a0c8-be9097e93cad req-20f70a24-2b54-43c8-8ffe-d5c2f2382923 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:22.693047 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda7a32-a81b-4ce2-a0c8-be9097e93cad req-20f70a24-2b54-43c8-8ffe-d5c2f2382923 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:22.699442 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda7a32-a81b-4ce2-a0c8-be9097e93cad req-20f70a24-2b54-43c8-8ffe-d5c2f2382923 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:22.705978 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda7a32-a81b-4ce2-a0c8-be9097e93cad req-20f70a24-2b54-43c8-8ffe-d5c2f2382923 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:22.711919 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda7a32-a81b-4ce2-a0c8-be9097e93cad req-20f70a24-2b54-43c8-8ffe-d5c2f2382923 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:22.718067 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda7a32-a81b-4ce2-a0c8-be9097e93cad req-20f70a24-2b54-43c8-8ffe-d5c2f2382923 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:22.720129 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ceda7a32-a81b-4ce2-a0c8-be9097e93cad req-20f70a24-2b54-43c8-8ffe-d5c2f2382923 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5445 time: 0.5291464 Apr 21 12:42:22.721221 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-769a70f1-7dc4-4ca3-b2af-11dd42ba6ba1 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:22.757789 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b38547d4-5318-48a4-8495-b944d5c087ad tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7837803 Apr 21 12:42:22.762921 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3327eb0b-d784-484b-b0b0-5a2fbcacd48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:22.787602 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-769a70f1-7dc4-4ca3-b2af-11dd42ba6ba1 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:42:22.787952 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d6b957-d3c5-431a-91f4-831a2bca0e0b tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Made reservation on behalf of 28f81f60811b4356b23d2a8e82427faf for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:22.788098 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-769a70f1-7dc4-4ca3-b2af-11dd42ba6ba1 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:42:22.791173 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:42:22.793415 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f8d6b957-d3c5-431a-91f4-831a2bca0e0b tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:22.808618 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b29de803-3393-4150-8cc9-42485ea5c98f service neutron] Request body: {'port': {'device_id': '98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:22.883750 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c1fbc577-641b-4d5f-bfb1-4bbb955965ed tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:22.922366 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3327eb0b-d784-484b-b0b0-5a2fbcacd48c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54076906-6a28-416e-bcbd-9d5e99293579']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:22.964396 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3327eb0b-d784-484b-b0b0-5a2fbcacd48c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c560e93-1426-4da8-888c-ddd67b971e13') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:22.964701 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3327eb0b-d784-484b-b0b0-5a2fbcacd48c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c560e93-1426-4da8-888c-ddd67b971e13') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:23.007081 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3327eb0b-d784-484b-b0b0-5a2fbcacd48c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:23.027031 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ceda7a32-a81b-4ce2-a0c8-be9097e93cad req-6e5d5a0a-eb81-460e-9c8c-b2cdf79bbba1 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2729018 Apr 21 12:42:23.039020 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3327eb0b-d784-484b-b0b0-5a2fbcacd48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:23.040917 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b29de803-3393-4150-8cc9-42485ea5c98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:23.063293 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8283d3-9689-4823-be4b-d03abcf42ef8 req-ea6a2f51-6bbd-4164-8dd5-e3ea98dab6bc tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:23.069383 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8283d3-9689-4823-be4b-d03abcf42ef8 req-ea6a2f51-6bbd-4164-8dd5-e3ea98dab6bc tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:23.075760 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8283d3-9689-4823-be4b-d03abcf42ef8 req-ea6a2f51-6bbd-4164-8dd5-e3ea98dab6bc tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:23.078067 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd8283d3-9689-4823-be4b-d03abcf42ef8 req-ea6a2f51-6bbd-4164-8dd5-e3ea98dab6bc tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 2377 time: 0.3179326 Apr 21 12:42:23.079171 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-44c2beaa-8d0a-49d7-9119-004e76dd4c91 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:23.087766 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f8d6b957-d3c5-431a-91f4-831a2bca0e0b tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:23.090689 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3327eb0b-d784-484b-b0b0-5a2fbcacd48c admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:42:23.091108 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3327eb0b-d784-484b-b0b0-5a2fbcacd48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:42:23.095835 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:42:23.099013 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['a04337c4-fdf9-4860-8c09-d882271e65e0'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:42:23.196324 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6b957-d3c5-431a-91f4-831a2bca0e0b tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event updated for resources: {'Subnet': ['ID=96b54765-fe6e-4089-bfd5-4674cb1903c3,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:23.211482 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d6b957-d3c5-431a-91f4-831a2bca0e0b tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Checking segment: {'id': '9f058d9a-2923-44ab-92aa-7794ac017282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5df4fa6a-4eb0-4b03-8548-3254b31ed6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:23.212419 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d6b957-d3c5-431a-91f4-831a2bca0e0b tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Network hostable DHCP agents. Network: 5df4fa6a-4eb0-4b03-8548-3254b31ed6b1, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:42:23.237147 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c1fbc577-641b-4d5f-bfb1-4bbb955965ed tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:23.242717 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fbc577-641b-4d5f-bfb1-4bbb955965ed tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:23.243331 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c1fbc577-641b-4d5f-bfb1-4bbb955965ed tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:23.272896 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-44c2beaa-8d0a-49d7-9119-004e76dd4c91 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:23.278112 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-769a70f1-7dc4-4ca3-b2af-11dd42ba6ba1 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:23.307611 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d6b957-d3c5-431a-91f4-831a2bca0e0b tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Network 5df4fa6a-4eb0-4b03-8548-3254b31ed6b1 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:42:23.310404 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-44c2beaa-8d0a-49d7-9119-004e76dd4c91 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:23.323285 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-769a70f1-7dc4-4ca3-b2af-11dd42ba6ba1 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:23.329342 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-769a70f1-7dc4-4ca3-b2af-11dd42ba6ba1 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] 10.222.0.36 "DELETE /v2.0/networks/9602e5b7-37fa-4803-9009-ee1c29a9d4d9 HTTP/1.1" status: 204 len: 168 time: 3.7739689 Apr 21 12:42:23.329342 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-44c2beaa-8d0a-49d7-9119-004e76dd4c91 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:42:23.330466 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44644) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:23.341665 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2beaa-8d0a-49d7-9119-004e76dd4c91 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Pushing event updated for resources: {'Port': ['ID=02fc27ae-4f61-46ca-99ae-7b6a2be21846,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:23.385342 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b871a373-5aa4-4421-b1c5-e79ca0491ca0 None None] Network de0c7722-c885-468c-9719-38a5dfeb508d requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:23.424451 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd8283d3-9689-4823-be4b-d03abcf42ef8 req-d66b3b8f-d2eb-4d74-8e71-efc58f0c1c4b tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161750 Apr 21 12:42:23.462369 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3cd862a6-4b07-4598-ac8a-f1ba5429ebf7 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:23.466419 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-f8d6b957-d3c5-431a-91f4-831a2bca0e0b tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 5df4fa6a-4eb0-4b03-8548-3254b31ed6b1) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:23.494895 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d6b957-d3c5-431a-91f4-831a2bca0e0b tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:23.495560 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f8d6b957-d3c5-431a-91f4-831a2bca0e0b tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:23.495677 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dab394-20b4-4bbe-a58f-d74b5b9dc7a4 None None] Network 5df4fa6a-4eb0-4b03-8548-3254b31ed6b1 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:23.533483 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3327eb0b-d784-484b-b0b0-5a2fbcacd48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:23.541905 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c1fbc577-641b-4d5f-bfb1-4bbb955965ed tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0809875 Apr 21 12:42:23.565052 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44650) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:23.566237 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fbc577-641b-4d5f-bfb1-4bbb955965ed tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Network': ['ID=728a435b-91a5-474c-aab7-1f9e94dc92c7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:23.580720 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3327eb0b-d784-484b-b0b0-5a2fbcacd48c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:23.587560 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3327eb0b-d784-484b-b0b0-5a2fbcacd48c admin admin] 10.222.0.36 "DELETE /v2.0/networks/54076906-6a28-416e-bcbd-9d5e99293579 HTTP/1.1" status: 204 len: 168 time: 2.1478760 Apr 21 12:42:23.634842 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-44c2beaa-8d0a-49d7-9119-004e76dd4c91 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:23.635742 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-44c2beaa-8d0a-49d7-9119-004e76dd4c91 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:23.649929 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a76c1be-75c9-4550-a404-c194a198ba9e req-73b51f30-9151-4cf9-9168-d10a0d8542af tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:23.651915 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4a76c1be-75c9-4550-a404-c194a198ba9e req-73b51f30-9151-4cf9-9168-d10a0d8542af tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 935 time: 0.5038948 Apr 21 12:42:23.673500 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769a70f1-7dc4-4ca3-b2af-11dd42ba6ba1 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Pushing event deleted for resources: {'Network': ['ID=9602e5b7-37fa-4803-9009-ee1c29a9d4d9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:23.684599 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3cd862a6-4b07-4598-ac8a-f1ba5429ebf7 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:23.710682 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-3cd862a6-4b07-4598-ac8a-f1ba5429ebf7 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2886eb44-b4c8-4ee5-a9b1-93879b566958']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:23.717038 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 728a435b-91a5-474c-aab7-1f9e94dc92c7 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:42:23.723276 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-3cd862a6-4b07-4598-ac8a-f1ba5429ebf7 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9d1140-afa5-449a-9083-01f22770e875') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:23.723787 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-3cd862a6-4b07-4598-ac8a-f1ba5429ebf7 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9d1140-afa5-449a-9083-01f22770e875') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:23.728267 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c540a0d3-889f-4131-8e41-be866791bc21 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:23.737231 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3cd862a6-4b07-4598-ac8a-f1ba5429ebf7 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:23.753864 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3cd862a6-4b07-4598-ac8a-f1ba5429ebf7 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:23.761737 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd862a6-4b07-4598-ac8a-f1ba5429ebf7 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:42:23.762138 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3cd862a6-4b07-4598-ac8a-f1ba5429ebf7 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:23.770476 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327eb0b-d784-484b-b0b0-5a2fbcacd48c admin admin] Pushing event deleted for resources: {'Network': ['ID=54076906-6a28-416e-bcbd-9d5e99293579,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:23.781170 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d500c990-9d41-41f9-ae4f-eb3d9423dd6c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'subnet': {'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:42:23.785155 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:42:23.792096 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f8d6b957-d3c5-431a-91f4-831a2bca0e0b tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1807399 Apr 21 12:42:23.792401 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44658) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:23.851893 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4a76c1be-75c9-4550-a404-c194a198ba9e req-6215d372-2d7c-4bdf-8910-c99e4abc3a13 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710360 Apr 21 12:42:23.859533 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-44c2beaa-8d0a-49d7-9119-004e76dd4c91 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5780745 Apr 21 12:42:23.883912 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Request body: {'port': {'device_id': 'b86834bb-c7d3-414d-8755-68606c07b056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:23.893538 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-82fd9e5e-279e-4d2e-b2dd-8f913785c64e None None] Provisioning complete for port c540a0d3-889f-4131-8e41-be866791bc21 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:23.897092 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82fd9e5e-279e-4d2e-b2dd-8f913785c64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:23.926277 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-16f34ab5-2cfe-4d3a-a58d-76456bd07d45 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:23.933511 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-16f34ab5-2cfe-4d3a-a58d-76456bd07d45 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/networks?id=91f0eb98-678c-4b6a-bd13-f87f951f1bc3 HTTP/1.1" status: 200 len: 813 time: 0.3384230 Apr 21 12:42:24.020183 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-2dee75bd-68d9-46bb-b546-e554c3802866 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/quotas/1ef7d4dca56b45b6a598c55a34aa84d0 HTTP/1.1" status: 200 len: 375 time: 0.0851791 Apr 21 12:42:24.021244 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab36c730-ce49-4ef4-ad7f-6b3f7973b0cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-5df4fa6a-4eb0-4b03-8548-3254b31ed6b1', 'network_id': '5df4fa6a-4eb0-4b03-8548-3254b31ed6b1', 'tenant_id': '28f81f60811b4356b23d2a8e82427faf', 'fixed_ips': [{'subnet_id': '96b54765-fe6e-4089-bfd5-4674cb1903c3'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:42:24.022222 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab36c730-ce49-4ef4-ad7f-6b3f7973b0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:24.024389 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port c540a0d3-889f-4131-8e41-be866791bc21 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:24.024757 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:24.026921 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:24.037072 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3cd862a6-4b07-4598-ac8a-f1ba5429ebf7 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:24.041766 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3cd862a6-4b07-4598-ac8a-f1ba5429ebf7 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:24.048140 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3cd862a6-4b07-4598-ac8a-f1ba5429ebf7 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] 10.222.0.36 "DELETE /v2.0/networks/2886eb44-b4c8-4ee5-a9b1-93879b566958 HTTP/1.1" status: 204 len: 168 time: 0.7165165 Apr 21 12:42:24.050119 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44660) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:24.071387 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:24.132412 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd862a6-4b07-4598-ac8a-f1ba5429ebf7 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Pushing event deleted for resources: {'Network': ['ID=2886eb44-b4c8-4ee5-a9b1-93879b566958,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:24.148292 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959e316-5c49-437a-99b6-f45b7b70f409 req-6b76b3ee-6847-4ac6-a1de-08c0abd28aa6 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:24.150159 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8959e316-5c49-437a-99b6-f45b7b70f409 req-6b76b3ee-6847-4ac6-a1de-08c0abd28aa6 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.26 "GET /v2.0/ports?device_id=9811606f-784f-480e-b0ae-76928367fbfd HTTP/1.1" status: 200 len: 946 time: 0.2599409 Apr 21 12:42:24.189356 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d500c990-9d41-41f9-ae4f-eb3d9423dd6c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Made reservation on behalf of 067799c9b36247cdad5f5c84436228d1 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:24.192812 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d500c990-9d41-41f9-ae4f-eb3d9423dd6c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:24.196797 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44664) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:24.215482 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b29de803-3393-4150-8cc9-42485ea5c98f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55da96c5-1f75-4504-8c88-a7bb86ff2491 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:42:24.257060 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82fd9e5e-279e-4d2e-b2dd-8f913785c64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:24.262477 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-612188da-66ca-4ea4-9fdb-bcfdd228b8a7 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1ef7d4dca56b45b6a598c55a34aa84d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2416105 Apr 21 12:42:24.269029 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b29de803-3393-4150-8cc9-42485ea5c98f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:24.304304 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:24.316801 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67faa041-dfe5-45d1-be11-a5cf945ebe64 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:24.362175 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126edf4-6c96-4d94-8462-9c4ab7c0ebcb req-f9e8ec26-bfdc-45ff-9d70-8acf5b86a588 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:24.363721 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8126edf4-6c96-4d94-8462-9c4ab7c0ebcb req-f9e8ec26-bfdc-45ff-9d70-8acf5b86a588 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7fdc95c-7eae-45fa-a42e-6e152381d6af HTTP/1.1" status: 200 len: 945 time: 0.3010206 Apr 21 12:42:24.370772 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ab36c730-ce49-4ef4-ad7f-6b3f7973b0cd None None] Allocated IP 2001:db8::1 (5df4fa6a-4eb0-4b03-8548-3254b31ed6b1/96b54765-fe6e-4089-bfd5-4674cb1903c3/59fe6b5e-d1fe-4b2d-8f18-04ebd514a41f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:42:24.377215 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-82fd9e5e-279e-4d2e-b2dd-8f913785c64e None None] For port c540a0d3-889f-4131-8e41-be866791bc21, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c540a0d3-889f-4131-8e41-be866791bc21,segment=NetworkSegment(574984cd-ac69-497b-8e69-8521fe684e51),segment_id=574984cd-ac69-497b-8e69-8521fe684e51)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:24.377215 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:24.395106 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b29de803-3393-4150-8cc9-42485ea5c98f service neutron] Transition to ACTIVE for port object 55da96c5-1f75-4504-8c88-a7bb86ff2491 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:42:24.437454 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a91662e9-6dbd-428a-9bf7-1eaf3b1f5b98 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7b45e45ca21245439fa65bc29d51bfe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2313607 Apr 21 12:42:24.447251 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44666) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:24.472276 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82fd9e5e-279e-4d2e-b2dd-8f913785c64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:24.510626 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77961a94-7b70-4663-9397-d54eb5e4b12c req-6f7b1477-a2ab-4a72-b1d1-d555e79b416b tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:24.519954 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77961a94-7b70-4663-9397-d54eb5e4b12c req-6f7b1477-a2ab-4a72-b1d1-d555e79b416b tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:24.542877 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77961a94-7b70-4663-9397-d54eb5e4b12c req-6f7b1477-a2ab-4a72-b1d1-d555e79b416b tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:24.554346 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77961a94-7b70-4663-9397-d54eb5e4b12c req-6f7b1477-a2ab-4a72-b1d1-d555e79b416b tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:24.585826 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:42:24.586176 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:42:24.587697 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77961a94-7b70-4663-9397-d54eb5e4b12c req-6f7b1477-a2ab-4a72-b1d1-d555e79b416b tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:24.590774 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd9e5e-279e-4d2e-b2dd-8f913785c64e None None] Pushing event updated for resources: {'Port': ['ID=c540a0d3-889f-4131-8e41-be866791bc21,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:24.621168 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77961a94-7b70-4663-9397-d54eb5e4b12c req-6f7b1477-a2ab-4a72-b1d1-d555e79b416b tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:24.625707 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67faa041-dfe5-45d1-be11-a5cf945ebe64 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:24.634609 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5dbd2721-1b06-4591-bd9e-f46ae087710e None None] Provisioning complete for port 02fc27ae-4f61-46ca-99ae-7b6a2be21846 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:24.634977 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5dbd2721-1b06-4591-bd9e-f46ae087710e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:24.637555 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77961a94-7b70-4663-9397-d54eb5e4b12c req-6f7b1477-a2ab-4a72-b1d1-d555e79b416b tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:24.642734 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77961a94-7b70-4663-9397-d54eb5e4b12c req-6f7b1477-a2ab-4a72-b1d1-d555e79b416b tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5445 time: 0.4485903 Apr 21 12:42:24.679639 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b29de803-3393-4150-8cc9-42485ea5c98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:24.681787 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab36c730-ce49-4ef4-ad7f-6b3f7973b0cd None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:24.688256 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5dbd2721-1b06-4591-bd9e-f46ae087710e None None] Port 02fc27ae-4f61-46ca-99ae-7b6a2be21846 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:42:24.701087 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-67faa041-dfe5-45d1-be11-a5cf945ebe64 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520bf010-290b-4160-a993-f93c0bd8e666']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:24.719582 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f47b06c-7c50-4596-b317-34ec3a06be3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:24.726924 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-67faa041-dfe5-45d1-be11-a5cf945ebe64 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '820c1f50-6b69-450e-a711-b0777e771d5e') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:24.727214 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-67faa041-dfe5-45d1-be11-a5cf945ebe64 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '820c1f50-6b69-450e-a711-b0777e771d5e') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:24.748831 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-0096ff96-8c26-4173-bdca-9602eba685eb service neutron] 10.222.0.36 "GET /v2.0/networks/91f0eb98-678c-4b6a-bd13-f87f951f1bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686546 Apr 21 12:42:24.759198 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab36c730-ce49-4ef4-ad7f-6b3f7973b0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:24.772435 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67faa041-dfe5-45d1-be11-a5cf945ebe64 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:24.819404 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f47b06c-7c50-4596-b317-34ec3a06be3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:24.832612 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67faa041-dfe5-45d1-be11-a5cf945ebe64 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:24.839033 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-8126edf4-6c96-4d94-8462-9c4ab7c0ebcb req-5d588901-1a4b-4354-92cf-dfdb0da2c148 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Deleting port 1fa9a9d6-352a-408b-9170-041e46028ffd {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:42:24.839371 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8126edf4-6c96-4d94-8462-9c4ab7c0ebcb req-5d588901-1a4b-4354-92cf-dfdb0da2c148 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:24.866707 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67faa041-dfe5-45d1-be11-a5cf945ebe64 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:42:24.867071 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67faa041-dfe5-45d1-be11-a5cf945ebe64 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:42:24.872640 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:42:24.877947 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77961a94-7b70-4663-9397-d54eb5e4b12c req-8ea6d953-1972-4227-940d-34b6f7d0af68 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2087343 Apr 21 12:42:24.962277 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d500c990-9d41-41f9-ae4f-eb3d9423dd6c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:24.968672 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29de803-3393-4150-8cc9-42485ea5c98f service neutron] Pushing event updated for resources: {'Port': ['ID=55da96c5-1f75-4504-8c88-a7bb86ff2491,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:24.991021 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:25.031881 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36c730-ce49-4ef4-ad7f-6b3f7973b0cd None None] Pushing event updated for resources: {'Port': ['ID=59fe6b5e-d1fe-4b2d-8f18-04ebd514a41f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:25.046307 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab36c730-ce49-4ef4-ad7f-6b3f7973b0cd None None] Network 5df4fa6a-4eb0-4b03-8548-3254b31ed6b1 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:25.048628 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ab36c730-ce49-4ef4-ad7f-6b3f7973b0cd None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:25.055876 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab36c730-ce49-4ef4-ad7f-6b3f7973b0cd None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:42:25.061033 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-41b8685f-d2d7-4c11-84f7-e8e6896a8159 None None] Provisioning complete for port c540a0d3-889f-4131-8e41-be866791bc21 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:25.061405 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41b8685f-d2d7-4c11-84f7-e8e6896a8159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:25.169293 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500c990-9d41-41f9-ae4f-eb3d9423dd6c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Subnet': ['ID=d05f89bb-aece-41f0-9a89-d7c705c5200a,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:25.176722 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ab36c730-ce49-4ef4-ad7f-6b3f7973b0cd None None] Attempting to bind port 59fe6b5e-d1fe-4b2d-8f18-04ebd514a41f on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:42:25.177085 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ab36c730-ce49-4ef4-ad7f-6b3f7973b0cd None None] Attempting to bind port 59fe6b5e-d1fe-4b2d-8f18-04ebd514a41f by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '9f058d9a-2923-44ab-92aa-7794ac017282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5df4fa6a-4eb0-4b03-8548-3254b31ed6b1'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:42:25.178024 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab36c730-ce49-4ef4-ad7f-6b3f7973b0cd None None] Attempting to bind port 59fe6b5e-d1fe-4b2d-8f18-04ebd514a41f on network 5df4fa6a-4eb0-4b03-8548-3254b31ed6b1 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:25.180860 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67faa041-dfe5-45d1-be11-a5cf945ebe64 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:25.184639 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab36c730-ce49-4ef4-ad7f-6b3f7973b0cd None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:42:25.185010 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab36c730-ce49-4ef4-ad7f-6b3f7973b0cd None None] Checking segment: {'id': '9f058d9a-2923-44ab-92aa-7794ac017282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5df4fa6a-4eb0-4b03-8548-3254b31ed6b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:25.186173 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab36c730-ce49-4ef4-ad7f-6b3f7973b0cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:25.186173 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab36c730-ce49-4ef4-ad7f-6b3f7973b0cd None None] Bound using segment: {'id': '9f058d9a-2923-44ab-92aa-7794ac017282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5df4fa6a-4eb0-4b03-8548-3254b31ed6b1'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:42:25.186407 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ab36c730-ce49-4ef4-ad7f-6b3f7973b0cd None None] Bound port: 59fe6b5e-d1fe-4b2d-8f18-04ebd514a41f, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f058d9a-2923-44ab-92aa-7794ac017282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '5df4fa6a-4eb0-4b03-8548-3254b31ed6b1'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:42:25.186673 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab36c730-ce49-4ef4-ad7f-6b3f7973b0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:25.187172 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-8126edf4-6c96-4d94-8462-9c4ab7c0ebcb req-5d588901-1a4b-4354-92cf-dfdb0da2c148 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] For port 1fa9a9d6-352a-408b-9170-041e46028ffd, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=1fa9a9d6-352a-408b-9170-041e46028ffd,segment=NetworkSegment(55331157-0de8-40ca-be2e-e4bd5fec8eed),segment_id=55331157-0de8-40ca-be2e-e4bd5fec8eed)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:25.187538 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8126edf4-6c96-4d94-8462-9c4ab7c0ebcb req-5d588901-1a4b-4354-92cf-dfdb0da2c148 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:25.194405 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:25.209715 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67faa041-dfe5-45d1-be11-a5cf945ebe64 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:25.215833 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-67faa041-dfe5-45d1-be11-a5cf945ebe64 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] 10.222.0.36 "DELETE /v2.0/networks/520bf010-290b-4160-a993-f93c0bd8e666 HTTP/1.1" status: 204 len: 168 time: 1.1615272 Apr 21 12:42:25.273383 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-8126edf4-6c96-4d94-8462-9c4ab7c0ebcb req-5d588901-1a4b-4354-92cf-dfdb0da2c148 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Calling delete_port for 1fa9a9d6-352a-408b-9170-041e46028ffd owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:42:25.275658 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f47b06c-7c50-4596-b317-34ec3a06be3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:25.276729 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab36c730-ce49-4ef4-ad7f-6b3f7973b0cd None None] For port 59fe6b5e-d1fe-4b2d-8f18-04ebd514a41f, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:42:25.278243 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f47b06c-7c50-4596-b317-34ec3a06be3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:25.279430 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6f47b06c-7c50-4596-b317-34ec3a06be3d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e43bfc4-f3dc-449f-a6ed-db4c473ad5d4 HTTP/1.1" status: 204 len: 168 time: 0.8270278 Apr 21 12:42:25.280749 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event deleted for resources: {'Subnet': ['ID=96b54765-fe6e-4089-bfd5-4674cb1903c3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:25.281804 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab36c730-ce49-4ef4-ad7f-6b3f7973b0cd None None] For port 59fe6b5e-d1fe-4b2d-8f18-04ebd514a41f, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=59fe6b5e-d1fe-4b2d-8f18-04ebd514a41f,segment=NetworkSegment(9f058d9a-2923-44ab-92aa-7794ac017282),segment_id=9f058d9a-2923-44ab-92aa-7794ac017282)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:42:25.293015 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67faa041-dfe5-45d1-be11-a5cf945ebe64 tempest-BulkNetworkOpsIpV6Test-1207169531 tempest-BulkNetworkOpsIpV6Test-1207169531-project] Pushing event deleted for resources: {'Network': ['ID=520bf010-290b-4160-a993-f93c0bd8e666,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:25.300261 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d500c990-9d41-41f9-ae4f-eb3d9423dd6c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Checking segment: {'id': '02e8ff31-dba1-4bcb-8ea4-3baefc6c8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:25.300621 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d500c990-9d41-41f9-ae4f-eb3d9423dd6c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network hostable DHCP agents. Network: 728a435b-91a5-474c-aab7-1f9e94dc92c7, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:42:25.304038 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df4fa6a-4eb0-4b03-8548-3254b31ed6b1']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:25.329678 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47b06c-7c50-4596-b317-34ec3a06be3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e43bfc4-f3dc-449f-a6ed-db4c473ad5d4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:25.335772 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f058d9a-2923-44ab-92aa-7794ac017282') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:25.336134 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f058d9a-2923-44ab-92aa-7794ac017282') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:25.336770 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 74128ff9-934f-4a07-888a-fa647ed2c316 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:42:25.370803 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab36c730-ce49-4ef4-ad7f-6b3f7973b0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:25.372629 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 74128ff9-934f-4a07-888a-fa647ed2c316 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:42:25.373011 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 74128ff9-934f-4a07-888a-fa647ed2c316 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:42:25.385676 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:25.410673 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:25.425101 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:42:25.425512 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:42:25.429153 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:42:25.494028 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab36c730-ce49-4ef4-ad7f-6b3f7973b0cd None None] Pushing event updated for resources: {'Port': ['ID=59fe6b5e-d1fe-4b2d-8f18-04ebd514a41f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:25.514679 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbbde72-84e5-4026-a882-431eb6ad0338 None None] Network 5df4fa6a-4eb0-4b03-8548-3254b31ed6b1 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:25.559982 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-8959e316-5c49-437a-99b6-f45b7b70f409 req-9bc0309e-17d9-4880-bfdf-d549704e3c99 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Deleting port 91f23052-f453-4088-9521-6c5013ab373f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:42:25.560505 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8959e316-5c49-437a-99b6-f45b7b70f409 req-9bc0309e-17d9-4880-bfdf-d549704e3c99 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:25.616059 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c540a0d3-889f-4131-8e41-be866791bc21 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:25.636424 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d500c990-9d41-41f9-ae4f-eb3d9423dd6c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network 728a435b-91a5-474c-aab7-1f9e94dc92c7 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:42:25.682160 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.db.api [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 12:42:25.682160 n-d-836147-2 neutron-server[103397]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 12:42:25.682160 n-d-836147-2 neutron-server[103397]: [parameters: {'id': '5df4fa6a-4eb0-4b03-8548-3254b31ed6b1'}] Apr 21 12:42:25.682160 n-d-836147-2 neutron-server[103397]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:42:25.682871 n-d-836147-2 neutron-server[103397]: DEBUG oslo_db.api [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:42:25.721370 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port c540a0d3-889f-4131-8e41-be866791bc21 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:25.722086 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:25.738917 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8126edf4-6c96-4d94-8462-9c4ab7c0ebcb req-5d588901-1a4b-4354-92cf-dfdb0da2c148 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:25.748926 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b29de803-3393-4150-8cc9-42485ea5c98f service neutron] Attempting to bind port 55da96c5-1f75-4504-8c88-a7bb86ff2491 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:42:25.748926 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b29de803-3393-4150-8cc9-42485ea5c98f service neutron] Attempting to bind port 55da96c5-1f75-4504-8c88-a7bb86ff2491 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '776a9318-226f-4a2c-ac7f-74a4bbb38944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bb3b6a61-8fc8-445c-8324-3e3cc0c63337'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:42:25.749168 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-d500c990-9d41-41f9-ae4f-eb3d9423dd6c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 728a435b-91a5-474c-aab7-1f9e94dc92c7) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:25.749263 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b29de803-3393-4150-8cc9-42485ea5c98f service neutron] Attempting to bind port 55da96c5-1f75-4504-8c88-a7bb86ff2491 on network bb3b6a61-8fc8-445c-8324-3e3cc0c63337 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:25.749370 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10888911-a173-4971-aa5a-3b01c6d7687e None None] get_active_networks_info from n-d-836147-2 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 12:42:25.759449 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-a003432e-619a-4104-8b9a-7e01c76719a7 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:25.760195 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d500c990-9d41-41f9-ae4f-eb3d9423dd6c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:25.760886 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d500c990-9d41-41f9-ae4f-eb3d9423dd6c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:25.765238 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-a003432e-619a-4104-8b9a-7e01c76719a7 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:25.771450 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-a003432e-619a-4104-8b9a-7e01c76719a7 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:25.777184 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['1fa9a9d6-352a-408b-9170-041e46028ffd'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:42:25.777746 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-a003432e-619a-4104-8b9a-7e01c76719a7 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:25.783797 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-a003432e-619a-4104-8b9a-7e01c76719a7 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:25.789670 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-a003432e-619a-4104-8b9a-7e01c76719a7 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:25.797072 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-a003432e-619a-4104-8b9a-7e01c76719a7 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:25.799062 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-a003432e-619a-4104-8b9a-7e01c76719a7 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.26 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5445 time: 0.3083746 Apr 21 12:42:25.817054 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-e8210761-0fa7-415e-bb27-b4042b1c0ccf service neutron] 10.222.0.36 "GET /v2.0/networks/91f0eb98-678c-4b6a-bd13-f87f951f1bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0406630 Apr 21 12:42:25.835557 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15e597-b27e-4842-88fc-81a5247dfb8e req-a8d9886f-2edb-478d-9774-7e8f883835d5 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:25.842496 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15e597-b27e-4842-88fc-81a5247dfb8e req-a8d9886f-2edb-478d-9774-7e8f883835d5 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:25.849221 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15e597-b27e-4842-88fc-81a5247dfb8e req-a8d9886f-2edb-478d-9774-7e8f883835d5 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:25.850964 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7b15e597-b27e-4842-88fc-81a5247dfb8e req-a8d9886f-2edb-478d-9774-7e8f883835d5 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 2389 time: 0.3720448 Apr 21 12:42:25.862882 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b29de803-3393-4150-8cc9-42485ea5c98f service neutron] Port 55da96c5-1f75-4504-8c88-a7bb86ff2491 on network bb3b6a61-8fc8-445c-8324-3e3cc0c63337 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:42:25.863207 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b29de803-3393-4150-8cc9-42485ea5c98f service neutron] Attempting to bind port 55da96c5-1f75-4504-8c88-a7bb86ff2491 on network bb3b6a61-8fc8-445c-8324-3e3cc0c63337 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:25.864712 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d588901-1a4b-4354-92cf-dfdb0da2c148 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Pushing event deleted for resources: {'Port': ['ID=1fa9a9d6-352a-408b-9170-041e46028ffd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:25.935015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b29de803-3393-4150-8cc9-42485ea5c98f service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:42:25.935368 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b29de803-3393-4150-8cc9-42485ea5c98f service neutron] Checking segment: {'id': '776a9318-226f-4a2c-ac7f-74a4bbb38944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bb3b6a61-8fc8-445c-8324-3e3cc0c63337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:25.935846 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b29de803-3393-4150-8cc9-42485ea5c98f service neutron] Bound using segment: {'id': '776a9318-226f-4a2c-ac7f-74a4bbb38944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bb3b6a61-8fc8-445c-8324-3e3cc0c63337'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:42:25.936302 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b29de803-3393-4150-8cc9-42485ea5c98f service neutron] Bound port: 55da96c5-1f75-4504-8c88-a7bb86ff2491, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '776a9318-226f-4a2c-ac7f-74a4bbb38944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bb3b6a61-8fc8-445c-8324-3e3cc0c63337'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:42:25.936728 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b29de803-3393-4150-8cc9-42485ea5c98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:25.942172 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-8126edf4-6c96-4d94-8462-9c4ab7c0ebcb req-5d588901-1a4b-4354-92cf-dfdb0da2c148 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] No DVR routers for this DVR port 1fa9a9d6-352a-408b-9170-041e46028ffd on host n-h2-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:42:25.952205 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8126edf4-6c96-4d94-8462-9c4ab7c0ebcb req-5d588901-1a4b-4354-92cf-dfdb0da2c148 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:25.956903 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8126edf4-6c96-4d94-8462-9c4ab7c0ebcb req-5d588901-1a4b-4354-92cf-dfdb0da2c148 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.24 "DELETE /v2.0/ports/1fa9a9d6-352a-408b-9170-041e46028ffd HTTP/1.1" status: 204 len: 173 time: 1.5699768 Apr 21 12:42:25.957912 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7fdc95c-7eae-45fa-a42e-6e152381d6af', 'name': 'network-vif-deleted', 'tag': '1fa9a9d6-352a-408b-9170-041e46028ffd'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:42:25.964110 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a2755b-bfb6-4c95-b924-a5b6abf2d8d0" -d '{"events": [{"server_uuid": "e7fdc95c-7eae-45fa-a42e-6e152381d6af", "name": "network-vif-deleted", "tag": "1fa9a9d6-352a-408b-9170-041e46028ffd"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:42:25.978500 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d500c990-9d41-41f9-ae4f-eb3d9423dd6c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2128401 Apr 21 12:42:25.981319 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44684) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:25.984973 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10888911-a173-4971-aa5a-3b01c6d7687e None None] Resources bound (agent type, host, resource id): {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 12:42:25.988067 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44686) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:26.032344 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-c9063f7a-aabf-4118-9105-69336f49a53d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:26.034258 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-c9063f7a-aabf-4118-9105-69336f49a53d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.26 "GET /v2.0/ports/6d354b6d-1ed6-44ad-9991-cde225fa4ff0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2161653 Apr 21 12:42:26.067142 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8959e316-5c49-437a-99b6-f45b7b70f409 req-9bc0309e-17d9-4880-bfdf-d549704e3c99 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] For port 91f23052-f453-4088-9521-6c5013ab373f, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=91f23052-f453-4088-9521-6c5013ab373f,segment=NetworkSegment(55331157-0de8-40ca-be2e-e4bd5fec8eed),segment_id=55331157-0de8-40ca-be2e-e4bd5fec8eed)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:26.067527 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8959e316-5c49-437a-99b6-f45b7b70f409 req-9bc0309e-17d9-4880-bfdf-d549704e3c99 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:26.113924 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02fc27ae-4f61-46ca-99ae-7b6a2be21846 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:42:26.116761 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-8959e316-5c49-437a-99b6-f45b7b70f409 req-9bc0309e-17d9-4880-bfdf-d549704e3c99 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Calling delete_port for 91f23052-f453-4088-9521-6c5013ab373f owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:42:26.177831 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7b15e597-b27e-4842-88fc-81a5247dfb8e req-4641172e-e254-4ae5-91d8-df7b96cbc735 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078077 Apr 21 12:42:26.184533 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:26.189201 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:26.392830 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8a56fd7f-016a-4250-903e-23c4313942b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7120a177c0be4d87a5410e0e3458cf71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4013951 Apr 21 12:42:26.410429 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44698) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:26.473137 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Transition to ACTIVE for port object 02fc27ae-4f61-46ca-99ae-7b6a2be21846 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:42:26.524950 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b10f31-5f36-452e-a2a2-208fbe13da7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-728a435b-91a5-474c-aab7-1f9e94dc92c7', 'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'fixed_ips': [{'subnet_id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:42:26.525555 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd259567-d2c7-4569-a5c6-cef9544c1c2a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:26.525940 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4b10f31-5f36-452e-a2a2-208fbe13da7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:26.544680 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Deleting port 59fe6b5e-d1fe-4b2d-8f18-04ebd514a41f {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:42:26.545566 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:26.563660 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b29de803-3393-4150-8cc9-42485ea5c98f service neutron] For port 55da96c5-1f75-4504-8c88-a7bb86ff2491, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:42:26.564127 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d3462336-32fa-42e2-b0ce-164be851f530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:26.564216 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:26.630874 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b29de803-3393-4150-8cc9-42485ea5c98f service neutron] For port 55da96c5-1f75-4504-8c88-a7bb86ff2491, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=55da96c5-1f75-4504-8c88-a7bb86ff2491,segment=NetworkSegment(776a9318-226f-4a2c-ac7f-74a4bbb38944),segment_id=776a9318-226f-4a2c-ac7f-74a4bbb38944)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:42:26.669450 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-9407fc00-78e4-4e92-aecc-5162a8f52308 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.26 "GET /v2.0/networks/4ca9a1f6-f409-47c6-aa9c-cb11334c6efd?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5991695 Apr 21 12:42:26.683384 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58730dbb-dbb8-4ae3-a419-895accc9f9dd req-6b09ee0f-50f0-4718-9778-4bd00c52f374 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:26.684899 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58730dbb-dbb8-4ae3-a419-895accc9f9dd req-6b09ee0f-50f0-4718-9778-4bd00c52f374 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 935 time: 0.2631063 Apr 21 12:42:26.694610 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-fba03c59-3d6f-436d-a364-10f4bdffecab service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:26.714565 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d3462336-32fa-42e2-b0ce-164be851f530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:26.724647 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Pushing event updated for resources: {'Port': ['ID=02fc27ae-4f61-46ca-99ae-7b6a2be21846,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:26.728664 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] For port 59fe6b5e-d1fe-4b2d-8f18-04ebd514a41f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=59fe6b5e-d1fe-4b2d-8f18-04ebd514a41f,segment=NetworkSegment(9f058d9a-2923-44ab-92aa-7794ac017282),segment_id=9f058d9a-2923-44ab-92aa-7794ac017282)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:26.729025 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:26.745644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784185d5-b7f7-4d1b-9d0f-9b0eb7eec31c req-1ca1812e-aa7d-4c00-80a0-18dace2c1ba5 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:26.750880 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Calling delete_port for 59fe6b5e-d1fe-4b2d-8f18-04ebd514a41f owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:42:26.751623 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784185d5-b7f7-4d1b-9d0f-9b0eb7eec31c req-1ca1812e-aa7d-4c00-80a0-18dace2c1ba5 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:26.757508 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784185d5-b7f7-4d1b-9d0f-9b0eb7eec31c req-1ca1812e-aa7d-4c00-80a0-18dace2c1ba5 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:26.763517 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784185d5-b7f7-4d1b-9d0f-9b0eb7eec31c req-1ca1812e-aa7d-4c00-80a0-18dace2c1ba5 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:26.769695 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784185d5-b7f7-4d1b-9d0f-9b0eb7eec31c req-1ca1812e-aa7d-4c00-80a0-18dace2c1ba5 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:26.775597 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784185d5-b7f7-4d1b-9d0f-9b0eb7eec31c req-1ca1812e-aa7d-4c00-80a0-18dace2c1ba5 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:26.794729 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784185d5-b7f7-4d1b-9d0f-9b0eb7eec31c req-1ca1812e-aa7d-4c00-80a0-18dace2c1ba5 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:26.802503 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-784185d5-b7f7-4d1b-9d0f-9b0eb7eec31c req-1ca1812e-aa7d-4c00-80a0-18dace2c1ba5 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5445 time: 0.3331451 Apr 21 12:42:26.816207 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b29de803-3393-4150-8cc9-42485ea5c98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:26.825480 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-c4b10f31-5f36-452e-a2a2-208fbe13da7c None None] Allocated IP 2001:db8::2 (728a435b-91a5-474c-aab7-1f9e94dc92c7/d05f89bb-aece-41f0-9a89-d7c705c5200a/06405ac2-eb18-420c-a746-9c83d2e58a53) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:42:26.837667 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8959e316-5c49-437a-99b6-f45b7b70f409 req-9bc0309e-17d9-4880-bfdf-d549704e3c99 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:26.861976 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:26.862334 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:26.863107 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:26.863251 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:26.863489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:26.864123 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:26.864445 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:26.864775 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:26.865104 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:26.865428 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:26.865777 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:26.866102 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:27.007615 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-fba03c59-3d6f-436d-a364-10f4bdffecab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:27.020694 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4b10f31-5f36-452e-a2a2-208fbe13da7c None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:27.037090 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b29de803-3393-4150-8cc9-42485ea5c98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:27.037759 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b29de803-3393-4150-8cc9-42485ea5c98f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:27.039171 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-b29de803-3393-4150-8cc9-42485ea5c98f service neutron] 10.222.0.24 "PUT /v2.0/ports/55da96c5-1f75-4504-8c88-a7bb86ff2491 HTTP/1.1" status: 200 len: 1092 time: 4.2530141 Apr 21 12:42:27.045612 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804', 'tag': '55da96c5-1f75-4504-8c88-a7bb86ff2491'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:42:27.047893 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf33e282-c65b-4e40-a1e4-53adbd1ac85c" -d '{"events": [{"name": "network-changed", "server_uuid": "98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804", "tag": "55da96c5-1f75-4504-8c88-a7bb86ff2491"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:42:27.050652 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d3462336-32fa-42e2-b0ce-164be851f530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:27.053979 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d3462336-32fa-42e2-b0ce-164be851f530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:27.055417 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d3462336-32fa-42e2-b0ce-164be851f530 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/95564136-7c8f-4a02-93ca-bef75b01792f HTTP/1.1" status: 204 len: 168 time: 0.6438713 Apr 21 12:42:27.066985 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3462336-32fa-42e2-b0ce-164be851f530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95564136-7c8f-4a02-93ca-bef75b01792f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:27.128962 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-784185d5-b7f7-4d1b-9d0f-9b0eb7eec31c req-0b15ada6-5fe4-432c-8483-efa3f90afccc tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3067510 Apr 21 12:42:27.131686 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58730dbb-dbb8-4ae3-a419-895accc9f9dd req-1d280d29-2af8-45c7-b3e0-56f61587e55d tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290473 Apr 21 12:42:27.133790 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:27.163757 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29de803-3393-4150-8cc9-42485ea5c98f service neutron] Pushing event updated for resources: {'Port': ['ID=55da96c5-1f75-4504-8c88-a7bb86ff2491,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:27.179718 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4b10f31-5f36-452e-a2a2-208fbe13da7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:27.190408 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8959e316-5c49-437a-99b6-f45b7b70f409 req-9bc0309e-17d9-4880-bfdf-d549704e3c99 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] No DVR routers for this DVR port 91f23052-f453-4088-9521-6c5013ab373f on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:42:27.199232 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8959e316-5c49-437a-99b6-f45b7b70f409 req-9bc0309e-17d9-4880-bfdf-d549704e3c99 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:27.203124 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8959e316-5c49-437a-99b6-f45b7b70f409 req-9bc0309e-17d9-4880-bfdf-d549704e3c99 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.26 "DELETE /v2.0/ports/91f23052-f453-4088-9521-6c5013ab373f HTTP/1.1" status: 204 len: 173 time: 3.0193055 Apr 21 12:42:27.210037 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-55a3e26c-f6c5-484f-8b0a-fdab9ba4ae88 service neutron] Request body: {'port': {'device_id': '98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:27.260766 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b10f31-5f36-452e-a2a2-208fbe13da7c None None] Network 728a435b-91a5-474c-aab7-1f9e94dc92c7 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:27.261970 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0309e-17d9-4880-bfdf-d549704e3c99 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Pushing event deleted for resources: {'Port': ['ID=91f23052-f453-4088-9521-6c5013ab373f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:27.281135 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Attempting to bind port 02fc27ae-4f61-46ca-99ae-7b6a2be21846 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:42:27.281480 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Attempting to bind port 02fc27ae-4f61-46ca-99ae-7b6a2be21846 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:42:27.281842 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Attempting to bind port 02fc27ae-4f61-46ca-99ae-7b6a2be21846 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:27.288368 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c4b10f31-5f36-452e-a2a2-208fbe13da7c None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:27.306703 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 91f23052-f453-4088-9521-6c5013ab373f no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:42:27.315403 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b10f31-5f36-452e-a2a2-208fbe13da7c None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:42:27.324502 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Port 02fc27ae-4f61-46ca-99ae-7b6a2be21846 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:42:27.331988 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Attempting to bind port 02fc27ae-4f61-46ca-99ae-7b6a2be21846 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:27.360221 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 91f23052-f453-4088-9521-6c5013ab373f {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:42:27.361240 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 91f23052-f453-4088-9521-6c5013ab373f not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:42:27.362590 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 82e67d61-4701-4300-9171-99f0f042f70a no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:42:27.395600 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b10f31-5f36-452e-a2a2-208fbe13da7c None None] Pushing event updated for resources: {'Port': ['ID=06405ac2-eb18-420c-a746-9c83d2e58a53,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:27.512983 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-55a3e26c-f6c5-484f-8b0a-fdab9ba4ae88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:27.517458 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44726) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:27.523365 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0dac24-18bd-484e-9d5b-bfbe8be7b430 x-openstack-request-id: req-ae0dac24-18bd-484e-9d5b-bfbe8be7b430 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:42:27.529605 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804", "tag": "55da96c5-1f75-4504-8c88-a7bb86ff2491", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:42:27.530147 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae0dac24-18bd-484e-9d5b-bfbe8be7b430 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:42:27.531033 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae0dac24-18bd-484e-9d5b-bfbe8be7b430'] response: {'name': 'network-changed', 'server_uuid': '98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804', 'tag': '55da96c5-1f75-4504-8c88-a7bb86ff2491', 'status': 'completed', 'code': 200} Apr 21 12:42:27.577093 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c4b10f31-5f36-452e-a2a2-208fbe13da7c None None] Attempting to bind port 06405ac2-eb18-420c-a746-9c83d2e58a53 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:42:27.577462 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c4b10f31-5f36-452e-a2a2-208fbe13da7c None None] Attempting to bind port 06405ac2-eb18-420c-a746-9c83d2e58a53 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '02e8ff31-dba1-4bcb-8ea4-3baefc6c8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:42:27.577849 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b10f31-5f36-452e-a2a2-208fbe13da7c None None] Attempting to bind port 06405ac2-eb18-420c-a746-9c83d2e58a53 on network 728a435b-91a5-474c-aab7-1f9e94dc92c7 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:27.597967 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b10f31-5f36-452e-a2a2-208fbe13da7c None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:42:27.610159 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b10f31-5f36-452e-a2a2-208fbe13da7c None None] Checking segment: {'id': '02e8ff31-dba1-4bcb-8ea4-3baefc6c8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:27.610159 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4b10f31-5f36-452e-a2a2-208fbe13da7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:27.610159 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b10f31-5f36-452e-a2a2-208fbe13da7c None None] Bound using segment: {'id': '02e8ff31-dba1-4bcb-8ea4-3baefc6c8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:42:27.610159 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c4b10f31-5f36-452e-a2a2-208fbe13da7c None None] Bound port: 06405ac2-eb18-420c-a746-9c83d2e58a53, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e8ff31-dba1-4bcb-8ea4-3baefc6c8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:42:27.610159 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4b10f31-5f36-452e-a2a2-208fbe13da7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:27.610605 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:42:27.611131 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:27.611131 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:42:27.611580 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Bound port: 02fc27ae-4f61-46ca-99ae-7b6a2be21846, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:42:27.611857 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:27.690786 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c4b10f31-5f36-452e-a2a2-208fbe13da7c None None] For port 06405ac2-eb18-420c-a746-9c83d2e58a53, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:42:27.694453 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c4b10f31-5f36-452e-a2a2-208fbe13da7c None None] For port 06405ac2-eb18-420c-a746-9c83d2e58a53, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=06405ac2-eb18-420c-a746-9c83d2e58a53,segment=NetworkSegment(02e8ff31-dba1-4bcb-8ea4-3baefc6c8dc8),segment_id=02e8ff31-dba1-4bcb-8ea4-3baefc6c8dc8)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:42:27.735399 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:27.768278 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4b10f31-5f36-452e-a2a2-208fbe13da7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:27.796618 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82e67d61-4701-4300-9171-99f0f042f70a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:42:27.800985 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1e2a18-aeb4-4d18-8767-06fcac7704b1" -d '{"events": [{"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-unplugged", "status": "completed", "tag": "82e67d61-4701-4300-9171-99f0f042f70a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:42:27.806276 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd15ac52-3944-41e7-98c0-4b96d79e53a8 x-openstack-request-id: req-cd15ac52-3944-41e7-98c0-4b96d79e53a8 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:42:27.807132 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7fdc95c-7eae-45fa-a42e-6e152381d6af", "name": "network-vif-deleted", "tag": "1fa9a9d6-352a-408b-9170-041e46028ffd", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:42:27.807645 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cd15ac52-3944-41e7-98c0-4b96d79e53a8 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:42:27.808420 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd15ac52-3944-41e7-98c0-4b96d79e53a8'] response: {'server_uuid': 'e7fdc95c-7eae-45fa-a42e-6e152381d6af', 'name': 'network-vif-deleted', 'tag': '1fa9a9d6-352a-408b-9170-041e46028ffd', 'status': 'completed', 'code': 200} Apr 21 12:42:27.825712 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event deleted for resources: {'Port': ['ID=59fe6b5e-d1fe-4b2d-8f18-04ebd514a41f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:27.827995 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] No DVR routers for this DVR port 59fe6b5e-d1fe-4b2d-8f18-04ebd514a41f on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:42:27.843775 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14301c8c-205d-4f65-b3b1-3ea1299b9848 req-eb4685b0-869b-45b1-8676-5349737049c5 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdfe7c02-a1d8-465e-9c63-eb04212bb092 HTTP/1.1" status: 200 len: 210 time: 0.2357171 Apr 21 12:42:27.863023 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 82e67d61-4701-4300-9171-99f0f042f70a, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=82e67d61-4701-4300-9171-99f0f042f70a,segment=NetworkSegment(8e92a1d7-2432-4d52-964c-65f50bb20e30),segment_id=8e92a1d7-2432-4d52-964c-65f50bb20e30)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:27.894326 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f2f0d090-5b18-47c6-94d2-df323ab56819 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-342385493-network', 'tenant_id': '92a6d43df1624433929afadbcee46f8a'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:27.906084 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add717ad-5026-4c5f-b418-e78da60d2b88 x-openstack-request-id: req-add717ad-5026-4c5f-b418-e78da60d2b88 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:42:27.906397 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-unplugged", "status": "completed", "tag": "82e67d61-4701-4300-9171-99f0f042f70a", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:42:27.906684 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-add717ad-5026-4c5f-b418-e78da60d2b88 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:42:27.907078 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-add717ad-5026-4c5f-b418-e78da60d2b88'] response: {'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82e67d61-4701-4300-9171-99f0f042f70a', 'code': 200} Apr 21 12:42:27.908917 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b10f31-5f36-452e-a2a2-208fbe13da7c None None] Pushing event updated for resources: {'Port': ['ID=06405ac2-eb18-420c-a746-9c83d2e58a53,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:27.987573 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:28.003443 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:28.020655 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33e282-c65b-4e40-a1e4-53adbd1ac85c req-ace471f3-1f07-4a1b-a9a0-27e62d711071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:28.021663 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33e282-c65b-4e40-a1e4-53adbd1ac85c req-ace471f3-1f07-4a1b-a9a0-27e62d711071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:28.022308 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33e282-c65b-4e40-a1e4-53adbd1ac85c req-ace471f3-1f07-4a1b-a9a0-27e62d711071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:28.024575 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-cf33e282-c65b-4e40-a1e4-53adbd1ac85c req-ace471f3-1f07-4a1b-a9a0-27e62d711071 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34d7ccbf72aa4174acc53e783a3a33c5&device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 2732 time: 0.2148342 Apr 21 12:42:28.026478 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-bd259567-d2c7-4569-a5c6-cef9544c1c2a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Allocated IP 2001:db8::1 (728a435b-91a5-474c-aab7-1f9e94dc92c7/d05f89bb-aece-41f0-9a89-d7c705c5200a/086ac070-4022-4a14-ab16-f1746bef375e) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:42:28.056406 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=82e67d61-4701-4300-9171-99f0f042f70a,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:28.086674 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df4fa6a-4eb0-4b03-8548-3254b31ed6b1']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:28.105427 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-fba03c59-3d6f-436d-a364-10f4bdffecab service neutron] For port 6d354b6d-1ed6-44ad-9991-cde225fa4ff0, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=6d354b6d-1ed6-44ad-9991-cde225fa4ff0,segment=NetworkSegment(3ee70c77-be48-440a-b339-a8a0e2541b70),segment_id=3ee70c77-be48-440a-b339-a8a0e2541b70)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:28.116598 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f058d9a-2923-44ab-92aa-7794ac017282') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:28.116893 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f058d9a-2923-44ab-92aa-7794ac017282') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:28.198980 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:28.210722 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 1fa9a9d6-352a-408b-9170-041e46028ffd no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:42:28.212527 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3232e3-1b6c-4ed0-b764-acdb2a83333d req-e0affe3d-5654-4fa0-9608-fa0dd5e857c2 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:28.226843 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3232e3-1b6c-4ed0-b764-acdb2a83333d req-e0affe3d-5654-4fa0-9608-fa0dd5e857c2 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:28.235186 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 1fa9a9d6-352a-408b-9170-041e46028ffd {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:42:28.235547 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 1fa9a9d6-352a-408b-9170-041e46028ffd not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:42:28.245844 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3232e3-1b6c-4ed0-b764-acdb2a83333d req-e0affe3d-5654-4fa0-9608-fa0dd5e857c2 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:28.249993 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf3232e3-1b6c-4ed0-b764-acdb2a83333d req-e0affe3d-5654-4fa0-9608-fa0dd5e857c2 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 2389 time: 0.6525781 Apr 21 12:42:28.266198 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] For port 02fc27ae-4f61-46ca-99ae-7b6a2be21846, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:42:28.269890 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f0d090-5b18-47c6-94d2-df323ab56819 admin admin] Made reservation on behalf of 92a6d43df1624433929afadbcee46f8a for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:28.274676 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2f0d090-5b18-47c6-94d2-df323ab56819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:28.300343 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:28.330858 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-fba03c59-3d6f-436d-a364-10f4bdffecab service neutron] For port 6d354b6d-1ed6-44ad-9991-cde225fa4ff0, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:42:28.345573 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:42:28.346017 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:42:28.352223 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:42:28.423759 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] For port 02fc27ae-4f61-46ca-99ae-7b6a2be21846, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=02fc27ae-4f61-46ca-99ae-7b6a2be21846,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:42:28.428411 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2f0d090-5b18-47c6-94d2-df323ab56819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:28.469305 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf3232e3-1b6c-4ed0-b764-acdb2a83333d req-b3e65add-6c8e-47aa-a372-9c939c544623 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004774 Apr 21 12:42:28.473822 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33e282-c65b-4e40-a1e4-53adbd1ac85c req-1cbf94e6-d504-4b83-bf65-a7eb5dc624ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:28.474449 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33e282-c65b-4e40-a1e4-53adbd1ac85c req-1cbf94e6-d504-4b83-bf65-a7eb5dc624ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:28.474919 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33e282-c65b-4e40-a1e4-53adbd1ac85c req-1cbf94e6-d504-4b83-bf65-a7eb5dc624ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:28.476551 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-cf33e282-c65b-4e40-a1e4-53adbd1ac85c req-1cbf94e6-d504-4b83-bf65-a7eb5dc624ea service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=34d7ccbf72aa4174acc53e783a3a33c5&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4370582 Apr 21 12:42:28.492231 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-fba03c59-3d6f-436d-a364-10f4bdffecab service neutron] device_id is not set on port 6d354b6d-1ed6-44ad-9991-cde225fa4ff0 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:42:28.498753 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd259567-d2c7-4569-a5c6-cef9544c1c2a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:28.504896 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-fba03c59-3d6f-436d-a364-10f4bdffecab service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:28.520528 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:28.546245 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1413b07e-18ae-4828-b3d9-dd9b84feb0e4 req-6e2a2519-42a4-438b-b0fe-a60674049724 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:28.547798 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1413b07e-18ae-4828-b3d9-dd9b84feb0e4 req-6e2a2519-42a4-438b-b0fe-a60674049724 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 947 time: 0.2541592 Apr 21 12:42:28.604247 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:28.604953 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:28.606499 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] 10.222.0.26 "PUT /v2.0/ports/02fc27ae-4f61-46ca-99ae-7b6a2be21846 HTTP/1.1" status: 200 len: 1095 time: 4.7340884 Apr 21 12:42:28.637281 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:28.658837 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-fba03c59-3d6f-436d-a364-10f4bdffecab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:28.667371 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:28.671083 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "DELETE /v2.0/networks/5df4fa6a-4eb0-4b03-8548-3254b31ed6b1 HTTP/1.1" status: 204 len: 168 time: 4.8775885 Apr 21 12:42:28.678261 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62519f12-cb36-43c7-a826-5d2cf7d9807f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event deleted for resources: {'Network': ['ID=5df4fa6a-4eb0-4b03-8548-3254b31ed6b1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:28.680527 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44758) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:28.693934 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d4f04247-7eac-4763-b035-3b96fed3956e tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-446953550'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:28.708293 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4d689-7684-48c4-8292-d2e19a35863d service neutron] Pushing event updated for resources: {'Port': ['ID=02fc27ae-4f61-46ca-99ae-7b6a2be21846,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:28.753008 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44760) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:28.763330 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33e282-c65b-4e40-a1e4-53adbd1ac85c req-fd4e93ea-96e2-4236-857a-f5b44313f22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:28.765675 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-cf33e282-c65b-4e40-a1e4-53adbd1ac85c req-fd4e93ea-96e2-4236-857a-f5b44313f22a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2650237 Apr 21 12:42:28.801044 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1413b07e-18ae-4828-b3d9-dd9b84feb0e4 req-4af399ed-5e1d-455d-90cc-60ace99d9541 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240059 Apr 21 12:42:28.842487 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f04247-7eac-4763-b035-3b96fed3956e tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Made reservation on behalf of 28f81f60811b4356b23d2a8e82427faf for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:28.851691 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4f04247-7eac-4763-b035-3b96fed3956e tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:28.851691 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd259567-d2c7-4569-a5c6-cef9544c1c2a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:28.903477 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847409be-fb5b-46fa-ab6e-20959bfc4800 req-19a40ebd-7aef-4646-a3a1-ddb61ef76bd9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:28.909987 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847409be-fb5b-46fa-ab6e-20959bfc4800 req-19a40ebd-7aef-4646-a3a1-ddb61ef76bd9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:28.915943 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847409be-fb5b-46fa-ab6e-20959bfc4800 req-19a40ebd-7aef-4646-a3a1-ddb61ef76bd9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:28.921959 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847409be-fb5b-46fa-ab6e-20959bfc4800 req-19a40ebd-7aef-4646-a3a1-ddb61ef76bd9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:28.927865 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847409be-fb5b-46fa-ab6e-20959bfc4800 req-19a40ebd-7aef-4646-a3a1-ddb61ef76bd9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:28.929770 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e234df18-ade2-434d-9319-04d9e0c444c6 tempest-NetworksNegativeTestJSON-54181991 tempest-NetworksNegativeTestJSON-54181991-project] Request body: {'port': {'network_id': '7cb39f4a-bb7e-4685-8eb2-7fb9eb09aecf', 'name': 'tempest-NetworksNegativeTestJSON-1121536350'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:28.933762 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847409be-fb5b-46fa-ab6e-20959bfc4800 req-19a40ebd-7aef-4646-a3a1-ddb61ef76bd9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:28.940286 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847409be-fb5b-46fa-ab6e-20959bfc4800 req-19a40ebd-7aef-4646-a3a1-ddb61ef76bd9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:28.942245 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-847409be-fb5b-46fa-ab6e-20959bfc4800 req-19a40ebd-7aef-4646-a3a1-ddb61ef76bd9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 5365 time: 0.3669395 Apr 21 12:42:28.953188 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-fba03c59-3d6f-436d-a364-10f4bdffecab service neutron] No DVR routers for this DVR port 6d354b6d-1ed6-44ad-9991-cde225fa4ff0 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:42:28.962186 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-e234df18-ade2-434d-9319-04d9e0c444c6 tempest-NetworksNegativeTestJSON-54181991 tempest-NetworksNegativeTestJSON-54181991-project] POST failed (client error): The resource could not be found. Apr 21 12:42:28.962767 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e234df18-ade2-434d-9319-04d9e0c444c6 tempest-NetworksNegativeTestJSON-54181991 tempest-NetworksNegativeTestJSON-54181991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:42:28.967589 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e234df18-ade2-434d-9319-04d9e0c444c6 tempest-NetworksNegativeTestJSON-54181991 tempest-NetworksNegativeTestJSON-54181991-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2109673 Apr 21 12:42:28.967718 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-55a3e26c-f6c5-484f-8b0a-fdab9ba4ae88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 425dc2b5-331a-493f-ac21-80edcb7c5a78 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:42:28.969041 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd259567-d2c7-4569-a5c6-cef9544c1c2a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network 728a435b-91a5-474c-aab7-1f9e94dc92c7 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:28.976609 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-bd259567-d2c7-4569-a5c6-cef9544c1c2a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:28.979052 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd259567-d2c7-4569-a5c6-cef9544c1c2a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Port': ['ID=086ac070-4022-4a14-ab16-f1746bef375e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:28.987514 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44766) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:28.994690 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd259567-d2c7-4569-a5c6-cef9544c1c2a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:42:28.995361 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd259567-d2c7-4569-a5c6-cef9544c1c2a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:29.000164 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4f04247-7eac-4763-b035-3b96fed3956e tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:42:29.022895 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba03c59-3d6f-436d-a364-10f4bdffecab service neutron] Pushing event updated for resources: {'Port': ['ID=6d354b6d-1ed6-44ad-9991-cde225fa4ff0,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:29.022895 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-55a3e26c-f6c5-484f-8b0a-fdab9ba4ae88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:29.065989 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4f04247-7eac-4763-b035-3b96fed3956e tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:29.066342 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-d4f04247-7eac-4763-b035-3b96fed3956e tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Added segment e76cddad-a337-403c-85c1-e91772b184e2 of type vlan for network f454cc3a-28a8-43ea-8db7-fb6da822e298 Apr 21 12:42:29.078451 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-b673e35e-fa56-4d51-b58f-f5e4444b4d3a tempest-NetworksNegativeTestJSON-54181991 tempest-NetworksNegativeTestJSON-54181991-project] DELETE failed (client error): The resource could not be found. Apr 21 12:42:29.080376 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b673e35e-fa56-4d51-b58f-f5e4444b4d3a tempest-NetworksNegativeTestJSON-54181991 tempest-NetworksNegativeTestJSON-54181991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:42:29.082070 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b673e35e-fa56-4d51-b58f-f5e4444b4d3a tempest-NetworksNegativeTestJSON-54181991 tempest-NetworksNegativeTestJSON-54181991-project] 10.222.0.36 "DELETE /v2.0/networks/279fbe27-0439-4e25-9637-4fb1499ebe1b HTTP/1.1" status: 404 len: 339 time: 0.0796075 Apr 21 12:42:29.102516 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44768) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:29.157669 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b024d8a-3940-4a91-b4c2-85db83ad1e66 tempest-NetworksNegativeTestJSON-54181991 tempest-NetworksNegativeTestJSON-54181991-project] DELETE failed (client error): The resource could not be found. Apr 21 12:42:29.158323 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b024d8a-3940-4a91-b4c2-85db83ad1e66 tempest-NetworksNegativeTestJSON-54181991 tempest-NetworksNegativeTestJSON-54181991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:42:29.168300 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1b024d8a-3940-4a91-b4c2-85db83ad1e66 tempest-NetworksNegativeTestJSON-54181991 tempest-NetworksNegativeTestJSON-54181991-project] 10.222.0.36 "DELETE /v2.0/ports/5610f678-b8c3-499e-bcc6-d7e63101c8ab HTTP/1.1" status: 404 len: 333 time: 0.0569167 Apr 21 12:42:29.169111 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44770) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:29.186301 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4f04247-7eac-4763-b035-3b96fed3956e tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:29.209487 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb89a052-a880-4ddb-a3e4-dfe0c34c2617 tempest-NetworksNegativeTestJSON-54181991 tempest-NetworksNegativeTestJSON-54181991-project] DELETE failed (client error): The resource could not be found. Apr 21 12:42:29.209974 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb89a052-a880-4ddb-a3e4-dfe0c34c2617 tempest-NetworksNegativeTestJSON-54181991 tempest-NetworksNegativeTestJSON-54181991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:42:29.213024 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fb89a052-a880-4ddb-a3e4-dfe0c34c2617 tempest-NetworksNegativeTestJSON-54181991 tempest-NetworksNegativeTestJSON-54181991-project] 10.222.0.36 "DELETE /v2.0/subnets/fecfc23d-0714-4e1c-9d73-5e3ff514f7ed HTTP/1.1" status: 404 len: 337 time: 0.0433276 Apr 21 12:42:29.217279 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44772) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:29.240733 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f991f39-b408-4482-8589-e14337a189f3 tempest-NetworksNegativeTestJSON-54181991 tempest-NetworksNegativeTestJSON-54181991-project] GET failed (client error): The resource could not be found. Apr 21 12:42:29.242245 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9f991f39-b408-4482-8589-e14337a189f3 tempest-NetworksNegativeTestJSON-54181991 tempest-NetworksNegativeTestJSON-54181991-project] 10.222.0.36 "GET /v2.0/networks/84dd70b4-b9ab-41ac-a89f-0b462b179e14 HTTP/1.1" status: 404 len: 339 time: 0.0240116 Apr 21 12:42:29.246332 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44774) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:29.271425 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 7d0d16a9-4ae0-457b-9fd1-99f702e00f9d no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:42:29.289441 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-6464efb7-8229-488b-bc12-db4867e09a1d tempest-NetworksNegativeTestJSON-54181991 tempest-NetworksNegativeTestJSON-54181991-project] GET failed (client error): The resource could not be found. Apr 21 12:42:29.294484 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6464efb7-8229-488b-bc12-db4867e09a1d tempest-NetworksNegativeTestJSON-54181991 tempest-NetworksNegativeTestJSON-54181991-project] 10.222.0.36 "GET /v2.0/ports/338a95a8-edaf-49fb-8888-cb5b0f94496d HTTP/1.1" status: 404 len: 333 time: 0.0440218 Apr 21 12:42:29.311707 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44776) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:29.343884 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-968832ab-08d4-4a19-b78a-096449111247 tempest-NetworksNegativeTestJSON-54181991 tempest-NetworksNegativeTestJSON-54181991-project] GET failed (client error): The resource could not be found. Apr 21 12:42:29.345242 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-968832ab-08d4-4a19-b78a-096449111247 tempest-NetworksNegativeTestJSON-54181991 tempest-NetworksNegativeTestJSON-54181991-project] 10.222.0.36 "GET /v2.0/subnets/a1c0f359-aa76-4d85-b25c-6bf2a2f22dd1 HTTP/1.1" status: 404 len: 337 time: 0.0324569 Apr 21 12:42:29.351582 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44778) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:29.358551 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-209c48f6-8141-456a-83ab-facb4fd9df1f req-dff27876-bb29-45cc-97b7-c5a9e234276b tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdfe7c02-a1d8-465e-9c63-eb04212bb092 HTTP/1.1" status: 200 len: 210 time: 0.4096448 Apr 21 12:42:29.362156 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-992b2c08-54ab-4dd4-83c5-308a7175c37e tempest-NetworksNegativeTestJSON-54181991 tempest-NetworksNegativeTestJSON-54181991-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:29.379081 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-992b2c08-54ab-4dd4-83c5-308a7175c37e tempest-NetworksNegativeTestJSON-54181991 tempest-NetworksNegativeTestJSON-54181991-project] PUT failed (client error): The resource could not be found. Apr 21 12:42:29.379674 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-992b2c08-54ab-4dd4-83c5-308a7175c37e tempest-NetworksNegativeTestJSON-54181991 tempest-NetworksNegativeTestJSON-54181991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:42:29.380826 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-992b2c08-54ab-4dd4-83c5-308a7175c37e tempest-NetworksNegativeTestJSON-54181991 tempest-NetworksNegativeTestJSON-54181991-project] 10.222.0.36 "PUT /v2.0/networks/bd6581a3-4125-4e64-b387-dbd48b2a675d HTTP/1.1" status: 404 len: 339 time: 0.0282443 Apr 21 12:42:29.385423 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4f04247-7eac-4763-b035-3b96fed3956e tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:29.387246 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:29.392860 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f04247-7eac-4763-b035-3b96fed3956e tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:29.393565 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4f04247-7eac-4763-b035-3b96fed3956e tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:29.396896 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44780) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:29.409300 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2f0d090-5b18-47c6-94d2-df323ab56819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:29.410675 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bfe01d0c-cae2-4323-a553-f9db67734ebd tempest-NetworksNegativeTestJSON-54181991 tempest-NetworksNegativeTestJSON-54181991-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:29.418640 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-55a3e26c-f6c5-484f-8b0a-fdab9ba4ae88 service neutron] Transition to ACTIVE for port object 425dc2b5-331a-493f-ac21-80edcb7c5a78 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:42:29.422229 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-fba03c59-3d6f-436d-a364-10f4bdffecab service neutron] In _notify_port_updated(), no bound segment for port 6d354b6d-1ed6-44ad-9991-cde225fa4ff0 on network 4ca9a1f6-f409-47c6-aa9c-cb11334c6efd {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 12:42:29.423345 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-fba03c59-3d6f-436d-a364-10f4bdffecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:29.423966 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-fba03c59-3d6f-436d-a364-10f4bdffecab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:29.425281 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-fba03c59-3d6f-436d-a364-10f4bdffecab service neutron] 10.222.0.26 "PUT /v2.0/ports/6d354b6d-1ed6-44ad-9991-cde225fa4ff0 HTTP/1.1" status: 200 len: 1033 time: 2.7379763 Apr 21 12:42:29.433573 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd259567-d2c7-4569-a5c6-cef9544c1c2a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:29.468775 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe01d0c-cae2-4323-a553-f9db67734ebd tempest-NetworksNegativeTestJSON-54181991 tempest-NetworksNegativeTestJSON-54181991-project] PUT failed (client error): The resource could not be found. Apr 21 12:42:29.470621 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfe01d0c-cae2-4323-a553-f9db67734ebd tempest-NetworksNegativeTestJSON-54181991 tempest-NetworksNegativeTestJSON-54181991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:42:29.472961 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bfe01d0c-cae2-4323-a553-f9db67734ebd tempest-NetworksNegativeTestJSON-54181991 tempest-NetworksNegativeTestJSON-54181991-project] 10.222.0.36 "PUT /v2.0/ports/57a2e3f4-c2a3-4e84-a8aa-b08d9e3203b6 HTTP/1.1" status: 404 len: 333 time: 0.0664902 Apr 21 12:42:29.510028 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 7d0d16a9-4ae0-457b-9fd1-99f702e00f9d, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=7d0d16a9-4ae0-457b-9fd1-99f702e00f9d,segment=NetworkSegment(3ee70c77-be48-440a-b339-a8a0e2541b70),segment_id=3ee70c77-be48-440a-b339-a8a0e2541b70)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:29.538026 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44782) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:29.538178 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9811606f-784f-480e-b0ae-76928367fbfd', 'name': 'network-vif-deleted', 'tag': '91f23052-f453-4088-9521-6c5013ab373f'}, {'name': 'network-changed', 'server_uuid': 'b86834bb-c7d3-414d-8755-68606c07b056', 'tag': '02fc27ae-4f61-46ca-99ae-7b6a2be21846'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:42:29.538537 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c5d25e-e009-4dd4-bc09-cbeef821a5e7" -d '{"events": [{"server_uuid": "9811606f-784f-480e-b0ae-76928367fbfd", "name": "network-vif-deleted", "tag": "91f23052-f453-4088-9521-6c5013ab373f"}, {"name": "network-changed", "server_uuid": "b86834bb-c7d3-414d-8755-68606c07b056", "tag": "02fc27ae-4f61-46ca-99ae-7b6a2be21846"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:42:29.540929 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-7091a17c-7832-4bc5-9319-6511c0d73701 tempest-NetworksNegativeTestJSON-54181991 tempest-NetworksNegativeTestJSON-54181991-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:29.549139 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-376d37ec-7161-4f25-a4b9-a5570acede74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:29.550736 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-376d37ec-7161-4f25-a4b9-a5570acede74 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 1098 time: 0.7487440 Apr 21 12:42:29.551350 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2f0d090-5b18-47c6-94d2-df323ab56819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:29.561185 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-55a3e26c-f6c5-484f-8b0a-fdab9ba4ae88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:29.561297 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d26db01-c7d6-42d7-9277-62a4c9d258da None None] Network 728a435b-91a5-474c-aab7-1f9e94dc92c7 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:29.597708 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-7091a17c-7832-4bc5-9319-6511c0d73701 tempest-NetworksNegativeTestJSON-54181991 tempest-NetworksNegativeTestJSON-54181991-project] PUT failed (client error): The resource could not be found. Apr 21 12:42:29.597972 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7091a17c-7832-4bc5-9319-6511c0d73701 tempest-NetworksNegativeTestJSON-54181991 tempest-NetworksNegativeTestJSON-54181991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:42:29.599096 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7091a17c-7832-4bc5-9319-6511c0d73701 tempest-NetworksNegativeTestJSON-54181991 tempest-NetworksNegativeTestJSON-54181991-project] 10.222.0.36 "PUT /v2.0/subnets/dee6dc09-14e1-472d-9656-677108c9bb08 HTTP/1.1" status: 404 len: 337 time: 0.0633259 Apr 21 12:42:29.602643 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f04247-7eac-4763-b035-3b96fed3956e tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event updated for resources: {'Network': ['ID=f454cc3a-28a8-43ea-8db7-fb6da822e298,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:29.665939 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d4f04247-7eac-4763-b035-3b96fed3956e tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9762337 Apr 21 12:42:29.703137 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3e26c-f6c5-484f-8b0a-fdab9ba4ae88 service neutron] Pushing event updated for resources: {'Port': ['ID=425dc2b5-331a-493f-ac21-80edcb7c5a78,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:29.725554 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network f454cc3a-28a8-43ea-8db7-fb6da822e298 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:42:29.729433 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 06405ac2-eb18-420c-a746-9c83d2e58a53 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:29.732637 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44790) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:29.752650 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:42:29.755741 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-847409be-fb5b-46fa-ab6e-20959bfc4800 req-47ae922a-9c2e-41ae-9c4e-b7748591380b tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7942574 Apr 21 12:42:29.777136 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:29.782162 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device b8abfc12-7bf3-4a65-a1f4-46132f41638e no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:42:29.912054 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bc0df990-e99b-46c3-b38c-563328853b6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Request body: {'subnet': {'network_id': 'f454cc3a-28a8-43ea-8db7-fb6da822e298', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:29.942350 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-896abf32-801f-4868-83c7-7f8efe0b6e1b tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:29.944130 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-896abf32-801f-4868-83c7-7f8efe0b6e1b tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.26 "GET /v2.0/ports/158d9cd1-cfe1-4268-8e29-4753932267cd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5077186 Apr 21 12:42:29.985240 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 21 Apr 2022 12:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735afeb8-dacb-44a2-b4a2-eab5c8a91b2b x-openstack-request-id: req-735afeb8-dacb-44a2-b4a2-eab5c8a91b2b {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:42:29.985551 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9811606f-784f-480e-b0ae-76928367fbfd", "name": "network-vif-deleted", "tag": "91f23052-f453-4088-9521-6c5013ab373f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b86834bb-c7d3-414d-8755-68606c07b056", "tag": "02fc27ae-4f61-46ca-99ae-7b6a2be21846", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:42:29.985841 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-735afeb8-dacb-44a2-b4a2-eab5c8a91b2b {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:42:29.988892 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-735afeb8-dacb-44a2-b4a2-eab5c8a91b2b'] response: {'server_uuid': '9811606f-784f-480e-b0ae-76928367fbfd', 'name': 'network-vif-deleted', 'tag': '91f23052-f453-4088-9521-6c5013ab373f', 'status': 'completed', 'code': 200} Apr 21 12:42:29.989445 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-735afeb8-dacb-44a2-b4a2-eab5c8a91b2b'] response: {'name': 'network-changed', 'server_uuid': 'b86834bb-c7d3-414d-8755-68606c07b056', 'tag': '02fc27ae-4f61-46ca-99ae-7b6a2be21846', 'status': 'completed', 'code': 200} Apr 21 12:42:30.010793 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-37ed4a34-e646-4998-962d-ef74af7142f7 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:30.012512 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-37ed4a34-e646-4998-962d-ef74af7142f7 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.24 "GET /v2.0/networks?id=91f0eb98-678c-4b6a-bd13-f87f951f1bc3 HTTP/1.1" status: 200 len: 813 time: 0.2360337 Apr 21 12:42:30.014782 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f0d090-5b18-47c6-94d2-df323ab56819 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:42:30.040739 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-b9935299-905b-4e77-8f46-6349e521381a tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Request body: {'port': {'device_id': '28600192-ea63-4ffc-8aa1-cb4e4cc7bce6', 'network_id': '91f0eb98-678c-4b6a-bd13-f87f951f1bc3', 'admin_state_up': True, 'tenant_id': '1ef7d4dca56b45b6a598c55a34aa84d0'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:30.062445 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d0d16a9-4ae0-457b-9fd1-99f702e00f9d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:42:30.065622 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5e0b62-59be-4505-8ef0-3fb151ca0a48" -d '{"events": [{"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-unplugged", "status": "completed", "tag": "7d0d16a9-4ae0-457b-9fd1-99f702e00f9d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:42:30.066646 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-1c6920e3-d893-4580-b95b-9afdc5b5ce44 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=02fc27ae-4f61-46ca-99ae-7b6a2be21846 HTTP/1.1" status: 200 len: 217 time: 0.5038328 Apr 21 12:42:30.078662 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=7d0d16a9-4ae0-457b-9fd1-99f702e00f9d,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:30.092536 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-5be62df9-32b5-4c44-af2a-4d2a514cadf5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:30.133895 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6f34688a-2dec-479c-a1fc-7be70048de54 None None] Provisioning complete for port 06405ac2-eb18-420c-a746-9c83d2e58a53 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:30.134858 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f34688a-2dec-479c-a1fc-7be70048de54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:30.236780 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-14c11eed-4f27-4033-a887-696bd0580033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:30.247341 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-14c11eed-4f27-4033-a887-696bd0580033 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1363573 Apr 21 12:42:30.262769 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0d090-5b18-47c6-94d2-df323ab56819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ff5316-85cb-4122-bc5f-a2ace2b6dd6d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:30.282150 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2f0d090-5b18-47c6-94d2-df323ab56819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:30.282557 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-f2f0d090-5b18-47c6-94d2-df323ab56819 admin admin] Added segment 3d515146-2648-45c5-829b-f1cb9725fb9a of type vlan for network 44eb7d1a-3922-4d99-876a-850783df7ae4 Apr 21 12:42:30.384253 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd259567-d2c7-4569-a5c6-cef9544c1c2a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:30.401716 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-b9935299-905b-4e77-8f46-6349e521381a tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Made reservation on behalf of 1ef7d4dca56b45b6a598c55a34aa84d0 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:30.417991 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-b9935299-905b-4e77-8f46-6349e521381a tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:30.464140 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:30.553850 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd259567-d2c7-4569-a5c6-cef9544c1c2a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:30.554923 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd259567-d2c7-4569-a5c6-cef9544c1c2a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:30.566240 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 06405ac2-eb18-420c-a746-9c83d2e58a53 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:30.566698 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:30.578491 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port b8abfc12-7bf3-4a65-a1f4-46132f41638e, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=b8abfc12-7bf3-4a65-a1f4-46132f41638e,segment=NetworkSegment(3ee70c77-be48-440a-b339-a8a0e2541b70),segment_id=3ee70c77-be48-440a-b339-a8a0e2541b70)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:30.599552 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44800) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:30.604394 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f34688a-2dec-479c-a1fc-7be70048de54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:30.698073 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-5be62df9-32b5-4c44-af2a-4d2a514cadf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:30.712319 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd259567-d2c7-4569-a5c6-cef9544c1c2a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Port': ['ID=086ac070-4022-4a14-ab16-f1746bef375e,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:30.752165 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-55a3e26c-f6c5-484f-8b0a-fdab9ba4ae88 service neutron] Attempting to bind port 425dc2b5-331a-493f-ac21-80edcb7c5a78 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:42:30.753383 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-55a3e26c-f6c5-484f-8b0a-fdab9ba4ae88 service neutron] Attempting to bind port 425dc2b5-331a-493f-ac21-80edcb7c5a78 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '985a5265-bc72-4924-bf36-8e8c62f4ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '083113f4-712e-4273-85bd-dfdb95632ed3'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:42:30.753985 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-55a3e26c-f6c5-484f-8b0a-fdab9ba4ae88 service neutron] Attempting to bind port 425dc2b5-331a-493f-ac21-80edcb7c5a78 on network 083113f4-712e-4273-85bd-dfdb95632ed3 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:30.767970 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39777403-4349-494a-9767-9e590990b024 req-bc60b979-fa4f-403d-88e4-d4e421c60c8e tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:30.775355 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39777403-4349-494a-9767-9e590990b024 req-bc60b979-fa4f-403d-88e4-d4e421c60c8e tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:30.775513 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fb8cc83a-5e1d-4fa3-97a7-f1de6e696ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:30.782008 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39777403-4349-494a-9767-9e590990b024 req-bc60b979-fa4f-403d-88e4-d4e421c60c8e tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:30.782413 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:30.783230 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 705963bf-02f4-4781-bc61-f2db5e181472 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:42:30.783952 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-39777403-4349-494a-9767-9e590990b024 req-bc60b979-fa4f-403d-88e4-d4e421c60c8e tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 2401 time: 1.0976353 Apr 21 12:42:30.796913 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2f0d090-5b18-47c6-94d2-df323ab56819 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:30.808612 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-b9935299-905b-4e77-8f46-6349e521381a tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Allocated IP 172.20.0.8 (91f0eb98-678c-4b6a-bd13-f87f951f1bc3/9733f310-0141-4a47-a768-d487fa492ddd/e07dbb52-0ca2-4bf5-9660-838ec591a96e) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:42:30.842685 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd259567-d2c7-4569-a5c6-cef9544c1c2a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network 728a435b-91a5-474c-aab7-1f9e94dc92c7 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:30.859474 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed760066-7b8b-4d54-844e-2cbad6538978 req-73632f5e-879d-49d1-a5eb-bbe527ec0e26 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:30.861391 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ed760066-7b8b-4d54-844e-2cbad6538978 req-73632f5e-879d-49d1-a5eb-bbe527ec0e26 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 947 time: 0.7907228 Apr 21 12:42:30.892392 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6f34688a-2dec-479c-a1fc-7be70048de54 None None] For port 06405ac2-eb18-420c-a746-9c83d2e58a53, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=06405ac2-eb18-420c-a746-9c83d2e58a53,segment=NetworkSegment(02e8ff31-dba1-4bcb-8ea4-3baefc6c8dc8),segment_id=02e8ff31-dba1-4bcb-8ea4-3baefc6c8dc8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:30.899052 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-0c46b201-2ede-402e-8b18-9a522cd23120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:30.900532 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-0c46b201-2ede-402e-8b18-9a522cd23120 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6206324 Apr 21 12:42:30.901086 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-55a3e26c-f6c5-484f-8b0a-fdab9ba4ae88 service neutron] Port 425dc2b5-331a-493f-ac21-80edcb7c5a78 on network 083113f4-712e-4273-85bd-dfdb95632ed3 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:42:30.901763 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-55a3e26c-f6c5-484f-8b0a-fdab9ba4ae88 service neutron] Attempting to bind port 425dc2b5-331a-493f-ac21-80edcb7c5a78 on network 083113f4-712e-4273-85bd-dfdb95632ed3 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:30.903738 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=b8abfc12-7bf3-4a65-a1f4-46132f41638e,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:30.908701 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.db.resource_extend [None req-f2f0d090-5b18-47c6-94d2-df323ab56819 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 12:42:30.916209 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-55a3e26c-f6c5-484f-8b0a-fdab9ba4ae88 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:42:30.916546 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-55a3e26c-f6c5-484f-8b0a-fdab9ba4ae88 service neutron] Checking segment: {'id': '985a5265-bc72-4924-bf36-8e8c62f4ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '083113f4-712e-4273-85bd-dfdb95632ed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:30.916923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-55a3e26c-f6c5-484f-8b0a-fdab9ba4ae88 service neutron] Bound using segment: {'id': '985a5265-bc72-4924-bf36-8e8c62f4ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '083113f4-712e-4273-85bd-dfdb95632ed3'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:42:30.917357 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-55a3e26c-f6c5-484f-8b0a-fdab9ba4ae88 service neutron] Bound port: 425dc2b5-331a-493f-ac21-80edcb7c5a78, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985a5265-bc72-4924-bf36-8e8c62f4ed57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '083113f4-712e-4273-85bd-dfdb95632ed3'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:42:30.918315 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-55a3e26c-f6c5-484f-8b0a-fdab9ba4ae88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:30.921718 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-bd259567-d2c7-4569-a5c6-cef9544c1c2a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:30.954711 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:31.021104 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f34688a-2dec-479c-a1fc-7be70048de54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:31.093121 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34688a-2dec-479c-a1fc-7be70048de54 None None] Pushing event updated for resources: {'Port': ['ID=06405ac2-eb18-420c-a746-9c83d2e58a53,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:31.122608 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:31.167727 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:42:31.168094 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:42:31.180974 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 705963bf-02f4-4781-bc61-f2db5e181472, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=705963bf-02f4-4781-bc61-f2db5e181472,segment=NetworkSegment(809dc041-eed1-4719-81ae-d2f5a67a6a8c),segment_id=809dc041-eed1-4719-81ae-d2f5a67a6a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:31.200308 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b1cd82bf-b0c2-485a-ae2f-34a5e7da65a4 None None] Provisioning complete for port 6d354b6d-1ed6-44ad-9991-cde225fa4ff0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:31.200738 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1cd82bf-b0c2-485a-ae2f-34a5e7da65a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:31.213481 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-b9935299-905b-4e77-8f46-6349e521381a tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:31.246837 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b1cd82bf-b0c2-485a-ae2f-34a5e7da65a4 None None] Port 6d354b6d-1ed6-44ad-9991-cde225fa4ff0 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:42:31.286644 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:31.287221 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 6d354b6d-1ed6-44ad-9991-cde225fa4ff0 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:42:31.288954 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0df990-e99b-46c3-b38c-563328853b6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Made reservation on behalf of 28f81f60811b4356b23d2a8e82427faf for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:31.290318 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fb8cc83a-5e1d-4fa3-97a7-f1de6e696ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:31.295561 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc0df990-e99b-46c3-b38c-563328853b6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:31.313949 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2f0d090-5b18-47c6-94d2-df323ab56819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:31.315040 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f0d090-5b18-47c6-94d2-df323ab56819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:31.315710 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2f0d090-5b18-47c6-94d2-df323ab56819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:31.356832 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-39777403-4349-494a-9767-9e590990b024 req-ca403b78-ec3b-4c3b-afc8-8a7d03bd12b8 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5263498 Apr 21 12:42:31.377209 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fb8cc83a-5e1d-4fa3-97a7-f1de6e696ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:31.399002 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-0b0311af-da3f-4398-871d-2fd89b137d1c tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:31.401406 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-0b0311af-da3f-4398-871d-2fd89b137d1c tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.24 "GET /v2.0/networks?id=91f0eb98-678c-4b6a-bd13-f87f951f1bc3 HTTP/1.1" status: 200 len: 813 time: 0.7511933 Apr 21 12:42:31.403175 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 6d354b6d-1ed6-44ad-9991-cde225fa4ff0 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:42:31.403897 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device fa0888de-c05b-4b47-a078-4c561e42456a no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:42:31.405429 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ed760066-7b8b-4d54-844e-2cbad6538978 req-1080edb0-34f8-4a1c-a35b-1a7bc2e1868d tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4922054 Apr 21 12:42:31.416932 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=705963bf-02f4-4781-bc61-f2db5e181472,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:31.464006 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8cc83a-5e1d-4fa3-97a7-f1de6e696ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baea1a28-885a-4908-9599-fe4b52dbd7bc,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:31.471171 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd259567-d2c7-4569-a5c6-cef9544c1c2a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Router a7e1f888-4850-4d35-8132-f11209b75ff5 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:42:31.495110 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ce2207-4431-409e-97a6-3f9d2269b540 x-openstack-request-id: req-c1ce2207-4431-409e-97a6-3f9d2269b540 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:42:31.495634 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-unplugged", "status": "completed", "tag": "7d0d16a9-4ae0-457b-9fd1-99f702e00f9d", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:42:31.495634 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c1ce2207-4431-409e-97a6-3f9d2269b540 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:42:31.496029 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ce2207-4431-409e-97a6-3f9d2269b540'] response: {'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d0d16a9-4ae0-457b-9fd1-99f702e00f9d', 'code': 200} Apr 21 12:42:31.506478 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fb8cc83a-5e1d-4fa3-97a7-f1de6e696ff2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9421c88a12d947d69b87b18ef4bd755a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8928156 Apr 21 12:42:31.507723 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-b9935299-905b-4e77-8f46-6349e521381a tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:31.516815 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-5dd7971a-b902-4ccd-a810-aa4e97e15c34 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Request body: {'port': {'device_id': 'bdfe7c02-a1d8-465e-9c63-eb04212bb092', 'network_id': '91f0eb98-678c-4b6a-bd13-f87f951f1bc3', 'admin_state_up': True, 'tenant_id': '1ef7d4dca56b45b6a598c55a34aa84d0'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:31.518290 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44806) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:31.566515 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f2f0d090-5b18-47c6-94d2-df323ab56819 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.0193112 Apr 21 12:42:31.586270 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44808) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:31.594381 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-5be62df9-32b5-4c44-af2a-4d2a514cadf5 service neutron] For port 158d9cd1-cfe1-4268-8e29-4753932267cd, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=158d9cd1-cfe1-4268-8e29-4753932267cd,segment=NetworkSegment(3ee70c77-be48-440a-b339-a8a0e2541b70),segment_id=3ee70c77-be48-440a-b339-a8a0e2541b70)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:31.600193 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:31.606316 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-0b8f74ec-5ca0-4ec0-a5ec-ba67fc738668 admin admin] Request body: {'subnet': {'network_id': '44eb7d1a-3922-4d99-876a-850783df7ae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-342385493-subnet', 'tenant_id': '92a6d43df1624433929afadbcee46f8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:31.650246 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port fa0888de-c05b-4b47-a078-4c561e42456a, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=fa0888de-c05b-4b47-a078-4c561e42456a,segment=NetworkSegment(8e92a1d7-2432-4d52-964c-65f50bb20e30),segment_id=8e92a1d7-2432-4d52-964c-65f50bb20e30)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:31.654453 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-55a3e26c-f6c5-484f-8b0a-fdab9ba4ae88 service neutron] For port 425dc2b5-331a-493f-ac21-80edcb7c5a78, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:42:31.678400 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-b9935299-905b-4e77-8f46-6349e521381a tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Network 91f0eb98-678c-4b6a-bd13-f87f951f1bc3 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:31.693615 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-b9935299-905b-4e77-8f46-6349e521381a tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:31.695282 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0d090-5b18-47c6-94d2-df323ab56819 admin admin] Pushing event updated for resources: {'Network': ['ID=44eb7d1a-3922-4d99-876a-850783df7ae4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:31.699737 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-21d439f2-4205-4d58-96e7-ecbb3c593c33 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6319120 Apr 21 12:42:31.703305 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d30ca4e7-f346-4c0f-b287-72a8d0ea5af2 req-083d184b-46c4-42dc-af42-75d70b90863a tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdfe7c02-a1d8-465e-9c63-eb04212bb092 HTTP/1.1" status: 200 len: 210 time: 0.1187999 Apr 21 12:42:31.736921 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 44eb7d1a-3922-4d99-876a-850783df7ae4 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:42:31.748998 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-55a3e26c-f6c5-484f-8b0a-fdab9ba4ae88 service neutron] For port 425dc2b5-331a-493f-ac21-80edcb7c5a78, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=425dc2b5-331a-493f-ac21-80edcb7c5a78,segment=NetworkSegment(985a5265-bc72-4924-bf36-8e8c62f4ed57),segment_id=985a5265-bc72-4924-bf36-8e8c62f4ed57)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:42:31.814130 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:31.814865 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 158d9cd1-cfe1-4268-8e29-4753932267cd no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:42:31.909613 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 06405ac2-eb18-420c-a746-9c83d2e58a53 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:31.925000 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-55a3e26c-f6c5-484f-8b0a-fdab9ba4ae88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:31.937913 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d80b568-09a0-40f5-b186-ef20b4fc55ba req-28990ad4-0b62-406f-8ef2-6d2cb4272b37 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024100 Apr 21 12:42:31.946473 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b021848c-0c7d-444c-88e4-7f9aa8e536fe None None] Network 728a435b-91a5-474c-aab7-1f9e94dc92c7 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:31.946752 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-5be62df9-32b5-4c44-af2a-4d2a514cadf5 service neutron] For port 158d9cd1-cfe1-4268-8e29-4753932267cd, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:42:32.025379 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fadbd8-0dc6-4610-a29d-327258f24b86 req-ae3e35bb-e179-4ee0-a040-d134b9c9844a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:32.031621 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fadbd8-0dc6-4610-a29d-327258f24b86 req-ae3e35bb-e179-4ee0-a040-d134b9c9844a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:32.034330 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6de0f319-92a7-4571-91df-e62e676cacfc None None] Provisioning complete for port 06405ac2-eb18-420c-a746-9c83d2e58a53 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:32.034893 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6de0f319-92a7-4571-91df-e62e676cacfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:32.038297 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fadbd8-0dc6-4610-a29d-327258f24b86 req-ae3e35bb-e179-4ee0-a040-d134b9c9844a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:32.044321 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fadbd8-0dc6-4610-a29d-327258f24b86 req-ae3e35bb-e179-4ee0-a040-d134b9c9844a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:32.050914 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fadbd8-0dc6-4610-a29d-327258f24b86 req-ae3e35bb-e179-4ee0-a040-d134b9c9844a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:32.057104 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fadbd8-0dc6-4610-a29d-327258f24b86 req-ae3e35bb-e179-4ee0-a040-d134b9c9844a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:32.059100 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52fadbd8-0dc6-4610-a29d-327258f24b86 req-ae3e35bb-e179-4ee0-a040-d134b9c9844a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 4657 time: 0.4616694 Apr 21 12:42:32.075215 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-b9935299-905b-4e77-8f46-6349e521381a tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:42:32.080049 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9935299-905b-4e77-8f46-6349e521381a tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Pushing event updated for resources: {'Port': ['ID=e07dbb52-0ca2-4bf5-9660-838ec591a96e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:32.080614 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-55a3e26c-f6c5-484f-8b0a-fdab9ba4ae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:32.081269 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-55a3e26c-f6c5-484f-8b0a-fdab9ba4ae88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:32.082772 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-55a3e26c-f6c5-484f-8b0a-fdab9ba4ae88 service neutron] 10.222.0.24 "PUT /v2.0/ports/425dc2b5-331a-493f-ac21-80edcb7c5a78 HTTP/1.1" status: 200 len: 1092 time: 4.8936744 Apr 21 12:42:32.083447 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804', 'tag': '425dc2b5-331a-493f-ac21-80edcb7c5a78'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:42:32.085602 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fd7e2c-8be5-480a-8d43-700373b086cf" -d '{"events": [{"name": "network-changed", "server_uuid": "98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804", "tag": "425dc2b5-331a-493f-ac21-80edcb7c5a78"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:42:32.143257 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=fa0888de-c05b-4b47-a078-4c561e42456a,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:32.152986 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-5be62df9-32b5-4c44-af2a-4d2a514cadf5 service neutron] device_id is not set on port 158d9cd1-cfe1-4268-8e29-4753932267cd yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:42:32.157617 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 06405ac2-eb18-420c-a746-9c83d2e58a53 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:32.158001 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:32.187247 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cae190b-f7da-4d5f-a347-014097def9c7 x-openstack-request-id: req-8cae190b-f7da-4d5f-a347-014097def9c7 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:42:32.187545 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804", "tag": "425dc2b5-331a-493f-ac21-80edcb7c5a78", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:42:32.187805 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8cae190b-f7da-4d5f-a347-014097def9c7 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:42:32.188243 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cae190b-f7da-4d5f-a347-014097def9c7'] response: {'name': 'network-changed', 'server_uuid': '98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804', 'tag': '425dc2b5-331a-493f-ac21-80edcb7c5a78', 'status': 'completed', 'code': 200} Apr 21 12:42:32.205205 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8f74ec-5ca0-4ec0-a5ec-ba67fc738668 admin admin] Made reservation on behalf of 92a6d43df1624433929afadbcee46f8a for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:32.208008 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b8f74ec-5ca0-4ec0-a5ec-ba67fc738668 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:32.213343 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e75694c7-d70c-4cc9-b7f9-e9eca3f4d90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:32.227506 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd259567-d2c7-4569-a5c6-cef9544c1c2a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:42:32.242790 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bd259567-d2c7-4569-a5c6-cef9544c1c2a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "PUT /v2.0/routers/a7e1f888-4850-4d35-8132-f11209b75ff5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2595072 Apr 21 12:42:32.253773 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfaaa6e-5bea-4a88-906f-43767ab7e5fc None None] Sync routers for ids ['a7e1f888-4850-4d35-8132-f11209b75ff5'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:42:32.254838 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-b9935299-905b-4e77-8f46-6349e521381a tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:32.255409 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-b9935299-905b-4e77-8f46-6349e521381a tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:32.258013 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44812) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:32.268738 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f8c069aa-84ef-428c-8e17-9101d799607e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-265437874'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:32.325694 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-8582f67b-af04-4c52-85fc-7e9c53584a7e service neutron] Request body: {'port': {'device_id': '98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:32.334054 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:32.359387 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a3e26c-f6c5-484f-8b0a-fdab9ba4ae88 service neutron] Pushing event updated for resources: {'Port': ['ID=425dc2b5-331a-493f-ac21-80edcb7c5a78,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:32.373044 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e75694c7-d70c-4cc9-b7f9-e9eca3f4d90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:32.373160 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfaaa6e-5bea-4a88-906f-43767ab7e5fc None None] Routers {'a7e1f888-4850-4d35-8132-f11209b75ff5'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:42:32.373160 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8cfaaa6e-5bea-4a88-906f-43767ab7e5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:42:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a7e1f888-4850-4d35-8132-f11209b75ff5'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:32.375165 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-5be62df9-32b5-4c44-af2a-4d2a514cadf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:32.393180 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-5dd7971a-b902-4ccd-a810-aa4e97e15c34 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Made reservation on behalf of 1ef7d4dca56b45b6a598c55a34aa84d0 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:32.397966 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-5dd7971a-b902-4ccd-a810-aa4e97e15c34 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:32.441841 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52fadbd8-0dc6-4610-a29d-327258f24b86 req-bb320608-5469-4015-83b6-7e013a832e25 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=121341d6-e7c2-428b-854b-286a4a4e3ead&id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3434434 Apr 21 12:42:32.456904 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd7e2c-8be5-480a-8d43-700373b086cf req-18ae63fc-2ef0-4fac-838f-328761307dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:32.457470 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd7e2c-8be5-480a-8d43-700373b086cf req-18ae63fc-2ef0-4fac-838f-328761307dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:32.457986 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd7e2c-8be5-480a-8d43-700373b086cf req-18ae63fc-2ef0-4fac-838f-328761307dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:32.459627 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38fd7e2c-8be5-480a-8d43-700373b086cf req-18ae63fc-2ef0-4fac-838f-328761307dbf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34d7ccbf72aa4174acc53e783a3a33c5&device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 2799 time: 0.2492385 Apr 21 12:42:32.461460 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5d25e-e009-4dd4-bc09-cbeef821a5e7 req-a38c42d7-9b90-42ee-b6d5-fe084519ddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:32.463008 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-53c5d25e-e009-4dd4-bc09-cbeef821a5e7 req-a38c42d7-9b90-42ee-b6d5-fe084519ddcd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 1098 time: 0.3620260 Apr 21 12:42:32.499653 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-b9935299-905b-4e77-8f46-6349e521381a tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4683716 Apr 21 12:42:32.505405 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-5be62df9-32b5-4c44-af2a-4d2a514cadf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:32.519424 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-30a049df-2c3b-4e4d-99d5-5a0035497c67 service neutron] Request body: {'port': {'device_id': '28600192-ea63-4ffc-8aa1-cb4e4cc7bce6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:32.525171 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-8582f67b-af04-4c52-85fc-7e9c53584a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:32.577861 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc0df990-e99b-46c3-b38c-563328853b6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:32.581444 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6de0f319-92a7-4571-91df-e62e676cacfc None None] Provisioning complete for port 086ac070-4022-4a14-ab16-f1746bef375e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:32.582156 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6de0f319-92a7-4571-91df-e62e676cacfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:32.650976 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-8cfaaa6e-5bea-4a88-906f-43767ab7e5fc None None] Set router a7e1f888-4850-4d35-8132-f11209b75ff5 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:42:32.660004 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c069aa-84ef-428c-8e17-9101d799607e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Made reservation on behalf of 067799c9b36247cdad5f5c84436228d1 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:32.663642 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f8c069aa-84ef-428c-8e17-9101d799607e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:32.679756 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:42:32.680240 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:42:32.687817 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-30a049df-2c3b-4e4d-99d5-5a0035497c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:32.690588 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6de0f319-92a7-4571-91df-e62e676cacfc None None] Port 086ac070-4022-4a14-ab16-f1746bef375e cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:42:32.787715 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e75694c7-d70c-4cc9-b7f9-e9eca3f4d90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:32.790043 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e75694c7-d70c-4cc9-b7f9-e9eca3f4d90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:32.794375 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e75694c7-d70c-4cc9-b7f9-e9eca3f4d90c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/baea1a28-885a-4908-9599-fe4b52dbd7bc HTTP/1.1" status: 204 len: 168 time: 1.2595005 Apr 21 12:42:32.851139 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c069aa-84ef-428c-8e17-9101d799607e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:42:32.877733 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75694c7-d70c-4cc9-b7f9-e9eca3f4d90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baea1a28-885a-4908-9599-fe4b52dbd7bc,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:32.912287 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f8c069aa-84ef-428c-8e17-9101d799607e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:32.912910 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-f8c069aa-84ef-428c-8e17-9101d799607e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Added segment d2453b95-cf99-4daf-8792-0c9620c5663e of type vlan for network 4e36eb6b-0252-424a-a369-f134004effb8 Apr 21 12:42:32.950480 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8cfaaa6e-5bea-4a88-906f-43767ab7e5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'name': 'tempest-RoutersIpV6Test-router-1536361923', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:20Z', 'updated_at': '2022-04-21T12:42:29Z', 'revision_number': 2, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'gw_port_host': None, '_interfaces': [{'id': '086ac070-4022-4a14-ab16-f1746bef375e', 'name': '', 'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:24:3e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:26Z', 'updated_at': '2022-04-21T12:42:30Z', 'revision_number': 2, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:32.990805 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfaaa6e-5bea-4a88-906f-43767ab7e5fc None None] Checking router: a7e1f888-4850-4d35-8132-f11209b75ff5 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:42:32.991207 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfaaa6e-5bea-4a88-906f-43767ab7e5fc None None] Updating router a7e1f888-4850-4d35-8132-f11209b75ff5 port 086ac070-4022-4a14-ab16-f1746bef375e binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:42:33.029912 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b8f74ec-5ca0-4ec0-a5ec-ba67fc738668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:33.090809 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f8c069aa-84ef-428c-8e17-9101d799607e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:33.148952 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0df990-e99b-46c3-b38c-563328853b6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event updated for resources: {'Subnet': ['ID=e0158e4a-34df-47e9-9e56-0500c63b5c7e,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:33.248932 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8cfaaa6e-5bea-4a88-906f-43767ab7e5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:33.274123 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-32683201-9bdd-4aff-b505-3cd906d43320 None None] Provisioning complete for port 06405ac2-eb18-420c-a746-9c83d2e58a53 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:33.274852 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32683201-9bdd-4aff-b505-3cd906d43320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:33.287830 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f74ec-5ca0-4ec0-a5ec-ba67fc738668 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c380a365-ab59-4237-865d-7af47378b019,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:33.368170 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-8582f67b-af04-4c52-85fc-7e9c53584a7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a202bd4-e96b-4f17-8aff-5f3884f4db2f {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:42:33.388455 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-8582f67b-af04-4c52-85fc-7e9c53584a7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:33.414186 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-8582f67b-af04-4c52-85fc-7e9c53584a7e service neutron] Transition to ACTIVE for port object 4a202bd4-e96b-4f17-8aff-5f3884f4db2f will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:42:33.422875 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8f74ec-5ca0-4ec0-a5ec-ba67fc738668 admin admin] Checking segment: {'id': '3d515146-2648-45c5-829b-f1cb9725fb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '44eb7d1a-3922-4d99-876a-850783df7ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:33.423238 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8f74ec-5ca0-4ec0-a5ec-ba67fc738668 admin admin] Network hostable DHCP agents. Network: 44eb7d1a-3922-4d99-876a-850783df7ae4, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:42:33.449060 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f8c069aa-84ef-428c-8e17-9101d799607e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:33.461690 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c069aa-84ef-428c-8e17-9101d799607e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:33.462323 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f8c069aa-84ef-428c-8e17-9101d799607e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:33.494092 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be62df9-32b5-4c44-af2a-4d2a514cadf5 service neutron] Pushing event updated for resources: {'Port': ['ID=158d9cd1-cfe1-4268-8e29-4753932267cd,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:33.506452 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8abfc12-7bf3-4a65-a1f4-46132f41638e'}, {'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '705963bf-02f4-4781-bc61-f2db5e181472'}, {'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa0888de-c05b-4b47-a078-4c561e42456a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:42:33.509057 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b55b245-95f5-44d2-9d8d-e79a5d4af543" -d '{"events": [{"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-unplugged", "status": "completed", "tag": "b8abfc12-7bf3-4a65-a1f4-46132f41638e"}, {"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-unplugged", "status": "completed", "tag": "705963bf-02f4-4781-bc61-f2db5e181472"}, {"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-unplugged", "status": "completed", "tag": "fa0888de-c05b-4b47-a078-4c561e42456a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:42:33.514932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-5be62df9-32b5-4c44-af2a-4d2a514cadf5 service neutron] No DVR routers for this DVR port 158d9cd1-cfe1-4268-8e29-4753932267cd on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:42:33.552038 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-8582f67b-af04-4c52-85fc-7e9c53584a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:33.609646 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8f74ec-5ca0-4ec0-a5ec-ba67fc738668 admin admin] Network 44eb7d1a-3922-4d99-876a-850783df7ae4 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:42:33.630603 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c069aa-84ef-428c-8e17-9101d799607e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Network': ['ID=4e36eb6b-0252-424a-a369-f134004effb8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:33.638014 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582f67b-af04-4c52-85fc-7e9c53584a7e service neutron] Pushing event updated for resources: {'Port': ['ID=4a202bd4-e96b-4f17-8aff-5f3884f4db2f,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:33.652307 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 4e36eb6b-0252-424a-a369-f134004effb8 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:42:33.674175 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162d512-a0a7-492d-aaf4-3b0177408c2b req-af1f68f5-7406-4c38-ab61-f2774c7626dc tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:33.680407 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162d512-a0a7-492d-aaf4-3b0177408c2b req-af1f68f5-7406-4c38-ab61-f2774c7626dc tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:33.686673 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162d512-a0a7-492d-aaf4-3b0177408c2b req-af1f68f5-7406-4c38-ab61-f2774c7626dc tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:33.688767 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2162d512-a0a7-492d-aaf4-3b0177408c2b req-af1f68f5-7406-4c38-ab61-f2774c7626dc tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 2401 time: 1.1345308 Apr 21 12:42:33.729267 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-0b8f74ec-5ca0-4ec0-a5ec-ba67fc738668 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 44eb7d1a-3922-4d99-876a-850783df7ae4) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:33.730505 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293070d7-147a-47e3-801a-bfc7735ae5a9 req-8937eeb4-326f-4267-a31d-2f8fc7d52143 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:33.737700 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f8c069aa-84ef-428c-8e17-9101d799607e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4752753 Apr 21 12:42:33.738326 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44836) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:33.738669 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-293070d7-147a-47e3-801a-bfc7735ae5a9 req-8937eeb4-326f-4267-a31d-2f8fc7d52143 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 947 time: 1.1527126 Apr 21 12:42:33.750864 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bcbffcaa-5420-422f-940f-d8f37b71d1d0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'subnet': {'network_id': '4e36eb6b-0252-424a-a369-f134004effb8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:33.757195 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8f74ec-5ca0-4ec0-a5ec-ba67fc738668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:33.757833 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b8f74ec-5ca0-4ec0-a5ec-ba67fc738668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:33.784149 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-8582f67b-af04-4c52-85fc-7e9c53584a7e service neutron] Attempting to bind port 4a202bd4-e96b-4f17-8aff-5f3884f4db2f on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:42:33.786401 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-8582f67b-af04-4c52-85fc-7e9c53584a7e service neutron] Attempting to bind port 4a202bd4-e96b-4f17-8aff-5f3884f4db2f by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '776a9318-226f-4a2c-ac7f-74a4bbb38944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bb3b6a61-8fc8-445c-8324-3e3cc0c63337'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:42:33.786401 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-8582f67b-af04-4c52-85fc-7e9c53584a7e service neutron] Attempting to bind port 4a202bd4-e96b-4f17-8aff-5f3884f4db2f on network bb3b6a61-8fc8-445c-8324-3e3cc0c63337 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:33.788232 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd7e2c-8be5-480a-8d43-700373b086cf req-8cff99e9-c739-4ab9-b5b0-66851dcedb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:33.790822 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd7e2c-8be5-480a-8d43-700373b086cf req-8cff99e9-c739-4ab9-b5b0-66851dcedb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:33.791516 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd7e2c-8be5-480a-8d43-700373b086cf req-8cff99e9-c739-4ab9-b5b0-66851dcedb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:33.792436 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-8582f67b-af04-4c52-85fc-7e9c53584a7e service neutron] Port 4a202bd4-e96b-4f17-8aff-5f3884f4db2f on network bb3b6a61-8fc8-445c-8324-3e3cc0c63337 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:42:33.792846 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-8582f67b-af04-4c52-85fc-7e9c53584a7e service neutron] Attempting to bind port 4a202bd4-e96b-4f17-8aff-5f3884f4db2f on network bb3b6a61-8fc8-445c-8324-3e3cc0c63337 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:33.794668 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38fd7e2c-8be5-480a-8d43-700373b086cf req-8cff99e9-c739-4ab9-b5b0-66851dcedb3e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=34d7ccbf72aa4174acc53e783a3a33c5&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.3251061 Apr 21 12:42:33.800586 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-8582f67b-af04-4c52-85fc-7e9c53584a7e service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:42:33.800994 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-8582f67b-af04-4c52-85fc-7e9c53584a7e service neutron] Checking segment: {'id': '776a9318-226f-4a2c-ac7f-74a4bbb38944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bb3b6a61-8fc8-445c-8324-3e3cc0c63337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:33.801451 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-8582f67b-af04-4c52-85fc-7e9c53584a7e service neutron] Bound using segment: {'id': '776a9318-226f-4a2c-ac7f-74a4bbb38944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bb3b6a61-8fc8-445c-8324-3e3cc0c63337'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:42:33.801984 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-8582f67b-af04-4c52-85fc-7e9c53584a7e service neutron] Bound port: 4a202bd4-e96b-4f17-8aff-5f3884f4db2f, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '776a9318-226f-4a2c-ac7f-74a4bbb38944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bb3b6a61-8fc8-445c-8324-3e3cc0c63337'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:42:33.802407 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-8582f67b-af04-4c52-85fc-7e9c53584a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:33.805077 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec4dee1-f3c0-41db-a5dd-d07dd19e7b61 None None] Network 44eb7d1a-3922-4d99-876a-850783df7ae4 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:33.825472 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0df990-e99b-46c3-b38c-563328853b6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Checking segment: {'id': 'e76cddad-a337-403c-85c1-e91772b184e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f454cc3a-28a8-43ea-8db7-fb6da822e298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:33.831505 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0df990-e99b-46c3-b38c-563328853b6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Network hostable DHCP agents. Network: f454cc3a-28a8-43ea-8db7-fb6da822e298, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:42:33.858673 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0b8f74ec-5ca0-4ec0-a5ec-ba67fc738668 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2647200 Apr 21 12:42:33.863427 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44838) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:33.867445 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-b6a0cbc8-89e0-49fd-bbd2-ecea7d60ffbf admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-342385493-router', 'tenant_id': '92a6d43df1624433929afadbcee46f8a', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:33.878201 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-5dd7971a-b902-4ccd-a810-aa4e97e15c34 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Allocated IP 172.20.0.2 (91f0eb98-678c-4b6a-bd13-f87f951f1bc3/9733f310-0141-4a47-a768-d487fa492ddd/12a9a6c2-eaba-433f-899f-95fd1e72a97b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:42:33.880025 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-5be62df9-32b5-4c44-af2a-4d2a514cadf5 service neutron] In _notify_port_updated(), no bound segment for port 158d9cd1-cfe1-4268-8e29-4753932267cd on network 4ca9a1f6-f409-47c6-aa9c-cb11334c6efd {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 12:42:33.881112 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-5be62df9-32b5-4c44-af2a-4d2a514cadf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:33.882114 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-5be62df9-32b5-4c44-af2a-4d2a514cadf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:33.883717 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-5be62df9-32b5-4c44-af2a-4d2a514cadf5 service neutron] 10.222.0.26 "PUT /v2.0/ports/158d9cd1-cfe1-4268-8e29-4753932267cd HTTP/1.1" status: 200 len: 1031 time: 3.8916790 Apr 21 12:42:33.885732 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5d25e-e009-4dd4-bc09-cbeef821a5e7 req-14b73dcb-d921-4cd0-9542-9227f811f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:33.887483 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-53c5d25e-e009-4dd4-bc09-cbeef821a5e7 req-14b73dcb-d921-4cd0-9542-9227f811f682 service neutron] 10.222.0.26 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 1.3933039 Apr 21 12:42:33.968147 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6a0cbc8-89e0-49fd-bbd2-ecea7d60ffbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:33.969225 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6a0cbc8-89e0-49fd-bbd2-ecea7d60ffbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:34.047477 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6a0cbc8-89e0-49fd-bbd2-ecea7d60ffbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:34.048884 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-32683201-9bdd-4aff-b505-3cd906d43320 None None] Provisioning complete for port 086ac070-4022-4a14-ab16-f1746bef375e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:34.049348 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-8582f67b-af04-4c52-85fc-7e9c53584a7e service neutron] For port 4a202bd4-e96b-4f17-8aff-5f3884f4db2f, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:42:34.049482 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32683201-9bdd-4aff-b505-3cd906d43320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:34.064524 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-8582f67b-af04-4c52-85fc-7e9c53584a7e service neutron] For port 4a202bd4-e96b-4f17-8aff-5f3884f4db2f, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=4a202bd4-e96b-4f17-8aff-5f3884f4db2f,segment=NetworkSegment(776a9318-226f-4a2c-ac7f-74a4bbb38944),segment_id=776a9318-226f-4a2c-ac7f-74a4bbb38944)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:42:34.081200 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbffcaa-5420-422f-940f-d8f37b71d1d0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Made reservation on behalf of 067799c9b36247cdad5f5c84436228d1 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:34.089445 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bcbffcaa-5420-422f-940f-d8f37b71d1d0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:34.110965 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-53c5d25e-e009-4dd4-bc09-cbeef821a5e7 req-87a3c62f-a06e-4416-aee2-5d135a046b1d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=02fc27ae-4f61-46ca-99ae-7b6a2be21846 HTTP/1.1" status: 200 len: 217 time: 0.1957643 Apr 21 12:42:34.126594 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-293070d7-147a-47e3-801a-bfc7735ae5a9 req-8212da9f-2045-4fc3-a1ab-f86941e82c61 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867600 Apr 21 12:42:34.137203 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2162d512-a0a7-492d-aaf4-3b0177408c2b req-ed7e7c21-95b6-45a9-929e-847ca6642263 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187448 Apr 21 12:42:34.196264 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-32683201-9bdd-4aff-b505-3cd906d43320 None None] Port 086ac070-4022-4a14-ab16-f1746bef375e cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:42:34.225188 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8cfaaa6e-5bea-4a88-906f-43767ab7e5fc None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:34.275506 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d06c5b-8f93-4747-bc75-1fbd1528219e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-44eb7d1a-3922-4d99-876a-850783df7ae4', 'network_id': '44eb7d1a-3922-4d99-876a-850783df7ae4', 'tenant_id': '92a6d43df1624433929afadbcee46f8a', 'fixed_ips': [{'subnet_id': 'c380a365-ab59-4237-865d-7af47378b019'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:42:34.276386 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0d06c5b-8f93-4747-bc75-1fbd1528219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:34.291386 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0df990-e99b-46c3-b38c-563328853b6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Network f454cc3a-28a8-43ea-8db7-fb6da822e298 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:42:34.312148 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-8582f67b-af04-4c52-85fc-7e9c53584a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:34.357693 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8cfaaa6e-5bea-4a88-906f-43767ab7e5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:34.390869 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-8582f67b-af04-4c52-85fc-7e9c53584a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:34.391198 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a521eaf-3d6e-4d12-a429-8282d1b17010 req-0fb1678e-58b3-4cf6-ad2e-7f511a9eb5af tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdfe7c02-a1d8-465e-9c63-eb04212bb092 HTTP/1.1" status: 200 len: 210 time: 0.1125505 Apr 21 12:42:34.391384 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-8582f67b-af04-4c52-85fc-7e9c53584a7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:34.407519 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-8582f67b-af04-4c52-85fc-7e9c53584a7e service neutron] 10.222.0.24 "PUT /v2.0/ports/4a202bd4-e96b-4f17-8aff-5f3884f4db2f HTTP/1.1" status: 200 len: 1092 time: 2.0992210 Apr 21 12:42:34.414657 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804', 'tag': '4a202bd4-e96b-4f17-8aff-5f3884f4db2f'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:42:34.417020 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c7b691-82e9-4ab4-9617-2c6b34f5bc09" -d '{"events": [{"name": "network-changed", "server_uuid": "98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804", "tag": "4a202bd4-e96b-4f17-8aff-5f3884f4db2f"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:42:34.447856 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-bc0df990-e99b-46c3-b38c-563328853b6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, f454cc3a-28a8-43ea-8db7-fb6da822e298) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:34.454982 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-62dbaeb2-5eb2-4acc-9176-00f6161d8c72 None None] Provisioning complete for port 158d9cd1-cfe1-4268-8e29-4753932267cd triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:34.455353 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62dbaeb2-5eb2-4acc-9176-00f6161d8c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:34.480819 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 21 Apr 2022 12:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de56dfd1-f687-485e-b828-8b68dcc67252 x-openstack-request-id: req-de56dfd1-f687-485e-b828-8b68dcc67252 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:42:34.481130 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-unplugged", "status": "completed", "tag": "b8abfc12-7bf3-4a65-a1f4-46132f41638e", "code": 200}, {"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-unplugged", "status": "completed", "tag": "705963bf-02f4-4781-bc61-f2db5e181472", "code": 200}, {"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-unplugged", "status": "completed", "tag": "fa0888de-c05b-4b47-a078-4c561e42456a", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:42:34.481324 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-de56dfd1-f687-485e-b828-8b68dcc67252 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:42:34.481745 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de56dfd1-f687-485e-b828-8b68dcc67252'] response: {'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8abfc12-7bf3-4a65-a1f4-46132f41638e', 'code': 200} Apr 21 12:42:34.482520 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de56dfd1-f687-485e-b828-8b68dcc67252'] response: {'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '705963bf-02f4-4781-bc61-f2db5e181472', 'code': 200} Apr 21 12:42:34.482901 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de56dfd1-f687-485e-b828-8b68dcc67252'] response: {'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa0888de-c05b-4b47-a078-4c561e42456a', 'code': 200} Apr 21 12:42:34.495309 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef191be-a675-4e88-8742-e442937b123d None None] Pushing event updated for resources: {'Port': ['ID=086ac070-4022-4a14-ab16-f1746bef375e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:34.498919 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582f67b-af04-4c52-85fc-7e9c53584a7e service neutron] Pushing event updated for resources: {'Port': ['ID=4a202bd4-e96b-4f17-8aff-5f3884f4db2f,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:34.517054 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5d25e-e009-4dd4-bc09-cbeef821a5e7 req-f0c832e5-006f-4918-b719-c8cf5b511f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:34.517969 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cf8cfa-76f3-4d6f-855a-99c30363ed5f None None] Network f454cc3a-28a8-43ea-8db7-fb6da822e298 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:34.519069 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-53c5d25e-e009-4dd4-bc09-cbeef821a5e7 req-f0c832e5-006f-4918-b719-c8cf5b511f18 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.3862371 Apr 21 12:42:34.519668 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-62dbaeb2-5eb2-4acc-9176-00f6161d8c72 None None] Port 158d9cd1-cfe1-4268-8e29-4753932267cd cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:42:34.520942 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0df990-e99b-46c3-b38c-563328853b6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:34.521683 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bc0df990-e99b-46c3-b38c-563328853b6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:34.538007 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fd7e2c-8be5-480a-8d43-700373b086cf req-77f5a9ae-5ae2-4562-a587-3347adbb9929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:34.542665 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38fd7e2c-8be5-480a-8d43-700373b086cf req-77f5a9ae-5ae2-4562-a587-3347adbb9929 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7220185 Apr 21 12:42:34.579316 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e244b93-8a0d-4ccf-99fa-eb4d23558220 x-openstack-request-id: req-5e244b93-8a0d-4ccf-99fa-eb4d23558220 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:42:34.584919 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804", "tag": "4a202bd4-e96b-4f17-8aff-5f3884f4db2f", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:42:34.584919 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5e244b93-8a0d-4ccf-99fa-eb4d23558220 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:42:34.584919 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e244b93-8a0d-4ccf-99fa-eb4d23558220'] response: {'name': 'network-changed', 'server_uuid': '98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804', 'tag': '4a202bd4-e96b-4f17-8aff-5f3884f4db2f', 'status': 'completed', 'code': 200} Apr 21 12:42:34.585181 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d0d06c5b-8f93-4747-bc75-1fbd1528219e None None] Allocated IP 172.20.0.2 (44eb7d1a-3922-4d99-876a-850783df7ae4/c380a365-ab59-4237-865d-7af47378b019/763cc9aa-fb60-4dc9-a999-f479108c4073) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:42:34.589178 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6a0cbc8-89e0-49fd-bbd2-ecea7d60ffbf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:34.637985 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-4e1de9fa-d51b-422a-a4f2-000aed7dc63d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Deleting port fa0888de-c05b-4b47-a078-4c561e42456a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:42:34.642410 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-4e1de9fa-d51b-422a-a4f2-000aed7dc63d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:34.703354 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6c749-a7dc-496c-99fa-180804fcc22e req-36f72165-a8a3-450c-9011-d9c35075d213 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:34.711191 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6c749-a7dc-496c-99fa-180804fcc22e req-36f72165-a8a3-450c-9011-d9c35075d213 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:34.719381 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6c749-a7dc-496c-99fa-180804fcc22e req-36f72165-a8a3-450c-9011-d9c35075d213 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:34.726940 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6c749-a7dc-496c-99fa-180804fcc22e req-36f72165-a8a3-450c-9011-d9c35075d213 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:34.760326 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6c749-a7dc-496c-99fa-180804fcc22e req-36f72165-a8a3-450c-9011-d9c35075d213 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:34.767562 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-62dbaeb2-5eb2-4acc-9176-00f6161d8c72 None None] Provisioning complete for port 086ac070-4022-4a14-ab16-f1746bef375e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:34.768103 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62dbaeb2-5eb2-4acc-9176-00f6161d8c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:34.774417 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c0b6c749-a7dc-496c-99fa-180804fcc22e req-36f72165-a8a3-450c-9011-d9c35075d213 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 3877 time: 0.4991100 Apr 21 12:42:34.827679 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44850) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:34.843915 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-5dd7971a-b902-4ccd-a810-aa4e97e15c34 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:34.878891 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8cfaaa6e-5bea-4a88-906f-43767ab7e5fc None None] Attempting to bind port 086ac070-4022-4a14-ab16-f1746bef375e on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:42:34.879257 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8cfaaa6e-5bea-4a88-906f-43767ab7e5fc None None] Attempting to bind port 086ac070-4022-4a14-ab16-f1746bef375e by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '02e8ff31-dba1-4bcb-8ea4-3baefc6c8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:42:34.879614 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfaaa6e-5bea-4a88-906f-43767ab7e5fc None None] Attempting to bind port 086ac070-4022-4a14-ab16-f1746bef375e on network 728a435b-91a5-474c-aab7-1f9e94dc92c7 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:34.955005 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfaaa6e-5bea-4a88-906f-43767ab7e5fc None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:42:34.955248 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfaaa6e-5bea-4a88-906f-43767ab7e5fc None None] Checking segment: {'id': '02e8ff31-dba1-4bcb-8ea4-3baefc6c8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:34.961249 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8cfaaa6e-5bea-4a88-906f-43767ab7e5fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:34.962174 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfaaa6e-5bea-4a88-906f-43767ab7e5fc None None] Bound using segment: {'id': '02e8ff31-dba1-4bcb-8ea4-3baefc6c8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:42:34.962678 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bcbffcaa-5420-422f-940f-d8f37b71d1d0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:34.962821 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8cfaaa6e-5bea-4a88-906f-43767ab7e5fc None None] Bound port: 086ac070-4022-4a14-ab16-f1746bef375e, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e8ff31-dba1-4bcb-8ea4-3baefc6c8dc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:42:34.963081 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8cfaaa6e-5bea-4a88-906f-43767ab7e5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:35.002410 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-bc0df990-e99b-46c3-b38c-563328853b6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 5.2501519 Apr 21 12:42:35.012769 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44854) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:35.049763 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-7275884b-3296-41cd-9c38-0a44f8842f88 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1929783778'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:35.050835 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-62dbaeb2-5eb2-4acc-9176-00f6161d8c72 None None] Port 086ac070-4022-4a14-ab16-f1746bef375e cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:42:35.071243 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d7734855-ead4-4dd0-971a-d392aabde7ae tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Request body: {'security_group': {'name': 'tempest-secgroup--1643829869'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:35.094272 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-4e1de9fa-d51b-422a-a4f2-000aed7dc63d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] For port fa0888de-c05b-4b47-a078-4c561e42456a, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=fa0888de-c05b-4b47-a078-4c561e42456a,segment=NetworkSegment(8e92a1d7-2432-4d52-964c-65f50bb20e30),segment_id=8e92a1d7-2432-4d52-964c-65f50bb20e30)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:35.094736 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-4e1de9fa-d51b-422a-a4f2-000aed7dc63d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:35.107054 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-f454cc3a-28a8-43ea-8db7-fb6da822e298', 'network_id': 'f454cc3a-28a8-43ea-8db7-fb6da822e298', 'tenant_id': '28f81f60811b4356b23d2a8e82427faf', 'fixed_ips': [{'subnet_id': 'e0158e4a-34df-47e9-9e56-0500c63b5c7e'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:42:35.108050 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:35.112748 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-4e1de9fa-d51b-422a-a4f2-000aed7dc63d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Calling delete_port for fa0888de-c05b-4b47-a078-4c561e42456a owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:42:35.159365 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbffcaa-5420-422f-940f-d8f37b71d1d0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Subnet': ['ID=780fdff1-9009-4b18-95c6-01085ace0467,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:35.196959 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8cfaaa6e-5bea-4a88-906f-43767ab7e5fc None None] For port 086ac070-4022-4a14-ab16-f1746bef375e, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:42:35.208975 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbffcaa-5420-422f-940f-d8f37b71d1d0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Checking segment: {'id': 'd2453b95-cf99-4daf-8792-0c9620c5663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4e36eb6b-0252-424a-a369-f134004effb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:35.209336 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbffcaa-5420-422f-940f-d8f37b71d1d0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network hostable DHCP agents. Network: 4e36eb6b-0252-424a-a369-f134004effb8, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:42:35.230689 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5d25e-e009-4dd4-bc09-cbeef821a5e7 req-3679748d-c4e7-418f-bf07-062f2879162c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:35.232481 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-53c5d25e-e009-4dd4-bc09-cbeef821a5e7 req-3679748d-c4e7-418f-bf07-062f2879162c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6900356 Apr 21 12:42:35.233826 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-5dd7971a-b902-4ccd-a810-aa4e97e15c34 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:35.239294 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8cfaaa6e-5bea-4a88-906f-43767ab7e5fc None None] For port 086ac070-4022-4a14-ab16-f1746bef375e, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=086ac070-4022-4a14-ab16-f1746bef375e,segment=NetworkSegment(02e8ff31-dba1-4bcb-8ea4-3baefc6c8dc8),segment_id=02e8ff31-dba1-4bcb-8ea4-3baefc6c8dc8)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:42:35.267448 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7275884b-3296-41cd-9c38-0a44f8842f88 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Made reservation on behalf of 28f81f60811b4356b23d2a8e82427faf for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:35.273231 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7275884b-3296-41cd-9c38-0a44f8842f88 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:35.312327 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 02fc27ae-4f61-46ca-99ae-7b6a2be21846 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:42:35.316641 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7734855-ead4-4dd0-971a-d392aabde7ae tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:35.324000 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0d06c5b-8f93-4747-bc75-1fbd1528219e None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:35.343629 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-62e38748-b00b-4db3-86a4-63e96f90b506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:35.344209 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-62e38748-b00b-4db3-86a4-63e96f90b506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:35.345009 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-62e38748-b00b-4db3-86a4-63e96f90b506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:35.346492 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-62e38748-b00b-4db3-86a4-63e96f90b506 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34d7ccbf72aa4174acc53e783a3a33c5&device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 2866 time: 0.7318442 Apr 21 12:42:35.350987 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8cfaaa6e-5bea-4a88-906f-43767ab7e5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:35.353157 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-5dd7971a-b902-4ccd-a810-aa4e97e15c34 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Network 91f0eb98-678c-4b6a-bd13-f87f951f1bc3 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:35.355980 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7734855-ead4-4dd0-971a-d392aabde7ae tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:35.370846 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c0b6c749-a7dc-496c-99fa-180804fcc22e req-f497824b-66af-4e6d-9524-aa11fb5de574 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4141631 Apr 21 12:42:35.414244 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef191be-a675-4e88-8742-e442937b123d None None] Pushing event updated for resources: {'Port': ['ID=086ac070-4022-4a14-ab16-f1746bef375e,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:35.424449 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7275884b-3296-41cd-9c38-0a44f8842f88 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:42:35.436191 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4b33a4f7-18a6-437d-b0d7-e499c17c67b5 None None] Provisioning complete for port 086ac070-4022-4a14-ab16-f1746bef375e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:35.436191 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b33a4f7-18a6-437d-b0d7-e499c17c67b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:35.439095 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0d06c5b-8f93-4747-bc75-1fbd1528219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:35.441774 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-5dd7971a-b902-4ccd-a810-aa4e97e15c34 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:35.457067 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7275884b-3296-41cd-9c38-0a44f8842f88 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:35.457067 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-7275884b-3296-41cd-9c38-0a44f8842f88 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Added segment a7d8ebab-d56b-41e1-a65d-4d2a25f6c11b of type vlan for network 1f894c1d-ae27-4235-a006-2456d1d04103 Apr 21 12:42:35.458513 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6a0cbc8-89e0-49fd-bbd2-ecea7d60ffbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:35.460406 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-5dd7971a-b902-4ccd-a810-aa4e97e15c34 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:42:35.537824 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbffcaa-5420-422f-940f-d8f37b71d1d0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network 4e36eb6b-0252-424a-a369-f134004effb8 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:42:35.540234 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6a0cbc8-89e0-49fd-bbd2-ecea7d60ffbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:35.550290 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-6d1d3aa2-9b07-42a3-a9d0-1930296df7a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.153&port_id=55da96c5-1f75-4504-8c88-a7bb86ff2491 HTTP/1.1" status: 200 len: 217 time: 0.1740580 Apr 21 12:42:35.557973 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7971a-b902-4ccd-a810-aa4e97e15c34 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Pushing event updated for resources: {'Port': ['ID=12a9a6c2-eaba-433f-899f-95fd1e72a97b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:35.558142 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d06c5b-8f93-4747-bc75-1fbd1528219e None None] Network 44eb7d1a-3922-4d99-876a-850783df7ae4 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:35.581815 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7275884b-3296-41cd-9c38-0a44f8842f88 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:35.628732 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-30a049df-2c3b-4e4d-99d5-5a0035497c67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e07dbb52-0ca2-4bf5-9660-838ec591a96e {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:42:35.636684 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d0d06c5b-8f93-4747-bc75-1fbd1528219e None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:35.639818 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d06c5b-8f93-4747-bc75-1fbd1528219e None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:42:35.648590 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-30a049df-2c3b-4e4d-99d5-5a0035497c67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:35.675572 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-bcbffcaa-5420-422f-940f-d8f37b71d1d0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 4e36eb6b-0252-424a-a369-f134004effb8) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:35.676883 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d06c5b-8f93-4747-bc75-1fbd1528219e None None] Pushing event updated for resources: {'Port': ['ID=763cc9aa-fb60-4dc9-a999-f479108c4073,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:35.677692 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d80467-a14d-4f93-a423-cedbd2e2129f req-adfafc98-2db6-4879-8657-e6df10a5e23a tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:35.679506 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d5d80467-a14d-4f93-a423-cedbd2e2129f req-adfafc98-2db6-4879-8657-e6df10a5e23a tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 947 time: 0.4330494 Apr 21 12:42:35.702376 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbffcaa-5420-422f-940f-d8f37b71d1d0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:35.703008 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bcbffcaa-5420-422f-940f-d8f37b71d1d0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:35.710611 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-30a049df-2c3b-4e4d-99d5-5a0035497c67 service neutron] Transition to ACTIVE for port object e07dbb52-0ca2-4bf5-9660-838ec591a96e will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:42:35.767411 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-5dd7971a-b902-4ccd-a810-aa4e97e15c34 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:35.768090 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-5dd7971a-b902-4ccd-a810-aa4e97e15c34 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:35.776336 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7734855-ead4-4dd0-971a-d392aabde7ae tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:35.799924 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-30a049df-2c3b-4e4d-99d5-5a0035497c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:35.800131 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-b6a0cbc8-89e0-49fd-bbd2-ecea7d60ffbf admin admin] Allocated IP 172.25.8.43 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/c9725a05-fec9-4f40-848d-b94b28a9c326) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:42:35.826194 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-53c5d25e-e009-4dd4-bc09-cbeef821a5e7 req-16e68f0f-5616-405f-a93c-f1b8de3207ed service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5781040 Apr 21 12:42:35.840196 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7275884b-3296-41cd-9c38-0a44f8842f88 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:35.845827 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7275884b-3296-41cd-9c38-0a44f8842f88 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:35.846436 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7275884b-3296-41cd-9c38-0a44f8842f88 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:35.883676 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Allocated IP 2001:db8::3 (f454cc3a-28a8-43ea-8db7-fb6da822e298/e0158e4a-34df-47e9-9e56-0500c63b5c7e/79e78d1c-4b7c-41fa-be5e-f1ecb2d450fd) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:42:35.887109 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-29b8a8a2-2e9e-49c1-a731-cd76a2bef0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:35.888559 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-29b8a8a2-2e9e-49c1-a731-cd76a2bef0b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8e2e891-2f61-45b0-a919-ebba7b686466 HTTP/1.1" status: 200 len: 801 time: 0.3256450 Apr 21 12:42:35.895079 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52ac2f5-bddc-40e6-b9c2-9c500e1430d3 None None] Network 4e36eb6b-0252-424a-a369-f134004effb8 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:35.900276 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a049df-2c3b-4e4d-99d5-5a0035497c67 service neutron] Pushing event updated for resources: {'Port': ['ID=e07dbb52-0ca2-4bf5-9660-838ec591a96e,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:35.900423 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958df45-30fb-4cfc-9feb-2334ea51f098 req-e625406f-790e-489a-833b-7acb1d647085 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:35.907226 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958df45-30fb-4cfc-9feb-2334ea51f098 req-e625406f-790e-489a-833b-7acb1d647085 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:35.913287 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958df45-30fb-4cfc-9feb-2334ea51f098 req-e625406f-790e-489a-833b-7acb1d647085 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:35.918062 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0958df45-30fb-4cfc-9feb-2334ea51f098 req-e625406f-790e-489a-833b-7acb1d647085 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 2413 time: 0.3230672 Apr 21 12:42:35.922420 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d5d80467-a14d-4f93-a423-cedbd2e2129f req-62e78fbb-3fb0-423f-ba46-708e578e490c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085073 Apr 21 12:42:35.947238 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfaaa6e-5bea-4a88-906f-43767ab7e5fc None None] Routers {'a7e1f888-4850-4d35-8132-f11209b75ff5'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:42:35.947879 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8cfaaa6e-5bea-4a88-906f-43767ab7e5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:42:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a7e1f888-4850-4d35-8132-f11209b75ff5'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:35.950918 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bcbffcaa-5420-422f-940f-d8f37b71d1d0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2045829 Apr 21 12:42:35.952708 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7734855-ead4-4dd0-971a-d392aabde7ae tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:35.959103 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44864) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:36.012178 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-4e1de9fa-d51b-422a-a4f2-000aed7dc63d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:36.095117 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7275884b-3296-41cd-9c38-0a44f8842f88 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0670395 Apr 21 12:42:36.106873 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275884b-3296-41cd-9c38-0a44f8842f88 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event updated for resources: {'Network': ['ID=1f894c1d-ae27-4235-a006-2456d1d04103,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:36.114412 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44866) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:36.124531 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-58d8c39d-0bda-4f8b-85a6-565b75f514fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Request body: {'subnet': {'network_id': '1f894c1d-ae27-4235-a006-2456d1d04103', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:36.152803 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 02fc27ae-4f61-46ca-99ae-7b6a2be21846, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=02fc27ae-4f61-46ca-99ae-7b6a2be21846,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:36.160787 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 1f894c1d-ae27-4235-a006-2456d1d04103 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:42:36.207594 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7734855-ead4-4dd0-971a-d392aabde7ae tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62614802-e381-43e1-83d1-e07dae7f598c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:36.215644 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d0d06c5b-8f93-4747-bc75-1fbd1528219e None None] Attempting to bind port 763cc9aa-fb60-4dc9-a999-f479108c4073 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:42:36.215990 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d0d06c5b-8f93-4747-bc75-1fbd1528219e None None] Attempting to bind port 763cc9aa-fb60-4dc9-a999-f479108c4073 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '3d515146-2648-45c5-829b-f1cb9725fb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '44eb7d1a-3922-4d99-876a-850783df7ae4'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:42:36.216856 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d06c5b-8f93-4747-bc75-1fbd1528219e None None] Attempting to bind port 763cc9aa-fb60-4dc9-a999-f479108c4073 on network 44eb7d1a-3922-4d99-876a-850783df7ae4 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:36.292545 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '02fc27ae-4f61-46ca-99ae-7b6a2be21846', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': '02fc27ae-4f61-46ca-99ae-7b6a2be21846', 'mac_address': 'fa:16:3e:a5:a6:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:42:36.318646 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6a0cbc8-89e0-49fd-bbd2-ecea7d60ffbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:36.325202 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d06c5b-8f93-4747-bc75-1fbd1528219e None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:42:36.325561 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d06c5b-8f93-4747-bc75-1fbd1528219e None None] Checking segment: {'id': '3d515146-2648-45c5-829b-f1cb9725fb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '44eb7d1a-3922-4d99-876a-850783df7ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:36.325927 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0d06c5b-8f93-4747-bc75-1fbd1528219e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:36.326460 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d06c5b-8f93-4747-bc75-1fbd1528219e None None] Bound using segment: {'id': '3d515146-2648-45c5-829b-f1cb9725fb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '44eb7d1a-3922-4d99-876a-850783df7ae4'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:42:36.326796 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d0d06c5b-8f93-4747-bc75-1fbd1528219e None None] Bound port: 763cc9aa-fb60-4dc9-a999-f479108c4073, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d515146-2648-45c5-829b-f1cb9725fb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '44eb7d1a-3922-4d99-876a-850783df7ae4'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:42:36.327181 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0d06c5b-8f93-4747-bc75-1fbd1528219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:36.332084 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-8cfaaa6e-5bea-4a88-906f-43767ab7e5fc None None] Set router a7e1f888-4850-4d35-8132-f11209b75ff5 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:42:36.390097 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-5dd7971a-b902-4ccd-a810-aa4e97e15c34 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9164529 Apr 21 12:42:36.444390 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-cdf4ffae-00f8-4375-abbe-a30f9bdd324f service neutron] Request body: {'port': {'device_id': 'bdfe7c02-a1d8-465e-9c63-eb04212bb092', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:36.449273 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0958df45-30fb-4cfc-9feb-2334ea51f098 req-e325c597-5ccd-4349-b7e5-6479449ab253 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5238659 Apr 21 12:42:36.471422 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b33a4f7-18a6-437d-b0d7-e499c17c67b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:36.475588 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7734855-ead4-4dd0-971a-d392aabde7ae tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:36.489873 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1de9fa-d51b-422a-a4f2-000aed7dc63d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Pushing event deleted for resources: {'Port': ['ID=fa0888de-c05b-4b47-a078-4c561e42456a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:36.521928 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e7515-7e6f-4063-b44b-b2105daac1f1 req-cd5ae386-6efe-4853-bb82-35c1a7659f62 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:36.523519 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-643e7515-7e6f-4063-b44b-b2105daac1f1 req-cd5ae386-6efe-4853-bb82-35c1a7659f62 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdfe7c02-a1d8-465e-9c63-eb04212bb092 HTTP/1.1" status: 200 len: 931 time: 0.5272970 Apr 21 12:42:36.538954 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-30a049df-2c3b-4e4d-99d5-5a0035497c67 service neutron] Attempting to bind port e07dbb52-0ca2-4bf5-9660-838ec591a96e on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:42:36.539653 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-30a049df-2c3b-4e4d-99d5-5a0035497c67 service neutron] Attempting to bind port e07dbb52-0ca2-4bf5-9660-838ec591a96e by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '55331157-0de8-40ca-be2e-e4bd5fec8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '91f0eb98-678c-4b6a-bd13-f87f951f1bc3'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:42:36.540232 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-30a049df-2c3b-4e4d-99d5-5a0035497c67 service neutron] Attempting to bind port e07dbb52-0ca2-4bf5-9660-838ec591a96e on network 91f0eb98-678c-4b6a-bd13-f87f951f1bc3 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:36.554848 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7734855-ead4-4dd0-971a-d392aabde7ae tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:36.561801 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-1ad45749-5122-45ee-8568-01461e43e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:36.563529 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-1ad45749-5122-45ee-8568-01461e43e884 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb3b6a61-8fc8-445c-8324-3e3cc0c63337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6367002 Apr 21 12:42:36.569824 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-30a049df-2c3b-4e4d-99d5-5a0035497c67 service neutron] Port e07dbb52-0ca2-4bf5-9660-838ec591a96e on network 91f0eb98-678c-4b6a-bd13-f87f951f1bc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:42:36.570092 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-30a049df-2c3b-4e4d-99d5-5a0035497c67 service neutron] Attempting to bind port e07dbb52-0ca2-4bf5-9660-838ec591a96e on network 91f0eb98-678c-4b6a-bd13-f87f951f1bc3 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:36.582049 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:36.594155 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-30a049df-2c3b-4e4d-99d5-5a0035497c67 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:42:36.594969 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-30a049df-2c3b-4e4d-99d5-5a0035497c67 service neutron] Checking segment: {'id': '55331157-0de8-40ca-be2e-e4bd5fec8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '91f0eb98-678c-4b6a-bd13-f87f951f1bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:36.594969 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-30a049df-2c3b-4e4d-99d5-5a0035497c67 service neutron] Bound using segment: {'id': '55331157-0de8-40ca-be2e-e4bd5fec8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '91f0eb98-678c-4b6a-bd13-f87f951f1bc3'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:42:36.595514 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-30a049df-2c3b-4e4d-99d5-5a0035497c67 service neutron] Bound port: e07dbb52-0ca2-4bf5-9660-838ec591a96e, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55331157-0de8-40ca-be2e-e4bd5fec8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '91f0eb98-678c-4b6a-bd13-f87f951f1bc3'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:42:36.596064 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-30a049df-2c3b-4e4d-99d5-5a0035497c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:36.622676 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-4e1de9fa-d51b-422a-a4f2-000aed7dc63d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] No DVR routers for this DVR port fa0888de-c05b-4b47-a078-4c561e42456a on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:42:36.625328 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-4e1de9fa-d51b-422a-a4f2-000aed7dc63d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:36.628833 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-4e1de9fa-d51b-422a-a4f2-000aed7dc63d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.26 "DELETE /v2.0/ports/fa0888de-c05b-4b47-a078-4c561e42456a HTTP/1.1" status: 204 len: 173 time: 2.7149367 Apr 21 12:42:36.630765 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-53c5d25e-e009-4dd4-bc09-cbeef821a5e7 req-8f9c4d05-8b78-4b4d-b44a-9c9fcb7073da service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7819591 Apr 21 12:42:36.661693 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7734855-ead4-4dd0-971a-d392aabde7ae tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22f82b3f-1a05-491b-982a-1c62de68b5a6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:36.661970 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-deleted', 'tag': 'fa0888de-c05b-4b47-a078-4c561e42456a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:42:36.665673 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c4084f-d292-471d-948c-837c5f10ec12" -d '{"events": [{"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-deleted", "tag": "fa0888de-c05b-4b47-a078-4c561e42456a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:42:36.667087 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d8c39d-0bda-4f8b-85a6-565b75f514fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Made reservation on behalf of 28f81f60811b4356b23d2a8e82427faf for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:36.670968 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58d8c39d-0bda-4f8b-85a6-565b75f514fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:36.709160 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7734855-ead4-4dd0-971a-d392aabde7ae tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:36.713366 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d7734855-ead4-4dd0-971a-d392aabde7ae tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8763282 Apr 21 12:42:36.713366 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6a0cbc8-89e0-49fd-bbd2-ecea7d60ffbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:36.728471 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02fc27ae-4f61-46ca-99ae-7b6a2be21846 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:42:36.734196 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44872) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:36.738392 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4b33a4f7-18a6-437d-b0d7-e499c17c67b5 None None] For port 086ac070-4022-4a14-ab16-f1746bef375e, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=086ac070-4022-4a14-ab16-f1746bef375e,segment=NetworkSegment(02e8ff31-dba1-4bcb-8ea4-3baefc6c8dc8),segment_id=02e8ff31-dba1-4bcb-8ea4-3baefc6c8dc8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:36.739701 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-643e7515-7e6f-4063-b44b-b2105daac1f1 req-ee22c064-83e6-456a-9e44-0ca52f5073eb tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822453 Apr 21 12:42:36.746999 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d0d06c5b-8f93-4747-bc75-1fbd1528219e None None] For port 763cc9aa-fb60-4dc9-a999-f479108c4073, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:42:36.752651 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a926c342-4adb-4969-a271-79529fb7f846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-4e36eb6b-0252-424a-a369-f134004effb8', 'network_id': '4e36eb6b-0252-424a-a369-f134004effb8', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'fixed_ips': [{'subnet_id': '780fdff1-9009-4b18-95c6-01085ace0467'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:42:36.753542 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a926c342-4adb-4969-a271-79529fb7f846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:36.767247 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d0d06c5b-8f93-4747-bc75-1fbd1528219e None None] For port 763cc9aa-fb60-4dc9-a999-f479108c4073, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=763cc9aa-fb60-4dc9-a999-f479108c4073,segment=NetworkSegment(3d515146-2648-45c5-829b-f1cb9725fb9a),segment_id=3d515146-2648-45c5-829b-f1cb9725fb9a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:42:36.785915 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-cdf4ffae-00f8-4375-abbe-a30f9bdd324f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:36.802519 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:36.811318 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 02fc27ae-4f61-46ca-99ae-7b6a2be21846, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=02fc27ae-4f61-46ca-99ae-7b6a2be21846,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:36.844951 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b33a4f7-18a6-437d-b0d7-e499c17c67b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:36.869127 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba93743d-0876-437a-86b2-d6989dee9de1 x-openstack-request-id: req-ba93743d-0876-437a-86b2-d6989dee9de1 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:42:36.869416 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-deleted", "tag": "fa0888de-c05b-4b47-a078-4c561e42456a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:42:36.869701 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba93743d-0876-437a-86b2-d6989dee9de1 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:42:36.870098 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba93743d-0876-437a-86b2-d6989dee9de1'] response: {'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-deleted', 'tag': 'fa0888de-c05b-4b47-a078-4c561e42456a', 'status': 'completed', 'code': 200} Apr 21 12:42:36.927465 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20598054-a3db-4c04-8c0b-c25d54cad8c0 req-a6fc5703-b520-4627-853a-6ea865fa0892 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:36.933637 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20598054-a3db-4c04-8c0b-c25d54cad8c0 req-a6fc5703-b520-4627-853a-6ea865fa0892 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:36.940749 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20598054-a3db-4c04-8c0b-c25d54cad8c0 req-a6fc5703-b520-4627-853a-6ea865fa0892 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:36.947164 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20598054-a3db-4c04-8c0b-c25d54cad8c0 req-a6fc5703-b520-4627-853a-6ea865fa0892 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:36.959018 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20598054-a3db-4c04-8c0b-c25d54cad8c0 req-a6fc5703-b520-4627-853a-6ea865fa0892 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 3144 time: 0.4047568 Apr 21 12:42:36.977015 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:36.986036 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:36.989180 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0d06c5b-8f93-4747-bc75-1fbd1528219e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:37.036723 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Network f454cc3a-28a8-43ea-8db7-fb6da822e298 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:37.058473 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:37.069074 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:42:37.077423 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33a4f7-18a6-437d-b0d7-e499c17c67b5 None None] Pushing event updated for resources: {'Port': ['ID=086ac070-4022-4a14-ab16-f1746bef375e,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:37.116654 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-d61aab1b-ae8d-43d4-b102-88f7b01e9529 service neutron] 10.222.0.24 "GET /v2.0/networks/bb3b6a61-8fc8-445c-8324-3e3cc0c63337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5224113 Apr 21 12:42:37.127038 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Pushing event updated for resources: {'Port': ['ID=79e78d1c-4b7c-41fa-be5e-f1ecb2d450fd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:37.154974 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4fee0556-663b-46e3-a920-3ca61280b7f0 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4083619 Apr 21 12:42:37.186548 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44878) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:37.192317 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f6b18630-35b1-4a90-9f82-8e0ab5480c21 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Request body: {'security_group': {'name': 'tempest-security--1355962809', 'description': 'tempest-security-description-291165832'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:37.203878 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.ipam_backend_mixin [None req-58d8c39d-0bda-4f8b-85a6-565b75f514fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Performing IP validity checks on allocation pools {{(pid=103397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 21 12:42:37.204555 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.ipam_backend_mixin [None req-58d8c39d-0bda-4f8b-85a6-565b75f514fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 21 12:42:37.246839 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a0cbc8-89e0-49fd-bbd2-ecea7d60ffbf admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:37.260171 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a0cbc8-89e0-49fd-bbd2-ecea7d60ffbf admin admin] Pushing event updated for resources: {'Port': ['ID=c9725a05-fec9-4f40-848d-b94b28a9c326,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:37.266288 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b6a0cbc8-89e0-49fd-bbd2-ecea7d60ffbf admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:37.298877 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20598054-a3db-4c04-8c0b-c25d54cad8c0 req-1381cdee-1ca8-4eeb-9fe0-2e0769d53228 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635338 Apr 21 12:42:37.330370 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-30a049df-2c3b-4e4d-99d5-5a0035497c67 service neutron] For port e07dbb52-0ca2-4bf5-9660-838ec591a96e, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:42:37.332789 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a0cbc8-89e0-49fd-bbd2-ecea7d60ffbf admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:42:37.336830 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['02fc27ae-4f61-46ca-99ae-7b6a2be21846'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:42:37.340494 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-af2f84bf-cdf1-4bb7-b089-1d019a37b547 None None] Provisioning complete for port 086ac070-4022-4a14-ab16-f1746bef375e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:37.341188 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af2f84bf-cdf1-4bb7-b089-1d019a37b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:37.359341 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a926c342-4adb-4969-a271-79529fb7f846 None None] Allocated IP 2001:db8:1::2 (4e36eb6b-0252-424a-a369-f134004effb8/780fdff1-9009-4b18-95c6-01085ace0467/8108f962-43c4-46e4-91d2-3074a05bb00c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:42:37.360556 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad33bb1-2dc1-4f0b-92d4-34094d5c4b84 req-9b21986e-148b-41be-b85e-eba2af68a457 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:37.368463 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dad33bb1-2dc1-4f0b-92d4-34094d5c4b84 req-9b21986e-148b-41be-b85e-eba2af68a457 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 948 time: 0.3137243 Apr 21 12:42:37.391317 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6b18630-35b1-4a90-9f82-8e0ab5480c21 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:37.395906 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-ec34bce5-2329-4d44-9b57-90c0150aa134 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Deleting port 7d0d16a9-4ae0-457b-9fd1-99f702e00f9d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:42:37.396243 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-ec34bce5-2329-4d44-9b57-90c0150aa134 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:37.445737 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Attempting to bind port 79e78d1c-4b7c-41fa-be5e-f1ecb2d450fd on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:42:37.446114 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Attempting to bind port 79e78d1c-4b7c-41fa-be5e-f1ecb2d450fd by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'e76cddad-a337-403c-85c1-e91772b184e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f454cc3a-28a8-43ea-8db7-fb6da822e298'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:42:37.446480 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Attempting to bind port 79e78d1c-4b7c-41fa-be5e-f1ecb2d450fd on network f454cc3a-28a8-43ea-8db7-fb6da822e298 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:37.450848 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=02fc27ae-4f61-46ca-99ae-7b6a2be21846,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:37.456468 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0df45019-bcad-43a5-bf92-73db6882fbaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:37.479652 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8cfaaa6e-5bea-4a88-906f-43767ab7e5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'name': 'tempest-RoutersIpV6Test-router-1536361923', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:20Z', 'updated_at': '2022-04-21T12:42:29Z', 'revision_number': 2, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'gw_port_host': None, '_interfaces': [{'id': '086ac070-4022-4a14-ab16-f1746bef375e', 'name': '', 'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:24:3e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:26Z', 'updated_at': '2022-04-21T12:42:35Z', 'revision_number': 4, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:37.570740 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-484300f3-acdf-4b1a-acb3-fa8f76db00c7 service neutron] 10.222.0.24 "GET /v2.0/networks/bb3b6a61-8fc8-445c-8324-3e3cc0c63337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373772 Apr 21 12:42:37.630778 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-30a049df-2c3b-4e4d-99d5-5a0035497c67 service neutron] For port e07dbb52-0ca2-4bf5-9660-838ec591a96e, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e07dbb52-0ca2-4bf5-9660-838ec591a96e,segment=NetworkSegment(55331157-0de8-40ca-be2e-e4bd5fec8eed),segment_id=55331157-0de8-40ca-be2e-e4bd5fec8eed)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:42:37.697843 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:42:37.698383 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Checking segment: {'id': 'e76cddad-a337-403c-85c1-e91772b184e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f454cc3a-28a8-43ea-8db7-fb6da822e298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:37.699160 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:37.700002 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Bound using segment: {'id': 'e76cddad-a337-403c-85c1-e91772b184e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f454cc3a-28a8-43ea-8db7-fb6da822e298'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:42:37.700707 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Bound port: 79e78d1c-4b7c-41fa-be5e-f1ecb2d450fd, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e76cddad-a337-403c-85c1-e91772b184e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'f454cc3a-28a8-43ea-8db7-fb6da822e298'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:42:37.701334 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:37.705419 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfaaa6e-5bea-4a88-906f-43767ab7e5fc None None] The sync data for ids ['a7e1f888-4850-4d35-8132-f11209b75ff5'] in n-d-836147-2 is: [{'id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'name': 'tempest-RoutersIpV6Test-router-1536361923', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:20Z', 'updated_at': '2022-04-21T12:42:29Z', 'revision_number': 2, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'gw_port_host': None, '_interfaces': [{'id': '086ac070-4022-4a14-ab16-f1746bef375e', 'name': '', 'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:24:3e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:26Z', 'updated_at': '2022-04-21T12:42:35Z', 'revision_number': 4, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:42:37.715933 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d06c5b-8f93-4747-bc75-1fbd1528219e None None] Pushing event updated for resources: {'Port': ['ID=763cc9aa-fb60-4dc9-a999-f479108c4073,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:37.717793 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dad33bb1-2dc1-4f0b-92d4-34094d5c4b84 req-3f037a65-17e0-4a6c-8b39-cc3c23b5e656 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362401 Apr 21 12:42:37.727327 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6b18630-35b1-4a90-9f82-8e0ab5480c21 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:37.732691 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-fddfc12f-0506-4c91-9fe7-0cd0c1f356bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.127&port_id=425dc2b5-331a-493f-ac21-80edcb7c5a78 HTTP/1.1" status: 200 len: 217 time: 0.1386187 Apr 21 12:42:37.863079 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6b18630-35b1-4a90-9f82-8e0ab5480c21 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:37.865592 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6b18630-35b1-4a90-9f82-8e0ab5480c21 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:37.866893 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f6b18630-35b1-4a90-9f82-8e0ab5480c21 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "PUT /v2.0/security-groups/22f82b3f-1a05-491b-982a-1c62de68b5a6 HTTP/1.1" status: 200 len: 1779 time: 0.6802318 Apr 21 12:42:37.876370 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44884) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:37.887368 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-ec34bce5-2329-4d44-9b57-90c0150aa134 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] For port 7d0d16a9-4ae0-457b-9fd1-99f702e00f9d, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=7d0d16a9-4ae0-457b-9fd1-99f702e00f9d,segment=NetworkSegment(3ee70c77-be48-440a-b339-a8a0e2541b70),segment_id=3ee70c77-be48-440a-b339-a8a0e2541b70)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:37.887728 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-ec34bce5-2329-4d44-9b57-90c0150aa134 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:37.901975 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-ec34bce5-2329-4d44-9b57-90c0150aa134 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Calling delete_port for 7d0d16a9-4ae0-457b-9fd1-99f702e00f9d owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:42:37.932527 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-30a049df-2c3b-4e4d-99d5-5a0035497c67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:37.942343 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 763cc9aa-fb60-4dc9-a999-f479108c4073 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:37.984305 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2337b1-5e9c-428c-9853-15009f9c4d44 req-a8cca6bf-a01d-4b7f-9310-7120007c4fab tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:37.990336 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2337b1-5e9c-428c-9853-15009f9c4d44 req-a8cca6bf-a01d-4b7f-9310-7120007c4fab tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:37.996586 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2337b1-5e9c-428c-9853-15009f9c4d44 req-a8cca6bf-a01d-4b7f-9310-7120007c4fab tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:37.998491 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d2337b1-5e9c-428c-9853-15009f9c4d44 req-a8cca6bf-a01d-4b7f-9310-7120007c4fab tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 2413 time: 0.4039845 Apr 21 12:42:38.021973 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a049df-2c3b-4e4d-99d5-5a0035497c67 service neutron] Pushing event updated for resources: {'Port': ['ID=e07dbb52-0ca2-4bf5-9660-838ec591a96e,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:38.022234 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b18630-35b1-4a90-9f82-8e0ab5480c21 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22f82b3f-1a05-491b-982a-1c62de68b5a6,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:38.041496 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-2eeb98ff-958a-4a72-a5fa-9476bde07ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:38.041496 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-2eeb98ff-958a-4a72-a5fa-9476bde07ac0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8aea4be-0906-4329-9a0e-c9313cece89c HTTP/1.1" status: 200 len: 801 time: 0.2912369 Apr 21 12:42:38.087817 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-30a049df-2c3b-4e4d-99d5-5a0035497c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:38.088487 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-30a049df-2c3b-4e4d-99d5-5a0035497c67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:38.089993 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-30a049df-2c3b-4e4d-99d5-5a0035497c67 service neutron] 10.222.0.24 "PUT /v2.0/ports/e07dbb52-0ca2-4bf5-9660-838ec591a96e HTTP/1.1" status: 200 len: 1091 time: 5.5789983 Apr 21 12:42:38.093575 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28600192-ea63-4ffc-8aa1-cb4e4cc7bce6', 'tag': 'e07dbb52-0ca2-4bf5-9660-838ec591a96e'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:42:38.119910 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c20e1d2-7574-454e-b138-ae6b0e150635" -d '{"events": [{"name": "network-changed", "server_uuid": "28600192-ea63-4ffc-8aa1-cb4e4cc7bce6", "tag": "e07dbb52-0ca2-4bf5-9660-838ec591a96e"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:42:38.163028 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-08e48ee1-ae75-4392-b104-187316a7ff43 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "GET /v2.0/security-groups/22f82b3f-1a05-491b-982a-1c62de68b5a6 HTTP/1.1" status: 200 len: 1779 time: 0.2801106 Apr 21 12:42:38.167187 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44888) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:38.284447 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2adb1e-8482-4aa2-9271-b3b27c13550e req-2828ea58-5533-4fab-b316-f5f33c9554fa tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:38.292063 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de2adb1e-8482-4aa2-9271-b3b27c13550e req-2828ea58-5533-4fab-b316-f5f33c9554fa tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdfe7c02-a1d8-465e-9c63-eb04212bb092 HTTP/1.1" status: 200 len: 931 time: 0.4417653 Apr 21 12:42:38.306189 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58d8c39d-0bda-4f8b-85a6-565b75f514fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:38.311946 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d2337b1-5e9c-428c-9853-15009f9c4d44 req-376e4da8-72f3-4891-8c6e-aa4246a72d91 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018048 Apr 21 12:42:38.329066 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-cdf4ffae-00f8-4375-abbe-a30f9bdd324f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a9a6c2-eaba-433f-899f-95fd1e72a97b {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:42:38.343759 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-cdf4ffae-00f8-4375-abbe-a30f9bdd324f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:38.396677 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-941913e1-a2b2-4207-a149-ba8f09dce9a3 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:38.401070 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] For port 79e78d1c-4b7c-41fa-be5e-f1ecb2d450fd, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:42:38.401655 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-53f696bc-541b-425d-bce5-e0f545ec057d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:38.411139 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-53f696bc-541b-425d-bce5-e0f545ec057d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=083113f4-712e-4273-85bd-dfdb95632ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2857621 Apr 21 12:42:38.444097 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-cdf4ffae-00f8-4375-abbe-a30f9bdd324f service neutron] Transition to ACTIVE for port object 12a9a6c2-eaba-433f-899f-95fd1e72a97b will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:42:38.447022 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeeeb51a-a3ac-4641-9f53-4bd285284ef5 x-openstack-request-id: req-aeeeb51a-a3ac-4641-9f53-4bd285284ef5 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:42:38.447022 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28600192-ea63-4ffc-8aa1-cb4e4cc7bce6", "tag": "e07dbb52-0ca2-4bf5-9660-838ec591a96e", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:42:38.447022 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aeeeb51a-a3ac-4641-9f53-4bd285284ef5 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:42:38.447409 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeeeb51a-a3ac-4641-9f53-4bd285284ef5'] response: {'name': 'network-changed', 'server_uuid': '28600192-ea63-4ffc-8aa1-cb4e4cc7bce6', 'tag': 'e07dbb52-0ca2-4bf5-9660-838ec591a96e', 'status': 'completed', 'code': 200} Apr 21 12:42:38.546265 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-941913e1-a2b2-4207-a149-ba8f09dce9a3 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:38.564475 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] For port 79e78d1c-4b7c-41fa-be5e-f1ecb2d450fd, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=79e78d1c-4b7c-41fa-be5e-f1ecb2d450fd,segment=NetworkSegment(e76cddad-a337-403c-85c1-e91772b184e2),segment_id=e76cddad-a337-403c-85c1-e91772b184e2)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:42:38.605404 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8c39d-0bda-4f8b-85a6-565b75f514fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event updated for resources: {'Subnet': ['ID=c5387acd-703e-4590-ba87-34f6e8702580,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:38.621882 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-c935564f-9a3e-4890-bc4a-f105d57e90b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:38.624533 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-c935564f-9a3e-4890-bc4a-f105d57e90b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ef7d4dca56b45b6a598c55a34aa84d0&device_id=28600192-ea63-4ffc-8aa1-cb4e4cc7bce6 HTTP/1.1" status: 200 len: 1094 time: 0.3562119 Apr 21 12:42:38.634965 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6a0cbc8-89e0-49fd-bbd2-ecea7d60ffbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:38.651761 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de2adb1e-8482-4aa2-9271-b3b27c13550e req-ba6d0202-ee28-43a2-9f4f-02ffab36698b tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585529 Apr 21 12:42:38.658144 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-cdf4ffae-00f8-4375-abbe-a30f9bdd324f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:38.690486 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:38.720158 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d8c39d-0bda-4f8b-85a6-565b75f514fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Checking segment: {'id': 'a7d8ebab-d56b-41e1-a65d-4d2a25f6c11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '1f894c1d-ae27-4235-a006-2456d1d04103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:38.729333 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d8c39d-0bda-4f8b-85a6-565b75f514fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Network hostable DHCP agents. Network: 1f894c1d-ae27-4235-a006-2456d1d04103, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:42:38.754275 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4ffae-00f8-4375-abbe-a30f9bdd324f service neutron] Pushing event updated for resources: {'Port': ['ID=12a9a6c2-eaba-433f-899f-95fd1e72a97b,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:38.790992 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a926c342-4adb-4969-a271-79529fb7f846 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:38.796921 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 763cc9aa-fb60-4dc9-a999-f479108c4073 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:38.797289 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:38.828152 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-0d233a89-c863-4061-8f8f-d8e3eae5260b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e07dbb52-0ca2-4bf5-9660-838ec591a96e HTTP/1.1" status: 200 len: 217 time: 0.1870589 Apr 21 12:42:38.863430 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Pushing event updated for resources: {'Port': ['ID=79e78d1c-4b7c-41fa-be5e-f1ecb2d450fd,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:38.864162 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-159327cf-41de-4abf-9e3a-01eb24f7986f service neutron] 10.222.0.24 "GET /v2.0/networks/083113f4-712e-4273-85bd-dfdb95632ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317191 Apr 21 12:42:38.877363 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:38.877830 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:38.878277 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:38.878810 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:38.879310 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:38.879806 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:38.880226 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:38.881499 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:38.883213 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:38.883895 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:38.884108 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:38.884530 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623f58c-08c6-42bd-bae3-ef0cc4c35251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:38.900631 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a926c342-4adb-4969-a271-79529fb7f846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:38.953235 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-941913e1-a2b2-4207-a149-ba8f09dce9a3 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:38.956636 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-941913e1-a2b2-4207-a149-ba8f09dce9a3 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:38.957475 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-941913e1-a2b2-4207-a149-ba8f09dce9a3 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "DELETE /v2.0/security-groups/22f82b3f-1a05-491b-982a-1c62de68b5a6 HTTP/1.1" status: 204 len: 168 time: 0.7897439 Apr 21 12:42:38.961782 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44894) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:38.965614 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd5ab0e-68af-44a2-9856-3bf950bb03b4 None None] Network 44eb7d1a-3922-4d99-876a-850783df7ae4 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:38.974964 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926c342-4adb-4969-a271-79529fb7f846 None None] Pushing event updated for resources: {'Port': ['ID=8108f962-43c4-46e4-91d2-3074a05bb00c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:38.995198 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d8c39d-0bda-4f8b-85a6-565b75f514fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Network 1f894c1d-ae27-4235-a006-2456d1d04103 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:42:38.998703 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941913e1-a2b2-4207-a149-ba8f09dce9a3 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f82b3f-1a05-491b-982a-1c62de68b5a6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:39.013177 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-ea5f3741-836a-45b3-859a-26b327e7a824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:39.014703 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-ea5f3741-836a-45b3-859a-26b327e7a824 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9733f310-0141-4a47-a768-d487fa492ddd HTTP/1.1" status: 200 len: 853 time: 0.1760020 Apr 21 12:42:39.046138 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-0df45019-bcad-43a5-bf92-73db6882fbaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Allocated IP 2001:db8:1::1 (4e36eb6b-0252-424a-a369-f134004effb8/780fdff1-9009-4b18-95c6-01085ace0467/0f506d9d-3e7b-4e78-8e92-848ddee68d3a) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:42:39.093308 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-ec34bce5-2329-4d44-9b57-90c0150aa134 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:39.105228 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a926c342-4adb-4969-a271-79529fb7f846 None None] Network 4e36eb6b-0252-424a-a369-f134004effb8 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:39.111006 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a926c342-4adb-4969-a271-79529fb7f846 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:39.114426 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a926c342-4adb-4969-a271-79529fb7f846 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:42:39.117936 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30a99f-8aef-4a22-b3f1-dde3911022bd req-ef6cef49-f293-46fe-8581-b6ded2e4115a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:39.124321 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30a99f-8aef-4a22-b3f1-dde3911022bd req-ef6cef49-f293-46fe-8581-b6ded2e4115a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:39.125277 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-bdfa7005-a920-42cf-be85-b6b1e090ab7d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91f0eb98-678c-4b6a-bd13-f87f951f1bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955238 Apr 21 12:42:39.139968 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-58d8c39d-0bda-4f8b-85a6-565b75f514fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 1f894c1d-ae27-4235-a006-2456d1d04103) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:39.140227 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4ce96f40-e791-401f-9fe5-e22156ea15bc None None] Provisioning complete for port 763cc9aa-fb60-4dc9-a999-f479108c4073 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:39.140526 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ce96f40-e791-401f-9fe5-e22156ea15bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:39.143139 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30a99f-8aef-4a22-b3f1-dde3911022bd req-ef6cef49-f293-46fe-8581-b6ded2e4115a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:39.145639 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d8c39d-0bda-4f8b-85a6-565b75f514fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:39.146407 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58d8c39d-0bda-4f8b-85a6-565b75f514fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:39.149277 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30a99f-8aef-4a22-b3f1-dde3911022bd req-ef6cef49-f293-46fe-8581-b6ded2e4115a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:39.151076 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ab30a99f-8aef-4a22-b3f1-dde3911022bd req-ef6cef49-f293-46fe-8581-b6ded2e4115a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 3144 time: 0.5692124 Apr 21 12:42:39.167971 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f193efe-4acd-44f0-90f2-2d38e2f2c864 req-d4a7568d-9879-41cb-853b-6b2186bdbe01 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:39.170117 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f193efe-4acd-44f0-90f2-2d38e2f2c864 req-d4a7568d-9879-41cb-853b-6b2186bdbe01 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 948 time: 0.3510673 Apr 21 12:42:39.301611 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34bce5-2329-4d44-9b57-90c0150aa134 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Pushing event deleted for resources: {'Port': ['ID=7d0d16a9-4ae0-457b-9fd1-99f702e00f9d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:39.312191 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ad5f37-7004-4e4a-87b0-9bdf469bb7f4 None None] Network 1f894c1d-ae27-4235-a006-2456d1d04103 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:39.352807 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f193efe-4acd-44f0-90f2-2d38e2f2c864 req-a1657301-71e8-4ccf-8560-ac5193468742 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681466 Apr 21 12:42:39.354117 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-58d8c39d-0bda-4f8b-85a6-565b75f514fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.2335815 Apr 21 12:42:39.356384 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ab30a99f-8aef-4a22-b3f1-dde3911022bd req-0098c00b-56ba-4725-8d4d-640bebeb4f5a tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766098 Apr 21 12:42:39.369255 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44898) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:39.409910 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-cdf4ffae-00f8-4375-abbe-a30f9bdd324f service neutron] Attempting to bind port 12a9a6c2-eaba-433f-899f-95fd1e72a97b on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:42:39.410465 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-cdf4ffae-00f8-4375-abbe-a30f9bdd324f service neutron] Attempting to bind port 12a9a6c2-eaba-433f-899f-95fd1e72a97b by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '55331157-0de8-40ca-be2e-e4bd5fec8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '91f0eb98-678c-4b6a-bd13-f87f951f1bc3'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:42:39.410575 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-cdf4ffae-00f8-4375-abbe-a30f9bdd324f service neutron] Attempting to bind port 12a9a6c2-eaba-433f-899f-95fd1e72a97b on network 91f0eb98-678c-4b6a-bd13-f87f951f1bc3 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:39.415598 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a926c342-4adb-4969-a271-79529fb7f846 None None] Attempting to bind port 8108f962-43c4-46e4-91d2-3074a05bb00c on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:42:39.416058 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a926c342-4adb-4969-a271-79529fb7f846 None None] Attempting to bind port 8108f962-43c4-46e4-91d2-3074a05bb00c by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'd2453b95-cf99-4daf-8792-0c9620c5663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4e36eb6b-0252-424a-a369-f134004effb8'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:42:39.416537 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a926c342-4adb-4969-a271-79529fb7f846 None None] Attempting to bind port 8108f962-43c4-46e4-91d2-3074a05bb00c on network 4e36eb6b-0252-424a-a369-f134004effb8 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:39.443165 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-cdf4ffae-00f8-4375-abbe-a30f9bdd324f service neutron] Port 12a9a6c2-eaba-433f-899f-95fd1e72a97b on network 91f0eb98-678c-4b6a-bd13-f87f951f1bc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:42:39.443483 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-cdf4ffae-00f8-4375-abbe-a30f9bdd324f service neutron] Attempting to bind port 12a9a6c2-eaba-433f-899f-95fd1e72a97b on network 91f0eb98-678c-4b6a-bd13-f87f951f1bc3 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:39.452813 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6a0cbc8-89e0-49fd-bbd2-ecea7d60ffbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:39.462296 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a926c342-4adb-4969-a271-79529fb7f846 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:42:39.462780 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a926c342-4adb-4969-a271-79529fb7f846 None None] Checking segment: {'id': 'd2453b95-cf99-4daf-8792-0c9620c5663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4e36eb6b-0252-424a-a369-f134004effb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:39.463246 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a926c342-4adb-4969-a271-79529fb7f846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:39.463709 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a926c342-4adb-4969-a271-79529fb7f846 None None] Bound using segment: {'id': 'd2453b95-cf99-4daf-8792-0c9620c5663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4e36eb6b-0252-424a-a369-f134004effb8'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:42:39.464264 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a926c342-4adb-4969-a271-79529fb7f846 None None] Bound port: 8108f962-43c4-46e4-91d2-3074a05bb00c, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2453b95-cf99-4daf-8792-0c9620c5663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4e36eb6b-0252-424a-a369-f134004effb8'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:42:39.465274 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a926c342-4adb-4969-a271-79529fb7f846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:39.500403 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:39.544962 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-9a98f15d-0813-47c2-a272-313785a2907f service neutron] 10.222.0.24 "GET /v2.0/networks/91f0eb98-678c-4b6a-bd13-f87f951f1bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071462 Apr 21 12:42:39.567259 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0df45019-bcad-43a5-bf92-73db6882fbaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:39.650958 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ce96f40-e791-401f-9fe5-e22156ea15bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:39.656499 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-babf0ad1-d127-4fd3-a03d-baa00c24a3fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:39.792552 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 763cc9aa-fb60-4dc9-a999-f479108c4073, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=763cc9aa-fb60-4dc9-a999-f479108c4073,segment=NetworkSegment(3d515146-2648-45c5-829b-f1cb9725fb9a),segment_id=3d515146-2648-45c5-829b-f1cb9725fb9a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:39.810889 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a926c342-4adb-4969-a271-79529fb7f846 None None] For port 8108f962-43c4-46e4-91d2-3074a05bb00c, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:42:39.814844 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a926c342-4adb-4969-a271-79529fb7f846 None None] For port 8108f962-43c4-46e4-91d2-3074a05bb00c, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=8108f962-43c4-46e4-91d2-3074a05bb00c,segment=NetworkSegment(d2453b95-cf99-4daf-8792-0c9620c5663e),segment_id=d2453b95-cf99-4daf-8792-0c9620c5663e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:42:39.848110 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-d0e79ad9-0b14-4b5a-8031-66f79d27591f service neutron] 10.222.0.24 "GET /v2.0/networks/91f0eb98-678c-4b6a-bd13-f87f951f1bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887862 Apr 21 12:42:39.883108 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-babf0ad1-d127-4fd3-a03d-baa00c24a3fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:39.924537 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-4ce96f40-e791-401f-9fe5-e22156ea15bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:42:39.925100 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-4ce96f40-e791-401f-9fe5-e22156ea15bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:42:39.925995 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:39.935520 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0df45019-bcad-43a5-bf92-73db6882fbaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:39.938512 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-cdf4ffae-00f8-4375-abbe-a30f9bdd324f service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:42:39.939189 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-cdf4ffae-00f8-4375-abbe-a30f9bdd324f service neutron] Checking segment: {'id': '55331157-0de8-40ca-be2e-e4bd5fec8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '91f0eb98-678c-4b6a-bd13-f87f951f1bc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:39.939927 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-cdf4ffae-00f8-4375-abbe-a30f9bdd324f service neutron] Bound using segment: {'id': '55331157-0de8-40ca-be2e-e4bd5fec8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '91f0eb98-678c-4b6a-bd13-f87f951f1bc3'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:42:39.940466 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-cdf4ffae-00f8-4375-abbe-a30f9bdd324f service neutron] Bound port: 12a9a6c2-eaba-433f-899f-95fd1e72a97b, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55331157-0de8-40ca-be2e-e4bd5fec8eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '91f0eb98-678c-4b6a-bd13-f87f951f1bc3'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:42:39.941066 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-cdf4ffae-00f8-4375-abbe-a30f9bdd324f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:39.946343 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a926c342-4adb-4969-a271-79529fb7f846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:39.946982 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-ec34bce5-2329-4d44-9b57-90c0150aa134 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] No DVR routers for this DVR port 7d0d16a9-4ae0-457b-9fd1-99f702e00f9d on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:42:39.957797 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-efeb66a3-e00b-4e40-b324-8d16904c764f tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9885304 Apr 21 12:42:39.959490 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-ec34bce5-2329-4d44-9b57-90c0150aa134 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:39.963890 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-ec34bce5-2329-4d44-9b57-90c0150aa134 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.26 "DELETE /v2.0/ports/7d0d16a9-4ae0-457b-9fd1-99f702e00f9d HTTP/1.1" status: 204 len: 173 time: 3.2776968 Apr 21 12:42:39.970775 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-deleted', 'tag': '7d0d16a9-4ae0-457b-9fd1-99f702e00f9d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:42:39.973858 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae207cca-e26f-49d4-a0d3-10ac0534c787" -d '{"events": [{"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-deleted", "tag": "7d0d16a9-4ae0-457b-9fd1-99f702e00f9d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:42:40.007129 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44902) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:40.039815 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-eb3fdb62-8269-482c-8686-f5aabb68dae5 service neutron] 10.222.0.24 "GET /v2.0/networks/083113f4-712e-4273-85bd-dfdb95632ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1137898 Apr 21 12:42:40.132298 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e30a25-1e89-4dea-b2ad-d9e6e3b08027 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-1f894c1d-ae27-4235-a006-2456d1d04103', 'network_id': '1f894c1d-ae27-4235-a006-2456d1d04103', 'tenant_id': '28f81f60811b4356b23d2a8e82427faf', 'fixed_ips': [{'subnet_id': 'c5387acd-703e-4590-ba87-34f6e8702580'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:42:40.134120 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9e30a25-1e89-4dea-b2ad-d9e6e3b08027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:40.142043 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-3ce5cab5-7a0c-4c09-8f2c-67c2255b2d67 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] delete failed (client error): The resource could not be found. Apr 21 12:42:40.146784 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3ce5cab5-7a0c-4c09-8f2c-67c2255b2d67 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "DELETE /v2.0/security-groups/22f82b3f-1a05-491b-982a-1c62de68b5a6 HTTP/1.1" status: 404 len: 347 time: 0.1266310 Apr 21 12:42:40.156900 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df45019-bcad-43a5-bf92-73db6882fbaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network 4e36eb6b-0252-424a-a369-f134004effb8 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:40.157428 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44906) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:40.174099 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f00067cf-cb31-45b8-8bd8-8242173e5998 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Request body: {'security_group': {'name': 'tempest-secgroup--1709169399'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:40.186211 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-0df45019-bcad-43a5-bf92-73db6882fbaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:40.194692 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df45019-bcad-43a5-bf92-73db6882fbaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:42:40.195680 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0df45019-bcad-43a5-bf92-73db6882fbaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:40.204720 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df45019-bcad-43a5-bf92-73db6882fbaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Port': ['ID=0f506d9d-3e7b-4e78-8e92-848ddee68d3a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:40.206821 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a0cbc8-89e0-49fd-bbd2-ecea7d60ffbf admin admin] Router 494ee62b-3344-4c8d-8e55-3b1d9faa9836 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:42:40.337128 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-2a04c780-630e-4367-a388-831f6d22a361 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.234&port_id=4a202bd4-e96b-4f17-8aff-5f3884f4db2f HTTP/1.1" status: 200 len: 217 time: 0.2335362 Apr 21 12:42:40.338153 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 086ac070-4022-4a14-ab16-f1746bef375e up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:40.341705 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=763cc9aa-fb60-4dc9-a999-f479108c4073,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:40.361510 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20e1d2-7574-454e-b138-ae6b0e150635 req-a7278609-cc5f-4521-9bab-8099e754b272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:40.363215 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8c20e1d2-7574-454e-b138-ae6b0e150635 req-a7278609-cc5f-4521-9bab-8099e754b272 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ef7d4dca56b45b6a598c55a34aa84d0&device_id=28600192-ea63-4ffc-8aa1-cb4e4cc7bce6 HTTP/1.1" status: 200 len: 1094 time: 0.3551965 Apr 21 12:42:40.370648 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df45019-bcad-43a5-bf92-73db6882fbaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:40.370996 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df45019-bcad-43a5-bf92-73db6882fbaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:40.371339 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df45019-bcad-43a5-bf92-73db6882fbaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:40.371667 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df45019-bcad-43a5-bf92-73db6882fbaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:40.372290 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df45019-bcad-43a5-bf92-73db6882fbaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:40.374641 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df45019-bcad-43a5-bf92-73db6882fbaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:40.374641 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df45019-bcad-43a5-bf92-73db6882fbaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:40.374641 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df45019-bcad-43a5-bf92-73db6882fbaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:40.374641 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df45019-bcad-43a5-bf92-73db6882fbaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:40.374641 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df45019-bcad-43a5-bf92-73db6882fbaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:40.376304 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df45019-bcad-43a5-bf92-73db6882fbaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:40.376304 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df45019-bcad-43a5-bf92-73db6882fbaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:40.477161 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-624a630f-a198-4ec6-8826-2867aa069100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:40.479635 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-babf0ad1-d127-4fd3-a03d-baa00c24a3fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:40.504865 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-624a630f-a198-4ec6-8826-2867aa069100 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8e2e891-2f61-45b0-a919-ebba7b686466 HTTP/1.1" status: 200 len: 801 time: 0.1092720 Apr 21 12:42:40.571256 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255e278-f606-4fd0-ba1d-b228f84adb87 req-4f9edef0-285a-4c68-bbc9-1ff46f9b9810 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:40.579521 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255e278-f606-4fd0-ba1d-b228f84adb87 req-4f9edef0-285a-4c68-bbc9-1ff46f9b9810 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:40.585719 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255e278-f606-4fd0-ba1d-b228f84adb87 req-4f9edef0-285a-4c68-bbc9-1ff46f9b9810 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:40.590422 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e255e278-f606-4fd0-ba1d-b228f84adb87 req-4f9edef0-285a-4c68-bbc9-1ff46f9b9810 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 2413 time: 1.1446326 Apr 21 12:42:40.622618 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf0ad1-d127-4fd3-a03d-baa00c24a3fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event deleted for resources: {'Subnet': ['ID=c5387acd-703e-4590-ba87-34f6e8702580,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:40.625615 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20e1d2-7574-454e-b138-ae6b0e150635 req-939e2e5a-7537-48ce-92dd-60e943301c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:40.627727 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8c20e1d2-7574-454e-b138-ae6b0e150635 req-939e2e5a-7537-48ce-92dd-60e943301c7f service neutron] 10.222.0.24 "GET /v2.0/networks?id=91f0eb98-678c-4b6a-bd13-f87f951f1bc3 HTTP/1.1" status: 200 len: 914 time: 0.2435327 Apr 21 12:42:40.634793 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f00067cf-cb31-45b8-8bd8-8242173e5998 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:40.653180 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5d0d3-0f4d-45bb-bdf9-8f9e1027dc5e req-0ed04ac3-a67b-4377-b5b9-de866835fc7e tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server [None req-e9e30a25-1e89-4dea-b2ad-d9e6e3b08027 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5387acd-703e-4590-ba87-34f6e8702580: This subnet is being modified by another concurrent operation. Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 12:42:40.654928 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise exception Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5387acd-703e-4590-ba87-34f6e8702580: This subnet is being modified by another concurrent operation. Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 086ac070-4022-4a14-ab16-f1746bef375e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:40.665749 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926c342-4adb-4969-a271-79529fb7f846 None None] Pushing event updated for resources: {'Port': ['ID=8108f962-43c4-46e4-91d2-3074a05bb00c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:40.671405 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7af5d0d3-0f4d-45bb-bdf9-8f9e1027dc5e req-0ed04ac3-a67b-4377-b5b9-de866835fc7e tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdfe7c02-a1d8-465e-9c63-eb04212bb092 HTTP/1.1" status: 200 len: 943 time: 0.7496328 Apr 21 12:42:40.709541 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-cdf4ffae-00f8-4375-abbe-a30f9bdd324f service neutron] For port 12a9a6c2-eaba-433f-899f-95fd1e72a97b, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:42:40.722801 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-babf0ad1-d127-4fd3-a03d-baa00c24a3fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:40.728904 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c5adaa19-48f2-4e1e-91c6-c5bd3726288b None None] Provisioning complete for port 763cc9aa-fb60-4dc9-a999-f479108c4073 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:40.728904 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5adaa19-48f2-4e1e-91c6-c5bd3726288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:40.729141 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-cdf4ffae-00f8-4375-abbe-a30f9bdd324f service neutron] For port 12a9a6c2-eaba-433f-899f-95fd1e72a97b, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=12a9a6c2-eaba-433f-899f-95fd1e72a97b,segment=NetworkSegment(55331157-0de8-40ca-be2e-e4bd5fec8eed),segment_id=55331157-0de8-40ca-be2e-e4bd5fec8eed)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:42:40.768103 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e255e278-f606-4fd0-ba1d-b228f84adb87 req-b046e5b5-9604-4ac9-a6ef-227ce0c52c2b tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735699 Apr 21 12:42:40.769037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1bc809-a853-4a61-9b77-74d12358eaed None None] Network 1f894c1d-ae27-4235-a006-2456d1d04103 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:40.818438 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-c48a5a07-1958-4bff-b72d-7180a1426802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:40.819848 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-c48a5a07-1958-4bff-b72d-7180a1426802 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb3b6a61-8fc8-445c-8324-3e3cc0c63337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3142085 Apr 21 12:42:40.822785 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7af5d0d3-0f4d-45bb-bdf9-8f9e1027dc5e req-ef5d3903-443c-4eac-b1b4-7de2e61b4b18 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601610 Apr 21 12:42:40.852186 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-cdf4ffae-00f8-4375-abbe-a30f9bdd324f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:40.866627 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f4636a-a6fd-47ad-b12a-8ce8fdf75f05 x-openstack-request-id: req-c4f4636a-a6fd-47ad-b12a-8ce8fdf75f05 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:42:40.867009 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-deleted", "tag": "7d0d16a9-4ae0-457b-9fd1-99f702e00f9d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:42:40.867251 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c4f4636a-a6fd-47ad-b12a-8ce8fdf75f05 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:42:40.867660 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4f4636a-a6fd-47ad-b12a-8ce8fdf75f05'] response: {'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-deleted', 'tag': '7d0d16a9-4ae0-457b-9fd1-99f702e00f9d', 'status': 'completed', 'code': 200} Apr 21 12:42:40.890239 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c353b6fa-abf3-4602-ac88-8aef6f147159 None None] Network f454cc3a-28a8-43ea-8db7-fb6da822e298 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:40.974793 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-855a7237-0f69-482b-806e-9e8cd3c1bcac tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Deleting port 705963bf-02f4-4781-bc61-f2db5e181472 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:42:40.975236 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-855a7237-0f69-482b-806e-9e8cd3c1bcac tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:41.069142 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 79e78d1c-4b7c-41fa-be5e-f1ecb2d450fd up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:41.112103 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-cdf4ffae-00f8-4375-abbe-a30f9bdd324f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:41.112913 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-cdf4ffae-00f8-4375-abbe-a30f9bdd324f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:41.117012 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-cdf4ffae-00f8-4375-abbe-a30f9bdd324f service neutron] 10.222.0.24 "PUT /v2.0/ports/12a9a6c2-eaba-433f-899f-95fd1e72a97b HTTP/1.1" status: 200 len: 1091 time: 4.6743629 Apr 21 12:42:41.160382 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4ffae-00f8-4375-abbe-a30f9bdd324f service neutron] Pushing event updated for resources: {'Port': ['ID=12a9a6c2-eaba-433f-899f-95fd1e72a97b,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:41.188230 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 79e78d1c-4b7c-41fa-be5e-f1ecb2d450fd triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:41.188508 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:41.200952 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-3d7babe9-a8bd-4817-9112-4c6aae7fcb15 service neutron] 10.222.0.24 "GET /v2.0/networks/bb3b6a61-8fc8-445c-8324-3e3cc0c63337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682740 Apr 21 12:42:41.280095 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-555ed0fa-be7e-4c8e-befa-a2c17f75e7a3 None None] Provisioning complete for port 79e78d1c-4b7c-41fa-be5e-f1ecb2d450fd triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:41.280465 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-555ed0fa-be7e-4c8e-befa-a2c17f75e7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:41.286087 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf015e3-4f77-4a76-b301-9c2ecdd60717 req-fb391a11-4137-4998-af11-c1394deb31db tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:41.289252 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 02fc27ae-4f61-46ca-99ae-7b6a2be21846 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:41.293271 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf015e3-4f77-4a76-b301-9c2ecdd60717 req-fb391a11-4137-4998-af11-c1394deb31db tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:41.295904 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8c20e1d2-7574-454e-b138-ae6b0e150635 req-8efaed73-44b1-4ba6-8bac-9004fd658633 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e07dbb52-0ca2-4bf5-9660-838ec591a96e HTTP/1.1" status: 200 len: 217 time: 0.6406138 Apr 21 12:42:41.298622 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-babf0ad1-d127-4fd3-a03d-baa00c24a3fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f894c1d-ae27-4235-a006-2456d1d04103']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:41.301415 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf015e3-4f77-4a76-b301-9c2ecdd60717 req-fb391a11-4137-4998-af11-c1394deb31db tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:41.304297 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fdf015e3-4f77-4a76-b301-9c2ecdd60717 req-fb391a11-4137-4998-af11-c1394deb31db tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 2411 time: 0.3382144 Apr 21 12:42:41.312751 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea6434-27c5-49c8-8d9c-3c7070e801bb req-898b865e-d215-47ec-a63b-92d34634b0cc tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:41.314308 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-92ea6434-27c5-49c8-8d9c-3c7070e801bb req-898b865e-d215-47ec-a63b-92d34634b0cc tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 948 time: 0.3501778 Apr 21 12:42:41.412161 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-babf0ad1-d127-4fd3-a03d-baa00c24a3fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d8ebab-d56b-41e1-a65d-4d2a25f6c11b') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:41.412440 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-babf0ad1-d127-4fd3-a03d-baa00c24a3fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d8ebab-d56b-41e1-a65d-4d2a25f6c11b') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:41.442912 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:41.474828 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-babf0ad1-d127-4fd3-a03d-baa00c24a3fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:41.498116 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-855a7237-0f69-482b-806e-9e8cd3c1bcac tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] For port 705963bf-02f4-4781-bc61-f2db5e181472, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=705963bf-02f4-4781-bc61-f2db5e181472,segment=NetworkSegment(809dc041-eed1-4719-81ae-d2f5a67a6a8c),segment_id=809dc041-eed1-4719-81ae-d2f5a67a6a8c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:41.499223 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-855a7237-0f69-482b-806e-9e8cd3c1bcac tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:41.516257 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f00067cf-cb31-45b8-8bd8-8242173e5998 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:41.516771 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fdf015e3-4f77-4a76-b301-9c2ecdd60717 req-29784eae-4acc-44b9-a9e1-72cf311c9ab1 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904361 Apr 21 12:42:41.527750 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-babf0ad1-d127-4fd3-a03d-baa00c24a3fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:41.529070 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-6c06884b-78c4-4983-9339-e7d022c54cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:41.530680 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-6c06884b-78c4-4983-9339-e7d022c54cfc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ef7d4dca56b45b6a598c55a34aa84d0&device_id=bdfe7c02-a1d8-465e-9c63-eb04212bb092 HTTP/1.1" status: 200 len: 1094 time: 0.2611847 Apr 21 12:42:41.538592 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a0cbc8-89e0-49fd-bbd2-ecea7d60ffbf admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:42:41.540313 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0df45019-bcad-43a5-bf92-73db6882fbaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:41.542851 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 02fc27ae-4f61-46ca-99ae-7b6a2be21846 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:42:41.554400 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77074df-2d8f-41ae-a877-7baa12c4bd0d None None] Sync routers for ids ['494ee62b-3344-4c8d-8e55-3b1d9faa9836'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:42:41.561127 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c20e1d2-7574-454e-b138-ae6b0e150635 req-b6b684ce-4318-465a-b3e0-9e9349d6dd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:41.577633 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8c20e1d2-7574-454e-b138-ae6b0e150635 req-b6b684ce-4318-465a-b3e0-9e9349d6dd4f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9733f310-0141-4a47-a768-d487fa492ddd HTTP/1.1" status: 200 len: 853 time: 0.2493398 Apr 21 12:42:41.577793 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-555ed0fa-be7e-4c8e-befa-a2c17f75e7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:41.577793 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 02fc27ae-4f61-46ca-99ae-7b6a2be21846 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:41.577793 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:41.578075 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-babf0ad1-d127-4fd3-a03d-baa00c24a3fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:42:41.578075 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-babf0ad1-d127-4fd3-a03d-baa00c24a3fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:42:41.584480 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:42:41.587012 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77074df-2d8f-41ae-a877-7baa12c4bd0d None None] Routers {'494ee62b-3344-4c8d-8e55-3b1d9faa9836'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:42:41.587012 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d77074df-2d8f-41ae-a877-7baa12c4bd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:42:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['494ee62b-3344-4c8d-8e55-3b1d9faa9836'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:41.592995 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 79e78d1c-4b7c-41fa-be5e-f1ecb2d450fd, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=79e78d1c-4b7c-41fa-be5e-f1ecb2d450fd,segment=NetworkSegment(e76cddad-a337-403c-85c1-e91772b184e2),segment_id=e76cddad-a337-403c-85c1-e91772b184e2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:41.656792 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:41.671369 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8c20e1d2-7574-454e-b138-ae6b0e150635 req-cb60f7f6-c5c3-4ec7-ae24-96ad6b2317fc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91f0eb98-678c-4b6a-bd13-f87f951f1bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652499 Apr 21 12:42:41.672086 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f00067cf-cb31-45b8-8bd8-8242173e5998 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:41.709649 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-92ea6434-27c5-49c8-8d9c-3c7070e801bb req-96f3722d-2f60-4e4b-ac56-a106ae80601b tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443296 Apr 21 12:42:41.718742 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-019d27f7-1409-43fc-917c-8b4821f9fccf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12a9a6c2-eaba-433f-899f-95fd1e72a97b HTTP/1.1" status: 200 len: 217 time: 0.1727734 Apr 21 12:42:41.786678 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-8da789b6-6b50-450a-a6df-5c8e787f40bc service neutron] 10.222.0.24 "GET /v2.0/networks/bb3b6a61-8fc8-445c-8324-3e3cc0c63337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5710711 Apr 21 12:42:41.800792 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-d77074df-2d8f-41ae-a877-7baa12c4bd0d None None] Set router 494ee62b-3344-4c8d-8e55-3b1d9faa9836 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:42:41.852642 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6a0cbc8-89e0-49fd-bbd2-ecea7d60ffbf admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:41.858670 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b6a0cbc8-89e0-49fd-bbd2-ecea7d60ffbf admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9947059 Apr 21 12:42:41.864528 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44916) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:41.866458 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-ed903c39-bdd2-4db4-aab9-302981f514a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:41.869047 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-ed903c39-bdd2-4db4-aab9-302981f514a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9733f310-0141-4a47-a768-d487fa492ddd HTTP/1.1" status: 200 len: 853 time: 0.1347682 Apr 21 12:42:41.995835 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00067cf-cb31-45b8-8bd8-8242173e5998 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fac64784-9383-40a9-8635-632c2dbeee00,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:41.998559 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-cc971516-d89b-4550-b9a1-f8cd0b0f101f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91f0eb98-678c-4b6a-bd13-f87f951f1bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106091 Apr 21 12:42:42.000671 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f00067cf-cb31-45b8-8bd8-8242173e5998 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:42.001978 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f00067cf-cb31-45b8-8bd8-8242173e5998 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8422179 Apr 21 12:42:42.002126 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046b3dff-9a1b-4599-8683-aafb3753aeeb None None] Network 4e36eb6b-0252-424a-a369-f134004effb8 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:42.008063 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44918) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:42.016077 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f4cd7515-72ea-41a5-81d4-0b19c0907f99 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Request body: {'security_group_rule': {'security_group_id': 'fac64784-9383-40a9-8635-632c2dbeee00', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:42.064640 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-babf0ad1-d127-4fd3-a03d-baa00c24a3fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:42.085055 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-babf0ad1-d127-4fd3-a03d-baa00c24a3fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:42.088309 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-babf0ad1-d127-4fd3-a03d-baa00c24a3fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "DELETE /v2.0/networks/1f894c1d-ae27-4235-a006-2456d1d04103 HTTP/1.1" status: 204 len: 168 time: 2.7177322 Apr 21 12:42:42.098090 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:42.101356 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-555ed0fa-be7e-4c8e-befa-a2c17f75e7a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:42:42.101850 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-555ed0fa-be7e-4c8e-befa-a2c17f75e7a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:42:42.108019 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44920) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:42.113646 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-31e71d1c-c18b-457b-b6fa-3cbb07f7b590 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-682609522'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:42.114165 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=79e78d1c-4b7c-41fa-be5e-f1ecb2d450fd,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:42.133901 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf0ad1-d127-4fd3-a03d-baa00c24a3fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event deleted for resources: {'Network': ['ID=1f894c1d-ae27-4235-a006-2456d1d04103,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:42.149734 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86834bb-c7d3-414d-8755-68606c07b056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fc27ae-4f61-46ca-99ae-7b6a2be21846'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:42:42.151598 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e6d618-b9ae-44eb-8fd4-cddbaea66f87" -d '{"events": [{"server_uuid": "b86834bb-c7d3-414d-8755-68606c07b056", "name": "network-vif-plugged", "status": "completed", "tag": "02fc27ae-4f61-46ca-99ae-7b6a2be21846"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:42:42.171719 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 02fc27ae-4f61-46ca-99ae-7b6a2be21846, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=02fc27ae-4f61-46ca-99ae-7b6a2be21846,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:42.196861 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8c20e1d2-7574-454e-b138-ae6b0e150635 req-e5640dfa-902d-4a94-942e-304b89b1343e service neutron] 10.222.0.24 "GET /v2.0/networks/91f0eb98-678c-4b6a-bd13-f87f951f1bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150898 Apr 21 12:42:42.246626 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d77074df-2d8f-41ae-a877-7baa12c4bd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'name': 'tempest-ServersTestManualDisk-342385493-router', 'tenant_id': '92a6d43df1624433929afadbcee46f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'c9725a05-fec9-4f40-848d-b94b28a9c326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:33Z', 'updated_at': '2022-04-21T12:42:38Z', 'revision_number': 3, 'project_id': '92a6d43df1624433929afadbcee46f8a', 'gw_port': {'id': 'c9725a05-fec9-4f40-848d-b94b28a9c326', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:35Z', 'updated_at': '2022-04-21T12:42:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:42.287971 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 763cc9aa-fb60-4dc9-a999-f479108c4073 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:42.296246 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77074df-2d8f-41ae-a877-7baa12c4bd0d None None] Checking router: 494ee62b-3344-4c8d-8e55-3b1d9faa9836 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:42:42.296747 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77074df-2d8f-41ae-a877-7baa12c4bd0d None None] Updating router 494ee62b-3344-4c8d-8e55-3b1d9faa9836 port c9725a05-fec9-4f40-848d-b94b28a9c326 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:42:42.316110 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4cd7515-72ea-41a5-81d4-0b19c0907f99 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:42.337168 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e71d1c-c18b-457b-b6fa-3cbb07f7b590 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Made reservation on behalf of 28f81f60811b4356b23d2a8e82427faf for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:42.337409 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d77074df-2d8f-41ae-a877-7baa12c4bd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:42.340633 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-31e71d1c-c18b-457b-b6fa-3cbb07f7b590 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:42.355176 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:42.436955 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=02fc27ae-4f61-46ca-99ae-7b6a2be21846,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:42.450513 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 763cc9aa-fb60-4dc9-a999-f479108c4073 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:42.451432 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:42.486160 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4cd7515-72ea-41a5-81d4-0b19c0907f99 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:42.493472 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-e053482d-c3ab-4564-b745-de0743c41649 service neutron] 10.222.0.24 "GET /v2.0/networks/91f0eb98-678c-4b6a-bd13-f87f951f1bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4939010 Apr 21 12:42:42.507752 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-855a7237-0f69-482b-806e-9e8cd3c1bcac tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:42.509140 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-855a7237-0f69-482b-806e-9e8cd3c1bcac tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:42.509864 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-855a7237-0f69-482b-806e-9e8cd3c1bcac tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Floating IP 75f61238-f917-42bd-8e6a-3eba2d16b79b disassociated. External IP: 172.25.8.191, port: 705963bf-02f4-4781-bc61-f2db5e181472. Apr 21 12:42:42.510366 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-855a7237-0f69-482b-806e-9e8cd3c1bcac tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Calling delete_port for 705963bf-02f4-4781-bc61-f2db5e181472 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:42:42.521555 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e71d1c-c18b-457b-b6fa-3cbb07f7b590 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:42:42.525139 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8c20e1d2-7574-454e-b138-ae6b0e150635 req-0cde74d9-cd60-4a25-abcf-f295f1de4525 service neutron] 10.222.0.24 "GET /v2.0/networks/91f0eb98-678c-4b6a-bd13-f87f951f1bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942579 Apr 21 12:42:42.530222 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0df45019-bcad-43a5-bf92-73db6882fbaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:42.552220 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-31e71d1c-c18b-457b-b6fa-3cbb07f7b590 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:42.553068 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-31e71d1c-c18b-457b-b6fa-3cbb07f7b590 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Added segment 0a3fc444-73e6-48c9-af6e-a2736fddc1fa of type vlan for network 1520d2ca-bd05-4cef-97fe-c07731cab370 Apr 21 12:42:42.553457 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 8108f962-43c4-46e4-91d2-3074a05bb00c up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:42.563007 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4cd7515-72ea-41a5-81d4-0b19c0907f99 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:42.614911 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd7515-72ea-41a5-81d4-0b19c0907f99 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c66aa40-688e-41ba-b665-bdbbf790a644,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:42.637706 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0df45019-bcad-43a5-bf92-73db6882fbaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:42.639530 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0df45019-bcad-43a5-bf92-73db6882fbaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:42.656697 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-31e71d1c-c18b-457b-b6fa-3cbb07f7b590 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:42.682613 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 8108f962-43c4-46e4-91d2-3074a05bb00c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:42.683198 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:42.721333 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df45019-bcad-43a5-bf92-73db6882fbaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Port': ['ID=0f506d9d-3e7b-4e78-8e92-848ddee68d3a,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:42.747168 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4cd7515-72ea-41a5-81d4-0b19c0907f99 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:42.751503 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f4cd7515-72ea-41a5-81d4-0b19c0907f99 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7399156 Apr 21 12:42:42.754613 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44928) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:42.805399 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-75d2e3da-5eeb-4738-8120-634d1aa3a039 None None] Provisioning complete for port 79e78d1c-4b7c-41fa-be5e-f1ecb2d450fd triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:42.806119 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75d2e3da-5eeb-4738-8120-634d1aa3a039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:42.836617 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a033a9fa-1635-4973-b5b6-1b58acf11d1e tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:42.846964 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d77074df-2d8f-41ae-a877-7baa12c4bd0d None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:42.851250 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a033a9fa-1635-4973-b5b6-1b58acf11d1e tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:42.913417 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:42.930812 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df45019-bcad-43a5-bf92-73db6882fbaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network 4e36eb6b-0252-424a-a369-f134004effb8 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:42.932322 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-0df45019-bcad-43a5-bf92-73db6882fbaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:42.951298 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d77074df-2d8f-41ae-a877-7baa12c4bd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:42.990770 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 8108f962-43c4-46e4-91d2-3074a05bb00c, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=8108f962-43c4-46e4-91d2-3074a05bb00c,segment=NetworkSegment(d2453b95-cf99-4daf-8792-0c9620c5663e),segment_id=d2453b95-cf99-4daf-8792-0c9620c5663e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:43.002729 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2054e1-6f4e-43f8-9215-66ac764ecbfe None None] Pushing event updated for resources: {'Port': ['ID=c9725a05-fec9-4f40-848d-b94b28a9c326,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:43.011707 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a033a9fa-1635-4973-b5b6-1b58acf11d1e tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:43.014511 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-31e71d1c-c18b-457b-b6fa-3cbb07f7b590 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:43.021132 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e71d1c-c18b-457b-b6fa-3cbb07f7b590 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:43.021861 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-31e71d1c-c18b-457b-b6fa-3cbb07f7b590 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:43.030567 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a033a9fa-1635-4973-b5b6-1b58acf11d1e tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:43.034570 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a033a9fa-1635-4973-b5b6-1b58acf11d1e tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/5c66aa40-688e-41ba-b665-bdbbf790a644 HTTP/1.1" status: 204 len: 168 time: 0.2769628 Apr 21 12:42:43.046129 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d77074df-2d8f-41ae-a877-7baa12c4bd0d None None] Attempting to bind port c9725a05-fec9-4f40-848d-b94b28a9c326 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:42:43.047036 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d77074df-2d8f-41ae-a877-7baa12c4bd0d None None] Attempting to bind port c9725a05-fec9-4f40-848d-b94b28a9c326 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:42:43.048192 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77074df-2d8f-41ae-a877-7baa12c4bd0d None None] Attempting to bind port c9725a05-fec9-4f40-848d-b94b28a9c326 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:43.055238 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77074df-2d8f-41ae-a877-7baa12c4bd0d None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:42:43.056017 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77074df-2d8f-41ae-a877-7baa12c4bd0d None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:43.056902 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d77074df-2d8f-41ae-a877-7baa12c4bd0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:43.057569 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77074df-2d8f-41ae-a877-7baa12c4bd0d None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:42:43.058298 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d77074df-2d8f-41ae-a877-7baa12c4bd0d None None] Bound port: c9725a05-fec9-4f40-848d-b94b28a9c326, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:42:43.058923 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d77074df-2d8f-41ae-a877-7baa12c4bd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:43.084228 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:43.097140 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfe7c02-a1d8-465e-9c63-eb04212bb092', 'tag': '12a9a6c2-eaba-433f-899f-95fd1e72a97b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:42:43.099480 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc54549e-a926-4d40-b558-2007393c6858" -d '{"events": [{"name": "network-changed", "server_uuid": "bdfe7c02-a1d8-465e-9c63-eb04212bb092", "tag": "12a9a6c2-eaba-433f-899f-95fd1e72a97b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:42:43.108986 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44930) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:43.135274 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7b691-82e9-4ab4-9617-2c6b34f5bc09 req-8380e6bf-a901-4ddc-87dc-82ce1a83d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:43.136216 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7b691-82e9-4ab4-9617-2c6b34f5bc09 req-8380e6bf-a901-4ddc-87dc-82ce1a83d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:43.136216 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7b691-82e9-4ab4-9617-2c6b34f5bc09 req-8380e6bf-a901-4ddc-87dc-82ce1a83d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:43.137939 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18c7b691-82e9-4ab4-9617-2c6b34f5bc09 req-8380e6bf-a901-4ddc-87dc-82ce1a83d85d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34d7ccbf72aa4174acc53e783a3a33c5&device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 2866 time: 0.9318945 Apr 21 12:42:43.146598 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c7060-cabb-47d5-b05b-d7a64bab0627 req-40d8eb48-6d7d-45e4-989e-f2086095a409 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:43.152651 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c7060-cabb-47d5-b05b-d7a64bab0627 req-40d8eb48-6d7d-45e4-989e-f2086095a409 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:43.155510 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033a9fa-1635-4973-b5b6-1b58acf11d1e tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c66aa40-688e-41ba-b665-bdbbf790a644,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:43.160310 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c7060-cabb-47d5-b05b-d7a64bab0627 req-40d8eb48-6d7d-45e4-989e-f2086095a409 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:43.162033 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac2c7060-cabb-47d5-b05b-d7a64bab0627 req-40d8eb48-6d7d-45e4-989e-f2086095a409 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 2413 time: 0.9545395 Apr 21 12:42:43.163326 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e71d1c-c18b-457b-b6fa-3cbb07f7b590 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event updated for resources: {'Network': ['ID=1520d2ca-bd05-4cef-97fe-c07731cab370,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:43.194828 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df45019-bcad-43a5-bf92-73db6882fbaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Router a7e1f888-4850-4d35-8132-f11209b75ff5 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:42:43.195383 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 1520d2ca-bd05-4cef-97fe-c07731cab370 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:42:43.224116 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130dcb24-2126-47e1-9046-d864e60b4fe8 req-2524d1b5-5d1e-4d82-93b2-2052344c0161 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:43.225697 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-130dcb24-2126-47e1-9046-d864e60b4fe8 req-2524d1b5-5d1e-4d82-93b2-2052344c0161 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdfe7c02-a1d8-465e-9c63-eb04212bb092 HTTP/1.1" status: 200 len: 943 time: 1.0106997 Apr 21 12:42:43.241546 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d77074df-2d8f-41ae-a877-7baa12c4bd0d None None] For port c9725a05-fec9-4f40-848d-b94b28a9c326, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:42:43.245881 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d77074df-2d8f-41ae-a877-7baa12c4bd0d None None] For port c9725a05-fec9-4f40-848d-b94b28a9c326, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c9725a05-fec9-4f40-848d-b94b28a9c326,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:42:43.262814 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7976433d-3e98-40bd-b021-d5dc0c66a10e tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1524019 Apr 21 12:42:43.266981 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44934) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:43.277007 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-31e71d1c-c18b-457b-b6fa-3cbb07f7b590 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1678743 Apr 21 12:42:43.280478 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44936) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:43.319651 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2ceeaaf5-9422-464d-b3db-8357187624e1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Request body: {'subnet': {'network_id': '1520d2ca-bd05-4cef-97fe-c07731cab370', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:43.321498 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d77074df-2d8f-41ae-a877-7baa12c4bd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:43.342059 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=8108f962-43c4-46e4-91d2-3074a05bb00c,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:43.388705 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-130dcb24-2126-47e1-9046-d864e60b4fe8 req-af7e67b9-af9b-4f71-aa21-aa06a8aaa56d tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097887 Apr 21 12:42:43.393990 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-75d2e3da-5eeb-4738-8120-634d1aa3a039 None None] Provisioning complete for port 0f506d9d-3e7b-4e78-8e92-848ddee68d3a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:43.394728 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75d2e3da-5eeb-4738-8120-634d1aa3a039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:43.429186 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df45019-bcad-43a5-bf92-73db6882fbaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:42:43.435383 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0df45019-bcad-43a5-bf92-73db6882fbaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "PUT /v2.0/routers/a7e1f888-4850-4d35-8132-f11209b75ff5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4716029 Apr 21 12:42:43.438809 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44938) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:43.444515 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-42768a2f-8bb9-4e19-acbf-4dedce48c66f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-299588619'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:43.458931 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978af32a-608d-4770-9d7b-24f8497f27e3 None None] Sync routers for ids ['a7e1f888-4850-4d35-8132-f11209b75ff5'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:42:43.471748 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77074df-2d8f-41ae-a877-7baa12c4bd0d None None] Routers {'494ee62b-3344-4c8d-8e55-3b1d9faa9836'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:42:43.474164 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d77074df-2d8f-41ae-a877-7baa12c4bd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:42:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['494ee62b-3344-4c8d-8e55-3b1d9faa9836'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:43.501477 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b133e64e-b5b6-4f44-b8cc-9a540db3bc47 x-openstack-request-id: req-b133e64e-b5b6-4f44-b8cc-9a540db3bc47 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:42:43.501858 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86834bb-c7d3-414d-8755-68606c07b056", "name": "network-vif-plugged", "status": "completed", "tag": "02fc27ae-4f61-46ca-99ae-7b6a2be21846", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:42:43.502118 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b133e64e-b5b6-4f44-b8cc-9a540db3bc47 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:42:43.502765 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b133e64e-b5b6-4f44-b8cc-9a540db3bc47'] response: {'server_uuid': 'b86834bb-c7d3-414d-8755-68606c07b056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fc27ae-4f61-46ca-99ae-7b6a2be21846', 'code': 200} Apr 21 12:42:43.504366 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a82e801d-b92a-405c-9e54-3a19f1eff8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:43.509639 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978af32a-608d-4770-9d7b-24f8497f27e3 None None] Routers {'a7e1f888-4850-4d35-8132-f11209b75ff5'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:42:43.510331 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-978af32a-608d-4770-9d7b-24f8497f27e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:42:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a7e1f888-4850-4d35-8132-f11209b75ff5'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:43.512381 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d278e3e2-b9ae-4120-9ae7-50b20bc6b79e None None] get_active_networks_info from n-d-836147-2 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 12:42:43.514718 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac2c7060-cabb-47d5-b05b-d7a64bab0627 req-39811d7b-ac04-4d94-bda8-8d457a263fd6 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734656 Apr 21 12:42:43.577842 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2054e1-6f4e-43f8-9215-66ac764ecbfe None None] Pushing event updated for resources: {'Port': ['ID=c9725a05-fec9-4f40-848d-b94b28a9c326,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:43.589494 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-75d2e3da-5eeb-4738-8120-634d1aa3a039 None None] Port 0f506d9d-3e7b-4e78-8e92-848ddee68d3a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:42:43.598563 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ceeaaf5-9422-464d-b3db-8357187624e1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Made reservation on behalf of 28f81f60811b4356b23d2a8e82427faf for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:43.604233 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2ceeaaf5-9422-464d-b3db-8357187624e1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:43.610643 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-07763091-8807-4e08-9f39-9b931839d85e tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:43.651914 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42768a2f-8bb9-4e19-acbf-4dedce48c66f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Made reservation on behalf of 067799c9b36247cdad5f5c84436228d1 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:43.658833 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-42768a2f-8bb9-4e19-acbf-4dedce48c66f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:43.663555 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-d77074df-2d8f-41ae-a877-7baa12c4bd0d None None] Set router 494ee62b-3344-4c8d-8e55-3b1d9faa9836 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:42:43.712186 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42768a2f-8bb9-4e19-acbf-4dedce48c66f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:42:43.731545 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-42768a2f-8bb9-4e19-acbf-4dedce48c66f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:43.731967 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-42768a2f-8bb9-4e19-acbf-4dedce48c66f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Added segment 2fe60033-1f56-4cdf-831a-7d8612ca5f6e of type vlan for network d049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf Apr 21 12:42:43.763605 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13351237-0847-4019-a3fa-fd2e2ebddb78 req-ef921779-fe78-4038-8ffc-281679383099 service neutron] 10.222.0.24 "GET /v2.0/networks/91f0eb98-678c-4b6a-bd13-f87f951f1bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2476180 Apr 21 12:42:43.787882 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408051bd-cb92-4f7e-97e8-2de4f3cda750 req-59a8581e-1755-44c4-8751-d00bcea432ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:43.789484 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-408051bd-cb92-4f7e-97e8-2de4f3cda750 req-59a8581e-1755-44c4-8751-d00bcea432ab service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 1100 time: 0.2169399 Apr 21 12:42:43.808978 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-42768a2f-8bb9-4e19-acbf-4dedce48c66f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:43.840289 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-07763091-8807-4e08-9f39-9b931839d85e tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:43.863827 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d77074df-2d8f-41ae-a877-7baa12c4bd0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'name': 'tempest-ServersTestManualDisk-342385493-router', 'tenant_id': '92a6d43df1624433929afadbcee46f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'c9725a05-fec9-4f40-848d-b94b28a9c326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:33Z', 'updated_at': '2022-04-21T12:42:38Z', 'revision_number': 3, 'project_id': '92a6d43df1624433929afadbcee46f8a', 'gw_port': {'id': 'c9725a05-fec9-4f40-848d-b94b28a9c326', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:35Z', 'updated_at': '2022-04-21T12:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:43.870413 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43237165-33f4-4be1-b375-d334558e5b3c req-d5e728e3-deea-47f3-877c-9d1846e7f966 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:43.878318 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43237165-33f4-4be1-b375-d334558e5b3c req-d5e728e3-deea-47f3-877c-9d1846e7f966 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 949 time: 0.2511942 Apr 21 12:42:43.880133 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-855a7237-0f69-482b-806e-9e8cd3c1bcac tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:43.886700 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d278e3e2-b9ae-4120-9ae7-50b20bc6b79e None None] Resources bound (agent type, host, resource id): {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 12:42:43.899136 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77074df-2d8f-41ae-a877-7baa12c4bd0d None None] The sync data for ids ['494ee62b-3344-4c8d-8e55-3b1d9faa9836'] in n-d-836147-2 is: [{'id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'name': 'tempest-ServersTestManualDisk-342385493-router', 'tenant_id': '92a6d43df1624433929afadbcee46f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'c9725a05-fec9-4f40-848d-b94b28a9c326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:33Z', 'updated_at': '2022-04-21T12:42:38Z', 'revision_number': 3, 'project_id': '92a6d43df1624433929afadbcee46f8a', 'gw_port': {'id': 'c9725a05-fec9-4f40-848d-b94b28a9c326', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:35Z', 'updated_at': '2022-04-21T12:42:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:42:43.919964 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-75d2e3da-5eeb-4738-8120-634d1aa3a039 None None] Provisioning complete for port 8108f962-43c4-46e4-91d2-3074a05bb00c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:43.920329 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75d2e3da-5eeb-4738-8120-634d1aa3a039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:43.924908 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c851ea7-5c0b-4fc0-95ba-73b1be5cba37 req-7843b828-22e4-4d17-a544-69b59dedffb2 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:43.932244 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c851ea7-5c0b-4fc0-95ba-73b1be5cba37 req-7843b828-22e4-4d17-a544-69b59dedffb2 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:43.938123 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c851ea7-5c0b-4fc0-95ba-73b1be5cba37 req-7843b828-22e4-4d17-a544-69b59dedffb2 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:43.939866 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c851ea7-5c0b-4fc0-95ba-73b1be5cba37 req-7843b828-22e4-4d17-a544-69b59dedffb2 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 2411 time: 0.3696113 Apr 21 12:42:43.940944 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7b691-82e9-4ab4-9617-2c6b34f5bc09 req-b72676a8-c66a-4101-9e9a-57df74ea2850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:43.942689 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18c7b691-82e9-4ab4-9617-2c6b34f5bc09 req-b72676a8-c66a-4101-9e9a-57df74ea2850 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bb3b6a61-8fc8-445c-8324-3e3cc0c63337 HTTP/1.1" status: 200 len: 903 time: 0.7485402 Apr 21 12:42:43.956182 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-42768a2f-8bb9-4e19-acbf-4dedce48c66f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:43.963443 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42768a2f-8bb9-4e19-acbf-4dedce48c66f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:43.964642 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-42768a2f-8bb9-4e19-acbf-4dedce48c66f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:43.966379 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-978af32a-608d-4770-9d7b-24f8497f27e3 None None] Set router a7e1f888-4850-4d35-8132-f11209b75ff5 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:42:44.052115 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a7237-0f69-482b-806e-9e8cd3c1bcac tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Pushing event deleted for resources: {'Port': ['ID=705963bf-02f4-4781-bc61-f2db5e181472,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:44.080341 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42768a2f-8bb9-4e19-acbf-4dedce48c66f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Network': ['ID=d049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:44.082868 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2ceeaaf5-9422-464d-b3db-8357187624e1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:44.086746 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 8108f962-43c4-46e4-91d2-3074a05bb00c up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:44.096494 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-42768a2f-8bb9-4e19-acbf-4dedce48c66f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6566768 Apr 21 12:42:44.101314 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44940) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:44.117615 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network d049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:42:44.136277 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a877cbf9-d518-4aa9-b353-4af9364fe094 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'subnet': {'network_id': 'd049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:44.162838 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-408051bd-cb92-4f7e-97e8-2de4f3cda750 req-9235856a-7e25-4b93-8afe-97f73d4d51bf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467970 Apr 21 12:42:44.164586 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18c7b691-82e9-4ab4-9617-2c6b34f5bc09 req-d91e827a-bf41-43ed-b7ef-0123a323da11 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.234&port_id=4a202bd4-e96b-4f17-8aff-5f3884f4db2f HTTP/1.1" status: 200 len: 217 time: 0.1432910 Apr 21 12:42:44.250376 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ceeaaf5-9422-464d-b3db-8357187624e1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Checking segment: {'id': '0a3fc444-73e6-48c9-af6e-a2736fddc1fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1520d2ca-bd05-4cef-97fe-c07731cab370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:44.250732 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ceeaaf5-9422-464d-b3db-8357187624e1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Network hostable DHCP agents. Network: 1520d2ca-bd05-4cef-97fe-c07731cab370, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:42:44.255063 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceeaaf5-9422-464d-b3db-8357187624e1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event updated for resources: {'Subnet': ['ID=3352c3e5-e8bc-471e-9d94-02454304651e,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:44.268921 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43237165-33f4-4be1-b375-d334558e5b3c req-2ae3c2bb-d354-4aa9-9d47-ea6cfae73713 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759685 Apr 21 12:42:44.311752 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c851ea7-5c0b-4fc0-95ba-73b1be5cba37 req-9fcf0caa-95a0-4055-8a30-57b272ba19ae tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2895703 Apr 21 12:42:44.350261 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ceeaaf5-9422-464d-b3db-8357187624e1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Network 1520d2ca-bd05-4cef-97fe-c07731cab370 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:42:44.358411 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e07dbb52-0ca2-4bf5-9660-838ec591a96e details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:42:44.363362 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a877cbf9-d518-4aa9-b353-4af9364fe094 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Made reservation on behalf of 067799c9b36247cdad5f5c84436228d1 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:44.363823 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a877cbf9-d518-4aa9-b353-4af9364fe094 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:44.384155 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682d22af-a40e-4232-a424-bb232567f2a7 x-openstack-request-id: req-682d22af-a40e-4232-a424-bb232567f2a7 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:42:44.384484 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdfe7c02-a1d8-465e-9c63-eb04212bb092", "tag": "12a9a6c2-eaba-433f-899f-95fd1e72a97b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:42:44.384692 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-682d22af-a40e-4232-a424-bb232567f2a7 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:42:44.385091 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-682d22af-a40e-4232-a424-bb232567f2a7'] response: {'name': 'network-changed', 'server_uuid': 'bdfe7c02-a1d8-465e-9c63-eb04212bb092', 'tag': '12a9a6c2-eaba-433f-899f-95fd1e72a97b', 'status': 'completed', 'code': 200} Apr 21 12:42:44.404130 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-07763091-8807-4e08-9f39-9b931839d85e tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:44.406653 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-07763091-8807-4e08-9f39-9b931839d85e tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:44.408652 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-07763091-8807-4e08-9f39-9b931839d85e tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "DELETE /v2.0/security-groups/fac64784-9383-40a9-8635-632c2dbeee00 HTTP/1.1" status: 204 len: 168 time: 1.1349154 Apr 21 12:42:44.439939 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44944) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:44.461342 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-2ceeaaf5-9422-464d-b3db-8357187624e1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 1520d2ca-bd05-4cef-97fe-c07731cab370) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:44.485085 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ceeaaf5-9422-464d-b3db-8357187624e1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:44.486079 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2ceeaaf5-9422-464d-b3db-8357187624e1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:44.486230 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07763091-8807-4e08-9f39-9b931839d85e tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac64784-9383-40a9-8635-632c2dbeee00,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:44.495972 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7b691-82e9-4ab4-9617-2c6b34f5bc09 req-45bddcf4-9d06-455e-975e-499333e170ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:44.497723 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18c7b691-82e9-4ab4-9617-2c6b34f5bc09 req-45bddcf4-9d06-455e-975e-499333e170ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8e2e891-2f61-45b0-a919-ebba7b686466 HTTP/1.1" status: 200 len: 801 time: 0.3164644 Apr 21 12:42:44.602399 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-855a7237-0f69-482b-806e-9e8cd3c1bcac tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Router 9ff27086-bec9-4e65-843c-37e92e1fc12f has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:42:44.620651 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2ceeaaf5-9422-464d-b3db-8357187624e1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3362231 Apr 21 12:42:44.621570 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44948) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:44.650925 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54549e-a926-4d40-b558-2007393c6858 req-f241c1df-2569-4435-8e1e-8d292c6964d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:44.652469 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fc54549e-a926-4d40-b558-2007393c6858 req-f241c1df-2569-4435-8e1e-8d292c6964d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1ef7d4dca56b45b6a598c55a34aa84d0&device_id=bdfe7c02-a1d8-465e-9c63-eb04212bb092 HTTP/1.1" status: 200 len: 1094 time: 0.2651792 Apr 21 12:42:44.664660 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-564c42c4-bdaf-4045-ba16-188aa60c4128 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2181973 Apr 21 12:42:44.706033 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44950) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:44.720774 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-11cd104d-7d0b-40d5-b8bb-56f8951d4e96 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Request body: {'security_group': {'name': 'tempest-secgroup--205038796'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:44.760425 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7b691-82e9-4ab4-9617-2c6b34f5bc09 req-2d1514cc-3ca7-4de6-977f-36f094cdf16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:44.762094 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18c7b691-82e9-4ab4-9617-2c6b34f5bc09 req-2d1514cc-3ca7-4de6-977f-36f094cdf16d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb3b6a61-8fc8-445c-8324-3e3cc0c63337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2344294 Apr 21 12:42:44.813613 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-28402a2e-83ac-4bb1-b5a5-54f239180aa5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:44.825232 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 12:42:44.831247 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 8108f962-43c4-46e4-91d2-3074a05bb00c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:44.831247 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:44.837548 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd413fc-26d0-4063-b899-bd15652a49fc req-26eaf80d-9e63-4963-a30a-56c8c39402ba tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:44.839097 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bd413fc-26d0-4063-b899-bd15652a49fc req-26eaf80d-9e63-4963-a30a-56c8c39402ba tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdfe7c02-a1d8-465e-9c63-eb04212bb092 HTTP/1.1" status: 200 len: 943 time: 0.3201149 Apr 21 12:42:44.895429 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-28402a2e-83ac-4bb1-b5a5-54f239180aa5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:44.901901 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11cd104d-7d0b-40d5-b8bb-56f8951d4e96 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:44.955868 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a877cbf9-d518-4aa9-b353-4af9364fe094 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:45.017433 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e2e24d9a-6c60-4e3e-9eab-3698bb9a28f5 None None] Provisioning complete for port 0f506d9d-3e7b-4e78-8e92-848ddee68d3a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:45.018025 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2e24d9a-6c60-4e3e-9eab-3698bb9a28f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:45.069884 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a877cbf9-d518-4aa9-b353-4af9364fe094 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Subnet': ['ID=86bc0e81-6eb1-4dd1-ad3b-7a2f58c1bc10,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:45.103451 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01fb531b-bf1f-43eb-9182-e854a545ffcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:45.109383 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a877cbf9-d518-4aa9-b353-4af9364fe094 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Checking segment: {'id': '2fe60033-1f56-4cdf-831a-7d8612ca5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:45.110027 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a877cbf9-d518-4aa9-b353-4af9364fe094 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network hostable DHCP agents. Network: d049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:42:45.115794 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11cd104d-7d0b-40d5-b8bb-56f8951d4e96 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:45.128911 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05999b9-54c1-430b-a8ff-8d7b921120a6 req-270cc1d6-ac2b-4c4d-b304-1a8f134d3b19 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:45.135502 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05999b9-54c1-430b-a8ff-8d7b921120a6 req-270cc1d6-ac2b-4c4d-b304-1a8f134d3b19 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:45.145895 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05999b9-54c1-430b-a8ff-8d7b921120a6 req-270cc1d6-ac2b-4c4d-b304-1a8f134d3b19 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:45.152454 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port e07dbb52-0ca2-4bf5-9660-838ec591a96e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e07dbb52-0ca2-4bf5-9660-838ec591a96e,segment=NetworkSegment(55331157-0de8-40ca-be2e-e4bd5fec8eed),segment_id=55331157-0de8-40ca-be2e-e4bd5fec8eed)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:45.153756 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f05999b9-54c1-430b-a8ff-8d7b921120a6 req-270cc1d6-ac2b-4c4d-b304-1a8f134d3b19 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 2413 time: 0.5260646 Apr 21 12:42:45.157090 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-28402a2e-83ac-4bb1-b5a5-54f239180aa5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:45.175152 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e2e24d9a-6c60-4e3e-9eab-3698bb9a28f5 None None] Port 0f506d9d-3e7b-4e78-8e92-848ddee68d3a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:42:45.193018 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157bc9fa-b48a-42ba-b0b5-f3e974b0e95b None None] Network 1520d2ca-bd05-4cef-97fe-c07731cab370 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:45.225445 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402a2e-83ac-4bb1-b5a5-54f239180aa5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event deleted for resources: {'Subnet': ['ID=3352c3e5-e8bc-471e-9d94-02454304651e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:45.228452 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11cd104d-7d0b-40d5-b8bb-56f8951d4e96 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:45.247724 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-978af32a-608d-4770-9d7b-24f8497f27e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'name': 'tempest-RoutersIpV6Test-router-1536361923', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:20Z', 'updated_at': '2022-04-21T12:42:40Z', 'revision_number': 3, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'gw_port_host': None, '_interfaces': [{'id': '086ac070-4022-4a14-ab16-f1746bef375e', 'name': '', 'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:24:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:26Z', 'updated_at': '2022-04-21T12:42:36Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0f506d9d-3e7b-4e78-8e92-848ddee68d3a', 'name': '', 'network_id': '4e36eb6b-0252-424a-a369-f134004effb8', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:6b:2d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '780fdff1-9009-4b18-95c6-01085ace0467', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:37Z', 'updated_at': '2022-04-21T12:42:42Z', 'revision_number': 2, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': '780fdff1-9009-4b18-95c6-01085ace0467', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:45.264184 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a877cbf9-d518-4aa9-b353-4af9364fe094 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network d049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:42:45.294665 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'e07dbb52-0ca2-4bf5-9660-838ec591a96e', 'network_id': '91f0eb98-678c-4b6a-bd13-f87f951f1bc3', 'port_id': 'e07dbb52-0ca2-4bf5-9660-838ec591a96e', 'mac_address': 'fa:16:3e:dc:f2:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9733f310-0141-4a47-a768-d487fa492ddd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:42:45.304848 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978af32a-608d-4770-9d7b-24f8497f27e3 None None] Checking router: a7e1f888-4850-4d35-8132-f11209b75ff5 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:42:45.306603 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978af32a-608d-4770-9d7b-24f8497f27e3 None None] Updating router a7e1f888-4850-4d35-8132-f11209b75ff5 port 0f506d9d-3e7b-4e78-8e92-848ddee68d3a binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:42:45.340353 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-28402a2e-83ac-4bb1-b5a5-54f239180aa5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:45.343226 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd104d-7d0b-40d5-b8bb-56f8951d4e96 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6435d0-8c1a-4d3b-9d10-a6c17b1234f2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:45.378360 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 79e78d1c-4b7c-41fa-be5e-f1ecb2d450fd up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:45.378967 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-28402a2e-83ac-4bb1-b5a5-54f239180aa5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1520d2ca-bd05-4cef-97fe-c07731cab370']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:45.383662 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-978af32a-608d-4770-9d7b-24f8497f27e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:45.390465 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18c7b691-82e9-4ab4-9617-2c6b34f5bc09 req-4e84cdad-2c45-4ee5-b418-2b49e3a53e6a service neutron] 10.222.0.24 "GET /v2.0/networks/bb3b6a61-8fc8-445c-8324-3e3cc0c63337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480087 Apr 21 12:42:45.391488 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54549e-a926-4d40-b558-2007393c6858 req-d7d62e93-1b3f-4fa3-b1d6-93609b6f6c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:45.392807 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fc54549e-a926-4d40-b558-2007393c6858 req-d7d62e93-1b3f-4fa3-b1d6-93609b6f6c08 service neutron] 10.222.0.24 "GET /v2.0/networks?id=91f0eb98-678c-4b6a-bd13-f87f951f1bc3 HTTP/1.1" status: 200 len: 914 time: 0.6819360 Apr 21 12:42:45.402152 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-28402a2e-83ac-4bb1-b5a5-54f239180aa5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a3fc444-73e6-48c9-af6e-a2736fddc1fa') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:45.402152 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-28402a2e-83ac-4bb1-b5a5-54f239180aa5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a3fc444-73e6-48c9-af6e-a2736fddc1fa') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:45.415037 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-28402a2e-83ac-4bb1-b5a5-54f239180aa5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:45.425482 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-01fb531b-bf1f-43eb-9182-e854a545ffcc admin admin] Allocated IP 172.20.0.1 (44eb7d1a-3922-4d99-876a-850783df7ae4/c380a365-ab59-4237-865d-7af47378b019/740a3582-8dac-4dad-a00d-94758c672b5c) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:42:45.435771 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11cd104d-7d0b-40d5-b8bb-56f8951d4e96 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:45.437098 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-11cd104d-7d0b-40d5-b8bb-56f8951d4e96 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7283552 Apr 21 12:42:45.439133 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a877cbf9-d518-4aa9-b353-4af9364fe094 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, d049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:45.443231 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a877cbf9-d518-4aa9-b353-4af9364fe094 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:45.444548 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a877cbf9-d518-4aa9-b353-4af9364fe094 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:45.449549 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44956) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:45.454819 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-0d9150e0-f7be-443e-8333-52a409e6dda3 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Request body: {'security_group_rule': {'security_group_id': '7c6435d0-8c1a-4d3b-9d10-a6c17b1234f2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:45.475950 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-28402a2e-83ac-4bb1-b5a5-54f239180aa5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:45.488979 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39080af-eca7-4919-88b6-a41bade8c8dd None None] Network d049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:45.491919 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28402a2e-83ac-4bb1-b5a5-54f239180aa5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:42:45.494366 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-28402a2e-83ac-4bb1-b5a5-54f239180aa5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:42:45.496070 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:42:45.529867 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-855a7237-0f69-482b-806e-9e8cd3c1bcac tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:42:45.537914 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fc54549e-a926-4d40-b558-2007393c6858 req-5f00329a-1a05-405f-b18f-0a92c562b306 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=12a9a6c2-eaba-433f-899f-95fd1e72a97b HTTP/1.1" status: 200 len: 217 time: 0.1161408 Apr 21 12:42:45.542744 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d180df01-ae17-4cfb-8fd7-bfcf87beeb8a None None] Sync routers for ids ['9ff27086-bec9-4e65-843c-37e92e1fc12f'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:42:45.554972 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d180df01-ae17-4cfb-8fd7-bfcf87beeb8a None None] Routers {'9ff27086-bec9-4e65-843c-37e92e1fc12f'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:42:45.555586 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d180df01-ae17-4cfb-8fd7-bfcf87beeb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:42:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['9ff27086-bec9-4e65-843c-37e92e1fc12f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:45.589372 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e652f1-b88a-4288-8a8b-8974db712c48 None None] Network 1520d2ca-bd05-4cef-97fe-c07731cab370 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:45.591208 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:45.706536 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a877cbf9-d518-4aa9-b353-4af9364fe094 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5743411 Apr 21 12:42:45.714477 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44958) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:45.740995 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e07dbb52-0ca2-4bf5-9660-838ec591a96e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:42:45.774786 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-d180df01-ae17-4cfb-8fd7-bfcf87beeb8a None None] Set router 9ff27086-bec9-4e65-843c-37e92e1fc12f gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:42:45.821622 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port e07dbb52-0ca2-4bf5-9660-838ec591a96e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e07dbb52-0ca2-4bf5-9660-838ec591a96e,segment=NetworkSegment(55331157-0de8-40ca-be2e-e4bd5fec8eed),segment_id=55331157-0de8-40ca-be2e-e4bd5fec8eed)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:45.832900 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-28402a2e-83ac-4bb1-b5a5-54f239180aa5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:45.850338 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-28402a2e-83ac-4bb1-b5a5-54f239180aa5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:45.869155 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-28402a2e-83ac-4bb1-b5a5-54f239180aa5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "DELETE /v2.0/networks/1520d2ca-bd05-4cef-97fe-c07731cab370 HTTP/1.1" status: 204 len: 168 time: 1.2453854 Apr 21 12:42:45.873102 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 79e78d1c-4b7c-41fa-be5e-f1ecb2d450fd triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:45.873524 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:45.907846 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-384b5b81-b3a2-4845-89da-15aba6f057c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:45.914388 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:45.930116 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44960) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:45.937306 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-91f9b171-6bad-4e7d-a1f5-91aa10cfe797 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2139431014'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:45.998583 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28402a2e-83ac-4bb1-b5a5-54f239180aa5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event deleted for resources: {'Network': ['ID=1520d2ca-bd05-4cef-97fe-c07731cab370,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:46.044126 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d9150e0-f7be-443e-8333-52a409e6dda3 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:46.130716 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=e07dbb52-0ca2-4bf5-9660-838ec591a96e,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:46.145966 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7143e20c-0945-490c-87b9-6bdb1b747329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-d049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf', 'network_id': 'd049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'fixed_ips': [{'subnet_id': '86bc0e81-6eb1-4dd1-ad3b-7a2f58c1bc10'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:42:46.145966 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7143e20c-0945-490c-87b9-6bdb1b747329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:46.173706 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d180df01-ae17-4cfb-8fd7-bfcf87beeb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'name': 'tempest-TaggedBootDevicesTest_v242-51443223-router', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'be59715b-a6b8-4f1a-910c-af2eb4d23531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:41Z', 'updated_at': '2022-04-21T12:35:48Z', 'revision_number': 4, 'project_id': '6363a51a886548cba3ffe42b1b9f96ad', 'gw_port': {'id': 'be59715b-a6b8-4f1a-910c-af2eb4d23531', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:43Z', 'updated_at': '2022-04-21T12:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'e07140fd-496c-4949-abeb-9a2484afb22f', 'name': '', 'network_id': 'ff76b4c9-41c1-41f6-b547-1cd37cbf682c', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'mac_address': 'fa:16:3e:33:f8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'fdc28bf1-e915-4072-b8cd-eaf24f93a684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:47Z', 'updated_at': '2022-04-21T12:35:54Z', 'revision_number': 5, 'project_id': '6363a51a886548cba3ffe42b1b9f96ad', 'subnets': [{'id': 'fdc28bf1-e915-4072-b8cd-eaf24f93a684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:46.192131 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f9b171-6bad-4e7d-a1f5-91aa10cfe797 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Made reservation on behalf of 28f81f60811b4356b23d2a8e82427faf for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:46.196145 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91f9b171-6bad-4e7d-a1f5-91aa10cfe797 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:46.221367 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d180df01-ae17-4cfb-8fd7-bfcf87beeb8a None None] Checking router: 9ff27086-bec9-4e65-843c-37e92e1fc12f for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:42:46.232539 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d180df01-ae17-4cfb-8fd7-bfcf87beeb8a None None] Routers {'9ff27086-bec9-4e65-843c-37e92e1fc12f'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:42:46.233529 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d180df01-ae17-4cfb-8fd7-bfcf87beeb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:42:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['9ff27086-bec9-4e65-843c-37e92e1fc12f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:46.250864 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18c7b691-82e9-4ab4-9617-2c6b34f5bc09 req-ef464736-77fe-4f4f-a3d8-5f54a32b274c service neutron] 10.222.0.24 "GET /v2.0/networks/bb3b6a61-8fc8-445c-8324-3e3cc0c63337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8275394 Apr 21 12:42:46.252242 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54549e-a926-4d40-b558-2007393c6858 req-00f5eab8-4343-4fee-8304-3f32c13b597e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:46.253568 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fc54549e-a926-4d40-b558-2007393c6858 req-00f5eab8-4343-4fee-8304-3f32c13b597e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9733f310-0141-4a47-a768-d487fa492ddd HTTP/1.1" status: 200 len: 853 time: 0.5858743 Apr 21 12:42:46.284264 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bd413fc-26d0-4063-b899-bd15652a49fc req-3ec17d9d-24c4-4318-a725-f5d2e0ad462a tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4110837 Apr 21 12:42:46.361192 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-855a7237-0f69-482b-806e-9e8cd3c1bcac tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] No DVR routers for this DVR port 705963bf-02f4-4781-bc61-f2db5e181472 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:42:46.367478 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-855a7237-0f69-482b-806e-9e8cd3c1bcac tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:46.370953 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-855a7237-0f69-482b-806e-9e8cd3c1bcac tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.26 "DELETE /v2.0/ports/705963bf-02f4-4781-bc61-f2db5e181472 HTTP/1.1" status: 204 len: 173 time: 6.3505869 Apr 21 12:42:46.411588 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-978af32a-608d-4770-9d7b-24f8497f27e3 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:46.416323 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['e07dbb52-0ca2-4bf5-9660-838ec591a96e'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:42:46.422948 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f05999b9-54c1-430b-a8ff-8d7b921120a6 req-d6c9a951-9461-46e8-9ea7-3afcdf5298d7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2682836 Apr 21 12:42:46.423473 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-deleted', 'tag': '705963bf-02f4-4781-bc61-f2db5e181472'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:42:46.427475 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8791be8c-e262-489a-8783-74e6a597b87c" -d '{"events": [{"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-deleted", "tag": "705963bf-02f4-4781-bc61-f2db5e181472"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:42:46.436534 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-d180df01-ae17-4cfb-8fd7-bfcf87beeb8a None None] Set router 9ff27086-bec9-4e65-843c-37e92e1fc12f gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:42:46.471025 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fc54549e-a926-4d40-b558-2007393c6858 req-e7687ebe-f255-4bdb-b3f9-ce6102fe4391 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91f0eb98-678c-4b6a-bd13-f87f951f1bc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1731422 Apr 21 12:42:46.506669 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 4a202bd4-e96b-4f17-8aff-5f3884f4db2f details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:42:46.605653 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fc54549e-a926-4d40-b558-2007393c6858 req-a88ec56c-1c97-449d-8984-bea5e5843faf service neutron] 10.222.0.24 "GET /v2.0/networks/91f0eb98-678c-4b6a-bd13-f87f951f1bc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094606 Apr 21 12:42:46.624466 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 4a202bd4-e96b-4f17-8aff-5f3884f4db2f, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=4a202bd4-e96b-4f17-8aff-5f3884f4db2f,segment=NetworkSegment(776a9318-226f-4a2c-ac7f-74a4bbb38944),segment_id=776a9318-226f-4a2c-ac7f-74a4bbb38944)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:46.643605 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '4a202bd4-e96b-4f17-8aff-5f3884f4db2f', 'network_id': 'bb3b6a61-8fc8-445c-8324-3e3cc0c63337', 'port_id': '4a202bd4-e96b-4f17-8aff-5f3884f4db2f', 'mac_address': 'fa:16:3e:2d:dd:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e2e891-2f61-45b0-a919-ebba7b686466', 'ip_address': '19.80.0.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:42:46.649204 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-978af32a-608d-4770-9d7b-24f8497f27e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:46.667480 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d9150e0-f7be-443e-8333-52a409e6dda3 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:46.690932 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f9b171-6bad-4e7d-a1f5-91aa10cfe797 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:42:46.725034 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:46.727940 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91f9b171-6bad-4e7d-a1f5-91aa10cfe797 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:46.728420 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-91f9b171-6bad-4e7d-a1f5-91aa10cfe797 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Added segment 6eabc30c-6bab-4c82-bf3d-f751c1bb7de9 of type vlan for network 47a80f7c-8ed0-4bdc-964c-60fda6f94621 Apr 21 12:42:46.730245 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d9150e0-f7be-443e-8333-52a409e6dda3 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:46.754779 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d180df01-ae17-4cfb-8fd7-bfcf87beeb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'name': 'tempest-TaggedBootDevicesTest_v242-51443223-router', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'be59715b-a6b8-4f1a-910c-af2eb4d23531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:41Z', 'updated_at': '2022-04-21T12:35:48Z', 'revision_number': 4, 'project_id': '6363a51a886548cba3ffe42b1b9f96ad', 'gw_port': {'id': 'be59715b-a6b8-4f1a-910c-af2eb4d23531', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:43Z', 'updated_at': '2022-04-21T12:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'e07140fd-496c-4949-abeb-9a2484afb22f', 'name': '', 'network_id': 'ff76b4c9-41c1-41f6-b547-1cd37cbf682c', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'mac_address': 'fa:16:3e:33:f8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'fdc28bf1-e915-4072-b8cd-eaf24f93a684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:47Z', 'updated_at': '2022-04-21T12:35:54Z', 'revision_number': 5, 'project_id': '6363a51a886548cba3ffe42b1b9f96ad', 'subnets': [{'id': 'fdc28bf1-e915-4072-b8cd-eaf24f93a684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:46.755696 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9150e0-f7be-443e-8333-52a409e6dda3 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb0ee98-aa03-47e1-bdb3-789dac172e04,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:46.806238 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01fb531b-bf1f-43eb-9182-e854a545ffcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:46.810507 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91f9b171-6bad-4e7d-a1f5-91aa10cfe797 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:46.812136 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d180df01-ae17-4cfb-8fd7-bfcf87beeb8a None None] The sync data for ids ['9ff27086-bec9-4e65-843c-37e92e1fc12f'] in n-d-836147-2 is: [{'id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'name': 'tempest-TaggedBootDevicesTest_v242-51443223-router', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'be59715b-a6b8-4f1a-910c-af2eb4d23531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:41Z', 'updated_at': '2022-04-21T12:35:48Z', 'revision_number': 4, 'project_id': '6363a51a886548cba3ffe42b1b9f96ad', 'gw_port': {'id': 'be59715b-a6b8-4f1a-910c-af2eb4d23531', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:43Z', 'updated_at': '2022-04-21T12:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'e07140fd-496c-4949-abeb-9a2484afb22f', 'name': '', 'network_id': 'ff76b4c9-41c1-41f6-b547-1cd37cbf682c', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'mac_address': 'fa:16:3e:33:f8:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': 'fdc28bf1-e915-4072-b8cd-eaf24f93a684', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:47Z', 'updated_at': '2022-04-21T12:35:54Z', 'revision_number': 5, 'project_id': '6363a51a886548cba3ffe42b1b9f96ad', 'subnets': [{'id': 'fdc28bf1-e915-4072-b8cd-eaf24f93a684', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:42:46.820060 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-755119a3-7a88-4fc3-989d-8a45575c7a2b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:46.845432 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971deb0-66e5-40b1-b8cb-577a826047ed req-23f621de-4598-4476-878a-f516d7505c12 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:46.851603 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971deb0-66e5-40b1-b8cb-577a826047ed req-23f621de-4598-4476-878a-f516d7505c12 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:46.853292 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9971deb0-66e5-40b1-b8cb-577a826047ed req-23f621de-4598-4476-878a-f516d7505c12 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 1677 time: 0.2466171 Apr 21 12:42:46.917235 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d9150e0-f7be-443e-8333-52a409e6dda3 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:46.919873 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0d9150e0-f7be-443e-8333-52a409e6dda3 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4679246 Apr 21 12:42:46.921698 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146ed38-a227-4a23-848f-84594fe3b3f3 req-633e4ac9-8a66-4bfe-94ee-2e4e131d081e tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:46.925359 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44964) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:46.929268 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3146ed38-a227-4a23-848f-84594fe3b3f3 req-633e4ac9-8a66-4bfe-94ee-2e4e131d081e tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 949 time: 0.4977040 Apr 21 12:42:46.973063 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-61151b17-2689-4336-a937-c9927690d5cf tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Request body: {'security_group_rule': {'security_group_id': '7c6435d0-8c1a-4d3b-9d10-a6c17b1234f2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:47.029163 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91f9b171-6bad-4e7d-a1f5-91aa10cfe797 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:47.040981 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f9b171-6bad-4e7d-a1f5-91aa10cfe797 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:47.041917 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91f9b171-6bad-4e7d-a1f5-91aa10cfe797 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:47.049869 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3146ed38-a227-4a23-848f-84594fe3b3f3 req-f82f047c-78e5-44d6-a21d-287e52a0cf75 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195872 Apr 21 12:42:47.104528 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-7143e20c-0945-490c-87b9-6bdb1b747329 None None] Allocated IP 2001:db8:2::2 (d049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf/86bc0e81-6eb1-4dd1-ad3b-7a2f58c1bc10/9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:42:47.111720 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9971deb0-66e5-40b1-b8cb-577a826047ed req-b683bb8e-b54a-4f18-9a8c-dd70e48f27e9 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2466903 Apr 21 12:42:47.123428 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a202bd4-e96b-4f17-8aff-5f3884f4db2f {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:42:47.151436 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:47.155199 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1268401-4986-4724-ada0-caa029548be8 x-openstack-request-id: req-c1268401-4986-4724-ada0-caa029548be8 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:42:47.158336 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-deleted", "tag": "705963bf-02f4-4781-bc61-f2db5e181472", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:42:47.158714 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c1268401-4986-4724-ada0-caa029548be8 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:42:47.159272 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1268401-4986-4724-ada0-caa029548be8'] response: {'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-deleted', 'tag': '705963bf-02f4-4781-bc61-f2db5e181472', 'status': 'completed', 'code': 200} Apr 21 12:42:47.167655 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73cc56d-92bd-4738-a3cf-debb4ab9f170 None None] Pushing event updated for resources: {'Port': ['ID=0f506d9d-3e7b-4e78-8e92-848ddee68d3a,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:47.182040 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fc54549e-a926-4d40-b558-2007393c6858 req-8b386dc4-c9b1-44bd-a9ba-6d6e85afce68 service neutron] 10.222.0.24 "GET /v2.0/networks/91f0eb98-678c-4b6a-bd13-f87f951f1bc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5293534 Apr 21 12:42:47.214757 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-1c8f0b74-6f82-48e9-b622-0995b58b6925 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Deleting port b8abfc12-7bf3-4a65-a1f4-46132f41638e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:42:47.223162 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-1c8f0b74-6f82-48e9-b622-0995b58b6925 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:47.249234 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61151b17-2689-4336-a937-c9927690d5cf tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:47.263738 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 4a202bd4-e96b-4f17-8aff-5f3884f4db2f, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=4a202bd4-e96b-4f17-8aff-5f3884f4db2f,segment=NetworkSegment(776a9318-226f-4a2c-ac7f-74a4bbb38944),segment_id=776a9318-226f-4a2c-ac7f-74a4bbb38944)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:47.276728 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9b171-6bad-4e7d-a1f5-91aa10cfe797 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event updated for resources: {'Network': ['ID=47a80f7c-8ed0-4bdc-964c-60fda6f94621,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:47.341676 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 47a80f7c-8ed0-4bdc-964c-60fda6f94621 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:42:47.344774 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-91f9b171-6bad-4e7d-a1f5-91aa10cfe797 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4122884 Apr 21 12:42:47.345395 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44970) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:47.355416 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e04dcd4a-c348-4549-8656-7f8a206675b4 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Request body: {'subnet': {'network_id': '47a80f7c-8ed0-4bdc-964c-60fda6f94621', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:47.355788 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-62285e47-f079-42c4-81a5-621bf1d18d8c None None] Provisioning complete for port 0f506d9d-3e7b-4e78-8e92-848ddee68d3a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:47.356159 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62285e47-f079-42c4-81a5-621bf1d18d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:47.366936 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01fb531b-bf1f-43eb-9182-e854a545ffcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:47.369783 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-978af32a-608d-4770-9d7b-24f8497f27e3 None None] Attempting to bind port 0f506d9d-3e7b-4e78-8e92-848ddee68d3a on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:42:47.370158 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-978af32a-608d-4770-9d7b-24f8497f27e3 None None] Attempting to bind port 0f506d9d-3e7b-4e78-8e92-848ddee68d3a by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'd2453b95-cf99-4daf-8792-0c9620c5663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4e36eb6b-0252-424a-a369-f134004effb8'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:42:47.370520 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978af32a-608d-4770-9d7b-24f8497f27e3 None None] Attempting to bind port 0f506d9d-3e7b-4e78-8e92-848ddee68d3a on network 4e36eb6b-0252-424a-a369-f134004effb8 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:47.396216 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-3407f876-98e3-43b0-99dc-a45cf3937104 req-26f0acf6-690c-4a39-9caa-97cc1bd2fe52 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:42:47.397419 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3407f876-98e3-43b0-99dc-a45cf3937104 req-26f0acf6-690c-4a39-9caa-97cc1bd2fe52 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054414 Apr 21 12:42:47.436830 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fb531b-bf1f-43eb-9182-e854a545ffcc admin admin] Network 44eb7d1a-3922-4d99-876a-850783df7ae4 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:47.457195 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-01fb531b-bf1f-43eb-9182-e854a545ffcc admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:47.471239 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fb531b-bf1f-43eb-9182-e854a545ffcc admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:42:47.505536 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61151b17-2689-4336-a937-c9927690d5cf tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:47.511398 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978af32a-608d-4770-9d7b-24f8497f27e3 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:42:47.511903 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978af32a-608d-4770-9d7b-24f8497f27e3 None None] Checking segment: {'id': 'd2453b95-cf99-4daf-8792-0c9620c5663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4e36eb6b-0252-424a-a369-f134004effb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:47.512354 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-978af32a-608d-4770-9d7b-24f8497f27e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:47.513274 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978af32a-608d-4770-9d7b-24f8497f27e3 None None] Bound using segment: {'id': 'd2453b95-cf99-4daf-8792-0c9620c5663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4e36eb6b-0252-424a-a369-f134004effb8'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:42:47.524826 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-978af32a-608d-4770-9d7b-24f8497f27e3 None None] Bound port: 0f506d9d-3e7b-4e78-8e92-848ddee68d3a, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2453b95-cf99-4daf-8792-0c9620c5663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '4e36eb6b-0252-424a-a369-f134004effb8'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:42:47.525247 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-978af32a-608d-4770-9d7b-24f8497f27e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:47.547195 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb531b-bf1f-43eb-9182-e854a545ffcc admin admin] Pushing event updated for resources: {'Port': ['ID=740a3582-8dac-4dad-a00d-94758c672b5c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:47.563157 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61151b17-2689-4336-a937-c9927690d5cf tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:47.601479 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01fb531b-bf1f-43eb-9182-e854a545ffcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:47.601929 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61151b17-2689-4336-a937-c9927690d5cf tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0301b3ac-6255-43aa-8d10-eaa96580dd15,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:47.624008 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e04dcd4a-c348-4549-8656-7f8a206675b4 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Made reservation on behalf of 28f81f60811b4356b23d2a8e82427faf for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:47.630324 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e04dcd4a-c348-4549-8656-7f8a206675b4 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:47.639833 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c9725a05-fec9-4f40-848d-b94b28a9c326 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:47.686677 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72b02bc-8133-4e63-b36e-07a3ce1a9d19 None None] New status for floating IP 75f61238-f917-42bd-8e6a-3eba2d16b79b: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:42:47.735183 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-1c8f0b74-6f82-48e9-b622-0995b58b6925 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] For port b8abfc12-7bf3-4a65-a1f4-46132f41638e, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=b8abfc12-7bf3-4a65-a1f4-46132f41638e,segment=NetworkSegment(3ee70c77-be48-440a-b339-a8a0e2541b70),segment_id=3ee70c77-be48-440a-b339-a8a0e2541b70)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:47.735617 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-1c8f0b74-6f82-48e9-b622-0995b58b6925 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:47.754735 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-1c8f0b74-6f82-48e9-b622-0995b58b6925 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Calling delete_port for b8abfc12-7bf3-4a65-a1f4-46132f41638e owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:42:47.762159 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-62285e47-f079-42c4-81a5-621bf1d18d8c None None] Port 0f506d9d-3e7b-4e78-8e92-848ddee68d3a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:42:47.765968 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998691c3-641d-4cba-9197-1c06541f0e66 req-0a674867-39c1-4fbf-925a-b165a01fc83e tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:47.767778 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-998691c3-641d-4cba-9197-1c06541f0e66 req-0a674867-39c1-4fbf-925a-b165a01fc83e tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdfe7c02-a1d8-465e-9c63-eb04212bb092 HTTP/1.1" status: 200 len: 943 time: 0.3356149 Apr 21 12:42:47.818472 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61151b17-2689-4336-a937-c9927690d5cf tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:47.822697 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-61151b17-2689-4336-a937-c9927690d5cf tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8937325 Apr 21 12:42:47.824977 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44974) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:47.831619 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-26e3b9d4-0578-4fb2-9175-409d62dfafb5 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Request body: {'security_group_rule': {'security_group_id': '7c6435d0-8c1a-4d3b-9d10-a6c17b1234f2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:47.836026 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7143e20c-0945-490c-87b9-6bdb1b747329 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:47.847846 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:47.848672 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 425dc2b5-331a-493f-ac21-80edcb7c5a78 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:42:47.875387 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-998691c3-641d-4cba-9197-1c06541f0e66 req-d2d4503a-c589-491e-bc7c-7b771c44262c tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943902 Apr 21 12:42:47.979366 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26e3b9d4-0578-4fb2-9175-409d62dfafb5 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:47.982253 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7143e20c-0945-490c-87b9-6bdb1b747329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:47.991711 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01fb531b-bf1f-43eb-9182-e854a545ffcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:48.017154 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-755119a3-7a88-4fc3-989d-8a45575c7a2b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Allocated IP 2001:db8:2::1 (d049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf/86bc0e81-6eb1-4dd1-ad3b-7a2f58c1bc10/60f8a044-5d43-42c2-a2f1-b776f0ebc756) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:42:48.031492 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e04dcd4a-c348-4549-8656-7f8a206675b4 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:48.060673 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a615d6d-6abc-43fc-9dc3-b2633b284a33 req-224ba3a4-5a98-4ad1-8374-760cfb065f08 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:48.066893 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a615d6d-6abc-43fc-9dc3-b2633b284a33 req-224ba3a4-5a98-4ad1-8374-760cfb065f08 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:48.072792 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a615d6d-6abc-43fc-9dc3-b2633b284a33 req-224ba3a4-5a98-4ad1-8374-760cfb065f08 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:48.074772 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6a615d6d-6abc-43fc-9dc3-b2633b284a33 req-224ba3a4-5a98-4ad1-8374-760cfb065f08 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 2414 time: 0.1299496 Apr 21 12:42:48.150996 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7143e20c-0945-490c-87b9-6bdb1b747329 None None] Network d049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:48.173646 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6a615d6d-6abc-43fc-9dc3-b2633b284a33 req-c374a2c2-e030-4338-9a36-cea7c5ca5dd5 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900877 Apr 21 12:42:48.177142 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:48.177676 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-705e8f20-506e-4f01-9f1f-b763a8216504 None None] Provisioning complete for port 740a3582-8dac-4dad-a00d-94758c672b5c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:48.177856 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-705e8f20-506e-4f01-9f1f-b763a8216504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:48.184724 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7143e20c-0945-490c-87b9-6bdb1b747329 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:48.204435 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04dcd4a-c348-4549-8656-7f8a206675b4 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event updated for resources: {'Subnet': ['ID=fdfbdc0e-9217-45fb-8012-b9ec31a9077a,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:48.215753 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port c9725a05-fec9-4f40-848d-b94b28a9c326 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:48.216651 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:48.220374 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=4a202bd4-e96b-4f17-8aff-5f3884f4db2f,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:48.247960 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7143e20c-0945-490c-87b9-6bdb1b747329 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:42:48.251864 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-978af32a-608d-4770-9d7b-24f8497f27e3 None None] For port 0f506d9d-3e7b-4e78-8e92-848ddee68d3a, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:42:48.255893 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26e3b9d4-0578-4fb2-9175-409d62dfafb5 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:48.302090 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04dcd4a-c348-4549-8656-7f8a206675b4 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Checking segment: {'id': '6eabc30c-6bab-4c82-bf3d-f751c1bb7de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '47a80f7c-8ed0-4bdc-964c-60fda6f94621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:48.302543 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04dcd4a-c348-4549-8656-7f8a206675b4 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Network hostable DHCP agents. Network: 47a80f7c-8ed0-4bdc-964c-60fda6f94621, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:42:48.328671 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-978af32a-608d-4770-9d7b-24f8497f27e3 None None] For port 0f506d9d-3e7b-4e78-8e92-848ddee68d3a, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=0f506d9d-3e7b-4e78-8e92-848ddee68d3a,segment=NetworkSegment(d2453b95-cf99-4daf-8792-0c9620c5663e),segment_id=d2453b95-cf99-4daf-8792-0c9620c5663e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:42:48.336490 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-755119a3-7a88-4fc3-989d-8a45575c7a2b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:48.340640 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26e3b9d4-0578-4fb2-9175-409d62dfafb5 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:48.370655 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3b9d4-0578-4fb2-9175-409d62dfafb5 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ebffce1-72da-4e0f-863b-df1225d26a66,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:48.404229 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-705e8f20-506e-4f01-9f1f-b763a8216504 None None] Port 740a3582-8dac-4dad-a00d-94758c672b5c cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:42:48.443897 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-978af32a-608d-4770-9d7b-24f8497f27e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:48.445627 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143e20c-0945-490c-87b9-6bdb1b747329 None None] Pushing event updated for resources: {'Port': ['ID=9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:48.470707 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04dcd4a-c348-4549-8656-7f8a206675b4 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Network 47a80f7c-8ed0-4bdc-964c-60fda6f94621 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:42:48.476650 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26e3b9d4-0578-4fb2-9175-409d62dfafb5 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:48.480700 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-26e3b9d4-0578-4fb2-9175-409d62dfafb5 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6515903 Apr 21 12:42:48.482615 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44980) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:48.486100 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-77eb464a-b874-4138-879f-82efd12d4d17 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Request body: {'security_group_rule': {'security_group_id': '7c6435d0-8c1a-4d3b-9d10-a6c17b1234f2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:48.488387 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379bd10c-94ee-4596-be9e-23fa7b287a1d req-1abafa1e-4c20-40bc-92ea-b907675b71b8 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:48.496072 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7143e20c-0945-490c-87b9-6bdb1b747329 None None] Attempting to bind port 9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:42:48.496361 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7143e20c-0945-490c-87b9-6bdb1b747329 None None] Attempting to bind port 9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '2fe60033-1f56-4cdf-831a-7d8612ca5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:42:48.496818 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7143e20c-0945-490c-87b9-6bdb1b747329 None None] Attempting to bind port 9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf on network d049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:48.497777 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-379bd10c-94ee-4596-be9e-23fa7b287a1d req-1abafa1e-4c20-40bc-92ea-b907675b71b8 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 949 time: 0.3209262 Apr 21 12:42:48.513282 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a999d07-79d4-45e4-b5ae-e9c71f23a4dd req-2f756254-80a4-4511-847e-28fab548f7ed service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2003384 Apr 21 12:42:48.527643 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 425dc2b5-331a-493f-ac21-80edcb7c5a78, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=425dc2b5-331a-493f-ac21-80edcb7c5a78,segment=NetworkSegment(985a5265-bc72-4924-bf36-8e8c62f4ed57),segment_id=985a5265-bc72-4924-bf36-8e8c62f4ed57)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:48.528075 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-755119a3-7a88-4fc3-989d-8a45575c7a2b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:48.536284 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7143e20c-0945-490c-87b9-6bdb1b747329 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:42:48.536284 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7143e20c-0945-490c-87b9-6bdb1b747329 None None] Checking segment: {'id': '2fe60033-1f56-4cdf-831a-7d8612ca5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:48.536284 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7143e20c-0945-490c-87b9-6bdb1b747329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:48.536284 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7143e20c-0945-490c-87b9-6bdb1b747329 None None] Bound using segment: {'id': '2fe60033-1f56-4cdf-831a-7d8612ca5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:42:48.536284 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7143e20c-0945-490c-87b9-6bdb1b747329 None None] Bound port: 9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe60033-1f56-4cdf-831a-7d8612ca5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:42:48.537024 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2e533-f3c3-417c-9e4f-2fbeb5290b7f req-f3559cd3-215e-4bdc-987c-d0e54f55a736 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:48.537134 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7143e20c-0945-490c-87b9-6bdb1b747329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:48.539670 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b2e533-f3c3-417c-9e4f-2fbeb5290b7f req-f3559cd3-215e-4bdc-987c-d0e54f55a736 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:48.541527 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51b2e533-f3c3-417c-9e4f-2fbeb5290b7f req-f3559cd3-215e-4bdc-987c-d0e54f55a736 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 1677 time: 0.2297990 Apr 21 12:42:48.550708 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-8a999d07-79d4-45e4-b5ae-e9c71f23a4dd req-4c34ab31-813a-4a82-bfe0-b26857280f3d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:42:48.551999 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a999d07-79d4-45e4-b5ae-e9c71f23a4dd req-4c34ab31-813a-4a82-bfe0-b26857280f3d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054715 Apr 21 12:42:48.555842 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:48.588394 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01fb531b-bf1f-43eb-9182-e854a545ffcc admin admin] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:48.593935 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-e04dcd4a-c348-4549-8656-7f8a206675b4 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 47a80f7c-8ed0-4bdc-964c-60fda6f94621) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:48.606062 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '425dc2b5-331a-493f-ac21-80edcb7c5a78', 'network_id': '083113f4-712e-4273-85bd-dfdb95632ed3', 'port_id': '425dc2b5-331a-493f-ac21-80edcb7c5a78', 'mac_address': 'fa:16:3e:fb:2b:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8aea4be-0906-4329-9a0e-c9313cece89c', 'ip_address': '19.86.0.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:42:48.606356 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-1c8f0b74-6f82-48e9-b622-0995b58b6925 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:48.606991 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755119a3-7a88-4fc3-989d-8a45575c7a2b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network d049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:48.613870 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04dcd4a-c348-4549-8656-7f8a206675b4 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:48.614472 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e04dcd4a-c348-4549-8656-7f8a206675b4 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:48.619474 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-755119a3-7a88-4fc3-989d-8a45575c7a2b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:48.621321 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755119a3-7a88-4fc3-989d-8a45575c7a2b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:42:48.621901 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-755119a3-7a88-4fc3-989d-8a45575c7a2b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:48.625087 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978af32a-608d-4770-9d7b-24f8497f27e3 None None] Routers {'a7e1f888-4850-4d35-8132-f11209b75ff5'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:42:48.626550 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-978af32a-608d-4770-9d7b-24f8497f27e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:42:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a7e1f888-4850-4d35-8132-f11209b75ff5'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:48.628676 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73cc56d-92bd-4738-a3cf-debb4ab9f170 None None] Pushing event updated for resources: {'Port': ['ID=0f506d9d-3e7b-4e78-8e92-848ddee68d3a,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:48.678007 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-379bd10c-94ee-4596-be9e-23fa7b287a1d req-48a89869-fa58-439c-be93-bd76afd60dcc tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695845 Apr 21 12:42:48.684024 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-77eb464a-b874-4138-879f-82efd12d4d17 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:48.686107 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f0b74-6f82-48e9-b622-0995b58b6925 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Pushing event deleted for resources: {'Port': ['ID=b8abfc12-7bf3-4a65-a1f4-46132f41638e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:48.690522 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755119a3-7a88-4fc3-989d-8a45575c7a2b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Port': ['ID=60f8a044-5d43-42c2-a2f1-b776f0ebc756,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:48.702949 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51b2e533-f3c3-417c-9e4f-2fbeb5290b7f req-cee98898-808d-4caf-9956-bb0849ecd9a6 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438723 Apr 21 12:42:48.746837 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01fb531b-bf1f-43eb-9182-e854a545ffcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:48.789993 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2a5acc-0c0a-4c8e-95d6-b5f4966b18a8 None None] Network 47a80f7c-8ed0-4bdc-964c-60fda6f94621 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:48.807709 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-77eb464a-b874-4138-879f-82efd12d4d17 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:48.817029 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-1c8f0b74-6f82-48e9-b622-0995b58b6925 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] No DVR routers for this DVR port b8abfc12-7bf3-4a65-a1f4-46132f41638e on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:42:48.858304 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-1c8f0b74-6f82-48e9-b622-0995b58b6925 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:48.862064 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-1c8f0b74-6f82-48e9-b622-0995b58b6925 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.26 "DELETE /v2.0/ports/b8abfc12-7bf3-4a65-a1f4-46132f41638e HTTP/1.1" status: 204 len: 173 time: 2.4041879 Apr 21 12:42:48.865976 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e04dcd4a-c348-4549-8656-7f8a206675b4 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5144763 Apr 21 12:42:48.868547 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44986) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:48.879833 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01fb531b-bf1f-43eb-9182-e854a545ffcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:48.933496 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:48.955701 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port c9725a05-fec9-4f40-848d-b94b28a9c326, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c9725a05-fec9-4f40-848d-b94b28a9c326,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:48.962798 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-77eb464a-b874-4138-879f-82efd12d4d17 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:48.967672 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb531b-bf1f-43eb-9182-e854a545ffcc admin admin] Pushing event updated for resources: {'Port': ['ID=740a3582-8dac-4dad-a00d-94758c672b5c,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:49.004095 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:49.026347 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425dc2b5-331a-493f-ac21-80edcb7c5a78 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:42:49.071132 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:49.074417 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb464a-b874-4138-879f-82efd12d4d17 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d2bb2b6-cba0-468d-a46f-10b421b3c2bb,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:49.080949 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-755119a3-7a88-4fc3-989d-8a45575c7a2b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:49.170785 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3b268-ce7a-470f-887f-6e1c1d6a8563 req-d50dfa5c-4627-4f38-8e5d-7be0329d6de3 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:49.172482 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80a3b268-ce7a-470f-887f-6e1c1d6a8563 req-d50dfa5c-4627-4f38-8e5d-7be0329d6de3 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdfe7c02-a1d8-465e-9c63-eb04212bb092 HTTP/1.1" status: 200 len: 943 time: 0.1716137 Apr 21 12:42:49.180730 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-deleted', 'tag': 'b8abfc12-7bf3-4a65-a1f4-46132f41638e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:42:49.183120 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d28cb5-67b8-4a9f-b5d6-065a84a3d1f7" -d '{"events": [{"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-deleted", "tag": "b8abfc12-7bf3-4a65-a1f4-46132f41638e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:42:49.193105 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e7abf67-9aa4-4cce-b2be-508771073733 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:49.218306 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fb531b-bf1f-43eb-9182-e854a545ffcc admin admin] Network 44eb7d1a-3922-4d99-876a-850783df7ae4 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:49.223822 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-01fb531b-bf1f-43eb-9182-e854a545ffcc admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:49.235078 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-b5c8caa3-222e-44e2-a6f4-678268b48a31 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Deleting port 82e67d61-4701-4300-9171-99f0f042f70a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:42:49.235469 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-b5c8caa3-222e-44e2-a6f4-678268b48a31 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:49.322106 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c403db0-35f5-4aef-80dc-e22d7eeae0e4 x-openstack-request-id: req-7c403db0-35f5-4aef-80dc-e22d7eeae0e4 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:42:49.322445 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-deleted", "tag": "b8abfc12-7bf3-4a65-a1f4-46132f41638e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:42:49.322695 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7c403db0-35f5-4aef-80dc-e22d7eeae0e4 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:42:49.323091 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c403db0-35f5-4aef-80dc-e22d7eeae0e4'] response: {'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-deleted', 'tag': 'b8abfc12-7bf3-4a65-a1f4-46132f41638e', 'status': 'completed', 'code': 200} Apr 21 12:42:49.333029 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80a3b268-ce7a-470f-887f-6e1c1d6a8563 req-7755060e-c924-4d72-99de-42f06bfd0266 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404498 Apr 21 12:42:49.345728 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-77eb464a-b874-4138-879f-82efd12d4d17 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:49.347737 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-77eb464a-b874-4138-879f-82efd12d4d17 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8653355 Apr 21 12:42:49.381652 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45008) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:49.389118 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e8a35cda-5f49-47ae-a18b-4549d8648536 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Request body: {'security_group_rule': {'security_group_id': '7c6435d0-8c1a-4d3b-9d10-a6c17b1234f2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:49.432643 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7143e20c-0945-490c-87b9-6bdb1b747329 None None] For port 9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:42:49.437830 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7143e20c-0945-490c-87b9-6bdb1b747329 None None] For port 9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf,segment=NetworkSegment(2fe60033-1f56-4cdf-831a-7d8612ca5f6e),segment_id=2fe60033-1f56-4cdf-831a-7d8612ca5f6e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:42:49.464312 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 425dc2b5-331a-493f-ac21-80edcb7c5a78, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=425dc2b5-331a-493f-ac21-80edcb7c5a78,segment=NetworkSegment(985a5265-bc72-4924-bf36-8e8c62f4ed57),segment_id=985a5265-bc72-4924-bf36-8e8c62f4ed57)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:49.502551 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e7abf67-9aa4-4cce-b2be-508771073733 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:49.506321 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72cf995-0959-4beb-8d68-cb9d525e19f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-47a80f7c-8ed0-4bdc-964c-60fda6f94621', 'network_id': '47a80f7c-8ed0-4bdc-964c-60fda6f94621', 'tenant_id': '28f81f60811b4356b23d2a8e82427faf', 'fixed_ips': [{'subnet_id': 'fdfbdc0e-9217-45fb-8012-b9ec31a9077a'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:42:49.506321 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f72cf995-0959-4beb-8d68-cb9d525e19f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:49.535887 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:49.576509 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7143e20c-0945-490c-87b9-6bdb1b747329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:49.582827 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-978af32a-608d-4770-9d7b-24f8497f27e3 None None] Set router a7e1f888-4850-4d35-8132-f11209b75ff5 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:42:49.615571 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-b5c8caa3-222e-44e2-a6f4-678268b48a31 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] For port 82e67d61-4701-4300-9171-99f0f042f70a, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=82e67d61-4701-4300-9171-99f0f042f70a,segment=NetworkSegment(8e92a1d7-2432-4d52-964c-65f50bb20e30),segment_id=8e92a1d7-2432-4d52-964c-65f50bb20e30)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:49.616052 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-b5c8caa3-222e-44e2-a6f4-678268b48a31 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:49.625481 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:49.626177 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 55da96c5-1f75-4504-8c88-a7bb86ff2491 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:42:49.639372 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867a13d-c647-40cc-92bc-dbaaee562c5d req-9161c9c3-9c2a-457d-8265-cd6d14b40363 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:49.647636 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3efc9acc-26b3-45d1-928a-00449bade029 None None] Provisioning complete for port 0f506d9d-3e7b-4e78-8e92-848ddee68d3a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:49.648097 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3efc9acc-26b3-45d1-928a-00449bade029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:49.649151 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867a13d-c647-40cc-92bc-dbaaee562c5d req-9161c9c3-9c2a-457d-8265-cd6d14b40363 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:49.656802 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867a13d-c647-40cc-92bc-dbaaee562c5d req-9161c9c3-9c2a-457d-8265-cd6d14b40363 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:49.668297 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5867a13d-c647-40cc-92bc-dbaaee562c5d req-9161c9c3-9c2a-457d-8265-cd6d14b40363 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 2414 time: 0.2312012 Apr 21 12:42:49.703709 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=c9725a05-fec9-4f40-848d-b94b28a9c326,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:49.722992 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-b5c8caa3-222e-44e2-a6f4-678268b48a31 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Calling delete_port for 82e67d61-4701-4300-9171-99f0f042f70a owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:42:49.768983 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-755119a3-7a88-4fc3-989d-8a45575c7a2b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:49.790515 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8a35cda-5f49-47ae-a18b-4549d8648536 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:49.796277 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e7abf67-9aa4-4cce-b2be-508771073733 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:49.848521 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-755119a3-7a88-4fc3-989d-8a45575c7a2b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:49.849599 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-755119a3-7a88-4fc3-989d-8a45575c7a2b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:49.856035 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7abf67-9aa4-4cce-b2be-508771073733 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event deleted for resources: {'Subnet': ['ID=fdfbdc0e-9217-45fb-8012-b9ec31a9077a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:49.875426 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fb531b-bf1f-43eb-9182-e854a545ffcc admin admin] Router 494ee62b-3344-4c8d-8e55-3b1d9faa9836 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:42:49.875991 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 12:42:49.925536 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 55da96c5-1f75-4504-8c88-a7bb86ff2491, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=55da96c5-1f75-4504-8c88-a7bb86ff2491,segment=NetworkSegment(776a9318-226f-4a2c-ac7f-74a4bbb38944),segment_id=776a9318-226f-4a2c-ac7f-74a4bbb38944)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:49.953335 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8a35cda-5f49-47ae-a18b-4549d8648536 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:49.968312 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e7abf67-9aa4-4cce-b2be-508771073733 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:49.991405 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5867a13d-c647-40cc-92bc-dbaaee562c5d req-c9e5486d-e1c3-4d82-a1d1-a423461b6fdc tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234446 Apr 21 12:42:50.009102 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755119a3-7a88-4fc3-989d-8a45575c7a2b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Port': ['ID=60f8a044-5d43-42c2-a2f1-b776f0ebc756,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:50.075847 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-9e7abf67-9aa4-4cce-b2be-508771073733 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a80f7c-8ed0-4bdc-964c-60fda6f94621']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:50.101922 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8a35cda-5f49-47ae-a18b-4549d8648536 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:50.104857 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-9e7abf67-9aa4-4cce-b2be-508771073733 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eabc30c-6bab-4c82-bf3d-f751c1bb7de9') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:50.105408 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-9e7abf67-9aa4-4cce-b2be-508771073733 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eabc30c-6bab-4c82-bf3d-f751c1bb7de9') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:50.120082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a35cda-5f49-47ae-a18b-4549d8648536 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b529d2c-c29a-479b-adf8-276973d3c4c8,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:50.127482 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e7abf67-9aa4-4cce-b2be-508771073733 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:50.129191 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc47a8-f0ed-4734-b1a3-7bf168a4ce59 req-aa26df0d-84f7-4a03-909d-7a99a83c8e1c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:50.136691 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5bcc47a8-f0ed-4734-b1a3-7bf168a4ce59 req-aa26df0d-84f7-4a03-909d-7a99a83c8e1c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 949 time: 0.3000262 Apr 21 12:42:50.161681 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e7abf67-9aa4-4cce-b2be-508771073733 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:50.178261 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7abf67-9aa4-4cce-b2be-508771073733 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:42:50.178759 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e7abf67-9aa4-4cce-b2be-508771073733 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:42:50.182604 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server [None req-f72cf995-0959-4beb-8d68-cb9d525e19f9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fdfbdc0e-9217-45fb-8012-b9ec31a9077a: This subnet is being modified by another concurrent operation. Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 12:42:50.201757 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise exception Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fdfbdc0e-9217-45fb-8012-b9ec31a9077a: This subnet is being modified by another concurrent operation. Apr 21 12:42:50.209736 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server Apr 21 12:42:50.232508 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '55da96c5-1f75-4504-8c88-a7bb86ff2491', 'network_id': 'bb3b6a61-8fc8-445c-8324-3e3cc0c63337', 'port_id': '55da96c5-1f75-4504-8c88-a7bb86ff2491', 'mac_address': 'fa:16:3e:f9:27:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e2e891-2f61-45b0-a919-ebba7b686466', 'ip_address': '19.80.0.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:42:50.271785 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755119a3-7a88-4fc3-989d-8a45575c7a2b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network d049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:50.274450 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-755119a3-7a88-4fc3-989d-8a45575c7a2b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:50.295320 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d092b17c-59c2-4190-a54d-e0c13c373188 None None] Network 47a80f7c-8ed0-4bdc-964c-60fda6f94621 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:50.316383 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:50.355832 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143e20c-0945-490c-87b9-6bdb1b747329 None None] Pushing event updated for resources: {'Port': ['ID=9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:50.380291 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e7abf67-9aa4-4cce-b2be-508771073733 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:50.391989 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e7abf67-9aa4-4cce-b2be-508771073733 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:50.399961 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9e7abf67-9aa4-4cce-b2be-508771073733 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "DELETE /v2.0/networks/47a80f7c-8ed0-4bdc-964c-60fda6f94621 HTTP/1.1" status: 204 len: 168 time: 1.5297356 Apr 21 12:42:50.404348 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45022) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:50.422696 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f7b456cc-5835-4f0b-83a2-520ebbc14c60 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-402104696'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:50.448636 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7abf67-9aa4-4cce-b2be-508771073733 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event deleted for resources: {'Network': ['ID=47a80f7c-8ed0-4bdc-964c-60fda6f94621,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:50.462806 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55da96c5-1f75-4504-8c88-a7bb86ff2491 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:42:50.466521 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755119a3-7a88-4fc3-989d-8a45575c7a2b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Router a7e1f888-4850-4d35-8132-f11209b75ff5 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:42:50.500746 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:50.554152 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 55da96c5-1f75-4504-8c88-a7bb86ff2491, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=55da96c5-1f75-4504-8c88-a7bb86ff2491,segment=NetworkSegment(776a9318-226f-4a2c-ac7f-74a4bbb38944),segment_id=776a9318-226f-4a2c-ac7f-74a4bbb38944)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:50.561730 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b456cc-5835-4f0b-83a2-520ebbc14c60 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Made reservation on behalf of 28f81f60811b4356b23d2a8e82427faf for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:50.565428 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f7b456cc-5835-4f0b-83a2-520ebbc14c60 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:50.566840 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3efc9acc-26b3-45d1-928a-00449bade029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:50.600746 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b456cc-5835-4f0b-83a2-520ebbc14c60 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:42:50.614538 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f7b456cc-5835-4f0b-83a2-520ebbc14c60 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:50.614874 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-f7b456cc-5835-4f0b-83a2-520ebbc14c60 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Added segment 7a13695a-e5a4-4ce1-b178-24fa09cc7d10 of type vlan for network 6fa780aa-f8df-4fec-b58b-e2a79dc9c75d Apr 21 12:42:50.624713 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=425dc2b5-331a-493f-ac21-80edcb7c5a78,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:50.635584 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755119a3-7a88-4fc3-989d-8a45575c7a2b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:42:50.643139 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:50.658849 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8a35cda-5f49-47ae-a18b-4549d8648536 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:50.666428 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-755119a3-7a88-4fc3-989d-8a45575c7a2b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "PUT /v2.0/routers/a7e1f888-4850-4d35-8132-f11209b75ff5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9485228 Apr 21 12:42:50.666523 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e8a35cda-5f49-47ae-a18b-4549d8648536 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.2774806 Apr 21 12:42:50.666603 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45024) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:50.670078 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45026) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:50.674969 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 12a9a6c2-eaba-433f-899f-95fd1e72a97b details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:42:50.700156 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ce36fad0-ff61-4551-a5b5-8adf38490ef3 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1498671882'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:50.703175 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e07dbb52-0ca2-4bf5-9660-838ec591a96e up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:50.717769 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f7b456cc-5835-4f0b-83a2-520ebbc14c60 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:50.724489 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5bcc47a8-f0ed-4734-b1a3-7bf168a4ce59 req-8b7bb574-5c18-404c-be48-a32b746425dd tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5869451 Apr 21 12:42:50.728636 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fb531b-bf1f-43eb-9182-e854a545ffcc admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:42:50.739350 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c4a3e6-43d2-41df-affe-59b9073d91b9 None None] Sync routers for ids ['494ee62b-3344-4c8d-8e55-3b1d9faa9836'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:42:50.759799 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a41b4bce-4e92-4e70-9a46-55c35084da6d tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:50.761358 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c4a3e6-43d2-41df-affe-59b9073d91b9 None None] Routers {'494ee62b-3344-4c8d-8e55-3b1d9faa9836'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:42:50.762068 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-21c4a3e6-43d2-41df-affe-59b9073d91b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:42:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['494ee62b-3344-4c8d-8e55-3b1d9faa9836'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:50.775529 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-01fb531b-bf1f-43eb-9182-e854a545ffcc admin admin] 10.222.0.36 "PUT /v2.0/routers/494ee62b-3344-4c8d-8e55-3b1d9faa9836/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9044669 Apr 21 12:42:50.786198 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a41b4bce-4e92-4e70-9a46-55c35084da6d tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:50.808089 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d93d8-5aec-407d-a1a3-1c341c851d9c req-56222799-1d55-4c56-abb8-a8e3c5d454bf tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:50.815736 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c32d93d8-5aec-407d-a1a3-1c341c851d9c req-56222799-1d55-4c56-abb8-a8e3c5d454bf tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 943 time: 0.6724281 Apr 21 12:42:50.839979 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce36fad0-ff61-4551-a5b5-8adf38490ef3 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Made reservation on behalf of 067799c9b36247cdad5f5c84436228d1 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:50.847280 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce36fad0-ff61-4551-a5b5-8adf38490ef3 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:50.859582 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-978af32a-608d-4770-9d7b-24f8497f27e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'name': 'tempest-RoutersIpV6Test-router-1536361923', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:20Z', 'updated_at': '2022-04-21T12:42:40Z', 'revision_number': 3, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'gw_port_host': None, '_interfaces': [{'id': '086ac070-4022-4a14-ab16-f1746bef375e', 'name': '', 'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:24:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:26Z', 'updated_at': '2022-04-21T12:42:36Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0f506d9d-3e7b-4e78-8e92-848ddee68d3a', 'name': '', 'network_id': '4e36eb6b-0252-424a-a369-f134004effb8', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:6b:2d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '780fdff1-9009-4b18-95c6-01085ace0467', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:37Z', 'updated_at': '2022-04-21T12:42:48Z', 'revision_number': 4, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': '780fdff1-9009-4b18-95c6-01085ace0467', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:50.886672 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3efc9acc-26b3-45d1-928a-00449bade029 None None] For port 0f506d9d-3e7b-4e78-8e92-848ddee68d3a, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=0f506d9d-3e7b-4e78-8e92-848ddee68d3a,segment=NetworkSegment(d2453b95-cf99-4daf-8792-0c9620c5663e),segment_id=d2453b95-cf99-4daf-8792-0c9620c5663e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:50.899437 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-b5c8caa3-222e-44e2-a6f4-678268b48a31 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:50.930428 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce36fad0-ff61-4551-a5b5-8adf38490ef3 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:42:50.937548 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f7b456cc-5835-4f0b-83a2-520ebbc14c60 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:50.945729 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b456cc-5835-4f0b-83a2-520ebbc14c60 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:50.946621 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f7b456cc-5835-4f0b-83a2-520ebbc14c60 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:50.951231 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c32d93d8-5aec-407d-a1a3-1c341c851d9c req-58e2873b-56ce-4be1-a87d-fd463236e7fe tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups?id=8d7dd13c-70d5-4047-951a-2d6966d3e39c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281879 Apr 21 12:42:50.962669 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978af32a-608d-4770-9d7b-24f8497f27e3 None None] The sync data for ids ['a7e1f888-4850-4d35-8132-f11209b75ff5'] in n-d-836147-2 is: [{'id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'name': 'tempest-RoutersIpV6Test-router-1536361923', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:20Z', 'updated_at': '2022-04-21T12:42:40Z', 'revision_number': 3, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'gw_port_host': None, '_interfaces': [{'id': '086ac070-4022-4a14-ab16-f1746bef375e', 'name': '', 'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:24:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:26Z', 'updated_at': '2022-04-21T12:42:36Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0f506d9d-3e7b-4e78-8e92-848ddee68d3a', 'name': '', 'network_id': '4e36eb6b-0252-424a-a369-f134004effb8', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:6b:2d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '780fdff1-9009-4b18-95c6-01085ace0467', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:37Z', 'updated_at': '2022-04-21T12:42:48Z', 'revision_number': 4, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': '780fdff1-9009-4b18-95c6-01085ace0467', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:42:51.010267 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3efc9acc-26b3-45d1-928a-00449bade029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:51.061304 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['425dc2b5-331a-493f-ac21-80edcb7c5a78'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:42:51.066974 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b456cc-5835-4f0b-83a2-520ebbc14c60 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event updated for resources: {'Network': ['ID=6fa780aa-f8df-4fec-b58b-e2a79dc9c75d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:51.081235 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a41b4bce-4e92-4e70-9a46-55c35084da6d tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:51.081349 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8caa3-222e-44e2-a6f4-678268b48a31 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Pushing event deleted for resources: {'Port': ['ID=82e67d61-4701-4300-9171-99f0f042f70a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:51.089961 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce36fad0-ff61-4551-a5b5-8adf38490ef3 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:51.090362 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-ce36fad0-ff61-4551-a5b5-8adf38490ef3 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Added segment c17e4c9b-d93f-4806-9c36-bb5d6c997c5f of type vlan for network f603b708-87e5-49f4-a23a-9208c03a9801 Apr 21 12:42:51.094983 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a41b4bce-4e92-4e70-9a46-55c35084da6d tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:51.098724 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a41b4bce-4e92-4e70-9a46-55c35084da6d tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/1b529d2c-c29a-479b-adf8-276973d3c4c8 HTTP/1.1" status: 204 len: 168 time: 0.4153705 Apr 21 12:42:51.099962 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b4bce-4e92-4e70-9a46-55c35084da6d tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b529d2c-c29a-479b-adf8-276973d3c4c8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:51.109378 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45034) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:51.167852 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce36fad0-ff61-4551-a5b5-8adf38490ef3 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:51.217833 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f7b456cc-5835-4f0b-83a2-520ebbc14c60 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7996469 Apr 21 12:42:51.224074 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45036) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:51.231219 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['4a202bd4-e96b-4f17-8aff-5f3884f4db2f'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:42:51.237344 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 6fa780aa-f8df-4fec-b58b-e2a79dc9c75d details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:42:51.238487 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-b2a93f6a-2c8f-4d7d-b5ed-22c07d5237c2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Request body: {'subnet': {'network_id': '6fa780aa-f8df-4fec-b58b-e2a79dc9c75d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:51.247432 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.resource_extend [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 12:42:51.282536 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce36fad0-ff61-4551-a5b5-8adf38490ef3 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:51.298256 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce36fad0-ff61-4551-a5b5-8adf38490ef3 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:51.298966 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce36fad0-ff61-4551-a5b5-8adf38490ef3 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:51.300374 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6a143c-2137-4d71-b352-fb442fd88e47 req-9e8bf0ad-efc7-4b74-bc21-df2604f439fd tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:51.302010 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df6a143c-2137-4d71-b352-fb442fd88e47 req-9e8bf0ad-efc7-4b74-bc21-df2604f439fd tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdfe7c02-a1d8-465e-9c63-eb04212bb092 HTTP/1.1" status: 200 len: 943 time: 0.4041460 Apr 21 12:42:51.357624 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-b5c8caa3-222e-44e2-a6f4-678268b48a31 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] No DVR routers for this DVR port 82e67d61-4701-4300-9171-99f0f042f70a on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:42:51.372145 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-b5c8caa3-222e-44e2-a6f4-678268b48a31 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:51.376306 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-842ba4ae-1ff9-410d-b671-9d816c411b06 req-b5c8caa3-222e-44e2-a6f4-678268b48a31 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.26 "DELETE /v2.0/ports/82e67d61-4701-4300-9171-99f0f042f70a HTTP/1.1" status: 204 len: 173 time: 2.4917018 Apr 21 12:42:51.400990 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-deleted', 'tag': '82e67d61-4701-4300-9171-99f0f042f70a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:42:51.416757 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-21c4a3e6-43d2-41df-affe-59b9073d91b9 None None] Set router 494ee62b-3344-4c8d-8e55-3b1d9faa9836 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:42:51.422759 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2c45ab-6e16-46b0-a56c-316d78c46744" -d '{"events": [{"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-deleted", "tag": "82e67d61-4701-4300-9171-99f0f042f70a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:42:51.568612 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ce36fad0-ff61-4551-a5b5-8adf38490ef3 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8940349 Apr 21 12:42:51.569461 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45040) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:51.583504 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a1f09245-3523-4ea2-8077-4e5bcfc92786 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'subnet': {'network_id': 'f603b708-87e5-49f4-a23a-9208c03a9801', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:51.591768 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=55da96c5-1f75-4504-8c88-a7bb86ff2491,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:51.605554 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901447ae-8e1b-4705-8ee0-b44dd6ef298d None None] Network d049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:51.615283 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port e07dbb52-0ca2-4bf5-9660-838ec591a96e completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:42:51.669991 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-67b4eb41-7275-4dfc-9877-e2324f8bed59 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.5346267 Apr 21 12:42:51.671492 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45042) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:51.693081 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36fad0-ff61-4551-a5b5-8adf38490ef3 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Network': ['ID=f603b708-87e5-49f4-a23a-9208c03a9801,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:51.791251 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df6a143c-2137-4d71-b352-fb442fd88e47 req-95dcdadb-5046-4b38-8b7d-17cd0771ca41 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910160 Apr 21 12:42:51.822038 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port e07dbb52-0ca2-4bf5-9660-838ec591a96e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:51.830202 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:51.837222 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40965c2f-1f56-4f96-88aa-40efef0c6723 req-6b5d2131-6d30-4397-ab7a-d1cb9a002cd1 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:51.844846 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40965c2f-1f56-4f96-88aa-40efef0c6723 req-6b5d2131-6d30-4397-ab7a-d1cb9a002cd1 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:51.851636 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40965c2f-1f56-4f96-88aa-40efef0c6723 req-6b5d2131-6d30-4397-ab7a-d1cb9a002cd1 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:51.864261 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-40965c2f-1f56-4f96-88aa-40efef0c6723 req-6b5d2131-6d30-4397-ab7a-d1cb9a002cd1 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 2416 time: 0.5888817 Apr 21 12:42:51.907764 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 0f506d9d-3e7b-4e78-8e92-848ddee68d3a up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:51.910313 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4dba809c-2df6-4cbb-82ef-767741d7f04f tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:51.951652 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a999d07-79d4-45e4-b5ae-e9c71f23a4dd req-7f320333-ebd1-493f-9401-f7366fabbd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:51.953471 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a999d07-79d4-45e4-b5ae-e9c71f23a4dd req-7f320333-ebd1-493f-9401-f7366fabbd8d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 1100 time: 0.3484929 Apr 21 12:42:51.955736 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4dba809c-2df6-4cbb-82ef-767741d7f04f tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:52.010589 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network f603b708-87e5-49f4-a23a-9208c03a9801 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:42:52.046233 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-21c4a3e6-43d2-41df-affe-59b9073d91b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'name': 'tempest-ServersTestManualDisk-342385493-router', 'tenant_id': '92a6d43df1624433929afadbcee46f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'c9725a05-fec9-4f40-848d-b94b28a9c326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:33Z', 'updated_at': '2022-04-21T12:42:47Z', 'revision_number': 4, 'project_id': '92a6d43df1624433929afadbcee46f8a', 'gw_port': {'id': 'c9725a05-fec9-4f40-848d-b94b28a9c326', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:35Z', 'updated_at': '2022-04-21T12:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '740a3582-8dac-4dad-a00d-94758c672b5c', 'name': '', 'network_id': '44eb7d1a-3922-4d99-876a-850783df7ae4', 'tenant_id': '92a6d43df1624433929afadbcee46f8a', 'mac_address': 'fa:16:3e:5c:bb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'c380a365-ab59-4237-865d-7af47378b019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:45Z', 'updated_at': '2022-04-21T12:42:48Z', 'revision_number': 2, 'project_id': '92a6d43df1624433929afadbcee46f8a', 'subnets': [{'id': 'c380a365-ab59-4237-865d-7af47378b019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:52.055639 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a93f6a-2c8f-4d7d-b5ed-22c07d5237c2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Made reservation on behalf of 28f81f60811b4356b23d2a8e82427faf for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:52.059185 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2a93f6a-2c8f-4d7d-b5ed-22c07d5237c2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:52.089516 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-40965c2f-1f56-4f96-88aa-40efef0c6723 req-8dd0b412-ae41-452a-99c1-30c81cd3541b tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196646 Apr 21 12:42:52.105079 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f09245-3523-4ea2-8077-4e5bcfc92786 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Made reservation on behalf of 067799c9b36247cdad5f5c84436228d1 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:52.114442 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1f09245-3523-4ea2-8077-4e5bcfc92786 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:52.130555 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b24e91a3-b590-43f2-b170-c17d3969f56e None None] Provisioning complete for port 740a3582-8dac-4dad-a00d-94758c672b5c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:52.131325 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b24e91a3-b590-43f2-b170-c17d3969f56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:52.190315 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ad430b-82cb-4c1a-8b83-5af5897e2772 x-openstack-request-id: req-08ad430b-82cb-4c1a-8b83-5af5897e2772 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:42:52.190623 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19100341-0dab-45c4-ad5d-a635501ce0cb", "name": "network-vif-deleted", "tag": "82e67d61-4701-4300-9171-99f0f042f70a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:42:52.191802 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08ad430b-82cb-4c1a-8b83-5af5897e2772 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:42:52.191919 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc9acc-26b3-45d1-928a-00449bade029 None None] Pushing event updated for resources: {'Port': ['ID=0f506d9d-3e7b-4e78-8e92-848ddee68d3a,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:52.192009 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08ad430b-82cb-4c1a-8b83-5af5897e2772'] response: {'server_uuid': '19100341-0dab-45c4-ad5d-a635501ce0cb', 'name': 'network-vif-deleted', 'tag': '82e67d61-4701-4300-9171-99f0f042f70a', 'status': 'completed', 'code': 200} Apr 21 12:42:52.197314 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c4a3e6-43d2-41df-affe-59b9073d91b9 None None] Checking router: 494ee62b-3344-4c8d-8e55-3b1d9faa9836 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:42:52.197985 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c4a3e6-43d2-41df-affe-59b9073d91b9 None None] Updating router 494ee62b-3344-4c8d-8e55-3b1d9faa9836 port 740a3582-8dac-4dad-a00d-94758c672b5c binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:42:52.267318 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21c4a3e6-43d2-41df-affe-59b9073d91b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:52.273335 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4dba809c-2df6-4cbb-82ef-767741d7f04f tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:52.280639 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b24e91a3-b590-43f2-b170-c17d3969f56e None None] Port 740a3582-8dac-4dad-a00d-94758c672b5c cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:42:52.289985 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['55da96c5-1f75-4504-8c88-a7bb86ff2491'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:42:52.299730 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4dba809c-2df6-4cbb-82ef-767741d7f04f tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:52.310373 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4dba809c-2df6-4cbb-82ef-767741d7f04f tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/8d2bb2b6-cba0-468d-a46f-10b421b3c2bb HTTP/1.1" status: 204 len: 168 time: 0.6377006 Apr 21 12:42:52.319641 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45050) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:52.365157 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba809c-2df6-4cbb-82ef-767741d7f04f tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d2bb2b6-cba0-468d-a46f-10b421b3c2bb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:52.531450 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a999d07-79d4-45e4-b5ae-e9c71f23a4dd req-9674c108-2667-40de-80a9-34e1963b965c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:52.536354 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a999d07-79d4-45e4-b5ae-e9c71f23a4dd req-9674c108-2667-40de-80a9-34e1963b965c service neutron] 10.222.0.26 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.5717640 Apr 21 12:42:52.543350 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cee8505-dd4f-4ec4-aff7-088307a574cd None None] Sync routers for ids ['a7e1f888-4850-4d35-8132-f11209b75ff5'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:42:52.626899 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e64c1c57-92df-400d-b069-7e0a61334068 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2969818 Apr 21 12:42:52.639183 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45052) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:52.649311 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031383b-6f96-4e82-adff-c1e2713024c2 req-fbc208df-9ba7-47df-bba5-39c28836fe10 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:52.668040 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a031383b-6f96-4e82-adff-c1e2713024c2 req-fbc208df-9ba7-47df-bba5-39c28836fe10 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 949 time: 0.3086421 Apr 21 12:42:52.765274 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21c4a3e6-43d2-41df-affe-59b9073d91b9 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:52.781460 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cee8505-dd4f-4ec4-aff7-088307a574cd None None] Routers {'a7e1f888-4850-4d35-8132-f11209b75ff5'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:42:52.782825 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3cee8505-dd4f-4ec4-aff7-088307a574cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:42:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a7e1f888-4850-4d35-8132-f11209b75ff5'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:52.833915 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a999d07-79d4-45e4-b5ae-e9c71f23a4dd req-1dc6511f-7644-430d-bdda-e6efff1d6054 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=02fc27ae-4f61-46ca-99ae-7b6a2be21846 HTTP/1.1" status: 200 len: 217 time: 0.2820911 Apr 21 12:42:52.907412 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21c4a3e6-43d2-41df-affe-59b9073d91b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:52.919576 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a999d07-79d4-45e4-b5ae-e9c71f23a4dd req-85a743e3-7711-4848-b7f8-428216214ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:52.923201 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a999d07-79d4-45e4-b5ae-e9c71f23a4dd req-85a743e3-7711-4848-b7f8-428216214ef1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.0785937 Apr 21 12:42:52.926222 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45056) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:52.927486 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3657a30e-ff8b-4b46-bcce-a4edb489ca23 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:52.937770 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3657a30e-ff8b-4b46-bcce-a4edb489ca23 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:53.006071 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c3a6885e-9373-42fa-80c8-b163eb05537c tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Request body: {'security_group': {'name': 'tempest-securitygroup--238238011', 'description': 'tempest-description--1635515425'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:53.079806 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-636d410a-32ad-47e2-af9c-d42db73c2c14 req-0e957233-4f3f-405b-8da4-7c6b6d3f71a1 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 210 time: 0.0645704 Apr 21 12:42:53.126571 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a031383b-6f96-4e82-adff-c1e2713024c2 req-1c426246-2f2f-406e-948f-331593925dbc tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4571378 Apr 21 12:42:53.130831 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-21c4a3e6-43d2-41df-affe-59b9073d91b9 None None] Attempting to bind port 740a3582-8dac-4dad-a00d-94758c672b5c on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:42:53.131351 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-21c4a3e6-43d2-41df-affe-59b9073d91b9 None None] Attempting to bind port 740a3582-8dac-4dad-a00d-94758c672b5c by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '3d515146-2648-45c5-829b-f1cb9725fb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '44eb7d1a-3922-4d99-876a-850783df7ae4'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:42:53.131523 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c4a3e6-43d2-41df-affe-59b9073d91b9 None None] Attempting to bind port 740a3582-8dac-4dad-a00d-94758c672b5c on network 44eb7d1a-3922-4d99-876a-850783df7ae4 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:53.148097 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3657a30e-ff8b-4b46-bcce-a4edb489ca23 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:53.167559 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c4a3e6-43d2-41df-affe-59b9073d91b9 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:42:53.169056 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c4a3e6-43d2-41df-affe-59b9073d91b9 None None] Checking segment: {'id': '3d515146-2648-45c5-829b-f1cb9725fb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '44eb7d1a-3922-4d99-876a-850783df7ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:53.170560 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21c4a3e6-43d2-41df-affe-59b9073d91b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:53.170931 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c4a3e6-43d2-41df-affe-59b9073d91b9 None None] Bound using segment: {'id': '3d515146-2648-45c5-829b-f1cb9725fb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '44eb7d1a-3922-4d99-876a-850783df7ae4'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:42:53.173254 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-21c4a3e6-43d2-41df-affe-59b9073d91b9 None None] Bound port: 740a3582-8dac-4dad-a00d-94758c672b5c, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d515146-2648-45c5-829b-f1cb9725fb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '44eb7d1a-3922-4d99-876a-850783df7ae4'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:42:53.173759 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21c4a3e6-43d2-41df-affe-59b9073d91b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:53.178794 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed97b15-d080-4d28-8b2f-1f3038147a9c None None] Pushing event updated for resources: {'Port': ['ID=740a3582-8dac-4dad-a00d-94758c672b5c,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:53.182555 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3657a30e-ff8b-4b46-bcce-a4edb489ca23 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:53.183940 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3657a30e-ff8b-4b46-bcce-a4edb489ca23 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/0ebffce1-72da-4e0f-863b-df1225d26a66 HTTP/1.1" status: 204 len: 168 time: 0.5134790 Apr 21 12:42:53.195463 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45060) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:53.219871 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed97b15-d080-4d28-8b2f-1f3038147a9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:53.220280 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed97b15-d080-4d28-8b2f-1f3038147a9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:53.220729 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed97b15-d080-4d28-8b2f-1f3038147a9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:53.221124 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed97b15-d080-4d28-8b2f-1f3038147a9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:53.221515 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed97b15-d080-4d28-8b2f-1f3038147a9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:53.222166 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed97b15-d080-4d28-8b2f-1f3038147a9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:53.222698 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed97b15-d080-4d28-8b2f-1f3038147a9c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:53.223089 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed97b15-d080-4d28-8b2f-1f3038147a9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:53.223543 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed97b15-d080-4d28-8b2f-1f3038147a9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:53.223929 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed97b15-d080-4d28-8b2f-1f3038147a9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:53.224315 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed97b15-d080-4d28-8b2f-1f3038147a9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:53.224764 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed97b15-d080-4d28-8b2f-1f3038147a9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:42:53.271181 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657a30e-ff8b-4b46-bcce-a4edb489ca23 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ebffce1-72da-4e0f-863b-df1225d26a66,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:53.317777 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a999d07-79d4-45e4-b5ae-e9c71f23a4dd req-fbdc46bf-695b-411f-937e-74b5e03eee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:53.319863 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a999d07-79d4-45e4-b5ae-e9c71f23a4dd req-fbdc46bf-695b-411f-937e-74b5e03eee79 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3239198 Apr 21 12:42:53.321125 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1f09245-3523-4ea2-8077-4e5bcfc92786 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:53.338932 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-21c4a3e6-43d2-41df-affe-59b9073d91b9 None None] For port 740a3582-8dac-4dad-a00d-94758c672b5c, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:42:53.343253 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-21c4a3e6-43d2-41df-affe-59b9073d91b9 None None] For port 740a3582-8dac-4dad-a00d-94758c672b5c, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=740a3582-8dac-4dad-a00d-94758c672b5c,segment=NetworkSegment(3d515146-2648-45c5-829b-f1cb9725fb9a),segment_id=3d515146-2648-45c5-829b-f1cb9725fb9a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:42:53.390768 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8323f58a-2ba0-44ba-895e-eb8289393dd3 None None] Provisioning complete for port 9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:53.391384 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8323f58a-2ba0-44ba-895e-eb8289393dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:53.411626 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2a93f6a-2c8f-4d7d-b5ed-22c07d5237c2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:53.418889 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-21c4a3e6-43d2-41df-affe-59b9073d91b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:53.458069 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f09245-3523-4ea2-8077-4e5bcfc92786 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Subnet': ['ID=953d5791-ed25-4294-8d79-436f7a2d8af7,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:53.475526 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 0f506d9d-3e7b-4e78-8e92-848ddee68d3a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:53.476103 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:53.516839 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a999d07-79d4-45e4-b5ae-e9c71f23a4dd req-2810249a-3bce-42a7-8f48-1ffd2330b296 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727414 Apr 21 12:42:53.524541 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c4a3e6-43d2-41df-affe-59b9073d91b9 None None] Routers {'494ee62b-3344-4c8d-8e55-3b1d9faa9836'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:42:53.525174 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-21c4a3e6-43d2-41df-affe-59b9073d91b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:42:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['494ee62b-3344-4c8d-8e55-3b1d9faa9836'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:53.543212 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f09245-3523-4ea2-8077-4e5bcfc92786 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Checking segment: {'id': 'c17e4c9b-d93f-4806-9c36-bb5d6c997c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f603b708-87e5-49f4-a23a-9208c03a9801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:53.543700 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f09245-3523-4ea2-8077-4e5bcfc92786 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network hostable DHCP agents. Network: f603b708-87e5-49f4-a23a-9208c03a9801, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:42:53.579734 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3a6885e-9373-42fa-80c8-b163eb05537c tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:53.583871 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a93f6a-2c8f-4d7d-b5ed-22c07d5237c2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event updated for resources: {'Subnet': ['ID=59827c88-8f20-4e7a-9eee-9838de406c1f,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:53.602187 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a93f6a-2c8f-4d7d-b5ed-22c07d5237c2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Checking segment: {'id': '7a13695a-e5a4-4ce1-b178-24fa09cc7d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6fa780aa-f8df-4fec-b58b-e2a79dc9c75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:53.602723 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a93f6a-2c8f-4d7d-b5ed-22c07d5237c2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Network hostable DHCP agents. Network: 6fa780aa-f8df-4fec-b58b-e2a79dc9c75d, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:42:53.686708 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 12a9a6c2-eaba-433f-899f-95fd1e72a97b, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=12a9a6c2-eaba-433f-899f-95fd1e72a97b,segment=NetworkSegment(55331157-0de8-40ca-be2e-e4bd5fec8eed),segment_id=55331157-0de8-40ca-be2e-e4bd5fec8eed)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:53.688954 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-21c4a3e6-43d2-41df-affe-59b9073d91b9 None None] Set router 494ee62b-3344-4c8d-8e55-3b1d9faa9836 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:42:53.692791 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f09245-3523-4ea2-8077-4e5bcfc92786 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network f603b708-87e5-49f4-a23a-9208c03a9801 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:42:53.712381 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3a6885e-9373-42fa-80c8-b163eb05537c tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:53.722068 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a93f6a-2c8f-4d7d-b5ed-22c07d5237c2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Network 6fa780aa-f8df-4fec-b58b-e2a79dc9c75d is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:42:53.776214 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c1533-e354-46f1-8228-c0ec6935d39f req-3073fe4c-8b99-4938-8566-1747350cfc4d tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:53.788159 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e31c1533-e354-46f1-8228-c0ec6935d39f req-3073fe4c-8b99-4938-8566-1747350cfc4d tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdfe7c02-a1d8-465e-9c63-eb04212bb092 HTTP/1.1" status: 200 len: 943 time: 0.4821439 Apr 21 12:42:53.788759 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8323f58a-2ba0-44ba-895e-eb8289393dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:53.813626 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a1f09245-3523-4ea2-8077-4e5bcfc92786 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, f603b708-87e5-49f4-a23a-9208c03a9801) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:53.815696 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b2a93f6a-2c8f-4d7d-b5ed-22c07d5237c2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 6fa780aa-f8df-4fec-b58b-e2a79dc9c75d) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:53.820968 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f09245-3523-4ea2-8077-4e5bcfc92786 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:53.822876 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1f09245-3523-4ea2-8077-4e5bcfc92786 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:53.844676 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a93f6a-2c8f-4d7d-b5ed-22c07d5237c2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:53.847775 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2a93f6a-2c8f-4d7d-b5ed-22c07d5237c2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:53.867669 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3a6885e-9373-42fa-80c8-b163eb05537c tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:53.912408 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a1f09245-3523-4ea2-8077-4e5bcfc92786 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3349442 Apr 21 12:42:53.915713 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45062) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:53.917992 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca91596-6bf4-4b36-a83d-0163082ee2a6 req-e2eec1d5-acd0-48cd-9f74-3b64420c310d tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:53.924081 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-3cee8505-dd4f-4ec4-aff7-088307a574cd None None] Set router a7e1f888-4850-4d35-8132-f11209b75ff5 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:42:53.930139 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca91596-6bf4-4b36-a83d-0163082ee2a6 req-e2eec1d5-acd0-48cd-9f74-3b64420c310d tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:53.931701 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c9725a05-fec9-4f40-848d-b94b28a9c326 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:53.933837 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:53.935795 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed97b15-d080-4d28-8b2f-1f3038147a9c None None] Pushing event updated for resources: {'Port': ['ID=740a3582-8dac-4dad-a00d-94758c672b5c,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:53.936137 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8678ea07-20f1-4656-ac40-b8ef2e07202d None None] Network f603b708-87e5-49f4-a23a-9208c03a9801 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:53.937626 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca91596-6bf4-4b36-a83d-0163082ee2a6 req-e2eec1d5-acd0-48cd-9f74-3b64420c310d tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:53.942462 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c547c8c7-7201-4710-8565-eb6ea6d8bdf4 None None] Network 6fa780aa-f8df-4fec-b58b-e2a79dc9c75d requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:42:53.942622 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-21c4a3e6-43d2-41df-affe-59b9073d91b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'name': 'tempest-ServersTestManualDisk-342385493-router', 'tenant_id': '92a6d43df1624433929afadbcee46f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'c9725a05-fec9-4f40-848d-b94b28a9c326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:33Z', 'updated_at': '2022-04-21T12:42:47Z', 'revision_number': 4, 'project_id': '92a6d43df1624433929afadbcee46f8a', 'gw_port': {'id': 'c9725a05-fec9-4f40-848d-b94b28a9c326', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:35Z', 'updated_at': '2022-04-21T12:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '740a3582-8dac-4dad-a00d-94758c672b5c', 'name': '', 'network_id': '44eb7d1a-3922-4d99-876a-850783df7ae4', 'tenant_id': '92a6d43df1624433929afadbcee46f8a', 'mac_address': 'fa:16:3e:5c:bb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'c380a365-ab59-4237-865d-7af47378b019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:45Z', 'updated_at': '2022-04-21T12:42:53Z', 'revision_number': 4, 'project_id': '92a6d43df1624433929afadbcee46f8a', 'subnets': [{'id': 'c380a365-ab59-4237-865d-7af47378b019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:53.944167 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dca91596-6bf4-4b36-a83d-0163082ee2a6 req-e2eec1d5-acd0-48cd-9f74-3b64420c310d tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 2416 time: 0.6608875 Apr 21 12:42:53.963395 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-047f79b9-8c2a-4f68-9a00-e55c123539e6 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.7658646 Apr 21 12:42:53.970084 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c4a3e6-43d2-41df-affe-59b9073d91b9 None None] The sync data for ids ['494ee62b-3344-4c8d-8e55-3b1d9faa9836'] in n-d-836147-2 is: [{'id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'name': 'tempest-ServersTestManualDisk-342385493-router', 'tenant_id': '92a6d43df1624433929afadbcee46f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'c9725a05-fec9-4f40-848d-b94b28a9c326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:33Z', 'updated_at': '2022-04-21T12:42:47Z', 'revision_number': 4, 'project_id': '92a6d43df1624433929afadbcee46f8a', 'gw_port': {'id': 'c9725a05-fec9-4f40-848d-b94b28a9c326', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:35Z', 'updated_at': '2022-04-21T12:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '740a3582-8dac-4dad-a00d-94758c672b5c', 'name': '', 'network_id': '44eb7d1a-3922-4d99-876a-850783df7ae4', 'tenant_id': '92a6d43df1624433929afadbcee46f8a', 'mac_address': 'fa:16:3e:5c:bb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'c380a365-ab59-4237-865d-7af47378b019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:45Z', 'updated_at': '2022-04-21T12:42:53Z', 'revision_number': 4, 'project_id': '92a6d43df1624433929afadbcee46f8a', 'subnets': [{'id': 'c380a365-ab59-4237-865d-7af47378b019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:42:54.011303 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45064) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:54.033391 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3a6885e-9373-42fa-80c8-b163eb05537c tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:54.034682 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c3a6885e-9373-42fa-80c8-b163eb05537c tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0424180 Apr 21 12:42:54.046170 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45066) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:54.056500 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-aa048482-7db3-4e3c-86f4-a1e7e2d66544 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Request body: {'security_group_rule': {'security_group_id': '3b6b4919-b491-4ff2-a6a9-e2d9faf9bd54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:54.063872 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e31c1533-e354-46f1-8228-c0ec6935d39f req-cd9ca430-911d-4d40-ae91-e61f6d9c831c tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763140 Apr 21 12:42:54.072102 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b2a93f6a-2c8f-4d7d-b5ed-22c07d5237c2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8463786 Apr 21 12:42:54.077646 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45068) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:54.096574 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6885e-9373-42fa-80c8-b163eb05537c tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6b4919-b491-4ff2-a6a9-e2d9faf9bd54,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:54.109345 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dca91596-6bf4-4b36-a83d-0163082ee2a6 req-da072bea-44f2-4917-8cbf-297909bbce21 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396763 Apr 21 12:42:54.136353 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a999d07-79d4-45e4-b5ae-e9c71f23a4dd req-647eb3f3-f431-4c37-9f5e-e84010560fa9 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5162504 Apr 21 12:42:54.189381 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-21986539-a9e3-4236-b040-b2897fc479af tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Request body: {'subnet': {'network_id': '6fa780aa-f8df-4fec-b58b-e2a79dc9c75d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:54.215483 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa048482-7db3-4e3c-86f4-a1e7e2d66544 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:54.302445 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6ac0846b-f947-42c9-b3f5-f4970b82ce92 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:54.362726 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf95f0f4-62b6-4f9d-9919-2b6a93d1a9dd req-2ad266d4-2591-4371-8242-4a2cb2439fb3 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 210 time: 0.0663478 Apr 21 12:42:54.376780 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '12a9a6c2-eaba-433f-899f-95fd1e72a97b', 'network_id': '91f0eb98-678c-4b6a-bd13-f87f951f1bc3', 'port_id': '12a9a6c2-eaba-433f-899f-95fd1e72a97b', 'mac_address': 'fa:16:3e:ef:b5:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9733f310-0141-4a47-a768-d487fa492ddd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:42:54.396241 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6ac0846b-f947-42c9-b3f5-f4970b82ce92 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:54.410065 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa048482-7db3-4e3c-86f4-a1e7e2d66544 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:54.449369 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597e2b5-39f5-4172-a7d4-725121287c6f req-44859692-9871-46aa-85a0-9c8762e7c9bc tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:54.452100 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c597e2b5-39f5-4172-a7d4-725121287c6f req-44859692-9871-46aa-85a0-9c8762e7c9bc tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 949 time: 0.1670220 Apr 21 12:42:54.483086 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa048482-7db3-4e3c-86f4-a1e7e2d66544 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:54.497940 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8323f58a-2ba0-44ba-895e-eb8289393dd3 None None] For port 9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf,segment=NetworkSegment(2fe60033-1f56-4cdf-831a-7d8612ca5f6e),segment_id=2fe60033-1f56-4cdf-831a-7d8612ca5f6e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:54.519542 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa048482-7db3-4e3c-86f4-a1e7e2d66544 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd01bdde-c27c-4012-9005-4b9fef22e974,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:54.526974 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c597e2b5-39f5-4172-a7d4-725121287c6f req-85fe373d-7304-4dad-928f-610c18676098 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666330 Apr 21 12:42:54.663518 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa048482-7db3-4e3c-86f4-a1e7e2d66544 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:54.666630 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-aa048482-7db3-4e3c-86f4-a1e7e2d66544 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6147633 Apr 21 12:42:54.674175 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45074) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:54.680047 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-45024618-7ba7-426a-bfdd-a2f10d1f409a tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Request body: {'security_group_rule': {'security_group_id': '3b6b4919-b491-4ff2-a6a9-e2d9faf9bd54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:54.763017 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8323f58a-2ba0-44ba-895e-eb8289393dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:54.765499 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6ac0846b-f947-42c9-b3f5-f4970b82ce92 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:54.769363 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28600192-ea63-4ffc-8aa1-cb4e4cc7bce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07dbb52-0ca2-4bf5-9660-838ec591a96e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:42:54.772686 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12422497-669f-4bee-b8f8-0d8df82cb165" -d '{"events": [{"server_uuid": "28600192-ea63-4ffc-8aa1-cb4e4cc7bce6", "name": "network-vif-plugged", "status": "completed", "tag": "e07dbb52-0ca2-4bf5-9660-838ec591a96e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:42:54.773621 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6ac0846b-f947-42c9-b3f5-f4970b82ce92 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:54.775358 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6ac0846b-f947-42c9-b3f5-f4970b82ce92 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/0301b3ac-6255-43aa-8d10-eaa96580dd15 HTTP/1.1" status: 204 len: 168 time: 0.7628224 Apr 21 12:42:54.778951 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45078) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:54.815426 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45024618-7ba7-426a-bfdd-a2f10d1f409a tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:54.840153 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0846b-f947-42c9-b3f5-f4970b82ce92 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0301b3ac-6255-43aa-8d10-eaa96580dd15,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:54.875916 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port e07dbb52-0ca2-4bf5-9660-838ec591a96e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e07dbb52-0ca2-4bf5-9660-838ec591a96e,segment=NetworkSegment(55331157-0de8-40ca-be2e-e4bd5fec8eed),segment_id=55331157-0de8-40ca-be2e-e4bd5fec8eed)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:54.886460 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-22ccc0b4-5c85-4300-89d4-c3c965b8fb7f tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1027310 Apr 21 12:42:54.888866 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45080) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:54.908310 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-02024e55-b749-4234-81b7-6408694a0b91 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:54.948045 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45024618-7ba7-426a-bfdd-a2f10d1f409a tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:54.950006 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c480da53-c170-4993-8cfb-a60e8310711c x-openstack-request-id: req-c480da53-c170-4993-8cfb-a60e8310711c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:42:54.950430 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28600192-ea63-4ffc-8aa1-cb4e4cc7bce6", "name": "network-vif-plugged", "status": "completed", "tag": "e07dbb52-0ca2-4bf5-9660-838ec591a96e", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:42:54.950813 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c480da53-c170-4993-8cfb-a60e8310711c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:42:54.951444 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c480da53-c170-4993-8cfb-a60e8310711c'] response: {'server_uuid': '28600192-ea63-4ffc-8aa1-cb4e4cc7bce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07dbb52-0ca2-4bf5-9660-838ec591a96e', 'code': 200} Apr 21 12:42:54.994346 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d41e9750-07a5-4b05-a4ed-89c60b018bce tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:55.037563 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d41e9750-07a5-4b05-a4ed-89c60b018bce tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:55.048246 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21986539-a9e3-4236-b040-b2897fc479af tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Made reservation on behalf of 28f81f60811b4356b23d2a8e82427faf for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:55.054100 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21986539-a9e3-4236-b040-b2897fc479af tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:55.097876 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45024618-7ba7-426a-bfdd-a2f10d1f409a tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:55.112807 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:55.116388 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:55.158429 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45024618-7ba7-426a-bfdd-a2f10d1f409a tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc61222f-75d2-4182-a7b3-fa38dbc7abd1,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:55.183382 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc1ed7c-ba03-42ed-9a84-9e26b6e00a40 req-200c1a1e-4483-4163-b6f1-925b6782fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:55.185101 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1cc1ed7c-ba03-42ed-9a84-9e26b6e00a40 req-200c1a1e-4483-4163-b6f1-925b6782fba9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=28600192-ea63-4ffc-8aa1-cb4e4cc7bce6 HTTP/1.1" status: 200 len: 1096 time: 0.1358006 Apr 21 12:42:55.192499 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323f58a-2ba0-44ba-895e-eb8289393dd3 None None] Pushing event updated for resources: {'Port': ['ID=9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:55.266608 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45024618-7ba7-426a-bfdd-a2f10d1f409a tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:55.268004 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-45024618-7ba7-426a-bfdd-a2f10d1f409a tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5925097 Apr 21 12:42:55.288556 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45086) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:55.293454 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b89dd2e2-9280-488e-9998-0acb6ce1ffa6 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:55.307239 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port c9725a05-fec9-4f40-848d-b94b28a9c326 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:55.307910 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:55.329930 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d41e9750-07a5-4b05-a4ed-89c60b018bce tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:55.350624 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=e07dbb52-0ca2-4bf5-9660-838ec591a96e,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:55.360610 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1cc1ed7c-ba03-42ed-9a84-9e26b6e00a40 req-da046791-a3a6-4548-ba5b-224e567653ee service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498814 Apr 21 12:42:55.369693 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bda51f-0c03-4db7-82f1-92266ac46933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-f603b708-87e5-49f4-a23a-9208c03a9801', 'network_id': 'f603b708-87e5-49f4-a23a-9208c03a9801', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'fixed_ips': [{'subnet_id': '953d5791-ed25-4294-8d79-436f7a2d8af7'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:42:55.370678 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03bda51f-0c03-4db7-82f1-92266ac46933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:55.375838 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f68306-c3d2-4235-8fca-32deb14adf19 req-1e9f07ac-07ce-4fd5-b84e-0ac47d5c979c tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:55.377576 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18f68306-c3d2-4235-8fca-32deb14adf19 req-1e9f07ac-07ce-4fd5-b84e-0ac47d5c979c tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdfe7c02-a1d8-465e-9c63-eb04212bb092 HTTP/1.1" status: 200 len: 943 time: 0.1846960 Apr 21 12:42:55.379871 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d41e9750-07a5-4b05-a4ed-89c60b018bce tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:55.381001 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d41e9750-07a5-4b05-a4ed-89c60b018bce tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/beb0ee98-aa03-47e1-bdb3-789dac172e04 HTTP/1.1" status: 204 len: 168 time: 0.4910936 Apr 21 12:42:55.387025 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794748f-1c62-4fc6-8759-102d38ac3ebd req-3d350eea-9d90-40c2-8253-2d31dda860ce tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:55.388117 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e9750-07a5-4b05-a4ed-89c60b018bce tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=beb0ee98-aa03-47e1-bdb3-789dac172e04,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:55.398408 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45088) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:55.405628 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9625837a-2114-4995-9c8c-8627029c8b0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-6fa780aa-f8df-4fec-b58b-e2a79dc9c75d', 'network_id': '6fa780aa-f8df-4fec-b58b-e2a79dc9c75d', 'tenant_id': '28f81f60811b4356b23d2a8e82427faf', 'fixed_ips': [{'subnet_id': '59827c88-8f20-4e7a-9eee-9838de406c1f'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:42:55.406547 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9625837a-2114-4995-9c8c-8627029c8b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:55.408468 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794748f-1c62-4fc6-8759-102d38ac3ebd req-3d350eea-9d90-40c2-8253-2d31dda860ce tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:55.419370 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f794748f-1c62-4fc6-8759-102d38ac3ebd req-3d350eea-9d90-40c2-8253-2d31dda860ce tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:55.421253 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e40289ae-d2e8-4c49-a5a5-e2a47fa7c484 None None] Provisioning complete for port 740a3582-8dac-4dad-a00d-94758c672b5c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:55.421852 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e40289ae-d2e8-4c49-a5a5-e2a47fa7c484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:55.422629 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f794748f-1c62-4fc6-8759-102d38ac3ebd req-3d350eea-9d90-40c2-8253-2d31dda860ce tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 2416 time: 0.1695311 Apr 21 12:42:55.446825 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b89dd2e2-9280-488e-9998-0acb6ce1ffa6 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:55.470535 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a9a6c2-eaba-433f-899f-95fd1e72a97b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:42:55.538358 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-630bed5e-f078-4967-bbe7-4fa1d84b7c45 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1427829 Apr 21 12:42:55.540147 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45092) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:55.560681 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f794748f-1c62-4fc6-8759-102d38ac3ebd req-d00265d6-c9b2-4fc2-a642-0e013ca01f2f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269052 Apr 21 12:42:55.582149 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18f68306-c3d2-4235-8fca-32deb14adf19 req-ccc620e8-a60b-4ea6-b03f-63cb0fa2c426 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560025 Apr 21 12:42:55.735260 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 12a9a6c2-eaba-433f-899f-95fd1e72a97b, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=12a9a6c2-eaba-433f-899f-95fd1e72a97b,segment=NetworkSegment(55331157-0de8-40ca-be2e-e4bd5fec8eed),segment_id=55331157-0de8-40ca-be2e-e4bd5fec8eed)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:55.774626 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d80cdf1f-0b5e-4efc-a167-ee1ee7187446 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:55.799418 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-02024e55-b749-4234-81b7-6408694a0b91 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Allocated IP 2001:db8:3::1 (f603b708-87e5-49f4-a23a-9208c03a9801/953d5791-ed25-4294-8d79-436f7a2d8af7/d7a6b45b-8f06-426e-8d23-d2c05b979075) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:42:55.803440 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3164e3bd-3aca-4919-9b7c-d1f8c6ad33e5 req-4af408d3-5682-48e7-b134-b65af87561da tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 210 time: 0.1147709 Apr 21 12:42:55.810590 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b89dd2e2-9280-488e-9998-0acb6ce1ffa6 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:55.884974 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d80cdf1f-0b5e-4efc-a167-ee1ee7187446 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:55.892018 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:55.920670 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd5a308-9e47-417a-9889-c6b9b5f41826 req-a1a773a8-1380-44af-80fa-fa841c84db02 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:55.922408 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7bd5a308-9e47-417a-9889-c6b9b5f41826 req-a1a773a8-1380-44af-80fa-fa841c84db02 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 949 time: 0.2127452 Apr 21 12:42:55.984484 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7bd5a308-9e47-417a-9889-c6b9b5f41826 req-d52d1d95-ccc6-491e-90ee-93fe598f8cd8 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539956 Apr 21 12:42:56.038606 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-9625837a-2114-4995-9c8c-8627029c8b0b None None] Allocated IP 2001:db8::2 (6fa780aa-f8df-4fec-b58b-e2a79dc9c75d/59827c88-8f20-4e7a-9eee-9838de406c1f/ebb78a0f-60ca-454b-a441-1ce98f077290) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:42:56.057787 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-b89dd2e2-9280-488e-9998-0acb6ce1ffa6 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Allocated IP 172.25.8.46 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/223fd880-1926-423c-94cd-768eeb2ca05c) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:42:56.168151 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-02024e55-b749-4234-81b7-6408694a0b91 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:56.208292 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21986539-a9e3-4236-b040-b2897fc479af tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:56.215308 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d80cdf1f-0b5e-4efc-a167-ee1ee7187446 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:56.218883 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d80cdf1f-0b5e-4efc-a167-ee1ee7187446 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:56.221991 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d80cdf1f-0b5e-4efc-a167-ee1ee7187446 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "DELETE /v2.0/security-groups/7c6435d0-8c1a-4d3b-9d10-a6c17b1234f2 HTTP/1.1" status: 204 len: 168 time: 0.6761565 Apr 21 12:42:56.228019 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45096) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:56.259537 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=12a9a6c2-eaba-433f-899f-95fd1e72a97b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:56.264260 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 4a202bd4-e96b-4f17-8aff-5f3884f4db2f up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:56.280290 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b89dd2e2-9280-488e-9998-0acb6ce1ffa6 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:56.328398 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cdf1f-0b5e-4efc-a167-ee1ee7187446 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6435d0-8c1a-4d3b-9d10-a6c17b1234f2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:56.335174 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-02024e55-b749-4234-81b7-6408694a0b91 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:56.351029 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21986539-a9e3-4236-b040-b2897fc479af tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Network 6fa780aa-f8df-4fec-b58b-e2a79dc9c75d is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:56.407913 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-03bda51f-0c03-4db7-82f1-92266ac46933 None None] Allocated IP 2001:db8:3::2 (f603b708-87e5-49f4-a23a-9208c03a9801/953d5791-ed25-4294-8d79-436f7a2d8af7/9f2a6eb5-0f5e-427d-964c-2a307b2f3421) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:42:56.422029 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b89dd2e2-9280-488e-9998-0acb6ce1ffa6 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:56.428509 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-21986539-a9e3-4236-b040-b2897fc479af tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:56.436965 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21986539-a9e3-4236-b040-b2897fc479af tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:56.437626 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21986539-a9e3-4236-b040-b2897fc479af tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:56.441813 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e40289ae-d2e8-4c49-a5a5-e2a47fa7c484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:56.480114 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['12a9a6c2-eaba-433f-899f-95fd1e72a97b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:42:56.491874 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21986539-a9e3-4236-b040-b2897fc479af tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event updated for resources: {'Subnet': ['ID=3c75187f-d7af-4992-ad43-9d0cdaf1e5aa,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:56.497405 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02024e55-b749-4234-81b7-6408694a0b91 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network f603b708-87e5-49f4-a23a-9208c03a9801 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:56.510407 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-02024e55-b749-4234-81b7-6408694a0b91 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:56.511029 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89dd2e2-9280-488e-9998-0acb6ce1ffa6 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:56.517957 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b89dd2e2-9280-488e-9998-0acb6ce1ffa6 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:56.531752 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-660b3f30-de8a-4603-9599-484beb4fda6a tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2694061 Apr 21 12:42:56.531752 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02024e55-b749-4234-81b7-6408694a0b91 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:42:56.531752 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-02024e55-b749-4234-81b7-6408694a0b91 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:56.531752 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02024e55-b749-4234-81b7-6408694a0b91 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Port': ['ID=d7a6b45b-8f06-426e-8d23-d2c05b979075,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:56.533702 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45098) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:56.534466 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89dd2e2-9280-488e-9998-0acb6ce1ffa6 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:42:56.543650 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1082aee1-ddb8-41aa-bab2-030cd2d6f86d tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Request body: {'security_group': {'name': 'tempest-secgroup--1039584568'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:56.664523 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89dd2e2-9280-488e-9998-0acb6ce1ffa6 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Pushing event updated for resources: {'Port': ['ID=223fd880-1926-423c-94cd-768eeb2ca05c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:56.695818 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-21986539-a9e3-4236-b040-b2897fc479af tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6137195 Apr 21 12:42:56.696234 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45104) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:56.793797 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407cef2a-4e1e-4dda-90f7-02e1cbfb2b7c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:56.795775 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407cef2a-4e1e-4dda-90f7-02e1cbfb2b7c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:56.797534 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407cef2a-4e1e-4dda-90f7-02e1cbfb2b7c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:56.800254 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407cef2a-4e1e-4dda-90f7-02e1cbfb2b7c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:56.802440 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407cef2a-4e1e-4dda-90f7-02e1cbfb2b7c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:56.804587 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-407cef2a-4e1e-4dda-90f7-02e1cbfb2b7c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1072898 Apr 21 12:42:56.804879 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b89dd2e2-9280-488e-9998-0acb6ce1ffa6 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:56.835373 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45106) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:56.850253 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-02024e55-b749-4234-81b7-6408694a0b91 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:56.851009 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-27dd096c-6411-46a7-a95f-e51eaf4a12e2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-673194784'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:56.914644 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9625837a-2114-4995-9c8c-8627029c8b0b None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:56.959548 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e40289ae-d2e8-4c49-a5a5-e2a47fa7c484 None None] For port 740a3582-8dac-4dad-a00d-94758c672b5c, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=740a3582-8dac-4dad-a00d-94758c672b5c,segment=NetworkSegment(3d515146-2648-45c5-829b-f1cb9725fb9a),segment_id=3d515146-2648-45c5-829b-f1cb9725fb9a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:56.961259 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 4a202bd4-e96b-4f17-8aff-5f3884f4db2f completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:42:56.979602 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116002a-c38a-4d93-b63e-596f88208a02 req-082ebc74-fb66-42ea-9311-3e7ee8f865f1 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:56.987565 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8116002a-c38a-4d93-b63e-596f88208a02 req-082ebc74-fb66-42ea-9311-3e7ee8f865f1 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdfe7c02-a1d8-465e-9c63-eb04212bb092 HTTP/1.1" status: 200 len: 944 time: 0.1516914 Apr 21 12:42:57.033423 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 4a202bd4-e96b-4f17-8aff-5f3884f4db2f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:57.033872 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:57.039349 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b89dd2e2-9280-488e-9998-0acb6ce1ffa6 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:57.107410 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9625837a-2114-4995-9c8c-8627029c8b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:57.161246 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e40289ae-d2e8-4c49-a5a5-e2a47fa7c484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:57.163719 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:57.219155 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1082aee1-ddb8-41aa-bab2-030cd2d6f86d tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:57.221184 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27dd096c-6411-46a7-a95f-e51eaf4a12e2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Made reservation on behalf of 28f81f60811b4356b23d2a8e82427faf for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:57.225021 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27dd096c-6411-46a7-a95f-e51eaf4a12e2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:57.230106 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625837a-2114-4995-9c8c-8627029c8b0b None None] Pushing event updated for resources: {'Port': ['ID=ebb78a0f-60ca-454b-a441-1ce98f077290,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:57.240367 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c8c37-451c-411d-824e-b77ce93d7b3a req-2e18d06e-b47a-4142-bb7d-459e0ce5563c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:57.246687 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9625837a-2114-4995-9c8c-8627029c8b0b None None] Network 6fa780aa-f8df-4fec-b58b-e2a79dc9c75d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:57.246843 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c8c37-451c-411d-824e-b77ce93d7b3a req-2e18d06e-b47a-4142-bb7d-459e0ce5563c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:57.253380 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c8c37-451c-411d-824e-b77ce93d7b3a req-2e18d06e-b47a-4142-bb7d-459e0ce5563c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:57.258717 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9625837a-2114-4995-9c8c-8627029c8b0b None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:57.261912 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-048c8c37-451c-411d-824e-b77ce93d7b3a req-2e18d06e-b47a-4142-bb7d-459e0ce5563c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 2416 time: 0.4431787 Apr 21 12:42:57.284528 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-02024e55-b749-4234-81b7-6408694a0b91 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:57.287623 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9625837a-2114-4995-9c8c-8627029c8b0b None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:42:57.336830 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b89dd2e2-9280-488e-9998-0acb6ce1ffa6 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:57.346861 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8116002a-c38a-4d93-b63e-596f88208a02 req-7abf93b1-fbc6-4ab7-8f61-cd0db37d2f39 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583894 Apr 21 12:42:57.359452 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-02024e55-b749-4234-81b7-6408694a0b91 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:57.360619 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-02024e55-b749-4234-81b7-6408694a0b91 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:57.386220 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-048c8c37-451c-411d-824e-b77ce93d7b3a req-a955066b-2cb7-41bf-aa50-b8783efb073e tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180282 Apr 21 12:42:57.419365 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27dd096c-6411-46a7-a95f-e51eaf4a12e2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:42:57.447530 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b89dd2e2-9280-488e-9998-0acb6ce1ffa6 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:57.464974 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3cee8505-dd4f-4ec4-aff7-088307a574cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'name': 'tempest-RoutersIpV6Test-router-1536361923', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:20Z', 'updated_at': '2022-04-21T12:42:48Z', 'revision_number': 4, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'gw_port_host': None, '_interfaces': [{'id': '086ac070-4022-4a14-ab16-f1746bef375e', 'name': '', 'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:24:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:26Z', 'updated_at': '2022-04-21T12:42:36Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0f506d9d-3e7b-4e78-8e92-848ddee68d3a', 'name': '', 'network_id': '4e36eb6b-0252-424a-a369-f134004effb8', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:6b:2d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '780fdff1-9009-4b18-95c6-01085ace0467', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:37Z', 'updated_at': '2022-04-21T12:42:50Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': '780fdff1-9009-4b18-95c6-01085ace0467', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f8a044-5d43-42c2-a2f1-b776f0ebc756', 'name': '', 'network_id': 'd049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:94:3d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '86bc0e81-6eb1-4dd1-ad3b-7a2f58c1bc10', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:47Z', 'updated_at': '2022-04-21T12:42:49Z', 'revision_number': 2, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': '86bc0e81-6eb1-4dd1-ad3b-7a2f58c1bc10', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:42:57.478432 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27dd096c-6411-46a7-a95f-e51eaf4a12e2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:57.482024 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-27dd096c-6411-46a7-a95f-e51eaf4a12e2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Added segment 45af7756-4503-4b67-97f4-482da0391a6f of type vlan for network 40106f1a-e6f3-4b28-9688-37171efe2c93 Apr 21 12:42:57.493957 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02024e55-b749-4234-81b7-6408694a0b91 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event updated for resources: {'Port': ['ID=d7a6b45b-8f06-426e-8d23-d2c05b979075,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:57.537094 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:57.548717 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ddd22c29-0f35-4072-be66-fe6690196024 None None] Provisioning complete for port 9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:57.549083 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ddd22c29-0f35-4072-be66-fe6690196024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:57.565777 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40289ae-d2e8-4c49-a5a5-e2a47fa7c484 None None] Pushing event updated for resources: {'Port': ['ID=740a3582-8dac-4dad-a00d-94758c672b5c,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:57.568406 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cee8505-dd4f-4ec4-aff7-088307a574cd None None] Checking router: a7e1f888-4850-4d35-8132-f11209b75ff5 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:42:57.568757 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cee8505-dd4f-4ec4-aff7-088307a574cd None None] Updating router a7e1f888-4850-4d35-8132-f11209b75ff5 port 60f8a044-5d43-42c2-a2f1-b776f0ebc756 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:42:57.606835 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02024e55-b749-4234-81b7-6408694a0b91 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Network f603b708-87e5-49f4-a23a-9208c03a9801 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:57.616437 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-02024e55-b749-4234-81b7-6408694a0b91 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:57.621969 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-615aa9ca-5d37-4844-830a-17240e098888 req-f9643ed2-6c4e-49cf-bc6f-a6371925892d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 210 time: 0.0951264 Apr 21 12:42:57.647859 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9625837a-2114-4995-9c8c-8627029c8b0b None None] Attempting to bind port ebb78a0f-60ca-454b-a441-1ce98f077290 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:42:57.648226 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9625837a-2114-4995-9c8c-8627029c8b0b None None] Attempting to bind port ebb78a0f-60ca-454b-a441-1ce98f077290 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a13695a-e5a4-4ce1-b178-24fa09cc7d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6fa780aa-f8df-4fec-b58b-e2a79dc9c75d'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:42:57.648919 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9625837a-2114-4995-9c8c-8627029c8b0b None None] Attempting to bind port ebb78a0f-60ca-454b-a441-1ce98f077290 on network 6fa780aa-f8df-4fec-b58b-e2a79dc9c75d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:57.656538 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:57.656897 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:57.673435 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03bda51f-0c03-4db7-82f1-92266ac46933 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:57.679790 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27dd096c-6411-46a7-a95f-e51eaf4a12e2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:57.692916 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a202bd4-e96b-4f17-8aff-5f3884f4db2f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:42:57.695220 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22de1af-134e-4b92-b5cd-5748347d2973" -d '{"events": [{"server_uuid": "98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804", "name": "network-vif-plugged", "status": "completed", "tag": "4a202bd4-e96b-4f17-8aff-5f3884f4db2f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:42:57.717125 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89dd2e2-9280-488e-9998-0acb6ce1ffa6 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Pushing event updated for resources: {'Port': ['ID=223fd880-1926-423c-94cd-768eeb2ca05c,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:57.722074 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9625837a-2114-4995-9c8c-8627029c8b0b None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:42:57.722444 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9625837a-2114-4995-9c8c-8627029c8b0b None None] Checking segment: {'id': '7a13695a-e5a4-4ce1-b178-24fa09cc7d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6fa780aa-f8df-4fec-b58b-e2a79dc9c75d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:57.722840 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9625837a-2114-4995-9c8c-8627029c8b0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:57.723217 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9625837a-2114-4995-9c8c-8627029c8b0b None None] Bound using segment: {'id': '7a13695a-e5a4-4ce1-b178-24fa09cc7d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6fa780aa-f8df-4fec-b58b-e2a79dc9c75d'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:42:57.723694 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9625837a-2114-4995-9c8c-8627029c8b0b None None] Bound port: ebb78a0f-60ca-454b-a441-1ce98f077290, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a13695a-e5a4-4ce1-b178-24fa09cc7d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '6fa780aa-f8df-4fec-b58b-e2a79dc9c75d'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:42:57.724067 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9625837a-2114-4995-9c8c-8627029c8b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:57.736165 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1082aee1-ddb8-41aa-bab2-030cd2d6f86d tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:57.747479 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3cee8505-dd4f-4ec4-aff7-088307a574cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:57.748445 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02024e55-b749-4234-81b7-6408694a0b91 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Router a7e1f888-4850-4d35-8132-f11209b75ff5 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:42:57.758293 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 4a202bd4-e96b-4f17-8aff-5f3884f4db2f, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=4a202bd4-e96b-4f17-8aff-5f3884f4db2f,segment=NetworkSegment(776a9318-226f-4a2c-ac7f-74a4bbb38944),segment_id=776a9318-226f-4a2c-ac7f-74a4bbb38944)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:57.763936 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b89dd2e2-9280-488e-9998-0acb6ce1ffa6 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:57.775664 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716bbae7-ae68-4681-b99d-6ffb090c7419 req-21954c98-faf6-43ee-b65a-75835a2982d4 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:57.784280 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-716bbae7-ae68-4681-b99d-6ffb090c7419 req-21954c98-faf6-43ee-b65a-75835a2982d4 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 949 time: 0.2423615 Apr 21 12:42:57.790703 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03bda51f-0c03-4db7-82f1-92266ac46933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:57.811050 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1082aee1-ddb8-41aa-bab2-030cd2d6f86d tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:57.839968 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07b68bc-ef75-4427-a24b-971f25f5fd1c x-openstack-request-id: req-b07b68bc-ef75-4427-a24b-971f25f5fd1c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:42:57.840254 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804", "name": "network-vif-plugged", "status": "completed", "tag": "4a202bd4-e96b-4f17-8aff-5f3884f4db2f", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:42:57.841145 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b07b68bc-ef75-4427-a24b-971f25f5fd1c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:42:57.841539 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b07b68bc-ef75-4427-a24b-971f25f5fd1c'] response: {'server_uuid': '98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a202bd4-e96b-4f17-8aff-5f3884f4db2f', 'code': 200} Apr 21 12:42:57.857353 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27dd096c-6411-46a7-a95f-e51eaf4a12e2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:57.863758 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dd096c-6411-46a7-a95f-e51eaf4a12e2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:57.864919 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-27dd096c-6411-46a7-a95f-e51eaf4a12e2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:57.882799 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:57.882799 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 425dc2b5-331a-493f-ac21-80edcb7c5a78 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:57.889905 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02024e55-b749-4234-81b7-6408694a0b91 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:42:57.898233 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-02024e55-b749-4234-81b7-6408694a0b91 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "PUT /v2.0/routers/a7e1f888-4850-4d35-8132-f11209b75ff5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9819422 Apr 21 12:42:57.899650 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45114) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:57.914601 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-716bbae7-ae68-4681-b99d-6ffb090c7419 req-11b1f355-0e3e-4326-956f-b6f95b8a5478 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159940 Apr 21 12:42:57.914919 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3be1b11b-f6f4-401e-a9da-904272bc272f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:57.915018 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082aee1-ddb8-41aa-bab2-030cd2d6f86d tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7afb1b7-1c94-4cbf-8a3d-dacc9818d1fd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:57.953182 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b89dd2e2-9280-488e-9998-0acb6ce1ffa6 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:57.957162 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b89dd2e2-9280-488e-9998-0acb6ce1ffa6 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6644497 Apr 21 12:42:57.967087 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd096c-6411-46a7-a95f-e51eaf4a12e2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event updated for resources: {'Network': ['ID=40106f1a-e6f3-4b28-9688-37171efe2c93,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:57.978209 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bda51f-0c03-4db7-82f1-92266ac46933 None None] Network f603b708-87e5-49f4-a23a-9208c03a9801 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:42:58.027267 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1082aee1-ddb8-41aa-bab2-030cd2d6f86d tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:58.032282 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1082aee1-ddb8-41aa-bab2-030cd2d6f86d tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4945416 Apr 21 12:42:58.034362 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45124) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:58.034820 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 40106f1a-e6f3-4b28-9688-37171efe2c93 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:42:58.041048 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-705743e4-94b7-4ce7-93e6-fdf0d70c7270 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Request body: {'security_group_rule': {'security_group_id': 'a7afb1b7-1c94-4cbf-8a3d-dacc9818d1fd', 'direction': 'ingress', 'protocol': 17}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:58.049013 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bda51f-0c03-4db7-82f1-92266ac46933 None None] Pushing event updated for resources: {'Port': ['ID=9f2a6eb5-0f5e-427d-964c-2a307b2f3421,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:58.051643 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-03bda51f-0c03-4db7-82f1-92266ac46933 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:42:58.061298 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-27dd096c-6411-46a7-a95f-e51eaf4a12e2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2141359 Apr 21 12:42:58.065307 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45130) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:58.072530 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a9c66385-b591-477f-acda-f8698fecab71 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:58.089846 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bda51f-0c03-4db7-82f1-92266ac46933 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:42:58.098490 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9625837a-2114-4995-9c8c-8627029c8b0b None None] For port ebb78a0f-60ca-454b-a441-1ce98f077290, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:42:58.203960 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9625837a-2114-4995-9c8c-8627029c8b0b None None] For port ebb78a0f-60ca-454b-a441-1ce98f077290, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ebb78a0f-60ca-454b-a441-1ce98f077290,segment=NetworkSegment(7a13695a-e5a4-4ce1-b178-24fa09cc7d10),segment_id=7a13695a-e5a4-4ce1-b178-24fa09cc7d10)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:42:58.219213 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-214c638f-54bf-487d-b460-1bf412d29e67 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--238238011&fields=id&tenant_id=92a6d43df1624433929afadbcee46f8a HTTP/1.1" status: 200 len: 267 time: 0.1356490 Apr 21 12:42:58.260953 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-705743e4-94b7-4ce7-93e6-fdf0d70c7270 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:58.312008 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9625837a-2114-4995-9c8c-8627029c8b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:58.346196 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=4a202bd4-e96b-4f17-8aff-5f3884f4db2f,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:58.360509 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ddd22c29-0f35-4072-be66-fe6690196024 None None] Provisioning complete for port 60f8a044-5d43-42c2-a2f1-b776f0ebc756 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:58.360877 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ddd22c29-0f35-4072-be66-fe6690196024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:58.370423 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-03bda51f-0c03-4db7-82f1-92266ac46933 None None] Attempting to bind port 9f2a6eb5-0f5e-427d-964c-2a307b2f3421 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:42:58.370789 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-03bda51f-0c03-4db7-82f1-92266ac46933 None None] Attempting to bind port 9f2a6eb5-0f5e-427d-964c-2a307b2f3421 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'c17e4c9b-d93f-4806-9c36-bb5d6c997c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f603b708-87e5-49f4-a23a-9208c03a9801'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:42:58.371145 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bda51f-0c03-4db7-82f1-92266ac46933 None None] Attempting to bind port 9f2a6eb5-0f5e-427d-964c-2a307b2f3421 on network f603b708-87e5-49f4-a23a-9208c03a9801 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:58.414154 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 425dc2b5-331a-493f-ac21-80edcb7c5a78 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:42:58.436828 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bda51f-0c03-4db7-82f1-92266ac46933 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:42:58.437193 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bda51f-0c03-4db7-82f1-92266ac46933 None None] Checking segment: {'id': 'c17e4c9b-d93f-4806-9c36-bb5d6c997c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f603b708-87e5-49f4-a23a-9208c03a9801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:58.437605 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03bda51f-0c03-4db7-82f1-92266ac46933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:58.448303 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bda51f-0c03-4db7-82f1-92266ac46933 None None] Bound using segment: {'id': 'c17e4c9b-d93f-4806-9c36-bb5d6c997c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f603b708-87e5-49f4-a23a-9208c03a9801'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:42:58.449069 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-03bda51f-0c03-4db7-82f1-92266ac46933 None None] Bound port: 9f2a6eb5-0f5e-427d-964c-2a307b2f3421, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c17e4c9b-d93f-4806-9c36-bb5d6c997c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'f603b708-87e5-49f4-a23a-9208c03a9801'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:42:58.449478 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03bda51f-0c03-4db7-82f1-92266ac46933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:58.470040 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 425dc2b5-331a-493f-ac21-80edcb7c5a78 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:58.470408 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:58.533127 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ddd22c29-0f35-4072-be66-fe6690196024 None None] Port 60f8a044-5d43-42c2-a2f1-b776f0ebc756 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:42:58.547378 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625837a-2114-4995-9c8c-8627029c8b0b None None] Pushing event updated for resources: {'Port': ['ID=ebb78a0f-60ca-454b-a441-1ce98f077290,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:58.550422 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9c66385-b591-477f-acda-f8698fecab71 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:58.600831 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-705743e4-94b7-4ce7-93e6-fdf0d70c7270 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:58.624328 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-51e2b595-1da7-4144-a9a9-f90928b4608f tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:58.633640 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-51e2b595-1da7-4144-a9a9-f90928b4608f tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/networks?id=44eb7d1a-3922-4d99-876a-850783df7ae4 HTTP/1.1" status: 200 len: 811 time: 0.4131758 Apr 21 12:42:58.648707 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.extraroute_db [None req-3be1b11b-f6f4-401e-a9da-904272bc272f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 21 12:42:58.670053 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-14729d28-eb49-477d-a413-9c23c75caa2a tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/quotas/92a6d43df1624433929afadbcee46f8a HTTP/1.1" status: 200 len: 375 time: 0.0314589 Apr 21 12:42:58.673155 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-705743e4-94b7-4ce7-93e6-fdf0d70c7270 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:58.679431 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-03bda51f-0c03-4db7-82f1-92266ac46933 None None] For port 9f2a6eb5-0f5e-427d-964c-2a307b2f3421, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:42:58.688307 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.extraroute_db [None req-3be1b11b-f6f4-401e-a9da-904272bc272f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Removed routes are [] {{(pid=103397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 21 12:42:58.688847 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3be1b11b-f6f4-401e-a9da-904272bc272f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3659549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10333'] for router, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:58.934156 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 0f506d9d-3e7b-4e78-8e92-848ddee68d3a up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:58.978243 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3cee8505-dd4f-4ec4-aff7-088307a574cd None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:58.985679 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-03bda51f-0c03-4db7-82f1-92266ac46933 None None] For port 9f2a6eb5-0f5e-427d-964c-2a307b2f3421, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=9f2a6eb5-0f5e-427d-964c-2a307b2f3421,segment=NetworkSegment(c17e4c9b-d93f-4806-9c36-bb5d6c997c5f),segment_id=c17e4c9b-d93f-4806-9c36-bb5d6c997c5f)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:42:59.030300 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:59.055940 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3be1b11b-f6f4-401e-a9da-904272bc272f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3659549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10333'] for router, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:59.060546 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3be1b11b-f6f4-401e-a9da-904272bc272f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3659538'] for router, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:59.072991 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03bda51f-0c03-4db7-82f1-92266ac46933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:59.075775 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3cee8505-dd4f-4ec4-aff7-088307a574cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:59.171228 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 425dc2b5-331a-493f-ac21-80edcb7c5a78, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=425dc2b5-331a-493f-ac21-80edcb7c5a78,segment=NetworkSegment(985a5265-bc72-4924-bf36-8e8c62f4ed57),segment_id=985a5265-bc72-4924-bf36-8e8c62f4ed57)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:42:59.191593 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9c66385-b591-477f-acda-f8698fecab71 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:59.194046 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be1b11b-f6f4-401e-a9da-904272bc272f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Router a7e1f888-4850-4d35-8132-f11209b75ff5 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:42:59.200728 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 0f506d9d-3e7b-4e78-8e92-848ddee68d3a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:59.201106 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:59.220756 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9bf99e-682f-4ddc-9708-a5e6f3ccaa55 req-34279039-cbb7-4691-8ea8-d7eb729ce9e8 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:59.223920 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f9bf99e-682f-4ddc-9708-a5e6f3ccaa55 req-34279039-cbb7-4691-8ea8-d7eb729ce9e8 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdfe7c02-a1d8-465e-9c63-eb04212bb092 HTTP/1.1" status: 200 len: 944 time: 0.7127812 Apr 21 12:42:59.232562 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a9c66385-b591-477f-acda-f8698fecab71 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Network 40106f1a-e6f3-4b28-9688-37171efe2c93 is not hosted by any dhcp agent {{(pid=103398) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 21 12:42:59.238987 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c66385-b591-477f-acda-f8698fecab71 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:42:59.239794 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a9c66385-b591-477f-acda-f8698fecab71 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:59.241576 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a9c66385-b591-477f-acda-f8698fecab71 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "PUT /v2.0/networks/40106f1a-e6f3-4b28-9688-37171efe2c93 HTTP/1.1" status: 200 len: 723 time: 1.1752350 Apr 21 12:42:59.242567 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705743e4-94b7-4ce7-93e6-fdf0d70c7270 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031a4849-66e5-4cd9-95c9-8c2ca5a2e4f8,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:59.266413 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45140) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:59.270221 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-705743e4-94b7-4ce7-93e6-fdf0d70c7270 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:59.271574 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-705743e4-94b7-4ce7-93e6-fdf0d70c7270 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2351635 Apr 21 12:42:59.279144 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f2d1c513-5fd3-4af9-b7b2-23e12c104d4b tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Request body: {'subnet': {'network_id': '40106f1a-e6f3-4b28-9688-37171efe2c93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:42:59.288024 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:59.312393 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bda51f-0c03-4db7-82f1-92266ac46933 None None] Pushing event updated for resources: {'Port': ['ID=9f2a6eb5-0f5e-427d-964c-2a307b2f3421,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:59.324450 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45142) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:42:59.376028 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 55da96c5-1f75-4504-8c88-a7bb86ff2491 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:59.422189 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3301d-125c-4248-ab96-62427df661a8 None None] Pushing event updated for resources: {'Port': ['ID=60f8a044-5d43-42c2-a2f1-b776f0ebc756,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:59.492527 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3cee8505-dd4f-4ec4-aff7-088307a574cd None None] Attempting to bind port 60f8a044-5d43-42c2-a2f1-b776f0ebc756 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:42:59.492905 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3cee8505-dd4f-4ec4-aff7-088307a574cd None None] Attempting to bind port 60f8a044-5d43-42c2-a2f1-b776f0ebc756 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '2fe60033-1f56-4cdf-831a-7d8612ca5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:42:59.493256 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cee8505-dd4f-4ec4-aff7-088307a574cd None None] Attempting to bind port 60f8a044-5d43-42c2-a2f1-b776f0ebc756 on network d049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:42:59.636736 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=425dc2b5-331a-493f-ac21-80edcb7c5a78,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:59.647189 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-4fee1b7f-ca50-407f-a61b-5c515ae0f4cc tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=92a6d43df1624433929afadbcee46f8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9625916 Apr 21 12:42:59.648768 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c66385-b591-477f-acda-f8698fecab71 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event updated for resources: {'Network': ['ID=40106f1a-e6f3-4b28-9688-37171efe2c93,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:42:59.656221 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cee8505-dd4f-4ec4-aff7-088307a574cd None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:42:59.656595 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cee8505-dd4f-4ec4-aff7-088307a574cd None None] Checking segment: {'id': '2fe60033-1f56-4cdf-831a-7d8612ca5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:42:59.656999 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3cee8505-dd4f-4ec4-aff7-088307a574cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:59.657384 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cee8505-dd4f-4ec4-aff7-088307a574cd None None] Bound using segment: {'id': '2fe60033-1f56-4cdf-831a-7d8612ca5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:42:59.657894 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3cee8505-dd4f-4ec4-aff7-088307a574cd None None] Bound port: 60f8a044-5d43-42c2-a2f1-b776f0ebc756, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe60033-1f56-4cdf-831a-7d8612ca5f6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'd049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:42:59.658274 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3cee8505-dd4f-4ec4-aff7-088307a574cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:59.679569 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 40106f1a-e6f3-4b28-9688-37171efe2c93 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:42:59.683412 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d1c513-5fd3-4af9-b7b2-23e12c104d4b tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Made reservation on behalf of 28f81f60811b4356b23d2a8e82427faf for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:42:59.685349 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2d1c513-5fd3-4af9-b7b2-23e12c104d4b tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:59.755008 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 740a3582-8dac-4dad-a00d-94758c672b5c up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:42:59.865347 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425dc2b5-331a-493f-ac21-80edcb7c5a78'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:42:59.871630 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a67a786-2dec-4fbf-a2ba-008304d59b38" -d '{"events": [{"server_uuid": "98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804", "name": "network-vif-plugged", "status": "completed", "tag": "425dc2b5-331a-493f-ac21-80edcb7c5a78"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:42:59.921772 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 55da96c5-1f75-4504-8c88-a7bb86ff2491 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:42:59.925946 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f8a24d38-bdc0-4d12-b355-e7cdcbba015d None None] Provisioning complete for port 60f8a044-5d43-42c2-a2f1-b776f0ebc756 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:42:59.926316 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8a24d38-bdc0-4d12-b355-e7cdcbba015d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:42:59.981611 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f9bf99e-682f-4ddc-9708-a5e6f3ccaa55 req-3dbeec38-aff2-46ab-bf35-9b153fe8856f tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7219608 Apr 21 12:42:59.998205 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2d1c513-5fd3-4af9-b7b2-23e12c104d4b tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:00.056602 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 55da96c5-1f75-4504-8c88-a7bb86ff2491 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:00.061945 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:00.113849 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-25eb2990-b6ac-46d6-af80-53810bec6fe0 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:00.139824 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be1b11b-f6f4-401e-a9da-904272bc272f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:43:00.149676 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3be1b11b-f6f4-401e-a9da-904272bc272f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:00.150901 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3be1b11b-f6f4-401e-a9da-904272bc272f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "PUT /v2.0/routers/a7e1f888-4850-4d35-8132-f11209b75ff5 HTTP/1.1" status: 200 len: 954 time: 2.2502258 Apr 21 12:43:00.153430 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1c513-5fd3-4af9-b7b2-23e12c104d4b tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event updated for resources: {'Subnet': ['ID=5f2a8118-70bf-4350-93e4-8f31fe8ae752,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:00.159111 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45146) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:00.172102 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-25eb2990-b6ac-46d6-af80-53810bec6fe0 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:00.201073 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3cee8505-dd4f-4ec4-aff7-088307a574cd None None] For port 60f8a044-5d43-42c2-a2f1-b776f0ebc756, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:43:00.211452 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3cee8505-dd4f-4ec4-aff7-088307a574cd None None] For port 60f8a044-5d43-42c2-a2f1-b776f0ebc756, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=60f8a044-5d43-42c2-a2f1-b776f0ebc756,segment=NetworkSegment(2fe60033-1f56-4cdf-831a-7d8612ca5f6e),segment_id=2fe60033-1f56-4cdf-831a-7d8612ca5f6e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:43:00.212531 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f8a24d38-bdc0-4d12-b355-e7cdcbba015d None None] Port 60f8a044-5d43-42c2-a2f1-b776f0ebc756 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:43:00.233934 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-70d0e8bf-df94-4786-bbcb-60e254a1e9a7 service neutron] 10.222.0.36 "GET /v2.0/networks/44eb7d1a-3922-4d99-876a-850783df7ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5722697 Apr 21 12:43:00.273380 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9289e889-76f3-4c35-8a74-1d1597dc8a73 None None] Network 6fa780aa-f8df-4fec-b58b-e2a79dc9c75d requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:00.285249 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:00.302745 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d1c513-5fd3-4af9-b7b2-23e12c104d4b tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Checking segment: {'id': '45af7756-4503-4b67-97f4-482da0391a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '40106f1a-e6f3-4b28-9688-37171efe2c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:43:00.303107 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d1c513-5fd3-4af9-b7b2-23e12c104d4b tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Network hostable DHCP agents. Network: 40106f1a-e6f3-4b28-9688-37171efe2c93, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:43:00.344274 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 740a3582-8dac-4dad-a00d-94758c672b5c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:00.344651 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:00.360704 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fd976-1888-4f78-9e75-2f6096e49e73 req-8175c010-371f-40e6-980f-da16a7a0181c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:00.366840 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fd976-1888-4f78-9e75-2f6096e49e73 req-8175c010-371f-40e6-980f-da16a7a0181c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:00.373796 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730fd976-1888-4f78-9e75-2f6096e49e73 req-8175c010-371f-40e6-980f-da16a7a0181c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:00.375535 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-730fd976-1888-4f78-9e75-2f6096e49e73 req-8175c010-371f-40e6-980f-da16a7a0181c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 2418 time: 0.2803712 Apr 21 12:43:00.375854 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3cee8505-dd4f-4ec4-aff7-088307a574cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:00.384033 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-25eb2990-b6ac-46d6-af80-53810bec6fe0 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:00.388077 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-25eb2990-b6ac-46d6-af80-53810bec6fe0 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:00.389794 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-25eb2990-b6ac-46d6-af80-53810bec6fe0 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "DELETE /v2.0/security-groups/a7afb1b7-1c94-4cbf-8a3d-dacc9818d1fd HTTP/1.1" status: 204 len: 168 time: 1.0641782 Apr 21 12:43:00.394284 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45148) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:00.411383 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb2990-b6ac-46d6-af80-53810bec6fe0 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7afb1b7-1c94-4cbf-8a3d-dacc9818d1fd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:00.424850 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-cce7321a-cdf8-46d3-b9ee-9b3df7251e8c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "GET /v2.0/routers/a7e1f888-4850-4d35-8132-f11209b75ff5 HTTP/1.1" status: 200 len: 954 time: 0.2631345 Apr 21 12:43:00.428052 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45150) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:00.433877 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-cb6ba1a5-204b-4546-bc26-606d1daf023b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'router': {'routes': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:00.507832 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-730fd976-1888-4f78-9e75-2f6096e49e73 req-a1120b30-bf1e-43cc-9cc5-1c05a3136cda tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122997 Apr 21 12:43:00.544866 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-38c78640-4f93-4f2e-911c-38f19f30a2b7 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1450200 Apr 21 12:43:00.545733 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45152) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:00.548226 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-26812a77-677e-4d7b-8676-0f7ff1db905d service neutron] 10.222.0.36 "GET /v2.0/networks/44eb7d1a-3922-4d99-876a-850783df7ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135123 Apr 21 12:43:00.556392 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-832e856f-c9fd-4731-b2eb-f353d7324cd9 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Request body: {'security_group': {'name': 'tempest-secgroup--410890149'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:00.570941 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d1c513-5fd3-4af9-b7b2-23e12c104d4b tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Network 40106f1a-e6f3-4b28-9688-37171efe2c93 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:43:00.627935 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3301d-125c-4248-ab96-62427df661a8 None None] Pushing event updated for resources: {'Port': ['ID=60f8a044-5d43-42c2-a2f1-b776f0ebc756,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:00.684864 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c0904d9-917f-4df4-9c74-a2b3b654cff6 req-fd181bb7-415e-42b3-a44f-424ffdfb4784 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 210 time: 0.0506177 Apr 21 12:43:00.686173 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f2d1c513-5fd3-4af9-b7b2-23e12c104d4b tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 40106f1a-e6f3-4b28-9688-37171efe2c93) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:43:00.698414 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d1c513-5fd3-4af9-b7b2-23e12c104d4b tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:00.700976 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2d1c513-5fd3-4af9-b7b2-23e12c104d4b tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:00.711384 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-570f6a36-4895-46c9-8062-05fc6b8fab23 None None] Provisioning complete for port ebb78a0f-60ca-454b-a441-1ce98f077290 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:00.711752 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-570f6a36-4895-46c9-8062-05fc6b8fab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:00.713274 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cee8505-dd4f-4ec4-aff7-088307a574cd None None] Routers {'a7e1f888-4850-4d35-8132-f11209b75ff5'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:43:00.714382 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3cee8505-dd4f-4ec4-aff7-088307a574cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:42:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a7e1f888-4850-4d35-8132-f11209b75ff5'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:00.722471 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-832e856f-c9fd-4731-b2eb-f353d7324cd9 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:00.735096 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 55da96c5-1f75-4504-8c88-a7bb86ff2491, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=55da96c5-1f75-4504-8c88-a7bb86ff2491,segment=NetworkSegment(776a9318-226f-4a2c-ac7f-74a4bbb38944),segment_id=776a9318-226f-4a2c-ac7f-74a4bbb38944)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:00.894539 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbd3e8e-aa7f-4cee-ac6e-abfc05c5e6dc None None] Network 40106f1a-e6f3-4b28-9688-37171efe2c93 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:00.965320 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f2d1c513-5fd3-4af9-b7b2-23e12c104d4b tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6881454 Apr 21 12:43:00.967212 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45154) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:00.991265 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4eb93f3f-2b7b-40e8-b611-26b01c13df88 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:01.002690 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb9f2dd-3145-4e4e-aded-0d39265112fe None None] Network f603b708-87e5-49f4-a23a-9208c03a9801 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:01.073191 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-832e856f-c9fd-4731-b2eb-f353d7324cd9 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:01.084003 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd642de-2232-47e2-8a79-321df605b146 req-0d809a51-ce4b-42a1-9e95-c3f7044561db tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:01.085747 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fcd642de-2232-47e2-8a79-321df605b146 req-0d809a51-ce4b-42a1-9e95-c3f7044561db tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 949 time: 0.2412517 Apr 21 12:43:01.110333 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.extraroute_db [None req-cb6ba1a5-204b-4546-bc26-606d1daf023b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Added routes are [] {{(pid=103397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 21 12:43:01.110677 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.extraroute_db [None req-cb6ba1a5-204b-4546-bc26-606d1daf023b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 21 12:43:01.179259 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb6ba1a5-204b-4546-bc26-606d1daf023b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3659549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10333'] for router, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:01.182277 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4eb93f3f-2b7b-40e8-b611-26b01c13df88 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8689200'] for subnet, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:01.217692 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:01.218264 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 12a9a6c2-eaba-433f-899f-95fd1e72a97b up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:43:01.290431 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44b4f90-2907-4b07-9d47-3bf36b418fec x-openstack-request-id: req-b44b4f90-2907-4b07-9d47-3bf36b418fec {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:43:01.290656 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804", "name": "network-vif-plugged", "status": "completed", "tag": "425dc2b5-331a-493f-ac21-80edcb7c5a78", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:43:01.290948 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b44b4f90-2907-4b07-9d47-3bf36b418fec {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:43:01.291242 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b44b4f90-2907-4b07-9d47-3bf36b418fec'] response: {'server_uuid': '98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425dc2b5-331a-493f-ac21-80edcb7c5a78', 'code': 200} Apr 21 12:43:01.339550 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=55da96c5-1f75-4504-8c88-a7bb86ff2491,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:01.351131 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-832e856f-c9fd-4731-b2eb-f353d7324cd9 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:01.416644 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4eb93f3f-2b7b-40e8-b611-26b01c13df88 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768186767288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9768946'] for subnet, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:01.421972 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-570f6a36-4895-46c9-8062-05fc6b8fab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:01.441437 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832e856f-c9fd-4731-b2eb-f353d7324cd9 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de370553-4ac0-4602-9a33-f5a0af5699ee,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:01.470408 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb93f3f-2b7b-40e8-b611-26b01c13df88 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:01.471007 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4eb93f3f-2b7b-40e8-b611-26b01c13df88 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:01.474728 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4eb93f3f-2b7b-40e8-b611-26b01c13df88 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "PUT /v2.0/subnets/5f2a8118-70bf-4350-93e4-8f31fe8ae752 HTTP/1.1" status: 200 len: 826 time: 0.5034709 Apr 21 12:43:01.476351 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45166) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:01.478163 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-832e856f-c9fd-4731-b2eb-f353d7324cd9 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:01.481805 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-832e856f-c9fd-4731-b2eb-f353d7324cd9 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9266303 Apr 21 12:43:01.482528 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fcd642de-2232-47e2-8a79-321df605b146 req-8f6299ea-9cbb-423a-98a3-b8841ce6d216 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489544 Apr 21 12:43:01.486817 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45168) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:01.493694 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-cb31bfd1-d4d3-4a61-b089-dc64bd317e02 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Request body: {'security_group': {'name': 'tempest-secgroup--774320787'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:01.538778 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31724f62-89b8-4885-b53b-4c361cd859ce req-090833f8-61d5-49f7-a102-1386c5b57cac tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:01.541138 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31724f62-89b8-4885-b53b-4c361cd859ce req-090833f8-61d5-49f7-a102-1386c5b57cac tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdfe7c02-a1d8-465e-9c63-eb04212bb092 HTTP/1.1" status: 200 len: 944 time: 0.1995928 Apr 21 12:43:01.584523 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb93f3f-2b7b-40e8-b611-26b01c13df88 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event updated for resources: {'Subnet': ['ID=5f2a8118-70bf-4350-93e4-8f31fe8ae752,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:01.586824 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb6ba1a5-204b-4546-bc26-606d1daf023b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3659549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10333'] for router, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:01.591562 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb6ba1a5-204b-4546-bc26-606d1daf023b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3659538'] for router, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:01.603251 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:43:01.633660 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e828637f-3947-4cc8-a998-e3de02efe275 req-9652b342-973c-4160-8b69-9c3ee94ac708 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed93c51-8c9f-4a95-81e0-1d62825dc74d HTTP/1.1" status: 200 len: 210 time: 0.0533602 Apr 21 12:43:01.646538 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-3cee8505-dd4f-4ec4-aff7-088307a574cd None None] Set router a7e1f888-4850-4d35-8132-f11209b75ff5 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:43:01.651056 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31724f62-89b8-4885-b53b-4c361cd859ce req-bbc02641-c576-4024-adca-e693ebc33951 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989368 Apr 21 12:43:01.652823 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb31bfd1-d4d3-4a61-b089-dc64bd317e02 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:01.730405 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d6c23e5-9174-46ab-9ff5-48f6d34776b5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:01.771552 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6ba1a5-204b-4546-bc26-606d1daf023b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Router a7e1f888-4850-4d35-8132-f11209b75ff5 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:43:01.859474 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d6c23e5-9174-46ab-9ff5-48f6d34776b5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:01.864437 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2b38322d-2852-4862-b4e3-5d531420a184 req-9b2ced25-17ac-4abb-b46f-226659a3f62f tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 210 time: 0.0398419 Apr 21 12:43:01.896617 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb31bfd1-d4d3-4a61-b089-dc64bd317e02 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:01.925844 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40079254-61ce-41e7-bd53-2f45e8872106 req-011d9047-3520-4edb-a9b7-edbe0a9f59fa tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:01.931874 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40079254-61ce-41e7-bd53-2f45e8872106 req-011d9047-3520-4edb-a9b7-edbe0a9f59fa tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:01.938627 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40079254-61ce-41e7-bd53-2f45e8872106 req-011d9047-3520-4edb-a9b7-edbe0a9f59fa tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:01.940341 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-40079254-61ce-41e7-bd53-2f45e8872106 req-011d9047-3520-4edb-a9b7-edbe0a9f59fa tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 2419 time: 0.1878929 Apr 21 12:43:01.974173 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6ba1a5-204b-4546-bc26-606d1daf023b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:43:01.998236 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb31bfd1-d4d3-4a61-b089-dc64bd317e02 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:02.034929 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a50494-50a1-4f65-ba17-a009b72636c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-40106f1a-e6f3-4b28-9688-37171efe2c93', 'network_id': '40106f1a-e6f3-4b28-9688-37171efe2c93', 'tenant_id': '28f81f60811b4356b23d2a8e82427faf', 'fixed_ips': [{'subnet_id': '5f2a8118-70bf-4350-93e4-8f31fe8ae752'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:43:02.036273 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9a50494-50a1-4f65-ba17-a009b72636c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:02.038240 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-40079254-61ce-41e7-bd53-2f45e8872106 req-4c5ed4ce-1744-4d05-b6e3-459be1d72003 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908628 Apr 21 12:43:02.042620 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-570f6a36-4895-46c9-8062-05fc6b8fab23 None None] For port ebb78a0f-60ca-454b-a441-1ce98f077290, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ebb78a0f-60ca-454b-a441-1ce98f077290,segment=NetworkSegment(7a13695a-e5a4-4ce1-b178-24fa09cc7d10),segment_id=7a13695a-e5a4-4ce1-b178-24fa09cc7d10)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:02.068883 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb6ba1a5-204b-4546-bc26-606d1daf023b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:02.070660 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cb6ba1a5-204b-4546-bc26-606d1daf023b tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "PUT /v2.0/routers/a7e1f888-4850-4d35-8132-f11209b75ff5 HTTP/1.1" status: 200 len: 704 time: 1.6410086 Apr 21 12:43:02.072619 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45174) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:02.084885 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb31bfd1-d4d3-4a61-b089-dc64bd317e02 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c090f1eb-c952-45b0-8208-06a9d0ec5e48,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:02.198380 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cb31bfd1-d4d3-4a61-b089-dc64bd317e02 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:02.202108 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7af05f5d-948f-417b-9049-0247035df011 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "GET /v2.0/routers/a7e1f888-4850-4d35-8132-f11209b75ff5 HTTP/1.1" status: 200 len: 704 time: 0.1281743 Apr 21 12:43:02.202778 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45176) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:02.204974 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-cb31bfd1-d4d3-4a61-b089-dc64bd317e02 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7156024 Apr 21 12:43:02.207524 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45178) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:02.213066 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c9f07729-3340-4d4f-ac3d-c68aa2067289 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Request body: {'security_group_rule': {'security_group_id': 'de370553-4ac0-4602-9a33-f5a0af5699ee', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c090f1eb-c952-45b0-8208-06a9d0ec5e48', 'remote_ip_prefix': None}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:02.237302 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-570f6a36-4895-46c9-8062-05fc6b8fab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:02.239511 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 12a9a6c2-eaba-433f-899f-95fd1e72a97b completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:43:02.311336 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d6c23e5-9174-46ab-9ff5-48f6d34776b5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:02.357981 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9f07729-3340-4d4f-ac3d-c68aa2067289 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:02.377499 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee540401-6088-436b-8ca6-7cebd3670c1b None None] Update dhcp port {'port': {'network_id': '6fa780aa-f8df-4fec-b58b-e2a79dc9c75d', 'fixed_ips': [{'subnet_id': '59827c88-8f20-4e7a-9eee-9838de406c1f', 'ip_address': '2001:db8::2'}, {'subnet_id': '3c75187f-d7af-4992-ad43-9d0cdaf1e5aa'}], 'binding:host_id': 'n-d-836147-2'}, 'id': 'ebb78a0f-60ca-454b-a441-1ce98f077290'} from n-d-836147-2. {{(pid=103399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 21 12:43:02.379523 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 12a9a6c2-eaba-433f-899f-95fd1e72a97b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:02.379893 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:02.411994 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:02.412567 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:02.425594 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c23e5-9174-46ab-9ff5-48f6d34776b5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event deleted for resources: {'Subnet': ['ID=5f2a8118-70bf-4350-93e4-8f31fe8ae752,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:02.483583 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9f07729-3340-4d4f-ac3d-c68aa2067289 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:02.548918 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d6c23e5-9174-46ab-9ff5-48f6d34776b5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:02.561051 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9f07729-3340-4d4f-ac3d-c68aa2067289 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:02.590931 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee540401-6088-436b-8ca6-7cebd3670c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:02.599372 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f07729-3340-4d4f-ac3d-c68aa2067289 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bafe7c8f-9e20-4d74-a52f-e6abf147634e,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:02.602117 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f6a36-4895-46c9-8062-05fc6b8fab23 None None] Pushing event updated for resources: {'Port': ['ID=ebb78a0f-60ca-454b-a441-1ce98f077290,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:02.604752 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b38fef25-031e-4a79-9ff7-250acad523c4 None None] Provisioning complete for port 9f2a6eb5-0f5e-427d-964c-2a307b2f3421 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:02.605119 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b38fef25-031e-4a79-9ff7-250acad523c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server [None req-d9a50494-50a1-4f65-ba17-a009b72636c2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f2a8118-70bf-4350-93e4-8f31fe8ae752: This subnet is being modified by another concurrent operation. Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 12:43:02.617514 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise exception Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5f2a8118-70bf-4350-93e4-8f31fe8ae752: This subnet is being modified by another concurrent operation. Apr 21 12:43:02.622484 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server Apr 21 12:43:02.636252 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-9d6c23e5-9174-46ab-9ff5-48f6d34776b5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40106f1a-e6f3-4b28-9688-37171efe2c93']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:02.667041 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-9d6c23e5-9174-46ab-9ff5-48f6d34776b5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45af7756-4503-4b67-97f4-482da0391a6f') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:02.667570 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-9d6c23e5-9174-46ab-9ff5-48f6d34776b5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45af7756-4503-4b67-97f4-482da0391a6f') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:02.689712 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298c900c-0236-4e5d-b830-a5e33145a90e None None] Network 40106f1a-e6f3-4b28-9688-37171efe2c93 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:02.690645 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d6c23e5-9174-46ab-9ff5-48f6d34776b5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:02.754420 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9f07729-3340-4d4f-ac3d-c68aa2067289 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:02.760752 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c9f07729-3340-4d4f-ac3d-c68aa2067289 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5515144 Apr 21 12:43:02.764884 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45188) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:02.768361 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d6c23e5-9174-46ab-9ff5-48f6d34776b5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:02.796016 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6c23e5-9174-46ab-9ff5-48f6d34776b5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:43:02.796611 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d6c23e5-9174-46ab-9ff5-48f6d34776b5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:43:02.801613 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:43:02.838070 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209869a3-cbc3-4a8b-9d90-525da7f3bd3b req-416f08e2-ceab-4ecc-8982-a39c21e90456 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:02.840070 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-209869a3-cbc3-4a8b-9d90-525da7f3bd3b req-416f08e2-ceab-4ecc-8982-a39c21e90456 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 949 time: 0.2117383 Apr 21 12:43:02.903552 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d7acd93-f87e-4def-bda5-771739714f8b tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:02.915311 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d7acd93-f87e-4def-bda5-771739714f8b tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:02.919356 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-209869a3-cbc3-4a8b-9d90-525da7f3bd3b req-adb2a2c4-8180-490f-90ce-7623ebee8b8a tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694597 Apr 21 12:43:02.930085 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020689d6-abe2-4f67-9075-7ac4a40be06c req-0e29e140-0adf-4cce-82f1-da372b9bcdad tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:02.941811 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-020689d6-abe2-4f67-9075-7ac4a40be06c req-0e29e140-0adf-4cce-82f1-da372b9bcdad tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdfe7c02-a1d8-465e-9c63-eb04212bb092 HTTP/1.1" status: 200 len: 944 time: 0.1544883 Apr 21 12:43:02.991768 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-020689d6-abe2-4f67-9075-7ac4a40be06c req-39cc764a-9802-4865-9996-a473d18186bb tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417297 Apr 21 12:43:03.037908 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b5f1db9-21d4-4cc8-8bb2-fdf729c6de69 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:03.097808 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2d3482ec-1fa0-4f80-a4ad-ee4e662c92f2 req-ac022e5c-3c05-41bb-a83a-42879ddfcbc5 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed93c51-8c9f-4a95-81e0-1d62825dc74d HTTP/1.1" status: 200 len: 210 time: 0.0402284 Apr 21 12:43:03.127483 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d6c23e5-9174-46ab-9ff5-48f6d34776b5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:03.190089 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d6c23e5-9174-46ab-9ff5-48f6d34776b5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:03.190897 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e28dae91-20ac-4671-965b-7f3c29159662 req-4dd5ba6d-ea73-436d-ba47-9921462440c4 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 210 time: 0.0894790 Apr 21 12:43:03.197497 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ee540401-6088-436b-8ca6-7cebd3670c1b None None] Allocated IP 172.20.0.1 (6fa780aa-f8df-4fec-b58b-e2a79dc9c75d/3c75187f-d7af-4992-ad43-9d0cdaf1e5aa/ebb78a0f-60ca-454b-a441-1ce98f077290) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:43:03.202527 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45194) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:03.203183 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9d6c23e5-9174-46ab-9ff5-48f6d34776b5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "DELETE /v2.0/networks/40106f1a-e6f3-4b28-9688-37171efe2c93 HTTP/1.1" status: 204 len: 168 time: 1.7255585 Apr 21 12:43:03.209722 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d7acd93-f87e-4def-bda5-771739714f8b tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:03.225918 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d7acd93-f87e-4def-bda5-771739714f8b tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:03.230052 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6d7acd93-f87e-4def-bda5-771739714f8b tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/bafe7c8f-9e20-4d74-a52f-e6abf147634e HTTP/1.1" status: 204 len: 168 time: 0.4597039 Apr 21 12:43:03.230863 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45196) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:03.285964 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c7a80a-31dd-4555-90df-9ed38f8a30fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] DELETE failed (client error): The resource could not be found. Apr 21 12:43:03.287044 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c7a80a-31dd-4555-90df-9ed38f8a30fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:43:03.290308 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-98c7a80a-31dd-4555-90df-9ed38f8a30fb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "DELETE /v2.0/networks/40106f1a-e6f3-4b28-9688-37171efe2c93 HTTP/1.1" status: 404 len: 339 time: 0.0865538 Apr 21 12:43:03.300247 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45198) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:03.306260 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7acd93-f87e-4def-bda5-771739714f8b tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bafe7c8f-9e20-4d74-a52f-e6abf147634e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:03.307015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-48015649-e0c1-499d-97ed-57da7f4e0bd6 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1728093445', 'description': 'd1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:03.323004 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c23e5-9174-46ab-9ff5-48f6d34776b5 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event deleted for resources: {'Network': ['ID=40106f1a-e6f3-4b28-9688-37171efe2c93,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:03.350257 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ee540401-6088-436b-8ca6-7cebd3670c1b None None] For port ebb78a0f-60ca-454b-a441-1ce98f077290, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ebb78a0f-60ca-454b-a441-1ce98f077290,segment=NetworkSegment(7a13695a-e5a4-4ce1-b178-24fa09cc7d10),segment_id=7a13695a-e5a4-4ce1-b178-24fa09cc7d10)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:03.383504 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60a49d-8663-4189-9db0-c2e339456046 req-af859c23-2d32-4efc-85c9-9fb619ac6f76 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:03.393029 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee540401-6088-436b-8ca6-7cebd3670c1b None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:03.398571 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:03.410177 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60a49d-8663-4189-9db0-c2e339456046 req-af859c23-2d32-4efc-85c9-9fb619ac6f76 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:03.418799 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c60a49d-8663-4189-9db0-c2e339456046 req-af859c23-2d32-4efc-85c9-9fb619ac6f76 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:03.427015 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-39c1cf04-eb9e-4665-a5a3-5b769477ba36 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1449711 Apr 21 12:43:03.427737 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45200) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:03.429788 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4c60a49d-8663-4189-9db0-c2e339456046 req-af859c23-2d32-4efc-85c9-9fb619ac6f76 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 2419 time: 0.1377420 Apr 21 12:43:03.440920 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55da96c5-1f75-4504-8c88-a7bb86ff2491'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:43:03.443432 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1330f319-e97d-4260-b3a1-5de6de74c182" -d '{"events": [{"server_uuid": "98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804", "name": "network-vif-plugged", "status": "completed", "tag": "55da96c5-1f75-4504-8c88-a7bb86ff2491"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:43:03.452355 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48015649-e0c1-499d-97ed-57da7f4e0bd6 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Made reservation on behalf of 28f81f60811b4356b23d2a8e82427faf for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:43:03.476289 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48015649-e0c1-499d-97ed-57da7f4e0bd6 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:03.485984 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4c60a49d-8663-4189-9db0-c2e339456046 req-c905d5ef-5606-4b74-8924-3f4c83a3a5e4 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550766 Apr 21 12:43:03.516028 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48015649-e0c1-499d-97ed-57da7f4e0bd6 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:43:03.529872 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48015649-e0c1-499d-97ed-57da7f4e0bd6 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:03.534332 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-48015649-e0c1-499d-97ed-57da7f4e0bd6 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Added segment 67ac053f-a918-4ff3-a607-23e748a11791 of type vlan for network 8f6c2eed-5b9e-4275-9412-01b32cc2f26c Apr 21 12:43:03.565376 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6af55fd1-4c29-47ec-9e78-cd65271653f9 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:03.590725 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6af55fd1-4c29-47ec-9e78-cd65271653f9 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:03.600929 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48015649-e0c1-499d-97ed-57da7f4e0bd6 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:03.618871 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed1d872-bab3-46b3-9f27-298d6a39d43f x-openstack-request-id: req-4ed1d872-bab3-46b3-9f27-298d6a39d43f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:43:03.619195 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804", "name": "network-vif-plugged", "status": "completed", "tag": "55da96c5-1f75-4504-8c88-a7bb86ff2491", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:43:03.619408 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4ed1d872-bab3-46b3-9f27-298d6a39d43f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:43:03.619938 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ed1d872-bab3-46b3-9f27-298d6a39d43f'] response: {'server_uuid': '98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55da96c5-1f75-4504-8c88-a7bb86ff2491', 'code': 200} Apr 21 12:43:03.654902 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee540401-6088-436b-8ca6-7cebd3670c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:03.678392 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42790840-d870-42af-bf85-edfc42540d1d req-17a65277-605e-483f-987d-bc572f4f4842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:03.678889 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42790840-d870-42af-bf85-edfc42540d1d req-17a65277-605e-483f-987d-bc572f4f4842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:03.679422 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42790840-d870-42af-bf85-edfc42540d1d req-17a65277-605e-483f-987d-bc572f4f4842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:03.681060 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42790840-d870-42af-bf85-edfc42540d1d req-17a65277-605e-483f-987d-bc572f4f4842 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 2872 time: 0.0774190 Apr 21 12:43:03.693503 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcc986b-686c-4bcc-9b60-0ce06b7fb21f None None] Network 40106f1a-e6f3-4b28-9688-37171efe2c93 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:03.700343 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6af55fd1-4c29-47ec-9e78-cd65271653f9 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:03.703615 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b38fef25-031e-4a79-9ff7-250acad523c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:03.705359 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6af55fd1-4c29-47ec-9e78-cd65271653f9 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:03.706679 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6af55fd1-4c29-47ec-9e78-cd65271653f9 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "DELETE /v2.0/security-groups/c090f1eb-c952-45b0-8208-06a9d0ec5e48 HTTP/1.1" status: 204 len: 168 time: 0.2776952 Apr 21 12:43:03.716875 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45204) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:03.739570 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42790840-d870-42af-bf85-edfc42540d1d req-e3b3656b-0726-408e-8fe0-ceab63d6f87d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460596 Apr 21 12:43:03.752107 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af55fd1-4c29-47ec-9e78-cd65271653f9 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c090f1eb-c952-45b0-8208-06a9d0ec5e48,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:03.801831 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48015649-e0c1-499d-97ed-57da7f4e0bd6 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:03.815194 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48015649-e0c1-499d-97ed-57da7f4e0bd6 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:03.819219 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48015649-e0c1-499d-97ed-57da7f4e0bd6 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:03.851522 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8230e208-d449-4b3f-8f64-e46d2454ca78 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1302567 Apr 21 12:43:03.854343 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45206) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:03.924742 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ebb78a0f-60ca-454b-a441-1ce98f077290 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:43:03.928490 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f1db9-21d4-4cc8-8bb2-fdf729c6de69 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Deleting port d7a6b45b-8f06-426e-8d23-d2c05b979075 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:03.928826 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b5f1db9-21d4-4cc8-8bb2-fdf729c6de69 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:03.946484 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48015649-e0c1-499d-97ed-57da7f4e0bd6 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event updated for resources: {'Network': ['ID=8f6c2eed-5b9e-4275-9412-01b32cc2f26c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:03.956844 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcc986b-686c-4bcc-9b60-0ce06b7fb21f None None] Network 40106f1a-e6f3-4b28-9688-37171efe2c93 could not be found, it might have been deleted concurrently. {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 21 12:43:03.994979 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f31cf1d-174b-4c5b-9ac8-bcd06e3f9a82 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:04.015747 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 8f6c2eed-5b9e-4275-9412-01b32cc2f26c details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:43:04.023975 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 12a9a6c2-eaba-433f-899f-95fd1e72a97b, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=12a9a6c2-eaba-433f-899f-95fd1e72a97b,segment=NetworkSegment(55331157-0de8-40ca-be2e-e4bd5fec8eed),segment_id=55331157-0de8-40ca-be2e-e4bd5fec8eed)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:04.035498 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-48015649-e0c1-499d-97ed-57da7f4e0bd6 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7304864 Apr 21 12:43:04.036297 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45212) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:04.040074 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b38fef25-031e-4a79-9ff7-250acad523c4 None None] For port 9f2a6eb5-0f5e-427d-964c-2a307b2f3421, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=9f2a6eb5-0f5e-427d-964c-2a307b2f3421,segment=NetworkSegment(c17e4c9b-d93f-4806-9c36-bb5d6c997c5f),segment_id=c17e4c9b-d93f-4806-9c36-bb5d6c997c5f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:04.056450 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3cee8505-dd4f-4ec4-aff7-088307a574cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'name': 'tempest-RoutersIpV6Test-router-1536361923', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:20Z', 'updated_at': '2022-04-21T12:42:58Z', 'revision_number': 6, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'gw_port_host': None, '_interfaces': [{'id': '086ac070-4022-4a14-ab16-f1746bef375e', 'name': '', 'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:24:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:26Z', 'updated_at': '2022-04-21T12:42:36Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0f506d9d-3e7b-4e78-8e92-848ddee68d3a', 'name': '', 'network_id': '4e36eb6b-0252-424a-a369-f134004effb8', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:6b:2d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '780fdff1-9009-4b18-95c6-01085ace0467', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:37Z', 'updated_at': '2022-04-21T12:42:50Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': '780fdff1-9009-4b18-95c6-01085ace0467', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f8a044-5d43-42c2-a2f1-b776f0ebc756', 'name': '', 'network_id': 'd049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:94:3d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '86bc0e81-6eb1-4dd1-ad3b-7a2f58c1bc10', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:47Z', 'updated_at': '2022-04-21T12:43:00Z', 'revision_number': 4, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': '86bc0e81-6eb1-4dd1-ad3b-7a2f58c1bc10', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7a6b45b-8f06-426e-8d23-d2c05b979075', 'name': '', 'network_id': 'f603b708-87e5-49f4-a23a-9208c03a9801', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:c4:c6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '953d5791-ed25-4294-8d79-436f7a2d8af7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:55Z', 'updated_at': '2022-04-21T12:42:57Z', 'revision_number': 2, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': '953d5791-ed25-4294-8d79-436f7a2d8af7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:04.107624 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f31cf1d-174b-4c5b-9ac8-bcd06e3f9a82 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:04.117834 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee540401-6088-436b-8ca6-7cebd3670c1b None None] Pushing event updated for resources: {'Port': ['ID=ebb78a0f-60ca-454b-a441-1ce98f077290,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:04.180063 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b5f1db9-21d4-4cc8-8bb2-fdf729c6de69 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:04.203529 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f1db9-21d4-4cc8-8bb2-fdf729c6de69 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Calling delete_port for d7a6b45b-8f06-426e-8d23-d2c05b979075 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:04.204266 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cee8505-dd4f-4ec4-aff7-088307a574cd None None] The sync data for ids ['a7e1f888-4850-4d35-8132-f11209b75ff5'] in n-d-836147-2 is: [{'id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'name': 'tempest-RoutersIpV6Test-router-1536361923', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:20Z', 'updated_at': '2022-04-21T12:42:58Z', 'revision_number': 6, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'gw_port_host': None, '_interfaces': [{'id': '086ac070-4022-4a14-ab16-f1746bef375e', 'name': '', 'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:24:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:26Z', 'updated_at': '2022-04-21T12:42:36Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0f506d9d-3e7b-4e78-8e92-848ddee68d3a', 'name': '', 'network_id': '4e36eb6b-0252-424a-a369-f134004effb8', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:6b:2d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '780fdff1-9009-4b18-95c6-01085ace0467', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:37Z', 'updated_at': '2022-04-21T12:42:50Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': '780fdff1-9009-4b18-95c6-01085ace0467', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f8a044-5d43-42c2-a2f1-b776f0ebc756', 'name': '', 'network_id': 'd049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:94:3d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '86bc0e81-6eb1-4dd1-ad3b-7a2f58c1bc10', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:47Z', 'updated_at': '2022-04-21T12:43:00Z', 'revision_number': 4, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': '86bc0e81-6eb1-4dd1-ad3b-7a2f58c1bc10', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7a6b45b-8f06-426e-8d23-d2c05b979075', 'name': '', 'network_id': 'f603b708-87e5-49f4-a23a-9208c03a9801', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:c4:c6:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '953d5791-ed25-4294-8d79-436f7a2d8af7', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:55Z', 'updated_at': '2022-04-21T12:42:57Z', 'revision_number': 2, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': '953d5791-ed25-4294-8d79-436f7a2d8af7', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:43:04.209520 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:04.219568 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b38fef25-031e-4a79-9ff7-250acad523c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:04.296531 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b38fef25-031e-4a79-9ff7-250acad523c4 None None] Provisioning complete for port 60f8a044-5d43-42c2-a2f1-b776f0ebc756 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:04.296686 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b38fef25-031e-4a79-9ff7-250acad523c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:04.362406 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f31cf1d-174b-4c5b-9ac8-bcd06e3f9a82 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:04.365613 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f31cf1d-174b-4c5b-9ac8-bcd06e3f9a82 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:04.372615 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port ebb78a0f-60ca-454b-a441-1ce98f077290 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:04.373183 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:04.373636 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdce0a5-8994-44ac-a5df-b52162393d2f req-1304227a-4019-47b9-acf8-6aacc813b64a tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:04.384531 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0f31cf1d-174b-4c5b-9ac8-bcd06e3f9a82 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "DELETE /v2.0/security-groups/de370553-4ac0-4602-9a33-f5a0af5699ee HTTP/1.1" status: 204 len: 168 time: 0.5243578 Apr 21 12:43:04.390781 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45218) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:04.408766 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cfdce0a5-8994-44ac-a5df-b52162393d2f req-1304227a-4019-47b9-acf8-6aacc813b64a tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 949 time: 0.3966107 Apr 21 12:43:04.440821 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad723090-39b4-4b98-b6c0-fa4559166365 req-b42fca86-630a-430c-bbb4-086ffadb06b7 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:04.445234 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ad723090-39b4-4b98-b6c0-fa4559166365 req-b42fca86-630a-430c-bbb4-086ffadb06b7 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdfe7c02-a1d8-465e-9c63-eb04212bb092 HTTP/1.1" status: 200 len: 944 time: 0.3411369 Apr 21 12:43:04.456670 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae46bdf-955e-4e31-848f-97f4c6e21c19 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:04.456922 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=12a9a6c2-eaba-433f-899f-95fd1e72a97b,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:04.460795 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0ae46bdf-955e-4e31-848f-97f4c6e21c19 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "GET /v2.0/networks?id=8f6c2eed-5b9e-4275-9412-01b32cc2f26c HTTP/1.1" status: 200 len: 765 time: 0.4034140 Apr 21 12:43:04.470831 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45220) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:04.480817 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-10785a65-8829-4264-a7d4-afdb54b6225a tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Request body: {'network': {'description': 'd2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:04.499605 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f31cf1d-174b-4c5b-9ac8-bcd06e3f9a82 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de370553-4ac0-4602-9a33-f5a0af5699ee,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:04.651230 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4c02e6bf-0d1d-4d0a-bc53-a045c9f559e0 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2432814 Apr 21 12:43:04.651851 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45224) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:04.658134 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f6e9c35e-2d9d-4f2c-b65f-84cdb8692470 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Request body: {'security_group': {'name': 'tempest-secgroup--1426263420'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:04.822387 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cfdce0a5-8994-44ac-a5df-b52162393d2f req-732f24e0-579b-4485-98d4-cc1f6e5c0364 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125299 Apr 21 12:43:04.886164 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b5f1db9-21d4-4cc8-8bb2-fdf729c6de69 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:04.897974 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-b2aecb1c-e853-4d1d-b0d0-0a6f0ea12f33 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:04.897974 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-b2aecb1c-e853-4d1d-b0d0-0a6f0ea12f33 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.26 "GET /v2.0/networks?id=44eb7d1a-3922-4d99-876a-850783df7ae4 HTTP/1.1" status: 200 len: 811 time: 0.6940944 Apr 21 12:43:05.020177 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 9f2a6eb5-0f5e-427d-964c-2a307b2f3421 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:43:05.029662 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e5f114-7157-4df2-a335-8d941fd4e2b9 None None] Network 6fa780aa-f8df-4fec-b58b-e2a79dc9c75d requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:05.030922 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6e9c35e-2d9d-4f2c-b65f-84cdb8692470 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:05.062800 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38fef25-031e-4a79-9ff7-250acad523c4 None None] Pushing event updated for resources: {'Port': ['ID=9f2a6eb5-0f5e-427d-964c-2a307b2f3421,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:05.195187 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ad723090-39b4-4b98-b6c0-fa4559166365 req-425d634c-573e-438b-87bf-8f15f67fa93e tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7240181 Apr 21 12:43:05.229566 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b38fef25-031e-4a79-9ff7-250acad523c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:05.229793 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6e9c35e-2d9d-4f2c-b65f-84cdb8692470 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:05.230289 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-afe3d761-39f0-49f6-bc27-fa681799dafc req-02c33ccc-6676-423d-8032-a6f73712d474 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed93c51-8c9f-4a95-81e0-1d62825dc74d HTTP/1.1" status: 200 len: 210 time: 0.1828358 Apr 21 12:43:05.231731 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f1db9-21d4-4cc8-8bb2-fdf729c6de69 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Port': ['ID=d7a6b45b-8f06-426e-8d23-d2c05b979075,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:05.320549 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10785a65-8829-4264-a7d4-afdb54b6225a tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:05.334500 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b38fef25-031e-4a79-9ff7-250acad523c4 None None] For port 60f8a044-5d43-42c2-a2f1-b776f0ebc756, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=60f8a044-5d43-42c2-a2f1-b776f0ebc756,segment=NetworkSegment(2fe60033-1f56-4cdf-831a-7d8612ca5f6e),segment_id=2fe60033-1f56-4cdf-831a-7d8612ca5f6e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:05.367328 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6e9c35e-2d9d-4f2c-b65f-84cdb8692470 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:05.398012 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 9f2a6eb5-0f5e-427d-964c-2a307b2f3421 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:05.400637 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:05.482001 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b38fef25-031e-4a79-9ff7-250acad523c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:05.489148 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-81206a05-7ad7-4893-8027-888b67f9e45e req-d8986176-475d-4f06-be17-7947ce2cd6d4 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 210 time: 0.0983300 Apr 21 12:43:05.534346 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-3d9a6dd2-f012-4138-82d0-3beae4e2ad64 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92a6d43df1624433929afadbcee46f8a HTTP/1.1" status: 200 len: 379 time: 0.5686598 Apr 21 12:43:05.539717 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b72cf700-1c1d-4631-9eb2-582a86dd04e7 req-2eacc674-8735-44c0-ab77-35e62cdddb55 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6222708 Apr 21 12:43:05.565639 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b2f86-9414-4b11-ba20-f3083c61869b req-10e4902d-303c-4f73-81cb-6413e4e1c665 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:05.572096 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b2f86-9414-4b11-ba20-f3083c61869b req-10e4902d-303c-4f73-81cb-6413e4e1c665 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:05.577316 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38fef25-031e-4a79-9ff7-250acad523c4 None None] Pushing event updated for resources: {'Port': ['ID=60f8a044-5d43-42c2-a2f1-b776f0ebc756,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:05.579366 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b2f86-9414-4b11-ba20-f3083c61869b req-10e4902d-303c-4f73-81cb-6413e4e1c665 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:05.581250 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b6b2f86-9414-4b11-ba20-f3083c61869b req-10e4902d-303c-4f73-81cb-6413e4e1c665 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 2419 time: 0.1508656 Apr 21 12:43:05.594610 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-087b41fc-bcdc-4bf8-b820-f092edd9fbd7 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Request body: {'port': {'device_id': '3ed93c51-8c9f-4a95-81e0-1d62825dc74d', 'network_id': '44eb7d1a-3922-4d99-876a-850783df7ae4', 'admin_state_up': True, 'tenant_id': '92a6d43df1624433929afadbcee46f8a', 'security_groups': ['3b6b4919-b491-4ff2-a6a9-e2d9faf9bd54']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:05.619555 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10785a65-8829-4264-a7d4-afdb54b6225a tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:05.657242 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfe7c02-a1d8-465e-9c63-eb04212bb092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a9a6c2-eaba-433f-899f-95fd1e72a97b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:43:05.660945 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e482ee6a-488a-4b9d-b63c-d2abde8275f6" -d '{"events": [{"server_uuid": "bdfe7c02-a1d8-465e-9c63-eb04212bb092", "name": "network-vif-plugged", "status": "completed", "tag": "12a9a6c2-eaba-433f-899f-95fd1e72a97b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:43:05.702140 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d62a0593-0f6c-43ab-bf67-07ac392512a4 None None] Provisioning complete for port 9f2a6eb5-0f5e-427d-964c-2a307b2f3421 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:05.702512 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d62a0593-0f6c-43ab-bf67-07ac392512a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:05.794848 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4ae3e4-af49-4b35-b420-7d4cefb2a09a x-openstack-request-id: req-ce4ae3e4-af49-4b35-b420-7d4cefb2a09a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:43:05.795152 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfe7c02-a1d8-465e-9c63-eb04212bb092", "name": "network-vif-plugged", "status": "completed", "tag": "12a9a6c2-eaba-433f-899f-95fd1e72a97b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:43:05.795538 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ce4ae3e4-af49-4b35-b420-7d4cefb2a09a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:43:05.795951 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce4ae3e4-af49-4b35-b420-7d4cefb2a09a'] response: {'server_uuid': 'bdfe7c02-a1d8-465e-9c63-eb04212bb092', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a9a6c2-eaba-433f-899f-95fd1e72a97b', 'code': 200} Apr 21 12:43:05.828471 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-10785a65-8829-4264-a7d4-afdb54b6225a tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Network 8f6c2eed-5b9e-4275-9412-01b32cc2f26c is not hosted by any dhcp agent {{(pid=103398) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 21 12:43:05.842004 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10785a65-8829-4264-a7d4-afdb54b6225a tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:05.843094 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-10785a65-8829-4264-a7d4-afdb54b6225a tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:05.844635 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-10785a65-8829-4264-a7d4-afdb54b6225a tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "PUT /v2.0/networks/8f6c2eed-5b9e-4275-9412-01b32cc2f26c HTTP/1.1" status: 200 len: 762 time: 1.3727140 Apr 21 12:43:05.897996 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d62a0593-0f6c-43ab-bf67-07ac392512a4 None None] Could not find standard attr ID for object d7a6b45b-8f06-426e-8d23-d2c05b979075. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:43:05.919272 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d62a0593-0f6c-43ab-bf67-07ac392512a4 None None] Provisioning complete for port ebb78a0f-60ca-454b-a441-1ce98f077290 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:05.919652 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d62a0593-0f6c-43ab-bf67-07ac392512a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:05.985840 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10785a65-8829-4264-a7d4-afdb54b6225a tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event updated for resources: {'Network': ['ID=8f6c2eed-5b9e-4275-9412-01b32cc2f26c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:06.040936 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45228) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:06.041388 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 8f6c2eed-5b9e-4275-9412-01b32cc2f26c details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:43:06.072805 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 9f2a6eb5-0f5e-427d-964c-2a307b2f3421 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:43:06.076429 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379c6d73-18ad-4ba5-83ac-0b4f1fcf1c21 None None] get_active_networks_info from n-d-836147-2 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 12:43:06.117481 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9c35e-2d9d-4f2c-b65f-84cdb8692470 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3404099f-2a43-4a1f-864b-3c30f605a2e9,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:06.119066 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b6b2f86-9414-4b11-ba20-f3083c61869b req-dc920930-a824-478d-8cde-2ff957990321 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5137846 Apr 21 12:43:06.179314 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b5f1db9-21d4-4cc8-8bb2-fdf729c6de69 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:06.288636 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617aa4b-aed2-4044-a0db-facb33fd5bf7 req-735d4611-3320-4f0c-bc8a-c86fc802da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:06.296439 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0617aa4b-aed2-4044-a0db-facb33fd5bf7 req-735d4611-3320-4f0c-bc8a-c86fc802da5c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bdfe7c02-a1d8-465e-9c63-eb04212bb092 HTTP/1.1" status: 200 len: 1096 time: 0.4503639 Apr 21 12:43:06.376008 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6e9c35e-2d9d-4f2c-b65f-84cdb8692470 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:06.381311 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f6e9c35e-2d9d-4f2c-b65f-84cdb8692470 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7265229 Apr 21 12:43:06.385940 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45240) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:06.396385 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-56c715b2-c157-4559-a4db-c363ec58d6f8 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Request body: {'security_group_rule': {'security_group_id': '3404099f-2a43-4a1f-864b-3c30f605a2e9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:06.442982 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 9f2a6eb5-0f5e-427d-964c-2a307b2f3421 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:06.443544 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:06.569065 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5f1db9-21d4-4cc8-8bb2-fdf729c6de69 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Router a7e1f888-4850-4d35-8132-f11209b75ff5 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:43:06.596137 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-507c2e5e-eaa6-4ddc-b423-0e92ee84e54c None None] Provisioning complete for port ebb78a0f-60ca-454b-a441-1ce98f077290 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:06.598187 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-507c2e5e-eaa6-4ddc-b423-0e92ee84e54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:06.600409 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379c6d73-18ad-4ba5-83ac-0b4f1fcf1c21 None None] Resources bound (agent type, host, resource id): {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 12:43:06.642492 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1bb6af-63ea-40c2-8b8d-a3e2da87bbfe None None] Sync routers for ids ['a7e1f888-4850-4d35-8132-f11209b75ff5'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:43:06.662045 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1bb6af-63ea-40c2-8b8d-a3e2da87bbfe None None] Routers {'a7e1f888-4850-4d35-8132-f11209b75ff5'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:43:06.665154 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9b1bb6af-63ea-40c2-8b8d-a3e2da87bbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:42:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a7e1f888-4850-4d35-8132-f11209b75ff5'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:06.687057 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ebb78a0f-60ca-454b-a441-1ce98f077290 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:43:06.721565 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c6759-0da3-4708-a357-65f9b833a539 req-169f7f47-dc86-447f-a683-2649de33008f tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:06.732829 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-283c6759-0da3-4708-a357-65f9b833a539 req-169f7f47-dc86-447f-a683-2649de33008f tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 949 time: 0.6878796 Apr 21 12:43:06.733846 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5f1db9-21d4-4cc8-8bb2-fdf729c6de69 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:43:06.739004 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9b5f1db9-21d4-4cc8-8bb2-fdf729c6de69 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "PUT /v2.0/routers/a7e1f888-4850-4d35-8132-f11209b75ff5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5352495 Apr 21 12:43:06.740098 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-56c715b2-c157-4559-a4db-c363ec58d6f8 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:06.742963 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45244) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:06.791882 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9b1bb6af-63ea-40c2-8b8d-a3e2da87bbfe None None] Set router a7e1f888-4850-4d35-8132-f11209b75ff5 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:43:06.808340 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c372e42-8a3b-4144-b167-ea7c0f62804f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Deleting subnet 953d5791-ed25-4294-8d79-436f7a2d8af7 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:43:06.820349 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c372e42-8a3b-4144-b167-ea7c0f62804f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:06.833538 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0617aa4b-aed2-4044-a0db-facb33fd5bf7 req-c5376d7d-e2bd-4165-b91c-a7e00b03590e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5190976 Apr 21 12:43:06.882979 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cf700-1c1d-4631-9eb2-582a86dd04e7 req-5b161eb9-94d7-45cd-b03e-451588bf4e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:06.884787 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port ebb78a0f-60ca-454b-a441-1ce98f077290 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:06.885036 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b72cf700-1c1d-4631-9eb2-582a86dd04e7 req-5b161eb9-94d7-45cd-b03e-451588bf4e0e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 1101 time: 1.2556860 Apr 21 12:43:06.885165 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:06.889132 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-283c6759-0da3-4708-a357-65f9b833a539 req-19270a7a-dfa3-43ba-b914-93dafb28d922 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887620 Apr 21 12:43:06.903549 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c372e42-8a3b-4144-b167-ea7c0f62804f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:06.943000 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-56c715b2-c157-4559-a4db-c363ec58d6f8 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:06.944666 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7852c82-5f41-4db5-84b1-5604ca870a0a req-0f4bccdc-a760-4e4e-9b42-1f097552da6b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 402 time: 0.9113910 Apr 21 12:43:07.020235 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc133c-25ac-4175-86fb-b5bab4c898fd req-aa7b7e81-2594-4dde-83f3-c34c26f84585 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:07.028738 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-abbc133c-25ac-4175-86fb-b5bab4c898fd req-aa7b7e81-2594-4dde-83f3-c34c26f84585 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdfe7c02-a1d8-465e-9c63-eb04212bb092 HTTP/1.1" status: 200 len: 945 time: 0.2577596 Apr 21 12:43:07.041133 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-56c715b2-c157-4559-a4db-c363ec58d6f8 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:07.094996 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d9ac58-33f9-4d68-99ea-f24a4e688e60 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:07.100000 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-58d9ac58-33f9-4d68-99ea-f24a4e688e60 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "GET /v2.0/networks?id=8f6c2eed-5b9e-4275-9412-01b32cc2f26c HTTP/1.1" status: 200 len: 765 time: 0.9755692 Apr 21 12:43:07.102138 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:43:07.132660 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45246) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:07.144797 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c372e42-8a3b-4144-b167-ea7c0f62804f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:07.175207 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9b1bb6af-63ea-40c2-8b8d-a3e2da87bbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'name': 'tempest-RoutersIpV6Test-router-1536361923', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:20Z', 'updated_at': '2022-04-21T12:43:04Z', 'revision_number': 8, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'gw_port_host': None, '_interfaces': [{'id': '086ac070-4022-4a14-ab16-f1746bef375e', 'name': '', 'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:24:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:26Z', 'updated_at': '2022-04-21T12:42:36Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0f506d9d-3e7b-4e78-8e92-848ddee68d3a', 'name': '', 'network_id': '4e36eb6b-0252-424a-a369-f134004effb8', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:6b:2d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '780fdff1-9009-4b18-95c6-01085ace0467', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:37Z', 'updated_at': '2022-04-21T12:42:50Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': '780fdff1-9009-4b18-95c6-01085ace0467', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f8a044-5d43-42c2-a2f1-b776f0ebc756', 'name': '', 'network_id': 'd049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:94:3d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '86bc0e81-6eb1-4dd1-ad3b-7a2f58c1bc10', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:47Z', 'updated_at': '2022-04-21T12:43:05Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': '86bc0e81-6eb1-4dd1-ad3b-7a2f58c1bc10', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:07.178096 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 60f8a044-5d43-42c2-a2f1-b776f0ebc756 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:43:07.210051 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1bb6af-63ea-40c2-8b8d-a3e2da87bbfe None None] Checking router: a7e1f888-4850-4d35-8132-f11209b75ff5 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:43:07.222007 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c715b2-c157-4559-a4db-c363ec58d6f8 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa17620-57d3-4441-8555-2b7016d2f0e8,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:07.223304 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1bb6af-63ea-40c2-8b8d-a3e2da87bbfe None None] Routers {'a7e1f888-4850-4d35-8132-f11209b75ff5'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:43:07.223930 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9b1bb6af-63ea-40c2-8b8d-a3e2da87bbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:42:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a7e1f888-4850-4d35-8132-f11209b75ff5'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:07.326965 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c372e42-8a3b-4144-b167-ea7c0f62804f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:07.387686 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d47f64-0d4c-4bd2-9692-bd38f06a45db tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:07.388217 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 60f8a044-5d43-42c2-a2f1-b776f0ebc756 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:07.389237 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-40d47f64-0d4c-4bd2-9692-bd38f06a45db tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2453427 Apr 21 12:43:07.389629 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:07.394254 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45248) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:07.397820 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c372e42-8a3b-4144-b167-ea7c0f62804f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Subnet': ['ID=953d5791-ed25-4294-8d79-436f7a2d8af7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:07.401800 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-56c715b2-c157-4559-a4db-c363ec58d6f8 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:07.414156 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-56c715b2-c157-4559-a4db-c363ec58d6f8 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0248487 Apr 21 12:43:07.417203 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-abbc133c-25ac-4175-86fb-b5bab4c898fd req-fce61a1b-7c17-449d-a1ac-2e7316784d34 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795364 Apr 21 12:43:07.421121 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45250) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:07.457304 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c372e42-8a3b-4144-b167-ea7c0f62804f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:07.457304 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4c372e42-8a3b-4144-b167-ea7c0f62804f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/subnets/953d5791-ed25-4294-8d79-436f7a2d8af7 HTTP/1.1" status: 204 len: 168 time: 0.7103622 Apr 21 12:43:07.464842 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45252) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:07.477109 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7852c82-5f41-4db5-84b1-5604ca870a0a req-32bcdf53-7c2c-4433-82b7-6f7e60507c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:07.479745 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7852c82-5f41-4db5-84b1-5604ca870a0a req-32bcdf53-7c2c-4433-82b7-6f7e60507c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:07.480396 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7852c82-5f41-4db5-84b1-5604ca870a0a req-32bcdf53-7c2c-4433-82b7-6f7e60507c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:07.486289 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7852c82-5f41-4db5-84b1-5604ca870a0a req-32bcdf53-7c2c-4433-82b7-6f7e60507c62 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34d7ccbf72aa4174acc53e783a3a33c5&device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 2872 time: 0.3885341 Apr 21 12:43:07.512947 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-087b41fc-bcdc-4bf8-b820-f092edd9fbd7 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Made reservation on behalf of 92a6d43df1624433929afadbcee46f8a for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:43:07.518149 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-087b41fc-bcdc-4bf8-b820-f092edd9fbd7 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:07.524014 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c606767-4d87-41fa-8da7-58897651870e None None] get_active_networks_info from n-d-836147-2 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 12:43:07.557648 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9b1bb6af-63ea-40c2-8b8d-a3e2da87bbfe None None] Set router a7e1f888-4850-4d35-8132-f11209b75ff5 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:43:07.561112 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a3824bf1-53b1-4a60-9808-62dad5e34ff4 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "GET /v2.0/subnets?network_id=23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 207 time: 0.1430624 Apr 21 12:43:07.561112 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45256) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:07.596470 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6f142a43-ce60-4297-a59f-31a17e5a02f0 req-381cf974-f919-4d30-aa3d-b57aa8100087 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed93c51-8c9f-4a95-81e0-1d62825dc74d HTTP/1.1" status: 200 len: 210 time: 0.0496891 Apr 21 12:43:07.666721 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb530754-c945-453e-b42d-6400b0ce9407 req-5b64d260-d2bd-4960-a658-7ba5be029357 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 210 time: 0.0582240 Apr 21 12:43:07.716876 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f092edf7-8e7f-448f-ac08-d544a825d9f0 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:07.726746 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f092edf7-8e7f-448f-ac08-d544a825d9f0 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:07.748089 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-961efd47-dea6-440a-bd19-fecd58c87851 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:07.782169 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c606767-4d87-41fa-8da7-58897651870e None None] Resources bound (agent type, host, resource id): {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 12:43:07.827614 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cf700-1c1d-4631-9eb2-582a86dd04e7 req-72cae0c1-2b1e-43d9-9f31-c6388f5b2fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:07.829095 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b72cf700-1c1d-4631-9eb2-582a86dd04e7 req-72cae0c1-2b1e-43d9-9f31-c6388f5b2fb9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.8813620 Apr 21 12:43:07.840548 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9b1bb6af-63ea-40c2-8b8d-a3e2da87bbfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'name': 'tempest-RoutersIpV6Test-router-1536361923', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:20Z', 'updated_at': '2022-04-21T12:43:04Z', 'revision_number': 8, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'gw_port_host': None, '_interfaces': [{'id': '086ac070-4022-4a14-ab16-f1746bef375e', 'name': '', 'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:24:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:26Z', 'updated_at': '2022-04-21T12:42:36Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0f506d9d-3e7b-4e78-8e92-848ddee68d3a', 'name': '', 'network_id': '4e36eb6b-0252-424a-a369-f134004effb8', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:6b:2d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '780fdff1-9009-4b18-95c6-01085ace0467', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:37Z', 'updated_at': '2022-04-21T12:42:50Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': '780fdff1-9009-4b18-95c6-01085ace0467', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f8a044-5d43-42c2-a2f1-b776f0ebc756', 'name': '', 'network_id': 'd049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:94:3d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '86bc0e81-6eb1-4dd1-ad3b-7a2f58c1bc10', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:47Z', 'updated_at': '2022-04-21T12:43:05Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': '86bc0e81-6eb1-4dd1-ad3b-7a2f58c1bc10', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:07.879174 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1bb6af-63ea-40c2-8b8d-a3e2da87bbfe None None] The sync data for ids ['a7e1f888-4850-4d35-8132-f11209b75ff5'] in n-d-836147-2 is: [{'id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'name': 'tempest-RoutersIpV6Test-router-1536361923', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:20Z', 'updated_at': '2022-04-21T12:43:04Z', 'revision_number': 8, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'gw_port_host': None, '_interfaces': [{'id': '086ac070-4022-4a14-ab16-f1746bef375e', 'name': '', 'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:24:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:26Z', 'updated_at': '2022-04-21T12:42:36Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0f506d9d-3e7b-4e78-8e92-848ddee68d3a', 'name': '', 'network_id': '4e36eb6b-0252-424a-a369-f134004effb8', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:6b:2d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '780fdff1-9009-4b18-95c6-01085ace0467', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:37Z', 'updated_at': '2022-04-21T12:42:50Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': '780fdff1-9009-4b18-95c6-01085ace0467', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f8a044-5d43-42c2-a2f1-b776f0ebc756', 'name': '', 'network_id': 'd049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:94:3d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '86bc0e81-6eb1-4dd1-ad3b-7a2f58c1bc10', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:47Z', 'updated_at': '2022-04-21T12:43:05Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': '86bc0e81-6eb1-4dd1-ad3b-7a2f58c1bc10', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:43:07.882633 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b72cf700-1c1d-4631-9eb2-582a86dd04e7 req-db4c6a43-a34b-43a2-b93d-016f5e4bfb39 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=a04337c4-fdf9-4860-8c09-d882271e65e0 HTTP/1.1" status: 200 len: 217 time: 0.0455146 Apr 21 12:43:07.910546 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b56ef3-9e40-4e81-b260-7fef2dac1238 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:07.918976 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f092edf7-8e7f-448f-ac08-d544a825d9f0 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:07.936132 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b56ef3-9e40-4e81-b260-7fef2dac1238 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:07.941754 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f092edf7-8e7f-448f-ac08-d544a825d9f0 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:07.945187 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f092edf7-8e7f-448f-ac08-d544a825d9f0 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/baa17620-57d3-4441-8555-2b7016d2f0e8 HTTP/1.1" status: 204 len: 168 time: 0.5075145 Apr 21 12:43:07.945323 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b56ef3-9e40-4e81-b260-7fef2dac1238 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:07.952284 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b56ef3-9e40-4e81-b260-7fef2dac1238 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:07.958714 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b56ef3-9e40-4e81-b260-7fef2dac1238 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:07.958904 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45260) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:07.964842 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b56ef3-9e40-4e81-b260-7fef2dac1238 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:07.966840 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-92b56ef3-9e40-4e81-b260-7fef2dac1238 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3948689 Apr 21 12:43:07.972362 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45262) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:08.078077 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58999c28-c9c5-4456-bc4f-a01b55333a2b req-a675812b-540a-4e45-827b-500f06d30a0b tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:08.083956 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58999c28-c9c5-4456-bc4f-a01b55333a2b req-a675812b-540a-4e45-827b-500f06d30a0b tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:08.088861 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-961efd47-dea6-440a-bd19-fecd58c87851 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Deleting port 9f2a6eb5-0f5e-427d-964c-2a307b2f3421 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:08.089424 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-961efd47-dea6-440a-bd19-fecd58c87851 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:08.090549 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58999c28-c9c5-4456-bc4f-a01b55333a2b req-a675812b-540a-4e45-827b-500f06d30a0b tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:08.098275 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58999c28-c9c5-4456-bc4f-a01b55333a2b req-a675812b-540a-4e45-827b-500f06d30a0b tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 2419 time: 0.3441138 Apr 21 12:43:08.105422 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092edf7-8e7f-448f-ac08-d544a825d9f0 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=baa17620-57d3-4441-8555-2b7016d2f0e8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:08.172635 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7852c82-5f41-4db5-84b1-5604ca870a0a req-ee645039-bf4f-4736-b548-aa0f5ac7075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:08.173014 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7852c82-5f41-4db5-84b1-5604ca870a0a req-ee645039-bf4f-4736-b548-aa0f5ac7075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:08.174685 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7852c82-5f41-4db5-84b1-5604ca870a0a req-ee645039-bf4f-4736-b548-aa0f5ac7075b service neutron] 10.222.0.24 "GET /v2.0/networks?id=bb3b6a61-8fc8-445c-8324-3e3cc0c63337&id=083113f4-712e-4273-85bd-dfdb95632ed3&id=bb3b6a61-8fc8-445c-8324-3e3cc0c63337 HTTP/1.1" status: 200 len: 1593 time: 0.5963194 Apr 21 12:43:08.201055 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6c3219fb-c763-4133-a192-16c7266bce36 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.2209570 Apr 21 12:43:08.210240 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45264) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:08.211267 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cf700-1c1d-4631-9eb2-582a86dd04e7 req-31576c54-be56-4a73-9f53-d1116835594d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:08.212772 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b72cf700-1c1d-4631-9eb2-582a86dd04e7 req-31576c54-be56-4a73-9f53-d1116835594d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.2890491 Apr 21 12:43:08.222740 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5735c3e7-0c46-4e31-bd5d-b9ef2aae73a0 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2174308 Apr 21 12:43:08.246090 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45266) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:08.306135 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8c896b-d0f1-4bd5-9a98-dd202ffa5a80 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:08.307872 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8c896b-d0f1-4bd5-9a98-dd202ffa5a80 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:08.310147 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8c896b-d0f1-4bd5-9a98-dd202ffa5a80 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:08.312105 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8c896b-d0f1-4bd5-9a98-dd202ffa5a80 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:08.314079 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8c896b-d0f1-4bd5-9a98-dd202ffa5a80 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:08.315994 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0c8c896b-d0f1-4bd5-9a98-dd202ffa5a80 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1046367 Apr 21 12:43:08.321846 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45268) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:08.341713 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7852c82-5f41-4db5-84b1-5604ca870a0a req-f39f413f-ae7c-4f70-936c-37e7a21fe01a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.153&port_id=55da96c5-1f75-4504-8c88-a7bb86ff2491 HTTP/1.1" status: 200 len: 217 time: 0.1401794 Apr 21 12:43:08.369905 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device d7a6b45b-8f06-426e-8d23-d2c05b979075 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:43:08.371336 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da489ba9-a604-4557-8db5-f8a0593b19d5 req-05b18612-4679-42d9-b16a-1a9e4f399118 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:08.373069 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da489ba9-a604-4557-8db5-f8a0593b19d5 req-05b18612-4679-42d9-b16a-1a9e4f399118 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 949 time: 0.3462687 Apr 21 12:43:08.387676 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-961efd47-dea6-440a-bd19-fecd58c87851 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] For port 9f2a6eb5-0f5e-427d-964c-2a307b2f3421, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=9f2a6eb5-0f5e-427d-964c-2a307b2f3421,segment=NetworkSegment(c17e4c9b-d93f-4806-9c36-bb5d6c997c5f),segment_id=c17e4c9b-d93f-4806-9c36-bb5d6c997c5f)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:08.388341 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-961efd47-dea6-440a-bd19-fecd58c87851 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:08.405714 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58999c28-c9c5-4456-bc4f-a01b55333a2b req-88b30371-394b-42f6-ac81-da2fd5cbf682 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064711 Apr 21 12:43:08.426360 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-961efd47-dea6-440a-bd19-fecd58c87851 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Calling delete_port for 9f2a6eb5-0f5e-427d-964c-2a307b2f3421 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:08.436466 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: d7a6b45b-8f06-426e-8d23-d2c05b979075 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:43:08.436644 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device d7a6b45b-8f06-426e-8d23-d2c05b979075 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:43:08.454659 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09be3bd4-ea94-4e9b-b3f7-48e229671a5a tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['shared'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:08.456700 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09be3bd4-ea94-4e9b-b3f7-48e229671a5a tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['shared'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:08.458328 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09be3bd4-ea94-4e9b-b3f7-48e229671a5a tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['shared'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:08.460407 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09be3bd4-ea94-4e9b-b3f7-48e229671a5a tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['shared'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:08.462728 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09be3bd4-ea94-4e9b-b3f7-48e229671a5a tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['shared'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:08.473238 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-09be3bd4-ea94-4e9b-b3f7-48e229671a5a tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1472385 Apr 21 12:43:08.500144 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-087b41fc-bcdc-4bf8-b820-f092edd9fbd7 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Allocated IP 172.20.0.3 (44eb7d1a-3922-4d99-876a-850783df7ae4/c380a365-ab59-4237-865d-7af47378b019/b9d7475a-6d37-42d7-bf89-560491b9912a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:43:08.504405 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45272) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:08.613400 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7852c82-5f41-4db5-84b1-5604ca870a0a req-5c93fa5c-f00a-49a4-a35b-b797ee0fc9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:08.615413 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7852c82-5f41-4db5-84b1-5604ca870a0a req-5c93fa5c-f00a-49a4-a35b-b797ee0fc9e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8e2e891-2f61-45b0-a919-ebba7b686466 HTTP/1.1" status: 200 len: 801 time: 0.2409329 Apr 21 12:43:08.617057 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb83b95-6376-4be6-8511-561d9ec59c53 None None] Network f603b708-87e5-49f4-a23a-9208c03a9801 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:08.668108 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-961efd47-dea6-440a-bd19-fecd58c87851 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:08.722867 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961efd47-dea6-440a-bd19-fecd58c87851 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Port': ['ID=9f2a6eb5-0f5e-427d-964c-2a307b2f3421,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:08.743494 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961efd47-dea6-440a-bd19-fecd58c87851 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] No DVR routers for this DVR port 9f2a6eb5-0f5e-427d-964c-2a307b2f3421 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:43:08.762080 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da489ba9-a604-4557-8db5-f8a0593b19d5 req-a5cfb497-d037-4dd4-81b0-cd738167ec58 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668165 Apr 21 12:43:08.765923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72cf700-1c1d-4631-9eb2-582a86dd04e7 req-6964ad94-4b4c-473e-bb80-27d2b0c1c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:08.773682 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b72cf700-1c1d-4631-9eb2-582a86dd04e7 req-6964ad94-4b4c-473e-bb80-27d2b0c1c7ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5438569 Apr 21 12:43:08.792391 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88e98d8-e7c7-4e6c-804f-91f6c55d4035 None None] Sync routers for ids ['a7e1f888-4850-4d35-8132-f11209b75ff5'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:43:08.809558 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88e98d8-e7c7-4e6c-804f-91f6c55d4035 None None] Routers {'a7e1f888-4850-4d35-8132-f11209b75ff5'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:43:08.810222 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d88e98d8-e7c7-4e6c-804f-91f6c55d4035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:42:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a7e1f888-4850-4d35-8132-f11209b75ff5'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:08.863716 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6cbf6d-a1ff-4cb6-ad12-51b542a3ef5a None None] DHCP port deletion for f603b708-87e5-49f4-a23a-9208c03a9801 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:43:08.892224 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-961efd47-dea6-440a-bd19-fecd58c87851 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:08.928037 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-961efd47-dea6-440a-bd19-fecd58c87851 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f603b708-87e5-49f4-a23a-9208c03a9801']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:08.934814 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7bf7f755-f9cf-488b-b0e9-daa9131ce61f tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:08.940384 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-961efd47-dea6-440a-bd19-fecd58c87851 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c17e4c9b-d93f-4806-9c36-bb5d6c997c5f') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:08.940736 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-961efd47-dea6-440a-bd19-fecd58c87851 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c17e4c9b-d93f-4806-9c36-bb5d6c997c5f') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:08.945324 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-d88e98d8-e7c7-4e6c-804f-91f6c55d4035 None None] Set router a7e1f888-4850-4d35-8132-f11209b75ff5 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:43:08.958836 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-961efd47-dea6-440a-bd19-fecd58c87851 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:08.962721 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2bf2817b-1b44-4708-ab17-5c93facf6903 req-17c571ea-d400-4df2-8aae-e2024b018322 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed93c51-8c9f-4a95-81e0-1d62825dc74d HTTP/1.1" status: 200 len: 210 time: 0.0929034 Apr 21 12:43:08.984643 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-961efd47-dea6-440a-bd19-fecd58c87851 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:08.991428 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961efd47-dea6-440a-bd19-fecd58c87851 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:43:08.991889 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-961efd47-dea6-440a-bd19-fecd58c87851 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:43:08.995068 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:43:09.085229 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc594d47-e579-4b7a-af8a-598cb4673079 req-2ce17cf8-6267-4d1a-aeb6-4839d0715d19 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:09.086654 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dc594d47-e579-4b7a-af8a-598cb4673079 req-2ce17cf8-6267-4d1a-aeb6-4839d0715d19 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdfe7c02-a1d8-465e-9c63-eb04212bb092 HTTP/1.1" status: 200 len: 945 time: 0.5552781 Apr 21 12:43:09.137474 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-961efd47-dea6-440a-bd19-fecd58c87851 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:09.146497 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-961efd47-dea6-440a-bd19-fecd58c87851 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:09.154320 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-961efd47-dea6-440a-bd19-fecd58c87851 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/networks/f603b708-87e5-49f4-a23a-9208c03a9801 HTTP/1.1" status: 204 len: 168 time: 1.6853592 Apr 21 12:43:09.164940 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45278) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:09.173435 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961efd47-dea6-440a-bd19-fecd58c87851 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Network': ['ID=f603b708-87e5-49f4-a23a-9208c03a9801,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:09.186498 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-59ee1017-e84a-4895-ba4f-ea68b1ef654a req-2def1168-075a-44dc-a8ae-a7530d8753d2 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 210 time: 0.0880148 Apr 21 12:43:09.214805 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7bf7f755-f9cf-488b-b0e9-daa9131ce61f tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:09.222673 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d88e98d8-e7c7-4e6c-804f-91f6c55d4035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'name': 'tempest-RoutersIpV6Test-router-1536361923', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:20Z', 'updated_at': '2022-04-21T12:43:04Z', 'revision_number': 8, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'gw_port_host': None, '_interfaces': [{'id': '086ac070-4022-4a14-ab16-f1746bef375e', 'name': '', 'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:24:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:26Z', 'updated_at': '2022-04-21T12:42:36Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0f506d9d-3e7b-4e78-8e92-848ddee68d3a', 'name': '', 'network_id': '4e36eb6b-0252-424a-a369-f134004effb8', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:6b:2d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '780fdff1-9009-4b18-95c6-01085ace0467', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:37Z', 'updated_at': '2022-04-21T12:42:50Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': '780fdff1-9009-4b18-95c6-01085ace0467', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f8a044-5d43-42c2-a2f1-b776f0ebc756', 'name': '', 'network_id': 'd049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:94:3d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '86bc0e81-6eb1-4dd1-ad3b-7a2f58c1bc10', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:47Z', 'updated_at': '2022-04-21T12:43:05Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': '86bc0e81-6eb1-4dd1-ad3b-7a2f58c1bc10', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:09.224888 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd60bd8-de70-40a4-ae9f-3fbc97a7fd88 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:09.226643 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7bd60bd8-de70-40a4-ae9f-3fbc97a7fd88 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "GET /v2.0/networks/de0c7722-c885-468c-9719-38a5dfeb508d HTTP/1.1" status: 200 len: 804 time: 0.7212727 Apr 21 12:43:09.240497 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7852c82-5f41-4db5-84b1-5604ca870a0a req-85efc8b1-a425-46cc-b544-30616e41ec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:09.242090 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7852c82-5f41-4db5-84b1-5604ca870a0a req-85efc8b1-a425-46cc-b544-30616e41ec22 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb3b6a61-8fc8-445c-8324-3e3cc0c63337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5859504 Apr 21 12:43:09.250794 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45280) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:09.262687 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88e98d8-e7c7-4e6c-804f-91f6c55d4035 None None] Checking router: a7e1f888-4850-4d35-8132-f11209b75ff5 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:43:09.276254 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88e98d8-e7c7-4e6c-804f-91f6c55d4035 None None] Routers {'a7e1f888-4850-4d35-8132-f11209b75ff5'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:43:09.278482 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d88e98d8-e7c7-4e6c-804f-91f6c55d4035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:42:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a7e1f888-4850-4d35-8132-f11209b75ff5'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:09.395909 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-d88e98d8-e7c7-4e6c-804f-91f6c55d4035 None None] Set router a7e1f888-4850-4d35-8132-f11209b75ff5 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:43:09.591595 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9461ee62-d0e0-4eda-aa09-4b59a8f31b01 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:09.659719 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d88e98d8-e7c7-4e6c-804f-91f6c55d4035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'name': 'tempest-RoutersIpV6Test-router-1536361923', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:20Z', 'updated_at': '2022-04-21T12:43:04Z', 'revision_number': 8, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'gw_port_host': None, '_interfaces': [{'id': '086ac070-4022-4a14-ab16-f1746bef375e', 'name': '', 'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:24:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:26Z', 'updated_at': '2022-04-21T12:42:36Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0f506d9d-3e7b-4e78-8e92-848ddee68d3a', 'name': '', 'network_id': '4e36eb6b-0252-424a-a369-f134004effb8', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:6b:2d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '780fdff1-9009-4b18-95c6-01085ace0467', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:37Z', 'updated_at': '2022-04-21T12:42:50Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': '780fdff1-9009-4b18-95c6-01085ace0467', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f8a044-5d43-42c2-a2f1-b776f0ebc756', 'name': '', 'network_id': 'd049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:94:3d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '86bc0e81-6eb1-4dd1-ad3b-7a2f58c1bc10', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:47Z', 'updated_at': '2022-04-21T12:43:05Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': '86bc0e81-6eb1-4dd1-ad3b-7a2f58c1bc10', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:09.693410 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88e98d8-e7c7-4e6c-804f-91f6c55d4035 None None] The sync data for ids ['a7e1f888-4850-4d35-8132-f11209b75ff5'] in n-d-836147-2 is: [{'id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'name': 'tempest-RoutersIpV6Test-router-1536361923', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:20Z', 'updated_at': '2022-04-21T12:43:04Z', 'revision_number': 8, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'gw_port_host': None, '_interfaces': [{'id': '086ac070-4022-4a14-ab16-f1746bef375e', 'name': '', 'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:24:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:26Z', 'updated_at': '2022-04-21T12:42:36Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0f506d9d-3e7b-4e78-8e92-848ddee68d3a', 'name': '', 'network_id': '4e36eb6b-0252-424a-a369-f134004effb8', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:6b:2d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '780fdff1-9009-4b18-95c6-01085ace0467', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:37Z', 'updated_at': '2022-04-21T12:42:50Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': '780fdff1-9009-4b18-95c6-01085ace0467', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '60f8a044-5d43-42c2-a2f1-b776f0ebc756', 'name': '', 'network_id': 'd049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:94:3d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '86bc0e81-6eb1-4dd1-ad3b-7a2f58c1bc10', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:47Z', 'updated_at': '2022-04-21T12:43:05Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': '86bc0e81-6eb1-4dd1-ad3b-7a2f58c1bc10', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:43:09.826876 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dc594d47-e579-4b7a-af8a-598cb4673079 req-755cc236-1834-40d4-aa77-b6b6c638e602 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7225790 Apr 21 12:43:09.875666 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-087b41fc-bcdc-4bf8-b820-f092edd9fbd7 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:09.878812 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b72cf700-1c1d-4631-9eb2-582a86dd04e7 req-ea176b04-4272-4816-9720-845e1f44a6b1 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0505199 Apr 21 12:43:09.930607 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-9461ee62-d0e0-4eda-aa09-4b59a8f31b01 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Deleting port 60f8a044-5d43-42c2-a2f1-b776f0ebc756 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:09.931028 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9461ee62-d0e0-4eda-aa09-4b59a8f31b01 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:10.045619 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-9461ee62-d0e0-4eda-aa09-4b59a8f31b01 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] For port 60f8a044-5d43-42c2-a2f1-b776f0ebc756, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=60f8a044-5d43-42c2-a2f1-b776f0ebc756,segment=NetworkSegment(2fe60033-1f56-4cdf-831a-7d8612ca5f6e),segment_id=2fe60033-1f56-4cdf-831a-7d8612ca5f6e)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:10.045619 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9461ee62-d0e0-4eda-aa09-4b59a8f31b01 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:10.046063 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7bf7f755-f9cf-488b-b0e9-daa9131ce61f tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:10.048648 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7bf7f755-f9cf-488b-b0e9-daa9131ce61f tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:10.056422 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7bf7f755-f9cf-488b-b0e9-daa9131ce61f tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "DELETE /v2.0/security-groups/3404099f-2a43-4a1f-864b-3c30f605a2e9 HTTP/1.1" status: 204 len: 168 time: 1.7476411 Apr 21 12:43:10.056623 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45290) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:10.075184 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-9461ee62-d0e0-4eda-aa09-4b59a8f31b01 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Calling delete_port for 60f8a044-5d43-42c2-a2f1-b776f0ebc756 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:10.084308 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26af99-e64b-4967-888c-e276c56897b1 req-d5be1365-1964-46ee-bfa5-49013d507b78 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:10.091078 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26af99-e64b-4967-888c-e276c56897b1 req-d5be1365-1964-46ee-bfa5-49013d507b78 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:10.097228 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26af99-e64b-4967-888c-e276c56897b1 req-d5be1365-1964-46ee-bfa5-49013d507b78 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:10.098977 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea26af99-e64b-4967-888c-e276c56897b1 req-d5be1365-1964-46ee-bfa5-49013d507b78 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.24 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 2419 time: 0.8061910 Apr 21 12:43:10.111398 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 9f2a6eb5-0f5e-427d-964c-2a307b2f3421 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:43:10.138648 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 9f2a6eb5-0f5e-427d-964c-2a307b2f3421 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:43:10.139370 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7852c82-5f41-4db5-84b1-5604ca870a0a req-fd03ca2c-caac-4f85-a390-4d2cf4ed1db8 service neutron] 10.222.0.24 "GET /v2.0/networks/bb3b6a61-8fc8-445c-8324-3e3cc0c63337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8701012 Apr 21 12:43:10.139832 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 9f2a6eb5-0f5e-427d-964c-2a307b2f3421 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:43:10.162095 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2a72d8c2-8480-4c64-b898-3ccdc3af5ed6 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1071784 Apr 21 12:43:10.165870 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45292) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:10.172674 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-352ea991-8c14-4784-8685-09fad5829f8b tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "GET /v2.0/networks/de0c7722-c885-468c-9719-38a5dfeb508d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.9163604 Apr 21 12:43:10.173523 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7f755-f9cf-488b-b0e9-daa9131ce61f tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3404099f-2a43-4a1f-864b-3c30f605a2e9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:10.175689 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ce097267-dc68-407d-9733-d9d852c7816f tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Request body: {'security_group': {'name': 'tempest-secgroup--1507397969'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:10.185001 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45294) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:10.190708 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e45eb-7669-428b-a309-800f5427ea1c req-2f539d26-3f7c-47d2-81aa-9d2224ff6480 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:10.196815 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e45eb-7669-428b-a309-800f5427ea1c req-2f539d26-3f7c-47d2-81aa-9d2224ff6480 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:10.203722 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2e45eb-7669-428b-a309-800f5427ea1c req-2f539d26-3f7c-47d2-81aa-9d2224ff6480 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:10.205463 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f2e45eb-7669-428b-a309-800f5427ea1c req-2f539d26-3f7c-47d2-81aa-9d2224ff6480 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 2419 time: 0.3830822 Apr 21 12:43:10.284815 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cee33aa-5b99-46ba-b2c9-4be6827161cb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:10.290128 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4cee33aa-5b99-46ba-b2c9-4be6827161cb tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "GET /v2.0/subnets/2421ce34-0786-41e4-9b6a-d8ed8199bc37 HTTP/1.1" status: 200 len: 843 time: 0.0998738 Apr 21 12:43:10.290128 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45298) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:10.343005 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aab85c-ecab-4773-9e18-b3d8453df670 req-b81ac1ac-2e28-41b4-b916-b7f82e11ac97 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:10.345779 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce097267-dc68-407d-9733-d9d852c7816f tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:10.346070 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1aab85c-ecab-4773-9e18-b3d8453df670 req-b81ac1ac-2e28-41b4-b916-b7f82e11ac97 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 949 time: 0.4011865 Apr 21 12:43:10.359891 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b72cf700-1c1d-4631-9eb2-582a86dd04e7 req-70b13882-ba60-4966-8cab-d22264268a6e service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551907 Apr 21 12:43:10.374162 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69277e0-7171-40fc-95d3-ddb39edb3e5d tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['shared'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:10.375535 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c69277e0-7171-40fc-95d3-ddb39edb3e5d tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "GET /v2.0/subnets/2421ce34-0786-41e4-9b6a-d8ed8199bc37?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0846782 Apr 21 12:43:10.379921 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45300) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:10.395222 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8c797770-9970-4566-8c00-b3b0323d5305 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1849124975'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:10.416011 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-087b41fc-bcdc-4bf8-b820-f092edd9fbd7 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:10.467653 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce097267-dc68-407d-9733-d9d852c7816f tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:10.470646 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f2e45eb-7669-428b-a309-800f5427ea1c req-e1d74c5c-52f3-41a8-b279-b96476f79a4e tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387688 Apr 21 12:43:10.518531 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1aab85c-ecab-4773-9e18-b3d8453df670 req-82ca7d65-ca89-43de-b872-23e2fadc5ed5 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658218 Apr 21 12:43:10.520442 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7852c82-5f41-4db5-84b1-5604ca870a0a req-0f78f08a-c4e5-42bb-a5de-3338b16636c2 service neutron] 10.222.0.24 "GET /v2.0/networks/bb3b6a61-8fc8-445c-8324-3e3cc0c63337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423345 Apr 21 12:43:10.525185 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-087b41fc-bcdc-4bf8-b820-f092edd9fbd7 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Network 44eb7d1a-3922-4d99-876a-850783df7ae4 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:43:10.542861 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-087b41fc-bcdc-4bf8-b820-f092edd9fbd7 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:43:10.560436 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-087b41fc-bcdc-4bf8-b820-f092edd9fbd7 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:43:10.563013 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b41fc-bcdc-4bf8-b820-f092edd9fbd7 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Pushing event updated for resources: {'Port': ['ID=b9d7475a-6d37-42d7-bf89-560491b9912a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:10.568129 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9461ee62-d0e0-4eda-aa09-4b59a8f31b01 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:10.613839 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce097267-dc68-407d-9733-d9d852c7816f tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:10.627441 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461ee62-d0e0-4eda-aa09-4b59a8f31b01 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Port': ['ID=60f8a044-5d43-42c2-a2f1-b776f0ebc756,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:10.646275 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7852c82-5f41-4db5-84b1-5604ca870a0a req-08ff3ce3-387b-4453-b3c0-5ff1e8f96694 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.127&port_id=425dc2b5-331a-493f-ac21-80edcb7c5a78 HTTP/1.1" status: 200 len: 217 time: 0.1098173 Apr 21 12:43:10.659649 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c797770-9970-4566-8c00-b3b0323d5305 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Made reservation on behalf of 28f81f60811b4356b23d2a8e82427faf for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:43:10.663771 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c797770-9970-4566-8c00-b3b0323d5305 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:10.678826 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ea26af99-e64b-4967-888c-e276c56897b1 req-1ce46d1b-d7a7-43a2-93cb-9dd5fdc6c3ee tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Deleting port 55da96c5-1f75-4504-8c88-a7bb86ff2491 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:10.679152 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ea26af99-e64b-4967-888c-e276c56897b1 req-1ce46d1b-d7a7-43a2-93cb-9dd5fdc6c3ee tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:10.726046 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce097267-dc68-407d-9733-d9d852c7816f tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0c2c80-4844-465e-a457-2de2d3df130c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:10.765813 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce097267-dc68-407d-9733-d9d852c7816f tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:10.770255 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ce097267-dc68-407d-9733-d9d852c7816f tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6031137 Apr 21 12:43:10.773196 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45302) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:10.811395 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-85847191-fc97-40da-a844-52a70f7893f2 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Request body: {'security_group_rule': {'security_group_id': '9c0c2c80-4844-465e-a457-2de2d3df130c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:10.818122 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9461ee62-d0e0-4eda-aa09-4b59a8f31b01 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:10.821055 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-087b41fc-bcdc-4bf8-b820-f092edd9fbd7 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:10.821734 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-087b41fc-bcdc-4bf8-b820-f092edd9fbd7 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:10.861565 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd99ba-99fb-443a-9adb-8529c3e3cf32 req-3df1c3b2-a1b0-47db-b469-e3df56d875c0 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:10.863201 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07dd99ba-99fb-443a-9adb-8529c3e3cf32 req-3df1c3b2-a1b0-47db-b469-e3df56d875c0 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=28600192-ea63-4ffc-8aa1-cb4e4cc7bce6 HTTP/1.1" status: 200 len: 945 time: 0.3366997 Apr 21 12:43:10.901992 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c797770-9970-4566-8c00-b3b0323d5305 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:43:10.919653 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-46fd8aa2-40a8-47c8-b043-67502e8abe93 None None] Provisioning complete for port b9d7475a-6d37-42d7-bf89-560491b9912a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:10.920230 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-46fd8aa2-40a8-47c8-b043-67502e8abe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:10.920319 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7852c82-5f41-4db5-84b1-5604ca870a0a req-88f29711-96d4-4b73-959a-e1ba133715e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:10.921652 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7852c82-5f41-4db5-84b1-5604ca870a0a req-88f29711-96d4-4b73-959a-e1ba133715e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8aea4be-0906-4329-9a0e-c9313cece89c HTTP/1.1" status: 200 len: 801 time: 0.2462645 Apr 21 12:43:10.936513 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbeb0c0-8327-42fc-818f-68f619050e64 req-37199484-985a-4dac-82e8-a67a61e5cbd8 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:10.937995 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-acbeb0c0-8327-42fc-818f-68f619050e64 req-37199484-985a-4dac-82e8-a67a61e5cbd8 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed93c51-8c9f-4a95-81e0-1d62825dc74d HTTP/1.1" status: 200 len: 931 time: 0.2992713 Apr 21 12:43:10.961047 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c797770-9970-4566-8c00-b3b0323d5305 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:10.961387 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-8c797770-9970-4566-8c00-b3b0323d5305 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Added segment ed3f86d2-b1e5-4e0f-a56a-f5074e4aef6b of type vlan for network ff54e606-d700-4132-964e-2de246131379 Apr 21 12:43:10.968695 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-46fd8aa2-40a8-47c8-b043-67502e8abe93 None None] Port b9d7475a-6d37-42d7-bf89-560491b9912a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:43:11.010185 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-087b41fc-bcdc-4bf8-b820-f092edd9fbd7 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4276915 Apr 21 12:43:11.049429 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07dd99ba-99fb-443a-9adb-8529c3e3cf32 req-2cd95bc7-46f8-4a93-831e-38af040970e6 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705880 Apr 21 12:43:11.061179 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-148dd888-62bb-484a-aa70-fdf2c2db0715 service neutron] Request body: {'port': {'device_id': '3ed93c51-8c9f-4a95-81e0-1d62825dc74d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:11.075515 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9461ee62-d0e0-4eda-aa09-4b59a8f31b01 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Router a7e1f888-4850-4d35-8132-f11209b75ff5 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:43:11.104098 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c797770-9970-4566-8c00-b3b0323d5305 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:11.135128 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ea26af99-e64b-4967-888c-e276c56897b1 req-1ce46d1b-d7a7-43a2-93cb-9dd5fdc6c3ee tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] For port 55da96c5-1f75-4504-8c88-a7bb86ff2491, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=55da96c5-1f75-4504-8c88-a7bb86ff2491,segment=NetworkSegment(776a9318-226f-4a2c-ac7f-74a4bbb38944),segment_id=776a9318-226f-4a2c-ac7f-74a4bbb38944)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:11.135574 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ea26af99-e64b-4967-888c-e276c56897b1 req-1ce46d1b-d7a7-43a2-93cb-9dd5fdc6c3ee tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:11.178199 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ea26af99-e64b-4967-888c-e276c56897b1 req-1ce46d1b-d7a7-43a2-93cb-9dd5fdc6c3ee tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Calling delete_port for 55da96c5-1f75-4504-8c88-a7bb86ff2491 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:11.184616 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7852c82-5f41-4db5-84b1-5604ca870a0a req-a7dcecaf-3b6b-4881-8aca-d07c95bc3f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:11.186204 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7852c82-5f41-4db5-84b1-5604ca870a0a req-a7dcecaf-3b6b-4881-8aca-d07c95bc3f17 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=083113f4-712e-4273-85bd-dfdb95632ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2414312 Apr 21 12:43:11.188115 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85847191-fc97-40da-a844-52a70f7893f2 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:11.221616 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-acbeb0c0-8327-42fc-818f-68f619050e64 req-ed585d55-e249-4f95-8ec4-082bdf5afce4 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6b4919-b491-4ff2-a6a9-e2d9faf9bd54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501493 Apr 21 12:43:11.244503 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9461ee62-d0e0-4eda-aa09-4b59a8f31b01 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:43:11.256260 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9461ee62-d0e0-4eda-aa09-4b59a8f31b01 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "PUT /v2.0/routers/a7e1f888-4850-4d35-8132-f11209b75ff5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0875943 Apr 21 12:43:11.259185 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45306) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:11.263539 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77115afc-85ac-40b3-897d-3eac8218678a None None] Sync routers for ids ['a7e1f888-4850-4d35-8132-f11209b75ff5'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:43:11.285342 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77115afc-85ac-40b3-897d-3eac8218678a None None] Routers {'a7e1f888-4850-4d35-8132-f11209b75ff5'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:43:11.286024 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-77115afc-85ac-40b3-897d-3eac8218678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:42:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a7e1f888-4850-4d35-8132-f11209b75ff5'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:11.287964 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5a63af47-6760-4707-bc16-429fba705321 req-2b56f4be-6e07-4094-be0f-72f445625e3e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/ports?device_id=19100341-0dab-45c4-ad5d-a635501ce0cb HTTP/1.1" status: 200 len: 210 time: 0.1076231 Apr 21 12:43:11.304602 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85847191-fc97-40da-a844-52a70f7893f2 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:11.330064 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-6558f979-7e7b-4b1f-a7c4-0d34a3ea0f5d tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Deleting subnet 86bc0e81-6eb1-4dd1-ad3b-7a2f58c1bc10 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:43:11.331939 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-148dd888-62bb-484a-aa70-fdf2c2db0715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:11.334223 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6558f979-7e7b-4b1f-a7c4-0d34a3ea0f5d tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:11.368799 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c797770-9970-4566-8c00-b3b0323d5305 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:11.375176 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c797770-9970-4566-8c00-b3b0323d5305 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:11.375846 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c797770-9970-4566-8c00-b3b0323d5305 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:11.389994 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85847191-fc97-40da-a844-52a70f7893f2 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:11.416948 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-77115afc-85ac-40b3-897d-3eac8218678a None None] Set router a7e1f888-4850-4d35-8132-f11209b75ff5 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:43:11.433187 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6558f979-7e7b-4b1f-a7c4-0d34a3ea0f5d tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:11.456074 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85847191-fc97-40da-a844-52a70f7893f2 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58301acd-d5ae-4657-884a-06715a30461d,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:11.546410 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8c797770-9970-4566-8c00-b3b0323d5305 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1557114 Apr 21 12:43:11.547214 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c797770-9970-4566-8c00-b3b0323d5305 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event updated for resources: {'Network': ['ID=ff54e606-d700-4132-964e-2de246131379,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:11.548536 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45312) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:11.565352 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network ff54e606-d700-4132-964e-2de246131379 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:43:11.592743 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-233c19c7-1468-43b0-a0ed-3c89270e09d1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Request body: {'subnet': {'network_id': 'ff54e606-d700-4132-964e-2de246131379', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:11.631266 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7852c82-5f41-4db5-84b1-5604ca870a0a req-da93c3bf-bb83-44ac-9d61-7365330f471e service neutron] 10.222.0.24 "GET /v2.0/networks/083113f4-712e-4273-85bd-dfdb95632ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127538 Apr 21 12:43:11.663661 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85847191-fc97-40da-a844-52a70f7893f2 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:11.669175 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-85847191-fc97-40da-a844-52a70f7893f2 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8600321 Apr 21 12:43:11.674237 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-77115afc-85ac-40b3-897d-3eac8218678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'name': 'tempest-RoutersIpV6Test-router-1536361923', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:20Z', 'updated_at': '2022-04-21T12:43:10Z', 'revision_number': 9, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'gw_port_host': None, '_interfaces': [{'id': '086ac070-4022-4a14-ab16-f1746bef375e', 'name': '', 'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:24:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:26Z', 'updated_at': '2022-04-21T12:42:36Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0f506d9d-3e7b-4e78-8e92-848ddee68d3a', 'name': '', 'network_id': '4e36eb6b-0252-424a-a369-f134004effb8', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:6b:2d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '780fdff1-9009-4b18-95c6-01085ace0467', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:37Z', 'updated_at': '2022-04-21T12:42:50Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': '780fdff1-9009-4b18-95c6-01085ace0467', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:11.677465 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45316) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:11.697647 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6558f979-7e7b-4b1f-a7c4-0d34a3ea0f5d tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:11.736654 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77115afc-85ac-40b3-897d-3eac8218678a None None] Checking router: a7e1f888-4850-4d35-8132-f11209b75ff5 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:43:11.747628 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77115afc-85ac-40b3-897d-3eac8218678a None None] Routers {'a7e1f888-4850-4d35-8132-f11209b75ff5'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:43:11.748495 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-77115afc-85ac-40b3-897d-3eac8218678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:42:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a7e1f888-4850-4d35-8132-f11209b75ff5'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:11.788887 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-78ee8323-7dd4-447c-9c2d-6a49a60595cc tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "GET /v2.0/security-group-rules/58301acd-d5ae-4657-884a-06715a30461d HTTP/1.1" status: 200 len: 763 time: 0.0960414 Apr 21 12:43:11.791507 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45318) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:11.835729 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-71a49d14-cee4-4030-9e69-cbed198b39ef tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0429177 Apr 21 12:43:11.838480 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45320) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:11.850978 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-77115afc-85ac-40b3-897d-3eac8218678a None None] Set router a7e1f888-4850-4d35-8132-f11209b75ff5 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:43:11.866110 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b38ec859-d44f-41d1-94f8-b5dfe9a880dd tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:11.868389 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233c19c7-1468-43b0-a0ed-3c89270e09d1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Made reservation on behalf of 28f81f60811b4356b23d2a8e82427faf for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:43:11.872653 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-233c19c7-1468-43b0-a0ed-3c89270e09d1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:11.891910 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b38ec859-d44f-41d1-94f8-b5dfe9a880dd tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:11.900486 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c0e7e-74e3-4cec-a62a-93aaa230df8f req-db26238a-51cb-41c5-8802-0d45b5acb09e tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:11.902809 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6558f979-7e7b-4b1f-a7c4-0d34a3ea0f5d tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:11.906511 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c0e7e-74e3-4cec-a62a-93aaa230df8f req-db26238a-51cb-41c5-8802-0d45b5acb09e tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:11.912443 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c0e7e-74e3-4cec-a62a-93aaa230df8f req-db26238a-51cb-41c5-8802-0d45b5acb09e tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:11.914163 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-547c0e7e-74e3-4cec-a62a-93aaa230df8f req-db26238a-51cb-41c5-8802-0d45b5acb09e tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 2419 time: 0.2938149 Apr 21 12:43:11.946619 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 4a202bd4-e96b-4f17-8aff-5f3884f4db2f no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:43:11.969143 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7852c82-5f41-4db5-84b1-5604ca870a0a req-0a8e285e-94e4-4e35-b2ee-09bdf4828121 service neutron] 10.222.0.24 "GET /v2.0/networks/083113f4-712e-4273-85bd-dfdb95632ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116379 Apr 21 12:43:11.981620 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398a6bf-4fae-413d-a196-7442f2c701a2 req-17164c99-af0c-4528-a75c-2d71dfa13973 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:11.983148 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7398a6bf-4fae-413d-a196-7442f2c701a2 req-17164c99-af0c-4528-a75c-2d71dfa13973 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 949 time: 0.2518401 Apr 21 12:43:12.029104 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.ipam_backend_mixin [None req-233c19c7-1468-43b0-a0ed-3c89270e09d1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Performing IP validity checks on allocation pools {{(pid=103397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 21 12:43:12.029104 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.ipam_backend_mixin [None req-233c19c7-1468-43b0-a0ed-3c89270e09d1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 21 12:43:12.033395 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558f979-7e7b-4b1f-a7c4-0d34a3ea0f5d tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Subnet': ['ID=86bc0e81-6eb1-4dd1-ad3b-7a2f58c1bc10,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:12.036044 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ea26af99-e64b-4967-888c-e276c56897b1 req-1ce46d1b-d7a7-43a2-93cb-9dd5fdc6c3ee tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:12.049717 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6558f979-7e7b-4b1f-a7c4-0d34a3ea0f5d tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:12.059719 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7852c82-5f41-4db5-84b1-5604ca870a0a req-22052b24-6fd4-47e6-b7d2-cc443c0df0ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.234&port_id=4a202bd4-e96b-4f17-8aff-5f3884f4db2f HTTP/1.1" status: 200 len: 217 time: 0.0680673 Apr 21 12:43:12.064457 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6558f979-7e7b-4b1f-a7c4-0d34a3ea0f5d tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/subnets/86bc0e81-6eb1-4dd1-ad3b-7a2f58c1bc10 HTTP/1.1" status: 204 len: 168 time: 0.8042233 Apr 21 12:43:12.068895 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45322) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:12.099063 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd0ddbe-b9bd-45f9-959f-419c882e77bb None None] Network d049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:12.108393 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-77115afc-85ac-40b3-897d-3eac8218678a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'name': 'tempest-RoutersIpV6Test-router-1536361923', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:20Z', 'updated_at': '2022-04-21T12:43:10Z', 'revision_number': 9, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'gw_port_host': None, '_interfaces': [{'id': '086ac070-4022-4a14-ab16-f1746bef375e', 'name': '', 'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:24:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:26Z', 'updated_at': '2022-04-21T12:42:36Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0f506d9d-3e7b-4e78-8e92-848ddee68d3a', 'name': '', 'network_id': '4e36eb6b-0252-424a-a369-f134004effb8', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:6b:2d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '780fdff1-9009-4b18-95c6-01085ace0467', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:37Z', 'updated_at': '2022-04-21T12:42:50Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': '780fdff1-9009-4b18-95c6-01085ace0467', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:12.150030 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77115afc-85ac-40b3-897d-3eac8218678a None None] The sync data for ids ['a7e1f888-4850-4d35-8132-f11209b75ff5'] in n-d-836147-2 is: [{'id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'name': 'tempest-RoutersIpV6Test-router-1536361923', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:20Z', 'updated_at': '2022-04-21T12:43:10Z', 'revision_number': 9, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'gw_port_host': None, '_interfaces': [{'id': '086ac070-4022-4a14-ab16-f1746bef375e', 'name': '', 'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:24:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:26Z', 'updated_at': '2022-04-21T12:42:36Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0f506d9d-3e7b-4e78-8e92-848ddee68d3a', 'name': '', 'network_id': '4e36eb6b-0252-424a-a369-f134004effb8', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:6b:2d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '780fdff1-9009-4b18-95c6-01085ace0467', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:37Z', 'updated_at': '2022-04-21T12:42:50Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': '780fdff1-9009-4b18-95c6-01085ace0467', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:43:12.154729 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b38ec859-d44f-41d1-94f8-b5dfe9a880dd tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:12.173782 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:12.186825 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b38ec859-d44f-41d1-94f8-b5dfe9a880dd tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:12.197466 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b38ec859-d44f-41d1-94f8-b5dfe9a880dd tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/58301acd-d5ae-4657-884a-06715a30461d HTTP/1.1" status: 204 len: 168 time: 0.3577728 Apr 21 12:43:12.198362 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ec859-d44f-41d1-94f8-b5dfe9a880dd tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58301acd-d5ae-4657-884a-06715a30461d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:12.203587 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45324) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:12.235532 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a202bd4-e96b-4f17-8aff-5f3884f4db2f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:43:12.238435 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3930328a-f729-4485-af32-b7db36f8c8b5" -d '{"events": [{"server_uuid": "98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804", "name": "network-vif-unplugged", "status": "completed", "tag": "4a202bd4-e96b-4f17-8aff-5f3884f4db2f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:43:12.275286 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 4a202bd4-e96b-4f17-8aff-5f3884f4db2f, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=4a202bd4-e96b-4f17-8aff-5f3884f4db2f,segment=NetworkSegment(776a9318-226f-4a2c-ac7f-74a4bbb38944),segment_id=776a9318-226f-4a2c-ac7f-74a4bbb38944)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:12.281680 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7bec4373-6846-42d8-869f-fad568d462b7 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0769241 Apr 21 12:43:12.284633 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45330) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:12.289002 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c277587a-db04-4990-b47a-8b55f5696d34 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Request body: {'security_group_rule': {'security_group_id': '9c0c2c80-4844-465e-a457-2de2d3df130c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:12.352753 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:12.353466 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 55da96c5-1f75-4504-8c88-a7bb86ff2491 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:43:12.398582 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c277587a-db04-4990-b47a-8b55f5696d34 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:12.412303 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 55da96c5-1f75-4504-8c88-a7bb86ff2491 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:43:12.412303 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 55da96c5-1f75-4504-8c88-a7bb86ff2491 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:43:12.412303 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 425dc2b5-331a-493f-ac21-80edcb7c5a78 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:43:12.466296 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-233c19c7-1468-43b0-a0ed-3c89270e09d1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:12.469527 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-547c0e7e-74e3-4cec-a62a-93aaa230df8f req-a793f28d-dce0-42c1-8e6c-4b3bb03626cd tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5401986 Apr 21 12:43:12.472772 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=4a202bd4-e96b-4f17-8aff-5f3884f4db2f,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:12.478056 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce46d1b-d7a7-43a2-93cb-9dd5fdc6c3ee tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Pushing event deleted for resources: {'Port': ['ID=55da96c5-1f75-4504-8c88-a7bb86ff2491,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:12.490028 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c277587a-db04-4990-b47a-8b55f5696d34 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:12.523375 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e160485-5e61-4e7f-99bc-d7e243fc8977 None None] DHCP port deletion for d049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:43:12.562160 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c277587a-db04-4990-b47a-8b55f5696d34 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:12.578249 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:12.606104 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233c19c7-1468-43b0-a0ed-3c89270e09d1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Checking segment: {'id': 'ed3f86d2-b1e5-4e0f-a56a-f5074e4aef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ff54e606-d700-4132-964e-2de246131379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:43:12.606467 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233c19c7-1468-43b0-a0ed-3c89270e09d1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Network hostable DHCP agents. Network: ff54e606-d700-4132-964e-2de246131379, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:43:12.635303 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c19c7-1468-43b0-a0ed-3c89270e09d1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event updated for resources: {'Subnet': ['ID=c258c917-8fe6-4c16-95dc-665dd4f06b20,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:12.643759 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 425dc2b5-331a-493f-ac21-80edcb7c5a78, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=425dc2b5-331a-493f-ac21-80edcb7c5a78,segment=NetworkSegment(985a5265-bc72-4924-bf36-8e8c62f4ed57),segment_id=985a5265-bc72-4924-bf36-8e8c62f4ed57)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:12.653766 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4e160485-5e61-4e7f-99bc-d7e243fc8977 None None] Deleting port 9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:12.654561 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e160485-5e61-4e7f-99bc-d7e243fc8977 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:12.660838 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c277587a-db04-4990-b47a-8b55f5696d34 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:12.664356 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c277587a-db04-4990-b47a-8b55f5696d34 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3770144 Apr 21 12:43:12.664356 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277587a-db04-4990-b47a-8b55f5696d34 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e9aa114-0e00-4fcd-bc7a-91e92f1570c2,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:12.678583 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45334) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:12.707183 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-69ef12c9-8fc3-4230-810b-86d89ab97a3d tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "GET /v2.0/security-group-rules/2e9aa114-0e00-4fcd-bc7a-91e92f1570c2 HTTP/1.1" status: 200 len: 763 time: 0.0260212 Apr 21 12:43:12.707431 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45336) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:12.758416 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4e160485-5e61-4e7f-99bc-d7e243fc8977 None None] For port 9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf,segment=NetworkSegment(2fe60033-1f56-4cdf-831a-7d8612ca5f6e),segment_id=2fe60033-1f56-4cdf-831a-7d8612ca5f6e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:12.758929 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e160485-5e61-4e7f-99bc-d7e243fc8977 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:12.766171 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7398a6bf-4fae-413d-a196-7442f2c701a2 req-6c7e4f74-ab54-43e0-ac8a-ea9180d2a114 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7612672 Apr 21 12:43:12.769902 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233c19c7-1468-43b0-a0ed-3c89270e09d1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Network ff54e606-d700-4132-964e-2de246131379 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:43:12.775176 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea26af99-e64b-4967-888c-e276c56897b1 req-1ce46d1b-d7a7-43a2-93cb-9dd5fdc6c3ee tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] No DVR routers for this DVR port 55da96c5-1f75-4504-8c88-a7bb86ff2491 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:43:12.776449 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4e160485-5e61-4e7f-99bc-d7e243fc8977 None None] Calling delete_port for 9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:12.786826 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ea26af99-e64b-4967-888c-e276c56897b1 req-1ce46d1b-d7a7-43a2-93cb-9dd5fdc6c3ee tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:12.790560 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea26af99-e64b-4967-888c-e276c56897b1 req-1ce46d1b-d7a7-43a2-93cb-9dd5fdc6c3ee tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.24 "DELETE /v2.0/ports/55da96c5-1f75-4504-8c88-a7bb86ff2491 HTTP/1.1" status: 204 len: 173 time: 2.6797884 Apr 21 12:43:12.791452 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804', 'name': 'network-vif-deleted', 'tag': '55da96c5-1f75-4504-8c88-a7bb86ff2491'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:43:12.794518 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c40517-7e57-4850-a2e3-cfc5583adfbb" -d '{"events": [{"server_uuid": "98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804", "name": "network-vif-deleted", "tag": "55da96c5-1f75-4504-8c88-a7bb86ff2491"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:43:12.798412 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7852c82-5f41-4db5-84b1-5604ca870a0a req-85ce4a63-5693-4598-8db4-5e119c71aa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:12.800200 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7852c82-5f41-4db5-84b1-5604ca870a0a req-85ce4a63-5693-4598-8db4-5e119c71aa49 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f8e2e891-2f61-45b0-a919-ebba7b686466 HTTP/1.1" status: 200 len: 801 time: 0.7278242 Apr 21 12:43:12.847187 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-260d35a1-5df1-4f47-a069-8959affa72b5 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1145635 Apr 21 12:43:12.847824 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45340) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:12.861390 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:12.880338 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fefe63a-c7e0-4df3-8045-03d6adcea710 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:12.891146 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fefe63a-c7e0-4df3-8045-03d6adcea710 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:12.909400 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-233c19c7-1468-43b0-a0ed-3c89270e09d1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, ff54e606-d700-4132-964e-2de246131379) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:43:12.912091 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-148dd888-62bb-484a-aa70-fdf2c2db0715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d7475a-6d37-42d7-bf89-560491b9912a {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:43:12.926010 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60154978-3668-483c-b423-4ffcb4e0255a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:12.932657 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233c19c7-1468-43b0-a0ed-3c89270e09d1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:12.934047 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-233c19c7-1468-43b0-a0ed-3c89270e09d1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:12.937317 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ffcef4-8b30-4d93-9336-772c125fc524 None None] Network ff54e606-d700-4132-964e-2de246131379 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:12.947044 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-148dd888-62bb-484a-aa70-fdf2c2db0715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:12.993004 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=425dc2b5-331a-493f-ac21-80edcb7c5a78,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:13.008829 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-148dd888-62bb-484a-aa70-fdf2c2db0715 service neutron] Transition to ACTIVE for port object b9d7475a-6d37-42d7-bf89-560491b9912a will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:43:13.018752 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fefe63a-c7e0-4df3-8045-03d6adcea710 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:13.030824 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fefe63a-c7e0-4df3-8045-03d6adcea710 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:13.036688 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8fefe63a-c7e0-4df3-8045-03d6adcea710 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/2e9aa114-0e00-4fcd-bc7a-91e92f1570c2 HTTP/1.1" status: 204 len: 168 time: 0.1878529 Apr 21 12:43:13.045336 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fefe63a-c7e0-4df3-8045-03d6adcea710 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e9aa114-0e00-4fcd-bc7a-91e92f1570c2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:13.050453 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45344) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:13.066713 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7852c82-5f41-4db5-84b1-5604ca870a0a req-eb843327-4c3f-4848-980d-88c5eec4095f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:13.068328 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7852c82-5f41-4db5-84b1-5604ca870a0a req-eb843327-4c3f-4848-980d-88c5eec4095f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bb3b6a61-8fc8-445c-8324-3e3cc0c63337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2599249 Apr 21 12:43:13.091177 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-233c19c7-1468-43b0-a0ed-3c89270e09d1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5043147 Apr 21 12:43:13.096328 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45346) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:13.099470 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e72435-c561-4586-9405-b14f8b4dc8ba x-openstack-request-id: req-70e72435-c561-4586-9405-b14f8b4dc8ba {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:43:13.099749 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804", "name": "network-vif-unplugged", "status": "completed", "tag": "4a202bd4-e96b-4f17-8aff-5f3884f4db2f", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:43:13.100011 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70e72435-c561-4586-9405-b14f8b4dc8ba {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:43:13.100396 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70e72435-c561-4586-9405-b14f8b4dc8ba'] response: {'server_uuid': '98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a202bd4-e96b-4f17-8aff-5f3884f4db2f', 'code': 200} Apr 21 12:43:13.101885 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-71023514-986a-45af-b436-483d9bc5e126 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:13.105410 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611941e2-fa8a-46d1-910a-a72a90f98b3f req-3be551a9-7751-4d2d-88fb-e0892b8fbeb5 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:13.107115 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-611941e2-fa8a-46d1-910a-a72a90f98b3f req-3be551a9-7751-4d2d-88fb-e0892b8fbeb5 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed93c51-8c9f-4a95-81e0-1d62825dc74d HTTP/1.1" status: 200 len: 931 time: 0.1781452 Apr 21 12:43:13.143781 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f870be79-a089-472b-99eb-8238aa58a911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-ff54e606-d700-4132-964e-2de246131379', 'network_id': 'ff54e606-d700-4132-964e-2de246131379', 'tenant_id': '28f81f60811b4356b23d2a8e82427faf', 'fixed_ips': [{'subnet_id': 'c258c917-8fe6-4c16-95dc-665dd4f06b20'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:43:13.144634 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f870be79-a089-472b-99eb-8238aa58a911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:13.159673 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e160485-5e61-4e7f-99bc-d7e243fc8977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:13.175809 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1bc7fe-f38e-4c9b-b46a-2efc07074698 x-openstack-request-id: req-7e1bc7fe-f38e-4c9b-b46a-2efc07074698 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:43:13.176199 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804", "name": "network-vif-deleted", "tag": "55da96c5-1f75-4504-8c88-a7bb86ff2491", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:43:13.176392 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7e1bc7fe-f38e-4c9b-b46a-2efc07074698 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:43:13.176783 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e1bc7fe-f38e-4c9b-b46a-2efc07074698'] response: {'server_uuid': '98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804', 'name': 'network-vif-deleted', 'tag': '55da96c5-1f75-4504-8c88-a7bb86ff2491', 'status': 'completed', 'code': 200} Apr 21 12:43:13.182445 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-148dd888-62bb-484a-aa70-fdf2c2db0715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:13.243263 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e160485-5e61-4e7f-99bc-d7e243fc8977 None None] Pushing event deleted for resources: {'Port': ['ID=9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:13.263075 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e160485-5e61-4e7f-99bc-d7e243fc8977 None None] No DVR routers for this DVR port 9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:43:13.281996 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-60154978-3668-483c-b423-4ffcb4e0255a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Deleting port 9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:13.282227 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60154978-3668-483c-b423-4ffcb4e0255a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:13.285905 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3642d82d-eb33-4857-8aa1-59a9f90d0fd2 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2344127 Apr 21 12:43:13.291761 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45350) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:13.321408 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ea26af99-e64b-4967-888c-e276c56897b1 req-f9d567e7-37b0-4f23-b5d8-b29132b507c8 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Deleting port 425dc2b5-331a-493f-ac21-80edcb7c5a78 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:13.321781 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ea26af99-e64b-4967-888c-e276c56897b1 req-f9d567e7-37b0-4f23-b5d8-b29132b507c8 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:13.335607 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-611941e2-fa8a-46d1-910a-a72a90f98b3f req-8d47445a-9612-4a74-8bd3-e67bf0015fab tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6b4919-b491-4ff2-a6a9-e2d9faf9bd54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2170236 Apr 21 12:43:13.369064 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-f870be79-a089-472b-99eb-8238aa58a911 None None] Allocated IP 2001:db8::3 (ff54e606-d700-4132-964e-2de246131379/c258c917-8fe6-4c16-95dc-665dd4f06b20/81d88612-c292-4170-b656-e2e32a38bd6f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:43:13.369540 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-36e3a0c8-2f10-4bde-bfaf-36670844b335 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Request body: {'security_group_rule': {'security_group_id': '9c0c2c80-4844-465e-a457-2de2d3df130c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:13.395613 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dcc24f-1d96-4616-a9ba-e26518ff1a7e req-b2269b5c-0a81-45f7-b0ab-1bafd1da39a1 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:13.399218 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-31dcc24f-1d96-4616-a9ba-e26518ff1a7e req-b2269b5c-0a81-45f7-b0ab-1bafd1da39a1 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.24 "GET /v2.0/ports?device_id=28600192-ea63-4ffc-8aa1-cb4e4cc7bce6 HTTP/1.1" status: 200 len: 945 time: 0.2178450 Apr 21 12:43:13.403475 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71023514-986a-45af-b436-483d9bc5e126 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8753317'] for subnet, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:13.499770 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45352) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:13.524883 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-60154978-3668-483c-b423-4ffcb4e0255a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] For port 9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf, host n-d-836147-2, got binding levels [] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:13.525886 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60154978-3668-483c-b423-4ffcb4e0255a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:13.554417 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-60154978-3668-483c-b423-4ffcb4e0255a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Calling delete_port for 9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:13.558952 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.ipam_backend_mixin [None req-60154978-3668-483c-b423-4ffcb4e0255a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Port 9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf was not found and therefore no delete operation was performed {{(pid=103398) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 12:43:13.593647 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148dd888-62bb-484a-aa70-fdf2c2db0715 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d7475a-6d37-42d7-bf89-560491b9912a,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:13.597057 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60154978-3668-483c-b423-4ffcb4e0255a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:13.621688 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09a57ced-f333-4c42-b92f-1e86203e9473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:13.645220 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60154978-3668-483c-b423-4ffcb4e0255a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Port': ['ID=9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:13.717276 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7852c82-5f41-4db5-84b1-5604ca870a0a req-bbb4706f-942c-4c99-8c9c-2b7636823d7f service neutron] 10.222.0.24 "GET /v2.0/networks/bb3b6a61-8fc8-445c-8324-3e3cc0c63337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6388733 Apr 21 12:43:13.737452 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f870be79-a089-472b-99eb-8238aa58a911 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:13.771552 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00283b-9940-492c-967e-d43e52c636e1 req-e0be3d65-1a00-4c9e-acda-28f36baef9e6 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:13.773053 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef00283b-9940-492c-967e-d43e52c636e1 req-e0be3d65-1a00-4c9e-acda-28f36baef9e6 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=28600192-ea63-4ffc-8aa1-cb4e4cc7bce6 HTTP/1.1" status: 200 len: 945 time: 0.5384147 Apr 21 12:43:13.776741 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60154978-3668-483c-b423-4ffcb4e0255a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] No DVR routers for this DVR port 9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:43:13.794747 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f870be79-a089-472b-99eb-8238aa58a911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:13.832613 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f870be79-a089-472b-99eb-8238aa58a911 None None] Network ff54e606-d700-4132-964e-2de246131379 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:43:13.839125 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f870be79-a089-472b-99eb-8238aa58a911 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:43:13.841761 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f870be79-a089-472b-99eb-8238aa58a911 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:43:13.860419 n-d-836147-2 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-36e3a0c8-2f10-4bde-bfaf-36670844b335 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Project c561627578a34ddb99c2c752e166758e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 12:43:13.869374 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f870be79-a089-472b-99eb-8238aa58a911 None None] Pushing event updated for resources: {'Port': ['ID=81d88612-c292-4170-b656-e2e32a38bd6f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:13.880291 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-36e3a0c8-2f10-4bde-bfaf-36670844b335 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:13.907501 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f870be79-a089-472b-99eb-8238aa58a911 None None] Attempting to bind port 81d88612-c292-4170-b656-e2e32a38bd6f on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:43:13.907945 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f870be79-a089-472b-99eb-8238aa58a911 None None] Attempting to bind port 81d88612-c292-4170-b656-e2e32a38bd6f by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'ed3f86d2-b1e5-4e0f-a56a-f5074e4aef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ff54e606-d700-4132-964e-2de246131379'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:43:13.913957 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f870be79-a089-472b-99eb-8238aa58a911 None None] Attempting to bind port 81d88612-c292-4170-b656-e2e32a38bd6f on network ff54e606-d700-4132-964e-2de246131379 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:43:13.914469 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f870be79-a089-472b-99eb-8238aa58a911 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:43:13.915109 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f870be79-a089-472b-99eb-8238aa58a911 None None] Checking segment: {'id': 'ed3f86d2-b1e5-4e0f-a56a-f5074e4aef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ff54e606-d700-4132-964e-2de246131379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:43:13.915380 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f870be79-a089-472b-99eb-8238aa58a911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:13.915835 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f870be79-a089-472b-99eb-8238aa58a911 None None] Bound using segment: {'id': 'ed3f86d2-b1e5-4e0f-a56a-f5074e4aef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ff54e606-d700-4132-964e-2de246131379'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:43:13.916364 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f870be79-a089-472b-99eb-8238aa58a911 None None] Bound port: 81d88612-c292-4170-b656-e2e32a38bd6f, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed3f86d2-b1e5-4e0f-a56a-f5074e4aef6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'ff54e606-d700-4132-964e-2de246131379'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:43:13.916808 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f870be79-a089-472b-99eb-8238aa58a911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:13.962036 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-31dcc24f-1d96-4616-a9ba-e26518ff1a7e req-35d6149f-eacc-439e-9f34-31e981b72453 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Deleting port e07dbb52-0ca2-4bf5-9660-838ec591a96e {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:13.962361 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-31dcc24f-1d96-4616-a9ba-e26518ff1a7e req-35d6149f-eacc-439e-9f34-31e981b72453 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:13.991585 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f870be79-a089-472b-99eb-8238aa58a911 None None] For port 81d88612-c292-4170-b656-e2e32a38bd6f, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:43:13.995400 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f870be79-a089-472b-99eb-8238aa58a911 None None] For port 81d88612-c292-4170-b656-e2e32a38bd6f, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=81d88612-c292-4170-b656-e2e32a38bd6f,segment=NetworkSegment(ed3f86d2-b1e5-4e0f-a56a-f5074e4aef6b),segment_id=ed3f86d2-b1e5-4e0f-a56a-f5074e4aef6b)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:43:13.996557 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9aabac-a9eb-4b70-8c3b-edfa80a90d7b req-77fd9f37-d4f0-4554-b9f0-9b67184e8f2f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:14.002063 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9aabac-a9eb-4b70-8c3b-edfa80a90d7b req-77fd9f37-d4f0-4554-b9f0-9b67184e8f2f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:14.003659 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d9aabac-a9eb-4b70-8c3b-edfa80a90d7b req-77fd9f37-d4f0-4554-b9f0-9b67184e8f2f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 1679 time: 0.3611889 Apr 21 12:43:14.027987 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ea26af99-e64b-4967-888c-e276c56897b1 req-f9d567e7-37b0-4f23-b5d8-b29132b507c8 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] For port 425dc2b5-331a-493f-ac21-80edcb7c5a78, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=425dc2b5-331a-493f-ac21-80edcb7c5a78,segment=NetworkSegment(985a5265-bc72-4924-bf36-8e8c62f4ed57),segment_id=985a5265-bc72-4924-bf36-8e8c62f4ed57)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:14.028370 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ea26af99-e64b-4967-888c-e276c56897b1 req-f9d567e7-37b0-4f23-b5d8-b29132b507c8 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:14.057246 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60154978-3668-483c-b423-4ffcb4e0255a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:14.092282 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-36e3a0c8-2f10-4bde-bfaf-36670844b335 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:14.092545 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f870be79-a089-472b-99eb-8238aa58a911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:14.104635 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ea26af99-e64b-4967-888c-e276c56897b1 req-f9d567e7-37b0-4f23-b5d8-b29132b507c8 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Calling delete_port for 425dc2b5-331a-493f-ac21-80edcb7c5a78 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:14.112615 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-148dd888-62bb-484a-aa70-fdf2c2db0715 service neutron] Attempting to bind port b9d7475a-6d37-42d7-bf89-560491b9912a on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:43:14.113508 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-148dd888-62bb-484a-aa70-fdf2c2db0715 service neutron] Attempting to bind port b9d7475a-6d37-42d7-bf89-560491b9912a by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '3d515146-2648-45c5-829b-f1cb9725fb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '44eb7d1a-3922-4d99-876a-850783df7ae4'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:43:14.113957 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-148dd888-62bb-484a-aa70-fdf2c2db0715 service neutron] Attempting to bind port b9d7475a-6d37-42d7-bf89-560491b9912a on network 44eb7d1a-3922-4d99-876a-850783df7ae4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:43:14.119593 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-31dcc24f-1d96-4616-a9ba-e26518ff1a7e req-35d6149f-eacc-439e-9f34-31e981b72453 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] For port e07dbb52-0ca2-4bf5-9660-838ec591a96e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e07dbb52-0ca2-4bf5-9660-838ec591a96e,segment=NetworkSegment(55331157-0de8-40ca-be2e-e4bd5fec8eed),segment_id=55331157-0de8-40ca-be2e-e4bd5fec8eed)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:14.121789 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-31dcc24f-1d96-4616-a9ba-e26518ff1a7e req-35d6149f-eacc-439e-9f34-31e981b72453 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:14.128415 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-60154978-3668-483c-b423-4ffcb4e0255a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:14.128735 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 60f8a044-5d43-42c2-a2f1-b776f0ebc756 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:43:14.134130 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-31dcc24f-1d96-4616-a9ba-e26518ff1a7e req-35d6149f-eacc-439e-9f34-31e981b72453 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Calling delete_port for e07dbb52-0ca2-4bf5-9660-838ec591a96e owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:14.139235 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-599ceae9-543c-44eb-824e-5d866fb1f126 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:14.166374 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-599ceae9-543c-44eb-824e-5d866fb1f126 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:14.176806 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 60f8a044-5d43-42c2-a2f1-b776f0ebc756 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:43:14.177156 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 60f8a044-5d43-42c2-a2f1-b776f0ebc756 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:43:14.177677 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:43:14.184091 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-36e3a0c8-2f10-4bde-bfaf-36670844b335 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:14.204933 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:43:14.205274 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 9c00c1ec-2464-491a-8c02-0cc5c7f2fdcf not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:43:14.210600 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3a0c8-2f10-4bde-bfaf-36670844b335 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b916714d-ce08-4db2-9862-93987dae0d98,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:14.217374 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71023514-986a-45af-b436-483d9bc5e126 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768186767288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8932869'] for subnet, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:14.218436 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f870be79-a089-472b-99eb-8238aa58a911 None None] Pushing event updated for resources: {'Port': ['ID=81d88612-c292-4170-b656-e2e32a38bd6f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:14.236394 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef00283b-9940-492c-967e-d43e52c636e1 req-fdd29890-83ca-46f7-98b5-cabeb4c8092a tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522097 Apr 21 12:43:14.264535 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7852c82-5f41-4db5-84b1-5604ca870a0a req-d2c4dff2-b106-45aa-b140-e99b65e3935d service neutron] 10.222.0.24 "GET /v2.0/networks/bb3b6a61-8fc8-445c-8324-3e3cc0c63337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158184 Apr 21 12:43:14.272168 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-60154978-3668-483c-b423-4ffcb4e0255a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe60033-1f56-4cdf-831a-7d8612ca5f6e') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:14.272460 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-60154978-3668-483c-b423-4ffcb4e0255a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe60033-1f56-4cdf-831a-7d8612ca5f6e') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:14.274769 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-148dd888-62bb-484a-aa70-fdf2c2db0715 service neutron] Port b9d7475a-6d37-42d7-bf89-560491b9912a on network 44eb7d1a-3922-4d99-876a-850783df7ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:43:14.275157 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-148dd888-62bb-484a-aa70-fdf2c2db0715 service neutron] Attempting to bind port b9d7475a-6d37-42d7-bf89-560491b9912a on network 44eb7d1a-3922-4d99-876a-850783df7ae4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:43:14.288720 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-148dd888-62bb-484a-aa70-fdf2c2db0715 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:43:14.294005 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-148dd888-62bb-484a-aa70-fdf2c2db0715 service neutron] Checking segment: {'id': '3d515146-2648-45c5-829b-f1cb9725fb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '44eb7d1a-3922-4d99-876a-850783df7ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:43:14.294005 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-148dd888-62bb-484a-aa70-fdf2c2db0715 service neutron] Bound using segment: {'id': '3d515146-2648-45c5-829b-f1cb9725fb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '44eb7d1a-3922-4d99-876a-850783df7ae4'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:43:14.294005 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-148dd888-62bb-484a-aa70-fdf2c2db0715 service neutron] Bound port: b9d7475a-6d37-42d7-bf89-560491b9912a, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d515146-2648-45c5-829b-f1cb9725fb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '44eb7d1a-3922-4d99-876a-850783df7ae4'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:43:14.294005 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-148dd888-62bb-484a-aa70-fdf2c2db0715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:14.321519 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71023514-986a-45af-b436-483d9bc5e126 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:14.329394 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71023514-986a-45af-b436-483d9bc5e126 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:14.329394 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-71023514-986a-45af-b436-483d9bc5e126 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "PUT /v2.0/subnets/c258c917-8fe6-4c16-95dc-665dd4f06b20 HTTP/1.1" status: 200 len: 900 time: 1.2274106 Apr 21 12:43:14.329394 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45358) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:14.331889 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-36e3a0c8-2f10-4bde-bfaf-36670844b335 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:14.333053 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-36e3a0c8-2f10-4bde-bfaf-36670844b335 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0385303 Apr 21 12:43:14.343996 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45360) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:14.359754 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60154978-3668-483c-b423-4ffcb4e0255a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:14.377576 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71023514-986a-45af-b436-483d9bc5e126 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event updated for resources: {'Subnet': ['ID=c258c917-8fe6-4c16-95dc-665dd4f06b20,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:14.378764 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-599ceae9-543c-44eb-824e-5d866fb1f126 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:14.382085 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-599ceae9-543c-44eb-824e-5d866fb1f126 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:14.382867 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-599ceae9-543c-44eb-824e-5d866fb1f126 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "DELETE /v2.0/security-groups/8d7dd13c-70d5-4047-951a-2d6966d3e39c HTTP/1.1" status: 204 len: 168 time: 0.8784506 Apr 21 12:43:14.392645 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45364) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:14.451152 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d9aabac-a9eb-4b70-8c3b-edfa80a90d7b req-58ab7c3c-96b2-42d6-964f-fd8dc56e0aec tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4266295 Apr 21 12:43:14.480004 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60154978-3668-483c-b423-4ffcb4e0255a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:14.516348 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c4f86d78-6ed1-4d9b-9966-16c4406e4a3a tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "GET /v2.0/security-group-rules/b916714d-ce08-4db2-9862-93987dae0d98 HTTP/1.1" status: 200 len: 769 time: 0.1689923 Apr 21 12:43:14.523167 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45366) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:14.534969 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ceae9-543c-44eb-824e-5d866fb1f126 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7dd13c-70d5-4047-951a-2d6966d3e39c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:14.559657 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-e729fe83-5a6a-4bcb-a2a9-153d21d2343d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] show failed (client error): The resource could not be found. Apr 21 12:43:14.560697 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e729fe83-5a6a-4bcb-a2a9-153d21d2343d tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "GET /v2.0/security-groups/8d7dd13c-70d5-4047-951a-2d6966d3e39c HTTP/1.1" status: 404 len: 347 time: 0.1663885 Apr 21 12:43:14.566491 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45368) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:14.593144 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60154978-3668-483c-b423-4ffcb4e0255a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:43:14.593564 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60154978-3668-483c-b423-4ffcb4e0255a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:43:14.603321 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:43:14.632966 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862a0a7-0de7-4215-b88f-2a044fb0ccf9 req-4b5bdbc0-d9a3-45c2-aa02-e81f3aa326df tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:14.634922 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7862a0a7-0de7-4215-b88f-2a044fb0ccf9 req-4b5bdbc0-d9a3-45c2-aa02-e81f3aa326df tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 949 time: 0.2710664 Apr 21 12:43:14.708965 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-47e8f80e-49ef-4009-ad2b-351fb1d68c6d tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1794240 Apr 21 12:43:14.711080 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45370) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:14.724765 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fb43b1d-41e5-4ed4-b091-10795d89ff46 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:14.747558 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-31dcc24f-1d96-4616-a9ba-e26518ff1a7e req-35d6149f-eacc-439e-9f34-31e981b72453 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:14.755705 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f64a19a-3545-463c-b2cc-61151f091dfb req-3f2486ff-1b0a-4e1b-9ce1-2bd8edf10abe tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:14.757272 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8f64a19a-3545-463c-b2cc-61151f091dfb req-3f2486ff-1b0a-4e1b-9ce1-2bd8edf10abe tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdfe7c02-a1d8-465e-9c63-eb04212bb092 HTTP/1.1" status: 200 len: 945 time: 0.3025169 Apr 21 12:43:14.760656 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-148dd888-62bb-484a-aa70-fdf2c2db0715 service neutron] For port b9d7475a-6d37-42d7-bf89-560491b9912a, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:43:14.761199 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['12a9a6c2-eaba-433f-899f-95fd1e72a97b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:43:14.767032 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-148dd888-62bb-484a-aa70-fdf2c2db0715 service neutron] For port b9d7475a-6d37-42d7-bf89-560491b9912a, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=b9d7475a-6d37-42d7-bf89-560491b9912a,segment=NetworkSegment(3d515146-2648-45c5-829b-f1cb9725fb9a),segment_id=3d515146-2648-45c5-829b-f1cb9725fb9a)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:43:14.785395 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7a1c2-fa49-4557-b2a6-7e25ba2b10fa req-35ea37db-fad7-4139-b371-369055439ed0 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:14.787231 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-02c7a1c2-fa49-4557-b2a6-7e25ba2b10fa req-35ea37db-fad7-4139-b371-369055439ed0 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed93c51-8c9f-4a95-81e0-1d62825dc74d HTTP/1.1" status: 200 len: 943 time: 0.2407455 Apr 21 12:43:14.808276 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d6149f-eacc-439e-9f34-31e981b72453 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Pushing event deleted for resources: {'Port': ['ID=e07dbb52-0ca2-4bf5-9660-838ec591a96e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:14.819698 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aac83b88-b01a-4d3d-8f77-d337cc1227fa tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:14.843811 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60154978-3668-483c-b423-4ffcb4e0255a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:14.851090 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aac83b88-b01a-4d3d-8f77-d337cc1227fa tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:14.858056 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-148dd888-62bb-484a-aa70-fdf2c2db0715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:14.874677 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-60154978-3668-483c-b423-4ffcb4e0255a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:14.880319 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-60154978-3668-483c-b423-4ffcb4e0255a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/networks/d049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf HTTP/1.1" status: 204 len: 168 time: 2.7980788 Apr 21 12:43:14.892383 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7862a0a7-0de7-4215-b88f-2a044fb0ccf9 req-41cdb28b-0b5c-4178-b55f-ffdd5762f387 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154949 Apr 21 12:43:14.892852 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45372) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:14.898895 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-31dcc24f-1d96-4616-a9ba-e26518ff1a7e req-35d6149f-eacc-439e-9f34-31e981b72453 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] No DVR routers for this DVR port e07dbb52-0ca2-4bf5-9660-838ec591a96e on host n-h2-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:43:14.910375 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-31dcc24f-1d96-4616-a9ba-e26518ff1a7e req-35d6149f-eacc-439e-9f34-31e981b72453 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:14.913802 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-31dcc24f-1d96-4616-a9ba-e26518ff1a7e req-35d6149f-eacc-439e-9f34-31e981b72453 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.24 "DELETE /v2.0/ports/e07dbb52-0ca2-4bf5-9660-838ec591a96e HTTP/1.1" status: 204 len: 173 time: 1.5071526 Apr 21 12:43:14.914251 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28600192-ea63-4ffc-8aa1-cb4e4cc7bce6', 'name': 'network-vif-deleted', 'tag': 'e07dbb52-0ca2-4bf5-9660-838ec591a96e'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:43:14.917488 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40449963-2c1a-4336-ade2-ca2555542755" -d '{"events": [{"server_uuid": "28600192-ea63-4ffc-8aa1-cb4e4cc7bce6", "name": "network-vif-deleted", "tag": "e07dbb52-0ca2-4bf5-9660-838ec591a96e"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:43:14.944132 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-5984eac3-5239-469d-ad23-c78e3dade465 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Deleting port 781c4065-78c4-40b9-a806-50a4a4dac8c8 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:14.944470 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5984eac3-5239-469d-ad23-c78e3dade465 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:14.986277 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60154978-3668-483c-b423-4ffcb4e0255a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Network': ['ID=d049cf0a-9cd3-4fab-a9b2-3dd67d48ffdf,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:15.041404 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a23553c-4f48-47d7-ab9a-0161740b3017 x-openstack-request-id: req-6a23553c-4f48-47d7-ab9a-0161740b3017 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:43:15.041761 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28600192-ea63-4ffc-8aa1-cb4e4cc7bce6", "name": "network-vif-deleted", "tag": "e07dbb52-0ca2-4bf5-9660-838ec591a96e", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:43:15.041761 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6a23553c-4f48-47d7-ab9a-0161740b3017 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:43:15.042606 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-148dd888-62bb-484a-aa70-fdf2c2db0715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:15.043046 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a23553c-4f48-47d7-ab9a-0161740b3017'] response: {'server_uuid': '28600192-ea63-4ffc-8aa1-cb4e4cc7bce6', 'name': 'network-vif-deleted', 'tag': 'e07dbb52-0ca2-4bf5-9660-838ec591a96e', 'status': 'completed', 'code': 200} Apr 21 12:43:15.043148 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-148dd888-62bb-484a-aa70-fdf2c2db0715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:15.044638 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-148dd888-62bb-484a-aa70-fdf2c2db0715 service neutron] 10.222.0.26 "PUT /v2.0/ports/b9d7475a-6d37-42d7-bf89-560491b9912a HTTP/1.1" status: 200 len: 1091 time: 4.0071018 Apr 21 12:43:15.059145 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7fb43b1d-41e5-4ed4-b091-10795d89ff46 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Deleting port 81d88612-c292-4170-b656-e2e32a38bd6f {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:15.059491 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fb43b1d-41e5-4ed4-b091-10795d89ff46 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:15.102200 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '425dc2b5-331a-493f-ac21-80edcb7c5a78'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:43:15.104966 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7999cb29-c338-4465-a871-35b14372ef1e" -d '{"events": [{"server_uuid": "98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804", "name": "network-vif-unplugged", "status": "completed", "tag": "425dc2b5-331a-493f-ac21-80edcb7c5a78"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:43:15.128863 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aac83b88-b01a-4d3d-8f77-d337cc1227fa tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:15.142243 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aac83b88-b01a-4d3d-8f77-d337cc1227fa tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:15.143413 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-aac83b88-b01a-4d3d-8f77-d337cc1227fa tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/b916714d-ce08-4db2-9862-93987dae0d98 HTTP/1.1" status: 204 len: 168 time: 0.4314377 Apr 21 12:43:15.155852 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45378) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:15.170858 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5984eac3-5239-469d-ad23-c78e3dade465 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:15.171224 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5984eac3-5239-469d-ad23-c78e3dade465 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:15.177916 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fdf378-d55a-4086-96e5-ed065f702a8d x-openstack-request-id: req-62fdf378-d55a-4086-96e5-ed065f702a8d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:43:15.178212 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804", "name": "network-vif-unplugged", "status": "completed", "tag": "425dc2b5-331a-493f-ac21-80edcb7c5a78", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:43:15.178461 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-62fdf378-d55a-4086-96e5-ed065f702a8d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:43:15.178856 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62fdf378-d55a-4086-96e5-ed065f702a8d'] response: {'server_uuid': '98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '425dc2b5-331a-493f-ac21-80edcb7c5a78', 'code': 200} Apr 21 12:43:15.195506 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac83b88-b01a-4d3d-8f77-d337cc1227fa tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b916714d-ce08-4db2-9862-93987dae0d98,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:15.212620 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-5984eac3-5239-469d-ad23-c78e3dade465 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Calling delete_port for 781c4065-78c4-40b9-a806-50a4a4dac8c8 owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:15.323695 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-7fb43b1d-41e5-4ed4-b091-10795d89ff46 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] For port 81d88612-c292-4170-b656-e2e32a38bd6f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=81d88612-c292-4170-b656-e2e32a38bd6f,segment=NetworkSegment(ed3f86d2-b1e5-4e0f-a56a-f5074e4aef6b),segment_id=ed3f86d2-b1e5-4e0f-a56a-f5074e4aef6b)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:15.324901 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fb43b1d-41e5-4ed4-b091-10795d89ff46 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:15.368648 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-08c2437c-2d92-41c7-bcd3-d3fdfb708476 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1802351 Apr 21 12:43:15.368648 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45382) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:15.391651 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7fb43b1d-41e5-4ed4-b091-10795d89ff46 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Calling delete_port for 81d88612-c292-4170-b656-e2e32a38bd6f owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:15.480454 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed93c51-8c9f-4a95-81e0-1d62825dc74d', 'tag': 'b9d7475a-6d37-42d7-bf89-560491b9912a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:43:15.482694 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989576e9-8e04-4220-bbcc-b61eb9ce4bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed93c51-8c9f-4a95-81e0-1d62825dc74d", "tag": "b9d7475a-6d37-42d7-bf89-560491b9912a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:43:15.519626 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ea26af99-e64b-4967-888c-e276c56897b1 req-f9d567e7-37b0-4f23-b5d8-b29132b507c8 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:15.521375 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-972c4e97-5c54-48f9-a851-f149a1ccdb46 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:15.542555 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-02c7a1c2-fa49-4557-b2a6-7e25ba2b10fa req-6f83aaa4-30f1-448c-a286-e2500bf19dbe tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6b4919-b491-4ff2-a6a9-e2d9faf9bd54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7330332 Apr 21 12:43:15.571948 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1df23990-cfbd-465e-b474-7b023cdb7d24 req-35f63b85-405f-4b2d-8418-4070d0bbe13a tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=28600192-ea63-4ffc-8aa1-cb4e4cc7bce6 HTTP/1.1" status: 200 len: 210 time: 0.0814342 Apr 21 12:43:15.613627 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-972c4e97-5c54-48f9-a851-f149a1ccdb46 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:15.617830 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148dd888-62bb-484a-aa70-fdf2c2db0715 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d7475a-6d37-42d7-bf89-560491b9912a,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:15.649206 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff641026-9629-4fc7-888d-87c70019f6d4 x-openstack-request-id: req-ff641026-9629-4fc7-888d-87c70019f6d4 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:43:15.649551 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed93c51-8c9f-4a95-81e0-1d62825dc74d", "tag": "b9d7475a-6d37-42d7-bf89-560491b9912a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:43:15.649834 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ff641026-9629-4fc7-888d-87c70019f6d4 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:43:15.650231 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff641026-9629-4fc7-888d-87c70019f6d4'] response: {'name': 'network-changed', 'server_uuid': '3ed93c51-8c9f-4a95-81e0-1d62825dc74d', 'tag': 'b9d7475a-6d37-42d7-bf89-560491b9912a', 'status': 'completed', 'code': 200} Apr 21 12:43:15.700949 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d816b42-baaa-4438-a615-d48b89f1fb42 None None] Network ff54e606-d700-4132-964e-2de246131379 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:15.721326 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d567e7-37b0-4f23-b5d8-b29132b507c8 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Pushing event deleted for resources: {'Port': ['ID=425dc2b5-331a-493f-ac21-80edcb7c5a78,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:15.762639 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f6aba24-a7e4-46dc-86ca-f46fda1207d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:15.780255 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-972c4e97-5c54-48f9-a851-f149a1ccdb46 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:15.785954 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-972c4e97-5c54-48f9-a851-f149a1ccdb46 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:15.790045 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-972c4e97-5c54-48f9-a851-f149a1ccdb46 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "DELETE /v2.0/security-groups/9c0c2c80-4844-465e-a457-2de2d3df130c HTTP/1.1" status: 204 len: 168 time: 0.4327857 Apr 21 12:43:15.790045 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fb43b1d-41e5-4ed4-b091-10795d89ff46 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:15.790045 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5984eac3-5239-469d-ad23-c78e3dade465 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:15.792179 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45388) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:15.795811 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2f96d40e-c600-46a0-a266-d73e08724fe8 None None] Provisioning complete for port 81d88612-c292-4170-b656-e2e32a38bd6f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:15.796291 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f96d40e-c600-46a0-a266-d73e08724fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:15.808692 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea26af99-e64b-4967-888c-e276c56897b1 req-f9d567e7-37b0-4f23-b5d8-b29132b507c8 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] No DVR routers for this DVR port 425dc2b5-331a-493f-ac21-80edcb7c5a78 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:43:15.817352 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ea26af99-e64b-4967-888c-e276c56897b1 req-f9d567e7-37b0-4f23-b5d8-b29132b507c8 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:15.821030 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea26af99-e64b-4967-888c-e276c56897b1 req-f9d567e7-37b0-4f23-b5d8-b29132b507c8 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.24 "DELETE /v2.0/ports/425dc2b5-331a-493f-ac21-80edcb7c5a78 HTTP/1.1" status: 204 len: 173 time: 3.0142159 Apr 21 12:43:15.826663 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2f96d40e-c600-46a0-a266-d73e08724fe8 None None] Port 81d88612-c292-4170-b656-e2e32a38bd6f was deleted so its status cannot be updated. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Apr 21 12:43:15.849826 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c4e97-5c54-48f9-a851-f149a1ccdb46 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0c2c80-4844-465e-a457-2de2d3df130c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:15.852429 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb43b1d-41e5-4ed4-b091-10795d89ff46 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event deleted for resources: {'Port': ['ID=81d88612-c292-4170-b656-e2e32a38bd6f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:15.867002 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-8f64a19a-3545-463c-b2cc-61151f091dfb req-0bf9df2a-d38d-4cdb-a1d0-ece3441849ca tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Deleting port 12a9a6c2-eaba-433f-899f-95fd1e72a97b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:15.867386 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8f64a19a-3545-463c-b2cc-61151f091dfb req-0bf9df2a-d38d-4cdb-a1d0-ece3441849ca tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:15.905952 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984eac3-5239-469d-ad23-c78e3dade465 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Pushing event deleted for resources: {'Port': ['ID=781c4065-78c4-40b9-a806-50a4a4dac8c8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:15.937485 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e07dbb52-0ca2-4bf5-9660-838ec591a96e no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:43:15.961362 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-91488632-1cc0-4fc8-854c-0ab616c70fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:15.964451 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-91488632-1cc0-4fc8-854c-0ab616c70fd6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92a6d43df1624433929afadbcee46f8a&device_id=3ed93c51-8c9f-4a95-81e0-1d62825dc74d HTTP/1.1" status: 200 len: 1094 time: 0.4774213 Apr 21 12:43:15.969416 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: e07dbb52-0ca2-4bf5-9660-838ec591a96e {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:43:15.969788 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e07dbb52-0ca2-4bf5-9660-838ec591a96e not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:43:15.985252 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb43b1d-41e5-4ed4-b091-10795d89ff46 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] No DVR routers for this DVR port 81d88612-c292-4170-b656-e2e32a38bd6f on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:43:16.060569 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d29464b3-4436-4809-8de8-a9eb753b7957 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2574816 Apr 21 12:43:16.072415 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45392) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:16.078591 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5984eac3-5239-469d-ad23-c78e3dade465 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for floatingip, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:16.082518 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5984eac3-5239-469d-ad23-c78e3dade465 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:16.085857 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5984eac3-5239-469d-ad23-c78e3dade465 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "DELETE /v2.0/floatingips/75f61238-f917-42bd-8e6a-3eba2d16b79b HTTP/1.1" status: 204 len: 168 time: 1.5149114 Apr 21 12:43:16.090984 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45394) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:16.107312 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e19be-1161-42a0-aa78-57ece4f4d516 req-de55f96f-8a2f-4ea2-8aca-0d0ed633e867 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:16.108890 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e3e19be-1161-42a0-aa78-57ece4f4d516 req-de55f96f-8a2f-4ea2-8aca-0d0ed633e867 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 944 time: 0.4574497 Apr 21 12:43:16.114455 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-87eba1b5-785d-45ab-90c3-f7d71d6d3110 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Request body: {'security_group': {'name': 'tempest-secgroup--200492665'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:16.124022 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fb43b1d-41e5-4ed4-b091-10795d89ff46 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:16.226829 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-febf5dc2-dfbb-4a33-8aa1-e8a7e15885bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9d7475a-6d37-42d7-bf89-560491b9912a HTTP/1.1" status: 200 len: 217 time: 0.2238984 Apr 21 12:43:16.241672 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-2301054a-1901-44e3-b240-ef80974da4c0 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Deleting port 6d354b6d-1ed6-44ad-9991-cde225fa4ff0 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:16.242034 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2301054a-1901-44e3-b240-ef80974da4c0 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:16.274150 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9372d4-95f4-4fe3-9f99-a1ee623323ab None None] Network ff54e606-d700-4132-964e-2de246131379 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:16.323209 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fb43b1d-41e5-4ed4-b091-10795d89ff46 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:16.362063 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8f64a19a-3545-463c-b2cc-61151f091dfb req-0bf9df2a-d38d-4cdb-a1d0-ece3441849ca tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] For port 12a9a6c2-eaba-433f-899f-95fd1e72a97b, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=12a9a6c2-eaba-433f-899f-95fd1e72a97b,segment=NetworkSegment(55331157-0de8-40ca-be2e-e4bd5fec8eed),segment_id=55331157-0de8-40ca-be2e-e4bd5fec8eed)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:16.362471 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8f64a19a-3545-463c-b2cc-61151f091dfb req-0bf9df2a-d38d-4cdb-a1d0-ece3441849ca tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:16.369877 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87eba1b5-785d-45ab-90c3-f7d71d6d3110 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:16.374595 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e3e19be-1161-42a0-aa78-57ece4f4d516 req-c945a1af-9c17-4114-8d48-d10980554e6c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076030 Apr 21 12:43:16.396913 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb43b1d-41e5-4ed4-b091-10795d89ff46 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event deleted for resources: {'Subnet': ['ID=c258c917-8fe6-4c16-95dc-665dd4f06b20,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:16.445629 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a073b0-e8b5-4441-b6f4-bf7697082a8e req-f19dd920-b656-4b05-8648-cccbed796894 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:16.447094 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34a073b0-e8b5-4441-b6f4-bf7697082a8e req-f19dd920-b656-4b05-8648-cccbed796894 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 949 time: 0.3720767 Apr 21 12:43:16.473555 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2301054a-1901-44e3-b240-ef80974da4c0 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:16.473793 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-8f64a19a-3545-463c-b2cc-61151f091dfb req-0bf9df2a-d38d-4cdb-a1d0-ece3441849ca tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Calling delete_port for 12a9a6c2-eaba-433f-899f-95fd1e72a97b owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:16.487751 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fb43b1d-41e5-4ed4-b091-10795d89ff46 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:16.496692 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-c7dd969a-8d98-4226-8385-0f96b96ac986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:16.498230 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-c7dd969a-8d98-4226-8385-0f96b96ac986 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c380a365-ab59-4237-865d-7af47378b019 HTTP/1.1" status: 200 len: 850 time: 0.2486417 Apr 21 12:43:16.502362 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-2301054a-1901-44e3-b240-ef80974da4c0 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Calling delete_port for 6d354b6d-1ed6-44ad-9991-cde225fa4ff0 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:16.503405 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d75e63-dabb-4712-b3a3-6b62a83c7e1d None None] DHCP port deletion for ff54e606-d700-4132-964e-2de246131379 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:43:16.515281 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ea26af99-e64b-4967-888c-e276c56897b1 req-19afa1df-1554-4ff7-bbd5-03b34592e14f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Deleting port 4a202bd4-e96b-4f17-8aff-5f3884f4db2f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:16.515281 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ea26af99-e64b-4967-888c-e276c56897b1 req-19afa1df-1554-4ff7-bbd5-03b34592e14f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:16.523764 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-7fb43b1d-41e5-4ed4-b091-10795d89ff46 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff54e606-d700-4132-964e-2de246131379']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:16.561365 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-7fb43b1d-41e5-4ed4-b091-10795d89ff46 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed3f86d2-b1e5-4e0f-a56a-f5074e4aef6b') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:16.561672 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-7fb43b1d-41e5-4ed4-b091-10795d89ff46 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed3f86d2-b1e5-4e0f-a56a-f5074e4aef6b') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:16.573529 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fb43b1d-41e5-4ed4-b091-10795d89ff46 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:16.596628 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fb43b1d-41e5-4ed4-b091-10795d89ff46 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:16.604118 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb43b1d-41e5-4ed4-b091-10795d89ff46 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:43:16.604512 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fb43b1d-41e5-4ed4-b091-10795d89ff46 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:43:16.608085 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:43:16.738690 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34a073b0-e8b5-4441-b6f4-bf7697082a8e req-59c6773d-71cb-4955-b72a-50bfff521654 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665117 Apr 21 12:43:16.760881 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fb43b1d-41e5-4ed4-b091-10795d89ff46 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:16.765466 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fb43b1d-41e5-4ed4-b091-10795d89ff46 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:16.772051 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7fb43b1d-41e5-4ed4-b091-10795d89ff46 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "DELETE /v2.0/networks/ff54e606-d700-4132-964e-2de246131379 HTTP/1.1" status: 204 len: 168 time: 2.4352314 Apr 21 12:43:16.775111 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45400) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:16.781202 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a999d07-79d4-45e4-b5ae-e9c71f23a4dd req-dd93c8bc-aa15-453d-beff-20bca306e207 service neutron] 10.222.0.26 "GET /v2.0/ports/02fc27ae-4f61-46ca-99ae-7b6a2be21846/bindings/n-h1-836147-2 HTTP/1.1" status: 200 len: 382 time: 0.3269942 Apr 21 12:43:16.810416 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb43b1d-41e5-4ed4-b091-10795d89ff46 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event deleted for resources: {'Network': ['ID=ff54e606-d700-4132-964e-2de246131379,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:16.813197 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-362292c6-a0a7-4f32-ad1b-2e195e27b121 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] DELETE failed (client error): The resource could not be found. Apr 21 12:43:16.813670 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-362292c6-a0a7-4f32-ad1b-2e195e27b121 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:43:16.816719 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-362292c6-a0a7-4f32-ad1b-2e195e27b121 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "DELETE /v2.0/subnets/c258c917-8fe6-4c16-95dc-665dd4f06b20 HTTP/1.1" status: 404 len: 337 time: 0.0406368 Apr 21 12:43:16.817907 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2301054a-1901-44e3-b240-ef80974da4c0 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:16.820053 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-d94e1ea3-481b-41a8-a64f-62a96af347bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:16.821833 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-d94e1ea3-481b-41a8-a64f-62a96af347bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=44eb7d1a-3922-4d99-876a-850783df7ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3013248 Apr 21 12:43:16.822495 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45404) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:16.837086 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:16.853693 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301054a-1901-44e3-b240-ef80974da4c0 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Pushing event deleted for resources: {'Port': ['ID=6d354b6d-1ed6-44ad-9991-cde225fa4ff0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:16.880645 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6c7462-19aa-4aca-be40-a57773d16f08 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] DELETE failed (client error): The resource could not be found. Apr 21 12:43:16.880645 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c6c7462-19aa-4aca-be40-a57773d16f08 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:43:16.885066 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9c6c7462-19aa-4aca-be40-a57773d16f08 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "DELETE /v2.0/networks/ff54e606-d700-4132-964e-2de246131379 HTTP/1.1" status: 404 len: 339 time: 0.0409794 Apr 21 12:43:16.898559 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45408) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:16.898894 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ea26af99-e64b-4967-888c-e276c56897b1 req-19afa1df-1554-4ff7-bbd5-03b34592e14f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] For port 4a202bd4-e96b-4f17-8aff-5f3884f4db2f, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=4a202bd4-e96b-4f17-8aff-5f3884f4db2f,segment=NetworkSegment(776a9318-226f-4a2c-ac7f-74a4bbb38944),segment_id=776a9318-226f-4a2c-ac7f-74a4bbb38944)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:16.899266 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ea26af99-e64b-4967-888c-e276c56897b1 req-19afa1df-1554-4ff7-bbd5-03b34592e14f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:16.913692 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c255e-8480-432f-bae1-9edc4eb1bcd3 req-1b63b7a7-d634-401c-a95c-9481fb5e0a7e tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:16.913692 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-095c255e-8480-432f-bae1-9edc4eb1bcd3 req-1b63b7a7-d634-401c-a95c-9481fb5e0a7e tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed93c51-8c9f-4a95-81e0-1d62825dc74d HTTP/1.1" status: 200 len: 943 time: 0.2511022 Apr 21 12:43:16.984124 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ea26af99-e64b-4967-888c-e276c56897b1 req-19afa1df-1554-4ff7-bbd5-03b34592e14f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Calling delete_port for 4a202bd4-e96b-4f17-8aff-5f3884f4db2f owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:17.023861 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2301054a-1901-44e3-b240-ef80974da4c0 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:17.026976 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2301054a-1901-44e3-b240-ef80974da4c0 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "DELETE /v2.0/ports/6d354b6d-1ed6-44ad-9991-cde225fa4ff0 HTTP/1.1" status: 204 len: 168 time: 0.9350049 Apr 21 12:43:17.031848 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c09b187a-a9a9-4402-aee7-6b2d3f93ab8c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:17.034108 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45410) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:17.040949 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87eba1b5-785d-45ab-90c3-f7d71d6d3110 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:17.171252 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87eba1b5-785d-45ab-90c3-f7d71d6d3110 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:17.185354 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c09b187a-a9a9-4402-aee7-6b2d3f93ab8c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:17.212256 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-095c255e-8480-432f-bae1-9edc4eb1bcd3 req-bf77ee15-91c3-43aa-ab09-0dd5e65c7a52 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6b4919-b491-4ff2-a6a9-e2d9faf9bd54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2475438 Apr 21 12:43:17.212726 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-c09b187a-a9a9-4402-aee7-6b2d3f93ab8c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f6c2eed-5b9e-4275-9412-01b32cc2f26c']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:17.226859 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-c09b187a-a9a9-4402-aee7-6b2d3f93ab8c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ac053f-a918-4ff3-a607-23e748a11791') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:17.227103 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-c09b187a-a9a9-4402-aee7-6b2d3f93ab8c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ac053f-a918-4ff3-a607-23e748a11791') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:17.239435 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c09b187a-a9a9-4402-aee7-6b2d3f93ab8c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:17.243336 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-9150dcbf-626d-45f9-b6f7-b8d3ecfc701e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Deleting port 158d9cd1-cfe1-4268-8e29-4753932267cd {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:17.247872 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-add9a0f4-fb6f-4374-a168-77ce4e0d4576 service neutron] 10.222.0.26 "GET /v2.0/networks/44eb7d1a-3922-4d99-876a-850783df7ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102454 Apr 21 12:43:17.248860 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9150dcbf-626d-45f9-b6f7-b8d3ecfc701e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:17.290777 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e1f2e-db1e-4749-b000-2153b8761bb3 req-805dec09-4d58-4fcb-bb1d-f7bb25d7c4b6 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:17.292358 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4a1e1f2e-db1e-4749-b000-2153b8761bb3 req-805dec09-4d58-4fcb-bb1d-f7bb25d7c4b6 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdfe7c02-a1d8-465e-9c63-eb04212bb092 HTTP/1.1" status: 200 len: 945 time: 0.4188707 Apr 21 12:43:17.303306 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c09b187a-a9a9-4402-aee7-6b2d3f93ab8c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:17.315884 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09b187a-a9a9-4402-aee7-6b2d3f93ab8c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:43:17.316360 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c09b187a-a9a9-4402-aee7-6b2d3f93ab8c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:17.318866 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eba1b5-785d-45ab-90c3-f7d71d6d3110 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f364c069-3789-4664-b196-9f6cb831ad54,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:43:17.319380 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:43:17.329675 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8f64a19a-3545-463c-b2cc-61151f091dfb req-0bf9df2a-d38d-4cdb-a1d0-ece3441849ca tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:17.409527 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9150dcbf-626d-45f9-b6f7-b8d3ecfc701e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:17.422800 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-9150dcbf-626d-45f9-b6f7-b8d3ecfc701e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Calling delete_port for 158d9cd1-cfe1-4268-8e29-4753932267cd owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:17.474917 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87eba1b5-785d-45ab-90c3-f7d71d6d3110 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:17.476059 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-87eba1b5-785d-45ab-90c3-f7d71d6d3110 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3770299 Apr 21 12:43:17.481213 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45414) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:17.485626 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2516291a-8458-496b-91d2-c67a0462cec9 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Request body: {'security_group_rule': {'security_group_id': 'f364c069-3789-4664-b196-9f6cb831ad54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:17.518004 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c09b187a-a9a9-4402-aee7-6b2d3f93ab8c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:17.527727 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c09b187a-a9a9-4402-aee7-6b2d3f93ab8c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:17.530934 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c09b187a-a9a9-4402-aee7-6b2d3f93ab8c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "DELETE /v2.0/networks/8f6c2eed-5b9e-4275-9412-01b32cc2f26c HTTP/1.1" status: 204 len: 168 time: 0.6291788 Apr 21 12:43:17.533517 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45416) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:17.541238 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9df2a-d38d-4cdb-a1d0-ece3441849ca tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Pushing event deleted for resources: {'Port': ['ID=12a9a6c2-eaba-433f-899f-95fd1e72a97b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:17.572148 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09b187a-a9a9-4402-aee7-6b2d3f93ab8c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event deleted for resources: {'Network': ['ID=8f6c2eed-5b9e-4275-9412-01b32cc2f26c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:17.577761 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-401220b2-80d7-4eaa-a4e7-b11a2c84f429 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:17.596115 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-3929edac-057d-4b7d-9b72-b8737dbb267c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] DELETE failed (client error): The resource could not be found. Apr 21 12:43:17.596631 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3929edac-057d-4b7d-9b72-b8737dbb267c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:43:17.599842 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3929edac-057d-4b7d-9b72-b8737dbb267c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "DELETE /v2.0/subnets/5f2a8118-70bf-4350-93e4-8f31fe8ae752 HTTP/1.1" status: 404 len: 337 time: 0.0653560 Apr 21 12:43:17.603954 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45418) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:17.628807 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a35ded-6cf9-4f62-ab09-8e92e957f302 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] DELETE failed (client error): The resource could not be found. Apr 21 12:43:17.629357 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0a35ded-6cf9-4f62-ab09-8e92e957f302 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:43:17.632456 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c0a35ded-6cf9-4f62-ab09-8e92e957f302 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "DELETE /v2.0/networks/40106f1a-e6f3-4b28-9688-37171efe2c93 HTTP/1.1" status: 404 len: 339 time: 0.0275974 Apr 21 12:43:17.635507 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45420) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:17.662498 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4a1e1f2e-db1e-4749-b000-2153b8761bb3 req-c40774d9-bb88-4be5-b4cd-04f8dc261f23 tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/security-groups?id=d51e4fb8-5d5b-455b-88f0-3b055e83396a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543470 Apr 21 12:43:17.662926 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804', 'name': 'network-vif-deleted', 'tag': '425dc2b5-331a-493f-ac21-80edcb7c5a78'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:43:17.665376 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9972e91f-0dc8-41e4-adda-34854877b85e" -d '{"events": [{"server_uuid": "98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804", "name": "network-vif-deleted", "tag": "425dc2b5-331a-493f-ac21-80edcb7c5a78"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:43:17.668386 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2516291a-8458-496b-91d2-c67a0462cec9 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:17.676189 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f64a19a-3545-463c-b2cc-61151f091dfb req-0bf9df2a-d38d-4cdb-a1d0-ece3441849ca tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] No DVR routers for this DVR port 12a9a6c2-eaba-433f-899f-95fd1e72a97b on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:43:17.679155 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8f64a19a-3545-463c-b2cc-61151f091dfb req-0bf9df2a-d38d-4cdb-a1d0-ece3441849ca tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:17.682904 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8f64a19a-3545-463c-b2cc-61151f091dfb req-0bf9df2a-d38d-4cdb-a1d0-ece3441849ca tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.24 "DELETE /v2.0/ports/12a9a6c2-eaba-433f-899f-95fd1e72a97b HTTP/1.1" status: 204 len: 173 time: 2.9138515 Apr 21 12:43:17.727671 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f344f8-9580-43f4-b823-7409d28cb681 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Deleting subnet 3c75187f-d7af-4992-ad43-9d0cdaf1e5aa {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:43:17.730656 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:17.733069 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3945e2-c1e0-4476-a9a2-f13716450c82 x-openstack-request-id: req-4b3945e2-c1e0-4476-a9a2-f13716450c82 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:43:17.733069 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804", "name": "network-vif-deleted", "tag": "425dc2b5-331a-493f-ac21-80edcb7c5a78", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:43:17.733069 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4b3945e2-c1e0-4476-a9a2-f13716450c82 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:43:17.733375 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b3945e2-c1e0-4476-a9a2-f13716450c82'] response: {'server_uuid': '98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804', 'name': 'network-vif-deleted', 'tag': '425dc2b5-331a-493f-ac21-80edcb7c5a78', 'status': 'completed', 'code': 200} Apr 21 12:43:17.736606 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34f344f8-9580-43f4-b823-7409d28cb681 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:17.755377 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5ee6f96-5587-4247-aa4f-815d207cdf57 req-a312a949-b55a-4bef-ac43-edf16ec0c9ab service neutron] 10.222.0.26 "GET /v2.0/networks/44eb7d1a-3922-4d99-876a-850783df7ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4857213 Apr 21 12:43:17.764915 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9150dcbf-626d-45f9-b6f7-b8d3ecfc701e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:17.774356 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a999d07-79d4-45e4-b5ae-e9c71f23a4dd req-24fe7f8f-3f06-4f63-8e4f-d0e08eb45bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:17.775916 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a999d07-79d4-45e4-b5ae-e9c71f23a4dd req-24fe7f8f-3f06-4f63-8e4f-d0e08eb45bdf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056&tenant_id=45464789e2cc4bfeaf42e6404c0e9729 HTTP/1.1" status: 200 len: 1100 time: 0.3880718 Apr 21 12:43:17.786675 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444c02c-e607-4a0f-9de2-7eff8392de53 req-afc7167e-bf9d-4dd2-9e5f-1e375ed73611 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:17.788158 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9444c02c-e607-4a0f-9de2-7eff8392de53 req-afc7167e-bf9d-4dd2-9e5f-1e375ed73611 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 944 time: 0.2953124 Apr 21 12:43:17.819889 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150dcbf-626d-45f9-b6f7-b8d3ecfc701e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Pushing event deleted for resources: {'Port': ['ID=158d9cd1-cfe1-4268-8e29-4753932267cd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:17.831108 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34f344f8-9580-43f4-b823-7409d28cb681 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:17.851425 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ea26af99-e64b-4967-888c-e276c56897b1 req-19afa1df-1554-4ff7-bbd5-03b34592e14f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:17.936209 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 12a9a6c2-eaba-433f-899f-95fd1e72a97b no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:43:17.972079 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 12a9a6c2-eaba-433f-899f-95fd1e72a97b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:43:17.972687 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 12a9a6c2-eaba-433f-899f-95fd1e72a97b not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:43:18.060507 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 81d88612-c292-4170-b656-e2e32a38bd6f no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:43:18.084253 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 81d88612-c292-4170-b656-e2e32a38bd6f {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:43:18.084852 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 81d88612-c292-4170-b656-e2e32a38bd6f not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:43:18.234264 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2516291a-8458-496b-91d2-c67a0462cec9 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:18.267724 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9150dcbf-626d-45f9-b6f7-b8d3ecfc701e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:18.271064 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9150dcbf-626d-45f9-b6f7-b8d3ecfc701e tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "DELETE /v2.0/ports/158d9cd1-cfe1-4268-8e29-4753932267cd HTTP/1.1" status: 204 len: 168 time: 1.2360404 Apr 21 12:43:18.280182 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afa1df-1554-4ff7-bbd5-03b34592e14f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Pushing event deleted for resources: {'Port': ['ID=4a202bd4-e96b-4f17-8aff-5f3884f4db2f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:18.288675 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45428) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:18.328302 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2516291a-8458-496b-91d2-c67a0462cec9 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:18.340305 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9444c02c-e607-4a0f-9de2-7eff8392de53 req-b0dc1058-504d-4105-a83c-1f03ced0fd11 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5177629 Apr 21 12:43:18.367178 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516291a-8458-496b-91d2-c67a0462cec9 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b7feb6d-a60a-4185-abbb-b970867fc31b,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:18.373110 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34f344f8-9580-43f4-b823-7409d28cb681 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:18.395255 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a999d07-79d4-45e4-b5ae-e9c71f23a4dd req-034812f1-e761-4aeb-a51f-f51cf6491133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:18.396793 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a999d07-79d4-45e4-b5ae-e9c71f23a4dd req-034812f1-e761-4aeb-a51f-f51cf6491133 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 1100 time: 0.5673401 Apr 21 12:43:18.400943 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea26af99-e64b-4967-888c-e276c56897b1 req-19afa1df-1554-4ff7-bbd5-03b34592e14f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] No DVR routers for this DVR port 4a202bd4-e96b-4f17-8aff-5f3884f4db2f on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:43:18.403994 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:18.406763 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ea26af99-e64b-4967-888c-e276c56897b1 req-19afa1df-1554-4ff7-bbd5-03b34592e14f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:18.410092 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea26af99-e64b-4967-888c-e276c56897b1 req-19afa1df-1554-4ff7-bbd5-03b34592e14f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.24 "DELETE /v2.0/ports/4a202bd4-e96b-4f17-8aff-5f3884f4db2f HTTP/1.1" status: 204 len: 173 time: 2.5776658 Apr 21 12:43:18.414925 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-817765d0-fe8c-47f2-a155-e6dafdc5e31c tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Deleting subnet 9a6aa2f7-1c96-4cd2-b9b1-b428448dd54b {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:43:18.435729 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-817765d0-fe8c-47f2-a155-e6dafdc5e31c tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:18.450315 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1666e32-cd6b-4859-b361-fe786a599138 req-6e2b02f5-f654-4940-bf7a-8e498ae144d2 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:18.451901 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c1666e32-cd6b-4859-b361-fe786a599138 req-6e2b02f5-f654-4940-bf7a-8e498ae144d2 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 949 time: 0.5824499 Apr 21 12:43:18.498698 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-817765d0-fe8c-47f2-a155-e6dafdc5e31c tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:18.523692 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2516291a-8458-496b-91d2-c67a0462cec9 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:18.528437 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2516291a-8458-496b-91d2-c67a0462cec9 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0426970 Apr 21 12:43:18.534955 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45430) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:18.540415 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989576e9-8e04-4220-bbcc-b61eb9ce4bb6 req-ace1124a-f2fe-452e-8f14-8d272f9afdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:18.541987 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-989576e9-8e04-4220-bbcc-b61eb9ce4bb6 req-ace1124a-f2fe-452e-8f14-8d272f9afdbb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92a6d43df1624433929afadbcee46f8a&device_id=3ed93c51-8c9f-4a95-81e0-1d62825dc74d HTTP/1.1" status: 200 len: 1094 time: 0.2690897 Apr 21 12:43:18.648665 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-428773fe-c694-4c66-a57e-3109f884384d tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:18.674160 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34f344f8-9580-43f4-b823-7409d28cb681 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:18.675416 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c1666e32-cd6b-4859-b361-fe786a599138 req-f9edf3be-c1a6-4d3a-8a1a-68cb0e4f1049 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074993 Apr 21 12:43:18.689908 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-817765d0-fe8c-47f2-a155-e6dafdc5e31c tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:18.733060 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a999d07-79d4-45e4-b5ae-e9c71f23a4dd req-34d77408-e02e-49ac-8ec1-1e76c99cf4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:18.734909 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a999d07-79d4-45e4-b5ae-e9c71f23a4dd req-34d77408-e02e-49ac-8ec1-1e76c99cf4b6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.3199813 Apr 21 12:43:18.737656 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-428773fe-c694-4c66-a57e-3109f884384d tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:18.748767 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5a7bc-898c-4ac4-bc63-fb3fb505497d req-40b3103e-06fc-4f20-a534-2716a7d62572 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:18.758818 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f344f8-9580-43f4-b823-7409d28cb681 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event deleted for resources: {'Subnet': ['ID=3c75187f-d7af-4992-ad43-9d0cdaf1e5aa,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:18.759088 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7b5a7bc-898c-4ac4-bc63-fb3fb505497d req-40b3103e-06fc-4f20-a534-2716a7d62572 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed93c51-8c9f-4a95-81e0-1d62825dc74d HTTP/1.1" status: 200 len: 943 time: 0.2486200 Apr 21 12:43:18.759186 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34f344f8-9580-43f4-b823-7409d28cb681 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:18.760596 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-34f344f8-9580-43f4-b823-7409d28cb681 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "DELETE /v2.0/subnets/3c75187f-d7af-4992-ad43-9d0cdaf1e5aa HTTP/1.1" status: 204 len: 168 time: 1.1207428 Apr 21 12:43:18.762473 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6debdf56-6595-4a97-94ac-8cbd3dfa6ac0 None None] Network 6fa780aa-f8df-4fec-b58b-e2a79dc9c75d requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:18.770282 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45436) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:18.803219 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:18.840599 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a999d07-79d4-45e4-b5ae-e9c71f23a4dd req-951d218f-13f2-4f39-928e-784877eca4f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=02fc27ae-4f61-46ca-99ae-7b6a2be21846 HTTP/1.1" status: 200 len: 217 time: 0.0680239 Apr 21 12:43:18.861622 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a51a7a5-f7ff-45de-96df-dfa72a30f2d1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Deleting subnet 59827c88-8f20-4e7a-9eee-9838de406c1f {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:43:18.867803 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a51a7a5-f7ff-45de-96df-dfa72a30f2d1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:18.871366 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07b7e492-9c9f-4181-8f79-bf5c93771842 req-d41a4a69-8fb0-4060-9709-bc9473e5255e tempest-MultipleCreateTestJSON-281562560 tempest-MultipleCreateTestJSON-281562560-project] 10.222.0.36 "GET /v2.0/ports?device_id=bdfe7c02-a1d8-465e-9c63-eb04212bb092 HTTP/1.1" status: 200 len: 210 time: 0.0561631 Apr 21 12:43:18.911577 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989576e9-8e04-4220-bbcc-b61eb9ce4bb6 req-4b540f7e-67a8-47dd-8262-61a44a941d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:18.913080 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-989576e9-8e04-4220-bbcc-b61eb9ce4bb6 req-4b540f7e-67a8-47dd-8262-61a44a941d59 service neutron] 10.222.0.26 "GET /v2.0/networks?id=44eb7d1a-3922-4d99-876a-850783df7ae4 HTTP/1.1" status: 200 len: 912 time: 0.3318286 Apr 21 12:43:18.924661 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a51a7a5-f7ff-45de-96df-dfa72a30f2d1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:18.979137 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-817765d0-fe8c-47f2-a155-e6dafdc5e31c tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:19.001029 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-989576e9-8e04-4220-bbcc-b61eb9ce4bb6 req-ff630d34-eddc-4a51-9c77-b2d6cb2ab538 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9d7475a-6d37-42d7-bf89-560491b9912a HTTP/1.1" status: 200 len: 217 time: 0.0764000 Apr 21 12:43:19.009519 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-401220b2-80d7-4eaa-a4e7-b11a2c84f429 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Deleting port 0f506d9d-3e7b-4e78-8e92-848ddee68d3a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:19.009775 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817765d0-fe8c-47f2-a155-e6dafdc5e31c tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Pushing event deleted for resources: {'Subnet': ['ID=9a6aa2f7-1c96-4cd2-b9b1-b428448dd54b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:19.009898 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-401220b2-80d7-4eaa-a4e7-b11a2c84f429 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:19.012649 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-428773fe-c694-4c66-a57e-3109f884384d tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:19.015562 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-428773fe-c694-4c66-a57e-3109f884384d tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:19.016881 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-428773fe-c694-4c66-a57e-3109f884384d tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "DELETE /v2.0/security-groups/f364c069-3789-4664-b196-9f6cb831ad54 HTTP/1.1" status: 204 len: 168 time: 0.4837422 Apr 21 12:43:19.029084 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45438) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:19.052575 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428773fe-c694-4c66-a57e-3109f884384d tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f364c069-3789-4664-b196-9f6cb831ad54,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:19.059863 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-817765d0-fe8c-47f2-a155-e6dafdc5e31c tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:19.068745 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-817765d0-fe8c-47f2-a155-e6dafdc5e31c tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "DELETE /v2.0/subnets/9a6aa2f7-1c96-4cd2-b9b1-b428448dd54b HTTP/1.1" status: 204 len: 168 time: 0.7764342 Apr 21 12:43:19.071102 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45440) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:19.074376 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93025867-06fd-4a06-969a-70f437b182e7 None None] Network 88f7b39c-5c7e-4b72-9226-ad89000145b7 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:19.083617 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a999d07-79d4-45e4-b5ae-e9c71f23a4dd req-12d0fb95-01dc-4958-a2f7-80a2f5752a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:19.085075 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a999d07-79d4-45e4-b5ae-e9c71f23a4dd req-12d0fb95-01dc-4958-a2f7-80a2f5752a75 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.2182455 Apr 21 12:43:19.131560 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a51a7a5-f7ff-45de-96df-dfa72a30f2d1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:19.147781 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7b5a7bc-898c-4ac4-bc63-fb3fb505497d req-2bf5b693-349a-42f8-8f75-3a3dc780a1d5 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6b4919-b491-4ff2-a6a9-e2d9faf9bd54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3858287 Apr 21 12:43:19.194595 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-53fa0368-b4fb-4884-8fa8-7b126829f381 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Deleting subnet e04457a1-fe90-45b1-a0e3-9dec6d53dc7a {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:43:19.200941 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53fa0368-b4fb-4884-8fa8-7b126829f381 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:19.258487 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53fa0368-b4fb-4884-8fa8-7b126829f381 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:19.273080 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989576e9-8e04-4220-bbcc-b61eb9ce4bb6 req-f8ae2172-774e-4c34-92db-830ae78dc04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:19.274786 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-989576e9-8e04-4220-bbcc-b61eb9ce4bb6 req-f8ae2172-774e-4c34-92db-830ae78dc04d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c380a365-ab59-4237-865d-7af47378b019 HTTP/1.1" status: 200 len: 850 time: 0.2611239 Apr 21 12:43:19.299653 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d35b4211-338a-4658-8fcf-3499539d0e7e tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2668488 Apr 21 12:43:19.312540 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45442) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:19.325404 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6178025-f1e9-4a50-8cb8-a804b81bd32f None None] DHCP port deletion for 88f7b39c-5c7e-4b72-9226-ad89000145b7 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:43:19.325714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a999d07-79d4-45e4-b5ae-e9c71f23a4dd req-ff7cb17e-2f0d-41b9-935f-a101eb180993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:19.327140 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a999d07-79d4-45e4-b5ae-e9c71f23a4dd req-ff7cb17e-2f0d-41b9-935f-a101eb180993 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2120070 Apr 21 12:43:19.386114 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989576e9-8e04-4220-bbcc-b61eb9ce4bb6 req-c9e07027-fb90-40ef-bb7f-63527b190ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:19.388735 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-989576e9-8e04-4220-bbcc-b61eb9ce4bb6 req-c9e07027-fb90-40ef-bb7f-63527b190ca1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=44eb7d1a-3922-4d99-876a-850783df7ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1047165 Apr 21 12:43:19.396167 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c6178025-f1e9-4a50-8cb8-a804b81bd32f None None] Deleting port 1bef6bc5-a20a-451e-9fb8-183055f5b7e8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:19.396167 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6178025-f1e9-4a50-8cb8-a804b81bd32f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:19.448214 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-401220b2-80d7-4eaa-a4e7-b11a2c84f429 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] For port 0f506d9d-3e7b-4e78-8e92-848ddee68d3a, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=0f506d9d-3e7b-4e78-8e92-848ddee68d3a,segment=NetworkSegment(d2453b95-cf99-4daf-8792-0c9620c5663e),segment_id=d2453b95-cf99-4daf-8792-0c9620c5663e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:19.448585 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-401220b2-80d7-4eaa-a4e7-b11a2c84f429 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:19.455067 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2dc9fb02-b59a-4b40-bf32-ff2e13aa786c tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1388481 Apr 21 12:43:19.455067 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a51a7a5-f7ff-45de-96df-dfa72a30f2d1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:19.458883 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45446) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:19.461070 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53fa0368-b4fb-4884-8fa8-7b126829f381 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:19.500214 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c6178025-f1e9-4a50-8cb8-a804b81bd32f None None] For port 1bef6bc5-a20a-451e-9fb8-183055f5b7e8, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=1bef6bc5-a20a-451e-9fb8-183055f5b7e8,segment=NetworkSegment(8e92a1d7-2432-4d52-964c-65f50bb20e30),segment_id=8e92a1d7-2432-4d52-964c-65f50bb20e30)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:19.500622 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6178025-f1e9-4a50-8cb8-a804b81bd32f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:19.517133 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-401220b2-80d7-4eaa-a4e7-b11a2c84f429 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Calling delete_port for 0f506d9d-3e7b-4e78-8e92-848ddee68d3a owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:19.519503 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c6178025-f1e9-4a50-8cb8-a804b81bd32f None None] Calling delete_port for 1bef6bc5-a20a-451e-9fb8-183055f5b7e8 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:19.550402 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-2b85c12f-80ef-4246-a4cd-70506190e307 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] delete failed (client error): The resource could not be found. Apr 21 12:43:19.554850 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2b85c12f-80ef-4246-a4cd-70506190e307 tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "DELETE /v2.0/security-groups/f364c069-3789-4664-b196-9f6cb831ad54 HTTP/1.1" status: 404 len: 347 time: 0.0715363 Apr 21 12:43:19.556113 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45448) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:19.556833 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a51a7a5-f7ff-45de-96df-dfa72a30f2d1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event deleted for resources: {'Subnet': ['ID=59827c88-8f20-4e7a-9eee-9838de406c1f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:19.571019 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2258df94-f889-4966-b0a4-47044a1ef31e req-e3146e63-f9c5-49e2-ad75-505a009d7b13 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804 HTTP/1.1" status: 200 len: 210 time: 0.0503922 Apr 21 12:43:19.596689 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a51a7a5-f7ff-45de-96df-dfa72a30f2d1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:19.601368 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4a51a7a5-f7ff-45de-96df-dfa72a30f2d1 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "DELETE /v2.0/subnets/59827c88-8f20-4e7a-9eee-9838de406c1f HTTP/1.1" status: 204 len: 168 time: 0.8279531 Apr 21 12:43:19.603520 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45450) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:19.656948 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a999d07-79d4-45e4-b5ae-e9c71f23a4dd req-4cd8cafb-2095-49a2-8b11-bb91671629d7 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131747 Apr 21 12:43:19.706721 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bbf97f1f-f133-467f-a45d-c137cb66ba8c tempest-SecGroupIPv6Test-705961272 tempest-SecGroupIPv6Test-705961272-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1470332 Apr 21 12:43:19.717146 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-989576e9-8e04-4220-bbcc-b61eb9ce4bb6 req-604cf340-0f32-44f7-b562-8ba626426168 service neutron] 10.222.0.26 "GET /v2.0/networks/44eb7d1a-3922-4d99-876a-850783df7ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838106 Apr 21 12:43:19.740133 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ef1ae95-2312-4655-ae29-ecae40d20e6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:19.750199 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfe7c02-a1d8-465e-9c63-eb04212bb092', 'name': 'network-vif-deleted', 'tag': '12a9a6c2-eaba-433f-899f-95fd1e72a97b'}, {'server_uuid': '98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804', 'name': 'network-vif-deleted', 'tag': '4a202bd4-e96b-4f17-8aff-5f3884f4db2f'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:43:19.753172 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff83873-11d2-45d2-819c-2074d3f39b21" -d '{"events": [{"server_uuid": "bdfe7c02-a1d8-465e-9c63-eb04212bb092", "name": "network-vif-deleted", "tag": "12a9a6c2-eaba-433f-899f-95fd1e72a97b"}, {"server_uuid": "98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804", "name": "network-vif-deleted", "tag": "4a202bd4-e96b-4f17-8aff-5f3884f4db2f"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:43:19.763499 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6178025-f1e9-4a50-8cb8-a804b81bd32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:19.833147 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53fa0368-b4fb-4884-8fa8-7b126829f381 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:19.836291 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6178025-f1e9-4a50-8cb8-a804b81bd32f None None] Pushing event deleted for resources: {'Port': ['ID=1bef6bc5-a20a-451e-9fb8-183055f5b7e8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:19.847201 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0ef1ae95-2312-4655-ae29-ecae40d20e6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Deleting port ebb78a0f-60ca-454b-a441-1ce98f077290 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:19.847510 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ef1ae95-2312-4655-ae29-ecae40d20e6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:19.848520 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6178025-f1e9-4a50-8cb8-a804b81bd32f None None] No DVR routers for this DVR port 1bef6bc5-a20a-451e-9fb8-183055f5b7e8 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:43:19.869968 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 21 Apr 2022 12:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ebe0ea-d965-4b2d-a672-d5b996d82297 x-openstack-request-id: req-85ebe0ea-d965-4b2d-a672-d5b996d82297 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:43:19.870373 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdfe7c02-a1d8-465e-9c63-eb04212bb092", "name": "network-vif-deleted", "tag": "12a9a6c2-eaba-433f-899f-95fd1e72a97b", "status": "completed", "code": 200}, {"server_uuid": "98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804", "name": "network-vif-deleted", "tag": "4a202bd4-e96b-4f17-8aff-5f3884f4db2f", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:43:19.870559 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-85ebe0ea-d965-4b2d-a672-d5b996d82297 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:43:19.871709 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85ebe0ea-d965-4b2d-a672-d5b996d82297'] response: {'server_uuid': 'bdfe7c02-a1d8-465e-9c63-eb04212bb092', 'name': 'network-vif-deleted', 'tag': '12a9a6c2-eaba-433f-899f-95fd1e72a97b', 'status': 'completed', 'code': 200} Apr 21 12:43:19.871973 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85ebe0ea-d965-4b2d-a672-d5b996d82297'] response: {'server_uuid': '98f9a3f2-bb51-4e0b-bb4f-d7b1e6bbf804', 'name': 'network-vif-deleted', 'tag': '4a202bd4-e96b-4f17-8aff-5f3884f4db2f', 'status': 'completed', 'code': 200} Apr 21 12:43:19.889435 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa0368-b4fb-4884-8fa8-7b126829f381 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Pushing event deleted for resources: {'Subnet': ['ID=e04457a1-fe90-45b1-a0e3-9dec6d53dc7a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:19.891559 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53fa0368-b4fb-4884-8fa8-7b126829f381 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:19.894702 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-53fa0368-b4fb-4884-8fa8-7b126829f381 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "DELETE /v2.0/subnets/e04457a1-fe90-45b1-a0e3-9dec6d53dc7a HTTP/1.1" status: 204 len: 168 time: 0.8224449 Apr 21 12:43:19.898020 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45458) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:19.899547 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0537b55d-f971-4c5d-b683-fce5d61d84d5 None None] Network 4ca9a1f6-f409-47c6-aa9c-cb11334c6efd requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:19.965959 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45462) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:19.993206 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669409ee-5b7a-4d82-b18e-3b7e1a5fbb32 None None] Network 6fa780aa-f8df-4fec-b58b-e2a79dc9c75d requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:20.072494 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-0ef1ae95-2312-4655-ae29-ecae40d20e6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] For port ebb78a0f-60ca-454b-a441-1ce98f077290, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ebb78a0f-60ca-454b-a441-1ce98f077290,segment=NetworkSegment(7a13695a-e5a4-4ce1-b178-24fa09cc7d10),segment_id=7a13695a-e5a4-4ce1-b178-24fa09cc7d10)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:20.072494 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ef1ae95-2312-4655-ae29-ecae40d20e6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:20.078777 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-0279bee8-f9ea-4365-95d7-c241391522a7 admin admin] Deleting subnet 9733f310-0141-4a47-a768-d487fa492ddd {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:43:20.086855 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0595f19a-f183-447c-a0aa-cb31e5b3a604 None None] Provisioning complete for port ebb78a0f-60ca-454b-a441-1ce98f077290 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:20.087422 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0595f19a-f183-447c-a0aa-cb31e5b3a604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:20.094085 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7f3f47f-e117-408c-b9db-bd39046a6272 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:20.096479 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a999d07-79d4-45e4-b5ae-e9c71f23a4dd req-bb72de61-2db0-4fab-814c-9f52caccc576 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311795 Apr 21 12:43:20.099310 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0279bee8-f9ea-4365-95d7-c241391522a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:20.102295 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0ef1ae95-2312-4655-ae29-ecae40d20e6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Calling delete_port for ebb78a0f-60ca-454b-a441-1ce98f077290 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:20.128194 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-989576e9-8e04-4220-bbcc-b61eb9ce4bb6 req-62576808-99af-4442-92d2-b1ae94466432 service neutron] 10.222.0.26 "GET /v2.0/networks/44eb7d1a-3922-4d99-876a-850783df7ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711784 Apr 21 12:43:20.163087 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449b4ec-84a9-48f3-8913-8132cbf55e95 req-a9361080-bc7c-42e5-9ea9-bf1d7eb724a9 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:20.176353 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8449b4ec-84a9-48f3-8913-8132cbf55e95 req-a9361080-bc7c-42e5-9ea9-bf1d7eb724a9 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 949 time: 0.3083215 Apr 21 12:43:20.178174 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 1bef6bc5-a20a-451e-9fb8-183055f5b7e8 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:43:20.221054 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0279bee8-f9ea-4365-95d7-c241391522a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:20.258705 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8449b4ec-84a9-48f3-8913-8132cbf55e95 req-5bda94ca-a2f3-414e-8feb-2fd94e201ba4 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778589 Apr 21 12:43:20.270965 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 1bef6bc5-a20a-451e-9fb8-183055f5b7e8 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:43:20.270965 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 1bef6bc5-a20a-451e-9fb8-183055f5b7e8 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:43:20.338443 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb72ea-a3fd-41da-a618-38fc71f55b1e req-7de971a1-fce7-4505-87c3-191ab2c010cb tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:20.346109 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-45bb72ea-a3fd-41da-a618-38fc71f55b1e req-7de971a1-fce7-4505-87c3-191ab2c010cb tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed93c51-8c9f-4a95-81e0-1d62825dc74d HTTP/1.1" status: 200 len: 943 time: 0.0862439 Apr 21 12:43:20.360464 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7f3f47f-e117-408c-b9db-bd39046a6272 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:20.371201 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-401220b2-80d7-4eaa-a4e7-b11a2c84f429 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:20.376007 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0279bee8-f9ea-4365-95d7-c241391522a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:20.410907 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:20.418264 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a7f3f47f-e117-408c-b9db-bd39046a6272 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f7b39c-5c7e-4b72-9226-ad89000145b7']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:20.434613 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a7f3f47f-e117-408c-b9db-bd39046a6272 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e92a1d7-2432-4d52-964c-65f50bb20e30') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:20.437772 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a7f3f47f-e117-408c-b9db-bd39046a6272 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e92a1d7-2432-4d52-964c-65f50bb20e30') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:20.445055 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7f3f47f-e117-408c-b9db-bd39046a6272 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:20.472672 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401220b2-80d7-4eaa-a4e7-b11a2c84f429 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Port': ['ID=0f506d9d-3e7b-4e78-8e92-848ddee68d3a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:20.475352 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7f3f47f-e117-408c-b9db-bd39046a6272 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:20.482054 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f3f47f-e117-408c-b9db-bd39046a6272 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:43:20.482462 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7f3f47f-e117-408c-b9db-bd39046a6272 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:43:20.494070 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:43:20.508205 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ef1ae95-2312-4655-ae29-ecae40d20e6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:20.565003 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-45bb72ea-a3fd-41da-a618-38fc71f55b1e req-0b5e490f-d5bc-443f-9891-e6dbb78f1068 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6b4919-b491-4ff2-a6a9-e2d9faf9bd54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164116 Apr 21 12:43:20.593343 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ed95dd-1f7f-455d-b439-9d5ca1492653 None None] DHCP port deletion for 4ca9a1f6-f409-47c6-aa9c-cb11334c6efd request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:43:20.597310 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1ae95-2312-4655-ae29-ecae40d20e6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event deleted for resources: {'Port': ['ID=ebb78a0f-60ca-454b-a441-1ce98f077290,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:20.609247 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52da508-2475-4eda-93b5-615efddd3207 None None] DHCP port deletion for 6fa780aa-f8df-4fec-b58b-e2a79dc9c75d request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:43:20.646202 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0279bee8-f9ea-4365-95d7-c241391522a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:20.668049 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-401220b2-80d7-4eaa-a4e7-b11a2c84f429 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:20.688024 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45470) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:20.695440 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef1ae95-2312-4655-ae29-ecae40d20e6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] No DVR routers for this DVR port ebb78a0f-60ca-454b-a441-1ce98f077290 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:43:20.698364 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0279bee8-f9ea-4365-95d7-c241391522a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9733f310-0141-4a47-a768-d487fa492ddd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:20.707019 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0279bee8-f9ea-4365-95d7-c241391522a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:20.710329 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0279bee8-f9ea-4365-95d7-c241391522a7 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9733f310-0141-4a47-a768-d487fa492ddd HTTP/1.1" status: 204 len: 168 time: 0.7474902 Apr 21 12:43:20.728488 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45474) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:20.734812 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b8ed95dd-1f7f-455d-b439-9d5ca1492653 None None] Deleting port 3b42c31b-3535-49aa-8193-ad31acc360d4 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:20.735343 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8ed95dd-1f7f-455d-b439-9d5ca1492653 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:20.740737 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45476) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:20.786464 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7f3f47f-e117-408c-b9db-bd39046a6272 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:20.834055 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b8ed95dd-1f7f-455d-b439-9d5ca1492653 None None] For port 3b42c31b-3535-49aa-8193-ad31acc360d4, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3b42c31b-3535-49aa-8193-ad31acc360d4,segment=NetworkSegment(3ee70c77-be48-440a-b339-a8a0e2541b70),segment_id=3ee70c77-be48-440a-b339-a8a0e2541b70)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:20.835232 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8ed95dd-1f7f-455d-b439-9d5ca1492653 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:20.856690 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b8ed95dd-1f7f-455d-b439-9d5ca1492653 None None] Calling delete_port for 3b42c31b-3535-49aa-8193-ad31acc360d4 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:20.881024 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7f3f47f-e117-408c-b9db-bd39046a6272 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:20.892289 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a7f3f47f-e117-408c-b9db-bd39046a6272 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "DELETE /v2.0/networks/88f7b39c-5c7e-4b72-9226-ad89000145b7 HTTP/1.1" status: 204 len: 168 time: 0.9906037 Apr 21 12:43:20.894580 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f4ffff-b4e9-4e79-9968-6aacf5fe5d35 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Deleting subnet f8aea4be-0906-4329-9a0e-c9313cece89c {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:43:20.896778 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45478) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:20.916628 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f3f47f-e117-408c-b9db-bd39046a6272 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Pushing event deleted for resources: {'Network': ['ID=88f7b39c-5c7e-4b72-9226-ad89000145b7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:20.924105 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ef1ae95-2312-4655-ae29-ecae40d20e6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:20.938324 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b2e6877-0562-49ae-97aa-d30d5d1c2047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:20.952580 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-0ef1ae95-2312-4655-ae29-ecae40d20e6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa780aa-f8df-4fec-b58b-e2a79dc9c75d']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:20.970083 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-0ef1ae95-2312-4655-ae29-ecae40d20e6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a13695a-e5a4-4ce1-b178-24fa09cc7d10') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:20.970389 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-0ef1ae95-2312-4655-ae29-ecae40d20e6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a13695a-e5a4-4ce1-b178-24fa09cc7d10') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:20.974746 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89f4ffff-b4e9-4e79-9968-6aacf5fe5d35 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:20.981789 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ef1ae95-2312-4655-ae29-ecae40d20e6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:21.021976 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ef1ae95-2312-4655-ae29-ecae40d20e6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:21.056432 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef1ae95-2312-4655-ae29-ecae40d20e6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:43:21.056834 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ef1ae95-2312-4655-ae29-ecae40d20e6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:43:21.060323 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:43:21.062741 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8ed95dd-1f7f-455d-b439-9d5ca1492653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:21.076159 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b2e6877-0562-49ae-97aa-d30d5d1c2047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:21.091594 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed95dd-1f7f-455d-b439-9d5ca1492653 None None] Pushing event deleted for resources: {'Port': ['ID=3b42c31b-3535-49aa-8193-ad31acc360d4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:21.097277 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ed95dd-1f7f-455d-b439-9d5ca1492653 None None] No DVR routers for this DVR port 3b42c31b-3535-49aa-8193-ad31acc360d4 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:43:21.139396 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-8b2e6877-0562-49ae-97aa-d30d5d1c2047 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f0eb98-678c-4b6a-bd13-f87f951f1bc3']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:21.149980 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-8b2e6877-0562-49ae-97aa-d30d5d1c2047 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55331157-0de8-40ca-be2e-e4bd5fec8eed') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:21.150273 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-8b2e6877-0562-49ae-97aa-d30d5d1c2047 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55331157-0de8-40ca-be2e-e4bd5fec8eed') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:21.160417 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b2e6877-0562-49ae-97aa-d30d5d1c2047 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:21.176203 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b2e6877-0562-49ae-97aa-d30d5d1c2047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:21.184243 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b2e6877-0562-49ae-97aa-d30d5d1c2047 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:43:21.184960 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b2e6877-0562-49ae-97aa-d30d5d1c2047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:43:21.186889 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:43:21.238142 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ef1ae95-2312-4655-ae29-ecae40d20e6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:21.248458 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ef1ae95-2312-4655-ae29-ecae40d20e6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:21.252002 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0ef1ae95-2312-4655-ae29-ecae40d20e6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "DELETE /v2.0/networks/6fa780aa-f8df-4fec-b58b-e2a79dc9c75d HTTP/1.1" status: 204 len: 168 time: 1.6476622 Apr 21 12:43:21.254529 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45480) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:21.273843 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1ae95-2312-4655-ae29-ecae40d20e6f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event deleted for resources: {'Network': ['ID=6fa780aa-f8df-4fec-b58b-e2a79dc9c75d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:21.299714 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d09df54-9142-4e9c-90aa-cb6b172c639d tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] DELETE failed (client error): The resource could not be found. Apr 21 12:43:21.300173 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d09df54-9142-4e9c-90aa-cb6b172c639d tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:43:21.305674 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6d09df54-9142-4e9c-90aa-cb6b172c639d tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "DELETE /v2.0/subnets/fdfbdc0e-9217-45fb-8012-b9ec31a9077a HTTP/1.1" status: 404 len: 337 time: 0.0477281 Apr 21 12:43:21.305902 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45484) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:21.325216 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-55c695cf-f8a0-47b6-bc51-efd50efa88f2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] DELETE failed (client error): The resource could not be found. Apr 21 12:43:21.325983 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55c695cf-f8a0-47b6-bc51-efd50efa88f2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:43:21.329708 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-55c695cf-f8a0-47b6-bc51-efd50efa88f2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "DELETE /v2.0/networks/47a80f7c-8ed0-4bdc-964c-60fda6f94621 HTTP/1.1" status: 404 len: 339 time: 0.0220234 Apr 21 12:43:21.340478 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45486) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:21.366873 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a8d214-438c-4795-adf7-ea615ea3f77c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] DELETE failed (client error): The resource could not be found. Apr 21 12:43:21.367510 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a8d214-438c-4795-adf7-ea615ea3f77c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:43:21.371224 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-27a8d214-438c-4795-adf7-ea615ea3f77c tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "DELETE /v2.0/subnets/3352c3e5-e8bc-471e-9d94-02454304651e HTTP/1.1" status: 404 len: 337 time: 0.0287476 Apr 21 12:43:21.372131 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b2e6877-0562-49ae-97aa-d30d5d1c2047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:21.378237 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45488) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:21.379199 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b2e6877-0562-49ae-97aa-d30d5d1c2047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:21.384723 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8b2e6877-0562-49ae-97aa-d30d5d1c2047 admin admin] 10.222.0.36 "DELETE /v2.0/networks/91f0eb98-678c-4b6a-bd13-f87f951f1bc3 HTTP/1.1" status: 204 len: 168 time: 0.6551197 Apr 21 12:43:21.414733 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e6877-0562-49ae-97aa-d30d5d1c2047 admin admin] Pushing event deleted for resources: {'Network': ['ID=91f0eb98-678c-4b6a-bd13-f87f951f1bc3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:21.418315 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36ee087-1988-4a12-a2cc-c1ee87d862fc tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] DELETE failed (client error): The resource could not be found. Apr 21 12:43:21.419367 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a36ee087-1988-4a12-a2cc-c1ee87d862fc tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:43:21.424434 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a36ee087-1988-4a12-a2cc-c1ee87d862fc tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "DELETE /v2.0/networks/1520d2ca-bd05-4cef-97fe-c07731cab370 HTTP/1.1" status: 404 len: 339 time: 0.0377979 Apr 21 12:43:21.427600 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45492) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:21.444965 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6199e005-e8e8-479d-b3c1-6874c5048c39 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:21.457156 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-0835cbb0-df56-42cb-be19-23b7fc7a7a0f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] DELETE failed (client error): The resource could not be found. Apr 21 12:43:21.457630 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0835cbb0-df56-42cb-be19-23b7fc7a7a0f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:43:21.458570 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89f4ffff-b4e9-4e79-9968-6aacf5fe5d35 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:21.460721 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0835cbb0-df56-42cb-be19-23b7fc7a7a0f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "DELETE /v2.0/subnets/c5387acd-703e-4590-ba87-34f6e8702580 HTTP/1.1" status: 404 len: 337 time: 0.0319297 Apr 21 12:43:21.463080 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45494) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:21.482158 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a4ba1b-601f-4f82-92b4-58e490a09c4f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] DELETE failed (client error): The resource could not be found. Apr 21 12:43:21.482675 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39a4ba1b-601f-4f82-92b4-58e490a09c4f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:43:21.488067 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-39a4ba1b-601f-4f82-92b4-58e490a09c4f tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "DELETE /v2.0/networks/1f894c1d-ae27-4235-a006-2456d1d04103 HTTP/1.1" status: 404 len: 339 time: 0.0216107 Apr 21 12:43:21.488225 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device b9d7475a-6d37-42d7-bf89-560491b9912a details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:43:21.488317 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45496) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:21.492205 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 02fc27ae-4f61-46ca-99ae-7b6a2be21846 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:43:21.530937 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f782fb77-8be5-476c-807d-fea4924085c1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c561627578a34ddb99c2c752e166758e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8421881 Apr 21 12:43:21.533793 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45498) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:21.563162 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-df23005d-e33e-4516-a7f2-067b708e935d tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Deleting subnet e0158e4a-34df-47e9-9e56-0500c63b5c7e {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:43:21.573268 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df23005d-e33e-4516-a7f2-067b708e935d tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:21.582728 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401220b2-80d7-4eaa-a4e7-b11a2c84f429 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Router a7e1f888-4850-4d35-8132-f11209b75ff5 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:43:21.641269 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaaf69b-4b41-4833-9128-313924a85f79 req-0f5416ab-e674-416e-83d3-780448ccd363 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:21.642865 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bdaaf69b-4b41-4833-9128-313924a85f79 req-0f5416ab-e674-416e-83d3-780448ccd363 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 949 time: 0.2103384 Apr 21 12:43:21.663060 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port b9d7475a-6d37-42d7-bf89-560491b9912a, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=b9d7475a-6d37-42d7-bf89-560491b9912a,segment=NetworkSegment(3d515146-2648-45c5-829b-f1cb9725fb9a),segment_id=3d515146-2648-45c5-829b-f1cb9725fb9a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:21.666226 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:21.669840 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df23005d-e33e-4516-a7f2-067b708e935d tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:21.690938 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'b9d7475a-6d37-42d7-bf89-560491b9912a', 'network_id': '44eb7d1a-3922-4d99-876a-850783df7ae4', 'port_id': 'b9d7475a-6d37-42d7-bf89-560491b9912a', 'mac_address': 'fa:16:3e:40:a1:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c380a365-ab59-4237-865d-7af47378b019', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:43:21.699517 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86834bb-c7d3-414d-8755-68606c07b056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02fc27ae-4f61-46ca-99ae-7b6a2be21846'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:43:21.701778 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0af3587-e7e1-41dc-9cab-afde661eb13e" -d '{"events": [{"server_uuid": "b86834bb-c7d3-414d-8755-68606c07b056", "name": "network-vif-unplugged", "status": "completed", "tag": "02fc27ae-4f61-46ca-99ae-7b6a2be21846"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:43:21.720808 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9f00501-14ae-4ef0-aeb3-eb4c3db883d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:21.733678 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 02fc27ae-4f61-46ca-99ae-7b6a2be21846, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=02fc27ae-4f61-46ca-99ae-7b6a2be21846,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:21.739522 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6199e005-e8e8-479d-b3c1-6874c5048c39 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:21.750920 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:21.764421 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d7475a-6d37-42d7-bf89-560491b9912a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:43:21.771939 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9f00501-14ae-4ef0-aeb3-eb4c3db883d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:21.791274 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port b9d7475a-6d37-42d7-bf89-560491b9912a, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=b9d7475a-6d37-42d7-bf89-560491b9912a,segment=NetworkSegment(3d515146-2648-45c5-829b-f1cb9725fb9a),segment_id=3d515146-2648-45c5-829b-f1cb9725fb9a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:21.800893 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89f4ffff-b4e9-4e79-9968-6aacf5fe5d35 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:21.819720 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df23005d-e33e-4516-a7f2-067b708e935d tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:21.824687 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45504) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:21.849249 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:21.882003 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:21.899412 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6199e005-e8e8-479d-b3c1-6874c5048c39 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca9a1f6-f409-47c6-aa9c-cb11334c6efd']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:21.908219 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2041a6a8-b0eb-48eb-955b-2155b47559b1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1ef7d4dca56b45b6a598c55a34aa84d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0631218 Apr 21 12:43:21.910331 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45506) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:21.916732 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=02fc27ae-4f61-46ca-99ae-7b6a2be21846,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:21.926380 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6199e005-e8e8-479d-b3c1-6874c5048c39 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee70c77-be48-440a-b339-a8a0e2541b70') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:21.926676 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6199e005-e8e8-479d-b3c1-6874c5048c39 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee70c77-be48-440a-b339-a8a0e2541b70') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:21.951569 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f718c5d-5be4-41ea-96e3-d4a5da4a5e19 req-5b6e83f4-550b-49eb-b9e3-9eae71ab3b43 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:21.953959 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3f718c5d-5be4-41ea-96e3-d4a5da4a5e19 req-5b6e83f4-550b-49eb-b9e3-9eae71ab3b43 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed93c51-8c9f-4a95-81e0-1d62825dc74d HTTP/1.1" status: 200 len: 943 time: 0.3075569 Apr 21 12:43:21.956898 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bdaaf69b-4b41-4833-9128-313924a85f79 req-de434d16-8adb-4bbd-84ec-ba721e5bef20 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579556 Apr 21 12:43:21.959746 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6199e005-e8e8-479d-b3c1-6874c5048c39 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:21.961804 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401220b2-80d7-4eaa-a4e7-b11a2c84f429 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:43:21.975754 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9f00501-14ae-4ef0-aeb3-eb4c3db883d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:21.983918 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9f00501-14ae-4ef0-aeb3-eb4c3db883d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:21.983918 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d9f00501-14ae-4ef0-aeb3-eb4c3db883d5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/62614802-e381-43e1-83d1-e07dae7f598c HTTP/1.1" status: 204 len: 168 time: 0.4470448 Apr 21 12:43:21.984129 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aadf893-512f-40ae-af2e-8fc86e6e4472 None None] Sync routers for ids ['a7e1f888-4850-4d35-8132-f11209b75ff5'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:43:21.992546 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16df8eda-be5c-4892-a1df-acdbd887f4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:21.997859 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-401220b2-80d7-4eaa-a4e7-b11a2c84f429 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "PUT /v2.0/routers/a7e1f888-4850-4d35-8132-f11209b75ff5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0651760 Apr 21 12:43:22.007757 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=b9d7475a-6d37-42d7-bf89-560491b9912a,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:22.015787 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aadf893-512f-40ae-af2e-8fc86e6e4472 None None] Routers {'a7e1f888-4850-4d35-8132-f11209b75ff5'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:43:22.016724 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8aadf893-512f-40ae-af2e-8fc86e6e4472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:43:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a7e1f888-4850-4d35-8132-f11209b75ff5'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:22.022618 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45510) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:22.028571 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16df8eda-be5c-4892-a1df-acdbd887f4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:22.088212 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f00501-14ae-4ef0-aeb3-eb4c3db883d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62614802-e381-43e1-83d1-e07dae7f598c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:22.092402 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df23005d-e33e-4516-a7f2-067b708e935d tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:22.112476 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d608f6-edb5-4099-bbd8-ff55e26c46af x-openstack-request-id: req-52d608f6-edb5-4099-bbd8-ff55e26c46af {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:43:22.112771 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86834bb-c7d3-414d-8755-68606c07b056", "name": "network-vif-unplugged", "status": "completed", "tag": "02fc27ae-4f61-46ca-99ae-7b6a2be21846", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:43:22.113012 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-52d608f6-edb5-4099-bbd8-ff55e26c46af {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:43:22.113409 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52d608f6-edb5-4099-bbd8-ff55e26c46af'] response: {'server_uuid': 'b86834bb-c7d3-414d-8755-68606c07b056', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02fc27ae-4f61-46ca-99ae-7b6a2be21846', 'code': 200} Apr 21 12:43:22.146190 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23005d-e33e-4516-a7f2-067b708e935d tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event deleted for resources: {'Subnet': ['ID=e0158e4a-34df-47e9-9e56-0500c63b5c7e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:22.155978 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-8aadf893-512f-40ae-af2e-8fc86e6e4472 None None] Set router a7e1f888-4850-4d35-8132-f11209b75ff5 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:43:22.161447 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df23005d-e33e-4516-a7f2-067b708e935d tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:22.165931 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-df23005d-e33e-4516-a7f2-067b708e935d tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "DELETE /v2.0/subnets/e0158e4a-34df-47e9-9e56-0500c63b5c7e HTTP/1.1" status: 204 len: 168 time: 0.6766882 Apr 21 12:43:22.169156 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45512) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:22.172859 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16df8eda-be5c-4892-a1df-acdbd887f4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:22.175957 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16df8eda-be5c-4892-a1df-acdbd887f4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:22.180614 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-16df8eda-be5c-4892-a1df-acdbd887f4e4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d51e4fb8-5d5b-455b-88f0-3b055e83396a HTTP/1.1" status: 204 len: 168 time: 0.2681541 Apr 21 12:43:22.207778 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d22d0e9-402e-462a-acff-bb46289fa503 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Deleting subnet 780fdff1-9009-4b18-95c6-01085ace0467 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:43:22.240744 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d22d0e9-402e-462a-acff-bb46289fa503 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:22.245244 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6199e005-e8e8-479d-b3c1-6874c5048c39 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:22.297277 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e69aa49-9706-4922-aa72-7256440708b2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:22.302580 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df8eda-be5c-4892-a1df-acdbd887f4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51e4fb8-5d5b-455b-88f0-3b055e83396a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:22.310247 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3f718c5d-5be4-41ea-96e3-d4a5da4a5e19 req-e0034723-93ce-4084-84e5-6fc00a962b3c tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6b4919-b491-4ff2-a6a9-e2d9faf9bd54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3462582 Apr 21 12:43:22.312471 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6199e005-e8e8-479d-b3c1-6874c5048c39 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:43:22.312891 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6199e005-e8e8-479d-b3c1-6874c5048c39 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:43:22.318078 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:43:22.340783 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d22d0e9-402e-462a-acff-bb46289fa503 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:22.367309 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70481d7-ca8e-46f6-8c48-def3468181c3 None None] Network f454cc3a-28a8-43ea-8db7-fb6da822e298 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:22.369539 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['b9d7475a-6d37-42d7-bf89-560491b9912a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:43:22.372047 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3b42c31b-3535-49aa-8193-ad31acc360d4 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:43:22.394945 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89f4ffff-b4e9-4e79-9968-6aacf5fe5d35 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:22.395370 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-5e69aa49-9706-4922-aa72-7256440708b2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Deleting port 79e78d1c-4b7c-41fa-be5e-f1ecb2d450fd {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:22.396211 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e69aa49-9706-4922-aa72-7256440708b2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:22.437519 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4ffff-b4e9-4e79-9968-6aacf5fe5d35 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Pushing event deleted for resources: {'Subnet': ['ID=f8aea4be-0906-4329-9a0e-c9313cece89c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:22.443177 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 3b42c31b-3535-49aa-8193-ad31acc360d4 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:43:22.443375 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3b42c31b-3535-49aa-8193-ad31acc360d4 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:43:22.443486 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89f4ffff-b4e9-4e79-9968-6aacf5fe5d35 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:22.443795 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ebb78a0f-60ca-454b-a441-1ce98f077290 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:43:22.446764 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-89f4ffff-b4e9-4e79-9968-6aacf5fe5d35 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "DELETE /v2.0/subnets/f8aea4be-0906-4329-9a0e-c9313cece89c HTTP/1.1" status: 204 len: 168 time: 1.7033598 Apr 21 12:43:22.451234 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45516) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:22.507675 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be653700-c2f0-464d-b63f-a4da1f41c484 None None] Network 083113f4-712e-4273-85bd-dfdb95632ed3 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:22.526317 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6199e005-e8e8-479d-b3c1-6874c5048c39 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:22.555679 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6199e005-e8e8-479d-b3c1-6874c5048c39 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:22.559558 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: ebb78a0f-60ca-454b-a441-1ce98f077290 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:43:22.560050 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ebb78a0f-60ca-454b-a441-1ce98f077290 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:43:22.564142 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6199e005-e8e8-479d-b3c1-6874c5048c39 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] 10.222.0.36 "DELETE /v2.0/networks/4ca9a1f6-f409-47c6-aa9c-cb11334c6efd HTTP/1.1" status: 204 len: 168 time: 1.6615982 Apr 21 12:43:22.593714 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-5e69aa49-9706-4922-aa72-7256440708b2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] For port 79e78d1c-4b7c-41fa-be5e-f1ecb2d450fd, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=79e78d1c-4b7c-41fa-be5e-f1ecb2d450fd,segment=NetworkSegment(e76cddad-a337-403c-85c1-e91772b184e2),segment_id=e76cddad-a337-403c-85c1-e91772b184e2)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:22.596406 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e69aa49-9706-4922-aa72-7256440708b2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:22.627340 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-5e69aa49-9706-4922-aa72-7256440708b2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Calling delete_port for 79e78d1c-4b7c-41fa-be5e-f1ecb2d450fd owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:22.641118 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199e005-e8e8-479d-b3c1-6874c5048c39 tempest-TaggedBootDevicesTest_v242-1304124147 tempest-TaggedBootDevicesTest_v242-1304124147-project] Pushing event deleted for resources: {'Network': ['ID=4ca9a1f6-f409-47c6-aa9c-cb11334c6efd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:22.648883 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc595022-9a0f-4bf3-a0b1-63474a8e1f1f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:22.657128 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d22d0e9-402e-462a-acff-bb46289fa503 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:22.845535 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-dc595022-9a0f-4bf3-a0b1-63474a8e1f1f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Deleting port b4e57c0e-de96-449a-8752-fa54b74c1795 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:22.845908 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc595022-9a0f-4bf3-a0b1-63474a8e1f1f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:22.862817 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e69aa49-9706-4922-aa72-7256440708b2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:22.893849 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69aa49-9706-4922-aa72-7256440708b2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event deleted for resources: {'Port': ['ID=79e78d1c-4b7c-41fa-be5e-f1ecb2d450fd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:22.902628 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e69aa49-9706-4922-aa72-7256440708b2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] No DVR routers for this DVR port 79e78d1c-4b7c-41fa-be5e-f1ecb2d450fd on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:43:22.931160 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-dc595022-9a0f-4bf3-a0b1-63474a8e1f1f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] For port b4e57c0e-de96-449a-8752-fa54b74c1795, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b4e57c0e-de96-449a-8752-fa54b74c1795,segment=NetworkSegment(985a5265-bc72-4924-bf36-8e8c62f4ed57),segment_id=985a5265-bc72-4924-bf36-8e8c62f4ed57)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:22.931773 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc595022-9a0f-4bf3-a0b1-63474a8e1f1f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:22.948487 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-dc595022-9a0f-4bf3-a0b1-63474a8e1f1f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Calling delete_port for b4e57c0e-de96-449a-8752-fa54b74c1795 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:22.958239 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d22d0e9-402e-462a-acff-bb46289fa503 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:22.991543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22d0e9-402e-462a-acff-bb46289fa503 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Subnet': ['ID=780fdff1-9009-4b18-95c6-01085ace0467,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:23.011534 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731a2f81-a8da-49af-874f-d64c90b0014a None None] DHCP port deletion for f454cc3a-28a8-43ea-8db7-fb6da822e298 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:43:23.083400 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e69aa49-9706-4922-aa72-7256440708b2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:23.140631 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-5e69aa49-9706-4922-aa72-7256440708b2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f454cc3a-28a8-43ea-8db7-fb6da822e298']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:23.140746 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47181638-b527-48d9-975b-6b03fe2fbb49 None None] DHCP port deletion for 083113f4-712e-4273-85bd-dfdb95632ed3 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:43:23.156304 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-5e69aa49-9706-4922-aa72-7256440708b2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e76cddad-a337-403c-85c1-e91772b184e2') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:23.156479 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-5e69aa49-9706-4922-aa72-7256440708b2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e76cddad-a337-403c-85c1-e91772b184e2') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:23.171944 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d22d0e9-402e-462a-acff-bb46289fa503 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:23.175648 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7d22d0e9-402e-462a-acff-bb46289fa503 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/subnets/780fdff1-9009-4b18-95c6-01085ace0467 HTTP/1.1" status: 204 len: 168 time: 1.1504576 Apr 21 12:43:23.179541 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45548) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:23.190768 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e69aa49-9706-4922-aa72-7256440708b2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:23.202157 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c70ab7-0d86-4bd3-b012-22351af48a8b None None] Network 4e36eb6b-0252-424a-a369-f134004effb8 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:23.232884 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084dae6-0c1f-45f8-989d-ec5f38acd44f req-0c4bbfed-4347-4346-893c-5c7ff3895b6e tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:23.234964 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0084dae6-0c1f-45f8-989d-ec5f38acd44f req-0c4bbfed-4347-4346-893c-5c7ff3895b6e tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 947 time: 0.0743587 Apr 21 12:43:23.253163 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e69aa49-9706-4922-aa72-7256440708b2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:23.269467 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e69aa49-9706-4922-aa72-7256440708b2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:43:23.269903 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e69aa49-9706-4922-aa72-7256440708b2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:43:23.273280 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:43:23.287733 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc595022-9a0f-4bf3-a0b1-63474a8e1f1f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:23.295925 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8aadf893-512f-40ae-af2e-8fc86e6e4472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'name': 'tempest-RoutersIpV6Test-router-1536361923', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:20Z', 'updated_at': '2022-04-21T12:43:20Z', 'revision_number': 10, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'gw_port_host': None, '_interfaces': [{'id': '086ac070-4022-4a14-ab16-f1746bef375e', 'name': '', 'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:24:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:26Z', 'updated_at': '2022-04-21T12:42:36Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:23.326870 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb79c-ce41-4b70-8978-fb5d44be5734 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:23.342193 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0084dae6-0c1f-45f8-989d-ec5f38acd44f req-0676bf71-a39d-43d4-8548-dfcb1ac3d213 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000597 Apr 21 12:43:23.344663 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc595022-9a0f-4bf3-a0b1-63474a8e1f1f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] No DVR routers for this DVR port b4e57c0e-de96-449a-8752-fa54b74c1795 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:43:23.347419 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc595022-9a0f-4bf3-a0b1-63474a8e1f1f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Pushing event deleted for resources: {'Port': ['ID=b4e57c0e-de96-449a-8752-fa54b74c1795,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:23.350934 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aadf893-512f-40ae-af2e-8fc86e6e4472 None None] Checking router: a7e1f888-4850-4d35-8132-f11209b75ff5 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:43:23.421475 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-cf4fb79c-ce41-4b70-8978-fb5d44be5734 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Deleting port 8108f962-43c4-46e4-91d2-3074a05bb00c {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:23.422023 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb79c-ce41-4b70-8978-fb5d44be5734 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:23.429151 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-47181638-b527-48d9-975b-6b03fe2fbb49 None None] Deleting port b4e57c0e-de96-449a-8752-fa54b74c1795 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:23.429727 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47181638-b527-48d9-975b-6b03fe2fbb49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:23.434728 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aadf893-512f-40ae-af2e-8fc86e6e4472 None None] Routers {'a7e1f888-4850-4d35-8132-f11209b75ff5'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:43:23.435536 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8aadf893-512f-40ae-af2e-8fc86e6e4472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:43:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a7e1f888-4850-4d35-8132-f11209b75ff5'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:23.458700 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e69aa49-9706-4922-aa72-7256440708b2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:23.496653 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e69aa49-9706-4922-aa72-7256440708b2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:23.499943 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5e69aa49-9706-4922-aa72-7256440708b2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "DELETE /v2.0/networks/f454cc3a-28a8-43ea-8db7-fb6da822e298 HTTP/1.1" status: 204 len: 168 time: 1.3281281 Apr 21 12:43:23.508831 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45560) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:23.524088 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc595022-9a0f-4bf3-a0b1-63474a8e1f1f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:23.552450 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 02fc27ae-4f61-46ca-99ae-7b6a2be21846 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:43:23.566095 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-dc595022-9a0f-4bf3-a0b1-63474a8e1f1f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['083113f4-712e-4273-85bd-dfdb95632ed3']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:23.582863 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b1e6c72-3519-4c34-800f-9b79041d4f06 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] DELETE failed (client error): The resource could not be found. Apr 21 12:43:23.583313 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b1e6c72-3519-4c34-800f-9b79041d4f06 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:43:23.586459 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4b1e6c72-3519-4c34-800f-9b79041d4f06 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "DELETE /v2.0/subnets/96b54765-fe6e-4089-bfd5-4674cb1903c3 HTTP/1.1" status: 404 len: 337 time: 0.0767577 Apr 21 12:43:23.588626 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-dc595022-9a0f-4bf3-a0b1-63474a8e1f1f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '985a5265-bc72-4924-bf36-8e8c62f4ed57') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:23.589097 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-dc595022-9a0f-4bf3-a0b1-63474a8e1f1f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '985a5265-bc72-4924-bf36-8e8c62f4ed57') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:23.603143 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc64f5c-97eb-4945-b69d-56251b20a6c3 req-00d2ccc1-3027-4089-8a6e-78fc21929da0 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:23.604535 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45566) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:23.605898 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0bc64f5c-97eb-4945-b69d-56251b20a6c3 req-00d2ccc1-3027-4089-8a6e-78fc21929da0 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed93c51-8c9f-4a95-81e0-1d62825dc74d HTTP/1.1" status: 200 len: 944 time: 0.1391664 Apr 21 12:43:23.628084 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc595022-9a0f-4bf3-a0b1-63474a8e1f1f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:23.656661 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-f240bdc9-2206-493c-a6cd-e03877d11cfd tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] DELETE failed (client error): The resource could not be found. Apr 21 12:43:23.657268 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f240bdc9-2206-493c-a6cd-e03877d11cfd tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:43:23.660335 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f240bdc9-2206-493c-a6cd-e03877d11cfd tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "DELETE /v2.0/networks/5df4fa6a-4eb0-4b03-8548-3254b31ed6b1 HTTP/1.1" status: 404 len: 339 time: 0.0471888 Apr 21 12:43:23.661427 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69aa49-9706-4922-aa72-7256440708b2 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event deleted for resources: {'Network': ['ID=f454cc3a-28a8-43ea-8db7-fb6da822e298,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:23.663061 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc595022-9a0f-4bf3-a0b1-63474a8e1f1f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:23.664773 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45568) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:23.673039 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 02fc27ae-4f61-46ca-99ae-7b6a2be21846, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=02fc27ae-4f61-46ca-99ae-7b6a2be21846,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:23.679850 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0bc64f5c-97eb-4945-b69d-56251b20a6c3 req-f2403510-6590-4711-948d-11688d3296cb tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6b4919-b491-4ff2-a6a9-e2d9faf9bd54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662146 Apr 21 12:43:23.681204 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc595022-9a0f-4bf3-a0b1-63474a8e1f1f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:43:23.682073 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc595022-9a0f-4bf3-a0b1-63474a8e1f1f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:43:23.686570 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:43:23.694900 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '02fc27ae-4f61-46ca-99ae-7b6a2be21846', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': '02fc27ae-4f61-46ca-99ae-7b6a2be21846', 'mac_address': 'fa:16:3e:a5:a6:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:43:23.770705 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-47181638-b527-48d9-975b-6b03fe2fbb49 None None] For port b4e57c0e-de96-449a-8752-fa54b74c1795, host n-d-836147-2, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:23.771345 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47181638-b527-48d9-975b-6b03fe2fbb49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:23.781605 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-51b549c2-4f44-444e-a96e-c2b04706ab24 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Deleting subnet 2421ce34-0786-41e4-9b6a-d8ed8199bc37 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:43:23.789851 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-51b549c2-4f44-444e-a96e-c2b04706ab24 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:23.796827 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-cf4fb79c-ce41-4b70-8978-fb5d44be5734 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] For port 8108f962-43c4-46e4-91d2-3074a05bb00c, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=8108f962-43c4-46e4-91d2-3074a05bb00c,segment=NetworkSegment(d2453b95-cf99-4daf-8792-0c9620c5663e),segment_id=d2453b95-cf99-4daf-8792-0c9620c5663e)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:23.801401 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb79c-ce41-4b70-8978-fb5d44be5734 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:23.819127 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-47181638-b527-48d9-975b-6b03fe2fbb49 None None] Calling delete_port for b4e57c0e-de96-449a-8752-fa54b74c1795 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:23.827608 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-47181638-b527-48d9-975b-6b03fe2fbb49 None None] Port b4e57c0e-de96-449a-8752-fa54b74c1795 was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 12:43:23.847043 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-cf4fb79c-ce41-4b70-8978-fb5d44be5734 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Calling delete_port for 8108f962-43c4-46e4-91d2-3074a05bb00c owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:23.848212 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-8aadf893-512f-40ae-af2e-8fc86e6e4472 None None] Set router a7e1f888-4850-4d35-8132-f11209b75ff5 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:43:23.854429 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47181638-b527-48d9-975b-6b03fe2fbb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:23.876636 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-51b549c2-4f44-444e-a96e-c2b04706ab24 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:23.925995 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc595022-9a0f-4bf3-a0b1-63474a8e1f1f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:23.928082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45574) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:23.950193 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47181638-b527-48d9-975b-6b03fe2fbb49 None None] Pushing event deleted for resources: {'Port': ['ID=b4e57c0e-de96-449a-8752-fa54b74c1795,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:23.963097 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc595022-9a0f-4bf3-a0b1-63474a8e1f1f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:23.963234 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:23.975069 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-dc595022-9a0f-4bf3-a0b1-63474a8e1f1f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "DELETE /v2.0/networks/083113f4-712e-4273-85bd-dfdb95632ed3 HTTP/1.1" status: 204 len: 168 time: 1.5227630 Apr 21 12:43:23.983195 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45578) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:23.984280 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47181638-b527-48d9-975b-6b03fe2fbb49 None None] No DVR routers for this DVR port b4e57c0e-de96-449a-8752-fa54b74c1795 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:43:23.997250 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02fc27ae-4f61-46ca-99ae-7b6a2be21846 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:43:24.011330 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45580) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:24.043539 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc595022-9a0f-4bf3-a0b1-63474a8e1f1f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Pushing event deleted for resources: {'Network': ['ID=083113f4-712e-4273-85bd-dfdb95632ed3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:24.080342 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 02fc27ae-4f61-46ca-99ae-7b6a2be21846, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=02fc27ae-4f61-46ca-99ae-7b6a2be21846,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:24.086820 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-abcf9869-e4a6-4db4-988a-26dbd9e58eb9 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Deleting subnet f8e2e891-2f61-45b0-a919-ebba7b686466 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:43:24.110292 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abcf9869-e4a6-4db4-988a-26dbd9e58eb9 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:24.160849 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cad5e14-2196-4fee-b7c1-0bfc0721a0e0 None None] DHCP port deletion for 4e36eb6b-0252-424a-a369-f134004effb8 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:43:24.205761 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abcf9869-e4a6-4db4-988a-26dbd9e58eb9 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:24.245826 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-51b549c2-4f44-444e-a96e-c2b04706ab24 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:24.280825 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:24.284320 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 79e78d1c-4b7c-41fa-be5e-f1ecb2d450fd no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:43:24.291923 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-12169f7d-10be-4789-b7dc-d20feea6f79f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1264935753-network', 'tenant_id': 'f8ab0c5b93cc41138d106b4dcdbf488c'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:24.311994 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb79c-ce41-4b70-8978-fb5d44be5734 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:24.341060 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-65f23214-c149-470f-9bb5-7a9d4df69ca2 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1757284573-network', 'tenant_id': '09aa8eb90dcb4714aa2a36980b24f18d'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:24.379276 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4fb79c-ce41-4b70-8978-fb5d44be5734 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Port': ['ID=8108f962-43c4-46e4-91d2-3074a05bb00c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:24.391741 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abcf9869-e4a6-4db4-988a-26dbd9e58eb9 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:24.411238 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4fb79c-ce41-4b70-8978-fb5d44be5734 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] No DVR routers for this DVR port 8108f962-43c4-46e4-91d2-3074a05bb00c on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:43:24.426105 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 79e78d1c-4b7c-41fa-be5e-f1ecb2d450fd {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:43:24.426871 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 79e78d1c-4b7c-41fa-be5e-f1ecb2d450fd not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:43:24.427512 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b4e57c0e-de96-449a-8752-fa54b74c1795 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:43:24.519097 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f23214-c149-470f-9bb5-7a9d4df69ca2 admin admin] Made reservation on behalf of 09aa8eb90dcb4714aa2a36980b24f18d for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:43:24.521530 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65f23214-c149-470f-9bb5-7a9d4df69ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:24.533988 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb79c-ce41-4b70-8978-fb5d44be5734 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:24.542231 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65f23214-c149-470f-9bb5-7a9d4df69ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:24.550871 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12169f7d-10be-4789-b7dc-d20feea6f79f admin admin] Made reservation on behalf of f8ab0c5b93cc41138d106b4dcdbf488c for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:43:24.553654 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12169f7d-10be-4789-b7dc-d20feea6f79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:24.570732 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12169f7d-10be-4789-b7dc-d20feea6f79f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:24.635140 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65f23214-c149-470f-9bb5-7a9d4df69ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:24.646654 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac2d77-bc23-4e5e-a1dc-6c61a01df82b req-f2aa9028-50d0-41a8-9466-3d34d262d57f tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:24.648480 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-00ac2d77-bc23-4e5e-a1dc-6c61a01df82b req-f2aa9028-50d0-41a8-9466-3d34d262d57f tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 948 time: 0.1672165 Apr 21 12:43:24.655642 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: b4e57c0e-de96-449a-8752-fa54b74c1795 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:43:24.656145 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b4e57c0e-de96-449a-8752-fa54b74c1795 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:43:24.657492 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-51b549c2-4f44-444e-a96e-c2b04706ab24 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:24.667094 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-cf4fb79c-ce41-4b70-8978-fb5d44be5734 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e36eb6b-0252-424a-a369-f134004effb8']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:24.694516 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-cf4fb79c-ce41-4b70-8978-fb5d44be5734 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2453b95-cf99-4daf-8792-0c9620c5663e') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:24.694994 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-cf4fb79c-ce41-4b70-8978-fb5d44be5734 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2453b95-cf99-4daf-8792-0c9620c5663e') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:24.718592 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-00ac2d77-bc23-4e5e-a1dc-6c61a01df82b req-555fd88f-788f-462d-bdda-d53fe47a77bf tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632277 Apr 21 12:43:24.719859 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abcf9869-e4a6-4db4-988a-26dbd9e58eb9 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:24.752239 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b549c2-4f44-444e-a96e-c2b04706ab24 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event deleted for resources: {'Subnet': ['ID=2421ce34-0786-41e4-9b6a-d8ed8199bc37,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:24.758251 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12169f7d-10be-4789-b7dc-d20feea6f79f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:24.760378 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb79c-ce41-4b70-8978-fb5d44be5734 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:24.764731 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-51b549c2-4f44-444e-a96e-c2b04706ab24 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:24.771029 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-51b549c2-4f44-444e-a96e-c2b04706ab24 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "DELETE /v2.0/subnets/2421ce34-0786-41e4-9b6a-d8ed8199bc37 HTTP/1.1" status: 204 len: 168 time: 1.1030605 Apr 21 12:43:24.777997 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcf9869-e4a6-4db4-988a-26dbd9e58eb9 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Pushing event deleted for resources: {'Subnet': ['ID=f8e2e891-2f61-45b0-a919-ebba7b686466,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:24.778109 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45592) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:24.789241 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-abcf9869-e4a6-4db4-988a-26dbd9e58eb9 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:24.790157 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=02fc27ae-4f61-46ca-99ae-7b6a2be21846,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:24.795564 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2262b79-98c6-4baa-a6a9-77d9606d6a16 None None] Network de0c7722-c885-468c-9719-38a5dfeb508d requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:24.796052 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-abcf9869-e4a6-4db4-988a-26dbd9e58eb9 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "DELETE /v2.0/subnets/f8e2e891-2f61-45b0-a919-ebba7b686466 HTTP/1.1" status: 204 len: 168 time: 0.7921863 Apr 21 12:43:24.796907 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65f23214-c149-470f-9bb5-7a9d4df69ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:24.799947 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45594) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:24.806816 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a104735-9844-4220-bba9-719a4538f5e2 None None] Network bb3b6a61-8fc8-445c-8324-3e3cc0c63337 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:24.838378 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['02fc27ae-4f61-46ca-99ae-7b6a2be21846'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:43:24.843392 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f23214-c149-470f-9bb5-7a9d4df69ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38f08b7-0275-4e67-8b38-6543595a2ccf,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:24.866806 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81c284f4-da22-4273-b2e1-3ea748d26127 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:24.877392 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb79c-ce41-4b70-8978-fb5d44be5734 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:24.882597 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12169f7d-10be-4789-b7dc-d20feea6f79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:24.888606 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f23214-c149-470f-9bb5-7a9d4df69ca2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:43:24.916105 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4fb79c-ce41-4b70-8978-fb5d44be5734 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:43:24.916681 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb79c-ce41-4b70-8978-fb5d44be5734 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:24.921034 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12169f7d-10be-4789-b7dc-d20feea6f79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9187fae-30fb-4a27-8435-ef6c7d656a21,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:43:24.923768 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:43:24.970103 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ccc93-1dfb-4832-8838-24739ddf4af9 req-93e2b55d-8ec7-4279-a9ce-ef1176616642 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:24.971817 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12169f7d-10be-4789-b7dc-d20feea6f79f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:43:24.977664 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-896ccc93-1dfb-4832-8838-24739ddf4af9 req-93e2b55d-8ec7-4279-a9ce-ef1176616642 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed93c51-8c9f-4a95-81e0-1d62825dc74d HTTP/1.1" status: 200 len: 944 time: 0.1752403 Apr 21 12:43:24.994075 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:25.087019 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-81c284f4-da22-4273-b2e1-3ea748d26127 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Deleting port c540a0d3-889f-4131-8e41-be866791bc21 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:25.087019 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81c284f4-da22-4273-b2e1-3ea748d26127 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:25.093546 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1cad5e14-2196-4fee-b7c1-0bfc0721a0e0 None None] Deleting port 8108f962-43c4-46e4-91d2-3074a05bb00c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:25.094171 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1cad5e14-2196-4fee-b7c1-0bfc0721a0e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:25.097698 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-896ccc93-1dfb-4832-8838-24739ddf4af9 req-f0f00ef7-072b-41a5-88ae-976c6deb2294 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6b4919-b491-4ff2-a6a9-e2d9faf9bd54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190701 Apr 21 12:43:25.145370 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Deleting port 900c2610-746d-4e2c-91eb-f23a111f1025 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:25.146037 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:25.247855 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-81c284f4-da22-4273-b2e1-3ea748d26127 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] For port c540a0d3-889f-4131-8e41-be866791bc21, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c540a0d3-889f-4131-8e41-be866791bc21,segment=NetworkSegment(574984cd-ac69-497b-8e69-8521fe684e51),segment_id=574984cd-ac69-497b-8e69-8521fe684e51)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:25.249082 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81c284f4-da22-4273-b2e1-3ea748d26127 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:25.267030 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12169f7d-10be-4789-b7dc-d20feea6f79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:25.272675 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-12169f7d-10be-4789-b7dc-d20feea6f79f admin admin] Added segment 4ae50d74-1b24-4ec8-bdfb-e0a9bf7090ba of type vlan for network a0b88b21-94e3-4c7d-9538-8969b464f9a7 Apr 21 12:43:25.306959 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65f23214-c149-470f-9bb5-7a9d4df69ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:25.306959 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-65f23214-c149-470f-9bb5-7a9d4df69ca2 admin admin] Added segment 7c339962-eeb7-4ebb-a979-02736cc965f0 of type vlan for network e67fd0d4-20ce-4a7c-9e38-3358944088ef Apr 21 12:43:25.353647 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12169f7d-10be-4789-b7dc-d20feea6f79f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:25.389484 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb79c-ce41-4b70-8978-fb5d44be5734 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:25.389751 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fb762b-77f0-4302-bb44-60eeaa3566b6 None None] DHCP port deletion for de0c7722-c885-468c-9719-38a5dfeb508d request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:43:25.412726 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf4fb79c-ce41-4b70-8978-fb5d44be5734 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:25.421870 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cf4fb79c-ce41-4b70-8978-fb5d44be5734 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/networks/4e36eb6b-0252-424a-a369-f134004effb8 HTTP/1.1" status: 204 len: 168 time: 2.2412415 Apr 21 12:43:25.427073 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4fb79c-ce41-4b70-8978-fb5d44be5734 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Network': ['ID=4e36eb6b-0252-424a-a369-f134004effb8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:25.433454 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45600) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:25.436620 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-81c284f4-da22-4273-b2e1-3ea748d26127 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Calling delete_port for c540a0d3-889f-4131-8e41-be866791bc21 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:25.442487 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8aadf893-512f-40ae-af2e-8fc86e6e4472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'name': 'tempest-RoutersIpV6Test-router-1536361923', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:20Z', 'updated_at': '2022-04-21T12:43:20Z', 'revision_number': 10, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'gw_port_host': None, '_interfaces': [{'id': '086ac070-4022-4a14-ab16-f1746bef375e', 'name': '', 'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:24:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:26Z', 'updated_at': '2022-04-21T12:42:36Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:25.446579 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1cad5e14-2196-4fee-b7c1-0bfc0721a0e0 None None] For port 8108f962-43c4-46e4-91d2-3074a05bb00c, host n-d-836147-2, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:25.446977 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1cad5e14-2196-4fee-b7c1-0bfc0721a0e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:25.451990 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65f23214-c149-470f-9bb5-7a9d4df69ca2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:25.467765 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] For port 900c2610-746d-4e2c-91eb-f23a111f1025, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=900c2610-746d-4e2c-91eb-f23a111f1025,segment=NetworkSegment(776a9318-226f-4a2c-ac7f-74a4bbb38944),segment_id=776a9318-226f-4a2c-ac7f-74a4bbb38944)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:25.468280 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:25.482060 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebee897-06f9-4999-aaf9-80989e52f0c8 req-c6a42f94-a900-4cca-9471-21dbb1d543b2 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:25.483794 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ebee897-06f9-4999-aaf9-80989e52f0c8 req-c6a42f94-a900-4cca-9471-21dbb1d543b2 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 948 time: 0.3354585 Apr 21 12:43:25.494025 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12169f7d-10be-4789-b7dc-d20feea6f79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:25.495681 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12169f7d-10be-4789-b7dc-d20feea6f79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:25.496539 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12169f7d-10be-4789-b7dc-d20feea6f79f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:25.536131 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ea4cf-4a1c-4ee9-94e5-0e389a9d899e req-de7c46e0-35a2-4168-92e9-2b3bdf233f8e tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:25.537813 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb7ea4cf-4a1c-4ee9-94e5-0e389a9d899e req-de7c46e0-35a2-4168-92e9-2b3bdf233f8e tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.26 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056&tenant_id=45464789e2cc4bfeaf42e6404c0e9729&binding%3Ahost_id=n-h1-836147-2 HTTP/1.1" status: 200 len: 948 time: 0.2625289 Apr 21 12:43:25.555774 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Calling delete_port for 900c2610-746d-4e2c-91eb-f23a111f1025 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:25.562642 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device b9d7475a-6d37-42d7-bf89-560491b9912a up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:43:25.581662 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12169f7d-10be-4789-b7dc-d20feea6f79f admin admin] Pushing event updated for resources: {'Network': ['ID=a0b88b21-94e3-4c7d-9538-8969b464f9a7,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:25.599863 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aadf893-512f-40ae-af2e-8fc86e6e4472 None None] The sync data for ids ['a7e1f888-4850-4d35-8132-f11209b75ff5'] in n-d-836147-2 is: [{'id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'name': 'tempest-RoutersIpV6Test-router-1536361923', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:20Z', 'updated_at': '2022-04-21T12:43:20Z', 'revision_number': 10, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'gw_port_host': None, '_interfaces': [{'id': '086ac070-4022-4a14-ab16-f1746bef375e', 'name': '', 'network_id': '728a435b-91a5-474c-aab7-1f9e94dc92c7', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'mac_address': 'fa:16:3e:24:3e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:26Z', 'updated_at': '2022-04-21T12:42:36Z', 'revision_number': 5, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'subnets': [{'id': 'd05f89bb-aece-41f0-9a89-d7c705c5200a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:43:25.604257 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1cad5e14-2196-4fee-b7c1-0bfc0721a0e0 None None] Calling delete_port for 8108f962-43c4-46e4-91d2-3074a05bb00c owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:25.613515 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-1cad5e14-2196-4fee-b7c1-0bfc0721a0e0 None None] Port 8108f962-43c4-46e4-91d2-3074a05bb00c was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 12:43:25.627733 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network a0b88b21-94e3-4c7d-9538-8969b464f9a7 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:43:25.647019 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-12169f7d-10be-4789-b7dc-d20feea6f79f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6395264 Apr 21 12:43:25.650025 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45602) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:25.658124 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-0f1677e0-2cd9-4614-838c-cda1a7c54836 admin admin] Request body: {'subnet': {'network_id': 'a0b88b21-94e3-4c7d-9538-8969b464f9a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1264935753-subnet', 'tenant_id': 'f8ab0c5b93cc41138d106b4dcdbf488c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:25.703831 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81c284f4-da22-4273-b2e1-3ea748d26127 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:25.738264 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1cad5e14-2196-4fee-b7c1-0bfc0721a0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:25.748213 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c284f4-da22-4273-b2e1-3ea748d26127 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event deleted for resources: {'Port': ['ID=c540a0d3-889f-4131-8e41-be866791bc21,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:25.759217 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c284f4-da22-4273-b2e1-3ea748d26127 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] No DVR routers for this DVR port c540a0d3-889f-4131-8e41-be866791bc21 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:43:25.797968 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1677e0-2cd9-4614-838c-cda1a7c54836 admin admin] Made reservation on behalf of f8ab0c5b93cc41138d106b4dcdbf488c for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:43:25.799276 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1cad5e14-2196-4fee-b7c1-0bfc0721a0e0 None None] Network 4e36eb6b-0252-424a-a369-f134004effb8 is not hosted by any dhcp agent {{(pid=103399) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 21 12:43:25.799792 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cad5e14-2196-4fee-b7c1-0bfc0721a0e0 None None] No DVR routers for this DVR port 8108f962-43c4-46e4-91d2-3074a05bb00c on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:43:25.801468 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f1677e0-2cd9-4614-838c-cda1a7c54836 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:25.806780 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad5e14-2196-4fee-b7c1-0bfc0721a0e0 None None] Pushing event deleted for resources: {'Port': ['ID=8108f962-43c4-46e4-91d2-3074a05bb00c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:25.836305 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ebee897-06f9-4999-aaf9-80989e52f0c8 req-f0e4b6fa-78b2-4ad3-963f-a489b185194b tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075831 Apr 21 12:43:25.842703 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-67fb762b-77f0-4302-bb44-60eeaa3566b6 None None] Deleting port c540a0d3-889f-4131-8e41-be866791bc21 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:25.843272 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67fb762b-77f0-4302-bb44-60eeaa3566b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:25.856764 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65f23214-c149-470f-9bb5-7a9d4df69ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:25.858023 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f23214-c149-470f-9bb5-7a9d4df69ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:25.861573 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65f23214-c149-470f-9bb5-7a9d4df69ca2 admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:25.924710 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-67fb762b-77f0-4302-bb44-60eeaa3566b6 None None] For port c540a0d3-889f-4131-8e41-be866791bc21, host n-d-836147-2, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:25.925039 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67fb762b-77f0-4302-bb44-60eeaa3566b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:25.933947 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ea4cf-4a1c-4ee9-94e5-0e389a9d899e req-7210a819-ebcd-4267-8b43-f0808bf415d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:25.935793 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb7ea4cf-4a1c-4ee9-94e5-0e389a9d899e req-7210a819-ebcd-4267-8b43-f0808bf415d0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 1099 time: 0.3343837 Apr 21 12:43:25.953388 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-67fb762b-77f0-4302-bb44-60eeaa3566b6 None None] Calling delete_port for c540a0d3-889f-4131-8e41-be866791bc21 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:25.956341 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-67fb762b-77f0-4302-bb44-60eeaa3566b6 None None] Port c540a0d3-889f-4131-8e41-be866791bc21 was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 12:43:25.957807 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67fb762b-77f0-4302-bb44-60eeaa3566b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:26.001998 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb762b-77f0-4302-bb44-60eeaa3566b6 None None] Pushing event deleted for resources: {'Port': ['ID=c540a0d3-889f-4131-8e41-be866791bc21,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:26.010743 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314203ef-1551-4010-b4f6-da8cd5fc9fd1 None None] DHCP port deletion for bb3b6a61-8fc8-445c-8324-3e3cc0c63337 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:43:26.013530 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81c284f4-da22-4273-b2e1-3ea748d26127 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:26.019514 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port b9d7475a-6d37-42d7-bf89-560491b9912a completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:43:26.041187 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port b9d7475a-6d37-42d7-bf89-560491b9912a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:26.043191 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-81c284f4-da22-4273-b2e1-3ea748d26127 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de0c7722-c885-468c-9719-38a5dfeb508d']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:26.043334 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:26.055797 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-81c284f4-da22-4273-b2e1-3ea748d26127 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574984cd-ac69-497b-8e69-8521fe684e51') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:26.056097 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-81c284f4-da22-4273-b2e1-3ea748d26127 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574984cd-ac69-497b-8e69-8521fe684e51') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:26.067940 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81c284f4-da22-4273-b2e1-3ea748d26127 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:26.088323 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81c284f4-da22-4273-b2e1-3ea748d26127 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:26.091800 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ea4cf-4a1c-4ee9-94e5-0e389a9d899e req-e217ad68-8d22-4d58-b1c6-8b02b913cb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:26.093413 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb7ea4cf-4a1c-4ee9-94e5-0e389a9d899e req-e217ad68-8d22-4d58-b1c6-8b02b913cb2f service neutron] 10.222.0.26 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.1483071 Apr 21 12:43:26.095359 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c284f4-da22-4273-b2e1-3ea748d26127 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:43:26.095769 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81c284f4-da22-4273-b2e1-3ea748d26127 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:26.132685 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-65f23214-c149-470f-9bb5-7a9d4df69ca2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2023423 Apr 21 12:43:26.148447 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fb762b-77f0-4302-bb44-60eeaa3566b6 None None] No DVR routers for this DVR port c540a0d3-889f-4131-8e41-be866791bc21 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:43:26.152519 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45606) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:26.158812 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5b5bdfb7-6793-4b9e-b613-aab621e6b8aa admin admin] Request body: {'subnet': {'network_id': 'e67fd0d4-20ce-4a7c-9e38-3358944088ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1757284573-subnet', 'tenant_id': '09aa8eb90dcb4714aa2a36980b24f18d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:26.223279 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 8108f962-43c4-46e4-91d2-3074a05bb00c no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:43:26.236830 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f23214-c149-470f-9bb5-7a9d4df69ca2 admin admin] Pushing event updated for resources: {'Network': ['ID=e67fd0d4-20ce-4a7c-9e38-3358944088ef,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:26.246371 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb7ea4cf-4a1c-4ee9-94e5-0e389a9d899e req-490a9629-79cf-4a31-bced-9478c40558d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=02fc27ae-4f61-46ca-99ae-7b6a2be21846 HTTP/1.1" status: 200 len: 217 time: 0.1200187 Apr 21 12:43:26.271423 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network e67fd0d4-20ce-4a7c-9e38-3358944088ef details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:43:26.273562 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 8108f962-43c4-46e4-91d2-3074a05bb00c {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:43:26.282889 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 8108f962-43c4-46e4-91d2-3074a05bb00c not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:43:26.283332 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 0f506d9d-3e7b-4e78-8e92-848ddee68d3a no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:43:26.330964 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 0f506d9d-3e7b-4e78-8e92-848ddee68d3a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:43:26.331227 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 0f506d9d-3e7b-4e78-8e92-848ddee68d3a not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:43:26.331651 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c540a0d3-889f-4131-8e41-be866791bc21 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:43:26.335178 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ea4cf-4a1c-4ee9-94e5-0e389a9d899e req-fc723073-e0e7-4c03-9f2b-107425da6ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:26.337637 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb7ea4cf-4a1c-4ee9-94e5-0e389a9d899e req-fc723073-e0e7-4c03-9f2b-107425da6ab8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.0840583 Apr 21 12:43:26.354617 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-314203ef-1551-4010-b4f6-da8cd5fc9fd1 None None] Deleting port 900c2610-746d-4e2c-91eb-f23a111f1025 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:26.355597 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-314203ef-1551-4010-b4f6-da8cd5fc9fd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:26.436951 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: c540a0d3-889f-4131-8e41-be866791bc21 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:43:26.437293 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c540a0d3-889f-4131-8e41-be866791bc21 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:43:26.437745 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 900c2610-746d-4e2c-91eb-f23a111f1025 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:43:26.476419 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:26.508272 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45fbf3-91f0-43aa-825e-e478d33d4159 req-8b2376d0-ce0d-44a1-af22-51602887776c tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:26.509995 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6e45fbf3-91f0-43aa-825e-e478d33d4159 req-8b2376d0-ce0d-44a1-af22-51602887776c tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed93c51-8c9f-4a95-81e0-1d62825dc74d HTTP/1.1" status: 200 len: 944 time: 0.2703969 Apr 21 12:43:26.516135 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 900c2610-746d-4e2c-91eb-f23a111f1025 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:43:26.516478 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 900c2610-746d-4e2c-91eb-f23a111f1025 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:43:26.522400 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:26.548484 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-314203ef-1551-4010-b4f6-da8cd5fc9fd1 None None] For port 900c2610-746d-4e2c-91eb-f23a111f1025, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=900c2610-746d-4e2c-91eb-f23a111f1025,segment=NetworkSegment(776a9318-226f-4a2c-ac7f-74a4bbb38944),segment_id=776a9318-226f-4a2c-ac7f-74a4bbb38944)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:26.548886 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-314203ef-1551-4010-b4f6-da8cd5fc9fd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:26.561136 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] No DVR routers for this DVR port 900c2610-746d-4e2c-91eb-f23a111f1025 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:43:26.565391 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5bdfb7-6793-4b9e-b613-aab621e6b8aa admin admin] Made reservation on behalf of 09aa8eb90dcb4714aa2a36980b24f18d for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:43:26.568832 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b5bdfb7-6793-4b9e-b613-aab621e6b8aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:26.575384 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Pushing event deleted for resources: {'Port': ['ID=900c2610-746d-4e2c-91eb-f23a111f1025,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:26.576905 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed93c51-8c9f-4a95-81e0-1d62825dc74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d7475a-6d37-42d7-bf89-560491b9912a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:43:26.579593 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ea4cf-4a1c-4ee9-94e5-0e389a9d899e req-2c3cd65a-b90b-4204-bc6a-da2f1922f196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:26.581032 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb7ea4cf-4a1c-4ee9-94e5-0e389a9d899e req-2c3cd65a-b90b-4204-bc6a-da2f1922f196 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1975791 Apr 21 12:43:26.583372 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b643b806-b1df-4652-86ba-ca67bc58162e" -d '{"events": [{"server_uuid": "3ed93c51-8c9f-4a95-81e0-1d62825dc74d", "name": "network-vif-plugged", "status": "completed", "tag": "b9d7475a-6d37-42d7-bf89-560491b9912a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:43:26.587885 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-314203ef-1551-4010-b4f6-da8cd5fc9fd1 None None] Calling delete_port for 900c2610-746d-4e2c-91eb-f23a111f1025 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:26.606993 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port b9d7475a-6d37-42d7-bf89-560491b9912a, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=b9d7475a-6d37-42d7-bf89-560491b9912a,segment=NetworkSegment(3d515146-2648-45c5-829b-f1cb9725fb9a),segment_id=3d515146-2648-45c5-829b-f1cb9725fb9a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:43:26.608976 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:43:26.660211 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a073ed48-b069-47a8-abcb-969223f42047 x-openstack-request-id: req-a073ed48-b069-47a8-abcb-969223f42047 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:43:26.660511 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed93c51-8c9f-4a95-81e0-1d62825dc74d", "name": "network-vif-plugged", "status": "completed", "tag": "b9d7475a-6d37-42d7-bf89-560491b9912a", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:43:26.660893 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a073ed48-b069-47a8-abcb-969223f42047 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:43:26.662051 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a073ed48-b069-47a8-abcb-969223f42047'] response: {'server_uuid': '3ed93c51-8c9f-4a95-81e0-1d62825dc74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d7475a-6d37-42d7-bf89-560491b9912a', 'code': 200} Apr 21 12:43:26.682704 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:26.741443 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-314203ef-1551-4010-b4f6-da8cd5fc9fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:26.743243 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=b9d7475a-6d37-42d7-bf89-560491b9912a,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:26.761239 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81c284f4-da22-4273-b2e1-3ea748d26127 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:26.772734 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314203ef-1551-4010-b4f6-da8cd5fc9fd1 None None] Pushing event deleted for resources: {'Port': ['ID=900c2610-746d-4e2c-91eb-f23a111f1025,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:26.773449 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314203ef-1551-4010-b4f6-da8cd5fc9fd1 None None] No DVR routers for this DVR port 900c2610-746d-4e2c-91eb-f23a111f1025 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:43:26.785575 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81c284f4-da22-4273-b2e1-3ea748d26127 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:26.794018 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-81c284f4-da22-4273-b2e1-3ea748d26127 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] 10.222.0.36 "DELETE /v2.0/networks/de0c7722-c885-468c-9719-38a5dfeb508d HTTP/1.1" status: 204 len: 168 time: 2.0177844 Apr 21 12:43:26.800887 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f1677e0-2cd9-4614-838c-cda1a7c54836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:26.836791 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c284f4-da22-4273-b2e1-3ea748d26127 tempest-NetworksIpV6Test-1679634949 tempest-NetworksIpV6Test-1679634949-project] Pushing event deleted for resources: {'Network': ['ID=de0c7722-c885-468c-9719-38a5dfeb508d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:26.869229 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1677e0-2cd9-4614-838c-cda1a7c54836 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e730e607-6058-40a7-80e0-037023fb714e,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:26.879698 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1677e0-2cd9-4614-838c-cda1a7c54836 admin admin] Checking segment: {'id': '4ae50d74-1b24-4ec8-bdfb-e0a9bf7090ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'a0b88b21-94e3-4c7d-9538-8969b464f9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:43:26.880153 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1677e0-2cd9-4614-838c-cda1a7c54836 admin admin] Network hostable DHCP agents. Network: a0b88b21-94e3-4c7d-9538-8969b464f9a7, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:43:27.006051 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1677e0-2cd9-4614-838c-cda1a7c54836 admin admin] Network a0b88b21-94e3-4c7d-9538-8969b464f9a7 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:43:27.100804 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-0f1677e0-2cd9-4614-838c-cda1a7c54836 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, a0b88b21-94e3-4c7d-9538-8969b464f9a7) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:43:27.106064 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1677e0-2cd9-4614-838c-cda1a7c54836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:27.106836 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f1677e0-2cd9-4614-838c-cda1a7c54836 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:27.111841 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80ccc46-8f29-4c6d-847b-b139285a5b99 None None] Network a0b88b21-94e3-4c7d-9538-8969b464f9a7 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:27.236734 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6e45fbf3-91f0-43aa-825e-e478d33d4159 req-17b48bd7-91dc-4b2f-a259-0027320186da tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6b4919-b491-4ff2-a6a9-e2d9faf9bd54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6929717 Apr 21 12:43:27.238413 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:27.246677 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0f1677e0-2cd9-4614-838c-cda1a7c54836 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5938282 Apr 21 12:43:27.280794 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdf9a4c-d3b4-4214-a533-bbb3e718b4d9 None None] Network a0b88b21-94e3-4c7d-9538-8969b464f9a7 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:27.366215 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3b6a61-8fc8-445c-8324-3e3cc0c63337']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:27.409444 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87995ac1-b5fb-45d3-882e-a7b98e89d445 req-642cf6bb-5c7d-4c3c-ac1e-8b254e1713f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:27.411376 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-87995ac1-b5fb-45d3-882e-a7b98e89d445 req-642cf6bb-5c7d-4c3c-ac1e-8b254e1713f3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3ed93c51-8c9f-4a95-81e0-1d62825dc74d HTTP/1.1" status: 200 len: 1096 time: 0.6862752 Apr 21 12:43:27.413245 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45620) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:27.422564 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '776a9318-226f-4a2c-ac7f-74a4bbb38944') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:27.422858 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '776a9318-226f-4a2c-ac7f-74a4bbb38944') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:27.435284 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f550af7-3765-4e6c-adf9-14d78eca384a req-9aa047f4-78b3-4ab1-8a33-3cc1066303e0 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:27.455873 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8f550af7-3765-4e6c-adf9-14d78eca384a req-9aa047f4-78b3-4ab1-8a33-3cc1066303e0 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 948 time: 0.2271335 Apr 21 12:43:27.505016 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb7ea4cf-4a1c-4ee9-94e5-0e389a9d899e req-8c1782ff-df01-4857-bed8-302d2d4f6c15 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8643785 Apr 21 12:43:27.536486 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:27.553042 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23dda7eb-aabc-4c59-9b4f-b376bf9a1d3e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:27.579147 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 02fc27ae-4f61-46ca-99ae-7b6a2be21846 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:43:27.650284 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2b6cb469-afd2-4769-af3f-2d78437d1a13 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=28f81f60811b4356b23d2a8e82427faf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2356553 Apr 21 12:43:27.657942 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45632) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:27.718913 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:27.731311 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 02fc27ae-4f61-46ca-99ae-7b6a2be21846 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:27.731818 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:27.774306 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34e4cfec-601f-4f93-a006-4449a491308c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:27.802175 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34e4cfec-601f-4f93-a006-4449a491308c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:27.841305 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:43:27.841763 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:43:27.847971 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:43:27.873080 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-87995ac1-b5fb-45d3-882e-a7b98e89d445 req-2cbb6912-c54e-4ecd-95ba-17e9b36db4f5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3b6b4919-b491-4ff2-a6a9-e2d9faf9bd54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3819144 Apr 21 12:43:27.875882 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8f550af7-3765-4e6c-adf9-14d78eca384a req-998f82c9-431c-4aeb-b972-aa9dcea8a9d5 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189482 Apr 21 12:43:27.889051 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:27.938925 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 02fc27ae-4f61-46ca-99ae-7b6a2be21846, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=02fc27ae-4f61-46ca-99ae-7b6a2be21846,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:27.971187 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34e4cfec-601f-4f93-a006-4449a491308c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:27.974493 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34e4cfec-601f-4f93-a006-4449a491308c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:27.975773 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-34e4cfec-601f-4f93-a006-4449a491308c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/140b93eb-4b72-40e1-8ef5-fc705d0acf0c HTTP/1.1" status: 204 len: 168 time: 0.3167317 Apr 21 12:43:28.000807 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4cfec-601f-4f93-a006-4449a491308c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140b93eb-4b72-40e1-8ef5-fc705d0acf0c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:28.028205 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb7ea4cf-4a1c-4ee9-94e5-0e389a9d899e req-ad6ba9ed-c7c7-43a5-8213-f7f43610503f service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894795 Apr 21 12:43:28.045528 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:28.083497 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:28.103288 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:28.110353 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "DELETE /v2.0/networks/bb3b6a61-8fc8-445c-8324-3e3cc0c63337 HTTP/1.1" status: 204 len: 168 time: 3.2788405 Apr 21 12:43:28.119127 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45644) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:28.127163 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=02fc27ae-4f61-46ca-99ae-7b6a2be21846,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:28.127359 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-5d74f807-53cf-4d9a-be83-5a3706b6aff0 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1402324143'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:28.136926 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Pushing event deleted for resources: {'Network': ['ID=bb3b6a61-8fc8-445c-8324-3e3cc0c63337,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:28.153896 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:28.154252 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:28.154595 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:28.154933 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:28.155269 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:28.155600 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:28.156136 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:28.156443 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:28.156898 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:28.157133 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:28.158069 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:28.158408 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bacb307-161c-4cc1-947d-a9d9ad84e5b7 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:28.162866 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b5bdfb7-6793-4b9e-b613-aab621e6b8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:28.274893 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d74f807-53cf-4d9a-be83-5a3706b6aff0 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Made reservation on behalf of 34d7ccbf72aa4174acc53e783a3a33c5 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:43:28.283924 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d74f807-53cf-4d9a-be83-5a3706b6aff0 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:28.285462 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5bdfb7-6793-4b9e-b613-aab621e6b8aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=62d32397-8e47-4134-b0d7-9d0161fd19b5,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:28.296899 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5bdfb7-6793-4b9e-b613-aab621e6b8aa admin admin] Checking segment: {'id': '7c339962-eeb7-4ebb-a979-02736cc965f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e67fd0d4-20ce-4a7c-9e38-3358944088ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:43:28.297355 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5bdfb7-6793-4b9e-b613-aab621e6b8aa admin admin] Network hostable DHCP agents. Network: e67fd0d4-20ce-4a7c-9e38-3358944088ef, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:43:28.325223 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45650) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:28.332119 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ec89dd2a-0ef0-435c-8d33-4d90b2d10afc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-202623579-network', 'tenant_id': 'ba0d6f8d6a694cfe8ae10f6865738629'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:28.342634 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d74f807-53cf-4d9a-be83-5a3706b6aff0 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:43:28.346074 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-23dda7eb-aabc-4c59-9b4f-b376bf9a1d3e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Deleting port 086ac070-4022-4a14-ab16-f1746bef375e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:28.347011 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23dda7eb-aabc-4c59-9b4f-b376bf9a1d3e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:28.363076 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d74f807-53cf-4d9a-be83-5a3706b6aff0 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:28.363428 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-5d74f807-53cf-4d9a-be83-5a3706b6aff0 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Added segment 35313a39-593f-4730-b028-18863b5a307d of type vlan for network eb71644a-7d05-4464-b243-15be4bd43b24 Apr 21 12:43:28.418678 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d74f807-53cf-4d9a-be83-5a3706b6aff0 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:28.459544 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5bdfb7-6793-4b9e-b613-aab621e6b8aa admin admin] Network e67fd0d4-20ce-4a7c-9e38-3358944088ef is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:43:28.474517 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec89dd2a-0ef0-435c-8d33-4d90b2d10afc admin admin] Made reservation on behalf of ba0d6f8d6a694cfe8ae10f6865738629 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:43:28.477407 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ec89dd2a-0ef0-435c-8d33-4d90b2d10afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:28.493377 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ec89dd2a-0ef0-435c-8d33-4d90b2d10afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:28.511006 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-23dda7eb-aabc-4c59-9b4f-b376bf9a1d3e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] For port 086ac070-4022-4a14-ab16-f1746bef375e, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=086ac070-4022-4a14-ab16-f1746bef375e,segment=NetworkSegment(02e8ff31-dba1-4bcb-8ea4-3baefc6c8dc8),segment_id=02e8ff31-dba1-4bcb-8ea4-3baefc6c8dc8)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:28.511384 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23dda7eb-aabc-4c59-9b4f-b376bf9a1d3e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:28.525542 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-23dda7eb-aabc-4c59-9b4f-b376bf9a1d3e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Calling delete_port for 086ac070-4022-4a14-ab16-f1746bef375e owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:28.548556 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d74f807-53cf-4d9a-be83-5a3706b6aff0 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:28.557801 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88ddde-77e1-42a0-9c77-3e9fd08dbec8 req-ae6e813d-854e-4ae7-974f-10118b275e2c tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:28.557988 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d74f807-53cf-4d9a-be83-5a3706b6aff0 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:28.557988 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d74f807-53cf-4d9a-be83-5a3706b6aff0 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:28.564201 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac88ddde-77e1-42a0-9c77-3e9fd08dbec8 req-ae6e813d-854e-4ae7-974f-10118b275e2c tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed93c51-8c9f-4a95-81e0-1d62825dc74d HTTP/1.1" status: 200 len: 945 time: 0.2105625 Apr 21 12:43:28.615206 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-5b5bdfb7-6793-4b9e-b613-aab621e6b8aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, e67fd0d4-20ce-4a7c-9e38-3358944088ef) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:43:28.624981 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5bdfb7-6793-4b9e-b613-aab621e6b8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:28.625626 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b5bdfb7-6793-4b9e-b613-aab621e6b8aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:28.629507 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d1229d-0d26-452a-a605-43a7833f12df None None] Network e67fd0d4-20ce-4a7c-9e38-3358944088ef requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:28.674842 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac88ddde-77e1-42a0-9c77-3e9fd08dbec8 req-b22733ef-1be1-4028-8de5-4c5d5a8afd92 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6b4919-b491-4ff2-a6a9-e2d9faf9bd54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049311 Apr 21 12:43:28.680207 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86834bb-c7d3-414d-8755-68606c07b056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fc27ae-4f61-46ca-99ae-7b6a2be21846'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:43:28.682999 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea9c236-c487-4e42-8136-6db6cd7d8631" -d '{"events": [{"server_uuid": "b86834bb-c7d3-414d-8755-68606c07b056", "name": "network-vif-plugged", "status": "completed", "tag": "02fc27ae-4f61-46ca-99ae-7b6a2be21846"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:43:28.689068 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74f807-53cf-4d9a-be83-5a3706b6aff0 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Pushing event updated for resources: {'Network': ['ID=eb71644a-7d05-4464-b243-15be4bd43b24,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:28.707717 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5d74f807-53cf-4d9a-be83-5a3706b6aff0 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5855958 Apr 21 12:43:28.711785 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network eb71644a-7d05-4464-b243-15be4bd43b24 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:43:28.716469 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45662) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:28.722726 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-81da1f37-acb0-45cf-94f8-669ffedbabfa tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Request body: {'subnet': {'network_id': 'eb71644a-7d05-4464-b243-15be4bd43b24', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:28.792363 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f44d03-aa90-4887-8760-5d81b4ce124f x-openstack-request-id: req-f5f44d03-aa90-4887-8760-5d81b4ce124f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:43:28.793646 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86834bb-c7d3-414d-8755-68606c07b056", "name": "network-vif-plugged", "status": "completed", "tag": "02fc27ae-4f61-46ca-99ae-7b6a2be21846", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:43:28.794117 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f5f44d03-aa90-4887-8760-5d81b4ce124f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:43:28.794721 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5f44d03-aa90-4887-8760-5d81b4ce124f'] response: {'server_uuid': 'b86834bb-c7d3-414d-8755-68606c07b056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fc27ae-4f61-46ca-99ae-7b6a2be21846', 'code': 200} Apr 21 12:43:28.808913 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5b5bdfb7-6793-4b9e-b613-aab621e6b8aa admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.6548855 Apr 21 12:43:28.831468 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ec89dd2a-0ef0-435c-8d33-4d90b2d10afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:28.929628 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ec89dd2a-0ef0-435c-8d33-4d90b2d10afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:28.967344 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23dda7eb-aabc-4c59-9b4f-b376bf9a1d3e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:28.976836 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81da1f37-acb0-45cf-94f8-669ffedbabfa tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Made reservation on behalf of 34d7ccbf72aa4174acc53e783a3a33c5 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:43:28.980486 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81da1f37-acb0-45cf-94f8-669ffedbabfa tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:28.988998 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa9371f-2189-4c86-889d-dbd2eda1581b None None] Network e67fd0d4-20ce-4a7c-9e38-3358944088ef requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:29.014269 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec89dd2a-0ef0-435c-8d33-4d90b2d10afc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:43:29.052018 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dda7eb-aabc-4c59-9b4f-b376bf9a1d3e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Port': ['ID=086ac070-4022-4a14-ab16-f1746bef375e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:29.097363 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89dd2a-0ef0-435c-8d33-4d90b2d10afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdf6d4e-af78-407e-b673-72d117c0a40b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:29.104483 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ec89dd2a-0ef0-435c-8d33-4d90b2d10afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:29.104889 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-ec89dd2a-0ef0-435c-8d33-4d90b2d10afc admin admin] Added segment d88fcffa-a73b-4ce1-8277-9a6a559ffa6b of type vlan for network a7996a41-4563-46b6-a48a-205505875d3b Apr 21 12:43:29.249086 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ec89dd2a-0ef0-435c-8d33-4d90b2d10afc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:29.363845 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ec89dd2a-0ef0-435c-8d33-4d90b2d10afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:29.365155 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec89dd2a-0ef0-435c-8d33-4d90b2d10afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:29.365985 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ec89dd2a-0ef0-435c-8d33-4d90b2d10afc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:29.430992 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23dda7eb-aabc-4c59-9b4f-b376bf9a1d3e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:29.463147 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e01734-e464-4b5d-84b3-ffdfa117737c req-0ce17399-aef1-4f27-ae30-6fd8a4885f59 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:29.464850 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f0e01734-e464-4b5d-84b3-ffdfa117737c req-0ce17399-aef1-4f27-ae30-6fd8a4885f59 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 949 time: 0.4214313 Apr 21 12:43:29.551720 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89dd2a-0ef0-435c-8d33-4d90b2d10afc admin admin] Pushing event updated for resources: {'Network': ['ID=a7996a41-4563-46b6-a48a-205505875d3b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:29.565457 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network a7996a41-4563-46b6-a48a-205505875d3b details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:43:29.654451 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ec89dd2a-0ef0-435c-8d33-4d90b2d10afc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3281064 Apr 21 12:43:29.661146 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45694) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:29.662375 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2c9d5cbc-2647-447d-be71-de909ef2ad14 admin admin] Request body: {'subnet': {'network_id': 'a7996a41-4563-46b6-a48a-205505875d3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-202623579-subnet', 'tenant_id': 'ba0d6f8d6a694cfe8ae10f6865738629', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:29.664831 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45696) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:29.717879 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81da1f37-acb0-45cf-94f8-669ffedbabfa tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:29.736537 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f0e01734-e464-4b5d-84b3-ffdfa117737c req-b970bc20-950f-4a54-b5e2-c52e560aefa4 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102275 Apr 21 12:43:29.769656 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9d5cbc-2647-447d-be71-de909ef2ad14 admin admin] Made reservation on behalf of ba0d6f8d6a694cfe8ae10f6865738629 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:43:29.778810 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c9d5cbc-2647-447d-be71-de909ef2ad14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:29.790881 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23dda7eb-aabc-4c59-9b4f-b376bf9a1d3e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Router a7e1f888-4850-4d35-8132-f11209b75ff5 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:43:29.824413 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-c00d94a3-56c7-4ec5-9498-a1e4014834cb tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:29.826394 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-c00d94a3-56c7-4ec5-9498-a1e4014834cb tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.36 "GET /v2.0/networks?id=e67fd0d4-20ce-4a7c-9e38-3358944088ef HTTP/1.1" status: 200 len: 813 time: 0.3606164 Apr 21 12:43:29.884581 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da1f37-acb0-45cf-94f8-669ffedbabfa tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Pushing event updated for resources: {'Subnet': ['ID=732a1432-e8b0-4389-93a0-83fcfc4ee03f,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:29.911584 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81da1f37-acb0-45cf-94f8-669ffedbabfa tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Checking segment: {'id': '35313a39-593f-4730-b028-18863b5a307d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'eb71644a-7d05-4464-b243-15be4bd43b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:43:29.911943 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81da1f37-acb0-45cf-94f8-669ffedbabfa tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Network hostable DHCP agents. Network: eb71644a-7d05-4464-b243-15be4bd43b24, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:43:29.982792 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23dda7eb-aabc-4c59-9b4f-b376bf9a1d3e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:43:29.993095 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b0ec5fa1-5e5c-414c-841e-cbe9d0f04b98 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Request body: {'security_group': {'name': 'tempest-secgroup--419118804'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:29.995119 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee7129f-f71c-4ab4-baf7-d31d2064f90b None None] Sync routers for ids ['a7e1f888-4850-4d35-8132-f11209b75ff5'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:43:30.007168 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee7129f-f71c-4ab4-baf7-d31d2064f90b None None] Routers {'a7e1f888-4850-4d35-8132-f11209b75ff5'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:43:30.008120 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1ee7129f-f71c-4ab4-baf7-d31d2064f90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:43:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a7e1f888-4850-4d35-8132-f11209b75ff5'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:30.023020 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-3d44a6f9-f8f7-45b7-81ca-d3586928c861 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.36 "GET /v2.0/quotas/09aa8eb90dcb4714aa2a36980b24f18d HTTP/1.1" status: 200 len: 375 time: 0.1860962 Apr 21 12:43:30.050559 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81da1f37-acb0-45cf-94f8-669ffedbabfa tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Network eb71644a-7d05-4464-b243-15be4bd43b24 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:43:30.066501 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-23dda7eb-aabc-4c59-9b4f-b376bf9a1d3e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "PUT /v2.0/routers/a7e1f888-4850-4d35-8132-f11209b75ff5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6254303 Apr 21 12:43:30.068919 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45704) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:30.074269 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-b7c9315d-c32b-45e9-b9ca-ed7ea123f2cf tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=09aa8eb90dcb4714aa2a36980b24f18d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495200 Apr 21 12:43:30.107866 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1ee7129f-f71c-4ab4-baf7-d31d2064f90b None None] Set router a7e1f888-4850-4d35-8132-f11209b75ff5 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:43:30.128147 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e48ceda-b0b0-4b0d-975c-c5caaa611c79 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Deleting subnet d05f89bb-aece-41f0-9a89-d7c705c5200a {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:43:30.132313 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e48ceda-b0b0-4b0d-975c-c5caaa611c79 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:30.159185 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c9d5cbc-2647-447d-be71-de909ef2ad14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:30.163614 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e09d8-1018-48ef-8f8a-76775594390a req-376df7bf-1e4a-4047-bcac-b4276fa16ec1 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:30.165262 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c63e09d8-1018-48ef-8f8a-76775594390a req-376df7bf-1e4a-4047-bcac-b4276fa16ec1 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed93c51-8c9f-4a95-81e0-1d62825dc74d HTTP/1.1" status: 200 len: 945 time: 0.2552202 Apr 21 12:43:30.174737 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-81da1f37-acb0-45cf-94f8-669ffedbabfa tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, eb71644a-7d05-4464-b243-15be4bd43b24) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:43:30.176814 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1ee7129f-f71c-4ab4-baf7-d31d2064f90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'name': 'tempest-RoutersIpV6Test-router-1536361923', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:20Z', 'updated_at': '2022-04-21T12:43:28Z', 'revision_number': 11, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:30.197480 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96fd877-f837-4ae7-92fe-fd88c5df23c5 None None] Network eb71644a-7d05-4464-b243-15be4bd43b24 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:30.208055 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81da1f37-acb0-45cf-94f8-669ffedbabfa tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:30.208657 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81da1f37-acb0-45cf-94f8-669ffedbabfa tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:30.233368 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0ec5fa1-5e5c-414c-841e-cbe9d0f04b98 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:30.235228 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee7129f-f71c-4ab4-baf7-d31d2064f90b None None] Checking router: a7e1f888-4850-4d35-8132-f11209b75ff5 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:43:30.245691 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee7129f-f71c-4ab4-baf7-d31d2064f90b None None] Routers {'a7e1f888-4850-4d35-8132-f11209b75ff5'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:43:30.246857 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1ee7129f-f71c-4ab4-baf7-d31d2064f90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:43:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a7e1f888-4850-4d35-8132-f11209b75ff5'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:30.263168 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0ec5fa1-5e5c-414c-841e-cbe9d0f04b98 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:30.263618 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e48ceda-b0b0-4b0d-975c-c5caaa611c79 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:30.287508 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-a73d0c1b-367c-4d4b-8863-1ba59f516065 service neutron] 10.222.0.36 "GET /v2.0/networks/e67fd0d4-20ce-4a7c-9e38-3358944088ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122495 Apr 21 12:43:30.293186 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d5cbc-2647-447d-be71-de909ef2ad14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe0c0e99-f3a4-4430-aaba-ace8b60c9d0f,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:30.330854 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9d5cbc-2647-447d-be71-de909ef2ad14 admin admin] Checking segment: {'id': 'd88fcffa-a73b-4ce1-8277-9a6a559ffa6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a7996a41-4563-46b6-a48a-205505875d3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:43:30.331195 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9d5cbc-2647-447d-be71-de909ef2ad14 admin admin] Network hostable DHCP agents. Network: a7996a41-4563-46b6-a48a-205505875d3b, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:43:30.344322 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c63e09d8-1018-48ef-8f8a-76775594390a req-c98555b5-54a3-475d-af09-cd110328ce0f tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6b4919-b491-4ff2-a6a9-e2d9faf9bd54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397872 Apr 21 12:43:30.366287 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1ee7129f-f71c-4ab4-baf7-d31d2064f90b None None] Set router a7e1f888-4850-4d35-8132-f11209b75ff5 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:43:30.377267 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-81da1f37-acb0-45cf-94f8-669ffedbabfa tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6583285 Apr 21 12:43:30.387894 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45708) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:30.396650 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4bb31f1c-5d40-49a9-a060-bb0198728030 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1596347411'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:30.412361 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e48ceda-b0b0-4b0d-975c-c5caaa611c79 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:30.464912 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9d5cbc-2647-447d-be71-de909ef2ad14 admin admin] Network a7996a41-4563-46b6-a48a-205505875d3b is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:43:30.482347 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a23f594-2d1f-47ed-a1af-0d5435a71e68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-eb71644a-7d05-4464-b243-15be4bd43b24', 'network_id': 'eb71644a-7d05-4464-b243-15be4bd43b24', 'tenant_id': '34d7ccbf72aa4174acc53e783a3a33c5', 'fixed_ips': [{'subnet_id': '732a1432-e8b0-4389-93a0-83fcfc4ee03f'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:43:30.483711 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a23f594-2d1f-47ed-a1af-0d5435a71e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:30.492165 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1ee7129f-f71c-4ab4-baf7-d31d2064f90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'name': 'tempest-RoutersIpV6Test-router-1536361923', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:20Z', 'updated_at': '2022-04-21T12:43:28Z', 'revision_number': 11, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:30.512322 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-5cfdf3ca-5e1a-4c6f-8963-275eeb65d865 service neutron] 10.222.0.36 "GET /v2.0/networks/e67fd0d4-20ce-4a7c-9e38-3358944088ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010570 Apr 21 12:43:30.520737 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee7129f-f71c-4ab4-baf7-d31d2064f90b None None] The sync data for ids ['a7e1f888-4850-4d35-8132-f11209b75ff5'] in n-d-836147-2 is: [{'id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'name': 'tempest-RoutersIpV6Test-router-1536361923', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:20Z', 'updated_at': '2022-04-21T12:43:28Z', 'revision_number': 11, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:43:30.523957 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb31f1c-5d40-49a9-a060-bb0198728030 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Made reservation on behalf of 34d7ccbf72aa4174acc53e783a3a33c5 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:43:30.528116 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4bb31f1c-5d40-49a9-a060-bb0198728030 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:30.566389 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-2c9d5cbc-2647-447d-be71-de909ef2ad14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, a7996a41-4563-46b6-a48a-205505875d3b) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:43:30.572193 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9d5cbc-2647-447d-be71-de909ef2ad14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:30.572367 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c9d5cbc-2647-447d-be71-de909ef2ad14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:30.590462 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e48ceda-b0b0-4b0d-975c-c5caaa611c79 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:30.632297 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e48ceda-b0b0-4b0d-975c-c5caaa611c79 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:30.639114 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45710) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:30.643526 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6e48ceda-b0b0-4b0d-975c-c5caaa611c79 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/subnets/d05f89bb-aece-41f0-9a89-d7c705c5200a HTTP/1.1" status: 204 len: 168 time: 0.5680053 Apr 21 12:43:30.643526 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb31f1c-5d40-49a9-a060-bb0198728030 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:43:30.643526 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e48ceda-b0b0-4b0d-975c-c5caaa611c79 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Subnet': ['ID=d05f89bb-aece-41f0-9a89-d7c705c5200a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:30.653611 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4bb31f1c-5d40-49a9-a060-bb0198728030 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:30.654093 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-4bb31f1c-5d40-49a9-a060-bb0198728030 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Added segment f38c0f40-4251-4608-865c-bd1b35ed9e47 of type vlan for network b1ac5ef8-d4ad-4071-8e60-81aa8da286b1 Apr 21 12:43:30.657430 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8bc63-a180-4e2b-94ca-0efcbf5e0202 req-7f19add1-84c4-40da-b62e-9bb464db90c2 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:30.662376 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8df8bc63-a180-4e2b-94ca-0efcbf5e0202 req-7f19add1-84c4-40da-b62e-9bb464db90c2 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed93c51-8c9f-4a95-81e0-1d62825dc74d HTTP/1.1" status: 200 len: 945 time: 0.1714492 Apr 21 12:43:30.668959 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45712) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:30.673748 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-54711303-c479-4a0b-b88a-b77d1f9e71e2 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Request body: {'floatingip': {'port_id': 'b9d7475a-6d37-42d7-bf89-560491b9912a'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:30.674265 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba34296c-bbc6-46ec-8bcf-48fb2ee32604 None None] Network a7996a41-4563-46b6-a48a-205505875d3b requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:30.676453 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371c8fbe-1ca8-4bc7-99a4-2804e452874b None None] Network 728a435b-91a5-474c-aab7-1f9e94dc92c7 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:30.752864 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54711303-c479-4a0b-b88a-b77d1f9e71e2 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks [] for floatingip, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:30.758726 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4bb31f1c-5d40-49a9-a060-bb0198728030 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:30.773392 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2c9d5cbc-2647-447d-be71-de909ef2ad14 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1151905 Apr 21 12:43:30.788057 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-996a63fe-039b-4f1f-aae4-9887dfb691e0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:30.798417 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0ec5fa1-5e5c-414c-841e-cbe9d0f04b98 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:30.928221 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-996a63fe-039b-4f1f-aae4-9887dfb691e0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Deleting port 06405ac2-eb18-420c-a746-9c83d2e58a53 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:30.928916 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-996a63fe-039b-4f1f-aae4-9887dfb691e0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:31.005946 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0ec5fa1-5e5c-414c-841e-cbe9d0f04b98 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:31.036202 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-1a23f594-2d1f-47ed-a1af-0d5435a71e68 None None] Allocated IP 19.80.0.2 (eb71644a-7d05-4464-b243-15be4bd43b24/732a1432-e8b0-4389-93a0-83fcfc4ee03f/36f5a03b-5b7f-4668-984b-20e6d586066c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:43:31.106574 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45724) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:31.117497 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4bb31f1c-5d40-49a9-a060-bb0198728030 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:31.125647 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb31f1c-5d40-49a9-a060-bb0198728030 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:31.126447 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4bb31f1c-5d40-49a9-a060-bb0198728030 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:31.194028 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec5fa1-5e5c-414c-841e-cbe9d0f04b98 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=084b387c-5f5f-4a61-abf6-2fc02c062028,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:31.214668 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1ce009-77a0-4e88-a5a0-b1947d4b4804 None None] Network a7996a41-4563-46b6-a48a-205505875d3b requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:31.228122 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-996a63fe-039b-4f1f-aae4-9887dfb691e0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] For port 06405ac2-eb18-420c-a746-9c83d2e58a53, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=06405ac2-eb18-420c-a746-9c83d2e58a53,segment=NetworkSegment(02e8ff31-dba1-4bcb-8ea4-3baefc6c8dc8),segment_id=02e8ff31-dba1-4bcb-8ea4-3baefc6c8dc8)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:31.229536 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-996a63fe-039b-4f1f-aae4-9887dfb691e0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:31.302322 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-996a63fe-039b-4f1f-aae4-9887dfb691e0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Calling delete_port for 06405ac2-eb18-420c-a746-9c83d2e58a53 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:31.314100 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f97c436-45a1-4f9e-9ab7-d187dad73c1a req-40885675-d3d8-44e1-ac0c-40533a8279db tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220 HTTP/1.1" status: 200 len: 210 time: 0.3119879 Apr 21 12:43:31.320456 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb31f1c-5d40-49a9-a060-bb0198728030 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Pushing event updated for resources: {'Network': ['ID=b1ac5ef8-d4ad-4071-8e60-81aa8da286b1,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:31.320456 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-941c4ce6-d553-4405-b9bd-ef7917f97108 admin admin] Deleting subnet e730e607-6058-40a7-80e0-037023fb714e {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:43:31.325500 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-941c4ce6-d553-4405-b9bd-ef7917f97108 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:31.343225 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network b1ac5ef8-d4ad-4071-8e60-81aa8da286b1 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:43:31.415423 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4bb31f1c-5d40-49a9-a060-bb0198728030 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0252512 Apr 21 12:43:31.420027 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45730) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:31.421519 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bb39ed-0982-47e2-8885-941865a24faa None None] DHCP port deletion for 728a435b-91a5-474c-aab7-1f9e94dc92c7 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:43:31.424908 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-fbdd6aea-88c8-487d-bbc2-ed0df36b982c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Request body: {'subnet': {'network_id': 'b1ac5ef8-d4ad-4071-8e60-81aa8da286b1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:31.442033 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3756f-ada4-4f69-8045-cd1657edd93a req-b0ea48a4-d080-488c-81a7-79e0f8076bdd tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:31.443529 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9c3756f-ada4-4f69-8045-cd1657edd93a req-b0ea48a4-d080-488c-81a7-79e0f8076bdd tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 949 time: 0.4402459 Apr 21 12:43:31.505728 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0ec5fa1-5e5c-414c-841e-cbe9d0f04b98 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:31.529756 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-941c4ce6-d553-4405-b9bd-ef7917f97108 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:31.536870 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9c3756f-ada4-4f69-8045-cd1657edd93a req-3909e5ec-8c67-4234-9700-0025e79e0572 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819237 Apr 21 12:43:31.559982 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a23f594-2d1f-47ed-a1af-0d5435a71e68 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:31.576855 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2bb39ed-0982-47e2-8885-941865a24faa None None] Deleting port 06405ac2-eb18-420c-a746-9c83d2e58a53 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:31.577228 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2bb39ed-0982-47e2-8885-941865a24faa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:31.580944 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0ec5fa1-5e5c-414c-841e-cbe9d0f04b98 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:31.603425 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-941c4ce6-d553-4405-b9bd-ef7917f97108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:31.646253 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-996a63fe-039b-4f1f-aae4-9887dfb691e0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:31.650487 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec5fa1-5e5c-414c-841e-cbe9d0f04b98 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace89d9e-052e-45c2-8174-6ae4e4e7236a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:31.671564 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2bb39ed-0982-47e2-8885-941865a24faa None None] For port 06405ac2-eb18-420c-a746-9c83d2e58a53, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=06405ac2-eb18-420c-a746-9c83d2e58a53,segment=NetworkSegment(02e8ff31-dba1-4bcb-8ea4-3baefc6c8dc8),segment_id=02e8ff31-dba1-4bcb-8ea4-3baefc6c8dc8)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:31.672155 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2bb39ed-0982-47e2-8885-941865a24faa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:31.675985 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a23f594-2d1f-47ed-a1af-0d5435a71e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:31.682562 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdd6aea-88c8-487d-bbc2-ed0df36b982c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Made reservation on behalf of 34d7ccbf72aa4174acc53e783a3a33c5 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:43:31.685922 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbdd6aea-88c8-487d-bbc2-ed0df36b982c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:31.695674 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a63fe-039b-4f1f-aae4-9887dfb691e0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Port': ['ID=06405ac2-eb18-420c-a746-9c83d2e58a53,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:31.697958 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996a63fe-039b-4f1f-aae4-9887dfb691e0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] No DVR routers for this DVR port 06405ac2-eb18-420c-a746-9c83d2e58a53 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:43:31.742454 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b2bb39ed-0982-47e2-8885-941865a24faa None None] Calling delete_port for 06405ac2-eb18-420c-a746-9c83d2e58a53 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:31.754893 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0ec5fa1-5e5c-414c-841e-cbe9d0f04b98 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:31.762451 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b0ec5fa1-5e5c-414c-841e-cbe9d0f04b98 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0961576 Apr 21 12:43:31.765874 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45734) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:31.781328 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a23f594-2d1f-47ed-a1af-0d5435a71e68 None None] Network eb71644a-7d05-4464-b243-15be4bd43b24 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:43:31.815821 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-1a23f594-2d1f-47ed-a1af-0d5435a71e68 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:43:31.819759 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a23f594-2d1f-47ed-a1af-0d5435a71e68 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:43:31.823057 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23f594-2d1f-47ed-a1af-0d5435a71e68 None None] Pushing event updated for resources: {'Port': ['ID=36f5a03b-5b7f-4668-984b-20e6d586066c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:31.897514 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2bb39ed-0982-47e2-8885-941865a24faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:31.906082 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-996a63fe-039b-4f1f-aae4-9887dfb691e0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:31.918991 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5274e87-d33d-4d98-8649-e55b19b091c1 req-27b5a6c3-5945-4c83-be34-41406d79eeb5 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:31.920786 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5274e87-d33d-4d98-8649-e55b19b091c1 req-27b5a6c3-5945-4c83-be34-41406d79eeb5 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 949 time: 0.2288563 Apr 21 12:43:31.969991 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bb39ed-0982-47e2-8885-941865a24faa None None] No DVR routers for this DVR port 06405ac2-eb18-420c-a746-9c83d2e58a53 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:43:31.981643 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb39ed-0982-47e2-8885-941865a24faa None None] Pushing event deleted for resources: {'Port': ['ID=06405ac2-eb18-420c-a746-9c83d2e58a53,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:31.993353 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1a23f594-2d1f-47ed-a1af-0d5435a71e68 None None] Attempting to bind port 36f5a03b-5b7f-4668-984b-20e6d586066c on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:43:31.993746 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1a23f594-2d1f-47ed-a1af-0d5435a71e68 None None] Attempting to bind port 36f5a03b-5b7f-4668-984b-20e6d586066c by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '35313a39-593f-4730-b028-18863b5a307d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'eb71644a-7d05-4464-b243-15be4bd43b24'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:43:31.994550 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a23f594-2d1f-47ed-a1af-0d5435a71e68 None None] Attempting to bind port 36f5a03b-5b7f-4668-984b-20e6d586066c on network eb71644a-7d05-4464-b243-15be4bd43b24 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:43:31.995973 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-996a63fe-039b-4f1f-aae4-9887dfb691e0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['728a435b-91a5-474c-aab7-1f9e94dc92c7']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:32.001281 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a23f594-2d1f-47ed-a1af-0d5435a71e68 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:43:32.001678 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a23f594-2d1f-47ed-a1af-0d5435a71e68 None None] Checking segment: {'id': '35313a39-593f-4730-b028-18863b5a307d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'eb71644a-7d05-4464-b243-15be4bd43b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:43:32.002079 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a23f594-2d1f-47ed-a1af-0d5435a71e68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:32.002849 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a23f594-2d1f-47ed-a1af-0d5435a71e68 None None] Bound using segment: {'id': '35313a39-593f-4730-b028-18863b5a307d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'eb71644a-7d05-4464-b243-15be4bd43b24'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:43:32.003434 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1a23f594-2d1f-47ed-a1af-0d5435a71e68 None None] Bound port: 36f5a03b-5b7f-4668-984b-20e6d586066c, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35313a39-593f-4730-b028-18863b5a307d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'eb71644a-7d05-4464-b243-15be4bd43b24'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:43:32.003810 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a23f594-2d1f-47ed-a1af-0d5435a71e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:32.014080 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1092998e-0741-4143-b5bc-122f22e56673 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2468655 Apr 21 12:43:32.034112 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5274e87-d33d-4d98-8649-e55b19b091c1 req-978ea326-23ea-4e40-a621-a612f8d8023b tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907416 Apr 21 12:43:32.038796 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45736) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:32.042888 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-996a63fe-039b-4f1f-aae4-9887dfb691e0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e8ff31-dba1-4bcb-8ea4-3baefc6c8dc8') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:32.042888 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-996a63fe-039b-4f1f-aae4-9887dfb691e0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e8ff31-dba1-4bcb-8ea4-3baefc6c8dc8') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:32.045434 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-17562d35-99f1-421f-b117-cf5a5cc5989a tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Request body: {'security_group': {'name': 'tempest-security--1541469310', 'description': 'tempest-security-description-454598387'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:32.054294 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-996a63fe-039b-4f1f-aae4-9887dfb691e0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:32.075066 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-996a63fe-039b-4f1f-aae4-9887dfb691e0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:32.090247 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996a63fe-039b-4f1f-aae4-9887dfb691e0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:43:32.091251 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-996a63fe-039b-4f1f-aae4-9887dfb691e0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:32.095749 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54711303-c479-4a0b-b88a-b77d1f9e71e2 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:32.098685 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17562d35-99f1-421f-b117-cf5a5cc5989a tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:43:32.101366 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:43:32.136227 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1a23f594-2d1f-47ed-a1af-0d5435a71e68 None None] For port 36f5a03b-5b7f-4668-984b-20e6d586066c, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:43:32.148682 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1a23f594-2d1f-47ed-a1af-0d5435a71e68 None None] For port 36f5a03b-5b7f-4668-984b-20e6d586066c, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=36f5a03b-5b7f-4668-984b-20e6d586066c,segment=NetworkSegment(35313a39-593f-4730-b028-18863b5a307d),segment_id=35313a39-593f-4730-b028-18863b5a307d)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:43:32.173477 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 06405ac2-eb18-420c-a746-9c83d2e58a53 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:43:32.187036 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-941c4ce6-d553-4405-b9bd-ef7917f97108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:32.207262 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 06405ac2-eb18-420c-a746-9c83d2e58a53 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:43:32.207262 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 06405ac2-eb18-420c-a746-9c83d2e58a53 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:43:32.209892 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 086ac070-4022-4a14-ab16-f1746bef375e no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:43:32.232538 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 086ac070-4022-4a14-ab16-f1746bef375e {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:43:32.233195 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 086ac070-4022-4a14-ab16-f1746bef375e not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:43:32.236854 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c4ce6-d553-4405-b9bd-ef7917f97108 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e730e607-6058-40a7-80e0-037023fb714e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:32.241181 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-941c4ce6-d553-4405-b9bd-ef7917f97108 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:32.246859 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-941c4ce6-d553-4405-b9bd-ef7917f97108 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e730e607-6058-40a7-80e0-037023fb714e HTTP/1.1" status: 204 len: 168 time: 1.1388037 Apr 21 12:43:32.255257 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45748) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:32.260859 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54711303-c479-4a0b-b88a-b77d1f9e71e2 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:32.266457 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17562d35-99f1-421f-b117-cf5a5cc5989a tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:32.289478 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a23f594-2d1f-47ed-a1af-0d5435a71e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:32.420442 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23f594-2d1f-47ed-a1af-0d5435a71e68 None None] Pushing event updated for resources: {'Port': ['ID=36f5a03b-5b7f-4668-984b-20e6d586066c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:32.436663 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-005dc896-a7f9-464a-a3fd-e866fe341e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:32.462571 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17562d35-99f1-421f-b117-cf5a5cc5989a tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:32.472364 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17562d35-99f1-421f-b117-cf5a5cc5989a tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:32.473347 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07c77306-ff48-41a8-8253-26798300889c req-847bf668-0269-44ef-a060-80fa6b70aaf4 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220 HTTP/1.1" status: 200 len: 210 time: 0.0307293 Apr 21 12:43:32.476420 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45758) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:32.476947 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-17562d35-99f1-421f-b117-cf5a5cc5989a tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "PUT /v2.0/security-groups/ace89d9e-052e-45c2-8174-6ae4e4e7236a HTTP/1.1" status: 200 len: 1779 time: 0.4370956 Apr 21 12:43:32.525279 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-996a63fe-039b-4f1f-aae4-9887dfb691e0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:32.568239 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-996a63fe-039b-4f1f-aae4-9887dfb691e0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:32.577376 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-996a63fe-039b-4f1f-aae4-9887dfb691e0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/networks/728a435b-91a5-474c-aab7-1f9e94dc92c7 HTTP/1.1" status: 204 len: 168 time: 1.9108877 Apr 21 12:43:32.578781 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45764) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:32.594702 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1fdc0cf0-6663-420b-b507-958c3305c404 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'router': {'routes': None}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:32.602322 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996a63fe-039b-4f1f-aae4-9887dfb691e0 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Pushing event deleted for resources: {'Network': ['ID=728a435b-91a5-474c-aab7-1f9e94dc92c7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:32.620124 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-54711303-c479-4a0b-b88a-b77d1f9e71e2 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Floating IP 571e13cc-773a-4df2-81bd-30009b1ecca7 associated. External IP: 172.25.8.46, port: b9d7475a-6d37-42d7-bf89-560491b9912a. Apr 21 12:43:32.666757 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17562d35-99f1-421f-b117-cf5a5cc5989a tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace89d9e-052e-45c2-8174-6ae4e4e7236a,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:32.700930 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-01eff5a2-b45f-4f93-afbd-1bfd18cb2f97 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537395 Apr 21 12:43:32.740662 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a673f846-42d0-495b-8ba2-fa8a725027d3 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "GET /v2.0/security-groups/ace89d9e-052e-45c2-8174-6ae4e4e7236a HTTP/1.1" status: 200 len: 1779 time: 0.2630560 Apr 21 12:43:32.752980 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45774) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:32.999492 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbdd6aea-88c8-487d-bbc2-ed0df36b982c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:33.009339 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-005dc896-a7f9-464a-a3fd-e866fe341e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:33.102284 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-005dc896-a7f9-464a-a3fd-e866fe341e50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b88b21-94e3-4c7d-9538-8969b464f9a7']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:33.132431 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-005dc896-a7f9-464a-a3fd-e866fe341e50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae50d74-1b24-4ec8-bdfb-e0a9bf7090ba') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:33.132746 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-005dc896-a7f9-464a-a3fd-e866fe341e50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae50d74-1b24-4ec8-bdfb-e0a9bf7090ba') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:33.148598 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5f55b8af-db70-4134-a4d8-4e5393842650 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:33.157239 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-005dc896-a7f9-464a-a3fd-e866fe341e50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:33.193936 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd6aea-88c8-487d-bbc2-ed0df36b982c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Pushing event updated for resources: {'Subnet': ['ID=42e53bd4-4037-46aa-a196-768c8a270564,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:33.246717 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5f55b8af-db70-4134-a4d8-4e5393842650 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:33.249635 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-005dc896-a7f9-464a-a3fd-e866fe341e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:33.261511 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdd6aea-88c8-487d-bbc2-ed0df36b982c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Checking segment: {'id': 'f38c0f40-4251-4608-865c-bd1b35ed9e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b1ac5ef8-d4ad-4071-8e60-81aa8da286b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:43:33.261883 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdd6aea-88c8-487d-bbc2-ed0df36b982c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Network hostable DHCP agents. Network: b1ac5ef8-d4ad-4071-8e60-81aa8da286b1, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:43:33.278542 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-005dc896-a7f9-464a-a3fd-e866fe341e50 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:43:33.280574 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-005dc896-a7f9-464a-a3fd-e866fe341e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:43:33.282195 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:43:33.320855 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.extraroute_db [None req-1fdc0cf0-6663-420b-b507-958c3305c404 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Added routes are [] {{(pid=103398) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 21 12:43:33.324818 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.extraroute_db [None req-1fdc0cf0-6663-420b-b507-958c3305c404 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Removed routes are [] {{(pid=103398) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 21 12:43:33.324818 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fdc0cf0-6663-420b-b507-958c3305c404 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3659549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10333'] for router, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:33.433285 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-5501947c-d383-4659-8846-3c29e9ccf537 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:33.433285 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-5501947c-d383-4659-8846-3c29e9ccf537 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6971877 Apr 21 12:43:33.534697 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-26f62709-b0ce-4f43-a4c5-78d7f81ea99e tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/quotas/45464789e2cc4bfeaf42e6404c0e9729 HTTP/1.1" status: 200 len: 375 time: 0.0754454 Apr 21 12:43:33.582870 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fdc0cf0-6663-420b-b507-958c3305c404 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3659549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10333'] for router, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:33.618552 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fdc0cf0-6663-420b-b507-958c3305c404 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3659538'] for router, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:33.735927 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54711303-c479-4a0b-b88a-b77d1f9e71e2 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Router 494ee62b-3344-4c8d-8e55-3b1d9faa9836 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:43:33.747653 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdc0cf0-6663-420b-b507-958c3305c404 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Router a7e1f888-4850-4d35-8132-f11209b75ff5 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:43:33.755461 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-ecd5c5a9-dc37-40f0-9576-faa3a00426d8 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1777258 Apr 21 12:43:33.771913 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5f0a6121-9ea9-40dd-ba6e-398e3471ffa6 req-26bb65e3-0306-413e-b2f3-0b6bedcfdc42 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220 HTTP/1.1" status: 200 len: 210 time: 0.0478539 Apr 21 12:43:33.860066 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdd6aea-88c8-487d-bbc2-ed0df36b982c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Network b1ac5ef8-d4ad-4071-8e60-81aa8da286b1 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:43:33.899716 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-005dc896-a7f9-464a-a3fd-e866fe341e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:33.903097 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdc0cf0-6663-420b-b507-958c3305c404 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:43:33.908144 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5f55b8af-db70-4134-a4d8-4e5393842650 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:33.915011 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5f55b8af-db70-4134-a4d8-4e5393842650 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:33.915907 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a348385-9818-4bec-87f2-588cf31d88e5 None None] Sync routers for ids ['a7e1f888-4850-4d35-8132-f11209b75ff5'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:43:33.916268 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5f55b8af-db70-4134-a4d8-4e5393842650 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "DELETE /v2.0/security-groups/ace89d9e-052e-45c2-8174-6ae4e4e7236a HTTP/1.1" status: 204 len: 168 time: 1.1327198 Apr 21 12:43:33.917317 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45780) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:33.918427 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-005dc896-a7f9-464a-a3fd-e866fe341e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:33.924323 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-005dc896-a7f9-464a-a3fd-e866fe341e50 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a0b88b21-94e3-4c7d-9538-8969b464f9a7 HTTP/1.1" status: 204 len: 168 time: 1.6729786 Apr 21 12:43:33.925411 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fdc0cf0-6663-420b-b507-958c3305c404 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:33.927508 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1fdc0cf0-6663-420b-b507-958c3305c404 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "PUT /v2.0/routers/a7e1f888-4850-4d35-8132-f11209b75ff5 HTTP/1.1" status: 200 len: 705 time: 1.3367128 Apr 21 12:43:33.929125 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a348385-9818-4bec-87f2-588cf31d88e5 None None] Routers {'a7e1f888-4850-4d35-8132-f11209b75ff5'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:43:33.929958 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45782) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:33.930200 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2a348385-9818-4bec-87f2-588cf31d88e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:43:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a7e1f888-4850-4d35-8132-f11209b75ff5'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:33.933405 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45784) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:33.956828 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005dc896-a7f9-464a-a3fd-e866fe341e50 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0b88b21-94e3-4c7d-9538-8969b464f9a7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:33.975425 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e30a4681-b3f2-4608-8ed1-3092ca3756a5 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7e1f888-4850-4d35-8132-f11209b75ff5 HTTP/1.1" status: 200 len: 205 time: 0.0394871 Apr 21 12:43:33.978071 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55b8af-db70-4134-a4d8-4e5393842650 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace89d9e-052e-45c2-8174-6ae4e4e7236a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:33.979557 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45786) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:33.987754 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54711303-c479-4a0b-b88a-b77d1f9e71e2 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:43:33.992054 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54711303-c479-4a0b-b88a-b77d1f9e71e2 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:34.001066 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf94610d-2575-4926-8319-849abc37dff3 None None] Sync routers for ids ['494ee62b-3344-4c8d-8e55-3b1d9faa9836'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:43:34.014431 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-fbdd6aea-88c8-487d-bbc2-ed0df36b982c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, b1ac5ef8-d4ad-4071-8e60-81aa8da286b1) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:43:34.018620 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdd6aea-88c8-487d-bbc2-ed0df36b982c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:34.019208 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbdd6aea-88c8-487d-bbc2-ed0df36b982c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:34.045372 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf94610d-2575-4926-8319-849abc37dff3 None None] Routers {'494ee62b-3344-4c8d-8e55-3b1d9faa9836'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:43:34.046515 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bf94610d-2575-4926-8319-849abc37dff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:43:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['494ee62b-3344-4c8d-8e55-3b1d9faa9836'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:34.065913 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defcb136-9736-47ff-8336-cfc820be7620 None None] Network b1ac5ef8-d4ad-4071-8e60-81aa8da286b1 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:34.068186 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a20c416-1e37-463e-a6b5-ab308360397f None None] Network eb71644a-7d05-4464-b243-15be4bd43b24 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:34.101375 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-54711303-c479-4a0b-b88a-b77d1f9e71e2 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "PUT /v2.0/floatingips/571e13cc-773a-4df2-81bd-30009b1ecca7 HTTP/1.1" status: 200 len: 990 time: 3.4312165 Apr 21 12:43:34.111153 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed93c51-8c9f-4a95-81e0-1d62825dc74d', 'tag': 'b9d7475a-6d37-42d7-bf89-560491b9912a'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:43:34.130533 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85a5740-a448-4a0b-abe5-bc5f8f04463d" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed93c51-8c9f-4a95-81e0-1d62825dc74d", "tag": "b9d7475a-6d37-42d7-bf89-560491b9912a"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:43:34.165562 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2da784d7-109b-45fe-a4c8-a457fff80806 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2349427 Apr 21 12:43:34.179879 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45798) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:34.228059 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-e7d7ede3-f652-4ffb-9c6c-31b06938712d tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] delete failed (client error): The resource could not be found. Apr 21 12:43:34.237298 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e7d7ede3-f652-4ffb-9c6c-31b06938712d tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "DELETE /v2.0/security-groups/ace89d9e-052e-45c2-8174-6ae4e4e7236a HTTP/1.1" status: 404 len: 347 time: 0.0510705 Apr 21 12:43:34.239862 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45800) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:34.243633 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fbdd6aea-88c8-487d-bbc2-ed0df36b982c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8195431 Apr 21 12:43:34.292568 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-afe1e5ad-7918-49dc-9ded-97505392767c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Request body: {'security_group': {'name': 'tempest-secgroup--520375466'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:34.408834 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-bf94610d-2575-4926-8319-849abc37dff3 None None] Set router 494ee62b-3344-4c8d-8e55-3b1d9faa9836 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:43:34.475744 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 36f5a03b-5b7f-4668-984b-20e6d586066c up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:43:34.518009 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-2a348385-9818-4bec-87f2-588cf31d88e5 None None] Set router a7e1f888-4850-4d35-8132-f11209b75ff5 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:43:34.535920 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7af875d1-85af-41ed-b05b-34da0432db25 req-8ef4c47e-9a17-4366-a0ae-d1d342a05f32 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 210 time: 0.3350205 Apr 21 12:43:34.619471 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0c8bf0-865b-40fe-ac2c-3bb06ffff98d x-openstack-request-id: req-4b0c8bf0-865b-40fe-ac2c-3bb06ffff98d {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:43:34.619787 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed93c51-8c9f-4a95-81e0-1d62825dc74d", "tag": "b9d7475a-6d37-42d7-bf89-560491b9912a", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:43:34.620595 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4b0c8bf0-865b-40fe-ac2c-3bb06ffff98d {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:43:34.621008 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b0c8bf0-865b-40fe-ac2c-3bb06ffff98d'] response: {'name': 'network-changed', 'server_uuid': '3ed93c51-8c9f-4a95-81e0-1d62825dc74d', 'tag': 'b9d7475a-6d37-42d7-bf89-560491b9912a', 'status': 'completed', 'code': 200} Apr 21 12:43:34.628781 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-102baf41-1384-41a8-a363-7381c44bd81e admin admin] Deleting subnet fe0c0e99-f3a4-4430-aaba-ace8b60c9d0f {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:43:34.643128 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-102baf41-1384-41a8-a363-7381c44bd81e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:34.648043 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-734adf2a-c436-4c38-99de-10a267425fe5 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:34.739319 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2175ab3-673d-46b3-b30f-7fc25ed5c469 req-ee4c832e-49e5-43ad-8a23-62ebe1ad8d36 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:34.744545 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d2175ab3-673d-46b3-b30f-7fc25ed5c469 req-ee4c832e-49e5-43ad-8a23-62ebe1ad8d36 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed93c51-8c9f-4a95-81e0-1d62825dc74d HTTP/1.1" status: 200 len: 945 time: 0.5139496 Apr 21 12:43:34.763699 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-afe1e5ad-7918-49dc-9ded-97505392767c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:34.788962 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-102baf41-1384-41a8-a363-7381c44bd81e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:34.842497 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bf94610d-2575-4926-8319-849abc37dff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'name': 'tempest-ServersTestManualDisk-342385493-router', 'tenant_id': '92a6d43df1624433929afadbcee46f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'c9725a05-fec9-4f40-848d-b94b28a9c326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:33Z', 'updated_at': '2022-04-21T12:42:47Z', 'revision_number': 4, 'project_id': '92a6d43df1624433929afadbcee46f8a', 'gw_port': {'id': 'c9725a05-fec9-4f40-848d-b94b28a9c326', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:35Z', 'updated_at': '2022-04-21T12:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '571e13cc-773a-4df2-81bd-30009b1ecca7', 'tenant_id': '92a6d43df1624433929afadbcee46f8a', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'port_id': 'b9d7475a-6d37-42d7-bf89-560491b9912a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44eb7d1a-3922-4d99-876a-850783df7ae4', 'mac_address': 'fa:16:3e:40:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed93c51-8c9f-4a95-81e0-1d62825dc74d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:42:56Z', 'updated_at': '2022-04-21T12:43:31Z', 'revision_number': 1, 'project_id': '92a6d43df1624433929afadbcee46f8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '740a3582-8dac-4dad-a00d-94758c672b5c', 'name': '', 'network_id': '44eb7d1a-3922-4d99-876a-850783df7ae4', 'tenant_id': '92a6d43df1624433929afadbcee46f8a', 'mac_address': 'fa:16:3e:5c:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'c380a365-ab59-4237-865d-7af47378b019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:45Z', 'updated_at': '2022-04-21T12:42:56Z', 'revision_number': 5, 'project_id': '92a6d43df1624433929afadbcee46f8a', 'subnets': [{'id': 'c380a365-ab59-4237-865d-7af47378b019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:34.882099 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf94610d-2575-4926-8319-849abc37dff3 None None] Checking router: 494ee62b-3344-4c8d-8e55-3b1d9faa9836 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:43:34.893124 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf94610d-2575-4926-8319-849abc37dff3 None None] Routers {'494ee62b-3344-4c8d-8e55-3b1d9faa9836'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:43:34.894201 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bf94610d-2575-4926-8319-849abc37dff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:43:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['494ee62b-3344-4c8d-8e55-3b1d9faa9836'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:34.909125 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2a348385-9818-4bec-87f2-588cf31d88e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'name': 'tempest-RoutersIpV6Test-router-1536361923', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:20Z', 'updated_at': '2022-04-21T12:43:28Z', 'revision_number': 11, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:34.978910 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a348385-9818-4bec-87f2-588cf31d88e5 None None] Checking router: a7e1f888-4850-4d35-8132-f11209b75ff5 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:43:34.998068 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-90b9ea95-a5fe-42ed-9eab-dc1017f1461a None None] Provisioning complete for port 36f5a03b-5b7f-4668-984b-20e6d586066c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:34.998719 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90b9ea95-a5fe-42ed-9eab-dc1017f1461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:35.003376 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d2175ab3-673d-46b3-b30f-7fc25ed5c469 req-f834dbdd-f185-4834-9d9e-fe507fa50e7a tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6b4919-b491-4ff2-a6a9-e2d9faf9bd54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2571228 Apr 21 12:43:35.040520 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 36f5a03b-5b7f-4668-984b-20e6d586066c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:35.041055 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:35.043052 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-bf94610d-2575-4926-8319-849abc37dff3 None None] Set router 494ee62b-3344-4c8d-8e55-3b1d9faa9836 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:43:35.092468 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-afe1e5ad-7918-49dc-9ded-97505392767c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:35.161961 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a348385-9818-4bec-87f2-588cf31d88e5 None None] Routers {'a7e1f888-4850-4d35-8132-f11209b75ff5'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:43:35.162210 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2a348385-9818-4bec-87f2-588cf31d88e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:43:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a7e1f888-4850-4d35-8132-f11209b75ff5'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:35.185722 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-734adf2a-c436-4c38-99de-10a267425fe5 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:35.197100 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-734adf2a-c436-4c38-99de-10a267425fe5 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:35.218744 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-5e6b465b-0aa0-4bf0-adaf-e5d7d29ba3af tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:35.220499 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-5e6b465b-0aa0-4bf0-adaf-e5d7d29ba3af tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.24 "GET /v2.0/networks?id=e67fd0d4-20ce-4a7c-9e38-3358944088ef HTTP/1.1" status: 200 len: 813 time: 1.0846784 Apr 21 12:43:35.227833 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-102baf41-1384-41a8-a363-7381c44bd81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:35.228523 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b94c35-43ed-49aa-a688-40255f62aa68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-b1ac5ef8-d4ad-4071-8e60-81aa8da286b1', 'network_id': 'b1ac5ef8-d4ad-4071-8e60-81aa8da286b1', 'tenant_id': '34d7ccbf72aa4174acc53e783a3a33c5', 'fixed_ips': [{'subnet_id': '42e53bd4-4037-46aa-a196-768c8a270564'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:43:35.229794 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36b94c35-43ed-49aa-a688-40255f62aa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:35.248834 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-afe1e5ad-7918-49dc-9ded-97505392767c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:35.279890 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf848b41-2253-465d-a790-02844d5a47af req-2626ba4a-a9b3-4a3d-9165-4eceabdaf208 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220 HTTP/1.1" status: 200 len: 210 time: 0.1053011 Apr 21 12:43:35.289043 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-313615d0-b07b-4ce8-b6c1-8a73746ea264 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Request body: {'port': {'device_id': '4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220', 'network_id': 'e67fd0d4-20ce-4a7c-9e38-3358944088ef', 'admin_state_up': True, 'tenant_id': '09aa8eb90dcb4714aa2a36980b24f18d'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:35.375617 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-2a348385-9818-4bec-87f2-588cf31d88e5 None None] Set router a7e1f888-4850-4d35-8132-f11209b75ff5 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:43:35.412490 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a5740-a448-4a0b-abe5-bc5f8f04463d req-ad28027d-e5cf-4db5-84c7-786d9d77effb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:35.414647 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c85a5740-a448-4a0b-abe5-bc5f8f04463d req-ad28027d-e5cf-4db5-84c7-786d9d77effb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=92a6d43df1624433929afadbcee46f8a&device_id=3ed93c51-8c9f-4a95-81e0-1d62825dc74d HTTP/1.1" status: 200 len: 1096 time: 0.7414787 Apr 21 12:43:35.456110 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bf94610d-2575-4926-8319-849abc37dff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'name': 'tempest-ServersTestManualDisk-342385493-router', 'tenant_id': '92a6d43df1624433929afadbcee46f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'c9725a05-fec9-4f40-848d-b94b28a9c326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:33Z', 'updated_at': '2022-04-21T12:42:47Z', 'revision_number': 4, 'project_id': '92a6d43df1624433929afadbcee46f8a', 'gw_port': {'id': 'c9725a05-fec9-4f40-848d-b94b28a9c326', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:35Z', 'updated_at': '2022-04-21T12:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '571e13cc-773a-4df2-81bd-30009b1ecca7', 'tenant_id': '92a6d43df1624433929afadbcee46f8a', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'port_id': 'b9d7475a-6d37-42d7-bf89-560491b9912a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44eb7d1a-3922-4d99-876a-850783df7ae4', 'mac_address': 'fa:16:3e:40:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed93c51-8c9f-4a95-81e0-1d62825dc74d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:42:56Z', 'updated_at': '2022-04-21T12:43:31Z', 'revision_number': 1, 'project_id': '92a6d43df1624433929afadbcee46f8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '740a3582-8dac-4dad-a00d-94758c672b5c', 'name': '', 'network_id': '44eb7d1a-3922-4d99-876a-850783df7ae4', 'tenant_id': '92a6d43df1624433929afadbcee46f8a', 'mac_address': 'fa:16:3e:5c:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'c380a365-ab59-4237-865d-7af47378b019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:45Z', 'updated_at': '2022-04-21T12:42:56Z', 'revision_number': 5, 'project_id': '92a6d43df1624433929afadbcee46f8a', 'subnets': [{'id': 'c380a365-ab59-4237-865d-7af47378b019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:35.488142 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90b9ea95-a5fe-42ed-9eab-dc1017f1461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:35.490268 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2a348385-9818-4bec-87f2-588cf31d88e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'name': 'tempest-RoutersIpV6Test-router-1536361923', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:20Z', 'updated_at': '2022-04-21T12:43:28Z', 'revision_number': 11, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:35.501871 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf94610d-2575-4926-8319-849abc37dff3 None None] The sync data for ids ['494ee62b-3344-4c8d-8e55-3b1d9faa9836'] in n-d-836147-2 is: [{'id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'name': 'tempest-ServersTestManualDisk-342385493-router', 'tenant_id': '92a6d43df1624433929afadbcee46f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'c9725a05-fec9-4f40-848d-b94b28a9c326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:33Z', 'updated_at': '2022-04-21T12:42:47Z', 'revision_number': 4, 'project_id': '92a6d43df1624433929afadbcee46f8a', 'gw_port': {'id': 'c9725a05-fec9-4f40-848d-b94b28a9c326', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:35Z', 'updated_at': '2022-04-21T12:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '571e13cc-773a-4df2-81bd-30009b1ecca7', 'tenant_id': '92a6d43df1624433929afadbcee46f8a', 'floating_ip_address': '172.25.8.46', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'port_id': 'b9d7475a-6d37-42d7-bf89-560491b9912a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44eb7d1a-3922-4d99-876a-850783df7ae4', 'mac_address': 'fa:16:3e:40:a1:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed93c51-8c9f-4a95-81e0-1d62825dc74d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:42:56Z', 'updated_at': '2022-04-21T12:43:31Z', 'revision_number': 1, 'project_id': '92a6d43df1624433929afadbcee46f8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '740a3582-8dac-4dad-a00d-94758c672b5c', 'name': '', 'network_id': '44eb7d1a-3922-4d99-876a-850783df7ae4', 'tenant_id': '92a6d43df1624433929afadbcee46f8a', 'mac_address': 'fa:16:3e:5c:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'c380a365-ab59-4237-865d-7af47378b019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:45Z', 'updated_at': '2022-04-21T12:42:56Z', 'revision_number': 5, 'project_id': '92a6d43df1624433929afadbcee46f8a', 'subnets': [{'id': 'c380a365-ab59-4237-865d-7af47378b019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:43:35.548437 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:35.553938 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-afe1e5ad-7918-49dc-9ded-97505392767c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:35.558556 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45830) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:35.559016 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-afe1e5ad-7918-49dc-9ded-97505392767c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2836821 Apr 21 12:43:35.559637 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-734adf2a-c436-4c38-99de-10a267425fe5 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:35.560361 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734adf2a-c436-4c38-99de-10a267425fe5 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Fanout notify agent at l3_agent the message router_deleted on router a7e1f888-4850-4d35-8132-f11209b75ff5 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:43:35.572914 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ad762770-2b3f-4492-a3db-f88e0e315537 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Request body: {'security_group_rule': {'security_group_id': '1c48d1ad-2853-41e1-b956-7cb200032743', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:35.586216 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1e5ad-7918-49dc-9ded-97505392767c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c48d1ad-2853-41e1-b956-7cb200032743,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:35.596894 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-fe70c0ad-54f0-478b-99b4-12c2f6875dc4 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:35.603949 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-fe70c0ad-54f0-478b-99b4-12c2f6875dc4 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:35.612718 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-fe70c0ad-54f0-478b-99b4-12c2f6875dc4 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/networks?id=eb71644a-7d05-4464-b243-15be4bd43b24&id=b1ac5ef8-d4ad-4071-8e60-81aa8da286b1 HTTP/1.1" status: 200 len: 1392 time: 0.7920487 Apr 21 12:43:35.626221 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-734adf2a-c436-4c38-99de-10a267425fe5 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:35.638862 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-734adf2a-c436-4c38-99de-10a267425fe5 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/routers/a7e1f888-4850-4d35-8132-f11209b75ff5 HTTP/1.1" status: 204 len: 168 time: 1.5985270 Apr 21 12:43:35.643644 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45832) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:35.659767 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1f361883-4bff-45dd-a648-0a9311f2ff06 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1641229322', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:35.744835 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-789be113-896c-4cad-96d1-ab21b3ad77db tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/quotas/34d7ccbf72aa4174acc53e783a3a33c5 HTTP/1.1" status: 200 len: 375 time: 0.1310275 Apr 21 12:43:35.763038 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad762770-2b3f-4492-a3db-f88e0e315537 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:35.832349 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f361883-4bff-45dd-a648-0a9311f2ff06 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:35.837391 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f361883-4bff-45dd-a648-0a9311f2ff06 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:35.841529 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a348385-9818-4bec-87f2-588cf31d88e5 None None] The sync data for ids ['a7e1f888-4850-4d35-8132-f11209b75ff5'] in n-d-836147-2 is: [{'id': 'a7e1f888-4850-4d35-8132-f11209b75ff5', 'name': 'tempest-RoutersIpV6Test-router-1536361923', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:20Z', 'updated_at': '2022-04-21T12:43:28Z', 'revision_number': 11, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:43:35.958556 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 36f5a03b-5b7f-4668-984b-20e6d586066c, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=36f5a03b-5b7f-4668-984b-20e6d586066c,segment=NetworkSegment(35313a39-593f-4730-b028-18863b5a307d),segment_id=35313a39-593f-4730-b028-18863b5a307d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:35.964426 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7e8074-9070-4cb9-af0f-2c43ab373986 None None] New status for floating IP 571e13cc-773a-4df2-81bd-30009b1ecca7: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:43:35.964614 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad762770-2b3f-4492-a3db-f88e0e315537 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:36.007071 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f361883-4bff-45dd-a648-0a9311f2ff06 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:36.045738 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:36.075304 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad762770-2b3f-4492-a3db-f88e0e315537 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:36.128019 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f361883-4bff-45dd-a648-0a9311f2ff06 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:36.152928 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad762770-2b3f-4492-a3db-f88e0e315537 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8617d30b-c592-450d-9f16-ba7d366680b1,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:36.201370 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad762770-2b3f-4492-a3db-f88e0e315537 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:36.204541 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ad762770-2b3f-4492-a3db-f88e0e315537 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6409681 Apr 21 12:43:36.218668 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45836) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:36.262005 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fe5784e-74fa-4820-801f-6b180b16b545 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:36.281844 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-443a61e9-c519-49b1-a789-ec02eb35820e req-d59b1171-5421-47e4-95c2-cca659bb0816 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 210 time: 0.5936792 Apr 21 12:43:36.292403 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fe5784e-74fa-4820-801f-6b180b16b545 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:36.324621 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f361883-4bff-45dd-a648-0a9311f2ff06 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:36.324621 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1f361883-4bff-45dd-a648-0a9311f2ff06 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6674738 Apr 21 12:43:36.327932 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-36b94c35-43ed-49aa-a688-40255f62aa68 None None] Allocated IP 19.86.0.2 (b1ac5ef8-d4ad-4071-8e60-81aa8da286b1/42e53bd4-4037-46aa-a196-768c8a270564/ed50cae4-e000-472b-8916-ace164990be1) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:43:36.333040 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45840) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:36.340065 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-413bcfb6-d6d9-4f66-a5b8-ed516e58c79d tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:36.352592 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-102baf41-1384-41a8-a363-7381c44bd81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:36.429522 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102baf41-1384-41a8-a363-7381c44bd81e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe0c0e99-f3a4-4430-aaba-ace8b60c9d0f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:36.464503 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-90b9ea95-a5fe-42ed-9eab-dc1017f1461a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:43:36.464960 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-90b9ea95-a5fe-42ed-9eab-dc1017f1461a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:43:36.470733 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=36f5a03b-5b7f-4668-984b-20e6d586066c,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:36.473629 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-102baf41-1384-41a8-a363-7381c44bd81e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:36.476909 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-102baf41-1384-41a8-a363-7381c44bd81e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fe0c0e99-f3a4-4430-aaba-ace8b60c9d0f HTTP/1.1" status: 204 len: 168 time: 2.5423236 Apr 21 12:43:36.487261 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f10eeb5e-bd37-4063-a023-aed961cad93e req-5cefbaee-cc42-4651-9cef-502770cb06b7 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220 HTTP/1.1" status: 200 len: 210 time: 0.0525105 Apr 21 12:43:36.487261 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45842) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:36.491167 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fe5784e-74fa-4820-801f-6b180b16b545 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:36.497795 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a5740-a448-4a0b-abe5-bc5f8f04463d req-0ba7987b-3a84-4af4-91a8-d29df8d16d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:36.499380 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c85a5740-a448-4a0b-abe5-bc5f8f04463d req-0ba7987b-3a84-4af4-91a8-d29df8d16d24 service neutron] 10.222.0.26 "GET /v2.0/networks?id=44eb7d1a-3922-4d99-876a-850783df7ae4 HTTP/1.1" status: 200 len: 912 time: 1.0401459 Apr 21 12:43:36.504283 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fe5784e-74fa-4820-801f-6b180b16b545 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:36.506101 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8fe5784e-74fa-4820-801f-6b180b16b545 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/8617d30b-c592-450d-9f16-ba7d366680b1 HTTP/1.1" status: 204 len: 168 time: 0.2852519 Apr 21 12:43:36.520220 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45844) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:36.572833 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5784e-74fa-4820-801f-6b180b16b545 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8617d30b-c592-450d-9f16-ba7d366680b1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:36.577458 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-fd63eb99-931a-4b4a-b952-1a10a774f388 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=34d7ccbf72aa4174acc53e783a3a33c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8318117 Apr 21 12:43:36.616124 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36b94c35-43ed-49aa-a688-40255f62aa68 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:36.641707 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-aa401fec-7313-44b5-9fda-4874d279616a tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1261792 Apr 21 12:43:36.643478 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45846) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:36.670673 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-313615d0-b07b-4ce8-b6c1-8a73746ea264 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Made reservation on behalf of 09aa8eb90dcb4714aa2a36980b24f18d for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:43:36.672270 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-313615d0-b07b-4ce8-b6c1-8a73746ea264 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:36.704751 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c85a5740-a448-4a0b-abe5-bc5f8f04463d req-514381d5-9b0d-43f1-b80d-ed8f1ad79392 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9d7475a-6d37-42d7-bf89-560491b9912a HTTP/1.1" status: 200 len: 1000 time: 0.1846380 Apr 21 12:43:36.707154 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36b94c35-43ed-49aa-a688-40255f62aa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:36.714113 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19d219ba-370d-4f9c-bce1-0625dabc9b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:36.733272 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-413bcfb6-d6d9-4f66-a5b8-ed516e58c79d tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3659549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10333'] for router, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:36.764068 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b94c35-43ed-49aa-a688-40255f62aa68 None None] Network b1ac5ef8-d4ad-4071-8e60-81aa8da286b1 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:43:36.766833 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-36b94c35-43ed-49aa-a688-40255f62aa68 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:43:36.772895 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b94c35-43ed-49aa-a688-40255f62aa68 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:43:36.782222 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b94c35-43ed-49aa-a688-40255f62aa68 None None] Pushing event updated for resources: {'Port': ['ID=ed50cae4-e000-472b-8916-ace164990be1,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:36.802146 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ea61a874-336c-4994-be06-b351f9bfe62c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:36.827781 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ea61a874-336c-4994-be06-b351f9bfe62c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:36.863272 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a5740-a448-4a0b-abe5-bc5f8f04463d req-5ed830ac-f713-4276-bc95-a685cb87e811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:36.865636 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c85a5740-a448-4a0b-abe5-bc5f8f04463d req-5ed830ac-f713-4276-bc95-a685cb87e811 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c380a365-ab59-4237-865d-7af47378b019 HTTP/1.1" status: 200 len: 850 time: 0.1444528 Apr 21 12:43:36.871189 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-41761af8-ed58-4e73-a59a-3853a10d39ec service neutron] 10.222.0.36 "GET /v2.0/networks/eb71644a-7d05-4464-b243-15be4bd43b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672625 Apr 21 12:43:36.877700 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-36b94c35-43ed-49aa-a688-40255f62aa68 None None] Attempting to bind port ed50cae4-e000-472b-8916-ace164990be1 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:43:36.878168 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-36b94c35-43ed-49aa-a688-40255f62aa68 None None] Attempting to bind port ed50cae4-e000-472b-8916-ace164990be1 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'f38c0f40-4251-4608-865c-bd1b35ed9e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b1ac5ef8-d4ad-4071-8e60-81aa8da286b1'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:43:36.879121 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b94c35-43ed-49aa-a688-40255f62aa68 None None] Attempting to bind port ed50cae4-e000-472b-8916-ace164990be1 on network b1ac5ef8-d4ad-4071-8e60-81aa8da286b1 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:43:36.886103 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b94c35-43ed-49aa-a688-40255f62aa68 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:43:36.886533 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b94c35-43ed-49aa-a688-40255f62aa68 None None] Checking segment: {'id': 'f38c0f40-4251-4608-865c-bd1b35ed9e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b1ac5ef8-d4ad-4071-8e60-81aa8da286b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:43:36.887017 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36b94c35-43ed-49aa-a688-40255f62aa68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:36.888160 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b94c35-43ed-49aa-a688-40255f62aa68 None None] Bound using segment: {'id': 'f38c0f40-4251-4608-865c-bd1b35ed9e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b1ac5ef8-d4ad-4071-8e60-81aa8da286b1'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:43:36.888789 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-36b94c35-43ed-49aa-a688-40255f62aa68 None None] Bound port: ed50cae4-e000-472b-8916-ace164990be1, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f38c0f40-4251-4608-865c-bd1b35ed9e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b1ac5ef8-d4ad-4071-8e60-81aa8da286b1'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:43:36.890127 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-413bcfb6-d6d9-4f66-a5b8-ed516e58c79d tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3659538'] for router, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:36.890642 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36b94c35-43ed-49aa-a688-40255f62aa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:36.998332 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45850) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:37.004200 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-322198c1-7fc3-45e5-aa16-9e928b70e246 service neutron] 10.222.0.36 "GET /v2.0/networks/eb71644a-7d05-4464-b243-15be4bd43b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138363 Apr 21 12:43:37.013075 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ea61a874-336c-4994-be06-b351f9bfe62c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:37.016477 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ea61a874-336c-4994-be06-b351f9bfe62c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:37.018688 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ea61a874-336c-4994-be06-b351f9bfe62c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "DELETE /v2.0/security-groups/1c48d1ad-2853-41e1-b956-7cb200032743 HTTP/1.1" status: 204 len: 168 time: 0.3736591 Apr 21 12:43:37.034730 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45854) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:37.085628 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61a874-336c-4994-be06-b351f9bfe62c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c48d1ad-2853-41e1-b956-7cb200032743,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:37.132553 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-783471e0-9b25-4eaf-829b-8e24d50b9834 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0984187 Apr 21 12:43:37.134721 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19d219ba-370d-4f9c-bce1-0625dabc9b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:37.151231 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4eaa73c0-1b25-471e-bcf1-9198cde81210 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1070015 Apr 21 12:43:37.151939 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413bcfb6-d6d9-4f66-a5b8-ed516e58c79d tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Router d653ea5e-832f-4830-8a51-b5ed8dae748b is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:43:37.159984 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45856) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:37.172766 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-66453a79-c422-4c39-8034-635cc2b4ec62 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Request body: {'security_group': {'name': 'tempest-secgroup--1680367740'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:37.237150 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-36b94c35-43ed-49aa-a688-40255f62aa68 None None] For port ed50cae4-e000-472b-8916-ace164990be1, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:43:37.259091 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-36b94c35-43ed-49aa-a688-40255f62aa68 None None] For port ed50cae4-e000-472b-8916-ace164990be1, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ed50cae4-e000-472b-8916-ace164990be1,segment=NetworkSegment(f38c0f40-4251-4608-865c-bd1b35ed9e47),segment_id=f38c0f40-4251-4608-865c-bd1b35ed9e47)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:43:37.287476 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-66453a79-c422-4c39-8034-635cc2b4ec62 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:37.316394 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-19d219ba-370d-4f9c-bce1-0625dabc9b24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7996a41-4563-46b6-a48a-205505875d3b']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:37.318992 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36b94c35-43ed-49aa-a688-40255f62aa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:37.328762 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-19d219ba-370d-4f9c-bce1-0625dabc9b24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd88fcffa-a73b-4ce1-8277-9a6a559ffa6b') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:37.329086 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-19d219ba-370d-4f9c-bce1-0625dabc9b24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd88fcffa-a73b-4ce1-8277-9a6a559ffa6b') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:37.341208 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19d219ba-370d-4f9c-bce1-0625dabc9b24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:37.355753 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19d219ba-370d-4f9c-bce1-0625dabc9b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:37.362903 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19d219ba-370d-4f9c-bce1-0625dabc9b24 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:43:37.363117 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19d219ba-370d-4f9c-bce1-0625dabc9b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:43:37.445572 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:43:37.450049 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5395f191-352b-4d10-9e75-8f97b4a37ba9 None None] Provisioning complete for port 36f5a03b-5b7f-4668-984b-20e6d586066c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:37.450579 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5395f191-352b-4d10-9e75-8f97b4a37ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:37.456385 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b94c35-43ed-49aa-a688-40255f62aa68 None None] Pushing event updated for resources: {'Port': ['ID=ed50cae4-e000-472b-8916-ace164990be1,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:37.478660 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-66453a79-c422-4c39-8034-635cc2b4ec62 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:37.536418 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a5740-a448-4a0b-abe5-bc5f8f04463d req-98001c71-7c77-4504-9bcb-e0ea573951bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:37.538575 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c85a5740-a448-4a0b-abe5-bc5f8f04463d req-98001c71-7c77-4504-9bcb-e0ea573951bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=44eb7d1a-3922-4d99-876a-850783df7ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6645205 Apr 21 12:43:37.540684 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eebf1478-cd2f-4867-b8e9-214e066a2b25 req-00e1d2e5-78cc-4b85-835a-4b308d9f79fc tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 210 time: 0.0942073 Apr 21 12:43:37.542876 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413bcfb6-d6d9-4f66-a5b8-ed516e58c79d tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:43:37.556608 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ae5194-4f9e-444c-a321-17577bcfa78a None None] Sync routers for ids ['d653ea5e-832f-4830-8a51-b5ed8dae748b'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:43:37.572056 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19d219ba-370d-4f9c-bce1-0625dabc9b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:37.579189 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ae5194-4f9e-444c-a321-17577bcfa78a None None] Routers {'d653ea5e-832f-4830-8a51-b5ed8dae748b'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:43:37.583650 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-00ae5194-4f9e-444c-a321-17577bcfa78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:43:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['d653ea5e-832f-4830-8a51-b5ed8dae748b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:37.602668 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-413bcfb6-d6d9-4f66-a5b8-ed516e58c79d tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:37.604552 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-413bcfb6-d6d9-4f66-a5b8-ed516e58c79d tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "PUT /v2.0/routers/d653ea5e-832f-4830-8a51-b5ed8dae748b HTTP/1.1" status: 200 len: 698 time: 1.2687778 Apr 21 12:43:37.608092 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-66453a79-c422-4c39-8034-635cc2b4ec62 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:37.613212 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45862) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:37.714675 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19d219ba-370d-4f9c-bce1-0625dabc9b24 admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:37.717895 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-19d219ba-370d-4f9c-bce1-0625dabc9b24 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a7996a41-4563-46b6-a48a-205505875d3b HTTP/1.1" status: 204 len: 168 time: 1.2289879 Apr 21 12:43:37.779099 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-00ae5194-4f9e-444c-a321-17577bcfa78a None None] Set router d653ea5e-832f-4830-8a51-b5ed8dae748b gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:43:37.782053 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b50773fc-e1de-4193-a5f2-52adca6487ac tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "GET /v2.0/routers/d653ea5e-832f-4830-8a51-b5ed8dae748b HTTP/1.1" status: 200 len: 704 time: 0.1336567 Apr 21 12:43:37.782818 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45866) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:37.804315 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-66453a79-c422-4c39-8034-635cc2b4ec62 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:37.811296 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-66453a79-c422-4c39-8034-635cc2b4ec62 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6449854 Apr 21 12:43:37.812289 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45868) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:37.822617 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-313615d0-b07b-4ce8-b6c1-8a73746ea264 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Allocated IP 172.20.0.4 (e67fd0d4-20ce-4a7c-9e38-3358944088ef/62d32397-8e47-4134-b0d7-9d0161fd19b5/6e3408e3-26ea-4b5f-8043-c0ee3e69630d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:43:37.847264 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-91c7f42f-359e-42f3-85bd-6b122e64143e tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:37.848963 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-91c7f42f-359e-42f3-85bd-6b122e64143e tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6779253 Apr 21 12:43:37.849296 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1566db4b-5013-4530-845d-c5307ea344c8 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Request body: {'security_group_rule': {'security_group_id': 'c93287c3-60df-49c7-8bb2-59642283d79b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:37.853510 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-00ae5194-4f9e-444c-a321-17577bcfa78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd653ea5e-832f-4830-8a51-b5ed8dae748b', 'name': 'tempest-RoutersIpV6Test-router-1641229322', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:43:35Z', 'updated_at': '2022-04-21T12:43:36Z', 'revision_number': 2, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:37.862267 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8466c1f4-92a8-4982-8fb0-26fe11f50787 req-9f6c5589-4e96-49d6-9cac-eaa6b19a9f3d tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220 HTTP/1.1" status: 200 len: 210 time: 0.1537802 Apr 21 12:43:37.863340 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d219ba-370d-4f9c-bce1-0625dabc9b24 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7996a41-4563-46b6-a48a-205505875d3b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:37.878702 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2d083aa2-ea17-41ae-8f49-8660f6ca7418 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "GET /v2.0/ports?device_id=d653ea5e-832f-4830-8a51-b5ed8dae748b HTTP/1.1" status: 200 len: 205 time: 0.0904694 Apr 21 12:43:37.881140 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45870) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:37.902079 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66453a79-c422-4c39-8034-635cc2b4ec62 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c93287c3-60df-49c7-8bb2-59642283d79b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:37.930952 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ae5194-4f9e-444c-a321-17577bcfa78a None None] Checking router: d653ea5e-832f-4830-8a51-b5ed8dae748b for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:43:37.938892 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-fef34157-7cd3-4b5e-8884-b129f28fabe1 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Request body: {'port': {'device_id': '57956301-b174-4c6c-a2c9-9913752e1b46', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'admin_state_up': True, 'tenant_id': '45464789e2cc4bfeaf42e6404c0e9729'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:37.944277 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ae5194-4f9e-444c-a321-17577bcfa78a None None] Routers {'d653ea5e-832f-4830-8a51-b5ed8dae748b'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:43:37.945085 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-00ae5194-4f9e-444c-a321-17577bcfa78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:43:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['d653ea5e-832f-4830-8a51-b5ed8dae748b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:37.971665 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-c5d2dbd6-9d46-42c0-88a5-ed94cc0d2dbc service neutron] 10.222.0.36 "GET /v2.0/networks/b1ac5ef8-d4ad-4071-8e60-81aa8da286b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9363658 Apr 21 12:43:38.029193 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1566db4b-5013-4530-845d-c5307ea344c8 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:38.044875 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-00ae5194-4f9e-444c-a321-17577bcfa78a None None] Set router d653ea5e-832f-4830-8a51-b5ed8dae748b gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:43:38.052494 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7baf79af-022e-49ff-940c-29bb23de552e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:38.120927 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-00ae5194-4f9e-444c-a321-17577bcfa78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd653ea5e-832f-4830-8a51-b5ed8dae748b', 'name': 'tempest-RoutersIpV6Test-router-1641229322', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:43:35Z', 'updated_at': '2022-04-21T12:43:36Z', 'revision_number': 2, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:38.164176 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45872) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:38.164486 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c85a5740-a448-4a0b-abe5-bc5f8f04463d req-af35ec11-8858-4db4-be36-57236c961566 service neutron] 10.222.0.26 "GET /v2.0/networks/44eb7d1a-3922-4d99-876a-850783df7ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4832246 Apr 21 12:43:38.180979 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ae5194-4f9e-444c-a321-17577bcfa78a None None] The sync data for ids ['d653ea5e-832f-4830-8a51-b5ed8dae748b'] in n-d-836147-2 is: [{'id': 'd653ea5e-832f-4830-8a51-b5ed8dae748b', 'name': 'tempest-RoutersIpV6Test-router-1641229322', 'tenant_id': '067799c9b36247cdad5f5c84436228d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:43:35Z', 'updated_at': '2022-04-21T12:43:36Z', 'revision_number': 2, 'project_id': '067799c9b36247cdad5f5c84436228d1', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:43:38.319738 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1566db4b-5013-4530-845d-c5307ea344c8 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:38.335275 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-18c5d818-46ef-4bed-8e16-5c0f17874149 service neutron] 10.222.0.36 "GET /v2.0/networks/b1ac5ef8-d4ad-4071-8e60-81aa8da286b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499513 Apr 21 12:43:38.354082 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ed50cae4-e000-472b-8916-ace164990be1 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:43:38.376122 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7baf79af-022e-49ff-940c-29bb23de552e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:38.383570 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7baf79af-022e-49ff-940c-29bb23de552e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:38.407177 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1566db4b-5013-4530-845d-c5307ea344c8 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:38.409901 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c85a5740-a448-4a0b-abe5-bc5f8f04463d req-19fdcb10-46b8-4cf6-9474-98810c33f3fa service neutron] 10.222.0.26 "GET /v2.0/networks/44eb7d1a-3922-4d99-876a-850783df7ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370627 Apr 21 12:43:38.444778 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port ed50cae4-e000-472b-8916-ace164990be1 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:38.445528 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:38.449368 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-fef34157-7cd3-4b5e-8884-b129f28fabe1 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Made reservation on behalf of 45464789e2cc4bfeaf42e6404c0e9729 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:43:38.466060 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1dfdfab1-e3c8-4a0f-898e-48880235e0ac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f8ab0c5b93cc41138d106b4dcdbf488c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3008392 Apr 21 12:43:38.469271 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-fef34157-7cd3-4b5e-8884-b129f28fabe1 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:38.484321 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45874) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:38.497675 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566db4b-5013-4530-845d-c5307ea344c8 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a3263cf-ff1a-416f-99fe-78eaa771d28d,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:38.517000 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-313615d0-b07b-4ce8-b6c1-8a73746ea264 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:38.571532 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7baf79af-022e-49ff-940c-29bb23de552e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:38.572325 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7baf79af-022e-49ff-940c-29bb23de552e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Fanout notify agent at l3_agent the message router_deleted on router d653ea5e-832f-4830-8a51-b5ed8dae748b {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:43:38.582572 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7baf79af-022e-49ff-940c-29bb23de552e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:38.588678 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7baf79af-022e-49ff-940c-29bb23de552e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/routers/d653ea5e-832f-4830-8a51-b5ed8dae748b HTTP/1.1" status: 204 len: 168 time: 0.6995728 Apr 21 12:43:38.589754 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45878) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:38.603777 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:38.640452 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e9b168b3-4934-43a6-adb8-8ec53ad562ee tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "GET /v2.0/ports?device_id=d653ea5e-832f-4830-8a51-b5ed8dae748b HTTP/1.1" status: 200 len: 205 time: 0.0467117 Apr 21 12:43:38.643748 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1566db4b-5013-4530-845d-c5307ea344c8 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:38.655004 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45880) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:38.655342 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45882) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:38.658986 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1566db4b-5013-4530-845d-c5307ea344c8 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8176615 Apr 21 12:43:38.668022 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bbe0810f-104e-4aaf-86a2-87135caaff12 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Request body: {'security_group_rule': {'security_group_id': 'c93287c3-60df-49c7-8bb2-59642283d79b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:38.694875 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-47eae6a2-df7a-4c54-a39e-27f8a63e3e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:38.697209 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-313615d0-b07b-4ce8-b6c1-8a73746ea264 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:38.702938 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port ed50cae4-e000-472b-8916-ace164990be1, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ed50cae4-e000-472b-8916-ace164990be1,segment=NetworkSegment(f38c0f40-4251-4608-865c-bd1b35ed9e47),segment_id=f38c0f40-4251-4608-865c-bd1b35ed9e47)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:38.762865 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-47eae6a2-df7a-4c54-a39e-27f8a63e3e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:38.782485 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-750186e2-8976-4880-a330-d5072d1152ee tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] delete failed (client error): The resource could not be found. Apr 21 12:43:38.783525 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-750186e2-8976-4880-a330-d5072d1152ee tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/routers/d653ea5e-832f-4830-8a51-b5ed8dae748b HTTP/1.1" status: 404 len: 336 time: 0.1272240 Apr 21 12:43:38.789034 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:38.790020 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 36f5a03b-5b7f-4668-984b-20e6d586066c up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:43:38.798623 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45888) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:38.871314 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-40fa57f1-8615-48e4-9239-d198542e5728 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] DELETE failed (client error): The resource could not be found. Apr 21 12:43:38.872069 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e0cd042e-51dd-436c-94d3-a92025a6a02f req-812c5b7f-661c-4f3b-8550-bbdb661f6622 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3b01d-1b9a-47e4-ba76-7a62a9faa75f HTTP/1.1" status: 200 len: 210 time: 0.1300874 Apr 21 12:43:38.885696 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1838b44-ba65-4972-9235-11713d657eec req-c2517c50-7707-43f3-ac83-43bb66b2274d tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 210 time: 0.1454005 Apr 21 12:43:38.886553 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40fa57f1-8615-48e4-9239-d198542e5728 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:43:38.894699 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-40fa57f1-8615-48e4-9239-d198542e5728 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/subnets/953d5791-ed25-4294-8d79-436f7a2d8af7 HTTP/1.1" status: 404 len: 337 time: 0.0659862 Apr 21 12:43:38.918589 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313615d0-b07b-4ce8-b6c1-8a73746ea264 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Pushing event updated for resources: {'Port': ['ID=6e3408e3-26ea-4b5f-8043-c0ee3e69630d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:38.918589 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45896) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:38.920644 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbe0810f-104e-4aaf-86a2-87135caaff12 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:38.924732 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-fef34157-7cd3-4b5e-8884-b129f28fabe1 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Allocated IP 192.168.233.248 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/2e7a6832-91aa-4c23-97cb-cf53fb940956) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:43:38.929195 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=ed50cae4-e000-472b-8916-ace164990be1,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:38.957645 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-313615d0-b07b-4ce8-b6c1-8a73746ea264 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Network e67fd0d4-20ce-4a7c-9e38-3358944088ef is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:43:38.959686 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:38.960043 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:38.960370 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:38.960701 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:38.961039 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:38.961346 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:38.961681 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:38.966323 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:38.966740 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:38.967079 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:38.967414 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:38.967741 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:38.973237 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8a79da5c-ff94-4baf-997b-846f64ffcc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:39.006270 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-313615d0-b07b-4ce8-b6c1-8a73746ea264 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:43:39.011480 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 36f5a03b-5b7f-4668-984b-20e6d586066c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:39.012016 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:39.022854 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-313615d0-b07b-4ce8-b6c1-8a73746ea264 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:43:39.025985 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c6c9281-347f-46f7-beb1-57aeb95f31b9 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] DELETE failed (client error): The resource could not be found. Apr 21 12:43:39.026975 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c6c9281-347f-46f7-beb1-57aeb95f31b9 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:43:39.030500 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4c6c9281-347f-46f7-beb1-57aeb95f31b9 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/subnets/86bc0e81-6eb1-4dd1-ad3b-7a2f58c1bc10 HTTP/1.1" status: 404 len: 337 time: 0.1111121 Apr 21 12:43:39.035485 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45898) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:39.051407 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-47eae6a2-df7a-4c54-a39e-27f8a63e3e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:39.054027 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-47eae6a2-df7a-4c54-a39e-27f8a63e3e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:39.055375 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-47eae6a2-df7a-4c54-a39e-27f8a63e3e52 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9187fae-30fb-4a27-8435-ef6c7d656a21 HTTP/1.1" status: 204 len: 168 time: 0.5681159 Apr 21 12:43:39.103868 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd5e984-11b2-4524-b469-ad1fcd8a4aaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] DELETE failed (client error): The resource could not be found. Apr 21 12:43:39.105276 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dd5e984-11b2-4524-b469-ad1fcd8a4aaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:43:39.112273 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9dd5e984-11b2-4524-b469-ad1fcd8a4aaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/subnets/780fdff1-9009-4b18-95c6-01085ace0467 HTTP/1.1" status: 404 len: 337 time: 0.0757756 Apr 21 12:43:39.116033 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45902) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:39.148130 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eae6a2-df7a-4c54-a39e-27f8a63e3e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9187fae-30fb-4a27-8435-ef6c7d656a21,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:39.210064 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adf8372-be21-45b0-bc08-2fede02ac1b7 None None] Network b1ac5ef8-d4ad-4071-8e60-81aa8da286b1 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:39.212992 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-276537e2-51e5-4d1e-9e4f-22c31051af95 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] DELETE failed (client error): The resource could not be found. Apr 21 12:43:39.213446 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-276537e2-51e5-4d1e-9e4f-22c31051af95 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:43:39.218563 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-276537e2-51e5-4d1e-9e4f-22c31051af95 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/subnets/d05f89bb-aece-41f0-9a89-d7c705c5200a HTTP/1.1" status: 404 len: 337 time: 0.0942147 Apr 21 12:43:39.226344 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45904) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:39.257451 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbe0810f-104e-4aaf-86a2-87135caaff12 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:39.277043 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-313615d0-b07b-4ce8-b6c1-8a73746ea264 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:39.278742 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-313615d0-b07b-4ce8-b6c1-8a73746ea264 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:39.285028 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c668803b-b6ad-4a8a-b5f5-26d25b3743c0 None None] Provisioning complete for port ed50cae4-e000-472b-8916-ace164990be1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:39.285272 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c668803b-b6ad-4a8a-b5f5-26d25b3743c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:39.330636 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2649fb-ced4-46c9-95ab-90d31c371b61 req-dae56bc7-9c42-4f5d-9fdc-5109d5e303d5 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:39.339639 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b2649fb-ced4-46c9-95ab-90d31c371b61 req-dae56bc7-9c42-4f5d-9fdc-5109d5e303d5 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220 HTTP/1.1" status: 200 len: 931 time: 0.3221433 Apr 21 12:43:39.377224 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbe0810f-104e-4aaf-86a2-87135caaff12 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:39.413429 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0810f-104e-4aaf-86a2-87135caaff12 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05099485-7509-494d-bc66-ae2b56607968,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:39.421570 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-313615d0-b07b-4ce8-b6c1-8a73746ea264 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1661930 Apr 21 12:43:39.449451 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-452f7c3d-f5f0-463a-8c96-aeed2c91abce service neutron] Request body: {'port': {'device_id': '4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:39.469100 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b2649fb-ced4-46c9-95ab-90d31c371b61 req-176d889b-9ec3-43aa-99c6-13a7a95f58c8 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38f08b7-0275-4e67-8b38-6543595a2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282804 Apr 21 12:43:39.563543 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbe0810f-104e-4aaf-86a2-87135caaff12 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:39.564741 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-bbe0810f-104e-4aaf-86a2-87135caaff12 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9023883 Apr 21 12:43:39.572319 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45910) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:39.577152 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b9f08195-2dc8-4498-adeb-a88130cf54c2 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Request body: {'security_group_rule': {'security_group_id': 'c93287c3-60df-49c7-8bb2-59642283d79b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:39.583621 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-452f7c3d-f5f0-463a-8c96-aeed2c91abce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:39.685976 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-fef34157-7cd3-4b5e-8884-b129f28fabe1 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:39.735480 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6186fda7-693f-45c2-8616-5499d5d98a3f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7e1f888-4850-4d35-8132-f11209b75ff5 HTTP/1.1" status: 200 len: 205 time: 0.4927714 Apr 21 12:43:39.737424 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45912) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:39.787572 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-46436134-415f-41b5-bcdf-f772b57d6c92 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] delete failed (client error): The resource could not be found. Apr 21 12:43:39.791522 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-46436134-415f-41b5-bcdf-f772b57d6c92 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/routers/a7e1f888-4850-4d35-8132-f11209b75ff5 HTTP/1.1" status: 404 len: 336 time: 0.0443165 Apr 21 12:43:39.796732 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45914) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:39.820501 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9f08195-2dc8-4498-adeb-a88130cf54c2 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:39.849743 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-dd773fd3-9eaf-4271-9b70-cc5e5eaaccaa tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b6a888f-2c58-4785-b42d-1d1a912beb77 HTTP/1.1" status: 200 len: 205 time: 0.0518124 Apr 21 12:43:39.859354 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45916) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:39.894329 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6a0cd60e-14b2-4b8c-bfa0-d354fbf79ade None None] Provisioning complete for port ed50cae4-e000-472b-8916-ace164990be1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:39.895709 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a0cd60e-14b2-4b8c-bfa0-d354fbf79ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:39.927110 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-e2eeec00-7bde-4403-9fd3-f7e6a124b68f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] delete failed (client error): The resource could not be found. Apr 21 12:43:39.928654 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e2eeec00-7bde-4403-9fd3-f7e6a124b68f tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/routers/9b6a888f-2c58-4785-b42d-1d1a912beb77 HTTP/1.1" status: 404 len: 336 time: 0.0684590 Apr 21 12:43:39.937841 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45922) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:39.999512 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-fef34157-7cd3-4b5e-8884-b129f28fabe1 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:40.018537 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9a19f3-6516-497b-b1c2-07a28e52a1e2 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] DELETE failed (client error): The resource could not be found. Apr 21 12:43:40.019271 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d9a19f3-6516-497b-b1c2-07a28e52a1e2 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:43:40.021775 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-8a79da5c-ff94-4baf-997b-846f64ffcc9f admin admin] Deleting port e07140fd-496c-4949-abeb-9a2484afb22f {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:40.022359 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8a79da5c-ff94-4baf-997b-846f64ffcc9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:40.022832 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3d9a19f3-6516-497b-b1c2-07a28e52a1e2 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/subnets/67f7e258-862f-4b31-8a63-a299199bb914 HTTP/1.1" status: 404 len: 337 time: 0.0836303 Apr 21 12:43:40.034042 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['a04337c4-fdf9-4860-8c09-d882271e65e0', '02fc27ae-4f61-46ca-99ae-7b6a2be21846'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:43:40.050741 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45924) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:40.061040 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45926) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:40.148024 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-fef34157-7cd3-4b5e-8884-b129f28fabe1 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:43:40.158680 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ed50cae4-e000-472b-8916-ace164990be1 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:43:40.165227 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-8a79da5c-ff94-4baf-997b-846f64ffcc9f admin admin] For port e07140fd-496c-4949-abeb-9a2484afb22f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e07140fd-496c-4949-abeb-9a2484afb22f,segment=NetworkSegment(809dc041-eed1-4719-81ae-d2f5a67a6a8c),segment_id=809dc041-eed1-4719-81ae-d2f5a67a6a8c)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:40.165964 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8a79da5c-ff94-4baf-997b-846f64ffcc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:40.183227 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-8a79da5c-ff94-4baf-997b-846f64ffcc9f admin admin] Calling delete_port for e07140fd-496c-4949-abeb-9a2484afb22f owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:40.274364 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port ed50cae4-e000-472b-8916-ace164990be1 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:40.274744 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:40.479640 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8a79da5c-ff94-4baf-997b-846f64ffcc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:40.512164 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-cd37c48a-8a0c-4e8c-89aa-ac4d340a6aef tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d7ce3d4-4efd-44a3-83b7-91b11385b162 HTTP/1.1" status: 200 len: 205 time: 0.4500864 Apr 21 12:43:40.512434 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9f08195-2dc8-4498-adeb-a88130cf54c2 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:40.512523 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79da5c-ff94-4baf-997b-846f64ffcc9f admin admin] Pushing event deleted for resources: {'Port': ['ID=e07140fd-496c-4949-abeb-9a2484afb22f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:40.519494 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d5488b7-5657-4f8e-ba6c-9e612e3ade21 req-db2b6031-f15a-439a-9be5-304cd60392a8 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3b01d-1b9a-47e4-ba76-7a62a9faa75f HTTP/1.1" status: 200 len: 210 time: 0.4629481 Apr 21 12:43:40.526243 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45930) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:40.527160 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-fef34157-7cd3-4b5e-8884-b129f28fabe1 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:43:40.537204 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-fef34157-7cd3-4b5e-8884-b129f28fabe1 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:43:40.538128 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79da5c-ff94-4baf-997b-846f64ffcc9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:40.538471 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79da5c-ff94-4baf-997b-846f64ffcc9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:40.538811 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79da5c-ff94-4baf-997b-846f64ffcc9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:40.539164 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79da5c-ff94-4baf-997b-846f64ffcc9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:40.539455 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79da5c-ff94-4baf-997b-846f64ffcc9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:40.539964 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79da5c-ff94-4baf-997b-846f64ffcc9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:40.540296 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79da5c-ff94-4baf-997b-846f64ffcc9f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:40.540615 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79da5c-ff94-4baf-997b-846f64ffcc9f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:40.540938 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79da5c-ff94-4baf-997b-846f64ffcc9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:40.541253 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79da5c-ff94-4baf-997b-846f64ffcc9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:40.541644 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79da5c-ff94-4baf-997b-846f64ffcc9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:40.541930 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79da5c-ff94-4baf-997b-846f64ffcc9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:43:40.571735 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef34157-7cd3-4b5e-8884-b129f28fabe1 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Pushing event updated for resources: {'Port': ['ID=2e7a6832-91aa-4c23-97cb-cf53fb940956,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:40.630032 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9f08195-2dc8-4498-adeb-a88130cf54c2 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:40.645624 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-490d1692-a868-432e-8c05-c340e7a0364c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] delete failed (client error): The resource could not be found. Apr 21 12:43:40.646658 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-490d1692-a868-432e-8c05-c340e7a0364c tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/routers/7d7ce3d4-4efd-44a3-83b7-91b11385b162 HTTP/1.1" status: 404 len: 336 time: 0.1173415 Apr 21 12:43:40.650726 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45932) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:40.689478 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3a8688be-d5c2-45b4-becc-f0e861c28757 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "GET /v2.0/ports?device_id=28de90ed-c80d-4d77-8787-2b2fcd327a0b HTTP/1.1" status: 200 len: 205 time: 0.0364401 Apr 21 12:43:40.692036 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45934) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:40.724654 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f08195-2dc8-4498-adeb-a88130cf54c2 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae886a45-cb03-4134-b636-416254d5e1cd,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:40.736126 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-f73750b9-437d-4c15-9f3c-a978b0b2c046 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] delete failed (client error): The resource could not be found. Apr 21 12:43:40.739096 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f73750b9-437d-4c15-9f3c-a978b0b2c046 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/routers/28de90ed-c80d-4d77-8787-2b2fcd327a0b HTTP/1.1" status: 404 len: 336 time: 0.0442502 Apr 21 12:43:40.739242 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-10577ef2-fb43-41d5-ae0f-d949bd903688 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ba0d6f8d6a694cfe8ae10f6865738629&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6632309 Apr 21 12:43:40.741575 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45936) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:40.750501 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-fef34157-7cd3-4b5e-8884-b129f28fabe1 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:40.751194 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-fef34157-7cd3-4b5e-8884-b129f28fabe1 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:40.761342 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c685e3-7c68-40b8-af14-7413275fe9c7 req-55de366f-0a53-4f26-88bc-9c12ed5f3415 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:40.762864 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-19c685e3-7c68-40b8-af14-7413275fe9c7 req-55de366f-0a53-4f26-88bc-9c12ed5f3415 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 936 time: 0.7047322 Apr 21 12:43:40.765054 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45938) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:40.817260 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b9f08195-2dc8-4498-adeb-a88130cf54c2 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:40.818562 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b9f08195-2dc8-4498-adeb-a88130cf54c2 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2455556 Apr 21 12:43:40.830293 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45940) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:40.834430 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf73691e-00cd-404e-a416-86c595fa3568 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] DELETE failed (client error): The resource could not be found. Apr 21 12:43:40.835085 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf73691e-00cd-404e-a416-86c595fa3568 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:43:40.840491 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-cf73691e-00cd-404e-a416-86c595fa3568 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/subnets/e2d842db-548e-4597-8dff-c4adbd2580e1 HTTP/1.1" status: 404 len: 337 time: 0.0944431 Apr 21 12:43:40.841354 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d4458594-7c17-4c2f-a6ae-53687d6b369c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Request body: {'security_group_rule': {'security_group_id': 'c93287c3-60df-49c7-8bb2-59642283d79b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:40.849121 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45942) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:40.895480 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3756c85-4402-4957-8629-ab71c29d094a req-87423a64-1029-41be-9ad0-35bd53eeec47 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:40.897035 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b3756c85-4402-4957-8629-ab71c29d094a req-87423a64-1029-41be-9ad0-35bd53eeec47 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220 HTTP/1.1" status: 200 len: 931 time: 0.2649846 Apr 21 12:43:40.908410 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-452f7c3d-f5f0-463a-8c96-aeed2c91abce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e3408e3-26ea-4b5f-8043-c0ee3e69630d {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:43:40.912589 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-30553cb0-5f34-4598-8aaf-b2675fa21e50 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "GET /v2.0/ports?device_id=9fc75b9c-95b6-429e-b221-ee2c3e3fa4a6 HTTP/1.1" status: 200 len: 205 time: 0.0576165 Apr 21 12:43:40.919072 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45944) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:40.933506 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-19c685e3-7c68-40b8-af14-7413275fe9c7 req-b9580f4c-3f76-4c65-935b-14048624083f tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519210 Apr 21 12:43:40.936900 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-452f7c3d-f5f0-463a-8c96-aeed2c91abce service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:40.942116 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-fef34157-7cd3-4b5e-8884-b129f28fabe1 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0751290 Apr 21 12:43:40.968151 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-3eb3e39c-ba54-42d9-80a5-816f71a48f13 service neutron] Request body: {'port': {'device_id': '57956301-b174-4c6c-a2c9-9913752e1b46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:40.975585 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-452f7c3d-f5f0-463a-8c96-aeed2c91abce service neutron] Transition to ACTIVE for port object 6e3408e3-26ea-4b5f-8043-c0ee3e69630d will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:43:40.981130 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-54394c36-3d66-4456-b71e-cb4a93cbdca0 None None] Provisioning complete for port 2e7a6832-91aa-4c23-97cb-cf53fb940956 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:40.981717 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54394c36-3d66-4456-b71e-cb4a93cbdca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:40.992925 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b3756c85-4402-4957-8629-ab71c29d094a req-5cd07f80-ca5c-49c1-a495-bcdcba2f643f tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38f08b7-0275-4e67-8b38-6543595a2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868874 Apr 21 12:43:41.013232 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8a79da5c-ff94-4baf-997b-846f64ffcc9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:41.028707 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-54394c36-3d66-4456-b71e-cb4a93cbdca0 None None] Port 2e7a6832-91aa-4c23-97cb-cf53fb940956 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:43:41.034108 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-3eb3e39c-ba54-42d9-80a5-816f71a48f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:41.060558 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-f851f3ff-0159-4d50-99e6-9c1f0dd4fe25 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] delete failed (client error): The resource could not be found. Apr 21 12:43:41.064344 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f851f3ff-0159-4d50-99e6-9c1f0dd4fe25 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/routers/9fc75b9c-95b6-429e-b221-ee2c3e3fa4a6 HTTP/1.1" status: 404 len: 336 time: 0.1410618 Apr 21 12:43:41.069695 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45946) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:41.082383 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d618223b-eb6a-4846-a538-2929614c2118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:41.097502 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-452f7c3d-f5f0-463a-8c96-aeed2c91abce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:41.114544 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4458594-7c17-4c2f-a6ae-53687d6b369c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:41.162340 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f86d061-f5d4-4812-8506-a26c958e8d4e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] DELETE failed (client error): The resource could not be found. Apr 21 12:43:41.162788 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f86d061-f5d4-4812-8506-a26c958e8d4e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:43:41.165810 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7f86d061-f5d4-4812-8506-a26c958e8d4e tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/subnets/bae6af40-bd8c-4eda-923b-f12c59c45a3f HTTP/1.1" status: 404 len: 337 time: 0.0938625 Apr 21 12:43:41.177255 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45948) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:41.206224 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d618223b-eb6a-4846-a538-2929614c2118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:41.222199 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f7c3d-f5f0-463a-8c96-aeed2c91abce service neutron] Pushing event updated for resources: {'Port': ['ID=6e3408e3-26ea-4b5f-8043-c0ee3e69630d,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:41.248116 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-dcf0efea-9a81-442c-8c5b-73864a00ac08 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "GET /v2.0/ports?device_id=583b1760-ab7e-415d-9071-7e80c85cc88c HTTP/1.1" status: 200 len: 205 time: 0.0636268 Apr 21 12:43:41.252898 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45950) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:41.309099 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-7a5781ed-e5a5-42c0-9887-4d79024ef609 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] delete failed (client error): The resource could not be found. Apr 21 12:43:41.312636 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7a5781ed-e5a5-42c0-9887-4d79024ef609 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/routers/583b1760-ab7e-415d-9071-7e80c85cc88c HTTP/1.1" status: 404 len: 336 time: 0.0548019 Apr 21 12:43:41.315390 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45952) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:41.348809 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-7fa380b8-f072-41f1-9c32-381eed81694f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:41.355146 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-7fa380b8-f072-41f1-9c32-381eed81694f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:41.356630 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-7fa380b8-f072-41f1-9c32-381eed81694f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.24 "GET /v2.0/networks?id=eb71644a-7d05-4464-b243-15be4bd43b24&id=b1ac5ef8-d4ad-4071-8e60-81aa8da286b1 HTTP/1.1" status: 200 len: 1392 time: 0.4399049 Apr 21 12:43:41.378169 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-452f7c3d-f5f0-463a-8c96-aeed2c91abce service neutron] Attempting to bind port 6e3408e3-26ea-4b5f-8043-c0ee3e69630d on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:43:41.378504 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-452f7c3d-f5f0-463a-8c96-aeed2c91abce service neutron] Attempting to bind port 6e3408e3-26ea-4b5f-8043-c0ee3e69630d by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '7c339962-eeb7-4ebb-a979-02736cc965f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e67fd0d4-20ce-4a7c-9e38-3358944088ef'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:43:41.378824 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-452f7c3d-f5f0-463a-8c96-aeed2c91abce service neutron] Attempting to bind port 6e3408e3-26ea-4b5f-8043-c0ee3e69630d on network e67fd0d4-20ce-4a7c-9e38-3358944088ef {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:43:41.387851 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-452f7c3d-f5f0-463a-8c96-aeed2c91abce service neutron] Port 6e3408e3-26ea-4b5f-8043-c0ee3e69630d on network e67fd0d4-20ce-4a7c-9e38-3358944088ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:43:41.388156 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-452f7c3d-f5f0-463a-8c96-aeed2c91abce service neutron] Attempting to bind port 6e3408e3-26ea-4b5f-8043-c0ee3e69630d on network e67fd0d4-20ce-4a7c-9e38-3358944088ef {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:43:41.391195 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-0fbee4e6-427e-4436-966e-1d554a261857 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Request body: {'port': {'device_id': '58d3b01d-1b9a-47e4-ba76-7a62a9faa75f', 'network_id': 'eb71644a-7d05-4464-b243-15be4bd43b24', 'admin_state_up': True, 'tenant_id': '34d7ccbf72aa4174acc53e783a3a33c5'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:41.396908 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4e8405-6fff-4b76-90de-ee057d6c3ce6 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] DELETE failed (client error): The resource could not be found. Apr 21 12:43:41.397354 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f4e8405-6fff-4b76-90de-ee057d6c3ce6 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:43:41.403191 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5f4e8405-6fff-4b76-90de-ee057d6c3ce6 tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/subnets/356b4124-b14a-4bcc-b509-e73c61e449bc HTTP/1.1" status: 404 len: 337 time: 0.0787964 Apr 21 12:43:41.403191 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4458594-7c17-4c2f-a6ae-53687d6b369c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:41.403453 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-452f7c3d-f5f0-463a-8c96-aeed2c91abce service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:43:41.403453 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-452f7c3d-f5f0-463a-8c96-aeed2c91abce service neutron] Checking segment: {'id': '7c339962-eeb7-4ebb-a979-02736cc965f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e67fd0d4-20ce-4a7c-9e38-3358944088ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:43:41.403453 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-452f7c3d-f5f0-463a-8c96-aeed2c91abce service neutron] Bound using segment: {'id': '7c339962-eeb7-4ebb-a979-02736cc965f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e67fd0d4-20ce-4a7c-9e38-3358944088ef'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:43:41.404078 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-452f7c3d-f5f0-463a-8c96-aeed2c91abce service neutron] Bound port: 6e3408e3-26ea-4b5f-8043-c0ee3e69630d, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c339962-eeb7-4ebb-a979-02736cc965f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'e67fd0d4-20ce-4a7c-9e38-3358944088ef'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:43:41.404206 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-452f7c3d-f5f0-463a-8c96-aeed2c91abce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:41.407077 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45954) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:41.477958 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-804a6d50-2a6a-4925-80eb-34b04dee222a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] DELETE failed (client error): The resource could not be found. Apr 21 12:43:41.478329 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-804a6d50-2a6a-4925-80eb-34b04dee222a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:43:41.481274 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-804a6d50-2a6a-4925-80eb-34b04dee222a tempest-RoutersIpV6Test-1332619364 tempest-RoutersIpV6Test-1332619364-project] 10.222.0.36 "DELETE /v2.0/subnets/813afeb5-7880-4917-9f7d-dd764128221f HTTP/1.1" status: 404 len: 337 time: 0.0717382 Apr 21 12:43:41.485444 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4458594-7c17-4c2f-a6ae-53687d6b369c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:41.527777 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-452f7c3d-f5f0-463a-8c96-aeed2c91abce service neutron] For port 6e3408e3-26ea-4b5f-8043-c0ee3e69630d, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:43:41.546676 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-452f7c3d-f5f0-463a-8c96-aeed2c91abce service neutron] For port 6e3408e3-26ea-4b5f-8043-c0ee3e69630d, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=6e3408e3-26ea-4b5f-8043-c0ee3e69630d,segment=NetworkSegment(7c339962-eeb7-4ebb-a979-02736cc965f0),segment_id=7c339962-eeb7-4ebb-a979-02736cc965f0)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:43:41.549985 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-3eb3e39c-ba54-42d9-80a5-816f71a48f13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e7a6832-91aa-4c23-97cb-cf53fb940956 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:43:41.558560 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-3eb3e39c-ba54-42d9-80a5-816f71a48f13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:41.562812 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4458594-7c17-4c2f-a6ae-53687d6b369c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=609acff7-0a17-4cb1-be35-b6d450c1158c,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:41.570390 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d618223b-eb6a-4846-a538-2929614c2118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:41.573402 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d618223b-eb6a-4846-a538-2929614c2118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:41.582209 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d618223b-eb6a-4846-a538-2929614c2118 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1bdf6d4e-af78-407e-b673-72d117c0a40b HTTP/1.1" status: 204 len: 168 time: 0.8133843 Apr 21 12:43:41.584132 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-3eb3e39c-ba54-42d9-80a5-816f71a48f13 service neutron] Transition to ACTIVE for port object 2e7a6832-91aa-4c23-97cb-cf53fb940956 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:43:41.619089 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618223b-eb6a-4846-a538-2929614c2118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdf6d4e-af78-407e-b673-72d117c0a40b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:41.632324 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-452f7c3d-f5f0-463a-8c96-aeed2c91abce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:41.655417 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4458594-7c17-4c2f-a6ae-53687d6b369c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:41.656622 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d4458594-7c17-4c2f-a6ae-53687d6b369c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8209352 Apr 21 12:43:41.662561 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45964) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:41.664168 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1388f092-3fb4-4436-abda-acb38be32627 req-3c3d5508-1273-4e3e-bbab-72bc7b406b8f tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3b01d-1b9a-47e4-ba76-7a62a9faa75f HTTP/1.1" status: 200 len: 210 time: 0.0480115 Apr 21 12:43:41.667201 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d8562950-b5d2-4063-9972-b17e7488d739 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Request body: {'security_group_rule': {'security_group_id': 'c93287c3-60df-49c7-8bb2-59642283d79b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:41.688431 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-3eb3e39c-ba54-42d9-80a5-816f71a48f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:41.708791 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-452f7c3d-f5f0-463a-8c96-aeed2c91abce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:41.709406 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-452f7c3d-f5f0-463a-8c96-aeed2c91abce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:41.710802 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-452f7c3d-f5f0-463a-8c96-aeed2c91abce service neutron] 10.222.0.24 "PUT /v2.0/ports/6e3408e3-26ea-4b5f-8043-c0ee3e69630d HTTP/1.1" status: 200 len: 1091 time: 2.2682016 Apr 21 12:43:41.712345 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220', 'tag': '6e3408e3-26ea-4b5f-8043-c0ee3e69630d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:43:41.712874 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a79da5c-ff94-4baf-997b-846f64ffcc9f admin admin] Router 9ff27086-bec9-4e65-843c-37e92e1fc12f has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:43:41.715185 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ffe63a-335c-4d81-b278-bfa5bcdddfeb" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220", "tag": "6e3408e3-26ea-4b5f-8043-c0ee3e69630d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:43:41.754358 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f7c3d-f5f0-463a-8c96-aeed2c91abce service neutron] Pushing event updated for resources: {'Port': ['ID=6e3408e3-26ea-4b5f-8043-c0ee3e69630d,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:41.815469 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-0fbee4e6-427e-4436-966e-1d554a261857 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Made reservation on behalf of 34d7ccbf72aa4174acc53e783a3a33c5 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:43:41.819152 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-0fbee4e6-427e-4436-966e-1d554a261857 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:41.844793 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d8562950-b5d2-4063-9972-b17e7488d739 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:41.876234 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3e39c-ba54-42d9-80a5-816f71a48f13 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7a6832-91aa-4c23-97cb-cf53fb940956,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:41.882221 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a79da5c-ff94-4baf-997b-846f64ffcc9f admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:43:41.890197 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8a79da5c-ff94-4baf-997b-846f64ffcc9f admin admin] 10.222.0.36 "PUT /v2.0/routers/9ff27086-bec9-4e65-843c-37e92e1fc12f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8818157 Apr 21 12:43:41.892288 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45970) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:41.897683 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5928c645-1c52-41bb-8707-5a7fa2b5d4c1 None None] Sync routers for ids ['9ff27086-bec9-4e65-843c-37e92e1fc12f'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:43:41.915789 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5928c645-1c52-41bb-8707-5a7fa2b5d4c1 None None] Routers {'9ff27086-bec9-4e65-843c-37e92e1fc12f'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:43:41.916495 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5928c645-1c52-41bb-8707-5a7fa2b5d4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:43:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['9ff27086-bec9-4e65-843c-37e92e1fc12f'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:42.029478 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d8562950-b5d2-4063-9972-b17e7488d739 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:42.032274 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-3eb3e39c-ba54-42d9-80a5-816f71a48f13 service neutron] Attempting to bind port 2e7a6832-91aa-4c23-97cb-cf53fb940956 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:43:42.032874 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-3eb3e39c-ba54-42d9-80a5-816f71a48f13 service neutron] Attempting to bind port 2e7a6832-91aa-4c23-97cb-cf53fb940956 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:43:42.033450 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-3eb3e39c-ba54-42d9-80a5-816f71a48f13 service neutron] Attempting to bind port 2e7a6832-91aa-4c23-97cb-cf53fb940956 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:43:42.064999 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-0fbee4e6-427e-4436-966e-1d554a261857 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Allocated IP 19.80.0.155 (eb71644a-7d05-4464-b243-15be4bd43b24/732a1432-e8b0-4389-93a0-83fcfc4ee03f/931539c4-a194-4407-b007-980e9dacbb87) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:43:42.091977 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-3eb3e39c-ba54-42d9-80a5-816f71a48f13 service neutron] Port 2e7a6832-91aa-4c23-97cb-cf53fb940956 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:43:42.092534 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-3eb3e39c-ba54-42d9-80a5-816f71a48f13 service neutron] Attempting to bind port 2e7a6832-91aa-4c23-97cb-cf53fb940956 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:43:42.110273 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-5928c645-1c52-41bb-8707-5a7fa2b5d4c1 None None] Set router 9ff27086-bec9-4e65-843c-37e92e1fc12f gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:43:42.139548 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d8562950-b5d2-4063-9972-b17e7488d739 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:42.152280 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-3eb3e39c-ba54-42d9-80a5-816f71a48f13 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:43:42.152713 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-3eb3e39c-ba54-42d9-80a5-816f71a48f13 service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:43:42.153478 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-3eb3e39c-ba54-42d9-80a5-816f71a48f13 service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:43:42.154546 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-3eb3e39c-ba54-42d9-80a5-816f71a48f13 service neutron] Bound port: 2e7a6832-91aa-4c23-97cb-cf53fb940956, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:43:42.155140 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-3eb3e39c-ba54-42d9-80a5-816f71a48f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:42.159797 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-fa3bb44a-524f-4d38-b006-3b1da8bb6642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:42.163053 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-fa3bb44a-524f-4d38-b006-3b1da8bb6642 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=09aa8eb90dcb4714aa2a36980b24f18d&device_id=4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220 HTTP/1.1" status: 200 len: 1094 time: 0.2684600 Apr 21 12:43:42.203645 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8562950-b5d2-4063-9972-b17e7488d739 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b2564c-d6ca-4cca-a448-18d3940494d1,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:42.228722 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0452b5d4-7a7d-46bf-a92e-400de0d81b06 admin admin] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:42.261791 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45980) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:42.316810 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d8562950-b5d2-4063-9972-b17e7488d739 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:42.318031 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d8562950-b5d2-4063-9972-b17e7488d739 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6545441 Apr 21 12:43:42.320966 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45986) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:42.330809 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-cc70cca0-b063-4af9-85cb-fa187c58481b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e3408e3-26ea-4b5f-8043-c0ee3e69630d HTTP/1.1" status: 200 len: 217 time: 0.0901358 Apr 21 12:43:42.388485 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250aab39-587f-4fa0-9a0d-abf46f9edd8d x-openstack-request-id: req-250aab39-587f-4fa0-9a0d-abf46f9edd8d {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:43:42.388774 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220", "tag": "6e3408e3-26ea-4b5f-8043-c0ee3e69630d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:43:42.389031 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-250aab39-587f-4fa0-9a0d-abf46f9edd8d {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:43:42.389439 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-250aab39-587f-4fa0-9a0d-abf46f9edd8d'] response: {'name': 'network-changed', 'server_uuid': '4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220', 'tag': '6e3408e3-26ea-4b5f-8043-c0ee3e69630d', 'status': 'completed', 'code': 200} Apr 21 12:43:42.401616 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc56f2-d557-4d7e-9a57-a7b99e33164f req-09e5361f-8b21-460f-ad81-0d5d2975b19d tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:42.410091 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09dc56f2-d557-4d7e-9a57-a7b99e33164f req-09e5361f-8b21-460f-ad81-0d5d2975b19d tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 948 time: 0.3009005 Apr 21 12:43:42.440680 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05f8bd66-e753-4deb-9696-c2ef2fb671d2 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:42.452453 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5928c645-1c52-41bb-8707-5a7fa2b5d4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'name': 'tempest-TaggedBootDevicesTest_v242-51443223-router', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'be59715b-a6b8-4f1a-910c-af2eb4d23531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:41Z', 'updated_at': '2022-04-21T12:43:40Z', 'revision_number': 5, 'project_id': '6363a51a886548cba3ffe42b1b9f96ad', 'gw_port': {'id': 'be59715b-a6b8-4f1a-910c-af2eb4d23531', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:43Z', 'updated_at': '2022-04-21T12:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:42.469735 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05f8bd66-e753-4deb-9696-c2ef2fb671d2 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:42.505047 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5928c645-1c52-41bb-8707-5a7fa2b5d4c1 None None] Checking router: 9ff27086-bec9-4e65-843c-37e92e1fc12f for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:43:42.517756 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5928c645-1c52-41bb-8707-5a7fa2b5d4c1 None None] Routers {'9ff27086-bec9-4e65-843c-37e92e1fc12f'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:43:42.517756 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5928c645-1c52-41bb-8707-5a7fa2b5d4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:43:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['9ff27086-bec9-4e65-843c-37e92e1fc12f'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:42.522249 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-0fbee4e6-427e-4436-966e-1d554a261857 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:42.563003 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-93a14b3e-1dd5-4758-9709-766bde947b53 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=067799c9b36247cdad5f5c84436228d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2999830 Apr 21 12:43:42.565795 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45992) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:42.579000 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-849f2f42-0d40-4894-a7f1-6d864c3898c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:42.580762 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-849f2f42-0d40-4894-a7f1-6d864c3898c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62d32397-8e47-4134-b0d7-9d0161fd19b5 HTTP/1.1" status: 200 len: 853 time: 0.2247007 Apr 21 12:43:42.591645 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-3eb3e39c-ba54-42d9-80a5-816f71a48f13 service neutron] For port 2e7a6832-91aa-4c23-97cb-cf53fb940956, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:43:42.596101 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09dc56f2-d557-4d7e-9a57-a7b99e33164f req-b5f64910-c4ea-4a36-bc43-e14a37ea2d1e tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852107 Apr 21 12:43:42.644431 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0452b5d4-7a7d-46bf-a92e-400de0d81b06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:42.648932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-3eb3e39c-ba54-42d9-80a5-816f71a48f13 service neutron] For port 2e7a6832-91aa-4c23-97cb-cf53fb940956, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=2e7a6832-91aa-4c23-97cb-cf53fb940956,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:43:42.657008 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-77690622-48bb-463c-80ee-377e85535e5a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e67fd0d4-20ce-4a7c-9e38-3358944088ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531657 Apr 21 12:43:42.657122 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-205d4121-898c-43e1-b916-dc108184a364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:42.667108 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c145744-1e1b-43d4-8715-34c7e2d8140e req-eb2141f6-f314-4767-9f1f-a4791d25b3fa tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:42.668624 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c145744-1e1b-43d4-8715-34c7e2d8140e req-eb2141f6-f314-4767-9f1f-a4791d25b3fa tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220 HTTP/1.1" status: 200 len: 943 time: 0.1718810 Apr 21 12:43:42.669521 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-5928c645-1c52-41bb-8707-5a7fa2b5d4c1 None None] Set router 9ff27086-bec9-4e65-843c-37e92e1fc12f gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:43:42.680546 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05f8bd66-e753-4deb-9696-c2ef2fb671d2 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:42.711720 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05f8bd66-e753-4deb-9696-c2ef2fb671d2 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:42.713290 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-05f8bd66-e753-4deb-9696-c2ef2fb671d2 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/96b2564c-d6ca-4cca-a448-18d3940494d1 HTTP/1.1" status: 204 len: 168 time: 0.3911791 Apr 21 12:43:42.719134 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8bd66-e753-4deb-9696-c2ef2fb671d2 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96b2564c-d6ca-4cca-a448-18d3940494d1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:42.724319 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-205d4121-898c-43e1-b916-dc108184a364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:42.727662 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45998) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:42.760584 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c145744-1e1b-43d4-8715-34c7e2d8140e req-07188a93-bbf9-44ff-a730-af560798eed2 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38f08b7-0275-4e67-8b38-6543595a2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828037 Apr 21 12:43:42.782514 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-0fbee4e6-427e-4436-966e-1d554a261857 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:42.783635 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-3eb3e39c-ba54-42d9-80a5-816f71a48f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:42.826580 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-0fbee4e6-427e-4436-966e-1d554a261857 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Network eb71644a-7d05-4464-b243-15be4bd43b24 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:43:42.856289 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-0fbee4e6-427e-4436-966e-1d554a261857 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:43:42.887403 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-0fbee4e6-427e-4436-966e-1d554a261857 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:43:42.889851 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-3eb3e39c-ba54-42d9-80a5-816f71a48f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:42.891823 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-3eb3e39c-ba54-42d9-80a5-816f71a48f13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:42.892661 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-3eb3e39c-ba54-42d9-80a5-816f71a48f13 service neutron] 10.222.0.24 "PUT /v2.0/ports/2e7a6832-91aa-4c23-97cb-cf53fb940956 HTTP/1.1" status: 200 len: 1096 time: 1.9327953 Apr 21 12:43:42.893629 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5928c645-1c52-41bb-8707-5a7fa2b5d4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'name': 'tempest-TaggedBootDevicesTest_v242-51443223-router', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'be59715b-a6b8-4f1a-910c-af2eb4d23531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:41Z', 'updated_at': '2022-04-21T12:43:40Z', 'revision_number': 5, 'project_id': '6363a51a886548cba3ffe42b1b9f96ad', 'gw_port': {'id': 'be59715b-a6b8-4f1a-910c-af2eb4d23531', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:43Z', 'updated_at': '2022-04-21T12:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:42.904820 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-c0950f1e-303b-41fc-a47f-3529f3ea0f1b service neutron] 10.222.0.24 "GET /v2.0/networks/e67fd0d4-20ce-4a7c-9e38-3358944088ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352328 Apr 21 12:43:42.948697 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5928c645-1c52-41bb-8707-5a7fa2b5d4c1 None None] The sync data for ids ['9ff27086-bec9-4e65-843c-37e92e1fc12f'] in n-d-836147-2 is: [{'id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'name': 'tempest-TaggedBootDevicesTest_v242-51443223-router', 'tenant_id': '6363a51a886548cba3ffe42b1b9f96ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.121'}], 'enable_snat': True}, 'gw_port_id': 'be59715b-a6b8-4f1a-910c-af2eb4d23531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:41Z', 'updated_at': '2022-04-21T12:43:40Z', 'revision_number': 5, 'project_id': '6363a51a886548cba3ffe42b1b9f96ad', 'gw_port': {'id': 'be59715b-a6b8-4f1a-910c-af2eb4d23531', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ff27086-bec9-4e65-843c-37e92e1fc12f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:43Z', 'updated_at': '2022-04-21T12:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:43:42.968929 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a5bfde6a-66cc-4768-8f8b-fd23e0d1f00d tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2400866 Apr 21 12:43:42.969764 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46002) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:42.989127 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa0d50-9a8d-4f67-b459-5bfa68813681 req-26146dcf-b7e4-420d-b025-4c495fcfac2a tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:42.991385 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f7fa0d50-9a8d-4f67-b459-5bfa68813681 req-26146dcf-b7e4-420d-b025-4c495fcfac2a tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3b01d-1b9a-47e4-ba76-7a62a9faa75f HTTP/1.1" status: 200 len: 932 time: 0.2257450 Apr 21 12:43:42.992250 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb3e39c-ba54-42d9-80a5-816f71a48f13 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7a6832-91aa-4c23-97cb-cf53fb940956,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:43.061011 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbee4e6-427e-4436-966e-1d554a261857 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Pushing event updated for resources: {'Port': ['ID=931539c4-a194-4407-b007-980e9dacbb87,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:43.087568 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7fd9c02-7404-46de-9e68-63d7099905dd tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:43.097280 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-0452b5d4-7a7d-46bf-a92e-400de0d81b06 admin admin] Deleting port be59715b-a6b8-4f1a-910c-af2eb4d23531 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:43.097908 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0452b5d4-7a7d-46bf-a92e-400de0d81b06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:43.103109 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7fd9c02-7404-46de-9e68-63d7099905dd tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:43.132819 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-205d4121-898c-43e1-b916-dc108184a364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:43.136544 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-205d4121-898c-43e1-b916-dc108184a364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:43.137823 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-205d4121-898c-43e1-b916-dc108184a364 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d3b5f82c-6e87-44c8-ae1c-921507ce2eaa HTTP/1.1" status: 204 len: 168 time: 0.5709105 Apr 21 12:43:43.148520 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-0fbee4e6-427e-4436-966e-1d554a261857 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:43.155721 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-0fbee4e6-427e-4436-966e-1d554a261857 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:43.169731 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d4121-898c-43e1-b916-dc108184a364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b5f82c-6e87-44c8-ae1c-921507ce2eaa,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:43.174053 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f7fa0d50-9a8d-4f67-b459-5bfa68813681 req-b69c44c4-0851-4f26-9a62-6bea1ee739a3 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409919 Apr 21 12:43:43.236860 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-047498d0-e0b6-4be9-8bd9-754599424642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:43.238424 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-047498d0-e0b6-4be9-8bd9-754599424642 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 1099 time: 0.1529989 Apr 21 12:43:43.245722 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de36dc8f-b075-4380-ada5-77cb68d9e4a5 req-6d9f8ec8-0dc3-4eb1-927e-d3e3384ec545 service neutron] 10.222.0.24 "GET /v2.0/networks/e67fd0d4-20ce-4a7c-9e38-3358944088ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270180 Apr 21 12:43:43.274795 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-0452b5d4-7a7d-46bf-a92e-400de0d81b06 admin admin] For port be59715b-a6b8-4f1a-910c-af2eb4d23531, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=be59715b-a6b8-4f1a-910c-af2eb4d23531,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:43.275357 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0452b5d4-7a7d-46bf-a92e-400de0d81b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:43.280390 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-0fbee4e6-427e-4436-966e-1d554a261857 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8968592 Apr 21 12:43:43.280952 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7fd9c02-7404-46de-9e68-63d7099905dd tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:43.287729 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7fd9c02-7404-46de-9e68-63d7099905dd tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:43.288853 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a7fd9c02-7404-46de-9e68-63d7099905dd tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/609acff7-0a17-4cb1-be35-b6d450c1158c HTTP/1.1" status: 204 len: 168 time: 0.2815018 Apr 21 12:43:43.292562 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46012) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:43.294595 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd9c02-7404-46de-9e68-63d7099905dd tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=609acff7-0a17-4cb1-be35-b6d450c1158c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:43.320412 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-0452b5d4-7a7d-46bf-a92e-400de0d81b06 admin admin] Calling delete_port for be59715b-a6b8-4f1a-910c-af2eb4d23531 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:43.369167 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-84c422a9-4bbe-4736-b1e9-742974e006f6 None None] Provisioning complete for port 931539c4-a194-4407-b007-980e9dacbb87 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:43.370201 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84c422a9-4bbe-4736-b1e9-742974e006f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:43.379700 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6a5607ef-b1f6-426c-890e-68a3a077d487 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0860248 Apr 21 12:43:43.382696 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46014) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:43.403532 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-121734af-56ad-47dc-9465-81174f222edf tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Request body: {'port': {'device_id': '58d3b01d-1b9a-47e4-ba76-7a62a9faa75f', 'network_id': 'b1ac5ef8-d4ad-4071-8e60-81aa8da286b1', 'admin_state_up': True, 'tenant_id': '34d7ccbf72aa4174acc53e783a3a33c5'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:43.426732 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-84c422a9-4bbe-4736-b1e9-742974e006f6 None None] Port 931539c4-a194-4407-b007-980e9dacbb87 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:43:43.447525 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-ea3fe5d4-8d53-4e71-8e33-ce4866a595e1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=2e7a6832-91aa-4c23-97cb-cf53fb940956 HTTP/1.1" status: 200 len: 217 time: 0.0514021 Apr 21 12:43:43.451235 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94eb7e3e-2083-443e-8e8c-b8d478bb2693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:43.531107 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d009c2a6-ed23-489f-bfe8-b469a3a89ab6 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:43.542492 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-3571c020-9640-4de1-befb-53aaa1c9f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:43.544429 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-3571c020-9640-4de1-befb-53aaa1c9f30b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.0545337 Apr 21 12:43:43.551259 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d009c2a6-ed23-489f-bfe8-b469a3a89ab6 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:43.674417 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffe63a-335c-4d81-b278-bfa5bcdddfeb req-279d2236-a377-4b25-af48-ca1651047f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:43.676074 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10ffe63a-335c-4d81-b278-bfa5bcdddfeb req-279d2236-a377-4b25-af48-ca1651047f2f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=09aa8eb90dcb4714aa2a36980b24f18d&device_id=4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220 HTTP/1.1" status: 200 len: 1094 time: 0.1302035 Apr 21 12:43:43.708297 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-983338c2-dd33-427e-8099-032ef655b0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:43.709817 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-983338c2-dd33-427e-8099-032ef655b0ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1505945 Apr 21 12:43:43.712208 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d009c2a6-ed23-489f-bfe8-b469a3a89ab6 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:43.721862 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d009c2a6-ed23-489f-bfe8-b469a3a89ab6 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:43.723506 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d009c2a6-ed23-489f-bfe8-b469a3a89ab6 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/ae886a45-cb03-4134-b636-416254d5e1cd HTTP/1.1" status: 204 len: 168 time: 0.3396459 Apr 21 12:43:43.727982 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46028) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:43.736017 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009c2a6-ed23-489f-bfe8-b469a3a89ab6 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae886a45-cb03-4134-b636-416254d5e1cd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:43.755785 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-121734af-56ad-47dc-9465-81174f222edf tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Made reservation on behalf of 34d7ccbf72aa4174acc53e783a3a33c5 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:43:43.761375 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-121734af-56ad-47dc-9465-81174f222edf tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:43.902792 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-121734af-56ad-47dc-9465-81174f222edf tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Allocated IP 19.86.0.79 (b1ac5ef8-d4ad-4071-8e60-81aa8da286b1/42e53bd4-4037-46aa-a196-768c8a270564/bc24b07e-d98f-455e-b4eb-1e1f3632d8b3) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:43:43.911163 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:43:43.972184 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a6675a8d-0d29-4871-ba66-7475fc000dad tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2428586 Apr 21 12:43:43.975793 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46036) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:44.053061 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d717f2b-bc69-4e6a-9289-d460f8195a2d tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:44.080515 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d717f2b-bc69-4e6a-9289-d460f8195a2d tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:44.124825 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e07140fd-496c-4949-abeb-9a2484afb22f no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:43:44.162018 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-121734af-56ad-47dc-9465-81174f222edf tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:44.173081 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: e07140fd-496c-4949-abeb-9a2484afb22f {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:43:44.173938 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e07140fd-496c-4949-abeb-9a2484afb22f not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:43:44.217938 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d717f2b-bc69-4e6a-9289-d460f8195a2d tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:44.225335 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d717f2b-bc69-4e6a-9289-d460f8195a2d tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:44.226567 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0d717f2b-bc69-4e6a-9289-d460f8195a2d tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/05099485-7509-494d-bc66-ae2b56607968 HTTP/1.1" status: 204 len: 168 time: 0.2497857 Apr 21 12:43:44.230065 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46050) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:44.237401 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d717f2b-bc69-4e6a-9289-d460f8195a2d tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05099485-7509-494d-bc66-ae2b56607968,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:44.275441 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b35b319b-7c15-4153-9280-37e3977bb9a2 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0443089 Apr 21 12:43:44.278228 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46052) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:44.291257 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ac86e-0100-4f4d-b9eb-a4870e690fff req-e2bcc054-5f96-4a32-9617-cc0a0979388f tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:44.292783 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d01ac86e-0100-4f4d-b9eb-a4870e690fff req-e2bcc054-5f96-4a32-9617-cc0a0979388f tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 948 time: 0.5819719 Apr 21 12:43:44.304124 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5eea646-ef23-4dbc-9d73-a28309582ab4 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:44.313531 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5eea646-ef23-4dbc-9d73-a28309582ab4 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:44.329434 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-121734af-56ad-47dc-9465-81174f222edf tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:44.373974 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0452b5d4-7a7d-46bf-a92e-400de0d81b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:44.384619 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-121734af-56ad-47dc-9465-81174f222edf tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Network b1ac5ef8-d4ad-4071-8e60-81aa8da286b1 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:43:44.389636 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-121734af-56ad-47dc-9465-81174f222edf tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:43:44.396980 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-121734af-56ad-47dc-9465-81174f222edf tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:43:44.408265 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffe63a-335c-4d81-b278-bfa5bcdddfeb req-1940b57d-5373-42f0-9b04-67cebe4d7176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:44.409782 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10ffe63a-335c-4d81-b278-bfa5bcdddfeb req-1940b57d-5373-42f0-9b04-67cebe4d7176 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e67fd0d4-20ce-4a7c-9e38-3358944088ef HTTP/1.1" status: 200 len: 914 time: 0.6978993 Apr 21 12:43:44.417240 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57956301-b174-4c6c-a2c9-9913752e1b46', 'tag': '2e7a6832-91aa-4c23-97cb-cf53fb940956'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:43:44.419541 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3b7e14-a0ad-4a3f-94db-c9f46090ed56" -d '{"events": [{"name": "network-changed", "server_uuid": "57956301-b174-4c6c-a2c9-9913752e1b46", "tag": "2e7a6832-91aa-4c23-97cb-cf53fb940956"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:43:44.428170 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121734af-56ad-47dc-9465-81174f222edf tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Pushing event updated for resources: {'Port': ['ID=bc24b07e-d98f-455e-b4eb-1e1f3632d8b3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:44.457162 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-848f4423-2034-4dc0-ba10-5f82d6884987 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7320383 Apr 21 12:43:44.465313 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-121734af-56ad-47dc-9465-81174f222edf tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:44.466095 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-121734af-56ad-47dc-9465-81174f222edf tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:44.469089 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9b3ab-330d-411b-8f3c-c184a525642b req-512bd1da-2f02-4844-a7ae-9925292720a5 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:44.470593 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a7a9b3ab-330d-411b-8f3c-c184a525642b req-512bd1da-2f02-4844-a7ae-9925292720a5 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220 HTTP/1.1" status: 200 len: 943 time: 0.2380736 Apr 21 12:43:44.479933 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5eea646-ef23-4dbc-9d73-a28309582ab4 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:44.484266 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452b5d4-7a7d-46bf-a92e-400de0d81b06 admin admin] Pushing event deleted for resources: {'Port': ['ID=be59715b-a6b8-4f1a-910c-af2eb4d23531,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:44.494354 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5eea646-ef23-4dbc-9d73-a28309582ab4 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:44.496490 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e5eea646-ef23-4dbc-9d73-a28309582ab4 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/0a3263cf-ff1a-416f-99fe-78eaa771d28d HTTP/1.1" status: 204 len: 168 time: 0.2172673 Apr 21 12:43:44.502699 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46062) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:44.511293 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eea646-ef23-4dbc-9d73-a28309582ab4 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a3263cf-ff1a-416f-99fe-78eaa771d28d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:44.535478 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-121734af-56ad-47dc-9465-81174f222edf tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1442432 Apr 21 12:43:44.561284 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-b7dc81e4-6986-4263-8b99-fd39a18e6317 service neutron] Request body: {'port': {'device_id': '58d3b01d-1b9a-47e4-ba76-7a62a9faa75f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:44.562086 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d01ac86e-0100-4f4d-b9eb-a4870e690fff req-9a0bbfa3-6f4f-461d-b13d-d3728533f438 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521551 Apr 21 12:43:44.606653 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10ffe63a-335c-4d81-b278-bfa5bcdddfeb req-67151a18-fdb5-4dd5-ad60-1de446552598 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e3408e3-26ea-4b5f-8043-c0ee3e69630d HTTP/1.1" status: 200 len: 217 time: 0.1816833 Apr 21 12:43:44.649963 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-350c3c37-ada4-4ad3-84a8-47744978e6b1 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1455586 Apr 21 12:43:44.652665 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46068) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:44.729806 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-b7dc81e4-6986-4263-8b99-fd39a18e6317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:44.765944 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6365ea8d-1c1b-40f5-8bf3-681a7278a58a tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:44.803085 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6d3da30a-d4b6-42ba-9722-31ace8a3b164 None None] Provisioning complete for port bc24b07e-d98f-455e-b4eb-1e1f3632d8b3 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:44.804147 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d3da30a-d4b6-42ba-9722-31ace8a3b164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:44.830787 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6365ea8d-1c1b-40f5-8bf3-681a7278a58a tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:44.845532 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6d3da30a-d4b6-42ba-9722-31ace8a3b164 None None] Port bc24b07e-d98f-455e-b4eb-1e1f3632d8b3 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:43:44.862180 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0452b5d4-7a7d-46bf-a92e-400de0d81b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:44.872637 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a7a9b3ab-330d-411b-8f3c-c184a525642b req-90b05ea3-b1c0-4942-9b4d-2a717950024e tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38f08b7-0275-4e67-8b38-6543595a2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846030 Apr 21 12:43:44.951041 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffe63a-335c-4d81-b278-bfa5bcdddfeb req-5ab2af2b-e84d-4d57-87aa-47a0724c0f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:44.953478 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10ffe63a-335c-4d81-b278-bfa5bcdddfeb req-5ab2af2b-e84d-4d57-87aa-47a0724c0f35 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=62d32397-8e47-4134-b0d7-9d0161fd19b5 HTTP/1.1" status: 200 len: 853 time: 0.3105013 Apr 21 12:43:44.962100 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8c7de0-925a-4c99-af9d-a570d3e61f3e x-openstack-request-id: req-3c8c7de0-925a-4c99-af9d-a570d3e61f3e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:43:44.962468 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57956301-b174-4c6c-a2c9-9913752e1b46", "tag": "2e7a6832-91aa-4c23-97cb-cf53fb940956", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:43:44.962795 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3c8c7de0-925a-4c99-af9d-a570d3e61f3e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:43:44.963791 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c8c7de0-925a-4c99-af9d-a570d3e61f3e'] response: {'name': 'network-changed', 'server_uuid': '57956301-b174-4c6c-a2c9-9913752e1b46', 'tag': '2e7a6832-91aa-4c23-97cb-cf53fb940956', 'status': 'completed', 'code': 200} Apr 21 12:43:44.971003 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03ce9e7c-f058-4103-8f63-74f3a15a1299 req-22b2b602-8f2c-4098-8a8e-d0273f624275 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994462 Apr 21 12:43:45.018974 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e64b01-4329-465b-82f0-b4804ee09be7 req-05f2c128-4bde-441e-a69a-61e994432373 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:45.025014 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e64b01-4329-465b-82f0-b4804ee09be7 req-05f2c128-4bde-441e-a69a-61e994432373 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:45.030139 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24e64b01-4329-465b-82f0-b4804ee09be7 req-05f2c128-4bde-441e-a69a-61e994432373 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3b01d-1b9a-47e4-ba76-7a62a9faa75f HTTP/1.1" status: 200 len: 1654 time: 0.3372493 Apr 21 12:43:45.032795 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0452b5d4-7a7d-46bf-a92e-400de0d81b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:45.036125 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0452b5d4-7a7d-46bf-a92e-400de0d81b06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:45.061998 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10ffe63a-335c-4d81-b278-bfa5bcdddfeb req-dfc11adb-521f-41fb-a573-a63ce9c6d6ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e67fd0d4-20ce-4a7c-9e38-3358944088ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897541 Apr 21 12:43:45.130157 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6365ea8d-1c1b-40f5-8bf3-681a7278a58a tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:45.136010 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6365ea8d-1c1b-40f5-8bf3-681a7278a58a tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:45.137316 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6365ea8d-1c1b-40f5-8bf3-681a7278a58a tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "DELETE /v2.0/security-groups/c93287c3-60df-49c7-8bb2-59642283d79b HTTP/1.1" status: 204 len: 168 time: 0.4836152 Apr 21 12:43:45.149162 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46080) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:45.163806 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365ea8d-1c1b-40f5-8bf3-681a7278a58a tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93287c3-60df-49c7-8bb2-59642283d79b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:45.218569 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24e64b01-4329-465b-82f0-b4804ee09be7 req-8202f32d-fab7-4c39-adb8-63b41674632c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806173 Apr 21 12:43:45.223642 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0452b5d4-7a7d-46bf-a92e-400de0d81b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:45.224135 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0452b5d4-7a7d-46bf-a92e-400de0d81b06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ff27086-bec9-4e65-843c-37e92e1fc12f {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:43:45.236258 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0452b5d4-7a7d-46bf-a92e-400de0d81b06 admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:45.237614 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0452b5d4-7a7d-46bf-a92e-400de0d81b06 admin admin] 10.222.0.36 "DELETE /v2.0/routers/9ff27086-bec9-4e65-843c-37e92e1fc12f HTTP/1.1" status: 204 len: 168 time: 3.3390284 Apr 21 12:43:45.241451 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46084) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:45.273777 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-acb5fa65-a02f-42fb-84a3-1566336f8373 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1195073 Apr 21 12:43:45.275148 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46086) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:45.278844 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-b7dc81e4-6986-4263-8b99-fd39a18e6317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 931539c4-a194-4407-b007-980e9dacbb87 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:43:45.286153 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a5b74c43-a670-4f27-9fc2-a28bddf33d6a tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Request body: {'security_group': {'name': 'tempest-secgroup--1398920943'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:45.288814 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-b7dc81e4-6986-4263-8b99-fd39a18e6317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:45.303026 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-b7dc81e4-6986-4263-8b99-fd39a18e6317 service neutron] Transition to ACTIVE for port object 931539c4-a194-4407-b007-980e9dacbb87 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:43:45.347464 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b7e14-a0ad-4a3f-94db-c9f46090ed56 req-7a08efd1-30dc-4240-846c-b243e2d528b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:45.351467 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea3b7e14-a0ad-4a3f-94db-c9f46090ed56 req-7a08efd1-30dc-4240-846c-b243e2d528b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 1099 time: 0.1744583 Apr 21 12:43:45.428235 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-b7dc81e4-6986-4263-8b99-fd39a18e6317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:45.435153 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10ffe63a-335c-4d81-b278-bfa5bcdddfeb req-aded045e-73bb-4589-8161-902e6b1503ba service neutron] 10.222.0.24 "GET /v2.0/networks/e67fd0d4-20ce-4a7c-9e38-3358944088ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312755 Apr 21 12:43:45.483277 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8c91f3-665f-42c7-a60f-28cb59f9fd18 admin admin] Deleting subnet fdc28bf1-e915-4072-b8cd-eaf24f93a684 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:43:45.490406 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5b74c43-a670-4f27-9fc2-a28bddf33d6a tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:45.510576 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e8c91f3-665f-42c7-a60f-28cb59f9fd18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:45.530339 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc81e4-6986-4263-8b99-fd39a18e6317 service neutron] Pushing event updated for resources: {'Port': ['ID=931539c4-a194-4407-b007-980e9dacbb87,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:45.601520 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b7e14-a0ad-4a3f-94db-c9f46090ed56 req-74a2215a-1f1d-4edd-9a6e-377b7e31ae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:45.607701 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea3b7e14-a0ad-4a3f-94db-c9f46090ed56 req-74a2215a-1f1d-4edd-9a6e-377b7e31ae66 service neutron] 10.222.0.24 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.2445762 Apr 21 12:43:45.628389 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-b7dc81e4-6986-4263-8b99-fd39a18e6317 service neutron] Attempting to bind port 931539c4-a194-4407-b007-980e9dacbb87 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:43:45.628895 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-b7dc81e4-6986-4263-8b99-fd39a18e6317 service neutron] Attempting to bind port 931539c4-a194-4407-b007-980e9dacbb87 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '35313a39-593f-4730-b028-18863b5a307d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'eb71644a-7d05-4464-b243-15be4bd43b24'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:43:45.629840 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-b7dc81e4-6986-4263-8b99-fd39a18e6317 service neutron] Attempting to bind port 931539c4-a194-4407-b007-980e9dacbb87 on network eb71644a-7d05-4464-b243-15be4bd43b24 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:43:45.635392 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-b7dc81e4-6986-4263-8b99-fd39a18e6317 service neutron] Port 931539c4-a194-4407-b007-980e9dacbb87 on network eb71644a-7d05-4464-b243-15be4bd43b24 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:43:45.636398 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-b7dc81e4-6986-4263-8b99-fd39a18e6317 service neutron] Attempting to bind port 931539c4-a194-4407-b007-980e9dacbb87 on network eb71644a-7d05-4464-b243-15be4bd43b24 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:43:45.642427 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-b7dc81e4-6986-4263-8b99-fd39a18e6317 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:43:45.643084 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-b7dc81e4-6986-4263-8b99-fd39a18e6317 service neutron] Checking segment: {'id': '35313a39-593f-4730-b028-18863b5a307d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'eb71644a-7d05-4464-b243-15be4bd43b24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:43:45.643642 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-b7dc81e4-6986-4263-8b99-fd39a18e6317 service neutron] Bound using segment: {'id': '35313a39-593f-4730-b028-18863b5a307d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'eb71644a-7d05-4464-b243-15be4bd43b24'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:43:45.644180 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-b7dc81e4-6986-4263-8b99-fd39a18e6317 service neutron] Bound port: 931539c4-a194-4407-b007-980e9dacbb87, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35313a39-593f-4730-b028-18863b5a307d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'eb71644a-7d05-4464-b243-15be4bd43b24'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:43:45.644830 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-b7dc81e4-6986-4263-8b99-fd39a18e6317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:45.667463 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e8c91f3-665f-42c7-a60f-28cb59f9fd18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:45.724885 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6a2c368-5734-49b0-b192-6e5c0466b804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:45.788860 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-b7dc81e4-6986-4263-8b99-fd39a18e6317 service neutron] For port 931539c4-a194-4407-b007-980e9dacbb87, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:43:45.802684 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-b7dc81e4-6986-4263-8b99-fd39a18e6317 service neutron] For port 931539c4-a194-4407-b007-980e9dacbb87, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=931539c4-a194-4407-b007-980e9dacbb87,segment=NetworkSegment(35313a39-593f-4730-b028-18863b5a307d),segment_id=35313a39-593f-4730-b028-18863b5a307d)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:43:45.806010 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea3b7e14-a0ad-4a3f-94db-c9f46090ed56 req-2cfd1012-5c06-4992-8963-c34c468d93e8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=2e7a6832-91aa-4c23-97cb-cf53fb940956 HTTP/1.1" status: 200 len: 217 time: 0.1902690 Apr 21 12:43:45.869471 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-b7dc81e4-6986-4263-8b99-fd39a18e6317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:45.930377 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-b7dc81e4-6986-4263-8b99-fd39a18e6317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:45.932481 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-b7dc81e4-6986-4263-8b99-fd39a18e6317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:45.935106 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-b7dc81e4-6986-4263-8b99-fd39a18e6317 service neutron] 10.222.0.24 "PUT /v2.0/ports/931539c4-a194-4407-b007-980e9dacbb87 HTTP/1.1" status: 200 len: 1092 time: 1.3829434 Apr 21 12:43:45.936374 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d3b01d-1b9a-47e4-ba76-7a62a9faa75f', 'tag': '931539c4-a194-4407-b007-980e9dacbb87'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:43:45.940934 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673f942c-52f5-4d10-8bce-2ecbb8813d47" -d '{"events": [{"name": "network-changed", "server_uuid": "58d3b01d-1b9a-47e4-ba76-7a62a9faa75f", "tag": "931539c4-a194-4407-b007-980e9dacbb87"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:43:45.991514 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10ffe63a-335c-4d81-b278-bfa5bcdddfeb req-f79357d0-343b-48ea-8a56-63bef0b63444 service neutron] 10.222.0.24 "GET /v2.0/networks/e67fd0d4-20ce-4a7c-9e38-3358944088ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5463164 Apr 21 12:43:46.021760 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b7e14-a0ad-4a3f-94db-c9f46090ed56 req-0afb83f6-2629-48d0-8e76-ea3ab95d8e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:46.023656 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea3b7e14-a0ad-4a3f-94db-c9f46090ed56 req-0afb83f6-2629-48d0-8e76-ea3ab95d8e8c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1439538 Apr 21 12:43:46.024242 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc81e4-6986-4263-8b99-fd39a18e6317 service neutron] Pushing event updated for resources: {'Port': ['ID=931539c4-a194-4407-b007-980e9dacbb87,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:46.029631 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5b74c43-a670-4f27-9fc2-a28bddf33d6a tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:46.052342 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-d892ba40-3dcd-43f9-8ace-3523b8996a41 service neutron] Request body: {'port': {'device_id': '58d3b01d-1b9a-47e4-ba76-7a62a9faa75f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:46.055626 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e8c91f3-665f-42c7-a60f-28cb59f9fd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:46.071990 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 6e3408e3-26ea-4b5f-8043-c0ee3e69630d details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:43:46.158744 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device be59715b-a6b8-4f1a-910c-af2eb4d23531 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:43:46.170382 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e6377-b11e-42fb-8774-8bfc0faf8315 req-118ab88c-272d-4b48-935d-3318c1af347b tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:46.171789 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-078e6377-b11e-42fb-8774-8bfc0faf8315 req-118ab88c-272d-4b48-935d-3318c1af347b tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 948 time: 0.3716624 Apr 21 12:43:46.180139 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5b74c43-a670-4f27-9fc2-a28bddf33d6a tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:46.231506 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: be59715b-a6b8-4f1a-910c-af2eb4d23531 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:43:46.232432 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device be59715b-a6b8-4f1a-910c-af2eb4d23531 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:43:46.245106 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 6e3408e3-26ea-4b5f-8043-c0ee3e69630d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=6e3408e3-26ea-4b5f-8043-c0ee3e69630d,segment=NetworkSegment(7c339962-eeb7-4ebb-a979-02736cc965f0),segment_id=7c339962-eeb7-4ebb-a979-02736cc965f0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:46.252323 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '6e3408e3-26ea-4b5f-8043-c0ee3e69630d', 'network_id': 'e67fd0d4-20ce-4a7c-9e38-3358944088ef', 'port_id': '6e3408e3-26ea-4b5f-8043-c0ee3e69630d', 'mac_address': 'fa:16:3e:c7:e4:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62d32397-8e47-4134-b0d7-9d0161fd19b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:43:46.298282 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b7e14-a0ad-4a3f-94db-c9f46090ed56 req-f824bc0c-67f7-44a6-9eb0-5c05f2dcd523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:46.299810 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea3b7e14-a0ad-4a3f-94db-c9f46090ed56 req-f824bc0c-67f7-44a6-9eb0-5c05f2dcd523 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2653863 Apr 21 12:43:46.308033 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-d892ba40-3dcd-43f9-8ace-3523b8996a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:46.313691 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5b74c43-a670-4f27-9fc2-a28bddf33d6a tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:46.322182 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46124) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:46.324505 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-fbc48679-02a9-4cbb-b074-60f747875eb7 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Request body: {'security_group_rule': {'security_group_id': '6eb8c7af-1c6c-4e84-915e-e0ec4cfcb12e', 'direction': 'ingress', 'protocol': 17}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:46.328832 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a5b74c43-a670-4f27-9fc2-a28bddf33d6a tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0490515 Apr 21 12:43:46.341800 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:46.343253 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c081f2c-734e-41b0-a0ef-59591c1f22b5 req-e1c15a31-2e5e-44c2-bb72-70cedde89841 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:46.345312 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c081f2c-734e-41b0-a0ef-59591c1f22b5 req-e1c15a31-2e5e-44c2-bb72-70cedde89841 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220 HTTP/1.1" status: 200 len: 943 time: 0.2984941 Apr 21 12:43:46.350536 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b74c43-a670-4f27-9fc2-a28bddf33d6a tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb8c7af-1c6c-4e84-915e-e0ec4cfcb12e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:46.362957 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e3408e3-26ea-4b5f-8043-c0ee3e69630d {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:43:46.397379 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-078e6377-b11e-42fb-8774-8bfc0faf8315 req-e6e657ad-8168-445f-914b-113017a2faf1 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028849 Apr 21 12:43:46.402141 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 6e3408e3-26ea-4b5f-8043-c0ee3e69630d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=6e3408e3-26ea-4b5f-8043-c0ee3e69630d,segment=NetworkSegment(7c339962-eeb7-4ebb-a979-02736cc965f0),segment_id=7c339962-eeb7-4ebb-a979-02736cc965f0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:46.427287 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e8c91f3-665f-42c7-a60f-28cb59f9fd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:46.449868 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afaba72a-5618-4095-8847-36757e614d01 x-openstack-request-id: req-afaba72a-5618-4095-8847-36757e614d01 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:43:46.450155 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d3b01d-1b9a-47e4-ba76-7a62a9faa75f", "tag": "931539c4-a194-4407-b007-980e9dacbb87", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:43:46.450405 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-afaba72a-5618-4095-8847-36757e614d01 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:43:46.450814 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afaba72a-5618-4095-8847-36757e614d01'] response: {'name': 'network-changed', 'server_uuid': '58d3b01d-1b9a-47e4-ba76-7a62a9faa75f', 'tag': '931539c4-a194-4407-b007-980e9dacbb87', 'status': 'completed', 'code': 200} Apr 21 12:43:46.468106 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbc48679-02a9-4cbb-b074-60f747875eb7 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:46.513993 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:46.523224 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c91f3-665f-42c7-a60f-28cb59f9fd18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdc28bf1-e915-4072-b8cd-eaf24f93a684,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:46.573549 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f942c-52f5-4d10-8bce-2ecbb8813d47 req-85a6fc0a-86c5-47a5-96e8-98e85de1d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:46.574413 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f942c-52f5-4d10-8bce-2ecbb8813d47 req-85a6fc0a-86c5-47a5-96e8-98e85de1d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:46.575611 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-673f942c-52f5-4d10-8bce-2ecbb8813d47 req-85a6fc0a-86c5-47a5-96e8-98e85de1d997 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34d7ccbf72aa4174acc53e783a3a33c5&device_id=58d3b01d-1b9a-47e4-ba76-7a62a9faa75f HTTP/1.1" status: 200 len: 1913 time: 0.0814860 Apr 21 12:43:46.577252 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbc48679-02a9-4cbb-b074-60f747875eb7 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:46.580686 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=6e3408e3-26ea-4b5f-8043-c0ee3e69630d,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:46.601299 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e8c91f3-665f-42c7-a60f-28cb59f9fd18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:46.607392 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daff4fb9-737b-4653-a8ce-029788b7dcb8 None None] Network ff76b4c9-41c1-41f6-b547-1cd37cbf682c requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:46.607576 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5e8c91f3-665f-42c7-a60f-28cb59f9fd18 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fdc28bf1-e915-4072-b8cd-eaf24f93a684 HTTP/1.1" status: 204 len: 168 time: 1.3464825 Apr 21 12:43:46.622319 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46134) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:46.654234 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c081f2c-734e-41b0-a0ef-59591c1f22b5 req-75b1b6db-a2f9-4c7f-84e4-a219f2bf063e tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38f08b7-0275-4e67-8b38-6543595a2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895799 Apr 21 12:43:46.676493 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbc48679-02a9-4cbb-b074-60f747875eb7 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:46.711549 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc48679-02a9-4cbb-b074-60f747875eb7 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3be165d-832f-4a29-9103-77b7b6f222d8,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:46.759990 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f942c-52f5-4d10-8bce-2ecbb8813d47 req-a38d39f0-fa6b-4884-9132-843b46edbb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:46.761326 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f942c-52f5-4d10-8bce-2ecbb8813d47 req-a38d39f0-fa6b-4884-9132-843b46edbb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:46.762002 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f942c-52f5-4d10-8bce-2ecbb8813d47 req-a38d39f0-fa6b-4884-9132-843b46edbb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:46.764086 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-673f942c-52f5-4d10-8bce-2ecbb8813d47 req-a38d39f0-fa6b-4884-9132-843b46edbb0c service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=34d7ccbf72aa4174acc53e783a3a33c5&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1805532 Apr 21 12:43:46.801278 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbc48679-02a9-4cbb-b074-60f747875eb7 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:46.802865 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fbc48679-02a9-4cbb-b074-60f747875eb7 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4836566 Apr 21 12:43:46.805978 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46142) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:46.806366 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['6e3408e3-26ea-4b5f-8043-c0ee3e69630d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:43:46.809033 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea3b7e14-a0ad-4a3f-94db-c9f46090ed56 req-79f59f76-5cd9-49c0-bf88-9a4132758327 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4596210 Apr 21 12:43:46.845944 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:46.853535 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9f111-eca1-47e0-a703-b4b77e091ce3 req-0c47b1c8-ce0a-4e32-b857-b0e219690769 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:46.860362 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9f111-eca1-47e0-a703-b4b77e091ce3 req-0c47b1c8-ce0a-4e32-b857-b0e219690769 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:46.866310 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2963494-ad9a-4624-98bb-4242757262a9 None None] DHCP port deletion for ff76b4c9-41c1-41f6-b547-1cd37cbf682c request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:43:46.870361 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03a9f111-eca1-47e0-a703-b4b77e091ce3 req-0c47b1c8-ce0a-4e32-b857-b0e219690769 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3b01d-1b9a-47e4-ba76-7a62a9faa75f HTTP/1.1" status: 200 len: 1666 time: 0.3337581 Apr 21 12:43:46.895930 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cff5f6a6-5596-44c4-ab01-5348b99d5752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:46.920751 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f942c-52f5-4d10-8bce-2ecbb8813d47 req-e69800b8-f559-4506-a390-f78e2cdce22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:46.922697 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-673f942c-52f5-4d10-8bce-2ecbb8813d47 req-e69800b8-f559-4506-a390-f78e2cdce22f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1515687 Apr 21 12:43:46.954522 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-43292706-5872-4ec3-b348-2d34841631ff tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:46.971000 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e2963494-ad9a-4624-98bb-4242757262a9 None None] Deleting port fdde615e-6040-4b20-912e-0320e5a420ed {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:46.971638 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2963494-ad9a-4624-98bb-4242757262a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:47.000227 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-43292706-5872-4ec3-b348-2d34841631ff tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:47.016239 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03a9f111-eca1-47e0-a703-b4b77e091ce3 req-44def79d-9d80-40cc-8e32-27ea8eea4e85 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460483 Apr 21 12:43:47.076745 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea3b7e14-a0ad-4a3f-94db-c9f46090ed56 req-9e4dba7a-60c6-4ffb-af81-0ed891008076 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508266 Apr 21 12:43:47.095868 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e2963494-ad9a-4624-98bb-4242757262a9 None None] For port fdde615e-6040-4b20-912e-0320e5a420ed, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fdde615e-6040-4b20-912e-0320e5a420ed,segment=NetworkSegment(809dc041-eed1-4719-81ae-d2f5a67a6a8c),segment_id=809dc041-eed1-4719-81ae-d2f5a67a6a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:47.096505 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2963494-ad9a-4624-98bb-4242757262a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:47.122458 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e2963494-ad9a-4624-98bb-4242757262a9 None None] Calling delete_port for fdde615e-6040-4b20-912e-0320e5a420ed owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:47.137065 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-43292706-5872-4ec3-b348-2d34841631ff tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:47.140047 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-43292706-5872-4ec3-b348-2d34841631ff tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:47.143764 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-43292706-5872-4ec3-b348-2d34841631ff tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "DELETE /v2.0/security-groups/6eb8c7af-1c6c-4e84-915e-e0ec4cfcb12e HTTP/1.1" status: 204 len: 168 time: 0.3338132 Apr 21 12:43:47.144786 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46150) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:47.151966 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43292706-5872-4ec3-b348-2d34841631ff tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb8c7af-1c6c-4e84-915e-e0ec4cfcb12e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:47.190644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-cff5f6a6-5596-44c4-ab01-5348b99d5752 admin admin] Deleting port fdde615e-6040-4b20-912e-0320e5a420ed {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:47.190981 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cff5f6a6-5596-44c4-ab01-5348b99d5752 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:47.296365 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fc39a26f-9ec4-466b-a191-7543e7c72b65 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1467016 Apr 21 12:43:47.297659 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46152) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:47.301875 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8e94bb66-9b15-46cb-a6b9-c9c86f8c534b tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Request body: {'security_group': {'name': 'tempest-secgroup--740904839'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:47.326704 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-d892ba40-3dcd-43f9-8ace-3523b8996a41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc24b07e-d98f-455e-b4eb-1e1f3632d8b3 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:43:47.330872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-cff5f6a6-5596-44c4-ab01-5348b99d5752 admin admin] For port fdde615e-6040-4b20-912e-0320e5a420ed, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fdde615e-6040-4b20-912e-0320e5a420ed,segment=NetworkSegment(809dc041-eed1-4719-81ae-d2f5a67a6a8c),segment_id=809dc041-eed1-4719-81ae-d2f5a67a6a8c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:47.331328 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cff5f6a6-5596-44c4-ab01-5348b99d5752 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:47.343983 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-d892ba40-3dcd-43f9-8ace-3523b8996a41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:47.355028 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-cff5f6a6-5596-44c4-ab01-5348b99d5752 admin admin] Calling delete_port for fdde615e-6040-4b20-912e-0320e5a420ed owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:47.369331 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-d892ba40-3dcd-43f9-8ace-3523b8996a41 service neutron] Transition to ACTIVE for port object bc24b07e-d98f-455e-b4eb-1e1f3632d8b3 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:43:47.416683 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8e94bb66-9b15-46cb-a6b9-c9c86f8c534b tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:47.442893 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-d892ba40-3dcd-43f9-8ace-3523b8996a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:47.500893 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2963494-ad9a-4624-98bb-4242757262a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:47.508933 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892ba40-3dcd-43f9-8ace-3523b8996a41 service neutron] Pushing event updated for resources: {'Port': ['ID=bc24b07e-d98f-455e-b4eb-1e1f3632d8b3,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:47.525209 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8e94bb66-9b15-46cb-a6b9-c9c86f8c534b tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:47.547224 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2963494-ad9a-4624-98bb-4242757262a9 None None] Pushing event deleted for resources: {'Port': ['ID=fdde615e-6040-4b20-912e-0320e5a420ed,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:47.553366 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2963494-ad9a-4624-98bb-4242757262a9 None None] No DVR routers for this DVR port fdde615e-6040-4b20-912e-0320e5a420ed on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:43:47.553565 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cff5f6a6-5596-44c4-ab01-5348b99d5752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:47.587223 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46162) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:47.601406 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8e94bb66-9b15-46cb-a6b9-c9c86f8c534b tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:47.628002 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff5f6a6-5596-44c4-ab01-5348b99d5752 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdde615e-6040-4b20-912e-0320e5a420ed,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:47.633777 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff5f6a6-5596-44c4-ab01-5348b99d5752 admin admin] No DVR routers for this DVR port fdde615e-6040-4b20-912e-0320e5a420ed on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:43:47.648818 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ccd41b-200d-4f1e-a21f-ce6b31ea1fad req-8acd3376-8314-4502-b4c0-81d4d510ab36 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:47.650640 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f0ccd41b-200d-4f1e-a21f-ce6b31ea1fad req-8acd3376-8314-4502-b4c0-81d4d510ab36 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 948 time: 0.1635818 Apr 21 12:43:47.656387 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94bb66-9b15-46cb-a6b9-c9c86f8c534b tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcff659-179d-4e0d-b9fe-ac5c77cfc81d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:47.725918 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:47.748156 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90efb244-6e21-4373-a047-eea61f042f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:47.774938 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-d892ba40-3dcd-43f9-8ace-3523b8996a41 service neutron] Attempting to bind port bc24b07e-d98f-455e-b4eb-1e1f3632d8b3 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:43:47.775273 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-d892ba40-3dcd-43f9-8ace-3523b8996a41 service neutron] Attempting to bind port bc24b07e-d98f-455e-b4eb-1e1f3632d8b3 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'f38c0f40-4251-4608-865c-bd1b35ed9e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b1ac5ef8-d4ad-4071-8e60-81aa8da286b1'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:43:47.775627 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-d892ba40-3dcd-43f9-8ace-3523b8996a41 service neutron] Attempting to bind port bc24b07e-d98f-455e-b4eb-1e1f3632d8b3 on network b1ac5ef8-d4ad-4071-8e60-81aa8da286b1 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:43:47.786655 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8e94bb66-9b15-46cb-a6b9-c9c86f8c534b tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:47.786655 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8e94bb66-9b15-46cb-a6b9-c9c86f8c534b tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4877169 Apr 21 12:43:47.790888 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46168) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:47.804945 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cff5f6a6-5596-44c4-ab01-5348b99d5752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:47.805699 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-06a93256-da04-4eff-aa65-9e48ad3e438c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Request body: {'security_group': {'name': 'tempest-secgroup--1795398535'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:47.840134 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-d892ba40-3dcd-43f9-8ace-3523b8996a41 service neutron] Port bc24b07e-d98f-455e-b4eb-1e1f3632d8b3 on network b1ac5ef8-d4ad-4071-8e60-81aa8da286b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:43:47.840463 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-d892ba40-3dcd-43f9-8ace-3523b8996a41 service neutron] Attempting to bind port bc24b07e-d98f-455e-b4eb-1e1f3632d8b3 on network b1ac5ef8-d4ad-4071-8e60-81aa8da286b1 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:43:47.860992 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-cff5f6a6-5596-44c4-ab01-5348b99d5752 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff76b4c9-41c1-41f6-b547-1cd37cbf682c']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:47.864945 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-d892ba40-3dcd-43f9-8ace-3523b8996a41 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:43:47.865278 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-d892ba40-3dcd-43f9-8ace-3523b8996a41 service neutron] Checking segment: {'id': 'f38c0f40-4251-4608-865c-bd1b35ed9e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b1ac5ef8-d4ad-4071-8e60-81aa8da286b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:43:47.865677 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-d892ba40-3dcd-43f9-8ace-3523b8996a41 service neutron] Bound using segment: {'id': 'f38c0f40-4251-4608-865c-bd1b35ed9e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b1ac5ef8-d4ad-4071-8e60-81aa8da286b1'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:43:47.866110 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-d892ba40-3dcd-43f9-8ace-3523b8996a41 service neutron] Bound port: bc24b07e-d98f-455e-b4eb-1e1f3632d8b3, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f38c0f40-4251-4608-865c-bd1b35ed9e47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'b1ac5ef8-d4ad-4071-8e60-81aa8da286b1'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:43:47.866525 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-d892ba40-3dcd-43f9-8ace-3523b8996a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:47.874562 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90efb244-6e21-4373-a047-eea61f042f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:47.877389 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f0ccd41b-200d-4f1e-a21f-ce6b31ea1fad req-dd56d4fd-1a25-4bdd-9c9c-e39603d59f02 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010562 Apr 21 12:43:47.887668 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-cff5f6a6-5596-44c4-ab01-5348b99d5752 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809dc041-eed1-4719-81ae-d2f5a67a6a8c') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:47.887959 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-cff5f6a6-5596-44c4-ab01-5348b99d5752 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809dc041-eed1-4719-81ae-d2f5a67a6a8c') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:47.905223 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cff5f6a6-5596-44c4-ab01-5348b99d5752 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:47.936684 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-06a93256-da04-4eff-aa65-9e48ad3e438c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:47.943038 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a887403-0f29-4480-baaa-f8f08537d240 req-b2421756-9ae7-428f-8560-a67fdb267a89 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:47.944510 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1a887403-0f29-4480-baaa-f8f08537d240 req-b2421756-9ae7-428f-8560-a67fdb267a89 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220 HTTP/1.1" status: 200 len: 944 time: 0.1795118 Apr 21 12:43:47.956574 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cff5f6a6-5596-44c4-ab01-5348b99d5752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:47.976393 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90efb244-6e21-4373-a047-eea61f042f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:48.045251 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-90efb244-6e21-4373-a047-eea61f042f6c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e930834faca4af8901b13a3bc74d30d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4565544 Apr 21 12:43:48.051605 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46174) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:48.064309 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90efb244-6e21-4373-a047-eea61f042f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e7710b-1ebd-4fef-abb5-e47895a13ffc,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:48.074024 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-06a93256-da04-4eff-aa65-9e48ad3e438c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:48.094297 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 2e7a6832-91aa-4c23-97cb-cf53fb940956 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:43:48.101306 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 6e3408e3-26ea-4b5f-8043-c0ee3e69630d up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:43:48.128390 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37256338-a708-4ad8-a0ed-1b1df0130d54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:48.170953 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37256338-a708-4ad8-a0ed-1b1df0130d54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:48.197329 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-06a93256-da04-4eff-aa65-9e48ad3e438c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:48.217914 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fdde615e-6040-4b20-912e-0320e5a420ed no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:43:48.250524 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: fdde615e-6040-4b20-912e-0320e5a420ed {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:43:48.251128 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fdde615e-6040-4b20-912e-0320e5a420ed not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:43:48.270663 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a93256-da04-4eff-aa65-9e48ad3e438c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2912eb4d-eee7-459d-bba8-87726d19717d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:48.289850 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 2e7a6832-91aa-4c23-97cb-cf53fb940956, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=2e7a6832-91aa-4c23-97cb-cf53fb940956,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:48.295279 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff5f6a6-5596-44c4-ab01-5348b99d5752 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:43:48.295680 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cff5f6a6-5596-44c4-ab01-5348b99d5752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:43:48.300680 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:43:48.308229 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-06a93256-da04-4eff-aa65-9e48ad3e438c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:48.312804 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-06a93256-da04-4eff-aa65-9e48ad3e438c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5186782 Apr 21 12:43:48.316296 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '2e7a6832-91aa-4c23-97cb-cf53fb940956', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': '2e7a6832-91aa-4c23-97cb-cf53fb940956', 'mac_address': 'fa:16:3e:b9:e9:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:43:48.316441 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46178) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:48.318170 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a8937342-5127-4f0f-87a5-40e190f202cb tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Request body: {'security_group_rule': {'security_group_id': 'dfcff659-179d-4e0d-b9fe-ac5c77cfc81d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2912eb4d-eee7-459d-bba8-87726d19717d', 'remote_ip_prefix': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:48.342507 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37256338-a708-4ad8-a0ed-1b1df0130d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:48.345327 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 6e3408e3-26ea-4b5f-8043-c0ee3e69630d completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:43:48.345665 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37256338-a708-4ad8-a0ed-1b1df0130d54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:48.349182 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-37256338-a708-4ad8-a0ed-1b1df0130d54 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c9e7710b-1ebd-4fef-abb5-e47895a13ffc HTTP/1.1" status: 204 len: 168 time: 0.2944140 Apr 21 12:43:48.358719 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37256338-a708-4ad8-a0ed-1b1df0130d54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e7710b-1ebd-4fef-abb5-e47895a13ffc,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:48.373350 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 6e3408e3-26ea-4b5f-8043-c0ee3e69630d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:48.375878 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:48.403592 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-d892ba40-3dcd-43f9-8ace-3523b8996a41 service neutron] For port bc24b07e-d98f-455e-b4eb-1e1f3632d8b3, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:43:48.408884 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:48.411422 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:48.430525 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e7a6832-91aa-4c23-97cb-cf53fb940956 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:43:48.434795 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1a887403-0f29-4480-baaa-f8f08537d240 req-13025c3d-dbd1-494a-8ebd-9046b9d62963 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38f08b7-0275-4e67-8b38-6543595a2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4796584 Apr 21 12:43:48.436791 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-d892ba40-3dcd-43f9-8ace-3523b8996a41 service neutron] For port bc24b07e-d98f-455e-b4eb-1e1f3632d8b3, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=bc24b07e-d98f-455e-b4eb-1e1f3632d8b3,segment=NetworkSegment(f38c0f40-4251-4608-865c-bd1b35ed9e47),segment_id=f38c0f40-4251-4608-865c-bd1b35ed9e47)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:43:48.445932 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a8937342-5127-4f0f-87a5-40e190f202cb tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:48.456219 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93cca1c-1a34-4ca8-8ead-abb317583a02 req-54d04e94-f6b8-40b7-805b-ae8dbd365d8b tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:48.459165 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 2e7a6832-91aa-4c23-97cb-cf53fb940956, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=2e7a6832-91aa-4c23-97cb-cf53fb940956,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:48.462252 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93cca1c-1a34-4ca8-8ead-abb317583a02 req-54d04e94-f6b8-40b7-805b-ae8dbd365d8b tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:48.467814 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c93cca1c-1a34-4ca8-8ead-abb317583a02 req-54d04e94-f6b8-40b7-805b-ae8dbd365d8b tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3b01d-1b9a-47e4-ba76-7a62a9faa75f HTTP/1.1" status: 200 len: 1678 time: 0.1707225 Apr 21 12:43:48.507240 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c93cca1c-1a34-4ca8-8ead-abb317583a02 req-df8281e6-6c6f-40fd-a2dd-122e77dc2d99 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359547 Apr 21 12:43:48.511974 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:48.527881 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a8937342-5127-4f0f-87a5-40e190f202cb tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:48.530981 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cff5f6a6-5596-44c4-ab01-5348b99d5752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:48.537502 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cff5f6a6-5596-44c4-ab01-5348b99d5752 admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:48.540564 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-cff5f6a6-5596-44c4-ab01-5348b99d5752 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ff76b4c9-41c1-41f6-b547-1cd37cbf682c HTTP/1.1" status: 204 len: 168 time: 1.9151862 Apr 21 12:43:48.544082 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3408e3-26ea-4b5f-8043-c0ee3e69630d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:43:48.544263 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46182) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:48.546523 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc64856-a297-4727-8ca6-760497f51447" -d '{"events": [{"server_uuid": "4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220", "name": "network-vif-plugged", "status": "completed", "tag": "6e3408e3-26ea-4b5f-8043-c0ee3e69630d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:43:48.551036 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff5f6a6-5596-44c4-ab01-5348b99d5752 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff76b4c9-41c1-41f6-b547-1cd37cbf682c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:48.558698 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-d892ba40-3dcd-43f9-8ace-3523b8996a41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:48.560131 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:48.563465 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 6e3408e3-26ea-4b5f-8043-c0ee3e69630d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=6e3408e3-26ea-4b5f-8043-c0ee3e69630d,segment=NetworkSegment(7c339962-eeb7-4ebb-a979-02736cc965f0),segment_id=7c339962-eeb7-4ebb-a979-02736cc965f0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:48.614434 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892ba40-3dcd-43f9-8ace-3523b8996a41 service neutron] Pushing event updated for resources: {'Port': ['ID=bc24b07e-d98f-455e-b4eb-1e1f3632d8b3,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:48.629015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-d892ba40-3dcd-43f9-8ace-3523b8996a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:48.630616 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-d892ba40-3dcd-43f9-8ace-3523b8996a41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:48.633353 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-d892ba40-3dcd-43f9-8ace-3523b8996a41 service neutron] 10.222.0.24 "PUT /v2.0/ports/bc24b07e-d98f-455e-b4eb-1e1f3632d8b3 HTTP/1.1" status: 200 len: 1091 time: 2.5878060 Apr 21 12:43:48.634010 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d3b01d-1b9a-47e4-ba76-7a62a9faa75f', 'tag': 'bc24b07e-d98f-455e-b4eb-1e1f3632d8b3'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:43:48.637308 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ff22c1-3d48-4d95-b3b5-86e3dfe8beff" -d '{"events": [{"name": "network-changed", "server_uuid": "58d3b01d-1b9a-47e4-ba76-7a62a9faa75f", "tag": "bc24b07e-d98f-455e-b4eb-1e1f3632d8b3"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:43:48.644388 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=2e7a6832-91aa-4c23-97cb-cf53fb940956,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:48.664524 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b219d1-6335-4bba-8c55-ee5fae7aa248 x-openstack-request-id: req-e3b219d1-6335-4bba-8c55-ee5fae7aa248 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:43:48.664820 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220", "name": "network-vif-plugged", "status": "completed", "tag": "6e3408e3-26ea-4b5f-8043-c0ee3e69630d", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:43:48.665071 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e3b219d1-6335-4bba-8c55-ee5fae7aa248 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:43:48.665469 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3b219d1-6335-4bba-8c55-ee5fae7aa248'] response: {'server_uuid': '4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e3408e3-26ea-4b5f-8043-c0ee3e69630d', 'code': 200} Apr 21 12:43:48.670300 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a8937342-5127-4f0f-87a5-40e190f202cb tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:48.692530 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d2b896-d12e-4463-9f56-c1cfc7bb7ef7 x-openstack-request-id: req-78d2b896-d12e-4463-9f56-c1cfc7bb7ef7 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:43:48.692823 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d3b01d-1b9a-47e4-ba76-7a62a9faa75f", "tag": "bc24b07e-d98f-455e-b4eb-1e1f3632d8b3", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:43:48.693072 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-78d2b896-d12e-4463-9f56-c1cfc7bb7ef7 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:43:48.694167 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78d2b896-d12e-4463-9f56-c1cfc7bb7ef7'] response: {'name': 'network-changed', 'server_uuid': '58d3b01d-1b9a-47e4-ba76-7a62a9faa75f', 'tag': 'bc24b07e-d98f-455e-b4eb-1e1f3632d8b3', 'status': 'completed', 'code': 200} Apr 21 12:43:48.699915 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:48.703660 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8937342-5127-4f0f-87a5-40e190f202cb tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a1cd76-dd53-40d4-b70c-716b091b53e8,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:48.776434 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:48.789127 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a8937342-5127-4f0f-87a5-40e190f202cb tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:48.790718 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a8937342-5127-4f0f-87a5-40e190f202cb tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4762979 Apr 21 12:43:48.793527 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46190) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:48.819918 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=6e3408e3-26ea-4b5f-8043-c0ee3e69630d,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:48.837765 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9fe046a6-9290-4d4d-80fb-d435a78f408e tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:48.858530 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff22c1-3d48-4d95-b3b5-86e3dfe8beff req-797d24d7-9b84-47d4-a807-9c7de341e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:48.859317 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['2e7a6832-91aa-4c23-97cb-cf53fb940956'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:43:48.859617 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff22c1-3d48-4d95-b3b5-86e3dfe8beff req-797d24d7-9b84-47d4-a807-9c7de341e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:48.861231 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-82ff22c1-3d48-4d95-b3b5-86e3dfe8beff req-797d24d7-9b84-47d4-a807-9c7de341e220 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34d7ccbf72aa4174acc53e783a3a33c5&device_id=58d3b01d-1b9a-47e4-ba76-7a62a9faa75f HTTP/1.1" status: 200 len: 1980 time: 0.1400530 Apr 21 12:43:48.865006 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498bf96-1dbc-4b03-a809-8edfb3a2b8f3 req-6067d40b-224c-4658-ae65-999a21357003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:48.866550 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d498bf96-1dbc-4b03-a809-8edfb3a2b8f3 req-6067d40b-224c-4658-ae65-999a21357003 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220 HTTP/1.1" status: 200 len: 1096 time: 0.0865357 Apr 21 12:43:48.927045 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9fe046a6-9290-4d4d-80fb-d435a78f408e tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:49.052733 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff22c1-3d48-4d95-b3b5-86e3dfe8beff req-24caf0c5-46a0-4fcd-bbef-ceae4cb2d704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:49.053757 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff22c1-3d48-4d95-b3b5-86e3dfe8beff req-24caf0c5-46a0-4fcd-bbef-ceae4cb2d704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:49.054242 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff22c1-3d48-4d95-b3b5-86e3dfe8beff req-24caf0c5-46a0-4fcd-bbef-ceae4cb2d704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:49.056100 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-82ff22c1-3d48-4d95-b3b5-86e3dfe8beff req-24caf0c5-46a0-4fcd-bbef-ceae4cb2d704 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=34d7ccbf72aa4174acc53e783a3a33c5&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1802325 Apr 21 12:43:49.136807 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d498bf96-1dbc-4b03-a809-8edfb3a2b8f3 req-35513129-70ca-4966-9fd0-29465e7aabe3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d38f08b7-0275-4e67-8b38-6543595a2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619760 Apr 21 12:43:49.188525 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c4baa-3245-443f-917a-68195d4bc993 req-f35bb3b5-74cd-478e-9e3e-081ecbf5c0ca tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:49.190117 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-454c4baa-3245-443f-917a-68195d4bc993 req-f35bb3b5-74cd-478e-9e3e-081ecbf5c0ca tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 949 time: 0.1310921 Apr 21 12:43:49.236747 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46198) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:49.273449 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f715dd2b-502d-4b90-81df-155893c3ef76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:49.277749 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff22c1-3d48-4d95-b3b5-86e3dfe8beff req-e8f1a00c-eb43-4319-8d8c-cbf81c7f7443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:49.279295 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-82ff22c1-3d48-4d95-b3b5-86e3dfe8beff req-e8f1a00c-eb43-4319-8d8c-cbf81c7f7443 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1706183 Apr 21 12:43:49.283749 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-454c4baa-3245-443f-917a-68195d4bc993 req-abbc7f28-a915-444a-b02c-eb8e408f71a3 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828321 Apr 21 12:43:49.371134 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f715dd2b-502d-4b90-81df-155893c3ef76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:49.394267 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9fe046a6-9290-4d4d-80fb-d435a78f408e tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:49.399040 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9fe046a6-9290-4d4d-80fb-d435a78f408e tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:49.402807 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9fe046a6-9290-4d4d-80fb-d435a78f408e tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/d2a1cd76-dd53-40d4-b70c-716b091b53e8 HTTP/1.1" status: 204 len: 168 time: 0.6028042 Apr 21 12:43:49.403633 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46200) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:49.424407 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe046a6-9290-4d4d-80fb-d435a78f408e tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d2a1cd76-dd53-40d4-b70c-716b091b53e8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:49.425556 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-1568fae7-e867-447c-897c-ec94885e30e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:49.426044 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-1568fae7-e867-447c-897c-ec94885e30e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:49.427619 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-1568fae7-e867-447c-897c-ec94885e30e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=34d7ccbf72aa4174acc53e783a3a33c5&device_id=58d3b01d-1b9a-47e4-ba76-7a62a9faa75f HTTP/1.1" status: 200 len: 1980 time: 0.0462103 Apr 21 12:43:49.469391 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5b7f83d7-4d49-4803-952e-09f9e781d968 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0613654 Apr 21 12:43:49.469915 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46204) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:49.473391 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f715dd2b-502d-4b90-81df-155893c3ef76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:49.504138 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-4aae078b-e6b8-42ba-8e05-5689d51ca503 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.155&port_id=931539c4-a194-4407-b007-980e9dacbb87 HTTP/1.1" status: 200 len: 217 time: 0.0674953 Apr 21 12:43:49.512381 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f715dd2b-502d-4b90-81df-155893c3ef76 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cd2ebba2f1ab476c87f818521af43718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2712338 Apr 21 12:43:49.514117 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46206) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:49.518748 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715dd2b-502d-4b90-81df-155893c3ef76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3f32cd-fe23-4779-a462-8793f8d47ab8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:49.586775 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-196e3586-7257-42b1-adda-10c85d9429d0 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:49.610499 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-0545e178-5f2f-444f-a33d-93ed67ac1a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:49.615242 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-0545e178-5f2f-444f-a33d-93ed67ac1a9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=732a1432-e8b0-4389-93a0-83fcfc4ee03f HTTP/1.1" status: 200 len: 801 time: 0.0755000 Apr 21 12:43:49.623250 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280c6a7-c16e-456f-8940-131b6fd9c278 req-c17634c4-2c49-4945-8b36-16957d70afd3 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:49.624865 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c280c6a7-c16e-456f-8940-131b6fd9c278 req-c17634c4-2c49-4945-8b36-16957d70afd3 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220 HTTP/1.1" status: 200 len: 945 time: 0.0985067 Apr 21 12:43:49.647134 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-196e3586-7257-42b1-adda-10c85d9429d0 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:49.658314 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3692d9a-8006-4019-ac76-204f61f03f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:49.698722 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57f96f0f-19a8-4680-9338-8c023e63badd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:49.719515 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c280c6a7-c16e-456f-8940-131b6fd9c278 req-b76c4042-1d01-4d81-baad-1e67eef35ee4 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38f08b7-0275-4e67-8b38-6543595a2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859118 Apr 21 12:43:49.733207 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8e57d-3993-4ef4-be89-2b15343791ac req-a9c15893-2209-403a-9dc4-c91bb1eae56c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:49.739167 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f8e57d-3993-4ef4-be89-2b15343791ac req-a9c15893-2209-403a-9dc4-c91bb1eae56c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:49.740777 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-76f8e57d-3993-4ef4-be89-2b15343791ac req-a9c15893-2209-403a-9dc4-c91bb1eae56c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3b01d-1b9a-47e4-ba76-7a62a9faa75f HTTP/1.1" status: 200 len: 1678 time: 0.1279275 Apr 21 12:43:49.743733 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-c0bef1da-7385-4610-b4e3-2fdec2a4d2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:49.745734 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-c0bef1da-7385-4610-b4e3-2fdec2a4d2f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=eb71644a-7d05-4464-b243-15be4bd43b24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1133862 Apr 21 12:43:49.761222 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3692d9a-8006-4019-ac76-204f61f03f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:49.803204 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-76f8e57d-3993-4ef4-be89-2b15343791ac req-68bfb183-6949-4eff-a2ac-61e92002679a tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509558 Apr 21 12:43:49.879943 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-196e3586-7257-42b1-adda-10c85d9429d0 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:49.882457 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-196e3586-7257-42b1-adda-10c85d9429d0 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:49.883786 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-196e3586-7257-42b1-adda-10c85d9429d0 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "DELETE /v2.0/security-groups/2912eb4d-eee7-459d-bba8-87726d19717d HTTP/1.1" status: 204 len: 168 time: 0.4131584 Apr 21 12:43:49.886281 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46220) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:49.895986 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196e3586-7257-42b1-adda-10c85d9429d0 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2912eb4d-eee7-459d-bba8-87726d19717d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:49.954452 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46222) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:49.954760 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1abad066-b903-48c0-ab8b-8895a0a47a32 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0672529 Apr 21 12:43:49.973538 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3692d9a-8006-4019-ac76-204f61f03f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:49.977101 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3692d9a-8006-4019-ac76-204f61f03f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:49.982421 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a3692d9a-8006-4019-ac76-204f61f03f49 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e3f32cd-fe23-4779-a462-8793f8d47ab8 HTTP/1.1" status: 204 len: 168 time: 0.4673359 Apr 21 12:43:50.027208 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3692d9a-8006-4019-ac76-204f61f03f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3f32cd-fe23-4779-a462-8793f8d47ab8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:50.065055 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-9486dfd7-2c2b-488d-a835-98163e2fef38 service neutron] 10.222.0.24 "GET /v2.0/networks/eb71644a-7d05-4464-b243-15be4bd43b24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094661 Apr 21 12:43:50.090547 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 2e7a6832-91aa-4c23-97cb-cf53fb940956 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:43:50.154104 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16da8944-16b9-47a8-8f31-417373210473 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:50.174266 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-57f96f0f-19a8-4680-9338-8c023e63badd admin admin] Deleting port 7bf1f437-6b68-4f77-a128-f7a483ecdbfb {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:50.174602 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57f96f0f-19a8-4680-9338-8c023e63badd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:50.194324 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-c864e5c1-a93a-4df6-832e-ba10099be6ba service neutron] 10.222.0.24 "GET /v2.0/networks/eb71644a-7d05-4464-b243-15be4bd43b24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174409 Apr 21 12:43:50.194549 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16da8944-16b9-47a8-8f31-417373210473 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:50.248007 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-fdd199d5-9846-45c5-8c31-f37dc5f70ed3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.79&port_id=bc24b07e-d98f-455e-b4eb-1e1f3632d8b3 HTTP/1.1" status: 200 len: 217 time: 0.0450463 Apr 21 12:43:50.288344 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 2e7a6832-91aa-4c23-97cb-cf53fb940956 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:43:50.293642 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 2e7a6832-91aa-4c23-97cb-cf53fb940956 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:50.294018 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:50.333452 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-6d12e12a-69a2-4be7-81ca-4c41a37bb604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:50.334933 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-6d12e12a-69a2-4be7-81ca-4c41a37bb604 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=42e53bd4-4037-46aa-a196-768c8a270564 HTTP/1.1" status: 200 len: 801 time: 0.0795763 Apr 21 12:43:50.341894 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-57f96f0f-19a8-4680-9338-8c023e63badd admin admin] For port 7bf1f437-6b68-4f77-a128-f7a483ecdbfb, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=7bf1f437-6b68-4f77-a128-f7a483ecdbfb,segment=NetworkSegment(2c704d8d-50ff-44d0-953d-b5d0cdeba00f),segment_id=2c704d8d-50ff-44d0-953d-b5d0cdeba00f)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:50.342272 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57f96f0f-19a8-4680-9338-8c023e63badd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:50.351737 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:50.368097 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-57f96f0f-19a8-4680-9338-8c023e63badd admin admin] Calling delete_port for 7bf1f437-6b68-4f77-a128-f7a483ecdbfb owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:50.410745 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:50.448323 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16da8944-16b9-47a8-8f31-417373210473 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:50.451402 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16da8944-16b9-47a8-8f31-417373210473 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:50.452626 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-16da8944-16b9-47a8-8f31-417373210473 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "DELETE /v2.0/security-groups/dfcff659-179d-4e0d-b9fe-ac5c77cfc81d HTTP/1.1" status: 204 len: 168 time: 0.4969127 Apr 21 12:43:50.458398 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46232) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:50.467019 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da8944-16b9-47a8-8f31-417373210473 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcff659-179d-4e0d-b9fe-ac5c77cfc81d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:50.476299 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 2e7a6832-91aa-4c23-97cb-cf53fb940956, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=2e7a6832-91aa-4c23-97cb-cf53fb940956,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:50.502996 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-63be7666-8764-47d6-8651-fdc1fe3f7459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:50.504942 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-63be7666-8764-47d6-8651-fdc1fe3f7459 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1ac5ef8-d4ad-4071-8e60-81aa8da286b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1600266 Apr 21 12:43:50.542130 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:50.591037 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5788e8f7-3911-400a-ad2a-eb4ce1f020c1 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1310010 Apr 21 12:43:50.595445 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46238) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:50.598787 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=2e7a6832-91aa-4c23-97cb-cf53fb940956,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:50.602126 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-fa13d7c7-36c6-4469-a60f-1797ec65e02c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Request body: {'security_group': {'name': 'tempest-secgroup--199009002'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:50.621527 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613c10d-c8cb-40bb-b5e9-fe0424248701 req-6a57ce51-9780-4331-a8b8-4d74298fee63 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:50.621867 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b613c10d-c8cb-40bb-b5e9-fe0424248701 req-6a57ce51-9780-4331-a8b8-4d74298fee63 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 949 time: 0.1884062 Apr 21 12:43:50.667171 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57956301-b174-4c6c-a2c9-9913752e1b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7a6832-91aa-4c23-97cb-cf53fb940956'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:43:50.669997 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ae60e7-15e2-4ed4-83b0-ef116d2a6fe8" -d '{"events": [{"server_uuid": "57956301-b174-4c6c-a2c9-9913752e1b46", "name": "network-vif-plugged", "status": "completed", "tag": "2e7a6832-91aa-4c23-97cb-cf53fb940956"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:43:50.684077 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-1670bd8d-f5c7-4b3b-9297-5b29d0ef628a service neutron] 10.222.0.24 "GET /v2.0/networks/b1ac5ef8-d4ad-4071-8e60-81aa8da286b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679890 Apr 21 12:43:50.695560 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b613c10d-c8cb-40bb-b5e9-fe0424248701 req-5d06f604-a605-4520-a009-2c5772919361 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614049 Apr 21 12:43:50.762512 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afef81a-90b5-48a2-b9eb-a024763a6732 x-openstack-request-id: req-1afef81a-90b5-48a2-b9eb-a024763a6732 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:43:50.762512 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57956301-b174-4c6c-a2c9-9913752e1b46", "name": "network-vif-plugged", "status": "completed", "tag": "2e7a6832-91aa-4c23-97cb-cf53fb940956", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:43:50.764740 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1afef81a-90b5-48a2-b9eb-a024763a6732 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:43:50.765165 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1afef81a-90b5-48a2-b9eb-a024763a6732'] response: {'server_uuid': '57956301-b174-4c6c-a2c9-9913752e1b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7a6832-91aa-4c23-97cb-cf53fb940956', 'code': 200} Apr 21 12:43:50.782955 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57f96f0f-19a8-4680-9338-8c023e63badd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:50.823701 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa13d7c7-36c6-4469-a60f-1797ec65e02c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:50.831365 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a1f2f77-ed92-4481-b2f5-bd9dde2c5efc req-fe860f9e-8ce0-4ebb-a2aa-418e834cdd0f service neutron] 10.222.0.24 "GET /v2.0/networks/b1ac5ef8-d4ad-4071-8e60-81aa8da286b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310034 Apr 21 12:43:50.877182 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f96f0f-19a8-4680-9338-8c023e63badd admin admin] Pushing event deleted for resources: {'Port': ['ID=7bf1f437-6b68-4f77-a128-f7a483ecdbfb,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:51.062605 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03359eb-1058-44cd-a92e-68e3be1f318f req-6f2cfedf-29ad-4b3d-b72d-9c8008a83656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:51.064149 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c03359eb-1058-44cd-a92e-68e3be1f318f req-6f2cfedf-29ad-4b3d-b72d-9c8008a83656 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 1101 time: 0.1768584 Apr 21 12:43:51.077313 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa13d7c7-36c6-4469-a60f-1797ec65e02c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:51.091514 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb08e4d3-7624-45e3-802b-179578e21a66 req-9039bd74-0d95-4ead-a484-8bd579750dfb tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:51.093036 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb08e4d3-7624-45e3-802b-179578e21a66 req-9039bd74-0d95-4ead-a484-8bd579750dfb tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220 HTTP/1.1" status: 200 len: 945 time: 0.1771145 Apr 21 12:43:51.102415 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091504a8-3710-486e-b1d3-339e633d492b req-b3206f41-7127-4c64-a4b3-dfdaac59ea61 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:51.109318 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091504a8-3710-486e-b1d3-339e633d492b req-b3206f41-7127-4c64-a4b3-dfdaac59ea61 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:51.111243 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-091504a8-3710-486e-b1d3-339e633d492b req-b3206f41-7127-4c64-a4b3-dfdaac59ea61 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3b01d-1b9a-47e4-ba76-7a62a9faa75f HTTP/1.1" status: 200 len: 1678 time: 0.1396718 Apr 21 12:43:51.132939 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57f96f0f-19a8-4680-9338-8c023e63badd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:51.192157 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa13d7c7-36c6-4469-a60f-1797ec65e02c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:51.202619 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c03359eb-1058-44cd-a92e-68e3be1f318f req-410142a9-dde2-4399-a148-1556bda34d13 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308205 Apr 21 12:43:51.218765 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-091504a8-3710-486e-b1d3-339e633d492b req-8badb2d6-21b9-44f8-af54-02e26216db83 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970867 Apr 21 12:43:51.224056 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb08e4d3-7624-45e3-802b-179578e21a66 req-0c9c042c-a4dd-484f-a608-21c8639cfaa7 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38f08b7-0275-4e67-8b38-6543595a2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116905 Apr 21 12:43:51.241715 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa13d7c7-36c6-4469-a60f-1797ec65e02c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c06c57-8d6d-4faa-9500-5bd8770b19a4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:51.304184 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa13d7c7-36c6-4469-a60f-1797ec65e02c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:51.306005 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fa13d7c7-36c6-4469-a60f-1797ec65e02c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7072310 Apr 21 12:43:51.317074 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46262) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:51.323384 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-58102ee3-c9db-4110-8429-a36bc06747f4 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Request body: {'security_group_rule': {'security_group_id': 'd5c06c57-8d6d-4faa-9500-5bd8770b19a4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:51.389714 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f96f0f-19a8-4680-9338-8c023e63badd admin admin] Router be945793-f6ec-43eb-9b53-29ec92c2773b has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:43:51.439624 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58102ee3-c9db-4110-8429-a36bc06747f4 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:51.513072 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58102ee3-c9db-4110-8429-a36bc06747f4 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:51.534907 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f96f0f-19a8-4680-9338-8c023e63badd admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:43:51.549488 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d3501b-45ad-4538-bbd0-476338da0053 None None] Sync routers for ids ['be945793-f6ec-43eb-9b53-29ec92c2773b'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:43:51.564631 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46272) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:51.564860 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-57f96f0f-19a8-4680-9338-8c023e63badd admin admin] 10.222.0.36 "PUT /v2.0/routers/be945793-f6ec-43eb-9b53-29ec92c2773b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0194793 Apr 21 12:43:51.569182 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d3501b-45ad-4538-bbd0-476338da0053 None None] Routers {'be945793-f6ec-43eb-9b53-29ec92c2773b'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:43:51.570258 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-32d3501b-45ad-4538-bbd0-476338da0053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:43:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['be945793-f6ec-43eb-9b53-29ec92c2773b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:51.609296 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58102ee3-c9db-4110-8429-a36bc06747f4 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:51.646300 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58102ee3-c9db-4110-8429-a36bc06747f4 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8663833-a62a-4014-9d8a-e919f1502720,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:51.698137 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-32d3501b-45ad-4538-bbd0-476338da0053 None None] Set router be945793-f6ec-43eb-9b53-29ec92c2773b gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:43:51.710006 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1154b1f2-afb1-4a4d-92de-ac076f3ef314 admin admin] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:51.780192 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58102ee3-c9db-4110-8429-a36bc06747f4 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:51.786501 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-58102ee3-c9db-4110-8429-a36bc06747f4 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4677181 Apr 21 12:43:51.789512 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46278) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:51.850439 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f65d33a-debc-4abb-9ad4-25729f11f54b tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:51.861495 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f65d33a-debc-4abb-9ad4-25729f11f54b tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:51.954560 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1154b1f2-afb1-4a4d-92de-ac076f3ef314 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:51.977159 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f65d33a-debc-4abb-9ad4-25729f11f54b tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:52.003439 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f65d33a-debc-4abb-9ad4-25729f11f54b tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:52.010503 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4f65d33a-debc-4abb-9ad4-25729f11f54b tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/f8663833-a62a-4014-9d8a-e919f1502720 HTTP/1.1" status: 204 len: 168 time: 0.2197316 Apr 21 12:43:52.015932 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f65d33a-debc-4abb-9ad4-25729f11f54b tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f8663833-a62a-4014-9d8a-e919f1502720,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:52.015932 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46292) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:52.042585 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad1d11-b7a1-4d8c-88be-1b07c25eb640 req-52c67629-3d3e-40a4-a84b-f25c1a3b74e6 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:52.045100 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2fad1d11-b7a1-4d8c-88be-1b07c25eb640 req-52c67629-3d3e-40a4-a84b-f25c1a3b74e6 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.1465538 Apr 21 12:43:52.134581 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7879878-7c51-4080-aefc-b48a2ff1b6a9 req-cd941b07-f427-4560-b3d6-7177e4d3df67 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:52.142566 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7879878-7c51-4080-aefc-b48a2ff1b6a9 req-cd941b07-f427-4560-b3d6-7177e4d3df67 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220 HTTP/1.1" status: 200 len: 945 time: 0.1667171 Apr 21 12:43:52.157607 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4ca9dab6-ec7e-49e8-a581-847cace35f7e tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1413786 Apr 21 12:43:52.176603 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46298) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:52.207338 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7879878-7c51-4080-aefc-b48a2ff1b6a9 req-8314f993-880a-41ae-8b9b-05596538ceae tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38f08b7-0275-4e67-8b38-6543595a2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638463 Apr 21 12:43:52.211611 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2fad1d11-b7a1-4d8c-88be-1b07c25eb640 req-c16656c8-eaa1-412f-af8e-3677a534f02a tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563764 Apr 21 12:43:52.233803 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-32d3501b-45ad-4538-bbd0-476338da0053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be945793-f6ec-43eb-9b53-29ec92c2773b', 'name': 'tempest-TaggedBootDevicesTest_v242-1682690919-router', 'tenant_id': '3701434754b74f7588921759ad78770d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': '3256ddbf-d32e-4abf-8f3a-3f4d053f4b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:54Z', 'updated_at': '2022-04-21T12:43:50Z', 'revision_number': 5, 'project_id': '3701434754b74f7588921759ad78770d', 'gw_port': {'id': '3256ddbf-d32e-4abf-8f3a-3f4d053f4b49', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:b1:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be945793-f6ec-43eb-9b53-29ec92c2773b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:35:55Z', 'updated_at': '2022-04-21T12:36:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:52.236201 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1154b1f2-afb1-4a4d-92de-ac076f3ef314 admin admin] Deleting port 3256ddbf-d32e-4abf-8f3a-3f4d053f4b49 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:52.236201 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1154b1f2-afb1-4a4d-92de-ac076f3ef314 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:52.263512 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d3501b-45ad-4538-bbd0-476338da0053 None None] Checking router: be945793-f6ec-43eb-9b53-29ec92c2773b for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:43:52.274906 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d3501b-45ad-4538-bbd0-476338da0053 None None] Routers {'be945793-f6ec-43eb-9b53-29ec92c2773b'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:43:52.277071 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-32d3501b-45ad-4538-bbd0-476338da0053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:43:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['be945793-f6ec-43eb-9b53-29ec92c2773b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:52.319133 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6cdae837-cbd9-4dfd-9a91-0c178cf54bbb tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:52.364796 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6cdae837-cbd9-4dfd-9a91-0c178cf54bbb tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:52.474213 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-32d3501b-45ad-4538-bbd0-476338da0053 None None] Set router be945793-f6ec-43eb-9b53-29ec92c2773b gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:43:52.502769 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-1154b1f2-afb1-4a4d-92de-ac076f3ef314 admin admin] For port 3256ddbf-d32e-4abf-8f3a-3f4d053f4b49, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3256ddbf-d32e-4abf-8f3a-3f4d053f4b49,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:52.506502 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1154b1f2-afb1-4a4d-92de-ac076f3ef314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:52.530840 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6cdae837-cbd9-4dfd-9a91-0c178cf54bbb tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:52.535554 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6cdae837-cbd9-4dfd-9a91-0c178cf54bbb tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:52.539256 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6cdae837-cbd9-4dfd-9a91-0c178cf54bbb tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "DELETE /v2.0/security-groups/d5c06c57-8d6d-4faa-9500-5bd8770b19a4 HTTP/1.1" status: 204 len: 168 time: 0.3589644 Apr 21 12:43:52.546788 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1154b1f2-afb1-4a4d-92de-ac076f3ef314 admin admin] Calling delete_port for 3256ddbf-d32e-4abf-8f3a-3f4d053f4b49 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:52.550331 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46316) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:52.553025 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdae837-cbd9-4dfd-9a91-0c178cf54bbb tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c06c57-8d6d-4faa-9500-5bd8770b19a4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:52.570367 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-32d3501b-45ad-4538-bbd0-476338da0053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be945793-f6ec-43eb-9b53-29ec92c2773b', 'name': 'tempest-TaggedBootDevicesTest_v242-1682690919-router', 'tenant_id': '3701434754b74f7588921759ad78770d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:54Z', 'updated_at': '2022-04-21T12:43:51Z', 'revision_number': 6, 'project_id': '3701434754b74f7588921759ad78770d', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:52.584829 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf03e39-af7c-45d4-8b55-32860436cdf9 req-7399746b-b68a-44f6-86e7-6a357c0b8810 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:52.591746 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf03e39-af7c-45d4-8b55-32860436cdf9 req-7399746b-b68a-44f6-86e7-6a357c0b8810 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:52.593545 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-baf03e39-af7c-45d4-8b55-32860436cdf9 req-7399746b-b68a-44f6-86e7-6a357c0b8810 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3b01d-1b9a-47e4-ba76-7a62a9faa75f HTTP/1.1" status: 200 len: 1678 time: 0.2428682 Apr 21 12:43:52.609614 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d3501b-45ad-4538-bbd0-476338da0053 None None] The sync data for ids ['be945793-f6ec-43eb-9b53-29ec92c2773b'] in n-d-836147-2 is: [{'id': 'be945793-f6ec-43eb-9b53-29ec92c2773b', 'name': 'tempest-TaggedBootDevicesTest_v242-1682690919-router', 'tenant_id': '3701434754b74f7588921759ad78770d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:35:54Z', 'updated_at': '2022-04-21T12:43:51Z', 'revision_number': 6, 'project_id': '3701434754b74f7588921759ad78770d', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:43:52.722554 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-13aab962-dafe-46aa-8e5a-2925f79790e1 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1708732 Apr 21 12:43:52.726614 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46322) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:52.727297 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-baf03e39-af7c-45d4-8b55-32860436cdf9 req-dc10e520-04a3-4038-9806-8906c2a3b416 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257253 Apr 21 12:43:52.731953 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ad9adf5d-9c74-4193-9f46-c01c48c2f5f6 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Request body: {'security_group': {'name': 'tempest-secgroup--162146051'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:52.846362 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad9adf5d-9c74-4193-9f46-c01c48c2f5f6 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:52.911341 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad9adf5d-9c74-4193-9f46-c01c48c2f5f6 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:52.994249 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1154b1f2-afb1-4a4d-92de-ac076f3ef314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:53.030115 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154b1f2-afb1-4a4d-92de-ac076f3ef314 admin admin] Pushing event deleted for resources: {'Port': ['ID=3256ddbf-d32e-4abf-8f3a-3f4d053f4b49,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:53.039236 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad9adf5d-9c74-4193-9f46-c01c48c2f5f6 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:53.091737 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9adf5d-9c74-4193-9f46-c01c48c2f5f6 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a206efe0-4824-4916-822b-7fdea18413e3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:53.105636 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1154b1f2-afb1-4a4d-92de-ac076f3ef314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:53.170639 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad9adf5d-9c74-4193-9f46-c01c48c2f5f6 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:53.174238 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ad9adf5d-9c74-4193-9f46-c01c48c2f5f6 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4465632 Apr 21 12:43:53.178033 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46336) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:53.182606 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bbda171b-c5fb-4569-b333-f01558cdc956 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Request body: {'security_group_rule': {'security_group_id': 'a206efe0-4824-4916-822b-7fdea18413e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:53.201785 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1154b1f2-afb1-4a4d-92de-ac076f3ef314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:53.204197 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1154b1f2-afb1-4a4d-92de-ac076f3ef314 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:53.290510 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bbda171b-c5fb-4569-b333-f01558cdc956 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:53.343632 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42422101-36e2-4605-80b2-a0468b6906ad req-6dfda790-b888-4ab2-8868-c2506ae8455a tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:53.346036 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42422101-36e2-4605-80b2-a0468b6906ad req-6dfda790-b888-4ab2-8868-c2506ae8455a tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.24 "GET /v2.0/ports?device_id=4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220 HTTP/1.1" status: 200 len: 945 time: 0.0830708 Apr 21 12:43:53.346697 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1154b1f2-afb1-4a4d-92de-ac076f3ef314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:53.347224 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1154b1f2-afb1-4a4d-92de-ac076f3ef314 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be945793-f6ec-43eb-9b53-29ec92c2773b {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:43:53.353285 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1154b1f2-afb1-4a4d-92de-ac076f3ef314 admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:53.354605 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1154b1f2-afb1-4a4d-92de-ac076f3ef314 admin admin] 10.222.0.36 "DELETE /v2.0/routers/be945793-f6ec-43eb-9b53-29ec92c2773b HTTP/1.1" status: 204 len: 168 time: 1.7884498 Apr 21 12:43:53.359183 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46342) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:53.418864 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bbda171b-c5fb-4569-b333-f01558cdc956 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:53.444084 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-b11c2834-e261-4546-b36e-89d06e586c42 admin admin] Deleting subnet d0d4f6b3-0eee-45da-882f-513ca8fe5888 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:43:53.453494 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b11c2834-e261-4546-b36e-89d06e586c42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:53.479270 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10af281-d202-407c-bd0a-1549e01e6ed5 req-bdcc7a93-6ffe-4e51-a7d6-acedff326eb1 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:53.480875 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c10af281-d202-407c-bd0a-1549e01e6ed5 req-bdcc7a93-6ffe-4e51-a7d6-acedff326eb1 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220 HTTP/1.1" status: 200 len: 945 time: 0.1318293 Apr 21 12:43:53.498814 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b11c2834-e261-4546-b36e-89d06e586c42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:53.516949 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e252ce9-b573-472a-a679-d636a9080230 req-7eb95860-1b39-45c0-97f1-527458713a74 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:53.520702 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bbda171b-c5fb-4569-b333-f01558cdc956 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:53.524915 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e252ce9-b573-472a-a679-d636a9080230 req-7eb95860-1b39-45c0-97f1-527458713a74 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.1743376 Apr 21 12:43:53.555029 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda171b-c5fb-4569-b333-f01558cdc956 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38bc594-8529-4cfb-98e3-8b3203837482,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:53.581814 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c10af281-d202-407c-bd0a-1549e01e6ed5 req-9d9f4604-8b95-49f8-b5d5-3ce7dac9e260 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.36 "GET /v2.0/security-groups?id=d38f08b7-0275-4e67-8b38-6543595a2ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799956 Apr 21 12:43:53.620355 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e252ce9-b573-472a-a679-d636a9080230 req-3e49708f-09a5-4c86-8a4c-bf1cd78c938f tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909367 Apr 21 12:43:53.634570 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-42422101-36e2-4605-80b2-a0468b6906ad req-8c37464a-5420-46c0-800e-74841c921a7f tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Deleting port 6e3408e3-26ea-4b5f-8043-c0ee3e69630d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:53.634570 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-42422101-36e2-4605-80b2-a0468b6906ad req-8c37464a-5420-46c0-800e-74841c921a7f tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:53.654762 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b11c2834-e261-4546-b36e-89d06e586c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:53.689648 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bbda171b-c5fb-4569-b333-f01558cdc956 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:53.690866 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bbda171b-c5fb-4569-b333-f01558cdc956 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5118742 Apr 21 12:43:53.693494 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46346) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:53.718756 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-99edb97a-ecea-48a3-aabf-d3fe33a15297 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "GET /v2.0/security-group-rules/e38bc594-8529-4cfb-98e3-8b3203837482 HTTP/1.1" status: 200 len: 763 time: 0.0240688 Apr 21 12:43:53.722291 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46348) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:53.809085 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-114c6166-4d60-41d3-a06b-36fbacb536e6 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0856624 Apr 21 12:43:53.814265 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46352) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:53.858184 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-42422101-36e2-4605-80b2-a0468b6906ad req-8c37464a-5420-46c0-800e-74841c921a7f tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] For port 6e3408e3-26ea-4b5f-8043-c0ee3e69630d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=6e3408e3-26ea-4b5f-8043-c0ee3e69630d,segment=NetworkSegment(7c339962-eeb7-4ebb-a979-02736cc965f0),segment_id=7c339962-eeb7-4ebb-a979-02736cc965f0)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:53.858184 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-42422101-36e2-4605-80b2-a0468b6906ad req-8c37464a-5420-46c0-800e-74841c921a7f tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:53.885552 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b11c2834-e261-4546-b36e-89d06e586c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:53.894493 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-42422101-36e2-4605-80b2-a0468b6906ad req-8c37464a-5420-46c0-800e-74841c921a7f tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Calling delete_port for 6e3408e3-26ea-4b5f-8043-c0ee3e69630d owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:53.899206 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-183fe903-700e-422e-a9ec-4bb143263630 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:53.912819 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11c2834-e261-4546-b36e-89d06e586c42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0d4f6b3-0eee-45da-882f-513ca8fe5888,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:53.918968 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b11c2834-e261-4546-b36e-89d06e586c42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:53.922394 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b11c2834-e261-4546-b36e-89d06e586c42 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d0d4f6b3-0eee-45da-882f-513ca8fe5888 HTTP/1.1" status: 204 len: 168 time: 0.5620658 Apr 21 12:43:53.924853 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46356) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:53.927629 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d5e286-6fc1-4b6f-b522-576925562bd7 None None] Network fe95c13a-11ad-4ec2-b510-7568168a0fd0 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:43:53.936996 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fac8cc-e4ef-499f-a971-957bdebe610a req-cb8d4210-fa7b-4946-a1a3-eb88b701fa96 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:53.938665 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6fac8cc-e4ef-499f-a971-957bdebe610a req-cb8d4210-fa7b-4946-a1a3-eb88b701fa96 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.1898892 Apr 21 12:43:53.961299 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-183fe903-700e-422e-a9ec-4bb143263630 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:54.029016 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f65810b-94e7-4ed9-ac5f-11c5b9e5476e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:54.068923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e2870-c668-4ccc-8dfb-ad902ecd62e0 req-744cf8f0-3f3c-4b7a-8e9f-c8f17e31661a tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:54.075652 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e2870-c668-4ccc-8dfb-ad902ecd62e0 req-744cf8f0-3f3c-4b7a-8e9f-c8f17e31661a tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:54.084595 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec7e2870-c668-4ccc-8dfb-ad902ecd62e0 req-744cf8f0-3f3c-4b7a-8e9f-c8f17e31661a tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3b01d-1b9a-47e4-ba76-7a62a9faa75f HTTP/1.1" status: 200 len: 1678 time: 0.2098238 Apr 21 12:43:54.108740 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 931539c4-a194-4407-b007-980e9dacbb87 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:43:54.131820 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6fac8cc-e4ef-499f-a971-957bdebe610a req-1ae3144a-be0d-43de-80eb-f77c253651a3 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588216 Apr 21 12:43:54.187944 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0f65810b-94e7-4ed9-ac5f-11c5b9e5476e admin admin] Deleting port 4856b57f-a090-4036-a00d-d185056e6204 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:54.188475 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f65810b-94e7-4ed9-ac5f-11c5b9e5476e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:54.192673 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec7e2870-c668-4ccc-8dfb-ad902ecd62e0 req-56de316f-f1b2-4dfe-ae90-ce7388a7824e tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044664 Apr 21 12:43:54.207461 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-183fe903-700e-422e-a9ec-4bb143263630 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:54.219261 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-183fe903-700e-422e-a9ec-4bb143263630 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:54.220630 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-183fe903-700e-422e-a9ec-4bb143263630 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/e38bc594-8529-4cfb-98e3-8b3203837482 HTTP/1.1" status: 204 len: 168 time: 0.4052811 Apr 21 12:43:54.241081 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46364) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:54.260796 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fe903-700e-422e-a9ec-4bb143263630 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e38bc594-8529-4cfb-98e3-8b3203837482,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:54.270777 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 931539c4-a194-4407-b007-980e9dacbb87, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=931539c4-a194-4407-b007-980e9dacbb87,segment=NetworkSegment(35313a39-593f-4730-b028-18863b5a307d),segment_id=35313a39-593f-4730-b028-18863b5a307d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:54.302362 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '931539c4-a194-4407-b007-980e9dacbb87', 'network_id': 'eb71644a-7d05-4464-b243-15be4bd43b24', 'port_id': '931539c4-a194-4407-b007-980e9dacbb87', 'mac_address': 'fa:16:3e:00:88:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '732a1432-e8b0-4389-93a0-83fcfc4ee03f', 'ip_address': '19.80.0.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:43:54.307410 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3256ddbf-d32e-4abf-8f3a-3f4d053f4b49 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:43:54.312568 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-0f65810b-94e7-4ed9-ac5f-11c5b9e5476e admin admin] For port 4856b57f-a090-4036-a00d-d185056e6204, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=4856b57f-a090-4036-a00d-d185056e6204,segment=NetworkSegment(2c704d8d-50ff-44d0-953d-b5d0cdeba00f),segment_id=2c704d8d-50ff-44d0-953d-b5d0cdeba00f)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:54.313062 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f65810b-94e7-4ed9-ac5f-11c5b9e5476e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:54.319934 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d72170dc-7287-41e7-9aba-c62dab1f4d05 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0740671 Apr 21 12:43:54.325867 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46368) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:54.335473 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-94100667-f41f-450e-a1e1-9243d08440cd tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Request body: {'security_group_rule': {'security_group_id': 'a206efe0-4824-4916-822b-7fdea18413e3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:54.352777 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0f65810b-94e7-4ed9-ac5f-11c5b9e5476e admin admin] Calling delete_port for 4856b57f-a090-4036-a00d-d185056e6204 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:54.379625 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:54.387322 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bacfe5-487f-437b-80fe-e21520f7e704 None None] DHCP port deletion for fe95c13a-11ad-4ec2-b510-7568168a0fd0 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:43:54.397703 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-42422101-36e2-4605-80b2-a0468b6906ad req-8c37464a-5420-46c0-800e-74841c921a7f tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:54.448647 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 931539c4-a194-4407-b007-980e9dacbb87 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:43:54.455956 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37464a-5420-46c0-800e-74841c921a7f tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Pushing event deleted for resources: {'Port': ['ID=6e3408e3-26ea-4b5f-8043-c0ee3e69630d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:54.476685 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 931539c4-a194-4407-b007-980e9dacbb87, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=931539c4-a194-4407-b007-980e9dacbb87,segment=NetworkSegment(35313a39-593f-4730-b028-18863b5a307d),segment_id=35313a39-593f-4730-b028-18863b5a307d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:54.480100 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['6e3408e3-26ea-4b5f-8043-c0ee3e69630d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:43:54.485836 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-94100667-f41f-450e-a1e1-9243d08440cd tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:54.486411 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 3256ddbf-d32e-4abf-8f3a-3f4d053f4b49 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:43:54.486959 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3256ddbf-d32e-4abf-8f3a-3f4d053f4b49 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:43:54.487366 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 7bf1f437-6b68-4f77-a128-f7a483ecdbfb no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:43:54.519270 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-b399ac3b-1d73-457b-b351-555f18fda66f req-1d780f6e-426d-4e90-af4b-39e922816a6c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:43:54.520267 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b399ac3b-1d73-457b-b351-555f18fda66f req-1d780f6e-426d-4e90-af4b-39e922816a6c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052874 Apr 21 12:43:54.533967 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 7bf1f437-6b68-4f77-a128-f7a483ecdbfb {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:43:54.534305 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 7bf1f437-6b68-4f77-a128-f7a483ecdbfb not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:43:54.548627 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-42422101-36e2-4605-80b2-a0468b6906ad req-8c37464a-5420-46c0-800e-74841c921a7f tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] No DVR routers for this DVR port 6e3408e3-26ea-4b5f-8043-c0ee3e69630d on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:43:54.550795 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-42422101-36e2-4605-80b2-a0468b6906ad req-8c37464a-5420-46c0-800e-74841c921a7f tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:54.552235 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-94100667-f41f-450e-a1e1-9243d08440cd tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:54.556375 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42422101-36e2-4605-80b2-a0468b6906ad req-8c37464a-5420-46c0-800e-74841c921a7f tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.24 "DELETE /v2.0/ports/6e3408e3-26ea-4b5f-8043-c0ee3e69630d HTTP/1.1" status: 204 len: 173 time: 1.1854467 Apr 21 12:43:54.556914 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220', 'name': 'network-vif-deleted', 'tag': '6e3408e3-26ea-4b5f-8043-c0ee3e69630d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:43:54.559277 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a66562-8d33-44b5-a786-9182122be7a1" -d '{"events": [{"server_uuid": "4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220", "name": "network-vif-deleted", "tag": "6e3408e3-26ea-4b5f-8043-c0ee3e69630d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:43:54.571009 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:54.571792 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device bc24b07e-d98f-455e-b4eb-1e1f3632d8b3 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:43:54.608823 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96bb29d0-ea79-488b-96f8-0ff220298a14 x-openstack-request-id: req-96bb29d0-ea79-488b-96f8-0ff220298a14 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:43:54.609362 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220", "name": "network-vif-deleted", "tag": "6e3408e3-26ea-4b5f-8043-c0ee3e69630d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:43:54.609362 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-96bb29d0-ea79-488b-96f8-0ff220298a14 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:43:54.609817 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96bb29d0-ea79-488b-96f8-0ff220298a14'] response: {'server_uuid': '4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220', 'name': 'network-vif-deleted', 'tag': '6e3408e3-26ea-4b5f-8043-c0ee3e69630d', 'status': 'completed', 'code': 200} Apr 21 12:43:54.638304 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f65810b-94e7-4ed9-ac5f-11c5b9e5476e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:54.654415 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f65810b-94e7-4ed9-ac5f-11c5b9e5476e admin admin] No DVR routers for this DVR port 4856b57f-a090-4036-a00d-d185056e6204 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:43:54.676321 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65810b-94e7-4ed9-ac5f-11c5b9e5476e admin admin] Pushing event deleted for resources: {'Port': ['ID=4856b57f-a090-4036-a00d-d185056e6204,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:54.684651 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=931539c4-a194-4407-b007-980e9dacbb87,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:54.718487 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-816277fd-4d25-4d6a-9556-0f227c982e3b req-fd72b363-376f-473c-b9fc-b487f7e728d7 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220 HTTP/1.1" status: 200 len: 210 time: 0.0376453 Apr 21 12:43:54.746964 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-82bacfe5-487f-437b-80fe-e21520f7e704 None None] Deleting port 4856b57f-a090-4036-a00d-d185056e6204 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:43:54.747340 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82bacfe5-487f-437b-80fe-e21520f7e704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:54.750625 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-94100667-f41f-450e-a1e1-9243d08440cd tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:54.769060 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f65810b-94e7-4ed9-ac5f-11c5b9e5476e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:54.781532 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94100667-f41f-450e-a1e1-9243d08440cd tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ffeed0c-2258-4f11-ba75-9c477fcf7978,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:54.801149 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-0f65810b-94e7-4ed9-ac5f-11c5b9e5476e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe95c13a-11ad-4ec2-b510-7568168a0fd0']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:54.812196 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-0f65810b-94e7-4ed9-ac5f-11c5b9e5476e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c704d8d-50ff-44d0-953d-b5d0cdeba00f') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:54.812488 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-0f65810b-94e7-4ed9-ac5f-11c5b9e5476e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c704d8d-50ff-44d0-953d-b5d0cdeba00f') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:54.822896 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f65810b-94e7-4ed9-ac5f-11c5b9e5476e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:54.823975 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port bc24b07e-d98f-455e-b4eb-1e1f3632d8b3, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=bc24b07e-d98f-455e-b4eb-1e1f3632d8b3,segment=NetworkSegment(f38c0f40-4251-4608-865c-bd1b35ed9e47),segment_id=f38c0f40-4251-4608-865c-bd1b35ed9e47)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:54.836683 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'bc24b07e-d98f-455e-b4eb-1e1f3632d8b3', 'network_id': 'b1ac5ef8-d4ad-4071-8e60-81aa8da286b1', 'port_id': 'bc24b07e-d98f-455e-b4eb-1e1f3632d8b3', 'mac_address': 'fa:16:3e:7c:43:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42e53bd4-4037-46aa-a196-768c8a270564', 'ip_address': '19.86.0.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:43:54.838765 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f65810b-94e7-4ed9-ac5f-11c5b9e5476e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:54.846031 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f65810b-94e7-4ed9-ac5f-11c5b9e5476e admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:43:54.846967 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f65810b-94e7-4ed9-ac5f-11c5b9e5476e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:43:54.849111 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:43:54.895149 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-82bacfe5-487f-437b-80fe-e21520f7e704 None None] For port 4856b57f-a090-4036-a00d-d185056e6204, host n-d-836147-2, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:54.895546 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82bacfe5-487f-437b-80fe-e21520f7e704 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:54.906419 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:54.913459 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-94100667-f41f-450e-a1e1-9243d08440cd tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:54.914828 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-82bacfe5-487f-437b-80fe-e21520f7e704 None None] Calling delete_port for 4856b57f-a090-4036-a00d-d185056e6204 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:43:54.917888 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-94100667-f41f-450e-a1e1-9243d08440cd tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5873444 Apr 21 12:43:54.918489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46380) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:54.928792 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-82bacfe5-487f-437b-80fe-e21520f7e704 None None] Port 4856b57f-a090-4036-a00d-d185056e6204 was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 12:43:54.933344 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82bacfe5-487f-437b-80fe-e21520f7e704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:54.937318 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c9493bbc-bdd5-468c-bcfe-4083a3d0eb80 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "GET /v2.0/security-group-rules/5ffeed0c-2258-4f11-ba75-9c477fcf7978 HTTP/1.1" status: 200 len: 763 time: 0.0155070 Apr 21 12:43:54.937460 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc24b07e-d98f-455e-b4eb-1e1f3632d8b3 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:43:54.937871 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46382) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:54.981699 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bacfe5-487f-437b-80fe-e21520f7e704 None None] Pushing event deleted for resources: {'Port': ['ID=4856b57f-a090-4036-a00d-d185056e6204,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:54.996162 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bacfe5-487f-437b-80fe-e21520f7e704 None None] No DVR routers for this DVR port 4856b57f-a090-4036-a00d-d185056e6204 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:43:54.999047 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port bc24b07e-d98f-455e-b4eb-1e1f3632d8b3, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=bc24b07e-d98f-455e-b4eb-1e1f3632d8b3,segment=NetworkSegment(f38c0f40-4251-4608-865c-bd1b35ed9e47),segment_id=f38c0f40-4251-4608-865c-bd1b35ed9e47)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:54.999782 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f65810b-94e7-4ed9-ac5f-11c5b9e5476e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:55.006927 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f65810b-94e7-4ed9-ac5f-11c5b9e5476e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:55.009438 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0f65810b-94e7-4ed9-ac5f-11c5b9e5476e admin admin] 10.222.0.36 "DELETE /v2.0/networks/fe95c13a-11ad-4ec2-b510-7568168a0fd0 HTTP/1.1" status: 204 len: 168 time: 1.0835443 Apr 21 12:43:55.031402 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65810b-94e7-4ed9-ac5f-11c5b9e5476e admin admin] Pushing event deleted for resources: {'Network': ['ID=fe95c13a-11ad-4ec2-b510-7568168a0fd0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:55.056250 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5b73f0ae-7721-45dd-99dd-0bea670b67b5 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1172681 Apr 21 12:43:55.058992 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46388) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:55.089277 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe315c39-7806-4762-83e2-034b8809ebbe tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:55.099159 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe315c39-7806-4762-83e2-034b8809ebbe tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:55.128280 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf1fd1-8b2a-4295-b80f-2fec7ed72e70 req-6bc5794a-4133-4c74-a27e-5c3401d56d13 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:55.131121 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14cf1fd1-8b2a-4295-b80f-2fec7ed72e70 req-6bc5794a-4133-4c74-a27e-5c3401d56d13 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.0656140 Apr 21 12:43:55.139586 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:55.191887 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14cf1fd1-8b2a-4295-b80f-2fec7ed72e70 req-7fac7edf-c1e9-4e9a-a02e-bbd6e9cc9108 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456977 Apr 21 12:43:55.204572 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=bc24b07e-d98f-455e-b4eb-1e1f3632d8b3,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:55.263745 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-015a2b5c-1e1a-4236-af3a-67d4c2f880f5 req-aa790db0-1c8e-4a22-af3f-58adc2836db7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0515990 Apr 21 12:43:55.274458 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe315c39-7806-4762-83e2-034b8809ebbe tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:55.283964 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe315c39-7806-4762-83e2-034b8809ebbe tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:55.285548 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fe315c39-7806-4762-83e2-034b8809ebbe tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/5ffeed0c-2258-4f11-ba75-9c477fcf7978 HTTP/1.1" status: 204 len: 168 time: 0.2255514 Apr 21 12:43:55.291928 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46396) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:55.301634 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe315c39-7806-4762-83e2-034b8809ebbe tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5ffeed0c-2258-4f11-ba75-9c477fcf7978,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:55.325096 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d047f3-6a30-4dd4-8d50-b2872c6ccbb8 req-09a91f5b-fab6-46cd-80c0-2ec31f62aace tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:55.331665 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d047f3-6a30-4dd4-8d50-b2872c6ccbb8 req-09a91f5b-fab6-46cd-80c0-2ec31f62aace tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:55.333249 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54d047f3-6a30-4dd4-8d50-b2872c6ccbb8 req-09a91f5b-fab6-46cd-80c0-2ec31f62aace tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3b01d-1b9a-47e4-ba76-7a62a9faa75f HTTP/1.1" status: 200 len: 1680 time: 0.0694680 Apr 21 12:43:55.346029 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9c82ef26-b9d7-47b8-a1c7-696344effbc9 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0510788 Apr 21 12:43:55.347392 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46398) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:55.351939 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-722988f9-75b5-4652-a156-ce0bf901978d tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Request body: {'security_group_rule': {'security_group_id': 'a206efe0-4824-4916-822b-7fdea18413e3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:55.378220 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54d047f3-6a30-4dd4-8d50-b2872c6ccbb8 req-2e276f17-8b47-421d-b741-a372dad1b293 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377028 Apr 21 12:43:55.378509 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['bc24b07e-d98f-455e-b4eb-1e1f3632d8b3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:43:55.406261 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['931539c4-a194-4407-b007-980e9dacbb87'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:43:55.512672 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-722988f9-75b5-4652-a156-ce0bf901978d tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:55.603062 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-722988f9-75b5-4652-a156-ce0bf901978d tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:55.631801 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46412) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:55.672669 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9fe6e9b3-7dbb-4bdb-8dd7-92e4ad78debb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6363a51a886548cba3ffe42b1b9f96ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396001 Apr 21 12:43:55.675233 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46420) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:55.713723 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-722988f9-75b5-4652-a156-ce0bf901978d tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:55.735970 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6dd61d5d-48e0-4853-9372-ce68b157eece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:55.740744 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722988f9-75b5-4652-a156-ce0bf901978d tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c9ee7a-427c-47de-9248-ccd3a54db64a,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:55.763109 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6dd61d5d-48e0-4853-9372-ce68b157eece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:55.824120 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-722988f9-75b5-4652-a156-ce0bf901978d tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:55.827632 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-722988f9-75b5-4652-a156-ce0bf901978d tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4773843 Apr 21 12:43:55.828219 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46424) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:55.847959 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-564d31e4-26c5-4980-8992-ad0f954a7f7d req-0810203a-abf9-4c81-90bc-e4687a80a022 tempest-ServerPasswordTestJSON-900729941 tempest-ServerPasswordTestJSON-900729941-project] 10.222.0.36 "GET /v2.0/ports?device_id=4ba69ff2-8e6c-4f98-b3a8-f15ebec6a220 HTTP/1.1" status: 200 len: 210 time: 0.0327036 Apr 21 12:43:55.851806 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-66cef015-f351-4f01-b616-3e43b5df049c tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "GET /v2.0/security-group-rules/a9c9ee7a-427c-47de-9248-ccd3a54db64a HTTP/1.1" status: 200 len: 764 time: 0.0202067 Apr 21 12:43:55.852174 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46428) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:55.905694 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6222af5d-2aca-4acc-ad14-ace1c8439872 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0523543 Apr 21 12:43:55.908359 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46432) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:55.927838 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6dd61d5d-48e0-4853-9372-ce68b157eece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:55.943266 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6dd61d5d-48e0-4853-9372-ce68b157eece admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:55.946783 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6dd61d5d-48e0-4853-9372-ce68b157eece admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/121341d6-e7c2-428b-854b-286a4a4e3ead HTTP/1.1" status: 204 len: 168 time: 0.2705374 Apr 21 12:43:55.951466 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3d58d094-3dbd-4e7d-a971-5a9e95719325 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:55.961695 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3d58d094-3dbd-4e7d-a971-5a9e95719325 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:55.966969 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd61d5d-48e0-4853-9372-ce68b157eece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121341d6-e7c2-428b-854b-286a4a4e3ead,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:56.120813 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 931539c4-a194-4407-b007-980e9dacbb87 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:43:56.122400 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3d58d094-3dbd-4e7d-a971-5a9e95719325 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:56.129790 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3d58d094-3dbd-4e7d-a971-5a9e95719325 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:56.134152 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46444) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:56.135333 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3d58d094-3dbd-4e7d-a971-5a9e95719325 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "DELETE /v2.0/security-group-rules/a9c9ee7a-427c-47de-9248-ccd3a54db64a HTTP/1.1" status: 204 len: 168 time: 0.2220318 Apr 21 12:43:56.154592 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58d094-3dbd-4e7d-a971-5a9e95719325 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9c9ee7a-427c-47de-9248-ccd3a54db64a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:56.200819 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 4856b57f-a090-4036-a00d-d185056e6204 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:43:56.202610 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-189fd449-96f3-469d-86c2-005944c5e0e5 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0672278 Apr 21 12:43:56.205455 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46448) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:56.264470 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 4856b57f-a090-4036-a00d-d185056e6204 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:43:56.264470 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 4856b57f-a090-4036-a00d-d185056e6204 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:43:56.283149 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9b2b982-3ef5-4b47-a949-01534ffff5c7 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:56.405135 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 931539c4-a194-4407-b007-980e9dacbb87 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:43:56.409661 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 931539c4-a194-4407-b007-980e9dacbb87 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:56.410034 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:56.514511 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:56.544515 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d3b01d-1b9a-47e4-ba76-7a62a9faa75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931539c4-a194-4407-b007-980e9dacbb87'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:43:56.548110 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add41e79-dda3-4569-97fe-db89bae25051" -d '{"events": [{"server_uuid": "58d3b01d-1b9a-47e4-ba76-7a62a9faa75f", "name": "network-vif-plugged", "status": "completed", "tag": "931539c4-a194-4407-b007-980e9dacbb87"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:43:56.591190 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 931539c4-a194-4407-b007-980e9dacbb87, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=931539c4-a194-4407-b007-980e9dacbb87,segment=NetworkSegment(35313a39-593f-4730-b028-18863b5a307d),segment_id=35313a39-593f-4730-b028-18863b5a307d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:56.668376 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:56.669356 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device bc24b07e-d98f-455e-b4eb-1e1f3632d8b3 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:43:56.740682 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9b2b982-3ef5-4b47-a949-01534ffff5c7 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:56.762105 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=931539c4-a194-4407-b007-980e9dacbb87,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:56.802388 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24d6cd-4900-444a-998a-87931da4701c req-759bc00c-2bd7-4c53-8a85-c891140e68c0 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:56.803856 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7d24d6cd-4900-444a-998a-87931da4701c req-759bc00c-2bd7-4c53-8a85-c891140e68c0 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.1402080 Apr 21 12:43:56.816545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27310dd-bb48-4233-bb60-e549f4203b73 req-6e948f74-e19f-4912-a9fc-23474f49b482 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:56.823004 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27310dd-bb48-4233-bb60-e549f4203b73 req-6e948f74-e19f-4912-a9fc-23474f49b482 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:56.824501 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a27310dd-bb48-4233-bb60-e549f4203b73 req-6e948f74-e19f-4912-a9fc-23474f49b482 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3b01d-1b9a-47e4-ba76-7a62a9faa75f HTTP/1.1" status: 200 len: 1681 time: 0.1623588 Apr 21 12:43:56.885232 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7d24d6cd-4900-444a-998a-87931da4701c req-fc4ceffc-ee3e-43ea-9c50-973dd2ea913e tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591755 Apr 21 12:43:56.895746 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a27310dd-bb48-4233-bb60-e549f4203b73 req-99aa7d32-76e3-4420-831f-153a2bf725e4 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609174 Apr 21 12:43:56.900496 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port bc24b07e-d98f-455e-b4eb-1e1f3632d8b3 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:43:56.913245 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port bc24b07e-d98f-455e-b4eb-1e1f3632d8b3 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:43:56.913951 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:56.976585 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9b2b982-3ef5-4b47-a949-01534ffff5c7 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:56.979229 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9b2b982-3ef5-4b47-a949-01534ffff5c7 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:56.980949 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f9b2b982-3ef5-4b47-a949-01534ffff5c7 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "DELETE /v2.0/security-groups/a206efe0-4824-4916-822b-7fdea18413e3 HTTP/1.1" status: 204 len: 168 time: 0.7745349 Apr 21 12:43:56.983886 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46472) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:57.011390 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2b982-3ef5-4b47-a949-01534ffff5c7 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a206efe0-4824-4916-822b-7fdea18413e3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:57.047920 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39cc083-01d9-4799-8e91-b2d0664e2d76 x-openstack-request-id: req-b39cc083-01d9-4799-8e91-b2d0664e2d76 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:43:57.048291 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d3b01d-1b9a-47e4-ba76-7a62a9faa75f", "name": "network-vif-plugged", "status": "completed", "tag": "931539c4-a194-4407-b007-980e9dacbb87", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:43:57.048555 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b39cc083-01d9-4799-8e91-b2d0664e2d76 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:43:57.049406 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b39cc083-01d9-4799-8e91-b2d0664e2d76'] response: {'server_uuid': '58d3b01d-1b9a-47e4-ba76-7a62a9faa75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931539c4-a194-4407-b007-980e9dacbb87', 'code': 200} Apr 21 12:43:57.056057 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46476) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:57.063682 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46478) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:57.106632 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2871b0e1-a482-404a-a78e-ae7bd4d87f90 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1040347 Apr 21 12:43:57.106632 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46480) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:57.106632 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4290de97-4989-4be2-87ca-df62f8669324 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Request body: {'security_group': {'name': 'tempest-secgroup--1298632801'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:57.112973 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:57.161359 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c230a8-c5be-4556-811e-7dff37c88084 admin admin] Deleting subnet 62d32397-8e47-4134-b0d7-9d0161fd19b5 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:43:57.162525 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port bc24b07e-d98f-455e-b4eb-1e1f3632d8b3, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=bc24b07e-d98f-455e-b4eb-1e1f3632d8b3,segment=NetworkSegment(f38c0f40-4251-4608-865c-bd1b35ed9e47),segment_id=f38c0f40-4251-4608-865c-bd1b35ed9e47)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:43:57.171903 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c43f5354-1c9c-4702-a912-bb51f4af5da0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3701434754b74f7588921759ad78770d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1095734 Apr 21 12:43:57.171903 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2c230a8-c5be-4556-811e-7dff37c88084 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:57.172248 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46482) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:57.206789 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2c230a8-c5be-4556-811e-7dff37c88084 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:57.224867 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e466ad5-96cf-4041-8fb0-1f0d76442d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:57.249526 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e466ad5-96cf-4041-8fb0-1f0d76442d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:57.276394 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2c230a8-c5be-4556-811e-7dff37c88084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:57.279775 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4290de97-4989-4be2-87ca-df62f8669324 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:57.311248 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:57.312369 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 6e3408e3-26ea-4b5f-8043-c0ee3e69630d no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:43:57.392294 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4290de97-4989-4be2-87ca-df62f8669324 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:57.398961 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e466ad5-96cf-4041-8fb0-1f0d76442d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:57.399198 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 6e3408e3-26ea-4b5f-8043-c0ee3e69630d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:43:57.405432 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e466ad5-96cf-4041-8fb0-1f0d76442d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:57.410916 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 6e3408e3-26ea-4b5f-8043-c0ee3e69630d not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:43:57.411043 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7e466ad5-96cf-4041-8fb0-1f0d76442d3f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b4f986f-c9c4-414d-86c8-c033d95167db HTTP/1.1" status: 204 len: 168 time: 0.2371700 Apr 21 12:43:57.427230 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e466ad5-96cf-4041-8fb0-1f0d76442d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4f986f-c9c4-414d-86c8-c033d95167db,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:57.459979 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4290de97-4989-4be2-87ca-df62f8669324 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:57.477571 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=bc24b07e-d98f-455e-b4eb-1e1f3632d8b3,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:57.485708 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2c230a8-c5be-4556-811e-7dff37c88084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:57.517525 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290de97-4989-4be2-87ca-df62f8669324 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23ddc989-2650-4efd-a8da-6ad555fc7df0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:57.519386 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c230a8-c5be-4556-811e-7dff37c88084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62d32397-8e47-4134-b0d7-9d0161fd19b5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:57.528521 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a2c230a8-c5be-4556-811e-7dff37c88084 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:57.538147 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46486) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:57.545119 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a2c230a8-c5be-4556-811e-7dff37c88084 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/62d32397-8e47-4134-b0d7-9d0161fd19b5 HTTP/1.1" status: 204 len: 168 time: 0.4800029 Apr 21 12:43:57.624867 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-03fa9502-93a6-4510-a27f-8f31d3390839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:57.670541 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4290de97-4989-4be2-87ca-df62f8669324 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:57.671877 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4290de97-4989-4be2-87ca-df62f8669324 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5808525 Apr 21 12:43:57.674615 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46492) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:57.679209 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d5ab8d1d-7606-415a-8a03-dc96e263d652 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Request body: {'security_group_rule': {'security_group_id': '23ddc989-2650-4efd-a8da-6ad555fc7df0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:57.726960 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-03fa9502-93a6-4510-a27f-8f31d3390839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:57.752647 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-03fa9502-93a6-4510-a27f-8f31d3390839 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e67fd0d4-20ce-4a7c-9e38-3358944088ef']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:57.770136 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-03fa9502-93a6-4510-a27f-8f31d3390839 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c339962-eeb7-4ebb-a979-02736cc965f0') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:57.770736 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-03fa9502-93a6-4510-a27f-8f31d3390839 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c339962-eeb7-4ebb-a979-02736cc965f0') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:43:57.783761 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-03fa9502-93a6-4510-a27f-8f31d3390839 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:57.799750 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-03fa9502-93a6-4510-a27f-8f31d3390839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:57.807061 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03fa9502-93a6-4510-a27f-8f31d3390839 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:43:57.807529 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-03fa9502-93a6-4510-a27f-8f31d3390839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:43:57.811974 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:43:57.897838 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8d1d-7606-415a-8a03-dc96e263d652 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:57.951957 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8d1d-7606-415a-8a03-dc96e263d652 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:58.017533 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-03fa9502-93a6-4510-a27f-8f31d3390839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:58.031261 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-03fa9502-93a6-4510-a27f-8f31d3390839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:58.034981 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-03fa9502-93a6-4510-a27f-8f31d3390839 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e67fd0d4-20ce-4a7c-9e38-3358944088ef HTTP/1.1" status: 204 len: 168 time: 0.4955516 Apr 21 12:43:58.051678 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8d1d-7606-415a-8a03-dc96e263d652 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:58.076991 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa9502-93a6-4510-a27f-8f31d3390839 admin admin] Pushing event deleted for resources: {'Network': ['ID=e67fd0d4-20ce-4a7c-9e38-3358944088ef,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:58.109853 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab8d1d-7606-415a-8a03-dc96e263d652 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb336d94-7352-47e2-940a-20f9fa497903,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:58.122756 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d9307-244c-454a-8d67-507a5952c1db req-1cd032bd-c847-4398-b411-c20668ae0846 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:58.130037 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d9307-244c-454a-8d67-507a5952c1db req-1cd032bd-c847-4398-b411-c20668ae0846 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:58.138337 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-557d9307-244c-454a-8d67-507a5952c1db req-1cd032bd-c847-4398-b411-c20668ae0846 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3b01d-1b9a-47e4-ba76-7a62a9faa75f HTTP/1.1" status: 200 len: 1682 time: 0.1360457 Apr 21 12:43:58.170757 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0632e5-272e-4f3c-afd1-33f9dfa9acef req-04250f36-35a4-4b56-b692-009e46154cfc tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:58.174169 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a0632e5-272e-4f3c-afd1-33f9dfa9acef req-04250f36-35a4-4b56-b692-009e46154cfc tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.1287799 Apr 21 12:43:58.212243 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-557d9307-244c-454a-8d67-507a5952c1db req-8741b90a-68c4-455c-8565-b5dfec04db66 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728562 Apr 21 12:43:58.235473 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a0632e5-272e-4f3c-afd1-33f9dfa9acef req-39027606-6494-4b86-a34f-1d6b8c094e20 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560002 Apr 21 12:43:58.242231 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5ab8d1d-7606-415a-8a03-dc96e263d652 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:58.246014 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d5ab8d1d-7606-415a-8a03-dc96e263d652 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5703809 Apr 21 12:43:58.253641 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46526) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:58.367626 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b39687c-86f1-451a-880b-4f672ec097b1 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:58.382667 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a2b5c-1e1a-4236-af3a-67d4c2f880f5 req-f03599ee-e9cb-42e1-9e4d-a1b5f9429313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:58.384172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-015a2b5c-1e1a-4236-af3a-67d4c2f880f5 req-f03599ee-e9cb-42e1-9e4d-a1b5f9429313 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 1101 time: 0.0687304 Apr 21 12:43:58.411992 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b39687c-86f1-451a-880b-4f672ec097b1 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:58.516893 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a2b5c-1e1a-4236-af3a-67d4c2f880f5 req-3c949c54-4f6d-4e9d-a425-fe14fea0da0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:58.518445 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-015a2b5c-1e1a-4236-af3a-67d4c2f880f5 req-3c949c54-4f6d-4e9d-a425-fe14fea0da0d service neutron] 10.222.0.24 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.1190455 Apr 21 12:43:58.548971 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46538) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:58.561109 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-015a2b5c-1e1a-4236-af3a-67d4c2f880f5 req-df0d252f-ffeb-4857-9ed6-6c54d972a410 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=2e7a6832-91aa-4c23-97cb-cf53fb940956 HTTP/1.1" status: 200 len: 217 time: 0.0358803 Apr 21 12:43:58.593619 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c965823b-7385-4181-aa80-b9503ba905be admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=09aa8eb90dcb4714aa2a36980b24f18d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420871 Apr 21 12:43:58.595407 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46540) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:58.617772 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b39687c-86f1-451a-880b-4f672ec097b1 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:58.620681 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b39687c-86f1-451a-880b-4f672ec097b1 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:58.621840 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5b39687c-86f1-451a-880b-4f672ec097b1 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "DELETE /v2.0/security-groups/23ddc989-2650-4efd-a8da-6ad555fc7df0 HTTP/1.1" status: 204 len: 168 time: 0.3671136 Apr 21 12:43:58.624586 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46542) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:58.658572 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39687c-86f1-451a-880b-4f672ec097b1 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ddc989-2650-4efd-a8da-6ad555fc7df0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:58.660045 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a2b5c-1e1a-4236-af3a-67d4c2f880f5 req-6c98908b-7135-4c17-b2e6-c508925317cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:58.661552 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-015a2b5c-1e1a-4236-af3a-67d4c2f880f5 req-6c98908b-7135-4c17-b2e6-c508925317cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.0947366 Apr 21 12:43:58.706625 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ec975dc-55be-4cc2-9bc4-17b274e673d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:58.716453 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ef8b0525-78fd-4703-bb00-2a00718f54c8 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0881870 Apr 21 12:43:58.716728 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46546) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:58.735751 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ec975dc-55be-4cc2-9bc4-17b274e673d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:58.750792 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a2b5c-1e1a-4236-af3a-67d4c2f880f5 req-e38178fa-7f07-4fc3-8c4c-6c6e9f78558a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:58.752393 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-015a2b5c-1e1a-4236-af3a-67d4c2f880f5 req-e38178fa-7f07-4fc3-8c4c-6c6e9f78558a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0848522 Apr 21 12:43:58.756068 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-781032f8-fd0c-4340-9420-a56d9420c332 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0378964 Apr 21 12:43:58.758425 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46548) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:58.780752 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-385010d2-e344-44b8-8545-839769d89804 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] delete failed (client error): The resource could not be found. Apr 21 12:43:58.789926 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-385010d2-e344-44b8-8545-839769d89804 tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "DELETE /v2.0/security-groups/23ddc989-2650-4efd-a8da-6ad555fc7df0 HTTP/1.1" status: 404 len: 347 time: 0.0219302 Apr 21 12:43:58.793013 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46550) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:58.868606 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b20e0d87-f091-4781-9092-6165f6215e5e tempest-SecGroupTest-1525564946 tempest-SecGroupTest-1525564946-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0697384 Apr 21 12:43:58.887938 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-015a2b5c-1e1a-4236-af3a-67d4c2f880f5 req-efbd4c67-8122-4c1a-a4a0-7aadd8ab7692 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220679 Apr 21 12:43:58.939897 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46558) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:58.956630 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ec975dc-55be-4cc2-9bc4-17b274e673d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:58.959155 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ec975dc-55be-4cc2-9bc4-17b274e673d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:58.963293 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3ec975dc-55be-4cc2-9bc4-17b274e673d4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d38f08b7-0275-4e67-8b38-6543595a2ccf HTTP/1.1" status: 204 len: 168 time: 0.3639576 Apr 21 12:43:58.974021 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec975dc-55be-4cc2-9bc4-17b274e673d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38f08b7-0275-4e67-8b38-6543595a2ccf,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:59.018733 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-015a2b5c-1e1a-4236-af3a-67d4c2f880f5 req-cc47b89e-9d8f-4863-b803-a06b6e5462fe service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176834 Apr 21 12:43:59.050718 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d3b01d-1b9a-47e4-ba76-7a62a9faa75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc24b07e-d98f-455e-b4eb-1e1f3632d8b3'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:43:59.053061 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3fffad-58e6-48a1-9271-a20d14d419f7" -d '{"events": [{"server_uuid": "58d3b01d-1b9a-47e4-ba76-7a62a9faa75f", "name": "network-vif-plugged", "status": "completed", "tag": "bc24b07e-d98f-455e-b4eb-1e1f3632d8b3"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:43:59.058591 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9854af63-2d6f-4bf6-bb40-2599a30e70ce admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-305685675-network', 'tenant_id': '68d8f7f0c8494afca5cc6cac50c337e8'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:59.098841 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbb79e8-6134-4c30-b323-f55484a47e6a x-openstack-request-id: req-1cbb79e8-6134-4c30-b323-f55484a47e6a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:43:59.098841 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d3b01d-1b9a-47e4-ba76-7a62a9faa75f", "name": "network-vif-plugged", "status": "completed", "tag": "bc24b07e-d98f-455e-b4eb-1e1f3632d8b3", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:43:59.098841 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1cbb79e8-6134-4c30-b323-f55484a47e6a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:43:59.098841 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cbb79e8-6134-4c30-b323-f55484a47e6a'] response: {'server_uuid': '58d3b01d-1b9a-47e4-ba76-7a62a9faa75f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc24b07e-d98f-455e-b4eb-1e1f3632d8b3', 'code': 200} Apr 21 12:43:59.187546 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9854af63-2d6f-4bf6-bb40-2599a30e70ce admin admin] Made reservation on behalf of 68d8f7f0c8494afca5cc6cac50c337e8 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:43:59.190318 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9854af63-2d6f-4bf6-bb40-2599a30e70ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:59.199316 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9854af63-2d6f-4bf6-bb40-2599a30e70ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:59.202414 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ec845-7ccf-405b-b2c1-c98e8ef10c58 req-052fdae3-7936-4feb-99a8-e99caef2702a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:59.202966 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ec845-7ccf-405b-b2c1-c98e8ef10c58 req-052fdae3-7936-4feb-99a8-e99caef2702a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:59.204643 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1a2ec845-7ccf-405b-b2c1-c98e8ef10c58 req-052fdae3-7936-4feb-99a8-e99caef2702a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=58d3b01d-1b9a-47e4-ba76-7a62a9faa75f HTTP/1.1" status: 200 len: 1984 time: 0.0438559 Apr 21 12:43:59.246648 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1a2ec845-7ccf-405b-b2c1-c98e8ef10c58 req-e89a20fa-a18b-41e8-b6ec-f047192cf395 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324459 Apr 21 12:43:59.294331 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9854af63-2d6f-4bf6-bb40-2599a30e70ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:59.345018 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f17b2-040c-4d8a-aa0c-956d1a50e0fb req-7d77e165-b314-493e-954a-cb64f8504300 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:59.351255 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f17b2-040c-4d8a-aa0c-956d1a50e0fb req-7d77e165-b314-493e-954a-cb64f8504300 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:59.353096 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c58f17b2-040c-4d8a-aa0c-956d1a50e0fb req-7d77e165-b314-493e-954a-cb64f8504300 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3b01d-1b9a-47e4-ba76-7a62a9faa75f HTTP/1.1" status: 200 len: 1682 time: 0.0708787 Apr 21 12:43:59.387955 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9854af63-2d6f-4bf6-bb40-2599a30e70ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:59.410464 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9854af63-2d6f-4bf6-bb40-2599a30e70ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:43:59.412392 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629379ec-5150-439d-b60d-ebc9fc81e319 req-c71a955a-4033-4af6-aba7-bc6922ca9826 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:59.415574 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-629379ec-5150-439d-b60d-ebc9fc81e319 req-c71a955a-4033-4af6-aba7-bc6922ca9826 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.0925143 Apr 21 12:43:59.429917 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9854af63-2d6f-4bf6-bb40-2599a30e70ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:59.430254 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-9854af63-2d6f-4bf6-bb40-2599a30e70ce admin admin] Added segment 970b3fae-3789-466b-a3f7-fb9bdc70d734 of type vlan for network 30d24d19-5440-49dc-91a3-dbb88893c2b0 Apr 21 12:43:59.432196 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854af63-2d6f-4bf6-bb40-2599a30e70ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7a7985-456a-4625-965d-62edbee0df97,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:59.452432 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c58f17b2-040c-4d8a-aa0c-956d1a50e0fb req-d4e46a78-af42-4005-9438-b25ff17cc8b2 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848110 Apr 21 12:43:59.485154 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-629379ec-5150-439d-b60d-ebc9fc81e319 req-d282ec81-8ff9-45ca-b7d4-090209eccddd tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636032 Apr 21 12:43:59.494479 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9854af63-2d6f-4bf6-bb40-2599a30e70ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:59.648324 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9854af63-2d6f-4bf6-bb40-2599a30e70ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:59.649441 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9854af63-2d6f-4bf6-bb40-2599a30e70ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:43:59.650753 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9854af63-2d6f-4bf6-bb40-2599a30e70ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:59.703222 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46582) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:59.737334 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854af63-2d6f-4bf6-bb40-2599a30e70ce admin admin] Pushing event updated for resources: {'Network': ['ID=30d24d19-5440-49dc-91a3-dbb88893c2b0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:43:59.752966 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 30d24d19-5440-49dc-91a3-dbb88893c2b0 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:43:59.763861 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9854af63-2d6f-4bf6-bb40-2599a30e70ce admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8228054 Apr 21 12:43:59.766958 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46590) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:43:59.773253 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-753cbd8c-1e49-4216-ad78-f6afa56e6002 admin admin] Request body: {'subnet': {'network_id': '30d24d19-5440-49dc-91a3-dbb88893c2b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-305685675-subnet', 'tenant_id': '68d8f7f0c8494afca5cc6cac50c337e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:43:59.903822 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753cbd8c-1e49-4216-ad78-f6afa56e6002 admin admin] Made reservation on behalf of 68d8f7f0c8494afca5cc6cac50c337e8 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:43:59.906148 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-753cbd8c-1e49-4216-ad78-f6afa56e6002 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:43:59.987012 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f1b11ec8-b82f-4842-b1b9-0794affba785 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b511aedfc98748e6be78bbd2b131da54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2826962 Apr 21 12:43:59.987718 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46600) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:00.075152 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f4d3eaa-9dd5-4089-92be-655fb0f7cf83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:00.107366 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f4d3eaa-9dd5-4089-92be-655fb0f7cf83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:00.210821 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-753cbd8c-1e49-4216-ad78-f6afa56e6002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:00.271241 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753cbd8c-1e49-4216-ad78-f6afa56e6002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60acb840-0dd0-4e57-a445-07399e0f9716,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:00.287516 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753cbd8c-1e49-4216-ad78-f6afa56e6002 admin admin] Checking segment: {'id': '970b3fae-3789-466b-a3f7-fb9bdc70d734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '30d24d19-5440-49dc-91a3-dbb88893c2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:44:00.288098 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753cbd8c-1e49-4216-ad78-f6afa56e6002 admin admin] Network hostable DHCP agents. Network: 30d24d19-5440-49dc-91a3-dbb88893c2b0, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:44:00.306059 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f4d3eaa-9dd5-4089-92be-655fb0f7cf83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:00.311846 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7f4d3eaa-9dd5-4089-92be-655fb0f7cf83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:00.311846 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7f4d3eaa-9dd5-4089-92be-655fb0f7cf83 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/084b387c-5f5f-4a61-abf6-2fc02c062028 HTTP/1.1" status: 204 len: 168 time: 0.3218384 Apr 21 12:44:00.320382 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4d3eaa-9dd5-4089-92be-655fb0f7cf83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084b387c-5f5f-4a61-abf6-2fc02c062028,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:00.413946 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753cbd8c-1e49-4216-ad78-f6afa56e6002 admin admin] Network 30d24d19-5440-49dc-91a3-dbb88893c2b0 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:44:00.522497 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-753cbd8c-1e49-4216-ad78-f6afa56e6002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 30d24d19-5440-49dc-91a3-dbb88893c2b0) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:44:00.525789 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753cbd8c-1e49-4216-ad78-f6afa56e6002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:00.526384 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-753cbd8c-1e49-4216-ad78-f6afa56e6002 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:00.529784 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a9cb93-1b96-44f4-adb1-5f0d37046541 None None] Network 30d24d19-5440-49dc-91a3-dbb88893c2b0 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:44:00.604529 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137165cb-2956-4936-a24a-c6bcfb179e1d req-222314b2-9e4a-4f6d-af1f-aebdafaf2e33 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:00.624121 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137165cb-2956-4936-a24a-c6bcfb179e1d req-222314b2-9e4a-4f6d-af1f-aebdafaf2e33 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:00.630190 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-137165cb-2956-4936-a24a-c6bcfb179e1d req-222314b2-9e4a-4f6d-af1f-aebdafaf2e33 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3b01d-1b9a-47e4-ba76-7a62a9faa75f HTTP/1.1" status: 200 len: 1682 time: 0.0934594 Apr 21 12:44:00.695213 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-753cbd8c-1e49-4216-ad78-f6afa56e6002 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9247601 Apr 21 12:44:00.799230 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e93aad-fcc2-45aa-9799-2a8bfdacc12e None None] Network 30d24d19-5440-49dc-91a3-dbb88893c2b0 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:44:00.832294 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-137165cb-2956-4936-a24a-c6bcfb179e1d req-af627bd3-c842-4f2f-adea-dd048fd8279e tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969371 Apr 21 12:44:00.846560 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15fc07-eccb-4966-838c-8ed76ca4474a req-45561e10-82fa-45f7-a580-35318e6ba70a tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:00.863928 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef15fc07-eccb-4966-838c-8ed76ca4474a req-45561e10-82fa-45f7-a580-35318e6ba70a tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.2239192 Apr 21 12:44:00.921615 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef15fc07-eccb-4966-838c-8ed76ca4474a req-58a72668-4ac3-41b1-9c42-297e9fdbe035 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647318 Apr 21 12:44:00.954033 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46628) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:01.119562 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-db5826e9-46ce-4534-b3b4-7e4c2b9b40fb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1933438388-network', 'tenant_id': '820f30556a864d2abf13eb66052aec75'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:44:01.246421 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5826e9-46ce-4534-b3b4-7e4c2b9b40fb admin admin] Made reservation on behalf of 820f30556a864d2abf13eb66052aec75 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:44:01.246421 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db5826e9-46ce-4534-b3b4-7e4c2b9b40fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:01.251955 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db5826e9-46ce-4534-b3b4-7e4c2b9b40fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:01.353280 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db5826e9-46ce-4534-b3b4-7e4c2b9b40fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:01.459922 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db5826e9-46ce-4534-b3b4-7e4c2b9b40fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:01.482312 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d4751-2cd2-4d36-a829-65033c276a31 req-8e6b614d-ba68-4356-9fc9-f513d27d6170 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:01.484498 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827d4751-2cd2-4d36-a829-65033c276a31 req-8e6b614d-ba68-4356-9fc9-f513d27d6170 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/networks?id=30d24d19-5440-49dc-91a3-dbb88893c2b0 HTTP/1.1" status: 200 len: 814 time: 0.1204314 Apr 21 12:44:01.487015 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db5826e9-46ce-4534-b3b4-7e4c2b9b40fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:44:01.503835 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5826e9-46ce-4534-b3b4-7e4c2b9b40fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7447cc2-6348-4bed-864c-cfdf966c6e8d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:01.504190 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827d4751-2cd2-4d36-a829-65033c276a31 req-be3e013b-367f-424b-91b7-f9399e1fa08d tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/quotas/68d8f7f0c8494afca5cc6cac50c337e8 HTTP/1.1" status: 200 len: 375 time: 0.0104835 Apr 21 12:44:01.507012 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db5826e9-46ce-4534-b3b4-7e4c2b9b40fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:01.514291 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-db5826e9-46ce-4534-b3b4-7e4c2b9b40fb admin admin] Added segment 58d8cb84-8f11-4151-a77a-bfc0637248a0 of type vlan for network 210b1822-b19c-4a3a-bd44-f48c8d787bcf Apr 21 12:44:01.562629 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827d4751-2cd2-4d36-a829-65033c276a31 req-1b81f2b7-b75b-416c-9a5c-cacb067c24e0 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=68d8f7f0c8494afca5cc6cac50c337e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383506 Apr 21 12:44:01.569999 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db5826e9-46ce-4534-b3b4-7e4c2b9b40fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:01.702519 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db5826e9-46ce-4534-b3b4-7e4c2b9b40fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:01.703592 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5826e9-46ce-4534-b3b4-7e4c2b9b40fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:01.704233 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db5826e9-46ce-4534-b3b4-7e4c2b9b40fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:01.717877 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827d4751-2cd2-4d36-a829-65033c276a31 req-2c224b19-fbd4-4fba-9edc-6d8abf93051d service neutron] 10.222.0.36 "GET /v2.0/networks/30d24d19-5440-49dc-91a3-dbb88893c2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454895 Apr 21 12:44:01.799171 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5826e9-46ce-4534-b3b4-7e4c2b9b40fb admin admin] Pushing event updated for resources: {'Network': ['ID=210b1822-b19c-4a3a-bd44-f48c8d787bcf,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:01.809314 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-db5826e9-46ce-4534-b3b4-7e4c2b9b40fb admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8533497 Apr 21 12:44:01.811537 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46668) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:01.813140 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 210b1822-b19c-4a3a-bd44-f48c8d787bcf details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:44:01.818002 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e056a98d-92fc-4f91-ba56-76a19048aa73 admin admin] Request body: {'subnet': {'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1933438388-subnet', 'tenant_id': '820f30556a864d2abf13eb66052aec75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:44:01.826339 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827d4751-2cd2-4d36-a829-65033c276a31 req-9b0032a5-7aff-4b95-836d-02ce8cbaab14 service neutron] 10.222.0.36 "GET /v2.0/networks/30d24d19-5440-49dc-91a3-dbb88893c2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064215 Apr 21 12:44:01.987659 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e056a98d-92fc-4f91-ba56-76a19048aa73 admin admin] Made reservation on behalf of 820f30556a864d2abf13eb66052aec75 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:44:01.990220 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e056a98d-92fc-4f91-ba56-76a19048aa73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:02.041240 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434598ab-951c-407c-9df6-af5e226273fc req-76521e6d-ef7b-407e-a88c-726cdea5c4dc tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:02.051548 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434598ab-951c-407c-9df6-af5e226273fc req-76521e6d-ef7b-407e-a88c-726cdea5c4dc tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:02.058592 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-434598ab-951c-407c-9df6-af5e226273fc req-76521e6d-ef7b-407e-a88c-726cdea5c4dc tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3b01d-1b9a-47e4-ba76-7a62a9faa75f HTTP/1.1" status: 200 len: 1682 time: 0.0975764 Apr 21 12:44:02.147519 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-434598ab-951c-407c-9df6-af5e226273fc req-a83153f7-330c-4454-b405-243dc8091341 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879922 Apr 21 12:44:02.299898 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1936fea2-a5db-40f0-b518-c86451b68e07 req-b0e9d69d-574c-4ea1-816d-4b1f5ed4778e tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 210 time: 0.0359356 Apr 21 12:44:02.320371 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82757d40-cf9d-43e7-be2d-63a2d0d8c6e3 req-790a10fa-4fc4-4729-a022-732ed1a9fe7e tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:02.329507 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-82757d40-cf9d-43e7-be2d-63a2d0d8c6e3 req-790a10fa-4fc4-4729-a022-732ed1a9fe7e tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.1107070 Apr 21 12:44:02.379253 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-82757d40-cf9d-43e7-be2d-63a2d0d8c6e3 req-3754546d-fe2e-41bc-b27c-a89a4315c584 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483820 Apr 21 12:44:02.513001 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e056a98d-92fc-4f91-ba56-76a19048aa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:02.571144 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056a98d-92fc-4f91-ba56-76a19048aa73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e66f24c-8af3-4904-ad4f-94ba052f7897,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:02.582082 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e056a98d-92fc-4f91-ba56-76a19048aa73 admin admin] Checking segment: {'id': '58d8cb84-8f11-4151-a77a-bfc0637248a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:44:02.582424 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e056a98d-92fc-4f91-ba56-76a19048aa73 admin admin] Network hostable DHCP agents. Network: 210b1822-b19c-4a3a-bd44-f48c8d787bcf, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:44:02.676392 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e056a98d-92fc-4f91-ba56-76a19048aa73 admin admin] Network 210b1822-b19c-4a3a-bd44-f48c8d787bcf is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:44:02.965178 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-e056a98d-92fc-4f91-ba56-76a19048aa73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 210b1822-b19c-4a3a-bd44-f48c8d787bcf) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:44:02.973511 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e056a98d-92fc-4f91-ba56-76a19048aa73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:02.974079 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e056a98d-92fc-4f91-ba56-76a19048aa73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:03.037800 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01379e8-4207-427a-9619-57bb8762c8e8 None None] Network 210b1822-b19c-4a3a-bd44-f48c8d787bcf requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:44:03.135323 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2f11dd-98c0-4698-9673-a27d588f6ea1 None None] Network 210b1822-b19c-4a3a-bd44-f48c8d787bcf requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:44:03.411265 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-917e0a67-12b7-4207-a12b-7e0b49448b81 req-d234c133-5c12-4d21-b8c4-d3d24516f0b1 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 210 time: 0.0540659 Apr 21 12:44:03.438857 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e056a98d-92fc-4f91-ba56-76a19048aa73 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.6258008 Apr 21 12:44:03.671609 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c09126-e69a-4802-8916-aeb3aeacbaee req-7fd25e34-5a52-427e-806f-273cb3e5ff14 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:03.678467 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c09126-e69a-4802-8916-aeb3aeacbaee req-7fd25e34-5a52-427e-806f-273cb3e5ff14 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:03.680338 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38c09126-e69a-4802-8916-aeb3aeacbaee req-7fd25e34-5a52-427e-806f-273cb3e5ff14 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3b01d-1b9a-47e4-ba76-7a62a9faa75f HTTP/1.1" status: 200 len: 1682 time: 0.0830994 Apr 21 12:44:03.694595 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42826903-7ad8-4ae0-ad55-9430a4358be0 req-8307ee7f-ab90-4c86-a2e5-b3a5969c9112 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:03.703784 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42826903-7ad8-4ae0-ad55-9430a4358be0 req-8307ee7f-ab90-4c86-a2e5-b3a5969c9112 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.1566789 Apr 21 12:44:03.766085 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38c09126-e69a-4802-8916-aeb3aeacbaee req-fdd46fa7-2933-4702-b515-b3598111e185 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598407 Apr 21 12:44:03.778045 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42826903-7ad8-4ae0-ad55-9430a4358be0 req-0bf31262-85b1-48d7-9642-903e2110dd51 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732210 Apr 21 12:44:04.114478 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-bb2d9345-769d-4286-a9e9-0e6a2f3187f8 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:04.116245 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-bb2d9345-769d-4286-a9e9-0e6a2f3187f8 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/networks?id=210b1822-b19c-4a3a-bd44-f48c8d787bcf HTTP/1.1" status: 200 len: 806 time: 0.1297395 Apr 21 12:44:04.146097 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-38812434-5b35-4e53-b007-29526ad9f529 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/quotas/820f30556a864d2abf13eb66052aec75 HTTP/1.1" status: 200 len: 375 time: 0.0219626 Apr 21 12:44:04.195380 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-1e6710a5-a6d7-42ad-a1fb-64bf7b553209 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=820f30556a864d2abf13eb66052aec75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370104 Apr 21 12:44:04.312193 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-7137dad5-6232-4938-95dc-d9c5118b9c01 service neutron] 10.222.0.36 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086538 Apr 21 12:44:04.408845 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-fd9d31aa-b9e8-4416-b3e2-98cb33522c93 service neutron] 10.222.0.36 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957708 Apr 21 12:44:04.536341 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-af890f30-dbc1-46c6-9835-708bd1cd7301 req-0dab2b4d-0a49-4298-9e75-0832b64d73f0 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 210 time: 0.0342534 Apr 21 12:44:04.827139 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-855d5e08-2776-4aa0-bc1f-8e50ed6eb17b req-538c2dd9-8a54-4242-8d9f-2a4b875a198d tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bdd3805-1234-4398-85a9-031a300e1f01 HTTP/1.1" status: 200 len: 210 time: 0.0783408 Apr 21 12:44:05.076793 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2c72d-bbf0-4e1e-a1da-ad734822251a req-1502bec3-820d-4369-aa89-94e990c5b07f tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:05.084112 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94b2c72d-bbf0-4e1e-a1da-ad734822251a req-1502bec3-820d-4369-aa89-94e990c5b07f tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.1550913 Apr 21 12:44:05.130129 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d22be6-e9f5-4418-9903-f3fffc4e8138 req-d4202802-ea99-4207-8c9d-6a91700e888e tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:05.136805 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d22be6-e9f5-4418-9903-f3fffc4e8138 req-d4202802-ea99-4207-8c9d-6a91700e888e tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:05.142143 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d22be6-e9f5-4418-9903-f3fffc4e8138 req-d4202802-ea99-4207-8c9d-6a91700e888e tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3b01d-1b9a-47e4-ba76-7a62a9faa75f HTTP/1.1" status: 200 len: 1682 time: 0.1469223 Apr 21 12:44:05.181965 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a994a-90e4-43cb-92ee-538205bd5d48 req-26949c29-8b34-476f-94a4-cbca95f6fe51 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:05.188589 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a994a-90e4-43cb-92ee-538205bd5d48 req-26949c29-8b34-476f-94a4-cbca95f6fe51 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:05.190207 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d6a994a-90e4-43cb-92ee-538205bd5d48 req-26949c29-8b34-476f-94a4-cbca95f6fe51 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.24 "GET /v2.0/ports?device_id=58d3b01d-1b9a-47e4-ba76-7a62a9faa75f HTTP/1.1" status: 200 len: 1682 time: 0.1939981 Apr 21 12:44:05.219460 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94b2c72d-bbf0-4e1e-a1da-ad734822251a req-392df1ee-c80a-4719-8a8f-d8d4efb29fcc tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290781 Apr 21 12:44:05.257744 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d22be6-e9f5-4418-9903-f3fffc4e8138 req-456f2215-1256-4f09-bab5-5312210e6eb5 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122718 Apr 21 12:44:05.330512 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4d6a994a-90e4-43cb-92ee-538205bd5d48 req-bfc76e67-59c9-4b14-82f3-653396c2e91c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Deleting port bc24b07e-d98f-455e-b4eb-1e1f3632d8b3 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:44:05.330810 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4d6a994a-90e4-43cb-92ee-538205bd5d48 req-bfc76e67-59c9-4b14-82f3-653396c2e91c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:05.507061 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4d6a994a-90e4-43cb-92ee-538205bd5d48 req-bfc76e67-59c9-4b14-82f3-653396c2e91c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] For port bc24b07e-d98f-455e-b4eb-1e1f3632d8b3, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=bc24b07e-d98f-455e-b4eb-1e1f3632d8b3,segment=NetworkSegment(f38c0f40-4251-4608-865c-bd1b35ed9e47),segment_id=f38c0f40-4251-4608-865c-bd1b35ed9e47)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:05.507469 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4d6a994a-90e4-43cb-92ee-538205bd5d48 req-bfc76e67-59c9-4b14-82f3-653396c2e91c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:05.522549 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4d6a994a-90e4-43cb-92ee-538205bd5d48 req-bfc76e67-59c9-4b14-82f3-653396c2e91c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Calling delete_port for bc24b07e-d98f-455e-b4eb-1e1f3632d8b3 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:44:05.658715 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-73b7a88a-a274-4d07-971c-bbb993055b45 req-5a3a964e-9037-4dff-9bf2-e980852ec366 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 210 time: 0.0402558 Apr 21 12:44:05.932714 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d2aef74e-013c-4ec7-a40d-f4b519380c76 req-19797566-0bb6-42e4-9cec-2e4f24ec5c42 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bdd3805-1234-4398-85a9-031a300e1f01 HTTP/1.1" status: 200 len: 210 time: 0.0404158 Apr 21 12:44:05.941459 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80820abc-a077-40c8-8f74-526dcf88e4fe req-ac535ac4-69f8-4894-a74b-3010cda2e6a7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0779543 Apr 21 12:44:06.006781 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80820abc-a077-40c8-8f74-526dcf88e4fe req-46485892-2afc-4e4c-b6c0-26fc7344a3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:06.008312 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80820abc-a077-40c8-8f74-526dcf88e4fe req-46485892-2afc-4e4c-b6c0-26fc7344a3b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 1100 time: 0.0416546 Apr 21 12:44:06.030148 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4d6a994a-90e4-43cb-92ee-538205bd5d48 req-bfc76e67-59c9-4b14-82f3-653396c2e91c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:06.042566 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['bc24b07e-d98f-455e-b4eb-1e1f3632d8b3', '931539c4-a194-4407-b007-980e9dacbb87'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:44:06.108959 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc76e67-59c9-4b14-82f3-653396c2e91c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Pushing event deleted for resources: {'Port': ['ID=bc24b07e-d98f-455e-b4eb-1e1f3632d8b3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:06.132099 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6a994a-90e4-43cb-92ee-538205bd5d48 req-bfc76e67-59c9-4b14-82f3-653396c2e91c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] No DVR routers for this DVR port bc24b07e-d98f-455e-b4eb-1e1f3632d8b3 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:44:06.160674 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4d6a994a-90e4-43cb-92ee-538205bd5d48 req-bfc76e67-59c9-4b14-82f3-653396c2e91c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:06.163947 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d6a994a-90e4-43cb-92ee-538205bd5d48 req-bfc76e67-59c9-4b14-82f3-653396c2e91c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.24 "DELETE /v2.0/ports/bc24b07e-d98f-455e-b4eb-1e1f3632d8b3 HTTP/1.1" status: 204 len: 173 time: 0.9661345 Apr 21 12:44:06.164417 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d3b01d-1b9a-47e4-ba76-7a62a9faa75f', 'name': 'network-vif-deleted', 'tag': 'bc24b07e-d98f-455e-b4eb-1e1f3632d8b3'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:44:06.170835 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e192a9-cf48-42c0-bbc6-dd15c1c651f7" -d '{"events": [{"server_uuid": "58d3b01d-1b9a-47e4-ba76-7a62a9faa75f", "name": "network-vif-deleted", "tag": "bc24b07e-d98f-455e-b4eb-1e1f3632d8b3"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:44:06.249539 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9530c9c4-e3b9-4a3a-ba64-1b5fc36d5386 x-openstack-request-id: req-9530c9c4-e3b9-4a3a-ba64-1b5fc36d5386 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:44:06.249844 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d3b01d-1b9a-47e4-ba76-7a62a9faa75f", "name": "network-vif-deleted", "tag": "bc24b07e-d98f-455e-b4eb-1e1f3632d8b3", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:44:06.250091 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9530c9c4-e3b9-4a3a-ba64-1b5fc36d5386 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:44:06.250504 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9530c9c4-e3b9-4a3a-ba64-1b5fc36d5386'] response: {'server_uuid': '58d3b01d-1b9a-47e4-ba76-7a62a9faa75f', 'name': 'network-vif-deleted', 'tag': 'bc24b07e-d98f-455e-b4eb-1e1f3632d8b3', 'status': 'completed', 'code': 200} Apr 21 12:44:06.334160 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80820abc-a077-40c8-8f74-526dcf88e4fe req-640dbfc2-e275-4a46-9372-99b6fc054771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:06.342202 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80820abc-a077-40c8-8f74-526dcf88e4fe req-640dbfc2-e275-4a46-9372-99b6fc054771 service neutron] 10.222.0.26 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.3035216 Apr 21 12:44:06.471199 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80820abc-a077-40c8-8f74-526dcf88e4fe req-39a493ad-a587-44fc-b757-d4e09924baba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=02fc27ae-4f61-46ca-99ae-7b6a2be21846 HTTP/1.1" status: 200 len: 217 time: 0.1072605 Apr 21 12:44:06.625795 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80820abc-a077-40c8-8f74-526dcf88e4fe req-148df17d-9e58-4dd2-9b2f-ed612eae3136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:06.627255 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80820abc-a077-40c8-8f74-526dcf88e4fe req-148df17d-9e58-4dd2-9b2f-ed612eae3136 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1135876 Apr 21 12:44:06.655589 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789843f4-1c63-44a7-a269-0d5e5a42376a req-8269424c-abb5-457a-811b-939130e5e6cc tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:06.658214 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-789843f4-1c63-44a7-a269-0d5e5a42376a req-8269424c-abb5-457a-811b-939130e5e6cc tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.2556562 Apr 21 12:44:06.716839 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb89939-548a-4d6a-a890-3b9e22bec139 req-b9c2a9e0-3685-46dc-8ab8-f0926b13a585 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:06.730055 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-feb89939-548a-4d6a-a890-3b9e22bec139 req-b9c2a9e0-3685-46dc-8ab8-f0926b13a585 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3b01d-1b9a-47e4-ba76-7a62a9faa75f HTTP/1.1" status: 200 len: 946 time: 0.2911954 Apr 21 12:44:06.781869 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4d6a994a-90e4-43cb-92ee-538205bd5d48 req-fe31a715-2952-412d-836c-7c369a8108ce tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Deleting port 931539c4-a194-4407-b007-980e9dacbb87 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:44:06.782208 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4d6a994a-90e4-43cb-92ee-538205bd5d48 req-fe31a715-2952-412d-836c-7c369a8108ce tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:06.799118 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d4751-2cd2-4d36-a829-65033c276a31 req-e2f2a869-0139-44a8-bfaf-3be27dc54064 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:06.799823 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827d4751-2cd2-4d36-a829-65033c276a31 req-e2f2a869-0139-44a8-bfaf-3be27dc54064 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.24 "GET /v2.0/networks?id=30d24d19-5440-49dc-91a3-dbb88893c2b0 HTTP/1.1" status: 200 len: 814 time: 0.3312221 Apr 21 12:44:06.843325 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-827d4751-2cd2-4d36-a829-65033c276a31 req-a7bfcd16-5a80-445a-b81c-e5b05d0d00c3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Request body: {'port': {'device_id': '0c3fd7d6-997c-4dd5-886b-357e2c563693', 'network_id': '30d24d19-5440-49dc-91a3-dbb88893c2b0', 'admin_state_up': True, 'tenant_id': '68d8f7f0c8494afca5cc6cac50c337e8'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:44:06.852466 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80820abc-a077-40c8-8f74-526dcf88e4fe req-a7bb95b3-ecc7-4395-aa8f-bca1aa69c35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:06.854697 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80820abc-a077-40c8-8f74-526dcf88e4fe req-a7bb95b3-ecc7-4395-aa8f-bca1aa69c35c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2180176 Apr 21 12:44:06.964077 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-789843f4-1c63-44a7-a269-0d5e5a42376a req-bf5a00d7-d1aa-41a5-b774-b60f4088c0ce tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828705 Apr 21 12:44:06.981360 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-feb89939-548a-4d6a-a890-3b9e22bec139 req-7ba93c73-9767-4251-8732-668696b210a2 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/security-groups?id=2c1f42ce-2294-4b0a-af5f-6be12deb675a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331836 Apr 21 12:44:07.406464 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae1c1283-9b9c-4abc-8285-15af4b2add9d req-cc2b4ae7-af06-487a-a968-76aeae219841 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bdd3805-1234-4398-85a9-031a300e1f01 HTTP/1.1" status: 200 len: 210 time: 0.0578954 Apr 21 12:44:07.430123 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4cf72917-6482-426f-9b18-92ec52b4ef49 req-12b128ec-4bb7-46d8-a239-b8bba2cacb82 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 210 time: 0.0749681 Apr 21 12:44:07.473085 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4d6a994a-90e4-43cb-92ee-538205bd5d48 req-fe31a715-2952-412d-836c-7c369a8108ce tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] For port 931539c4-a194-4407-b007-980e9dacbb87, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=931539c4-a194-4407-b007-980e9dacbb87,segment=NetworkSegment(35313a39-593f-4730-b028-18863b5a307d),segment_id=35313a39-593f-4730-b028-18863b5a307d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:07.476250 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4d6a994a-90e4-43cb-92ee-538205bd5d48 req-fe31a715-2952-412d-836c-7c369a8108ce tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:07.517955 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4d6a994a-90e4-43cb-92ee-538205bd5d48 req-fe31a715-2952-412d-836c-7c369a8108ce tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Calling delete_port for 931539c4-a194-4407-b007-980e9dacbb87 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:44:07.532428 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80820abc-a077-40c8-8f74-526dcf88e4fe req-c0f12ec1-a0ef-466f-a7dc-7ff77ec0e32f service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6326442 Apr 21 12:44:07.661555 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80820abc-a077-40c8-8f74-526dcf88e4fe req-a139c032-29da-4571-a8fc-dd379951efeb service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222656 Apr 21 12:44:07.697232 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-827d4751-2cd2-4d36-a829-65033c276a31 req-a7bfcd16-5a80-445a-b81c-e5b05d0d00c3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Made reservation on behalf of 68d8f7f0c8494afca5cc6cac50c337e8 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:44:07.700861 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-827d4751-2cd2-4d36-a829-65033c276a31 req-a7bfcd16-5a80-445a-b81c-e5b05d0d00c3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:07.907461 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-827d4751-2cd2-4d36-a829-65033c276a31 req-a7bfcd16-5a80-445a-b81c-e5b05d0d00c3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Allocated IP 172.20.0.12 (30d24d19-5440-49dc-91a3-dbb88893c2b0/60acb840-0dd0-4e57-a445-07399e0f9716/ac3cd380-a0e6-44dc-9c99-164bfae678c7) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:44:08.007438 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4d6a994a-90e4-43cb-92ee-538205bd5d48 req-fe31a715-2952-412d-836c-7c369a8108ce tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:08.076042 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31a715-2952-412d-836c-7c369a8108ce tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Pushing event deleted for resources: {'Port': ['ID=931539c4-a194-4407-b007-980e9dacbb87,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:08.198188 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 931539c4-a194-4407-b007-980e9dacbb87 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:44:08.279925 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 931539c4-a194-4407-b007-980e9dacbb87 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:44:08.281873 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 931539c4-a194-4407-b007-980e9dacbb87 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:44:08.283144 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device bc24b07e-d98f-455e-b4eb-1e1f3632d8b3 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:44:08.286459 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e9f14d3f-10aa-46ae-bcb5-b9dc0fd3ccda req-0aad20c9-9220-44a2-a3a2-044a95869c2c tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3b01d-1b9a-47e4-ba76-7a62a9faa75f HTTP/1.1" status: 200 len: 210 time: 0.1012261 Apr 21 12:44:08.287980 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6a994a-90e4-43cb-92ee-538205bd5d48 req-fe31a715-2952-412d-836c-7c369a8108ce tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] No DVR routers for this DVR port 931539c4-a194-4407-b007-980e9dacbb87 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:44:08.304065 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4d6a994a-90e4-43cb-92ee-538205bd5d48 req-fe31a715-2952-412d-836c-7c369a8108ce tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:08.308181 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d6a994a-90e4-43cb-92ee-538205bd5d48 req-fe31a715-2952-412d-836c-7c369a8108ce tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.24 "DELETE /v2.0/ports/931539c4-a194-4407-b007-980e9dacbb87 HTTP/1.1" status: 204 len: 173 time: 2.1200843 Apr 21 12:44:08.308639 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d3b01d-1b9a-47e4-ba76-7a62a9faa75f', 'name': 'network-vif-deleted', 'tag': '931539c4-a194-4407-b007-980e9dacbb87'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:44:08.311196 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675be6fb-b4c4-403e-b317-7bc317db71f5" -d '{"events": [{"server_uuid": "58d3b01d-1b9a-47e4-ba76-7a62a9faa75f", "name": "network-vif-deleted", "tag": "931539c4-a194-4407-b007-980e9dacbb87"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:44:08.313917 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: bc24b07e-d98f-455e-b4eb-1e1f3632d8b3 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:44:08.314644 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device bc24b07e-d98f-455e-b4eb-1e1f3632d8b3 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:44:08.429303 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217b7b2f-fb3d-444a-93b8-cdd939da3fdf x-openstack-request-id: req-217b7b2f-fb3d-444a-93b8-cdd939da3fdf {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:44:08.432040 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d3b01d-1b9a-47e4-ba76-7a62a9faa75f", "name": "network-vif-deleted", "tag": "931539c4-a194-4407-b007-980e9dacbb87", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:44:08.433294 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-217b7b2f-fb3d-444a-93b8-cdd939da3fdf {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:44:08.433294 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-217b7b2f-fb3d-444a-93b8-cdd939da3fdf'] response: {'server_uuid': '58d3b01d-1b9a-47e4-ba76-7a62a9faa75f', 'name': 'network-vif-deleted', 'tag': '931539c4-a194-4407-b007-980e9dacbb87', 'status': 'completed', 'code': 200} Apr 21 12:44:08.460586 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e677de-a79e-46e2-8d86-6f44581d4afd req-a4e28924-9546-4383-b8c3-4f0007b2e15b tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:08.470153 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52e677de-a79e-46e2-8d86-6f44581d4afd req-a4e28924-9546-4383-b8c3-4f0007b2e15b tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.2838988 Apr 21 12:44:08.483094 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-827d4751-2cd2-4d36-a829-65033c276a31 req-a7bfcd16-5a80-445a-b81c-e5b05d0d00c3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:08.531567 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52e677de-a79e-46e2-8d86-6f44581d4afd req-4c65d1eb-f765-4ae3-84f3-a026704edb16 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605204 Apr 21 12:44:08.580653 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d01bb048-a169-47a4-83d3-c785e689fc7b req-af512759-e547-4244-a465-4713c878bb28 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bdd3805-1234-4398-85a9-031a300e1f01 HTTP/1.1" status: 200 len: 210 time: 0.0478384 Apr 21 12:44:08.652373 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db92e79a-3b5f-47a2-83a6-2dfddf006c0e req-3ea1933d-4147-45cf-b30a-5774346a347a tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 210 time: 0.0368381 Apr 21 12:44:08.736158 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-827d4751-2cd2-4d36-a829-65033c276a31 req-a7bfcd16-5a80-445a-b81c-e5b05d0d00c3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:08.796601 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-827d4751-2cd2-4d36-a829-65033c276a31 req-a7bfcd16-5a80-445a-b81c-e5b05d0d00c3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Network 30d24d19-5440-49dc-91a3-dbb88893c2b0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:44:08.801425 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-827d4751-2cd2-4d36-a829-65033c276a31 req-a7bfcd16-5a80-445a-b81c-e5b05d0d00c3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:44:08.805437 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-827d4751-2cd2-4d36-a829-65033c276a31 req-a7bfcd16-5a80-445a-b81c-e5b05d0d00c3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:44:08.833555 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bfcd16-5a80-445a-b81c-e5b05d0d00c3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Pushing event updated for resources: {'Port': ['ID=ac3cd380-a0e6-44dc-9c99-164bfae678c7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:08.879374 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d4751-2cd2-4d36-a829-65033c276a31 req-a7bfcd16-5a80-445a-b81c-e5b05d0d00c3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:08.880167 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-827d4751-2cd2-4d36-a829-65033c276a31 req-a7bfcd16-5a80-445a-b81c-e5b05d0d00c3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:09.057494 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827d4751-2cd2-4d36-a829-65033c276a31 req-a7bfcd16-5a80-445a-b81c-e5b05d0d00c3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2288249 Apr 21 12:44:09.069608 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-827d4751-2cd2-4d36-a829-65033c276a31 req-8a2e5b0b-cc81-44fb-99ad-c7c62a07c0c1 service neutron] Request body: {'port': {'device_id': '0c3fd7d6-997c-4dd5-886b-357e2c563693', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:44:09.145441 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-827d4751-2cd2-4d36-a829-65033c276a31 req-8a2e5b0b-cc81-44fb-99ad-c7c62a07c0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:09.331072 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-fd0eaf95-6fb3-47bd-b8b8-356364ff0af9 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:09.332531 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-fd0eaf95-6fb3-47bd-b8b8-356364ff0af9 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.24 "GET /v2.0/networks?id=210b1822-b19c-4a3a-bd44-f48c8d787bcf HTTP/1.1" status: 200 len: 806 time: 0.2048726 Apr 21 12:44:09.350767 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-e534c274-0242-45da-ac10-471485cf86e2 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Request body: {'port': {'device_id': '8bdd3805-1234-4398-85a9-031a300e1f01', 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf', 'admin_state_up': True, 'tenant_id': '820f30556a864d2abf13eb66052aec75'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:44:09.543076 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28a5d21b-22d1-48cd-a486-1f49dfb75ef0 req-8d46cd38-ec94-4233-bcec-9e79ff22c092 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "GET /v2.0/ports?device_id=58d3b01d-1b9a-47e4-ba76-7a62a9faa75f HTTP/1.1" status: 200 len: 210 time: 0.0565586 Apr 21 12:44:09.660059 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-e534c274-0242-45da-ac10-471485cf86e2 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Made reservation on behalf of 820f30556a864d2abf13eb66052aec75 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:44:09.662860 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-e534c274-0242-45da-ac10-471485cf86e2 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:09.743123 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-827d4751-2cd2-4d36-a829-65033c276a31 req-8a2e5b0b-cc81-44fb-99ad-c7c62a07c0c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac3cd380-a0e6-44dc-9c99-164bfae678c7 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:44:09.766382 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31e84752-b1ff-49f8-9685-3cfb5a262e10 req-b1db0a34-6666-4e60-96d7-d26d92542196 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bdd3805-1234-4398-85a9-031a300e1f01 HTTP/1.1" status: 200 len: 210 time: 0.0572774 Apr 21 12:44:09.768956 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-827d4751-2cd2-4d36-a829-65033c276a31 req-8a2e5b0b-cc81-44fb-99ad-c7c62a07c0c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:09.807398 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-827d4751-2cd2-4d36-a829-65033c276a31 req-8a2e5b0b-cc81-44fb-99ad-c7c62a07c0c1 service neutron] Transition to ACTIVE for port object ac3cd380-a0e6-44dc-9c99-164bfae678c7 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:44:09.879561 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ec9d7-152b-4624-89db-68ddd275659f req-01471d48-501c-4eea-8ef7-880b944a0693 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:09.903812 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-043ec9d7-152b-4624-89db-68ddd275659f req-01471d48-501c-4eea-8ef7-880b944a0693 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.2696919 Apr 21 12:44:09.955563 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-827d4751-2cd2-4d36-a829-65033c276a31 req-8a2e5b0b-cc81-44fb-99ad-c7c62a07c0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:10.164420 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e5b0b-cc81-44fb-99ad-c7c62a07c0c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac3cd380-a0e6-44dc-9c99-164bfae678c7,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:10.172838 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-043ec9d7-152b-4624-89db-68ddd275659f req-6f61de22-e7c1-43ed-9ccb-33cd418d0320 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659087 Apr 21 12:44:10.240389 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babad7d-0fcf-4f79-ad83-41594b32f023 req-24c82fea-f58c-45a6-a36a-cc46b6042e7b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:10.247542 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8babad7d-0fcf-4f79-ad83-41594b32f023 req-24c82fea-f58c-45a6-a36a-cc46b6042e7b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 944 time: 0.3323417 Apr 21 12:44:10.282540 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-e534c274-0242-45da-ac10-471485cf86e2 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Allocated IP 172.20.0.11 (210b1822-b19c-4a3a-bd44-f48c8d787bcf/5e66f24c-8af3-4904-ad4f-94ba052f7897/76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:44:10.350917 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8babad7d-0fcf-4f79-ad83-41594b32f023 req-687ac563-fcc4-4dfb-8ce3-c9c20a3a7203 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977910 Apr 21 12:44:10.354229 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-827d4751-2cd2-4d36-a829-65033c276a31 req-8a2e5b0b-cc81-44fb-99ad-c7c62a07c0c1 service neutron] Attempting to bind port ac3cd380-a0e6-44dc-9c99-164bfae678c7 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:44:10.354576 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-827d4751-2cd2-4d36-a829-65033c276a31 req-8a2e5b0b-cc81-44fb-99ad-c7c62a07c0c1 service neutron] Attempting to bind port ac3cd380-a0e6-44dc-9c99-164bfae678c7 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '970b3fae-3789-466b-a3f7-fb9bdc70d734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '30d24d19-5440-49dc-91a3-dbb88893c2b0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:44:10.355011 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827d4751-2cd2-4d36-a829-65033c276a31 req-8a2e5b0b-cc81-44fb-99ad-c7c62a07c0c1 service neutron] Attempting to bind port ac3cd380-a0e6-44dc-9c99-164bfae678c7 on network 30d24d19-5440-49dc-91a3-dbb88893c2b0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:44:10.361128 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46968) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:10.366738 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827d4751-2cd2-4d36-a829-65033c276a31 req-8a2e5b0b-cc81-44fb-99ad-c7c62a07c0c1 service neutron] Port ac3cd380-a0e6-44dc-9c99-164bfae678c7 on network 30d24d19-5440-49dc-91a3-dbb88893c2b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:44:10.367066 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827d4751-2cd2-4d36-a829-65033c276a31 req-8a2e5b0b-cc81-44fb-99ad-c7c62a07c0c1 service neutron] Attempting to bind port ac3cd380-a0e6-44dc-9c99-164bfae678c7 on network 30d24d19-5440-49dc-91a3-dbb88893c2b0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:44:10.383278 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827d4751-2cd2-4d36-a829-65033c276a31 req-8a2e5b0b-cc81-44fb-99ad-c7c62a07c0c1 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:44:10.383621 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827d4751-2cd2-4d36-a829-65033c276a31 req-8a2e5b0b-cc81-44fb-99ad-c7c62a07c0c1 service neutron] Checking segment: {'id': '970b3fae-3789-466b-a3f7-fb9bdc70d734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '30d24d19-5440-49dc-91a3-dbb88893c2b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:44:10.384031 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827d4751-2cd2-4d36-a829-65033c276a31 req-8a2e5b0b-cc81-44fb-99ad-c7c62a07c0c1 service neutron] Bound using segment: {'id': '970b3fae-3789-466b-a3f7-fb9bdc70d734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '30d24d19-5440-49dc-91a3-dbb88893c2b0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:44:10.384502 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-827d4751-2cd2-4d36-a829-65033c276a31 req-8a2e5b0b-cc81-44fb-99ad-c7c62a07c0c1 service neutron] Bound port: ac3cd380-a0e6-44dc-9c99-164bfae678c7, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '970b3fae-3789-466b-a3f7-fb9bdc70d734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '30d24d19-5440-49dc-91a3-dbb88893c2b0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:44:10.384886 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-827d4751-2cd2-4d36-a829-65033c276a31 req-8a2e5b0b-cc81-44fb-99ad-c7c62a07c0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:10.505312 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fb21cb25-f61c-49ad-b4e2-c8602fb835b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:10.536363 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-827d4751-2cd2-4d36-a829-65033c276a31 req-8a2e5b0b-cc81-44fb-99ad-c7c62a07c0c1 service neutron] For port ac3cd380-a0e6-44dc-9c99-164bfae678c7, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:44:10.541037 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-827d4751-2cd2-4d36-a829-65033c276a31 req-8a2e5b0b-cc81-44fb-99ad-c7c62a07c0c1 service neutron] For port ac3cd380-a0e6-44dc-9c99-164bfae678c7, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=ac3cd380-a0e6-44dc-9c99-164bfae678c7,segment=NetworkSegment(970b3fae-3789-466b-a3f7-fb9bdc70d734),segment_id=970b3fae-3789-466b-a3f7-fb9bdc70d734)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:44:10.559253 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-e534c274-0242-45da-ac10-471485cf86e2 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:10.588414 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fb21cb25-f61c-49ad-b4e2-c8602fb835b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:10.614033 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46978) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:10.615412 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-827d4751-2cd2-4d36-a829-65033c276a31 req-8a2e5b0b-cc81-44fb-99ad-c7c62a07c0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:10.675046 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d4751-2cd2-4d36-a829-65033c276a31 req-8a2e5b0b-cc81-44fb-99ad-c7c62a07c0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:10.676600 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-827d4751-2cd2-4d36-a829-65033c276a31 req-8a2e5b0b-cc81-44fb-99ad-c7c62a07c0c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:10.678299 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827d4751-2cd2-4d36-a829-65033c276a31 req-8a2e5b0b-cc81-44fb-99ad-c7c62a07c0c1 service neutron] 10.222.0.24 "PUT /v2.0/ports/ac3cd380-a0e6-44dc-9c99-164bfae678c7 HTTP/1.1" status: 200 len: 1092 time: 1.6129212 Apr 21 12:44:10.678968 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c3fd7d6-997c-4dd5-886b-357e2c563693', 'tag': 'ac3cd380-a0e6-44dc-9c99-164bfae678c7'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:44:10.680981 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-282301c1-34af-4c92-b68b-f560116cae01 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Deleting subnet 42e53bd4-4037-46aa-a196-768c8a270564 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:44:10.682431 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e62be1-5aff-4a9a-951b-34cd07eecec7" -d '{"events": [{"name": "network-changed", "server_uuid": "0c3fd7d6-997c-4dd5-886b-357e2c563693", "tag": "ac3cd380-a0e6-44dc-9c99-164bfae678c7"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:44:10.690387 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-282301c1-34af-4c92-b68b-f560116cae01 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:10.692837 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fb21cb25-f61c-49ad-b4e2-c8602fb835b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:10.727857 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e5b0b-cc81-44fb-99ad-c7c62a07c0c1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac3cd380-a0e6-44dc-9c99-164bfae678c7,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:10.762504 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-e534c274-0242-45da-ac10-471485cf86e2 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:10.794765 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68361ade-483c-4259-93ee-ed93400527a9 x-openstack-request-id: req-68361ade-483c-4259-93ee-ed93400527a9 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:44:10.795046 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c3fd7d6-997c-4dd5-886b-357e2c563693", "tag": "ac3cd380-a0e6-44dc-9c99-164bfae678c7", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:44:10.795311 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-68361ade-483c-4259-93ee-ed93400527a9 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:44:10.795750 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68361ade-483c-4259-93ee-ed93400527a9'] response: {'name': 'network-changed', 'server_uuid': '0c3fd7d6-997c-4dd5-886b-357e2c563693', 'tag': 'ac3cd380-a0e6-44dc-9c99-164bfae678c7', 'status': 'completed', 'code': 200} Apr 21 12:44:10.835445 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-e534c274-0242-45da-ac10-471485cf86e2 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Network 210b1822-b19c-4a3a-bd44-f48c8d787bcf is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:44:10.861436 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-e534c274-0242-45da-ac10-471485cf86e2 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:44:10.865621 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fb21cb25-f61c-49ad-b4e2-c8602fb835b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2512f8de99fe43e49125b8c3b10429e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5010290 Apr 21 12:44:10.865621 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46984) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:10.871010 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-282301c1-34af-4c92-b68b-f560116cae01 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:10.874956 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-e534c274-0242-45da-ac10-471485cf86e2 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:44:10.920576 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21cb25-f61c-49ad-b4e2-c8602fb835b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b295e714-1aa2-4a01-b516-0fb65a9ed964,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:10.959372 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534c274-0242-45da-ac10-471485cf86e2 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Pushing event updated for resources: {'Port': ['ID=76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:10.979868 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e62be1-5aff-4a9a-951b-34cd07eecec7 req-73ba1f23-c226-4d97-9bb1-9933c0c32919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:10.981385 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d2e62be1-5aff-4a9a-951b-34cd07eecec7 req-73ba1f23-c226-4d97-9bb1-9933c0c32919 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68d8f7f0c8494afca5cc6cac50c337e8&device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 1095 time: 0.1800146 Apr 21 12:44:11.025020 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-e534c274-0242-45da-ac10-471485cf86e2 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:11.025642 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-e534c274-0242-45da-ac10-471485cf86e2 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:11.078597 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac719a20-14e7-42ab-a980-af81929b298d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:11.102650 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8c7ee-326b-45de-954b-0ab09df1bfc2 req-4c965ddd-9a27-48c7-abe2-f3602913bf94 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:11.104294 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18e8c7ee-326b-45de-954b-0ab09df1bfc2 req-4c965ddd-9a27-48c7-abe2-f3602913bf94 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bdd3805-1234-4398-85a9-031a300e1f01 HTTP/1.1" status: 200 len: 932 time: 0.2079487 Apr 21 12:44:11.125954 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-282301c1-34af-4c92-b68b-f560116cae01 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:11.130851 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac719a20-14e7-42ab-a980-af81929b298d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:11.182993 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18e8c7ee-326b-45de-954b-0ab09df1bfc2 req-16fd1368-0647-488b-9819-973fa90a7f73 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619314 Apr 21 12:44:11.182993 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e62be1-5aff-4a9a-951b-34cd07eecec7 req-b50c312e-cfad-4230-928d-309cbdaf321f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:11.195157 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d2e62be1-5aff-4a9a-951b-34cd07eecec7 req-b50c312e-cfad-4230-928d-309cbdaf321f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=68d8f7f0c8494afca5cc6cac50c337e8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1909242 Apr 21 12:44:11.231890 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-e534c274-0242-45da-ac10-471485cf86e2 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8872905 Apr 21 12:44:11.269494 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-0a212d3d-64d9-43f4-b90b-f62fb91ac635 service neutron] Request body: {'port': {'device_id': '8bdd3805-1234-4398-85a9-031a300e1f01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:44:11.358907 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac719a20-14e7-42ab-a980-af81929b298d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:11.361554 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac719a20-14e7-42ab-a980-af81929b298d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:11.365496 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ac719a20-14e7-42ab-a980-af81929b298d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b295e714-1aa2-4a01-b516-0fb65a9ed964 HTTP/1.1" status: 204 len: 168 time: 0.4887099 Apr 21 12:44:11.384834 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-0a212d3d-64d9-43f4-b90b-f62fb91ac635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:11.403891 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac719a20-14e7-42ab-a980-af81929b298d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b295e714-1aa2-4a01-b516-0fb65a9ed964,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:11.409108 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-282301c1-34af-4c92-b68b-f560116cae01 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:11.480418 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-282301c1-34af-4c92-b68b-f560116cae01 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:11.485517 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ced936f-faf9-4423-a101-fc3e0edf5bb1 None None] Network b1ac5ef8-d4ad-4071-8e60-81aa8da286b1 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:44:11.489775 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-282301c1-34af-4c92-b68b-f560116cae01 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "DELETE /v2.0/subnets/42e53bd4-4037-46aa-a196-768c8a270564 HTTP/1.1" status: 204 len: 168 time: 0.8741269 Apr 21 12:44:11.490362 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46996) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:11.491184 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282301c1-34af-4c92-b68b-f560116cae01 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Pushing event deleted for resources: {'Subnet': ['ID=42e53bd4-4037-46aa-a196-768c8a270564,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:11.543561 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e62be1-5aff-4a9a-951b-34cd07eecec7 req-bd5dfa0e-adde-4c85-a1c2-01df260f8ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:11.544485 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d2e62be1-5aff-4a9a-951b-34cd07eecec7 req-bd5dfa0e-adde-4c85-a1c2-01df260f8ea5 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3523035 Apr 21 12:44:11.592332 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ae7bc-d4ca-4810-b0fa-728a0a60ddec req-715459a5-6889-4fa0-ae77-6a387e026274 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:11.602031 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f87ae7bc-d4ca-4810-b0fa-728a0a60ddec req-715459a5-6889-4fa0-ae77-6a387e026274 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.3391924 Apr 21 12:44:11.622654 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a8e3ca7-4454-43f7-bd25-bd6fb2e1a162 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:11.709131 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc58289-ee59-40a1-aedd-4fb2924633dd None None] DHCP port deletion for b1ac5ef8-d4ad-4071-8e60-81aa8da286b1 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:44:11.725150 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f87ae7bc-d4ca-4810-b0fa-728a0a60ddec req-f6ee061d-417d-4530-b9e4-07a38488106f tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222296 Apr 21 12:44:11.725725 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6a8e3ca7-4454-43f7-bd25-bd6fb2e1a162 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Deleting port ed50cae4-e000-472b-8916-ace164990be1 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:44:11.726068 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a8e3ca7-4454-43f7-bd25-bd6fb2e1a162 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:11.780420 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ccc58289-ee59-40a1-aedd-4fb2924633dd None None] Deleting port ed50cae4-e000-472b-8916-ace164990be1 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:44:11.780803 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ccc58289-ee59-40a1-aedd-4fb2924633dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:11.796641 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d4751-2cd2-4d36-a829-65033c276a31 req-3de42473-9477-42d5-a68a-f841e7d1cbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:11.809904 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827d4751-2cd2-4d36-a829-65033c276a31 req-3de42473-9477-42d5-a68a-f841e7d1cbc5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68d8f7f0c8494afca5cc6cac50c337e8&device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 1095 time: 0.1911020 Apr 21 12:44:11.810042 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-6a8e3ca7-4454-43f7-bd25-bd6fb2e1a162 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] For port ed50cae4-e000-472b-8916-ace164990be1, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ed50cae4-e000-472b-8916-ace164990be1,segment=NetworkSegment(f38c0f40-4251-4608-865c-bd1b35ed9e47),segment_id=f38c0f40-4251-4608-865c-bd1b35ed9e47)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:11.810042 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a8e3ca7-4454-43f7-bd25-bd6fb2e1a162 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:11.810366 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356157d-e704-4679-8b61-e7be6907ba56 req-00de081e-795e-449e-943b-e4135b9b3495 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:11.811995 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5356157d-e704-4679-8b61-e7be6907ba56 req-00de081e-795e-449e-943b-e4135b9b3495 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 944 time: 0.2628093 Apr 21 12:44:11.814076 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6a8e3ca7-4454-43f7-bd25-bd6fb2e1a162 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Calling delete_port for ed50cae4-e000-472b-8916-ace164990be1 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:44:11.882083 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ccc58289-ee59-40a1-aedd-4fb2924633dd None None] For port ed50cae4-e000-472b-8916-ace164990be1, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ed50cae4-e000-472b-8916-ace164990be1,segment=NetworkSegment(f38c0f40-4251-4608-865c-bd1b35ed9e47),segment_id=f38c0f40-4251-4608-865c-bd1b35ed9e47)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:11.882824 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ccc58289-ee59-40a1-aedd-4fb2924633dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:11.896756 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827d4751-2cd2-4d36-a829-65033c276a31 req-41421954-39c1-48bd-89e7-ab0ee39ab079 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac3cd380-a0e6-44dc-9c99-164bfae678c7 HTTP/1.1" status: 200 len: 217 time: 0.0813823 Apr 21 12:44:11.899561 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ccc58289-ee59-40a1-aedd-4fb2924633dd None None] Calling delete_port for ed50cae4-e000-472b-8916-ace164990be1 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:44:11.958345 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5356157d-e704-4679-8b61-e7be6907ba56 req-e4b1d08a-ec1b-49db-bafc-f565ead5a866 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249828 Apr 21 12:44:11.987346 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a8e3ca7-4454-43f7-bd25-bd6fb2e1a162 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:12.004943 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d4751-2cd2-4d36-a829-65033c276a31 req-a7da0491-24fd-474a-9603-5e094ce7732a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:12.006492 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827d4751-2cd2-4d36-a829-65033c276a31 req-a7da0491-24fd-474a-9603-5e094ce7732a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=60acb840-0dd0-4e57-a445-07399e0f9716 HTTP/1.1" status: 200 len: 854 time: 0.1011052 Apr 21 12:44:12.020933 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e3ca7-4454-43f7-bd25-bd6fb2e1a162 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Pushing event deleted for resources: {'Port': ['ID=ed50cae4-e000-472b-8916-ace164990be1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:12.022889 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8e3ca7-4454-43f7-bd25-bd6fb2e1a162 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] No DVR routers for this DVR port ed50cae4-e000-472b-8916-ace164990be1 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:44:12.044353 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ccc58289-ee59-40a1-aedd-4fb2924633dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:12.081466 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc58289-ee59-40a1-aedd-4fb2924633dd None None] No DVR routers for this DVR port ed50cae4-e000-472b-8916-ace164990be1 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:44:12.094496 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc58289-ee59-40a1-aedd-4fb2924633dd None None] Pushing event deleted for resources: {'Port': ['ID=ed50cae4-e000-472b-8916-ace164990be1,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:12.106069 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827d4751-2cd2-4d36-a829-65033c276a31 req-5c3d57ed-5e3f-4ca2-8ff2-6ab7dc431fbf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30d24d19-5440-49dc-91a3-dbb88893c2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715423 Apr 21 12:44:12.133224 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-0a212d3d-64d9-43f4-b90b-f62fb91ac635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:44:12.155333 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-0a212d3d-64d9-43f4-b90b-f62fb91ac635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:12.208873 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a8e3ca7-4454-43f7-bd25-bd6fb2e1a162 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:12.215337 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ed50cae4-e000-472b-8916-ace164990be1 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:44:12.224424 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-0a212d3d-64d9-43f4-b90b-f62fb91ac635 service neutron] Transition to ACTIVE for port object 76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:44:12.260248 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827d4751-2cd2-4d36-a829-65033c276a31 req-60fe10c5-89c0-49ba-a5d8-f89cc5fc83b7 service neutron] 10.222.0.24 "GET /v2.0/networks/30d24d19-5440-49dc-91a3-dbb88893c2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468627 Apr 21 12:44:12.277280 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: ed50cae4-e000-472b-8916-ace164990be1 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:44:12.279614 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ed50cae4-e000-472b-8916-ace164990be1 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:44:12.320606 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-6a8e3ca7-4454-43f7-bd25-bd6fb2e1a162 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ac5ef8-d4ad-4071-8e60-81aa8da286b1']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:44:12.338029 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-6a8e3ca7-4454-43f7-bd25-bd6fb2e1a162 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f38c0f40-4251-4608-865c-bd1b35ed9e47') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:44:12.338321 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-6a8e3ca7-4454-43f7-bd25-bd6fb2e1a162 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f38c0f40-4251-4608-865c-bd1b35ed9e47') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:44:12.356470 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a8e3ca7-4454-43f7-bd25-bd6fb2e1a162 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:12.366052 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-0a212d3d-64d9-43f4-b90b-f62fb91ac635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:12.367920 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a8e3ca7-4454-43f7-bd25-bd6fb2e1a162 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a8e3ca7-4454-43f7-bd25-bd6fb2e1a162 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a8e3ca7-4454-43f7-bd25-bd6fb2e1a162 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:44:12.379336 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:44:12.448994 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47020) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:12.475175 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5443efba-5695-4264-a757-9731211a8175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:12.565637 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a8e3ca7-4454-43f7-bd25-bd6fb2e1a162 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:12.577406 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a8e3ca7-4454-43f7-bd25-bd6fb2e1a162 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:12.584138 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6a8e3ca7-4454-43f7-bd25-bd6fb2e1a162 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "DELETE /v2.0/networks/b1ac5ef8-d4ad-4071-8e60-81aa8da286b1 HTTP/1.1" status: 204 len: 168 time: 1.0880651 Apr 21 12:44:12.584138 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5443efba-5695-4264-a757-9731211a8175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:12.585639 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47022) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:12.603887 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e3ca7-4454-43f7-bd25-bd6fb2e1a162 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Pushing event deleted for resources: {'Network': ['ID=b1ac5ef8-d4ad-4071-8e60-81aa8da286b1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:12.663117 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaaff9ff-1f2a-45a6-9e0d-d0525abd6e04 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Deleting subnet 732a1432-e8b0-4389-93a0-83fcfc4ee03f {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:44:12.666765 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eaaff9ff-1f2a-45a6-9e0d-d0525abd6e04 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:12.730978 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5443efba-5695-4264-a757-9731211a8175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:12.810529 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a212d3d-64d9-43f4-b90b-f62fb91ac635 service neutron] Pushing event updated for resources: {'Port': ['ID=76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:12.865725 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5443efba-5695-4264-a757-9731211a8175 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=418b6edbd6564030967b845f6d72f617&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4155877 Apr 21 12:44:12.866310 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47034) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:12.879871 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eaaff9ff-1f2a-45a6-9e0d-d0525abd6e04 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:12.908161 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443efba-5695-4264-a757-9731211a8175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83934b3f-7bd9-4e16-add0-cb89d5cd21f1,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:12.909879 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc300089-dcc0-418d-8430-8ddb7c9fe244 req-595c4822-8ae9-4c61-8b5b-e122f817e269 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:12.911610 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fc300089-dcc0-418d-8430-8ddb7c9fe244 req-595c4822-8ae9-4c61-8b5b-e122f817e269 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bdd3805-1234-4398-85a9-031a300e1f01 HTTP/1.1" status: 200 len: 932 time: 0.5899186 Apr 21 12:44:12.929736 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827d4751-2cd2-4d36-a829-65033c276a31 req-d560be6f-250d-4338-97c7-727479280316 service neutron] 10.222.0.24 "GET /v2.0/networks/30d24d19-5440-49dc-91a3-dbb88893c2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6622376 Apr 21 12:44:13.000906 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fc300089-dcc0-418d-8430-8ddb7c9fe244 req-072b305d-848a-4e49-85e6-0bc5d8a0d671 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664055 Apr 21 12:44:13.007940 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ca4c0d5-fea1-4567-b023-3f2f13ee8a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:13.027082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-0a212d3d-64d9-43f4-b90b-f62fb91ac635 service neutron] Attempting to bind port 76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:44:13.027572 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-0a212d3d-64d9-43f4-b90b-f62fb91ac635 service neutron] Attempting to bind port 76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '58d8cb84-8f11-4151-a77a-bfc0637248a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:44:13.028001 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-0a212d3d-64d9-43f4-b90b-f62fb91ac635 service neutron] Attempting to bind port 76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8 on network 210b1822-b19c-4a3a-bd44-f48c8d787bcf {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:44:13.034008 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-0a212d3d-64d9-43f4-b90b-f62fb91ac635 service neutron] Port 76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8 on network 210b1822-b19c-4a3a-bd44-f48c8d787bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:44:13.040898 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-0a212d3d-64d9-43f4-b90b-f62fb91ac635 service neutron] Attempting to bind port 76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8 on network 210b1822-b19c-4a3a-bd44-f48c8d787bcf {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:44:13.041251 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ca4c0d5-fea1-4567-b023-3f2f13ee8a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:13.042861 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-0a212d3d-64d9-43f4-b90b-f62fb91ac635 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:44:13.043306 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-0a212d3d-64d9-43f4-b90b-f62fb91ac635 service neutron] Checking segment: {'id': '58d8cb84-8f11-4151-a77a-bfc0637248a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:44:13.043785 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-0a212d3d-64d9-43f4-b90b-f62fb91ac635 service neutron] Bound using segment: {'id': '58d8cb84-8f11-4151-a77a-bfc0637248a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:44:13.044330 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-0a212d3d-64d9-43f4-b90b-f62fb91ac635 service neutron] Bound port: 76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58d8cb84-8f11-4151-a77a-bfc0637248a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:44:13.044802 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-0a212d3d-64d9-43f4-b90b-f62fb91ac635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:13.071658 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eaaff9ff-1f2a-45a6-9e0d-d0525abd6e04 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:13.095986 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec21033-0feb-4ea6-81e6-df5b2e63ecc1 req-f29bec9b-e708-4514-909f-fb64892b7cb1 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:13.097845 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bec21033-0feb-4ea6-81e6-df5b2e63ecc1 req-f29bec9b-e708-4514-909f-fb64892b7cb1 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.2258852 Apr 21 12:44:13.187345 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-0a212d3d-64d9-43f4-b90b-f62fb91ac635 service neutron] For port 76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:44:13.198136 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bec21033-0feb-4ea6-81e6-df5b2e63ecc1 req-034e4342-49fb-4bcc-9248-558324d2b892 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900197 Apr 21 12:44:13.211526 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-0a212d3d-64d9-43f4-b90b-f62fb91ac635 service neutron] For port 76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:44:13.221970 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eaaff9ff-1f2a-45a6-9e0d-d0525abd6e04 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:13.223962 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6f9107-5c49-4b57-bcbb-21fb22052f0a req-d88cbc71-e41c-4329-8672-b617d8d55731 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:13.225767 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c6f9107-5c49-4b57-bcbb-21fb22052f0a req-d88cbc71-e41c-4329-8672-b617d8d55731 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 944 time: 0.0961902 Apr 21 12:44:13.257443 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaff9ff-1f2a-45a6-9e0d-d0525abd6e04 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Pushing event deleted for resources: {'Subnet': ['ID=732a1432-e8b0-4389-93a0-83fcfc4ee03f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:13.263203 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ca4c0d5-fea1-4567-b023-3f2f13ee8a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:13.266219 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ca4c0d5-fea1-4567-b023-3f2f13ee8a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:13.267373 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1ca4c0d5-fea1-4567-b023-3f2f13ee8a04 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/83934b3f-7bd9-4e16-add0-cb89d5cd21f1 HTTP/1.1" status: 204 len: 168 time: 0.3949125 Apr 21 12:44:13.268852 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eaaff9ff-1f2a-45a6-9e0d-d0525abd6e04 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:13.274701 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-eaaff9ff-1f2a-45a6-9e0d-d0525abd6e04 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "DELETE /v2.0/subnets/732a1432-e8b0-4389-93a0-83fcfc4ee03f HTTP/1.1" status: 204 len: 168 time: 0.6852391 Apr 21 12:44:13.277320 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3360e4-6afa-4782-9621-3ce42a4f8795 None None] Network eb71644a-7d05-4464-b243-15be4bd43b24 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:44:13.279687 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47040) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:13.280478 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4c0d5-fea1-4567-b023-3f2f13ee8a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83934b3f-7bd9-4e16-add0-cb89d5cd21f1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:13.313755 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c6f9107-5c49-4b57-bcbb-21fb22052f0a req-a39d451e-4256-4ee1-8530-6f483953779b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817919 Apr 21 12:44:13.323935 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-0a212d3d-64d9-43f4-b90b-f62fb91ac635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:13.390644 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fa53235-332d-41dd-b0db-07bbf7c6e521 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:13.414039 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-0a212d3d-64d9-43f4-b90b-f62fb91ac635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:13.414777 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-0a212d3d-64d9-43f4-b90b-f62fb91ac635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:13.418334 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-0a212d3d-64d9-43f4-b90b-f62fb91ac635 service neutron] 10.222.0.24 "PUT /v2.0/ports/76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8 HTTP/1.1" status: 200 len: 1092 time: 2.1545749 Apr 21 12:44:13.418904 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bdd3805-1234-4398-85a9-031a300e1f01', 'tag': '76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:44:13.421275 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e0b0f0-f262-4f8f-ad39-d191a727164b" -d '{"events": [{"name": "network-changed", "server_uuid": "8bdd3805-1234-4398-85a9-031a300e1f01", "tag": "76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:44:13.450062 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a212d3d-64d9-43f4-b90b-f62fb91ac635 service neutron] Pushing event updated for resources: {'Port': ['ID=76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:13.470961 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7fa53235-332d-41dd-b0db-07bbf7c6e521 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Deleting port 36f5a03b-5b7f-4668-984b-20e6d586066c {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:44:13.471455 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fa53235-332d-41dd-b0db-07bbf7c6e521 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:13.488778 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822783e4-14b7-43f5-8354-cf5d310120f8 x-openstack-request-id: req-822783e4-14b7-43f5-8354-cf5d310120f8 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:44:13.489206 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bdd3805-1234-4398-85a9-031a300e1f01", "tag": "76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:44:13.489720 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-822783e4-14b7-43f5-8354-cf5d310120f8 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:44:13.490169 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-822783e4-14b7-43f5-8354-cf5d310120f8'] response: {'name': 'network-changed', 'server_uuid': '8bdd3805-1234-4398-85a9-031a300e1f01', 'tag': '76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8', 'status': 'completed', 'code': 200} Apr 21 12:44:13.561972 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-7fa53235-332d-41dd-b0db-07bbf7c6e521 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] For port 36f5a03b-5b7f-4668-984b-20e6d586066c, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=36f5a03b-5b7f-4668-984b-20e6d586066c,segment=NetworkSegment(35313a39-593f-4730-b028-18863b5a307d),segment_id=35313a39-593f-4730-b028-18863b5a307d)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:13.562340 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fa53235-332d-41dd-b0db-07bbf7c6e521 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:13.577563 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7fa53235-332d-41dd-b0db-07bbf7c6e521 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Calling delete_port for 36f5a03b-5b7f-4668-984b-20e6d586066c owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:44:13.587714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0b0f0-f262-4f8f-ad39-d191a727164b req-3f2fe37d-b1f4-4568-abb3-4987188312de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:13.590748 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c7e0b0f0-f262-4f8f-ad39-d191a727164b req-3f2fe37d-b1f4-4568-abb3-4987188312de service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=820f30556a864d2abf13eb66052aec75&device_id=8bdd3805-1234-4398-85a9-031a300e1f01 HTTP/1.1" status: 200 len: 1095 time: 0.0734787 Apr 21 12:44:13.636760 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ed7a1a3-e73a-40f1-bdcf-47e219ba92fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:13.721684 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a545289-ddcf-4c71-ba71-37b8d9c91f07 None None] DHCP port deletion for eb71644a-7d05-4464-b243-15be4bd43b24 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:44:13.744696 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0b0f0-f262-4f8f-ad39-d191a727164b req-35a6e6c3-b3a5-4f48-b52f-4b254e4dd1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:13.746504 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c7e0b0f0-f262-4f8f-ad39-d191a727164b req-35a6e6c3-b3a5-4f48-b52f-4b254e4dd1e6 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=820f30556a864d2abf13eb66052aec75&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1473517 Apr 21 12:44:13.762610 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fa53235-332d-41dd-b0db-07bbf7c6e521 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:13.849851 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa53235-332d-41dd-b0db-07bbf7c6e521 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Pushing event deleted for resources: {'Port': ['ID=36f5a03b-5b7f-4668-984b-20e6d586066c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:13.850914 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6a545289-ddcf-4c71-ba71-37b8d9c91f07 None None] Deleting port 36f5a03b-5b7f-4668-984b-20e6d586066c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:44:13.851457 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a545289-ddcf-4c71-ba71-37b8d9c91f07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:13.863478 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa53235-332d-41dd-b0db-07bbf7c6e521 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] No DVR routers for this DVR port 36f5a03b-5b7f-4668-984b-20e6d586066c on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:44:13.965839 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0b0f0-f262-4f8f-ad39-d191a727164b req-14a6da0a-79aa-44e9-93cd-45ce6e55a855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:13.967252 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c7e0b0f0-f262-4f8f-ad39-d191a727164b req-14a6da0a-79aa-44e9-93cd-45ce6e55a855 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2113674 Apr 21 12:44:14.032291 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fa53235-332d-41dd-b0db-07bbf7c6e521 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:14.045609 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6a545289-ddcf-4c71-ba71-37b8d9c91f07 None None] For port 36f5a03b-5b7f-4668-984b-20e6d586066c, host n-d-836147-2, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:14.046306 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a545289-ddcf-4c71-ba71-37b8d9c91f07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:14.065261 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6a545289-ddcf-4c71-ba71-37b8d9c91f07 None None] Calling delete_port for 36f5a03b-5b7f-4668-984b-20e6d586066c owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:44:14.069136 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-6a545289-ddcf-4c71-ba71-37b8d9c91f07 None None] Port 36f5a03b-5b7f-4668-984b-20e6d586066c was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 12:44:14.071385 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a545289-ddcf-4c71-ba71-37b8d9c91f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:14.142273 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-15562b3f-48d4-4c70-9b1e-6fd8aff68731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:14.144816 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-15562b3f-48d4-4c70-9b1e-6fd8aff68731 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=820f30556a864d2abf13eb66052aec75&device_id=8bdd3805-1234-4398-85a9-031a300e1f01 HTTP/1.1" status: 200 len: 1095 time: 0.1298339 Apr 21 12:44:14.278165 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 36f5a03b-5b7f-4668-984b-20e6d586066c no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:44:14.281986 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a545289-ddcf-4c71-ba71-37b8d9c91f07 None None] No DVR routers for this DVR port 36f5a03b-5b7f-4668-984b-20e6d586066c on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:44:14.301736 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a545289-ddcf-4c71-ba71-37b8d9c91f07 None None] Pushing event deleted for resources: {'Port': ['ID=36f5a03b-5b7f-4668-984b-20e6d586066c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:14.311614 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-0c041191-6fa5-48cd-b006-2e862465b3e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8 HTTP/1.1" status: 200 len: 217 time: 0.1576691 Apr 21 12:44:14.369550 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 36f5a03b-5b7f-4668-984b-20e6d586066c {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:44:14.370104 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 36f5a03b-5b7f-4668-984b-20e6d586066c not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:44:14.372824 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-288f7b0f-27d2-42c7-b5e3-117f0dccba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:14.374641 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-288f7b0f-27d2-42c7-b5e3-117f0dccba40 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e66f24c-8af3-4904-ad4f-94ba052f7897 HTTP/1.1" status: 200 len: 846 time: 0.0525286 Apr 21 12:44:14.448541 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-184a9790-8223-4915-ba1a-78e29fc5c0e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=210b1822-b19c-4a3a-bd44-f48c8d787bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422647 Apr 21 12:44:14.564490 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-ab8a8f28-363b-4265-a109-0df1503766d1 service neutron] 10.222.0.24 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984151 Apr 21 12:44:14.615359 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76aee88-f1a7-44f1-94c6-d0371d15cc3b req-f8d538df-e4c1-475a-8687-f687f1a10263 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:14.616955 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b76aee88-f1a7-44f1-94c6-d0371d15cc3b req-f8d538df-e4c1-475a-8687-f687f1a10263 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bdd3805-1234-4398-85a9-031a300e1f01 HTTP/1.1" status: 200 len: 944 time: 0.3044107 Apr 21 12:44:14.626779 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-7fa53235-332d-41dd-b0db-07bbf7c6e521 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb71644a-7d05-4464-b243-15be4bd43b24']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:44:14.636876 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-7fa53235-332d-41dd-b0db-07bbf7c6e521 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35313a39-593f-4730-b028-18863b5a307d') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:44:14.637177 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-7fa53235-332d-41dd-b0db-07bbf7c6e521 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35313a39-593f-4730-b028-18863b5a307d') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:44:14.646576 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fa53235-332d-41dd-b0db-07bbf7c6e521 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:14.649260 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b2f73-cd12-4bea-9dfb-f76da3aa57f0 req-d2b4e077-ffb1-4fa0-9847-fe4667466854 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:14.658765 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e2b2f73-cd12-4bea-9dfb-f76da3aa57f0 req-d2b4e077-ffb1-4fa0-9847-fe4667466854 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.2757766 Apr 21 12:44:14.661484 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fa53235-332d-41dd-b0db-07bbf7c6e521 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:14.667551 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa53235-332d-41dd-b0db-07bbf7c6e521 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:44:14.667934 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fa53235-332d-41dd-b0db-07bbf7c6e521 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:44:14.671002 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:44:14.742124 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e2b2f73-cd12-4bea-9dfb-f76da3aa57f0 req-fa03a6e8-a056-4e93-9877-72b9438c7588 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811019 Apr 21 12:44:14.762724 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b76aee88-f1a7-44f1-94c6-d0371d15cc3b req-784c5057-066c-4d89-a119-5a41073bccb9 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087570 Apr 21 12:44:14.767321 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc9be6a3-d901-4946-9f78-bf56f9e5f43d req-5a4036f2-e895-4ee9-8489-9164b8c6f314 service neutron] 10.222.0.24 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926434 Apr 21 12:44:14.871190 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fa53235-332d-41dd-b0db-07bbf7c6e521 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:14.872559 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44cf9bc-1f81-4bd2-b4bf-7a5b17817a86 req-4057d24b-438d-44ab-8e87-6cb95eaa9eb6 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:14.874369 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c44cf9bc-1f81-4bd2-b4bf-7a5b17817a86 req-4057d24b-438d-44ab-8e87-6cb95eaa9eb6 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 944 time: 0.0615070 Apr 21 12:44:14.881887 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fa53235-332d-41dd-b0db-07bbf7c6e521 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:14.884905 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7fa53235-332d-41dd-b0db-07bbf7c6e521 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] 10.222.0.36 "DELETE /v2.0/networks/eb71644a-7d05-4464-b243-15be4bd43b24 HTTP/1.1" status: 204 len: 168 time: 1.6021554 Apr 21 12:44:14.899910 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa53235-332d-41dd-b0db-07bbf7c6e521 tempest-ServersTestMultiNic-699448747 tempest-ServersTestMultiNic-699448747-project] Pushing event deleted for resources: {'Network': ['ID=eb71644a-7d05-4464-b243-15be4bd43b24,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:14.921101 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c44cf9bc-1f81-4bd2-b4bf-7a5b17817a86 req-2ef22af8-7f1f-48e2-96ab-cbb1755de911 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402257 Apr 21 12:44:15.070491 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47092) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:15.435999 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7bde946e-b784-4b95-8c03-f893a67ce9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:15.684511 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7bde946e-b784-4b95-8c03-f893a67ce9e9 admin admin] Deleting port de0293de-cf77-40b0-81ec-46bc61bbc5ec {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:44:15.684847 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7bde946e-b784-4b95-8c03-f893a67ce9e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:15.690086 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2f00bad-ba6a-482d-8a1d-c6a9ca08ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:15.767615 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-7bde946e-b784-4b95-8c03-f893a67ce9e9 admin admin] For port de0293de-cf77-40b0-81ec-46bc61bbc5ec, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=de0293de-cf77-40b0-81ec-46bc61bbc5ec,segment=NetworkSegment(48739b8a-f293-41c8-8fce-3303e94cc6a6),segment_id=48739b8a-f293-41c8-8fce-3303e94cc6a6)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:15.767980 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7bde946e-b784-4b95-8c03-f893a67ce9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:15.791238 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7bde946e-b784-4b95-8c03-f893a67ce9e9 admin admin] Calling delete_port for de0293de-cf77-40b0-81ec-46bc61bbc5ec owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:44:15.943241 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d08f8c-7bdf-495f-9af0-4353fd1e005b req-bd47b9db-53d9-420b-b864-796d5b51103b tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:15.945267 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-30d08f8c-7bdf-495f-9af0-4353fd1e005b req-bd47b9db-53d9-420b-b864-796d5b51103b tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.1040490 Apr 21 12:44:15.956259 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe9cf1-f04b-4064-872b-80546d28f79f req-ac9daba9-95e4-4bf6-8b78-e857542e4ebb tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:15.957772 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4cbe9cf1-f04b-4064-872b-80546d28f79f req-ac9daba9-95e4-4bf6-8b78-e857542e4ebb tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bdd3805-1234-4398-85a9-031a300e1f01 HTTP/1.1" status: 200 len: 944 time: 0.1057699 Apr 21 12:44:16.056655 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-30d08f8c-7bdf-495f-9af0-4353fd1e005b req-a6422112-bd73-41b8-a82d-f7b04effdb94 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979037 Apr 21 12:44:16.094491 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4cbe9cf1-f04b-4064-872b-80546d28f79f req-71165072-e96b-4d40-a825-2661cfee439e tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874686 Apr 21 12:44:16.237721 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80865262-a5d9-4010-92de-15ffc420785b req-efa56b51-7ded-4d1e-9037-6e984c765fe2 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:16.239370 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80865262-a5d9-4010-92de-15ffc420785b req-efa56b51-7ded-4d1e-9037-6e984c765fe2 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 944 time: 0.0687411 Apr 21 12:44:16.244727 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device ac3cd380-a0e6-44dc-9c99-164bfae678c7 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:44:16.286048 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7bde946e-b784-4b95-8c03-f893a67ce9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:16.321159 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde946e-b784-4b95-8c03-f893a67ce9e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=de0293de-cf77-40b0-81ec-46bc61bbc5ec,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:16.359971 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80865262-a5d9-4010-92de-15ffc420785b req-4c9e3a6a-f73f-4e18-aaf0-966b2327e926 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121240 Apr 21 12:44:16.436361 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port ac3cd380-a0e6-44dc-9c99-164bfae678c7, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=ac3cd380-a0e6-44dc-9c99-164bfae678c7,segment=NetworkSegment(970b3fae-3789-466b-a3f7-fb9bdc70d734),segment_id=970b3fae-3789-466b-a3f7-fb9bdc70d734)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:16.452256 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'ac3cd380-a0e6-44dc-9c99-164bfae678c7', 'network_id': '30d24d19-5440-49dc-91a3-dbb88893c2b0', 'port_id': 'ac3cd380-a0e6-44dc-9c99-164bfae678c7', 'mac_address': 'fa:16:3e:d6:fa:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60acb840-0dd0-4e57-a445-07399e0f9716', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:44:16.501844 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:16.522546 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac3cd380-a0e6-44dc-9c99-164bfae678c7 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:44:16.547323 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port ac3cd380-a0e6-44dc-9c99-164bfae678c7, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=ac3cd380-a0e6-44dc-9c99-164bfae678c7,segment=NetworkSegment(970b3fae-3789-466b-a3f7-fb9bdc70d734),segment_id=970b3fae-3789-466b-a3f7-fb9bdc70d734)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:16.622403 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7bde946e-b784-4b95-8c03-f893a67ce9e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:16.683138 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:16.782737 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=ac3cd380-a0e6-44dc-9c99-164bfae678c7,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:16.890585 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:16.913504 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bde946e-b784-4b95-8c03-f893a67ce9e9 admin admin] Router c069fe19-79bf-4bfd-bf4e-7ffc67625185 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:44:16.928419 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['ac3cd380-a0e6-44dc-9c99-164bfae678c7'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:44:17.092614 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bde946e-b784-4b95-8c03-f893a67ce9e9 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:44:17.126682 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7bde946e-b784-4b95-8c03-f893a67ce9e9 admin admin] 10.222.0.36 "PUT /v2.0/routers/c069fe19-79bf-4bfd-bf4e-7ffc67625185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0644152 Apr 21 12:44:17.130015 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47154) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:17.166768 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1eea2a-4116-463f-8a80-71b02b6a0618 None None] Sync routers for ids ['c069fe19-79bf-4bfd-bf4e-7ffc67625185'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:44:17.213296 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1eea2a-4116-463f-8a80-71b02b6a0618 None None] Routers {'c069fe19-79bf-4bfd-bf4e-7ffc67625185'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:44:17.214720 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ac1eea2a-4116-463f-8a80-71b02b6a0618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:44:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['c069fe19-79bf-4bfd-bf4e-7ffc67625185'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:44:17.256168 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47158) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:17.303912 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5700bdbc-b699-44f3-997b-8cf93449ec43 admin admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:17.307937 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a7067-e2f5-4cdb-8ff3-d73537922ac8 req-13d13cb6-a7d6-4de3-b632-092d9fed15c9 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:17.321841 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bd7a7067-e2f5-4cdb-8ff3-d73537922ac8 req-13d13cb6-a7d6-4de3-b632-092d9fed15c9 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.1408789 Apr 21 12:44:17.331287 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1705869-f894-48f1-98a1-556c5124e959 req-d971db4a-fd4f-44a0-b465-b96646740ed5 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:17.333010 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e1705869-f894-48f1-98a1-556c5124e959 req-d971db4a-fd4f-44a0-b465-b96646740ed5 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bdd3805-1234-4398-85a9-031a300e1f01 HTTP/1.1" status: 200 len: 944 time: 0.1215601 Apr 21 12:44:17.344031 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-ac1eea2a-4116-463f-8a80-71b02b6a0618 None None] Set router c069fe19-79bf-4bfd-bf4e-7ffc67625185 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:44:17.409432 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bd7a7067-e2f5-4cdb-8ff3-d73537922ac8 req-5c55fc95-d0f7-4152-baf2-debe2ddf14fa tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836134 Apr 21 12:44:17.494188 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e1705869-f894-48f1-98a1-556c5124e959 req-9521a4e7-f25f-43e9-a022-3183a1dc0a8a tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367781 Apr 21 12:44:17.523398 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ad984736-99db-4ed6-be20-d5673afb7e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:17.531029 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5700bdbc-b699-44f3-997b-8cf93449ec43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:17.593887 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242cc3dc-6560-488a-b701-cbc73dd06c63 req-54ea6fdb-1d2b-4acb-8ded-572e1db6f570 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:17.595396 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-242cc3dc-6560-488a-b701-cbc73dd06c63 req-54ea6fdb-1d2b-4acb-8ded-572e1db6f570 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 945 time: 0.0732503 Apr 21 12:44:17.665641 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-242cc3dc-6560-488a-b701-cbc73dd06c63 req-f28f3009-0407-49d5-9230-9bf7e613f7de tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627842 Apr 21 12:44:17.712367 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ad984736-99db-4ed6-be20-d5673afb7e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:17.722120 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ac1eea2a-4116-463f-8a80-71b02b6a0618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c069fe19-79bf-4bfd-bf4e-7ffc67625185', 'name': 'tempest-ServersTestMultiNic-727207104-router', 'tenant_id': '34d7ccbf72aa4174acc53e783a3a33c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.95'}], 'enable_snat': True}, 'gw_port_id': 'e626a845-04c6-4659-882b-f8d1b6287c50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:41:45Z', 'updated_at': '2022-04-21T12:44:16Z', 'revision_number': 5, 'project_id': '34d7ccbf72aa4174acc53e783a3a33c5', 'gw_port': {'id': 'e626a845-04c6-4659-882b-f8d1b6287c50', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:7f:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c069fe19-79bf-4bfd-bf4e-7ffc67625185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:41:47Z', 'updated_at': '2022-04-21T12:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:44:17.734580 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-5700bdbc-b699-44f3-997b-8cf93449ec43 admin admin] Deleting port e626a845-04c6-4659-882b-f8d1b6287c50 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:44:17.734924 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5700bdbc-b699-44f3-997b-8cf93449ec43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:17.754611 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:17.755646 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1eea2a-4116-463f-8a80-71b02b6a0618 None None] Checking router: c069fe19-79bf-4bfd-bf4e-7ffc67625185 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:44:17.765598 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1eea2a-4116-463f-8a80-71b02b6a0618 None None] Routers {'c069fe19-79bf-4bfd-bf4e-7ffc67625185'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:44:17.766330 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ac1eea2a-4116-463f-8a80-71b02b6a0618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:44:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['c069fe19-79bf-4bfd-bf4e-7ffc67625185'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:44:17.825195 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-5700bdbc-b699-44f3-997b-8cf93449ec43 admin admin] For port e626a845-04c6-4659-882b-f8d1b6287c50, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e626a845-04c6-4659-882b-f8d1b6287c50,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:17.825566 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5700bdbc-b699-44f3-997b-8cf93449ec43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:17.827399 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ad984736-99db-4ed6-be20-d5673afb7e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:17.844166 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-5700bdbc-b699-44f3-997b-8cf93449ec43 admin admin] Calling delete_port for e626a845-04c6-4659-882b-f8d1b6287c50 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:44:17.877364 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad984736-99db-4ed6-be20-d5673afb7e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abcfb73-4466-45ae-a48f-1b24b2056c89,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:17.885951 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ad984736-99db-4ed6-be20-d5673afb7e55 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e51e249b84dd4e70b6c5203fba08c4ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6277533 Apr 21 12:44:17.887865 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47178) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:17.900515 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-ac1eea2a-4116-463f-8a80-71b02b6a0618 None None] Set router c069fe19-79bf-4bfd-bf4e-7ffc67625185 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:44:17.974563 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ac1eea2a-4116-463f-8a80-71b02b6a0618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c069fe19-79bf-4bfd-bf4e-7ffc67625185', 'name': 'tempest-ServersTestMultiNic-727207104-router', 'tenant_id': '34d7ccbf72aa4174acc53e783a3a33c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:41:45Z', 'updated_at': '2022-04-21T12:44:17Z', 'revision_number': 6, 'project_id': '34d7ccbf72aa4174acc53e783a3a33c5', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:44:17.994762 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fde4c94-55a9-45ed-b990-f6e035464e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:18.007586 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1eea2a-4116-463f-8a80-71b02b6a0618 None None] The sync data for ids ['c069fe19-79bf-4bfd-bf4e-7ffc67625185'] in n-d-836147-2 is: [{'id': 'c069fe19-79bf-4bfd-bf4e-7ffc67625185', 'name': 'tempest-ServersTestMultiNic-727207104-router', 'tenant_id': '34d7ccbf72aa4174acc53e783a3a33c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:41:45Z', 'updated_at': '2022-04-21T12:44:17Z', 'revision_number': 6, 'project_id': '34d7ccbf72aa4174acc53e783a3a33c5', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:44:18.019905 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fde4c94-55a9-45ed-b990-f6e035464e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:18.187676 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fde4c94-55a9-45ed-b990-f6e035464e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:18.188245 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5700bdbc-b699-44f3-997b-8cf93449ec43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:18.190262 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fde4c94-55a9-45ed-b990-f6e035464e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:18.194225 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4fde4c94-55a9-45ed-b990-f6e035464e74 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1abcfb73-4466-45ae-a48f-1b24b2056c89 HTTP/1.1" status: 204 len: 168 time: 0.3023045 Apr 21 12:44:18.199871 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde4c94-55a9-45ed-b990-f6e035464e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abcfb73-4466-45ae-a48f-1b24b2056c89,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:18.232902 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700bdbc-b699-44f3-997b-8cf93449ec43 admin admin] Pushing event deleted for resources: {'Port': ['ID=e626a845-04c6-4659-882b-f8d1b6287c50,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:18.259336 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:44:18.262820 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device ac3cd380-a0e6-44dc-9c99-164bfae678c7 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:44:18.315770 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5700bdbc-b699-44f3-997b-8cf93449ec43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:18.445630 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:18.491425 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5700bdbc-b699-44f3-997b-8cf93449ec43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:18.495003 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5700bdbc-b699-44f3-997b-8cf93449ec43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:18.515310 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:18.543781 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47192) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:18.548818 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8', 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf', 'port_id': '76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8', 'mac_address': 'fa:16:3e:28:0c:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e66f24c-8af3-4904-ad4f-94ba052f7897', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:44:18.562395 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port ac3cd380-a0e6-44dc-9c99-164bfae678c7 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:44:18.589650 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port ac3cd380-a0e6-44dc-9c99-164bfae678c7 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:44:18.590092 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:18.599654 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device de0293de-cf77-40b0-81ec-46bc61bbc5ec no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:44:18.630994 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c85fa0-fa75-4d03-b679-9f3c062f6d45 req-df6da8e6-bddf-43b7-b8e9-1a44b3aebcf3 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:18.639874 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-97c85fa0-fa75-4d03-b679-9f3c062f6d45 req-df6da8e6-bddf-43b7-b8e9-1a44b3aebcf3 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.1080620 Apr 21 12:44:18.728194 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-97c85fa0-fa75-4d03-b679-9f3c062f6d45 req-f8742510-d401-47d1-9e78-2c509ca17c50 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787802 Apr 21 12:44:18.740965 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64315bc-0935-43bb-aea3-8722d2847d82 req-1e457219-de6c-41f8-911d-4ce493815197 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:18.746187 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a64315bc-0935-43bb-aea3-8722d2847d82 req-1e457219-de6c-41f8-911d-4ce493815197 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bdd3805-1234-4398-85a9-031a300e1f01 HTTP/1.1" status: 200 len: 944 time: 0.1029963 Apr 21 12:44:18.754725 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5700bdbc-b699-44f3-997b-8cf93449ec43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:18.755630 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5700bdbc-b699-44f3-997b-8cf93449ec43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c069fe19-79bf-4bfd-bf4e-7ffc67625185 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:44:18.760348 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5700bdbc-b699-44f3-997b-8cf93449ec43 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:18.772731 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5700bdbc-b699-44f3-997b-8cf93449ec43 admin admin] 10.222.0.36 "DELETE /v2.0/routers/c069fe19-79bf-4bfd-bf4e-7ffc67625185 HTTP/1.1" status: 204 len: 168 time: 1.6324058 Apr 21 12:44:18.775436 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47200) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:18.784421 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-262d08d8-ac45-44c1-a7fb-a1a0c2873638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:18.825397 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d214b3-65ce-4f6a-af02-20e3d6d082aa admin admin] Deleting subnet 2c8da39c-2754-46a3-8491-75441259b6c4 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:44:18.829391 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-87d214b3-65ce-4f6a-af02-20e3d6d082aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:18.846872 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: de0293de-cf77-40b0-81ec-46bc61bbc5ec {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:44:18.847198 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device de0293de-cf77-40b0-81ec-46bc61bbc5ec not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:44:18.872727 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a64315bc-0935-43bb-aea3-8722d2847d82 req-2a6d96b7-4964-4d48-9aeb-f75d20073392 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093488 Apr 21 12:44:18.875761 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-87d214b3-65ce-4f6a-af02-20e3d6d082aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:18.884186 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:18.908054 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:44:18.921898 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a3dff-96c2-4dc0-b09a-b51f103eb69a req-5b74c61f-6f20-4f10-8297-8c9b904215ab tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:18.939935 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7c1a3dff-96c2-4dc0-b09a-b51f103eb69a req-5b74c61f-6f20-4f10-8297-8c9b904215ab tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 945 time: 0.1318414 Apr 21 12:44:18.944744 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:18.999571 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:19.004236 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:19.004597 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-87d214b3-65ce-4f6a-af02-20e3d6d082aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:19.023373 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7c1a3dff-96c2-4dc0-b09a-b51f103eb69a req-83c6d96b-f705-4d0b-bb10-b9c9c805876d tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819147 Apr 21 12:44:19.050917 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3fd7d6-997c-4dd5-886b-357e2c563693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3cd380-a0e6-44dc-9c99-164bfae678c7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:44:19.052145 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-262d08d8-ac45-44c1-a7fb-a1a0c2873638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:19.057336 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3617b14-81e2-4b5e-8236-be8550ffe7e6" -d '{"events": [{"server_uuid": "0c3fd7d6-997c-4dd5-886b-357e2c563693", "name": "network-vif-plugged", "status": "completed", "tag": "ac3cd380-a0e6-44dc-9c99-164bfae678c7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:44:19.065351 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port ac3cd380-a0e6-44dc-9c99-164bfae678c7, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=ac3cd380-a0e6-44dc-9c99-164bfae678c7,segment=NetworkSegment(970b3fae-3789-466b-a3f7-fb9bdc70d734),segment_id=970b3fae-3789-466b-a3f7-fb9bdc70d734)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:19.082475 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:19.108266 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47208) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:19.111248 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43fc597-d0ff-4af6-9fa7-5189c59c7ec5 x-openstack-request-id: req-d43fc597-d0ff-4af6-9fa7-5189c59c7ec5 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:44:19.111916 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3fd7d6-997c-4dd5-886b-357e2c563693", "name": "network-vif-plugged", "status": "completed", "tag": "ac3cd380-a0e6-44dc-9c99-164bfae678c7", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:44:19.112368 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d43fc597-d0ff-4af6-9fa7-5189c59c7ec5 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:44:19.112867 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d43fc597-d0ff-4af6-9fa7-5189c59c7ec5'] response: {'server_uuid': '0c3fd7d6-997c-4dd5-886b-357e2c563693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3cd380-a0e6-44dc-9c99-164bfae678c7', 'code': 200} Apr 21 12:44:19.127500 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e86c4e1-6381-4003-96ef-8a391b69b6af admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:19.143107 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:19.162644 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-262d08d8-ac45-44c1-a7fb-a1a0c2873638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:19.198626 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:19.204694 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-87d214b3-65ce-4f6a-af02-20e3d6d082aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:19.214679 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e86c4e1-6381-4003-96ef-8a391b69b6af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:19.255769 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-262d08d8-ac45-44c1-a7fb-a1a0c2873638 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1092e160b5134eeeaf253495f8d745e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7066250 Apr 21 12:44:19.256502 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=ac3cd380-a0e6-44dc-9c99-164bfae678c7,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:19.258109 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47210) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:19.259340 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d08d8-ac45-44c1-a7fb-a1a0c2873638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fae4dfa-f37c-4892-bb15-ee984a2f9907,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:19.260614 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fe0df2-df63-40cf-89a1-4437f5eded78 None None] Network d483d592-799a-4c26-b19d-758c9dfe2c35 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:44:19.271752 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-87d214b3-65ce-4f6a-af02-20e3d6d082aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:19.283212 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea59671-e77e-4532-aef0-ac739906f54e req-6658a9b4-f4ea-4bdc-898e-af095c111065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:19.283212 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1ea59671-e77e-4532-aef0-ac739906f54e req-6658a9b4-f4ea-4bdc-898e-af095c111065 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 1096 time: 0.1105576 Apr 21 12:44:19.283734 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-87d214b3-65ce-4f6a-af02-20e3d6d082aa admin admin] 10.222.0.36 "DELETE /v2.0/subnets/2c8da39c-2754-46a3-8491-75441259b6c4 HTTP/1.1" status: 204 len: 168 time: 0.5047710 Apr 21 12:44:19.284461 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d214b3-65ce-4f6a-af02-20e3d6d082aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c8da39c-2754-46a3-8491-75441259b6c4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:19.286617 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47212) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:19.351815 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1ea59671-e77e-4532-aef0-ac739906f54e req-aac0ae34-4d1c-4479-a738-b3e166422ad5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555723 Apr 21 12:44:19.367951 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c6be280-394d-4447-b543-6fd302138ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:19.370657 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e86c4e1-6381-4003-96ef-8a391b69b6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:19.373712 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:44:19.396167 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c6be280-394d-4447-b543-6fd302138ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:19.440036 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4db16962-60f4-4570-8435-e734fac33357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:19.449400 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5e86c4e1-6381-4003-96ef-8a391b69b6af admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bc0ea707cd214cd8912c951f72ff8632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3399670 Apr 21 12:44:19.452073 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47214) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:19.455266 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86c4e1-6381-4003-96ef-8a391b69b6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a62f40f-9561-40c8-8f9f-e1f66e43641d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:19.517859 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed567943-b6dd-43c9-a7aa-92ab13c78d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:19.524014 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-4db16962-60f4-4570-8435-e734fac33357 admin admin] Deleting port cfded29c-2f87-4a26-aa7a-82805f6e78e6 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:44:19.524959 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4db16962-60f4-4570-8435-e734fac33357 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:19.551916 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed567943-b6dd-43c9-a7aa-92ab13c78d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:19.561229 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c6be280-394d-4447-b543-6fd302138ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:19.564434 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7c6be280-394d-4447-b543-6fd302138ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:19.568163 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7c6be280-394d-4447-b543-6fd302138ba0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0fae4dfa-f37c-4892-bb15-ee984a2f9907 HTTP/1.1" status: 204 len: 168 time: 0.3021090 Apr 21 12:44:19.592504 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaa2a64-9695-45a0-8d7d-0dd315ba486a None None] DHCP port deletion for d483d592-799a-4c26-b19d-758c9dfe2c35 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:44:19.622660 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-4db16962-60f4-4570-8435-e734fac33357 admin admin] For port cfded29c-2f87-4a26-aa7a-82805f6e78e6, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=cfded29c-2f87-4a26-aa7a-82805f6e78e6,segment=NetworkSegment(48739b8a-f293-41c8-8fce-3303e94cc6a6),segment_id=48739b8a-f293-41c8-8fce-3303e94cc6a6)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:19.622660 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4db16962-60f4-4570-8435-e734fac33357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:19.632501 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6be280-394d-4447-b543-6fd302138ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fae4dfa-f37c-4892-bb15-ee984a2f9907,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:19.646652 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-4db16962-60f4-4570-8435-e734fac33357 admin admin] Calling delete_port for cfded29c-2f87-4a26-aa7a-82805f6e78e6 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:44:19.651639 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-deaa2a64-9695-45a0-8d7d-0dd315ba486a None None] Deleting port cfded29c-2f87-4a26-aa7a-82805f6e78e6 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:44:19.652071 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-deaa2a64-9695-45a0-8d7d-0dd315ba486a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:19.720867 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-deaa2a64-9695-45a0-8d7d-0dd315ba486a None None] For port cfded29c-2f87-4a26-aa7a-82805f6e78e6, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=cfded29c-2f87-4a26-aa7a-82805f6e78e6,segment=NetworkSegment(48739b8a-f293-41c8-8fce-3303e94cc6a6),segment_id=48739b8a-f293-41c8-8fce-3303e94cc6a6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:19.721082 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-deaa2a64-9695-45a0-8d7d-0dd315ba486a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:19.734408 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-deaa2a64-9695-45a0-8d7d-0dd315ba486a None None] Calling delete_port for cfded29c-2f87-4a26-aa7a-82805f6e78e6 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:44:19.750626 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed567943-b6dd-43c9-a7aa-92ab13c78d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:19.753217 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed567943-b6dd-43c9-a7aa-92ab13c78d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:19.756781 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ed567943-b6dd-43c9-a7aa-92ab13c78d59 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a62f40f-9561-40c8-8f9f-e1f66e43641d HTTP/1.1" status: 204 len: 168 time: 0.3009558 Apr 21 12:44:19.766425 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed567943-b6dd-43c9-a7aa-92ab13c78d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a62f40f-9561-40c8-8f9f-e1f66e43641d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:19.847594 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d308258-15dd-4cad-b505-ee0ff64fc927 req-787bea0a-9164-4a0e-9f86-852dbc79b309 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:19.847594 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d308258-15dd-4cad-b505-ee0ff64fc927 req-787bea0a-9164-4a0e-9f86-852dbc79b309 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.0529168 Apr 21 12:44:19.867108 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4db16962-60f4-4570-8435-e734fac33357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:44:19.867450 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:44:19.876656 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-deaa2a64-9695-45a0-8d7d-0dd315ba486a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:19.892410 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d308258-15dd-4cad-b505-ee0ff64fc927 req-68803798-981c-4bba-826c-874778c8a5ab tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402954 Apr 21 12:44:19.924822 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa2a64-9695-45a0-8d7d-0dd315ba486a None None] Pushing event deleted for resources: {'Port': ['ID=cfded29c-2f87-4a26-aa7a-82805f6e78e6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:19.930500 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaa2a64-9695-45a0-8d7d-0dd315ba486a None None] No DVR routers for this DVR port cfded29c-2f87-4a26-aa7a-82805f6e78e6 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:44:19.934936 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db16962-60f4-4570-8435-e734fac33357 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfded29c-2f87-4a26-aa7a-82805f6e78e6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:19.953832 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db16962-60f4-4570-8435-e734fac33357 admin admin] No DVR routers for this DVR port cfded29c-2f87-4a26-aa7a-82805f6e78e6 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:44:20.024989 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baf867-e356-42b7-8353-8ec651c68d40 req-982d228d-b522-486e-8795-2fc0ad34c73f tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:20.032321 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4db16962-60f4-4570-8435-e734fac33357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:20.038047 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-97baf867-e356-42b7-8353-8ec651c68d40 req-982d228d-b522-486e-8795-2fc0ad34c73f tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bdd3805-1234-4398-85a9-031a300e1f01 HTTP/1.1" status: 200 len: 945 time: 0.0549195 Apr 21 12:44:20.059732 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-4db16962-60f4-4570-8435-e734fac33357 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d483d592-799a-4c26-b19d-758c9dfe2c35']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:44:20.075465 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-4db16962-60f4-4570-8435-e734fac33357 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48739b8a-f293-41c8-8fce-3303e94cc6a6') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:44:20.075768 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-4db16962-60f4-4570-8435-e734fac33357 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48739b8a-f293-41c8-8fce-3303e94cc6a6') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:44:20.098602 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4db16962-60f4-4570-8435-e734fac33357 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:20.129626 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4db16962-60f4-4570-8435-e734fac33357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:20.144311 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-97baf867-e356-42b7-8353-8ec651c68d40 req-fcd250c1-1960-4d78-a7de-8eda69b5c507 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902603 Apr 21 12:44:20.145639 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db16962-60f4-4570-8435-e734fac33357 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:44:20.146111 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4db16962-60f4-4570-8435-e734fac33357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:44:20.148131 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:44:20.253421 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38c041-b1e0-49be-9cdd-289a8ca73e00 req-a8ec70e8-00ba-4667-a2b2-905762f887c1 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:20.255634 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa38c041-b1e0-49be-9cdd-289a8ca73e00 req-a8ec70e8-00ba-4667-a2b2-905762f887c1 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.0809057 Apr 21 12:44:20.258391 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e626a845-04c6-4659-882b-f8d1b6287c50 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:44:20.313402 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa38c041-b1e0-49be-9cdd-289a8ca73e00 req-9f9124e1-9f57-4efc-9df5-defe790c68cb tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510733 Apr 21 12:44:20.315581 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: e626a845-04c6-4659-882b-f8d1b6287c50 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:44:20.316991 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e626a845-04c6-4659-882b-f8d1b6287c50 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:44:20.319349 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device cfded29c-2f87-4a26-aa7a-82805f6e78e6 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:44:20.322084 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:44:20.384432 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: cfded29c-2f87-4a26-aa7a-82805f6e78e6 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:44:20.384893 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device cfded29c-2f87-4a26-aa7a-82805f6e78e6 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:44:20.385500 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4db16962-60f4-4570-8435-e734fac33357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:20.403117 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4db16962-60f4-4570-8435-e734fac33357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:20.406260 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4db16962-60f4-4570-8435-e734fac33357 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d483d592-799a-4c26-b19d-758c9dfe2c35 HTTP/1.1" status: 204 len: 168 time: 1.1177337 Apr 21 12:44:20.416041 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:20.423335 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db16962-60f4-4570-8435-e734fac33357 admin admin] Pushing event deleted for resources: {'Network': ['ID=d483d592-799a-4c26-b19d-758c9dfe2c35,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:20.501640 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:44:20.505903 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:44:20.506339 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:20.587009 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:20.619510 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:20.702052 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:20.757503 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:20.781512 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47252) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:20.801470 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5b2eb8e-7578-4f8e-904a-98a590e87492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:20.879437 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5b2eb8e-7578-4f8e-904a-98a590e87492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:20.911668 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:44:20.918132 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47256) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:20.959530 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-be310faa-c097-4f69-81cb-0a91f48d444e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=34d7ccbf72aa4174acc53e783a3a33c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401461 Apr 21 12:44:20.962483 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47258) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:21.055732 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5b2eb8e-7578-4f8e-904a-98a590e87492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:21.066491 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bb9a9-c258-40d6-b10d-70eff36e0535 req-fcb63b43-1b80-4a08-bb54-8dd051f42fa2 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:21.067970 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-952bb9a9-c258-40d6-b10d-70eff36e0535 req-fcb63b43-1b80-4a08-bb54-8dd051f42fa2 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.1003413 Apr 21 12:44:21.074296 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8a7bb8c-7c3e-4ef0-a86d-732ac288a841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:21.114327 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdd3805-1234-4398-85a9-031a300e1f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:44:21.117393 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c37215f-e042-4489-9438-daec6d773600" -d '{"events": [{"server_uuid": "8bdd3805-1234-4398-85a9-031a300e1f01", "name": "network-vif-plugged", "status": "completed", "tag": "76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:44:21.131091 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b2eb8e-7578-4f8e-904a-98a590e87492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2661853-1a96-4d89-8df8-0da80debfbea,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:21.139593 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e5b2eb8e-7578-4f8e-904a-98a590e87492 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b6a4013ebb0e4814be91f7d77fd00837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3562670 Apr 21 12:44:21.142072 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8a7bb8c-7c3e-4ef0-a86d-732ac288a841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:21.151148 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47264) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:21.172129 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-952bb9a9-c258-40d6-b10d-70eff36e0535 req-43c0efa5-86e5-4f4b-9d31-6ad0f4c3284a tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958178 Apr 21 12:44:21.197663 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c711c4-25eb-4e94-b66a-f131f4b5afe1 x-openstack-request-id: req-05c711c4-25eb-4e94-b66a-f131f4b5afe1 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:44:21.197964 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bdd3805-1234-4398-85a9-031a300e1f01", "name": "network-vif-plugged", "status": "completed", "tag": "76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:44:21.198220 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-05c711c4-25eb-4e94-b66a-f131f4b5afe1 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:44:21.198623 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05c711c4-25eb-4e94-b66a-f131f4b5afe1'] response: {'server_uuid': '8bdd3805-1234-4398-85a9-031a300e1f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8', 'code': 200} Apr 21 12:44:21.239946 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10312f27-df8d-4fc6-b18d-9469694fb618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:21.303319 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10312f27-df8d-4fc6-b18d-9469694fb618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:21.323201 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38b567-ffb2-49c5-9183-cc328d602ceb req-220025cd-5726-4ec6-b0ec-4995a72f29ec tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:21.324711 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c38b567-ffb2-49c5-9183-cc328d602ceb req-220025cd-5726-4ec6-b0ec-4995a72f29ec tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bdd3805-1234-4398-85a9-031a300e1f01 HTTP/1.1" status: 200 len: 946 time: 0.0722013 Apr 21 12:44:21.330779 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f14bb-dd88-4c1d-a79a-9c3e4cc3ee59 req-a051c0ed-d79f-4d1f-a8b7-5e762990ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:21.332203 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f95f14bb-dd88-4c1d-a79a-9c3e4cc3ee59 req-a051c0ed-d79f-4d1f-a8b7-5e762990ffe2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8bdd3805-1234-4398-85a9-031a300e1f01 HTTP/1.1" status: 200 len: 1097 time: 0.0884805 Apr 21 12:44:21.495752 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10312f27-df8d-4fc6-b18d-9469694fb618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:21.498718 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10312f27-df8d-4fc6-b18d-9469694fb618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:21.502315 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-10312f27-df8d-4fc6-b18d-9469694fb618 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c2661853-1a96-4d89-8df8-0da80debfbea HTTP/1.1" status: 204 len: 168 time: 0.3560410 Apr 21 12:44:21.509133 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10312f27-df8d-4fc6-b18d-9469694fb618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2661853-1a96-4d89-8df8-0da80debfbea,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:21.674057 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8a7bb8c-7c3e-4ef0-a86d-732ac288a841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:21.676803 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8a7bb8c-7c3e-4ef0-a86d-732ac288a841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:21.678010 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d8a7bb8c-7c3e-4ef0-a86d-732ac288a841 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2c1f42ce-2294-4b0a-af5f-6be12deb675a HTTP/1.1" status: 204 len: 168 time: 0.7114351 Apr 21 12:44:21.726357 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7bb8c-7c3e-4ef0-a86d-732ac288a841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1f42ce-2294-4b0a-af5f-6be12deb675a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:21.742414 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47288) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:21.743947 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f95f14bb-dd88-4c1d-a79a-9c3e4cc3ee59 req-25f33680-4b84-409d-aa99-eb1f00f95c3b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045269 Apr 21 12:44:21.747963 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c38b567-ffb2-49c5-9183-cc328d602ceb req-664cadd1-94f1-46a6-b163-62506929db42 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148774 Apr 21 12:44:21.769490 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039c6c6-2895-4282-9dc0-df10eba0996c req-adc795b2-04d1-4b81-9e13-9fe633f5e1d4 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:21.769490 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a039c6c6-2895-4282-9dc0-df10eba0996c req-adc795b2-04d1-4b81-9e13-9fe633f5e1d4 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.1024141 Apr 21 12:44:21.808395 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a039c6c6-2895-4282-9dc0-df10eba0996c req-f853664c-80bf-4af2-8d1b-c3f930b1254c tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343227 Apr 21 12:44:21.920624 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3e729-8393-4770-a35b-ddb6da464a2a req-9f11a534-8974-4007-863a-bc6fea7a3c3c tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:21.922138 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-63f3e729-8393-4770-a35b-ddb6da464a2a req-9f11a534-8974-4007-863a-bc6fea7a3c3c tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.0484054 Apr 21 12:44:21.964160 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-63f3e729-8393-4770-a35b-ddb6da464a2a req-09cfc4bf-49d3-4a85-ba2b-5ac9218b11f3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361965 Apr 21 12:44:22.225520 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58098c48-7c14-424b-961a-4fc7e7cf5533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:22.316109 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58098c48-7c14-424b-961a-4fc7e7cf5533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:22.332780 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12607331-980b-4782-9581-e86cfae56a42 req-474ea20b-f699-402e-857a-da47cfa33b76 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:22.335391 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12607331-980b-4782-9581-e86cfae56a42 req-474ea20b-f699-402e-857a-da47cfa33b76 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.0727153 Apr 21 12:44:22.381933 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12607331-980b-4782-9581-e86cfae56a42 req-b00043eb-3865-45a3-bc1f-5765ecaf201b tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393047 Apr 21 12:44:22.404556 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58098c48-7c14-424b-961a-4fc7e7cf5533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:22.450623 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-58098c48-7c14-424b-961a-4fc7e7cf5533 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=031ce8d98f1642f4997e4da969519dd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7064986 Apr 21 12:44:22.451771 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58098c48-7c14-424b-961a-4fc7e7cf5533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cf5f5a-3dc4-4fa6-b99c-f64521d521f1,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:22.453228 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47322) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:22.552051 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22cd67a-18d9-45e2-a414-3026a04bf449 req-fe7a5bac-01f8-4013-b786-bb47eae57dbf tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:22.554058 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d22cd67a-18d9-45e2-a414-3026a04bf449 req-fe7a5bac-01f8-4013-b786-bb47eae57dbf tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.1035364 Apr 21 12:44:22.582115 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac80f0e8-397d-4c4a-8265-cfdc0beabc48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:22.621774 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac80f0e8-397d-4c4a-8265-cfdc0beabc48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:22.630126 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d22cd67a-18d9-45e2-a414-3026a04bf449 req-fb0bc0f7-9bf5-4496-940e-bc7091ae836d tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712581 Apr 21 12:44:22.793546 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac80f0e8-397d-4c4a-8265-cfdc0beabc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:22.796150 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac80f0e8-397d-4c4a-8265-cfdc0beabc48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:22.797308 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ac80f0e8-397d-4c4a-8265-cfdc0beabc48 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5cf5f5a-3dc4-4fa6-b99c-f64521d521f1 HTTP/1.1" status: 204 len: 168 time: 0.3426397 Apr 21 12:44:22.806990 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80f0e8-397d-4c4a-8265-cfdc0beabc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cf5f5a-3dc4-4fa6-b99c-f64521d521f1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:22.879568 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87ea3f-1ccc-4f58-ac09-5a68f1cdfeaf req-14fffbac-ea35-4a91-93df-81b9163d6ac3 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:22.881044 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d87ea3f-1ccc-4f58-ac09-5a68f1cdfeaf req-14fffbac-ea35-4a91-93df-81b9163d6ac3 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bdd3805-1234-4398-85a9-031a300e1f01 HTTP/1.1" status: 200 len: 946 time: 0.0584552 Apr 21 12:44:22.924811 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d87ea3f-1ccc-4f58-ac09-5a68f1cdfeaf req-ed281f38-a196-4d75-b1bd-60482db013f9 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369916 Apr 21 12:44:23.502618 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521adff-2bb7-405e-aac1-e0a12b9b2dc3 req-95ebdf1c-2ce7-4bae-8dfd-4413c8b691ab tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:23.504160 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1521adff-2bb7-405e-aac1-e0a12b9b2dc3 req-95ebdf1c-2ce7-4bae-8dfd-4413c8b691ab tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.0482018 Apr 21 12:44:23.540527 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1521adff-2bb7-405e-aac1-e0a12b9b2dc3 req-f0262ce1-ccaf-44e3-b087-61172b484a5d tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302336 Apr 21 12:44:23.750863 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369a9c1-e798-448c-8473-00ade57e7857 req-1985c768-8fa4-415e-adc4-712995fbb344 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:23.751794 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47376) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:23.752484 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f369a9c1-e798-448c-8473-00ade57e7857 req-1985c768-8fa4-415e-adc4-712995fbb344 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.0536995 Apr 21 12:44:23.765749 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8e309272-04dc-4153-ab62-909d109273a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:23.799656 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f369a9c1-e798-448c-8473-00ade57e7857 req-3bf08ede-57e3-47ed-bc3f-c6cb7d3e4e5c tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394979 Apr 21 12:44:23.861050 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8e309272-04dc-4153-ab62-909d109273a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:23.953203 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8e309272-04dc-4153-ab62-909d109273a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:23.983281 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47384) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:23.988799 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8e309272-04dc-4153-ab62-909d109273a8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8a4d34e301164ca3a3171e75e7bbfa2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2359140 Apr 21 12:44:23.991219 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47388) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:24.016409 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e309272-04dc-4153-ab62-909d109273a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9918b7-2de2-495e-848e-085a805d6eae,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:24.059324 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db7d2173-5ffd-4aa6-be07-61b95a138f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:24.083198 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db7d2173-5ffd-4aa6-be07-61b95a138f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:24.094252 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3a817d47-e90c-4f3f-bca2-e874a17deca7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2035896536-network', 'tenant_id': '2ca86f47c8c14947a62af2b454f0a117'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:44:24.185438 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8673a7a-a40c-440b-baf9-1bc3c47dbaf3 req-9c19c85b-0bb3-47aa-984b-8b17939ed18c tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:24.192864 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d8673a7a-a40c-440b-baf9-1bc3c47dbaf3 req-9c19c85b-0bb3-47aa-984b-8b17939ed18c tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bdd3805-1234-4398-85a9-031a300e1f01 HTTP/1.1" status: 200 len: 946 time: 0.0762951 Apr 21 12:44:24.228509 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d8673a7a-a40c-440b-baf9-1bc3c47dbaf3 req-6fefa723-cca7-4042-a2b0-31fe6b2220f6 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347981 Apr 21 12:44:24.248670 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db7d2173-5ffd-4aa6-be07-61b95a138f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:24.248670 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db7d2173-5ffd-4aa6-be07-61b95a138f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:24.248670 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-db7d2173-5ffd-4aa6-be07-61b95a138f84 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3c9918b7-2de2-495e-848e-085a805d6eae HTTP/1.1" status: 204 len: 168 time: 0.2555757 Apr 21 12:44:24.255801 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a817d47-e90c-4f3f-bca2-e874a17deca7 admin admin] Made reservation on behalf of 2ca86f47c8c14947a62af2b454f0a117 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:44:24.259525 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7d2173-5ffd-4aa6-be07-61b95a138f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9918b7-2de2-495e-848e-085a805d6eae,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:24.259754 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3a817d47-e90c-4f3f-bca2-e874a17deca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:24.271264 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3a817d47-e90c-4f3f-bca2-e874a17deca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:24.356289 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3a817d47-e90c-4f3f-bca2-e874a17deca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:24.499966 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3a817d47-e90c-4f3f-bca2-e874a17deca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:24.576752 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a817d47-e90c-4f3f-bca2-e874a17deca7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:44:24.581993 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a817d47-e90c-4f3f-bca2-e874a17deca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bad0db6-0997-47bc-8da7-a215acd6e21c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:24.593903 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3a817d47-e90c-4f3f-bca2-e874a17deca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:24.594246 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-3a817d47-e90c-4f3f-bca2-e874a17deca7 admin admin] Added segment d6396019-d3d0-47a9-857e-718c70dc7a3e of type vlan for network bc25f2ca-45e5-4cab-99f1-9a004ec7506f Apr 21 12:44:24.704814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0656a-c541-4a5f-bff1-cd4b06698cf7 req-a197728c-6fad-41c5-8322-73c5877bdf98 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:24.704814 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fcc0656a-c541-4a5f-bff1-cd4b06698cf7 req-a197728c-6fad-41c5-8322-73c5877bdf98 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/networks?id=210b1822-b19c-4a3a-bd44-f48c8d787bcf HTTP/1.1" status: 200 len: 806 time: 0.2148082 Apr 21 12:44:24.705406 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3a817d47-e90c-4f3f-bca2-e874a17deca7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:24.737709 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fcc0656a-c541-4a5f-bff1-cd4b06698cf7 req-e8d3ee1c-a850-494f-823a-5e48a1b241da tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/quotas/820f30556a864d2abf13eb66052aec75 HTTP/1.1" status: 200 len: 375 time: 0.0256786 Apr 21 12:44:24.747943 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df1487-d89e-433f-8da6-138c9a178cc4 req-6da32513-b0f5-437d-8b1d-0b35a9e8cf20 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:24.749427 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2df1487-d89e-433f-8da6-138c9a178cc4 req-6da32513-b0f5-437d-8b1d-0b35a9e8cf20 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.1056035 Apr 21 12:44:24.818997 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2df1487-d89e-433f-8da6-138c9a178cc4 req-efd0de45-78ff-40cb-8bcc-65ac44b502e4 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564885 Apr 21 12:44:24.831542 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fcc0656a-c541-4a5f-bff1-cd4b06698cf7 req-92a3e713-d9c8-4893-b260-4e1a4f8b107c tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=820f30556a864d2abf13eb66052aec75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0810759 Apr 21 12:44:24.853851 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3a817d47-e90c-4f3f-bca2-e874a17deca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:24.854802 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a817d47-e90c-4f3f-bca2-e874a17deca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:24.855398 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3a817d47-e90c-4f3f-bca2-e874a17deca7 admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:24.987580 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a817d47-e90c-4f3f-bca2-e874a17deca7 admin admin] Pushing event updated for resources: {'Network': ['ID=bc25f2ca-45e5-4cab-99f1-9a004ec7506f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:25.005282 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network bc25f2ca-45e5-4cab-99f1-9a004ec7506f details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:44:25.027824 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ebf041-3924-40b8-a95b-0ac3df3d723f req-34f67e07-1487-4bc0-8d77-863b84207654 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:25.029338 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c8ebf041-3924-40b8-a95b-0ac3df3d723f req-34f67e07-1487-4bc0-8d77-863b84207654 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.1240368 Apr 21 12:44:25.031607 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fcc0656a-c541-4a5f-bff1-cd4b06698cf7 req-7cf8a345-594f-4dc8-81cd-03d96ba9dbce service neutron] 10.222.0.36 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992974 Apr 21 12:44:25.111720 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3a817d47-e90c-4f3f-bca2-e874a17deca7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1265802 Apr 21 12:44:25.114845 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47438) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:25.119039 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c8ebf041-3924-40b8-a95b-0ac3df3d723f req-f271586a-600c-4992-a969-2bf7c4ec306f tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836465 Apr 21 12:44:25.123392 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bfb702fe-9e79-49ba-9994-7e65bc42e7c7 admin admin] Request body: {'subnet': {'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2035896536-subnet', 'tenant_id': '2ca86f47c8c14947a62af2b454f0a117', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:44:25.176373 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fcc0656a-c541-4a5f-bff1-cd4b06698cf7 req-384f1b2c-962c-4106-bbd0-8bd0070a0a21 service neutron] 10.222.0.36 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334710 Apr 21 12:44:25.337058 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb702fe-9e79-49ba-9994-7e65bc42e7c7 admin admin] Made reservation on behalf of 2ca86f47c8c14947a62af2b454f0a117 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:44:25.339839 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bfb702fe-9e79-49ba-9994-7e65bc42e7c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:25.696689 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bfb702fe-9e79-49ba-9994-7e65bc42e7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:25.763683 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb702fe-9e79-49ba-9994-7e65bc42e7c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7de8299c-2f72-4fcd-b7b0-175fd3b81685,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:25.778668 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb702fe-9e79-49ba-9994-7e65bc42e7c7 admin admin] Checking segment: {'id': 'd6396019-d3d0-47a9-857e-718c70dc7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:44:25.779023 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb702fe-9e79-49ba-9994-7e65bc42e7c7 admin admin] Network hostable DHCP agents. Network: bc25f2ca-45e5-4cab-99f1-9a004ec7506f, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:44:25.895606 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb702fe-9e79-49ba-9994-7e65bc42e7c7 admin admin] Network bc25f2ca-45e5-4cab-99f1-9a004ec7506f is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:44:25.996706 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77936121-2242-417b-b36e-b6a08883e5f8 req-7e93011a-21b9-42e8-8e6c-e0c6038b0650 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:25.998323 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77936121-2242-417b-b36e-b6a08883e5f8 req-7e93011a-21b9-42e8-8e6c-e0c6038b0650 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.0707450 Apr 21 12:44:26.050007 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77936121-2242-417b-b36e-b6a08883e5f8 req-f2d705a1-8c19-4df7-937f-6a9a9bfb5f69 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448339 Apr 21 12:44:26.051871 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-bfb702fe-9e79-49ba-9994-7e65bc42e7c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, bc25f2ca-45e5-4cab-99f1-9a004ec7506f) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:44:26.059935 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb702fe-9e79-49ba-9994-7e65bc42e7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:26.062684 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd99cf42-0530-4660-b030-f55036046363 None None] Network bc25f2ca-45e5-4cab-99f1-9a004ec7506f requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:44:26.067003 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bfb702fe-9e79-49ba-9994-7e65bc42e7c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:26.232281 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bfb702fe-9e79-49ba-9994-7e65bc42e7c7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1155491 Apr 21 12:44:26.235027 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501f81e5-0644-4084-9a3d-1498185ee0cd None None] Network bc25f2ca-45e5-4cab-99f1-9a004ec7506f requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:44:26.403451 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23235382-0fc1-405d-90bd-14a1f6b02930 req-c0df20c3-8f66-4271-97c8-1ee8605f66d3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:26.405182 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-23235382-0fc1-405d-90bd-14a1f6b02930 req-c0df20c3-8f66-4271-97c8-1ee8605f66d3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.1969774 Apr 21 12:44:26.476080 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-23235382-0fc1-405d-90bd-14a1f6b02930 req-557e75ae-0e6c-4077-ac60-229bdc091752 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576899 Apr 21 12:44:26.800773 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-1d74a96e-6d3e-4af7-94f6-2269e7c6ce11 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:26.802313 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-1d74a96e-6d3e-4af7-94f6-2269e7c6ce11 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/networks?id=210b1822-b19c-4a3a-bd44-f48c8d787bcf HTTP/1.1" status: 200 len: 806 time: 0.1079221 Apr 21 12:44:26.820303 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-03558c74-6fc0-4a18-a3b0-14b3c1fe0af6 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/quotas/820f30556a864d2abf13eb66052aec75 HTTP/1.1" status: 200 len: 375 time: 0.0097799 Apr 21 12:44:26.894903 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-01923b24-6baf-4b08-a0e7-5eb6819867e1 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=820f30556a864d2abf13eb66052aec75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0678487 Apr 21 12:44:26.994411 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-a0bf5f99-7b4f-4a20-b731-994d8949ee21 service neutron] 10.222.0.36 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986550 Apr 21 12:44:27.172415 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-86278540-b594-42d3-a31a-7e55dfd59c3c service neutron] 10.222.0.36 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696372 Apr 21 12:44:27.179010 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-98330e1a-9409-41bf-a651-b03ed49e33dd tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:27.180565 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-98330e1a-9409-41bf-a651-b03ed49e33dd tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/networks?id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f HTTP/1.1" status: 200 len: 812 time: 0.1701910 Apr 21 12:44:27.197942 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-f79d388e-350b-40a7-8559-ea5760987f6a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/quotas/2ca86f47c8c14947a62af2b454f0a117 HTTP/1.1" status: 200 len: 375 time: 0.0107360 Apr 21 12:44:27.250495 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-41b4fced-b010-40e3-8fa0-7768dc131f73 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ca86f47c8c14947a62af2b454f0a117&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465586 Apr 21 12:44:27.337359 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-9de76687-9538-43b5-a808-ceac423ef0db service neutron] 10.222.0.36 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854990 Apr 21 12:44:27.446536 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-27e646bf-fdf5-4f6f-9226-697bea856cd5 service neutron] 10.222.0.36 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021006 Apr 21 12:44:27.557728 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed9010-8310-4336-9527-b1891762720c req-71e67efc-5ca3-4d18-81d1-514e52b06481 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:27.566434 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a1ed9010-8310-4336-9527-b1891762720c req-71e67efc-5ca3-4d18-81d1-514e52b06481 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.0884707 Apr 21 12:44:27.620452 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a1ed9010-8310-4336-9527-b1891762720c req-42c91896-ac7a-4afa-ad96-5fda7ca40139 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524263 Apr 21 12:44:27.700379 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-283ab6d3-816b-4e09-8287-706d06d4bfe3 req-52152c8d-ff6d-4ae3-901f-dcc9dbdf75d5 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6c3abd-3170-4057-a942-9477dad76ecb HTTP/1.1" status: 200 len: 210 time: 0.0287933 Apr 21 12:44:27.868936 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4297a2d-bc1f-4c7f-92b1-821d24e86d4e req-a2ff168d-1eb0-416f-ab69-898dc7321cb8 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:27.870515 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f4297a2d-bc1f-4c7f-92b1-821d24e86d4e req-a2ff168d-1eb0-416f-ab69-898dc7321cb8 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.1057417 Apr 21 12:44:27.891193 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ee538fb-3627-48e1-acee-e63319dc8a81 req-9c5a50d1-c04a-4793-971a-bd73ec07e5b7 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=639b6050-16e8-416d-a319-c02e31d80479 HTTP/1.1" status: 200 len: 210 time: 0.0506084 Apr 21 12:44:27.923899 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f4297a2d-bc1f-4c7f-92b1-821d24e86d4e req-bb496bfd-40ff-4f1b-b970-3b95ff314577 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351834 Apr 21 12:44:28.744197 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28361d08-f605-4496-bc72-02d73c7f4d28 req-5b6da782-c2c9-4703-856e-a3690722c5ab tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:28.751546 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28361d08-f605-4496-bc72-02d73c7f4d28 req-5b6da782-c2c9-4703-856e-a3690722c5ab tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.0633628 Apr 21 12:44:28.795491 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28361d08-f605-4496-bc72-02d73c7f4d28 req-b3b5294d-bf3e-4602-95d6-8454dea17a20 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432148 Apr 21 12:44:28.851258 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-40001cad-9abe-4a0c-b663-a0e991050da8 req-5322e4f0-a329-4bcf-9b14-ec3e0d7d4bb7 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6c3abd-3170-4057-a942-9477dad76ecb HTTP/1.1" status: 200 len: 210 time: 0.0272417 Apr 21 12:44:28.988685 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f199ef02-59cb-403e-8271-8b2118e35944 req-dbfe61c4-e0ab-4258-bdf3-f6f58c6f9da1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=639b6050-16e8-416d-a319-c02e31d80479 HTTP/1.1" status: 200 len: 210 time: 0.0304251 Apr 21 12:44:29.047513 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38607e2-68f7-4d29-91ae-afc8662bcfe7 req-7dcd6dbe-b84c-4003-b4b5-3efaf60cf333 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:29.050517 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f38607e2-68f7-4d29-91ae-afc8662bcfe7 req-7dcd6dbe-b84c-4003-b4b5-3efaf60cf333 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.0547824 Apr 21 12:44:29.090458 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f38607e2-68f7-4d29-91ae-afc8662bcfe7 req-4ffc474f-aaae-4e9a-87eb-966fe3f2fa65 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344241 Apr 21 12:44:29.149876 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47638) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:29.261956 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39edcd9b-c18d-4fb2-990e-0b2fb6ae9bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:29.351486 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39edcd9b-c18d-4fb2-990e-0b2fb6ae9bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:29.427323 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39edcd9b-c18d-4fb2-990e-0b2fb6ae9bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:29.477765 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-39edcd9b-c18d-4fb2-990e-0b2fb6ae9bcc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=424477549ca0467399c1bf3f62680485&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3261836 Apr 21 12:44:29.477970 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47650) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:29.478882 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39edcd9b-c18d-4fb2-990e-0b2fb6ae9bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d672c63e-5f7b-4f06-979e-2907c5196ed1,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:29.537509 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8de1c41d-8d41-4685-96fe-29927d7ed37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:29.564870 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8de1c41d-8d41-4685-96fe-29927d7ed37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:29.721381 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8de1c41d-8d41-4685-96fe-29927d7ed37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:29.724260 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8de1c41d-8d41-4685-96fe-29927d7ed37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:29.730502 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8de1c41d-8d41-4685-96fe-29927d7ed37c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d672c63e-5f7b-4f06-979e-2907c5196ed1 HTTP/1.1" status: 204 len: 168 time: 0.2459509 Apr 21 12:44:29.734700 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1c41d-8d41-4685-96fe-29927d7ed37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d672c63e-5f7b-4f06-979e-2907c5196ed1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:29.742203 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1c41d-8d41-4685-96fe-29927d7ed37c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:29.742543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1c41d-8d41-4685-96fe-29927d7ed37c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:29.742875 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1c41d-8d41-4685-96fe-29927d7ed37c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:29.743207 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1c41d-8d41-4685-96fe-29927d7ed37c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:29.743532 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1c41d-8d41-4685-96fe-29927d7ed37c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:29.743852 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1c41d-8d41-4685-96fe-29927d7ed37c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:29.744170 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1c41d-8d41-4685-96fe-29927d7ed37c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:29.744487 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1c41d-8d41-4685-96fe-29927d7ed37c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:29.745428 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1c41d-8d41-4685-96fe-29927d7ed37c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:29.745858 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1c41d-8d41-4685-96fe-29927d7ed37c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:29.746229 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1c41d-8d41-4685-96fe-29927d7ed37c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:29.746618 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8de1c41d-8d41-4685-96fe-29927d7ed37c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:29.938978 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bdd05-276e-49e4-8317-7ac4eca39cc7 req-69ac46df-742a-4e95-be1e-c6f0ded7cbc4 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:29.948178 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-434bdd05-276e-49e4-8317-7ac4eca39cc7 req-69ac46df-742a-4e95-be1e-c6f0ded7cbc4 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.0767274 Apr 21 12:44:30.030490 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-420fc395-6b6b-4788-a65a-ddaf036894b9 req-4bbaa2b8-20ad-4436-b1a6-647404dd0657 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6c3abd-3170-4057-a942-9477dad76ecb HTTP/1.1" status: 200 len: 210 time: 0.0385127 Apr 21 12:44:30.059318 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-434bdd05-276e-49e4-8317-7ac4eca39cc7 req-97e76178-fd77-4db0-b31c-e54fe48bc1c9 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099296 Apr 21 12:44:30.160487 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-edce261b-dab6-4e74-be11-54a071efc2d0 req-3b12ba2f-5f7f-4c3b-99e0-ec44210d7fa6 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=639b6050-16e8-416d-a319-c02e31d80479 HTTP/1.1" status: 200 len: 210 time: 0.0628457 Apr 21 12:44:30.362661 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd0c27-0549-426e-ba9e-5d99c4eb9e11 req-df7af1f5-cc29-4f90-9c0a-719729b9c249 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:30.364220 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32dd0c27-0549-426e-ba9e-5d99c4eb9e11 req-df7af1f5-cc29-4f90-9c0a-719729b9c249 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.1861787 Apr 21 12:44:30.386889 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-72438de3-cd6a-4c7b-8119-baf49de04b7c tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:30.396746 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-72438de3-cd6a-4c7b-8119-baf49de04b7c tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.26 "GET /v2.0/networks?id=210b1822-b19c-4a3a-bd44-f48c8d787bcf HTTP/1.1" status: 200 len: 806 time: 0.2439573 Apr 21 12:44:30.402159 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-894b6cd9-b99d-49d6-9c2b-83f1627216ad tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Request body: {'port': {'device_id': 'bc6c3abd-3170-4057-a942-9477dad76ecb', 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf', 'admin_state_up': True, 'tenant_id': '820f30556a864d2abf13eb66052aec75'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:44:30.459795 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32dd0c27-0549-426e-ba9e-5d99c4eb9e11 req-55f5deb7-9c5a-433c-a4e7-63c7f0b44318 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876498 Apr 21 12:44:30.684449 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-894b6cd9-b99d-49d6-9c2b-83f1627216ad tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Made reservation on behalf of 820f30556a864d2abf13eb66052aec75 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:44:30.689530 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-894b6cd9-b99d-49d6-9c2b-83f1627216ad tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:30.708425 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47670) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:30.724378 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-03d7f00c-7cd3-4dd5-9ebf-ea99bdda2b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:30.825672 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-03d7f00c-7cd3-4dd5-9ebf-ea99bdda2b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:30.853870 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-894b6cd9-b99d-49d6-9c2b-83f1627216ad tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Allocated IP 172.20.0.4 (210b1822-b19c-4a3a-bd44-f48c8d787bcf/5e66f24c-8af3-4904-ad4f-94ba052f7897/19757c00-2f62-4488-bd7a-6ba7d092fd83) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:44:30.951326 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-03d7f00c-7cd3-4dd5-9ebf-ea99bdda2b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:30.999360 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-03d7f00c-7cd3-4dd5-9ebf-ea99bdda2b23 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cbc04b67b9d24ae9b363c740583c71d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2898419 Apr 21 12:44:31.000308 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d7f00c-7cd3-4dd5-9ebf-ea99bdda2b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86b8a7a-bddb-45ae-936e-23e08aa6fcd6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:31.006339 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47672) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:31.084891 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e4c3942-cc91-4304-a102-641aeea85a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:31.105132 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-894b6cd9-b99d-49d6-9c2b-83f1627216ad tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:31.114738 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-e253fe51-95be-45d9-8046-39a9922961f0 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:31.114738 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-e253fe51-95be-45d9-8046-39a9922961f0 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.26 "GET /v2.0/networks?id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f HTTP/1.1" status: 200 len: 812 time: 0.1588042 Apr 21 12:44:31.125493 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e4c3942-cc91-4304-a102-641aeea85a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:31.132129 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-a89a7c80-672f-42d3-aec6-78f5e7eb9961 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Request body: {'port': {'device_id': '639b6050-16e8-416d-a319-c02e31d80479', 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f', 'admin_state_up': True, 'tenant_id': '2ca86f47c8c14947a62af2b454f0a117'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:44:31.186774 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-85e10b38-4b72-4710-8823-70c13aeadba4 req-e59b4e91-c8d8-4757-8f7c-a82ca3b49346 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6c3abd-3170-4057-a942-9477dad76ecb HTTP/1.1" status: 200 len: 210 time: 0.0648544 Apr 21 12:44:31.299992 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11ff33dc-174d-4dd9-a202-591b7eb21306 req-d4d23109-07e4-4803-ba91-fbdf1ac07b18 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=639b6050-16e8-416d-a319-c02e31d80479 HTTP/1.1" status: 200 len: 210 time: 0.0373561 Apr 21 12:44:31.322631 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b192e-ad29-4649-bc24-a07d0b294a19 req-f95d8573-157b-47ce-a12f-bf8b8e2be274 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:31.324117 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-345b192e-ad29-4649-bc24-a07d0b294a19 req-f95d8573-157b-47ce-a12f-bf8b8e2be274 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.1672492 Apr 21 12:44:31.370175 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e4c3942-cc91-4304-a102-641aeea85a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:31.373607 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e4c3942-cc91-4304-a102-641aeea85a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:31.376605 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0e4c3942-cc91-4304-a102-641aeea85a0c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a86b8a7a-bddb-45ae-936e-23e08aa6fcd6 HTTP/1.1" status: 204 len: 168 time: 0.3685608 Apr 21 12:44:31.401627 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-345b192e-ad29-4649-bc24-a07d0b294a19 req-17349b01-e863-47ca-954f-134791112bf5 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705910 Apr 21 12:44:31.410972 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c3942-cc91-4304-a102-641aeea85a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86b8a7a-bddb-45ae-936e-23e08aa6fcd6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:31.417883 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-894b6cd9-b99d-49d6-9c2b-83f1627216ad tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:31.439053 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:44:31.472901 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-a89a7c80-672f-42d3-aec6-78f5e7eb9961 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Made reservation on behalf of 2ca86f47c8c14947a62af2b454f0a117 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:44:31.476418 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-a89a7c80-672f-42d3-aec6-78f5e7eb9961 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:31.509389 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-894b6cd9-b99d-49d6-9c2b-83f1627216ad tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Network 210b1822-b19c-4a3a-bd44-f48c8d787bcf is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:44:31.513044 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-894b6cd9-b99d-49d6-9c2b-83f1627216ad tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:44:31.530678 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b6cd9-b99d-49d6-9c2b-83f1627216ad tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Pushing event updated for resources: {'Port': ['ID=19757c00-2f62-4488-bd7a-6ba7d092fd83,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:31.536411 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-894b6cd9-b99d-49d6-9c2b-83f1627216ad tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:44:31.569691 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-015a2b5c-1e1a-4236-af3a-67d4c2f880f5 req-2277fef4-fd0a-42c4-88e7-b8fc9c897187 service neutron] 10.222.0.24 "GET /v2.0/ports/2e7a6832-91aa-4c23-97cb-cf53fb940956/bindings/n-h2-836147-2 HTTP/1.1" status: 200 len: 382 time: 0.2132711 Apr 21 12:44:31.683944 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-894b6cd9-b99d-49d6-9c2b-83f1627216ad tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:31.684567 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-894b6cd9-b99d-49d6-9c2b-83f1627216ad tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:31.730761 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938b701-0e33-48af-a3ad-5a92a31b3707 req-b629109f-57dd-4e45-ba7d-ba123e8a5803 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:31.732243 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0938b701-0e33-48af-a3ad-5a92a31b3707 req-b629109f-57dd-4e45-ba7d-ba123e8a5803 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.1828573 Apr 21 12:44:31.769093 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-a89a7c80-672f-42d3-aec6-78f5e7eb9961 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Allocated IP 172.20.0.3 (bc25f2ca-45e5-4cab-99f1-9a004ec7506f/7de8299c-2f72-4fcd-b7b0-175fd3b81685/0b9a8fb0-8e19-4977-835b-86426d1b6a55) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:44:31.791420 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0938b701-0e33-48af-a3ad-5a92a31b3707 req-82fa8e39-4e8f-41d9-99e5-f0e5796dd493 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525026 Apr 21 12:44:31.933489 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-894b6cd9-b99d-49d6-9c2b-83f1627216ad tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5357406 Apr 21 12:44:31.950216 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-a89a7c80-672f-42d3-aec6-78f5e7eb9961 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:32.028554 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-34e35bdf-f387-4447-8ed3-44c6ed1619b4 service neutron] Request body: {'port': {'device_id': 'bc6c3abd-3170-4057-a942-9477dad76ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:44:32.087682 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-34e35bdf-f387-4447-8ed3-44c6ed1619b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:32.116092 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-a89a7c80-672f-42d3-aec6-78f5e7eb9961 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:32.239704 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-a89a7c80-672f-42d3-aec6-78f5e7eb9961 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Network bc25f2ca-45e5-4cab-99f1-9a004ec7506f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:44:32.244236 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-a89a7c80-672f-42d3-aec6-78f5e7eb9961 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:44:32.250817 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a7c80-672f-42d3-aec6-78f5e7eb9961 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Pushing event updated for resources: {'Port': ['ID=0b9a8fb0-8e19-4977-835b-86426d1b6a55,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:32.256251 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-a89a7c80-672f-42d3-aec6-78f5e7eb9961 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:44:32.571166 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-a89a7c80-672f-42d3-aec6-78f5e7eb9961 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:32.571965 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-a89a7c80-672f-42d3-aec6-78f5e7eb9961 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:32.656121 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f7703-84e7-460e-a806-2925381a8f09 req-080fcc84-45c3-41c0-95dd-35579db0cf8c tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:32.657672 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-038f7703-84e7-460e-a806-2925381a8f09 req-080fcc84-45c3-41c0-95dd-35579db0cf8c tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6c3abd-3170-4057-a942-9477dad76ecb HTTP/1.1" status: 200 len: 931 time: 0.3714306 Apr 21 12:44:32.719595 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-a89a7c80-672f-42d3-aec6-78f5e7eb9961 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5951750 Apr 21 12:44:32.732786 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a2b5c-1e1a-4236-af3a-67d4c2f880f5 req-85c99710-aabc-4baf-975e-9dae3eec0e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:32.734261 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-015a2b5c-1e1a-4236-af3a-67d4c2f880f5 req-85c99710-aabc-4baf-975e-9dae3eec0e17 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46&tenant_id=45464789e2cc4bfeaf42e6404c0e9729 HTTP/1.1" status: 200 len: 1101 time: 0.1352825 Apr 21 12:44:32.744531 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-9c90a7e0-15e1-4a12-88bd-8f3ae4e82783 service neutron] Request body: {'port': {'device_id': '639b6050-16e8-416d-a319-c02e31d80479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:44:32.755415 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfb815-b5b0-4abb-a8f1-8d0b93f0e599 req-595e9253-f819-4686-bfe4-97b010b2a22c tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:32.757488 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34cfb815-b5b0-4abb-a8f1-8d0b93f0e599 req-595e9253-f819-4686-bfe4-97b010b2a22c tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=639b6050-16e8-416d-a319-c02e31d80479 HTTP/1.1" status: 200 len: 931 time: 0.3691013 Apr 21 12:44:32.760884 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-34e35bdf-f387-4447-8ed3-44c6ed1619b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19757c00-2f62-4488-bd7a-6ba7d092fd83 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:44:33.104274 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-34e35bdf-f387-4447-8ed3-44c6ed1619b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:33.149355 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-038f7703-84e7-460e-a806-2925381a8f09 req-b2e56662-d196-4fb1-8025-be1c7bc54d03 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756672 Apr 21 12:44:33.157958 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47720) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:33.161124 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-34e35bdf-f387-4447-8ed3-44c6ed1619b4 service neutron] Transition to ACTIVE for port object 19757c00-2f62-4488-bd7a-6ba7d092fd83 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:44:33.215032 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34cfb815-b5b0-4abb-a8f1-8d0b93f0e599 req-2f9dbad7-db5b-4724-b5f8-c360f4221694 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315527 Apr 21 12:44:33.218345 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-9c90a7e0-15e1-4a12-88bd-8f3ae4e82783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:33.250378 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a2b5c-1e1a-4236-af3a-67d4c2f880f5 req-d504e91a-9498-447c-803c-ae465eeef705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:33.251861 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-015a2b5c-1e1a-4236-af3a-67d4c2f880f5 req-d504e91a-9498-447c-803c-ae465eeef705 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 1101 time: 0.1623199 Apr 21 12:44:33.322938 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-34e35bdf-f387-4447-8ed3-44c6ed1619b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:33.384557 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c948c842-5808-45d8-a570-b91e48f607bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:33.416893 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47728) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:33.496858 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c948c842-5808-45d8-a570-b91e48f607bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:33.503857 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed38a779-0d1a-47bf-9b17-d687cc0e847a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:33.534969 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde126d-9f16-4075-9640-76572d4fb888 req-c36e1dd6-f604-438d-ad45-8dcca40c5fba tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:33.536496 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7fde126d-9f16-4075-9640-76572d4fb888 req-c36e1dd6-f604-438d-ad45-8dcca40c5fba tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.3205941 Apr 21 12:44:33.543675 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e35bdf-f387-4447-8ed3-44c6ed1619b4 service neutron] Pushing event updated for resources: {'Port': ['ID=19757c00-2f62-4488-bd7a-6ba7d092fd83,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:33.598709 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c948c842-5808-45d8-a570-b91e48f607bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:33.612976 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed38a779-0d1a-47bf-9b17-d687cc0e847a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:33.644895 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c948c842-5808-45d8-a570-b91e48f607bb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8925416622544b61a9b53220cd60c787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4857063 Apr 21 12:44:33.647463 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47736) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:33.655139 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948c842-5808-45d8-a570-b91e48f607bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc4ad90-efbf-47f6-b9f0-4db8b888ee80,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:33.657972 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c7042-120a-4092-bbe0-0565a84d4799 req-78dfeb0b-e46b-4463-8dad-14e00d5f6e56 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:33.659477 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-075c7042-120a-4092-bbe0-0565a84d4799 req-78dfeb0b-e46b-4463-8dad-14e00d5f6e56 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.3553774 Apr 21 12:44:33.660522 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a2b5c-1e1a-4236-af3a-67d4c2f880f5 req-66c3198c-e433-4f65-8b8e-c6411c5160ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:33.661868 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-015a2b5c-1e1a-4236-af3a-67d4c2f880f5 req-66c3198c-e433-4f65-8b8e-c6411c5160ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.3896310 Apr 21 12:44:33.685456 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed38a779-0d1a-47bf-9b17-d687cc0e847a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:33.741562 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ed38a779-0d1a-47bf-9b17-d687cc0e847a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8dad7fc650ea47b992dd02b86a759ede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3236411 Apr 21 12:44:33.744662 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38a779-0d1a-47bf-9b17-d687cc0e847a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fda7e32-1168-41ad-9954-934d55a833bc,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:33.747898 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47738) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:33.753731 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7330a84f-af8b-4e67-8307-67eb5bcdb76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:33.766238 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-015a2b5c-1e1a-4236-af3a-67d4c2f880f5 req-2c2e4558-1ecf-4027-991a-512581d58a55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=2e7a6832-91aa-4c23-97cb-cf53fb940956 HTTP/1.1" status: 200 len: 217 time: 0.0968578 Apr 21 12:44:33.777377 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7fde126d-9f16-4075-9640-76572d4fb888 req-4e647b3d-f61b-4ff6-a889-81e6fe3028aa tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252302 Apr 21 12:44:33.805399 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7330a84f-af8b-4e67-8307-67eb5bcdb76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:33.856309 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bbd98887-86ed-4c96-b985-0bc12e6b139a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:33.873526 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-34e35bdf-f387-4447-8ed3-44c6ed1619b4 service neutron] Attempting to bind port 19757c00-2f62-4488-bd7a-6ba7d092fd83 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:44:33.873887 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-34e35bdf-f387-4447-8ed3-44c6ed1619b4 service neutron] Attempting to bind port 19757c00-2f62-4488-bd7a-6ba7d092fd83 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '58d8cb84-8f11-4151-a77a-bfc0637248a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:44:33.874215 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-34e35bdf-f387-4447-8ed3-44c6ed1619b4 service neutron] Attempting to bind port 19757c00-2f62-4488-bd7a-6ba7d092fd83 on network 210b1822-b19c-4a3a-bd44-f48c8d787bcf {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:44:33.879866 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bbd98887-86ed-4c96-b985-0bc12e6b139a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:33.891320 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a2b5c-1e1a-4236-af3a-67d4c2f880f5 req-8a6ad91e-2d99-4e6e-a8e2-d6e18bd234f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:33.892891 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-015a2b5c-1e1a-4236-af3a-67d4c2f880f5 req-8a6ad91e-2d99-4e6e-a8e2-d6e18bd234f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1100938 Apr 21 12:44:33.895786 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-075c7042-120a-4092-bbe0-0565a84d4799 req-255bbfe5-9c22-48ec-9ff5-beda13aadb4b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843441 Apr 21 12:44:33.898361 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-34e35bdf-f387-4447-8ed3-44c6ed1619b4 service neutron] Port 19757c00-2f62-4488-bd7a-6ba7d092fd83 on network 210b1822-b19c-4a3a-bd44-f48c8d787bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:44:33.898724 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-34e35bdf-f387-4447-8ed3-44c6ed1619b4 service neutron] Attempting to bind port 19757c00-2f62-4488-bd7a-6ba7d092fd83 on network 210b1822-b19c-4a3a-bd44-f48c8d787bcf {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:44:33.922144 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-34e35bdf-f387-4447-8ed3-44c6ed1619b4 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:44:33.922494 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-34e35bdf-f387-4447-8ed3-44c6ed1619b4 service neutron] Checking segment: {'id': '58d8cb84-8f11-4151-a77a-bfc0637248a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:44:33.923011 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-34e35bdf-f387-4447-8ed3-44c6ed1619b4 service neutron] Bound using segment: {'id': '58d8cb84-8f11-4151-a77a-bfc0637248a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:44:33.923318 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-34e35bdf-f387-4447-8ed3-44c6ed1619b4 service neutron] Bound port: 19757c00-2f62-4488-bd7a-6ba7d092fd83, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58d8cb84-8f11-4151-a77a-bfc0637248a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:44:33.925709 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-34e35bdf-f387-4447-8ed3-44c6ed1619b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:33.980306 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7330a84f-af8b-4e67-8307-67eb5bcdb76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:33.983457 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7330a84f-af8b-4e67-8307-67eb5bcdb76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:33.984879 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7330a84f-af8b-4e67-8307-67eb5bcdb76d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8fc4ad90-efbf-47f6-b9f0-4db8b888ee80 HTTP/1.1" status: 204 len: 168 time: 0.3361835 Apr 21 12:44:34.000909 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330a84f-af8b-4e67-8307-67eb5bcdb76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc4ad90-efbf-47f6-b9f0-4db8b888ee80,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:34.032190 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-9c90a7e0-15e1-4a12-88bd-8f3ae4e82783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b9a8fb0-8e19-4977-835b-86426d1b6a55 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:44:34.040358 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a2b5c-1e1a-4236-af3a-67d4c2f880f5 req-a4f85314-c5d4-4031-8084-ac90b9db81ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:34.041986 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-015a2b5c-1e1a-4236-af3a-67d4c2f880f5 req-a4f85314-c5d4-4031-8084-ac90b9db81ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1373055 Apr 21 12:44:34.051977 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-9c90a7e0-15e1-4a12-88bd-8f3ae4e82783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:34.096891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-34e35bdf-f387-4447-8ed3-44c6ed1619b4 service neutron] For port 19757c00-2f62-4488-bd7a-6ba7d092fd83, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:44:34.138036 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-34e35bdf-f387-4447-8ed3-44c6ed1619b4 service neutron] For port 19757c00-2f62-4488-bd7a-6ba7d092fd83, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=19757c00-2f62-4488-bd7a-6ba7d092fd83,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:44:34.171440 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-015a2b5c-1e1a-4236-af3a-67d4c2f880f5 req-a9d3ee36-9a78-4ac2-9328-2e256c0f8ed5 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215281 Apr 21 12:44:34.276554 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bbd98887-86ed-4c96-b985-0bc12e6b139a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:34.279550 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bbd98887-86ed-4c96-b985-0bc12e6b139a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:34.280464 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bbd98887-86ed-4c96-b985-0bc12e6b139a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2fda7e32-1168-41ad-9954-934d55a833bc HTTP/1.1" status: 204 len: 168 time: 0.5315704 Apr 21 12:44:34.281516 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-9c90a7e0-15e1-4a12-88bd-8f3ae4e82783 service neutron] Transition to ACTIVE for port object 0b9a8fb0-8e19-4977-835b-86426d1b6a55 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:44:34.290405 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd98887-86ed-4c96-b985-0bc12e6b139a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fda7e32-1168-41ad-9954-934d55a833bc,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:34.335243 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-015a2b5c-1e1a-4236-af3a-67d4c2f880f5 req-0fac2336-5295-4564-b205-a887f7864bbf service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561370 Apr 21 12:44:34.346538 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0b0294-697f-4da3-a3f0-7e6c13141a99 req-9f4bfe2b-2784-466c-aea8-88c68af75608 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:34.348020 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5a0b0294-697f-4da3-a3f0-7e6c13141a99 req-9f4bfe2b-2784-466c-aea8-88c68af75608 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6c3abd-3170-4057-a942-9477dad76ecb HTTP/1.1" status: 200 len: 943 time: 0.1168611 Apr 21 12:44:34.357990 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 2e7a6832-91aa-4c23-97cb-cf53fb940956 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:44:34.383015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a62915-7972-4a9d-9adb-1b51065d4cd3 req-65c35202-d488-4d4a-8753-b83369af279e tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:34.385796 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03a62915-7972-4a9d-9adb-1b51065d4cd3 req-65c35202-d488-4d4a-8753-b83369af279e tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=639b6050-16e8-416d-a319-c02e31d80479 HTTP/1.1" status: 200 len: 931 time: 0.0890663 Apr 21 12:44:34.423378 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5a0b0294-697f-4da3-a3f0-7e6c13141a99 req-08373613-7127-4ce5-ba80-8dea12042186 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665965 Apr 21 12:44:34.444364 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:34.445764 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03a62915-7972-4a9d-9adb-1b51065d4cd3 req-c0d7d3c5-3a0e-47b7-be3c-d8f9d79f513e tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537186 Apr 21 12:44:34.467861 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57956301-b174-4c6c-a2c9-9913752e1b46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e7a6832-91aa-4c23-97cb-cf53fb940956'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:44:34.470090 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82e260e-3040-41f4-a767-18c004473349" -d '{"events": [{"server_uuid": "57956301-b174-4c6c-a2c9-9913752e1b46", "name": "network-vif-unplugged", "status": "completed", "tag": "2e7a6832-91aa-4c23-97cb-cf53fb940956"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:44:34.479870 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-34e35bdf-f387-4447-8ed3-44c6ed1619b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:34.484188 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-9c90a7e0-15e1-4a12-88bd-8f3ae4e82783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:34.489258 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 2e7a6832-91aa-4c23-97cb-cf53fb940956, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=2e7a6832-91aa-4c23-97cb-cf53fb940956,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:34.533919 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-34e35bdf-f387-4447-8ed3-44c6ed1619b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:34.534564 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-34e35bdf-f387-4447-8ed3-44c6ed1619b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:34.535969 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-34e35bdf-f387-4447-8ed3-44c6ed1619b4 service neutron] 10.222.0.26 "PUT /v2.0/ports/19757c00-2f62-4488-bd7a-6ba7d092fd83 HTTP/1.1" status: 200 len: 1091 time: 2.5143521 Apr 21 12:44:34.536412 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc6c3abd-3170-4057-a942-9477dad76ecb', 'tag': '19757c00-2f62-4488-bd7a-6ba7d092fd83'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:44:34.538867 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74322c08-818d-4a3d-8dc1-856e27efa667" -d '{"events": [{"name": "network-changed", "server_uuid": "bc6c3abd-3170-4057-a942-9477dad76ecb", "tag": "19757c00-2f62-4488-bd7a-6ba7d092fd83"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:44:34.597200 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbed3a4-5ca9-4e1e-9e09-82a5a8e3c976 x-openstack-request-id: req-3dbed3a4-5ca9-4e1e-9e09-82a5a8e3c976 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:44:34.597492 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc6c3abd-3170-4057-a942-9477dad76ecb", "tag": "19757c00-2f62-4488-bd7a-6ba7d092fd83", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:44:34.597772 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3dbed3a4-5ca9-4e1e-9e09-82a5a8e3c976 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:44:34.598165 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dbed3a4-5ca9-4e1e-9e09-82a5a8e3c976'] response: {'name': 'network-changed', 'server_uuid': 'bc6c3abd-3170-4057-a942-9477dad76ecb', 'tag': '19757c00-2f62-4488-bd7a-6ba7d092fd83', 'status': 'completed', 'code': 200} Apr 21 12:44:34.600523 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e35bdf-f387-4447-8ed3-44c6ed1619b4 service neutron] Pushing event updated for resources: {'Port': ['ID=19757c00-2f62-4488-bd7a-6ba7d092fd83,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:34.621133 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:34.673389 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=2e7a6832-91aa-4c23-97cb-cf53fb940956,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:34.708602 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90a7e0-15e1-4a12-88bd-8f3ae4e82783 service neutron] Pushing event updated for resources: {'Port': ['ID=0b9a8fb0-8e19-4977-835b-86426d1b6a55,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:34.725864 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-9c90a7e0-15e1-4a12-88bd-8f3ae4e82783 service neutron] Attempting to bind port 0b9a8fb0-8e19-4977-835b-86426d1b6a55 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:44:34.726194 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-9c90a7e0-15e1-4a12-88bd-8f3ae4e82783 service neutron] Attempting to bind port 0b9a8fb0-8e19-4977-835b-86426d1b6a55 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': 'd6396019-d3d0-47a9-857e-718c70dc7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:44:34.726521 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-9c90a7e0-15e1-4a12-88bd-8f3ae4e82783 service neutron] Attempting to bind port 0b9a8fb0-8e19-4977-835b-86426d1b6a55 on network bc25f2ca-45e5-4cab-99f1-9a004ec7506f {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:44:34.729617 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74322c08-818d-4a3d-8dc1-856e27efa667 req-939826c8-0738-435c-80a1-7900b00e43b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:34.735625 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-74322c08-818d-4a3d-8dc1-856e27efa667 req-939826c8-0738-435c-80a1-7900b00e43b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=820f30556a864d2abf13eb66052aec75&device_id=bc6c3abd-3170-4057-a942-9477dad76ecb HTTP/1.1" status: 200 len: 1094 time: 0.0913956 Apr 21 12:44:34.735625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-9c90a7e0-15e1-4a12-88bd-8f3ae4e82783 service neutron] Port 0b9a8fb0-8e19-4977-835b-86426d1b6a55 on network bc25f2ca-45e5-4cab-99f1-9a004ec7506f not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:44:34.735625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-9c90a7e0-15e1-4a12-88bd-8f3ae4e82783 service neutron] Attempting to bind port 0b9a8fb0-8e19-4977-835b-86426d1b6a55 on network bc25f2ca-45e5-4cab-99f1-9a004ec7506f {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:44:34.747985 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-9c90a7e0-15e1-4a12-88bd-8f3ae4e82783 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:44:34.748328 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-9c90a7e0-15e1-4a12-88bd-8f3ae4e82783 service neutron] Checking segment: {'id': 'd6396019-d3d0-47a9-857e-718c70dc7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:44:34.748703 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-9c90a7e0-15e1-4a12-88bd-8f3ae4e82783 service neutron] Bound using segment: {'id': 'd6396019-d3d0-47a9-857e-718c70dc7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:44:34.749138 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-9c90a7e0-15e1-4a12-88bd-8f3ae4e82783 service neutron] Bound port: 0b9a8fb0-8e19-4977-835b-86426d1b6a55, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6396019-d3d0-47a9-857e-718c70dc7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:44:34.749491 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-9c90a7e0-15e1-4a12-88bd-8f3ae4e82783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:34.917732 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-9c90a7e0-15e1-4a12-88bd-8f3ae4e82783 service neutron] For port 0b9a8fb0-8e19-4977-835b-86426d1b6a55, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:44:34.923159 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74322c08-818d-4a3d-8dc1-856e27efa667 req-718fbd05-54f8-46cb-8cb3-d486a0df4fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:34.924663 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-74322c08-818d-4a3d-8dc1-856e27efa667 req-718fbd05-54f8-46cb-8cb3-d486a0df4fb2 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=820f30556a864d2abf13eb66052aec75&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1848996 Apr 21 12:44:34.934121 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-9c90a7e0-15e1-4a12-88bd-8f3ae4e82783 service neutron] For port 0b9a8fb0-8e19-4977-835b-86426d1b6a55, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0b9a8fb0-8e19-4977-835b-86426d1b6a55,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:44:34.975446 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a1871a-e39d-4048-8bbc-0459922c7349 req-60e7a176-3d22-4d9b-b574-ba3fdb254d93 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:34.986115 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-19a1871a-e39d-4048-8bbc-0459922c7349 req-60e7a176-3d22-4d9b-b574-ba3fdb254d93 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 948 time: 0.1201394 Apr 21 12:44:35.011748 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903fc8b2-d93d-4808-a732-12dd0667ddb1 x-openstack-request-id: req-903fc8b2-d93d-4808-a732-12dd0667ddb1 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:44:35.011748 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57956301-b174-4c6c-a2c9-9913752e1b46", "name": "network-vif-unplugged", "status": "completed", "tag": "2e7a6832-91aa-4c23-97cb-cf53fb940956", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:44:35.011748 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-903fc8b2-d93d-4808-a732-12dd0667ddb1 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:44:35.011748 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-903fc8b2-d93d-4808-a732-12dd0667ddb1'] response: {'server_uuid': '57956301-b174-4c6c-a2c9-9913752e1b46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e7a6832-91aa-4c23-97cb-cf53fb940956', 'code': 200} Apr 21 12:44:35.039000 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-9c90a7e0-15e1-4a12-88bd-8f3ae4e82783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:35.108578 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-9c90a7e0-15e1-4a12-88bd-8f3ae4e82783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:35.109188 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-9c90a7e0-15e1-4a12-88bd-8f3ae4e82783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:35.110746 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-9c90a7e0-15e1-4a12-88bd-8f3ae4e82783 service neutron] 10.222.0.26 "PUT /v2.0/ports/0b9a8fb0-8e19-4977-835b-86426d1b6a55 HTTP/1.1" status: 200 len: 1091 time: 2.3725116 Apr 21 12:44:35.150512 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-19a1871a-e39d-4048-8bbc-0459922c7349 req-2675d2c4-e05e-4cbb-89ce-ec8f83e7dc26 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635287 Apr 21 12:44:35.161836 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74322c08-818d-4a3d-8dc1-856e27efa667 req-8392d36e-5fee-4b23-b967-c2887a5986a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:35.163350 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-74322c08-818d-4a3d-8dc1-856e27efa667 req-8392d36e-5fee-4b23-b967-c2887a5986a7 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2313032 Apr 21 12:44:35.185045 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb1837-3c42-481f-92b4-79ed12a6f2b0 req-1828fe39-eeeb-4974-bc28-ba343d8dd0e0 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:35.186800 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0afb1837-3c42-481f-92b4-79ed12a6f2b0 req-1828fe39-eeeb-4974-bc28-ba343d8dd0e0 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.1300161 Apr 21 12:44:35.187450 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90a7e0-15e1-4a12-88bd-8f3ae4e82783 service neutron] Pushing event updated for resources: {'Port': ['ID=0b9a8fb0-8e19-4977-835b-86426d1b6a55,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:35.274335 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0afb1837-3c42-481f-92b4-79ed12a6f2b0 req-adc5ed9e-cb95-4ace-86cf-7999f38d1bb6 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680823 Apr 21 12:44:35.287237 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-2840d229-8852-4ae5-8e2d-33e1deecb0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:35.289536 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-2840d229-8852-4ae5-8e2d-33e1deecb0e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=820f30556a864d2abf13eb66052aec75&device_id=bc6c3abd-3170-4057-a942-9477dad76ecb HTTP/1.1" status: 200 len: 1094 time: 0.0858836 Apr 21 12:44:35.345180 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-f3e9c203-c742-43b0-bbee-e432d87d5cd9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=19757c00-2f62-4488-bd7a-6ba7d092fd83 HTTP/1.1" status: 200 len: 217 time: 0.0378098 Apr 21 12:44:35.355942 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47770) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:35.380986 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-deea32ac-e9a7-4f8c-a999-d41a1dc20434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:35.382215 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-4e9064ec-532d-4c94-a88a-addf88752fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:35.383843 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-4e9064ec-532d-4c94-a88a-addf88752fbc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ca86f47c8c14947a62af2b454f0a117&device_id=639b6050-16e8-416d-a319-c02e31d80479 HTTP/1.1" status: 200 len: 1094 time: 0.1086311 Apr 21 12:44:35.440266 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-9b5a2325-4d75-4d30-a8f9-eb56bd26efba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:35.441826 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-9b5a2325-4d75-4d30-a8f9-eb56bd26efba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e66f24c-8af3-4904-ad4f-94ba052f7897 HTTP/1.1" status: 200 len: 846 time: 0.0941167 Apr 21 12:44:35.443466 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-cdacb93d-bbb9-4fa0-ac23-2b68242aef35 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b9a8fb0-8e19-4977-835b-86426d1b6a55 HTTP/1.1" status: 200 len: 217 time: 0.0518208 Apr 21 12:44:35.485677 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-deea32ac-e9a7-4f8c-a999-d41a1dc20434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:35.511717 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-3d11319f-f173-4dc2-a39c-3b8252088aee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=210b1822-b19c-4a3a-bd44-f48c8d787bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588219 Apr 21 12:44:35.564032 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-deea32ac-e9a7-4f8c-a999-d41a1dc20434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:35.604625 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-deea32ac-e9a7-4f8c-a999-d41a1dc20434 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1ba71f7f359248e98bfa0798726819f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2447884 Apr 21 12:44:35.606237 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea32ac-e9a7-4f8c-a999-d41a1dc20434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bb4e19-30d0-40a0-8fa2-e72665f7a796,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:35.608803 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47780) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:35.619764 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-22d1ec6b-c53d-40d0-996f-613f18a2fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:35.621263 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-22d1ec6b-c53d-40d0-996f-613f18a2fd9e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7de8299c-2f72-4fcd-b7b0-175fd3b81685 HTTP/1.1" status: 200 len: 852 time: 0.1671715 Apr 21 12:44:35.674435 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47786) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:35.687782 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-4f38ec90-69b0-4118-954b-9ff7d8e777c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454330 Apr 21 12:44:35.691675 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a55a8a26-2bf3-4a46-8b45-622a7b60262e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:35.693755 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63355d70-bf7c-4ada-af91-b4f26b42389d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:35.730030 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a55a8a26-2bf3-4a46-8b45-622a7b60262e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:35.741965 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e30047a-bce8-4681-8208-8e1807f39929 req-ab6aad83-4d1c-499e-8a5c-e001a37a2f74 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:35.743512 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e30047a-bce8-4681-8208-8e1807f39929 req-ab6aad83-4d1c-499e-8a5c-e001a37a2f74 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=639b6050-16e8-416d-a319-c02e31d80479 HTTP/1.1" status: 200 len: 943 time: 0.1610627 Apr 21 12:44:35.747871 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-c2a7c775-583e-4aac-8444-954d0331312e service neutron] 10.222.0.26 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299440 Apr 21 12:44:35.755783 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfd844-6094-47f4-b116-0a9fb835b056 req-cfd02254-f7c7-4fcc-ac72-81e7a4b54eaa tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:35.757428 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04dfd844-6094-47f4-b116-0a9fb835b056 req-cfd02254-f7c7-4fcc-ac72-81e7a4b54eaa tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6c3abd-3170-4057-a942-9477dad76ecb HTTP/1.1" status: 200 len: 943 time: 0.2110078 Apr 21 12:44:35.828878 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63355d70-bf7c-4ada-af91-b4f26b42389d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:35.927470 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e30047a-bce8-4681-8208-8e1807f39929 req-60a59411-bd82-470c-a2e5-34bf61b643d0 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680665 Apr 21 12:44:35.944479 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a55a8a26-2bf3-4a46-8b45-622a7b60262e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:35.947798 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a55a8a26-2bf3-4a46-8b45-622a7b60262e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:35.948067 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04dfd844-6094-47f4-b116-0a9fb835b056 req-0d467349-f86e-43c0-b876-0bfa9756c2f3 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492145 Apr 21 12:44:35.949960 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a55a8a26-2bf3-4a46-8b45-622a7b60262e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f6bb4e19-30d0-40a0-8fa2-e72665f7a796 HTTP/1.1" status: 204 len: 168 time: 0.3392761 Apr 21 12:44:35.960833 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a8a26-2bf3-4a46-8b45-622a7b60262e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bb4e19-30d0-40a0-8fa2-e72665f7a796,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:35.969202 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-be16009c-8ea9-4a12-be16-d0365c42a705 service neutron] 10.222.0.26 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690539 Apr 21 12:44:35.971477 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32b9a245-f0a0-4038-9a52-72c0d940a97e req-3d4774d7-05e3-4f9c-8fd0-cbdaedb9c733 service neutron] 10.222.0.26 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103164 Apr 21 12:44:35.986973 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63355d70-bf7c-4ada-af91-b4f26b42389d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:36.053686 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-63355d70-bf7c-4ada-af91-b4f26b42389d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=198019f77ea14a859216cdf4d0536f2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3779945 Apr 21 12:44:36.059719 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47792) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:36.080752 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63355d70-bf7c-4ada-af91-b4f26b42389d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdc7e4e-f130-4e36-a5da-82136a9b372b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:36.139669 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75f9edc0-4f64-4631-91ae-3710ef8ee215 req-340087ba-4e23-43ca-86de-528bb3c65d4c service neutron] 10.222.0.26 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584246 Apr 21 12:44:36.152214 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4894ca00-3a33-4c10-8aae-a135e4c75a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:36.175840 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4894ca00-3a33-4c10-8aae-a135e4c75a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:36.315488 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4894ca00-3a33-4c10-8aae-a135e4c75a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:36.318323 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4894ca00-3a33-4c10-8aae-a135e4c75a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:36.321791 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4894ca00-3a33-4c10-8aae-a135e4c75a51 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cbdc7e4e-f130-4e36-a5da-82136a9b372b HTTP/1.1" status: 204 len: 168 time: 0.2597930 Apr 21 12:44:36.339644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e167453-12b1-4b57-ada5-09a1eda0bff8 req-8d7c941e-e4cb-4224-bc96-ffefe0105436 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:36.342083 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e167453-12b1-4b57-ada5-09a1eda0bff8 req-8d7c941e-e4cb-4224-bc96-ffefe0105436 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 948 time: 0.0658083 Apr 21 12:44:36.366975 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 2e7a6832-91aa-4c23-97cb-cf53fb940956 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:44:36.382269 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894ca00-3a33-4c10-8aae-a135e4c75a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdc7e4e-f130-4e36-a5da-82136a9b372b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:36.497361 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e167453-12b1-4b57-ada5-09a1eda0bff8 req-e8c2be4c-60da-486b-93c8-416b8c5b60cb tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382239 Apr 21 12:44:36.525782 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75858e7-0616-40b2-b7ac-eeb42c5dee65 req-dc36a46e-ab52-452b-9b7e-fcba38c330df tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:36.527411 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f75858e7-0616-40b2-b7ac-eeb42c5dee65 req-dc36a46e-ab52-452b-9b7e-fcba38c330df tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.1612983 Apr 21 12:44:36.566995 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 2e7a6832-91aa-4c23-97cb-cf53fb940956, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=2e7a6832-91aa-4c23-97cb-cf53fb940956,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:36.579172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f75858e7-0616-40b2-b7ac-eeb42c5dee65 req-5493f3b5-f880-4fdb-810c-f027222bc6b9 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401533 Apr 21 12:44:36.583344 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '2e7a6832-91aa-4c23-97cb-cf53fb940956', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': '2e7a6832-91aa-4c23-97cb-cf53fb940956', 'mac_address': 'fa:16:3e:b9:e9:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:44:36.599057 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '639b6050-16e8-416d-a319-c02e31d80479', 'tag': '0b9a8fb0-8e19-4977-835b-86426d1b6a55'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:44:36.601900 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4a63d3-db5a-4b62-96fb-f11a0597bc11" -d '{"events": [{"name": "network-changed", "server_uuid": "639b6050-16e8-416d-a319-c02e31d80479", "tag": "0b9a8fb0-8e19-4977-835b-86426d1b6a55"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:44:36.640265 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:36.643386 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc3d8db-fee0-4120-9831-2dd431431d12 x-openstack-request-id: req-9dc3d8db-fee0-4120-9831-2dd431431d12 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:44:36.643679 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "639b6050-16e8-416d-a319-c02e31d80479", "tag": "0b9a8fb0-8e19-4977-835b-86426d1b6a55", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:44:36.643974 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9dc3d8db-fee0-4120-9831-2dd431431d12 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:44:36.644539 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dc3d8db-fee0-4120-9831-2dd431431d12'] response: {'name': 'network-changed', 'server_uuid': '639b6050-16e8-416d-a319-c02e31d80479', 'tag': '0b9a8fb0-8e19-4977-835b-86426d1b6a55', 'status': 'completed', 'code': 200} Apr 21 12:44:36.656239 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e7a6832-91aa-4c23-97cb-cf53fb940956 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:44:36.688832 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 2e7a6832-91aa-4c23-97cb-cf53fb940956, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=2e7a6832-91aa-4c23-97cb-cf53fb940956,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:36.718260 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a63d3-db5a-4b62-96fb-f11a0597bc11 req-49582bf6-ba2c-4b66-81e1-64d99a786e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:36.719754 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb4a63d3-db5a-4b62-96fb-f11a0597bc11 req-49582bf6-ba2c-4b66-81e1-64d99a786e15 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ca86f47c8c14947a62af2b454f0a117&device_id=639b6050-16e8-416d-a319-c02e31d80479 HTTP/1.1" status: 200 len: 1094 time: 0.0554876 Apr 21 12:44:36.774155 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:36.826249 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=2e7a6832-91aa-4c23-97cb-cf53fb940956,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:37.047738 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['2e7a6832-91aa-4c23-97cb-cf53fb940956'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:44:37.192790 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455c58d-ecd9-49d4-bf63-8f087846fa6e req-d22123b5-0dd9-48ff-a9f9-b810c6c437df tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:37.194297 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f455c58d-ecd9-49d4-bf63-8f087846fa6e req-d22123b5-0dd9-48ff-a9f9-b810c6c437df tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=639b6050-16e8-416d-a319-c02e31d80479 HTTP/1.1" status: 200 len: 943 time: 0.1120186 Apr 21 12:44:37.205558 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7fea5-782c-4c15-ad57-82270eab069c req-b9baba15-2112-441e-9af6-8cc4d22d13b7 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:37.206965 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0cb7fea5-782c-4c15-ad57-82270eab069c req-b9baba15-2112-441e-9af6-8cc4d22d13b7 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6c3abd-3170-4057-a942-9477dad76ecb HTTP/1.1" status: 200 len: 943 time: 0.1257904 Apr 21 12:44:37.209351 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a63d3-db5a-4b62-96fb-f11a0597bc11 req-08cc1320-cdda-4382-989d-eae78243c605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:37.210703 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb4a63d3-db5a-4b62-96fb-f11a0597bc11 req-08cc1320-cdda-4382-989d-eae78243c605 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f HTTP/1.1" status: 200 len: 913 time: 0.4846270 Apr 21 12:44:37.265547 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb4a63d3-db5a-4b62-96fb-f11a0597bc11 req-0a604e88-ae4b-4c29-aabd-57487290736a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0b9a8fb0-8e19-4977-835b-86426d1b6a55 HTTP/1.1" status: 200 len: 217 time: 0.0474770 Apr 21 12:44:37.285534 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47852) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:37.320893 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f455c58d-ecd9-49d4-bf63-8f087846fa6e req-dd3368ac-81cf-4e12-8ff1-89372a039277 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129649 Apr 21 12:44:37.349108 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0cb7fea5-782c-4c15-ad57-82270eab069c req-01e4c8c9-b800-4ace-a488-8abb8579c364 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121917 Apr 21 12:44:37.349108 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a63d3-db5a-4b62-96fb-f11a0597bc11 req-9d074012-1391-41e5-9939-da821011d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:37.349301 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb4a63d3-db5a-4b62-96fb-f11a0597bc11 req-9d074012-1391-41e5-9939-da821011d418 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7de8299c-2f72-4fcd-b7b0-175fd3b81685 HTTP/1.1" status: 200 len: 852 time: 0.0750592 Apr 21 12:44:37.386391 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb4a63d3-db5a-4b62-96fb-f11a0597bc11 req-50cebab4-bec3-43c7-a886-3435e14c70f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295007 Apr 21 12:44:37.421904 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b35c05a-ce35-4544-b201-0162b4a0fee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:37.486357 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb4a63d3-db5a-4b62-96fb-f11a0597bc11 req-578c71c2-961d-4c91-8bf4-c4bec551c64f service neutron] 10.222.0.26 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900347 Apr 21 12:44:37.514668 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b35c05a-ce35-4544-b201-0162b4a0fee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:37.615594 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb4a63d3-db5a-4b62-96fb-f11a0597bc11 req-8cdc3c32-17b9-400e-9009-3c7a78a42344 service neutron] 10.222.0.26 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217027 Apr 21 12:44:37.636665 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b35c05a-ce35-4544-b201-0162b4a0fee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:37.638476 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0fcb9-1cf2-425f-b304-89df59812b50 req-f1dba609-e237-446c-9c9e-fe088e6ac82d tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:37.640018 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fdd0fcb9-1cf2-425f-b304-89df59812b50 req-f1dba609-e237-446c-9c9e-fe088e6ac82d tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 949 time: 0.0655539 Apr 21 12:44:37.680902 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9b35c05a-ce35-4544-b201-0162b4a0fee2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eb3bd036820348049ba68224aad1c6af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3916931 Apr 21 12:44:37.680902 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b35c05a-ce35-4544-b201-0162b4a0fee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcfb025-ea91-4f8c-85e0-d4fe803cf566,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:37.682609 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47870) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:37.706035 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fdd0fcb9-1cf2-425f-b304-89df59812b50 req-4ee0b8fa-6151-4e8a-ac9f-fe5443e434d4 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593290 Apr 21 12:44:37.728100 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d656fc5c-9a96-4c56-8bad-48c351e14fec req-c2c18328-eced-4c73-b8f5-3a54ca5e304d tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:37.729699 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d656fc5c-9a96-4c56-8bad-48c351e14fec req-c2c18328-eced-4c73-b8f5-3a54ca5e304d tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.0742645 Apr 21 12:44:37.769298 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-305566d1-93e6-45a9-abe9-8bc88982e3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:37.798095 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-305566d1-93e6-45a9-abe9-8bc88982e3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:37.804583 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d656fc5c-9a96-4c56-8bad-48c351e14fec req-ae0f77c8-ff54-4189-b8d9-6cfce57dfd9f tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577245 Apr 21 12:44:37.929394 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-305566d1-93e6-45a9-abe9-8bc88982e3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:37.932586 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-305566d1-93e6-45a9-abe9-8bc88982e3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:37.933867 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-305566d1-93e6-45a9-abe9-8bc88982e3fa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cbcfb025-ea91-4f8c-85e0-d4fe803cf566 HTTP/1.1" status: 204 len: 168 time: 0.2501585 Apr 21 12:44:37.941760 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305566d1-93e6-45a9-abe9-8bc88982e3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcfb025-ea91-4f8c-85e0-d4fe803cf566,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:38.387679 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 2e7a6832-91aa-4c23-97cb-cf53fb940956 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:44:38.480162 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 2e7a6832-91aa-4c23-97cb-cf53fb940956 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:44:38.480528 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:38.513903 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83475c7-7648-40fb-9aa8-828e891d4ff0 req-c08eaec8-eac8-4268-b40b-e99ae299b04f tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:38.515397 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f83475c7-7648-40fb-9aa8-828e891d4ff0 req-c08eaec8-eac8-4268-b40b-e99ae299b04f tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=639b6050-16e8-416d-a319-c02e31d80479 HTTP/1.1" status: 200 len: 943 time: 0.0959845 Apr 21 12:44:38.575018 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:38.576408 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968e264-8e24-4a9c-9b3a-ee833a72aadf req-e7fc5a12-8076-425f-9717-bf69884cf014 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:38.577936 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7968e264-8e24-4a9c-9b3a-ee833a72aadf req-e7fc5a12-8076-425f-9717-bf69884cf014 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 949 time: 0.1127725 Apr 21 12:44:38.596095 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57956301-b174-4c6c-a2c9-9913752e1b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7a6832-91aa-4c23-97cb-cf53fb940956'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:44:38.598655 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4bd93a-3ad3-407b-9931-483360bde26a" -d '{"events": [{"server_uuid": "57956301-b174-4c6c-a2c9-9913752e1b46", "name": "network-vif-plugged", "status": "completed", "tag": "2e7a6832-91aa-4c23-97cb-cf53fb940956"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:44:38.605745 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e77a5b-e46e-42e0-850a-06f6575472de req-c7550986-0af7-4e50-beee-16913a424021 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:38.607232 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52e77a5b-e46e-42e0-850a-06f6575472de req-c7550986-0af7-4e50-beee-16913a424021 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.24 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46&tenant_id=45464789e2cc4bfeaf42e6404c0e9729&binding%3Ahost_id=n-h2-836147-2 HTTP/1.1" status: 200 len: 949 time: 0.1152601 Apr 21 12:44:38.610288 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f83475c7-7648-40fb-9aa8-828e891d4ff0 req-dc191bd9-34c5-4315-8420-cb7657a6ff80 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794485 Apr 21 12:44:38.611775 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 2e7a6832-91aa-4c23-97cb-cf53fb940956, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=2e7a6832-91aa-4c23-97cb-cf53fb940956,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:38.667782 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7968e264-8e24-4a9c-9b3a-ee833a72aadf req-da58b6ed-2200-4fb1-83c9-0927d12d54ba tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765002 Apr 21 12:44:38.701043 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:38.730230 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72b33c2-a979-4e2c-9348-2f518881eadd x-openstack-request-id: req-c72b33c2-a979-4e2c-9348-2f518881eadd {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:44:38.730524 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57956301-b174-4c6c-a2c9-9913752e1b46", "name": "network-vif-plugged", "status": "completed", "tag": "2e7a6832-91aa-4c23-97cb-cf53fb940956", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:44:38.730779 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c72b33c2-a979-4e2c-9348-2f518881eadd {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:44:38.731169 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c72b33c2-a979-4e2c-9348-2f518881eadd'] response: {'server_uuid': '57956301-b174-4c6c-a2c9-9913752e1b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7a6832-91aa-4c23-97cb-cf53fb940956', 'code': 200} Apr 21 12:44:38.738474 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52e77a5b-e46e-42e0-850a-06f6575472de req-570c2780-7c50-42e4-bf59-1c12c9eb434e service neutron] 10.222.0.24 "GET /v2.0/ports/2e7a6832-91aa-4c23-97cb-cf53fb940956/bindings/n-h2-836147-2 HTTP/1.1" status: 200 len: 382 time: 0.1171582 Apr 21 12:44:38.754767 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=2e7a6832-91aa-4c23-97cb-cf53fb940956,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:38.761172 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea264420-10f6-45ab-9428-89d876042491 req-0839a0a9-b77a-4301-a6a2-eb2fff8eeccc tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:38.762630 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea264420-10f6-45ab-9428-89d876042491 req-0839a0a9-b77a-4301-a6a2-eb2fff8eeccc tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6c3abd-3170-4057-a942-9477dad76ecb HTTP/1.1" status: 200 len: 943 time: 0.0721455 Apr 21 12:44:38.822374 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47914) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:38.838252 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea264420-10f6-45ab-9428-89d876042491 req-fc81d8f5-80a9-4de6-aa61-43deca0b1d98 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610807 Apr 21 12:44:38.838252 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e77a5b-e46e-42e0-850a-06f6575472de req-97283a0a-6824-4a9b-b8af-43783a01f1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:38.838252 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52e77a5b-e46e-42e0-850a-06f6575472de req-97283a0a-6824-4a9b-b8af-43783a01f1ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 1101 time: 0.0722754 Apr 21 12:44:38.842200 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b661ae71-16f3-46ee-b5fd-71102847925b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:38.949804 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b661ae71-16f3-46ee-b5fd-71102847925b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:38.983479 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e77a5b-e46e-42e0-850a-06f6575472de req-0445d39b-a260-4b37-b59f-4ca27cee1bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:38.985091 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52e77a5b-e46e-42e0-850a-06f6575472de req-0445d39b-a260-4b37-b59f-4ca27cee1bd3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.1401005 Apr 21 12:44:38.992843 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5579e-bdcf-4076-96e6-6bf546191c5f req-68e7b961-063f-4929-9317-47c454b3e26e tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:38.994261 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbc5579e-bdcf-4076-96e6-6bf546191c5f req-68e7b961-063f-4929-9317-47c454b3e26e tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.0818958 Apr 21 12:44:39.041340 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52e77a5b-e46e-42e0-850a-06f6575472de req-be8f8f09-6288-482d-84b1-52607ef122fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=2e7a6832-91aa-4c23-97cb-cf53fb940956 HTTP/1.1" status: 200 len: 217 time: 0.0461104 Apr 21 12:44:39.055844 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b661ae71-16f3-46ee-b5fd-71102847925b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:39.098895 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbc5579e-bdcf-4076-96e6-6bf546191c5f req-1258844f-a462-4943-9f49-8207faae19ea tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958595 Apr 21 12:44:39.102874 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b661ae71-16f3-46ee-b5fd-71102847925b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f32b5ab6f19242daa66c424bf78ba5a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2776947 Apr 21 12:44:39.103783 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661ae71-16f3-46ee-b5fd-71102847925b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b354a013-aede-4212-a18a-acc9abcd49f4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:39.105281 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47922) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:39.122006 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e77a5b-e46e-42e0-850a-06f6575472de req-a75d5ca6-cc41-4b0b-8238-fc8c7cffc158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:39.123447 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52e77a5b-e46e-42e0-850a-06f6575472de req-a75d5ca6-cc41-4b0b-8238-fc8c7cffc158 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.0743651 Apr 21 12:44:39.191371 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-370b65ea-e898-4581-a0ca-5873ab7ce669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:39.197110 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e77a5b-e46e-42e0-850a-06f6575472de req-2290892a-8bb3-4f8c-8784-df0f9298a710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:39.198618 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52e77a5b-e46e-42e0-850a-06f6575472de req-2290892a-8bb3-4f8c-8784-df0f9298a710 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0661719 Apr 21 12:44:39.236688 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-370b65ea-e898-4581-a0ca-5873ab7ce669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:39.338183 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52e77a5b-e46e-42e0-850a-06f6575472de req-e977c277-0bed-4b0e-9f88-74e5507ac68a service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295605 Apr 21 12:44:39.437795 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-370b65ea-e898-4581-a0ca-5873ab7ce669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:39.440312 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-370b65ea-e898-4581-a0ca-5873ab7ce669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:39.441447 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-370b65ea-e898-4581-a0ca-5873ab7ce669 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b354a013-aede-4212-a18a-acc9abcd49f4 HTTP/1.1" status: 204 len: 168 time: 0.3352120 Apr 21 12:44:39.445198 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52e77a5b-e46e-42e0-850a-06f6575472de req-63e37530-f512-4b36-8ce4-d7a221224592 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002460 Apr 21 12:44:39.453864 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b65ea-e898-4581-a0ca-5873ab7ce669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b354a013-aede-4212-a18a-acc9abcd49f4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:39.740870 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1cdd62-427b-4816-85a1-c7b63ca93b7a req-7b805dc2-c3c6-4ad9-8158-ad94ffc034b1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:39.742544 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d1cdd62-427b-4816-85a1-c7b63ca93b7a req-7b805dc2-c3c6-4ad9-8158-ad94ffc034b1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=639b6050-16e8-416d-a319-c02e31d80479 HTTP/1.1" status: 200 len: 943 time: 0.0584869 Apr 21 12:44:39.811166 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d1cdd62-427b-4816-85a1-c7b63ca93b7a req-7e48898e-441b-432c-8942-d54e8bb6b862 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553932 Apr 21 12:44:39.819914 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155d232-54cc-4edb-98af-bd5070acc642 req-eaee04b3-798e-43cd-8e6e-886efe285060 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:39.821426 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f155d232-54cc-4edb-98af-bd5070acc642 req-eaee04b3-798e-43cd-8e6e-886efe285060 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.0752420 Apr 21 12:44:39.829564 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 0b9a8fb0-8e19-4977-835b-86426d1b6a55 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:44:39.875089 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f155d232-54cc-4edb-98af-bd5070acc642 req-5b74cebe-7eb1-4aa8-ad91-c6f964655bd6 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431120 Apr 21 12:44:39.970172 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e5ca3-6f92-4032-adc9-84fdf51b8f8e req-9fc1d7ea-ea49-442a-b8b4-fe52e7b8ea85 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:39.971898 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-568e5ca3-6f92-4032-adc9-84fdf51b8f8e req-9fc1d7ea-ea49-442a-b8b4-fe52e7b8ea85 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6c3abd-3170-4057-a942-9477dad76ecb HTTP/1.1" status: 200 len: 943 time: 0.0626013 Apr 21 12:44:39.990981 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 0b9a8fb0-8e19-4977-835b-86426d1b6a55, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0b9a8fb0-8e19-4977-835b-86426d1b6a55,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:40.010382 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '0b9a8fb0-8e19-4977-835b-86426d1b6a55', 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f', 'port_id': '0b9a8fb0-8e19-4977-835b-86426d1b6a55', 'mac_address': 'fa:16:3e:80:24:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de8299c-2f72-4fcd-b7b0-175fd3b81685', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:44:40.037287 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-568e5ca3-6f92-4032-adc9-84fdf51b8f8e req-be5729f0-cd2d-4f5f-9217-7dd7c81dd017 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528901 Apr 21 12:44:40.061129 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:40.074416 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b9a8fb0-8e19-4977-835b-86426d1b6a55 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:44:40.094676 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 0b9a8fb0-8e19-4977-835b-86426d1b6a55, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0b9a8fb0-8e19-4977-835b-86426d1b6a55,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:40.233190 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18b32d-8309-4fdf-a633-024b1a1f7c85 req-cdb9d146-8014-40c5-b062-e7ee6a23a690 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:40.234740 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b18b32d-8309-4fdf-a633-024b1a1f7c85 req-cdb9d146-8014-40c5-b062-e7ee6a23a690 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.0542245 Apr 21 12:44:40.265106 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:40.267265 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 19757c00-2f62-4488-bd7a-6ba7d092fd83 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:44:40.274073 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b18b32d-8309-4fdf-a633-024b1a1f7c85 req-3ff0ccda-56bd-473a-9e35-57983c1fbafe tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322747 Apr 21 12:44:40.344630 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=0b9a8fb0-8e19-4977-835b-86426d1b6a55,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:40.378190 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:40.378536 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:40.378899 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:40.379236 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:40.379567 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:40.379930 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:40.380276 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:40.380624 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:40.380950 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:40.381325 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:40.381636 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:40.381963 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:40.424514 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 19757c00-2f62-4488-bd7a-6ba7d092fd83, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=19757c00-2f62-4488-bd7a-6ba7d092fd83,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:40.435780 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '19757c00-2f62-4488-bd7a-6ba7d092fd83', 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf', 'port_id': '19757c00-2f62-4488-bd7a-6ba7d092fd83', 'mac_address': 'fa:16:3e:e6:b3:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e66f24c-8af3-4904-ad4f-94ba052f7897', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:44:40.484971 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:40.500979 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19757c00-2f62-4488-bd7a-6ba7d092fd83 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:44:40.509162 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47990) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:40.526492 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 19757c00-2f62-4488-bd7a-6ba7d092fd83, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=19757c00-2f62-4488-bd7a-6ba7d092fd83,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:40.621362 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:40.669856 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=19757c00-2f62-4488-bd7a-6ba7d092fd83,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:40.789785 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38bf696f-5779-46b6-a157-53227b35dbf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:40.878648 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38bf696f-5779-46b6-a157-53227b35dbf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:40.945784 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a6c70-17a8-44bb-a0f2-7ff3326cb75e req-f4d948ed-304f-45dc-86fa-612f99804206 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:40.947637 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7d2a6c70-17a8-44bb-a0f2-7ff3326cb75e req-f4d948ed-304f-45dc-86fa-612f99804206 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=639b6050-16e8-416d-a319-c02e31d80479 HTTP/1.1" status: 200 len: 944 time: 0.0658553 Apr 21 12:44:40.970999 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38bf696f-5779-46b6-a157-53227b35dbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:41.044211 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf696f-5779-46b6-a157-53227b35dbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2cbb86-abf2-4696-ad35-cace4de1cd25,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:41.051471 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7d2a6c70-17a8-44bb-a0f2-7ff3326cb75e req-53465e6a-3175-46b0-964e-31387d4ae4db tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975466 Apr 21 12:44:41.059063 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-38bf696f-5779-46b6-a157-53227b35dbf1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f1ea256f899248aa8dd0d7096fe438c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5461466 Apr 21 12:44:41.059460 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48016) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:41.060085 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['0b9a8fb0-8e19-4977-835b-86426d1b6a55'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:44:41.078228 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['19757c00-2f62-4488-bd7a-6ba7d092fd83'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:44:41.079386 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4d17b-78e7-4267-ac55-cdd6b8d980ed req-e3e563c0-52d6-40cc-9a4a-7d72483bee7f tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:41.081260 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80b4d17b-78e7-4267-ac55-cdd6b8d980ed req-e3e563c0-52d6-40cc-9a4a-7d72483bee7f tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.0873992 Apr 21 12:44:41.130321 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59269eda-2147-4957-abad-c50ab47eb96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:41.154159 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80b4d17b-78e7-4267-ac55-cdd6b8d980ed req-bec1971f-c117-42b6-98c6-40e10d312dc8 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645907 Apr 21 12:44:41.162255 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59269eda-2147-4957-abad-c50ab47eb96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:41.223800 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126f602-ed81-4c39-a705-e11cfce0cdb5 req-bdb23d48-b68a-45b3-a848-1e4f343acc1f tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:41.225631 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2126f602-ed81-4c39-a705-e11cfce0cdb5 req-bdb23d48-b68a-45b3-a848-1e4f343acc1f tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6c3abd-3170-4057-a942-9477dad76ecb HTTP/1.1" status: 200 len: 944 time: 0.0580678 Apr 21 12:44:41.288196 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2126f602-ed81-4c39-a705-e11cfce0cdb5 req-380c0eff-d9c2-40ed-9776-afcddc8f0488 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544815 Apr 21 12:44:41.404889 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9363dd-b677-4a2f-be9e-3f280752fa30 req-0c1f5d0b-3789-45e6-b657-0bebbd9d5989 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:41.407051 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-af9363dd-b677-4a2f-be9e-3f280752fa30 req-0c1f5d0b-3789-45e6-b657-0bebbd9d5989 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.0598929 Apr 21 12:44:41.410000 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59269eda-2147-4957-abad-c50ab47eb96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:41.412775 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59269eda-2147-4957-abad-c50ab47eb96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:41.414467 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-59269eda-2147-4957-abad-c50ab47eb96b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0e2cbb86-abf2-4696-ad35-cace4de1cd25 HTTP/1.1" status: 204 len: 168 time: 0.3538022 Apr 21 12:44:41.423222 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59269eda-2147-4957-abad-c50ab47eb96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2cbb86-abf2-4696-ad35-cace4de1cd25,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:41.431073 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59269eda-2147-4957-abad-c50ab47eb96b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:41.431629 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59269eda-2147-4957-abad-c50ab47eb96b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:41.434115 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59269eda-2147-4957-abad-c50ab47eb96b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:41.434115 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59269eda-2147-4957-abad-c50ab47eb96b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:41.434115 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59269eda-2147-4957-abad-c50ab47eb96b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:41.434115 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59269eda-2147-4957-abad-c50ab47eb96b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:41.434115 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59269eda-2147-4957-abad-c50ab47eb96b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:41.434115 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59269eda-2147-4957-abad-c50ab47eb96b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:41.434115 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59269eda-2147-4957-abad-c50ab47eb96b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:41.434869 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59269eda-2147-4957-abad-c50ab47eb96b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:41.434869 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59269eda-2147-4957-abad-c50ab47eb96b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:41.434869 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59269eda-2147-4957-abad-c50ab47eb96b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:44:41.448500 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-af9363dd-b677-4a2f-be9e-3f280752fa30 req-a1e72d19-85d1-4bf8-b236-14a4c1122b1f tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359409 Apr 21 12:44:42.294123 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48036) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:42.299394 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e905e-a48e-4218-9c0b-4316ea2a44e8 req-622c28ed-3cb9-4c86-b1b3-24adeab5bd4c tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:42.301027 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-410e905e-a48e-4218-9c0b-4316ea2a44e8 req-622c28ed-3cb9-4c86-b1b3-24adeab5bd4c tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=639b6050-16e8-416d-a319-c02e31d80479 HTTP/1.1" status: 200 len: 944 time: 0.1653457 Apr 21 12:44:42.309881 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee45c32d-8e6e-40a0-a60f-e2a77bd368d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:42.344559 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085b7f5-4a03-4d3d-bd31-717369d253e8 req-1f2d4a52-b77f-4782-a03c-34599ec662e6 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:42.346227 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4085b7f5-4a03-4d3d-bd31-717369d253e8 req-1f2d4a52-b77f-4782-a03c-34599ec662e6 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.0869412 Apr 21 12:44:42.369101 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-410e905e-a48e-4218-9c0b-4316ea2a44e8 req-45a64e0f-8aa3-457f-9fa9-83a52f138edd tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586486 Apr 21 12:44:42.452400 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee45c32d-8e6e-40a0-a60f-e2a77bd368d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:42.459823 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4085b7f5-4a03-4d3d-bd31-717369d253e8 req-8a28a1d7-fe07-45d7-972d-0ca6ed75b4e1 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023777 Apr 21 12:44:42.509316 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc59ebc-198c-43b4-87dc-c412e6478476 req-e8141ed3-7d18-404d-b880-682d8b1b6d42 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:42.511213 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bdc59ebc-198c-43b4-87dc-c412e6478476 req-e8141ed3-7d18-404d-b880-682d8b1b6d42 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6c3abd-3170-4057-a942-9477dad76ecb HTTP/1.1" status: 200 len: 944 time: 0.0558169 Apr 21 12:44:42.569614 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee45c32d-8e6e-40a0-a60f-e2a77bd368d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:42.576092 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bdc59ebc-198c-43b4-87dc-c412e6478476 req-a211036e-97cf-4a90-b0d3-bc087fe94ee0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518079 Apr 21 12:44:42.610878 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ee45c32d-8e6e-40a0-a60f-e2a77bd368d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9e577de4184543399cfe0293fb321ea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3155646 Apr 21 12:44:42.618163 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 48044) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:42.623521 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee45c32d-8e6e-40a0-a60f-e2a77bd368d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74580a34-38cc-4734-93fe-e608f4ecf96b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:42.643895 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944c75d-4182-4f90-a8d0-ddec67196ead req-ea51206e-1cc5-4927-be91-a5bd147d1412 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:42.648792 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5944c75d-4182-4f90-a8d0-ddec67196ead req-ea51206e-1cc5-4927-be91-a5bd147d1412 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.0850880 Apr 21 12:44:42.711193 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5944c75d-4182-4f90-a8d0-ddec67196ead req-174b6ccf-1173-4540-ac60-0f51e3dac8ec tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548394 Apr 21 12:44:42.711801 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c4497a0-4eb4-4b8d-bf07-a343615f692d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:42.740968 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c4497a0-4eb4-4b8d-bf07-a343615f692d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:42.819398 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e77a5b-e46e-42e0-850a-06f6575472de req-1b6ed25a-1bcd-4050-8e0c-0f9805104141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:42.820901 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52e77a5b-e46e-42e0-850a-06f6575472de req-1b6ed25a-1bcd-4050-8e0c-0f9805104141 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46&tenant_id=45464789e2cc4bfeaf42e6404c0e9729 HTTP/1.1" status: 200 len: 1101 time: 0.0731061 Apr 21 12:44:42.900588 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e77a5b-e46e-42e0-850a-06f6575472de req-7df81a9d-d179-4d96-af3f-07a50913d8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:42.902073 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52e77a5b-e46e-42e0-850a-06f6575472de req-7df81a9d-d179-4d96-af3f-07a50913d8ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 1101 time: 0.0532012 Apr 21 12:44:42.907951 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c4497a0-4eb4-4b8d-bf07-a343615f692d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:42.911101 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c4497a0-4eb4-4b8d-bf07-a343615f692d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:42.914969 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4c4497a0-4eb4-4b8d-bf07-a343615f692d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/74580a34-38cc-4734-93fe-e608f4ecf96b HTTP/1.1" status: 204 len: 168 time: 0.2931609 Apr 21 12:44:42.943497 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4497a0-4eb4-4b8d-bf07-a343615f692d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74580a34-38cc-4734-93fe-e608f4ecf96b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:43.039390 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e77a5b-e46e-42e0-850a-06f6575472de req-9b13e574-2d51-4b18-b7d9-5d14a9489154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:43.040960 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52e77a5b-e46e-42e0-850a-06f6575472de req-9b13e574-2d51-4b18-b7d9-5d14a9489154 service neutron] 10.222.0.24 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.1274662 Apr 21 12:44:43.083231 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52e77a5b-e46e-42e0-850a-06f6575472de req-b2271cb4-6065-4138-b7ac-e115164ed358 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=2e7a6832-91aa-4c23-97cb-cf53fb940956 HTTP/1.1" status: 200 len: 217 time: 0.0350997 Apr 21 12:44:43.132269 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e77a5b-e46e-42e0-850a-06f6575472de req-764673e2-4845-4dd2-9cda-178f29a98db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:43.134277 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52e77a5b-e46e-42e0-850a-06f6575472de req-764673e2-4845-4dd2-9cda-178f29a98db8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.0434499 Apr 21 12:44:43.184997 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e77a5b-e46e-42e0-850a-06f6575472de req-70796e9e-3cfd-429b-b8a7-7772ef4585e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:43.186687 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52e77a5b-e46e-42e0-850a-06f6575472de req-70796e9e-3cfd-429b-b8a7-7772ef4585e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0452712 Apr 21 12:44:43.289618 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52e77a5b-e46e-42e0-850a-06f6575472de req-8485a6e2-6f7a-473f-9e93-50348a5d7599 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870321 Apr 21 12:44:43.423089 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52e77a5b-e46e-42e0-850a-06f6575472de req-47a2dd67-e2c5-4b74-8362-5ef1e773efbb service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245198 Apr 21 12:44:43.455487 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5703723b-e00c-4c58-aef3-8074cb4babd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:43.510649 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2a0da-fa47-4c62-b513-cc0b26510420 req-a0d3b208-7144-486f-89ad-71805f453169 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:43.512907 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-87d2a0da-fa47-4c62-b513-cc0b26510420 req-a0d3b208-7144-486f-89ad-71805f453169 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=639b6050-16e8-416d-a319-c02e31d80479 HTTP/1.1" status: 200 len: 944 time: 0.0553730 Apr 21 12:44:43.553685 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-87d2a0da-fa47-4c62-b513-cc0b26510420 req-361752d8-e435-4b05-a87a-1e328dd640f6 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336156 Apr 21 12:44:43.603836 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7848ca-780f-444e-8e8b-58f8e52a24f0 req-6fbfae20-41ac-4501-8c7f-aaf21b638d8f tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:43.606667 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc7848ca-780f-444e-8e8b-58f8e52a24f0 req-6fbfae20-41ac-4501-8c7f-aaf21b638d8f tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 950 time: 0.0496695 Apr 21 12:44:43.654182 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc7848ca-780f-444e-8e8b-58f8e52a24f0 req-6d087365-110a-49db-8998-26d319ea96a7 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421586 Apr 21 12:44:43.693287 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711b68d-1cb9-4a82-9756-f349383b2597 req-8b1744f2-5fcf-4e0a-b641-99186b4ed989 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:43.694815 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0711b68d-1cb9-4a82-9756-f349383b2597 req-8b1744f2-5fcf-4e0a-b641-99186b4ed989 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6c3abd-3170-4057-a942-9477dad76ecb HTTP/1.1" status: 200 len: 944 time: 0.0573196 Apr 21 12:44:43.733170 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0711b68d-1cb9-4a82-9756-f349383b2597 req-0d040986-703a-405f-8892-bb2bff5c887e tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318639 Apr 21 12:44:43.825660 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ab86b-485d-4afe-88fe-536987e89a65 req-6d359850-0da6-4cb5-aa62-c6d6d2a4a1ba tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:43.827630 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d0ab86b-485d-4afe-88fe-536987e89a65 req-6d359850-0da6-4cb5-aa62-c6d6d2a4a1ba tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.0486488 Apr 21 12:44:43.845233 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 19757c00-2f62-4488-bd7a-6ba7d092fd83 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:44:43.869807 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d0ab86b-485d-4afe-88fe-536987e89a65 req-f34e2920-2490-4767-a1bd-df156b239180 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357881 Apr 21 12:44:43.974867 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 19757c00-2f62-4488-bd7a-6ba7d092fd83 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:44:43.978761 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 19757c00-2f62-4488-bd7a-6ba7d092fd83 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:44:43.979127 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:44.058693 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:44.082341 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6c3abd-3170-4057-a942-9477dad76ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19757c00-2f62-4488-bd7a-6ba7d092fd83'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:44:44.084630 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ea892c-2cff-4ca2-b088-9851416d6d5c" -d '{"events": [{"server_uuid": "bc6c3abd-3170-4057-a942-9477dad76ecb", "name": "network-vif-plugged", "status": "completed", "tag": "19757c00-2f62-4488-bd7a-6ba7d092fd83"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:44:44.102214 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 19757c00-2f62-4488-bd7a-6ba7d092fd83, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=19757c00-2f62-4488-bd7a-6ba7d092fd83,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:44.124358 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169d5d00-813e-4c83-8088-73654fc6179c x-openstack-request-id: req-169d5d00-813e-4c83-8088-73654fc6179c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:44:44.124655 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6c3abd-3170-4057-a942-9477dad76ecb", "name": "network-vif-plugged", "status": "completed", "tag": "19757c00-2f62-4488-bd7a-6ba7d092fd83", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:44:44.124909 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-169d5d00-813e-4c83-8088-73654fc6179c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:44:44.125328 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-169d5d00-813e-4c83-8088-73654fc6179c'] response: {'server_uuid': 'bc6c3abd-3170-4057-a942-9477dad76ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19757c00-2f62-4488-bd7a-6ba7d092fd83', 'code': 200} Apr 21 12:44:44.218243 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b32df46-f02f-4dc6-9c46-4485aba31b15 req-8fa294c4-1031-439d-bb82-8de8823030c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:44.218921 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:44.219846 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 0b9a8fb0-8e19-4977-835b-86426d1b6a55 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:44:44.220029 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7b32df46-f02f-4dc6-9c46-4485aba31b15 req-8fa294c4-1031-439d-bb82-8de8823030c7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bc6c3abd-3170-4057-a942-9477dad76ecb HTTP/1.1" status: 200 len: 1095 time: 0.0422847 Apr 21 12:44:44.261343 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7b32df46-f02f-4dc6-9c46-4485aba31b15 req-5c610771-bb4b-4020-8cea-aa5cd4242e2b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309715 Apr 21 12:44:44.305476 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=19757c00-2f62-4488-bd7a-6ba7d092fd83,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:44.420801 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 0b9a8fb0-8e19-4977-835b-86426d1b6a55 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:44:44.428613 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 0b9a8fb0-8e19-4977-835b-86426d1b6a55 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:44:44.428613 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:44.463162 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 2e7a6832-91aa-4c23-97cb-cf53fb940956 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:44:44.544168 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-7ec81acc-7214-4c89-874d-bdb3c3f650a8 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=bde8c02bb97549f7921e7e7a867b0ff0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216141 Apr 21 12:44:44.581703 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:44.583790 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:44.643743 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 2e7a6832-91aa-4c23-97cb-cf53fb940956, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=2e7a6832-91aa-4c23-97cb-cf53fb940956,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:44.659921 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 0b9a8fb0-8e19-4977-835b-86426d1b6a55, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0b9a8fb0-8e19-4977-835b-86426d1b6a55,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:44.708372 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-acbb061b-bf79-4b1a-94f4-f88f98e2d584 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:44.709834 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-acbb061b-bf79-4b1a-94f4-f88f98e2d584 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1594255 Apr 21 12:44:44.729829 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:44.734971 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be6adf0-3c33-4bf3-a530-d4f803f6f70e req-c49b8bb3-715d-4005-aef3-c269c489268a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:44.741445 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8be6adf0-3c33-4bf3-a530-d4f803f6f70e req-c49b8bb3-715d-4005-aef3-c269c489268a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=639b6050-16e8-416d-a319-c02e31d80479 HTTP/1.1" status: 200 len: 944 time: 0.0874610 Apr 21 12:44:44.741445 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-54a5d221-89c2-47d4-85bd-a843abcfd1f4 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.36 "GET /v2.0/quotas/bde8c02bb97549f7921e7e7a867b0ff0 HTTP/1.1" status: 200 len: 375 time: 0.0224335 Apr 21 12:44:44.761151 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:44.793326 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-3dd0bea3-977f-4a15-9b6f-2a2cbaa33ef5 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=bde8c02bb97549f7921e7e7a867b0ff0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417480 Apr 21 12:44:44.793781 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=2e7a6832-91aa-4c23-97cb-cf53fb940956,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:44.830489 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8be6adf0-3c33-4bf3-a530-d4f803f6f70e req-ccd91153-7f29-4c71-854f-657ea8100993 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811448 Apr 21 12:44:44.853783 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=0b9a8fb0-8e19-4977-835b-86426d1b6a55,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:44.959104 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f61ed2-e40c-48ab-bf5b-479eefef1952 req-88ca4d21-814a-43b5-b0d4-af49de31c944 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:44.961183 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-74f61ed2-e40c-48ab-bf5b-479eefef1952 req-88ca4d21-814a-43b5-b0d4-af49de31c944 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 948 time: 0.0501547 Apr 21 12:44:44.999475 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-74f61ed2-e40c-48ab-bf5b-479eefef1952 req-8bb48067-e84a-4cc3-990b-dc867172cddf tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319653 Apr 21 12:44:45.172547 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9f243-1acf-4e43-8f85-f9fa50131a41 req-21533f10-8c2b-4d84-b3fa-17c59d50f46c tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:45.174204 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66d9f243-1acf-4e43-8f85-f9fa50131a41 req-21533f10-8c2b-4d84-b3fa-17c59d50f46c tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.0994854 Apr 21 12:44:45.183651 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08d778-9f8f-4b7f-a48f-66e194f76bd3 req-d911ce0a-20b6-4441-a99f-3baa137d10f9 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:45.185172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b08d778-9f8f-4b7f-a48f-66e194f76bd3 req-d911ce0a-20b6-4441-a99f-3baa137d10f9 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6c3abd-3170-4057-a942-9477dad76ecb HTTP/1.1" status: 200 len: 945 time: 0.0986094 Apr 21 12:44:45.229146 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66d9f243-1acf-4e43-8f85-f9fa50131a41 req-32b997ff-9ad2-434d-a02c-a83f6719ca11 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429764 Apr 21 12:44:45.278803 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b08d778-9f8f-4b7f-a48f-66e194f76bd3 req-d123db6a-ace8-4f47-a920-62fc536724bd tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611627 Apr 21 12:44:45.306593 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc36fe07-2e8d-43b1-b706-5a2985480d9f req-0bcf72f5-a8ac-476c-bf2f-f6a44799f2b2 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a4e8bc-d760-4c75-9566-08314ec9899f HTTP/1.1" status: 200 len: 210 time: 0.0265598 Apr 21 12:44:45.744212 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-982b1daa-1456-41b2-9380-2197762a25a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:45.956662 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad5de6-a29a-40d7-9100-3eb3f0b56e53 req-3b47d49e-fe90-4b4a-8546-5d177fffe378 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:45.958215 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1ad5de6-a29a-40d7-9100-3eb3f0b56e53 req-3b47d49e-fe90-4b4a-8546-5d177fffe378 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=639b6050-16e8-416d-a319-c02e31d80479 HTTP/1.1" status: 200 len: 945 time: 0.0499806 Apr 21 12:44:45.997493 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1ad5de6-a29a-40d7-9100-3eb3f0b56e53 req-61f129be-9e63-4f1f-b87d-e2bf212b36e6 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329638 Apr 21 12:44:46.124011 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6119b-0341-4885-b158-711f8460cc8d req-40dff4e4-fb00-48ea-9430-9ab63ea1bf17 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:46.125495 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f4f6119b-0341-4885-b158-711f8460cc8d req-40dff4e4-fb00-48ea-9430-9ab63ea1bf17 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 948 time: 0.0542626 Apr 21 12:44:46.126441 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57956301-b174-4c6c-a2c9-9913752e1b46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e7a6832-91aa-4c23-97cb-cf53fb940956'}, {'server_uuid': '639b6050-16e8-416d-a319-c02e31d80479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9a8fb0-8e19-4977-835b-86426d1b6a55'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:44:46.128782 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13545231-fd34-46da-975c-9142515e0978" -d '{"events": [{"server_uuid": "57956301-b174-4c6c-a2c9-9913752e1b46", "name": "network-vif-unplugged", "status": "completed", "tag": "2e7a6832-91aa-4c23-97cb-cf53fb940956"}, {"server_uuid": "639b6050-16e8-416d-a319-c02e31d80479", "name": "network-vif-plugged", "status": "completed", "tag": "0b9a8fb0-8e19-4977-835b-86426d1b6a55"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:44:46.165499 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f4f6119b-0341-4885-b158-711f8460cc8d req-eee44755-b265-4f82-b59d-c9b8d2366286 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337565 Apr 21 12:44:46.182297 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 21 Apr 2022 12:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1d096a-8897-43ef-a598-d26334562f87 x-openstack-request-id: req-8b1d096a-8897-43ef-a598-d26334562f87 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:44:46.182297 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57956301-b174-4c6c-a2c9-9913752e1b46", "name": "network-vif-unplugged", "status": "completed", "tag": "2e7a6832-91aa-4c23-97cb-cf53fb940956", "code": 200}, {"server_uuid": "639b6050-16e8-416d-a319-c02e31d80479", "name": "network-vif-plugged", "status": "completed", "tag": "0b9a8fb0-8e19-4977-835b-86426d1b6a55", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:44:46.182297 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8b1d096a-8897-43ef-a598-d26334562f87 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:44:46.182297 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b1d096a-8897-43ef-a598-d26334562f87'] response: {'server_uuid': '57956301-b174-4c6c-a2c9-9913752e1b46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e7a6832-91aa-4c23-97cb-cf53fb940956', 'code': 200} Apr 21 12:44:46.182297 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b1d096a-8897-43ef-a598-d26334562f87'] response: {'server_uuid': '639b6050-16e8-416d-a319-c02e31d80479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b9a8fb0-8e19-4977-835b-86426d1b6a55', 'code': 200} Apr 21 12:44:46.374324 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fadccc-edad-4067-ac38-1b423ec9e19e req-8194335b-1a18-4d00-976e-4fdb1f6284c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:46.375818 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e8fadccc-edad-4067-ac38-1b423ec9e19e req-8194335b-1a18-4d00-976e-4fdb1f6284c8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=639b6050-16e8-416d-a319-c02e31d80479 HTTP/1.1" status: 200 len: 1096 time: 0.1000683 Apr 21 12:44:46.394779 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6636c99-34b4-42a6-beec-dd77b2b51854 req-091fba05-7b77-455f-a2b2-085b45a93d90 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:46.397926 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c6636c99-34b4-42a6-beec-dd77b2b51854 req-091fba05-7b77-455f-a2b2-085b45a93d90 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 948 time: 0.1506541 Apr 21 12:44:46.412885 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66dfaf-89a0-47b4-b3d0-068cee989644 req-25aa6ba8-825d-4e12-862d-6e53b426cf83 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:46.414545 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d66dfaf-89a0-47b4-b3d0-068cee989644 req-25aa6ba8-825d-4e12-862d-6e53b426cf83 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.0913947 Apr 21 12:44:46.448085 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 2e7a6832-91aa-4c23-97cb-cf53fb940956 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:44:46.494056 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e8fadccc-edad-4067-ac38-1b423ec9e19e req-6048c7d2-7b36-42e6-ae8f-5d4a7ff690ba service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086433 Apr 21 12:44:46.498806 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c6636c99-34b4-42a6-beec-dd77b2b51854 req-e6f82eff-d908-4749-b77f-6fa1474bffe2 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817959 Apr 21 12:44:46.501805 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d66dfaf-89a0-47b4-b3d0-068cee989644 req-4ec5e86c-c91e-416b-b59b-1995bce23cc0 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775123 Apr 21 12:44:46.659156 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db22b7f0-0ae2-428b-ac7b-b72048b4211d req-1b0ec743-9940-4c9f-a615-f43fba04168e tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a4e8bc-d760-4c75-9566-08314ec9899f HTTP/1.1" status: 200 len: 210 time: 0.0512121 Apr 21 12:44:46.673176 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128fa25-dd2e-4dab-8c4a-dc6065015f8a req-5d0690f2-b94c-48de-b6c1-c4db6d6bef39 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:46.689723 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6128fa25-dd2e-4dab-8c4a-dc6065015f8a req-5d0690f2-b94c-48de-b6c1-c4db6d6bef39 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6c3abd-3170-4057-a942-9477dad76ecb HTTP/1.1" status: 200 len: 945 time: 0.0948071 Apr 21 12:44:46.734932 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6128fa25-dd2e-4dab-8c4a-dc6065015f8a req-a17dd68a-d7bc-421f-bfdb-3a322466ecbe tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441465 Apr 21 12:44:46.772496 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 2e7a6832-91aa-4c23-97cb-cf53fb940956, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=2e7a6832-91aa-4c23-97cb-cf53fb940956,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:46.792381 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '2e7a6832-91aa-4c23-97cb-cf53fb940956', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': '2e7a6832-91aa-4c23-97cb-cf53fb940956', 'mac_address': 'fa:16:3e:b9:e9:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:44:46.866013 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:46.869254 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:46.887467 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e7a6832-91aa-4c23-97cb-cf53fb940956 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:44:46.890523 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e56bda-786f-4cdd-8d20-4dc1e26865c5 req-2771a0ef-7ff7-4f76-9ea6-96736f7ed66d tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:46.892720 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-86e56bda-786f-4cdd-8d20-4dc1e26865c5 req-2771a0ef-7ff7-4f76-9ea6-96736f7ed66d tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6c3abd-3170-4057-a942-9477dad76ecb HTTP/1.1" status: 200 len: 945 time: 0.0656326 Apr 21 12:44:46.914271 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 2e7a6832-91aa-4c23-97cb-cf53fb940956, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=2e7a6832-91aa-4c23-97cb-cf53fb940956,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:46.941749 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04815e14-4292-4114-a164-1226e7f03972 req-9de66bd8-b7bc-4632-85f4-dc47548832c7 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284390 Apr 21 12:44:46.970097 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-86e56bda-786f-4cdd-8d20-4dc1e26865c5 req-53bc60ba-0ccd-484b-a9ca-e63a170d2b3d tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704372 Apr 21 12:44:47.014005 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:47.083050 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=2e7a6832-91aa-4c23-97cb-cf53fb940956,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:47.085824 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04815e14-4292-4114-a164-1226e7f03972 req-e644c782-0c8d-4212-81ae-467b2cd8aaa8 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:47.088626 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04815e14-4292-4114-a164-1226e7f03972 req-e644c782-0c8d-4212-81ae-467b2cd8aaa8 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1364841 Apr 21 12:44:47.110121 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04815e14-4292-4114-a164-1226e7f03972 req-33ab8f68-c794-46b0-a73a-2c82aab5600c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/quotas/45464789e2cc4bfeaf42e6404c0e9729 HTTP/1.1" status: 200 len: 375 time: 0.0095887 Apr 21 12:44:47.159134 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04815e14-4292-4114-a164-1226e7f03972 req-cd57d599-e0e7-4dce-b2d5-986cfeaee21a tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487278 Apr 21 12:44:47.300817 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['2e7a6832-91aa-4c23-97cb-cf53fb940956'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:44:47.717921 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:47.778474 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54c7c87a-4976-482c-833c-a35d2779faa9 req-98b96ea6-9372-42af-ba91-0f04ef54f35f tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 210 time: 0.0674171 Apr 21 12:44:47.809545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ff53a-894b-461d-858a-f67f87cd6a8a req-5796aa70-5ea2-466e-a534-172df58da953 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:47.811777 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-885ff53a-894b-461d-858a-f67f87cd6a8a req-5796aa70-5ea2-466e-a534-172df58da953 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=639b6050-16e8-416d-a319-c02e31d80479 HTTP/1.1" status: 200 len: 945 time: 0.1560891 Apr 21 12:44:47.875964 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-885ff53a-894b-461d-858a-f67f87cd6a8a req-f505ec90-d7df-4a30-a23a-1c1eb2cd3cc0 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582793 Apr 21 12:44:47.926073 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20894f03-ec93-47db-a7c6-bf0a5bcbec4a req-1da152b8-9cf7-48b8-91e1-18c1b467e26e tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:47.927674 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20894f03-ec93-47db-a7c6-bf0a5bcbec4a req-1da152b8-9cf7-48b8-91e1-18c1b467e26e tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.0773230 Apr 21 12:44:47.999043 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20894f03-ec93-47db-a7c6-bf0a5bcbec4a req-65b959fc-ccd9-44bb-be64-e9b4f68e86b9 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644908 Apr 21 12:44:48.015830 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766aeba-bdc3-4b35-b758-e1ce47203acd req-a0a02f0c-cf3c-4f23-a7c8-be49c14bd419 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:48.017339 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d766aeba-bdc3-4b35-b758-e1ce47203acd req-a0a02f0c-cf3c-4f23-a7c8-be49c14bd419 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6c3abd-3170-4057-a942-9477dad76ecb HTTP/1.1" status: 200 len: 945 time: 0.0756574 Apr 21 12:44:48.065123 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d766aeba-bdc3-4b35-b758-e1ce47203acd req-69ee07d9-547d-47fb-a375-47423a4e9e68 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391822 Apr 21 12:44:48.109457 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f399dcf-e9ca-43b7-821c-2ce852749997 req-c1f190db-4bf3-4a4c-a90a-725a776b09be tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a4e8bc-d760-4c75-9566-08314ec9899f HTTP/1.1" status: 200 len: 210 time: 0.0429857 Apr 21 12:44:48.214431 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 48232) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:48.273852 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-77479ebf-356f-4512-be19-6084add00028 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=bde8c02bb97549f7921e7e7a867b0ff0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266953 Apr 21 12:44:48.373041 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2aa585ae-0d6d-4d27-bd7c-7f4d2d0138d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:48.447103 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-93d9c3fc-e96f-4ac8-b315-4e6b8c1d470c tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:48.448635 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-93d9c3fc-e96f-4ac8-b315-4e6b8c1d470c tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1599078 Apr 21 12:44:48.458725 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:48.461844 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 2e7a6832-91aa-4c23-97cb-cf53fb940956 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:44:48.477650 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-83c8bcfa-810e-46fc-ad5d-d80a1918487a tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Request body: {'port': {'device_id': '10a4e8bc-d760-4c75-9566-08314ec9899f', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'admin_state_up': True, 'tenant_id': 'bde8c02bb97549f7921e7e7a867b0ff0'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:44:48.513664 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 2e7a6832-91aa-4c23-97cb-cf53fb940956 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:44:48.514037 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:48.564699 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2aa585ae-0d6d-4d27-bd7c-7f4d2d0138d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:48.629493 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:48.654841 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57956301-b174-4c6c-a2c9-9913752e1b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7a6832-91aa-4c23-97cb-cf53fb940956'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:44:48.657060 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d5c2f3-c354-4e67-a036-32bd0963efbc" -d '{"events": [{"server_uuid": "57956301-b174-4c6c-a2c9-9913752e1b46", "name": "network-vif-plugged", "status": "completed", "tag": "2e7a6832-91aa-4c23-97cb-cf53fb940956"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:44:48.670721 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 2e7a6832-91aa-4c23-97cb-cf53fb940956, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=2e7a6832-91aa-4c23-97cb-cf53fb940956,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:48.694415 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b3da40-ae19-4678-b463-ab44f84cacbe x-openstack-request-id: req-47b3da40-ae19-4678-b463-ab44f84cacbe {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:44:48.694709 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57956301-b174-4c6c-a2c9-9913752e1b46", "name": "network-vif-plugged", "status": "completed", "tag": "2e7a6832-91aa-4c23-97cb-cf53fb940956", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:44:48.694989 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-47b3da40-ae19-4678-b463-ab44f84cacbe {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:44:48.695446 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47b3da40-ae19-4678-b463-ab44f84cacbe'] response: {'server_uuid': '57956301-b174-4c6c-a2c9-9913752e1b46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7a6832-91aa-4c23-97cb-cf53fb940956', 'code': 200} Apr 21 12:44:48.700696 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:48.701186 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2aa585ae-0d6d-4d27-bd7c-7f4d2d0138d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:48.710089 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-83c8bcfa-810e-46fc-ad5d-d80a1918487a tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Made reservation on behalf of bde8c02bb97549f7921e7e7a867b0ff0 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:44:48.713797 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-83c8bcfa-810e-46fc-ad5d-d80a1918487a tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:48.752487 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-83c8bcfa-810e-46fc-ad5d-d80a1918487a tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:48.763825 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:48.767617 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa585ae-0d6d-4d27-bd7c-7f4d2d0138d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7bbc67-3c33-4fea-9dd1-c32502b6198d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:48.776010 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2aa585ae-0d6d-4d27-bd7c-7f4d2d0138d7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=16c3ae3ea48345d5898034434511304a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5605397 Apr 21 12:44:48.779099 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48244) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:48.840293 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d7358f5-f972-43c1-aa5b-24bf28292e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:48.862133 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-83c8bcfa-810e-46fc-ad5d-d80a1918487a tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:48.868131 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=2e7a6832-91aa-4c23-97cb-cf53fb940956,revision_number=11']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:48.868332 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d7358f5-f972-43c1-aa5b-24bf28292e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:48.917069 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6f378a20-269c-4e01-adf8-01162207427a req-b376e02f-fce5-43ba-ba27-f868eea98fc5 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 210 time: 0.0382612 Apr 21 12:44:48.947170 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-83c8bcfa-810e-46fc-ad5d-d80a1918487a tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:49.003986 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8bcfa-810e-46fc-ad5d-d80a1918487a tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f50bdb73-7b91-40b7-a43b-786df5b89535,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:49.025615 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010537af-13b6-4a54-9e71-1fe2c47addf4 req-e61cb197-ab3c-4553-af5e-82338103ab00 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:49.027132 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-010537af-13b6-4a54-9e71-1fe2c47addf4 req-e61cb197-ab3c-4553-af5e-82338103ab00 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=639b6050-16e8-416d-a319-c02e31d80479 HTTP/1.1" status: 200 len: 945 time: 0.0655215 Apr 21 12:44:49.032692 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d7358f5-f972-43c1-aa5b-24bf28292e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:49.040886 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d7358f5-f972-43c1-aa5b-24bf28292e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:49.040886 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0d7358f5-f972-43c1-aa5b-24bf28292e97 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7c7bbc67-3c33-4fea-9dd1-c32502b6198d HTTP/1.1" status: 204 len: 168 time: 0.2563229 Apr 21 12:44:49.051414 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7358f5-f972-43c1-aa5b-24bf28292e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7bbc67-3c33-4fea-9dd1-c32502b6198d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:49.210977 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-010537af-13b6-4a54-9e71-1fe2c47addf4 req-a1d3ee59-7147-4d47-8f4d-c0aa01aaec75 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287854 Apr 21 12:44:49.230451 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21c02b-a9e1-44c4-ac2b-652f9b3c0111 req-07865e47-2d3c-48d5-a1b5-24b913fa57cf tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:49.232007 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7b21c02b-a9e1-44c4-ac2b-652f9b3c0111 req-07865e47-2d3c-48d5-a1b5-24b913fa57cf tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.1486998 Apr 21 12:44:49.242957 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-83c8bcfa-810e-46fc-ad5d-d80a1918487a tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Allocated IP 192.168.233.148 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/83c9f50d-2c04-461c-9b95-d8fbcd8bbd14) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:44:49.288245 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7b21c02b-a9e1-44c4-ac2b-652f9b3c0111 req-d522906a-c527-4fca-bf19-e89e87080f7b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468678 Apr 21 12:44:49.397182 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d299377b-4389-4edb-9070-f76acf5b6694 req-2846e0a4-18f0-4928-9e77-dd0873d0f4bb tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a4e8bc-d760-4c75-9566-08314ec9899f HTTP/1.1" status: 200 len: 210 time: 0.0498242 Apr 21 12:44:49.432862 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f27f0-ed11-4e36-b13f-0de057f08358 req-1133a197-b54d-49a0-b16b-09e1648c8d7a tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:49.434404 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e79f27f0-ed11-4e36-b13f-0de057f08358 req-1133a197-b54d-49a0-b16b-09e1648c8d7a tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6c3abd-3170-4057-a942-9477dad76ecb HTTP/1.1" status: 200 len: 945 time: 0.1359830 Apr 21 12:44:49.538401 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e79f27f0-ed11-4e36-b13f-0de057f08358 req-31bf9cb3-44a1-4231-be00-ff3f81135bae tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893388 Apr 21 12:44:49.568491 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-83c8bcfa-810e-46fc-ad5d-d80a1918487a tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:49.696361 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-83c8bcfa-810e-46fc-ad5d-d80a1918487a tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:49.743458 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-83c8bcfa-810e-46fc-ad5d-d80a1918487a tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:44:49.746565 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-83c8bcfa-810e-46fc-ad5d-d80a1918487a tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:44:49.750327 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-83c8bcfa-810e-46fc-ad5d-d80a1918487a tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:44:49.756497 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c8bcfa-810e-46fc-ad5d-d80a1918487a tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Pushing event updated for resources: {'Port': ['ID=83c9f50d-2c04-461c-9b95-d8fbcd8bbd14,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:49.808185 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-83c8bcfa-810e-46fc-ad5d-d80a1918487a tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:49.808570 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-83c8bcfa-810e-46fc-ad5d-d80a1918487a tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:49.908838 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-83c8bcfa-810e-46fc-ad5d-d80a1918487a tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4351683 Apr 21 12:44:49.922946 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-1faebcf0-7984-4ea8-b7db-f7603da3bc4e service neutron] Request body: {'port': {'device_id': '10a4e8bc-d760-4c75-9566-08314ec9899f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:44:49.973286 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48270) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:49.992259 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e256c823-7e45-4516-9843-e2cfeb751189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:50.000749 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6b3a6107-0b3b-4f7c-a1df-79f04c158e7f None None] Provisioning complete for port 83c9f50d-2c04-461c-9b95-d8fbcd8bbd14 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:44:50.005358 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b3a6107-0b3b-4f7c-a1df-79f04c158e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:50.016667 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-1faebcf0-7984-4ea8-b7db-f7603da3bc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:50.040413 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52eab4f-473b-46cb-b9bb-58e9da7fea13 req-aeae917a-dcaf-4237-9ea3-a192feff24df tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:50.041276 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d52eab4f-473b-46cb-b9bb-58e9da7fea13 req-aeae917a-dcaf-4237-9ea3-a192feff24df tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc6c3abd-3170-4057-a942-9477dad76ecb HTTP/1.1" status: 200 len: 945 time: 0.1314631 Apr 21 12:44:50.062327 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6b3a6107-0b3b-4f7c-a1df-79f04c158e7f None None] Port 83c9f50d-2c04-461c-9b95-d8fbcd8bbd14 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:44:50.127825 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e256c823-7e45-4516-9843-e2cfeb751189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:50.396145 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e256c823-7e45-4516-9843-e2cfeb751189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:50.441621 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e256c823-7e45-4516-9843-e2cfeb751189 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=645819ddf886470c867199c4809a2aa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4666805 Apr 21 12:44:50.444513 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48276) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:50.445468 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:50.451861 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256c823-7e45-4516-9843-e2cfeb751189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958eca25-cc49-48df-bdba-e65bf89776a1,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:50.473546 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d76578cd-bd70-4679-8e10-644e6f98d894 req-c9f8d752-4c54-4dc0-ad9d-0a8142623d9a tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 210 time: 0.0926404 Apr 21 12:44:50.515187 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aba1bb57-6bed-4861-bba6-7f5ae0597c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:50.545880 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aba1bb57-6bed-4861-bba6-7f5ae0597c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:50.664399 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04815e14-4292-4114-a164-1226e7f03972 req-3a52aa35-f261-40a7-a005-ca335eefc970 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0772066 Apr 21 12:44:50.672106 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4565b-5e9d-4174-85f8-bdbfabcb646d req-f63abfe2-ca26-4618-80a9-89eb82abda45 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:50.677251 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98f4565b-5e9d-4174-85f8-bdbfabcb646d req-f63abfe2-ca26-4618-80a9-89eb82abda45 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=639b6050-16e8-416d-a319-c02e31d80479 HTTP/1.1" status: 200 len: 945 time: 0.2994163 Apr 21 12:44:50.693888 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aba1bb57-6bed-4861-bba6-7f5ae0597c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:50.697848 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aba1bb57-6bed-4861-bba6-7f5ae0597c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:50.699347 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-aba1bb57-6bed-4861-bba6-7f5ae0597c97 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/958eca25-cc49-48df-bdba-e65bf89776a1 HTTP/1.1" status: 204 len: 168 time: 0.2528276 Apr 21 12:44:50.729819 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1bb57-6bed-4861-bba6-7f5ae0597c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958eca25-cc49-48df-bdba-e65bf89776a1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:50.869869 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d52eab4f-473b-46cb-b9bb-58e9da7fea13 req-bde535cb-4547-4e8c-8081-7be826be76fe tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Deleting port 19757c00-2f62-4488-bd7a-6ba7d092fd83 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:44:50.870214 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d52eab4f-473b-46cb-b9bb-58e9da7fea13 req-bde535cb-4547-4e8c-8081-7be826be76fe tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:50.889107 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c07cd3-9ebd-4fff-91c0-8c8c8467fa6c req-948acf72-a4bb-469e-b474-9d0d9781a9c0 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:50.890692 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f6c07cd3-9ebd-4fff-91c0-8c8c8467fa6c req-948acf72-a4bb-469e-b474-9d0d9781a9c0 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.3537121 Apr 21 12:44:51.012573 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98f4565b-5e9d-4174-85f8-bdbfabcb646d req-e7f97d88-72dd-4ad6-ae28-41cb6f734b74 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986739 Apr 21 12:44:51.078427 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04815e14-4292-4114-a164-1226e7f03972 req-0309a22f-5983-4440-8d89-6f914a8932ab tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:51.079949 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04815e14-4292-4114-a164-1226e7f03972 req-0309a22f-5983-4440-8d89-6f914a8932ab tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3955488 Apr 21 12:44:51.083054 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f6c07cd3-9ebd-4fff-91c0-8c8c8467fa6c req-f7359b65-2d0f-4e2f-bcdd-d8f73a9cbfb1 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767328 Apr 21 12:44:51.098478 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-04815e14-4292-4114-a164-1226e7f03972 req-89b742f2-6c22-40bb-b044-fd5daefd70d5 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Request body: {'port': {'device_id': '53eaa29e-245b-42e0-ab80-786e596550a6', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'admin_state_up': True, 'tenant_id': '45464789e2cc4bfeaf42e6404c0e9729'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:44:51.217398 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d52eab4f-473b-46cb-b9bb-58e9da7fea13 req-bde535cb-4547-4e8c-8081-7be826be76fe tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] For port 19757c00-2f62-4488-bd7a-6ba7d092fd83, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=19757c00-2f62-4488-bd7a-6ba7d092fd83,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:51.217792 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d52eab4f-473b-46cb-b9bb-58e9da7fea13 req-bde535cb-4547-4e8c-8081-7be826be76fe tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:51.279428 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d52eab4f-473b-46cb-b9bb-58e9da7fea13 req-bde535cb-4547-4e8c-8081-7be826be76fe tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Calling delete_port for 19757c00-2f62-4488-bd7a-6ba7d092fd83 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:44:51.314168 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-1faebcf0-7984-4ea8-b7db-f7603da3bc4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c9f50d-2c04-461c-9b95-d8fbcd8bbd14 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:44:51.338468 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-1faebcf0-7984-4ea8-b7db-f7603da3bc4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:51.404692 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad47861-5866-4ab3-8908-e32d96ecc84a req-acbb260b-ba90-48c0-b655-b0152cdd3c03 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:51.406313 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bad47861-5866-4ab3-8908-e32d96ecc84a req-acbb260b-ba90-48c0-b655-b0152cdd3c03 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a4e8bc-d760-4c75-9566-08314ec9899f HTTP/1.1" status: 200 len: 936 time: 0.2320375 Apr 21 12:44:51.417422 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-1faebcf0-7984-4ea8-b7db-f7603da3bc4e service neutron] Transition to ACTIVE for port object 83c9f50d-2c04-461c-9b95-d8fbcd8bbd14 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:44:51.442303 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a1316-407b-4322-8c94-93c86661556e req-91f85c85-a61a-45ae-99f4-dfb70b5f957a tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:51.443778 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-794a1316-407b-4322-8c94-93c86661556e req-91f85c85-a61a-45ae-99f4-dfb70b5f957a tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6c3abd-3170-4057-a942-9477dad76ecb HTTP/1.1" status: 200 len: 945 time: 0.2727792 Apr 21 12:44:51.548971 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bad47861-5866-4ab3-8908-e32d96ecc84a req-96e6c3da-7786-4a33-a4b6-6dc5c5cc5e85 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.36 "GET /v2.0/security-groups?id=f50bdb73-7b91-40b7-a43b-786df5b89535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303864 Apr 21 12:44:51.560813 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-1faebcf0-7984-4ea8-b7db-f7603da3bc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:51.620575 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-794a1316-407b-4322-8c94-93c86661556e req-cb533d45-3d62-4b2c-8eac-7059d1d799fa tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681151 Apr 21 12:44:51.657135 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04815e14-4292-4114-a164-1226e7f03972 req-89b742f2-6c22-40bb-b044-fd5daefd70d5 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Made reservation on behalf of 45464789e2cc4bfeaf42e6404c0e9729 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:44:51.657135 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-04815e14-4292-4114-a164-1226e7f03972 req-89b742f2-6c22-40bb-b044-fd5daefd70d5 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:51.670084 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48312) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:51.695436 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8f52383e-2d48-4789-9b62-d28f918ed6ff req-219d125a-9586-4baf-a277-7e1463773bc6 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 210 time: 0.0818276 Apr 21 12:44:51.700875 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-076eb7a8-bb76-4621-aa5d-df8c2bb30acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:51.719928 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c1cc3f-09d2-45a6-8acd-acb42c329d5d req-fe71be18-2f8b-4945-8644-0b6e2126eee8 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:51.719928 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66c1cc3f-09d2-45a6-8acd-acb42c329d5d req-fe71be18-2f8b-4945-8644-0b6e2126eee8 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.26 "GET /v2.0/ports?device_id=639b6050-16e8-416d-a319-c02e31d80479 HTTP/1.1" status: 200 len: 945 time: 0.2082980 Apr 21 12:44:51.738443 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faebcf0-7984-4ea8-b7db-f7603da3bc4e service neutron] Pushing event updated for resources: {'Port': ['ID=83c9f50d-2c04-461c-9b95-d8fbcd8bbd14,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:51.805520 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-076eb7a8-bb76-4621-aa5d-df8c2bb30acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:51.898738 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d52eab4f-473b-46cb-b9bb-58e9da7fea13 req-bde535cb-4547-4e8c-8081-7be826be76fe tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:51.912919 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-076eb7a8-bb76-4621-aa5d-df8c2bb30acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:51.914412 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:44:51.949180 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076eb7a8-bb76-4621-aa5d-df8c2bb30acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d86bf7-847f-47e9-8f99-aaa502c74a4f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:51.956300 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde535cb-4547-4e8c-8081-7be826be76fe tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Pushing event deleted for resources: {'Port': ['ID=19757c00-2f62-4488-bd7a-6ba7d092fd83,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:51.973528 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-076eb7a8-bb76-4621-aa5d-df8c2bb30acc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=830c428391af4f87a004a5f6435b32e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3017409 Apr 21 12:44:51.974493 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48320) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:52.013620 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-1faebcf0-7984-4ea8-b7db-f7603da3bc4e service neutron] Attempting to bind port 83c9f50d-2c04-461c-9b95-d8fbcd8bbd14 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:44:52.013976 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-1faebcf0-7984-4ea8-b7db-f7603da3bc4e service neutron] Attempting to bind port 83c9f50d-2c04-461c-9b95-d8fbcd8bbd14 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:44:52.014426 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-1faebcf0-7984-4ea8-b7db-f7603da3bc4e service neutron] Attempting to bind port 83c9f50d-2c04-461c-9b95-d8fbcd8bbd14 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:44:52.054027 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d52eab4f-473b-46cb-b9bb-58e9da7fea13 req-bde535cb-4547-4e8c-8081-7be826be76fe tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] No DVR routers for this DVR port 19757c00-2f62-4488-bd7a-6ba7d092fd83 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:44:52.056385 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-1faebcf0-7984-4ea8-b7db-f7603da3bc4e service neutron] Port 83c9f50d-2c04-461c-9b95-d8fbcd8bbd14 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:44:52.056710 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-1faebcf0-7984-4ea8-b7db-f7603da3bc4e service neutron] Attempting to bind port 83c9f50d-2c04-461c-9b95-d8fbcd8bbd14 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:44:52.057805 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37680f9b-5e01-4bf8-bf27-b34866d92dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:52.060539 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d52eab4f-473b-46cb-b9bb-58e9da7fea13 req-bde535cb-4547-4e8c-8081-7be826be76fe tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:52.064195 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d52eab4f-473b-46cb-b9bb-58e9da7fea13 req-bde535cb-4547-4e8c-8081-7be826be76fe tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.26 "DELETE /v2.0/ports/19757c00-2f62-4488-bd7a-6ba7d092fd83 HTTP/1.1" status: 204 len: 173 time: 2.0145020 Apr 21 12:44:52.070129 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc6c3abd-3170-4057-a942-9477dad76ecb', 'name': 'network-vif-deleted', 'tag': '19757c00-2f62-4488-bd7a-6ba7d092fd83'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:44:52.076457 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15cb1f5-d499-4e6b-bae6-f39ad74fef47" -d '{"events": [{"server_uuid": "bc6c3abd-3170-4057-a942-9477dad76ecb", "name": "network-vif-deleted", "tag": "19757c00-2f62-4488-bd7a-6ba7d092fd83"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:44:52.089614 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-1faebcf0-7984-4ea8-b7db-f7603da3bc4e service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:44:52.090170 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-1faebcf0-7984-4ea8-b7db-f7603da3bc4e service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:44:52.090367 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-1faebcf0-7984-4ea8-b7db-f7603da3bc4e service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:44:52.090816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-1faebcf0-7984-4ea8-b7db-f7603da3bc4e service neutron] Bound port: 83c9f50d-2c04-461c-9b95-d8fbcd8bbd14, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:44:52.091178 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-1faebcf0-7984-4ea8-b7db-f7603da3bc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:52.094459 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-04815e14-4292-4114-a164-1226e7f03972 req-89b742f2-6c22-40bb-b044-fd5daefd70d5 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Allocated IP 192.168.233.163 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/c398ad9d-e563-462c-9396-11c97eb441ca) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:44:52.126552 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-66c1cc3f-09d2-45a6-8acd-acb42c329d5d req-b9ff7368-e7ad-440d-9022-d28a1d2e0740 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Deleting port 0b9a8fb0-8e19-4977-835b-86426d1b6a55 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:44:52.126778 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37680f9b-5e01-4bf8-bf27-b34866d92dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:52.126909 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66c1cc3f-09d2-45a6-8acd-acb42c329d5d req-b9ff7368-e7ad-440d-9022-d28a1d2e0740 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:52.174460 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac1e045-a1bc-4719-ac89-6a9528af3078 x-openstack-request-id: req-fac1e045-a1bc-4719-ac89-6a9528af3078 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:44:52.174460 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc6c3abd-3170-4057-a942-9477dad76ecb", "name": "network-vif-deleted", "tag": "19757c00-2f62-4488-bd7a-6ba7d092fd83", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:44:52.175120 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fac1e045-a1bc-4719-ac89-6a9528af3078 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:44:52.175700 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac1e045-a1bc-4719-ac89-6a9528af3078'] response: {'server_uuid': 'bc6c3abd-3170-4057-a942-9477dad76ecb', 'name': 'network-vif-deleted', 'tag': '19757c00-2f62-4488-bd7a-6ba7d092fd83', 'status': 'completed', 'code': 200} Apr 21 12:44:52.365208 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-1faebcf0-7984-4ea8-b7db-f7603da3bc4e service neutron] For port 83c9f50d-2c04-461c-9b95-d8fbcd8bbd14, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:44:52.369403 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37680f9b-5e01-4bf8-bf27-b34866d92dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:52.382011 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37680f9b-5e01-4bf8-bf27-b34866d92dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:52.383246 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-37680f9b-5e01-4bf8-bf27-b34866d92dd4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/87d86bf7-847f-47e9-8f99-aaa502c74a4f HTTP/1.1" status: 204 len: 168 time: 0.4044666 Apr 21 12:44:52.397038 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37680f9b-5e01-4bf8-bf27-b34866d92dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d86bf7-847f-47e9-8f99-aaa502c74a4f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:52.412009 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7698ef-be72-4b37-ac2c-81ba533cf07d req-ba0f6c0c-4479-4ed7-8ad9-28fe455a5262 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:52.413661 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff7698ef-be72-4b37-ac2c-81ba533cf07d req-ba0f6c0c-4479-4ed7-8ad9-28fe455a5262 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=639b6050-16e8-416d-a319-c02e31d80479 HTTP/1.1" status: 200 len: 945 time: 0.2494025 Apr 21 12:44:52.441682 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-1faebcf0-7984-4ea8-b7db-f7603da3bc4e service neutron] For port 83c9f50d-2c04-461c-9b95-d8fbcd8bbd14, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=83c9f50d-2c04-461c-9b95-d8fbcd8bbd14,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:44:52.453664 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-66c1cc3f-09d2-45a6-8acd-acb42c329d5d req-b9ff7368-e7ad-440d-9022-d28a1d2e0740 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] For port 0b9a8fb0-8e19-4977-835b-86426d1b6a55, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0b9a8fb0-8e19-4977-835b-86426d1b6a55,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:52.454041 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66c1cc3f-09d2-45a6-8acd-acb42c329d5d req-b9ff7368-e7ad-440d-9022-d28a1d2e0740 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:52.475582 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb59f82-034c-41a0-803b-2a3b9886380d req-79b9fa1a-417a-46c5-bce9-344fdbaf730d tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:52.477142 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7cb59f82-034c-41a0-803b-2a3b9886380d req-79b9fa1a-417a-46c5-bce9-344fdbaf730d tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.2268565 Apr 21 12:44:52.500685 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-66c1cc3f-09d2-45a6-8acd-acb42c329d5d req-b9ff7368-e7ad-440d-9022-d28a1d2e0740 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Calling delete_port for 0b9a8fb0-8e19-4977-835b-86426d1b6a55 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:44:52.591553 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-1faebcf0-7984-4ea8-b7db-f7603da3bc4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:52.641771 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff7698ef-be72-4b37-ac2c-81ba533cf07d req-f2ecda8a-e2e2-49d0-b965-de25625fa73a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955862 Apr 21 12:44:52.662609 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7cb59f82-034c-41a0-803b-2a3b9886380d req-8bca35e1-238c-4f79-8dc7-cce8813d9eca tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728122 Apr 21 12:44:52.678316 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-1faebcf0-7984-4ea8-b7db-f7603da3bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:52.679008 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-1faebcf0-7984-4ea8-b7db-f7603da3bc4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:52.681269 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-1faebcf0-7984-4ea8-b7db-f7603da3bc4e service neutron] 10.222.0.26 "PUT /v2.0/ports/83c9f50d-2c04-461c-9b95-d8fbcd8bbd14 HTTP/1.1" status: 200 len: 1096 time: 2.7631750 Apr 21 12:44:52.683966 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-04815e14-4292-4114-a164-1226e7f03972 req-89b742f2-6c22-40bb-b044-fd5daefd70d5 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:52.743348 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faebcf0-7984-4ea8-b7db-f7603da3bc4e service neutron] Pushing event updated for resources: {'Port': ['ID=83c9f50d-2c04-461c-9b95-d8fbcd8bbd14,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:52.891946 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b3c9e14e-0f44-4d5d-8d8b-3ce135b09fcd req-88a69b73-a0db-4af3-93c7-b6a4f7923e58 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=bc6c3abd-3170-4057-a942-9477dad76ecb HTTP/1.1" status: 200 len: 210 time: 0.0398293 Apr 21 12:44:52.900543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f39a18-b525-44c9-903e-20c74eccf6e5 req-33ced9d4-d5c2-4bfc-aff1-993ea720533e tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:52.903431 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06f39a18-b525-44c9-903e-20c74eccf6e5 req-33ced9d4-d5c2-4bfc-aff1-993ea720533e tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a4e8bc-d760-4c75-9566-08314ec9899f HTTP/1.1" status: 200 len: 948 time: 0.1024144 Apr 21 12:44:52.913013 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-04815e14-4292-4114-a164-1226e7f03972 req-89b742f2-6c22-40bb-b044-fd5daefd70d5 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:52.927117 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['a04337c4-fdf9-4860-8c09-d882271e65e0', '02fc27ae-4f61-46ca-99ae-7b6a2be21846'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:44:52.930948 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['2e7a6832-91aa-4c23-97cb-cf53fb940956'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:44:52.999068 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04815e14-4292-4114-a164-1226e7f03972 req-89b742f2-6c22-40bb-b044-fd5daefd70d5 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:44:53.004816 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66c1cc3f-09d2-45a6-8acd-acb42c329d5d req-b9ff7368-e7ad-440d-9022-d28a1d2e0740 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:53.014045 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-04815e14-4292-4114-a164-1226e7f03972 req-89b742f2-6c22-40bb-b044-fd5daefd70d5 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:44:53.016492 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-04815e14-4292-4114-a164-1226e7f03972 req-89b742f2-6c22-40bb-b044-fd5daefd70d5 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:44:53.023956 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b742f2-6c22-40bb-b044-fd5daefd70d5 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Pushing event updated for resources: {'Port': ['ID=c398ad9d-e563-462c-9396-11c97eb441ca,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:53.427663 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff7368-e7ad-440d-9022-d28a1d2e0740 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Pushing event deleted for resources: {'Port': ['ID=0b9a8fb0-8e19-4977-835b-86426d1b6a55,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:53.449207 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6a1f1e92-edf1-4da0-874f-b4c4fdc06024 None None] Provisioning complete for port c398ad9d-e563-462c-9396-11c97eb441ca triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:44:53.449765 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a1f1e92-edf1-4da0-874f-b4c4fdc06024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:53.492667 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6a1f1e92-edf1-4da0-874f-b4c4fdc06024 None None] Port c398ad9d-e563-462c-9396-11c97eb441ca cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:44:53.493223 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06f39a18-b525-44c9-903e-20c74eccf6e5 req-64a0b286-104f-4167-8eda-27d300122464 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.36 "GET /v2.0/security-groups?id=f50bdb73-7b91-40b7-a43b-786df5b89535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5722809 Apr 21 12:44:53.503573 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-545a972e-950e-4650-b762-cd4ef8f8cbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:53.505073 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-545a972e-950e-4650-b762-cd4ef8f8cbe7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bde8c02bb97549f7921e7e7a867b0ff0&device_id=10a4e8bc-d760-4c75-9566-08314ec9899f HTTP/1.1" status: 200 len: 1099 time: 0.6007507 Apr 21 12:44:53.528061 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c1cc3f-09d2-45a6-8acd-acb42c329d5d req-b9ff7368-e7ad-440d-9022-d28a1d2e0740 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] No DVR routers for this DVR port 0b9a8fb0-8e19-4977-835b-86426d1b6a55 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:44:53.530643 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66c1cc3f-09d2-45a6-8acd-acb42c329d5d req-b9ff7368-e7ad-440d-9022-d28a1d2e0740 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:53.534326 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66c1cc3f-09d2-45a6-8acd-acb42c329d5d req-b9ff7368-e7ad-440d-9022-d28a1d2e0740 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.26 "DELETE /v2.0/ports/0b9a8fb0-8e19-4977-835b-86426d1b6a55 HTTP/1.1" status: 204 len: 173 time: 1.8052924 Apr 21 12:44:53.581031 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04815e14-4292-4114-a164-1226e7f03972 req-89b742f2-6c22-40bb-b044-fd5daefd70d5 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:53.581726 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-04815e14-4292-4114-a164-1226e7f03972 req-89b742f2-6c22-40bb-b044-fd5daefd70d5 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:53.590835 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-d33617db-a011-46ff-9fdf-4262da7224b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=83c9f50d-2c04-461c-9b95-d8fbcd8bbd14 HTTP/1.1" status: 200 len: 217 time: 0.0662653 Apr 21 12:44:53.615814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05766666-24dc-4f2c-8b69-7bba7be84bfb req-cd441441-1947-4883-875f-1f36d788c41c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:53.617254 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-05766666-24dc-4f2c-8b69-7bba7be84bfb req-cd441441-1947-4883-875f-1f36d788c41c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 936 time: 0.2178783 Apr 21 12:44:53.701842 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-abf2f615-f07a-4774-bdf1-55a231cd0eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:53.703652 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-abf2f615-f07a-4774-bdf1-55a231cd0eed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1054342 Apr 21 12:44:53.731883 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-05766666-24dc-4f2c-8b69-7bba7be84bfb req-f6739cd0-1b51-403b-9cbf-9b5231ff98a6 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957422 Apr 21 12:44:53.736072 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04815e14-4292-4114-a164-1226e7f03972 req-89b742f2-6c22-40bb-b044-fd5daefd70d5 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6436882 Apr 21 12:44:53.762740 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-04815e14-4292-4114-a164-1226e7f03972 req-c25afb0e-5b42-43ee-91e6-0339ef527318 service neutron] Request body: {'port': {'device_id': '53eaa29e-245b-42e0-ab80-786e596550a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:44:53.798669 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['0b9a8fb0-8e19-4977-835b-86426d1b6a55'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:44:53.800832 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120762ef-bb69-4b20-a6ac-25a03e4f469d req-d850b60b-c0bf-439c-b728-fbd25eb6440e tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:53.808939 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-120762ef-bb69-4b20-a6ac-25a03e4f469d req-d850b60b-c0bf-439c-b728-fbd25eb6440e tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed93c51-8c9f-4a95-81e0-1d62825dc74d HTTP/1.1" status: 200 len: 945 time: 0.1574643 Apr 21 12:44:53.860049 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 19757c00-2f62-4488-bd7a-6ba7d092fd83 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:44:53.888181 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-317c9faf-717e-4510-9eab-aa4593bfff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:53.890457 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-317c9faf-717e-4510-9eab-aa4593bfff35 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1763730 Apr 21 12:44:53.890586 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 19757c00-2f62-4488-bd7a-6ba7d092fd83 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:44:53.890963 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 19757c00-2f62-4488-bd7a-6ba7d092fd83 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:44:53.896890 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 0b9a8fb0-8e19-4977-835b-86426d1b6a55 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:44:53.897639 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d8e3476-b9b8-470d-8274-5174fad6d321 req-6db0fc40-753c-4807-9d5d-a80d712475ae tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=639b6050-16e8-416d-a319-c02e31d80479 HTTP/1.1" status: 200 len: 210 time: 0.0737383 Apr 21 12:44:53.916312 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-04815e14-4292-4114-a164-1226e7f03972 req-c25afb0e-5b42-43ee-91e6-0339ef527318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:53.919406 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 0b9a8fb0-8e19-4977-835b-86426d1b6a55 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:44:53.919826 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 0b9a8fb0-8e19-4977-835b-86426d1b6a55 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:44:53.939224 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-120762ef-bb69-4b20-a6ac-25a03e4f469d req-15e6f857-75e5-438d-aa8c-166aa77cbea9 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6b4919-b491-4ff2-a6a9-e2d9faf9bd54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294198 Apr 21 12:44:54.158129 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bd088-86a6-46ae-b96b-ca46f34c316a req-5e9c1406-e85d-4f59-a7e7-e01e92ca19d3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:54.159622 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d17bd088-86a6-46ae-b96b-ca46f34c316a req-5e9c1406-e85d-4f59-a7e7-e01e92ca19d3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.1885631 Apr 21 12:44:54.164048 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-d55a54b0-1d27-4cf5-8a2e-4c982212ee33 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626185 Apr 21 12:44:54.184096 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10a4e8bc-d760-4c75-9566-08314ec9899f', 'tag': '83c9f50d-2c04-461c-9b95-d8fbcd8bbd14'}, {'server_uuid': '639b6050-16e8-416d-a319-c02e31d80479', 'name': 'network-vif-deleted', 'tag': '0b9a8fb0-8e19-4977-835b-86426d1b6a55'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:44:54.187397 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4094f9f-34bd-4132-8342-92cc0450e4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "10a4e8bc-d760-4c75-9566-08314ec9899f", "tag": "83c9f50d-2c04-461c-9b95-d8fbcd8bbd14"}, {"server_uuid": "639b6050-16e8-416d-a319-c02e31d80479", "name": "network-vif-deleted", "tag": "0b9a8fb0-8e19-4977-835b-86426d1b6a55"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:44:54.314631 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d17bd088-86a6-46ae-b96b-ca46f34c316a req-2296050f-c2f8-40b1-9fa9-0c1d33983bec tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476295 Apr 21 12:44:54.383744 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 21 Apr 2022 12:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af796989-ffa0-43ac-b850-e7eb73f1ffaa x-openstack-request-id: req-af796989-ffa0-43ac-b850-e7eb73f1ffaa {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:44:54.384044 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10a4e8bc-d760-4c75-9566-08314ec9899f", "tag": "83c9f50d-2c04-461c-9b95-d8fbcd8bbd14", "status": "completed", "code": 200}, {"server_uuid": "639b6050-16e8-416d-a319-c02e31d80479", "name": "network-vif-deleted", "tag": "0b9a8fb0-8e19-4977-835b-86426d1b6a55", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:44:54.384290 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af796989-ffa0-43ac-b850-e7eb73f1ffaa {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:44:54.384690 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af796989-ffa0-43ac-b850-e7eb73f1ffaa'] response: {'name': 'network-changed', 'server_uuid': '10a4e8bc-d760-4c75-9566-08314ec9899f', 'tag': '83c9f50d-2c04-461c-9b95-d8fbcd8bbd14', 'status': 'completed', 'code': 200} Apr 21 12:44:54.384959 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af796989-ffa0-43ac-b850-e7eb73f1ffaa'] response: {'server_uuid': '639b6050-16e8-416d-a319-c02e31d80479', 'name': 'network-vif-deleted', 'tag': '0b9a8fb0-8e19-4977-835b-86426d1b6a55', 'status': 'completed', 'code': 200} Apr 21 12:44:54.387011 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6fb8ce5-2117-4d54-941e-bd4cd1b94d89 req-259a4886-46fd-40bc-94f5-b2a2c1e03689 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161622 Apr 21 12:44:54.453898 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-04815e14-4292-4114-a164-1226e7f03972 req-c25afb0e-5b42-43ee-91e6-0339ef527318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c398ad9d-e563-462c-9396-11c97eb441ca {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:44:54.464418 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-04815e14-4292-4114-a164-1226e7f03972 req-c25afb0e-5b42-43ee-91e6-0339ef527318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:54.478370 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-04815e14-4292-4114-a164-1226e7f03972 req-c25afb0e-5b42-43ee-91e6-0339ef527318 service neutron] Transition to ACTIVE for port object c398ad9d-e563-462c-9396-11c97eb441ca will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:44:54.557162 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-04815e14-4292-4114-a164-1226e7f03972 req-c25afb0e-5b42-43ee-91e6-0339ef527318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:54.729753 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4094f9f-34bd-4132-8342-92cc0450e4bc req-6d039899-3257-4a08-9cf2-a9adc824c152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:54.731450 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d4094f9f-34bd-4132-8342-92cc0450e4bc req-6d039899-3257-4a08-9cf2-a9adc824c152 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bde8c02bb97549f7921e7e7a867b0ff0&device_id=10a4e8bc-d760-4c75-9566-08314ec9899f HTTP/1.1" status: 200 len: 1099 time: 0.1710992 Apr 21 12:44:54.732300 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25afb0e-5b42-43ee-91e6-0339ef527318 service neutron] Pushing event updated for resources: {'Port': ['ID=c398ad9d-e563-462c-9396-11c97eb441ca,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:54.846904 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ff2dc-7adc-4590-9f16-d30a4e73e9ac req-82a267a0-2e7c-4063-ae46-a44f158fbbc5 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:54.855443 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-618ff2dc-7adc-4590-9f16-d30a4e73e9ac req-82a267a0-2e7c-4063-ae46-a44f158fbbc5 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a4e8bc-d760-4c75-9566-08314ec9899f HTTP/1.1" status: 200 len: 948 time: 0.2678735 Apr 21 12:44:54.915936 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-04815e14-4292-4114-a164-1226e7f03972 req-c25afb0e-5b42-43ee-91e6-0339ef527318 service neutron] Attempting to bind port c398ad9d-e563-462c-9396-11c97eb441ca on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:44:54.916303 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-04815e14-4292-4114-a164-1226e7f03972 req-c25afb0e-5b42-43ee-91e6-0339ef527318 service neutron] Attempting to bind port c398ad9d-e563-462c-9396-11c97eb441ca by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:44:54.916630 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04815e14-4292-4114-a164-1226e7f03972 req-c25afb0e-5b42-43ee-91e6-0339ef527318 service neutron] Attempting to bind port c398ad9d-e563-462c-9396-11c97eb441ca on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:44:54.940220 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04815e14-4292-4114-a164-1226e7f03972 req-c25afb0e-5b42-43ee-91e6-0339ef527318 service neutron] Port c398ad9d-e563-462c-9396-11c97eb441ca on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:44:54.940547 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04815e14-4292-4114-a164-1226e7f03972 req-c25afb0e-5b42-43ee-91e6-0339ef527318 service neutron] Attempting to bind port c398ad9d-e563-462c-9396-11c97eb441ca on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:44:54.945452 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-618ff2dc-7adc-4590-9f16-d30a4e73e9ac req-dd304ef6-a2a3-4d6e-bf60-c77ff7b250b3 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.36 "GET /v2.0/security-groups?id=f50bdb73-7b91-40b7-a43b-786df5b89535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891955 Apr 21 12:44:54.958530 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04815e14-4292-4114-a164-1226e7f03972 req-c25afb0e-5b42-43ee-91e6-0339ef527318 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:44:54.958865 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04815e14-4292-4114-a164-1226e7f03972 req-c25afb0e-5b42-43ee-91e6-0339ef527318 service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:44:54.959250 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04815e14-4292-4114-a164-1226e7f03972 req-c25afb0e-5b42-43ee-91e6-0339ef527318 service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:44:54.959682 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-04815e14-4292-4114-a164-1226e7f03972 req-c25afb0e-5b42-43ee-91e6-0339ef527318 service neutron] Bound port: c398ad9d-e563-462c-9396-11c97eb441ca, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:44:54.960044 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-04815e14-4292-4114-a164-1226e7f03972 req-c25afb0e-5b42-43ee-91e6-0339ef527318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:54.980756 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4094f9f-34bd-4132-8342-92cc0450e4bc req-5d9597da-06f5-4b2c-813e-49337f987eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:54.982389 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d4094f9f-34bd-4132-8342-92cc0450e4bc req-5d9597da-06f5-4b2c-813e-49337f987eff service neutron] 10.222.0.26 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.2262816 Apr 21 12:44:55.067703 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-04815e14-4292-4114-a164-1226e7f03972 req-c25afb0e-5b42-43ee-91e6-0339ef527318 service neutron] For port c398ad9d-e563-462c-9396-11c97eb441ca, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:44:55.115878 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-04815e14-4292-4114-a164-1226e7f03972 req-c25afb0e-5b42-43ee-91e6-0339ef527318 service neutron] For port c398ad9d-e563-462c-9396-11c97eb441ca, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c398ad9d-e563-462c-9396-11c97eb441ca,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:44:55.118876 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d4094f9f-34bd-4132-8342-92cc0450e4bc req-55a333ac-aea4-4b78-8d55-6ba0af507e5d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=83c9f50d-2c04-461c-9b95-d8fbcd8bbd14 HTTP/1.1" status: 200 len: 217 time: 0.0625458 Apr 21 12:44:55.231819 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-04815e14-4292-4114-a164-1226e7f03972 req-c25afb0e-5b42-43ee-91e6-0339ef527318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:55.304741 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4094f9f-34bd-4132-8342-92cc0450e4bc req-909fa6e8-15c5-4ee3-846c-30d304fb1a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:55.306246 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d4094f9f-34bd-4132-8342-92cc0450e4bc req-909fa6e8-15c5-4ee3-846c-30d304fb1a0e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1704240 Apr 21 12:44:55.310089 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04815e14-4292-4114-a164-1226e7f03972 req-c25afb0e-5b42-43ee-91e6-0339ef527318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:55.310708 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-04815e14-4292-4114-a164-1226e7f03972 req-c25afb0e-5b42-43ee-91e6-0339ef527318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:55.312092 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04815e14-4292-4114-a164-1226e7f03972 req-c25afb0e-5b42-43ee-91e6-0339ef527318 service neutron] 10.222.0.24 "PUT /v2.0/ports/c398ad9d-e563-462c-9396-11c97eb441ca HTTP/1.1" status: 200 len: 1096 time: 1.5609915 Apr 21 12:44:55.386311 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-b779d44e-bc76-4644-8ca9-f1d3d62688c0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:55.402703 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-b779d44e-bc76-4644-8ca9-f1d3d62688c0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/networks?id=210b1822-b19c-4a3a-bd44-f48c8d787bcf HTTP/1.1" status: 200 len: 806 time: 0.2744219 Apr 21 12:44:55.402703 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f0501-78d6-4910-a6eb-8364380325ed req-5114ff67-49eb-4f62-a57a-872ecd31ae10 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:55.403060 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8e0f0501-78d6-4910-a6eb-8364380325ed req-5114ff67-49eb-4f62-a57a-872ecd31ae10 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 948 time: 0.2490225 Apr 21 12:44:55.422796 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25afb0e-5b42-43ee-91e6-0339ef527318 service neutron] Pushing event updated for resources: {'Port': ['ID=c398ad9d-e563-462c-9396-11c97eb441ca,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:55.440963 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-7165e84f-d989-4a82-83d0-7ac59321702e tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/quotas/820f30556a864d2abf13eb66052aec75 HTTP/1.1" status: 200 len: 375 time: 0.0358751 Apr 21 12:44:55.458329 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4094f9f-34bd-4132-8342-92cc0450e4bc req-c6305dae-d827-4a74-82bc-eaad4e72ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:55.459842 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d4094f9f-34bd-4132-8342-92cc0450e4bc req-c6305dae-d827-4a74-82bc-eaad4e72ea0d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1408114 Apr 21 12:44:55.506890 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8e0f0501-78d6-4910-a6eb-8364380325ed req-848b1bef-7b45-40de-9e5d-31529b316488 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030002 Apr 21 12:44:55.615554 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-0f157713-5c0e-41dd-a691-f310d31eb8b3 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=820f30556a864d2abf13eb66052aec75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1532958 Apr 21 12:44:55.637823 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04815e14-4292-4114-a164-1226e7f03972 req-034e2986-b852-43cb-a87d-31d9d5d18f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:55.642648 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04815e14-4292-4114-a164-1226e7f03972 req-034e2986-b852-43cb-a87d-31d9d5d18f70 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 1099 time: 0.1774609 Apr 21 12:44:55.741056 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04815e14-4292-4114-a164-1226e7f03972 req-9c0b91cf-3f43-4287-92fa-64087f3b69bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c398ad9d-e563-462c-9396-11c97eb441ca HTTP/1.1" status: 200 len: 217 time: 0.0866673 Apr 21 12:44:55.744667 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d4094f9f-34bd-4132-8342-92cc0450e4bc req-a86ca41a-ac35-4214-8d73-71ab6e71d89d service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655599 Apr 21 12:44:55.888119 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-64727805-6a3f-4530-b74f-92f05daa2ca6 service neutron] 10.222.0.36 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716901 Apr 21 12:44:55.897265 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b430c5e-2924-41d3-97f4-7251ca79b0ac req-8b3f8a54-7f4f-46e3-bb3e-1db85c12f11d tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:55.899286 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b430c5e-2924-41d3-97f4-7251ca79b0ac req-8b3f8a54-7f4f-46e3-bb3e-1db85c12f11d tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed93c51-8c9f-4a95-81e0-1d62825dc74d HTTP/1.1" status: 200 len: 945 time: 0.2055848 Apr 21 12:44:55.903704 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04815e14-4292-4114-a164-1226e7f03972 req-4b0aacef-433a-4b97-abe4-e98de47df059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:55.905124 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04815e14-4292-4114-a164-1226e7f03972 req-4b0aacef-433a-4b97-abe4-e98de47df059 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1432049 Apr 21 12:44:56.039241 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d4094f9f-34bd-4132-8342-92cc0450e4bc req-13368ec4-a4b4-4910-9ca0-16926f8f5991 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759356 Apr 21 12:44:56.063239 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b430c5e-2924-41d3-97f4-7251ca79b0ac req-35cd37ab-6d10-4fcc-9b3f-92d42b7685f3 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6b4919-b491-4ff2-a6a9-e2d9faf9bd54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498957 Apr 21 12:44:56.064991 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04815e14-4292-4114-a164-1226e7f03972 req-6fdb6cf0-27aa-485a-81d8-587cfa56bde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:56.066970 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04815e14-4292-4114-a164-1226e7f03972 req-6fdb6cf0-27aa-485a-81d8-587cfa56bde2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1521840 Apr 21 12:44:56.084703 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-a7b3d700-74f0-4f37-966b-0981214d7f9a service neutron] 10.222.0.36 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844745 Apr 21 12:44:56.526889 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53eaa29e-245b-42e0-ab80-786e596550a6', 'tag': 'c398ad9d-e563-462c-9396-11c97eb441ca'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:44:56.529127 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d106f2ff-8cf0-48dc-a137-3094f4753471" -d '{"events": [{"name": "network-changed", "server_uuid": "53eaa29e-245b-42e0-ab80-786e596550a6", "tag": "c398ad9d-e563-462c-9396-11c97eb441ca"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:44:56.636574 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04815e14-4292-4114-a164-1226e7f03972 req-ac3c15cb-a563-4280-a2db-5f4f0e25e42c service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5610242 Apr 21 12:44:56.646965 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3d3b5-fc84-444d-8184-efb91572ca56 req-633a9ab3-5729-4e26-88cb-360f3684193e tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:56.649173 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0aa3d3b5-fc84-444d-8184-efb91572ca56 req-633a9ab3-5729-4e26-88cb-360f3684193e tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.5216668 Apr 21 12:44:56.801259 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a34fca-8e33-4804-84db-b013e6966527 req-f3ae9a9b-536c-4c22-96ff-9a86cc8b1573 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:56.802813 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3a34fca-8e33-4804-84db-b013e6966527 req-f3ae9a9b-536c-4c22-96ff-9a86cc8b1573 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/networks?id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f HTTP/1.1" status: 200 len: 812 time: 0.2681417 Apr 21 12:44:56.816349 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0aa3d3b5-fc84-444d-8184-efb91572ca56 req-ac75405b-04c5-4ba5-9ff2-f1a57be66bee tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572406 Apr 21 12:44:56.852588 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3a34fca-8e33-4804-84db-b013e6966527 req-0a4c2945-0653-42af-9be0-67f5466160f7 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/quotas/2ca86f47c8c14947a62af2b454f0a117 HTTP/1.1" status: 200 len: 375 time: 0.0337338 Apr 21 12:44:56.871833 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471362f-12ff-4611-978c-0302406b3d3e req-297295fa-6f60-4fc1-b618-d384c200f022 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:56.873336 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9471362f-12ff-4611-978c-0302406b3d3e req-297295fa-6f60-4fc1-b618-d384c200f022 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ed93c51-8c9f-4a95-81e0-1d62825dc74d HTTP/1.1" status: 200 len: 945 time: 0.1428518 Apr 21 12:44:56.876887 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04815e14-4292-4114-a164-1226e7f03972 req-e710bd12-d6d5-45bc-8f0b-76496b89572f service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266865 Apr 21 12:44:56.902127 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3a34fca-8e33-4804-84db-b013e6966527 req-e1bb2705-e51b-46c9-ab7c-e2756fe23c08 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ca86f47c8c14947a62af2b454f0a117&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486236 Apr 21 12:44:57.089085 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3d318-3d82-47cc-9fe4-2dd24c8f9fb5 req-ced34044-ab72-4ab6-bfbe-3f324630bcde tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:57.090499 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a8a3d318-3d82-47cc-9fe4-2dd24c8f9fb5 req-ced34044-ab72-4ab6-bfbe-3f324630bcde tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a4e8bc-d760-4c75-9566-08314ec9899f HTTP/1.1" status: 200 len: 948 time: 0.1368883 Apr 21 12:44:57.131689 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-9471362f-12ff-4611-978c-0302406b3d3e req-bb655d8d-c503-4be1-a5d7-e7127656d334 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Deleting port b9d7475a-6d37-42d7-bf89-560491b9912a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:44:57.136467 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9471362f-12ff-4611-978c-0302406b3d3e req-bb655d8d-c503-4be1-a5d7-e7127656d334 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:57.138961 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3a34fca-8e33-4804-84db-b013e6966527 req-53449bd5-0025-44f0-b2ec-e6d29eeab8ee service neutron] 10.222.0.36 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951461 Apr 21 12:44:57.220144 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a8a3d318-3d82-47cc-9fe4-2dd24c8f9fb5 req-cb658e40-d6aa-4cbf-ad68-4892d1d14b64 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.36 "GET /v2.0/security-groups?id=f50bdb73-7b91-40b7-a43b-786df5b89535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153433 Apr 21 12:44:57.311011 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-473bbef6-165e-40f2-9be3-e0d418c69bb1 req-aa9d3027-9da5-4b3a-b9cd-5274f948cc8f tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=3775fbc4-d3ec-4da7-acc4-635b092ccd5e HTTP/1.1" status: 200 len: 210 time: 0.0495493 Apr 21 12:44:57.337736 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9471362f-12ff-4611-978c-0302406b3d3e req-bb655d8d-c503-4be1-a5d7-e7127656d334 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] For port b9d7475a-6d37-42d7-bf89-560491b9912a, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=b9d7475a-6d37-42d7-bf89-560491b9912a,segment=NetworkSegment(3d515146-2648-45c5-829b-f1cb9725fb9a),segment_id=3d515146-2648-45c5-829b-f1cb9725fb9a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:57.337736 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9471362f-12ff-4611-978c-0302406b3d3e req-bb655d8d-c503-4be1-a5d7-e7127656d334 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:57.361978 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3a34fca-8e33-4804-84db-b013e6966527 req-0fca6798-68ec-4029-8a05-f1a4c1dd50b7 service neutron] 10.222.0.36 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108684 Apr 21 12:44:57.431807 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37a511e-964d-468f-b121-a9dc0f703b33 x-openstack-request-id: req-b37a511e-964d-468f-b121-a9dc0f703b33 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:44:57.432331 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53eaa29e-245b-42e0-ab80-786e596550a6", "tag": "c398ad9d-e563-462c-9396-11c97eb441ca", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:44:57.432760 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b37a511e-964d-468f-b121-a9dc0f703b33 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:44:57.433301 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b37a511e-964d-468f-b121-a9dc0f703b33'] response: {'name': 'network-changed', 'server_uuid': '53eaa29e-245b-42e0-ab80-786e596550a6', 'tag': 'c398ad9d-e563-462c-9396-11c97eb441ca', 'status': 'completed', 'code': 200} Apr 21 12:44:57.521111 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48492) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:57.587493 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106f2ff-8cf0-48dc-a137-3094f4753471 req-58ff281f-c7a9-4880-9a16-6bcc12be2087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:57.588994 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d106f2ff-8cf0-48dc-a137-3094f4753471 req-58ff281f-c7a9-4880-9a16-6bcc12be2087 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 1099 time: 0.1545789 Apr 21 12:44:57.642696 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c06347c6-f618-478c-a0ff-c0b35e78b3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:57.707974 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593248a-4818-4531-abd1-1f0a07d150b7 req-5c825237-70ff-4776-9b26-868d7f49176b tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:57.709729 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e593248a-4818-4531-abd1-1f0a07d150b7 req-5c825237-70ff-4776-9b26-868d7f49176b tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 948 time: 0.2234168 Apr 21 12:44:57.720347 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c06347c6-f618-478c-a0ff-c0b35e78b3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:57.784732 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9471362f-12ff-4611-978c-0302406b3d3e req-bb655d8d-c503-4be1-a5d7-e7127656d334 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:57.785118 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9471362f-12ff-4611-978c-0302406b3d3e req-bb655d8d-c503-4be1-a5d7-e7127656d334 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:57.785430 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [req-9471362f-12ff-4611-978c-0302406b3d3e req-bb655d8d-c503-4be1-a5d7-e7127656d334 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Floating IP 571e13cc-773a-4df2-81bd-30009b1ecca7 disassociated. External IP: 172.25.8.46, port: b9d7475a-6d37-42d7-bf89-560491b9912a. Apr 21 12:44:57.785790 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-9471362f-12ff-4611-978c-0302406b3d3e req-bb655d8d-c503-4be1-a5d7-e7127656d334 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Calling delete_port for b9d7475a-6d37-42d7-bf89-560491b9912a owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:44:57.815166 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c06347c6-f618-478c-a0ff-c0b35e78b3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:57.862531 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c06347c6-f618-478c-a0ff-c0b35e78b3e2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=762f1c2b16354a329a666764519d7943&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3329210 Apr 21 12:44:57.865051 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48506) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:57.872658 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 83c9f50d-2c04-461c-9b95-d8fbcd8bbd14 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:44:57.873811 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06347c6-f618-478c-a0ff-c0b35e78b3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02b18b59-e222-44c1-a406-1b2e4bf855ae,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:57.905221 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106f2ff-8cf0-48dc-a137-3094f4753471 req-f6b720c2-2bfd-4695-baf1-1316a103b33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:57.907057 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d106f2ff-8cf0-48dc-a137-3094f4753471 req-f6b720c2-2bfd-4695-baf1-1316a103b33e service neutron] 10.222.0.24 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.3037930 Apr 21 12:44:57.910838 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e593248a-4818-4531-abd1-1f0a07d150b7 req-e6749c53-9c05-4d51-add8-723a9b2b95c3 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901011 Apr 21 12:44:57.924166 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:44:57.925700 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad5aa4bb-f3dc-4d53-833c-4b9f94f8e52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:57.950141 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad5aa4bb-f3dc-4d53-833c-4b9f94f8e52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:57.988444 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d106f2ff-8cf0-48dc-a137-3094f4753471 req-210cef1b-f122-480a-90af-849b633c789f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c398ad9d-e563-462c-9396-11c97eb441ca HTTP/1.1" status: 200 len: 217 time: 0.0721691 Apr 21 12:44:58.003334 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1e7bf-2c59-45c8-a616-9604218f6540 req-7bca25f0-f31a-4901-8c6b-ea6a2be55066 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:58.005172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5ee1e7bf-2c59-45c8-a616-9604218f6540 req-7bca25f0-f31a-4901-8c6b-ea6a2be55066 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed93c51-8c9f-4a95-81e0-1d62825dc74d HTTP/1.1" status: 200 len: 945 time: 0.2279325 Apr 21 12:44:58.005736 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 83c9f50d-2c04-461c-9b95-d8fbcd8bbd14, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=83c9f50d-2c04-461c-9b95-d8fbcd8bbd14,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:58.027533 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '83c9f50d-2c04-461c-9b95-d8fbcd8bbd14', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': '83c9f50d-2c04-461c-9b95-d8fbcd8bbd14', 'mac_address': 'fa:16:3e:0d:ba:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:44:58.064985 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:58.074001 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-30420f98-aa6f-40aa-9a42-91421794b262 req-e4c2f635-8d65-4127-bf34-ed3267a32025 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=9269346e-f2ad-48aa-8bb8-b117bfa40f84 HTTP/1.1" status: 200 len: 210 time: 0.0905297 Apr 21 12:44:58.078538 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c9f50d-2c04-461c-9b95-d8fbcd8bbd14 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:44:58.099168 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 83c9f50d-2c04-461c-9b95-d8fbcd8bbd14, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=83c9f50d-2c04-461c-9b95-d8fbcd8bbd14,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:58.124711 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad5aa4bb-f3dc-4d53-833c-4b9f94f8e52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:58.124711 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ad5aa4bb-f3dc-4d53-833c-4b9f94f8e52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:58.124711 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ad5aa4bb-f3dc-4d53-833c-4b9f94f8e52d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/02b18b59-e222-44c1-a406-1b2e4bf855ae HTTP/1.1" status: 204 len: 168 time: 0.2552829 Apr 21 12:44:58.129509 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5aa4bb-f3dc-4d53-833c-4b9f94f8e52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02b18b59-e222-44c1-a406-1b2e4bf855ae,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:58.154127 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5ee1e7bf-2c59-45c8-a616-9604218f6540 req-5e35817b-3eda-4e3e-b6b4-b7aec4dfb53e tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/security-groups?id=3b6b4919-b491-4ff2-a6a9-e2d9faf9bd54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265557 Apr 21 12:44:58.165939 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106f2ff-8cf0-48dc-a137-3094f4753471 req-b78cfbef-639d-48b7-8d78-4fae0409e760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:58.167382 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d106f2ff-8cf0-48dc-a137-3094f4753471 req-b78cfbef-639d-48b7-8d78-4fae0409e760 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1557965 Apr 21 12:44:58.211788 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:58.286155 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88ea14-6174-4f59-8492-5b1669fec0e9 req-af5d000b-cb1b-48e4-af93-211f2a7f7d59 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:58.287698 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db88ea14-6174-4f59-8492-5b1669fec0e9 req-af5d000b-cb1b-48e4-af93-211f2a7f7d59 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.1323235 Apr 21 12:44:58.289780 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106f2ff-8cf0-48dc-a137-3094f4753471 req-9835bf42-8f53-45ac-852a-5440a75cb8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:58.291292 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d106f2ff-8cf0-48dc-a137-3094f4753471 req-9835bf42-8f53-45ac-852a-5440a75cb8c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0928252 Apr 21 12:44:58.305510 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=83c9f50d-2c04-461c-9b95-d8fbcd8bbd14,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:58.400695 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db88ea14-6174-4f59-8492-5b1669fec0e9 req-26b6b5a3-d960-4eb5-8090-4f3a8703de77 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068051 Apr 21 12:44:58.424339 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9471362f-12ff-4611-978c-0302406b3d3e req-bb655d8d-c503-4be1-a5d7-e7127656d334 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:58.439432 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ee58c-c860-45d2-b9d0-82dccf66ffbc req-2605ca72-5cc8-43f5-bc1f-339d509634c5 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:58.441150 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce5ee58c-c860-45d2-b9d0-82dccf66ffbc req-2605ca72-5cc8-43f5-bc1f-339d509634c5 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a4e8bc-d760-4c75-9566-08314ec9899f HTTP/1.1" status: 200 len: 949 time: 0.1224990 Apr 21 12:44:58.488083 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb655d8d-c503-4be1-a5d7-e7127656d334 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Pushing event deleted for resources: {'Port': ['ID=b9d7475a-6d37-42d7-bf89-560491b9912a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:58.511267 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d106f2ff-8cf0-48dc-a137-3094f4753471 req-0824afbf-051d-421e-bed2-2723463a3d3f service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100201 Apr 21 12:44:58.516172 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device ac3cd380-a0e6-44dc-9c99-164bfae678c7 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:44:58.522539 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device ac3cd380-a0e6-44dc-9c99-164bfae678c7 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:44:58.549755 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-113452e4-746f-4bad-a754-748b3a943324 req-b79079ad-090c-48f4-9e29-2b9d31edec93 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=3775fbc4-d3ec-4da7-acc4-635b092ccd5e HTTP/1.1" status: 200 len: 210 time: 0.0534391 Apr 21 12:44:58.572270 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['83c9f50d-2c04-461c-9b95-d8fbcd8bbd14'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:44:58.663613 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce5ee58c-c860-45d2-b9d0-82dccf66ffbc req-2bbc05d1-18b6-492c-814d-83aa2545bf62 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.36 "GET /v2.0/security-groups?id=f50bdb73-7b91-40b7-a43b-786df5b89535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001317 Apr 21 12:44:58.747730 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d106f2ff-8cf0-48dc-a137-3094f4753471 req-954b3204-1823-4de6-8a57-4135db2d9789 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106049 Apr 21 12:44:58.769286 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9471362f-12ff-4611-978c-0302406b3d3e req-bb655d8d-c503-4be1-a5d7-e7127656d334 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Router 494ee62b-3344-4c8d-8e55-3b1d9faa9836 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:44:58.778157 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port ac3cd380-a0e6-44dc-9c99-164bfae678c7, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=ac3cd380-a0e6-44dc-9c99-164bfae678c7,segment=NetworkSegment(970b3fae-3789-466b-a3f7-fb9bdc70d734),segment_id=970b3fae-3789-466b-a3f7-fb9bdc70d734)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:58.783522 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:58.822812 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'ac3cd380-a0e6-44dc-9c99-164bfae678c7', 'network_id': '30d24d19-5440-49dc-91a3-dbb88893c2b0', 'port_id': 'ac3cd380-a0e6-44dc-9c99-164bfae678c7', 'mac_address': 'fa:16:3e:d6:fa:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60acb840-0dd0-4e57-a445-07399e0f9716', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:44:58.843201 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3fd7d6-997c-4dd5-886b-357e2c563693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac3cd380-a0e6-44dc-9c99-164bfae678c7'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:44:58.845435 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10162e0-38b1-4bdd-963d-e0a9b0f7257c" -d '{"events": [{"server_uuid": "0c3fd7d6-997c-4dd5-886b-357e2c563693", "name": "network-vif-unplugged", "status": "completed", "tag": "ac3cd380-a0e6-44dc-9c99-164bfae678c7"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:44:58.908385 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port ac3cd380-a0e6-44dc-9c99-164bfae678c7, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=ac3cd380-a0e6-44dc-9c99-164bfae678c7,segment=NetworkSegment(970b3fae-3789-466b-a3f7-fb9bdc70d734),segment_id=970b3fae-3789-466b-a3f7-fb9bdc70d734)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:58.941400 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:58.943088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9471362f-12ff-4611-978c-0302406b3d3e req-bb655d8d-c503-4be1-a5d7-e7127656d334 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:44:58.970716 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db25803d-56e1-48fa-996f-8a3756a8199e None None] Sync routers for ids ['494ee62b-3344-4c8d-8e55-3b1d9faa9836'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:44:58.985432 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac3cd380-a0e6-44dc-9c99-164bfae678c7 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:44:58.993008 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db25803d-56e1-48fa-996f-8a3756a8199e None None] Routers {'494ee62b-3344-4c8d-8e55-3b1d9faa9836'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:44:58.993643 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-db25803d-56e1-48fa-996f-8a3756a8199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:44:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['494ee62b-3344-4c8d-8e55-3b1d9faa9836'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:44:59.010825 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48528) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:59.012301 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e2fb92-0451-4681-8c30-7a8c08401914 x-openstack-request-id: req-09e2fb92-0451-4681-8c30-7a8c08401914 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:44:59.012563 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3fd7d6-997c-4dd5-886b-357e2c563693", "name": "network-vif-unplugged", "status": "completed", "tag": "ac3cd380-a0e6-44dc-9c99-164bfae678c7", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:44:59.013831 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-09e2fb92-0451-4681-8c30-7a8c08401914 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:44:59.013831 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09e2fb92-0451-4681-8c30-7a8c08401914'] response: {'server_uuid': '0c3fd7d6-997c-4dd5-886b-357e2c563693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac3cd380-a0e6-44dc-9c99-164bfae678c7', 'code': 200} Apr 21 12:44:59.016095 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-9471362f-12ff-4611-978c-0302406b3d3e req-bb655d8d-c503-4be1-a5d7-e7127656d334 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] No DVR routers for this DVR port b9d7475a-6d37-42d7-bf89-560491b9912a on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:44:59.019059 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9471362f-12ff-4611-978c-0302406b3d3e req-bb655d8d-c503-4be1-a5d7-e7127656d334 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:59.023678 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9471362f-12ff-4611-978c-0302406b3d3e req-bb655d8d-c503-4be1-a5d7-e7127656d334 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.26 "DELETE /v2.0/ports/b9d7475a-6d37-42d7-bf89-560491b9912a HTTP/1.1" status: 204 len: 173 time: 2.1300576 Apr 21 12:44:59.037524 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7b71ae7-f2a3-4e9e-8e15-0e49f61ade45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:59.045329 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:59.098091 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:44:59.098091 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:44:59.145157 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a241d50b-f14d-4962-868c-da514164ebd6 req-455ae957-b16f-4c6d-8197-5dbafa194535 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:59.147280 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a241d50b-f14d-4962-868c-da514164ebd6 req-455ae957-b16f-4c6d-8197-5dbafa194535 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 948 time: 0.1034319 Apr 21 12:44:59.169807 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=ac3cd380-a0e6-44dc-9c99-164bfae678c7,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:59.208978 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7b71ae7-f2a3-4e9e-8e15-0e49f61ade45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:59.248257 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-db25803d-56e1-48fa-996f-8a3756a8199e None None] Set router 494ee62b-3344-4c8d-8e55-3b1d9faa9836 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:44:59.297991 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a46267eb-01c0-4033-b1aa-fa21bf568b3c req-f3f946dd-53a8-4129-8403-b121aaf0d402 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=9269346e-f2ad-48aa-8bb8-b117bfa40f84 HTTP/1.1" status: 200 len: 210 time: 0.0644062 Apr 21 12:44:59.310086 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a241d50b-f14d-4962-868c-da514164ebd6 req-857c2d29-a0d7-4adc-9bc5-1ef26f27275e tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535356 Apr 21 12:44:59.323960 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7b71ae7-f2a3-4e9e-8e15-0e49f61ade45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:59.402026 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b71ae7-f2a3-4e9e-8e15-0e49f61ade45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de816c4-7cd7-4fe7-8fed-b1fef34781b6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:59.406520 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b7b71ae7-f2a3-4e9e-8e15-0e49f61ade45 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5687b34b935e44bc88e24f4e7320f108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3946552 Apr 21 12:44:59.409222 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48538) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:44:59.433813 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-3aaa1079-5031-420b-8649-1412fbf26a1b tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:59.435335 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-3aaa1079-5031-420b-8649-1412fbf26a1b tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.26 "GET /v2.0/networks?id=210b1822-b19c-4a3a-bd44-f48c8d787bcf HTTP/1.1" status: 200 len: 806 time: 0.2430081 Apr 21 12:44:59.435756 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed93c51-8c9f-4a95-81e0-1d62825dc74d', 'name': 'network-vif-deleted', 'tag': 'b9d7475a-6d37-42d7-bf89-560491b9912a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:44:59.438972 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939b8685-2327-4404-9966-19ccbc9c5eb6" -d '{"events": [{"server_uuid": "3ed93c51-8c9f-4a95-81e0-1d62825dc74d", "name": "network-vif-deleted", "tag": "b9d7475a-6d37-42d7-bf89-560491b9912a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:44:59.451352 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-6f74ab7a-68b3-4178-a8af-08da6e1acc46 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Request body: {'port': {'device_id': '3775fbc4-d3ec-4da7-acc4-635b092ccd5e', 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf', 'admin_state_up': True, 'tenant_id': '820f30556a864d2abf13eb66052aec75'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:44:59.509207 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d5570541-7fd4-4649-9cb5-8a9c5d1bc9bf req-adedd1c9-64f1-4512-a2a4-0b4d2b5fda16 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ed93c51-8c9f-4a95-81e0-1d62825dc74d HTTP/1.1" status: 200 len: 210 time: 0.0456414 Apr 21 12:44:59.515887 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8ce445e-a28c-4772-b3b2-f098de986e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:59.544229 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8ce445e-a28c-4772-b3b2-f098de986e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:59.593467 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff2e358-499c-48ac-a287-8159f28342db x-openstack-request-id: req-4ff2e358-499c-48ac-a287-8159f28342db {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:44:59.593934 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed93c51-8c9f-4a95-81e0-1d62825dc74d", "name": "network-vif-deleted", "tag": "b9d7475a-6d37-42d7-bf89-560491b9912a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:44:59.594289 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4ff2e358-499c-48ac-a287-8159f28342db {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:44:59.594788 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ff2e358-499c-48ac-a287-8159f28342db'] response: {'server_uuid': '3ed93c51-8c9f-4a95-81e0-1d62825dc74d', 'name': 'network-vif-deleted', 'tag': 'b9d7475a-6d37-42d7-bf89-560491b9912a', 'status': 'completed', 'code': 200} Apr 21 12:44:59.604464 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-db25803d-56e1-48fa-996f-8a3756a8199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'name': 'tempest-ServersTestManualDisk-342385493-router', 'tenant_id': '92a6d43df1624433929afadbcee46f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'c9725a05-fec9-4f40-848d-b94b28a9c326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:33Z', 'updated_at': '2022-04-21T12:42:47Z', 'revision_number': 4, 'project_id': '92a6d43df1624433929afadbcee46f8a', 'gw_port': {'id': 'c9725a05-fec9-4f40-848d-b94b28a9c326', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:35Z', 'updated_at': '2022-04-21T12:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '740a3582-8dac-4dad-a00d-94758c672b5c', 'name': '', 'network_id': '44eb7d1a-3922-4d99-876a-850783df7ae4', 'tenant_id': '92a6d43df1624433929afadbcee46f8a', 'mac_address': 'fa:16:3e:5c:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'c380a365-ab59-4237-865d-7af47378b019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:45Z', 'updated_at': '2022-04-21T12:42:56Z', 'revision_number': 5, 'project_id': '92a6d43df1624433929afadbcee46f8a', 'subnets': [{'id': 'c380a365-ab59-4237-865d-7af47378b019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:44:59.636864 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b561a1-7ec4-4039-9ffa-9c418984ea38 req-217bd852-ff31-4074-911e-6c296a9e722d tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:59.638677 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5b561a1-7ec4-4039-9ffa-9c418984ea38 req-217bd852-ff31-4074-911e-6c296a9e722d tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 944 time: 0.0862432 Apr 21 12:44:59.647246 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:59.658778 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db25803d-56e1-48fa-996f-8a3756a8199e None None] Checking router: 494ee62b-3344-4c8d-8e55-3b1d9faa9836 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:44:59.668228 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db25803d-56e1-48fa-996f-8a3756a8199e None None] Routers {'494ee62b-3344-4c8d-8e55-3b1d9faa9836'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:44:59.669170 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-db25803d-56e1-48fa-996f-8a3756a8199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:44:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['494ee62b-3344-4c8d-8e55-3b1d9faa9836'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:44:59.692710 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac3cd380-a0e6-44dc-9c99-164bfae678c7 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:44:59.736878 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port ac3cd380-a0e6-44dc-9c99-164bfae678c7, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=ac3cd380-a0e6-44dc-9c99-164bfae678c7,segment=NetworkSegment(970b3fae-3789-466b-a3f7-fb9bdc70d734),segment_id=970b3fae-3789-466b-a3f7-fb9bdc70d734)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:44:59.737067 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-76c33cb9-6e32-4f2b-855d-1deae33dfa1f req-d6a7e6e7-8501-43cf-91e2-3b968f97683a tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=3775fbc4-d3ec-4da7-acc4-635b092ccd5e HTTP/1.1" status: 200 len: 210 time: 0.0622025 Apr 21 12:44:59.772451 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5b561a1-7ec4-4039-9ffa-9c418984ea38 req-dcf308e2-f454-457c-917a-4ebd8a05c3ae tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231737 Apr 21 12:44:59.814001 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-db25803d-56e1-48fa-996f-8a3756a8199e None None] Set router 494ee62b-3344-4c8d-8e55-3b1d9faa9836 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:44:59.836349 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8ce445e-a28c-4772-b3b2-f098de986e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:59.839033 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8ce445e-a28c-4772-b3b2-f098de986e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:59.840193 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c8ce445e-a28c-4772-b3b2-f098de986e19 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2de816c4-7cd7-4fe7-8fed-b1fef34781b6 HTTP/1.1" status: 204 len: 168 time: 0.4300365 Apr 21 12:44:59.859836 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce445e-a28c-4772-b3b2-f098de986e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de816c4-7cd7-4fe7-8fed-b1fef34781b6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:44:59.887762 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:59.905084 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-6f74ab7a-68b3-4178-a8af-08da6e1acc46 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Made reservation on behalf of 820f30556a864d2abf13eb66052aec75 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:44:59.905963 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 83c9f50d-2c04-461c-9b95-d8fbcd8bbd14 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:44:59.910353 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-6f74ab7a-68b3-4178-a8af-08da6e1acc46 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:44:59.959082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4c8e7-039d-4723-a1cb-ef837d3a478c req-7e0fff16-11a7-488f-8f47-a41083d007be tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:44:59.974560 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-71b4c8e7-039d-4723-a1cb-ef837d3a478c req-7e0fff16-11a7-488f-8f47-a41083d007be tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a4e8bc-d760-4c75-9566-08314ec9899f HTTP/1.1" status: 200 len: 949 time: 0.1439891 Apr 21 12:45:00.065982 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-db25803d-56e1-48fa-996f-8a3756a8199e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'name': 'tempest-ServersTestManualDisk-342385493-router', 'tenant_id': '92a6d43df1624433929afadbcee46f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'c9725a05-fec9-4f40-848d-b94b28a9c326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:33Z', 'updated_at': '2022-04-21T12:42:47Z', 'revision_number': 4, 'project_id': '92a6d43df1624433929afadbcee46f8a', 'gw_port': {'id': 'c9725a05-fec9-4f40-848d-b94b28a9c326', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:35Z', 'updated_at': '2022-04-21T12:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '740a3582-8dac-4dad-a00d-94758c672b5c', 'name': '', 'network_id': '44eb7d1a-3922-4d99-876a-850783df7ae4', 'tenant_id': '92a6d43df1624433929afadbcee46f8a', 'mac_address': 'fa:16:3e:5c:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'c380a365-ab59-4237-865d-7af47378b019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:45Z', 'updated_at': '2022-04-21T12:42:56Z', 'revision_number': 5, 'project_id': '92a6d43df1624433929afadbcee46f8a', 'subnets': [{'id': 'c380a365-ab59-4237-865d-7af47378b019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:00.075663 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=ac3cd380-a0e6-44dc-9c99-164bfae678c7,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:00.098084 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-71b4c8e7-039d-4723-a1cb-ef837d3a478c req-72d3258c-45d3-4495-89cc-26394d9681ed tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.36 "GET /v2.0/security-groups?id=f50bdb73-7b91-40b7-a43b-786df5b89535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222272 Apr 21 12:45:00.112117 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db25803d-56e1-48fa-996f-8a3756a8199e None None] The sync data for ids ['494ee62b-3344-4c8d-8e55-3b1d9faa9836'] in n-d-836147-2 is: [{'id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'name': 'tempest-ServersTestManualDisk-342385493-router', 'tenant_id': '92a6d43df1624433929afadbcee46f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'c9725a05-fec9-4f40-848d-b94b28a9c326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:33Z', 'updated_at': '2022-04-21T12:42:47Z', 'revision_number': 4, 'project_id': '92a6d43df1624433929afadbcee46f8a', 'gw_port': {'id': 'c9725a05-fec9-4f40-848d-b94b28a9c326', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:35Z', 'updated_at': '2022-04-21T12:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '740a3582-8dac-4dad-a00d-94758c672b5c', 'name': '', 'network_id': '44eb7d1a-3922-4d99-876a-850783df7ae4', 'tenant_id': '92a6d43df1624433929afadbcee46f8a', 'mac_address': 'fa:16:3e:5c:bb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': 'c380a365-ab59-4237-865d-7af47378b019', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:45Z', 'updated_at': '2022-04-21T12:42:56Z', 'revision_number': 5, 'project_id': '92a6d43df1624433929afadbcee46f8a', 'subnets': [{'id': 'c380a365-ab59-4237-865d-7af47378b019', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:45:00.137551 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['ac3cd380-a0e6-44dc-9c99-164bfae678c7'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:45:00.213476 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 83c9f50d-2c04-461c-9b95-d8fbcd8bbd14 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:45:00.221940 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 83c9f50d-2c04-461c-9b95-d8fbcd8bbd14 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:45:00.222320 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:00.226421 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-6f74ab7a-68b3-4178-a8af-08da6e1acc46 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Allocated IP 172.20.0.12 (210b1822-b19c-4a3a-bd44-f48c8d787bcf/5e66f24c-8af3-4904-ad4f-94ba052f7897/b0e7d49a-a586-4ff6-85da-fb8fc3175f21) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:45:00.348444 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:00.417183 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 83c9f50d-2c04-461c-9b95-d8fbcd8bbd14, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=83c9f50d-2c04-461c-9b95-d8fbcd8bbd14,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:00.500693 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:00.501722 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device b9d7475a-6d37-42d7-bf89-560491b9912a no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:45:00.556282 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c398ad9d-e563-462c-9396-11c97eb441ca details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:45:00.561464 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: b9d7475a-6d37-42d7-bf89-560491b9912a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:45:00.561830 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device b9d7475a-6d37-42d7-bf89-560491b9912a not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:45:00.595403 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1af144d-5aa2-4895-95aa-c79a2338453a None None] New status for floating IP 571e13cc-773a-4df2-81bd-30009b1ecca7: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:45:00.646401 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=83c9f50d-2c04-461c-9b95-d8fbcd8bbd14,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:00.799114 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port c398ad9d-e563-462c-9396-11c97eb441ca, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c398ad9d-e563-462c-9396-11c97eb441ca,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:00.813796 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'c398ad9d-e563-462c-9396-11c97eb441ca', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': 'c398ad9d-e563-462c-9396-11c97eb441ca', 'mac_address': 'fa:16:3e:73:73:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:45:00.862270 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:00.879005 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c398ad9d-e563-462c-9396-11c97eb441ca {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:45:00.911117 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port c398ad9d-e563-462c-9396-11c97eb441ca, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c398ad9d-e563-462c-9396-11c97eb441ca,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:00.996341 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:01.013126 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-6f74ab7a-68b3-4178-a8af-08da6e1acc46 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:01.016134 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a125b92-e20b-4e50-98e6-54db3336fc67 req-bf67f08a-5c4b-4694-879d-f7bc62cbf98b tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=9269346e-f2ad-48aa-8bb8-b117bfa40f84 HTTP/1.1" status: 200 len: 210 time: 0.4222865 Apr 21 12:45:01.058787 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a4e8bc-d760-4c75-9566-08314ec9899f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c9f50d-2c04-461c-9b95-d8fbcd8bbd14'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:45:01.061096 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a71c19-9f70-4b45-82b1-6740a033e3c4" -d '{"events": [{"server_uuid": "10a4e8bc-d760-4c75-9566-08314ec9899f", "name": "network-vif-plugged", "status": "completed", "tag": "83c9f50d-2c04-461c-9b95-d8fbcd8bbd14"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:45:01.066910 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=c398ad9d-e563-462c-9396-11c97eb441ca,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:01.077141 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a34fca-8e33-4804-84db-b013e6966527 req-cf2ac83a-b278-4eb9-897b-ad578048c2e4 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:01.078623 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3a34fca-8e33-4804-84db-b013e6966527 req-cf2ac83a-b278-4eb9-897b-ad578048c2e4 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.26 "GET /v2.0/networks?id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f HTTP/1.1" status: 200 len: 812 time: 0.6049652 Apr 21 12:45:01.093367 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed613fb-8ad5-422f-b3b0-fcee064e953a req-39bd031c-3e4a-44e9-ae58-79a24e2a4860 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:01.094903 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fed613fb-8ad5-422f-b3b0-fcee064e953a req-39bd031c-3e4a-44e9-ae58-79a24e2a4860 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 948 time: 0.4999495 Apr 21 12:45:01.103218 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c3a34fca-8e33-4804-84db-b013e6966527 req-2c510a0b-4d30-4e04-9c05-c204ef3b8bbd tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Request body: {'port': {'device_id': '9269346e-f2ad-48aa-8bb8-b117bfa40f84', 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f', 'admin_state_up': True, 'tenant_id': '2ca86f47c8c14947a62af2b454f0a117'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:45:01.207470 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba021d25-776c-470d-ac48-32486e3cd196 req-b2ff7ef9-c542-4941-984a-6f688898e640 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=3775fbc4-d3ec-4da7-acc4-635b092ccd5e HTTP/1.1" status: 200 len: 210 time: 0.0445256 Apr 21 12:45:01.229875 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fed613fb-8ad5-422f-b3b0-fcee064e953a req-ff69bea3-6f2c-4d37-891b-60d2731556ec tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211255 Apr 21 12:45:01.283452 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['c398ad9d-e563-462c-9396-11c97eb441ca'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:45:01.307059 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-6f74ab7a-68b3-4178-a8af-08da6e1acc46 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:01.314925 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0cceeb6-c59f-4773-9172-a7c44eda04a7 x-openstack-request-id: req-e0cceeb6-c59f-4773-9172-a7c44eda04a7 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:45:01.315214 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a4e8bc-d760-4c75-9566-08314ec9899f", "name": "network-vif-plugged", "status": "completed", "tag": "83c9f50d-2c04-461c-9b95-d8fbcd8bbd14", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:45:01.315486 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e0cceeb6-c59f-4773-9172-a7c44eda04a7 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:45:01.316016 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0cceeb6-c59f-4773-9172-a7c44eda04a7'] response: {'server_uuid': '10a4e8bc-d760-4c75-9566-08314ec9899f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c9f50d-2c04-461c-9b95-d8fbcd8bbd14', 'code': 200} Apr 21 12:45:01.357562 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-6f74ab7a-68b3-4178-a8af-08da6e1acc46 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Network 210b1822-b19c-4a3a-bd44-f48c8d787bcf is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:45:01.374651 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-6f74ab7a-68b3-4178-a8af-08da6e1acc46 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:45:01.377344 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-6f74ab7a-68b3-4178-a8af-08da6e1acc46 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:45:01.405514 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48588) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:01.433539 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fb3e6e-dfbc-45d9-8997-bd164b97acc9 req-b95f8860-c80f-4935-af46-b3295f4e44a6 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:01.440948 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5fb3e6e-dfbc-45d9-8997-bd164b97acc9 req-b95f8860-c80f-4935-af46-b3295f4e44a6 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 945 time: 0.1685345 Apr 21 12:45:01.442971 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3a34fca-8e33-4804-84db-b013e6966527 req-2c510a0b-4d30-4e04-9c05-c204ef3b8bbd tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Made reservation on behalf of 2ca86f47c8c14947a62af2b454f0a117 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:45:01.446661 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3a34fca-8e33-4804-84db-b013e6966527 req-2c510a0b-4d30-4e04-9c05-c204ef3b8bbd tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:01.480711 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74ab7a-68b3-4178-a8af-08da6e1acc46 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Pushing event updated for resources: {'Port': ['ID=b0e7d49a-a586-4ff6-85da-fb8fc3175f21,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:01.519134 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6629e7d9-83e4-4ef6-b7d6-550df1c3a5c6 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:01.552702 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6629e7d9-83e4-4ef6-b7d6-550df1c3a5c6 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:01.562831 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-6f74ab7a-68b3-4178-a8af-08da6e1acc46 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:01.563477 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-6f74ab7a-68b3-4178-a8af-08da6e1acc46 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:01.627239 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3bf0c-c254-4b82-b14a-6357e436bad9 req-4ff243e2-fd65-425d-b8a6-619e708aca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:01.632286 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7aa3bf0c-c254-4b82-b14a-6357e436bad9 req-4ff243e2-fd65-425d-b8a6-619e708aca07 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=10a4e8bc-d760-4c75-9566-08314ec9899f HTTP/1.1" status: 200 len: 1101 time: 0.2651346 Apr 21 12:45:01.634837 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5fb3e6e-dfbc-45d9-8997-bd164b97acc9 req-9e1dd10d-e124-44fd-84ae-f6f556ea4079 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928127 Apr 21 12:45:01.700797 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ff4c7-6db0-4fff-8c49-8a27b047b817 req-93d63398-76d9-4c70-96bd-465dcd797348 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:01.702059 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-072ff4c7-6db0-4fff-8c49-8a27b047b817 req-93d63398-76d9-4c70-96bd-465dcd797348 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a4e8bc-d760-4c75-9566-08314ec9899f HTTP/1.1" status: 200 len: 950 time: 0.1690891 Apr 21 12:45:01.707979 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-6f74ab7a-68b3-4178-a8af-08da6e1acc46 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2638445 Apr 21 12:45:01.717900 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6629e7d9-83e4-4ef6-b7d6-550df1c3a5c6 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:01.720658 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6629e7d9-83e4-4ef6-b7d6-550df1c3a5c6 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:01.721839 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6629e7d9-83e4-4ef6-b7d6-550df1c3a5c6 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "DELETE /v2.0/security-groups/3b6b4919-b491-4ff2-a6a9-e2d9faf9bd54 HTTP/1.1" status: 204 len: 168 time: 0.3065975 Apr 21 12:45:01.729678 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48600) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:01.738862 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629e7d9-83e4-4ef6-b7d6-550df1c3a5c6 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6b4919-b491-4ff2-a6a9-e2d9faf9bd54,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:01.746827 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-7218bdcf-2f61-4714-a27e-94b5484c0e93 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] show failed (client error): The resource could not be found. Apr 21 12:45:01.747582 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-40b13da9-b322-43de-a8eb-804e4e8a62ac service neutron] Request body: {'port': {'device_id': '3775fbc4-d3ec-4da7-acc4-635b092ccd5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:45:01.749627 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7218bdcf-2f61-4714-a27e-94b5484c0e93 tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "GET /v2.0/security-groups/3b6b4919-b491-4ff2-a6a9-e2d9faf9bd54 HTTP/1.1" status: 404 len: 347 time: 0.0220659 Apr 21 12:45:01.752891 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48604) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:01.796649 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-c3a34fca-8e33-4804-84db-b013e6966527 req-2c510a0b-4d30-4e04-9c05-c204ef3b8bbd tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Allocated IP 172.20.0.2 (bc25f2ca-45e5-4cab-99f1-9a004ec7506f/7de8299c-2f72-4fcd-b7b0-175fd3b81685/e0e15cd2-2763-43eb-9207-30d4676d362e) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:45:01.839526 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-072ff4c7-6db0-4fff-8c49-8a27b047b817 req-1026accf-55da-4001-998c-b50e840a489c tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.36 "GET /v2.0/security-groups?id=f50bdb73-7b91-40b7-a43b-786df5b89535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264102 Apr 21 12:45:01.870148 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7aa3bf0c-c254-4b82-b14a-6357e436bad9 req-748c9957-4569-4ad7-9f80-ec033ce42fec service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f50bdb73-7b91-40b7-a43b-786df5b89535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278532 Apr 21 12:45:01.886502 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-40b13da9-b322-43de-a8eb-804e4e8a62ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:01.889757 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:45:01.910151 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-807113b2-aee0-46c8-acf9-8276d2b7013e tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Deleting port 223fd880-1926-423c-94cd-768eeb2ca05c {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:45:01.910520 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-807113b2-aee0-46c8-acf9-8276d2b7013e tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:01.989535 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-807113b2-aee0-46c8-acf9-8276d2b7013e tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:01.989792 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-807113b2-aee0-46c8-acf9-8276d2b7013e tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:02.003470 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-807113b2-aee0-46c8-acf9-8276d2b7013e tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Calling delete_port for 223fd880-1926-423c-94cd-768eeb2ca05c owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:45:02.178301 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3a34fca-8e33-4804-84db-b013e6966527 req-2c510a0b-4d30-4e04-9c05-c204ef3b8bbd tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:02.202410 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72c04371-4ba1-450b-9185-6cb57d816995 req-6641f54e-637b-4c84-81a5-3234da06bf4e tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=9269346e-f2ad-48aa-8bb8-b117bfa40f84 HTTP/1.1" status: 200 len: 210 time: 0.0793447 Apr 21 12:45:02.265387 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-807113b2-aee0-46c8-acf9-8276d2b7013e tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:02.336314 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807113b2-aee0-46c8-acf9-8276d2b7013e tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Pushing event deleted for resources: {'Port': ['ID=223fd880-1926-423c-94cd-768eeb2ca05c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:02.408128 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3a34fca-8e33-4804-84db-b013e6966527 req-2c510a0b-4d30-4e04-9c05-c204ef3b8bbd tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:02.409531 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-807113b2-aee0-46c8-acf9-8276d2b7013e tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks [] for floatingip, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:02.412332 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-807113b2-aee0-46c8-acf9-8276d2b7013e tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:02.416827 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-807113b2-aee0-46c8-acf9-8276d2b7013e tempest-ServersTestManualDisk-1739492666 tempest-ServersTestManualDisk-1739492666-project] 10.222.0.36 "DELETE /v2.0/floatingips/571e13cc-773a-4df2-81bd-30009b1ecca7 HTTP/1.1" status: 204 len: 168 time: 0.6602106 Apr 21 12:45:02.417132 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48618) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:02.434998 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-40b13da9-b322-43de-a8eb-804e4e8a62ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0e7d49a-a586-4ff6-85da-fb8fc3175f21 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:45:02.461573 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 48620) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:02.465733 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-40b13da9-b322-43de-a8eb-804e4e8a62ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:02.512943 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3a34fca-8e33-4804-84db-b013e6966527 req-2c510a0b-4d30-4e04-9c05-c204ef3b8bbd tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Network bc25f2ca-45e5-4cab-99f1-9a004ec7506f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:45:02.526320 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45051882-1966-43a6-8552-87aafef224ae req-915f6b68-6971-424b-b427-60da8e3bdd62 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:02.527233 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-45051882-1966-43a6-8552-87aafef224ae req-915f6b68-6971-424b-b427-60da8e3bdd62 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=3775fbc4-d3ec-4da7-acc4-635b092ccd5e HTTP/1.1" status: 200 len: 932 time: 0.1950963 Apr 21 12:45:02.528265 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-40b13da9-b322-43de-a8eb-804e4e8a62ac service neutron] Transition to ACTIVE for port object b0e7d49a-a586-4ff6-85da-fb8fc3175f21 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:45:02.532354 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-c3a34fca-8e33-4804-84db-b013e6966527 req-2c510a0b-4d30-4e04-9c05-c204ef3b8bbd tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:45:02.537710 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3a34fca-8e33-4804-84db-b013e6966527 req-2c510a0b-4d30-4e04-9c05-c204ef3b8bbd tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:45:02.539644 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device ac3cd380-a0e6-44dc-9c99-164bfae678c7 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:45:02.544241 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c510a0b-4d30-4e04-9c05-c204ef3b8bbd tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Pushing event updated for resources: {'Port': ['ID=e0e15cd2-2763-43eb-9207-30d4676d362e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:02.554951 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d98ffd-23fa-4e7d-8c04-e4caaec270bc req-d4da9c21-8b27-452e-94fe-01f222c26cbd tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:02.562281 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c7d98ffd-23fa-4e7d-8c04-e4caaec270bc req-d4da9c21-8b27-452e-94fe-01f222c26cbd tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 949 time: 0.2318304 Apr 21 12:45:02.617952 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port ac3cd380-a0e6-44dc-9c99-164bfae678c7 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:45:02.619677 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:02.633141 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-40b13da9-b322-43de-a8eb-804e4e8a62ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:02.689241 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f39f741b-5f5f-4c93-a322-c753776e79b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:02.707653 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:02.722878 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c7d98ffd-23fa-4e7d-8c04-e4caaec270bc req-c1afd198-1a2a-4a1b-a177-b0f2302a2d60 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549575 Apr 21 12:45:02.755886 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port ac3cd380-a0e6-44dc-9c99-164bfae678c7, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=ac3cd380-a0e6-44dc-9c99-164bfae678c7,segment=NetworkSegment(970b3fae-3789-466b-a3f7-fb9bdc70d734),segment_id=970b3fae-3789-466b-a3f7-fb9bdc70d734)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:02.778220 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a34fca-8e33-4804-84db-b013e6966527 req-2c510a0b-4d30-4e04-9c05-c204ef3b8bbd tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:02.778920 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3a34fca-8e33-4804-84db-b013e6966527 req-2c510a0b-4d30-4e04-9c05-c204ef3b8bbd tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:02.802381 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-45051882-1966-43a6-8552-87aafef224ae req-41ed349d-ec1d-45da-bc45-5f873b77c72d tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319944 Apr 21 12:45:02.831425 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b13da9-b322-43de-a8eb-804e4e8a62ac service neutron] Pushing event updated for resources: {'Port': ['ID=b0e7d49a-a586-4ff6-85da-fb8fc3175f21,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:02.843041 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:02.843844 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c398ad9d-e563-462c-9396-11c97eb441ca up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:45:02.920144 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5d3ba35-c980-4b3d-a4ac-0ff64d59a67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:02.954220 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=ac3cd380-a0e6-44dc-9c99-164bfae678c7,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:02.993243 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3a34fca-8e33-4804-84db-b013e6966527 req-2c510a0b-4d30-4e04-9c05-c204ef3b8bbd tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8958094 Apr 21 12:45:03.028441 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c3a34fca-8e33-4804-84db-b013e6966527 req-61a295a2-9a8b-4d43-a958-3566694eca42 service neutron] Request body: {'port': {'device_id': '9269346e-f2ad-48aa-8bb8-b117bfa40f84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:45:03.041219 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port c398ad9d-e563-462c-9396-11c97eb441ca completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:45:03.045161 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port c398ad9d-e563-462c-9396-11c97eb441ca triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:45:03.045736 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:03.046987 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb63450-a658-4bd9-9725-b90ee6545493 req-66556b20-9a4c-4d93-93d9-5a0268852f98 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:03.050569 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ceb63450-a658-4bd9-9725-b90ee6545493 req-66556b20-9a4c-4d93-93d9-5a0268852f98 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 945 time: 0.2358820 Apr 21 12:45:03.129441 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-40b13da9-b322-43de-a8eb-804e4e8a62ac service neutron] Attempting to bind port b0e7d49a-a586-4ff6-85da-fb8fc3175f21 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:45:03.129804 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-40b13da9-b322-43de-a8eb-804e4e8a62ac service neutron] Attempting to bind port b0e7d49a-a586-4ff6-85da-fb8fc3175f21 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '58d8cb84-8f11-4151-a77a-bfc0637248a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:45:03.130135 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-40b13da9-b322-43de-a8eb-804e4e8a62ac service neutron] Attempting to bind port b0e7d49a-a586-4ff6-85da-fb8fc3175f21 on network 210b1822-b19c-4a3a-bd44-f48c8d787bcf {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:45:03.156262 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:03.183979 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234aa3a-0d56-40ed-97d4-eea3835faae9 req-cd1da1d7-0f0a-44b9-bb91-e1031dd09b54 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:03.193980 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4234aa3a-0d56-40ed-97d4-eea3835faae9 req-cd1da1d7-0f0a-44b9-bb91-e1031dd09b54 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a4e8bc-d760-4c75-9566-08314ec9899f HTTP/1.1" status: 200 len: 950 time: 0.2365322 Apr 21 12:45:03.195784 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-40b13da9-b322-43de-a8eb-804e4e8a62ac service neutron] Port b0e7d49a-a586-4ff6-85da-fb8fc3175f21 on network 210b1822-b19c-4a3a-bd44-f48c8d787bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:45:03.196107 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-40b13da9-b322-43de-a8eb-804e4e8a62ac service neutron] Attempting to bind port b0e7d49a-a586-4ff6-85da-fb8fc3175f21 on network 210b1822-b19c-4a3a-bd44-f48c8d787bcf {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:45:03.203396 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port c398ad9d-e563-462c-9396-11c97eb441ca, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c398ad9d-e563-462c-9396-11c97eb441ca,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:03.208843 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f39f741b-5f5f-4c93-a322-c753776e79b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:03.235437 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c5d3ba35-c980-4b3d-a4ac-0ff64d59a67c admin admin] Deleting port 740a3582-8dac-4dad-a00d-94758c672b5c {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:45:03.236327 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5d3ba35-c980-4b3d-a4ac-0ff64d59a67c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:03.243757 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ceb63450-a658-4bd9-9725-b90ee6545493 req-d5e303c5-cdf7-4e46-9463-23e0712d7b4b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729457 Apr 21 12:45:03.247161 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3a34fca-8e33-4804-84db-b013e6966527 req-61a295a2-9a8b-4d43-a958-3566694eca42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:03.250797 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-40b13da9-b322-43de-a8eb-804e4e8a62ac service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:45:03.251139 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-40b13da9-b322-43de-a8eb-804e4e8a62ac service neutron] Checking segment: {'id': '58d8cb84-8f11-4151-a77a-bfc0637248a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:45:03.251530 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-40b13da9-b322-43de-a8eb-804e4e8a62ac service neutron] Bound using segment: {'id': '58d8cb84-8f11-4151-a77a-bfc0637248a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:45:03.252279 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-40b13da9-b322-43de-a8eb-804e4e8a62ac service neutron] Bound port: b0e7d49a-a586-4ff6-85da-fb8fc3175f21, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58d8cb84-8f11-4151-a77a-bfc0637248a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:45:03.252279 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-40b13da9-b322-43de-a8eb-804e4e8a62ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:03.298735 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:03.313848 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f39f741b-5f5f-4c93-a322-c753776e79b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:03.347437 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3fd7d6-997c-4dd5-886b-357e2c563693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3cd380-a0e6-44dc-9c99-164bfae678c7'}, {'server_uuid': '53eaa29e-245b-42e0-ab80-786e596550a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c398ad9d-e563-462c-9396-11c97eb441ca'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:45:03.350937 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9545b84-bf0c-4aff-b329-4936e9ec73c8" -d '{"events": [{"server_uuid": "0c3fd7d6-997c-4dd5-886b-357e2c563693", "name": "network-vif-plugged", "status": "completed", "tag": "ac3cd380-a0e6-44dc-9c99-164bfae678c7"}, {"server_uuid": "53eaa29e-245b-42e0-ab80-786e596550a6", "name": "network-vif-plugged", "status": "completed", "tag": "c398ad9d-e563-462c-9396-11c97eb441ca"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:45:03.397955 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-c5d3ba35-c980-4b3d-a4ac-0ff64d59a67c admin admin] For port 740a3582-8dac-4dad-a00d-94758c672b5c, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=740a3582-8dac-4dad-a00d-94758c672b5c,segment=NetworkSegment(3d515146-2648-45c5-829b-f1cb9725fb9a),segment_id=3d515146-2648-45c5-829b-f1cb9725fb9a)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:03.397955 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5d3ba35-c980-4b3d-a4ac-0ff64d59a67c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:03.403655 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4234aa3a-0d56-40ed-97d4-eea3835faae9 req-8a443adb-becd-47fc-92fa-fc33f1aa3666 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.36 "GET /v2.0/security-groups?id=f50bdb73-7b91-40b7-a43b-786df5b89535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067649 Apr 21 12:45:03.420278 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=c398ad9d-e563-462c-9396-11c97eb441ca,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:03.431643 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c5d3ba35-c980-4b3d-a4ac-0ff64d59a67c admin admin] Calling delete_port for 740a3582-8dac-4dad-a00d-94758c672b5c owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:45:03.464395 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 21 Apr 2022 12:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6258d812-81da-4cd7-b088-22c8e822c844 x-openstack-request-id: req-6258d812-81da-4cd7-b088-22c8e822c844 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:45:03.464688 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3fd7d6-997c-4dd5-886b-357e2c563693", "name": "network-vif-plugged", "status": "completed", "tag": "ac3cd380-a0e6-44dc-9c99-164bfae678c7", "code": 200}, {"server_uuid": "53eaa29e-245b-42e0-ab80-786e596550a6", "name": "network-vif-plugged", "status": "completed", "tag": "c398ad9d-e563-462c-9396-11c97eb441ca", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:45:03.464934 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6258d812-81da-4cd7-b088-22c8e822c844 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:45:03.465341 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6258d812-81da-4cd7-b088-22c8e822c844'] response: {'server_uuid': '0c3fd7d6-997c-4dd5-886b-357e2c563693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3cd380-a0e6-44dc-9c99-164bfae678c7', 'code': 200} Apr 21 12:45:03.465618 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6258d812-81da-4cd7-b088-22c8e822c844'] response: {'server_uuid': '53eaa29e-245b-42e0-ab80-786e596550a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c398ad9d-e563-462c-9396-11c97eb441ca', 'code': 200} Apr 21 12:45:03.502835 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f39f741b-5f5f-4c93-a322-c753776e79b9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a78d31080f824131a48e6d17294a7fc8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0304639 Apr 21 12:45:03.503074 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48636) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:03.503838 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f741b-5f5f-4c93-a322-c753776e79b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ff063f-d7d0-4a33-afd5-88fc2f1f5ff8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:03.618148 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe2f0ac8-fe7a-44c4-a33e-90ea7f55eab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:03.618364 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-40b13da9-b322-43de-a8eb-804e4e8a62ac service neutron] For port b0e7d49a-a586-4ff6-85da-fb8fc3175f21, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:45:03.640148 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d777172d-7b65-427a-a816-e9f07aaa5157 req-97b19cea-8ce5-4e9c-8e79-92a2d1f74350 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:03.641932 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d777172d-7b65-427a-a816-e9f07aaa5157 req-97b19cea-8ce5-4e9c-8e79-92a2d1f74350 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=9269346e-f2ad-48aa-8bb8-b117bfa40f84 HTTP/1.1" status: 200 len: 931 time: 0.2318056 Apr 21 12:45:03.651385 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe2f0ac8-fe7a-44c4-a33e-90ea7f55eab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:03.659676 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-40b13da9-b322-43de-a8eb-804e4e8a62ac service neutron] For port b0e7d49a-a586-4ff6-85da-fb8fc3175f21, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=b0e7d49a-a586-4ff6-85da-fb8fc3175f21,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:45:03.745011 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-40b13da9-b322-43de-a8eb-804e4e8a62ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:03.758080 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae831fa2-0830-4506-977f-fe440ecd11a0 req-76fc0bea-2b90-42eb-89ae-b3b815581286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:03.759583 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae831fa2-0830-4506-977f-fe440ecd11a0 req-76fc0bea-2b90-42eb-89ae-b3b815581286 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 1101 time: 0.1844647 Apr 21 12:45:03.790367 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5d3ba35-c980-4b3d-a4ac-0ff64d59a67c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:03.818175 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3ba35-c980-4b3d-a4ac-0ff64d59a67c admin admin] Pushing event deleted for resources: {'Port': ['ID=740a3582-8dac-4dad-a00d-94758c672b5c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:03.824028 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe2f0ac8-fe7a-44c4-a33e-90ea7f55eab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:03.826723 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe2f0ac8-fe7a-44c4-a33e-90ea7f55eab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:03.828065 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fe2f0ac8-fe7a-44c4-a33e-90ea7f55eab5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/08ff063f-d7d0-4a33-afd5-88fc2f1f5ff8 HTTP/1.1" status: 204 len: 168 time: 0.3238759 Apr 21 12:45:03.835247 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d777172d-7b65-427a-a816-e9f07aaa5157 req-264c60a1-01b0-4c68-8011-2de1e619b740 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811373 Apr 21 12:45:03.848078 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-40b13da9-b322-43de-a8eb-804e4e8a62ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:03.848694 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-40b13da9-b322-43de-a8eb-804e4e8a62ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:03.850147 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-40b13da9-b322-43de-a8eb-804e4e8a62ac service neutron] 10.222.0.26 "PUT /v2.0/ports/b0e7d49a-a586-4ff6-85da-fb8fc3175f21 HTTP/1.1" status: 200 len: 1092 time: 2.1066973 Apr 21 12:45:03.859048 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3775fbc4-d3ec-4da7-acc4-635b092ccd5e', 'tag': 'b0e7d49a-a586-4ff6-85da-fb8fc3175f21'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:45:03.861341 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10f9cdd1-11ee-4313-8121-bc63e69f9285" -d '{"events": [{"name": "network-changed", "server_uuid": "3775fbc4-d3ec-4da7-acc4-635b092ccd5e", "tag": "b0e7d49a-a586-4ff6-85da-fb8fc3175f21"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:45:03.877977 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f0ac8-fe7a-44c4-a33e-90ea7f55eab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ff063f-d7d0-4a33-afd5-88fc2f1f5ff8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:03.903073 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7513e-e972-4e71-8ae9-fe54bfcbda7e req-0389cbd6-6161-47f3-b54a-2ce552808932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:03.904613 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-afe7513e-e972-4e71-8ae9-fe54bfcbda7e req-0389cbd6-6161-47f3-b54a-2ce552808932 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 1097 time: 0.2476153 Apr 21 12:45:03.957888 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b13da9-b322-43de-a8eb-804e4e8a62ac service neutron] Pushing event updated for resources: {'Port': ['ID=b0e7d49a-a586-4ff6-85da-fb8fc3175f21,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:03.973706 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae831fa2-0830-4506-977f-fe440ecd11a0 req-66035a6f-a366-4a89-8ed8-d6e1631d71ac service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853745 Apr 21 12:45:04.064436 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5d3ba35-c980-4b3d-a4ac-0ff64d59a67c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:04.078566 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77296f7d-e27c-4c88-aab5-f01c0e0dc7e4 req-5ee2cab2-1dad-4350-8730-b96013a9ed82 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:04.080376 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77296f7d-e27c-4c88-aab5-f01c0e0dc7e4 req-5ee2cab2-1dad-4350-8730-b96013a9ed82 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 950 time: 0.2814384 Apr 21 12:45:04.107856 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-afe7513e-e972-4e71-8ae9-fe54bfcbda7e req-e03dec8b-36ae-483d-8dea-0abe2b260c4c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746638 Apr 21 12:45:04.151742 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-c3a34fca-8e33-4804-84db-b013e6966527 req-61a295a2-9a8b-4d43-a958-3566694eca42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0e15cd2-2763-43eb-9207-30d4676d362e {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:45:04.159806 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-3ec00a3b-75f7-4dc8-b686-ada48c4f5010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:04.162930 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-3ec00a3b-75f7-4dc8-b686-ada48c4f5010 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=820f30556a864d2abf13eb66052aec75&device_id=3775fbc4-d3ec-4da7-acc4-635b092ccd5e HTTP/1.1" status: 200 len: 1095 time: 0.1898353 Apr 21 12:45:04.170147 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3a34fca-8e33-4804-84db-b013e6966527 req-61a295a2-9a8b-4d43-a958-3566694eca42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:04.188804 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfdab97-74dd-4515-ae72-d4ea8eb10eec req-f175d5b6-3842-47f8-adf7-b3226e2b00f9 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:04.190305 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3cfdab97-74dd-4515-ae72-d4ea8eb10eec req-f175d5b6-3842-47f8-adf7-b3226e2b00f9 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=3775fbc4-d3ec-4da7-acc4-635b092ccd5e HTTP/1.1" status: 200 len: 944 time: 0.2148983 Apr 21 12:45:04.573556 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-c381d2a2-ed14-4c27-9693-d24e95b2e0f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0e7d49a-a586-4ff6-85da-fb8fc3175f21 HTTP/1.1" status: 200 len: 217 time: 0.4001086 Apr 21 12:45:04.581542 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-c3a34fca-8e33-4804-84db-b013e6966527 req-61a295a2-9a8b-4d43-a958-3566694eca42 service neutron] Transition to ACTIVE for port object e0e15cd2-2763-43eb-9207-30d4676d362e will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:45:04.590170 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77296f7d-e27c-4c88-aab5-f01c0e0dc7e4 req-1bacfde5-0aa2-415a-9244-9a6fe5249ee9 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866536 Apr 21 12:45:04.655095 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8888439e-d4a5-4993-a9e3-ccc9d9a202f0 x-openstack-request-id: req-8888439e-d4a5-4993-a9e3-ccc9d9a202f0 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:45:04.655392 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3775fbc4-d3ec-4da7-acc4-635b092ccd5e", "tag": "b0e7d49a-a586-4ff6-85da-fb8fc3175f21", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:45:04.655651 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8888439e-d4a5-4993-a9e3-ccc9d9a202f0 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:45:04.656183 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8888439e-d4a5-4993-a9e3-ccc9d9a202f0'] response: {'name': 'network-changed', 'server_uuid': '3775fbc4-d3ec-4da7-acc4-635b092ccd5e', 'tag': 'b0e7d49a-a586-4ff6-85da-fb8fc3175f21', 'status': 'completed', 'code': 200} Apr 21 12:45:04.666060 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3cfdab97-74dd-4515-ae72-d4ea8eb10eec req-10486ecc-ae47-41d1-b7cd-2aee640e8895 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988617 Apr 21 12:45:04.690177 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3a34fca-8e33-4804-84db-b013e6966527 req-61a295a2-9a8b-4d43-a958-3566694eca42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:04.706722 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-b051e322-9943-4bf6-a4e9-210aeabad88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:04.709277 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-b051e322-9943-4bf6-a4e9-210aeabad88e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e66f24c-8af3-4904-ad4f-94ba052f7897 HTTP/1.1" status: 200 len: 846 time: 0.1265266 Apr 21 12:45:04.754023 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d3ba35-c980-4b3d-a4ac-0ff64d59a67c admin admin] Router 494ee62b-3344-4c8d-8e55-3b1d9faa9836 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:45:04.853382 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-198438ef-847a-4d30-a848-fa652ad0bc4a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=210b1822-b19c-4a3a-bd44-f48c8d787bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1361849 Apr 21 12:45:04.877280 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d3ba35-c980-4b3d-a4ac-0ff64d59a67c admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:45:04.892057 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2735e7-500b-4cff-a024-a033d6c0a91e None None] Sync routers for ids ['494ee62b-3344-4c8d-8e55-3b1d9faa9836'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:45:04.893850 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c5d3ba35-c980-4b3d-a4ac-0ff64d59a67c admin admin] 10.222.0.36 "PUT /v2.0/routers/494ee62b-3344-4c8d-8e55-3b1d9faa9836/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4753118 Apr 21 12:45:04.894672 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48676) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:04.905619 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2735e7-500b-4cff-a024-a033d6c0a91e None None] Routers {'494ee62b-3344-4c8d-8e55-3b1d9faa9836'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:45:04.909313 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1d2735e7-500b-4cff-a024-a033d6c0a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:44:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['494ee62b-3344-4c8d-8e55-3b1d9faa9836'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:04.980614 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a295a2-9a8b-4d43-a958-3566694eca42 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e15cd2-2763-43eb-9207-30d4676d362e,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:05.009623 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54aafc4-5fc9-4138-8d53-835ba8e71ea2 req-ae052ee6-1f47-4bb1-9966-d141f4c075f4 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:05.009623 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d54aafc4-5fc9-4138-8d53-835ba8e71ea2 req-ae052ee6-1f47-4bb1-9966-d141f4c075f4 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a4e8bc-d760-4c75-9566-08314ec9899f HTTP/1.1" status: 200 len: 950 time: 0.2242157 Apr 21 12:45:05.036809 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b89c191a-0949-42f5-8456-f964fd8f81b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:05.074546 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea612f1-d20b-41ac-abf7-76d38aafb134 req-b21a904f-5a88-4b8b-8ad4-7b5fc9346dc4 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:05.074546 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1ea612f1-d20b-41ac-abf7-76d38aafb134 req-b21a904f-5a88-4b8b-8ad4-7b5fc9346dc4 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.3005874 Apr 21 12:45:05.157128 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1d2735e7-500b-4cff-a024-a033d6c0a91e None None] Set router 494ee62b-3344-4c8d-8e55-3b1d9faa9836 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:45:05.161325 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-3ae3b6d8-eca9-4c71-abe8-31925fa40310 service neutron] 10.222.0.26 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947576 Apr 21 12:45:05.166907 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d54aafc4-5fc9-4138-8d53-835ba8e71ea2 req-d2591411-1ada-4c3c-a986-03823d3e2f1d tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.36 "GET /v2.0/security-groups?id=f50bdb73-7b91-40b7-a43b-786df5b89535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445351 Apr 21 12:45:05.265386 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1ea612f1-d20b-41ac-abf7-76d38aafb134 req-1f37d804-d4ac-4b50-bcac-4cb480a6aec3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816857 Apr 21 12:45:05.266116 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c3a34fca-8e33-4804-84db-b013e6966527 req-61a295a2-9a8b-4d43-a958-3566694eca42 service neutron] Attempting to bind port e0e15cd2-2763-43eb-9207-30d4676d362e on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:45:05.266575 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c3a34fca-8e33-4804-84db-b013e6966527 req-61a295a2-9a8b-4d43-a958-3566694eca42 service neutron] Attempting to bind port e0e15cd2-2763-43eb-9207-30d4676d362e by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': 'd6396019-d3d0-47a9-857e-718c70dc7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:45:05.266727 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b89c191a-0949-42f5-8456-f964fd8f81b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:05.266844 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a34fca-8e33-4804-84db-b013e6966527 req-61a295a2-9a8b-4d43-a958-3566694eca42 service neutron] Attempting to bind port e0e15cd2-2763-43eb-9207-30d4676d362e on network bc25f2ca-45e5-4cab-99f1-9a004ec7506f {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:45:05.335357 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a34fca-8e33-4804-84db-b013e6966527 req-61a295a2-9a8b-4d43-a958-3566694eca42 service neutron] Port e0e15cd2-2763-43eb-9207-30d4676d362e on network bc25f2ca-45e5-4cab-99f1-9a004ec7506f not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:45:05.335593 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a34fca-8e33-4804-84db-b013e6966527 req-61a295a2-9a8b-4d43-a958-3566694eca42 service neutron] Attempting to bind port e0e15cd2-2763-43eb-9207-30d4676d362e on network bc25f2ca-45e5-4cab-99f1-9a004ec7506f {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:45:05.347814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a34fca-8e33-4804-84db-b013e6966527 req-61a295a2-9a8b-4d43-a958-3566694eca42 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:45:05.348164 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a34fca-8e33-4804-84db-b013e6966527 req-61a295a2-9a8b-4d43-a958-3566694eca42 service neutron] Checking segment: {'id': 'd6396019-d3d0-47a9-857e-718c70dc7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:45:05.348557 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3a34fca-8e33-4804-84db-b013e6966527 req-61a295a2-9a8b-4d43-a958-3566694eca42 service neutron] Bound using segment: {'id': 'd6396019-d3d0-47a9-857e-718c70dc7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:45:05.348991 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c3a34fca-8e33-4804-84db-b013e6966527 req-61a295a2-9a8b-4d43-a958-3566694eca42 service neutron] Bound port: e0e15cd2-2763-43eb-9207-30d4676d362e, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6396019-d3d0-47a9-857e-718c70dc7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:45:05.349553 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3a34fca-8e33-4804-84db-b013e6966527 req-61a295a2-9a8b-4d43-a958-3566694eca42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:05.437191 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1d2735e7-500b-4cff-a024-a033d6c0a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'name': 'tempest-ServersTestManualDisk-342385493-router', 'tenant_id': '92a6d43df1624433929afadbcee46f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': 'c9725a05-fec9-4f40-848d-b94b28a9c326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:33Z', 'updated_at': '2022-04-21T12:45:03Z', 'revision_number': 5, 'project_id': '92a6d43df1624433929afadbcee46f8a', 'gw_port': {'id': 'c9725a05-fec9-4f40-848d-b94b28a9c326', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1725, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:42:35Z', 'updated_at': '2022-04-21T12:42:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:05.485796 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c3a34fca-8e33-4804-84db-b013e6966527 req-61a295a2-9a8b-4d43-a958-3566694eca42 service neutron] For port e0e15cd2-2763-43eb-9207-30d4676d362e, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:45:05.489533 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c3a34fca-8e33-4804-84db-b013e6966527 req-61a295a2-9a8b-4d43-a958-3566694eca42 service neutron] For port e0e15cd2-2763-43eb-9207-30d4676d362e, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e0e15cd2-2763-43eb-9207-30d4676d362e,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:45:05.500271 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2735e7-500b-4cff-a024-a033d6c0a91e None None] Checking router: 494ee62b-3344-4c8d-8e55-3b1d9faa9836 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:45:05.507707 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d1ab62-3d20-4e6a-82de-c7b8925f98da req-943f187c-0399-49a4-b87f-7fbe7bf2f2ed tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:05.514403 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b89c191a-0949-42f5-8456-f964fd8f81b5 admin admin] Deleting port c9725a05-fec9-4f40-848d-b94b28a9c326 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:45:05.514748 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b89c191a-0949-42f5-8456-f964fd8f81b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:05.515428 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-99d1ab62-3d20-4e6a-82de-c7b8925f98da req-943f187c-0399-49a4-b87f-7fbe7bf2f2ed tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=9269346e-f2ad-48aa-8bb8-b117bfa40f84 HTTP/1.1" status: 200 len: 943 time: 0.2461565 Apr 21 12:45:05.516198 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2735e7-500b-4cff-a024-a033d6c0a91e None None] Routers {'494ee62b-3344-4c8d-8e55-3b1d9faa9836'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:45:05.528831 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1d2735e7-500b-4cff-a024-a033d6c0a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:44:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['494ee62b-3344-4c8d-8e55-3b1d9faa9836'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:05.561645 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2008e5a6-3034-4702-833f-39ca16da32c8 req-ef96d246-6a1d-49cc-9e09-1307309cff3f service neutron] 10.222.0.26 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770370 Apr 21 12:45:05.609165 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-99d1ab62-3d20-4e6a-82de-c7b8925f98da req-97b5eaeb-f127-4572-812b-c28fd602de85 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768905 Apr 21 12:45:05.618021 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-b89c191a-0949-42f5-8456-f964fd8f81b5 admin admin] For port c9725a05-fec9-4f40-848d-b94b28a9c326, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c9725a05-fec9-4f40-848d-b94b28a9c326,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:05.618462 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b89c191a-0949-42f5-8456-f964fd8f81b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:05.634629 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b89c191a-0949-42f5-8456-f964fd8f81b5 admin admin] Calling delete_port for c9725a05-fec9-4f40-848d-b94b28a9c326 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:45:05.638334 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3a34fca-8e33-4804-84db-b013e6966527 req-61a295a2-9a8b-4d43-a958-3566694eca42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:05.648618 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1d2735e7-500b-4cff-a024-a033d6c0a91e None None] Set router 494ee62b-3344-4c8d-8e55-3b1d9faa9836 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:45:05.726768 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1d2735e7-500b-4cff-a024-a033d6c0a91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'name': 'tempest-ServersTestManualDisk-342385493-router', 'tenant_id': '92a6d43df1624433929afadbcee46f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:33Z', 'updated_at': '2022-04-21T12:45:05Z', 'revision_number': 6, 'project_id': '92a6d43df1624433929afadbcee46f8a', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:05.754108 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2735e7-500b-4cff-a024-a033d6c0a91e None None] The sync data for ids ['494ee62b-3344-4c8d-8e55-3b1d9faa9836'] in n-d-836147-2 is: [{'id': '494ee62b-3344-4c8d-8e55-3b1d9faa9836', 'name': 'tempest-ServersTestManualDisk-342385493-router', 'tenant_id': '92a6d43df1624433929afadbcee46f8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:42:33Z', 'updated_at': '2022-04-21T12:45:05Z', 'revision_number': 6, 'project_id': '92a6d43df1624433929afadbcee46f8a', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:45:05.818437 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a34fca-8e33-4804-84db-b013e6966527 req-61a295a2-9a8b-4d43-a958-3566694eca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:05.820223 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3a34fca-8e33-4804-84db-b013e6966527 req-61a295a2-9a8b-4d43-a958-3566694eca42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:05.821667 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3a34fca-8e33-4804-84db-b013e6966527 req-61a295a2-9a8b-4d43-a958-3566694eca42 service neutron] 10.222.0.26 "PUT /v2.0/ports/e0e15cd2-2763-43eb-9207-30d4676d362e HTTP/1.1" status: 200 len: 1091 time: 2.8029873 Apr 21 12:45:05.872967 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a295a2-9a8b-4d43-a958-3566694eca42 service neutron] Pushing event updated for resources: {'Port': ['ID=e0e15cd2-2763-43eb-9207-30d4676d362e,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:05.885722 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9cdd1-11ee-4313-8121-bc63e69f9285 req-f9f2f24a-ea33-46c9-8e4a-dce95e718687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:05.887250 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10f9cdd1-11ee-4313-8121-bc63e69f9285 req-f9f2f24a-ea33-46c9-8e4a-dce95e718687 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=820f30556a864d2abf13eb66052aec75&device_id=3775fbc4-d3ec-4da7-acc4-635b092ccd5e HTTP/1.1" status: 200 len: 1095 time: 0.1628544 Apr 21 12:45:05.899390 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74634adc-6777-42e4-a893-4845f063bc95 req-bf4e815c-cd36-49d4-93a7-a3686a50619b tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:05.900945 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-74634adc-6777-42e4-a893-4845f063bc95 req-bf4e815c-cd36-49d4-93a7-a3686a50619b tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 950 time: 0.1754341 Apr 21 12:45:05.957874 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b89c191a-0949-42f5-8456-f964fd8f81b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:05.987830 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c191a-0949-42f5-8456-f964fd8f81b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9725a05-fec9-4f40-848d-b94b28a9c326,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:06.024997 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-74634adc-6777-42e4-a893-4845f063bc95 req-0c6d2038-18f5-49d1-9dae-ee739878c934 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154933 Apr 21 12:45:06.060221 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9cdd1-11ee-4313-8121-bc63e69f9285 req-60fcf862-1747-498b-b11d-8197bed0ef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:06.061751 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10f9cdd1-11ee-4313-8121-bc63e69f9285 req-60fcf862-1747-498b-b11d-8197bed0ef95 service neutron] 10.222.0.26 "GET /v2.0/networks?id=210b1822-b19c-4a3a-bd44-f48c8d787bcf HTTP/1.1" status: 200 len: 907 time: 0.1599007 Apr 21 12:45:06.065188 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a34fca-8e33-4804-84db-b013e6966527 req-753fc2ab-5b73-4271-9632-8edf158d3542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:06.066274 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b89c191a-0949-42f5-8456-f964fd8f81b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:06.071228 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3a34fca-8e33-4804-84db-b013e6966527 req-753fc2ab-5b73-4271-9632-8edf158d3542 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ca86f47c8c14947a62af2b454f0a117&device_id=9269346e-f2ad-48aa-8bb8-b117bfa40f84 HTTP/1.1" status: 200 len: 1094 time: 0.0783916 Apr 21 12:45:06.179069 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10f9cdd1-11ee-4313-8121-bc63e69f9285 req-cc67e6c7-5e55-41c1-ad33-034cfd6a5bc5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0e7d49a-a586-4ff6-85da-fb8fc3175f21 HTTP/1.1" status: 200 len: 217 time: 0.1059928 Apr 21 12:45:06.179069 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3a34fca-8e33-4804-84db-b013e6966527 req-041c963c-3e34-4c44-9a7c-7f958b623866 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e0e15cd2-2763-43eb-9207-30d4676d362e HTTP/1.1" status: 200 len: 217 time: 0.1004870 Apr 21 12:45:06.189754 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b89c191a-0949-42f5-8456-f964fd8f81b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:06.193806 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b89c191a-0949-42f5-8456-f964fd8f81b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:06.242302 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 740a3582-8dac-4dad-a00d-94758c672b5c no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:45:06.262685 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f9cdd1-11ee-4313-8121-bc63e69f9285 req-baf71387-3699-4aca-b71f-54877c350f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:06.264296 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10f9cdd1-11ee-4313-8121-bc63e69f9285 req-baf71387-3699-4aca-b71f-54877c350f10 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e66f24c-8af3-4904-ad4f-94ba052f7897 HTTP/1.1" status: 200 len: 846 time: 0.0686245 Apr 21 12:45:06.270811 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 740a3582-8dac-4dad-a00d-94758c672b5c {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:45:06.271215 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 740a3582-8dac-4dad-a00d-94758c672b5c not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:45:06.298816 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48710) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:06.340276 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b89c191a-0949-42f5-8456-f964fd8f81b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:06.340831 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89c191a-0949-42f5-8456-f964fd8f81b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 494ee62b-3344-4c8d-8e55-3b1d9faa9836 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:45:06.351464 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b89c191a-0949-42f5-8456-f964fd8f81b5 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:06.353849 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b89c191a-0949-42f5-8456-f964fd8f81b5 admin admin] 10.222.0.36 "DELETE /v2.0/routers/494ee62b-3344-4c8d-8e55-3b1d9faa9836 HTTP/1.1" status: 204 len: 168 time: 1.4580700 Apr 21 12:45:06.355506 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48716) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:06.359872 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10f9cdd1-11ee-4313-8121-bc63e69f9285 req-dff072d8-c7ef-48a8-b4e0-ced15703e342 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=210b1822-b19c-4a3a-bd44-f48c8d787bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666990 Apr 21 12:45:06.388620 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a34fca-8e33-4804-84db-b013e6966527 req-277ce3ee-1109-4e26-93c0-7ae94b84cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:06.390147 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3a34fca-8e33-4804-84db-b013e6966527 req-277ce3ee-1109-4e26-93c0-7ae94b84cd98 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7de8299c-2f72-4fcd-b7b0-175fd3b81685 HTTP/1.1" status: 200 len: 852 time: 0.1389399 Apr 21 12:45:06.466242 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8108d218-df0f-48f8-8afc-805fae672446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:06.502959 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3a34fca-8e33-4804-84db-b013e6966527 req-7920b8de-4e65-4679-bb35-c2db029f8129 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770664 Apr 21 12:45:06.509642 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f54e62-9f86-4251-acf4-bd9b775a17e6 admin admin] Deleting subnet c380a365-ab59-4237-865d-7af47378b019 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:45:06.513018 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d8f54e62-9f86-4251-acf4-bd9b775a17e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:06.516293 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddf19c9-a67a-4db9-9c22-26a15a0c4d62 req-3269941d-10ff-45d5-a524-eacfcc3e8fea tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:06.518533 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fddf19c9-a67a-4db9-9c22-26a15a0c4d62 req-3269941d-10ff-45d5-a524-eacfcc3e8fea tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=3775fbc4-d3ec-4da7-acc4-635b092ccd5e HTTP/1.1" status: 200 len: 944 time: 0.3484924 Apr 21 12:45:06.556173 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d8f54e62-9f86-4251-acf4-bd9b775a17e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:06.589045 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10f9cdd1-11ee-4313-8121-bc63e69f9285 req-09eb4f10-48e4-4a79-8783-33f99ecfc7d3 service neutron] 10.222.0.26 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273035 Apr 21 12:45:06.671552 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d8f54e62-9f86-4251-acf4-bd9b775a17e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:06.702360 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9269346e-f2ad-48aa-8bb8-b117bfa40f84', 'tag': 'e0e15cd2-2763-43eb-9207-30d4676d362e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:45:06.704817 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a14d7d-cd30-4f42-b65b-d0c669a0f601" -d '{"events": [{"name": "network-changed", "server_uuid": "9269346e-f2ad-48aa-8bb8-b117bfa40f84", "tag": "e0e15cd2-2763-43eb-9207-30d4676d362e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:45:06.709415 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10f9cdd1-11ee-4313-8121-bc63e69f9285 req-4d4077bf-164d-4543-ae46-5c8a4784a5b4 service neutron] 10.222.0.26 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115294 Apr 21 12:45:06.794890 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8108d218-df0f-48f8-8afc-805fae672446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:06.800276 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fddf19c9-a67a-4db9-9c22-26a15a0c4d62 req-9e3621a0-7a6e-475f-9607-670bf35f2975 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278366 Apr 21 12:45:06.822765 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcaade8-06a3-4154-9a36-ddae3c2b34a4 req-fad6539b-3bb0-4e19-a2ba-43a8056e6f50 tempest-MigrationsAdminTest-1267018875 tempest-MigrationsAdminTest-1267018875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:06.832597 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1dcaade8-06a3-4154-9a36-ddae3c2b34a4 req-fad6539b-3bb0-4e19-a2ba-43a8056e6f50 tempest-MigrationsAdminTest-1267018875 tempest-MigrationsAdminTest-1267018875-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 1101 time: 0.3270695 Apr 21 12:45:06.906296 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8108d218-df0f-48f8-8afc-805fae672446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:06.948944 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8108d218-df0f-48f8-8afc-805fae672446 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aa5cb130279b4e399d94de8dea3f5df9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6499186 Apr 21 12:45:06.949875 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48728) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:06.952360 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108d218-df0f-48f8-8afc-805fae672446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e158ab7b-1b79-4c2e-8264-ee92c50472a1,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:06.953242 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3a34fca-8e33-4804-84db-b013e6966527 req-e0e02d95-9fc8-499a-b8d0-b774ceadf5bf service neutron] 10.222.0.26 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184465 Apr 21 12:45:06.971534 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d8f54e62-9f86-4251-acf4-bd9b775a17e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:06.981098 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1dcaade8-06a3-4154-9a36-ddae3c2b34a4 req-f31c496f-623a-4181-8734-5f3a751e9998 tempest-MigrationsAdminTest-1267018875 tempest-MigrationsAdminTest-1267018875-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432164 Apr 21 12:45:06.999509 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d8f54e62-9f86-4251-acf4-bd9b775a17e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:07.008204 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d8f54e62-9f86-4251-acf4-bd9b775a17e6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c380a365-ab59-4237-865d-7af47378b019 HTTP/1.1" status: 204 len: 168 time: 0.6493826 Apr 21 12:45:07.008427 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508babc3-09f3-4ef9-850f-39fb1cf12efe None None] Network 44eb7d1a-3922-4d99-876a-850783df7ae4 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:45:07.017018 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 48732) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:07.073701 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f54e62-9f86-4251-acf4-bd9b775a17e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c380a365-ab59-4237-865d-7af47378b019,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:07.139270 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7390c250-dd00-4a92-a5a0-055bc2a7fe88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:07.191125 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7390c250-dd00-4a92-a5a0-055bc2a7fe88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:07.210697 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2ab42-3506-4c19-8ef0-b8014c8a7684 req-185b78d3-4ece-4907-8397-bbaaab82a3c2 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:07.212302 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aef2ab42-3506-4c19-8ef0-b8014c8a7684 req-185b78d3-4ece-4907-8397-bbaaab82a3c2 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.3139706 Apr 21 12:45:07.214893 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3a34fca-8e33-4804-84db-b013e6966527 req-01069f91-1f4d-4307-8fe3-4620fe6cc62d service neutron] 10.222.0.26 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279065 Apr 21 12:45:07.299053 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e962361f-e62e-4490-9693-28ebee7e39d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:07.335304 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aef2ab42-3506-4c19-8ef0-b8014c8a7684 req-15dc1a53-07e2-46dc-896d-3a5691046873 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051841 Apr 21 12:45:07.350088 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b512c5-8579-4bd5-847d-ea2a63b6cc59 None None] DHCP port deletion for 44eb7d1a-3922-4d99-876a-850783df7ae4 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:45:07.375434 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7390c250-dd00-4a92-a5a0-055bc2a7fe88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:07.378666 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7390c250-dd00-4a92-a5a0-055bc2a7fe88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:07.380094 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7390c250-dd00-4a92-a5a0-055bc2a7fe88 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e158ab7b-1b79-4c2e-8264-ee92c50472a1 HTTP/1.1" status: 204 len: 168 time: 0.4289229 Apr 21 12:45:07.395626 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390c250-dd00-4a92-a5a0-055bc2a7fe88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e158ab7b-1b79-4c2e-8264-ee92c50472a1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:07.415735 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc71d34-8dbf-495b-bd44-e872402e39a6 req-43a24d1f-68b1-4a71-80e5-267451d62d60 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:07.426022 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3cc71d34-8dbf-495b-bd44-e872402e39a6 req-43a24d1f-68b1-4a71-80e5-267451d62d60 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=9269346e-f2ad-48aa-8bb8-b117bfa40f84 HTTP/1.1" status: 200 len: 943 time: 0.2035575 Apr 21 12:45:07.440266 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f23645-e1d6-47c1-b789-ce19a2e2c681 x-openstack-request-id: req-06f23645-e1d6-47c1-b789-ce19a2e2c681 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:45:07.440563 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9269346e-f2ad-48aa-8bb8-b117bfa40f84", "tag": "e0e15cd2-2763-43eb-9207-30d4676d362e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:45:07.440817 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-06f23645-e1d6-47c1-b789-ce19a2e2c681 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:45:07.441232 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06f23645-e1d6-47c1-b789-ce19a2e2c681'] response: {'name': 'network-changed', 'server_uuid': '9269346e-f2ad-48aa-8bb8-b117bfa40f84', 'tag': 'e0e15cd2-2763-43eb-9207-30d4676d362e', 'status': 'completed', 'code': 200} Apr 21 12:45:07.464053 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-80b512c5-8579-4bd5-847d-ea2a63b6cc59 None None] Deleting port 763cc9aa-fb60-4dc9-a999-f479108c4073 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:45:07.464540 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80b512c5-8579-4bd5-847d-ea2a63b6cc59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:07.513697 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-79acaaa9-9eeb-40f3-b33e-80f41549e0d7 req-e33855ed-97e3-4381-9b2c-d43df963f620 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:45:07.514696 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79acaaa9-9eeb-40f3-b33e-80f41549e0d7 req-e33855ed-97e3-4381-9b2c-d43df963f620 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069296 Apr 21 12:45:07.540777 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-80b512c5-8579-4bd5-847d-ea2a63b6cc59 None None] For port 763cc9aa-fb60-4dc9-a999-f479108c4073, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=763cc9aa-fb60-4dc9-a999-f479108c4073,segment=NetworkSegment(3d515146-2648-45c5-829b-f1cb9725fb9a),segment_id=3d515146-2648-45c5-829b-f1cb9725fb9a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:07.541658 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80b512c5-8579-4bd5-847d-ea2a63b6cc59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:07.556021 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a14d7d-cd30-4f42-b65b-d0c669a0f601 req-c5dd5720-76fb-4385-b37b-952463048720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:07.557524 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f9a14d7d-cd30-4f42-b65b-d0c669a0f601 req-c5dd5720-76fb-4385-b37b-952463048720 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ca86f47c8c14947a62af2b454f0a117&device_id=9269346e-f2ad-48aa-8bb8-b117bfa40f84 HTTP/1.1" status: 200 len: 1094 time: 0.1091905 Apr 21 12:45:07.563930 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-80b512c5-8579-4bd5-847d-ea2a63b6cc59 None None] Calling delete_port for 763cc9aa-fb60-4dc9-a999-f479108c4073 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:45:07.564710 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3cc71d34-8dbf-495b-bd44-e872402e39a6 req-089ddb46-221b-45e5-a4de-128e01789d90 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185489 Apr 21 12:45:07.592762 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e962361f-e62e-4490-9693-28ebee7e39d9 admin admin] Deleting port 763cc9aa-fb60-4dc9-a999-f479108c4073 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:45:07.593103 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e962361f-e62e-4490-9693-28ebee7e39d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:07.737952 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-e962361f-e62e-4490-9693-28ebee7e39d9 admin admin] For port 763cc9aa-fb60-4dc9-a999-f479108c4073, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=763cc9aa-fb60-4dc9-a999-f479108c4073,segment=NetworkSegment(3d515146-2648-45c5-829b-f1cb9725fb9a),segment_id=3d515146-2648-45c5-829b-f1cb9725fb9a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:07.738243 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e962361f-e62e-4490-9693-28ebee7e39d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:07.787757 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e962361f-e62e-4490-9693-28ebee7e39d9 admin admin] Calling delete_port for 763cc9aa-fb60-4dc9-a999-f479108c4073 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:45:07.805707 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a14d7d-cd30-4f42-b65b-d0c669a0f601 req-31b348bb-5de5-402e-a28b-d1434bf6eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:07.807199 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f9a14d7d-cd30-4f42-b65b-d0c669a0f601 req-31b348bb-5de5-402e-a28b-d1434bf6eb06 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f HTTP/1.1" status: 200 len: 913 time: 0.2409048 Apr 21 12:45:07.832084 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80b512c5-8579-4bd5-847d-ea2a63b6cc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:07.865259 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8172c6-356a-4abc-be17-f32ec6d46603 req-e420aa56-bf14-47dd-a922-fd96771d1d4f tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:07.867587 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5f8172c6-356a-4abc-be17-f32ec6d46603 req-e420aa56-bf14-47dd-a922-fd96771d1d4f tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.1565921 Apr 21 12:45:07.935111 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f9a14d7d-cd30-4f42-b65b-d0c669a0f601 req-61978fac-3188-49e7-b81f-7669ebbf555e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e0e15cd2-2763-43eb-9207-30d4676d362e HTTP/1.1" status: 200 len: 217 time: 0.1209090 Apr 21 12:45:08.073501 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5f8172c6-356a-4abc-be17-f32ec6d46603 req-2b6a37ef-b195-4c94-b2d1-98a79c844fae tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715908 Apr 21 12:45:08.127682 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6cca10ad-9d26-4637-ae26-2a9c77d2aa58 req-60018399-0460-4931-bcfb-010dda04fbb8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2246325 Apr 21 12:45:08.166335 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a14d7d-cd30-4f42-b65b-d0c669a0f601 req-8a18a004-f4ae-44db-b28b-97c159b62c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:08.167880 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f9a14d7d-cd30-4f42-b65b-d0c669a0f601 req-8a18a004-f4ae-44db-b28b-97c159b62c8f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7de8299c-2f72-4fcd-b7b0-175fd3b81685 HTTP/1.1" status: 200 len: 852 time: 0.2239745 Apr 21 12:45:08.229124 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b512c5-8579-4bd5-847d-ea2a63b6cc59 None None] Pushing event deleted for resources: {'Port': ['ID=763cc9aa-fb60-4dc9-a999-f479108c4073,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:08.252812 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77d9ed5e-48b2-434d-91f3-f7bc23772a5a req-06b3868b-b4ec-45a0-94ed-ee049b951b1a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2380545 Apr 21 12:45:08.254970 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b512c5-8579-4bd5-847d-ea2a63b6cc59 None None] No DVR routers for this DVR port 763cc9aa-fb60-4dc9-a999-f479108c4073 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:45:08.266051 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 763cc9aa-fb60-4dc9-a999-f479108c4073 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:45:08.306905 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 763cc9aa-fb60-4dc9-a999-f479108c4073 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:45:08.307394 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 763cc9aa-fb60-4dc9-a999-f479108c4073 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:45:08.307909 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c9725a05-fec9-4f40-848d-b94b28a9c326 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:45:08.312362 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e962361f-e62e-4490-9693-28ebee7e39d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:08.321665 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f9a14d7d-cd30-4f42-b65b-d0c669a0f601 req-9804a661-1273-4ffa-9a1c-58b5fc04d231 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1449924 Apr 21 12:45:08.338821 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: c9725a05-fec9-4f40-848d-b94b28a9c326 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:45:08.339285 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c9725a05-fec9-4f40-848d-b94b28a9c326 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:45:08.449954 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962361f-e62e-4490-9693-28ebee7e39d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=763cc9aa-fb60-4dc9-a999-f479108c4073,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:08.471889 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e962361f-e62e-4490-9693-28ebee7e39d9 admin admin] No DVR routers for this DVR port 763cc9aa-fb60-4dc9-a999-f479108c4073 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:45:08.578112 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca10ad-9d26-4637-ae26-2a9c77d2aa58 req-b278e1fb-d083-49c4-b0a7-4306dc350e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:08.579615 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6cca10ad-9d26-4637-ae26-2a9c77d2aa58 req-b278e1fb-d083-49c4-b0a7-4306dc350e5a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 1101 time: 0.3052468 Apr 21 12:45:08.618973 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814313d-b41d-4451-a63a-298adb4824a2 req-20b94942-d58e-4440-b74d-1e8e9a4e5388 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:08.628304 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8814313d-b41d-4451-a63a-298adb4824a2 req-20b94942-d58e-4440-b74d-1e8e9a4e5388 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=3775fbc4-d3ec-4da7-acc4-635b092ccd5e HTTP/1.1" status: 200 len: 944 time: 0.3377533 Apr 21 12:45:08.628304 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9ed5e-48b2-434d-91f3-f7bc23772a5a req-8753aedc-9bc2-4aad-b764-57288fcd8b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:08.628304 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77d9ed5e-48b2-434d-91f3-f7bc23772a5a req-8753aedc-9bc2-4aad-b764-57288fcd8b55 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 1102 time: 0.3087616 Apr 21 12:45:08.940709 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e962361f-e62e-4490-9693-28ebee7e39d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:08.966941 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f9a14d7d-cd30-4f42-b65b-d0c669a0f601 req-e7ea91fa-1690-4002-ba6f-dbf35e74ed59 service neutron] 10.222.0.26 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5628479 Apr 21 12:45:09.260838 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48796) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:09.382288 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2340dd06-13f7-41c0-b9cd-ef95455caa4d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-436356606-network', 'tenant_id': '6489832310494572afe79c4d6ee5c868'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:45:09.482115 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2340dd06-13f7-41c0-b9cd-ef95455caa4d admin admin] Made reservation on behalf of 6489832310494572afe79c4d6ee5c868 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:45:09.484529 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2340dd06-13f7-41c0-b9cd-ef95455caa4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:09.498384 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2340dd06-13f7-41c0-b9cd-ef95455caa4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:09.576296 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e962361f-e62e-4490-9693-28ebee7e39d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44eb7d1a-3922-4d99-876a-850783df7ae4']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:09.583813 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2340dd06-13f7-41c0-b9cd-ef95455caa4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:09.590752 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9ed5e-48b2-434d-91f3-f7bc23772a5a req-9fca9cb5-4204-4bd2-8ceb-705ed5ef6211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:09.592279 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77d9ed5e-48b2-434d-91f3-f7bc23772a5a req-9fca9cb5-4204-4bd2-8ceb-705ed5ef6211 service neutron] 10.222.0.24 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.9048524 Apr 21 12:45:09.648171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e962361f-e62e-4490-9693-28ebee7e39d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d515146-2648-45c5-829b-f1cb9725fb9a') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:09.648469 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e962361f-e62e-4490-9693-28ebee7e39d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d515146-2648-45c5-829b-f1cb9725fb9a') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:09.669743 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2340dd06-13f7-41c0-b9cd-ef95455caa4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:09.683096 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2340dd06-13f7-41c0-b9cd-ef95455caa4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:45:09.717399 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2340dd06-13f7-41c0-b9cd-ef95455caa4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:09.717917 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-2340dd06-13f7-41c0-b9cd-ef95455caa4d admin admin] Added segment 3f2e1617-3410-4e91-bf7f-bdf6500ce684 of type vlan for network ae2bc462-08c9-4a3b-a267-afbd514c9bb7 Apr 21 12:45:09.727357 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340dd06-13f7-41c0-b9cd-ef95455caa4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440c6058-0125-40e9-986f-a5c0b65596db,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:09.747101 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e962361f-e62e-4490-9693-28ebee7e39d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:09.769384 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8814313d-b41d-4451-a63a-298adb4824a2 req-85b4e20d-147a-4084-8f13-eff508972fbe tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1273577 Apr 21 12:45:09.772463 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2340dd06-13f7-41c0-b9cd-ef95455caa4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:09.795859 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e962361f-e62e-4490-9693-28ebee7e39d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:09.804168 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e962361f-e62e-4490-9693-28ebee7e39d9 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:45:09.804168 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e962361f-e62e-4490-9693-28ebee7e39d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:09.905004 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2340dd06-13f7-41c0-b9cd-ef95455caa4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:09.906046 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2340dd06-13f7-41c0-b9cd-ef95455caa4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:09.906645 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2340dd06-13f7-41c0-b9cd-ef95455caa4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:45:09.925110 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:45:09.927886 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77d9ed5e-48b2-434d-91f3-f7bc23772a5a req-cee19139-14ad-4da8-b5f8-0281c6fd3312 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=2e7a6832-91aa-4c23-97cb-cf53fb940956 HTTP/1.1" status: 200 len: 217 time: 0.3079333 Apr 21 12:45:09.932730 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca10ad-9d26-4637-ae26-2a9c77d2aa58 req-68aec9c8-7ee2-4a4a-a0c1-b804696a7628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:09.936188 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6cca10ad-9d26-4637-ae26-2a9c77d2aa58 req-68aec9c8-7ee2-4a4a-a0c1-b804696a7628 service neutron] 10.222.0.26 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 1.3034949 Apr 21 12:45:09.980744 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device e0e15cd2-2763-43eb-9207-30d4676d362e details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:45:10.048791 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e962361f-e62e-4490-9693-28ebee7e39d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:10.057050 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9ed5e-48b2-434d-91f3-f7bc23772a5a req-fa88104f-182d-429a-a1ea-52cc2c3db8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:10.057439 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2340dd06-13f7-41c0-b9cd-ef95455caa4d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7945127 Apr 21 12:45:10.059157 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77d9ed5e-48b2-434d-91f3-f7bc23772a5a req-fa88104f-182d-429a-a1ea-52cc2c3db8e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1188877 Apr 21 12:45:10.060341 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48804) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:10.067776 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a313fc0b-39c6-4304-960e-b521785482f2 admin admin] Request body: {'subnet': {'network_id': 'ae2bc462-08c9-4a3b-a267-afbd514c9bb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-436356606-subnet', 'tenant_id': '6489832310494572afe79c4d6ee5c868', 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:45:10.124959 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-547eaaf3-92d1-4b37-9948-2998530d385c req-1b44ee26-18b9-401a-9928-03d49cd5e95f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.5505173 Apr 21 12:45:10.130452 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6cca10ad-9d26-4637-ae26-2a9c77d2aa58 req-fea17d3d-b0a5-44ca-b105-331a669ca3e9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=a04337c4-fdf9-4860-8c09-d882271e65e0 HTTP/1.1" status: 200 len: 217 time: 0.0833545 Apr 21 12:45:10.148848 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e962361f-e62e-4490-9693-28ebee7e39d9 admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:10.151752 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340dd06-13f7-41c0-b9cd-ef95455caa4d admin admin] Pushing event updated for resources: {'Network': ['ID=ae2bc462-08c9-4a3b-a267-afbd514c9bb7,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:10.155403 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e962361f-e62e-4490-9693-28ebee7e39d9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/44eb7d1a-3922-4d99-876a-850783df7ae4 HTTP/1.1" status: 204 len: 168 time: 3.1369171 Apr 21 12:45:10.171255 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962361f-e62e-4490-9693-28ebee7e39d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=44eb7d1a-3922-4d99-876a-850783df7ae4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:10.191833 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network ae2bc462-08c9-4a3b-a267-afbd514c9bb7 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:45:10.262073 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a313fc0b-39c6-4304-960e-b521785482f2 admin admin] Made reservation on behalf of 6489832310494572afe79c4d6ee5c868 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:45:10.266365 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a313fc0b-39c6-4304-960e-b521785482f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:10.284360 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1c1e7-9609-43c6-af4a-2d8de556a836 req-2353e9c5-2e96-4149-b1d2-a7ac390adca3 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:10.298000 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5cc1c1e7-9609-43c6-af4a-2d8de556a836 req-2353e9c5-2e96-4149-b1d2-a7ac390adca3 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 950 time: 1.3391907 Apr 21 12:45:10.344492 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port e0e15cd2-2763-43eb-9207-30d4676d362e, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e0e15cd2-2763-43eb-9207-30d4676d362e,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:10.370845 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'e0e15cd2-2763-43eb-9207-30d4676d362e', 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f', 'port_id': 'e0e15cd2-2763-43eb-9207-30d4676d362e', 'mac_address': 'fa:16:3e:0d:11:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de8299c-2f72-4fcd-b7b0-175fd3b81685', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:45:10.506198 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:10.539254 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0e15cd2-2763-43eb-9207-30d4676d362e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:45:10.575522 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f9a14d7d-cd30-4f42-b65b-d0c669a0f601 req-2ec6b613-aeea-4872-a500-8b22d9e1976b service neutron] 10.222.0.26 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9716003 Apr 21 12:45:10.605940 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port e0e15cd2-2763-43eb-9207-30d4676d362e, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e0e15cd2-2763-43eb-9207-30d4676d362e,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:10.644243 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4708b0-2fab-4e49-a0fd-f11493ca3c4f req-a6f24c9f-d593-4b95-9eb0-e74c9a642a6d tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:10.646009 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ab4708b0-2fab-4e49-a0fd-f11493ca3c4f req-a6f24c9f-d593-4b95-9eb0-e74c9a642a6d tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=9269346e-f2ad-48aa-8bb8-b117bfa40f84 HTTP/1.1" status: 200 len: 943 time: 0.7108152 Apr 21 12:45:10.668303 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 48820) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:10.677611 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:10.679556 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device b0e7d49a-a586-4ff6-85da-fb8fc3175f21 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:45:10.687433 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5cc1c1e7-9609-43c6-af4a-2d8de556a836 req-0856afda-ca56-4304-83a7-54c102efc2e5 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883667 Apr 21 12:45:10.738881 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaae662-241a-4e9f-a4ce-20d5e97e98ab req-631f3f6f-5bce-45b5-92ed-a891e6481266 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:10.740416 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-efaae662-241a-4e9f-a4ce-20d5e97e98ab req-631f3f6f-5bce-45b5-92ed-a891e6481266 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c3fd7d6-997c-4dd5-886b-357e2c563693 HTTP/1.1" status: 200 len: 946 time: 0.4175766 Apr 21 12:45:10.750658 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca10ad-9d26-4637-ae26-2a9c77d2aa58 req-4ad02c28-4178-4c28-8f12-aad3fc857e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:10.752184 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6cca10ad-9d26-4637-ae26-2a9c77d2aa58 req-4ad02c28-4178-4c28-8f12-aad3fc857e31 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.5903563 Apr 21 12:45:10.762831 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9ed5e-48b2-434d-91f3-f7bc23772a5a req-f580fe9b-cb5a-4420-9667-9d58b20661a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:10.764367 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77d9ed5e-48b2-434d-91f3-f7bc23772a5a req-f580fe9b-cb5a-4420-9667-9d58b20661a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6039550 Apr 21 12:45:10.818207 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=e0e15cd2-2763-43eb-9207-30d4676d362e,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:10.869659 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ab4708b0-2fab-4e49-a0fd-f11493ca3c4f req-2f27761f-5def-4d69-9c3d-3eb7a54c64f6 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987612 Apr 21 12:45:10.918147 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a313fc0b-39c6-4304-960e-b521785482f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:10.977292 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port b0e7d49a-a586-4ff6-85da-fb8fc3175f21, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=b0e7d49a-a586-4ff6-85da-fb8fc3175f21,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:10.995004 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'b0e7d49a-a586-4ff6-85da-fb8fc3175f21', 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf', 'port_id': 'b0e7d49a-a586-4ff6-85da-fb8fc3175f21', 'mac_address': 'fa:16:3e:ea:9e:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e66f24c-8af3-4904-ad4f-94ba052f7897', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:45:11.044584 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a313fc0b-39c6-4304-960e-b521785482f2 admin admin] Checking segment: {'id': '3f2e1617-3410-4e91-bf7f-bdf6500ce684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae2bc462-08c9-4a3b-a267-afbd514c9bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:45:11.044928 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a313fc0b-39c6-4304-960e-b521785482f2 admin admin] Network hostable DHCP agents. Network: ae2bc462-08c9-4a3b-a267-afbd514c9bb7, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:45:11.073936 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313fc0b-39c6-4304-960e-b521785482f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=754c71d4-5bc3-44b3-b678-99243eed2659,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:11.084914 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-28d0b09f-e9f2-40f7-8411-9e426acff0ae admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=92a6d43df1624433929afadbcee46f8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4109998 Apr 21 12:45:11.086816 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48840) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:11.090763 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:11.116137 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0e7d49a-a586-4ff6-85da-fb8fc3175f21 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:45:11.155440 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port b0e7d49a-a586-4ff6-85da-fb8fc3175f21, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=b0e7d49a-a586-4ff6-85da-fb8fc3175f21,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:11.197765 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca10ad-9d26-4637-ae26-2a9c77d2aa58 req-b52edaa1-c693-4b6a-b564-c40df30e3104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:11.199310 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6cca10ad-9d26-4637-ae26-2a9c77d2aa58 req-b52edaa1-c693-4b6a-b564-c40df30e3104 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4340761 Apr 21 12:45:11.199888 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5cc6eb69-f672-47c9-a097-ee78924418d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:11.225993 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:11.258777 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5cc6eb69-f672-47c9-a097-ee78924418d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:11.303664 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a313fc0b-39c6-4304-960e-b521785482f2 admin admin] Network ae2bc462-08c9-4a3b-a267-afbd514c9bb7 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:45:11.315152 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=b0e7d49a-a586-4ff6-85da-fb8fc3175f21,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:11.389262 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77d9ed5e-48b2-434d-91f3-f7bc23772a5a req-fd549f3a-7161-48dd-bddd-d14d01ba1c12 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5985212 Apr 21 12:45:11.397858 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-efaae662-241a-4e9f-a4ce-20d5e97e98ab req-023baa74-593c-47d6-bb94-bedd3ff17cd3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Deleting port ac3cd380-a0e6-44dc-9c99-164bfae678c7 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:45:11.397858 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-efaae662-241a-4e9f-a4ce-20d5e97e98ab req-023baa74-593c-47d6-bb94-bedd3ff17cd3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:11.418317 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a313fc0b-39c6-4304-960e-b521785482f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, ae2bc462-08c9-4a3b-a267-afbd514c9bb7) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:45:11.418920 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-3c66eb86-daba-4c6b-82c6-186abb019be0 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:11.425483 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a313fc0b-39c6-4304-960e-b521785482f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:11.426495 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a313fc0b-39c6-4304-960e-b521785482f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:11.426702 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-3c66eb86-daba-4c6b-82c6-186abb019be0 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/networks?id=30d24d19-5440-49dc-91a3-dbb88893c2b0 HTTP/1.1" status: 200 len: 814 time: 0.5435388 Apr 21 12:45:11.435407 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980cf142-983e-42e7-8a57-148462a952d4 None None] Network ae2bc462-08c9-4a3b-a267-afbd514c9bb7 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:45:11.436716 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e16b1-664c-479c-b3e5-18acab53a5ae req-7580afd2-21c1-49a1-a01d-5f61c7959599 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:11.445024 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-365e16b1-664c-479c-b3e5-18acab53a5ae req-7580afd2-21c1-49a1-a01d-5f61c7959599 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=3775fbc4-d3ec-4da7-acc4-635b092ccd5e HTTP/1.1" status: 200 len: 944 time: 0.4394081 Apr 21 12:45:11.453777 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5cc6eb69-f672-47c9-a097-ee78924418d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:11.461009 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5cc6eb69-f672-47c9-a097-ee78924418d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:11.474165 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5cc6eb69-f672-47c9-a097-ee78924418d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2ff5316-85cb-4122-bc5f-a2ace2b6dd6d HTTP/1.1" status: 204 len: 168 time: 0.3862462 Apr 21 12:45:11.497648 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6eb69-f672-47c9-a097-ee78924418d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ff5316-85cb-4122-bc5f-a2ace2b6dd6d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:11.579448 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a313fc0b-39c6-4304-960e-b521785482f2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5154545 Apr 21 12:45:11.579686 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48852) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:11.587104 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a3a6cff1-2f34-4c17-ab5c-6b0f83445167 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-436356606-router', 'tenant_id': '6489832310494572afe79c4d6ee5c868', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:45:11.606222 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-e0c16e3b-307c-4646-a371-a72067ac2589 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/quotas/68d8f7f0c8494afca5cc6cac50c337e8 HTTP/1.1" status: 200 len: 375 time: 0.1783907 Apr 21 12:45:11.693503 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3a6cff1-2f34-4c17-ab5c-6b0f83445167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:11.694896 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3a6cff1-2f34-4c17-ab5c-6b0f83445167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:11.726508 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['e0e15cd2-2763-43eb-9207-30d4676d362e'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:45:11.737018 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['b0e7d49a-a586-4ff6-85da-fb8fc3175f21'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:45:11.799779 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6cca10ad-9d26-4637-ae26-2a9c77d2aa58 req-fde77735-0a9e-4254-a707-745ef210fc45 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5780051 Apr 21 12:45:11.824477 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3a6cff1-2f34-4c17-ab5c-6b0f83445167 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:11.848569 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-365e16b1-664c-479c-b3e5-18acab53a5ae req-8afc32bf-9632-4e6e-b1e3-0f716ebde2c7 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982677 Apr 21 12:45:11.968006 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8967a105-ba0c-4762-a97d-3b265fdaa785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-ae2bc462-08c9-4a3b-a267-afbd514c9bb7', 'network_id': 'ae2bc462-08c9-4a3b-a267-afbd514c9bb7', 'tenant_id': '6489832310494572afe79c4d6ee5c868', 'fixed_ips': [{'subnet_id': '754c71d4-5bc3-44b3-b678-99243eed2659'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:45:11.968935 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8967a105-ba0c-4762-a97d-3b265fdaa785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:11.978763 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-e49ee775-95e8-497d-b298-66834bbdc418 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=68d8f7f0c8494afca5cc6cac50c337e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3714650 Apr 21 12:45:11.989943 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-efaae662-241a-4e9f-a4ce-20d5e97e98ab req-023baa74-593c-47d6-bb94-bedd3ff17cd3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] For port ac3cd380-a0e6-44dc-9c99-164bfae678c7, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=ac3cd380-a0e6-44dc-9c99-164bfae678c7,segment=NetworkSegment(970b3fae-3789-466b-a3f7-fb9bdc70d734),segment_id=970b3fae-3789-466b-a3f7-fb9bdc70d734)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:11.990315 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-efaae662-241a-4e9f-a4ce-20d5e97e98ab req-023baa74-593c-47d6-bb94-bedd3ff17cd3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:12.130482 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-efaae662-241a-4e9f-a4ce-20d5e97e98ab req-023baa74-593c-47d6-bb94-bedd3ff17cd3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Calling delete_port for ac3cd380-a0e6-44dc-9c99-164bfae678c7 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:45:12.172574 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77d9ed5e-48b2-434d-91f3-f7bc23772a5a req-07f15dff-7ca3-41e8-b839-5c049e25afd9 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7654898 Apr 21 12:45:12.354555 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3a6cff1-2f34-4c17-ab5c-6b0f83445167 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:12.577543 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6cca10ad-9d26-4637-ae26-2a9c77d2aa58 req-4edc8f2d-a450-4b70-ba5c-8ce98faf5582 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7279255 Apr 21 12:45:12.613364 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b39ecab-beb0-45e3-9a1d-eadafd2c17c8 req-c861615b-ee67-434a-982a-f8f337a448c8 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:12.638227 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0b39ecab-beb0-45e3-9a1d-eadafd2c17c8 req-c861615b-ee67-434a-982a-f8f337a448c8 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 950 time: 0.6228182 Apr 21 12:45:12.651383 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device ac3cd380-a0e6-44dc-9c99-164bfae678c7 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:45:12.666693 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-f9fb490d-08b6-41f7-8d53-9628f164b670 service neutron] 10.222.0.36 "GET /v2.0/networks/30d24d19-5440-49dc-91a3-dbb88893c2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6868665 Apr 21 12:45:12.803869 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3a6cff1-2f34-4c17-ab5c-6b0f83445167 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:12.856704 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3a6cff1-2f34-4c17-ab5c-6b0f83445167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:12.896309 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-8967a105-ba0c-4762-a97d-3b265fdaa785 None None] Allocated IP 172.20.0.2 (ae2bc462-08c9-4a3b-a267-afbd514c9bb7/754c71d4-5bc3-44b3-b678-99243eed2659/6f948802-5764-4735-b26c-399600ae29fd) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:45:12.982858 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:13.010291 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0b39ecab-beb0-45e3-9a1d-eadafd2c17c8 req-bd9ba330-8f3f-41cb-bafa-8dfb32ca7bf0 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710907 Apr 21 12:45:13.065082 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-a3a6cff1-2f34-4c17-ab5c-6b0f83445167 admin admin] Allocated IP 172.25.8.235 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/2a0f6fa1-0ab9-4bb2-a943-c771b2425060) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:45:13.205427 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-e3131153-b478-4f3f-b7a2-98fb856e8f35 service neutron] 10.222.0.36 "GET /v2.0/networks/30d24d19-5440-49dc-91a3-dbb88893c2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5090146 Apr 21 12:45:13.220571 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-efaae662-241a-4e9f-a4ce-20d5e97e98ab req-023baa74-593c-47d6-bb94-bedd3ff17cd3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:13.266034 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023baa74-593c-47d6-bb94-bedd3ff17cd3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Pushing event deleted for resources: {'Port': ['ID=ac3cd380-a0e6-44dc-9c99-164bfae678c7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:13.300317 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547eaaf3-92d1-4b37-9948-2998530d385c req-eac0e14b-1016-40fc-86aa-0e6822d696fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:13.301871 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-547eaaf3-92d1-4b37-9948-2998530d385c req-eac0e14b-1016-40fc-86aa-0e6822d696fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 1101 time: 0.1716883 Apr 21 12:45:13.355116 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-efaae662-241a-4e9f-a4ce-20d5e97e98ab req-023baa74-593c-47d6-bb94-bedd3ff17cd3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] No DVR routers for this DVR port ac3cd380-a0e6-44dc-9c99-164bfae678c7 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:45:13.378076 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-efaae662-241a-4e9f-a4ce-20d5e97e98ab req-023baa74-593c-47d6-bb94-bedd3ff17cd3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:13.404954 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-efaae662-241a-4e9f-a4ce-20d5e97e98ab req-023baa74-593c-47d6-bb94-bedd3ff17cd3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.24 "DELETE /v2.0/ports/ac3cd380-a0e6-44dc-9c99-164bfae678c7 HTTP/1.1" status: 204 len: 173 time: 2.6488407 Apr 21 12:45:13.413698 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c3fd7d6-997c-4dd5-886b-357e2c563693', 'name': 'network-vif-deleted', 'tag': 'ac3cd380-a0e6-44dc-9c99-164bfae678c7'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:45:13.429917 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d64b641-8dfe-4082-854e-d2e60b3ca489" -d '{"events": [{"server_uuid": "0c3fd7d6-997c-4dd5-886b-357e2c563693", "name": "network-vif-deleted", "tag": "ac3cd380-a0e6-44dc-9c99-164bfae678c7"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:45:13.446940 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fa9e0-0423-4a1b-92e9-94183dfe350b req-f1d96add-e390-4315-b433-2c494c4a112d tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:13.461457 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f2fa9e0-0423-4a1b-92e9-94183dfe350b req-f1d96add-e390-4315-b433-2c494c4a112d tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=9269346e-f2ad-48aa-8bb8-b117bfa40f84 HTTP/1.1" status: 200 len: 944 time: 0.2769282 Apr 21 12:45:13.491035 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3a6cff1-2f34-4c17-ab5c-6b0f83445167 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:13.549880 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48890) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:13.559467 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8967a105-ba0c-4762-a97d-3b265fdaa785 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:13.585343 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12007ae8-5bd3-4c88-a368-61a905af2041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:13.672257 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3a6cff1-2f34-4c17-ab5c-6b0f83445167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:13.673225 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8967a105-ba0c-4762-a97d-3b265fdaa785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:13.815588 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967a105-ba0c-4762-a97d-3b265fdaa785 None None] Pushing event updated for resources: {'Port': ['ID=6f948802-5764-4735-b26c-399600ae29fd,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:13.829419 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8967a105-ba0c-4762-a97d-3b265fdaa785 None None] Network ae2bc462-08c9-4a3b-a267-afbd514c9bb7 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:45:13.831436 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-8967a105-ba0c-4762-a97d-3b265fdaa785 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:45:13.838650 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8967a105-ba0c-4762-a97d-3b265fdaa785 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:45:13.872598 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6cff1-2f34-4c17-ab5c-6b0f83445167 admin admin] Pushing event updated for resources: {'Port': ['ID=2a0f6fa1-0ab9-4bb2-a943-c771b2425060,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:13.907012 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-45742a3e-7c6d-4344-b2ef-a97397531751 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1583499321-network', 'tenant_id': 'e6f01aaee0c34a3b9c0a85c51c12aafc'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:45:13.935807 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8967a105-ba0c-4762-a97d-3b265fdaa785 None None] Attempting to bind port 6f948802-5764-4735-b26c-399600ae29fd on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:45:13.936357 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8967a105-ba0c-4762-a97d-3b265fdaa785 None None] Attempting to bind port 6f948802-5764-4735-b26c-399600ae29fd by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '3f2e1617-3410-4e91-bf7f-bdf6500ce684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae2bc462-08c9-4a3b-a267-afbd514c9bb7'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:45:13.936996 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8967a105-ba0c-4762-a97d-3b265fdaa785 None None] Attempting to bind port 6f948802-5764-4735-b26c-399600ae29fd on network ae2bc462-08c9-4a3b-a267-afbd514c9bb7 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:45:13.945007 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8967a105-ba0c-4762-a97d-3b265fdaa785 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:45:13.945896 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8967a105-ba0c-4762-a97d-3b265fdaa785 None None] Checking segment: {'id': '3f2e1617-3410-4e91-bf7f-bdf6500ce684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae2bc462-08c9-4a3b-a267-afbd514c9bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:45:13.946611 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8967a105-ba0c-4762-a97d-3b265fdaa785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:13.947379 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8967a105-ba0c-4762-a97d-3b265fdaa785 None None] Bound using segment: {'id': '3f2e1617-3410-4e91-bf7f-bdf6500ce684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae2bc462-08c9-4a3b-a267-afbd514c9bb7'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:45:13.948244 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8967a105-ba0c-4762-a97d-3b265fdaa785 None None] Bound port: 6f948802-5764-4735-b26c-399600ae29fd, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2e1617-3410-4e91-bf7f-bdf6500ce684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae2bc462-08c9-4a3b-a267-afbd514c9bb7'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:45:13.948933 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8967a105-ba0c-4762-a97d-3b265fdaa785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:13.989451 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a6cff1-2f34-4c17-ab5c-6b0f83445167 admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:45:13.994193 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a3a6cff1-2f34-4c17-ab5c-6b0f83445167 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:45:13.997061 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a6cff1-2f34-4c17-ab5c-6b0f83445167 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:45:14.060214 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8967a105-ba0c-4762-a97d-3b265fdaa785 None None] For port 6f948802-5764-4735-b26c-399600ae29fd, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:45:14.064191 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8967a105-ba0c-4762-a97d-3b265fdaa785 None None] For port 6f948802-5764-4735-b26c-399600ae29fd, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=6f948802-5764-4735-b26c-399600ae29fd,segment=NetworkSegment(3f2e1617-3410-4e91-bf7f-bdf6500ce684),segment_id=3f2e1617-3410-4e91-bf7f-bdf6500ce684)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:45:14.067375 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device e0e15cd2-2763-43eb-9207-30d4676d362e up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:45:14.087364 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45742a3e-7c6d-4344-b2ef-a97397531751 admin admin] Made reservation on behalf of e6f01aaee0c34a3b9c0a85c51c12aafc for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:45:14.090225 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-45742a3e-7c6d-4344-b2ef-a97397531751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:14.102185 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-45742a3e-7c6d-4344-b2ef-a97397531751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:14.139391 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f2fa9e0-0423-4a1b-92e9-94183dfe350b req-f43a9330-5900-427a-b440-0fd724eb7100 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6763818 Apr 21 12:45:14.155160 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8967a105-ba0c-4762-a97d-3b265fdaa785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:14.246543 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e746f8c8-a5c2-40e2-9a9e-4052ce4e12b6 x-openstack-request-id: req-e746f8c8-a5c2-40e2-9a9e-4052ce4e12b6 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:45:14.246865 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c3fd7d6-997c-4dd5-886b-357e2c563693", "name": "network-vif-deleted", "tag": "ac3cd380-a0e6-44dc-9c99-164bfae678c7", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:45:14.247225 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e746f8c8-a5c2-40e2-9a9e-4052ce4e12b6 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:45:14.248171 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e746f8c8-a5c2-40e2-9a9e-4052ce4e12b6'] response: {'server_uuid': '0c3fd7d6-997c-4dd5-886b-357e2c563693', 'name': 'network-vif-deleted', 'tag': 'ac3cd380-a0e6-44dc-9c99-164bfae678c7', 'status': 'completed', 'code': 200} Apr 21 12:45:14.294429 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4653a2-bd5f-415f-b34a-197fb8b4a25e req-090db1af-2068-4832-8a33-8993f5586287 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:14.294429 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6a4653a2-bd5f-415f-b34a-197fb8b4a25e req-090db1af-2068-4832-8a33-8993f5586287 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=3775fbc4-d3ec-4da7-acc4-635b092ccd5e HTTP/1.1" status: 200 len: 945 time: 0.1490898 Apr 21 12:45:14.322951 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port e0e15cd2-2763-43eb-9207-30d4676d362e completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:45:14.322951 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967a105-ba0c-4762-a97d-3b265fdaa785 None None] Pushing event updated for resources: {'Port': ['ID=6f948802-5764-4735-b26c-399600ae29fd,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:14.327114 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port e0e15cd2-2763-43eb-9207-30d4676d362e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:45:14.327114 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:14.330920 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547eaaf3-92d1-4b37-9948-2998530d385c req-46d5a46f-afdb-455b-8580-5fea5b4786a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:14.332424 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-547eaaf3-92d1-4b37-9948-2998530d385c req-46d5a46f-afdb-455b-8580-5fea5b4786a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.9244666 Apr 21 12:45:14.385390 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-45742a3e-7c6d-4344-b2ef-a97397531751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:14.386587 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c48be099-a285-4d90-9ab0-dd60dc04c33f req-d078171b-e8fe-4a1c-83f8-1d61611e4c6f tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 210 time: 0.0698943 Apr 21 12:45:14.448296 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-547eaaf3-92d1-4b37-9948-2998530d385c req-99252c92-7c37-4a3d-93ae-4f688eafca86 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c398ad9d-e563-462c-9396-11c97eb441ca HTTP/1.1" status: 200 len: 217 time: 0.0799987 Apr 21 12:45:14.520453 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-45742a3e-7c6d-4344-b2ef-a97397531751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:14.528570 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:14.541345 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6a4653a2-bd5f-415f-b34a-197fb8b4a25e req-d97d91ed-c492-42d8-ad5f-f33c18cdf3ec tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363706 Apr 21 12:45:14.597915 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9269346e-f2ad-48aa-8bb8-b117bfa40f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e15cd2-2763-43eb-9207-30d4676d362e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:45:14.600365 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5371717c-e39a-4279-a14c-8e556c6d26bc" -d '{"events": [{"server_uuid": "9269346e-f2ad-48aa-8bb8-b117bfa40f84", "name": "network-vif-plugged", "status": "completed", "tag": "e0e15cd2-2763-43eb-9207-30d4676d362e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:45:14.617334 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port e0e15cd2-2763-43eb-9207-30d4676d362e, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e0e15cd2-2763-43eb-9207-30d4676d362e,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:14.640080 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45742a3e-7c6d-4344-b2ef-a97397531751 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:45:14.685556 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45742a3e-7c6d-4344-b2ef-a97397531751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babfb95e-710b-4962-990d-83dc1f736091,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:14.690737 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547eaaf3-92d1-4b37-9948-2998530d385c req-400b56f1-57b8-423b-8bd9-c720da4ca338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:14.698250 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-547eaaf3-92d1-4b37-9948-2998530d385c req-400b56f1-57b8-423b-8bd9-c720da4ca338 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.2398953 Apr 21 12:45:14.706281 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:14.723975 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-45742a3e-7c6d-4344-b2ef-a97397531751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:14.724423 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-45742a3e-7c6d-4344-b2ef-a97397531751 admin admin] Added segment 213bd3c3-34b9-4717-8889-f17be1ab3b36 of type vlan for network 8af9b46e-0aca-46ce-866f-cf1eaf0feea8 Apr 21 12:45:14.802332 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9752cbbc-0524-4eec-a637-778614076c3d x-openstack-request-id: req-9752cbbc-0524-4eec-a637-778614076c3d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:45:14.802666 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9269346e-f2ad-48aa-8bb8-b117bfa40f84", "name": "network-vif-plugged", "status": "completed", "tag": "e0e15cd2-2763-43eb-9207-30d4676d362e", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:45:14.803649 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9752cbbc-0524-4eec-a637-778614076c3d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:45:14.804357 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9752cbbc-0524-4eec-a637-778614076c3d'] response: {'server_uuid': '9269346e-f2ad-48aa-8bb8-b117bfa40f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0e15cd2-2763-43eb-9207-30d4676d362e', 'code': 200} Apr 21 12:45:14.805904 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d2171-6063-4170-a1d6-6f25aed021c2 req-20c5bc9a-2878-49fe-a0e8-04d2ab456e67 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:14.826326 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-426d2171-6063-4170-a1d6-6f25aed021c2 req-20c5bc9a-2878-49fe-a0e8-04d2ab456e67 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 950 time: 0.1739178 Apr 21 12:45:14.845376 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3a6cff1-2f34-4c17-ab5c-6b0f83445167 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:14.878167 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=e0e15cd2-2763-43eb-9207-30d4676d362e,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:14.890007 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547eaaf3-92d1-4b37-9948-2998530d385c req-306546a1-9ab1-4aa0-9b70-0c0dd26be6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:14.891573 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-547eaaf3-92d1-4b37-9948-2998530d385c req-306546a1-9ab1-4aa0-9b70-0c0dd26be6be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1877804 Apr 21 12:45:14.945437 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2acd21-eee2-44e2-92a5-6a307f008ca9 req-87fea528-15a1-43c1-9faf-e52989f57c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:14.947602 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ab2acd21-eee2-44e2-92a5-6a307f008ca9 req-87fea528-15a1-43c1-9faf-e52989f57c5f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9269346e-f2ad-48aa-8bb8-b117bfa40f84 HTTP/1.1" status: 200 len: 1096 time: 0.1173642 Apr 21 12:45:14.948732 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-45742a3e-7c6d-4344-b2ef-a97397531751 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:14.952984 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-426d2171-6063-4170-a1d6-6f25aed021c2 req-ae36787d-a260-4998-9d29-a64569c07bff tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256170 Apr 21 12:45:15.039875 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ab2acd21-eee2-44e2-92a5-6a307f008ca9 req-06fae6e5-1a67-41ce-ad75-0627155172d7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597005 Apr 21 12:45:15.055804 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-547eaaf3-92d1-4b37-9948-2998530d385c req-bfc9a84b-dfff-49ea-816c-a155d7e6f89e service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535296 Apr 21 12:45:15.095607 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3a6cff1-2f34-4c17-ab5c-6b0f83445167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:15.139039 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-45742a3e-7c6d-4344-b2ef-a97397531751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:15.139992 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45742a3e-7c6d-4344-b2ef-a97397531751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:15.140569 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-45742a3e-7c6d-4344-b2ef-a97397531751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:15.153482 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-547eaaf3-92d1-4b37-9948-2998530d385c req-fec8f5df-8fc8-4424-8506-92e58c82e591 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906479 Apr 21 12:45:15.233189 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45742a3e-7c6d-4344-b2ef-a97397531751 admin admin] Pushing event updated for resources: {'Network': ['ID=8af9b46e-0aca-46ce-866f-cf1eaf0feea8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:15.244964 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 8af9b46e-0aca-46ce-866f-cf1eaf0feea8 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:45:15.305761 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75c08f-9e1b-40f0-9cb3-95e9b3f4c910 req-3183b167-8a78-4438-bc34-f2858187fce4 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:15.310744 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7c75c08f-9e1b-40f0-9cb3-95e9b3f4c910 req-3183b167-8a78-4438-bc34-f2858187fce4 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=9269346e-f2ad-48aa-8bb8-b117bfa40f84 HTTP/1.1" status: 200 len: 945 time: 0.0863359 Apr 21 12:45:15.320086 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-45742a3e-7c6d-4344-b2ef-a97397531751 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7684007 Apr 21 12:45:15.323025 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48916) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:15.329634 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2f1d40be-4159-4cfb-b2a9-f0ef32a515e0 admin admin] Request body: {'subnet': {'network_id': '8af9b46e-0aca-46ce-866f-cf1eaf0feea8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1583499321-subnet', 'tenant_id': 'e6f01aaee0c34a3b9c0a85c51c12aafc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:45:15.392666 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7c75c08f-9e1b-40f0-9cb3-95e9b3f4c910 req-2a9284f4-6194-4304-8c11-438063a70348 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591240 Apr 21 12:45:15.481618 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1d40be-4159-4cfb-b2a9-f0ef32a515e0 admin admin] Made reservation on behalf of e6f01aaee0c34a3b9c0a85c51c12aafc for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:45:15.483999 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2f1d40be-4159-4cfb-b2a9-f0ef32a515e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:15.486831 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a6cff1-2f34-4c17-ab5c-6b0f83445167 admin admin] Router 436c8bef-aac2-4237-894c-9ff9913a8f3a is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:45:15.509564 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-30461de1-ee31-40b6-9e10-052ad41c5e5a req-be587b93-624f-43c5-a5e1-4ba1464c3499 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 210 time: 0.0360870 Apr 21 12:45:15.711471 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a6cff1-2f34-4c17-ab5c-6b0f83445167 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:45:15.726090 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8e1ebe-6dc8-4abe-a7b7-c233ede3d95a None None] Sync routers for ids ['436c8bef-aac2-4237-894c-9ff9913a8f3a'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:45:15.737893 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8e1ebe-6dc8-4abe-a7b7-c233ede3d95a None None] Routers {'436c8bef-aac2-4237-894c-9ff9913a8f3a'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:45:15.739821 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3f8e1ebe-6dc8-4abe-a7b7-c233ede3d95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:44:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['436c8bef-aac2-4237-894c-9ff9913a8f3a'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:15.739983 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210038b-b5fc-4a02-8631-3153c8b64316 req-e3e7bf35-2ecd-4f9b-844a-bc0bd8718dd0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:15.742140 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b210038b-b5fc-4a02-8631-3153c8b64316 req-e3e7bf35-2ecd-4f9b-844a-bc0bd8718dd0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=3775fbc4-d3ec-4da7-acc4-635b092ccd5e HTTP/1.1" status: 200 len: 945 time: 0.1054163 Apr 21 12:45:15.795094 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b210038b-b5fc-4a02-8631-3153c8b64316 req-9c6ff3a8-004a-46cf-a4cf-43f76b60d675 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467191 Apr 21 12:45:15.815801 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9da76ff2-aa10-41e5-a33a-6a302ba02c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:15.836629 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca0245e-ec88-461a-939b-976a9b536620 None None] Network ae2bc462-08c9-4a3b-a267-afbd514c9bb7 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:45:15.949125 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3a6cff1-2f34-4c17-ab5c-6b0f83445167 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:15.953063 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a3a6cff1-2f34-4c17-ab5c-6b0f83445167 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.3696079 Apr 21 12:45:15.953063 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2f1d40be-4159-4cfb-b2a9-f0ef32a515e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:15.955747 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 48928) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:15.956951 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-3f8e1ebe-6dc8-4abe-a7b7-c233ede3d95a None None] Set router 436c8bef-aac2-4237-894c-9ff9913a8f3a gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:45:16.004534 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-483c6969-14fe-4c02-b5c9-23761fe065c0 None None] Provisioning complete for port 6f948802-5764-4735-b26c-399600ae29fd triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:45:16.004902 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-483c6969-14fe-4c02-b5c9-23761fe065c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:16.025351 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1d40be-4159-4cfb-b2a9-f0ef32a515e0 admin admin] Checking segment: {'id': '213bd3c3-34b9-4717-8889-f17be1ab3b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '8af9b46e-0aca-46ce-866f-cf1eaf0feea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:45:16.025891 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1d40be-4159-4cfb-b2a9-f0ef32a515e0 admin admin] Network hostable DHCP agents. Network: 8af9b46e-0aca-46ce-866f-cf1eaf0feea8, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:45:16.028864 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d40be-4159-4cfb-b2a9-f0ef32a515e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb055a6a-ec70-4a3c-924e-4d5f4f284535,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:16.163435 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1d40be-4159-4cfb-b2a9-f0ef32a515e0 admin admin] Network 8af9b46e-0aca-46ce-866f-cf1eaf0feea8 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:45:16.186998 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device b0e7d49a-a586-4ff6-85da-fb8fc3175f21 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:45:16.221880 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e27bbc-4b32-4c7e-b17c-da964c241666 req-0972a3a0-56a9-4627-85cc-d683d0acb874 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:16.227201 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-41e27bbc-4b32-4c7e-b17c-da964c241666 req-0972a3a0-56a9-4627-85cc-d683d0acb874 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 950 time: 0.1308386 Apr 21 12:45:16.248937 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-2f1d40be-4159-4cfb-b2a9-f0ef32a515e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 8af9b46e-0aca-46ce-866f-cf1eaf0feea8) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:45:16.264176 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1d40be-4159-4cfb-b2a9-f0ef32a515e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:16.264335 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f8db6f-934f-4cfe-82a1-28b3a0b3f714 None None] Network 8af9b46e-0aca-46ce-866f-cf1eaf0feea8 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:45:16.266054 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2f1d40be-4159-4cfb-b2a9-f0ef32a515e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:16.413553 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-41e27bbc-4b32-4c7e-b17c-da964c241666 req-1df93062-63b9-4df8-bba4-29a77138a508 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744120 Apr 21 12:45:16.429460 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2f1d40be-4159-4cfb-b2a9-f0ef32a515e0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1051135 Apr 21 12:45:16.565376 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 6f948802-5764-4735-b26c-399600ae29fd up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:45:16.737510 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd250de6-2e03-47fe-84e3-dbd1588d12af None None] Network 8af9b46e-0aca-46ce-866f-cf1eaf0feea8 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:45:16.773492 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-ced49cab-9015-475e-a5f3-3f7cb5d4e2e4 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:16.775180 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-ced49cab-9015-475e-a5f3-3f7cb5d4e2e4 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.24 "GET /v2.0/networks?id=30d24d19-5440-49dc-91a3-dbb88893c2b0 HTTP/1.1" status: 200 len: 814 time: 0.4391696 Apr 21 12:45:16.777189 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae796996-7f09-463d-90c2-35173c5c66fd req-63263b3a-cea3-473e-bfc1-7d773f8a997b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 210 time: 0.0681784 Apr 21 12:45:16.833859 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-eed2472b-9c03-4ae6-bab4-b16ac509e196 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Request body: {'port': {'device_id': '3b84f74e-dce8-4c6c-a4b8-5bee866472f3', 'network_id': '30d24d19-5440-49dc-91a3-dbb88893c2b0', 'admin_state_up': True, 'tenant_id': '68d8f7f0c8494afca5cc6cac50c337e8'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:45:16.952756 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa6c57-85d7-4d87-9869-f3b065e2035a req-d0c463a8-0e12-4473-b297-1d445b7549dc tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:16.954227 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bffa6c57-85d7-4d87-9869-f3b065e2035a req-d0c463a8-0e12-4473-b297-1d445b7549dc tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=9269346e-f2ad-48aa-8bb8-b117bfa40f84 HTTP/1.1" status: 200 len: 945 time: 0.3047574 Apr 21 12:45:17.000021 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port b0e7d49a-a586-4ff6-85da-fb8fc3175f21 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:45:17.025980 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port b0e7d49a-a586-4ff6-85da-fb8fc3175f21 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:45:17.026416 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:17.049623 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-483c6969-14fe-4c02-b5c9-23761fe065c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:17.096726 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:17.120645 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bffa6c57-85d7-4d87-9869-f3b065e2035a req-ac73bf84-ab25-4cc4-a56a-cdf458a1cad8 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510754 Apr 21 12:45:17.123845 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-eed2472b-9c03-4ae6-bab4-b16ac509e196 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Made reservation on behalf of 68d8f7f0c8494afca5cc6cac50c337e8 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:45:17.127116 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-eed2472b-9c03-4ae6-bab4-b16ac509e196 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:17.128632 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 6f948802-5764-4735-b26c-399600ae29fd triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:45:17.133831 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:17.233880 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-483c6969-14fe-4c02-b5c9-23761fe065c0 None None] For port 6f948802-5764-4735-b26c-399600ae29fd, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=6f948802-5764-4735-b26c-399600ae29fd,segment=NetworkSegment(3f2e1617-3410-4e91-bf7f-bdf6500ce684),segment_id=3f2e1617-3410-4e91-bf7f-bdf6500ce684)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:17.299078 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-483c6969-14fe-4c02-b5c9-23761fe065c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:17.382903 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f65b2319-4cdb-41bd-908a-1b4a36c212af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:17.414986 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae4f56-b30c-4c2d-8da9-d36c5ab23926 req-7320502a-1952-4a96-a651-4124c5bfb2e5 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:17.417108 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-26ae4f56-b30c-4c2d-8da9-d36c5ab23926 req-7320502a-1952-4a96-a651-4124c5bfb2e5 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=3775fbc4-d3ec-4da7-acc4-635b092ccd5e HTTP/1.1" status: 200 len: 945 time: 0.1924605 Apr 21 12:45:17.516487 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3f8e1ebe-6dc8-4abe-a7b7-c233ede3d95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436c8bef-aac2-4237-894c-9ff9913a8f3a', 'name': 'tempest-TestAggregatesBasicOps-436356606-router', 'tenant_id': '6489832310494572afe79c4d6ee5c868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '2a0f6fa1-0ab9-4bb2-a943-c771b2425060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:45:11Z', 'updated_at': '2022-04-21T12:45:14Z', 'revision_number': 3, 'project_id': '6489832310494572afe79c4d6ee5c868', 'gw_port': {'id': '2a0f6fa1-0ab9-4bb2-a943-c771b2425060', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436c8bef-aac2-4237-894c-9ff9913a8f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:45:12Z', 'updated_at': '2022-04-21T12:45:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:17.534896 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-26ae4f56-b30c-4c2d-8da9-d36c5ab23926 req-14f374ad-e5d9-44aa-b359-80e979740e64 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928717 Apr 21 12:45:17.570707 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:17.587358 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8e1ebe-6dc8-4abe-a7b7-c233ede3d95a None None] Checking router: 436c8bef-aac2-4237-894c-9ff9913a8f3a for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:45:17.588165 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8e1ebe-6dc8-4abe-a7b7-c233ede3d95a None None] Updating router 436c8bef-aac2-4237-894c-9ff9913a8f3a port 2a0f6fa1-0ab9-4bb2-a943-c771b2425060 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:45:17.590037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c6969-14fe-4c02-b5c9-23761fe065c0 None None] Pushing event updated for resources: {'Port': ['ID=6f948802-5764-4735-b26c-399600ae29fd,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:17.624943 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3775fbc4-d3ec-4da7-acc4-635b092ccd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e7d49a-a586-4ff6-85da-fb8fc3175f21'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:45:17.627539 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7044d141-90a5-40f4-b677-6ad9e4845678" -d '{"events": [{"server_uuid": "3775fbc4-d3ec-4da7-acc4-635b092ccd5e", "name": "network-vif-plugged", "status": "completed", "tag": "b0e7d49a-a586-4ff6-85da-fb8fc3175f21"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:45:17.657066 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port b0e7d49a-a586-4ff6-85da-fb8fc3175f21, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=b0e7d49a-a586-4ff6-85da-fb8fc3175f21,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:17.657279 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-eed2472b-9c03-4ae6-bab4-b16ac509e196 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Allocated IP 172.20.0.9 (30d24d19-5440-49dc-91a3-dbb88893c2b0/60acb840-0dd0-4e57-a445-07399e0f9716/f32192b3-34a2-4d77-95dd-34bd05cec1ce) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:45:17.661289 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f8e1ebe-6dc8-4abe-a7b7-c233ede3d95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:17.662954 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d9d9ed70-0930-4dca-8092-26bfca67fcab None None] Provisioning complete for port 6f948802-5764-4735-b26c-399600ae29fd triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:45:17.663319 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9d9ed70-0930-4dca-8092-26bfca67fcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:17.689179 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd21f2-294d-4fbe-a379-22b381cf72fc req-a2686a4a-2484-4f91-9aca-43d4e967233b tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:17.690818 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3acd21f2-294d-4fbe-a379-22b381cf72fc req-a2686a4a-2484-4f91-9aca-43d4e967233b tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 950 time: 0.1315932 Apr 21 12:45:17.748078 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:17.804259 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-f65b2319-4cdb-41bd-908a-1b4a36c212af admin admin] Allocated IP 172.20.0.1 (ae2bc462-08c9-4a3b-a267-afbd514c9bb7/754c71d4-5bc3-44b3-b678-99243eed2659/581729bc-b6a5-488f-9a2d-97b42ae320f9) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:45:17.812866 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eccf535-cc49-4154-b67b-e1caff18b55e x-openstack-request-id: req-6eccf535-cc49-4154-b67b-e1caff18b55e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:45:17.813195 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3775fbc4-d3ec-4da7-acc4-635b092ccd5e", "name": "network-vif-plugged", "status": "completed", "tag": "b0e7d49a-a586-4ff6-85da-fb8fc3175f21", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:45:17.813777 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3acd21f2-294d-4fbe-a379-22b381cf72fc req-72e6d482-754f-4b93-b8f9-0077f691a9b6 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107271 Apr 21 12:45:17.825846 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6eccf535-cc49-4154-b67b-e1caff18b55e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:45:17.826939 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eccf535-cc49-4154-b67b-e1caff18b55e'] response: {'server_uuid': '3775fbc4-d3ec-4da7-acc4-635b092ccd5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e7d49a-a586-4ff6-85da-fb8fc3175f21', 'code': 200} Apr 21 12:45:17.894076 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:17.986536 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=b0e7d49a-a586-4ff6-85da-fb8fc3175f21,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:18.046981 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-eed2472b-9c03-4ae6-bab4-b16ac509e196 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:18.097201 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4c380691-f8d2-4332-9159-5e44c08d5b2b req-64b06ef2-415c-418a-a07f-622f497f5e14 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 210 time: 0.1797094 Apr 21 12:45:18.159588 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023f257-af2d-44cc-968b-2e5f69562190 req-1fc5ee7e-8234-415d-bb28-8799e4377dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:18.161064 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c023f257-af2d-44cc-968b-2e5f69562190 req-1fc5ee7e-8234-415d-bb28-8799e4377dbe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3775fbc4-d3ec-4da7-acc4-635b092ccd5e HTTP/1.1" status: 200 len: 1097 time: 0.1603181 Apr 21 12:45:18.166528 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f65b2319-4cdb-41bd-908a-1b4a36c212af admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:18.182804 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f8e1ebe-6dc8-4abe-a7b7-c233ede3d95a None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:18.224422 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c023f257-af2d-44cc-968b-2e5f69562190 req-098fdaa6-25a5-42e6-b421-b8a4f5421bec service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544829 Apr 21 12:45:18.250562 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-eed2472b-9c03-4ae6-bab4-b16ac509e196 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:18.299847 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 6f948802-5764-4735-b26c-399600ae29fd up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:45:18.303426 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-eed2472b-9c03-4ae6-bab4-b16ac509e196 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Network 30d24d19-5440-49dc-91a3-dbb88893c2b0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:45:18.304792 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f8e1ebe-6dc8-4abe-a7b7-c233ede3d95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:18.311287 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfc844-c328-4d27-8fe6-d5dc6805647a req-7f17a75e-fb0a-442d-8bc8-f63c265f5392 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:18.319070 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-53cfc844-c328-4d27-8fe6-d5dc6805647a req-7f17a75e-fb0a-442d-8bc8-f63c265f5392 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=9269346e-f2ad-48aa-8bb8-b117bfa40f84 HTTP/1.1" status: 200 len: 945 time: 0.0989652 Apr 21 12:45:18.319070 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-eed2472b-9c03-4ae6-bab4-b16ac509e196 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:45:18.325036 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-eed2472b-9c03-4ae6-bab4-b16ac509e196 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:45:18.370258 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f65b2319-4cdb-41bd-908a-1b4a36c212af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:18.372093 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2472b-9c03-4ae6-bab4-b16ac509e196 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Pushing event updated for resources: {'Port': ['ID=f32192b3-34a2-4d77-95dd-34bd05cec1ce,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:18.434754 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3f8e1ebe-6dc8-4abe-a7b7-c233ede3d95a None None] Attempting to bind port 2a0f6fa1-0ab9-4bb2-a943-c771b2425060 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:45:18.435118 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3f8e1ebe-6dc8-4abe-a7b7-c233ede3d95a None None] Attempting to bind port 2a0f6fa1-0ab9-4bb2-a943-c771b2425060 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:45:18.435567 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8e1ebe-6dc8-4abe-a7b7-c233ede3d95a None None] Attempting to bind port 2a0f6fa1-0ab9-4bb2-a943-c771b2425060 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:45:18.440943 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5a130-b375-45a8-8ef1-45b829595c08 None None] Pushing event updated for resources: {'Port': ['ID=2a0f6fa1-0ab9-4bb2-a943-c771b2425060,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:18.455693 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:18.459204 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8e1ebe-6dc8-4abe-a7b7-c233ede3d95a None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:45:18.464209 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8e1ebe-6dc8-4abe-a7b7-c233ede3d95a None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:45:18.464209 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f8e1ebe-6dc8-4abe-a7b7-c233ede3d95a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:18.464209 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8e1ebe-6dc8-4abe-a7b7-c233ede3d95a None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:45:18.464209 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3f8e1ebe-6dc8-4abe-a7b7-c233ede3d95a None None] Bound port: 2a0f6fa1-0ab9-4bb2-a943-c771b2425060, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:45:18.464209 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f8e1ebe-6dc8-4abe-a7b7-c233ede3d95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:18.466324 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 6f948802-5764-4735-b26c-399600ae29fd triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:45:18.466874 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:18.472588 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65b2319-4cdb-41bd-908a-1b4a36c212af admin admin] Network ae2bc462-08c9-4a3b-a267-afbd514c9bb7 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:45:18.484724 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-eed2472b-9c03-4ae6-bab4-b16ac509e196 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:18.485343 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-eed2472b-9c03-4ae6-bab4-b16ac509e196 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:18.491218 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f65b2319-4cdb-41bd-908a-1b4a36c212af admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:45:18.495347 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-53cfc844-c328-4d27-8fe6-d5dc6805647a req-3f3ce0cd-21a7-4e54-be2d-6b57a2e71e83 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744490 Apr 21 12:45:18.500419 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65b2319-4cdb-41bd-908a-1b4a36c212af admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:45:18.564824 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3f8e1ebe-6dc8-4abe-a7b7-c233ede3d95a None None] For port 2a0f6fa1-0ab9-4bb2-a943-c771b2425060, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:45:18.571901 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3f8e1ebe-6dc8-4abe-a7b7-c233ede3d95a None None] For port 2a0f6fa1-0ab9-4bb2-a943-c771b2425060, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=2a0f6fa1-0ab9-4bb2-a943-c771b2425060,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:45:18.591123 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f65b2319-4cdb-41bd-908a-1b4a36c212af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:18.593818 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b2319-4cdb-41bd-908a-1b4a36c212af admin admin] Pushing event updated for resources: {'Port': ['ID=581729bc-b6a5-488f-9a2d-97b42ae320f9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:18.707263 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f8e1ebe-6dc8-4abe-a7b7-c233ede3d95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:18.731218 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-eed2472b-9c03-4ae6-bab4-b16ac509e196 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9141371 Apr 21 12:45:18.763119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-3fe21541-3cce-4b60-ba8d-21c301ef7702 service neutron] Request body: {'port': {'device_id': '3b84f74e-dce8-4c6c-a4b8-5bee866472f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:45:18.769928 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:18.791085 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8e1ebe-6dc8-4abe-a7b7-c233ede3d95a None None] Routers {'436c8bef-aac2-4237-894c-9ff9913a8f3a'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:45:18.791727 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3f8e1ebe-6dc8-4abe-a7b7-c233ede3d95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:45:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['436c8bef-aac2-4237-894c-9ff9913a8f3a'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:18.794742 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5a130-b375-45a8-8ef1-45b829595c08 None None] Pushing event updated for resources: {'Port': ['ID=2a0f6fa1-0ab9-4bb2-a943-c771b2425060,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:18.829030 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673609f-1183-4da2-9bc5-9585e2242a21 req-d3f06da9-6c41-437f-8232-c90b9c907dc0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:18.833073 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1673609f-1183-4da2-9bc5-9585e2242a21 req-d3f06da9-6c41-437f-8232-c90b9c907dc0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=3775fbc4-d3ec-4da7-acc4-635b092ccd5e HTTP/1.1" status: 200 len: 946 time: 0.1507649 Apr 21 12:45:18.925775 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1673609f-1183-4da2-9bc5-9585e2242a21 req-d489319b-b2f9-42da-829c-8397294966ef tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791061 Apr 21 12:45:18.927270 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-3fe21541-3cce-4b60-ba8d-21c301ef7702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:19.097036 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-484ee3b4-91b1-4bd3-ae38-34bd142fbba0 None None] Provisioning complete for port 581729bc-b6a5-488f-9a2d-97b42ae320f9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:45:19.097400 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-484ee3b4-91b1-4bd3-ae38-34bd142fbba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:19.140690 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-3f8e1ebe-6dc8-4abe-a7b7-c233ede3d95a None None] Set router 436c8bef-aac2-4237-894c-9ff9913a8f3a gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:45:19.199967 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-484ee3b4-91b1-4bd3-ae38-34bd142fbba0 None None] Port 581729bc-b6a5-488f-9a2d-97b42ae320f9 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:45:19.395108 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-3f8e1ebe-6dc8-4abe-a7b7-c233ede3d95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436c8bef-aac2-4237-894c-9ff9913a8f3a', 'name': 'tempest-TestAggregatesBasicOps-436356606-router', 'tenant_id': '6489832310494572afe79c4d6ee5c868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '2a0f6fa1-0ab9-4bb2-a943-c771b2425060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:45:11Z', 'updated_at': '2022-04-21T12:45:14Z', 'revision_number': 3, 'project_id': '6489832310494572afe79c4d6ee5c868', 'gw_port': {'id': '2a0f6fa1-0ab9-4bb2-a943-c771b2425060', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436c8bef-aac2-4237-894c-9ff9913a8f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:45:12Z', 'updated_at': '2022-04-21T12:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:19.430503 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8e1ebe-6dc8-4abe-a7b7-c233ede3d95a None None] The sync data for ids ['436c8bef-aac2-4237-894c-9ff9913a8f3a'] in n-d-836147-2 is: [{'id': '436c8bef-aac2-4237-894c-9ff9913a8f3a', 'name': 'tempest-TestAggregatesBasicOps-436356606-router', 'tenant_id': '6489832310494572afe79c4d6ee5c868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '2a0f6fa1-0ab9-4bb2-a943-c771b2425060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:45:11Z', 'updated_at': '2022-04-21T12:45:14Z', 'revision_number': 3, 'project_id': '6489832310494572afe79c4d6ee5c868', 'gw_port': {'id': '2a0f6fa1-0ab9-4bb2-a943-c771b2425060', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436c8bef-aac2-4237-894c-9ff9913a8f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:45:12Z', 'updated_at': '2022-04-21T12:45:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:45:19.575555 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f65b2319-4cdb-41bd-908a-1b4a36c212af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:19.680437 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff51ce4-d355-493f-9109-259c3a3d7b87 req-cde1a9de-b71f-4fd9-b975-f6edcb9ae11a tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:19.682224 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ff51ce4-d355-493f-9109-259c3a3d7b87 req-cde1a9de-b71f-4fd9-b975-f6edcb9ae11a tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 950 time: 0.6797266 Apr 21 12:45:19.888621 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-70e44975-ec84-4117-bf76-0094e8fee842 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:19.888621 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-70e44975-ec84-4117-bf76-0094e8fee842 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.36 "GET /v2.0/networks?id=8af9b46e-0aca-46ce-866f-cf1eaf0feea8 HTTP/1.1" status: 200 len: 810 time: 0.8743176 Apr 21 12:45:19.995521 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ff51ce4-d355-493f-9109-259c3a3d7b87 req-1296c24d-8abe-4360-b7b0-6b9d05f37e39 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874422 Apr 21 12:45:20.022519 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-20ea6482-7e5c-4568-8a04-a5c27c4bac20 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.36 "GET /v2.0/quotas/e6f01aaee0c34a3b9c0a85c51c12aafc HTTP/1.1" status: 200 len: 375 time: 0.1083853 Apr 21 12:45:20.121688 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49026) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:20.134632 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-61b435e5-ce39-40ac-9aa2-67cb2bf08ebb tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e6f01aaee0c34a3b9c0a85c51c12aafc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0858045 Apr 21 12:45:20.293971 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-3fe21541-3cce-4b60-ba8d-21c301ef7702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f32192b3-34a2-4d77-95dd-34bd05cec1ce {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:45:20.305994 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-3fe21541-3cce-4b60-ba8d-21c301ef7702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:20.367500 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf1b396-749e-4e15-9a4e-ef121294d8f1 req-008b6dab-05bf-4bc4-a4ca-5809f9b6f9db tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:20.369269 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fdf1b396-749e-4e15-9a4e-ef121294d8f1 req-008b6dab-05bf-4bc4-a4ca-5809f9b6f9db tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 931 time: 0.2488475 Apr 21 12:45:20.373333 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f65b2319-4cdb-41bd-908a-1b4a36c212af admin admin] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:20.378711 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-3fe21541-3cce-4b60-ba8d-21c301ef7702 service neutron] Transition to ACTIVE for port object f32192b3-34a2-4d77-95dd-34bd05cec1ce will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:45:20.438276 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 2a0f6fa1-0ab9-4bb2-a943-c771b2425060 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:45:20.446627 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:20.482578 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f65b2319-4cdb-41bd-908a-1b4a36c212af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:20.515158 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-3fe21541-3cce-4b60-ba8d-21c301ef7702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:20.520896 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fdf1b396-749e-4e15-9a4e-ef121294d8f1 req-abb711eb-abeb-4ce4-b0f8-48b73f9a6763 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439683 Apr 21 12:45:20.526934 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 2a0f6fa1-0ab9-4bb2-a943-c771b2425060 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:45:20.532559 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:20.608550 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48c2949c-3876-48be-b76f-a79a5234e98a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:20.632528 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f65b2319-4cdb-41bd-908a-1b4a36c212af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:20.670938 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b2319-4cdb-41bd-908a-1b4a36c212af admin admin] Pushing event updated for resources: {'Port': ['ID=581729bc-b6a5-488f-9a2d-97b42ae320f9,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:20.721112 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-48574129-ce61-4cd0-b8c6-524836daf967 service neutron] 10.222.0.36 "GET /v2.0/networks/8af9b46e-0aca-46ce-866f-cf1eaf0feea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5700717 Apr 21 12:45:20.732786 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:20.768367 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 2a0f6fa1-0ab9-4bb2-a943-c771b2425060, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=2a0f6fa1-0ab9-4bb2-a943-c771b2425060,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:20.809211 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48c2949c-3876-48be-b76f-a79a5234e98a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:20.837250 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:20.919622 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=2a0f6fa1-0ab9-4bb2-a943-c771b2425060,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:20.923058 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48c2949c-3876-48be-b76f-a79a5234e98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:20.978948 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe21541-3cce-4b60-ba8d-21c301ef7702 service neutron] Pushing event updated for resources: {'Port': ['ID=f32192b3-34a2-4d77-95dd-34bd05cec1ce,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:20.989879 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-48c2949c-3876-48be-b76f-a79a5234e98a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6487ec3bc9b04c80aaeda78cb3a6abbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8670018 Apr 21 12:45:20.991691 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c2949c-3876-48be-b76f-a79a5234e98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710d21e7-924a-48ac-acdf-ce4026bd32ef,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:20.994470 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49036) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:21.043549 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-3fe21541-3cce-4b60-ba8d-21c301ef7702 service neutron] Attempting to bind port f32192b3-34a2-4d77-95dd-34bd05cec1ce on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:45:21.045070 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-3fe21541-3cce-4b60-ba8d-21c301ef7702 service neutron] Attempting to bind port f32192b3-34a2-4d77-95dd-34bd05cec1ce by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '970b3fae-3789-466b-a3f7-fb9bdc70d734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '30d24d19-5440-49dc-91a3-dbb88893c2b0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:45:21.045070 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-3fe21541-3cce-4b60-ba8d-21c301ef7702 service neutron] Attempting to bind port f32192b3-34a2-4d77-95dd-34bd05cec1ce on network 30d24d19-5440-49dc-91a3-dbb88893c2b0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:45:21.049913 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7efe69cc-8ec2-420f-805d-f68ea98e28e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:21.069129 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-3fe21541-3cce-4b60-ba8d-21c301ef7702 service neutron] Port f32192b3-34a2-4d77-95dd-34bd05cec1ce on network 30d24d19-5440-49dc-91a3-dbb88893c2b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:45:21.069617 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-3fe21541-3cce-4b60-ba8d-21c301ef7702 service neutron] Attempting to bind port f32192b3-34a2-4d77-95dd-34bd05cec1ce on network 30d24d19-5440-49dc-91a3-dbb88893c2b0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:45:21.078037 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7efe69cc-8ec2-420f-805d-f68ea98e28e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:21.091322 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1e969f-edd5-4fc5-8d01-70810a9cb790 req-120827be-d1c8-46ad-be8f-4cf9a678a893 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:21.092985 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d1e969f-edd5-4fc5-8d01-70810a9cb790 req-120827be-d1c8-46ad-be8f-4cf9a678a893 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=3775fbc4-d3ec-4da7-acc4-635b092ccd5e HTTP/1.1" status: 200 len: 946 time: 0.3915024 Apr 21 12:45:21.097427 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-3fe21541-3cce-4b60-ba8d-21c301ef7702 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:45:21.097912 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-3fe21541-3cce-4b60-ba8d-21c301ef7702 service neutron] Checking segment: {'id': '970b3fae-3789-466b-a3f7-fb9bdc70d734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '30d24d19-5440-49dc-91a3-dbb88893c2b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:45:21.098409 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-3fe21541-3cce-4b60-ba8d-21c301ef7702 service neutron] Bound using segment: {'id': '970b3fae-3789-466b-a3f7-fb9bdc70d734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '30d24d19-5440-49dc-91a3-dbb88893c2b0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:45:21.098945 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-3fe21541-3cce-4b60-ba8d-21c301ef7702 service neutron] Bound port: f32192b3-34a2-4d77-95dd-34bd05cec1ce, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '970b3fae-3789-466b-a3f7-fb9bdc70d734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '30d24d19-5440-49dc-91a3-dbb88893c2b0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:45:21.099402 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-3fe21541-3cce-4b60-ba8d-21c301ef7702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:21.122497 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-3d49dd33-0409-4abc-a902-c029b3410576 service neutron] 10.222.0.36 "GET /v2.0/networks/8af9b46e-0aca-46ce-866f-cf1eaf0feea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003894 Apr 21 12:45:21.131574 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65b2319-4cdb-41bd-908a-1b4a36c212af admin admin] Network ae2bc462-08c9-4a3b-a267-afbd514c9bb7 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:45:21.135013 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f65b2319-4cdb-41bd-908a-1b4a36c212af admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:45:21.234843 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7efe69cc-8ec2-420f-805d-f68ea98e28e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:21.234843 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7efe69cc-8ec2-420f-805d-f68ea98e28e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:21.236747 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7efe69cc-8ec2-420f-805d-f68ea98e28e6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/710d21e7-924a-48ac-acdf-ce4026bd32ef HTTP/1.1" status: 204 len: 168 time: 0.2411411 Apr 21 12:45:21.251509 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efe69cc-8ec2-420f-805d-f68ea98e28e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710d21e7-924a-48ac-acdf-ce4026bd32ef,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:21.254929 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d1e969f-edd5-4fc5-8d01-70810a9cb790 req-ca4433ef-adb5-49c5-89c7-ed9ceb8504b4 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312666 Apr 21 12:45:21.320796 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-3fe21541-3cce-4b60-ba8d-21c301ef7702 service neutron] For port f32192b3-34a2-4d77-95dd-34bd05cec1ce, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:45:21.387283 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-3fe21541-3cce-4b60-ba8d-21c301ef7702 service neutron] For port f32192b3-34a2-4d77-95dd-34bd05cec1ce, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=f32192b3-34a2-4d77-95dd-34bd05cec1ce,segment=NetworkSegment(970b3fae-3789-466b-a3f7-fb9bdc70d734),segment_id=970b3fae-3789-466b-a3f7-fb9bdc70d734)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:45:21.451657 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65b2319-4cdb-41bd-908a-1b4a36c212af admin admin] Router 436c8bef-aac2-4237-894c-9ff9913a8f3a has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:45:21.455848 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-3fe21541-3cce-4b60-ba8d-21c301ef7702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:21.476814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4271d8d-e03f-4b8c-a55f-55975904bfda req-b6869b26-1dce-4be3-8d52-8d877579cccc tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:21.478560 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c4271d8d-e03f-4b8c-a55f-55975904bfda req-b6869b26-1dce-4be3-8d52-8d877579cccc tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 950 time: 0.0934517 Apr 21 12:45:21.512695 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-3fe21541-3cce-4b60-ba8d-21c301ef7702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:21.513784 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-3fe21541-3cce-4b60-ba8d-21c301ef7702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:21.515413 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-3fe21541-3cce-4b60-ba8d-21c301ef7702 service neutron] 10.222.0.24 "PUT /v2.0/ports/f32192b3-34a2-4d77-95dd-34bd05cec1ce HTTP/1.1" status: 200 len: 1091 time: 2.7595832 Apr 21 12:45:21.530850 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b84f74e-dce8-4c6c-a4b8-5bee866472f3', 'tag': 'f32192b3-34a2-4d77-95dd-34bd05cec1ce'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:45:21.533207 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfe8aa2-830e-44b8-8962-dd071668add2" -d '{"events": [{"name": "network-changed", "server_uuid": "3b84f74e-dce8-4c6c-a4b8-5bee866472f3", "tag": "f32192b3-34a2-4d77-95dd-34bd05cec1ce"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:45:21.664915 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c1c953e7-c652-4195-ac7f-e8537134783e None None] Provisioning complete for port 581729bc-b6a5-488f-9a2d-97b42ae320f9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:45:21.664915 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1c953e7-c652-4195-ac7f-e8537134783e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:21.757374 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c1c953e7-c652-4195-ac7f-e8537134783e None None] Port 581729bc-b6a5-488f-9a2d-97b42ae320f9 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:45:21.765559 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c4271d8d-e03f-4b8c-a55f-55975904bfda req-f61d01bc-3463-4ce1-8112-db0d6c9122e8 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637603 Apr 21 12:45:21.782146 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe21541-3cce-4b60-ba8d-21c301ef7702 service neutron] Pushing event updated for resources: {'Port': ['ID=f32192b3-34a2-4d77-95dd-34bd05cec1ce,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:21.837598 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65b2319-4cdb-41bd-908a-1b4a36c212af admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:45:21.855242 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f65b2319-4cdb-41bd-908a-1b4a36c212af admin admin] 10.222.0.36 "PUT /v2.0/routers/436c8bef-aac2-4237-894c-9ff9913a8f3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9006171 Apr 21 12:45:21.859270 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-06f4b397-7576-44d7-952a-1c2e1d4cec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:21.860777 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-06f4b397-7576-44d7-952a-1c2e1d4cec29 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68d8f7f0c8494afca5cc6cac50c337e8&device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 1094 time: 0.2117500 Apr 21 12:45:21.881702 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76693ade-eb4e-4ba4-80d6-d3065f0f4107 req-b11020ea-4913-44e8-870c-dfac2b6e4acc tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:21.883871 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-76693ade-eb4e-4ba4-80d6-d3065f0f4107 req-b11020ea-4913-44e8-870c-dfac2b6e4acc tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=3775fbc4-d3ec-4da7-acc4-635b092ccd5e HTTP/1.1" status: 200 len: 946 time: 0.1150646 Apr 21 12:45:21.944593 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d761e7e-7656-4fe6-9130-e1dc5d44c683 x-openstack-request-id: req-5d761e7e-7656-4fe6-9130-e1dc5d44c683 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:45:21.944995 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b84f74e-dce8-4c6c-a4b8-5bee866472f3", "tag": "f32192b3-34a2-4d77-95dd-34bd05cec1ce", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:45:21.945121 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5d761e7e-7656-4fe6-9130-e1dc5d44c683 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:45:21.946189 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d761e7e-7656-4fe6-9130-e1dc5d44c683'] response: {'name': 'network-changed', 'server_uuid': '3b84f74e-dce8-4c6c-a4b8-5bee866472f3', 'tag': 'f32192b3-34a2-4d77-95dd-34bd05cec1ce', 'status': 'completed', 'code': 200} Apr 21 12:45:21.961097 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-e214f135-ec45-4cae-a1d8-ea97216aed92 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f32192b3-34a2-4d77-95dd-34bd05cec1ce HTTP/1.1" status: 200 len: 217 time: 0.0752339 Apr 21 12:45:22.063687 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-76693ade-eb4e-4ba4-80d6-d3065f0f4107 req-cdb95efb-61f5-4f90-a31d-f859d38dd864 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697986 Apr 21 12:45:22.145570 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-bf18f9c5-4201-4cec-adb6-03928b88cc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:22.147214 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-bf18f9c5-4201-4cec-adb6-03928b88cc16 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=60acb840-0dd0-4e57-a445-07399e0f9716 HTTP/1.1" status: 200 len: 854 time: 0.1773939 Apr 21 12:45:22.179174 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8985c994-678e-44ec-8464-b60eedd03d3b req-72ff6a47-0166-47b1-8e2e-78107123f232 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf4870f0-70de-48f4-92c4-3b33138099c1 HTTP/1.1" status: 200 len: 210 time: 0.0504084 Apr 21 12:45:22.195686 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7484c24e-091e-4790-9ef8-4cdd8fb7b6ae None None] Sync routers for ids ['436c8bef-aac2-4237-894c-9ff9913a8f3a'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:45:22.203542 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d78eac-de94-4bbb-a3d5-5952c73c5081 req-f74d2989-2339-4485-bc7c-a562b3a5f0c6 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:22.213365 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-74d78eac-de94-4bbb-a3d5-5952c73c5081 req-f74d2989-2339-4485-bc7c-a562b3a5f0c6 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 943 time: 0.1972742 Apr 21 12:45:22.215364 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7484c24e-091e-4790-9ef8-4cdd8fb7b6ae None None] Routers {'436c8bef-aac2-4237-894c-9ff9913a8f3a'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:45:22.216286 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7484c24e-091e-4790-9ef8-4cdd8fb7b6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:45:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['436c8bef-aac2-4237-894c-9ff9913a8f3a'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:22.240754 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-8f207ed4-f918-49fa-8e1f-4aa8f7948332 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30d24d19-5440-49dc-91a3-dbb88893c2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748925 Apr 21 12:45:22.343983 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 2a0f6fa1-0ab9-4bb2-a943-c771b2425060 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:45:22.369346 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-74d78eac-de94-4bbb-a3d5-5952c73c5081 req-03b1b99e-ed59-4aa0-81ea-91a4f994402d tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550150 Apr 21 12:45:22.403544 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-7484c24e-091e-4790-9ef8-4cdd8fb7b6ae None None] Set router 436c8bef-aac2-4237-894c-9ff9913a8f3a gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:45:22.420925 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49074) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:22.437416 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7e7b3a3-76e4-4145-9836-824f909f3e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:22.480551 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-0667888d-b818-4b4e-87f0-cb843d2952bf service neutron] 10.222.0.24 "GET /v2.0/networks/30d24d19-5440-49dc-91a3-dbb88893c2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328522 Apr 21 12:45:22.498927 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 2a0f6fa1-0ab9-4bb2-a943-c771b2425060 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:45:22.499845 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:22.639962 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7e7b3a3-76e4-4145-9836-824f909f3e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:22.702779 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7484c24e-091e-4790-9ef8-4cdd8fb7b6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436c8bef-aac2-4237-894c-9ff9913a8f3a', 'name': 'tempest-TestAggregatesBasicOps-436356606-router', 'tenant_id': '6489832310494572afe79c4d6ee5c868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '2a0f6fa1-0ab9-4bb2-a943-c771b2425060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:45:11Z', 'updated_at': '2022-04-21T12:45:18Z', 'revision_number': 4, 'project_id': '6489832310494572afe79c4d6ee5c868', 'gw_port': {'id': '2a0f6fa1-0ab9-4bb2-a943-c771b2425060', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436c8bef-aac2-4237-894c-9ff9913a8f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:45:12Z', 'updated_at': '2022-04-21T12:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '581729bc-b6a5-488f-9a2d-97b42ae320f9', 'name': '', 'network_id': 'ae2bc462-08c9-4a3b-a267-afbd514c9bb7', 'tenant_id': '6489832310494572afe79c4d6ee5c868', 'mac_address': 'fa:16:3e:37:cc:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436c8bef-aac2-4237-894c-9ff9913a8f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '754c71d4-5bc3-44b3-b678-99243eed2659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:45:17Z', 'updated_at': '2022-04-21T12:45:19Z', 'revision_number': 2, 'project_id': '6489832310494572afe79c4d6ee5c868', 'subnets': [{'id': '754c71d4-5bc3-44b3-b678-99243eed2659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:22.706074 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7e7b3a3-76e4-4145-9836-824f909f3e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:22.737787 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-653f35f6-8a2b-4ac3-a4df-35445d6bbdc9 req-3df94f13-042a-4e85-9ca6-e4f3161206c4 service neutron] 10.222.0.24 "GET /v2.0/networks/30d24d19-5440-49dc-91a3-dbb88893c2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493377 Apr 21 12:45:22.751064 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d7e7b3a3-76e4-4145-9836-824f909f3e1e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4f2a57a64bed44a89ddecff4fee61093&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3289533 Apr 21 12:45:22.754868 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49080) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:22.756973 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7484c24e-091e-4790-9ef8-4cdd8fb7b6ae None None] Checking router: 436c8bef-aac2-4237-894c-9ff9913a8f3a for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:45:22.757320 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7484c24e-091e-4790-9ef8-4cdd8fb7b6ae None None] Updating router 436c8bef-aac2-4237-894c-9ff9913a8f3a port 581729bc-b6a5-488f-9a2d-97b42ae320f9 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:45:22.779795 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7b3a3-76e4-4145-9836-824f909f3e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecee099-f5f7-4d9c-a6ff-19b6b52a7d85,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:22.787725 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7484c24e-091e-4790-9ef8-4cdd8fb7b6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:22.819492 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-287971a9-480c-4d3f-8539-e554522fea7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:22.845524 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-287971a9-480c-4d3f-8539-e554522fea7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:22.992467 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-287971a9-480c-4d3f-8539-e554522fea7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:23.003053 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-287971a9-480c-4d3f-8539-e554522fea7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:23.003053 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-287971a9-480c-4d3f-8539-e554522fea7f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cecee099-f5f7-4d9c-a6ff-19b6b52a7d85 HTTP/1.1" status: 204 len: 168 time: 0.2403381 Apr 21 12:45:23.013783 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287971a9-480c-4d3f-8539-e554522fea7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecee099-f5f7-4d9c-a6ff-19b6b52a7d85,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:23.100802 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe8aa2-830e-44b8-8962-dd071668add2 req-a7ff2126-826e-45c4-9c86-c4ae12c8918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:23.100802 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5bfe8aa2-830e-44b8-8962-dd071668add2 req-a7ff2126-826e-45c4-9c86-c4ae12c8918a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68d8f7f0c8494afca5cc6cac50c337e8&device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 1094 time: 0.1912506 Apr 21 12:45:23.170692 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92569fc3-a3e6-40de-a38c-04fa412c65d5 req-013dbfb6-6016-456c-aeef-ae5c9d91612c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:23.182965 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-92569fc3-a3e6-40de-a38c-04fa412c65d5 req-013dbfb6-6016-456c-aeef-ae5c9d91612c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 950 time: 0.1643767 Apr 21 12:45:23.238799 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7484c24e-091e-4790-9ef8-4cdd8fb7b6ae None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:23.326171 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-92569fc3-a3e6-40de-a38c-04fa412c65d5 req-dcf5b9ae-b155-403d-9248-08a6b2726372 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417615 Apr 21 12:45:23.336545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe8aa2-830e-44b8-8962-dd071668add2 req-a59c8a4b-dad8-453f-b42f-7440b85c0dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:23.338153 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5bfe8aa2-830e-44b8-8962-dd071668add2 req-a59c8a4b-dad8-453f-b42f-7440b85c0dde service neutron] 10.222.0.24 "GET /v2.0/networks?id=30d24d19-5440-49dc-91a3-dbb88893c2b0 HTTP/1.1" status: 200 len: 915 time: 0.2339704 Apr 21 12:45:23.355013 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7484c24e-091e-4790-9ef8-4cdd8fb7b6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:23.377754 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8bad4-615a-409b-a410-b6cf3ab4a156 req-8ab1510b-8723-4e66-b6c3-a2272a4c9143 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:23.386138 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ba8bad4-615a-409b-a410-b6cf3ab4a156 req-8ab1510b-8723-4e66-b6c3-a2272a4c9143 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=3775fbc4-d3ec-4da7-acc4-635b092ccd5e HTTP/1.1" status: 200 len: 946 time: 0.1345415 Apr 21 12:45:23.439952 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f54b6-272c-4042-9ba0-523350d6cf4d None None] Pushing event updated for resources: {'Port': ['ID=581729bc-b6a5-488f-9a2d-97b42ae320f9,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:23.504774 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5bfe8aa2-830e-44b8-8962-dd071668add2 req-55254fde-2722-4538-bdfb-cc55ad5b2778 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f32192b3-34a2-4d77-95dd-34bd05cec1ce HTTP/1.1" status: 200 len: 217 time: 0.1529162 Apr 21 12:45:23.547764 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f54b6-272c-4042-9ba0-523350d6cf4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:23.547764 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f54b6-272c-4042-9ba0-523350d6cf4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:23.547764 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f54b6-272c-4042-9ba0-523350d6cf4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:23.547764 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f54b6-272c-4042-9ba0-523350d6cf4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:23.547764 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f54b6-272c-4042-9ba0-523350d6cf4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:23.547764 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f54b6-272c-4042-9ba0-523350d6cf4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:23.547764 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f54b6-272c-4042-9ba0-523350d6cf4d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:23.547764 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f54b6-272c-4042-9ba0-523350d6cf4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:23.547764 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f54b6-272c-4042-9ba0-523350d6cf4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:23.547764 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f54b6-272c-4042-9ba0-523350d6cf4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:23.548921 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f54b6-272c-4042-9ba0-523350d6cf4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:23.549851 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb6f54b6-272c-4042-9ba0-523350d6cf4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:23.549988 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49112) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:23.560350 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e9cc3663-eb5c-4717-b8b5-12fa29ec25c1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-820200808-network', 'tenant_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:45:23.582707 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-879a6cec-e955-4cea-b10d-4ad8a2e56c56 req-c812d3f1-b579-4c62-87bc-e0ceab464790 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf4870f0-70de-48f4-92c4-3b33138099c1 HTTP/1.1" status: 200 len: 210 time: 0.1033812 Apr 21 12:45:23.593730 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-7484c24e-091e-4790-9ef8-4cdd8fb7b6ae None None] Attempting to bind port 581729bc-b6a5-488f-9a2d-97b42ae320f9 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:45:23.594282 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-7484c24e-091e-4790-9ef8-4cdd8fb7b6ae None None] Attempting to bind port 581729bc-b6a5-488f-9a2d-97b42ae320f9 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '3f2e1617-3410-4e91-bf7f-bdf6500ce684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae2bc462-08c9-4a3b-a267-afbd514c9bb7'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:45:23.594950 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7484c24e-091e-4790-9ef8-4cdd8fb7b6ae None None] Attempting to bind port 581729bc-b6a5-488f-9a2d-97b42ae320f9 on network ae2bc462-08c9-4a3b-a267-afbd514c9bb7 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:45:23.601718 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7484c24e-091e-4790-9ef8-4cdd8fb7b6ae None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:45:23.602558 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7484c24e-091e-4790-9ef8-4cdd8fb7b6ae None None] Checking segment: {'id': '3f2e1617-3410-4e91-bf7f-bdf6500ce684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae2bc462-08c9-4a3b-a267-afbd514c9bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:45:23.603111 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7484c24e-091e-4790-9ef8-4cdd8fb7b6ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:23.603646 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7484c24e-091e-4790-9ef8-4cdd8fb7b6ae None None] Bound using segment: {'id': '3f2e1617-3410-4e91-bf7f-bdf6500ce684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae2bc462-08c9-4a3b-a267-afbd514c9bb7'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:45:23.604436 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-7484c24e-091e-4790-9ef8-4cdd8fb7b6ae None None] Bound port: 581729bc-b6a5-488f-9a2d-97b42ae320f9, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f2e1617-3410-4e91-bf7f-bdf6500ce684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ae2bc462-08c9-4a3b-a267-afbd514c9bb7'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:45:23.605383 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7484c24e-091e-4790-9ef8-4cdd8fb7b6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:23.693112 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cc3663-eb5c-4717-b8b5-12fa29ec25c1 admin admin] Made reservation on behalf of f9179e12c0064cf98ccc3bdfbf4fbf2f for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:45:23.696017 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9cc3663-eb5c-4717-b8b5-12fa29ec25c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:23.709981 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ba8bad4-615a-409b-a410-b6cf3ab4a156 req-a3847eef-fe12-4b1e-9c6c-ebccf6031888 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161221 Apr 21 12:45:23.719790 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-7484c24e-091e-4790-9ef8-4cdd8fb7b6ae None None] For port 581729bc-b6a5-488f-9a2d-97b42ae320f9, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:45:23.730098 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-7484c24e-091e-4790-9ef8-4cdd8fb7b6ae None None] For port 581729bc-b6a5-488f-9a2d-97b42ae320f9, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=581729bc-b6a5-488f-9a2d-97b42ae320f9,segment=NetworkSegment(3f2e1617-3410-4e91-bf7f-bdf6500ce684),segment_id=3f2e1617-3410-4e91-bf7f-bdf6500ce684)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:45:23.732946 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe8aa2-830e-44b8-8962-dd071668add2 req-51f188c2-68ef-4f65-89ed-cf7fa5f6298a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:23.745182 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5bfe8aa2-830e-44b8-8962-dd071668add2 req-51f188c2-68ef-4f65-89ed-cf7fa5f6298a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=60acb840-0dd0-4e57-a445-07399e0f9716 HTTP/1.1" status: 200 len: 854 time: 0.1553822 Apr 21 12:45:23.806333 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5bfe8aa2-830e-44b8-8962-dd071668add2 req-21886140-3773-4cc8-ba10-564b3b9e4a0b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30d24d19-5440-49dc-91a3-dbb88893c2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348072 Apr 21 12:45:23.808542 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2c3cb6be-9115-45f5-aae1-ce2e7b9f0eca None None] Provisioning complete for port 581729bc-b6a5-488f-9a2d-97b42ae320f9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:45:23.809023 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c3cb6be-9115-45f5-aae1-ce2e7b9f0eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:23.809462 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-7484c24e-091e-4790-9ef8-4cdd8fb7b6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:23.836703 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f2a02-73b7-47bc-b89a-5f039a0ee8f8 req-b24fdc1b-0d22-4779-afe1-f0874b2c8b8e tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:23.841902 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-121f2a02-73b7-47bc-b89a-5f039a0ee8f8 req-b24fdc1b-0d22-4779-afe1-f0874b2c8b8e tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 943 time: 0.1308427 Apr 21 12:45:23.942234 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7484c24e-091e-4790-9ef8-4cdd8fb7b6ae None None] Routers {'436c8bef-aac2-4237-894c-9ff9913a8f3a'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:45:23.942962 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7484c24e-091e-4790-9ef8-4cdd8fb7b6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:45:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['436c8bef-aac2-4237-894c-9ff9913a8f3a'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:23.973152 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-121f2a02-73b7-47bc-b89a-5f039a0ee8f8 req-41fdaadf-b7b1-42be-98bf-46c4cf9e30e8 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178064 Apr 21 12:45:24.043833 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5bfe8aa2-830e-44b8-8962-dd071668add2 req-436e1aa1-f3b0-4986-b89c-eda5d3392f22 service neutron] 10.222.0.24 "GET /v2.0/networks/30d24d19-5440-49dc-91a3-dbb88893c2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999185 Apr 21 12:45:24.061072 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c3cb6be-9115-45f5-aae1-ce2e7b9f0eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:24.151341 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-7484c24e-091e-4790-9ef8-4cdd8fb7b6ae None None] Set router 436c8bef-aac2-4237-894c-9ff9913a8f3a gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:45:24.197027 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2c3cb6be-9115-45f5-aae1-ce2e7b9f0eca None None] For port 581729bc-b6a5-488f-9a2d-97b42ae320f9, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=581729bc-b6a5-488f-9a2d-97b42ae320f9,segment=NetworkSegment(3f2e1617-3410-4e91-bf7f-bdf6500ce684),segment_id=3f2e1617-3410-4e91-bf7f-bdf6500ce684)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:24.316932 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c3cb6be-9115-45f5-aae1-ce2e7b9f0eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:24.328909 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5bfe8aa2-830e-44b8-8962-dd071668add2 req-1d0f8a3d-ddf7-4e11-a811-d88d33b73228 service neutron] 10.222.0.24 "GET /v2.0/networks/30d24d19-5440-49dc-91a3-dbb88893c2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757888 Apr 21 12:45:24.479986 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9cc3663-eb5c-4717-b8b5-12fa29ec25c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:24.554540 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cb6be-9115-45f5-aae1-ce2e7b9f0eca None None] Pushing event updated for resources: {'Port': ['ID=581729bc-b6a5-488f-9a2d-97b42ae320f9,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:24.573614 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7484c24e-091e-4790-9ef8-4cdd8fb7b6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436c8bef-aac2-4237-894c-9ff9913a8f3a', 'name': 'tempest-TestAggregatesBasicOps-436356606-router', 'tenant_id': '6489832310494572afe79c4d6ee5c868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '2a0f6fa1-0ab9-4bb2-a943-c771b2425060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:45:11Z', 'updated_at': '2022-04-21T12:45:18Z', 'revision_number': 4, 'project_id': '6489832310494572afe79c4d6ee5c868', 'gw_port': {'id': '2a0f6fa1-0ab9-4bb2-a943-c771b2425060', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436c8bef-aac2-4237-894c-9ff9913a8f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:45:12Z', 'updated_at': '2022-04-21T12:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '581729bc-b6a5-488f-9a2d-97b42ae320f9', 'name': '', 'network_id': 'ae2bc462-08c9-4a3b-a267-afbd514c9bb7', 'tenant_id': '6489832310494572afe79c4d6ee5c868', 'mac_address': 'fa:16:3e:37:cc:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436c8bef-aac2-4237-894c-9ff9913a8f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '754c71d4-5bc3-44b3-b678-99243eed2659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:45:17Z', 'updated_at': '2022-04-21T12:45:23Z', 'revision_number': 4, 'project_id': '6489832310494572afe79c4d6ee5c868', 'subnets': [{'id': '754c71d4-5bc3-44b3-b678-99243eed2659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:24.574506 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ed74c89d-b0ea-4f30-83c9-74a3ae305982 None None] Provisioning complete for port 581729bc-b6a5-488f-9a2d-97b42ae320f9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:45:24.574881 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed74c89d-b0ea-4f30-83c9-74a3ae305982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:24.607026 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7484c24e-091e-4790-9ef8-4cdd8fb7b6ae None None] The sync data for ids ['436c8bef-aac2-4237-894c-9ff9913a8f3a'] in n-d-836147-2 is: [{'id': '436c8bef-aac2-4237-894c-9ff9913a8f3a', 'name': 'tempest-TestAggregatesBasicOps-436356606-router', 'tenant_id': '6489832310494572afe79c4d6ee5c868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '2a0f6fa1-0ab9-4bb2-a943-c771b2425060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:45:11Z', 'updated_at': '2022-04-21T12:45:18Z', 'revision_number': 4, 'project_id': '6489832310494572afe79c4d6ee5c868', 'gw_port': {'id': '2a0f6fa1-0ab9-4bb2-a943-c771b2425060', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436c8bef-aac2-4237-894c-9ff9913a8f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:45:12Z', 'updated_at': '2022-04-21T12:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '581729bc-b6a5-488f-9a2d-97b42ae320f9', 'name': '', 'network_id': 'ae2bc462-08c9-4a3b-a267-afbd514c9bb7', 'tenant_id': '6489832310494572afe79c4d6ee5c868', 'mac_address': 'fa:16:3e:37:cc:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436c8bef-aac2-4237-894c-9ff9913a8f3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2088, 'fixed_ips': [{'subnet_id': '754c71d4-5bc3-44b3-b678-99243eed2659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:45:17Z', 'updated_at': '2022-04-21T12:45:23Z', 'revision_number': 4, 'project_id': '6489832310494572afe79c4d6ee5c868', 'subnets': [{'id': '754c71d4-5bc3-44b3-b678-99243eed2659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:45:24.610048 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f54b6-272c-4042-9ba0-523350d6cf4d None None] Pushing event updated for resources: {'Port': ['ID=581729bc-b6a5-488f-9a2d-97b42ae320f9,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:24.718672 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device f32192b3-34a2-4d77-95dd-34bd05cec1ce details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:45:24.720596 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9cc3663-eb5c-4717-b8b5-12fa29ec25c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:24.779058 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b9760d2-eeb0-46bf-86fe-8e802160e288 req-4469dfcc-d519-4979-98fd-22b7bd9f9c0c tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf4870f0-70de-48f4-92c4-3b33138099c1 HTTP/1.1" status: 200 len: 210 time: 0.0627415 Apr 21 12:45:24.809804 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4895fc-e978-4fc8-a251-1fc2190d1138 req-283416ed-f81e-4b66-8b25-e9f32196a881 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:24.813544 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b4895fc-e978-4fc8-a251-1fc2190d1138 req-283416ed-f81e-4b66-8b25-e9f32196a881 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.26 "GET /v2.0/ports?device_id=3775fbc4-d3ec-4da7-acc4-635b092ccd5e HTTP/1.1" status: 200 len: 946 time: 0.3502071 Apr 21 12:45:24.820689 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9cc3663-eb5c-4717-b8b5-12fa29ec25c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:24.883007 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9cc3663-eb5c-4717-b8b5-12fa29ec25c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:45:24.899281 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9cc3663-eb5c-4717-b8b5-12fa29ec25c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:24.900000 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-e9cc3663-eb5c-4717-b8b5-12fa29ec25c1 admin admin] Added segment 3752b720-0059-4aa9-a615-9d952c9536a6 of type vlan for network 078064af-7a27-462c-a4e3-61a22fef69d0 Apr 21 12:45:24.904114 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e5ac6-a6ae-4d5c-b6b0-8c9670c403a5 req-a198af3c-a224-48fd-9ba6-15f17520f79a tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:24.914727 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-041e5ac6-a6ae-4d5c-b6b0-8c9670c403a5 req-a198af3c-a224-48fd-9ba6-15f17520f79a tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 950 time: 0.3606319 Apr 21 12:45:25.024867 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc3663-eb5c-4717-b8b5-12fa29ec25c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e106b4-a3cd-4bdf-a104-b8374c25ab2b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:25.031387 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9cc3663-eb5c-4717-b8b5-12fa29ec25c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:25.089682 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port f32192b3-34a2-4d77-95dd-34bd05cec1ce, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=f32192b3-34a2-4d77-95dd-34bd05cec1ce,segment=NetworkSegment(970b3fae-3789-466b-a3f7-fb9bdc70d734),segment_id=970b3fae-3789-466b-a3f7-fb9bdc70d734)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:25.128229 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'f32192b3-34a2-4d77-95dd-34bd05cec1ce', 'network_id': '30d24d19-5440-49dc-91a3-dbb88893c2b0', 'port_id': 'f32192b3-34a2-4d77-95dd-34bd05cec1ce', 'mac_address': 'fa:16:3e:24:f8:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60acb840-0dd0-4e57-a445-07399e0f9716', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:45:25.145630 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9cc3663-eb5c-4717-b8b5-12fa29ec25c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:25.147001 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cc3663-eb5c-4717-b8b5-12fa29ec25c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:25.149383 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9cc3663-eb5c-4717-b8b5-12fa29ec25c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:25.194570 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:25.211670 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f32192b3-34a2-4d77-95dd-34bd05cec1ce {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:45:25.253469 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port f32192b3-34a2-4d77-95dd-34bd05cec1ce, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=f32192b3-34a2-4d77-95dd-34bd05cec1ce,segment=NetworkSegment(970b3fae-3789-466b-a3f7-fb9bdc70d734),segment_id=970b3fae-3789-466b-a3f7-fb9bdc70d734)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:25.261907 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e9cc3663-eb5c-4717-b8b5-12fa29ec25c1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7107024 Apr 21 12:45:25.265639 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49146) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:25.271139 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-7e97270b-36d8-4881-8891-b9f30b488dc4 admin admin] Request body: {'subnet': {'network_id': '078064af-7a27-462c-a4e3-61a22fef69d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-820200808-subnet', 'tenant_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f', 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:45:25.278980 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc3663-eb5c-4717-b8b5-12fa29ec25c1 admin admin] Pushing event updated for resources: {'Network': ['ID=078064af-7a27-462c-a4e3-61a22fef69d0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:25.289715 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 078064af-7a27-462c-a4e3-61a22fef69d0 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:45:25.318967 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:25.389475 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e97270b-36d8-4881-8891-b9f30b488dc4 admin admin] Made reservation on behalf of f9179e12c0064cf98ccc3bdfbf4fbf2f for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:45:25.408373 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e97270b-36d8-4881-8891-b9f30b488dc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:25.534932 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=f32192b3-34a2-4d77-95dd-34bd05cec1ce,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:25.588642 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['f32192b3-34a2-4d77-95dd-34bd05cec1ce'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:45:25.763190 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-041e5ac6-a6ae-4d5c-b6b0-8c9670c403a5 req-d9e78f39-f587-40b2-9c66-93c4e6a22b86 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8474164 Apr 21 12:45:25.792526 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabc063-74b2-411c-8f2e-a241e9ea86e6 req-43d168f3-22c3-4538-9475-4115c40f239e tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:25.800307 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ebabc063-74b2-411c-8f2e-a241e9ea86e6 req-43d168f3-22c3-4538-9475-4115c40f239e tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=3775fbc4-d3ec-4da7-acc4-635b092ccd5e HTTP/1.1" status: 200 len: 946 time: 0.8715615 Apr 21 12:45:25.866579 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e97270b-36d8-4881-8891-b9f30b488dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:25.964164 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97270b-36d8-4881-8891-b9f30b488dc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=777fcca3-46f9-42f0-a05e-03bf529079af,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:25.981104 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e97270b-36d8-4881-8891-b9f30b488dc4 admin admin] Checking segment: {'id': '3752b720-0059-4aa9-a615-9d952c9536a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '078064af-7a27-462c-a4e3-61a22fef69d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:45:25.981457 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e97270b-36d8-4881-8891-b9f30b488dc4 admin admin] Network hostable DHCP agents. Network: 078064af-7a27-462c-a4e3-61a22fef69d0, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:45:26.008125 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-742b1e6f-a890-4d16-afd3-ce8fee2ac05d tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:26.010672 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-742b1e6f-a890-4d16-afd3-ce8fee2ac05d tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.24 "GET /v2.0/networks?id=8af9b46e-0aca-46ce-866f-cf1eaf0feea8 HTTP/1.1" status: 200 len: 810 time: 1.1640582 Apr 21 12:45:26.097818 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e97270b-36d8-4881-8891-b9f30b488dc4 admin admin] Network 078064af-7a27-462c-a4e3-61a22fef69d0 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:45:26.112856 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ebabc063-74b2-411c-8f2e-a241e9ea86e6 req-35ddde1e-346e-4397-b45c-58f47f069745 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078105 Apr 21 12:45:26.136430 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-68b27422-bc1d-4537-af14-2153f969346e tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Request body: {'port': {'device_id': 'cf4870f0-70de-48f4-92c4-3b33138099c1', 'network_id': '8af9b46e-0aca-46ce-866f-cf1eaf0feea8', 'admin_state_up': True, 'tenant_id': 'e6f01aaee0c34a3b9c0a85c51c12aafc'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:45:26.175400 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-7e97270b-36d8-4881-8891-b9f30b488dc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 078064af-7a27-462c-a4e3-61a22fef69d0) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:45:26.182236 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e97270b-36d8-4881-8891-b9f30b488dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:26.182883 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e97270b-36d8-4881-8891-b9f30b488dc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:26.186370 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa2a5e4-c0ed-4441-b07b-765c66e30373 None None] Network 078064af-7a27-462c-a4e3-61a22fef69d0 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:45:26.274116 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4b4895fc-e978-4fc8-a251-1fc2190d1138 req-551783f8-ec1f-4b87-805e-2ed4b07cb163 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Deleting port b0e7d49a-a586-4ff6-85da-fb8fc3175f21 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:45:26.274631 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4b4895fc-e978-4fc8-a251-1fc2190d1138 req-551783f8-ec1f-4b87-805e-2ed4b07cb163 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:26.279709 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7e97270b-36d8-4881-8891-b9f30b488dc4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0100074 Apr 21 12:45:26.279709 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49154) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:26.287172 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-0a8c0564-2896-4c60-a3c6-7f7807ef8d81 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-820200808-router', 'tenant_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:45:26.295520 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e912c1d-ed30-46d0-9dbf-d883e6af5ec1 req-a736b954-2a0c-47f4-932e-8104552c4df5 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:26.295520 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e912c1d-ed30-46d0-9dbf-d883e6af5ec1 req-a736b954-2a0c-47f4-932e-8104552c4df5 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 944 time: 0.3872802 Apr 21 12:45:26.355788 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c2c7835-1b22-46f3-a883-3fde75a23c35 req-980fe10c-3a20-49c5-9eb9-1d08549f6e81 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf4870f0-70de-48f4-92c4-3b33138099c1 HTTP/1.1" status: 200 len: 210 time: 0.0468490 Apr 21 12:45:26.450890 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0a8c0564-2896-4c60-a3c6-7f7807ef8d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:26.450890 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0a8c0564-2896-4c60-a3c6-7f7807ef8d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:26.492428 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 581729bc-b6a5-488f-9a2d-97b42ae320f9 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:45:26.587897 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0a8c0564-2896-4c60-a3c6-7f7807ef8d81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:26.589332 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e912c1d-ed30-46d0-9dbf-d883e6af5ec1 req-f9025ef7-284d-4525-804a-13190d07db2a tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248181 Apr 21 12:45:26.636014 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cd3209-2ddf-4274-8207-f4aea68aa18d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-078064af-7a27-462c-a4e3-61a22fef69d0', 'network_id': '078064af-7a27-462c-a4e3-61a22fef69d0', 'tenant_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f', 'fixed_ips': [{'subnet_id': '777fcca3-46f9-42f0-a05e-03bf529079af'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:45:26.640669 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57cd3209-2ddf-4274-8207-f4aea68aa18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:26.641524 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4b4895fc-e978-4fc8-a251-1fc2190d1138 req-551783f8-ec1f-4b87-805e-2ed4b07cb163 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] For port b0e7d49a-a586-4ff6-85da-fb8fc3175f21, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=b0e7d49a-a586-4ff6-85da-fb8fc3175f21,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:26.642095 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4b4895fc-e978-4fc8-a251-1fc2190d1138 req-551783f8-ec1f-4b87-805e-2ed4b07cb163 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:26.660315 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4b4895fc-e978-4fc8-a251-1fc2190d1138 req-551783f8-ec1f-4b87-805e-2ed4b07cb163 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Calling delete_port for b0e7d49a-a586-4ff6-85da-fb8fc3175f21 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:45:26.678869 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device f32192b3-34a2-4d77-95dd-34bd05cec1ce up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:45:26.926162 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-68b27422-bc1d-4537-af14-2153f969346e tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Made reservation on behalf of e6f01aaee0c34a3b9c0a85c51c12aafc for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:45:26.933134 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-68b27422-bc1d-4537-af14-2153f969346e tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:26.981752 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0a8c0564-2896-4c60-a3c6-7f7807ef8d81 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:27.001628 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-57cd3209-2ddf-4274-8207-f4aea68aa18d None None] Allocated IP 172.20.0.2 (078064af-7a27-462c-a4e3-61a22fef69d0/777fcca3-46f9-42f0-a05e-03bf529079af/37bae025-8c16-4eec-b693-4af58b79420d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:45:27.019470 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4b4895fc-e978-4fc8-a251-1fc2190d1138 req-551783f8-ec1f-4b87-805e-2ed4b07cb163 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:27.053101 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:45:27.097799 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 581729bc-b6a5-488f-9a2d-97b42ae320f9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:45:27.098343 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:27.128148 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551783f8-ec1f-4b87-805e-2ed4b07cb163 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Pushing event deleted for resources: {'Port': ['ID=b0e7d49a-a586-4ff6-85da-fb8fc3175f21,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:27.187037 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c779bcf6-8769-4c48-8585-4671d04b6288 req-a1535219-5b08-4587-8323-496e1a7a25ba tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:27.190873 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c779bcf6-8769-4c48-8585-4671d04b6288 req-a1535219-5b08-4587-8323-496e1a7a25ba tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 950 time: 0.2685962 Apr 21 12:45:27.374815 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4895fc-e978-4fc8-a251-1fc2190d1138 req-551783f8-ec1f-4b87-805e-2ed4b07cb163 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] No DVR routers for this DVR port b0e7d49a-a586-4ff6-85da-fb8fc3175f21 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:45:27.384207 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4b4895fc-e978-4fc8-a251-1fc2190d1138 req-551783f8-ec1f-4b87-805e-2ed4b07cb163 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:27.390731 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b4895fc-e978-4fc8-a251-1fc2190d1138 req-551783f8-ec1f-4b87-805e-2ed4b07cb163 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.26 "DELETE /v2.0/ports/b0e7d49a-a586-4ff6-85da-fb8fc3175f21 HTTP/1.1" status: 204 len: 173 time: 2.5678635 Apr 21 12:45:27.432560 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3775fbc4-d3ec-4da7-acc4-635b092ccd5e', 'name': 'network-vif-deleted', 'tag': 'b0e7d49a-a586-4ff6-85da-fb8fc3175f21'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:45:27.435262 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3afc986-0801-42e1-8cd0-ce9a7b5defc0" -d '{"events": [{"server_uuid": "3775fbc4-d3ec-4da7-acc4-635b092ccd5e", "name": "network-vif-deleted", "tag": "b0e7d49a-a586-4ff6-85da-fb8fc3175f21"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:45:27.481108 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-69afef8d-05cc-44ab-8cc1-f8cbd96802fd req-b47f16c8-2051-4fb4-be7f-0be18ea15f00 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=3775fbc4-d3ec-4da7-acc4-635b092ccd5e HTTP/1.1" status: 200 len: 210 time: 0.1188023 Apr 21 12:45:27.518334 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57cd3209-2ddf-4274-8207-f4aea68aa18d None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:27.520251 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0a8c0564-2896-4c60-a3c6-7f7807ef8d81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:27.527010 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port f32192b3-34a2-4d77-95dd-34bd05cec1ce completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:45:27.559851 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port f32192b3-34a2-4d77-95dd-34bd05cec1ce triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:45:27.560293 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:27.567880 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0a8c0564-2896-4c60-a3c6-7f7807ef8d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:27.702343 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c779bcf6-8769-4c48-8585-4671d04b6288 req-01fa28c1-5319-46f8-9eba-65549eec1eac tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379772 Apr 21 12:45:27.843673 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5bc62e-9891-43a2-a00d-4d895bacab6c x-openstack-request-id: req-cb5bc62e-9891-43a2-a00d-4d895bacab6c {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:45:27.843972 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3775fbc4-d3ec-4da7-acc4-635b092ccd5e", "name": "network-vif-deleted", "tag": "b0e7d49a-a586-4ff6-85da-fb8fc3175f21", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:45:27.844223 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cb5bc62e-9891-43a2-a00d-4d895bacab6c {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:45:27.844721 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb5bc62e-9891-43a2-a00d-4d895bacab6c'] response: {'server_uuid': '3775fbc4-d3ec-4da7-acc4-635b092ccd5e', 'name': 'network-vif-deleted', 'tag': 'b0e7d49a-a586-4ff6-85da-fb8fc3175f21', 'status': 'completed', 'code': 200} Apr 21 12:45:27.846676 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-92ff582b-03a3-4441-b9f9-d83aad1ea0f4 req-2dd894e3-d1ec-4187-acab-5f454f837337 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf4870f0-70de-48f4-92c4-3b33138099c1 HTTP/1.1" status: 200 len: 210 time: 0.1572983 Apr 21 12:45:27.882904 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-68b27422-bc1d-4537-af14-2153f969346e tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Allocated IP 172.20.0.5 (8af9b46e-0aca-46ce-866f-cf1eaf0feea8/fb055a6a-ec70-4a3c-924e-4d5f4f284535/6dc53b73-ec06-428e-acb8-d8326fdf0f36) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:45:27.925852 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-0a8c0564-2896-4c60-a3c6-7f7807ef8d81 admin admin] Allocated IP 172.25.8.182 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/dafc83a1-5ad7-43c4-85cf-308e76c52eea) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:45:27.959525 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57cd3209-2ddf-4274-8207-f4aea68aa18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:28.029940 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cd3209-2ddf-4274-8207-f4aea68aa18d None None] Network 078064af-7a27-462c-a4e3-61a22fef69d0 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:45:28.030894 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device b0e7d49a-a586-4ff6-85da-fb8fc3175f21 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:45:28.062891 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-57cd3209-2ddf-4274-8207-f4aea68aa18d None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:45:28.067848 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cd3209-2ddf-4274-8207-f4aea68aa18d None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:45:28.076514 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: b0e7d49a-a586-4ff6-85da-fb8fc3175f21 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:45:28.076856 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device b0e7d49a-a586-4ff6-85da-fb8fc3175f21 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:45:28.102555 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0a8c0564-2896-4c60-a3c6-7f7807ef8d81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:28.106145 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7f0e9-f2c5-4492-b57a-d37eb508228a req-4a7579d5-419c-4a4d-98ba-df2f174b1ac3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:28.107731 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12f7f0e9-f2c5-4492-b57a-d37eb508228a req-4a7579d5-419c-4a4d-98ba-df2f174b1ac3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 944 time: 0.1789582 Apr 21 12:45:28.149068 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd3209-2ddf-4274-8207-f4aea68aa18d None None] Pushing event updated for resources: {'Port': ['ID=37bae025-8c16-4eec-b693-4af58b79420d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:28.221009 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-57cd3209-2ddf-4274-8207-f4aea68aa18d None None] Attempting to bind port 37bae025-8c16-4eec-b693-4af58b79420d on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:45:28.221294 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-57cd3209-2ddf-4274-8207-f4aea68aa18d None None] Attempting to bind port 37bae025-8c16-4eec-b693-4af58b79420d by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '3752b720-0059-4aa9-a615-9d952c9536a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '078064af-7a27-462c-a4e3-61a22fef69d0'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:45:28.221676 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cd3209-2ddf-4274-8207-f4aea68aa18d None None] Attempting to bind port 37bae025-8c16-4eec-b693-4af58b79420d on network 078064af-7a27-462c-a4e3-61a22fef69d0 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:45:28.231059 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cd3209-2ddf-4274-8207-f4aea68aa18d None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:45:28.231427 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cd3209-2ddf-4274-8207-f4aea68aa18d None None] Checking segment: {'id': '3752b720-0059-4aa9-a615-9d952c9536a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '078064af-7a27-462c-a4e3-61a22fef69d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:45:28.231831 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57cd3209-2ddf-4274-8207-f4aea68aa18d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:28.232279 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cd3209-2ddf-4274-8207-f4aea68aa18d None None] Bound using segment: {'id': '3752b720-0059-4aa9-a615-9d952c9536a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '078064af-7a27-462c-a4e3-61a22fef69d0'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:45:28.232670 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-57cd3209-2ddf-4274-8207-f4aea68aa18d None None] Bound port: 37bae025-8c16-4eec-b693-4af58b79420d, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3752b720-0059-4aa9-a615-9d952c9536a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '078064af-7a27-462c-a4e3-61a22fef69d0'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:45:28.233199 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57cd3209-2ddf-4274-8207-f4aea68aa18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:28.250342 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12f7f0e9-f2c5-4492-b57a-d37eb508228a req-dd4d5099-b076-44c4-bb17-deb67872f114 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165524 Apr 21 12:45:28.264494 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-68b27422-bc1d-4537-af14-2153f969346e tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:28.281465 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0a8c0564-2896-4c60-a3c6-7f7807ef8d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:28.332536 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8c0564-2896-4c60-a3c6-7f7807ef8d81 admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:45:28.332802 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:28.336429 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-0a8c0564-2896-4c60-a3c6-7f7807ef8d81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:45:28.344645 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8c0564-2896-4c60-a3c6-7f7807ef8d81 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:45:28.368566 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-68b27422-bc1d-4537-af14-2153f969346e tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:28.373454 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-57cd3209-2ddf-4274-8207-f4aea68aa18d None None] For port 37bae025-8c16-4eec-b693-4af58b79420d, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:45:28.377727 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-57cd3209-2ddf-4274-8207-f4aea68aa18d None None] For port 37bae025-8c16-4eec-b693-4af58b79420d, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=37bae025-8c16-4eec-b693-4af58b79420d,segment=NetworkSegment(3752b720-0059-4aa9-a615-9d952c9536a6),segment_id=3752b720-0059-4aa9-a615-9d952c9536a6)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:45:28.383017 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b84f74e-dce8-4c6c-a4b8-5bee866472f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32192b3-34a2-4d77-95dd-34bd05cec1ce'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:45:28.385331 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6626a03b-dac3-4d5c-9b0e-23966fd4dfe5" -d '{"events": [{"server_uuid": "3b84f74e-dce8-4c6c-a4b8-5bee866472f3", "name": "network-vif-plugged", "status": "completed", "tag": "f32192b3-34a2-4d77-95dd-34bd05cec1ce"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:45:28.427659 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port f32192b3-34a2-4d77-95dd-34bd05cec1ce, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=f32192b3-34a2-4d77-95dd-34bd05cec1ce,segment=NetworkSegment(970b3fae-3789-466b-a3f7-fb9bdc70d734),segment_id=970b3fae-3789-466b-a3f7-fb9bdc70d734)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:28.461146 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57cd3209-2ddf-4274-8207-f4aea68aa18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:28.474770 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb06dd3e-1b8f-48a0-b32a-16a4eab07884 x-openstack-request-id: req-cb06dd3e-1b8f-48a0-b32a-16a4eab07884 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:45:28.475070 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b84f74e-dce8-4c6c-a4b8-5bee866472f3", "name": "network-vif-plugged", "status": "completed", "tag": "f32192b3-34a2-4d77-95dd-34bd05cec1ce", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:45:28.475273 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cb06dd3e-1b8f-48a0-b32a-16a4eab07884 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:45:28.475780 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb06dd3e-1b8f-48a0-b32a-16a4eab07884'] response: {'server_uuid': '3b84f74e-dce8-4c6c-a4b8-5bee866472f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32192b3-34a2-4d77-95dd-34bd05cec1ce', 'code': 200} Apr 21 12:45:28.476755 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-68b27422-bc1d-4537-af14-2153f969346e tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Network 8af9b46e-0aca-46ce-866f-cf1eaf0feea8 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:45:28.483984 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-68b27422-bc1d-4537-af14-2153f969346e tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:45:28.500743 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-68b27422-bc1d-4537-af14-2153f969346e tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:45:28.526449 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b27422-bc1d-4537-af14-2153f969346e tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Pushing event updated for resources: {'Port': ['ID=6dc53b73-ec06-428e-acb8-d8326fdf0f36,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:28.551084 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:28.586737 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd3209-2ddf-4274-8207-f4aea68aa18d None None] Pushing event updated for resources: {'Port': ['ID=37bae025-8c16-4eec-b693-4af58b79420d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:28.635584 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c0564-2896-4c60-a3c6-7f7807ef8d81 admin admin] Pushing event updated for resources: {'Port': ['ID=dafc83a1-5ad7-43c4-85cf-308e76c52eea,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:28.712288 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=f32192b3-34a2-4d77-95dd-34bd05cec1ce,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:28.803246 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f609ad7-d28a-4b60-9507-c13c166d3e72 req-56f75fb1-abbe-4d29-ac92-a6964ef9390d tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=3775fbc4-d3ec-4da7-acc4-635b092ccd5e HTTP/1.1" status: 200 len: 210 time: 0.1004224 Apr 21 12:45:28.837060 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-68b27422-bc1d-4537-af14-2153f969346e tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:28.837060 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-68b27422-bc1d-4537-af14-2153f969346e tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:28.888120 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22dbb4-788c-4de0-a563-fdd173f9c8a5 req-5b523d0a-dbf7-4ec3-889d-2a114177c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:28.888120 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ab22dbb4-788c-4de0-a563-fdd173f9c8a5 req-5b523d0a-dbf7-4ec3-889d-2a114177c399 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 1096 time: 0.2801969 Apr 21 12:45:29.035292 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0a8c0564-2896-4c60-a3c6-7f7807ef8d81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:29.052399 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-68b27422-bc1d-4537-af14-2153f969346e tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0112736 Apr 21 12:45:29.069775 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Request body: {'port': {'device_id': 'cf4870f0-70de-48f4-92c4-3b33138099c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:45:29.075689 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ab22dbb4-788c-4de0-a563-fdd173f9c8a5 req-d0709064-8fdc-4e73-a56a-ef89756e6a94 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465714 Apr 21 12:45:29.092142 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9ae4f-bc00-4bd5-9a52-a9bcb6f04699 req-a398effa-71f7-4067-97fc-1355c1d9339a tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:29.093809 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-57c9ae4f-bc00-4bd5-9a52-a9bcb6f04699 req-a398effa-71f7-4067-97fc-1355c1d9339a tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 950 time: 0.2796342 Apr 21 12:45:29.160551 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd32afe-571a-47fd-b617-daaecddbc9ea req-599d8ff8-e352-43ce-9a33-ed8c9d3f56eb tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:29.162803 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7dd32afe-571a-47fd-b617-daaecddbc9ea req-599d8ff8-e352-43ce-9a33-ed8c9d3f56eb tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf4870f0-70de-48f4-92c4-3b33138099c1 HTTP/1.1" status: 200 len: 931 time: 0.1774688 Apr 21 12:45:29.211127 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-57c9ae4f-bc00-4bd5-9a52-a9bcb6f04699 req-ff009d17-0aa8-45aa-b5db-f52d2b45e3cc tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935049 Apr 21 12:45:29.243273 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:29.269630 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7dd32afe-571a-47fd-b617-daaecddbc9ea req-6f8d48e9-2087-4ecb-8bcb-bc16917bcf24 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.36 "GET /v2.0/security-groups?id=babfb95e-710b-4962-990d-83dc1f736091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920725 Apr 21 12:45:29.373607 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0a8c0564-2896-4c60-a3c6-7f7807ef8d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:29.537946 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54084ccb-947f-4274-864c-19306b806450 req-5d388f43-1861-4a6d-afa7-a42ee42a46c7 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:29.539649 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54084ccb-947f-4274-864c-19306b806450 req-5d388f43-1861-4a6d-afa7-a42ee42a46c7 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 945 time: 0.1422181 Apr 21 12:45:29.595655 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8c0564-2896-4c60-a3c6-7f7807ef8d81 admin admin] Router 653bec9b-7d89-45c2-bc10-fa6de6b9310e is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:45:29.630149 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54084ccb-947f-4274-864c-19306b806450 req-0261c94f-71af-4d6b-a823-ad0f3316b40d tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771675 Apr 21 12:45:29.757608 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dc53b73-ec06-428e-acb8-d8326fdf0f36 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:45:29.764763 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:29.781774 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Transition to ACTIVE for port object 6dc53b73-ec06-428e-acb8-d8326fdf0f36 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:45:29.863791 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:29.883535 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8c0564-2896-4c60-a3c6-7f7807ef8d81 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:45:29.897615 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505eed11-a621-4ab6-8d54-26ed96cd019b None None] Sync routers for ids ['653bec9b-7d89-45c2-bc10-fa6de6b9310e'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:45:29.929975 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505eed11-a621-4ab6-8d54-26ed96cd019b None None] Routers {'653bec9b-7d89-45c2-bc10-fa6de6b9310e'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:45:29.935503 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-505eed11-a621-4ab6-8d54-26ed96cd019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:45:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['653bec9b-7d89-45c2-bc10-fa6de6b9310e'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:30.031829 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0a8c0564-2896-4c60-a3c6-7f7807ef8d81 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:30.037560 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0a8c0564-2896-4c60-a3c6-7f7807ef8d81 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7575006 Apr 21 12:45:30.042773 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49210) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:30.113830 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Pushing event updated for resources: {'Port': ['ID=6dc53b73-ec06-428e-acb8-d8326fdf0f36,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:30.143083 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:30.143652 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:30.144704 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:30.146083 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:30.146522 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:30.150666 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:30.151124 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:30.151556 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:30.151985 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:30.152413 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:30.152855 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:30.153275 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:30.203561 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Attempting to bind port 6dc53b73-ec06-428e-acb8-d8326fdf0f36 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:45:30.204146 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Attempting to bind port 6dc53b73-ec06-428e-acb8-d8326fdf0f36 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '213bd3c3-34b9-4717-8889-f17be1ab3b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '8af9b46e-0aca-46ce-866f-cf1eaf0feea8'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:45:30.205718 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Attempting to bind port 6dc53b73-ec06-428e-acb8-d8326fdf0f36 on network 8af9b46e-0aca-46ce-866f-cf1eaf0feea8 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:45:30.217861 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Port 6dc53b73-ec06-428e-acb8-d8326fdf0f36 on network 8af9b46e-0aca-46ce-866f-cf1eaf0feea8 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:45:30.218276 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Attempting to bind port 6dc53b73-ec06-428e-acb8-d8326fdf0f36 on network 8af9b46e-0aca-46ce-866f-cf1eaf0feea8 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:45:30.237723 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:45:30.240534 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Checking segment: {'id': '213bd3c3-34b9-4717-8889-f17be1ab3b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '8af9b46e-0aca-46ce-866f-cf1eaf0feea8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:45:30.241867 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Bound using segment: {'id': '213bd3c3-34b9-4717-8889-f17be1ab3b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '8af9b46e-0aca-46ce-866f-cf1eaf0feea8'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:45:30.246569 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Bound port: 6dc53b73-ec06-428e-acb8-d8326fdf0f36, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '213bd3c3-34b9-4717-8889-f17be1ab3b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '8af9b46e-0aca-46ce-866f-cf1eaf0feea8'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:45:30.251117 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:30.295863 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-505eed11-a621-4ab6-8d54-26ed96cd019b None None] Set router 653bec9b-7d89-45c2-bc10-fa6de6b9310e gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:45:30.394051 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4042d1df-7b92-47df-9b10-4f806a5f2088 None None] Network 078064af-7a27-462c-a4e3-61a22fef69d0 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:45:30.605888 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-f6d9511a-f3f8-49e5-a478-2346cc0f5f01 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:30.608339 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-f6d9511a-f3f8-49e5-a478-2346cc0f5f01 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/networks?id=210b1822-b19c-4a3a-bd44-f48c8d787bcf HTTP/1.1" status: 200 len: 806 time: 0.2330697 Apr 21 12:45:30.645619 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 37bae025-8c16-4eec-b693-4af58b79420d up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:45:30.667975 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f258b-465a-481d-9831-6a11dd132025 req-52c5a3da-14c6-4e29-8620-08d572729ea9 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:30.674426 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c92f258b-465a-481d-9831-6a11dd132025 req-52c5a3da-14c6-4e29-8620-08d572729ea9 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 950 time: 0.2664416 Apr 21 12:45:30.675757 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-c04e88f0-0789-4c31-ac67-50e28e0b2295 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/quotas/820f30556a864d2abf13eb66052aec75 HTTP/1.1" status: 200 len: 375 time: 0.0460389 Apr 21 12:45:30.733744 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-730ee8da-e64a-4511-b698-b3aba8069449 None None] Provisioning complete for port 37bae025-8c16-4eec-b693-4af58b79420d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:45:30.733744 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-730ee8da-e64a-4511-b698-b3aba8069449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:30.747433 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] For port 6dc53b73-ec06-428e-acb8-d8326fdf0f36, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:45:30.829948 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] For port 6dc53b73-ec06-428e-acb8-d8326fdf0f36, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=6dc53b73-ec06-428e-acb8-d8326fdf0f36,segment=NetworkSegment(213bd3c3-34b9-4717-8889-f17be1ab3b36),segment_id=213bd3c3-34b9-4717-8889-f17be1ab3b36)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:45:30.876773 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c92f258b-465a-481d-9831-6a11dd132025 req-6db50317-44c5-4241-9f91-7eb5e6e23e42 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886294 Apr 21 12:45:30.886942 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-917cc6dd-c099-413c-bf70-7405730c8d60 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=820f30556a864d2abf13eb66052aec75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1866865 Apr 21 12:45:30.912209 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 37bae025-8c16-4eec-b693-4af58b79420d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:45:30.912749 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:30.941234 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:31.025835 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Pushing event updated for resources: {'Port': ['ID=6dc53b73-ec06-428e-acb8-d8326fdf0f36,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:31.079421 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7b26f9e-ff81-4477-a79a-4d2c28473372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:31.094214 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:31.094966 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:31.096209 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-e1c33cc2-8a30-4581-932d-6ad1f9616b5a service neutron] 10.222.0.24 "PUT /v2.0/ports/6dc53b73-ec06-428e-acb8-d8326fdf0f36 HTTP/1.1" status: 200 len: 1091 time: 2.0352111 Apr 21 12:45:31.098420 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf4870f0-70de-48f4-92c4-3b33138099c1', 'tag': '6dc53b73-ec06-428e-acb8-d8326fdf0f36'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:45:31.101243 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609d4030-32c0-4216-8dde-04d2b635f96e" -d '{"events": [{"name": "network-changed", "server_uuid": "cf4870f0-70de-48f4-92c4-3b33138099c1", "tag": "6dc53b73-ec06-428e-acb8-d8326fdf0f36"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:45:31.157504 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc0a10-893c-4086-9917-0404018bfe7d req-1513c63f-b780-45f4-b9a0-388140f42d0b tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:31.166043 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-89fc0a10-893c-4086-9917-0404018bfe7d req-1513c63f-b780-45f4-b9a0-388140f42d0b tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf4870f0-70de-48f4-92c4-3b33138099c1 HTTP/1.1" status: 200 len: 943 time: 0.1495671 Apr 21 12:45:31.183660 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-e36a8c07-a211-4670-b620-00f424d717cf service neutron] 10.222.0.36 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734909 Apr 21 12:45:31.230303 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-730ee8da-e64a-4511-b698-b3aba8069449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:31.274942 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:31.307375 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-89fc0a10-893c-4086-9917-0404018bfe7d req-fdacea24-9251-4535-ab02-afa829108ff3 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.36 "GET /v2.0/security-groups?id=babfb95e-710b-4962-990d-83dc1f736091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395681 Apr 21 12:45:31.419399 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-a7b26f9e-ff81-4477-a79a-4d2c28473372 admin admin] Allocated IP 172.20.0.1 (078064af-7a27-462c-a4e3-61a22fef69d0/777fcca3-46f9-42f0-a05e-03bf529079af/ea00918d-5d7b-47ce-ae33-86111d17cedb) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:45:31.436524 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 37bae025-8c16-4eec-b693-4af58b79420d, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=37bae025-8c16-4eec-b693-4af58b79420d,segment=NetworkSegment(3752b720-0059-4aa9-a615-9d952c9536a6),segment_id=3752b720-0059-4aa9-a615-9d952c9536a6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:31.443970 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-505eed11-a621-4ab6-8d54-26ed96cd019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653bec9b-7d89-45c2-bc10-fa6de6b9310e', 'name': 'tempest-TestAggregatesBasicOps-820200808-router', 'tenant_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dafc83a1-5ad7-43c4-85cf-308e76c52eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:45:26Z', 'updated_at': '2022-04-21T12:45:28Z', 'revision_number': 3, 'project_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f', 'gw_port': {'id': 'dafc83a1-5ad7-43c4-85cf-308e76c52eea', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653bec9b-7d89-45c2-bc10-fa6de6b9310e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:45:27Z', 'updated_at': '2022-04-21T12:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:31.545813 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505eed11-a621-4ab6-8d54-26ed96cd019b None None] Checking router: 653bec9b-7d89-45c2-bc10-fa6de6b9310e for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:45:31.546352 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505eed11-a621-4ab6-8d54-26ed96cd019b None None] Updating router 653bec9b-7d89-45c2-bc10-fa6de6b9310e port dafc83a1-5ad7-43c4-85cf-308e76c52eea binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:45:31.610892 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7b26f9e-ff81-4477-a79a-4d2c28473372 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:31.626146 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:31.640555 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-e65153d5-1b0e-47ba-8e97-701987452321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:31.641973 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-e65153d5-1b0e-47ba-8e97-701987452321 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6f01aaee0c34a3b9c0a85c51c12aafc&device_id=cf4870f0-70de-48f4-92c4-3b33138099c1 HTTP/1.1" status: 200 len: 1094 time: 0.3313348 Apr 21 12:45:31.679757 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c50693-c33c-49bc-a208-bd45599390f1 req-819e48d5-7cff-4897-bb2d-55c007acd427 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:31.681397 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24c50693-c33c-49bc-a208-bd45599390f1 req-819e48d5-7cff-4897-bb2d-55c007acd427 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 945 time: 0.1912565 Apr 21 12:45:31.728892 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-80c435d3-a8de-4204-b478-69243255137e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6dc53b73-ec06-428e-acb8-d8326fdf0f36 HTTP/1.1" status: 200 len: 217 time: 0.0718095 Apr 21 12:45:31.732562 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7b26f9e-ff81-4477-a79a-4d2c28473372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:31.734101 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=37bae025-8c16-4eec-b693-4af58b79420d,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:31.775405 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-f612d947-1e50-4afa-a722-387b339010a8 service neutron] 10.222.0.36 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5364838 Apr 21 12:45:31.802977 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-505eed11-a621-4ab6-8d54-26ed96cd019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:31.806125 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24c50693-c33c-49bc-a208-bd45599390f1 req-b6d9a885-83aa-43df-ac11-67c51a2854c8 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921109 Apr 21 12:45:31.811835 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-518c34ea-50d9-4688-8b96-65b34ff85d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:31.813603 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-518c34ea-50d9-4688-8b96-65b34ff85d44 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb055a6a-ec70-4a3c-924e-4d5f4f284535 HTTP/1.1" status: 200 len: 850 time: 0.0741491 Apr 21 12:45:31.838128 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b26f9e-ff81-4477-a79a-4d2c28473372 admin admin] Network 078064af-7a27-462c-a4e3-61a22fef69d0 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:45:31.845869 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a7b26f9e-ff81-4477-a79a-4d2c28473372 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:45:31.850575 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b26f9e-ff81-4477-a79a-4d2c28473372 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:45:31.881401 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b26f9e-ff81-4477-a79a-4d2c28473372 admin admin] Pushing event updated for resources: {'Port': ['ID=ea00918d-5d7b-47ce-ae33-86111d17cedb,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:31.900542 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275716e1-0426-4329-b004-01ec23c835fa x-openstack-request-id: req-275716e1-0426-4329-b004-01ec23c835fa {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:45:31.900971 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf4870f0-70de-48f4-92c4-3b33138099c1", "tag": "6dc53b73-ec06-428e-acb8-d8326fdf0f36", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:45:31.901323 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-275716e1-0426-4329-b004-01ec23c835fa {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:45:31.901840 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-275716e1-0426-4329-b004-01ec23c835fa'] response: {'name': 'network-changed', 'server_uuid': 'cf4870f0-70de-48f4-92c4-3b33138099c1', 'tag': '6dc53b73-ec06-428e-acb8-d8326fdf0f36', 'status': 'completed', 'code': 200} Apr 21 12:45:31.904340 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-527a8c3c-bcc4-4560-b4bc-6ee8b0e527a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8af9b46e-0aca-46ce-866f-cf1eaf0feea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819085 Apr 21 12:45:31.934055 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7b26f9e-ff81-4477-a79a-4d2c28473372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:31.937298 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-730ee8da-e64a-4511-b698-b3aba8069449 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:45:31.938117 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-730ee8da-e64a-4511-b698-b3aba8069449 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:45:32.164047 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2def663-5f7f-4351-96b4-d15489aa2a08 req-ef81f7fa-7ef5-4f08-91da-72b2fc623738 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:32.164047 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e2def663-5f7f-4351-96b4-d15489aa2a08 req-ef81f7fa-7ef5-4f08-91da-72b2fc623738 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 945 time: 0.1184940 Apr 21 12:45:32.214182 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-b56ce947-e042-4e97-a1ce-60bb02c51f1e service neutron] 10.222.0.24 "GET /v2.0/networks/8af9b46e-0aca-46ce-866f-cf1eaf0feea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018265 Apr 21 12:45:32.326924 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e2def663-5f7f-4351-96b4-d15489aa2a08 req-ec460e8a-31ce-440c-9c21-0232f9a45b22 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500051 Apr 21 12:45:32.356658 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f22bac-4d22-489a-a2f9-a9e27131a3c6 req-d546224f-449b-47bb-bce0-b9ab6dcd7297 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:32.364565 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-23f22bac-4d22-489a-a2f9-a9e27131a3c6 req-d546224f-449b-47bb-bce0-b9ab6dcd7297 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 950 time: 0.1276214 Apr 21 12:45:32.369176 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7b26f9e-ff81-4477-a79a-4d2c28473372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:32.416944 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f3953c66-b6d0-421b-8ea8-7e789e63518b req-a4e254b0-adaa-4d84-8326-a5b8d355bb54 service neutron] 10.222.0.24 "GET /v2.0/networks/8af9b46e-0aca-46ce-866f-cf1eaf0feea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956477 Apr 21 12:45:32.451830 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 37bae025-8c16-4eec-b693-4af58b79420d up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:45:32.461909 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-23f22bac-4d22-489a-a2f9-a9e27131a3c6 req-1d7daded-3183-422b-8d71-661f2b9e0019 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905759 Apr 21 12:45:32.525916 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1f70821-a8c6-46fe-a6fc-7d10cb2aaae8 req-01be45db-bef4-49d0-9527-b3c569ad55d7 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=1725b01b-544f-489e-8ee6-76302689796b HTTP/1.1" status: 200 len: 210 time: 0.0780175 Apr 21 12:45:32.662395 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7b26f9e-ff81-4477-a79a-4d2c28473372 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:32.714707 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-505eed11-a621-4ab6-8d54-26ed96cd019b None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:32.728914 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d4030-32c0-4216-8dde-04d2b635f96e req-d2e29e3e-8e21-4edf-8d8a-996022445b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:32.735166 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-609d4030-32c0-4216-8dde-04d2b635f96e req-d2e29e3e-8e21-4edf-8d8a-996022445b05 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e6f01aaee0c34a3b9c0a85c51c12aafc&device_id=cf4870f0-70de-48f4-92c4-3b33138099c1 HTTP/1.1" status: 200 len: 1094 time: 0.0749316 Apr 21 12:45:32.741837 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 37bae025-8c16-4eec-b693-4af58b79420d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:45:32.742301 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:32.742991 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b2db5-a3e3-44d2-8d87-4db43243596b req-90f107ba-d2e1-42c4-82e6-168bc989c6c7 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:32.744565 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e1b2db5-a3e3-44d2-8d87-4db43243596b req-90f107ba-d2e1-42c4-82e6-168bc989c6c7 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf4870f0-70de-48f4-92c4-3b33138099c1 HTTP/1.1" status: 200 len: 943 time: 0.1667659 Apr 21 12:45:32.803741 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7b26f9e-ff81-4477-a79a-4d2c28473372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:32.843399 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e1b2db5-a3e3-44d2-8d87-4db43243596b req-9a873d0b-c561-494c-ae6a-5e58d37e4f93 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.36 "GET /v2.0/security-groups?id=babfb95e-710b-4962-990d-83dc1f736091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895791 Apr 21 12:45:32.875786 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-505eed11-a621-4ab6-8d54-26ed96cd019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:32.912246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d4030-32c0-4216-8dde-04d2b635f96e req-bf2568e1-e75c-449f-895b-d0d11a5cb2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:32.914242 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a7b26f9e-ff81-4477-a79a-4d2c28473372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:32.915284 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-609d4030-32c0-4216-8dde-04d2b635f96e req-bf2568e1-e75c-449f-895b-d0d11a5cb2ad service neutron] 10.222.0.24 "GET /v2.0/networks?id=8af9b46e-0aca-46ce-866f-cf1eaf0feea8 HTTP/1.1" status: 200 len: 911 time: 0.1698408 Apr 21 12:45:32.915946 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b26f9e-ff81-4477-a79a-4d2c28473372 admin admin] Pushing event updated for resources: {'Port': ['ID=ea00918d-5d7b-47ce-ae33-86111d17cedb,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:33.010763 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d61fac68-7e68-4039-97b0-5201a73f26a9 None None] Provisioning complete for port ea00918d-5d7b-47ce-ae33-86111d17cedb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:45:33.011359 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d61fac68-7e68-4039-97b0-5201a73f26a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:33.025288 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-609d4030-32c0-4216-8dde-04d2b635f96e req-7ba71c97-47a0-423b-ad71-a3d56b2b34b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6dc53b73-ec06-428e-acb8-d8326fdf0f36 HTTP/1.1" status: 200 len: 217 time: 0.0945113 Apr 21 12:45:33.055124 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b26f9e-ff81-4477-a79a-4d2c28473372 admin admin] Network 078064af-7a27-462c-a4e3-61a22fef69d0 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:45:33.055124 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a7b26f9e-ff81-4477-a79a-4d2c28473372 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:45:33.077472 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97110918-42ac-4138-98ed-83766761c71e req-5b2a4e93-231b-48c2-852b-d16fc677002a tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:33.079944 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-97110918-42ac-4138-98ed-83766761c71e req-5b2a4e93-231b-48c2-852b-d16fc677002a tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 945 time: 0.1628556 Apr 21 12:45:33.105029 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d4030-32c0-4216-8dde-04d2b635f96e req-c2dbcc2b-cf9f-4821-8a4c-02f65d4e68a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:33.106548 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-609d4030-32c0-4216-8dde-04d2b635f96e req-c2dbcc2b-cf9f-4821-8a4c-02f65d4e68a9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fb055a6a-ec70-4a3c-924e-4d5f4f284535 HTTP/1.1" status: 200 len: 850 time: 0.0709577 Apr 21 12:45:33.153393 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d61fac68-7e68-4039-97b0-5201a73f26a9 None None] Port ea00918d-5d7b-47ce-ae33-86111d17cedb cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:45:33.163302 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-505eed11-a621-4ab6-8d54-26ed96cd019b None None] Attempting to bind port dafc83a1-5ad7-43c4-85cf-308e76c52eea on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:45:33.163815 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-505eed11-a621-4ab6-8d54-26ed96cd019b None None] Attempting to bind port dafc83a1-5ad7-43c4-85cf-308e76c52eea by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:45:33.164171 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505eed11-a621-4ab6-8d54-26ed96cd019b None None] Attempting to bind port dafc83a1-5ad7-43c4-85cf-308e76c52eea on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:45:33.174791 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-609d4030-32c0-4216-8dde-04d2b635f96e req-6f4d5f63-b177-4912-8818-2b39e5c37005 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8af9b46e-0aca-46ce-866f-cf1eaf0feea8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545714 Apr 21 12:45:33.178251 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b13ace-86a6-485d-a7ea-8ae6c95ce6f0 None None] Pushing event updated for resources: {'Port': ['ID=dafc83a1-5ad7-43c4-85cf-308e76c52eea,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:33.200070 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505eed11-a621-4ab6-8d54-26ed96cd019b None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:45:33.200070 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505eed11-a621-4ab6-8d54-26ed96cd019b None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:45:33.200070 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-505eed11-a621-4ab6-8d54-26ed96cd019b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:33.200070 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505eed11-a621-4ab6-8d54-26ed96cd019b None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:45:33.205708 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-505eed11-a621-4ab6-8d54-26ed96cd019b None None] Bound port: dafc83a1-5ad7-43c4-85cf-308e76c52eea, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:45:33.211974 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-505eed11-a621-4ab6-8d54-26ed96cd019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:33.241953 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-97110918-42ac-4138-98ed-83766761c71e req-ed223a33-c7e6-4544-b029-dec8264aa719 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478841 Apr 21 12:45:33.246484 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b26f9e-ff81-4477-a79a-4d2c28473372 admin admin] Router 653bec9b-7d89-45c2-bc10-fa6de6b9310e has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:45:33.264333 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d61fac68-7e68-4039-97b0-5201a73f26a9 None None] Provisioning complete for port 37bae025-8c16-4eec-b693-4af58b79420d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:45:33.264837 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d61fac68-7e68-4039-97b0-5201a73f26a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:33.383677 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-505eed11-a621-4ab6-8d54-26ed96cd019b None None] For port dafc83a1-5ad7-43c4-85cf-308e76c52eea, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:45:33.388348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-505eed11-a621-4ab6-8d54-26ed96cd019b None None] For port dafc83a1-5ad7-43c4-85cf-308e76c52eea, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=dafc83a1-5ad7-43c4-85cf-308e76c52eea,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:45:33.519165 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-505eed11-a621-4ab6-8d54-26ed96cd019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:33.615235 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505eed11-a621-4ab6-8d54-26ed96cd019b None None] Routers {'653bec9b-7d89-45c2-bc10-fa6de6b9310e'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:45:33.616348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-505eed11-a621-4ab6-8d54-26ed96cd019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:45:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['653bec9b-7d89-45c2-bc10-fa6de6b9310e'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:33.677220 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b13ace-86a6-485d-a7ea-8ae6c95ce6f0 None None] Pushing event updated for resources: {'Port': ['ID=dafc83a1-5ad7-43c4-85cf-308e76c52eea,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:33.685667 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b52a1f12-340e-4279-be2d-7eeee2358cb5 None None] Provisioning complete for port ea00918d-5d7b-47ce-ae33-86111d17cedb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:45:33.686051 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b52a1f12-340e-4279-be2d-7eeee2358cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:33.774821 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bf9448-143b-4287-92f6-4356f6358c7d req-8fd2ffb6-cbdf-4379-886b-0f53acdd673c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:33.782273 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5bf9448-143b-4287-92f6-4356f6358c7d req-8fd2ffb6-cbdf-4379-886b-0f53acdd673c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 950 time: 0.1156774 Apr 21 12:45:33.782514 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b52a1f12-340e-4279-be2d-7eeee2358cb5 None None] Port ea00918d-5d7b-47ce-ae33-86111d17cedb cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:45:33.810926 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-609d4030-32c0-4216-8dde-04d2b635f96e req-0ffb155c-25d0-41a4-8596-a5262377a4f0 service neutron] 10.222.0.24 "GET /v2.0/networks/8af9b46e-0aca-46ce-866f-cf1eaf0feea8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6250410 Apr 21 12:45:33.819167 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab1d60-0437-4ce7-be29-ef01e2f19a2b req-67390755-a972-4e51-beb8-f662e525fd1c tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:33.826538 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-88ab1d60-0437-4ce7-be29-ef01e2f19a2b req-67390755-a972-4e51-beb8-f662e525fd1c tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 945 time: 0.1610870 Apr 21 12:45:33.834529 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-505eed11-a621-4ab6-8d54-26ed96cd019b None None] Set router 653bec9b-7d89-45c2-bc10-fa6de6b9310e gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:45:33.943867 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5bf9448-143b-4287-92f6-4356f6358c7d req-ade931b0-c824-402c-83c2-56d06ff9d214 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604865 Apr 21 12:45:33.977068 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b26f9e-ff81-4477-a79a-4d2c28473372 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:45:33.982864 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a7b26f9e-ff81-4477-a79a-4d2c28473372 admin admin] 10.222.0.36 "PUT /v2.0/routers/653bec9b-7d89-45c2-bc10-fa6de6b9310e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9434199 Apr 21 12:45:33.994381 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-88ab1d60-0437-4ce7-be29-ef01e2f19a2b req-077d968d-b76f-4649-8a32-a24c89958805 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669781 Apr 21 12:45:34.009904 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-609d4030-32c0-4216-8dde-04d2b635f96e req-aa71708e-ef7c-426f-9812-52fb45ba34fa service neutron] 10.222.0.24 "GET /v2.0/networks/8af9b46e-0aca-46ce-866f-cf1eaf0feea8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809702 Apr 21 12:45:34.175821 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0131acb3-b6a3-4691-9016-87b1c5f7be52 req-bf3614a7-184e-47cd-b6e7-7529c161c9fb tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=1725b01b-544f-489e-8ee6-76302689796b HTTP/1.1" status: 200 len: 210 time: 0.0930445 Apr 21 12:45:34.208112 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33f740-15f6-4348-9d86-449cc74242b1 req-4f1d3840-c59e-4e10-976a-0d0733a357a7 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:34.216817 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d33f740-15f6-4348-9d86-449cc74242b1 req-4f1d3840-c59e-4e10-976a-0d0733a357a7 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf4870f0-70de-48f4-92c4-3b33138099c1 HTTP/1.1" status: 200 len: 943 time: 0.1189678 Apr 21 12:45:34.227465 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-505eed11-a621-4ab6-8d54-26ed96cd019b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653bec9b-7d89-45c2-bc10-fa6de6b9310e', 'name': 'tempest-TestAggregatesBasicOps-820200808-router', 'tenant_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dafc83a1-5ad7-43c4-85cf-308e76c52eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:45:26Z', 'updated_at': '2022-04-21T12:45:32Z', 'revision_number': 4, 'project_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f', 'gw_port': {'id': 'dafc83a1-5ad7-43c4-85cf-308e76c52eea', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653bec9b-7d89-45c2-bc10-fa6de6b9310e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:45:27Z', 'updated_at': '2022-04-21T12:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'ea00918d-5d7b-47ce-ae33-86111d17cedb', 'name': '', 'network_id': '078064af-7a27-462c-a4e3-61a22fef69d0', 'tenant_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f', 'mac_address': 'fa:16:3e:b1:74:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653bec9b-7d89-45c2-bc10-fa6de6b9310e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '777fcca3-46f9-42f0-a05e-03bf529079af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:45:31Z', 'updated_at': '2022-04-21T12:45:32Z', 'revision_number': 2, 'project_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f', 'subnets': [{'id': '777fcca3-46f9-42f0-a05e-03bf529079af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:34.276522 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505eed11-a621-4ab6-8d54-26ed96cd019b None None] The sync data for ids ['653bec9b-7d89-45c2-bc10-fa6de6b9310e'] in n-d-836147-2 is: [{'id': '653bec9b-7d89-45c2-bc10-fa6de6b9310e', 'name': 'tempest-TestAggregatesBasicOps-820200808-router', 'tenant_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dafc83a1-5ad7-43c4-85cf-308e76c52eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:45:26Z', 'updated_at': '2022-04-21T12:45:32Z', 'revision_number': 4, 'project_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f', 'gw_port': {'id': 'dafc83a1-5ad7-43c4-85cf-308e76c52eea', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653bec9b-7d89-45c2-bc10-fa6de6b9310e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:45:27Z', 'updated_at': '2022-04-21T12:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'ea00918d-5d7b-47ce-ae33-86111d17cedb', 'name': '', 'network_id': '078064af-7a27-462c-a4e3-61a22fef69d0', 'tenant_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f', 'mac_address': 'fa:16:3e:b1:74:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653bec9b-7d89-45c2-bc10-fa6de6b9310e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '777fcca3-46f9-42f0-a05e-03bf529079af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:45:31Z', 'updated_at': '2022-04-21T12:45:32Z', 'revision_number': 2, 'project_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f', 'subnets': [{'id': '777fcca3-46f9-42f0-a05e-03bf529079af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:45:34.290107 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d33f740-15f6-4348-9d86-449cc74242b1 req-814fb5da-cdcd-4e37-99f0-22a2d4403dec tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.36 "GET /v2.0/security-groups?id=babfb95e-710b-4962-990d-83dc1f736091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721607 Apr 21 12:45:34.694254 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 6dc53b73-ec06-428e-acb8-d8326fdf0f36 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:45:34.913109 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:45:34.928573 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 6dc53b73-ec06-428e-acb8-d8326fdf0f36, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=6dc53b73-ec06-428e-acb8-d8326fdf0f36,segment=NetworkSegment(213bd3c3-34b9-4717-8889-f17be1ab3b36),segment_id=213bd3c3-34b9-4717-8889-f17be1ab3b36)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:34.949506 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '6dc53b73-ec06-428e-acb8-d8326fdf0f36', 'network_id': '8af9b46e-0aca-46ce-866f-cf1eaf0feea8', 'port_id': '6dc53b73-ec06-428e-acb8-d8326fdf0f36', 'mac_address': 'fa:16:3e:7e:12:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb055a6a-ec70-4a3c-924e-4d5f4f284535', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:45:34.954640 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21869115-e0a2-49fd-ad69-109b66932db5 req-ee1c44c8-ce8b-4bff-86b5-9ae9e722b135 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:34.967525 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-21869115-e0a2-49fd-ad69-109b66932db5 req-ee1c44c8-ce8b-4bff-86b5-9ae9e722b135 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 945 time: 0.1674395 Apr 21 12:45:34.997084 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:35.011962 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dc53b73-ec06-428e-acb8-d8326fdf0f36 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:45:35.020541 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-21869115-e0a2-49fd-ad69-109b66932db5 req-b8764fdb-b133-4828-b7e8-87abac5afd2c tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521352 Apr 21 12:45:35.033128 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 6dc53b73-ec06-428e-acb8-d8326fdf0f36, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=6dc53b73-ec06-428e-acb8-d8326fdf0f36,segment=NetworkSegment(213bd3c3-34b9-4717-8889-f17be1ab3b36),segment_id=213bd3c3-34b9-4717-8889-f17be1ab3b36)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:35.180306 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:35.267009 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0972415-cad8-406c-b579-ffa250b9c0f4 req-cf07c99e-3920-44c2-a60b-e4867d62ea09 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:35.274774 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c0972415-cad8-406c-b579-ffa250b9c0f4 req-cf07c99e-3920-44c2-a60b-e4867d62ea09 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 950 time: 0.1269164 Apr 21 12:45:35.329802 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=6dc53b73-ec06-428e-acb8-d8326fdf0f36,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:35.387234 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-fd14115d-f52e-4b3b-99af-016fa921a6fe tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:35.388788 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-fd14115d-f52e-4b3b-99af-016fa921a6fe tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.26 "GET /v2.0/networks?id=210b1822-b19c-4a3a-bd44-f48c8d787bcf HTTP/1.1" status: 200 len: 806 time: 0.3202913 Apr 21 12:45:35.408816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-cea6391c-4c57-4b5f-9f87-f0c86e40718f tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Request body: {'port': {'device_id': '1725b01b-544f-489e-8ee6-76302689796b', 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf', 'admin_state_up': True, 'tenant_id': '820f30556a864d2abf13eb66052aec75'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:45:35.417524 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c0972415-cad8-406c-b579-ffa250b9c0f4 req-f0867324-9ab8-4ecc-8a57-58c04906eb76 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418962 Apr 21 12:45:35.460449 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['6dc53b73-ec06-428e-acb8-d8326fdf0f36'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:45:35.665146 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61951bdf-54eb-47af-8d9e-f83b56a1dda0 req-972f27dd-4ba4-49e7-89bc-386658308f18 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=1725b01b-544f-489e-8ee6-76302689796b HTTP/1.1" status: 200 len: 210 time: 0.0515082 Apr 21 12:45:35.851492 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb6adf-9de3-4e0f-9326-eee818d1818e req-315f6f24-e631-412b-b086-049d5ce3584e tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:35.853324 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f3fb6adf-9de3-4e0f-9326-eee818d1818e req-315f6f24-e631-412b-b086-049d5ce3584e tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf4870f0-70de-48f4-92c4-3b33138099c1 HTTP/1.1" status: 200 len: 944 time: 0.1074061 Apr 21 12:45:35.901404 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f3fb6adf-9de3-4e0f-9326-eee818d1818e req-48d58aa0-f02c-4a7f-a0bc-243466cae667 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.36 "GET /v2.0/security-groups?id=babfb95e-710b-4962-990d-83dc1f736091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348263 Apr 21 12:45:35.902833 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-cea6391c-4c57-4b5f-9f87-f0c86e40718f tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Made reservation on behalf of 820f30556a864d2abf13eb66052aec75 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:45:35.907186 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-cea6391c-4c57-4b5f-9f87-f0c86e40718f tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:36.101526 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-cea6391c-4c57-4b5f-9f87-f0c86e40718f tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Allocated IP 172.20.0.6 (210b1822-b19c-4a3a-bd44-f48c8d787bcf/5e66f24c-8af3-4904-ad4f-94ba052f7897/36a60832-f536-4540-b234-936894389cd3) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:45:36.268804 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58944753-6b7e-4289-8dd6-a16c54b4448a req-ba76cb28-8464-4833-ba54-6cd7b66e07f9 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:36.277731 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58944753-6b7e-4289-8dd6-a16c54b4448a req-ba76cb28-8464-4833-ba54-6cd7b66e07f9 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 945 time: 0.1284111 Apr 21 12:45:36.391202 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58944753-6b7e-4289-8dd6-a16c54b4448a req-f8aff5ea-d877-4f35-afcf-e01bb35038df tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101947 Apr 21 12:45:36.448702 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-cea6391c-4c57-4b5f-9f87-f0c86e40718f tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:36.454993 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device dafc83a1-5ad7-43c4-85cf-308e76c52eea up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:45:36.596068 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port dafc83a1-5ad7-43c4-85cf-308e76c52eea triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:45:36.596761 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:36.642948 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d8aa03-50f6-410f-bfc0-e28c4126b701 req-1526d347-2a50-4621-832d-b0dbb4003b79 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:36.644897 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-30d8aa03-50f6-410f-bfc0-e28c4126b701 req-1526d347-2a50-4621-832d-b0dbb4003b79 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 950 time: 0.0967245 Apr 21 12:45:36.690359 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 6dc53b73-ec06-428e-acb8-d8326fdf0f36 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:45:36.694412 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-30d8aa03-50f6-410f-bfc0-e28c4126b701 req-2318c456-f9d7-4e3d-81bd-a2a2d16a8d32 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392983 Apr 21 12:45:36.719709 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:36.755829 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port dafc83a1-5ad7-43c4-85cf-308e76c52eea, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=dafc83a1-5ad7-43c4-85cf-308e76c52eea,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:36.801938 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eae3b4e7-42c3-4d3b-9473-25678048e59d req-1c620829-5735-4fe2-89c1-fbd6f4ae26a4 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=1725b01b-544f-489e-8ee6-76302689796b HTTP/1.1" status: 200 len: 210 time: 0.0311518 Apr 21 12:45:36.820610 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-cea6391c-4c57-4b5f-9f87-f0c86e40718f tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:36.839365 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:45:36.875179 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 6dc53b73-ec06-428e-acb8-d8326fdf0f36 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:45:36.884105 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-cea6391c-4c57-4b5f-9f87-f0c86e40718f tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Network 210b1822-b19c-4a3a-bd44-f48c8d787bcf is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:45:36.890575 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-cea6391c-4c57-4b5f-9f87-f0c86e40718f tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:45:36.892943 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:36.899085 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-cea6391c-4c57-4b5f-9f87-f0c86e40718f tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:45:36.929257 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 6dc53b73-ec06-428e-acb8-d8326fdf0f36 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:45:36.929732 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:36.955859 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6391c-4c57-4b5f-9f87-f0c86e40718f tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Pushing event updated for resources: {'Port': ['ID=36a60832-f536-4540-b234-936894389cd3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:36.978791 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-cea6391c-4c57-4b5f-9f87-f0c86e40718f tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:36.979456 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-cea6391c-4c57-4b5f-9f87-f0c86e40718f tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:36.999292 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49398) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:37.003496 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=dafc83a1-5ad7-43c4-85cf-308e76c52eea,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:37.117156 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:37.148810 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4870f0-70de-48f4-92c4-3b33138099c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc53b73-ec06-428e-acb8-d8326fdf0f36'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:45:37.151116 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18e5d61-dff7-4670-ada4-ae55c7324185" -d '{"events": [{"server_uuid": "cf4870f0-70de-48f4-92c4-3b33138099c1", "name": "network-vif-plugged", "status": "completed", "tag": "6dc53b73-ec06-428e-acb8-d8326fdf0f36"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:45:37.164400 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 6dc53b73-ec06-428e-acb8-d8326fdf0f36, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=6dc53b73-ec06-428e-acb8-d8326fdf0f36,segment=NetworkSegment(213bd3c3-34b9-4717-8889-f17be1ab3b36),segment_id=213bd3c3-34b9-4717-8889-f17be1ab3b36)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:37.185412 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d1c2b-7357-4924-9ccf-c10fa3dfc5cf req-22633dfb-92ab-4e6f-bb13-73a52d350683 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:37.186639 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-021d1c2b-7357-4924-9ccf-c10fa3dfc5cf req-22633dfb-92ab-4e6f-bb13-73a52d350683 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf4870f0-70de-48f4-92c4-3b33138099c1 HTTP/1.1" status: 200 len: 944 time: 0.1124694 Apr 21 12:45:37.195739 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-cea6391c-4c57-4b5f-9f87-f0c86e40718f tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7921121 Apr 21 12:45:37.197959 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f3a3a3-9e44-4cc5-ae53-12890646c9f8 x-openstack-request-id: req-42f3a3a3-9e44-4cc5-ae53-12890646c9f8 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:45:37.198343 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4870f0-70de-48f4-92c4-3b33138099c1", "name": "network-vif-plugged", "status": "completed", "tag": "6dc53b73-ec06-428e-acb8-d8326fdf0f36", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:45:37.198690 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-42f3a3a3-9e44-4cc5-ae53-12890646c9f8 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:45:37.202980 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42f3a3a3-9e44-4cc5-ae53-12890646c9f8'] response: {'server_uuid': 'cf4870f0-70de-48f4-92c4-3b33138099c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc53b73-ec06-428e-acb8-d8326fdf0f36', 'code': 200} Apr 21 12:45:37.219104 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-dc521711-0ad0-4c27-8ac0-ea833218dfdd service neutron] Request body: {'port': {'device_id': '1725b01b-544f-489e-8ee6-76302689796b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:45:37.288124 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:37.345151 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=6dc53b73-ec06-428e-acb8-d8326fdf0f36,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:37.359044 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23190fb2-1208-4c2a-ab9b-e7dc443bc6fb None None] Sync routers for ids ['653bec9b-7d89-45c2-bc10-fa6de6b9310e'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:45:37.364388 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-021d1c2b-7357-4924-9ccf-c10fa3dfc5cf req-d8af1bba-f172-495f-a09a-c1d727ca8b41 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.36 "GET /v2.0/security-groups?id=babfb95e-710b-4962-990d-83dc1f736091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652935 Apr 21 12:45:37.373537 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23190fb2-1208-4c2a-ab9b-e7dc443bc6fb None None] Routers {'653bec9b-7d89-45c2-bc10-fa6de6b9310e'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:45:37.375930 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-23190fb2-1208-4c2a-ab9b-e7dc443bc6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:45:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['653bec9b-7d89-45c2-bc10-fa6de6b9310e'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:37.433521 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-dc521711-0ad0-4c27-8ac0-ea833218dfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:37.495254 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd0995-2a8f-4a4e-990b-63660ca19c7b req-cfe76a51-1093-493c-aad8-6962c92a7ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:37.496805 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ccd0995-2a8f-4a4e-990b-63660ca19c7b req-cfe76a51-1093-493c-aad8-6962c92a7ec8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cf4870f0-70de-48f4-92c4-3b33138099c1 HTTP/1.1" status: 200 len: 1096 time: 0.2348289 Apr 21 12:45:37.529356 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-23190fb2-1208-4c2a-ab9b-e7dc443bc6fb None None] Set router 653bec9b-7d89-45c2-bc10-fa6de6b9310e gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:45:37.703243 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-547eaaf3-92d1-4b37-9948-2998530d385c req-ea808e82-d188-42a8-a001-30a3c910b685 service neutron] show failed (client error): The resource could not be found. Apr 21 12:45:37.704251 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-547eaaf3-92d1-4b37-9948-2998530d385c req-ea808e82-d188-42a8-a001-30a3c910b685 service neutron] 10.222.0.24 "GET /v2.0/ports/c398ad9d-e563-462c-9396-11c97eb441ca/bindings/n-h1-836147-2 HTTP/1.1" status: 404 len: 380 time: 0.2678781 Apr 21 12:45:37.730287 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ccd0995-2a8f-4a4e-990b-63660ca19c7b req-6c2e2228-2f2d-4940-b7da-e22b1bd8c4cc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=babfb95e-710b-4962-990d-83dc1f736091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072880 Apr 21 12:45:37.744348 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e3e62-f3b6-4795-bc41-1aa71dbb33d2 req-ee4f2975-bf8b-442f-a03b-d08b4a16dadf tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:37.745918 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa4e3e62-f3b6-4795-bc41-1aa71dbb33d2 req-ee4f2975-bf8b-442f-a03b-d08b4a16dadf tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 945 time: 0.2563930 Apr 21 12:45:37.746157 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-23190fb2-1208-4c2a-ab9b-e7dc443bc6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653bec9b-7d89-45c2-bc10-fa6de6b9310e', 'name': 'tempest-TestAggregatesBasicOps-820200808-router', 'tenant_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dafc83a1-5ad7-43c4-85cf-308e76c52eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:45:26Z', 'updated_at': '2022-04-21T12:45:32Z', 'revision_number': 4, 'project_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f', 'gw_port': {'id': 'dafc83a1-5ad7-43c4-85cf-308e76c52eea', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653bec9b-7d89-45c2-bc10-fa6de6b9310e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:45:27Z', 'updated_at': '2022-04-21T12:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'ea00918d-5d7b-47ce-ae33-86111d17cedb', 'name': '', 'network_id': '078064af-7a27-462c-a4e3-61a22fef69d0', 'tenant_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f', 'mac_address': 'fa:16:3e:b1:74:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653bec9b-7d89-45c2-bc10-fa6de6b9310e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '777fcca3-46f9-42f0-a05e-03bf529079af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:45:31Z', 'updated_at': '2022-04-21T12:45:32Z', 'revision_number': 2, 'project_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f', 'subnets': [{'id': '777fcca3-46f9-42f0-a05e-03bf529079af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:37.774734 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23190fb2-1208-4c2a-ab9b-e7dc443bc6fb None None] Checking router: 653bec9b-7d89-45c2-bc10-fa6de6b9310e for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:45:37.775163 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23190fb2-1208-4c2a-ab9b-e7dc443bc6fb None None] Updating router 653bec9b-7d89-45c2-bc10-fa6de6b9310e port ea00918d-5d7b-47ce-ae33-86111d17cedb binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:45:37.800136 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23190fb2-1208-4c2a-ab9b-e7dc443bc6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:37.920380 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa4e3e62-f3b6-4795-bc41-1aa71dbb33d2 req-83dbd97a-4c2a-4ad1-892a-7d650fc40b61 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457353 Apr 21 12:45:37.994967 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b11a11-0fdf-4edc-9966-66ea35d00e6d req-df486548-28ed-4439-b3cf-47897ea7864a tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:37.996568 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-95b11a11-0fdf-4edc-9966-66ea35d00e6d req-df486548-28ed-4439-b3cf-47897ea7864a tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 950 time: 0.2186253 Apr 21 12:45:38.074892 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23190fb2-1208-4c2a-ab9b-e7dc443bc6fb None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:38.156582 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23190fb2-1208-4c2a-ab9b-e7dc443bc6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:38.163948 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-95b11a11-0fdf-4edc-9966-66ea35d00e6d req-ed8edac9-b7c8-447e-9e01-0c1927615c5b tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577568 Apr 21 12:45:38.183462 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f741d2-543b-480b-8606-b0e7b4bf1851 req-22268843-ba76-4194-a764-eeee30b9cf93 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:38.185109 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34f741d2-543b-480b-8606-b0e7b4bf1851 req-22268843-ba76-4194-a764-eeee30b9cf93 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=1725b01b-544f-489e-8ee6-76302689796b HTTP/1.1" status: 200 len: 931 time: 0.1866543 Apr 21 12:45:38.201464 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-dc521711-0ad0-4c27-8ac0-ea833218dfdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a60832-f536-4540-b234-936894389cd3 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:45:38.219023 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af0aab-bea9-4eda-b70a-3555d67e0db9 None None] Pushing event updated for resources: {'Port': ['ID=ea00918d-5d7b-47ce-ae33-86111d17cedb,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:38.221902 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-dc521711-0ad0-4c27-8ac0-ea833218dfdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:38.253504 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-dc521711-0ad0-4c27-8ac0-ea833218dfdd service neutron] Transition to ACTIVE for port object 36a60832-f536-4540-b234-936894389cd3 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:45:38.266917 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e296d20e-8444-4289-874d-581172210852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:38.287073 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-23190fb2-1208-4c2a-ab9b-e7dc443bc6fb None None] Attempting to bind port ea00918d-5d7b-47ce-ae33-86111d17cedb on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:45:38.287749 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-23190fb2-1208-4c2a-ab9b-e7dc443bc6fb None None] Attempting to bind port ea00918d-5d7b-47ce-ae33-86111d17cedb by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '3752b720-0059-4aa9-a615-9d952c9536a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '078064af-7a27-462c-a4e3-61a22fef69d0'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:45:38.288306 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23190fb2-1208-4c2a-ab9b-e7dc443bc6fb None None] Attempting to bind port ea00918d-5d7b-47ce-ae33-86111d17cedb on network 078064af-7a27-462c-a4e3-61a22fef69d0 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:45:38.294285 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23190fb2-1208-4c2a-ab9b-e7dc443bc6fb None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:45:38.295013 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23190fb2-1208-4c2a-ab9b-e7dc443bc6fb None None] Checking segment: {'id': '3752b720-0059-4aa9-a615-9d952c9536a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '078064af-7a27-462c-a4e3-61a22fef69d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:45:38.298228 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23190fb2-1208-4c2a-ab9b-e7dc443bc6fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:38.298228 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23190fb2-1208-4c2a-ab9b-e7dc443bc6fb None None] Bound using segment: {'id': '3752b720-0059-4aa9-a615-9d952c9536a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '078064af-7a27-462c-a4e3-61a22fef69d0'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:45:38.298228 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-23190fb2-1208-4c2a-ab9b-e7dc443bc6fb None None] Bound port: ea00918d-5d7b-47ce-ae33-86111d17cedb, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3752b720-0059-4aa9-a615-9d952c9536a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '078064af-7a27-462c-a4e3-61a22fef69d0'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:45:38.298228 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23190fb2-1208-4c2a-ab9b-e7dc443bc6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:38.316252 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34f741d2-543b-480b-8606-b0e7b4bf1851 req-9f52e73d-2555-41e3-8ebf-9782719f93a7 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178536 Apr 21 12:45:38.409642 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-23190fb2-1208-4c2a-ab9b-e7dc443bc6fb None None] For port ea00918d-5d7b-47ce-ae33-86111d17cedb, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:45:38.418147 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-23190fb2-1208-4c2a-ab9b-e7dc443bc6fb None None] For port ea00918d-5d7b-47ce-ae33-86111d17cedb, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ea00918d-5d7b-47ce-ae33-86111d17cedb,segment=NetworkSegment(3752b720-0059-4aa9-a615-9d952c9536a6),segment_id=3752b720-0059-4aa9-a615-9d952c9536a6)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:45:38.463176 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device dafc83a1-5ad7-43c4-85cf-308e76c52eea up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:45:38.470496 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-dc521711-0ad0-4c27-8ac0-ea833218dfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:38.536882 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-23190fb2-1208-4c2a-ab9b-e7dc443bc6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:38.553233 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port dafc83a1-5ad7-43c4-85cf-308e76c52eea triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:45:38.554354 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:38.632186 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc521711-0ad0-4c27-8ac0-ea833218dfdd service neutron] Pushing event updated for resources: {'Port': ['ID=36a60832-f536-4540-b234-936894389cd3,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:38.688046 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547eaaf3-92d1-4b37-9948-2998530d385c req-7e5e0ae3-0555-4077-93a0-8dfb617074c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:38.689629 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-547eaaf3-92d1-4b37-9948-2998530d385c req-7e5e0ae3-0555-4077-93a0-8dfb617074c3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6&tenant_id=45464789e2cc4bfeaf42e6404c0e9729 HTTP/1.1" status: 200 len: 1101 time: 0.2380373 Apr 21 12:45:38.715877 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23190fb2-1208-4c2a-ab9b-e7dc443bc6fb None None] Routers {'653bec9b-7d89-45c2-bc10-fa6de6b9310e'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:45:38.716528 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-23190fb2-1208-4c2a-ab9b-e7dc443bc6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:45:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['653bec9b-7d89-45c2-bc10-fa6de6b9310e'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:38.746228 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-547eaaf3-92d1-4b37-9948-2998530d385c req-5e937c67-3e9b-458e-b039-07e04c6d73e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836147-2', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:45:38.792420 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af0aab-bea9-4eda-b70a-3555d67e0db9 None None] Pushing event updated for resources: {'Port': ['ID=ea00918d-5d7b-47ce-ae33-86111d17cedb,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:38.804181 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-13b43148-14e6-4538-8609-ae5c761ea234 None None] Provisioning complete for port ea00918d-5d7b-47ce-ae33-86111d17cedb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:45:38.804968 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13b43148-14e6-4538-8609-ae5c761ea234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:38.994481 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-23190fb2-1208-4c2a-ab9b-e7dc443bc6fb None None] Set router 653bec9b-7d89-45c2-bc10-fa6de6b9310e gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:45:39.088478 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13b43148-14e6-4538-8609-ae5c761ea234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:39.132418 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-13b43148-14e6-4538-8609-ae5c761ea234 None None] For port ea00918d-5d7b-47ce-ae33-86111d17cedb, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ea00918d-5d7b-47ce-ae33-86111d17cedb,segment=NetworkSegment(3752b720-0059-4aa9-a615-9d952c9536a6),segment_id=3752b720-0059-4aa9-a615-9d952c9536a6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:39.282678 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-23190fb2-1208-4c2a-ab9b-e7dc443bc6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653bec9b-7d89-45c2-bc10-fa6de6b9310e', 'name': 'tempest-TestAggregatesBasicOps-820200808-router', 'tenant_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dafc83a1-5ad7-43c4-85cf-308e76c52eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:45:26Z', 'updated_at': '2022-04-21T12:45:32Z', 'revision_number': 4, 'project_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f', 'gw_port': {'id': 'dafc83a1-5ad7-43c4-85cf-308e76c52eea', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653bec9b-7d89-45c2-bc10-fa6de6b9310e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:45:27Z', 'updated_at': '2022-04-21T12:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'ea00918d-5d7b-47ce-ae33-86111d17cedb', 'name': '', 'network_id': '078064af-7a27-462c-a4e3-61a22fef69d0', 'tenant_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f', 'mac_address': 'fa:16:3e:b1:74:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653bec9b-7d89-45c2-bc10-fa6de6b9310e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '777fcca3-46f9-42f0-a05e-03bf529079af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:45:31Z', 'updated_at': '2022-04-21T12:45:38Z', 'revision_number': 4, 'project_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f', 'subnets': [{'id': '777fcca3-46f9-42f0-a05e-03bf529079af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:39.322621 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23190fb2-1208-4c2a-ab9b-e7dc443bc6fb None None] The sync data for ids ['653bec9b-7d89-45c2-bc10-fa6de6b9310e'] in n-d-836147-2 is: [{'id': '653bec9b-7d89-45c2-bc10-fa6de6b9310e', 'name': 'tempest-TestAggregatesBasicOps-820200808-router', 'tenant_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dafc83a1-5ad7-43c4-85cf-308e76c52eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:45:26Z', 'updated_at': '2022-04-21T12:45:32Z', 'revision_number': 4, 'project_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f', 'gw_port': {'id': 'dafc83a1-5ad7-43c4-85cf-308e76c52eea', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653bec9b-7d89-45c2-bc10-fa6de6b9310e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:45:27Z', 'updated_at': '2022-04-21T12:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'ea00918d-5d7b-47ce-ae33-86111d17cedb', 'name': '', 'network_id': '078064af-7a27-462c-a4e3-61a22fef69d0', 'tenant_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f', 'mac_address': 'fa:16:3e:b1:74:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '653bec9b-7d89-45c2-bc10-fa6de6b9310e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': '777fcca3-46f9-42f0-a05e-03bf529079af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:45:31Z', 'updated_at': '2022-04-21T12:45:38Z', 'revision_number': 4, 'project_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f', 'subnets': [{'id': '777fcca3-46f9-42f0-a05e-03bf529079af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:45:39.328859 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13b43148-14e6-4538-8609-ae5c761ea234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:39.424649 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b43148-14e6-4538-8609-ae5c761ea234 None None] Pushing event updated for resources: {'Port': ['ID=ea00918d-5d7b-47ce-ae33-86111d17cedb,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:39.426130 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-547eaaf3-92d1-4b37-9948-2998530d385c req-5e937c67-3e9b-458e-b039-07e04c6d73e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:39.462263 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5aa7c617-8a19-4272-9560-03af96fa6f0a None None] Provisioning complete for port ea00918d-5d7b-47ce-ae33-86111d17cedb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:45:39.462932 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5aa7c617-8a19-4272-9560-03af96fa6f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:39.690019 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-dc521711-0ad0-4c27-8ac0-ea833218dfdd service neutron] Attempting to bind port 36a60832-f536-4540-b234-936894389cd3 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:45:39.690583 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-dc521711-0ad0-4c27-8ac0-ea833218dfdd service neutron] Attempting to bind port 36a60832-f536-4540-b234-936894389cd3 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '58d8cb84-8f11-4151-a77a-bfc0637248a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:45:39.690988 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-dc521711-0ad0-4c27-8ac0-ea833218dfdd service neutron] Attempting to bind port 36a60832-f536-4540-b234-936894389cd3 on network 210b1822-b19c-4a3a-bd44-f48c8d787bcf {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:45:39.721474 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37148bf8-ecae-4406-8c70-338adab05b1a req-ef3ea956-2509-4fc1-8083-dffa26f25ee7 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:39.723177 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-37148bf8-ecae-4406-8c70-338adab05b1a req-ef3ea956-2509-4fc1-8083-dffa26f25ee7 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf4870f0-70de-48f4-92c4-3b33138099c1 HTTP/1.1" status: 200 len: 945 time: 0.3464005 Apr 21 12:45:39.758665 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-dc521711-0ad0-4c27-8ac0-ea833218dfdd service neutron] Port 36a60832-f536-4540-b234-936894389cd3 on network 210b1822-b19c-4a3a-bd44-f48c8d787bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:45:39.758927 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-dc521711-0ad0-4c27-8ac0-ea833218dfdd service neutron] Attempting to bind port 36a60832-f536-4540-b234-936894389cd3 on network 210b1822-b19c-4a3a-bd44-f48c8d787bcf {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:45:39.811933 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-dc521711-0ad0-4c27-8ac0-ea833218dfdd service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:45:39.812289 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-dc521711-0ad0-4c27-8ac0-ea833218dfdd service neutron] Checking segment: {'id': '58d8cb84-8f11-4151-a77a-bfc0637248a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:45:39.812823 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-dc521711-0ad0-4c27-8ac0-ea833218dfdd service neutron] Bound using segment: {'id': '58d8cb84-8f11-4151-a77a-bfc0637248a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:45:39.813340 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-dc521711-0ad0-4c27-8ac0-ea833218dfdd service neutron] Bound port: 36a60832-f536-4540-b234-936894389cd3, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58d8cb84-8f11-4151-a77a-bfc0637248a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:45:39.813785 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-dc521711-0ad0-4c27-8ac0-ea833218dfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:39.928147 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426eed9-2e1a-4530-8e71-78fa0e75f00a req-297bc0cd-d13e-438a-a0a0-2a2bb937e7a8 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:39.929973 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c426eed9-2e1a-4530-8e71-78fa0e75f00a req-297bc0cd-d13e-438a-a0a0-2a2bb937e7a8 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 945 time: 0.2490151 Apr 21 12:45:39.960226 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-37148bf8-ecae-4406-8c70-338adab05b1a req-67449016-aaf8-4fa7-9869-8cd057f863f3 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.36 "GET /v2.0/security-groups?id=babfb95e-710b-4962-990d-83dc1f736091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108684 Apr 21 12:45:40.051370 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-547eaaf3-92d1-4b37-9948-2998530d385c req-5e937c67-3e9b-458e-b039-07e04c6d73e1 service neutron] For port c398ad9d-e563-462c-9396-11c97eb441ca, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c398ad9d-e563-462c-9396-11c97eb441ca,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:40.085870 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-dc521711-0ad0-4c27-8ac0-ea833218dfdd service neutron] For port 36a60832-f536-4540-b234-936894389cd3, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:45:40.135153 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c426eed9-2e1a-4530-8e71-78fa0e75f00a req-94901fd8-54d6-460e-9a20-7e534ab5cda9 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706295 Apr 21 12:45:40.144418 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-dc521711-0ad0-4c27-8ac0-ea833218dfdd service neutron] For port 36a60832-f536-4540-b234-936894389cd3, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=36a60832-f536-4540-b234-936894389cd3,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:45:40.190566 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e296d20e-8444-4289-874d-581172210852 admin admin] Deleting port 581729bc-b6a5-488f-9a2d-97b42ae320f9 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:45:40.190566 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e296d20e-8444-4289-874d-581172210852 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:40.210112 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-547eaaf3-92d1-4b37-9948-2998530d385c req-5e937c67-3e9b-458e-b039-07e04c6d73e1 service neutron] For port c398ad9d-e563-462c-9396-11c97eb441ca, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:45:40.288107 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7d170-0cfb-4692-b26d-b1454baa72d8 req-3caa3032-f414-4294-b161-a460cc4de903 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:40.295310 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66c7d170-0cfb-4692-b26d-b1454baa72d8 req-3caa3032-f414-4294-b161-a460cc4de903 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 950 time: 0.2605858 Apr 21 12:45:40.349361 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-dc521711-0ad0-4c27-8ac0-ea833218dfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:40.358480 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ea00918d-5d7b-47ce-ae33-86111d17cedb up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:45:40.365240 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53eaa29e-245b-42e0-ab80-786e596550a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c398ad9d-e563-462c-9396-11c97eb441ca'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:45:40.367526 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a087fb7e-0db1-4e1f-97f1-0e3ac03db3cc" -d '{"events": [{"server_uuid": "53eaa29e-245b-42e0-ab80-786e596550a6", "name": "network-vif-unplugged", "status": "completed", "tag": "c398ad9d-e563-462c-9396-11c97eb441ca"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:45:40.381338 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-547eaaf3-92d1-4b37-9948-2998530d385c req-5e937c67-3e9b-458e-b039-07e04c6d73e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:40.424465 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port ea00918d-5d7b-47ce-ae33-86111d17cedb triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:45:40.424913 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:40.437636 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-dc521711-0ad0-4c27-8ac0-ea833218dfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:40.438027 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-dc521711-0ad0-4c27-8ac0-ea833218dfdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:40.439780 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-dc521711-0ad0-4c27-8ac0-ea833218dfdd service neutron] 10.222.0.26 "PUT /v2.0/ports/36a60832-f536-4540-b234-936894389cd3 HTTP/1.1" status: 200 len: 1091 time: 3.2275279 Apr 21 12:45:40.465889 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66c7d170-0cfb-4692-b26d-b1454baa72d8 req-88a72a68-da5e-4688-93b5-e1c671b34327 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697028 Apr 21 12:45:40.466828 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-547eaaf3-92d1-4b37-9948-2998530d385c req-5e937c67-3e9b-458e-b039-07e04c6d73e1 service neutron] Transition to ACTIVE for port object c398ad9d-e563-462c-9396-11c97eb441ca will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:45:40.471444 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-e296d20e-8444-4289-874d-581172210852 admin admin] For port 581729bc-b6a5-488f-9a2d-97b42ae320f9, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=581729bc-b6a5-488f-9a2d-97b42ae320f9,segment=NetworkSegment(3f2e1617-3410-4e91-bf7f-bdf6500ce684),segment_id=3f2e1617-3410-4e91-bf7f-bdf6500ce684)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:40.471818 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e296d20e-8444-4289-874d-581172210852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:40.502827 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc0ad7-526f-47b6-879d-fa40f155d980 req-2126ba07-3bcd-4aa0-82d2-efe133b9d61e tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:40.504973 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9bfc0ad7-526f-47b6-879d-fa40f155d980 req-2126ba07-3bcd-4aa0-82d2-efe133b9d61e tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=1725b01b-544f-489e-8ee6-76302689796b HTTP/1.1" status: 200 len: 943 time: 0.2426410 Apr 21 12:45:40.505653 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e296d20e-8444-4289-874d-581172210852 admin admin] Calling delete_port for 581729bc-b6a5-488f-9a2d-97b42ae320f9 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:45:40.507584 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc521711-0ad0-4c27-8ac0-ea833218dfdd service neutron] Pushing event updated for resources: {'Port': ['ID=36a60832-f536-4540-b234-936894389cd3,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:40.641869 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9bfc0ad7-526f-47b6-879d-fa40f155d980 req-c48eb217-c3b6-4ee1-8fcc-f864f31dd802 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301656 Apr 21 12:45:40.649876 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-547eaaf3-92d1-4b37-9948-2998530d385c req-5e937c67-3e9b-458e-b039-07e04c6d73e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:40.719026 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c398ad9d-e563-462c-9396-11c97eb441ca no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:45:40.761348 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f3c8a-4cdd-4989-8cf1-7288f054c455 req-9054a6d6-81e2-475e-8d83-ee07fb9deffd tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:40.762943 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d59f3c8a-4cdd-4989-8cf1-7288f054c455 req-9054a6d6-81e2-475e-8d83-ee07fb9deffd tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=9269346e-f2ad-48aa-8bb8-b117bfa40f84 HTTP/1.1" status: 200 len: 945 time: 0.1752946 Apr 21 12:45:40.775960 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28caa888-bd23-4d98-80e8-c7351373cdec x-openstack-request-id: req-28caa888-bd23-4d98-80e8-c7351373cdec {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:45:40.776254 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53eaa29e-245b-42e0-ab80-786e596550a6", "name": "network-vif-unplugged", "status": "completed", "tag": "c398ad9d-e563-462c-9396-11c97eb441ca", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:45:40.776504 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-28caa888-bd23-4d98-80e8-c7351373cdec {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:45:40.776904 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28caa888-bd23-4d98-80e8-c7351373cdec'] response: {'server_uuid': '53eaa29e-245b-42e0-ab80-786e596550a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c398ad9d-e563-462c-9396-11c97eb441ca', 'code': 200} Apr 21 12:45:40.777479 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e937c67-3e9b-458e-b039-07e04c6d73e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c398ad9d-e563-462c-9396-11c97eb441ca,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:40.798324 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c398ad9d-e563-462c-9396-11c97eb441ca not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:45:40.832511 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-547eaaf3-92d1-4b37-9948-2998530d385c req-5e937c67-3e9b-458e-b039-07e04c6d73e1 service neutron] No DVR routers for this DVR port c398ad9d-e563-462c-9396-11c97eb441ca on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:45:40.924675 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-547eaaf3-92d1-4b37-9948-2998530d385c req-5e937c67-3e9b-458e-b039-07e04c6d73e1 service neutron] Attempting to bind port c398ad9d-e563-462c-9396-11c97eb441ca on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:45:40.925028 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-547eaaf3-92d1-4b37-9948-2998530d385c req-5e937c67-3e9b-458e-b039-07e04c6d73e1 service neutron] Attempting to bind port c398ad9d-e563-462c-9396-11c97eb441ca by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:45:40.925309 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547eaaf3-92d1-4b37-9948-2998530d385c req-5e937c67-3e9b-458e-b039-07e04c6d73e1 service neutron] Attempting to bind port c398ad9d-e563-462c-9396-11c97eb441ca on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:45:40.932153 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d59f3c8a-4cdd-4989-8cf1-7288f054c455 req-0a90e391-2d02-4a0a-99c0-84c9df3650a2 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428390 Apr 21 12:45:40.936262 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-eb5fd16f-973d-42da-8722-419de67b4977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:40.938674 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-eb5fd16f-973d-42da-8722-419de67b4977 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=820f30556a864d2abf13eb66052aec75&device_id=1725b01b-544f-489e-8ee6-76302689796b HTTP/1.1" status: 200 len: 1094 time: 0.1633615 Apr 21 12:45:40.940269 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547eaaf3-92d1-4b37-9948-2998530d385c req-5e937c67-3e9b-458e-b039-07e04c6d73e1 service neutron] Port c398ad9d-e563-462c-9396-11c97eb441ca on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:45:40.940613 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547eaaf3-92d1-4b37-9948-2998530d385c req-5e937c67-3e9b-458e-b039-07e04c6d73e1 service neutron] Attempting to bind port c398ad9d-e563-462c-9396-11c97eb441ca on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:45:40.948462 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547eaaf3-92d1-4b37-9948-2998530d385c req-5e937c67-3e9b-458e-b039-07e04c6d73e1 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:45:40.948462 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547eaaf3-92d1-4b37-9948-2998530d385c req-5e937c67-3e9b-458e-b039-07e04c6d73e1 service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:45:40.948462 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547eaaf3-92d1-4b37-9948-2998530d385c req-5e937c67-3e9b-458e-b039-07e04c6d73e1 service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:45:40.948462 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-547eaaf3-92d1-4b37-9948-2998530d385c req-5e937c67-3e9b-458e-b039-07e04c6d73e1 service neutron] Bound port: c398ad9d-e563-462c-9396-11c97eb441ca, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:45:40.954568 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-547eaaf3-92d1-4b37-9948-2998530d385c req-5e937c67-3e9b-458e-b039-07e04c6d73e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:41.027152 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-b6431c9a-2bd5-416f-b660-01aa6137358c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36a60832-f536-4540-b234-936894389cd3 HTTP/1.1" status: 200 len: 217 time: 0.0735464 Apr 21 12:45:41.170332 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-29f864c3-f92b-4d15-a4ba-16487b259ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:41.171860 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-29f864c3-f92b-4d15-a4ba-16487b259ea0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e66f24c-8af3-4904-ad4f-94ba052f7897 HTTP/1.1" status: 200 len: 846 time: 0.1356990 Apr 21 12:45:41.198197 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56af14-8ece-4f0b-b8b2-dcc89eacd47c req-093eea08-e89f-4137-b675-a69666a273be tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:41.199854 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c56af14-8ece-4f0b-b8b2-dcc89eacd47c req-093eea08-e89f-4137-b675-a69666a273be tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf4870f0-70de-48f4-92c4-3b33138099c1 HTTP/1.1" status: 200 len: 945 time: 0.1369264 Apr 21 12:45:41.201097 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-547eaaf3-92d1-4b37-9948-2998530d385c req-5e937c67-3e9b-458e-b039-07e04c6d73e1 service neutron] For port c398ad9d-e563-462c-9396-11c97eb441ca, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:45:41.206279 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-547eaaf3-92d1-4b37-9948-2998530d385c req-5e937c67-3e9b-458e-b039-07e04c6d73e1 service neutron] For port c398ad9d-e563-462c-9396-11c97eb441ca, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=c398ad9d-e563-462c-9396-11c97eb441ca,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:45:41.229077 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-925580e9-3a89-44fa-90a7-88cb0a4abef9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=210b1822-b19c-4a3a-bd44-f48c8d787bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492415 Apr 21 12:45:41.306778 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e296d20e-8444-4289-874d-581172210852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:41.313399 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-547eaaf3-92d1-4b37-9948-2998530d385c req-5e937c67-3e9b-458e-b039-07e04c6d73e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:41.367701 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e296d20e-8444-4289-874d-581172210852 admin admin] Pushing event deleted for resources: {'Port': ['ID=581729bc-b6a5-488f-9a2d-97b42ae320f9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:41.405203 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c56af14-8ece-4f0b-b8b2-dcc89eacd47c req-b47500ee-d23c-4140-a57e-996ee5088fcb tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.36 "GET /v2.0/security-groups?id=babfb95e-710b-4962-990d-83dc1f736091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837418 Apr 21 12:45:41.458481 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547eaaf3-92d1-4b37-9948-2998530d385c req-5e937c67-3e9b-458e-b039-07e04c6d73e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:41.459434 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-547eaaf3-92d1-4b37-9948-2998530d385c req-5e937c67-3e9b-458e-b039-07e04c6d73e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:41.461171 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-547eaaf3-92d1-4b37-9948-2998530d385c req-5e937c67-3e9b-458e-b039-07e04c6d73e1 service neutron] 10.222.0.26 "PUT /v2.0/ports/c398ad9d-e563-462c-9396-11c97eb441ca HTTP/1.1" status: 200 len: 1096 time: 2.7229764 Apr 21 12:45:41.536197 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e937c67-3e9b-458e-b039-07e04c6d73e1 service neutron] Pushing event updated for resources: {'Port': ['ID=c398ad9d-e563-462c-9396-11c97eb441ca,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:41.689420 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3987de-bdd5-4ff9-a6fc-b9f0cc5a4092 req-20a784e3-88ca-475c-a6eb-40da4bf1b593 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:41.698746 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec3987de-bdd5-4ff9-a6fc-b9f0cc5a4092 req-20a784e3-88ca-475c-a6eb-40da4bf1b593 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 945 time: 0.4054298 Apr 21 12:45:41.733121 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-cc3aaf50-9bec-4ebb-a6c7-b31d3eb85e4a service neutron] 10.222.0.26 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952071 Apr 21 12:45:41.863351 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49466) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:41.871515 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec3987de-bdd5-4ff9-a6fc-b9f0cc5a4092 req-ac459c19-2c40-456f-8a17-68420281af64 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713543 Apr 21 12:45:41.934139 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547eaaf3-92d1-4b37-9948-2998530d385c req-e3592dac-40ce-440f-9493-42468f74236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:41.935905 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-547eaaf3-92d1-4b37-9948-2998530d385c req-e3592dac-40ce-440f-9493-42468f74236f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 1099 time: 0.3959212 Apr 21 12:45:41.951350 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f08de-4b38-40c8-b636-a367005e119e req-8a944472-4aa6-4c2c-93d1-7117d38aaf4c tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:41.952842 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-920f08de-4b38-40c8-b636-a367005e119e req-8a944472-4aa6-4c2c-93d1-7117d38aaf4c tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.26 "GET /v2.0/ports?device_id=9269346e-f2ad-48aa-8bb8-b117bfa40f84 HTTP/1.1" status: 200 len: 945 time: 0.3609869 Apr 21 12:45:41.965715 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6cbb42-7ea0-4065-9bb3-b38c5b921c48 req-286fd065-c721-4c2d-93a9-4f42fc03be54 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:41.967249 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0b6cbb42-7ea0-4065-9bb3-b38c5b921c48 req-286fd065-c721-4c2d-93a9-4f42fc03be54 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 948 time: 0.2932389 Apr 21 12:45:42.004166 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9e6105b-f55e-49fb-b15c-48d89c6d85b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:42.082430 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9e6105b-f55e-49fb-b15c-48d89c6d85b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:42.215858 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9e6105b-f55e-49fb-b15c-48d89c6d85b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:42.260368 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d9e6105b-f55e-49fb-b15c-48d89c6d85b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ad0baafad0844190bc09999d7f4e3a79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3919084 Apr 21 12:45:42.261059 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49472) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:42.273613 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e6105b-f55e-49fb-b15c-48d89c6d85b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4cc3bc-ef0c-4b64-b20e-5391d1027113,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:42.293986 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e6105b-f55e-49fb-b15c-48d89c6d85b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:42.293986 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e6105b-f55e-49fb-b15c-48d89c6d85b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:42.293986 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e6105b-f55e-49fb-b15c-48d89c6d85b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:42.293986 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e6105b-f55e-49fb-b15c-48d89c6d85b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:42.293986 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e6105b-f55e-49fb-b15c-48d89c6d85b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:42.294736 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e6105b-f55e-49fb-b15c-48d89c6d85b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:42.294736 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e6105b-f55e-49fb-b15c-48d89c6d85b6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:42.295067 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e6105b-f55e-49fb-b15c-48d89c6d85b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:42.295392 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e6105b-f55e-49fb-b15c-48d89c6d85b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:42.295714 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e6105b-f55e-49fb-b15c-48d89c6d85b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:42.296035 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e6105b-f55e-49fb-b15c-48d89c6d85b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:42.296356 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e6105b-f55e-49fb-b15c-48d89c6d85b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:42.338075 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f9f1325-39cc-4091-8a6c-1df27d39df85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:42.375269 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f9f1325-39cc-4091-8a6c-1df27d39df85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:42.470723 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04e5da45-22e3-4c11-ae35-3d9e6704800f req-4f1bd3a6-1838-48ad-8108-d04446430cd7 service neutron] 10.222.0.26 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7053745 Apr 21 12:45:42.542380 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0b6cbb42-7ea0-4065-9bb3-b38c5b921c48 req-e19f6b75-3fd5-47b6-927b-df30b919ef45 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5529971 Apr 21 12:45:42.564811 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f9f1325-39cc-4091-8a6c-1df27d39df85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:42.567859 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f9f1325-39cc-4091-8a6c-1df27d39df85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:42.569533 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3f9f1325-39cc-4091-8a6c-1df27d39df85 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b4cc3bc-ef0c-4b64-b20e-5391d1027113 HTTP/1.1" status: 204 len: 168 time: 0.3071527 Apr 21 12:45:42.569696 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e296d20e-8444-4289-874d-581172210852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:42.578193 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f1325-39cc-4091-8a6c-1df27d39df85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4cc3bc-ef0c-4b64-b20e-5391d1027113,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:42.581376 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547eaaf3-92d1-4b37-9948-2998530d385c req-95ace4f5-7e99-4fcc-8642-2b0043486f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:42.583037 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-547eaaf3-92d1-4b37-9948-2998530d385c req-95ace4f5-7e99-4fcc-8642-2b0043486f92 service neutron] 10.222.0.26 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.6269965 Apr 21 12:45:42.602859 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8580e-771b-4b58-b145-11068e21afe6 req-18d0b3ea-d4e4-4c07-9b03-c493ba8dea7c tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:42.610783 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-37d8580e-771b-4b58-b145-11068e21afe6 req-18d0b3ea-d4e4-4c07-9b03-c493ba8dea7c tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=1725b01b-544f-489e-8ee6-76302689796b HTTP/1.1" status: 200 len: 943 time: 0.1597123 Apr 21 12:45:42.709016 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-547eaaf3-92d1-4b37-9948-2998530d385c req-283f8f5a-c8c5-4ce5-bd1b-71f63a90d5a4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c398ad9d-e563-462c-9396-11c97eb441ca HTTP/1.1" status: 200 len: 217 time: 0.1151118 Apr 21 12:45:42.784715 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-920f08de-4b38-40c8-b636-a367005e119e req-6b4142fd-8492-4fd7-87f3-9ec76b2cf0e8 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Deleting port e0e15cd2-2763-43eb-9207-30d4676d362e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:45:42.785171 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-920f08de-4b38-40c8-b636-a367005e119e req-6b4142fd-8492-4fd7-87f3-9ec76b2cf0e8 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:42.787675 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1725b01b-544f-489e-8ee6-76302689796b', 'tag': '36a60832-f536-4540-b234-936894389cd3'}, {'name': 'network-changed', 'server_uuid': '53eaa29e-245b-42e0-ab80-786e596550a6', 'tag': 'c398ad9d-e563-462c-9396-11c97eb441ca'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:45:42.789989 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2930f24-5126-408d-8fe2-1a14207644cc" -d '{"events": [{"name": "network-changed", "server_uuid": "1725b01b-544f-489e-8ee6-76302689796b", "tag": "36a60832-f536-4540-b234-936894389cd3"}, {"name": "network-changed", "server_uuid": "53eaa29e-245b-42e0-ab80-786e596550a6", "tag": "c398ad9d-e563-462c-9396-11c97eb441ca"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:45:42.850540 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-37d8580e-771b-4b58-b145-11068e21afe6 req-260e512f-01c1-4deb-97a1-fe35b7eaee79 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395942 Apr 21 12:45:42.913371 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547eaaf3-92d1-4b37-9948-2998530d385c req-87772ce0-5b5d-4247-a4be-394424698b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:42.916095 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-547eaaf3-92d1-4b37-9948-2998530d385c req-87772ce0-5b5d-4247-a4be-394424698b27 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1962862 Apr 21 12:45:42.953497 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea456c-2889-4275-8f41-37285e4a60cf req-d317c587-54b1-4463-90c4-6d5c81fc091c tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:42.954976 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04ea456c-2889-4275-8f41-37285e4a60cf req-d317c587-54b1-4463-90c4-6d5c81fc091c tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=9269346e-f2ad-48aa-8bb8-b117bfa40f84 HTTP/1.1" status: 200 len: 945 time: 0.2567599 Apr 21 12:45:43.044528 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-920f08de-4b38-40c8-b636-a367005e119e req-6b4142fd-8492-4fd7-87f3-9ec76b2cf0e8 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] For port e0e15cd2-2763-43eb-9207-30d4676d362e, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e0e15cd2-2763-43eb-9207-30d4676d362e,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:43.045248 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-920f08de-4b38-40c8-b636-a367005e119e req-6b4142fd-8492-4fd7-87f3-9ec76b2cf0e8 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:43.104491 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-920f08de-4b38-40c8-b636-a367005e119e req-6b4142fd-8492-4fd7-87f3-9ec76b2cf0e8 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Calling delete_port for e0e15cd2-2763-43eb-9207-30d4676d362e owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:45:43.128376 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547eaaf3-92d1-4b37-9948-2998530d385c req-4611386a-bae9-49c5-9fbe-c9c106461caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:43.130465 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-547eaaf3-92d1-4b37-9948-2998530d385c req-4611386a-bae9-49c5-9fbe-c9c106461caa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2024055 Apr 21 12:45:43.147934 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598d2e8-17ed-4a86-bdec-9bb0928b5c19 req-3710f7fa-fa1b-4243-b572-c309c2499b20 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:43.149403 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7598d2e8-17ed-4a86-bdec-9bb0928b5c19 req-3710f7fa-fa1b-4243-b572-c309c2499b20 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf4870f0-70de-48f4-92c4-3b33138099c1 HTTP/1.1" status: 200 len: 945 time: 0.2256896 Apr 21 12:45:43.152112 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04ea456c-2889-4275-8f41-37285e4a60cf req-4ae8b56b-7ecf-4c99-aa9b-731f5ba62dcb tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561136 Apr 21 12:45:43.254476 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 21 Apr 2022 12:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea71e611-90b5-4a80-ba8a-992ac7317d5a x-openstack-request-id: req-ea71e611-90b5-4a80-ba8a-992ac7317d5a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:45:43.254829 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1725b01b-544f-489e-8ee6-76302689796b", "tag": "36a60832-f536-4540-b234-936894389cd3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "53eaa29e-245b-42e0-ab80-786e596550a6", "tag": "c398ad9d-e563-462c-9396-11c97eb441ca", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:45:43.255655 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea71e611-90b5-4a80-ba8a-992ac7317d5a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:45:43.256442 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea71e611-90b5-4a80-ba8a-992ac7317d5a'] response: {'name': 'network-changed', 'server_uuid': '1725b01b-544f-489e-8ee6-76302689796b', 'tag': '36a60832-f536-4540-b234-936894389cd3', 'status': 'completed', 'code': 200} Apr 21 12:45:43.256699 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea71e611-90b5-4a80-ba8a-992ac7317d5a'] response: {'name': 'network-changed', 'server_uuid': '53eaa29e-245b-42e0-ab80-786e596550a6', 'tag': 'c398ad9d-e563-462c-9396-11c97eb441ca', 'status': 'completed', 'code': 200} Apr 21 12:45:43.440643 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7598d2e8-17ed-4a86-bdec-9bb0928b5c19 req-08f09cad-c406-44f4-9511-97daf952c908 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.36 "GET /v2.0/security-groups?id=babfb95e-710b-4962-990d-83dc1f736091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836230 Apr 21 12:45:43.465992 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2adb02b8-26c7-4072-ac34-c7fc2d2a24c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:43.480632 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e296d20e-8444-4289-874d-581172210852 admin admin] Router 436c8bef-aac2-4237-894c-9ff9913a8f3a has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:45:43.518903 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2930f24-5126-408d-8fe2-1a14207644cc req-9d576769-9cfe-4bd9-891c-cfe4555345a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:43.518903 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e2930f24-5126-408d-8fe2-1a14207644cc req-9d576769-9cfe-4bd9-891c-cfe4555345a5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=820f30556a864d2abf13eb66052aec75&device_id=1725b01b-544f-489e-8ee6-76302689796b HTTP/1.1" status: 200 len: 1094 time: 0.2437155 Apr 21 12:45:43.518903 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2930f24-5126-408d-8fe2-1a14207644cc req-be6a4d47-cd62-490c-a4f7-379478c13cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:43.518903 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e2930f24-5126-408d-8fe2-1a14207644cc req-be6a4d47-cd62-490c-a4f7-379478c13cf9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 1099 time: 0.2355781 Apr 21 12:45:43.518903 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-547eaaf3-92d1-4b37-9948-2998530d385c req-93e2aca7-5610-467d-b401-f3e664b0dc5f service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610675 Apr 21 12:45:43.524588 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d0ba65-cf8a-4a02-a8f6-b54d6daff95f req-f7d5780c-6da1-4710-8453-72ff014ea972 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:43.526037 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c0d0ba65-cf8a-4a02-a8f6-b54d6daff95f req-f7d5780c-6da1-4710-8453-72ff014ea972 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 945 time: 0.2151566 Apr 21 12:45:44.121171 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device e0e15cd2-2763-43eb-9207-30d4676d362e no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:45:44.147377 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: e0e15cd2-2763-43eb-9207-30d4676d362e {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:45:44.147985 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device e0e15cd2-2763-43eb-9207-30d4676d362e not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:45:44.257425 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c0d0ba65-cf8a-4a02-a8f6-b54d6daff95f req-2d9851e3-8cb9-4d02-b18d-6689a4704de0 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7067795 Apr 21 12:45:44.271925 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-920f08de-4b38-40c8-b636-a367005e119e req-6b4142fd-8492-4fd7-87f3-9ec76b2cf0e8 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:44.338128 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814b06f-e8c3-4c11-9bc4-26e182d6b2a0 req-b743651b-2141-4a0f-995a-3f43be6ab9cd tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:44.339635 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5814b06f-e8c3-4c11-9bc4-26e182d6b2a0 req-b743651b-2141-4a0f-995a-3f43be6ab9cd tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 948 time: 0.7126598 Apr 21 12:45:44.348481 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-547eaaf3-92d1-4b37-9948-2998530d385c req-176b75c6-cfaa-4129-b661-8af2b6b2d088 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8214407 Apr 21 12:45:44.359860 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb431e0a-defb-4635-af79-87178e6760d6 req-a374b4ac-5821-42e6-b056-034c5dea0cfc tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:44.361261 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb431e0a-defb-4635-af79-87178e6760d6 req-a374b4ac-5821-42e6-b056-034c5dea0cfc tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf4870f0-70de-48f4-92c4-3b33138099c1 HTTP/1.1" status: 200 len: 945 time: 0.5990186 Apr 21 12:45:44.365896 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4142fd-8492-4fd7-87f3-9ec76b2cf0e8 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Pushing event deleted for resources: {'Port': ['ID=e0e15cd2-2763-43eb-9207-30d4676d362e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:44.365896 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2930f24-5126-408d-8fe2-1a14207644cc req-7fa66260-7535-47c6-a971-b48f16261cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:44.367065 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e2930f24-5126-408d-8fe2-1a14207644cc req-7fa66260-7535-47c6-a971-b48f16261cef service neutron] 10.222.0.26 "GET /v2.0/networks?id=210b1822-b19c-4a3a-bd44-f48c8d787bcf HTTP/1.1" status: 200 len: 907 time: 0.8382838 Apr 21 12:45:44.384377 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2930f24-5126-408d-8fe2-1a14207644cc req-69bd1d8f-2f83-47ac-8271-d311d9b4eac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:44.385773 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e2930f24-5126-408d-8fe2-1a14207644cc req-69bd1d8f-2f83-47ac-8271-d311d9b4eac2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.8369448 Apr 21 12:45:44.498737 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e296d20e-8444-4289-874d-581172210852 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:45:44.507043 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e296d20e-8444-4289-874d-581172210852 admin admin] 10.222.0.36 "PUT /v2.0/routers/436c8bef-aac2-4237-894c-9ff9913a8f3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5041945 Apr 21 12:45:44.507260 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49516) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:44.508971 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806ba598-8ff7-4d3f-a99a-86451842bc1e None None] Sync routers for ids ['436c8bef-aac2-4237-894c-9ff9913a8f3a'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:45:44.524528 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806ba598-8ff7-4d3f-a99a-86451842bc1e None None] Routers {'436c8bef-aac2-4237-894c-9ff9913a8f3a'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:45:44.525444 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-806ba598-8ff7-4d3f-a99a-86451842bc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:45:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['436c8bef-aac2-4237-894c-9ff9913a8f3a'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:44.541196 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e2930f24-5126-408d-8fe2-1a14207644cc req-325eb8b1-9c39-48fe-8a2f-80fbd2add8ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=36a60832-f536-4540-b234-936894389cd3 HTTP/1.1" status: 200 len: 217 time: 0.1505322 Apr 21 12:45:44.563703 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e2930f24-5126-408d-8fe2-1a14207644cc req-762cffe5-1769-4693-a9f8-46426e6b9230 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c398ad9d-e563-462c-9396-11c97eb441ca HTTP/1.1" status: 200 len: 217 time: 0.1575406 Apr 21 12:45:44.573018 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-920f08de-4b38-40c8-b636-a367005e119e req-6b4142fd-8492-4fd7-87f3-9ec76b2cf0e8 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] No DVR routers for this DVR port e0e15cd2-2763-43eb-9207-30d4676d362e on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:45:44.576317 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-920f08de-4b38-40c8-b636-a367005e119e req-6b4142fd-8492-4fd7-87f3-9ec76b2cf0e8 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:44.579857 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-920f08de-4b38-40c8-b636-a367005e119e req-6b4142fd-8492-4fd7-87f3-9ec76b2cf0e8 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.26 "DELETE /v2.0/ports/e0e15cd2-2763-43eb-9207-30d4676d362e HTTP/1.1" status: 204 len: 173 time: 2.6013906 Apr 21 12:45:44.640914 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0fc1b11-2392-4771-853e-88cdfc5f1246 admin admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:44.669369 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-806ba598-8ff7-4d3f-a99a-86451842bc1e None None] Set router 436c8bef-aac2-4237-894c-9ff9913a8f3a gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:45:44.673929 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5814b06f-e8c3-4c11-9bc4-26e182d6b2a0 req-6dcf68ca-84a7-4f6d-b9a6-83ad55adfa43 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241394 Apr 21 12:45:44.698374 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6bd4f-e421-4bdd-b7f5-8147b9651019 req-e6942f6d-2878-4a68-823f-43c4288e265a tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:44.699907 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8de6bd4f-e421-4bdd-b7f5-8147b9651019 req-e6942f6d-2878-4a68-823f-43c4288e265a tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=1725b01b-544f-489e-8ee6-76302689796b HTTP/1.1" status: 200 len: 943 time: 0.3551877 Apr 21 12:45:44.728271 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2930f24-5126-408d-8fe2-1a14207644cc req-1a84a1aa-3ebd-4ac8-838a-0845e9ba0872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:44.733365 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e2930f24-5126-408d-8fe2-1a14207644cc req-1a84a1aa-3ebd-4ac8-838a-0845e9ba0872 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e66f24c-8af3-4904-ad4f-94ba052f7897 HTTP/1.1" status: 200 len: 846 time: 0.1627905 Apr 21 12:45:44.792632 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e2930f24-5126-408d-8fe2-1a14207644cc req-ea4e870b-208a-43d5-83ec-9965695e2f8d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=210b1822-b19c-4a3a-bd44-f48c8d787bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387459 Apr 21 12:45:44.801189 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2930f24-5126-408d-8fe2-1a14207644cc req-f6335b65-b915-4fcc-959f-c7b043215e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:44.806588 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e2930f24-5126-408d-8fe2-1a14207644cc req-f6335b65-b915-4fcc-959f-c7b043215e28 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.2166936 Apr 21 12:45:44.884777 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0fc1b11-2392-4771-853e-88cdfc5f1246 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:44.892743 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-eb431e0a-defb-4635-af79-87178e6760d6 req-41850d92-eac7-4807-8655-736474225895 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Deleting port 6dc53b73-ec06-428e-acb8-d8326fdf0f36 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:45:44.893763 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eb431e0a-defb-4635-af79-87178e6760d6 req-41850d92-eac7-4807-8655-736474225895 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:44.946869 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-806ba598-8ff7-4d3f-a99a-86451842bc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436c8bef-aac2-4237-894c-9ff9913a8f3a', 'name': 'tempest-TestAggregatesBasicOps-436356606-router', 'tenant_id': '6489832310494572afe79c4d6ee5c868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.235'}], 'enable_snat': True}, 'gw_port_id': '2a0f6fa1-0ab9-4bb2-a943-c771b2425060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:45:11Z', 'updated_at': '2022-04-21T12:45:40Z', 'revision_number': 5, 'project_id': '6489832310494572afe79c4d6ee5c868', 'gw_port': {'id': '2a0f6fa1-0ab9-4bb2-a943-c771b2425060', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:e9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436c8bef-aac2-4237-894c-9ff9913a8f3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2078, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:45:12Z', 'updated_at': '2022-04-21T12:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:44.981344 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8de6bd4f-e421-4bdd-b7f5-8147b9651019 req-db7f9b69-8844-4399-8630-9962061d1cb0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700136 Apr 21 12:45:44.988635 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13335bad-09fb-470a-a9c2-34792395a83b req-096c2878-18e2-454d-bc2f-d67db42b9c64 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=9269346e-f2ad-48aa-8bb8-b117bfa40f84 HTTP/1.1" status: 200 len: 210 time: 0.1391308 Apr 21 12:45:45.063260 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a0fc1b11-2392-4771-853e-88cdfc5f1246 admin admin] Deleting port 2a0f6fa1-0ab9-4bb2-a943-c771b2425060 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:45:45.063598 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0fc1b11-2392-4771-853e-88cdfc5f1246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:45.141707 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-eb431e0a-defb-4635-af79-87178e6760d6 req-41850d92-eac7-4807-8655-736474225895 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] For port 6dc53b73-ec06-428e-acb8-d8326fdf0f36, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=6dc53b73-ec06-428e-acb8-d8326fdf0f36,segment=NetworkSegment(213bd3c3-34b9-4717-8889-f17be1ab3b36),segment_id=213bd3c3-34b9-4717-8889-f17be1ab3b36)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:45.141707 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eb431e0a-defb-4635-af79-87178e6760d6 req-41850d92-eac7-4807-8655-736474225895 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:45.156902 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-eb431e0a-defb-4635-af79-87178e6760d6 req-41850d92-eac7-4807-8655-736474225895 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Calling delete_port for 6dc53b73-ec06-428e-acb8-d8326fdf0f36 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:45:45.168027 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-a0fc1b11-2392-4771-853e-88cdfc5f1246 admin admin] For port 2a0f6fa1-0ab9-4bb2-a943-c771b2425060, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=2a0f6fa1-0ab9-4bb2-a943-c771b2425060,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:45.178940 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0fc1b11-2392-4771-853e-88cdfc5f1246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:45.185640 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a0fc1b11-2392-4771-853e-88cdfc5f1246 admin admin] Calling delete_port for 2a0f6fa1-0ab9-4bb2-a943-c771b2425060 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:45:45.193077 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806ba598-8ff7-4d3f-a99a-86451842bc1e None None] Checking router: 436c8bef-aac2-4237-894c-9ff9913a8f3a for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:45:45.205681 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806ba598-8ff7-4d3f-a99a-86451842bc1e None None] Routers {'436c8bef-aac2-4237-894c-9ff9913a8f3a'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:45:45.206313 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-806ba598-8ff7-4d3f-a99a-86451842bc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:45:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['436c8bef-aac2-4237-894c-9ff9913a8f3a'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:45.270089 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9269346e-f2ad-48aa-8bb8-b117bfa40f84', 'name': 'network-vif-deleted', 'tag': 'e0e15cd2-2763-43eb-9207-30d4676d362e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:45:45.277799 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a200328e-277f-4ae0-bcb1-187a9f3c164b" -d '{"events": [{"server_uuid": "9269346e-f2ad-48aa-8bb8-b117bfa40f84", "name": "network-vif-deleted", "tag": "e0e15cd2-2763-43eb-9207-30d4676d362e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:45:45.322038 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-806ba598-8ff7-4d3f-a99a-86451842bc1e None None] Set router 436c8bef-aac2-4237-894c-9ff9913a8f3a gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:45:45.382180 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-806ba598-8ff7-4d3f-a99a-86451842bc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436c8bef-aac2-4237-894c-9ff9913a8f3a', 'name': 'tempest-TestAggregatesBasicOps-436356606-router', 'tenant_id': '6489832310494572afe79c4d6ee5c868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:45:11Z', 'updated_at': '2022-04-21T12:45:44Z', 'revision_number': 6, 'project_id': '6489832310494572afe79c4d6ee5c868', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:45.383708 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e2930f24-5126-408d-8fe2-1a14207644cc req-c9ae556d-9b21-47c2-9018-0d48c580e35e service neutron] 10.222.0.26 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5768225 Apr 21 12:45:45.428954 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806ba598-8ff7-4d3f-a99a-86451842bc1e None None] The sync data for ids ['436c8bef-aac2-4237-894c-9ff9913a8f3a'] in n-d-836147-2 is: [{'id': '436c8bef-aac2-4237-894c-9ff9913a8f3a', 'name': 'tempest-TestAggregatesBasicOps-436356606-router', 'tenant_id': '6489832310494572afe79c4d6ee5c868', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:45:11Z', 'updated_at': '2022-04-21T12:45:44Z', 'revision_number': 6, 'project_id': '6489832310494572afe79c4d6ee5c868', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:45:45.522630 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e2930f24-5126-408d-8fe2-1a14207644cc req-cd80fe8c-4b47-4efc-aafe-50fa1c02550b service neutron] 10.222.0.26 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114957 Apr 21 12:45:45.594538 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2930f24-5126-408d-8fe2-1a14207644cc req-8dd05b47-4489-4973-b867-68d7aeb16915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:45.596785 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e2930f24-5126-408d-8fe2-1a14207644cc req-8dd05b47-4489-4973-b867-68d7aeb16915 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7777936 Apr 21 12:45:45.620015 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0fc1b11-2392-4771-853e-88cdfc5f1246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:45.669611 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc1b11-2392-4771-853e-88cdfc5f1246 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a0f6fa1-0ab9-4bb2-a943-c771b2425060,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:45.745358 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ef999df-21d5-4cb0-bd06-4e3748f24402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:45.747189 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c7d6d-4829-4934-a0f5-cd4268939b34 req-7726942e-5fcf-46a9-bcb4-b06745c07147 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:45.755406 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-493c7d6d-4829-4934-a0f5-cd4268939b34 req-7726942e-5fcf-46a9-bcb4-b06745c07147 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf4870f0-70de-48f4-92c4-3b33138099c1 HTTP/1.1" status: 200 len: 945 time: 0.4733989 Apr 21 12:45:45.758258 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0fc1b11-2392-4771-853e-88cdfc5f1246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:45.764179 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2930f24-5126-408d-8fe2-1a14207644cc req-80e4d414-264f-4b7e-a1fc-9d82956ba457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:45.766777 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e2930f24-5126-408d-8fe2-1a14207644cc req-80e4d414-264f-4b7e-a1fc-9d82956ba457 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 1099 time: 0.1856868 Apr 21 12:45:45.790147 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c05056-6043-497c-9a9d-2f21ae617388 req-1ab37388-6b6a-4d33-bbdc-dbeef3fbfa41 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:45.791874 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01c05056-6043-497c-9a9d-2f21ae617388 req-1ab37388-6b6a-4d33-bbdc-dbeef3fbfa41 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 945 time: 0.3873272 Apr 21 12:45:45.915722 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0fc1b11-2392-4771-853e-88cdfc5f1246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:45.918823 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0fc1b11-2392-4771-853e-88cdfc5f1246 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:46.016830 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eb431e0a-defb-4635-af79-87178e6760d6 req-41850d92-eac7-4807-8655-736474225895 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:46.032974 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-493c7d6d-4829-4934-a0f5-cd4268939b34 req-b5645803-91cd-4fb9-a007-a0d32955f9ad tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.36 "GET /v2.0/security-groups?id=babfb95e-710b-4962-990d-83dc1f736091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767019 Apr 21 12:45:46.073430 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e2930f24-5126-408d-8fe2-1a14207644cc req-34919cf0-21dc-440e-9948-f6c05eb23748 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590385 Apr 21 12:45:46.079529 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41850d92-eac7-4807-8655-736474225895 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Pushing event deleted for resources: {'Port': ['ID=6dc53b73-ec06-428e-acb8-d8326fdf0f36,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:46.116014 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55704123-6e70-4d4d-a674-4e5b74ad5ccb x-openstack-request-id: req-55704123-6e70-4d4d-a674-4e5b74ad5ccb {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:45:46.116413 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9269346e-f2ad-48aa-8bb8-b117bfa40f84", "name": "network-vif-deleted", "tag": "e0e15cd2-2763-43eb-9207-30d4676d362e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:45:46.116758 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-55704123-6e70-4d4d-a674-4e5b74ad5ccb {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:45:46.117330 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55704123-6e70-4d4d-a674-4e5b74ad5ccb'] response: {'server_uuid': '9269346e-f2ad-48aa-8bb8-b117bfa40f84', 'name': 'network-vif-deleted', 'tag': 'e0e15cd2-2763-43eb-9207-30d4676d362e', 'status': 'completed', 'code': 200} Apr 21 12:45:46.126529 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 36a60832-f536-4540-b234-936894389cd3 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:45:46.133824 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01c05056-6043-497c-9a9d-2f21ae617388 req-313e57ab-29e7-4b3c-a347-0be74642acc9 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094835 Apr 21 12:45:46.134885 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0fc1b11-2392-4771-853e-88cdfc5f1246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:46.140424 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0fc1b11-2392-4771-853e-88cdfc5f1246 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 436c8bef-aac2-4237-894c-9ff9913a8f3a {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:45:46.156125 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0fc1b11-2392-4771-853e-88cdfc5f1246 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:46.156568 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a0fc1b11-2392-4771-853e-88cdfc5f1246 admin admin] 10.222.0.36 "DELETE /v2.0/routers/436c8bef-aac2-4237-894c-9ff9913a8f3a HTTP/1.1" status: 204 len: 168 time: 1.6480620 Apr 21 12:45:46.159554 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49540) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:46.221451 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb431e0a-defb-4635-af79-87178e6760d6 req-41850d92-eac7-4807-8655-736474225895 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] No DVR routers for this DVR port 6dc53b73-ec06-428e-acb8-d8326fdf0f36 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:45:46.224253 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eb431e0a-defb-4635-af79-87178e6760d6 req-41850d92-eac7-4807-8655-736474225895 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:46.228170 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb431e0a-defb-4635-af79-87178e6760d6 req-41850d92-eac7-4807-8655-736474225895 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.24 "DELETE /v2.0/ports/6dc53b73-ec06-428e-acb8-d8326fdf0f36 HTTP/1.1" status: 204 len: 173 time: 1.8573353 Apr 21 12:45:46.279582 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2930f24-5126-408d-8fe2-1a14207644cc req-b4a5cb3f-141d-4f9f-a7d9-876ed457e56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:46.281251 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e2930f24-5126-408d-8fe2-1a14207644cc req-b4a5cb3f-141d-4f9f-a7d9-876ed457e56b service neutron] 10.222.0.26 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.4884582 Apr 21 12:45:46.398327 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7077503-401c-4fd8-9a0e-f97735677e74 admin admin] Deleting subnet 754c71d4-5bc3-44b3-b678-99243eed2659 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:45:46.408172 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e7077503-401c-4fd8-9a0e-f97735677e74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:46.442166 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 36a60832-f536-4540-b234-936894389cd3, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=36a60832-f536-4540-b234-936894389cd3,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:46.458827 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '36a60832-f536-4540-b234-936894389cd3', 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf', 'port_id': '36a60832-f536-4540-b234-936894389cd3', 'mac_address': 'fa:16:3e:b0:03:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e66f24c-8af3-4904-ad4f-94ba052f7897', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:45:46.491631 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e7077503-401c-4fd8-9a0e-f97735677e74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:46.500052 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 2a0f6fa1-0ab9-4bb2-a943-c771b2425060 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:45:46.520321 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e2930f24-5126-408d-8fe2-1a14207644cc req-6f2b795f-1cc7-4ec8-831b-d23a62ebf54c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c398ad9d-e563-462c-9396-11c97eb441ca HTTP/1.1" status: 200 len: 217 time: 0.1342993 Apr 21 12:45:46.540514 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 2a0f6fa1-0ab9-4bb2-a943-c771b2425060 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:45:46.541021 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 2a0f6fa1-0ab9-4bb2-a943-c771b2425060 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:45:46.541453 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 581729bc-b6a5-488f-9a2d-97b42ae320f9 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:45:46.560798 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e2930f24-5126-408d-8fe2-1a14207644cc req-627b7310-de43-4bc7-bc4e-07f18a4b9fbd service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719174 Apr 21 12:45:46.572347 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 581729bc-b6a5-488f-9a2d-97b42ae320f9 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:45:46.572577 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 581729bc-b6a5-488f-9a2d-97b42ae320f9 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:45:46.585115 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:46.600890 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a60832-f536-4540-b234-936894389cd3 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:45:46.640742 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 36a60832-f536-4540-b234-936894389cd3, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=36a60832-f536-4540-b234-936894389cd3,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:46.652573 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ceaec-60f0-4bf0-867a-ea4d45dd0516 req-24c3ee2d-518f-4456-9be2-38f522efa66a tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:46.654823 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-706ceaec-60f0-4bf0-867a-ea4d45dd0516 req-24c3ee2d-518f-4456-9be2-38f522efa66a tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=1725b01b-544f-489e-8ee6-76302689796b HTTP/1.1" status: 200 len: 943 time: 0.3767862 Apr 21 12:45:46.658483 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2930f24-5126-408d-8fe2-1a14207644cc req-0ee629ba-ebc5-430b-a7a7-a5d5117d929b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:46.659620 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e7077503-401c-4fd8-9a0e-f97735677e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:46.660102 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e2930f24-5126-408d-8fe2-1a14207644cc req-0ee629ba-ebc5-430b-a7a7-a5d5117d929b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1035247 Apr 21 12:45:46.670219 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208007a9-2243-4914-8f8b-49cb1d80997c req-2a3e622c-caf1-4e71-ad3d-ff9d7cde541b tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:46.678649 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-208007a9-2243-4914-8f8b-49cb1d80997c req-2a3e622c-caf1-4e71-ad3d-ff9d7cde541b tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 948 time: 0.2938137 Apr 21 12:45:46.727689 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 6dc53b73-ec06-428e-acb8-d8326fdf0f36 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:45:46.760461 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 6dc53b73-ec06-428e-acb8-d8326fdf0f36 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:45:46.762703 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 6dc53b73-ec06-428e-acb8-d8326fdf0f36 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:45:46.805323 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-706ceaec-60f0-4bf0-867a-ea4d45dd0516 req-5384b8c7-73a8-4931-ba95-930b53db3b64 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115198 Apr 21 12:45:46.810809 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-208007a9-2243-4914-8f8b-49cb1d80997c req-d0f692ab-cca8-4ce9-9dbf-19277b12f197 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299193 Apr 21 12:45:46.825896 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2930f24-5126-408d-8fe2-1a14207644cc req-092a02fb-f230-4170-9794-211a15fa2ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:46.833417 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:46.833769 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e2930f24-5126-408d-8fe2-1a14207644cc req-092a02fb-f230-4170-9794-211a15fa2ce3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1383383 Apr 21 12:45:46.854511 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e7077503-401c-4fd8-9a0e-f97735677e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:46.894242 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=36a60832-f536-4540-b234-936894389cd3,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:46.904297 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:46.904297 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:46.904297 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:46.904297 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:46.904297 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:46.904836 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:46.904836 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:46.905152 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:46.905477 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:46.905825 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:46.906197 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:46.906520 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:45:46.912407 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7077503-401c-4fd8-9a0e-f97735677e74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=754c71d4-5bc3-44b3-b678-99243eed2659,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:46.926514 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e7077503-401c-4fd8-9a0e-f97735677e74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:46.927808 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4a7467-04d8-4ac2-9571-d7b0f5e0c40b None None] Network ae2bc462-08c9-4a3b-a267-afbd514c9bb7 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:45:46.934268 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e7077503-401c-4fd8-9a0e-f97735677e74 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/754c71d4-5bc3-44b3-b678-99243eed2659 HTTP/1.1" status: 204 len: 168 time: 0.7628369 Apr 21 12:45:46.938321 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49544) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:47.001001 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6581e201-5768-4fad-adbb-3a86a9ffcd26 req-ea55a6cc-61e6-4781-865e-82d3227af859 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=9269346e-f2ad-48aa-8bb8-b117bfa40f84 HTTP/1.1" status: 200 len: 210 time: 0.0468493 Apr 21 12:45:47.056656 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e2930f24-5126-408d-8fe2-1a14207644cc req-d1578008-8e91-4eaa-bf9e-aa0e6c2ab8ea service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202938 Apr 21 12:45:47.061959 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:47.113761 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3d15f0ac-9ebc-4007-92e5-d01d4c14915a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:47.231226 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-3d15f0ac-9ebc-4007-92e5-d01d4c14915a admin admin] Deleting port 6f948802-5764-4735-b26c-399600ae29fd {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:45:47.231576 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3d15f0ac-9ebc-4007-92e5-d01d4c14915a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:47.257646 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb5dde3-43fb-4eab-b601-7fefa576cbfb None None] DHCP port deletion for ae2bc462-08c9-4a3b-a267-afbd514c9bb7 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:45:47.261800 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce19af75-ac94-453e-96ac-b4643862ebb5 req-6fb1e0c2-2563-41bb-a3de-b25f812855e6 tempest-ServerGroupTestJSON-301858712 tempest-ServerGroupTestJSON-301858712-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf4870f0-70de-48f4-92c4-3b33138099c1 HTTP/1.1" status: 200 len: 210 time: 0.0647771 Apr 21 12:45:47.310625 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['36a60832-f536-4540-b234-936894389cd3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:45:47.344997 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ea14c-0105-493e-b4b2-82e5321cec97 req-06c1c2df-f6b9-4d82-897f-ff91358e3a81 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:47.353181 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-323ea14c-0105-493e-b4b2-82e5321cec97 req-06c1c2df-f6b9-4d82-897f-ff91358e3a81 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 945 time: 0.1097953 Apr 21 12:45:47.357413 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e2930f24-5126-408d-8fe2-1a14207644cc req-2c8de88f-3ded-4ff9-8145-ce1612e4400c service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924948 Apr 21 12:45:47.403624 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-323ea14c-0105-493e-b4b2-82e5321cec97 req-861e93c2-a874-4875-b968-9a467f7230af tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481052 Apr 21 12:45:47.405497 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-3d15f0ac-9ebc-4007-92e5-d01d4c14915a admin admin] For port 6f948802-5764-4735-b26c-399600ae29fd, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=6f948802-5764-4735-b26c-399600ae29fd,segment=NetworkSegment(3f2e1617-3410-4e91-bf7f-bdf6500ce684),segment_id=3f2e1617-3410-4e91-bf7f-bdf6500ce684)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:47.409002 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3d15f0ac-9ebc-4007-92e5-d01d4c14915a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:47.430951 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-3d15f0ac-9ebc-4007-92e5-d01d4c14915a admin admin] Calling delete_port for 6f948802-5764-4735-b26c-399600ae29fd owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:45:47.456668 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7bb5dde3-43fb-4eab-b601-7fefa576cbfb None None] Deleting port 6f948802-5764-4735-b26c-399600ae29fd {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:45:47.457123 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7bb5dde3-43fb-4eab-b601-7fefa576cbfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:47.552403 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7bb5dde3-43fb-4eab-b601-7fefa576cbfb None None] For port 6f948802-5764-4735-b26c-399600ae29fd, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=6f948802-5764-4735-b26c-399600ae29fd,segment=NetworkSegment(3f2e1617-3410-4e91-bf7f-bdf6500ce684),segment_id=3f2e1617-3410-4e91-bf7f-bdf6500ce684)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:47.552793 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7bb5dde3-43fb-4eab-b601-7fefa576cbfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:47.581635 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7bb5dde3-43fb-4eab-b601-7fefa576cbfb None None] Calling delete_port for 6f948802-5764-4735-b26c-399600ae29fd owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:45:47.615970 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3d15f0ac-9ebc-4007-92e5-d01d4c14915a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:47.637532 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d15f0ac-9ebc-4007-92e5-d01d4c14915a admin admin] No DVR routers for this DVR port 6f948802-5764-4735-b26c-399600ae29fd on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:45:47.680339 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15f0ac-9ebc-4007-92e5-d01d4c14915a admin admin] Pushing event deleted for resources: {'Port': ['ID=6f948802-5764-4735-b26c-399600ae29fd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:47.744660 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3d15f0ac-9ebc-4007-92e5-d01d4c14915a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:47.758604 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7bb5dde3-43fb-4eab-b601-7fefa576cbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:47.789958 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-3d15f0ac-9ebc-4007-92e5-d01d4c14915a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae2bc462-08c9-4a3b-a267-afbd514c9bb7']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:47.802723 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-3d15f0ac-9ebc-4007-92e5-d01d4c14915a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f2e1617-3410-4e91-bf7f-bdf6500ce684') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:47.803049 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-3d15f0ac-9ebc-4007-92e5-d01d4c14915a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f2e1617-3410-4e91-bf7f-bdf6500ce684') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:47.805783 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:47.808995 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5dde3-43fb-4eab-b601-7fefa576cbfb None None] Pushing event deleted for resources: {'Port': ['ID=6f948802-5764-4735-b26c-399600ae29fd,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:47.811717 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb5dde3-43fb-4eab-b601-7fefa576cbfb None None] No DVR routers for this DVR port 6f948802-5764-4735-b26c-399600ae29fd on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:45:47.815934 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3d15f0ac-9ebc-4007-92e5-d01d4c14915a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:47.839548 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3d15f0ac-9ebc-4007-92e5-d01d4c14915a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:47.847701 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d15f0ac-9ebc-4007-92e5-d01d4c14915a admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:45:47.848108 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3d15f0ac-9ebc-4007-92e5-d01d4c14915a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:45:47.865354 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:45:47.992084 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26649d8e-93a7-4579-b364-4502e1064fab req-3b7c39ba-22a6-45a3-8c6d-06b73233b20c tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:47.995486 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-26649d8e-93a7-4579-b364-4502e1064fab req-3b7c39ba-22a6-45a3-8c6d-06b73233b20c tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=1725b01b-544f-489e-8ee6-76302689796b HTTP/1.1" status: 200 len: 944 time: 0.0853984 Apr 21 12:45:48.017047 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd3d57-e19c-4d94-addf-e682e59b5ebe req-d97482cf-53e1-410b-a39b-4205d11e7fe4 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:48.018665 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6efd3d57-e19c-4d94-addf-e682e59b5ebe req-d97482cf-53e1-410b-a39b-4205d11e7fe4 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 948 time: 0.0968769 Apr 21 12:45:48.080983 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3d15f0ac-9ebc-4007-92e5-d01d4c14915a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:48.094825 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-26649d8e-93a7-4579-b364-4502e1064fab req-50d841bc-3fd1-46c1-9754-4740c6d53306 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936067 Apr 21 12:45:48.101787 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6efd3d57-e19c-4d94-addf-e682e59b5ebe req-8804e14b-1d6a-4149-989a-242806a5b28f tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739360 Apr 21 12:45:48.106230 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3d15f0ac-9ebc-4007-92e5-d01d4c14915a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:48.113054 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49564) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:48.115724 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3d15f0ac-9ebc-4007-92e5-d01d4c14915a admin admin] 10.222.0.36 "DELETE /v2.0/networks/ae2bc462-08c9-4a3b-a267-afbd514c9bb7 HTTP/1.1" status: 204 len: 168 time: 1.1709266 Apr 21 12:45:48.119094 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15f0ac-9ebc-4007-92e5-d01d4c14915a admin admin] Pushing event deleted for resources: {'Network': ['ID=ae2bc462-08c9-4a3b-a267-afbd514c9bb7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:48.135670 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device c398ad9d-e563-462c-9396-11c97eb441ca details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:45:48.242737 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf4870f0-70de-48f4-92c4-3b33138099c1', 'name': 'network-vif-deleted', 'tag': '6dc53b73-ec06-428e-acb8-d8326fdf0f36'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:45:48.245199 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce7f97a-6121-41a7-9267-38d5fcadebc2" -d '{"events": [{"server_uuid": "cf4870f0-70de-48f4-92c4-3b33138099c1", "name": "network-vif-deleted", "tag": "6dc53b73-ec06-428e-acb8-d8326fdf0f36"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:45:48.411984 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 6f948802-5764-4735-b26c-399600ae29fd no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:45:48.412378 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96df2920-f6ed-4596-937d-57f301cc651c x-openstack-request-id: req-96df2920-f6ed-4596-937d-57f301cc651c {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:45:48.412671 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf4870f0-70de-48f4-92c4-3b33138099c1", "name": "network-vif-deleted", "tag": "6dc53b73-ec06-428e-acb8-d8326fdf0f36", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:45:48.412921 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-96df2920-f6ed-4596-937d-57f301cc651c {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:45:48.413320 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96df2920-f6ed-4596-937d-57f301cc651c'] response: {'server_uuid': 'cf4870f0-70de-48f4-92c4-3b33138099c1', 'name': 'network-vif-deleted', 'tag': '6dc53b73-ec06-428e-acb8-d8326fdf0f36', 'status': 'completed', 'code': 200} Apr 21 12:45:48.464723 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9defe55-5e2e-47d3-ac49-8c9cd9142002 req-2b2af8ae-59a0-45b7-a532-c1564b386bc4 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=9269346e-f2ad-48aa-8bb8-b117bfa40f84 HTTP/1.1" status: 200 len: 210 time: 0.0349207 Apr 21 12:45:48.464834 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 6f948802-5764-4735-b26c-399600ae29fd {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:45:48.464834 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 6f948802-5764-4735-b26c-399600ae29fd not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:45:48.465912 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:48.477000 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port c398ad9d-e563-462c-9396-11c97eb441ca, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=c398ad9d-e563-462c-9396-11c97eb441ca,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:48.528798 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'c398ad9d-e563-462c-9396-11c97eb441ca', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': 'c398ad9d-e563-462c-9396-11c97eb441ca', 'mac_address': 'fa:16:3e:73:73:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:45:48.604268 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:48.635448 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c398ad9d-e563-462c-9396-11c97eb441ca {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:45:48.670466 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b3f88-6593-4ee7-8b9d-1163c01a7824 req-37d910e0-14a2-4004-8491-97d183a09ff8 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:48.674138 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f12b3f88-6593-4ee7-8b9d-1163c01a7824 req-37d910e0-14a2-4004-8491-97d183a09ff8 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 945 time: 0.0961177 Apr 21 12:45:48.684816 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port c398ad9d-e563-462c-9396-11c97eb441ca, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=c398ad9d-e563-462c-9396-11c97eb441ca,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:48.753268 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f12b3f88-6593-4ee7-8b9d-1163c01a7824 req-9074f5c4-ec16-4e58-bcf1-45dc74abbbbf tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707560 Apr 21 12:45:48.762001 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:48.846557 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:48.893818 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1069f6c-1955-4c7e-90b6-24a5fb727989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:48.982917 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=c398ad9d-e563-462c-9396-11c97eb441ca,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:49.030495 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49594) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:49.090363 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-1803e75b-298e-48c6-8072-900592d538bf admin admin] Deleting subnet fb055a6a-ec70-4a3c-924e-4d5f4f284535 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:45:49.093862 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1803e75b-298e-48c6-8072-900592d538bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:49.142238 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1803e75b-298e-48c6-8072-900592d538bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:49.189218 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1803e75b-298e-48c6-8072-900592d538bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:49.258624 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['c398ad9d-e563-462c-9396-11c97eb441ca'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:45:49.288246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d1069f6c-1955-4c7e-90b6-24a5fb727989 admin admin] Deleting port ea00918d-5d7b-47ce-ae33-86111d17cedb {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:45:49.288846 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1069f6c-1955-4c7e-90b6-24a5fb727989 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:49.428606 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1803e75b-298e-48c6-8072-900592d538bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:49.531642 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803e75b-298e-48c6-8072-900592d538bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb055a6a-ec70-4a3c-924e-4d5f4f284535,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:49.537618 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1803e75b-298e-48c6-8072-900592d538bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:49.547828 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a5bfc-ab7b-4309-ad00-cbe5d39ed31f req-4e767937-bc34-4344-a1b7-12f14d0ba938 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:49.548143 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1803e75b-298e-48c6-8072-900592d538bf admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fb055a6a-ec70-4a3c-924e-4d5f4f284535 HTTP/1.1" status: 204 len: 168 time: 0.5123315 Apr 21 12:45:49.548874 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49602) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:49.553282 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-335a5bfc-ab7b-4309-ad00-cbe5d39ed31f req-4e767937-bc34-4344-a1b7-12f14d0ba938 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=1725b01b-544f-489e-8ee6-76302689796b HTTP/1.1" status: 200 len: 944 time: 0.3203721 Apr 21 12:45:49.565326 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-d1069f6c-1955-4c7e-90b6-24a5fb727989 admin admin] For port ea00918d-5d7b-47ce-ae33-86111d17cedb, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ea00918d-5d7b-47ce-ae33-86111d17cedb,segment=NetworkSegment(3752b720-0059-4aa9-a615-9d952c9536a6),segment_id=3752b720-0059-4aa9-a615-9d952c9536a6)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:49.568586 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1069f6c-1955-4c7e-90b6-24a5fb727989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:49.632543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d1069f6c-1955-4c7e-90b6-24a5fb727989 admin admin] Calling delete_port for ea00918d-5d7b-47ce-ae33-86111d17cedb owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:45:49.664211 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bef8ea-fab9-415c-b67c-fa223a723bff req-b84979bf-4d0f-45ca-9d19-f31f3a6701d5 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:49.666330 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3bef8ea-fab9-415c-b67c-fa223a723bff req-b84979bf-4d0f-45ca-9d19-f31f3a6701d5 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 949 time: 0.3366158 Apr 21 12:45:49.678350 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58a5c2f3-96cb-42bd-9b5b-8e42298fdc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:49.755322 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-335a5bfc-ab7b-4309-ad00-cbe5d39ed31f req-367711dc-266c-411d-b0c6-0461cd03e30d tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687145 Apr 21 12:45:49.767661 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58a5c2f3-96cb-42bd-9b5b-8e42298fdc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:49.784618 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3bef8ea-fab9-415c-b67c-fa223a723bff req-fbdaad3f-6ec3-4ed1-b55f-b9c6b310d313 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111181 Apr 21 12:45:49.799079 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-58a5c2f3-96cb-42bd-9b5b-8e42298fdc08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8af9b46e-0aca-46ce-866f-cf1eaf0feea8']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:49.810891 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-58a5c2f3-96cb-42bd-9b5b-8e42298fdc08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213bd3c3-34b9-4717-8889-f17be1ab3b36') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:49.811239 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-58a5c2f3-96cb-42bd-9b5b-8e42298fdc08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213bd3c3-34b9-4717-8889-f17be1ab3b36') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:49.823497 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58a5c2f3-96cb-42bd-9b5b-8e42298fdc08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:49.855924 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58a5c2f3-96cb-42bd-9b5b-8e42298fdc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:49.874030 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58a5c2f3-96cb-42bd-9b5b-8e42298fdc08 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:45:49.874440 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58a5c2f3-96cb-42bd-9b5b-8e42298fdc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:45:49.878358 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:45:49.970183 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b687763-fea9-4fdc-b15b-f6f3c8d35c73 req-c8370808-7cf8-4d40-b211-3d50450b633c tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=9269346e-f2ad-48aa-8bb8-b117bfa40f84 HTTP/1.1" status: 200 len: 210 time: 0.0857561 Apr 21 12:45:49.989925 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d89a4-d1d2-460a-8fb8-5f98f732b3d8 req-6bc2049d-33bf-4dd7-a214-319072e1debe tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:49.991416 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e6d89a4-d1d2-460a-8fb8-5f98f732b3d8 req-6bc2049d-33bf-4dd7-a214-319072e1debe tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 945 time: 0.0957749 Apr 21 12:45:50.062566 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e6d89a4-d1d2-460a-8fb8-5f98f732b3d8 req-015db917-aa91-49f8-9ae8-cb6a0215671c tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640275 Apr 21 12:45:50.082173 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58a5c2f3-96cb-42bd-9b5b-8e42298fdc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:50.089359 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58a5c2f3-96cb-42bd-9b5b-8e42298fdc08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:50.092422 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-58a5c2f3-96cb-42bd-9b5b-8e42298fdc08 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8af9b46e-0aca-46ce-866f-cf1eaf0feea8 HTTP/1.1" status: 204 len: 168 time: 0.5426009 Apr 21 12:45:50.102910 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5c2f3-96cb-42bd-9b5b-8e42298fdc08 admin admin] Pushing event deleted for resources: {'Network': ['ID=8af9b46e-0aca-46ce-866f-cf1eaf0feea8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:50.149494 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 36a60832-f536-4540-b234-936894389cd3 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:45:50.156902 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1069f6c-1955-4c7e-90b6-24a5fb727989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:50.211409 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1069f6c-1955-4c7e-90b6-24a5fb727989 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea00918d-5d7b-47ce-ae33-86111d17cedb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:50.288064 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 36a60832-f536-4540-b234-936894389cd3 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:45:50.292564 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 36a60832-f536-4540-b234-936894389cd3 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:45:50.292932 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:50.380463 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:50.435688 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:50.446280 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1069f6c-1955-4c7e-90b6-24a5fb727989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:50.468452 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1725b01b-544f-489e-8ee6-76302689796b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a60832-f536-4540-b234-936894389cd3'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:45:50.471020 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c522288a-b2e4-4352-96b2-b617a1bc82b2" -d '{"events": [{"server_uuid": "1725b01b-544f-489e-8ee6-76302689796b", "name": "network-vif-plugged", "status": "completed", "tag": "36a60832-f536-4540-b234-936894389cd3"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:45:50.526560 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 36a60832-f536-4540-b234-936894389cd3, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=36a60832-f536-4540-b234-936894389cd3,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:50.544722 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f299d11e-7432-4fae-983e-380081605fb5 x-openstack-request-id: req-f299d11e-7432-4fae-983e-380081605fb5 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:45:50.544722 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1725b01b-544f-489e-8ee6-76302689796b", "name": "network-vif-plugged", "status": "completed", "tag": "36a60832-f536-4540-b234-936894389cd3", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:45:50.545140 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f299d11e-7432-4fae-983e-380081605fb5 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:45:50.545549 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f299d11e-7432-4fae-983e-380081605fb5'] response: {'server_uuid': '1725b01b-544f-489e-8ee6-76302689796b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a60832-f536-4540-b234-936894389cd3', 'code': 200} Apr 21 12:45:50.659989 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49618) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:50.670774 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:50.708386 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9a7c6859-6100-403e-ac4a-af7b0970ab08 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e6f01aaee0c34a3b9c0a85c51c12aafc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464542 Apr 21 12:45:50.710573 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49620) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:50.740875 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=36a60832-f536-4540-b234-936894389cd3,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:50.772807 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-248a3c07-c319-45df-abf8-9e50a1e6d36d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:50.804646 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-248a3c07-c319-45df-abf8-9e50a1e6d36d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:50.996944 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-248a3c07-c319-45df-abf8-9e50a1e6d36d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:50.996944 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-248a3c07-c319-45df-abf8-9e50a1e6d36d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:50.996944 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-248a3c07-c319-45df-abf8-9e50a1e6d36d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/babfb95e-710b-4962-990d-83dc1f736091 HTTP/1.1" status: 204 len: 168 time: 0.2820482 Apr 21 12:45:51.016233 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a3c07-c319-45df-abf8-9e50a1e6d36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babfb95e-710b-4962-990d-83dc1f736091,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:51.115173 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1c157-4193-46f6-8c64-7b1d5cfeb723 req-e7ede275-4bd6-4d5d-96f8-4e6c92a6c08e tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:51.122126 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5ee1c157-4193-46f6-8c64-7b1d5cfeb723 req-e7ede275-4bd6-4d5d-96f8-4e6c92a6c08e tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 949 time: 0.5822520 Apr 21 12:45:51.133393 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-eb51a90d-1199-4e6f-9f6f-4dd4700d8ee4 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:51.140192 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-eb51a90d-1199-4e6f-9f6f-4dd4700d8ee4 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.26 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6&tenant_id=45464789e2cc4bfeaf42e6404c0e9729&binding%3Ahost_id=n-h1-836147-2 HTTP/1.1" status: 200 len: 949 time: 0.5964761 Apr 21 12:45:51.157184 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85e634-2e17-424d-9212-a3192210d660 req-4aa76236-31b7-4150-a6f2-12653ce39ad0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:51.158691 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea85e634-2e17-424d-9212-a3192210d660 req-4aa76236-31b7-4150-a6f2-12653ce39ad0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=1725b01b-544f-489e-8ee6-76302689796b HTTP/1.1" status: 200 len: 945 time: 0.2523541 Apr 21 12:45:51.178284 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d1fc0-f770-4406-acca-3a8d9c46bac2 req-aaad5ce6-b259-4da5-8817-358fa707c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:51.179844 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-206d1fc0-f770-4406-acca-3a8d9c46bac2 req-aaad5ce6-b259-4da5-8817-358fa707c2a3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1725b01b-544f-489e-8ee6-76302689796b HTTP/1.1" status: 200 len: 1096 time: 0.2708905 Apr 21 12:45:51.332350 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5ee1c157-4193-46f6-8c64-7b1d5cfeb723 req-84adee8c-f28a-43d6-bb10-bf9a82a21ef9 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093618 Apr 21 12:45:51.359694 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea85e634-2e17-424d-9212-a3192210d660 req-12d5cd17-a30e-4870-949c-c6f9a7ad0288 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779654 Apr 21 12:45:51.364321 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-206d1fc0-f770-4406-acca-3a8d9c46bac2 req-ae280291-0500-4d38-ae35-172c5247e5d1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606627 Apr 21 12:45:51.369069 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-138cf38e-02ae-4ce1-9193-a976737b712f service neutron] 10.222.0.26 "GET /v2.0/ports/c398ad9d-e563-462c-9396-11c97eb441ca/bindings/n-h1-836147-2 HTTP/1.1" status: 200 len: 382 time: 0.2077909 Apr 21 12:45:51.471091 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1069f6c-1955-4c7e-90b6-24a5fb727989 admin admin] Router 653bec9b-7d89-45c2-bc10-fa6de6b9310e has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:45:51.647346 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd6592-cbbe-41ed-af34-b24960b1af90 req-27084dca-a646-4704-b38f-2503cd6a4832 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:51.653625 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-84dd6592-cbbe-41ed-af34-b24960b1af90 req-27084dca-a646-4704-b38f-2503cd6a4832 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 945 time: 0.1734736 Apr 21 12:45:51.711131 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-84dd6592-cbbe-41ed-af34-b24960b1af90 req-4714ee2a-3fbe-4a5a-ac23-9331204aed46 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478916 Apr 21 12:45:51.712765 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1069f6c-1955-4c7e-90b6-24a5fb727989 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:45:51.729976 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce77afe5-7c03-41e2-95e5-e0fd51081dc5 None None] Sync routers for ids ['653bec9b-7d89-45c2-bc10-fa6de6b9310e'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:45:51.740280 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce77afe5-7c03-41e2-95e5-e0fd51081dc5 None None] Routers {'653bec9b-7d89-45c2-bc10-fa6de6b9310e'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:45:51.742449 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ce77afe5-7c03-41e2-95e5-e0fd51081dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:45:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['653bec9b-7d89-45c2-bc10-fa6de6b9310e'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:51.751832 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d1069f6c-1955-4c7e-90b6-24a5fb727989 admin admin] 10.222.0.36 "PUT /v2.0/routers/653bec9b-7d89-45c2-bc10-fa6de6b9310e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6370978 Apr 21 12:45:51.755446 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49652) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:51.795728 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-babd7165-0082-4615-a545-b4c8e690ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:51.797305 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-babd7165-0082-4615-a545-b4c8e690ce6d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 1100 time: 0.0860152 Apr 21 12:45:51.948744 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-26302524-02ec-4ef6-b61b-69b33db7a8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:51.958064 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-26302524-02ec-4ef6-b61b-69b33db7a8ce service neutron] 10.222.0.26 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.1468127 Apr 21 12:45:51.992742 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ce77afe5-7c03-41e2-95e5-e0fd51081dc5 None None] Set router 653bec9b-7d89-45c2-bc10-fa6de6b9310e gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:45:52.039684 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-4b2e02a1-969b-498b-99d0-2de8443fdf96 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c398ad9d-e563-462c-9396-11c97eb441ca HTTP/1.1" status: 200 len: 217 time: 0.0735700 Apr 21 12:45:52.093471 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-249e2344-f305-4bc6-bf0e-91e412246739 admin admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:52.140389 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-a15137d5-4254-46c2-b8fb-0ab353543292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:52.142099 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-a15137d5-4254-46c2-b8fb-0ab353543292 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.0960271 Apr 21 12:45:52.183540 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device c398ad9d-e563-462c-9396-11c97eb441ca up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:45:52.310281 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-249e2344-f305-4bc6-bf0e-91e412246739 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:52.324252 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98651e-f865-4e03-85fb-3af1b89e9aaa req-17695c7b-5122-41c0-9c86-e2edf8e06a99 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:52.337612 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2b98651e-f865-4e03-85fb-3af1b89e9aaa req-17695c7b-5122-41c0-9c86-e2edf8e06a99 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/networks?id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f HTTP/1.1" status: 200 len: 812 time: 0.1940804 Apr 21 12:45:52.350531 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port c398ad9d-e563-462c-9396-11c97eb441ca completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:45:52.355501 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port c398ad9d-e563-462c-9396-11c97eb441ca triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:45:52.356138 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:52.493426 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2b98651e-f865-4e03-85fb-3af1b89e9aaa req-4144ba71-23a4-44a8-a808-36550fb2c1c8 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/quotas/2ca86f47c8c14947a62af2b454f0a117 HTTP/1.1" status: 200 len: 375 time: 0.1547964 Apr 21 12:45:52.541286 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-249e2344-f305-4bc6-bf0e-91e412246739 admin admin] Deleting port dafc83a1-5ad7-43c4-85cf-308e76c52eea {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:45:52.541627 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-249e2344-f305-4bc6-bf0e-91e412246739 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:52.567990 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:52.579114 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2b98651e-f865-4e03-85fb-3af1b89e9aaa req-17cb3e13-05e4-436b-9bc0-b5f7535f08a2 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ca86f47c8c14947a62af2b454f0a117&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0822525 Apr 21 12:45:52.581388 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-c21d5aaf-27b4-4036-9562-c68f0f2fab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:52.582984 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-c21d5aaf-27b4-4036-9562-c68f0f2fab93 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2431648 Apr 21 12:45:52.635514 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53eaa29e-245b-42e0-ab80-786e596550a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c398ad9d-e563-462c-9396-11c97eb441ca'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:45:52.645726 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e02cf9-d75c-4361-becc-806988ea3ff4" -d '{"events": [{"server_uuid": "53eaa29e-245b-42e0-ab80-786e596550a6", "name": "network-vif-plugged", "status": "completed", "tag": "c398ad9d-e563-462c-9396-11c97eb441ca"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:45:52.679439 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port c398ad9d-e563-462c-9396-11c97eb441ca, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=c398ad9d-e563-462c-9396-11c97eb441ca,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:52.725011 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-249e2344-f305-4bc6-bf0e-91e412246739 admin admin] For port dafc83a1-5ad7-43c4-85cf-308e76c52eea, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=dafc83a1-5ad7-43c4-85cf-308e76c52eea,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:52.725676 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-249e2344-f305-4bc6-bf0e-91e412246739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:52.741546 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-249e2344-f305-4bc6-bf0e-91e412246739 admin admin] Calling delete_port for dafc83a1-5ad7-43c4-85cf-308e76c52eea owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:45:52.742176 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda940c-81d1-42a4-85b9-f3ecc145023b req-803e67d1-c26b-42c5-9090-37e3ca2077b3 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:52.744152 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ecda940c-81d1-42a4-85b9-f3ecc145023b req-803e67d1-c26b-42c5-9090-37e3ca2077b3 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 949 time: 0.2216094 Apr 21 12:45:52.756841 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:52.765319 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ce77afe5-7c03-41e2-95e5-e0fd51081dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653bec9b-7d89-45c2-bc10-fa6de6b9310e', 'name': 'tempest-TestAggregatesBasicOps-820200808-router', 'tenant_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': 'dafc83a1-5ad7-43c4-85cf-308e76c52eea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:45:26Z', 'updated_at': '2022-04-21T12:45:49Z', 'revision_number': 5, 'project_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f', 'gw_port': {'id': 'dafc83a1-5ad7-43c4-85cf-308e76c52eea', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:1d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653bec9b-7d89-45c2-bc10-fa6de6b9310e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2110, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:45:27Z', 'updated_at': '2022-04-21T12:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:52.815606 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce77afe5-7c03-41e2-95e5-e0fd51081dc5 None None] Checking router: 653bec9b-7d89-45c2-bc10-fa6de6b9310e for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:45:52.826483 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce77afe5-7c03-41e2-95e5-e0fd51081dc5 None None] Routers {'653bec9b-7d89-45c2-bc10-fa6de6b9310e'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:45:52.827466 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ce77afe5-7c03-41e2-95e5-e0fd51081dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:45:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['653bec9b-7d89-45c2-bc10-fa6de6b9310e'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:52.840333 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49692) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:52.936245 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ce77afe5-7c03-41e2-95e5-e0fd51081dc5 None None] Set router 653bec9b-7d89-45c2-bc10-fa6de6b9310e gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:45:52.951290 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=c398ad9d-e563-462c-9396-11c97eb441ca,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:52.958639 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ecda940c-81d1-42a4-85b9-f3ecc145023b req-d4569913-c06b-45c0-8ce7-6bf99c712e30 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066519 Apr 21 12:45:53.016180 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ce77afe5-7c03-41e2-95e5-e0fd51081dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '653bec9b-7d89-45c2-bc10-fa6de6b9310e', 'name': 'tempest-TestAggregatesBasicOps-820200808-router', 'tenant_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:45:26Z', 'updated_at': '2022-04-21T12:45:52Z', 'revision_number': 6, 'project_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:53.019659 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4e445442-4131-47c1-81ae-ea3fa39ed609 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1760696440-network', 'tenant_id': '0ea723f58e5445d8b6c64b8934e36437'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:45:53.053296 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce77afe5-7c03-41e2-95e5-e0fd51081dc5 None None] The sync data for ids ['653bec9b-7d89-45c2-bc10-fa6de6b9310e'] in n-d-836147-2 is: [{'id': '653bec9b-7d89-45c2-bc10-fa6de6b9310e', 'name': 'tempest-TestAggregatesBasicOps-820200808-router', 'tenant_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:45:26Z', 'updated_at': '2022-04-21T12:45:52Z', 'revision_number': 6, 'project_id': 'f9179e12c0064cf98ccc3bdfbf4fbf2f', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:45:53.087721 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-249e2344-f305-4bc6-bf0e-91e412246739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:53.158837 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-3b0971b3-5f9a-4020-9445-4250d2b2b46a service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5611379 Apr 21 12:45:53.166606 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e2344-f305-4bc6-bf0e-91e412246739 admin admin] Pushing event deleted for resources: {'Port': ['ID=dafc83a1-5ad7-43c4-85cf-308e76c52eea,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:53.243863 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-249e2344-f305-4bc6-bf0e-91e412246739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:53.295507 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e445442-4131-47c1-81ae-ea3fa39ed609 admin admin] Made reservation on behalf of 0ea723f58e5445d8b6c64b8934e36437 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:45:53.299148 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4e445442-4131-47c1-81ae-ea3fa39ed609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:53.324198 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2b98651e-f865-4e03-85fb-3af1b89e9aaa req-34cd0d4e-e4c2-4057-9170-55dc7a350d30 service neutron] 10.222.0.36 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7330186 Apr 21 12:45:53.327825 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4e445442-4131-47c1-81ae-ea3fa39ed609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:53.339704 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c86ce-6a81-4392-b17f-95cba0be5e6e req-8e3695e9-0a2a-4b0f-ab0a-5b2829b825f9 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:53.341536 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e05c86ce-6a81-4392-b17f-95cba0be5e6e req-8e3695e9-0a2a-4b0f-ab0a-5b2829b825f9 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=1725b01b-544f-489e-8ee6-76302689796b HTTP/1.1" status: 200 len: 945 time: 0.2331686 Apr 21 12:45:53.351526 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-249e2344-f305-4bc6-bf0e-91e412246739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:53.354589 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-249e2344-f305-4bc6-bf0e-91e412246739 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:53.460025 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4e445442-4131-47c1-81ae-ea3fa39ed609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:53.503441 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-249e2344-f305-4bc6-bf0e-91e412246739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:53.504014 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249e2344-f305-4bc6-bf0e-91e412246739 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 653bec9b-7d89-45c2-bc10-fa6de6b9310e {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:45:53.509053 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-249e2344-f305-4bc6-bf0e-91e412246739 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:53.513313 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-249e2344-f305-4bc6-bf0e-91e412246739 admin admin] 10.222.0.36 "DELETE /v2.0/routers/653bec9b-7d89-45c2-bc10-fa6de6b9310e HTTP/1.1" status: 204 len: 168 time: 1.7536070 Apr 21 12:45:53.513966 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49698) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:53.545169 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4e445442-4131-47c1-81ae-ea3fa39ed609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:53.562768 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-3cf8ce96-1202-4942-ad92-49ee6ddbd440 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682592 Apr 21 12:45:53.581312 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a48423-6a92-40f5-a43c-0c4442bd6c41 admin admin] Deleting subnet 777fcca3-46f9-42f0-a05e-03bf529079af {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:45:53.585439 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01a48423-6a92-40f5-a43c-0c4442bd6c41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:53.636825 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01a48423-6a92-40f5-a43c-0c4442bd6c41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:53.645657 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e445442-4131-47c1-81ae-ea3fa39ed609 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:45:53.663572 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e05c86ce-6a81-4392-b17f-95cba0be5e6e req-edcb3ea0-3d66-47a3-b46d-615eb04d67a3 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967594 Apr 21 12:45:53.667870 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e445442-4131-47c1-81ae-ea3fa39ed609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2eddecd-a802-4e0b-a50f-bd18298b1ee5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:53.679332 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4e445442-4131-47c1-81ae-ea3fa39ed609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:53.679680 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-4e445442-4131-47c1-81ae-ea3fa39ed609 admin admin] Added segment 69ee921f-0045-45a5-a81c-094ee61a7f9a of type vlan for network ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8 Apr 21 12:45:53.711074 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2b98651e-f865-4e03-85fb-3af1b89e9aaa req-3ac2723d-3134-4107-80ad-3acf1193619b service neutron] 10.222.0.36 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3680768 Apr 21 12:45:53.769827 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4e445442-4131-47c1-81ae-ea3fa39ed609 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:53.805987 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f4d578-b56a-4a7e-8edd-15d1216d84cb x-openstack-request-id: req-77f4d578-b56a-4a7e-8edd-15d1216d84cb {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:45:53.806839 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53eaa29e-245b-42e0-ab80-786e596550a6", "name": "network-vif-plugged", "status": "completed", "tag": "c398ad9d-e563-462c-9396-11c97eb441ca", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:45:53.807313 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77f4d578-b56a-4a7e-8edd-15d1216d84cb {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:45:53.807942 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77f4d578-b56a-4a7e-8edd-15d1216d84cb'] response: {'server_uuid': '53eaa29e-245b-42e0-ab80-786e596550a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c398ad9d-e563-462c-9396-11c97eb441ca', 'code': 200} Apr 21 12:45:53.841418 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01a48423-6a92-40f5-a43c-0c4442bd6c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:53.948555 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4e445442-4131-47c1-81ae-ea3fa39ed609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:53.949986 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e445442-4131-47c1-81ae-ea3fa39ed609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:53.950776 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4e445442-4131-47c1-81ae-ea3fa39ed609 admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:54.053377 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445af2f6-fcdc-4075-9fad-d2b35040e5c7 req-64737c01-218c-461f-9167-64c9e729b67c tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:54.054916 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-445af2f6-fcdc-4075-9fad-d2b35040e5c7 req-64737c01-218c-461f-9167-64c9e729b67c tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 945 time: 0.1654561 Apr 21 12:45:54.055585 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e445442-4131-47c1-81ae-ea3fa39ed609 admin admin] Pushing event updated for resources: {'Network': ['ID=ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:54.067163 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:45:54.100120 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01a48423-6a92-40f5-a43c-0c4442bd6c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:54.169632 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4e445442-4131-47c1-81ae-ea3fa39ed609 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3150809 Apr 21 12:45:54.197309 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49710) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:54.209969 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-445af2f6-fcdc-4075-9fad-d2b35040e5c7 req-7705336d-e71a-437a-9a4d-fc99cac68efa tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465359 Apr 21 12:45:54.210676 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01a48423-6a92-40f5-a43c-0c4442bd6c41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:54.214205 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-cec1a335-d3ce-42bc-bc11-f2bbdd8e3f36 admin admin] Request body: {'subnet': {'network_id': 'ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1760696440-subnet', 'tenant_id': '0ea723f58e5445d8b6c64b8934e36437', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:45:54.227554 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-01a48423-6a92-40f5-a43c-0c4442bd6c41 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/777fcca3-46f9-42f0-a05e-03bf529079af HTTP/1.1" status: 204 len: 168 time: 0.7125199 Apr 21 12:45:54.230236 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49712) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:54.237223 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee5b71e-e0ca-4f86-b03c-110637ece9ff None None] Network 078064af-7a27-462c-a4e3-61a22fef69d0 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:45:54.238662 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a48423-6a92-40f5-a43c-0c4442bd6c41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=777fcca3-46f9-42f0-a05e-03bf529079af,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:54.295145 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0823b8e-ee5b-4066-b6e0-25cd1088d141 req-4caf18b5-473b-434b-abcf-1c794ae2dd4d tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:54.302759 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b0823b8e-ee5b-4066-b6e0-25cd1088d141 req-4caf18b5-473b-434b-abcf-1c794ae2dd4d tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 950 time: 0.0818682 Apr 21 12:45:54.366443 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b0823b8e-ee5b-4066-b6e0-25cd1088d141 req-5a8fc7ee-c052-4696-a26c-4de1ede6eaf6 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627902 Apr 21 12:45:54.408632 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec1a335-d3ce-42bc-bc11-f2bbdd8e3f36 admin admin] Made reservation on behalf of 0ea723f58e5445d8b6c64b8934e36437 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:45:54.412603 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cec1a335-d3ce-42bc-bc11-f2bbdd8e3f36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:54.412957 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ea00918d-5d7b-47ce-ae33-86111d17cedb no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:45:54.416421 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb1cbd22-9c96-438a-ba9e-7ca0499d666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:54.449089 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d66d6111-a038-4f72-8db1-3e750e2ab546 req-4b8f061c-0970-4b0d-baaa-4177510e813f tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=311973d4-a5c9-4dc2-ad97-77fdbeccf6ea HTTP/1.1" status: 200 len: 210 time: 0.0904577 Apr 21 12:45:54.450947 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: ea00918d-5d7b-47ce-ae33-86111d17cedb {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:45:54.452433 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ea00918d-5d7b-47ce-ae33-86111d17cedb not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:45:54.453990 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device dafc83a1-5ad7-43c4-85cf-308e76c52eea no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:45:54.507504 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: dafc83a1-5ad7-43c4-85cf-308e76c52eea {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:45:54.508447 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device dafc83a1-5ad7-43c4-85cf-308e76c52eea not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:45:54.535517 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-bb1cbd22-9c96-438a-ba9e-7ca0499d666e admin admin] Deleting port 37bae025-8c16-4eec-b693-4af58b79420d {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:45:54.537762 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb1cbd22-9c96-438a-ba9e-7ca0499d666e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:54.624257 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3f8e81-6d95-4518-a44e-dccdf583f6dc None None] DHCP port deletion for 078064af-7a27-462c-a4e3-61a22fef69d0 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:45:54.701649 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-bb1cbd22-9c96-438a-ba9e-7ca0499d666e admin admin] For port 37bae025-8c16-4eec-b693-4af58b79420d, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=37bae025-8c16-4eec-b693-4af58b79420d,segment=NetworkSegment(3752b720-0059-4aa9-a615-9d952c9536a6),segment_id=3752b720-0059-4aa9-a615-9d952c9536a6)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:54.702016 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb1cbd22-9c96-438a-ba9e-7ca0499d666e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:54.734613 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-bb1cbd22-9c96-438a-ba9e-7ca0499d666e admin admin] Calling delete_port for 37bae025-8c16-4eec-b693-4af58b79420d owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:45:54.741880 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4a3f8e81-6d95-4518-a44e-dccdf583f6dc None None] Deleting port 37bae025-8c16-4eec-b693-4af58b79420d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:45:54.742575 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a3f8e81-6d95-4518-a44e-dccdf583f6dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:54.829814 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4a3f8e81-6d95-4518-a44e-dccdf583f6dc None None] For port 37bae025-8c16-4eec-b693-4af58b79420d, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=37bae025-8c16-4eec-b693-4af58b79420d,segment=NetworkSegment(3752b720-0059-4aa9-a615-9d952c9536a6),segment_id=3752b720-0059-4aa9-a615-9d952c9536a6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:54.830874 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a3f8e81-6d95-4518-a44e-dccdf583f6dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:54.862163 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4a3f8e81-6d95-4518-a44e-dccdf583f6dc None None] Calling delete_port for 37bae025-8c16-4eec-b693-4af58b79420d owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:45:54.864500 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cec1a335-d3ce-42bc-bc11-f2bbdd8e3f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:54.939783 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb1cbd22-9c96-438a-ba9e-7ca0499d666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:54.942749 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1a335-d3ce-42bc-bc11-f2bbdd8e3f36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbdf28f5-2143-4a75-a463-9598e4349b9b,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:54.982374 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc7801-2d56-4a8c-95ab-802d9baa4ce7 req-74b1699c-cf64-4090-b413-1cbc8379308d tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:54.985379 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7dcc7801-2d56-4a8c-95ab-802d9baa4ce7 req-74b1699c-cf64-4090-b413-1cbc8379308d tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=1725b01b-544f-489e-8ee6-76302689796b HTTP/1.1" status: 200 len: 945 time: 0.1809556 Apr 21 12:45:55.004387 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1cbd22-9c96-438a-ba9e-7ca0499d666e admin admin] Pushing event deleted for resources: {'Port': ['ID=37bae025-8c16-4eec-b693-4af58b79420d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:55.010447 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1cbd22-9c96-438a-ba9e-7ca0499d666e admin admin] No DVR routers for this DVR port 37bae025-8c16-4eec-b693-4af58b79420d on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:45:55.015319 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a3f8e81-6d95-4518-a44e-dccdf583f6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:55.041048 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec1a335-d3ce-42bc-bc11-f2bbdd8e3f36 admin admin] Checking segment: {'id': '69ee921f-0045-45a5-a81c-094ee61a7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:45:55.041436 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec1a335-d3ce-42bc-bc11-f2bbdd8e3f36 admin admin] Network hostable DHCP agents. Network: ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:45:55.057285 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f8e81-6d95-4518-a44e-dccdf583f6dc None None] Pushing event deleted for resources: {'Port': ['ID=37bae025-8c16-4eec-b693-4af58b79420d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:55.069871 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f8e81-6d95-4518-a44e-dccdf583f6dc None None] No DVR routers for this DVR port 37bae025-8c16-4eec-b693-4af58b79420d on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:45:55.070616 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7dcc7801-2d56-4a8c-95ab-802d9baa4ce7 req-b58ba1c6-3210-43f7-a494-b594248138af tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778792 Apr 21 12:45:55.124498 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb1cbd22-9c96-438a-ba9e-7ca0499d666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:55.175667 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-bb1cbd22-9c96-438a-ba9e-7ca0499d666e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['078064af-7a27-462c-a4e3-61a22fef69d0']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:55.189841 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-bb1cbd22-9c96-438a-ba9e-7ca0499d666e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3752b720-0059-4aa9-a615-9d952c9536a6') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:55.189993 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-bb1cbd22-9c96-438a-ba9e-7ca0499d666e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3752b720-0059-4aa9-a615-9d952c9536a6') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:55.205133 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb1cbd22-9c96-438a-ba9e-7ca0499d666e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:55.221104 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb1cbd22-9c96-438a-ba9e-7ca0499d666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:55.231264 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb1cbd22-9c96-438a-ba9e-7ca0499d666e admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:45:55.231801 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb1cbd22-9c96-438a-ba9e-7ca0499d666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:45:55.235414 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:45:55.280222 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec1a335-d3ce-42bc-bc11-f2bbdd8e3f36 admin admin] Network ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:45:55.351702 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-cec1a335-d3ce-42bc-bc11-f2bbdd8e3f36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:45:55.359777 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6987b0c3-a9d6-4534-b9b6-0525055f0ae5 None None] Network ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:45:55.368319 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-91501a5a-ac58-4b9a-a909-f0d3d05b2ad3 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:55.374133 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-91501a5a-ac58-4b9a-a909-f0d3d05b2ad3 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/networks?id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f HTTP/1.1" status: 200 len: 812 time: 0.2584796 Apr 21 12:45:55.377282 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec1a335-d3ce-42bc-bc11-f2bbdd8e3f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:55.378416 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cec1a335-d3ce-42bc-bc11-f2bbdd8e3f36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:55.400521 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb1cbd22-9c96-438a-ba9e-7ca0499d666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:55.407795 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb1cbd22-9c96-438a-ba9e-7ca0499d666e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:55.416144 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bb1cbd22-9c96-438a-ba9e-7ca0499d666e admin admin] 10.222.0.36 "DELETE /v2.0/networks/078064af-7a27-462c-a4e3-61a22fef69d0 HTTP/1.1" status: 204 len: 168 time: 1.1692135 Apr 21 12:45:55.431374 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-aa9fc641-5cda-408a-beec-e4f9875dcf90 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/quotas/2ca86f47c8c14947a62af2b454f0a117 HTTP/1.1" status: 200 len: 375 time: 0.0484159 Apr 21 12:45:55.450573 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1cbd22-9c96-438a-ba9e-7ca0499d666e admin admin] Pushing event deleted for resources: {'Network': ['ID=078064af-7a27-462c-a4e3-61a22fef69d0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:55.524831 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-ac321432-3b31-452e-9dda-7e1e6db3204f tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ca86f47c8c14947a62af2b454f0a117&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486596 Apr 21 12:45:55.531023 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49766) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:55.533261 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-cec1a335-d3ce-42bc-bc11-f2bbdd8e3f36 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3226762 Apr 21 12:45:55.534707 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bda62ca-009d-42a4-81d7-2682991de604 None None] Network ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:45:55.540573 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-edd6cb6e-0cb9-4f6a-8c82-44bfb428fae4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1760696440-router', 'tenant_id': '0ea723f58e5445d8b6c64b8934e36437', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:45:55.642672 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-edd6cb6e-0cb9-4f6a-8c82-44bfb428fae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:55.643677 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-edd6cb6e-0cb9-4f6a-8c82-44bfb428fae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:55.667934 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-16bb3548-8e20-4509-b745-9eba4b8353ee tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:55.676711 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-16bb3548-8e20-4509-b745-9eba4b8353ee tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/networks?id=210b1822-b19c-4a3a-bd44-f48c8d787bcf HTTP/1.1" status: 200 len: 806 time: 0.3012729 Apr 21 12:45:55.702997 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-d931b01e-b1c4-48dc-98d4-229dbec66a9a tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/quotas/820f30556a864d2abf13eb66052aec75 HTTP/1.1" status: 200 len: 375 time: 0.0250876 Apr 21 12:45:55.757497 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-edd6cb6e-0cb9-4f6a-8c82-44bfb428fae4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:55.780786 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-8ea04568-c0e4-49d4-9577-db4e6f734c7f service neutron] 10.222.0.36 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393761 Apr 21 12:45:55.819691 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-c0e1cc59-72b6-4c41-b4a6-a93bd8de9ad5 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=820f30556a864d2abf13eb66052aec75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1153371 Apr 21 12:45:55.904171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49768) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:56.001375 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1be1bf7b-7f0a-4007-8d8c-bdc69dd9731f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6489832310494572afe79c4d6ee5c868&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0937858 Apr 21 12:45:56.002914 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49770) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:56.013340 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-cd9f48b2-f7d4-4339-9390-76ee7ef75675 service neutron] 10.222.0.36 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217896 Apr 21 12:45:56.016838 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-8248019d-8ffb-4727-9566-f1890ff6e8da service neutron] 10.222.0.36 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886442 Apr 21 12:45:56.104772 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-edd6cb6e-0cb9-4f6a-8c82-44bfb428fae4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:56.123833 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0cde97a-5828-4447-bfd8-abd85dcbb627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:56.134304 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-55e70126-d5a6-45fc-b2d5-76ca1b6e500c service neutron] 10.222.0.36 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080537 Apr 21 12:45:56.163891 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0cde97a-5828-4447-bfd8-abd85dcbb627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:56.307235 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0cde97a-5828-4447-bfd8-abd85dcbb627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:56.310355 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0cde97a-5828-4447-bfd8-abd85dcbb627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:56.313167 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a0cde97a-5828-4447-bfd8-abd85dcbb627 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/440c6058-0125-40e9-986f-a5c0b65596db HTTP/1.1" status: 204 len: 168 time: 0.3090584 Apr 21 12:45:56.354805 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cde97a-5828-4447-bfd8-abd85dcbb627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440c6058-0125-40e9-986f-a5c0b65596db,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:56.388435 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 37bae025-8c16-4eec-b693-4af58b79420d no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:45:56.533869 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0dee9-ab65-4016-9260-b4baf0bd9392 req-a0433360-6ea4-40f1-be1e-4e66cb86d37d tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:56.544447 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-85b0dee9-ab65-4016-9260-b4baf0bd9392 req-a0433360-6ea4-40f1-be1e-4e66cb86d37d tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 945 time: 0.1281478 Apr 21 12:45:56.550364 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 37bae025-8c16-4eec-b693-4af58b79420d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:45:56.552761 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 37bae025-8c16-4eec-b693-4af58b79420d not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:45:56.572050 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-edd6cb6e-0cb9-4f6a-8c82-44bfb428fae4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:56.596213 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-edd6cb6e-0cb9-4f6a-8c82-44bfb428fae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:56.666861 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-85b0dee9-ab65-4016-9260-b4baf0bd9392 req-933a7f3c-0482-4657-969a-65144698cea5 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163254 Apr 21 12:45:56.804524 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-edd6cb6e-0cb9-4f6a-8c82-44bfb428fae4 admin admin] Allocated IP 172.25.8.131 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/a7615fba-e190-42db-bc9e-63cc868dc28a) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:45:56.819895 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0af81d39-1b0d-43e3-a89b-12c8c7328886 req-fcee86cd-174a-48a2-825e-4573756eff79 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=227eb849-9a84-43fa-876c-00902a2529cb HTTP/1.1" status: 200 len: 210 time: 0.0617898 Apr 21 12:45:56.847212 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f75851-1320-4c0b-9ccf-ab2fa1bde973 req-c4419670-5e33-4f2f-a069-cc08dce1cc5a tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:56.856593 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-88f75851-1320-4c0b-9ccf-ab2fa1bde973 req-c4419670-5e33-4f2f-a069-cc08dce1cc5a tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 950 time: 0.1938279 Apr 21 12:45:56.883234 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-083ecd5b-e0ba-43f3-b817-9611cc309f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:56.886484 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-083ecd5b-e0ba-43f3-b817-9611cc309f67 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6&tenant_id=45464789e2cc4bfeaf42e6404c0e9729 HTTP/1.1" status: 200 len: 1101 time: 0.1391454 Apr 21 12:45:56.901712 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-171fc1d7-7847-41fe-beca-c02615074d2d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836147-2', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:45:57.080178 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-edd6cb6e-0cb9-4f6a-8c82-44bfb428fae4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:57.082732 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0908fca8-2567-4cac-8b55-f378de1abca1 req-334299b2-77a9-4122-b174-cd49b2d43895 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba19c75-0590-4afb-bbf9-db5708565258 HTTP/1.1" status: 200 len: 210 time: 0.1104813 Apr 21 12:45:57.105190 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-88f75851-1320-4c0b-9ccf-ab2fa1bde973 req-553b9343-9edf-4944-ad70-77ebf635c30b tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358236 Apr 21 12:45:57.130213 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-171fc1d7-7847-41fe-beca-c02615074d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:57.242854 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-edd6cb6e-0cb9-4f6a-8c82-44bfb428fae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:57.360986 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd6cb6e-0cb9-4f6a-8c82-44bfb428fae4 admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:45:57.368085 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-edd6cb6e-0cb9-4f6a-8c82-44bfb428fae4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:45:57.372104 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd6cb6e-0cb9-4f6a-8c82-44bfb428fae4 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:45:57.382789 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6cb6e-0cb9-4f6a-8c82-44bfb428fae4 admin admin] Pushing event updated for resources: {'Port': ['ID=a7615fba-e190-42db-bc9e-63cc868dc28a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:57.499433 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49806) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:57.516109 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-171fc1d7-7847-41fe-beca-c02615074d2d service neutron] For port c398ad9d-e563-462c-9396-11c97eb441ca, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=c398ad9d-e563-462c-9396-11c97eb441ca,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:45:57.556762 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-171fc1d7-7847-41fe-beca-c02615074d2d service neutron] For port c398ad9d-e563-462c-9396-11c97eb441ca, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:45:57.607982 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53eaa29e-245b-42e0-ab80-786e596550a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c398ad9d-e563-462c-9396-11c97eb441ca'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:45:57.609343 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-00fee3dc-e6db-4ecd-95b7-3adf3191e165 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f9179e12c0064cf98ccc3bdfbf4fbf2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1084518 Apr 21 12:45:57.610216 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c707ed-ef31-4055-a10a-f6f2cd06a791" -d '{"events": [{"server_uuid": "53eaa29e-245b-42e0-ab80-786e596550a6", "name": "network-vif-unplugged", "status": "completed", "tag": "c398ad9d-e563-462c-9396-11c97eb441ca"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:45:57.610917 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49808) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:57.615855 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-171fc1d7-7847-41fe-beca-c02615074d2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:57.632745 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-171fc1d7-7847-41fe-beca-c02615074d2d service neutron] Transition to ACTIVE for port object c398ad9d-e563-462c-9396-11c97eb441ca will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:45:57.677969 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bcfa4a27-4f5a-4e03-ae04-01fc93bbe8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:57.735092 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baab24ab-dba8-473a-820d-6a206c41cb3b x-openstack-request-id: req-baab24ab-dba8-473a-820d-6a206c41cb3b {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:45:57.735577 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53eaa29e-245b-42e0-ab80-786e596550a6", "name": "network-vif-unplugged", "status": "completed", "tag": "c398ad9d-e563-462c-9396-11c97eb441ca", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:45:57.735838 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-baab24ab-dba8-473a-820d-6a206c41cb3b {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:45:57.736262 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baab24ab-dba8-473a-820d-6a206c41cb3b'] response: {'server_uuid': '53eaa29e-245b-42e0-ab80-786e596550a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c398ad9d-e563-462c-9396-11c97eb441ca', 'code': 200} Apr 21 12:45:57.749191 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-171fc1d7-7847-41fe-beca-c02615074d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:57.754258 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bcfa4a27-4f5a-4e03-ae04-01fc93bbe8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:57.884921 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-edd6cb6e-0cb9-4f6a-8c82-44bfb428fae4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:58.016835 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-171fc1d7-7847-41fe-beca-c02615074d2d service neutron] No DVR routers for this DVR port c398ad9d-e563-462c-9396-11c97eb441ca on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:45:58.083906 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171fc1d7-7847-41fe-beca-c02615074d2d service neutron] Pushing event updated for resources: {'Port': ['ID=c398ad9d-e563-462c-9396-11c97eb441ca,revision_number=10']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:58.093274 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7d007efb-0efd-4e30-b396-6bbcd37223b5 req-f7683c9d-5484-4f8f-a9bc-d21f380ed382 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=227eb849-9a84-43fa-876c-00902a2529cb HTTP/1.1" status: 200 len: 210 time: 0.0795665 Apr 21 12:45:58.153361 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-171fc1d7-7847-41fe-beca-c02615074d2d service neutron] Attempting to bind port c398ad9d-e563-462c-9396-11c97eb441ca on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:45:58.154065 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-171fc1d7-7847-41fe-beca-c02615074d2d service neutron] Attempting to bind port c398ad9d-e563-462c-9396-11c97eb441ca by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:45:58.162835 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-171fc1d7-7847-41fe-beca-c02615074d2d service neutron] Attempting to bind port c398ad9d-e563-462c-9396-11c97eb441ca on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:45:58.188162 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6952c-5f25-41f3-8554-b2a6c5b89a95 req-38b8f534-11d9-43d4-8996-f7be8789ac07 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:58.190343 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5ef6952c-5f25-41f3-8554-b2a6c5b89a95 req-38b8f534-11d9-43d4-8996-f7be8789ac07 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 945 time: 0.3009119 Apr 21 12:45:58.193525 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-171fc1d7-7847-41fe-beca-c02615074d2d service neutron] Port c398ad9d-e563-462c-9396-11c97eb441ca on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:45:58.198824 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-171fc1d7-7847-41fe-beca-c02615074d2d service neutron] Attempting to bind port c398ad9d-e563-462c-9396-11c97eb441ca on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:45:58.208400 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-171fc1d7-7847-41fe-beca-c02615074d2d service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:45:58.209572 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-171fc1d7-7847-41fe-beca-c02615074d2d service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:45:58.210319 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-171fc1d7-7847-41fe-beca-c02615074d2d service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:45:58.211021 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-171fc1d7-7847-41fe-beca-c02615074d2d service neutron] Bound port: c398ad9d-e563-462c-9396-11c97eb441ca, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:45:58.211623 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-171fc1d7-7847-41fe-beca-c02615074d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:58.244370 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device c398ad9d-e563-462c-9396-11c97eb441ca no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:45:58.334234 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device c398ad9d-e563-462c-9396-11c97eb441ca not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:45:58.617665 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bcfa4a27-4f5a-4e03-ae04-01fc93bbe8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:58.622781 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bcfa4a27-4f5a-4e03-ae04-01fc93bbe8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:58.624472 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bcfa4a27-4f5a-4e03-ae04-01fc93bbe8d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f4e106b4-a3cd-4bdf-a104-b8374c25ab2b HTTP/1.1" status: 204 len: 168 time: 1.0125766 Apr 21 12:45:58.666265 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f8f27990-69df-41c6-9f40-66515d8f477e req-797a87de-095c-44ae-bed3-26c4eb3a97dc tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba19c75-0590-4afb-bbf9-db5708565258 HTTP/1.1" status: 200 len: 210 time: 0.0391593 Apr 21 12:45:58.672034 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5ef6952c-5f25-41f3-8554-b2a6c5b89a95 req-2b3b95a5-11e0-42a3-9170-f36d02a89431 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743419 Apr 21 12:45:58.718867 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfa4a27-4f5a-4e03-ae04-01fc93bbe8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e106b4-a3cd-4bdf-a104-b8374c25ab2b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:58.744102 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-171fc1d7-7847-41fe-beca-c02615074d2d service neutron] For port c398ad9d-e563-462c-9396-11c97eb441ca, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:45:58.750177 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-171fc1d7-7847-41fe-beca-c02615074d2d service neutron] For port c398ad9d-e563-462c-9396-11c97eb441ca, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c398ad9d-e563-462c-9396-11c97eb441ca,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:45:58.800916 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-edd6cb6e-0cb9-4f6a-8c82-44bfb428fae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:58.843666 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-171fc1d7-7847-41fe-beca-c02615074d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:58.907934 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171fc1d7-7847-41fe-beca-c02615074d2d service neutron] Pushing event updated for resources: {'Port': ['ID=c398ad9d-e563-462c-9396-11c97eb441ca,revision_number=11']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:45:58.930480 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-171fc1d7-7847-41fe-beca-c02615074d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:58.933246 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-171fc1d7-7847-41fe-beca-c02615074d2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:58.934731 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-171fc1d7-7847-41fe-beca-c02615074d2d service neutron] 10.222.0.24 "PUT /v2.0/ports/c398ad9d-e563-462c-9396-11c97eb441ca HTTP/1.1" status: 200 len: 1097 time: 2.0388153 Apr 21 12:45:58.960277 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35520d-26ae-432c-9a21-4124882e9f06 req-545fa05c-0b45-46e0-8d76-a639a09c56ec tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:58.972319 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d35520d-26ae-432c-9a21-4124882e9f06 req-545fa05c-0b45-46e0-8d76-a639a09c56ec tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 949 time: 0.1643603 Apr 21 12:45:59.071019 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d35520d-26ae-432c-9a21-4124882e9f06 req-e39968d2-af27-4ef1-958f-9445a36604b0 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972846 Apr 21 12:45:59.099702 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-2e6d1bb1-c38e-472a-8f5a-6678ef3a4764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:59.104971 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-2e6d1bb1-c38e-472a-8f5a-6678ef3a4764 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 1100 time: 0.1175551 Apr 21 12:45:59.133705 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd6cb6e-0cb9-4f6a-8c82-44bfb428fae4 admin admin] Router 4e5ebdaa-644c-40c7-996d-6ad4aa551824 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:45:59.378018 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-467522da-1f93-46a3-8a63-5d6187894326 req-26012a2b-9f26-4fd7-9721-5431726d31ec tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=227eb849-9a84-43fa-876c-00902a2529cb HTTP/1.1" status: 200 len: 210 time: 0.1328878 Apr 21 12:45:59.466954 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd6cb6e-0cb9-4f6a-8c82-44bfb428fae4 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:45:59.496120 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81d73f6-64e5-4ae2-a44b-535fabb35888 None None] Sync routers for ids ['4e5ebdaa-644c-40c7-996d-6ad4aa551824'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:45:59.522089 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81d73f6-64e5-4ae2-a44b-535fabb35888 None None] Routers {'4e5ebdaa-644c-40c7-996d-6ad4aa551824'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:45:59.522892 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e81d73f6-64e5-4ae2-a44b-535fabb35888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:45:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['4e5ebdaa-644c-40c7-996d-6ad4aa551824'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:59.536453 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-cc804a3b-aa15-41b0-a215-3baf67f9dfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:59.546980 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-cc804a3b-aa15-41b0-a215-3baf67f9dfe4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.4359884 Apr 21 12:45:59.598572 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-edd6cb6e-0cb9-4f6a-8c82-44bfb428fae4 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:45:59.602024 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-edd6cb6e-0cb9-4f6a-8c82-44bfb428fae4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0693750 Apr 21 12:45:59.605446 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-3792d09e-e7fc-4073-862c-068299f34433 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c398ad9d-e563-462c-9396-11c97eb441ca HTTP/1.1" status: 200 len: 217 time: 0.0523865 Apr 21 12:45:59.605446 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49834) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:45:59.708210 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-e81d73f6-64e5-4ae2-a44b-535fabb35888 None None] Set router 4e5ebdaa-644c-40c7-996d-6ad4aa551824 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:45:59.718511 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-4d3ec893-ec16-407a-87c8-644262b81282 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:59.720323 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-4d3ec893-ec16-407a-87c8-644262b81282 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.26 "GET /v2.0/networks?id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f HTTP/1.1" status: 200 len: 812 time: 0.4204805 Apr 21 12:45:59.733521 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-a06323c9-0384-45ea-bbf3-7a864e8ac61a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Request body: {'port': {'device_id': '227eb849-9a84-43fa-876c-00902a2529cb', 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f', 'admin_state_up': True, 'tenant_id': '2ca86f47c8c14947a62af2b454f0a117'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:45:59.738387 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53eaa29e-245b-42e0-ab80-786e596550a6', 'tag': 'c398ad9d-e563-462c-9396-11c97eb441ca'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:45:59.740793 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f860e2b5-ae9b-4713-888b-a96ee424d33c" -d '{"events": [{"name": "network-changed", "server_uuid": "53eaa29e-245b-42e0-ab80-786e596550a6", "tag": "c398ad9d-e563-462c-9396-11c97eb441ca"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:45:59.774439 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-85a1f9b8-8009-4b17-8213-8bd2be16d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:45:59.775459 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-85a1f9b8-8009-4b17-8213-8bd2be16d2fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1583202 Apr 21 12:45:59.914579 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e81d73f6-64e5-4ae2-a44b-535fabb35888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5ebdaa-644c-40c7-996d-6ad4aa551824', 'name': 'tempest-ServerRescueTestJSON-1760696440-router', 'tenant_id': '0ea723f58e5445d8b6c64b8934e36437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'a7615fba-e190-42db-bc9e-63cc868dc28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:45:55Z', 'updated_at': '2022-04-21T12:45:57Z', 'revision_number': 3, 'project_id': '0ea723f58e5445d8b6c64b8934e36437', 'gw_port': {'id': 'a7615fba-e190-42db-bc9e-63cc868dc28a', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5ebdaa-644c-40c7-996d-6ad4aa551824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:45:56Z', 'updated_at': '2022-04-21T12:45:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:45:59.922203 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f7e9879-e526-4ebd-82be-73ff28aa23bd req-f92cbf6e-c0dc-4152-9d1d-6ce224314dd9 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba19c75-0590-4afb-bbf9-db5708565258 HTTP/1.1" status: 200 len: 210 time: 0.1456683 Apr 21 12:45:59.942407 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81d73f6-64e5-4ae2-a44b-535fabb35888 None None] Checking router: 4e5ebdaa-644c-40c7-996d-6ad4aa551824 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:45:59.943014 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81d73f6-64e5-4ae2-a44b-535fabb35888 None None] Updating router 4e5ebdaa-644c-40c7-996d-6ad4aa551824 port a7615fba-e190-42db-bc9e-63cc868dc28a binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:45:59.973827 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e81d73f6-64e5-4ae2-a44b-535fabb35888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:00.001919 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08622a3-5996-44ec-84a1-2e9092be77a4 x-openstack-request-id: req-d08622a3-5996-44ec-84a1-2e9092be77a4 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:46:00.002218 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53eaa29e-245b-42e0-ab80-786e596550a6", "tag": "c398ad9d-e563-462c-9396-11c97eb441ca", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:46:00.002537 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d08622a3-5996-44ec-84a1-2e9092be77a4 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:46:00.003006 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d08622a3-5996-44ec-84a1-2e9092be77a4'] response: {'name': 'network-changed', 'server_uuid': '53eaa29e-245b-42e0-ab80-786e596550a6', 'tag': 'c398ad9d-e563-462c-9396-11c97eb441ca', 'status': 'completed', 'code': 200} Apr 21 12:46:00.045219 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732d0f6-c09d-4a6c-9ab4-f0eafa1ec4dd req-79854355-1fc9-48a3-be55-dad44e58b7eb tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:00.046700 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d732d0f6-c09d-4a6c-9ab4-f0eafa1ec4dd req-79854355-1fc9-48a3-be55-dad44e58b7eb tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 945 time: 0.2118394 Apr 21 12:46:00.073837 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-e8f2f592-45c8-4095-a1a9-cf57e6960fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:00.075323 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-e8f2f592-45c8-4095-a1a9-cf57e6960fcc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2417843 Apr 21 12:46:00.356459 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e81d73f6-64e5-4ae2-a44b-535fabb35888 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:00.372258 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860e2b5-ae9b-4713-888b-a96ee424d33c req-4648d9c2-8777-4812-8dad-4ca26811b769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:00.373814 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f860e2b5-ae9b-4713-888b-a96ee424d33c req-4648d9c2-8777-4812-8dad-4ca26811b769 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 1100 time: 0.3396964 Apr 21 12:46:00.392554 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d732d0f6-c09d-4a6c-9ab4-f0eafa1ec4dd req-af26a3f4-8cfb-44d2-b002-f7ad4103a94e tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212986 Apr 21 12:46:00.412660 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-a06323c9-0384-45ea-bbf3-7a864e8ac61a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Made reservation on behalf of 2ca86f47c8c14947a62af2b454f0a117 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:46:00.413845 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-a06323c9-0384-45ea-bbf3-7a864e8ac61a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:00.451671 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e81d73f6-64e5-4ae2-a44b-535fabb35888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:00.536425 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-abc75444-8191-4348-90be-871e042acf9a tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:00.537939 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-abc75444-8191-4348-90be-871e042acf9a tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.26 "GET /v2.0/networks?id=210b1822-b19c-4a3a-bd44-f48c8d787bcf HTTP/1.1" status: 200 len: 806 time: 0.5255120 Apr 21 12:46:00.545847 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e81d73f6-64e5-4ae2-a44b-535fabb35888 None None] Attempting to bind port a7615fba-e190-42db-bc9e-63cc868dc28a on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:46:00.546409 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e81d73f6-64e5-4ae2-a44b-535fabb35888 None None] Attempting to bind port a7615fba-e190-42db-bc9e-63cc868dc28a by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:46:00.546654 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81d73f6-64e5-4ae2-a44b-535fabb35888 None None] Attempting to bind port a7615fba-e190-42db-bc9e-63cc868dc28a on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:46:00.552249 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa86072-503a-44f8-8dc2-85efda511c3e None None] Pushing event updated for resources: {'Port': ['ID=a7615fba-e190-42db-bc9e-63cc868dc28a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:00.561569 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81d73f6-64e5-4ae2-a44b-535fabb35888 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:46:00.562363 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81d73f6-64e5-4ae2-a44b-535fabb35888 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:46:00.563338 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e81d73f6-64e5-4ae2-a44b-535fabb35888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:00.564160 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81d73f6-64e5-4ae2-a44b-535fabb35888 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:46:00.564306 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e81d73f6-64e5-4ae2-a44b-535fabb35888 None None] Bound port: a7615fba-e190-42db-bc9e-63cc868dc28a, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:46:00.564697 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e81d73f6-64e5-4ae2-a44b-535fabb35888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:00.640001 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-41255685-21d3-4c14-8819-ce3261bd8252 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Request body: {'port': {'device_id': '0ba19c75-0590-4afb-bbf9-db5708565258', 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf', 'admin_state_up': True, 'tenant_id': '820f30556a864d2abf13eb66052aec75'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:46:00.644934 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-dd2c5a74-3824-470e-9384-cba96bddbfc4 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392876 Apr 21 12:46:00.660159 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b857fb-ac5a-4841-a439-9df58ddc75ba req-9f44be25-bb00-4d90-a90b-39349e13cb40 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:00.661797 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6b857fb-ac5a-4841-a439-9df58ddc75ba req-9f44be25-bb00-4d90-a90b-39349e13cb40 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 949 time: 0.4340184 Apr 21 12:46:00.677774 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da8d021a-c77c-41a9-9d72-5108ce8c1904 req-f7061b29-a68a-419d-8c90-725162bd63a5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=227eb849-9a84-43fa-876c-00902a2529cb HTTP/1.1" status: 200 len: 210 time: 0.1248291 Apr 21 12:46:00.679225 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e81d73f6-64e5-4ae2-a44b-535fabb35888 None None] For port a7615fba-e190-42db-bc9e-63cc868dc28a, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:46:00.685336 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e81d73f6-64e5-4ae2-a44b-535fabb35888 None None] For port a7615fba-e190-42db-bc9e-63cc868dc28a, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a7615fba-e190-42db-bc9e-63cc868dc28a,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:46:00.795806 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e81d73f6-64e5-4ae2-a44b-535fabb35888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:00.873031 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81d73f6-64e5-4ae2-a44b-535fabb35888 None None] Routers {'4e5ebdaa-644c-40c7-996d-6ad4aa551824'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:46:00.873722 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e81d73f6-64e5-4ae2-a44b-535fabb35888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:45:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['4e5ebdaa-644c-40c7-996d-6ad4aa551824'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:46:00.875782 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa86072-503a-44f8-8dc2-85efda511c3e None None] Pushing event updated for resources: {'Port': ['ID=a7615fba-e190-42db-bc9e-63cc868dc28a,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:01.044705 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-e81d73f6-64e5-4ae2-a44b-535fabb35888 None None] Set router 4e5ebdaa-644c-40c7-996d-6ad4aa551824 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:46:01.239699 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e81d73f6-64e5-4ae2-a44b-535fabb35888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5ebdaa-644c-40c7-996d-6ad4aa551824', 'name': 'tempest-ServerRescueTestJSON-1760696440-router', 'tenant_id': '0ea723f58e5445d8b6c64b8934e36437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'a7615fba-e190-42db-bc9e-63cc868dc28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:45:55Z', 'updated_at': '2022-04-21T12:45:57Z', 'revision_number': 3, 'project_id': '0ea723f58e5445d8b6c64b8934e36437', 'gw_port': {'id': 'a7615fba-e190-42db-bc9e-63cc868dc28a', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5ebdaa-644c-40c7-996d-6ad4aa551824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:45:56Z', 'updated_at': '2022-04-21T12:46:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:46:01.268355 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81d73f6-64e5-4ae2-a44b-535fabb35888 None None] The sync data for ids ['4e5ebdaa-644c-40c7-996d-6ad4aa551824'] in n-d-836147-2 is: [{'id': '4e5ebdaa-644c-40c7-996d-6ad4aa551824', 'name': 'tempest-ServerRescueTestJSON-1760696440-router', 'tenant_id': '0ea723f58e5445d8b6c64b8934e36437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'a7615fba-e190-42db-bc9e-63cc868dc28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:45:55Z', 'updated_at': '2022-04-21T12:45:57Z', 'revision_number': 3, 'project_id': '0ea723f58e5445d8b6c64b8934e36437', 'gw_port': {'id': 'a7615fba-e190-42db-bc9e-63cc868dc28a', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a4:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5ebdaa-644c-40c7-996d-6ad4aa551824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:45:56Z', 'updated_at': '2022-04-21T12:46:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:46:01.318557 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac5509cc-14d4-44bd-9420-531387e90406 req-64e0d903-53bd-4930-aa56-39a6d54dfd42 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba19c75-0590-4afb-bbf9-db5708565258 HTTP/1.1" status: 200 len: 210 time: 0.0935776 Apr 21 12:46:01.350127 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6b857fb-ac5a-4841-a439-9df58ddc75ba req-c963738f-4d6f-4fb5-82ab-6ca46a8f956c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6701639 Apr 21 12:46:01.406902 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860e2b5-ae9b-4713-888b-a96ee424d33c req-45af9566-d25d-47d1-ba24-ec6bc0166cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:01.408539 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f860e2b5-ae9b-4713-888b-a96ee424d33c req-45af9566-d25d-47d1-ba24-ec6bc0166cfc service neutron] 10.222.0.26 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.9997754 Apr 21 12:46:01.496102 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f860e2b5-ae9b-4713-888b-a96ee424d33c req-9ada4d2e-03c7-4574-bf7d-5ffcd457b304 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c398ad9d-e563-462c-9396-11c97eb441ca HTTP/1.1" status: 200 len: 217 time: 0.0723376 Apr 21 12:46:01.513482 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d2d4a05-ad52-465d-b90b-f42b4dfc6a9a req-8aec31f2-4b62-4454-ab92-9f25850ef84d service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8326046 Apr 21 12:46:01.545892 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-a06323c9-0384-45ea-bbf3-7a864e8ac61a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Allocated IP 172.20.0.3 (bc25f2ca-45e5-4cab-99f1-9a004ec7506f/7de8299c-2f72-4fcd-b7b0-175fd3b81685/09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:46:01.692418 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860e2b5-ae9b-4713-888b-a96ee424d33c req-fff2b3c7-9577-4169-9f02-e89e5e549904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:01.693988 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f860e2b5-ae9b-4713-888b-a96ee424d33c req-fff2b3c7-9577-4169-9f02-e89e5e549904 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1771638 Apr 21 12:46:01.745184 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4270b96-8ce2-4858-9512-dd0f2d42949a req-c5bae993-bd66-424d-a91a-98fdb16aadbf tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:01.758425 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f4270b96-8ce2-4858-9512-dd0f2d42949a req-c5bae993-bd66-424d-a91a-98fdb16aadbf tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 945 time: 0.2697301 Apr 21 12:46:01.760943 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-41255685-21d3-4c14-8819-ce3261bd8252 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Made reservation on behalf of 820f30556a864d2abf13eb66052aec75 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:46:01.764392 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-41255685-21d3-4c14-8819-ce3261bd8252 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:01.886427 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef304911-5c51-481d-875f-bdb2203ac0b3 req-eff25b1e-0925-4e7c-8e7b-96777a6150b0 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=227eb849-9a84-43fa-876c-00902a2529cb HTTP/1.1" status: 200 len: 210 time: 0.1113627 Apr 21 12:46:01.962649 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860e2b5-ae9b-4713-888b-a96ee424d33c req-68ecfecc-1f83-4263-824e-add86d3db6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:01.965850 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f860e2b5-ae9b-4713-888b-a96ee424d33c req-68ecfecc-1f83-4263-824e-add86d3db6bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 1100 time: 0.3554931 Apr 21 12:46:01.989510 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc0f3e5a-5bfd-42e5-a65b-7861817770ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:02.046766 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f4270b96-8ce2-4858-9512-dd0f2d42949a req-5d377201-85c4-4933-bfe3-58b70fb63489 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864408 Apr 21 12:46:02.121508 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860e2b5-ae9b-4713-888b-a96ee424d33c req-3003a4e5-d1d2-4056-b6c9-fb354a805b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:02.123191 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f860e2b5-ae9b-4713-888b-a96ee424d33c req-3003a4e5-d1d2-4056-b6c9-fb354a805b12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4200881 Apr 21 12:46:02.251557 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-a06323c9-0384-45ea-bbf3-7a864e8ac61a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:02.386379 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a7615fba-e190-42db-bc9e-63cc868dc28a up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:46:02.462223 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-41255685-21d3-4c14-8819-ce3261bd8252 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Allocated IP 172.20.0.12 (210b1822-b19c-4a3a-bd44-f48c8d787bcf/5e66f24c-8af3-4904-ad4f-94ba052f7897/5da0934d-ff91-4f6e-815e-f50d923aaac6) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:46:02.469524 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860e2b5-ae9b-4713-888b-a96ee424d33c req-c7176c17-4543-4dc9-9316-bf7fb8dae7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:02.471120 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f860e2b5-ae9b-4713-888b-a96ee424d33c req-c7176c17-4543-4dc9-9316-bf7fb8dae7a4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.4923856 Apr 21 12:46:02.495575 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f860e2b5-ae9b-4713-888b-a96ee424d33c req-a2efa247-0904-445f-ae92-d2ab6b3702e6 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620389 Apr 21 12:46:02.507067 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port a7615fba-e190-42db-bc9e-63cc868dc28a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:46:02.507580 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:02.554011 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f860e2b5-ae9b-4713-888b-a96ee424d33c req-913577b6-bb00-436f-b8d2-6b1fa5a19208 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c398ad9d-e563-462c-9396-11c97eb441ca HTTP/1.1" status: 200 len: 217 time: 0.0634985 Apr 21 12:46:02.611907 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:02.638019 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port a7615fba-e190-42db-bc9e-63cc868dc28a, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a7615fba-e190-42db-bc9e-63cc868dc28a,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:02.675483 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7d7bdb25-c7dc-417c-92d1-43936cb0dc53 req-27be5455-c12f-47f1-8902-652da2ebeb36 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba19c75-0590-4afb-bbf9-db5708565258 HTTP/1.1" status: 200 len: 210 time: 0.1913943 Apr 21 12:46:02.751122 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f860e2b5-ae9b-4713-888b-a96ee424d33c req-3d4b8c24-e9d1-4e0f-baf3-16739132599c service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949129 Apr 21 12:46:02.763218 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:02.822172 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860e2b5-ae9b-4713-888b-a96ee424d33c req-1997498a-0c73-41f2-af65-bf4449c3b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:02.825608 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f860e2b5-ae9b-4713-888b-a96ee424d33c req-1997498a-0c73-41f2-af65-bf4449c3b13b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.2424474 Apr 21 12:46:02.825608 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-dc0f3e5a-5bfd-42e5-a65b-7861817770ba admin admin] Allocated IP 172.20.0.1 (ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8/fbdf28f5-2143-4a75-a463-9598e4349b9b/01c506c6-b375-4e30-a907-e14805fe24da) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:46:02.829449 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-a06323c9-0384-45ea-bbf3-7a864e8ac61a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:02.836122 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=a7615fba-e190-42db-bc9e-63cc868dc28a,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:03.004492 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-a06323c9-0384-45ea-bbf3-7a864e8ac61a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Network bc25f2ca-45e5-4cab-99f1-9a004ec7506f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:46:03.061386 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-a06323c9-0384-45ea-bbf3-7a864e8ac61a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:46:03.075284 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-a06323c9-0384-45ea-bbf3-7a864e8ac61a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:46:03.086154 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06323c9-0384-45ea-bbf3-7a864e8ac61a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Pushing event updated for resources: {'Port': ['ID=09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:03.242984 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860e2b5-ae9b-4713-888b-a96ee424d33c req-f84249be-2023-4814-9365-b8937063d2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:03.244545 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f860e2b5-ae9b-4713-888b-a96ee424d33c req-f84249be-2023-4814-9365-b8937063d2b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4091587 Apr 21 12:46:03.265773 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5bf471-3df5-475d-9e3b-53139e57e690 req-244ef4f2-6dcc-4c66-a9d6-be0701e8a68c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:03.267262 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c5bf471-3df5-475d-9e3b-53139e57e690 req-244ef4f2-6dcc-4c66-a9d6-be0701e8a68c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 949 time: 0.3997803 Apr 21 12:46:03.284929 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-41255685-21d3-4c14-8819-ce3261bd8252 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:03.338884 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-a06323c9-0384-45ea-bbf3-7a864e8ac61a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:03.339531 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-a06323c9-0384-45ea-bbf3-7a864e8ac61a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:03.425920 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3cc41-07d5-4ba0-9264-4864e0d1d5d0 req-0ed76ff7-3390-41b7-bc85-f909c3c43c99 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:03.427999 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-88c3cc41-07d5-4ba0-9264-4864e0d1d5d0 req-0ed76ff7-3390-41b7-bc85-f909c3c43c99 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=227eb849-9a84-43fa-876c-00902a2529cb HTTP/1.1" status: 200 len: 931 time: 0.3565462 Apr 21 12:46:03.487443 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc0f3e5a-5bfd-42e5-a65b-7861817770ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:03.562246 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c5bf471-3df5-475d-9e3b-53139e57e690 req-41b3e32a-db52-4853-9086-a5ec7a74fff8 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737250 Apr 21 12:46:03.638186 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f860e2b5-ae9b-4713-888b-a96ee424d33c req-2a145554-73db-498c-8745-61dd81c3277a service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568914 Apr 21 12:46:03.667143 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-a06323c9-0384-45ea-bbf3-7a864e8ac61a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9375973 Apr 21 12:46:03.690137 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-da6557db-56d6-4f3f-a57a-90c9cd637af5 service neutron] Request body: {'port': {'device_id': '227eb849-9a84-43fa-876c-00902a2529cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:46:03.721712 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-41255685-21d3-4c14-8819-ce3261bd8252 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:03.734664 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['36a60832-f536-4540-b234-936894389cd3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:46:03.737936 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:46:03.763654 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc0f3e5a-5bfd-42e5-a65b-7861817770ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:03.812920 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-41255685-21d3-4c14-8819-ce3261bd8252 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Network 210b1822-b19c-4a3a-bd44-f48c8d787bcf is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:46:03.824891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-41255685-21d3-4c14-8819-ce3261bd8252 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:46:03.829272 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-88c3cc41-07d5-4ba0-9264-4864e0d1d5d0 req-5154536b-85f9-40b6-a620-08540df60318 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531024 Apr 21 12:46:03.834456 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-41255685-21d3-4c14-8819-ce3261bd8252 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:46:03.985229 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0f3e5a-5bfd-42e5-a65b-7861817770ba admin admin] Network ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:46:03.992700 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-dc0f3e5a-5bfd-42e5-a65b-7861817770ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:46:04.004310 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0f3e5a-5bfd-42e5-a65b-7861817770ba admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:46:04.335969 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a7615fba-e190-42db-bc9e-63cc868dc28a up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:46:04.383248 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f3e5a-5bfd-42e5-a65b-7861817770ba admin admin] Pushing event updated for resources: {'Port': ['ID=01c506c6-b375-4e30-a907-e14805fe24da,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:04.390700 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port a7615fba-e190-42db-bc9e-63cc868dc28a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:46:04.409147 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:04.420076 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-41255685-21d3-4c14-8819-ce3261bd8252 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:04.420688 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-41255685-21d3-4c14-8819-ce3261bd8252 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:04.498517 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342195f4-3671-42ee-a639-8268544c3ba8 req-2dda2aaa-6df8-4cff-b01c-41b8f267bf26 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:04.500013 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-342195f4-3671-42ee-a639-8268544c3ba8 req-2dda2aaa-6df8-4cff-b01c-41b8f267bf26 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 945 time: 0.8556893 Apr 21 12:46:04.509830 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-da6557db-56d6-4f3f-a57a-90c9cd637af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:04.554256 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc0f3e5a-5bfd-42e5-a65b-7861817770ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:04.568486 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f860e2b5-ae9b-4713-888b-a96ee424d33c req-b82efcbf-6dfe-4636-97ab-8ef1fe16115b service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9291453 Apr 21 12:46:04.613787 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41255685-21d3-4c14-8819-ce3261bd8252 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Pushing event updated for resources: {'Port': ['ID=5da0934d-ff91-4f6e-815e-f50d923aaac6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:04.641805 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fda5f7-12a1-44c7-aee0-62e6bd4565f3 req-41484247-f9b7-44c4-8fc2-34b6a0c96c2b tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:04.646102 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9fda5f7-12a1-44c7-aee0-62e6bd4565f3 req-41484247-f9b7-44c4-8fc2-34b6a0c96c2b tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba19c75-0590-4afb-bbf9-db5708565258 HTTP/1.1" status: 200 len: 932 time: 0.6753085 Apr 21 12:46:04.655807 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-41255685-21d3-4c14-8819-ce3261bd8252 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0755756 Apr 21 12:46:04.681239 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-1b9e5b65-a7e6-44b4-8434-e9fec9f3eedc service neutron] Request body: {'port': {'device_id': '0ba19c75-0590-4afb-bbf9-db5708565258', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:46:04.733477 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-342195f4-3671-42ee-a639-8268544c3ba8 req-954205bc-0736-4b3d-a23a-7e8855318151 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126365 Apr 21 12:46:04.773292 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device f32192b3-34a2-4d77-95dd-34bd05cec1ce details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:46:04.776371 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device f32192b3-34a2-4d77-95dd-34bd05cec1ce no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:46:04.918481 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9fda5f7-12a1-44c7-aee0-62e6bd4565f3 req-5b1a0f7f-93a8-4dfa-8d73-a024c8bd9628 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518303 Apr 21 12:46:05.009980 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-1b9e5b65-a7e6-44b4-8434-e9fec9f3eedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:05.033090 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port f32192b3-34a2-4d77-95dd-34bd05cec1ce, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=f32192b3-34a2-4d77-95dd-34bd05cec1ce,segment=NetworkSegment(970b3fae-3789-466b-a3f7-fb9bdc70d734),segment_id=970b3fae-3789-466b-a3f7-fb9bdc70d734)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:05.044134 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:05.063654 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'f32192b3-34a2-4d77-95dd-34bd05cec1ce', 'network_id': '30d24d19-5440-49dc-91a3-dbb88893c2b0', 'port_id': 'f32192b3-34a2-4d77-95dd-34bd05cec1ce', 'mac_address': 'fa:16:3e:24:f8:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60acb840-0dd0-4e57-a445-07399e0f9716', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:46:05.064694 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74b7ac-5807-40a6-80d7-b00109840661 req-f36bb5b7-8c02-4624-bdc0-09d20ad85eac tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:05.075991 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ee74b7ac-5807-40a6-80d7-b00109840661 req-f36bb5b7-8c02-4624-bdc0-09d20ad85eac tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 949 time: 0.2366407 Apr 21 12:46:05.116760 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b84f74e-dce8-4c6c-a4b8-5bee866472f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f32192b3-34a2-4d77-95dd-34bd05cec1ce'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:46:05.119347 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638205b5-3361-4ba0-b587-55a1de68a1a9" -d '{"events": [{"server_uuid": "3b84f74e-dce8-4c6c-a4b8-5bee866472f3", "name": "network-vif-unplugged", "status": "completed", "tag": "f32192b3-34a2-4d77-95dd-34bd05cec1ce"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:46:05.139337 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port f32192b3-34a2-4d77-95dd-34bd05cec1ce, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=f32192b3-34a2-4d77-95dd-34bd05cec1ce,segment=NetworkSegment(970b3fae-3789-466b-a3f7-fb9bdc70d734),segment_id=970b3fae-3789-466b-a3f7-fb9bdc70d734)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:05.142182 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:05.156790 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f32192b3-34a2-4d77-95dd-34bd05cec1ce {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:46:05.300023 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:05.305072 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc0f3e5a-5bfd-42e5-a65b-7861817770ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:05.372715 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ee74b7ac-5807-40a6-80d7-b00109840661 req-cc49896d-80bf-4312-b52d-534ea06f8f1a tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560240 Apr 21 12:46:05.376828 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:46:05.377179 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:46:05.381064 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=f32192b3-34a2-4d77-95dd-34bd05cec1ce,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:05.446024 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85adee84-c5de-4c53-8bc4-8f984e5cc47d x-openstack-request-id: req-85adee84-c5de-4c53-8bc4-8f984e5cc47d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:46:05.446534 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b84f74e-dce8-4c6c-a4b8-5bee866472f3", "name": "network-vif-unplugged", "status": "completed", "tag": "f32192b3-34a2-4d77-95dd-34bd05cec1ce", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:46:05.446984 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-85adee84-c5de-4c53-8bc4-8f984e5cc47d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:46:05.447379 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85adee84-c5de-4c53-8bc4-8f984e5cc47d'] response: {'server_uuid': '3b84f74e-dce8-4c6c-a4b8-5bee866472f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f32192b3-34a2-4d77-95dd-34bd05cec1ce', 'code': 200} Apr 21 12:46:05.471900 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e19c4-88ee-474c-a15c-face11f6bc06 req-9f4b2560-440f-4e99-817b-1f5da50abaf2 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:05.473494 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa6e19c4-88ee-474c-a15c-face11f6bc06 req-9f4b2560-440f-4e99-817b-1f5da50abaf2 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=227eb849-9a84-43fa-876c-00902a2529cb HTTP/1.1" status: 200 len: 931 time: 0.2557955 Apr 21 12:46:05.673768 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa6e19c4-88ee-474c-a15c-face11f6bc06 req-a80e8581-34bc-4b21-8f01-cbb1ccbea26b tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863949 Apr 21 12:46:05.691512 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-da6557db-56d6-4f3f-a57a-90c9cd637af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:46:05.716625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a21e4-731a-4927-a39a-8ad5ac40c75a req-39f5c077-48b3-4e33-bae8-6df219b881e0 tempest-MigrationsAdminTest-1267018875 tempest-MigrationsAdminTest-1267018875-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:05.718184 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-276a21e4-731a-4927-a39a-8ad5ac40c75a req-39f5c077-48b3-4e33-bae8-6df219b881e0 tempest-MigrationsAdminTest-1267018875 tempest-MigrationsAdminTest-1267018875-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 1100 time: 0.2118528 Apr 21 12:46:05.721177 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-da6557db-56d6-4f3f-a57a-90c9cd637af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:05.796809 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-da6557db-56d6-4f3f-a57a-90c9cd637af5 service neutron] Transition to ACTIVE for port object 09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:46:05.802398 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-1b9e5b65-a7e6-44b4-8434-e9fec9f3eedc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da0934d-ff91-4f6e-815e-f50d923aaac6 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:46:05.816384 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-1b9e5b65-a7e6-44b4-8434-e9fec9f3eedc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:05.864676 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc0f3e5a-5bfd-42e5-a65b-7861817770ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:05.867781 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-276a21e4-731a-4927-a39a-8ad5ac40c75a req-319255e0-aec6-4dc8-936f-a98d9b447307 tempest-MigrationsAdminTest-1267018875 tempest-MigrationsAdminTest-1267018875-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392810 Apr 21 12:46:05.884675 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-1b9e5b65-a7e6-44b4-8434-e9fec9f3eedc service neutron] Transition to ACTIVE for port object 5da0934d-ff91-4f6e-815e-f50d923aaac6 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:46:05.919560 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a94b82-9dc1-4745-b815-6557b56ef658 req-fc5f77a2-8f93-4894-8640-bf85ecac6ba1 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:05.921309 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b3a94b82-9dc1-4745-b815-6557b56ef658 req-fc5f77a2-8f93-4894-8640-bf85ecac6ba1 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 943 time: 0.0933876 Apr 21 12:46:05.922415 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-da6557db-56d6-4f3f-a57a-90c9cd637af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:05.936696 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:05.969901 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc0f3e5a-5bfd-42e5-a65b-7861817770ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:05.985618 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f32192b3-34a2-4d77-95dd-34bd05cec1ce {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:46:06.015774 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-1b9e5b65-a7e6-44b4-8434-e9fec9f3eedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:06.032736 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port f32192b3-34a2-4d77-95dd-34bd05cec1ce, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=f32192b3-34a2-4d77-95dd-34bd05cec1ce,segment=NetworkSegment(970b3fae-3789-466b-a3f7-fb9bdc70d734),segment_id=970b3fae-3789-466b-a3f7-fb9bdc70d734)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:06.040953 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6557db-56d6-4f3f-a57a-90c9cd637af5 service neutron] Pushing event updated for resources: {'Port': ['ID=09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:06.052065 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b3a94b82-9dc1-4745-b815-6557b56ef658 req-9545380e-91ce-4983-956f-0df019490a9b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201875 Apr 21 12:46:06.136033 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc0f3e5a-5bfd-42e5-a65b-7861817770ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:06.162136 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:06.162929 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c398ad9d-e563-462c-9396-11c97eb441ca details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:46:06.201196 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f3e5a-5bfd-42e5-a65b-7861817770ba admin admin] Pushing event updated for resources: {'Port': ['ID=01c506c6-b375-4e30-a907-e14805fe24da,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:06.240872 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=f32192b3-34a2-4d77-95dd-34bd05cec1ce,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:06.337233 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port c398ad9d-e563-462c-9396-11c97eb441ca, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c398ad9d-e563-462c-9396-11c97eb441ca,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:06.347326 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-da6557db-56d6-4f3f-a57a-90c9cd637af5 service neutron] Attempting to bind port 09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:46:06.348204 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-da6557db-56d6-4f3f-a57a-90c9cd637af5 service neutron] Attempting to bind port 09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': 'd6396019-d3d0-47a9-857e-718c70dc7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:46:06.348541 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-da6557db-56d6-4f3f-a57a-90c9cd637af5 service neutron] Attempting to bind port 09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13 on network bc25f2ca-45e5-4cab-99f1-9a004ec7506f {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:46:06.349900 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'c398ad9d-e563-462c-9396-11c97eb441ca', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': 'c398ad9d-e563-462c-9396-11c97eb441ca', 'mac_address': 'fa:16:3e:73:73:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:46:06.360017 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b803bdd-1d80-41bc-bc86-c769c9b89c63 req-a76a65ac-52ac-4783-8f69-d050fa0baf1d tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:06.361546 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b803bdd-1d80-41bc-bc86-c769c9b89c63 req-a76a65ac-52ac-4783-8f69-d050fa0baf1d tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba19c75-0590-4afb-bbf9-db5708565258 HTTP/1.1" status: 200 len: 944 time: 0.2296004 Apr 21 12:46:06.367195 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e5b65-a7e6-44b4-8434-e9fec9f3eedc service neutron] Pushing event updated for resources: {'Port': ['ID=5da0934d-ff91-4f6e-815e-f50d923aaac6,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:06.395293 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-da6557db-56d6-4f3f-a57a-90c9cd637af5 service neutron] Port 09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13 on network bc25f2ca-45e5-4cab-99f1-9a004ec7506f not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:46:06.395626 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-da6557db-56d6-4f3f-a57a-90c9cd637af5 service neutron] Attempting to bind port 09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13 on network bc25f2ca-45e5-4cab-99f1-9a004ec7506f {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:46:06.409932 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:06.413315 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-1b9e5b65-a7e6-44b4-8434-e9fec9f3eedc service neutron] Attempting to bind port 5da0934d-ff91-4f6e-815e-f50d923aaac6 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:46:06.413748 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-1b9e5b65-a7e6-44b4-8434-e9fec9f3eedc service neutron] Attempting to bind port 5da0934d-ff91-4f6e-815e-f50d923aaac6 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '58d8cb84-8f11-4151-a77a-bfc0637248a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:46:06.414075 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-1b9e5b65-a7e6-44b4-8434-e9fec9f3eedc service neutron] Attempting to bind port 5da0934d-ff91-4f6e-815e-f50d923aaac6 on network 210b1822-b19c-4a3a-bd44-f48c8d787bcf {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:46:06.435620 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-da6557db-56d6-4f3f-a57a-90c9cd637af5 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:46:06.435620 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-da6557db-56d6-4f3f-a57a-90c9cd637af5 service neutron] Checking segment: {'id': 'd6396019-d3d0-47a9-857e-718c70dc7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:46:06.435620 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-da6557db-56d6-4f3f-a57a-90c9cd637af5 service neutron] Bound using segment: {'id': 'd6396019-d3d0-47a9-857e-718c70dc7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:46:06.435620 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-da6557db-56d6-4f3f-a57a-90c9cd637af5 service neutron] Bound port: 09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6396019-d3d0-47a9-857e-718c70dc7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:46:06.435620 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-da6557db-56d6-4f3f-a57a-90c9cd637af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:06.463462 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c398ad9d-e563-462c-9396-11c97eb441ca {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:46:06.470798 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-1b9e5b65-a7e6-44b4-8434-e9fec9f3eedc service neutron] Port 5da0934d-ff91-4f6e-815e-f50d923aaac6 on network 210b1822-b19c-4a3a-bd44-f48c8d787bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:46:06.471123 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-1b9e5b65-a7e6-44b4-8434-e9fec9f3eedc service neutron] Attempting to bind port 5da0934d-ff91-4f6e-815e-f50d923aaac6 on network 210b1822-b19c-4a3a-bd44-f48c8d787bcf {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:46:06.485789 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port c398ad9d-e563-462c-9396-11c97eb441ca, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c398ad9d-e563-462c-9396-11c97eb441ca,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:06.502463 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0f3e5a-5bfd-42e5-a65b-7861817770ba admin admin] Network ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:46:06.508232 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b803bdd-1d80-41bc-bc86-c769c9b89c63 req-286f4c04-89d8-4bf3-a0af-d161442bdd61 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384413 Apr 21 12:46:06.537814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-1b9e5b65-a7e6-44b4-8434-e9fec9f3eedc service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:46:06.538137 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-1b9e5b65-a7e6-44b4-8434-e9fec9f3eedc service neutron] Checking segment: {'id': '58d8cb84-8f11-4151-a77a-bfc0637248a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:46:06.538519 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-1b9e5b65-a7e6-44b4-8434-e9fec9f3eedc service neutron] Bound using segment: {'id': '58d8cb84-8f11-4151-a77a-bfc0637248a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:46:06.538964 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-1b9e5b65-a7e6-44b4-8434-e9fec9f3eedc service neutron] Bound port: 5da0934d-ff91-4f6e-815e-f50d923aaac6, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58d8cb84-8f11-4151-a77a-bfc0637248a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:46:06.539320 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-1b9e5b65-a7e6-44b4-8434-e9fec9f3eedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:06.544246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-dc0f3e5a-5bfd-42e5-a65b-7861817770ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:46:06.579663 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:06.639681 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=c398ad9d-e563-462c-9396-11c97eb441ca,revision_number=12']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:06.685957 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5137b94-e850-4503-b895-e408b495019a req-7084209b-f2db-484b-8a05-26389a34829d tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:06.687586 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d5137b94-e850-4503-b895-e408b495019a req-7084209b-f2db-484b-8a05-26389a34829d tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 949 time: 0.2067862 Apr 21 12:46:06.699724 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-da6557db-56d6-4f3f-a57a-90c9cd637af5 service neutron] For port 09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:46:06.927969 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['f32192b3-34a2-4d77-95dd-34bd05cec1ce'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:46:06.931220 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['c398ad9d-e563-462c-9396-11c97eb441ca'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:46:07.135602 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-1b9e5b65-a7e6-44b4-8434-e9fec9f3eedc service neutron] For port 5da0934d-ff91-4f6e-815e-f50d923aaac6, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:46:07.138613 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-da6557db-56d6-4f3f-a57a-90c9cd637af5 service neutron] For port 09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:46:07.173234 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-1b9e5b65-a7e6-44b4-8434-e9fec9f3eedc service neutron] For port 5da0934d-ff91-4f6e-815e-f50d923aaac6, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=5da0934d-ff91-4f6e-815e-f50d923aaac6,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:46:07.209431 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d5137b94-e850-4503-b895-e408b495019a req-08b656fb-2e41-4cb2-a958-84fb9be59475 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110846 Apr 21 12:46:07.215149 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0f3e5a-5bfd-42e5-a65b-7861817770ba admin admin] Router 4e5ebdaa-644c-40c7-996d-6ad4aa551824 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:46:07.237239 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac62688-77ee-454c-bc99-08d9ee151c6a req-979c3035-214a-4fbc-97f3-0d52248fada2 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:07.244633 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aac62688-77ee-454c-bc99-08d9ee151c6a req-979c3035-214a-4fbc-97f3-0d52248fada2 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=227eb849-9a84-43fa-876c-00902a2529cb HTTP/1.1" status: 200 len: 943 time: 0.1330621 Apr 21 12:46:07.268041 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-da6557db-56d6-4f3f-a57a-90c9cd637af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:07.374488 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-da6557db-56d6-4f3f-a57a-90c9cd637af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:07.375105 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-da6557db-56d6-4f3f-a57a-90c9cd637af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:07.376483 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-da6557db-56d6-4f3f-a57a-90c9cd637af5 service neutron] 10.222.0.26 "PUT /v2.0/ports/09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13 HTTP/1.1" status: 200 len: 1091 time: 3.6909070 Apr 21 12:46:07.377568 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-1b9e5b65-a7e6-44b4-8434-e9fec9f3eedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:07.379792 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227eb849-9a84-43fa-876c-00902a2529cb', 'tag': '09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:46:07.382153 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94409592-24bb-4744-a680-8931b038cb97" -d '{"events": [{"name": "network-changed", "server_uuid": "227eb849-9a84-43fa-876c-00902a2529cb", "tag": "09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:46:07.421502 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aac62688-77ee-454c-bc99-08d9ee151c6a req-9ab69ae0-34f4-4ee3-9b86-2551f1564235 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760006 Apr 21 12:46:07.448822 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-1b9e5b65-a7e6-44b4-8434-e9fec9f3eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:07.449759 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-1b9e5b65-a7e6-44b4-8434-e9fec9f3eedc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:07.451080 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-1b9e5b65-a7e6-44b4-8434-e9fec9f3eedc service neutron] 10.222.0.26 "PUT /v2.0/ports/5da0934d-ff91-4f6e-815e-f50d923aaac6 HTTP/1.1" status: 200 len: 1092 time: 2.7743065 Apr 21 12:46:07.476056 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6557db-56d6-4f3f-a57a-90c9cd637af5 service neutron] Pushing event updated for resources: {'Port': ['ID=09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:07.543400 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5a5e70-966f-4568-b2a6-e61142fc27b9 x-openstack-request-id: req-8a5a5e70-966f-4568-b2a6-e61142fc27b9 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:46:07.557327 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227eb849-9a84-43fa-876c-00902a2529cb", "tag": "09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:46:07.557576 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8a5a5e70-966f-4568-b2a6-e61142fc27b9 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:46:07.558089 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a5a5e70-966f-4568-b2a6-e61142fc27b9'] response: {'name': 'network-changed', 'server_uuid': '227eb849-9a84-43fa-876c-00902a2529cb', 'tag': '09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13', 'status': 'completed', 'code': 200} Apr 21 12:46:07.573027 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32275672-b95a-48c6-bf12-939e129e7ac6 req-20e3b9ea-0de2-4852-91bf-6acf8312af50 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:07.581836 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32275672-b95a-48c6-bf12-939e129e7ac6 req-20e3b9ea-0de2-4852-91bf-6acf8312af50 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 944 time: 0.2970297 Apr 21 12:46:07.747061 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0f3e5a-5bfd-42e5-a65b-7861817770ba admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:46:07.747061 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-dc0f3e5a-5bfd-42e5-a65b-7861817770ba admin admin] 10.222.0.36 "PUT /v2.0/routers/4e5ebdaa-644c-40c7-996d-6ad4aa551824/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1386547 Apr 21 12:46:07.749380 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc08e3-aec6-4003-b1c1-68b7c67466f6 None None] Sync routers for ids ['4e5ebdaa-644c-40c7-996d-6ad4aa551824'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:46:07.765827 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fc08e3-aec6-4003-b1c1-68b7c67466f6 None None] Routers {'4e5ebdaa-644c-40c7-996d-6ad4aa551824'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:46:07.768630 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b7fc08e3-aec6-4003-b1c1-68b7c67466f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:45:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['4e5ebdaa-644c-40c7-996d-6ad4aa551824'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:46:07.768776 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32275672-b95a-48c6-bf12-939e129e7ac6 req-ae5ddf64-677e-47f9-84b7-ce00dee6f9fb tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840158 Apr 21 12:46:07.768776 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e5b65-a7e6-44b4-8434-e9fec9f3eedc service neutron] Pushing event updated for resources: {'Port': ['ID=5da0934d-ff91-4f6e-815e-f50d923aaac6,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:07.773010 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-a1d67024-0439-43cb-a7d2-00e4f53463f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:07.774602 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-a1d67024-0439-43cb-a7d2-00e4f53463f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ca86f47c8c14947a62af2b454f0a117&device_id=227eb849-9a84-43fa-876c-00902a2529cb HTTP/1.1" status: 200 len: 1094 time: 0.2583151 Apr 21 12:46:07.836889 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-e18d5c1a-c878-4a03-8d45-ab9a7317da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:07.838492 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-e18d5c1a-c878-4a03-8d45-ab9a7317da04 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=820f30556a864d2abf13eb66052aec75&device_id=0ba19c75-0590-4afb-bbf9-db5708565258 HTTP/1.1" status: 200 len: 1095 time: 0.2112377 Apr 21 12:46:07.890420 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46125cc6-301b-4c4e-aee8-e3247b4fb043 req-5912b828-d80b-40a6-8ad7-a031125d1983 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:07.892649 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-46125cc6-301b-4c4e-aee8-e3247b4fb043 req-5912b828-d80b-40a6-8ad7-a031125d1983 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba19c75-0590-4afb-bbf9-db5708565258 HTTP/1.1" status: 200 len: 944 time: 0.2642295 Apr 21 12:46:07.935429 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-823e0203-ba1f-4201-ae64-30b179f69a29 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13 HTTP/1.1" status: 200 len: 217 time: 0.1516790 Apr 21 12:46:07.954402 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-5ade860d-0ac6-474e-bbcc-b09239197182 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5da0934d-ff91-4f6e-815e-f50d923aaac6 HTTP/1.1" status: 200 len: 217 time: 0.0723281 Apr 21 12:46:08.021396 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b7fc08e3-aec6-4003-b1c1-68b7c67466f6 None None] Set router 4e5ebdaa-644c-40c7-996d-6ad4aa551824 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:46:08.094295 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb66940-98b0-47de-8c05-55548d2e522f req-7f74c9d5-85c1-486d-99eb-5f1fd606d323 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:08.098218 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fcb66940-98b0-47de-8c05-55548d2e522f req-7f74c9d5-85c1-486d-99eb-5f1fd606d323 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.24 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 950 time: 0.3405032 Apr 21 12:46:08.194567 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-d46a2dd0-870c-4bfe-a825-95fab779bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:08.196074 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-d46a2dd0-870c-4bfe-a825-95fab779bc75 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7de8299c-2f72-4fcd-b7b0-175fd3b81685 HTTP/1.1" status: 200 len: 852 time: 0.2448077 Apr 21 12:46:08.212948 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-46125cc6-301b-4c4e-aee8-e3247b4fb043 req-e43bc634-dc39-4621-be31-187e890140aa tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527733 Apr 21 12:46:08.214186 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-de458cb1-db0c-4585-9c86-968fd169aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:08.215686 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-de458cb1-db0c-4585-9c86-968fd169aca9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e66f24c-8af3-4904-ad4f-94ba052f7897 HTTP/1.1" status: 200 len: 846 time: 0.2423232 Apr 21 12:46:08.324523 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-1cb70677-ba5b-48d7-bc74-bd1a72874be2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073222 Apr 21 12:46:08.330687 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b7fc08e3-aec6-4003-b1c1-68b7c67466f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5ebdaa-644c-40c7-996d-6ad4aa551824', 'name': 'tempest-ServerRescueTestJSON-1760696440-router', 'tenant_id': '0ea723f58e5445d8b6c64b8934e36437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'a7615fba-e190-42db-bc9e-63cc868dc28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:45:55Z', 'updated_at': '2022-04-21T12:46:04Z', 'revision_number': 4, 'project_id': '0ea723f58e5445d8b6c64b8934e36437', 'gw_port': {'id': 'a7615fba-e190-42db-bc9e-63cc868dc28a', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5ebdaa-644c-40c7-996d-6ad4aa551824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:45:56Z', 'updated_at': '2022-04-21T12:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '01c506c6-b375-4e30-a907-e14805fe24da', 'name': '', 'network_id': 'ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8', 'tenant_id': '0ea723f58e5445d8b6c64b8934e36437', 'mac_address': 'fa:16:3e:fc:d9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5ebdaa-644c-40c7-996d-6ad4aa551824', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'fbdf28f5-2143-4a75-a463-9598e4349b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:46:02Z', 'updated_at': '2022-04-21T12:46:05Z', 'revision_number': 2, 'project_id': '0ea723f58e5445d8b6c64b8934e36437', 'subnets': [{'id': 'fbdf28f5-2143-4a75-a463-9598e4349b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:46:08.358091 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc08e3-aec6-4003-b1c1-68b7c67466f6 None None] Checking router: 4e5ebdaa-644c-40c7-996d-6ad4aa551824 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:46:08.358618 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc08e3-aec6-4003-b1c1-68b7c67466f6 None None] Updating router 4e5ebdaa-644c-40c7-996d-6ad4aa551824 port 01c506c6-b375-4e30-a907-e14805fe24da binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:46:08.388059 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7fc08e3-aec6-4003-b1c1-68b7c67466f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:08.392293 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-5a1b55ba-a771-450e-acf0-c890999cd84d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=210b1822-b19c-4a3a-bd44-f48c8d787bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1454875 Apr 21 12:46:08.599889 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b9b2b-d53f-4c86-8705-611dfb9ac7df req-c1915d62-980e-4884-a4fb-c8992989f06e tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:08.601419 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4c9b9b2b-d53f-4c86-8705-611dfb9ac7df req-c1915d62-980e-4884-a4fb-c8992989f06e tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 950 time: 0.2797711 Apr 21 12:46:08.616983 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-fcb66940-98b0-47de-8c05-55548d2e522f req-bfaf441d-367d-48da-b72c-b9c4bc7e5ae3 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Deleting port c398ad9d-e563-462c-9396-11c97eb441ca {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:46:08.617320 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fcb66940-98b0-47de-8c05-55548d2e522f req-bfaf441d-367d-48da-b72c-b9c4bc7e5ae3 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:08.630831 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-2feb0657-ac21-4cf1-8646-f1fd1986cf71 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:08.632328 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-2feb0657-ac21-4cf1-8646-f1fd1986cf71 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/networks?id=ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8 HTTP/1.1" status: 200 len: 811 time: 0.3897016 Apr 21 12:46:08.673484 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-5ec5bbb0-d4da-4b56-aa0e-8b3a74f490d1 service neutron] 10.222.0.26 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200204 Apr 21 12:46:08.697796 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7fc08e3-aec6-4003-b1c1-68b7c67466f6 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:08.750180 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-ef6ac026-19d0-4c64-a17c-642718d262b8 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/quotas/0ea723f58e5445d8b6c64b8934e36437 HTTP/1.1" status: 200 len: 375 time: 0.0898347 Apr 21 12:46:08.767229 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7fc08e3-aec6-4003-b1c1-68b7c67466f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:08.805502 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c398ad9d-e563-462c-9396-11c97eb441ca details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:46:08.810673 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4c9b9b2b-d53f-4c86-8705-611dfb9ac7df req-000b8813-963c-4822-af65-0ff452b21220 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963670 Apr 21 12:46:08.814720 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device f32192b3-34a2-4d77-95dd-34bd05cec1ce up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:46:08.819522 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-19c74b49-805c-45bf-980a-0932387dcc69 service neutron] 10.222.0.26 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883827 Apr 21 12:46:08.873913 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-fcb66940-98b0-47de-8c05-55548d2e522f req-bfaf441d-367d-48da-b72c-b9c4bc7e5ae3 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] For port c398ad9d-e563-462c-9396-11c97eb441ca, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c398ad9d-e563-462c-9396-11c97eb441ca,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:08.874280 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fcb66940-98b0-47de-8c05-55548d2e522f req-bfaf441d-367d-48da-b72c-b9c4bc7e5ae3 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:08.889551 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb843e-c36b-49db-a233-932007dabbea None None] Pushing event updated for resources: {'Port': ['ID=01c506c6-b375-4e30-a907-e14805fe24da,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:08.891864 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-fcb66940-98b0-47de-8c05-55548d2e522f req-bfaf441d-367d-48da-b72c-b9c4bc7e5ae3 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Calling delete_port for c398ad9d-e563-462c-9396-11c97eb441ca owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:46:08.945884 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b7fc08e3-aec6-4003-b1c1-68b7c67466f6 None None] Attempting to bind port 01c506c6-b375-4e30-a907-e14805fe24da on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:46:08.947146 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b7fc08e3-aec6-4003-b1c1-68b7c67466f6 None None] Attempting to bind port 01c506c6-b375-4e30-a907-e14805fe24da by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '69ee921f-0045-45a5-a81c-094ee61a7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:46:08.947745 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fc08e3-aec6-4003-b1c1-68b7c67466f6 None None] Attempting to bind port 01c506c6-b375-4e30-a907-e14805fe24da on network ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:46:08.951497 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port f32192b3-34a2-4d77-95dd-34bd05cec1ce triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:46:08.951875 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:08.955036 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fc08e3-aec6-4003-b1c1-68b7c67466f6 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:46:08.955912 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fc08e3-aec6-4003-b1c1-68b7c67466f6 None None] Checking segment: {'id': '69ee921f-0045-45a5-a81c-094ee61a7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:46:08.956475 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7fc08e3-aec6-4003-b1c1-68b7c67466f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:08.958080 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7fc08e3-aec6-4003-b1c1-68b7c67466f6 None None] Bound using segment: {'id': '69ee921f-0045-45a5-a81c-094ee61a7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:46:08.958733 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b7fc08e3-aec6-4003-b1c1-68b7c67466f6 None None] Bound port: 01c506c6-b375-4e30-a907-e14805fe24da, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69ee921f-0045-45a5-a81c-094ee61a7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:46:08.959417 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7fc08e3-aec6-4003-b1c1-68b7c67466f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:09.039124 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b7fc08e3-aec6-4003-b1c1-68b7c67466f6 None None] For port 01c506c6-b375-4e30-a907-e14805fe24da, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:46:09.042604 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b7fc08e3-aec6-4003-b1c1-68b7c67466f6 None None] For port 01c506c6-b375-4e30-a907-e14805fe24da, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=01c506c6-b375-4e30-a907-e14805fe24da,segment=NetworkSegment(69ee921f-0045-45a5-a81c-094ee61a7f9a),segment_id=69ee921f-0045-45a5-a81c-094ee61a7f9a)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:46:09.095668 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port c398ad9d-e563-462c-9396-11c97eb441ca, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c398ad9d-e563-462c-9396-11c97eb441ca,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:09.113735 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'c398ad9d-e563-462c-9396-11c97eb441ca', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': 'c398ad9d-e563-462c-9396-11c97eb441ca', 'mac_address': 'fa:16:3e:73:73:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:46:09.117396 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:09.138994 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b84f74e-dce8-4c6c-a4b8-5bee866472f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32192b3-34a2-4d77-95dd-34bd05cec1ce'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:46:09.141289 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ea7906-994a-45cc-9272-83dad873a7ce" -d '{"events": [{"server_uuid": "3b84f74e-dce8-4c6c-a4b8-5bee866472f3", "name": "network-vif-plugged", "status": "completed", "tag": "f32192b3-34a2-4d77-95dd-34bd05cec1ce"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:46:09.154817 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port f32192b3-34a2-4d77-95dd-34bd05cec1ce, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=f32192b3-34a2-4d77-95dd-34bd05cec1ce,segment=NetworkSegment(970b3fae-3789-466b-a3f7-fb9bdc70d734),segment_id=970b3fae-3789-466b-a3f7-fb9bdc70d734)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:09.191815 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7fc08e3-aec6-4003-b1c1-68b7c67466f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:09.224466 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6dfb8b9b-7d12-4201-8d2a-652d5050160a req-03c75235-23b2-4809-a24a-15576ca63db2 service neutron] 10.222.0.26 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5094388 Apr 21 12:46:09.232441 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-8177700d-b824-49f3-bf7f-87d1ed0907d9 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ea723f58e5445d8b6c64b8934e36437&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4679191 Apr 21 12:46:09.242058 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d8da0-5fb0-415f-bab5-606aeefd533a req-c41cae9c-2967-4e6e-8747-0b2bee2440f5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:09.243563 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-073d8da0-5fb0-415f-bab5-606aeefd533a req-c41cae9c-2967-4e6e-8747-0b2bee2440f5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=227eb849-9a84-43fa-876c-00902a2529cb HTTP/1.1" status: 200 len: 943 time: 0.1670089 Apr 21 12:46:09.255208 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fc08e3-aec6-4003-b1c1-68b7c67466f6 None None] Routers {'4e5ebdaa-644c-40c7-996d-6ad4aa551824'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:46:09.257095 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b7fc08e3-aec6-4003-b1c1-68b7c67466f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:45:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['4e5ebdaa-644c-40c7-996d-6ad4aa551824'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:46:09.282003 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:09.324983 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fcb66940-98b0-47de-8c05-55548d2e522f req-bfaf441d-367d-48da-b72c-b9c4bc7e5ae3 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:09.329735 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb843e-c36b-49db-a233-932007dabbea None None] Pushing event updated for resources: {'Port': ['ID=01c506c6-b375-4e30-a907-e14805fe24da,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:09.352053 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['2e7a6832-91aa-4c23-97cb-cf53fb940956'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:46:09.357297 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['a04337c4-fdf9-4860-8c09-d882271e65e0', '02fc27ae-4f61-46ca-99ae-7b6a2be21846'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:46:09.416087 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf441d-367d-48da-b72c-b9c4bc7e5ae3 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Pushing event deleted for resources: {'Port': ['ID=c398ad9d-e563-462c-9396-11c97eb441ca,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:09.453240 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9245e386-e514-47c5-9a9c-78a23f808e2b req-d411f7bc-5476-4f44-8ba5-334c484411c9 service neutron] 10.222.0.26 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596976 Apr 21 12:46:09.498568 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b7fc08e3-aec6-4003-b1c1-68b7c67466f6 None None] Set router 4e5ebdaa-644c-40c7-996d-6ad4aa551824 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:46:09.546743 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb66940-98b0-47de-8c05-55548d2e522f req-bfaf441d-367d-48da-b72c-b9c4bc7e5ae3 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] No DVR routers for this DVR port c398ad9d-e563-462c-9396-11c97eb441ca on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:46:09.558161 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=f32192b3-34a2-4d77-95dd-34bd05cec1ce,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:09.562719 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-073d8da0-5fb0-415f-bab5-606aeefd533a req-e9e3f217-3ce0-4bcd-9a20-54d4c12869c5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021753 Apr 21 12:46:09.563868 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fcb66940-98b0-47de-8c05-55548d2e522f req-bfaf441d-367d-48da-b72c-b9c4bc7e5ae3 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:09.576970 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fcb66940-98b0-47de-8c05-55548d2e522f req-bfaf441d-367d-48da-b72c-b9c4bc7e5ae3 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.24 "DELETE /v2.0/ports/c398ad9d-e563-462c-9396-11c97eb441ca HTTP/1.1" status: 204 len: 173 time: 1.4533167 Apr 21 12:46:09.579858 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ba19c75-0590-4afb-bbf9-db5708565258', 'tag': '5da0934d-ff91-4f6e-815e-f50d923aaac6'}, {'server_uuid': '53eaa29e-245b-42e0-ab80-786e596550a6', 'name': 'network-vif-deleted', 'tag': 'c398ad9d-e563-462c-9396-11c97eb441ca'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:46:09.583148 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8bddae-ea17-404a-b739-ab059550d0b7" -d '{"events": [{"name": "network-changed", "server_uuid": "0ba19c75-0590-4afb-bbf9-db5708565258", "tag": "5da0934d-ff91-4f6e-815e-f50d923aaac6"}, {"server_uuid": "53eaa29e-245b-42e0-ab80-786e596550a6", "name": "network-vif-deleted", "tag": "c398ad9d-e563-462c-9396-11c97eb441ca"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:46:09.595758 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-027ee1b5-da0d-40c1-b498-d3a86575d7aa service neutron] 10.222.0.36 "GET /v2.0/networks/ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364356 Apr 21 12:46:09.655776 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94409592-24bb-4744-a680-8931b038cb97 req-6cd0c86c-d045-49ea-92cb-d5d119fb5563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:09.657343 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94409592-24bb-4744-a680-8931b038cb97 req-6cd0c86c-d045-49ea-92cb-d5d119fb5563 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ca86f47c8c14947a62af2b454f0a117&device_id=227eb849-9a84-43fa-876c-00902a2529cb HTTP/1.1" status: 200 len: 1094 time: 0.2600152 Apr 21 12:46:09.807638 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94409592-24bb-4744-a680-8931b038cb97 req-715d7eb2-d32c-42bc-ac82-b9a689476ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:09.809311 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94409592-24bb-4744-a680-8931b038cb97 req-715d7eb2-d32c-42bc-ac82-b9a689476ae8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f HTTP/1.1" status: 200 len: 913 time: 0.1415560 Apr 21 12:46:09.901648 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b7fc08e3-aec6-4003-b1c1-68b7c67466f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5ebdaa-644c-40c7-996d-6ad4aa551824', 'name': 'tempest-ServerRescueTestJSON-1760696440-router', 'tenant_id': '0ea723f58e5445d8b6c64b8934e36437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'a7615fba-e190-42db-bc9e-63cc868dc28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:45:55Z', 'updated_at': '2022-04-21T12:46:04Z', 'revision_number': 4, 'project_id': '0ea723f58e5445d8b6c64b8934e36437', 'gw_port': {'id': 'a7615fba-e190-42db-bc9e-63cc868dc28a', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5ebdaa-644c-40c7-996d-6ad4aa551824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:45:56Z', 'updated_at': '2022-04-21T12:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '01c506c6-b375-4e30-a907-e14805fe24da', 'name': '', 'network_id': 'ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8', 'tenant_id': '0ea723f58e5445d8b6c64b8934e36437', 'mac_address': 'fa:16:3e:fc:d9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5ebdaa-644c-40c7-996d-6ad4aa551824', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'fbdf28f5-2143-4a75-a463-9598e4349b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:46:02Z', 'updated_at': '2022-04-21T12:46:09Z', 'revision_number': 4, 'project_id': '0ea723f58e5445d8b6c64b8934e36437', 'subnets': [{'id': 'fbdf28f5-2143-4a75-a463-9598e4349b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:46:09.923657 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94409592-24bb-4744-a680-8931b038cb97 req-5d6e1ecc-5679-4bb3-b301-2a7b220aeb8d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13 HTTP/1.1" status: 200 len: 217 time: 0.0778658 Apr 21 12:46:09.944140 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc08e3-aec6-4003-b1c1-68b7c67466f6 None None] The sync data for ids ['4e5ebdaa-644c-40c7-996d-6ad4aa551824'] in n-d-836147-2 is: [{'id': '4e5ebdaa-644c-40c7-996d-6ad4aa551824', 'name': 'tempest-ServerRescueTestJSON-1760696440-router', 'tenant_id': '0ea723f58e5445d8b6c64b8934e36437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'a7615fba-e190-42db-bc9e-63cc868dc28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:45:55Z', 'updated_at': '2022-04-21T12:46:04Z', 'revision_number': 4, 'project_id': '0ea723f58e5445d8b6c64b8934e36437', 'gw_port': {'id': 'a7615fba-e190-42db-bc9e-63cc868dc28a', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5ebdaa-644c-40c7-996d-6ad4aa551824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:45:56Z', 'updated_at': '2022-04-21T12:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '01c506c6-b375-4e30-a907-e14805fe24da', 'name': '', 'network_id': 'ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8', 'tenant_id': '0ea723f58e5445d8b6c64b8934e36437', 'mac_address': 'fa:16:3e:fc:d9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e5ebdaa-644c-40c7-996d-6ad4aa551824', 'device_owner': 'network:router_interface', 'standard_attr_id': 2130, 'fixed_ips': [{'subnet_id': 'fbdf28f5-2143-4a75-a463-9598e4349b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:46:02Z', 'updated_at': '2022-04-21T12:46:09Z', 'revision_number': 4, 'project_id': '0ea723f58e5445d8b6c64b8934e36437', 'subnets': [{'id': 'fbdf28f5-2143-4a75-a463-9598e4349b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:46:10.121785 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e071bf-5b64-44db-9f65-c3625e760824 req-ebebc168-54f3-4305-9ea4-7606a00b81df tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:10.133167 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13e071bf-5b64-44db-9f65-c3625e760824 req-ebebc168-54f3-4305-9ea4-7606a00b81df tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 945 time: 0.3227158 Apr 21 12:46:10.188058 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-0a2dfd12-e5e6-412b-8e4d-99c997daf1a1 service neutron] 10.222.0.36 "GET /v2.0/networks/ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5822699 Apr 21 12:46:10.189747 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94409592-24bb-4744-a680-8931b038cb97 req-560cb0bf-bd84-47b1-8666-b9dbea84f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:10.191426 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94409592-24bb-4744-a680-8931b038cb97 req-560cb0bf-bd84-47b1-8666-b9dbea84f058 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7de8299c-2f72-4fcd-b7b0-175fd3b81685 HTTP/1.1" status: 200 len: 852 time: 0.2236278 Apr 21 12:46:10.232559 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7786f647-b4e5-49ad-8176-58b0e2c648f8 req-479d1ca9-2625-46ea-a007-35d6c48182d3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3144538 Apr 21 12:46:10.551557 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bd325c-30bb-49fe-bdee-c19905e3c9bf x-openstack-request-id: req-f4bd325c-30bb-49fe-bdee-c19905e3c9bf {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:46:10.551557 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b84f74e-dce8-4c6c-a4b8-5bee866472f3", "name": "network-vif-plugged", "status": "completed", "tag": "f32192b3-34a2-4d77-95dd-34bd05cec1ce", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:46:10.551557 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f4bd325c-30bb-49fe-bdee-c19905e3c9bf {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:46:10.551557 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4bd325c-30bb-49fe-bdee-c19905e3c9bf'] response: {'server_uuid': '3b84f74e-dce8-4c6c-a4b8-5bee866472f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f32192b3-34a2-4d77-95dd-34bd05cec1ce', 'code': 200} Apr 21 12:46:10.570129 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 01c506c6-b375-4e30-a907-e14805fe24da up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:46:10.769843 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 01c506c6-b375-4e30-a907-e14805fe24da triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:46:10.770244 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:10.793335 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c398ad9d-e563-462c-9396-11c97eb441ca no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:46:10.881398 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: c398ad9d-e563-462c-9396-11c97eb441ca {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:46:10.884893 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c398ad9d-e563-462c-9396-11c97eb441ca not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:46:10.959001 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:11.001073 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 01c506c6-b375-4e30-a907-e14805fe24da, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=01c506c6-b375-4e30-a907-e14805fe24da,segment=NetworkSegment(69ee921f-0045-45a5-a81c-094ee61a7f9a),segment_id=69ee921f-0045-45a5-a81c-094ee61a7f9a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:11.047519 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94409592-24bb-4744-a680-8931b038cb97 req-2f6de6b5-dccd-43f6-b26e-f066af45dac4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8484766 Apr 21 12:46:11.068549 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13e071bf-5b64-44db-9f65-c3625e760824 req-02afc02c-f2e5-4fc1-88d6-c29beb7ac43d tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9210658 Apr 21 12:46:11.100140 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:11.220994 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=01c506c6-b375-4e30-a907-e14805fe24da,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:11.243024 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 21 Apr 2022 12:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da22eb32-7256-46b9-bdb7-b7c7f0910f03 x-openstack-request-id: req-da22eb32-7256-46b9-bdb7-b7c7f0910f03 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:46:11.243328 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ba19c75-0590-4afb-bbf9-db5708565258", "tag": "5da0934d-ff91-4f6e-815e-f50d923aaac6", "status": "completed", "code": 200}, {"server_uuid": "53eaa29e-245b-42e0-ab80-786e596550a6", "name": "network-vif-deleted", "tag": "c398ad9d-e563-462c-9396-11c97eb441ca", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:46:11.243761 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-da22eb32-7256-46b9-bdb7-b7c7f0910f03 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:46:11.244339 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da22eb32-7256-46b9-bdb7-b7c7f0910f03'] response: {'name': 'network-changed', 'server_uuid': '0ba19c75-0590-4afb-bbf9-db5708565258', 'tag': '5da0934d-ff91-4f6e-815e-f50d923aaac6', 'status': 'completed', 'code': 200} Apr 21 12:46:11.244763 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da22eb32-7256-46b9-bdb7-b7c7f0910f03'] response: {'server_uuid': '53eaa29e-245b-42e0-ab80-786e596550a6', 'name': 'network-vif-deleted', 'tag': 'c398ad9d-e563-462c-9396-11c97eb441ca', 'status': 'completed', 'code': 200} Apr 21 12:46:11.414769 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94409592-24bb-4744-a680-8931b038cb97 req-0ba2dad8-5bac-417e-b734-7db3ddc427ba service neutron] 10.222.0.26 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230343 Apr 21 12:46:11.426240 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786f647-b4e5-49ad-8176-58b0e2c648f8 req-bac2345a-9079-49ea-b632-f43595fbe272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:11.428163 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7786f647-b4e5-49ad-8176-58b0e2c648f8 req-bac2345a-9079-49ea-b632-f43595fbe272 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 1100 time: 0.3860817 Apr 21 12:46:11.466511 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df72a630-2b0d-485b-9274-b9f467917f4d req-f4baea11-9faf-4f8e-bdd4-f9979899489b tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=53eaa29e-245b-42e0-ab80-786e596550a6 HTTP/1.1" status: 200 len: 210 time: 0.1193981 Apr 21 12:46:11.552386 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031465f-ddea-40b7-8374-4efa199df13b req-eda972fa-6cc1-413e-808a-5e21fbfaa754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:11.553960 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b031465f-ddea-40b7-8374-4efa199df13b req-eda972fa-6cc1-413e-808a-5e21fbfaa754 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 1096 time: 0.5102906 Apr 21 12:46:11.594545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5248aa-1ef2-4803-b496-2f0394172aa5 req-feba9846-8fb3-4232-b270-4b9bb352330e tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:11.596057 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d5248aa-1ef2-4803-b496-2f0394172aa5 req-feba9846-8fb3-4232-b270-4b9bb352330e tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba19c75-0590-4afb-bbf9-db5708565258 HTTP/1.1" status: 200 len: 944 time: 0.5510528 Apr 21 12:46:11.598498 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bddae-ea17-404a-b739-ab059550d0b7 req-b2f324da-159b-4168-a8a7-f96d5cefb47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:11.599950 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e8bddae-ea17-404a-b739-ab059550d0b7 req-b2f324da-159b-4168-a8a7-f96d5cefb47d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=820f30556a864d2abf13eb66052aec75&device_id=0ba19c75-0590-4afb-bbf9-db5708565258 HTTP/1.1" status: 200 len: 1095 time: 0.3540933 Apr 21 12:46:11.698076 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b4e41cd2-f2ba-41df-91f5-b071b0a45c4d req-f32a1504-5f7f-43d5-a5f3-37eed7885151 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 210 time: 0.1381383 Apr 21 12:46:11.866726 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b031465f-ddea-40b7-8374-4efa199df13b req-ec335991-fe93-4715-aea9-455f9216023b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903843 Apr 21 12:46:11.913224 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:46:11.935035 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786f647-b4e5-49ad-8176-58b0e2c648f8 req-93e9a615-3cf7-4bff-a856-b93ae42a5c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:11.936848 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7786f647-b4e5-49ad-8176-58b0e2c648f8 req-93e9a615-3cf7-4bff-a856-b93ae42a5c7f service neutron] 10.222.0.26 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.4597483 Apr 21 12:46:11.964433 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d5248aa-1ef2-4803-b496-2f0394172aa5 req-ac87ebae-5fe2-4641-a15d-003e018495fb tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806048 Apr 21 12:46:12.016125 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94409592-24bb-4744-a680-8931b038cb97 req-ccce7567-70a5-45d1-ac20-b257cbaf5272 service neutron] 10.222.0.26 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574918 Apr 21 12:46:12.020072 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7786f647-b4e5-49ad-8176-58b0e2c648f8 req-788115f7-42da-46fe-8e34-b4a9887a4770 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=02fc27ae-4f61-46ca-99ae-7b6a2be21846 HTTP/1.1" status: 200 len: 217 time: 0.0666089 Apr 21 12:46:12.022297 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bddae-ea17-404a-b739-ab059550d0b7 req-f6f485a4-cde5-454a-a3a2-7572908ef76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:12.024143 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e8bddae-ea17-404a-b739-ab059550d0b7 req-f6f485a4-cde5-454a-a3a2-7572908ef76c service neutron] 10.222.0.26 "GET /v2.0/networks?id=210b1822-b19c-4a3a-bd44-f48c8d787bcf HTTP/1.1" status: 200 len: 907 time: 0.3392351 Apr 21 12:46:12.048925 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f316b29-6f2b-4241-9e4e-a9e6078070b5 req-97b24285-cfc6-4695-b18f-bb9e70b35fe2 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:12.050610 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6f316b29-6f2b-4241-9e4e-a9e6078070b5 req-97b24285-cfc6-4695-b18f-bb9e70b35fe2 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=227eb849-9a84-43fa-876c-00902a2529cb HTTP/1.1" status: 200 len: 943 time: 0.1963265 Apr 21 12:46:12.128351 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e8bddae-ea17-404a-b739-ab059550d0b7 req-460c44eb-2765-4363-935b-164024d5a0a4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5da0934d-ff91-4f6e-815e-f50d923aaac6 HTTP/1.1" status: 200 len: 217 time: 0.0946441 Apr 21 12:46:12.220294 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786f647-b4e5-49ad-8176-58b0e2c648f8 req-2a45e26f-3692-40db-9239-a52b9d9a7013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:12.222229 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7786f647-b4e5-49ad-8176-58b0e2c648f8 req-2a45e26f-3692-40db-9239-a52b9d9a7013 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1871550 Apr 21 12:46:12.244728 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6f316b29-6f2b-4241-9e4e-a9e6078070b5 req-7445876c-3275-418b-b95b-df3f147853ce tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824515 Apr 21 12:46:12.303992 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bddae-ea17-404a-b739-ab059550d0b7 req-3e2f55ce-810b-494a-b587-7b3655acb641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:12.305573 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e8bddae-ea17-404a-b739-ab059550d0b7 req-3e2f55ce-810b-494a-b587-7b3655acb641 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e66f24c-8af3-4904-ad4f-94ba052f7897 HTTP/1.1" status: 200 len: 846 time: 0.1684685 Apr 21 12:46:12.360056 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 5da0934d-ff91-4f6e-815e-f50d923aaac6 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:46:12.366557 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e8bddae-ea17-404a-b739-ab059550d0b7 req-80d42a06-f386-4420-8883-4f53f1041d98 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=210b1822-b19c-4a3a-bd44-f48c8d787bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474870 Apr 21 12:46:12.369940 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2d705c61-17f3-42c3-9b93-1650b001f97f req-8507e266-b35a-43c5-8984-3e1fba7ada1b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8bdd3805-1234-4398-85a9-031a300e1f01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1893690 Apr 21 12:46:12.464158 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 5da0934d-ff91-4f6e-815e-f50d923aaac6, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=5da0934d-ff91-4f6e-815e-f50d923aaac6,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:12.477550 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '5da0934d-ff91-4f6e-815e-f50d923aaac6', 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf', 'port_id': '5da0934d-ff91-4f6e-815e-f50d923aaac6', 'mac_address': 'fa:16:3e:45:72:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e66f24c-8af3-4904-ad4f-94ba052f7897', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:46:12.485117 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 01c506c6-b375-4e30-a907-e14805fe24da up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:46:12.532469 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e8bddae-ea17-404a-b739-ab059550d0b7 req-d59c0d90-76b8-4513-8ac4-b976ccdd5a04 service neutron] 10.222.0.26 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464643 Apr 21 12:46:12.583396 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:12.589536 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 01c506c6-b375-4e30-a907-e14805fe24da triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:46:12.589982 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:12.632709 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da0934d-ff91-4f6e-815e-f50d923aaac6 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:46:12.673069 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 5da0934d-ff91-4f6e-815e-f50d923aaac6, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=5da0934d-ff91-4f6e-815e-f50d923aaac6,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:12.693398 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e8bddae-ea17-404a-b739-ab059550d0b7 req-f65f6319-71a9-4a13-b7fb-36b814e5ca30 service neutron] 10.222.0.26 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595037 Apr 21 12:46:12.695862 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786f647-b4e5-49ad-8176-58b0e2c648f8 req-23f2d1d6-a998-4716-9373-4e05e364f154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:12.698244 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7786f647-b4e5-49ad-8176-58b0e2c648f8 req-23f2d1d6-a998-4716-9373-4e05e364f154 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4500513 Apr 21 12:46:12.790635 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:12.791613 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:46:12.818669 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea44bd7-c252-4228-a3ac-bd4636ce8280 req-e1dcea32-6a7a-46ea-a33c-d467ee3c8151 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:12.820395 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9ea44bd7-c252-4228-a3ac-bd4636ce8280 req-e1dcea32-6a7a-46ea-a33c-d467ee3c8151 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 945 time: 0.4704218 Apr 21 12:46:12.830646 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d705c61-17f3-42c3-9b93-1650b001f97f req-9605ee64-1c8f-4281-a34b-b7606cd382db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:12.833399 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2d705c61-17f3-42c3-9b93-1650b001f97f req-9605ee64-1c8f-4281-a34b-b7606cd382db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=820f30556a864d2abf13eb66052aec75&device_id=8bdd3805-1234-4398-85a9-031a300e1f01 HTTP/1.1" status: 200 len: 1097 time: 0.1851516 Apr 21 12:46:12.878095 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9ea44bd7-c252-4228-a3ac-bd4636ce8280 req-e6308ba7-df94-41af-9e47-1aac4c0833e6 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418296 Apr 21 12:46:13.016440 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7786f647-b4e5-49ad-8176-58b0e2c648f8 req-090e8328-3379-4bcc-a901-1dd85bf8bb18 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823567 Apr 21 12:46:13.083807 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:13.084584 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e73ede7e-a325-4f07-8ff7-1d7ffc76da0d req-fdc19b52-34ed-4bb7-8a5f-b616e6c64948 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 210 time: 0.0802033 Apr 21 12:46:13.125420 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13', 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f', 'port_id': '09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13', 'mac_address': 'fa:16:3e:5c:fa:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de8299c-2f72-4fcd-b7b0-175fd3b81685', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:46:13.127502 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=5da0934d-ff91-4f6e-815e-f50d923aaac6,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:13.180532 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:13.197186 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:46:13.223811 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:13.305549 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d705c61-17f3-42c3-9b93-1650b001f97f req-58158a32-a672-4408-b343-ad240a685fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:13.307234 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2d705c61-17f3-42c3-9b93-1650b001f97f req-58158a32-a672-4408-b343-ad240a685fcd service neutron] 10.222.0.24 "GET /v2.0/networks?id=210b1822-b19c-4a3a-bd44-f48c8d787bcf HTTP/1.1" status: 200 len: 907 time: 0.3842156 Apr 21 12:46:13.333674 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0280f-32c0-439a-8e5b-830bb90b12dd req-ac400fef-8594-4bb1-970a-37cf3ee9d103 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:13.338073 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dda0280f-32c0-439a-8e5b-830bb90b12dd req-ac400fef-8594-4bb1-970a-37cf3ee9d103 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba19c75-0590-4afb-bbf9-db5708565258 HTTP/1.1" status: 200 len: 945 time: 0.1580403 Apr 21 12:46:13.351903 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7786f647-b4e5-49ad-8176-58b0e2c648f8 req-3dd908b2-ed7b-45ce-ae82-863bb1fc0e8c service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699554 Apr 21 12:46:13.396326 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2d705c61-17f3-42c3-9b93-1650b001f97f req-a56cb297-66cb-4f0a-b520-289899d12491 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8 HTTP/1.1" status: 200 len: 217 time: 0.0730903 Apr 21 12:46:13.433886 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:13.473469 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dda0280f-32c0-439a-8e5b-830bb90b12dd req-86226826-3747-43c9-8ca9-82c7fef9ed7e tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207821 Apr 21 12:46:13.481000 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc260f-f379-46af-a0c0-da0bf436599b req-6803c86b-1869-4cbf-9706-fc74a67fa1de tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:13.482584 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03cc260f-f379-46af-a0c0-da0bf436599b req-6803c86b-1869-4cbf-9706-fc74a67fa1de tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 951 time: 0.2081840 Apr 21 12:46:13.508203 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d705c61-17f3-42c3-9b93-1650b001f97f req-380a3b22-dd77-41a8-b768-b7f402758f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:13.508675 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:13.510100 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2d705c61-17f3-42c3-9b93-1650b001f97f req-380a3b22-dd77-41a8-b768-b7f402758f69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e66f24c-8af3-4904-ad4f-94ba052f7897 HTTP/1.1" status: 200 len: 846 time: 0.1048837 Apr 21 12:46:13.513843 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ba37ded-c123-4d82-be43-464e1de66911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:13.562175 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2d705c61-17f3-42c3-9b93-1650b001f97f req-dcd78756-d1bc-49f6-8cb7-58f116be4982 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=210b1822-b19c-4a3a-bd44-f48c8d787bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409784 Apr 21 12:46:13.626253 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03cc260f-f379-46af-a0c0-da0bf436599b req-179b049b-3b6a-4fa5-8293-d460a8506b96 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351230 Apr 21 12:46:13.707358 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104554f7-c958-426a-ab0b-f104e705dd76 req-20517800-1e25-4b31-8ef1-b1f52a7fd830 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:13.710406 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-104554f7-c958-426a-ab0b-f104e705dd76 req-20517800-1e25-4b31-8ef1-b1f52a7fd830 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=227eb849-9a84-43fa-876c-00902a2529cb HTTP/1.1" status: 200 len: 944 time: 0.1479113 Apr 21 12:46:13.770147 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2d705c61-17f3-42c3-9b93-1650b001f97f req-75ee61ba-8636-4ff4-9da8-c5a6125f1ef7 service neutron] 10.222.0.24 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751947 Apr 21 12:46:13.775625 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-104554f7-c958-426a-ab0b-f104e705dd76 req-bf785c78-951e-489e-8d3b-23e09a25d896 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618038 Apr 21 12:46:13.854962 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['5da0934d-ff91-4f6e-815e-f50d923aaac6'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:46:13.888972 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:46:13.896004 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2d705c61-17f3-42c3-9b93-1650b001f97f req-2b5880ca-acb0-4588-bc82-0027172eb331 service neutron] 10.222.0.24 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174493 Apr 21 12:46:14.177068 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f1211-6033-4052-b320-f6234ce2bcdf req-2bd943c1-2cca-4be1-bee9-7ab6073d94dc tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:14.190049 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-305f1211-6033-4052-b320-f6234ce2bcdf req-2bd943c1-2cca-4be1-bee9-7ab6073d94dc tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 945 time: 0.1229310 Apr 21 12:46:14.241268 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b140e8be-34f9-4bdb-9000-dfacf68c0763 req-93557546-daed-437b-a02c-b963e12af944 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 210 time: 0.0402861 Apr 21 12:46:14.248224 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-dc5e1228-3da1-42fa-b2eb-03058a337466 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:14.249644 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-dc5e1228-3da1-42fa-b2eb-03058a337466 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.24 "GET /v2.0/networks?id=ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8 HTTP/1.1" status: 200 len: 811 time: 0.2812304 Apr 21 12:46:14.271496 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-74a3cdee-fb0a-4182-87a0-6b3e43a33b14 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Request body: {'port': {'device_id': 'a01dc51e-27b8-43b7-b1d0-160b9ae85658', 'network_id': 'ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8', 'admin_state_up': True, 'tenant_id': '0ea723f58e5445d8b6c64b8934e36437'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:46:14.280433 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-305f1211-6033-4052-b320-f6234ce2bcdf req-c135a056-6b22-4a78-8933-1ccaf92573a9 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949478 Apr 21 12:46:14.458013 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36823d-d17a-42c0-b3dc-78e3e4b280af req-513cf3b5-6528-446c-8abc-84b05212f03a tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:14.467252 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a36823d-d17a-42c0-b3dc-78e3e4b280af req-513cf3b5-6528-446c-8abc-84b05212f03a tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 945 time: 0.0980103 Apr 21 12:46:14.506806 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a36823d-d17a-42c0-b3dc-78e3e4b280af req-4355f482-033f-40bd-99fe-7708c9872f02 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386827 Apr 21 12:46:14.561500 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-74a3cdee-fb0a-4182-87a0-6b3e43a33b14 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Made reservation on behalf of 0ea723f58e5445d8b6c64b8934e36437 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:46:14.566908 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-74a3cdee-fb0a-4182-87a0-6b3e43a33b14 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:14.727827 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04361e3-0f15-4388-a64e-a8c61837c7fb req-7a3e4e4d-ba43-4382-80c6-ff01d14ec63a tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:14.729534 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d04361e3-0f15-4388-a64e-a8c61837c7fb req-7a3e4e4d-ba43-4382-80c6-ff01d14ec63a tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba19c75-0590-4afb-bbf9-db5708565258 HTTP/1.1" status: 200 len: 945 time: 0.1427474 Apr 21 12:46:14.747661 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd45d659-72eb-454a-873b-0f2c705d8717 req-2fb1ba81-1e89-4400-936f-5219d806d758 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:14.749348 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dd45d659-72eb-454a-873b-0f2c705d8717 req-2fb1ba81-1e89-4400-936f-5219d806d758 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.24 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 951 time: 0.1472614 Apr 21 12:46:14.880923 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d04361e3-0f15-4388-a64e-a8c61837c7fb req-21258eed-7de1-4c6f-b96f-9efcb5300d55 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438031 Apr 21 12:46:14.886633 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-74a3cdee-fb0a-4182-87a0-6b3e43a33b14 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Allocated IP 172.20.0.8 (ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8/fbdf28f5-2143-4a75-a463-9598e4349b9b/4882ee69-7e0c-48bb-914a-6c131eb8440e) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:46:15.345682 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-dd45d659-72eb-454a-873b-0f2c705d8717 req-ecbf92d8-f11c-4339-8da9-fdb3b1ef667c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Deleting port 2e7a6832-91aa-4c23-97cb-cf53fb940956 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:46:15.346213 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dd45d659-72eb-454a-873b-0f2c705d8717 req-ecbf92d8-f11c-4339-8da9-fdb3b1ef667c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:15.480885 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf4b91-9673-4b90-b591-5c1a03fc0f16 req-ecd2c70f-2445-45af-8ffa-4cb601c98b69 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:15.482393 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35bf4b91-9673-4b90-b591-5c1a03fc0f16 req-ecd2c70f-2445-45af-8ffa-4cb601c98b69 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 951 time: 0.5179110 Apr 21 12:46:15.536665 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa9a0e8-3956-4e7e-8d27-3b3a8ab809f4 req-a0e74686-4de7-4373-86fe-78304f31ce2a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:15.538180 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5aa9a0e8-3956-4e7e-8d27-3b3a8ab809f4 req-a0e74686-4de7-4373-86fe-78304f31ce2a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=227eb849-9a84-43fa-876c-00902a2529cb HTTP/1.1" status: 200 len: 944 time: 0.2188342 Apr 21 12:46:15.612500 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-74a3cdee-fb0a-4182-87a0-6b3e43a33b14 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:15.620755 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-dd45d659-72eb-454a-873b-0f2c705d8717 req-ecbf92d8-f11c-4339-8da9-fdb3b1ef667c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] For port 2e7a6832-91aa-4c23-97cb-cf53fb940956, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=2e7a6832-91aa-4c23-97cb-cf53fb940956,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:15.621123 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dd45d659-72eb-454a-873b-0f2c705d8717 req-ecbf92d8-f11c-4339-8da9-fdb3b1ef667c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:15.628808 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35bf4b91-9673-4b90-b591-5c1a03fc0f16 req-71b84b71-d6f3-4f91-9fb9-8025eb270056 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370018 Apr 21 12:46:15.662312 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-dd45d659-72eb-454a-873b-0f2c705d8717 req-ecbf92d8-f11c-4339-8da9-fdb3b1ef667c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Calling delete_port for 2e7a6832-91aa-4c23-97cb-cf53fb940956 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:46:15.687767 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5aa9a0e8-3956-4e7e-8d27-3b3a8ab809f4 req-659a00d5-5add-4491-9b1b-3479f16a7015 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330314 Apr 21 12:46:15.708775 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f1db651-8dd4-43e7-a8a0-14dd2e305344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:15.833684 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-95c6c855-65fd-4ea9-abb7-4197a467e3d0 req-989d48c0-b433-4881-bad9-43cde6b8d5c8 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 210 time: 0.0714171 Apr 21 12:46:15.856339 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-74a3cdee-fb0a-4182-87a0-6b3e43a33b14 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:15.923232 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-d8ecd446-6493-4b25-805f-3c49b4f84698 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:15.926074 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-d8ecd446-6493-4b25-805f-3c49b4f84698 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/networks?id=30d24d19-5440-49dc-91a3-dbb88893c2b0 HTTP/1.1" status: 200 len: 814 time: 0.1974261 Apr 21 12:46:15.937665 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-74a3cdee-fb0a-4182-87a0-6b3e43a33b14 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Network ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:46:15.948568 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-74a3cdee-fb0a-4182-87a0-6b3e43a33b14 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:46:15.996000 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3cdee-fb0a-4182-87a0-6b3e43a33b14 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Pushing event updated for resources: {'Port': ['ID=4882ee69-7e0c-48bb-914a-6c131eb8440e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:16.000060 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-74a3cdee-fb0a-4182-87a0-6b3e43a33b14 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:46:16.068788 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-4a2b20cc-01ed-465c-b9a2-e92da7d0d0d1 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/quotas/68d8f7f0c8494afca5cc6cac50c337e8 HTTP/1.1" status: 200 len: 375 time: 0.1214252 Apr 21 12:46:16.132369 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-74a3cdee-fb0a-4182-87a0-6b3e43a33b14 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:16.132987 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-74a3cdee-fb0a-4182-87a0-6b3e43a33b14 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:16.150616 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1604c-7b89-4960-95df-a5828f55a023 req-c822f11f-e492-458f-acee-68627dc3413b tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:16.152093 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-edc1604c-7b89-4960-95df-a5828f55a023 req-c822f11f-e492-458f-acee-68627dc3413b tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba19c75-0590-4afb-bbf9-db5708565258 HTTP/1.1" status: 200 len: 945 time: 0.1477706 Apr 21 12:46:16.186651 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-c8093c8c-7592-4791-b3c2-f775ce524bbf tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=68d8f7f0c8494afca5cc6cac50c337e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1062150 Apr 21 12:46:16.221796 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-edc1604c-7b89-4960-95df-a5828f55a023 req-c0827c39-1de1-4c9c-a41c-e783dccc29ba tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625870 Apr 21 12:46:16.282875 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dd45d659-72eb-454a-873b-0f2c705d8717 req-ecbf92d8-f11c-4339-8da9-fdb3b1ef667c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:16.294627 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['a04337c4-fdf9-4860-8c09-d882271e65e0', '02fc27ae-4f61-46ca-99ae-7b6a2be21846'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:46:16.297850 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-74a3cdee-fb0a-4182-87a0-6b3e43a33b14 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0355172 Apr 21 12:46:16.323417 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-1171e496-f759-411d-b783-52e8a2d49056 service neutron] 10.222.0.36 "GET /v2.0/networks/30d24d19-5440-49dc-91a3-dbb88893c2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287611 Apr 21 12:46:16.327559 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-4ce1f0c7-9ff4-461e-862d-814d0782cccc service neutron] Request body: {'port': {'device_id': 'a01dc51e-27b8-43b7-b1d0-160b9ae85658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:46:16.331486 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbf92d8-f11c-4339-8da9-fdb3b1ef667c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Pushing event deleted for resources: {'Port': ['ID=2e7a6832-91aa-4c23-97cb-cf53fb940956,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:16.366774 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 5da0934d-ff91-4f6e-815e-f50d923aaac6 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:46:16.470418 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd45d659-72eb-454a-873b-0f2c705d8717 req-ecbf92d8-f11c-4339-8da9-fdb3b1ef667c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] No DVR routers for this DVR port 2e7a6832-91aa-4c23-97cb-cf53fb940956 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:46:16.501130 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dd45d659-72eb-454a-873b-0f2c705d8717 req-ecbf92d8-f11c-4339-8da9-fdb3b1ef667c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:16.504427 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dd45d659-72eb-454a-873b-0f2c705d8717 req-ecbf92d8-f11c-4339-8da9-fdb3b1ef667c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.24 "DELETE /v2.0/ports/2e7a6832-91aa-4c23-97cb-cf53fb940956 HTTP/1.1" status: 204 len: 173 time: 1.7468133 Apr 21 12:46:16.504893 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57956301-b174-4c6c-a2c9-9913752e1b46', 'name': 'network-vif-deleted', 'tag': '2e7a6832-91aa-4c23-97cb-cf53fb940956'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:46:16.507216 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9d03c1-49fc-4f97-8e59-3bc22ae14e7c" -d '{"events": [{"server_uuid": "57956301-b174-4c6c-a2c9-9913752e1b46", "name": "network-vif-deleted", "tag": "2e7a6832-91aa-4c23-97cb-cf53fb940956"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:46:16.521953 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-4ce1f0c7-9ff4-461e-862d-814d0782cccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:16.603568 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfcdf62-adec-4dd7-a3e1-f95b69a7c408 x-openstack-request-id: req-ccfcdf62-adec-4dd7-a3e1-f95b69a7c408 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:46:16.603568 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57956301-b174-4c6c-a2c9-9913752e1b46", "name": "network-vif-deleted", "tag": "2e7a6832-91aa-4c23-97cb-cf53fb940956", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:46:16.603849 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ccfcdf62-adec-4dd7-a3e1-f95b69a7c408 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:46:16.604062 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccfcdf62-adec-4dd7-a3e1-f95b69a7c408'] response: {'server_uuid': '57956301-b174-4c6c-a2c9-9913752e1b46', 'name': 'network-vif-deleted', 'tag': '2e7a6832-91aa-4c23-97cb-cf53fb940956', 'status': 'completed', 'code': 200} Apr 21 12:46:16.610552 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 5da0934d-ff91-4f6e-815e-f50d923aaac6 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:46:16.619080 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c8896-0265-4831-8d20-b90caea41559 req-7c621b80-6879-41ab-bf47-f0234a18ac84 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:16.620781 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 5da0934d-ff91-4f6e-815e-f50d923aaac6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:46:16.621146 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:16.625629 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-a2a39dd2-9310-4efb-9658-008dc8e5c0a8 service neutron] 10.222.0.36 "GET /v2.0/networks/30d24d19-5440-49dc-91a3-dbb88893c2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775102 Apr 21 12:46:16.639156 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a83c8896-0265-4831-8d20-b90caea41559 req-7c621b80-6879-41ab-bf47-f0234a18ac84 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b84f74e-dce8-4c6c-a4b8-5bee866472f3 HTTP/1.1" status: 200 len: 945 time: 0.1543713 Apr 21 12:46:16.844525 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 2e7a6832-91aa-4c23-97cb-cf53fb940956 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:46:16.860204 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-a83c8896-0265-4831-8d20-b90caea41559 req-c04c0a48-51ba-4911-8d28-493d4106971b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Deleting port f32192b3-34a2-4d77-95dd-34bd05cec1ce {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:46:16.860858 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a83c8896-0265-4831-8d20-b90caea41559 req-c04c0a48-51ba-4911-8d28-493d4106971b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:16.907741 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 2e7a6832-91aa-4c23-97cb-cf53fb940956 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:46:16.908295 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 2e7a6832-91aa-4c23-97cb-cf53fb940956 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:46:16.911796 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-536aea80-ab01-41b8-a803-bd4d6c4d746f req-30f4273f-374b-4a1a-bbbf-0dec4e291aa3 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 210 time: 0.1200922 Apr 21 12:46:16.921812 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:17.043927 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:17.056848 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba19c75-0590-4afb-bbf9-db5708565258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da0934d-ff91-4f6e-815e-f50d923aaac6'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:46:17.063533 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15dc6956-cd9b-46d9-8f8f-88fe328acbbb" -d '{"events": [{"server_uuid": "0ba19c75-0590-4afb-bbf9-db5708565258", "name": "network-vif-plugged", "status": "completed", "tag": "5da0934d-ff91-4f6e-815e-f50d923aaac6"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:46:17.101136 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 5da0934d-ff91-4f6e-815e-f50d923aaac6, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=5da0934d-ff91-4f6e-815e-f50d923aaac6,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:17.160119 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-a83c8896-0265-4831-8d20-b90caea41559 req-c04c0a48-51ba-4911-8d28-493d4106971b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] For port f32192b3-34a2-4d77-95dd-34bd05cec1ce, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=f32192b3-34a2-4d77-95dd-34bd05cec1ce,segment=NetworkSegment(970b3fae-3789-466b-a3f7-fb9bdc70d734),segment_id=970b3fae-3789-466b-a3f7-fb9bdc70d734)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:17.160629 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a83c8896-0265-4831-8d20-b90caea41559 req-c04c0a48-51ba-4911-8d28-493d4106971b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:17.189690 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-a83c8896-0265-4831-8d20-b90caea41559 req-c04c0a48-51ba-4911-8d28-493d4106971b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Calling delete_port for f32192b3-34a2-4d77-95dd-34bd05cec1ce owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:46:17.198153 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-4ce1f0c7-9ff4-461e-862d-814d0782cccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4882ee69-7e0c-48bb-914a-6c131eb8440e {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:46:17.213047 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-4ce1f0c7-9ff4-461e-862d-814d0782cccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:17.236017 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:17.237186 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:46:17.240451 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80928a79-8758-4732-8975-ea583d7d18c1 req-97e8b0f7-78a5-48c6-8cfc-e675a699b0b6 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:17.250121 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80928a79-8758-4732-8975-ea583d7d18c1 req-97e8b0f7-78a5-48c6-8cfc-e675a699b0b6 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=227eb849-9a84-43fa-876c-00902a2529cb HTTP/1.1" status: 200 len: 944 time: 0.1228216 Apr 21 12:46:17.272711 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-4ce1f0c7-9ff4-461e-862d-814d0782cccc service neutron] Transition to ACTIVE for port object 4882ee69-7e0c-48bb-914a-6c131eb8440e will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:46:17.284941 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f478723-b91b-4f05-a293-f7bf2c465e27 req-36eeb575-6e4c-463a-9fa8-6a6237f4aaa8 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:17.290070 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f478723-b91b-4f05-a293-f7bf2c465e27 req-36eeb575-6e4c-463a-9fa8-6a6237f4aaa8 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 931 time: 0.1601748 Apr 21 12:46:17.349489 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80928a79-8758-4732-8975-ea583d7d18c1 req-75a43c7c-f042-44a7-98eb-1ec4ff1f9fb7 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935400 Apr 21 12:46:17.352209 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f478723-b91b-4f05-a293-f7bf2c465e27 req-6b2fbb03-20c9-4e82-84b6-4bb10509f4db tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549293 Apr 21 12:46:17.357622 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=5da0934d-ff91-4f6e-815e-f50d923aaac6,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:17.434432 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870950ca-7c3a-4699-961c-09e7adee825d x-openstack-request-id: req-870950ca-7c3a-4699-961c-09e7adee825d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:46:17.434954 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba19c75-0590-4afb-bbf9-db5708565258", "name": "network-vif-plugged", "status": "completed", "tag": "5da0934d-ff91-4f6e-815e-f50d923aaac6", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:46:17.435378 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-870950ca-7c3a-4699-961c-09e7adee825d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:46:17.435885 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-870950ca-7c3a-4699-961c-09e7adee825d'] response: {'server_uuid': '0ba19c75-0590-4afb-bbf9-db5708565258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da0934d-ff91-4f6e-815e-f50d923aaac6', 'code': 200} Apr 21 12:46:17.452075 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cdbef135-e157-4eb9-a403-154021588c2c req-570ff2f9-37c1-4941-bf61-795ccdf3063d tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=267b24f3-5365-4645-8a79-328b35690530 HTTP/1.1" status: 200 len: 210 time: 0.0325525 Apr 21 12:46:17.453236 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-4ce1f0c7-9ff4-461e-862d-814d0782cccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:17.583305 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1f0c7-9ff4-461e-862d-814d0782cccc service neutron] Pushing event updated for resources: {'Port': ['ID=4882ee69-7e0c-48bb-914a-6c131eb8440e,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:17.613313 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:46:17.631279 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:46:17.631797 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:17.639470 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395e34e-f719-4618-a115-ce73763d7d48 req-6fae4e95-911d-4e1f-a796-53e2c85f0a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:17.641649 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4395e34e-f719-4618-a115-ce73763d7d48 req-6fae4e95-911d-4e1f-a796-53e2c85f0a58 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0ba19c75-0590-4afb-bbf9-db5708565258 HTTP/1.1" status: 200 len: 1097 time: 0.1363699 Apr 21 12:46:17.659292 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a83c8896-0265-4831-8d20-b90caea41559 req-c04c0a48-51ba-4911-8d28-493d4106971b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:17.680228 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422373db-6973-4ba8-8cce-ee91a23988fd req-475c5ff4-a988-4180-9644-070f6783f809 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:17.687803 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-422373db-6973-4ba8-8cce-ee91a23988fd req-475c5ff4-a988-4180-9644-070f6783f809 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba19c75-0590-4afb-bbf9-db5708565258 HTTP/1.1" status: 200 len: 946 time: 0.1548154 Apr 21 12:46:17.705782 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04c0a48-51ba-4911-8d28-493d4106971b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Pushing event deleted for resources: {'Port': ['ID=f32192b3-34a2-4d77-95dd-34bd05cec1ce,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:17.718568 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-4ce1f0c7-9ff4-461e-862d-814d0782cccc service neutron] Attempting to bind port 4882ee69-7e0c-48bb-914a-6c131eb8440e on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:46:17.718910 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-4ce1f0c7-9ff4-461e-862d-814d0782cccc service neutron] Attempting to bind port 4882ee69-7e0c-48bb-914a-6c131eb8440e by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '69ee921f-0045-45a5-a81c-094ee61a7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:46:17.719241 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-4ce1f0c7-9ff4-461e-862d-814d0782cccc service neutron] Attempting to bind port 4882ee69-7e0c-48bb-914a-6c131eb8440e on network ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:46:17.734385 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-4ce1f0c7-9ff4-461e-862d-814d0782cccc service neutron] Port 4882ee69-7e0c-48bb-914a-6c131eb8440e on network ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:46:17.735115 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-4ce1f0c7-9ff4-461e-862d-814d0782cccc service neutron] Attempting to bind port 4882ee69-7e0c-48bb-914a-6c131eb8440e on network ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:46:17.748006 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4395e34e-f719-4618-a115-ce73763d7d48 req-07f941f9-6e1d-4712-8bb7-e1a66f535a0e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920568 Apr 21 12:46:17.754178 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-4ce1f0c7-9ff4-461e-862d-814d0782cccc service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:46:17.754520 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-4ce1f0c7-9ff4-461e-862d-814d0782cccc service neutron] Checking segment: {'id': '69ee921f-0045-45a5-a81c-094ee61a7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:46:17.754911 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-4ce1f0c7-9ff4-461e-862d-814d0782cccc service neutron] Bound using segment: {'id': '69ee921f-0045-45a5-a81c-094ee61a7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:46:17.755352 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-4ce1f0c7-9ff4-461e-862d-814d0782cccc service neutron] Bound port: 4882ee69-7e0c-48bb-914a-6c131eb8440e, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ee921f-0045-45a5-a81c-094ee61a7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:46:17.755710 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-4ce1f0c7-9ff4-461e-862d-814d0782cccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:17.774453 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-422373db-6973-4ba8-8cce-ee91a23988fd req-5e3fa4a7-9718-4c1b-a44a-6a2afbc3e9af tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857632 Apr 21 12:46:17.778639 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-a83c8896-0265-4831-8d20-b90caea41559 req-c04c0a48-51ba-4911-8d28-493d4106971b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] No DVR routers for this DVR port f32192b3-34a2-4d77-95dd-34bd05cec1ce on host n-h2-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:46:17.781935 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a83c8896-0265-4831-8d20-b90caea41559 req-c04c0a48-51ba-4911-8d28-493d4106971b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:17.785497 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:17.789781 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a83c8896-0265-4831-8d20-b90caea41559 req-c04c0a48-51ba-4911-8d28-493d4106971b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.24 "DELETE /v2.0/ports/f32192b3-34a2-4d77-95dd-34bd05cec1ce HTTP/1.1" status: 204 len: 173 time: 1.1367974 Apr 21 12:46:17.789781 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b84f74e-dce8-4c6c-a4b8-5bee866472f3', 'name': 'network-vif-deleted', 'tag': 'f32192b3-34a2-4d77-95dd-34bd05cec1ce'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:46:17.797682 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a850abb-9bfd-4c60-a760-cf19467e249f" -d '{"events": [{"server_uuid": "3b84f74e-dce8-4c6c-a4b8-5bee866472f3", "name": "network-vif-deleted", "tag": "f32192b3-34a2-4d77-95dd-34bd05cec1ce"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:46:17.804789 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:17.866531 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:17.888212 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-4ce1f0c7-9ff4-461e-862d-814d0782cccc service neutron] For port 4882ee69-7e0c-48bb-914a-6c131eb8440e, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:46:17.895273 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-4ce1f0c7-9ff4-461e-862d-814d0782cccc service neutron] For port 4882ee69-7e0c-48bb-914a-6c131eb8440e, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=4882ee69-7e0c-48bb-914a-6c131eb8440e,segment=NetworkSegment(69ee921f-0045-45a5-a81c-094ee61a7f9a),segment_id=69ee921f-0045-45a5-a81c-094ee61a7f9a)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:46:17.947076 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e877d7c9-0d0d-440b-b7de-dd1a7002a6fe x-openstack-request-id: req-e877d7c9-0d0d-440b-b7de-dd1a7002a6fe {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:46:17.947370 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b84f74e-dce8-4c6c-a4b8-5bee866472f3", "name": "network-vif-deleted", "tag": "f32192b3-34a2-4d77-95dd-34bd05cec1ce", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:46:17.947811 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e877d7c9-0d0d-440b-b7de-dd1a7002a6fe {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:46:17.948226 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e877d7c9-0d0d-440b-b7de-dd1a7002a6fe'] response: {'server_uuid': '3b84f74e-dce8-4c6c-a4b8-5bee866472f3', 'name': 'network-vif-deleted', 'tag': 'f32192b3-34a2-4d77-95dd-34bd05cec1ce', 'status': 'completed', 'code': 200} Apr 21 12:46:18.035859 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:18.052612 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f2f6c8f-b9ee-47e6-8e1a-cf5408a6a1dc req-a88e96bf-9ff4-4c19-a29e-e92105bcbc05 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=57956301-b174-4c6c-a2c9-9913752e1b46 HTTP/1.1" status: 200 len: 210 time: 0.0393658 Apr 21 12:46:18.053891 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-4ce1f0c7-9ff4-461e-862d-814d0782cccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:18.101079 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-4ce1f0c7-9ff4-461e-862d-814d0782cccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:18.101228 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-4ce1f0c7-9ff4-461e-862d-814d0782cccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:18.102697 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-4ce1f0c7-9ff4-461e-862d-814d0782cccc service neutron] 10.222.0.24 "PUT /v2.0/ports/4882ee69-7e0c-48bb-914a-6c131eb8440e HTTP/1.1" status: 200 len: 1091 time: 1.7817702 Apr 21 12:46:18.102851 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:18.134888 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1f0c7-9ff4-461e-862d-814d0782cccc service neutron] Pushing event updated for resources: {'Port': ['ID=4882ee69-7e0c-48bb-914a-6c131eb8440e,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:18.413399 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-370abfa1-3348-40a0-93df-1185190e5af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:18.415307 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-370abfa1-3348-40a0-93df-1185190e5af0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ea723f58e5445d8b6c64b8934e36437&device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 1094 time: 0.0644948 Apr 21 12:46:18.483075 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-fc434e98-59aa-4f6e-b092-44e370b2d4ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4882ee69-7e0c-48bb-914a-6c131eb8440e HTTP/1.1" status: 200 len: 217 time: 0.0539713 Apr 21 12:46:18.538336 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:18.582645 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-c6022963-2e51-4809-9a64-005ead1597ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:18.584091 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-c6022963-2e51-4809-9a64-005ead1597ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fbdf28f5-2143-4a75-a463-9598e4349b9b HTTP/1.1" status: 200 len: 851 time: 0.0635688 Apr 21 12:46:18.591350 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535f0e3-20a9-4e53-ac83-7e78b7283a48 req-12edad95-5fb4-4c6d-9d7f-db1907e33b89 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:18.592748 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8535f0e3-20a9-4e53-ac83-7e78b7283a48 req-12edad95-5fb4-4c6d-9d7f-db1907e33b89 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 943 time: 0.1213984 Apr 21 12:46:18.600164 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf997de8-9822-4bec-8266-6fcb1c6e0a11 req-87df0d8e-a354-449d-af2f-3731154b4056 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:18.601512 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cf997de8-9822-4bec-8266-6fcb1c6e0a11 req-87df0d8e-a354-449d-af2f-3731154b4056 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=227eb849-9a84-43fa-876c-00902a2529cb HTTP/1.1" status: 200 len: 945 time: 0.1313083 Apr 21 12:46:18.610121 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a01dc51e-27b8-43b7-b1d0-160b9ae85658', 'tag': '4882ee69-7e0c-48bb-914a-6c131eb8440e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:46:18.612264 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0576ee7-37f0-4ac4-b6c8-22197b30d1fd" -d '{"events": [{"name": "network-changed", "server_uuid": "a01dc51e-27b8-43b7-b1d0-160b9ae85658", "tag": "4882ee69-7e0c-48bb-914a-6c131eb8440e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:46:18.649900 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-7b859944-a064-49fb-b525-84efcde49bbc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463054 Apr 21 12:46:18.714225 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:18.736112 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cf997de8-9822-4bec-8266-6fcb1c6e0a11 req-ba0b5cd5-6b79-43fc-9e73-bddc9c11330a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182775 Apr 21 12:46:18.740440 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8535f0e3-20a9-4e53-ac83-7e78b7283a48 req-90227b6d-98e2-407c-bff4-5ecf30e49f93 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380196 Apr 21 12:46:18.801545 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-53b8e16f-8742-4c14-8f20-54b4d3b0346d service neutron] 10.222.0.24 "GET /v2.0/networks/ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424453 Apr 21 12:46:18.849276 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbcf8a3-a867-4566-8982-a1b8ffa9b074 x-openstack-request-id: req-efbcf8a3-a867-4566-8982-a1b8ffa9b074 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:46:18.851020 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a01dc51e-27b8-43b7-b1d0-160b9ae85658", "tag": "4882ee69-7e0c-48bb-914a-6c131eb8440e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:46:18.851020 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-efbcf8a3-a867-4566-8982-a1b8ffa9b074 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:46:18.851020 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efbcf8a3-a867-4566-8982-a1b8ffa9b074'] response: {'name': 'network-changed', 'server_uuid': 'a01dc51e-27b8-43b7-b1d0-160b9ae85658', 'tag': '4882ee69-7e0c-48bb-914a-6c131eb8440e', 'status': 'completed', 'code': 200} Apr 21 12:46:18.854198 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device f32192b3-34a2-4d77-95dd-34bd05cec1ce no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:46:18.896854 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: f32192b3-34a2-4d77-95dd-34bd05cec1ce {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:46:18.897482 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device f32192b3-34a2-4d77-95dd-34bd05cec1ce not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:46:18.908814 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8822d2f7-0a4e-40b5-947d-6dff010997b0 req-30b83c18-b450-4bb7-bd36-02cb0e1e24b0 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=267b24f3-5365-4645-8a79-328b35690530 HTTP/1.1" status: 200 len: 210 time: 0.0619817 Apr 21 12:46:19.011638 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7fb3dd55-f44b-46dd-a21b-16597ad362bc req-abe935fb-5ab1-46a2-8d49-32668d5fa722 service neutron] 10.222.0.24 "GET /v2.0/networks/ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816022 Apr 21 12:46:19.024726 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523a78d-8744-425a-afca-ea517cd0a723 req-9a546722-246d-4ac1-ad41-4a4e0c72ca64 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:19.030046 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4523a78d-8744-425a-afca-ea517cd0a723 req-9a546722-246d-4ac1-ad41-4a4e0c72ca64 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba19c75-0590-4afb-bbf9-db5708565258 HTTP/1.1" status: 200 len: 946 time: 0.0935438 Apr 21 12:46:19.068250 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4523a78d-8744-425a-afca-ea517cd0a723 req-76abd4ae-add1-41c7-b2b0-4084c95c0a68 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356092 Apr 21 12:46:19.354336 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0576ee7-37f0-4ac4-b6c8-22197b30d1fd req-f74635fb-4459-4a76-afbd-c7dded57e754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:19.354336 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e0576ee7-37f0-4ac4-b6c8-22197b30d1fd req-f74635fb-4459-4a76-afbd-c7dded57e754 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ea723f58e5445d8b6c64b8934e36437&device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 1094 time: 0.0565040 Apr 21 12:46:19.436978 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227eb849-9a84-43fa-876c-00902a2529cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:46:19.440397 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9410f875-b915-488d-8f6e-ed3c55267065" -d '{"events": [{"server_uuid": "227eb849-9a84-43fa-876c-00902a2529cb", "name": "network-vif-plugged", "status": "completed", "tag": "09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:46:19.471317 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0576ee7-37f0-4ac4-b6c8-22197b30d1fd req-32d34577-8deb-4794-8f85-a7b671cadff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:19.474734 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e0576ee7-37f0-4ac4-b6c8-22197b30d1fd req-32d34577-8deb-4794-8f85-a7b671cadff9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8 HTTP/1.1" status: 200 len: 912 time: 0.1209631 Apr 21 12:46:19.479606 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97942624-d779-44c8-984d-8ab9df9e2256 x-openstack-request-id: req-97942624-d779-44c8-984d-8ab9df9e2256 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:46:19.479994 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227eb849-9a84-43fa-876c-00902a2529cb", "name": "network-vif-plugged", "status": "completed", "tag": "09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:46:19.480327 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-97942624-d779-44c8-984d-8ab9df9e2256 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:46:19.480873 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97942624-d779-44c8-984d-8ab9df9e2256'] response: {'server_uuid': '227eb849-9a84-43fa-876c-00902a2529cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13', 'code': 200} Apr 21 12:46:19.520529 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e0576ee7-37f0-4ac4-b6c8-22197b30d1fd req-d4b07933-25b5-4420-abfa-877ae9041583 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4882ee69-7e0c-48bb-914a-6c131eb8440e HTTP/1.1" status: 200 len: 217 time: 0.0401912 Apr 21 12:46:19.615823 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0576ee7-37f0-4ac4-b6c8-22197b30d1fd req-c32c0e56-f567-4e3c-bfca-199f4fa9681c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:19.617391 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e0576ee7-37f0-4ac4-b6c8-22197b30d1fd req-c32c0e56-f567-4e3c-bfca-199f4fa9681c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fbdf28f5-2143-4a75-a463-9598e4349b9b HTTP/1.1" status: 200 len: 851 time: 0.0893164 Apr 21 12:46:19.623917 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ad3de-1c92-487b-8989-0f203dd7059e req-a1804dd5-e122-49ef-99f7-0a717f3f7e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:19.625426 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-890ad3de-1c92-487b-8989-0f203dd7059e req-a1804dd5-e122-49ef-99f7-0a717f3f7e9d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=227eb849-9a84-43fa-876c-00902a2529cb HTTP/1.1" status: 200 len: 1096 time: 0.0596125 Apr 21 12:46:19.667490 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e0576ee7-37f0-4ac4-b6c8-22197b30d1fd req-f117399a-0b1d-4faa-a514-4d8b47bf8c3b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376077 Apr 21 12:46:19.710000 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-890ad3de-1c92-487b-8989-0f203dd7059e req-93961961-9f3f-4821-8b9e-9dad36719fd3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715630 Apr 21 12:46:19.781728 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e0576ee7-37f0-4ac4-b6c8-22197b30d1fd req-f3859078-886a-4d8c-ae9f-309286b30d89 service neutron] 10.222.0.24 "GET /v2.0/networks/ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040714 Apr 21 12:46:19.983082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca628f0d-5edd-4fc9-bf97-9d40b625138d req-56b21cd6-f409-4b22-ba89-8f38d0ea28c0 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:19.984603 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ca628f0d-5edd-4fc9-bf97-9d40b625138d req-56b21cd6-f409-4b22-ba89-8f38d0ea28c0 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 943 time: 0.1221261 Apr 21 12:46:19.990329 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e0576ee7-37f0-4ac4-b6c8-22197b30d1fd req-fb7908d9-8849-4d50-8009-cec856822e9c service neutron] 10.222.0.24 "GET /v2.0/networks/ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015851 Apr 21 12:46:20.021618 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a7b91-32b7-4b90-81d2-64daddd2245d req-08c7d88c-e333-4086-b609-5dd59f29d168 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:20.023127 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ed3a7b91-32b7-4b90-81d2-64daddd2245d req-08c7d88c-e333-4086-b609-5dd59f29d168 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=227eb849-9a84-43fa-876c-00902a2529cb HTTP/1.1" status: 200 len: 945 time: 0.0890713 Apr 21 12:46:20.054673 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ca628f0d-5edd-4fc9-bf97-9d40b625138d req-1f34efb2-e5fd-41bc-b078-81e91dea52e9 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579340 Apr 21 12:46:20.080981 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ed3a7b91-32b7-4b90-81d2-64daddd2245d req-7fa6555c-1af7-41c2-ba97-5047984ac4fe tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510201 Apr 21 12:46:20.200712 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b0d9939-919a-4cbf-b5cd-9057273ac806 req-4bc0bf0f-d6b2-48ad-8e1e-c7c3fce5954e tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=267b24f3-5365-4645-8a79-328b35690530 HTTP/1.1" status: 200 len: 210 time: 0.0443027 Apr 21 12:46:20.229258 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773dd14-603a-4993-a48c-5c923e21c583 req-b18220e7-368e-4f8e-8a40-73f26ceb1b0d tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:20.229258 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7773dd14-603a-4993-a48c-5c923e21c583 req-b18220e7-368e-4f8e-8a40-73f26ceb1b0d tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 949 time: 0.0784409 Apr 21 12:46:20.274392 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7773dd14-603a-4993-a48c-5c923e21c583 req-be61c377-4b5f-47fd-a37e-a62c903608d2 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419750 Apr 21 12:46:20.322607 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4beb289-8be7-4084-885c-2ed23a6d291b req-58b403fa-5189-4e00-9cd9-c330538e0746 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:20.324135 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a4beb289-8be7-4084-885c-2ed23a6d291b req-58b403fa-5189-4e00-9cd9-c330538e0746 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba19c75-0590-4afb-bbf9-db5708565258 HTTP/1.1" status: 200 len: 946 time: 0.0532098 Apr 21 12:46:20.361929 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a4beb289-8be7-4084-885c-2ed23a6d291b req-574f4bfd-91d0-41d8-b5d6-625f0c87cc0b tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317938 Apr 21 12:46:20.371221 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:20.500440 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8e1c8-714c-4fe8-8192-a1d9af21e7e6 req-57a14b5d-ce94-4ff0-9815-c1dd3a88ae56 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:20.502276 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ebb8e1c8-714c-4fe8-8192-a1d9af21e7e6 req-57a14b5d-ce94-4ff0-9815-c1dd3a88ae56 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=1725b01b-544f-489e-8ee6-76302689796b HTTP/1.1" status: 200 len: 945 time: 0.0544267 Apr 21 12:46:20.542166 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ebb8e1c8-714c-4fe8-8192-a1d9af21e7e6 req-b405b14f-573e-450a-84a5-1929b233eb5d tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322108 Apr 21 12:46:20.672519 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64396b-70a6-4bea-bfb9-74021fabbed6 req-f8428dd0-4da5-440f-9e7b-c5021413bd13 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:20.674013 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa64396b-70a6-4bea-bfb9-74021fabbed6 req-f8428dd0-4da5-440f-9e7b-c5021413bd13 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba19c75-0590-4afb-bbf9-db5708565258 HTTP/1.1" status: 200 len: 946 time: 0.0558975 Apr 21 12:46:20.713074 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa64396b-70a6-4bea-bfb9-74021fabbed6 req-276544ae-7b5b-488e-add1-edf354d03f4e tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324249 Apr 21 12:46:20.852686 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 4882ee69-7e0c-48bb-914a-6c131eb8440e details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:46:20.872016 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-6fe4605f-b75b-467b-bdb9-c65a2ddc8840 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:20.873618 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-6fe4605f-b75b-467b-bdb9-c65a2ddc8840 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.24 "GET /v2.0/networks?id=30d24d19-5440-49dc-91a3-dbb88893c2b0 HTTP/1.1" status: 200 len: 814 time: 0.1105070 Apr 21 12:46:20.892997 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-c66613e6-46ed-4971-a1be-6d43d6e6ad6b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Request body: {'port': {'device_id': '267b24f3-5365-4645-8a79-328b35690530', 'network_id': '30d24d19-5440-49dc-91a3-dbb88893c2b0', 'admin_state_up': True, 'tenant_id': '68d8f7f0c8494afca5cc6cac50c337e8'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:46:21.027448 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 4882ee69-7e0c-48bb-914a-6c131eb8440e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=4882ee69-7e0c-48bb-914a-6c131eb8440e,segment=NetworkSegment(69ee921f-0045-45a5-a81c-094ee61a7f9a),segment_id=69ee921f-0045-45a5-a81c-094ee61a7f9a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:21.043525 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '4882ee69-7e0c-48bb-914a-6c131eb8440e', 'network_id': 'ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8', 'port_id': '4882ee69-7e0c-48bb-914a-6c131eb8440e', 'mac_address': 'fa:16:3e:53:03:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbdf28f5-2143-4a75-a463-9598e4349b9b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:46:21.135934 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-c66613e6-46ed-4971-a1be-6d43d6e6ad6b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Made reservation on behalf of 68d8f7f0c8494afca5cc6cac50c337e8 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:46:21.144256 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-c66613e6-46ed-4971-a1be-6d43d6e6ad6b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:21.274057 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:21.289238 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4882ee69-7e0c-48bb-914a-6c131eb8440e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:46:21.310177 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 4882ee69-7e0c-48bb-914a-6c131eb8440e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=4882ee69-7e0c-48bb-914a-6c131eb8440e,segment=NetworkSegment(69ee921f-0045-45a5-a81c-094ee61a7f9a),segment_id=69ee921f-0045-45a5-a81c-094ee61a7f9a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:21.416384 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9928d-823b-4cb5-a82a-4bee19e93666 req-13c27e6c-de26-455a-8d1a-7cf11a6a1a0e tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:21.416384 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9a9928d-823b-4cb5-a82a-4bee19e93666 req-13c27e6c-de26-455a-8d1a-7cf11a6a1a0e tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 943 time: 0.1532128 Apr 21 12:46:21.438428 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e319e5-e0f4-4a7a-abdd-775ac749b115 req-74913875-fc95-4583-9f45-6ed1e3135cd5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:21.439963 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72e319e5-e0f4-4a7a-abdd-775ac749b115 req-74913875-fc95-4583-9f45-6ed1e3135cd5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=227eb849-9a84-43fa-876c-00902a2529cb HTTP/1.1" status: 200 len: 945 time: 0.1273346 Apr 21 12:46:21.476371 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-c66613e6-46ed-4971-a1be-6d43d6e6ad6b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Allocated IP 172.20.0.14 (30d24d19-5440-49dc-91a3-dbb88893c2b0/60acb840-0dd0-4e57-a445-07399e0f9716/ed4078cc-2aa3-4978-9f77-c288f69b6f32) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:46:21.504092 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:21.511887 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9a9928d-823b-4cb5-a82a-4bee19e93666 req-af0aa0b5-33a1-4f2f-a60d-cd9dc002705f tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921268 Apr 21 12:46:21.519620 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72e319e5-e0f4-4a7a-abdd-775ac749b115 req-8eb1f344-b6c4-4d14-b702-6255548a3fac tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663712 Apr 21 12:46:21.642490 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=4882ee69-7e0c-48bb-914a-6c131eb8440e,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:21.756781 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['4882ee69-7e0c-48bb-914a-6c131eb8440e'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:46:22.045181 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-606ce4f4-4b11-45cc-b85d-35c965b57045 req-a14c898f-ba89-48d6-a7ee-d4d062dcf4d4 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=267b24f3-5365-4645-8a79-328b35690530 HTTP/1.1" status: 200 len: 210 time: 0.0785642 Apr 21 12:46:22.103717 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c0de8-1b35-43d6-8e15-ae4c2d3c2ba3 req-f369d7e7-2fa8-4fb3-9204-bcef109d3d03 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:22.105298 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c02c0de8-1b35-43d6-8e15-ae4c2d3c2ba3 req-f369d7e7-2fa8-4fb3-9204-bcef109d3d03 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.26 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 949 time: 0.1376231 Apr 21 12:46:22.116815 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc4fba-2f10-4f3e-a300-c4aa6bb73d3b req-40cb3f66-b26c-4929-b611-3aeaf1eb3cb2 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:22.123975 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-23bc4fba-2f10-4f3e-a300-c4aa6bb73d3b req-40cb3f66-b26c-4929-b611-3aeaf1eb3cb2 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba19c75-0590-4afb-bbf9-db5708565258 HTTP/1.1" status: 200 len: 946 time: 0.1553509 Apr 21 12:46:22.206757 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-c66613e6-46ed-4971-a1be-6d43d6e6ad6b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:22.253212 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-23bc4fba-2f10-4f3e-a300-c4aa6bb73d3b req-318a9903-5e3a-44c3-89bf-ba5e49fc3301 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220553 Apr 21 12:46:22.290221 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1bb84-ef91-468e-9497-12b33ced4d75 req-fe3764e6-90e6-49d8-a6e5-eaaf1c09d223 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:22.291689 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ee1bb84-ef91-468e-9497-12b33ced4d75 req-fe3764e6-90e6-49d8-a6e5-eaaf1c09d223 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 949 time: 0.1485279 Apr 21 12:46:22.353961 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ee1bb84-ef91-468e-9497-12b33ced4d75 req-b9a1dd92-61c3-4704-9210-eedc85dd22e9 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506713 Apr 21 12:46:22.356881 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c02c0de8-1b35-43d6-8e15-ae4c2d3c2ba3 req-a559bb45-2048-4c84-9456-fb1c189e2aaf tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Deleting port 02fc27ae-4f61-46ca-99ae-7b6a2be21846 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:46:22.357358 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c02c0de8-1b35-43d6-8e15-ae4c2d3c2ba3 req-a559bb45-2048-4c84-9456-fb1c189e2aaf tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:22.414154 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-c66613e6-46ed-4971-a1be-6d43d6e6ad6b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:22.486217 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-c66613e6-46ed-4971-a1be-6d43d6e6ad6b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Network 30d24d19-5440-49dc-91a3-dbb88893c2b0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:46:22.496458 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-c66613e6-46ed-4971-a1be-6d43d6e6ad6b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:46:22.501067 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-c66613e6-46ed-4971-a1be-6d43d6e6ad6b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:46:22.510158 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66613e6-46ed-4971-a1be-6d43d6e6ad6b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Pushing event updated for resources: {'Port': ['ID=ed4078cc-2aa3-4978-9f77-c288f69b6f32,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:22.547732 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c02c0de8-1b35-43d6-8e15-ae4c2d3c2ba3 req-a559bb45-2048-4c84-9456-fb1c189e2aaf tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] For port 02fc27ae-4f61-46ca-99ae-7b6a2be21846, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=02fc27ae-4f61-46ca-99ae-7b6a2be21846,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:22.548096 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c02c0de8-1b35-43d6-8e15-ae4c2d3c2ba3 req-a559bb45-2048-4c84-9456-fb1c189e2aaf tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:22.569877 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c02c0de8-1b35-43d6-8e15-ae4c2d3c2ba3 req-a559bb45-2048-4c84-9456-fb1c189e2aaf tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Calling delete_port for 02fc27ae-4f61-46ca-99ae-7b6a2be21846 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:46:22.580638 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-c66613e6-46ed-4971-a1be-6d43d6e6ad6b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:22.581810 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-c66613e6-46ed-4971-a1be-6d43d6e6ad6b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:22.692311 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-c66613e6-46ed-4971-a1be-6d43d6e6ad6b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8036528 Apr 21 12:46:22.715916 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-213dfa0b-c704-4dba-a004-da27464affc0 service neutron] Request body: {'port': {'device_id': '267b24f3-5365-4645-8a79-328b35690530', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:46:22.763876 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab0da17-db0e-43ad-9daa-066da3e867b4 req-4414b448-322d-49d0-93f3-1ed9831d61a9 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:22.770036 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ab0da17-db0e-43ad-9daa-066da3e867b4 req-4414b448-322d-49d0-93f3-1ed9831d61a9 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=227eb849-9a84-43fa-876c-00902a2529cb HTTP/1.1" status: 200 len: 945 time: 0.1385159 Apr 21 12:46:22.787172 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2bd700-a64d-471a-8778-ed2aa9204960 req-9c9bb781-44c1-4f86-a88d-6cdcc5b936ba tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:22.788750 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b2bd700-a64d-471a-8778-ed2aa9204960 req-9c9bb781-44c1-4f86-a88d-6cdcc5b936ba tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 944 time: 0.1590223 Apr 21 12:46:22.850338 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 4882ee69-7e0c-48bb-914a-6c131eb8440e up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:46:22.893166 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-213dfa0b-c704-4dba-a004-da27464affc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:22.913814 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ab0da17-db0e-43ad-9daa-066da3e867b4 req-2e5feac5-ca9a-43a2-b21c-70a0e132567c tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373985 Apr 21 12:46:22.948456 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b2bd700-a64d-471a-8778-ed2aa9204960 req-7137d91b-ef6d-4dc0-8f1e-06baa2ae755b tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436007 Apr 21 12:46:23.042960 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 4882ee69-7e0c-48bb-914a-6c131eb8440e completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:46:23.047369 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 4882ee69-7e0c-48bb-914a-6c131eb8440e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:46:23.047795 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:23.121515 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c02c0de8-1b35-43d6-8e15-ae4c2d3c2ba3 req-a559bb45-2048-4c84-9456-fb1c189e2aaf tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:23.140410 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['a04337c4-fdf9-4860-8c09-d882271e65e0', '02fc27ae-4f61-46ca-99ae-7b6a2be21846'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:46:23.176719 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:23.208278 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01dc51e-27b8-43b7-b1d0-160b9ae85658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4882ee69-7e0c-48bb-914a-6c131eb8440e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:46:23.210948 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927e9f97-2e0d-44d1-aba8-692073a688bf" -d '{"events": [{"server_uuid": "a01dc51e-27b8-43b7-b1d0-160b9ae85658", "name": "network-vif-plugged", "status": "completed", "tag": "4882ee69-7e0c-48bb-914a-6c131eb8440e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:46:23.213890 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559bb45-2048-4c84-9456-fb1c189e2aaf tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Pushing event deleted for resources: {'Port': ['ID=02fc27ae-4f61-46ca-99ae-7b6a2be21846,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:23.236422 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118893d-01aa-4ed3-84dd-007ecf7dbf90 req-b92e63cb-e797-47f9-85d5-5a120703482e tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:23.238648 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d118893d-01aa-4ed3-84dd-007ecf7dbf90 req-b92e63cb-e797-47f9-85d5-5a120703482e tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.26 "GET /v2.0/ports?device_id=0ba19c75-0590-4afb-bbf9-db5708565258 HTTP/1.1" status: 200 len: 946 time: 0.2439818 Apr 21 12:46:23.249210 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 4882ee69-7e0c-48bb-914a-6c131eb8440e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=4882ee69-7e0c-48bb-914a-6c131eb8440e,segment=NetworkSegment(69ee921f-0045-45a5-a81c-094ee61a7f9a),segment_id=69ee921f-0045-45a5-a81c-094ee61a7f9a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:23.360192 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f390835-d00f-4afd-985d-80c3f53dee2e x-openstack-request-id: req-2f390835-d00f-4afd-985d-80c3f53dee2e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:46:23.360580 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a01dc51e-27b8-43b7-b1d0-160b9ae85658", "name": "network-vif-plugged", "status": "completed", "tag": "4882ee69-7e0c-48bb-914a-6c131eb8440e", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:46:23.360891 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f390835-d00f-4afd-985d-80c3f53dee2e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:46:23.361508 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f390835-d00f-4afd-985d-80c3f53dee2e'] response: {'server_uuid': 'a01dc51e-27b8-43b7-b1d0-160b9ae85658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4882ee69-7e0c-48bb-914a-6c131eb8440e', 'code': 200} Apr 21 12:46:23.367779 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:23.411894 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02c0de8-1b35-43d6-8e15-ae4c2d3c2ba3 req-a559bb45-2048-4c84-9456-fb1c189e2aaf tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] No DVR routers for this DVR port 02fc27ae-4f61-46ca-99ae-7b6a2be21846 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:46:23.415453 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c02c0de8-1b35-43d6-8e15-ae4c2d3c2ba3 req-a559bb45-2048-4c84-9456-fb1c189e2aaf tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:23.421055 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c02c0de8-1b35-43d6-8e15-ae4c2d3c2ba3 req-a559bb45-2048-4c84-9456-fb1c189e2aaf tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.26 "DELETE /v2.0/ports/02fc27ae-4f61-46ca-99ae-7b6a2be21846 HTTP/1.1" status: 204 len: 173 time: 1.2942011 Apr 21 12:46:23.441276 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b86834bb-c7d3-414d-8755-68606c07b056', 'name': 'network-vif-deleted', 'tag': '02fc27ae-4f61-46ca-99ae-7b6a2be21846'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:46:23.443622 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f381d478-5788-474b-8736-6e2cb121001d" -d '{"events": [{"server_uuid": "b86834bb-c7d3-414d-8755-68606c07b056", "name": "network-vif-deleted", "tag": "02fc27ae-4f61-46ca-99ae-7b6a2be21846"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:46:23.474842 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=4882ee69-7e0c-48bb-914a-6c131eb8440e,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:23.536848 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c1cdb-b541-4261-b8a9-4589e3507d98 req-937cd85c-5503-4bda-82dc-8c35bb9ce0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:23.538919 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-823c1cdb-b541-4261-b8a9-4589e3507d98 req-937cd85c-5503-4bda-82dc-8c35bb9ce0c4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 1096 time: 0.0895557 Apr 21 12:46:23.540320 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a7dd9-e0bc-41db-be2d-fef4136d9034 req-e45bb6e5-2a91-45f6-a63d-319a1157e55c tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:23.541914 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-785a7dd9-e0bc-41db-be2d-fef4136d9034 req-e45bb6e5-2a91-45f6-a63d-319a1157e55c tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=267b24f3-5365-4645-8a79-328b35690530 HTTP/1.1" status: 200 len: 932 time: 0.3451471 Apr 21 12:46:23.601626 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-823c1cdb-b541-4261-b8a9-4589e3507d98 req-d8334536-a2de-4357-89f3-f6bc8894241f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460551 Apr 21 12:46:23.660654 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549aebf-dbba-4e10-87d0-674883f7b8b9 req-6ccac1be-a3ba-4c10-ae05-4b19e95a14ff tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:23.666709 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8549aebf-dbba-4e10-87d0-674883f7b8b9 req-6ccac1be-a3ba-4c10-ae05-4b19e95a14ff tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba19c75-0590-4afb-bbf9-db5708565258 HTTP/1.1" status: 200 len: 946 time: 0.1887195 Apr 21 12:46:23.675727 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-785a7dd9-e0bc-41db-be2d-fef4136d9034 req-eb239e20-0cd4-4f25-8ff7-d590ce271f37 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003599 Apr 21 12:46:23.700094 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-213dfa0b-c704-4dba-a004-da27464affc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed4078cc-2aa3-4978-9f77-c288f69b6f32 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:46:23.731381 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-213dfa0b-c704-4dba-a004-da27464affc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:23.754454 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8549aebf-dbba-4e10-87d0-674883f7b8b9 req-b6c52b5c-a10d-4b8d-b0a9-5c31ad642f80 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764067 Apr 21 12:46:23.764359 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d118893d-01aa-4ed3-84dd-007ecf7dbf90 req-33187d79-b195-433c-a801-70385aae29e8 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Deleting port 5da0934d-ff91-4f6e-815e-f50d923aaac6 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:46:23.771234 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d118893d-01aa-4ed3-84dd-007ecf7dbf90 req-33187d79-b195-433c-a801-70385aae29e8 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:23.784446 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-213dfa0b-c704-4dba-a004-da27464affc0 service neutron] Transition to ACTIVE for port object ed4078cc-2aa3-4978-9f77-c288f69b6f32 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:46:23.912429 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5fe344b9-d1ef-46c5-aec1-e83cc4bdc283 req-6944f5ae-bd0e-4466-8570-27f8f1abc8e9 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 210 time: 0.0402727 Apr 21 12:46:23.920108 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-213dfa0b-c704-4dba-a004-da27464affc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:23.974510 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c07e7-1ea2-4f4b-979a-0c195c487c50 req-a979c1df-21a3-4de7-92e9-0080c7d4294a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:23.975984 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-606c07e7-1ea2-4f4b-979a-0c195c487c50 req-a979c1df-21a3-4de7-92e9-0080c7d4294a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=227eb849-9a84-43fa-876c-00902a2529cb HTTP/1.1" status: 200 len: 945 time: 0.1432767 Apr 21 12:46:23.977465 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf72585-6458-4428-9620-823a80dae422 x-openstack-request-id: req-9cf72585-6458-4428-9620-823a80dae422 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:46:23.977765 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b86834bb-c7d3-414d-8755-68606c07b056", "name": "network-vif-deleted", "tag": "02fc27ae-4f61-46ca-99ae-7b6a2be21846", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:46:23.978013 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9cf72585-6458-4428-9620-823a80dae422 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:46:23.978389 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cf72585-6458-4428-9620-823a80dae422'] response: {'server_uuid': 'b86834bb-c7d3-414d-8755-68606c07b056', 'name': 'network-vif-deleted', 'tag': '02fc27ae-4f61-46ca-99ae-7b6a2be21846', 'status': 'completed', 'code': 200} Apr 21 12:46:23.995646 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d118893d-01aa-4ed3-84dd-007ecf7dbf90 req-33187d79-b195-433c-a801-70385aae29e8 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] For port 5da0934d-ff91-4f6e-815e-f50d923aaac6, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=5da0934d-ff91-4f6e-815e-f50d923aaac6,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:23.996036 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d118893d-01aa-4ed3-84dd-007ecf7dbf90 req-33187d79-b195-433c-a801-70385aae29e8 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:24.057760 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d118893d-01aa-4ed3-84dd-007ecf7dbf90 req-33187d79-b195-433c-a801-70385aae29e8 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Calling delete_port for 5da0934d-ff91-4f6e-815e-f50d923aaac6 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:46:24.078577 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213dfa0b-c704-4dba-a004-da27464affc0 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4078cc-2aa3-4978-9f77-c288f69b6f32,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:24.145372 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-606c07e7-1ea2-4f4b-979a-0c195c487c50 req-cfd9a2bd-2235-4d55-bcf3-edb9eeb86702 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536286 Apr 21 12:46:24.224213 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56354dfc-9279-49af-afc8-4932dc5254c5 req-692ac136-cf46-4db1-bd9a-aafeed4f9f9c tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:24.225754 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56354dfc-9279-49af-afc8-4932dc5254c5 req-692ac136-cf46-4db1-bd9a-aafeed4f9f9c tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 945 time: 0.1835489 Apr 21 12:46:24.265779 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-213dfa0b-c704-4dba-a004-da27464affc0 service neutron] Attempting to bind port ed4078cc-2aa3-4978-9f77-c288f69b6f32 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:46:24.266114 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-213dfa0b-c704-4dba-a004-da27464affc0 service neutron] Attempting to bind port ed4078cc-2aa3-4978-9f77-c288f69b6f32 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '970b3fae-3789-466b-a3f7-fb9bdc70d734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '30d24d19-5440-49dc-91a3-dbb88893c2b0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:46:24.266447 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-213dfa0b-c704-4dba-a004-da27464affc0 service neutron] Attempting to bind port ed4078cc-2aa3-4978-9f77-c288f69b6f32 on network 30d24d19-5440-49dc-91a3-dbb88893c2b0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:46:24.273784 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-213dfa0b-c704-4dba-a004-da27464affc0 service neutron] Port ed4078cc-2aa3-4978-9f77-c288f69b6f32 on network 30d24d19-5440-49dc-91a3-dbb88893c2b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:46:24.273784 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-213dfa0b-c704-4dba-a004-da27464affc0 service neutron] Attempting to bind port ed4078cc-2aa3-4978-9f77-c288f69b6f32 on network 30d24d19-5440-49dc-91a3-dbb88893c2b0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:46:24.288910 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-213dfa0b-c704-4dba-a004-da27464affc0 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:46:24.289259 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-213dfa0b-c704-4dba-a004-da27464affc0 service neutron] Checking segment: {'id': '970b3fae-3789-466b-a3f7-fb9bdc70d734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '30d24d19-5440-49dc-91a3-dbb88893c2b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:46:24.289666 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-213dfa0b-c704-4dba-a004-da27464affc0 service neutron] Bound using segment: {'id': '970b3fae-3789-466b-a3f7-fb9bdc70d734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '30d24d19-5440-49dc-91a3-dbb88893c2b0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:46:24.291834 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-213dfa0b-c704-4dba-a004-da27464affc0 service neutron] Bound port: ed4078cc-2aa3-4978-9f77-c288f69b6f32, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '970b3fae-3789-466b-a3f7-fb9bdc70d734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '30d24d19-5440-49dc-91a3-dbb88893c2b0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:46:24.291834 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-213dfa0b-c704-4dba-a004-da27464affc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:24.328291 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56354dfc-9279-49af-afc8-4932dc5254c5 req-97d5a416-638a-4f75-a949-f024d6570261 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915661 Apr 21 12:46:24.400807 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-213dfa0b-c704-4dba-a004-da27464affc0 service neutron] For port ed4078cc-2aa3-4978-9f77-c288f69b6f32, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:46:24.404003 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-213dfa0b-c704-4dba-a004-da27464affc0 service neutron] For port ed4078cc-2aa3-4978-9f77-c288f69b6f32, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=ed4078cc-2aa3-4978-9f77-c288f69b6f32,segment=NetworkSegment(970b3fae-3789-466b-a3f7-fb9bdc70d734),segment_id=970b3fae-3789-466b-a3f7-fb9bdc70d734)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:46:24.561345 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d118893d-01aa-4ed3-84dd-007ecf7dbf90 req-33187d79-b195-433c-a801-70385aae29e8 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:24.576918 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['36a60832-f536-4540-b234-936894389cd3', '5da0934d-ff91-4f6e-815e-f50d923aaac6'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:46:24.576918 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:46:24.593897 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33187d79-b195-433c-a801-70385aae29e8 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Pushing event deleted for resources: {'Port': ['ID=5da0934d-ff91-4f6e-815e-f50d923aaac6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:24.622167 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-213dfa0b-c704-4dba-a004-da27464affc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:24.651262 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d118893d-01aa-4ed3-84dd-007ecf7dbf90 req-33187d79-b195-433c-a801-70385aae29e8 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] No DVR routers for this DVR port 5da0934d-ff91-4f6e-815e-f50d923aaac6 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:46:24.671019 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d118893d-01aa-4ed3-84dd-007ecf7dbf90 req-33187d79-b195-433c-a801-70385aae29e8 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:24.674367 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d118893d-01aa-4ed3-84dd-007ecf7dbf90 req-33187d79-b195-433c-a801-70385aae29e8 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.26 "DELETE /v2.0/ports/5da0934d-ff91-4f6e-815e-f50d923aaac6 HTTP/1.1" status: 204 len: 173 time: 1.3186860 Apr 21 12:46:24.683571 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-213dfa0b-c704-4dba-a004-da27464affc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:24.684183 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-213dfa0b-c704-4dba-a004-da27464affc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:24.686217 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-213dfa0b-c704-4dba-a004-da27464affc0 service neutron] 10.222.0.24 "PUT /v2.0/ports/ed4078cc-2aa3-4978-9f77-c288f69b6f32 HTTP/1.1" status: 200 len: 1092 time: 1.9783251 Apr 21 12:46:24.742139 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213dfa0b-c704-4dba-a004-da27464affc0 service neutron] Pushing event updated for resources: {'Port': ['ID=ed4078cc-2aa3-4978-9f77-c288f69b6f32,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:24.843746 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1259559-4414-4bae-859b-aca52b743bac req-dcc580b0-05c3-437c-86cf-ddeaf20d813b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:24.845286 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1259559-4414-4bae-859b-aca52b743bac req-dcc580b0-05c3-437c-86cf-ddeaf20d813b tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=267b24f3-5365-4645-8a79-328b35690530 HTTP/1.1" status: 200 len: 944 time: 0.0729592 Apr 21 12:46:24.888025 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b8af0ccb-f23b-4699-a92b-5a9c79997167 req-609ec965-71f7-43a5-96ce-88baa50c5e78 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba19c75-0590-4afb-bbf9-db5708565258 HTTP/1.1" status: 200 len: 210 time: 0.0374708 Apr 21 12:46:24.909030 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1259559-4414-4bae-859b-aca52b743bac req-926ed736-20b2-4a84-8646-f2a2d537e102 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560467 Apr 21 12:46:25.024058 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d4efce47-907c-4de9-87a8-d584fff9dd51 req-991b3f35-4f10-46d2-ae73-fd89fcd7553e tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=b86834bb-c7d3-414d-8755-68606c07b056 HTTP/1.1" status: 200 len: 210 time: 0.0292690 Apr 21 12:46:25.099800 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-817abecc-3859-43d6-80bb-eab5f7eff658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:25.099800 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-817abecc-3859-43d6-80bb-eab5f7eff658 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68d8f7f0c8494afca5cc6cac50c337e8&device_id=267b24f3-5365-4645-8a79-328b35690530 HTTP/1.1" status: 200 len: 1095 time: 0.0525796 Apr 21 12:46:25.144406 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-b9dd1187-d94b-4684-a880-f0aeb06cced0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed4078cc-2aa3-4978-9f77-c288f69b6f32 HTTP/1.1" status: 200 len: 217 time: 0.0386481 Apr 21 12:46:25.196508 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-ee2de1dc-ad7d-425c-b95f-b9bb5d7e62e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:25.199692 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-ee2de1dc-ad7d-425c-b95f-b9bb5d7e62e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=60acb840-0dd0-4e57-a445-07399e0f9716 HTTP/1.1" status: 200 len: 854 time: 0.0484819 Apr 21 12:46:25.237467 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-dd39ed3d-ad8f-436a-a78d-a788e9d753b6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30d24d19-5440-49dc-91a3-dbb88893c2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320053 Apr 21 12:46:25.352221 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e039f4-9163-4a18-af3a-cf0e11fd474d req-699688e3-f3e0-4383-b4d0-c018079a4e2c tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:25.352221 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11e039f4-9163-4a18-af3a-cf0e11fd474d req-699688e3-f3e0-4383-b4d0-c018079a4e2c tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=227eb849-9a84-43fa-876c-00902a2529cb HTTP/1.1" status: 200 len: 945 time: 0.1141536 Apr 21 12:46:25.382933 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-91a9cd31-4452-42b1-8a14-ea151d19186c service neutron] 10.222.0.24 "GET /v2.0/networks/30d24d19-5440-49dc-91a3-dbb88893c2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361094 Apr 21 12:46:25.461566 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11e039f4-9163-4a18-af3a-cf0e11fd474d req-8120dadb-3848-4f72-b197-a176bba91b21 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958717 Apr 21 12:46:25.539678 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa5b3b-8d05-4a9c-ad8f-88cd98b7ddfc req-5e29464b-8569-49b6-861b-e272aa80b493 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:25.541831 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0aaa5b3b-8d05-4a9c-ad8f-88cd98b7ddfc req-5e29464b-8569-49b6-861b-e272aa80b493 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 945 time: 0.1178613 Apr 21 12:46:25.547366 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a81a87d-80d4-4674-90e8-f530cf954cfc req-1f5e51fa-42f5-45f6-9bb2-ca54cbf04d5d service neutron] 10.222.0.24 "GET /v2.0/networks/30d24d19-5440-49dc-91a3-dbb88893c2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553080 Apr 21 12:46:25.585614 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0aaa5b3b-8d05-4a9c-ad8f-88cd98b7ddfc req-5cc9720b-297d-45e9-95ab-aea0eb09e753 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371957 Apr 21 12:46:25.983205 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ba19c75-0590-4afb-bbf9-db5708565258', 'name': 'network-vif-deleted', 'tag': '5da0934d-ff91-4f6e-815e-f50d923aaac6'}, {'name': 'network-changed', 'server_uuid': '267b24f3-5365-4645-8a79-328b35690530', 'tag': 'ed4078cc-2aa3-4978-9f77-c288f69b6f32'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:46:25.986325 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375ccffd-d6e5-4b90-bb30-7917f5dfd57c" -d '{"events": [{"server_uuid": "0ba19c75-0590-4afb-bbf9-db5708565258", "name": "network-vif-deleted", "tag": "5da0934d-ff91-4f6e-815e-f50d923aaac6"}, {"name": "network-changed", "server_uuid": "267b24f3-5365-4645-8a79-328b35690530", "tag": "ed4078cc-2aa3-4978-9f77-c288f69b6f32"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:46:26.055897 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf60b59a-3575-408e-8f1a-3afd0e28f2f2 req-70736891-432a-43b6-9a4f-983c73c3c08b tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0ba19c75-0590-4afb-bbf9-db5708565258 HTTP/1.1" status: 200 len: 210 time: 0.0329175 Apr 21 12:46:26.178544 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3f5b4-736c-452a-917a-b91499aacd1e req-3b7c6cff-a605-4924-85ad-4403253b3043 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:26.182047 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1a3f5b4-736c-452a-917a-b91499aacd1e req-3b7c6cff-a605-4924-85ad-4403253b3043 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=267b24f3-5365-4645-8a79-328b35690530 HTTP/1.1" status: 200 len: 944 time: 0.0711703 Apr 21 12:46:26.250159 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1a3f5b4-736c-452a-917a-b91499aacd1e req-137c9937-ef9f-4a6b-ab42-495062f62370 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619552 Apr 21 12:46:26.293717 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913cfb7-cf6d-436f-898f-5f7591ce06e6 req-da80d46c-f0bb-4a6e-813d-a86b6e8f8904 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:26.294960 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8913cfb7-cf6d-436f-898f-5f7591ce06e6 req-da80d46c-f0bb-4a6e-813d-a86b6e8f8904 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=227eb849-9a84-43fa-876c-00902a2529cb HTTP/1.1" status: 200 len: 945 time: 0.0695300 Apr 21 12:46:26.309783 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 21 Apr 2022 12:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-583507e8-6922-4af3-b87b-97e798dad487 x-openstack-request-id: req-583507e8-6922-4af3-b87b-97e798dad487 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:46:26.310077 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ba19c75-0590-4afb-bbf9-db5708565258", "name": "network-vif-deleted", "tag": "5da0934d-ff91-4f6e-815e-f50d923aaac6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "267b24f3-5365-4645-8a79-328b35690530", "tag": "ed4078cc-2aa3-4978-9f77-c288f69b6f32", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:46:26.310329 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-583507e8-6922-4af3-b87b-97e798dad487 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:46:26.310724 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-583507e8-6922-4af3-b87b-97e798dad487'] response: {'server_uuid': '0ba19c75-0590-4afb-bbf9-db5708565258', 'name': 'network-vif-deleted', 'tag': '5da0934d-ff91-4f6e-815e-f50d923aaac6', 'status': 'completed', 'code': 200} Apr 21 12:46:26.311034 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-583507e8-6922-4af3-b87b-97e798dad487'] response: {'name': 'network-changed', 'server_uuid': '267b24f3-5365-4645-8a79-328b35690530', 'tag': 'ed4078cc-2aa3-4978-9f77-c288f69b6f32', 'status': 'completed', 'code': 200} Apr 21 12:46:26.350436 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8913cfb7-cf6d-436f-898f-5f7591ce06e6 req-798ab043-2b88-476b-8211-72b7e959ef20 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488548 Apr 21 12:46:26.415088 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 02fc27ae-4f61-46ca-99ae-7b6a2be21846 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:46:26.422207 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ccffd-d6e5-4b90-bb30-7917f5dfd57c req-84a684af-6711-49f3-b3f8-e526be410f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:26.424367 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-375ccffd-d6e5-4b90-bb30-7917f5dfd57c req-84a684af-6711-49f3-b3f8-e526be410f0b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=68d8f7f0c8494afca5cc6cac50c337e8&device_id=267b24f3-5365-4645-8a79-328b35690530 HTTP/1.1" status: 200 len: 1095 time: 0.0901191 Apr 21 12:46:26.445066 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 02fc27ae-4f61-46ca-99ae-7b6a2be21846 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:46:26.445647 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 02fc27ae-4f61-46ca-99ae-7b6a2be21846 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:46:26.446268 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 5da0934d-ff91-4f6e-815e-f50d923aaac6 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:46:26.459077 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79d52c-65ef-4be2-95cf-8a1cdcee933d req-79202b26-8e54-4ad1-9129-3690bb576eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:26.460861 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6c79d52c-65ef-4be2-95cf-8a1cdcee933d req-79202b26-8e54-4ad1-9129-3690bb576eea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ea723f58e5445d8b6c64b8934e36437&device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 1096 time: 0.0651221 Apr 21 12:46:26.498112 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 5da0934d-ff91-4f6e-815e-f50d923aaac6 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:46:26.498744 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 5da0934d-ff91-4f6e-815e-f50d923aaac6 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:46:26.579074 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391930a-d391-455e-b53d-fd0e19f9c2b1 req-ebefc103-99fd-4427-82a3-a7f01f1650cd tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:26.581736 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2391930a-d391-455e-b53d-fd0e19f9c2b1 req-ebefc103-99fd-4427-82a3-a7f01f1650cd tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 945 time: 0.1548507 Apr 21 12:46:26.616883 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ccffd-d6e5-4b90-bb30-7917f5dfd57c req-e6febd25-5c98-473a-a9c3-cf4217a4b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:26.618484 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-375ccffd-d6e5-4b90-bb30-7917f5dfd57c req-e6febd25-5c98-473a-a9c3-cf4217a4b779 service neutron] 10.222.0.24 "GET /v2.0/networks?id=30d24d19-5440-49dc-91a3-dbb88893c2b0 HTTP/1.1" status: 200 len: 915 time: 0.1823940 Apr 21 12:46:26.645613 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2391930a-d391-455e-b53d-fd0e19f9c2b1 req-bf2198ff-00d7-4c95-89f2-03d7045bbc94 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516191 Apr 21 12:46:26.659991 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79d52c-65ef-4be2-95cf-8a1cdcee933d req-e6e7a596-46b8-447b-bc6c-c4d960ff657d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:26.659991 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6c79d52c-65ef-4be2-95cf-8a1cdcee933d req-e6e7a596-46b8-447b-bc6c-c4d960ff657d service neutron] 10.222.0.24 "GET /v2.0/networks?id=ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8 HTTP/1.1" status: 200 len: 912 time: 0.1675909 Apr 21 12:46:26.686318 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-375ccffd-d6e5-4b90-bb30-7917f5dfd57c req-373fa475-194e-4ab6-b5e4-ab2bd95fe2b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed4078cc-2aa3-4978-9f77-c288f69b6f32 HTTP/1.1" status: 200 len: 217 time: 0.0596757 Apr 21 12:46:26.704384 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6c79d52c-65ef-4be2-95cf-8a1cdcee933d req-8c679f6c-edb5-40a7-aaa0-b326a22cb9c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4882ee69-7e0c-48bb-914a-6c131eb8440e HTTP/1.1" status: 200 len: 217 time: 0.0392883 Apr 21 12:46:26.737449 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ccffd-d6e5-4b90-bb30-7917f5dfd57c req-490a9e88-63c0-4568-a1f8-a45515c5f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:26.739572 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-375ccffd-d6e5-4b90-bb30-7917f5dfd57c req-490a9e88-63c0-4568-a1f8-a45515c5f217 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=60acb840-0dd0-4e57-a445-07399e0f9716 HTTP/1.1" status: 200 len: 854 time: 0.0456674 Apr 21 12:46:26.765914 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79d52c-65ef-4be2-95cf-8a1cdcee933d req-9bc4a52b-d634-4a59-b38e-4730b85a0023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:26.767450 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6c79d52c-65ef-4be2-95cf-8a1cdcee933d req-9bc4a52b-d634-4a59-b38e-4730b85a0023 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fbdf28f5-2143-4a75-a463-9598e4349b9b HTTP/1.1" status: 200 len: 851 time: 0.0547111 Apr 21 12:46:26.772309 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-375ccffd-d6e5-4b90-bb30-7917f5dfd57c req-f461d8a7-04e8-4513-81c5-7d8423d9a41c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30d24d19-5440-49dc-91a3-dbb88893c2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261717 Apr 21 12:46:26.806974 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6c79d52c-65ef-4be2-95cf-8a1cdcee933d req-13c66a0e-a410-42d8-9daa-068b824d2a02 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282974 Apr 21 12:46:26.872937 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-375ccffd-d6e5-4b90-bb30-7917f5dfd57c req-92807398-a27c-4220-82ff-00982d3ff64a service neutron] 10.222.0.24 "GET /v2.0/networks/30d24d19-5440-49dc-91a3-dbb88893c2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939474 Apr 21 12:46:26.902445 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6c79d52c-65ef-4be2-95cf-8a1cdcee933d req-6d880c9b-7be0-4357-ad15-71917db73151 service neutron] 10.222.0.24 "GET /v2.0/networks/ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887640 Apr 21 12:46:26.974443 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-375ccffd-d6e5-4b90-bb30-7917f5dfd57c req-cb229c53-6a04-4c31-8c23-0af7e63b874c service neutron] 10.222.0.24 "GET /v2.0/networks/30d24d19-5440-49dc-91a3-dbb88893c2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944405 Apr 21 12:46:27.006898 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6c79d52c-65ef-4be2-95cf-8a1cdcee933d req-25fb8640-397f-4f55-826f-e5bb47a7591a service neutron] 10.222.0.24 "GET /v2.0/networks/ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968256 Apr 21 12:46:27.060185 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4e949-14fe-4321-9af9-beda2fd5dae4 req-afc01d3b-250b-4a91-b128-2afe15ad3450 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:27.062611 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-69e4e949-14fe-4321-9af9-beda2fd5dae4 req-afc01d3b-250b-4a91-b128-2afe15ad3450 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 950 time: 0.0561788 Apr 21 12:46:27.118702 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-69e4e949-14fe-4321-9af9-beda2fd5dae4 req-58d7f882-c386-406d-874b-60fa24150888 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481765 Apr 21 12:46:27.363210 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0d92c-5e68-4714-aaee-ea46a52ae28c req-6de20cff-57f8-49c6-9787-408770a4d2e1 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:27.364772 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98b0d92c-5e68-4714-aaee-ea46a52ae28c req-6de20cff-57f8-49c6-9787-408770a4d2e1 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=267b24f3-5365-4645-8a79-328b35690530 HTTP/1.1" status: 200 len: 944 time: 0.0525837 Apr 21 12:46:27.404184 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98b0d92c-5e68-4714-aaee-ea46a52ae28c req-7b027fdf-8a7f-4dbd-9d8f-b4a22906f318 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331769 Apr 21 12:46:27.515679 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23abe76-6d66-4513-a3b9-32a674fda221 req-c02db9bf-c296-4442-af65-94020dbfcc5c tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:27.517862 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a23abe76-6d66-4513-a3b9-32a674fda221 req-c02db9bf-c296-4442-af65-94020dbfcc5c tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=227eb849-9a84-43fa-876c-00902a2529cb HTTP/1.1" status: 200 len: 945 time: 0.0528431 Apr 21 12:46:27.574339 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a23abe76-6d66-4513-a3b9-32a674fda221 req-4fd2ab8c-2af6-423d-a2bc-dfa4661ba61c tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499396 Apr 21 12:46:27.698071 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892b2aa-d51a-4a32-b591-2b18e66cd11a req-6ba79678-47cc-45a3-8e86-a6924cf773f6 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:27.699735 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f892b2aa-d51a-4a32-b591-2b18e66cd11a req-6ba79678-47cc-45a3-8e86-a6924cf773f6 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=1725b01b-544f-489e-8ee6-76302689796b HTTP/1.1" status: 200 len: 945 time: 0.0588889 Apr 21 12:46:27.792331 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f892b2aa-d51a-4a32-b591-2b18e66cd11a req-c21536fd-9678-47f9-8473-48efea3ae389 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816572 Apr 21 12:46:27.804642 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba71a81-106a-47e4-af3f-961db5a0a549 req-f3e12f88-16d4-4f29-92af-890b5d8787de tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:27.806796 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ba71a81-106a-47e4-af3f-961db5a0a549 req-f3e12f88-16d4-4f29-92af-890b5d8787de tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 945 time: 0.0950530 Apr 21 12:46:27.850280 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ba71a81-106a-47e4-af3f-961db5a0a549 req-85699831-5243-42be-ae18-caac10557ef2 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328271 Apr 21 12:46:27.897826 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f7e36-6dd4-406c-8679-4be5b0a10b0e req-6595b9bd-2324-4e03-b51b-7ddfae4fef89 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:27.899281 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb4f7e36-6dd4-406c-8679-4be5b0a10b0e req-6595b9bd-2324-4e03-b51b-7ddfae4fef89 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.26 "GET /v2.0/ports?device_id=227eb849-9a84-43fa-876c-00902a2529cb HTTP/1.1" status: 200 len: 945 time: 0.0481586 Apr 21 12:46:28.340299 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c99be31-ce7a-4a6f-87f2-a74c8acbe7f3 req-b8bc2d18-fa2b-460f-b485-64379de2b31c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:28.341709 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c99be31-ce7a-4a6f-87f2-a74c8acbe7f3 req-b8bc2d18-fa2b-460f-b485-64379de2b31c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 950 time: 0.0632370 Apr 21 12:46:28.346137 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-cb4f7e36-6dd4-406c-8679-4be5b0a10b0e req-bc46f08d-3259-4c72-b89a-a1dc0a79cdc1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Deleting port 09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:46:28.348019 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cb4f7e36-6dd4-406c-8679-4be5b0a10b0e req-bc46f08d-3259-4c72-b89a-a1dc0a79cdc1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:28.483939 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c99be31-ce7a-4a6f-87f2-a74c8acbe7f3 req-76d47c84-558e-4177-a6a1-a6ebc3fe4ee2 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/security-groups?id=072f010e-72f4-40ef-900d-fdeac756573c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252508 Apr 21 12:46:28.494825 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-cb4f7e36-6dd4-406c-8679-4be5b0a10b0e req-bc46f08d-3259-4c72-b89a-a1dc0a79cdc1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] For port 09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:28.495192 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cb4f7e36-6dd4-406c-8679-4be5b0a10b0e req-bc46f08d-3259-4c72-b89a-a1dc0a79cdc1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:28.508593 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-cb4f7e36-6dd4-406c-8679-4be5b0a10b0e req-bc46f08d-3259-4c72-b89a-a1dc0a79cdc1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Calling delete_port for 09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:46:28.623009 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de0f736-141f-4a86-a9ef-0f8854d62ffe req-62a65a78-3fbf-461f-bb61-e3d2973d2788 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:28.624461 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0de0f736-141f-4a86-a9ef-0f8854d62ffe req-62a65a78-3fbf-461f-bb61-e3d2973d2788 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=267b24f3-5365-4645-8a79-328b35690530 HTTP/1.1" status: 200 len: 944 time: 0.0732892 Apr 21 12:46:28.780537 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0de0f736-141f-4a86-a9ef-0f8854d62ffe req-c0cc2d48-de6a-44ab-8a81-8f86f0ab71d3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088660 Apr 21 12:46:28.796988 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a558a2-afb4-445f-a9fd-ee28def358b4 req-e02a38ae-7005-43df-89cd-ae794d44735b tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:28.798506 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35a558a2-afb4-445f-a9fd-ee28def358b4 req-e02a38ae-7005-43df-89cd-ae794d44735b tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=227eb849-9a84-43fa-876c-00902a2529cb HTTP/1.1" status: 200 len: 945 time: 0.1283226 Apr 21 12:46:28.821850 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67188b1-54ec-4e8f-86f0-274f18912dbf req-d196e4d1-f8b1-4fa6-9f56-a2e17ae08f1c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:28.823969 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d67188b1-54ec-4e8f-86f0-274f18912dbf req-d196e4d1-f8b1-4fa6-9f56-a2e17ae08f1c tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.26 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 950 time: 0.0945497 Apr 21 12:46:28.865915 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device ed4078cc-2aa3-4978-9f77-c288f69b6f32 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:46:28.890517 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35a558a2-afb4-445f-a9fd-ee28def358b4 req-e9f6bdf9-e177-49bd-ae94-652f2318dc89 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849507 Apr 21 12:46:28.893208 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cb4f7e36-6dd4-406c-8679-4be5b0a10b0e req-bc46f08d-3259-4c72-b89a-a1dc0a79cdc1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:28.922112 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:46:28.988706 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46f08d-3259-4c72-b89a-a1dc0a79cdc1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Pushing event deleted for resources: {'Port': ['ID=09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:29.058792 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b05502-2948-4ef1-a2b8-2d2ab21ecfa2 req-d190ed10-148f-41b4-8b7d-c20c3efa5f53 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:29.059208 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port ed4078cc-2aa3-4978-9f77-c288f69b6f32, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=ed4078cc-2aa3-4978-9f77-c288f69b6f32,segment=NetworkSegment(970b3fae-3789-466b-a3f7-fb9bdc70d734),segment_id=970b3fae-3789-466b-a3f7-fb9bdc70d734)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:29.074589 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c8b05502-2948-4ef1-a2b8-2d2ab21ecfa2 req-d190ed10-148f-41b4-8b7d-c20c3efa5f53 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=1725b01b-544f-489e-8ee6-76302689796b HTTP/1.1" status: 200 len: 945 time: 0.1830788 Apr 21 12:46:29.074941 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'ed4078cc-2aa3-4978-9f77-c288f69b6f32', 'network_id': '30d24d19-5440-49dc-91a3-dbb88893c2b0', 'port_id': 'ed4078cc-2aa3-4978-9f77-c288f69b6f32', 'mac_address': 'fa:16:3e:ac:b4:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60acb840-0dd0-4e57-a445-07399e0f9716', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:46:29.079335 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4f7e36-6dd4-406c-8679-4be5b0a10b0e req-bc46f08d-3259-4c72-b89a-a1dc0a79cdc1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] No DVR routers for this DVR port 09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:46:29.093757 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cb4f7e36-6dd4-406c-8679-4be5b0a10b0e req-bc46f08d-3259-4c72-b89a-a1dc0a79cdc1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:29.097028 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb4f7e36-6dd4-406c-8679-4be5b0a10b0e req-bc46f08d-3259-4c72-b89a-a1dc0a79cdc1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.26 "DELETE /v2.0/ports/09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13 HTTP/1.1" status: 204 len: 173 time: 1.1918776 Apr 21 12:46:29.097473 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227eb849-9a84-43fa-876c-00902a2529cb', 'name': 'network-vif-deleted', 'tag': '09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:46:29.099759 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7802611d-88ff-462d-8d49-bdcca979967d" -d '{"events": [{"server_uuid": "227eb849-9a84-43fa-876c-00902a2529cb", "name": "network-vif-deleted", "tag": "09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:46:29.135465 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c3a10-c566-46b4-b8be-e9e9a90c11c4 req-7b5c5532-d04e-4e0d-a5bb-6da0a8f63c5a tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:29.136975 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-280c3a10-c566-46b4-b8be-e9e9a90c11c4 req-7b5c5532-d04e-4e0d-a5bb-6da0a8f63c5a tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 945 time: 0.1454916 Apr 21 12:46:29.144019 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:29.159223 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed4078cc-2aa3-4978-9f77-c288f69b6f32 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:46:29.160159 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d67188b1-54ec-4e8f-86f0-274f18912dbf req-dcafe033-d729-4df7-8dcf-181c91fd7c99 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Deleting port a04337c4-fdf9-4860-8c09-d882271e65e0 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:46:29.160490 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d67188b1-54ec-4e8f-86f0-274f18912dbf req-dcafe033-d729-4df7-8dcf-181c91fd7c99 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:29.185113 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c8b05502-2948-4ef1-a2b8-2d2ab21ecfa2 req-c2d691fe-9a4f-4a3f-a777-9233558b966c tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072123 Apr 21 12:46:29.187636 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port ed4078cc-2aa3-4978-9f77-c288f69b6f32, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=ed4078cc-2aa3-4978-9f77-c288f69b6f32,segment=NetworkSegment(970b3fae-3789-466b-a3f7-fb9bdc70d734),segment_id=970b3fae-3789-466b-a3f7-fb9bdc70d734)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:29.236202 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daafa4f5-8dd8-4d73-9b33-55bc59281036 x-openstack-request-id: req-daafa4f5-8dd8-4d73-9b33-55bc59281036 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:46:29.236497 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227eb849-9a84-43fa-876c-00902a2529cb", "name": "network-vif-deleted", "tag": "09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:46:29.245117 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-daafa4f5-8dd8-4d73-9b33-55bc59281036 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:46:29.245117 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daafa4f5-8dd8-4d73-9b33-55bc59281036'] response: {'server_uuid': '227eb849-9a84-43fa-876c-00902a2529cb', 'name': 'network-vif-deleted', 'tag': '09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13', 'status': 'completed', 'code': 200} Apr 21 12:46:29.245117 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-280c3a10-c566-46b4-b8be-e9e9a90c11c4 req-7696b673-b5d7-4ecd-946f-09290f954ce0 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993438 Apr 21 12:46:29.301611 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d67188b1-54ec-4e8f-86f0-274f18912dbf req-dcafe033-d729-4df7-8dcf-181c91fd7c99 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] For port a04337c4-fdf9-4860-8c09-d882271e65e0, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=a04337c4-fdf9-4860-8c09-d882271e65e0,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:29.301986 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d67188b1-54ec-4e8f-86f0-274f18912dbf req-dcafe033-d729-4df7-8dcf-181c91fd7c99 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:29.316917 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d67188b1-54ec-4e8f-86f0-274f18912dbf req-dcafe033-d729-4df7-8dcf-181c91fd7c99 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Calling delete_port for a04337c4-fdf9-4860-8c09-d882271e65e0 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:46:29.319749 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:29.406204 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=ed4078cc-2aa3-4978-9f77-c288f69b6f32,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:29.562934 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d67188b1-54ec-4e8f-86f0-274f18912dbf req-dcafe033-d729-4df7-8dcf-181c91fd7c99 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:29.564432 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['ed4078cc-2aa3-4978-9f77-c288f69b6f32'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:46:29.594108 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['a04337c4-fdf9-4860-8c09-d882271e65e0'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:46:29.629602 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64e27a36-1a23-42d2-b1d4-add948a31eda req-cc0ad7ab-0639-480d-9d0a-7555f60e7c16 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 210 time: 0.0712855 Apr 21 12:46:29.632873 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcafe033-d729-4df7-8dcf-181c91fd7c99 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Pushing event deleted for resources: {'Port': ['ID=a04337c4-fdf9-4860-8c09-d882271e65e0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:29.673415 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10bfc9-4f36-44f0-94ee-b59e31923d0c req-5443f683-3754-46e8-a8f8-4022b4ee64cd tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:29.673415 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c10bfc9-4f36-44f0-94ee-b59e31923d0c req-5443f683-3754-46e8-a8f8-4022b4ee64cd tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.26 "GET /v2.0/ports?device_id=1725b01b-544f-489e-8ee6-76302689796b HTTP/1.1" status: 200 len: 945 time: 0.1508570 Apr 21 12:46:29.688839 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d67188b1-54ec-4e8f-86f0-274f18912dbf req-dcafe033-d729-4df7-8dcf-181c91fd7c99 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] No DVR routers for this DVR port a04337c4-fdf9-4860-8c09-d882271e65e0 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:46:29.691441 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d67188b1-54ec-4e8f-86f0-274f18912dbf req-dcafe033-d729-4df7-8dcf-181c91fd7c99 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:29.695184 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d67188b1-54ec-4e8f-86f0-274f18912dbf req-dcafe033-d729-4df7-8dcf-181c91fd7c99 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.26 "DELETE /v2.0/ports/a04337c4-fdf9-4860-8c09-d882271e65e0 HTTP/1.1" status: 204 len: 173 time: 0.8633604 Apr 21 12:46:29.819506 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-9c10bfc9-4f36-44f0-94ee-b59e31923d0c req-12cd8e81-75b4-425f-b96d-2bf3838e16b0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Deleting port 36a60832-f536-4540-b234-936894389cd3 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:46:29.819865 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9c10bfc9-4f36-44f0-94ee-b59e31923d0c req-12cd8e81-75b4-425f-b96d-2bf3838e16b0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:29.980166 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7038098-3e0f-415e-b2cf-ea70cd129f8d req-a220e651-e92c-40fd-8ad0-6d0bf1df31ff tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:29.981774 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e7038098-3e0f-415e-b2cf-ea70cd129f8d req-a220e651-e92c-40fd-8ad0-6d0bf1df31ff tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=267b24f3-5365-4645-8a79-328b35690530 HTTP/1.1" status: 200 len: 945 time: 0.0876679 Apr 21 12:46:29.983799 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9c10bfc9-4f36-44f0-94ee-b59e31923d0c req-12cd8e81-75b4-425f-b96d-2bf3838e16b0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] For port 36a60832-f536-4540-b234-936894389cd3, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=36a60832-f536-4540-b234-936894389cd3,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:29.984492 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9c10bfc9-4f36-44f0-94ee-b59e31923d0c req-12cd8e81-75b4-425f-b96d-2bf3838e16b0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:30.024960 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-9c10bfc9-4f36-44f0-94ee-b59e31923d0c req-12cd8e81-75b4-425f-b96d-2bf3838e16b0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Calling delete_port for 36a60832-f536-4540-b234-936894389cd3 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:46:30.081883 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a84294de-8e18-4bf9-ad99-3480c625345b req-ea9eb7e8-e87d-42bf-b24a-76b47b098a79 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=227eb849-9a84-43fa-876c-00902a2529cb HTTP/1.1" status: 200 len: 210 time: 0.0473628 Apr 21 12:46:30.132751 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e7038098-3e0f-415e-b2cf-ea70cd129f8d req-22b38205-fb89-4553-b750-fcaeec8d6397 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386521 Apr 21 12:46:30.325211 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8e73c-7382-4328-a586-1f5c1dc3f062 req-5a8ab60d-2f59-4f3a-a9fa-139df5caa7f4 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:30.329954 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bde8e73c-7382-4328-a586-1f5c1dc3f062 req-5a8ab60d-2f59-4f3a-a9fa-139df5caa7f4 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=1725b01b-544f-489e-8ee6-76302689796b HTTP/1.1" status: 200 len: 945 time: 0.0726001 Apr 21 12:46:30.360218 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9c10bfc9-4f36-44f0-94ee-b59e31923d0c req-12cd8e81-75b4-425f-b96d-2bf3838e16b0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:30.373711 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:46:30.378705 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['36a60832-f536-4540-b234-936894389cd3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:46:30.431132 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd8e81-75b4-425f-b96d-2bf3838e16b0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Pushing event deleted for resources: {'Port': ['ID=36a60832-f536-4540-b234-936894389cd3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:30.445148 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bde8e73c-7382-4328-a586-1f5c1dc3f062 req-9d05f70c-71d4-4b6d-a72d-12e98f8f1d9f tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049328 Apr 21 12:46:30.473293 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd8e81-75b4-425f-b96d-2bf3838e16b0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:30.473750 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd8e81-75b4-425f-b96d-2bf3838e16b0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:30.474030 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd8e81-75b4-425f-b96d-2bf3838e16b0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:30.481015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd8e81-75b4-425f-b96d-2bf3838e16b0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:30.481015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd8e81-75b4-425f-b96d-2bf3838e16b0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:30.481015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd8e81-75b4-425f-b96d-2bf3838e16b0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:30.481015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd8e81-75b4-425f-b96d-2bf3838e16b0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:30.481015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd8e81-75b4-425f-b96d-2bf3838e16b0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:30.481015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd8e81-75b4-425f-b96d-2bf3838e16b0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:30.481015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd8e81-75b4-425f-b96d-2bf3838e16b0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:30.481015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd8e81-75b4-425f-b96d-2bf3838e16b0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:30.481015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12cd8e81-75b4-425f-b96d-2bf3838e16b0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:30.499243 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c10bfc9-4f36-44f0-94ee-b59e31923d0c req-12cd8e81-75b4-425f-b96d-2bf3838e16b0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] No DVR routers for this DVR port 36a60832-f536-4540-b234-936894389cd3 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:46:30.505154 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9c10bfc9-4f36-44f0-94ee-b59e31923d0c req-12cd8e81-75b4-425f-b96d-2bf3838e16b0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:30.508376 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c10bfc9-4f36-44f0-94ee-b59e31923d0c req-12cd8e81-75b4-425f-b96d-2bf3838e16b0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.26 "DELETE /v2.0/ports/36a60832-f536-4540-b234-936894389cd3 HTTP/1.1" status: 204 len: 173 time: 0.8206918 Apr 21 12:46:30.517681 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a7a6a-4f27-4195-94dc-81c4a5ad1399 req-49e83df7-6d2d-4e3e-8578-83b01d87809d tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:30.525769 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-662a7a6a-4f27-4195-94dc-81c4a5ad1399 req-49e83df7-6d2d-4e3e-8578-83b01d87809d tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 945 time: 0.1684639 Apr 21 12:46:30.572399 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-662a7a6a-4f27-4195-94dc-81c4a5ad1399 req-6e295534-a1e5-4f7f-a68b-105e301e645c tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457060 Apr 21 12:46:30.756026 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7003876c-c976-4562-afba-fb747b741ad0 req-de491375-16fd-42b7-b04e-0f732f800545 tempest-MigrationsAdminTest-813856466 tempest-MigrationsAdminTest-813856466-project] 10.222.0.36 "GET /v2.0/ports?device_id=918f7e73-6a8e-47f3-a19a-aa1e837bab0b HTTP/1.1" status: 200 len: 210 time: 0.0284915 Apr 21 12:46:30.881329 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device ed4078cc-2aa3-4978-9f77-c288f69b6f32 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:46:31.138349 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port ed4078cc-2aa3-4978-9f77-c288f69b6f32 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:46:31.143603 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port ed4078cc-2aa3-4978-9f77-c288f69b6f32 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:46:31.143603 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:31.240754 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:31.247747 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '918f7e73-6a8e-47f3-a19a-aa1e837bab0b', 'name': 'network-vif-deleted', 'tag': 'a04337c4-fdf9-4860-8c09-d882271e65e0'}, {'server_uuid': '1725b01b-544f-489e-8ee6-76302689796b', 'name': 'network-vif-deleted', 'tag': '36a60832-f536-4540-b234-936894389cd3'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:46:31.250202 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd96477f-de81-49ff-bcd0-af511a84fa4d" -d '{"events": [{"server_uuid": "918f7e73-6a8e-47f3-a19a-aa1e837bab0b", "name": "network-vif-deleted", "tag": "a04337c4-fdf9-4860-8c09-d882271e65e0"}, {"server_uuid": "1725b01b-544f-489e-8ee6-76302689796b", "name": "network-vif-deleted", "tag": "36a60832-f536-4540-b234-936894389cd3"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:46:31.269333 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267b24f3-5365-4645-8a79-328b35690530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4078cc-2aa3-4978-9f77-c288f69b6f32'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:46:31.271629 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c514d85a-a4d8-407e-a071-2aeb37134572" -d '{"events": [{"server_uuid": "267b24f3-5365-4645-8a79-328b35690530", "name": "network-vif-plugged", "status": "completed", "tag": "ed4078cc-2aa3-4978-9f77-c288f69b6f32"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:46:31.278895 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b1827-dc35-4c04-b927-a3c547d4a752 req-c62061ed-a775-4e62-9ad3-cb04fa302476 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:31.280680 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-584b1827-dc35-4c04-b927-a3c547d4a752 req-c62061ed-a775-4e62-9ad3-cb04fa302476 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=267b24f3-5365-4645-8a79-328b35690530 HTTP/1.1" status: 200 len: 945 time: 0.0603580 Apr 21 12:46:31.293125 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port ed4078cc-2aa3-4978-9f77-c288f69b6f32, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=ed4078cc-2aa3-4978-9f77-c288f69b6f32,segment=NetworkSegment(970b3fae-3789-466b-a3f7-fb9bdc70d734),segment_id=970b3fae-3789-466b-a3f7-fb9bdc70d734)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:31.326090 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-584b1827-dc35-4c04-b927-a3c547d4a752 req-e98785f1-ae27-4897-8991-e4003184cf66 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357141 Apr 21 12:46:31.411383 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:31.421070 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 21 Apr 2022 12:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ff0339-3e73-41df-a812-72faa863bbf4 x-openstack-request-id: req-56ff0339-3e73-41df-a812-72faa863bbf4 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:46:31.421509 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "918f7e73-6a8e-47f3-a19a-aa1e837bab0b", "name": "network-vif-deleted", "tag": "a04337c4-fdf9-4860-8c09-d882271e65e0", "status": "completed", "code": 200}, {"server_uuid": "1725b01b-544f-489e-8ee6-76302689796b", "name": "network-vif-deleted", "tag": "36a60832-f536-4540-b234-936894389cd3", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:46:31.421794 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-56ff0339-3e73-41df-a812-72faa863bbf4 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:46:31.422190 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56ff0339-3e73-41df-a812-72faa863bbf4'] response: {'server_uuid': '918f7e73-6a8e-47f3-a19a-aa1e837bab0b', 'name': 'network-vif-deleted', 'tag': 'a04337c4-fdf9-4860-8c09-d882271e65e0', 'status': 'completed', 'code': 200} Apr 21 12:46:31.422441 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56ff0339-3e73-41df-a812-72faa863bbf4'] response: {'server_uuid': '1725b01b-544f-489e-8ee6-76302689796b', 'name': 'network-vif-deleted', 'tag': '36a60832-f536-4540-b234-936894389cd3', 'status': 'completed', 'code': 200} Apr 21 12:46:31.446646 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461244af-409f-490e-b00a-5337d460fc78 x-openstack-request-id: req-461244af-409f-490e-b00a-5337d460fc78 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:46:31.447056 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267b24f3-5365-4645-8a79-328b35690530", "name": "network-vif-plugged", "status": "completed", "tag": "ed4078cc-2aa3-4978-9f77-c288f69b6f32", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:46:31.447551 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-461244af-409f-490e-b00a-5337d460fc78 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:46:31.448108 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-461244af-409f-490e-b00a-5337d460fc78'] response: {'server_uuid': '267b24f3-5365-4645-8a79-328b35690530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed4078cc-2aa3-4978-9f77-c288f69b6f32', 'code': 200} Apr 21 12:46:31.474795 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=ed4078cc-2aa3-4978-9f77-c288f69b6f32,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:31.479244 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02c61c-3229-4891-a08c-1128f62a160a req-9264404f-f2e8-4dde-9030-80c6f1ca79b1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:31.480763 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f02c61c-3229-4891-a08c-1128f62a160a req-9264404f-f2e8-4dde-9030-80c6f1ca79b1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/networks?id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f HTTP/1.1" status: 200 len: 812 time: 0.1509531 Apr 21 12:46:31.507293 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f02c61c-3229-4891-a08c-1128f62a160a req-6d5ed9c1-a20e-48ff-878d-d24e147c5652 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/quotas/2ca86f47c8c14947a62af2b454f0a117 HTTP/1.1" status: 200 len: 375 time: 0.0145521 Apr 21 12:46:31.550072 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f02c61c-3229-4891-a08c-1128f62a160a req-9c60574a-8969-49a6-b29e-30010b2de938 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ca86f47c8c14947a62af2b454f0a117&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304472 Apr 21 12:46:31.586459 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed7cc5-3040-47a1-8204-01784817c2f1 req-0f9f2de0-ec2e-4330-971e-b637ca2ac851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:31.588546 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-86ed7cc5-3040-47a1-8204-01784817c2f1 req-0f9f2de0-ec2e-4330-971e-b637ca2ac851 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=267b24f3-5365-4645-8a79-328b35690530 HTTP/1.1" status: 200 len: 1097 time: 0.0713441 Apr 21 12:46:31.629942 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5ac3567-7457-4849-ac00-a85fde1356ec req-ff408602-e7d1-433c-9d24-171c76e6ef7c tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=1725b01b-544f-489e-8ee6-76302689796b HTTP/1.1" status: 200 len: 210 time: 0.0393193 Apr 21 12:46:31.630424 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-86ed7cc5-3040-47a1-8204-01784817c2f1 req-a26aad57-d0dc-40bc-8363-fa8d37dfd5f1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319581 Apr 21 12:46:31.696170 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f02c61c-3229-4891-a08c-1128f62a160a req-6a03b2a5-4579-46f5-b5dd-923f545154e5 service neutron] 10.222.0.36 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257806 Apr 21 12:46:31.809327 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036bd7e-29a3-4a4f-b6e9-b0de64290034 req-02cf66bd-7427-429b-b904-db10e296773a tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:31.810745 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9036bd7e-29a3-4a4f-b6e9-b0de64290034 req-02cf66bd-7427-429b-b904-db10e296773a tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 945 time: 0.0998278 Apr 21 12:46:31.842719 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f02c61c-3229-4891-a08c-1128f62a160a req-6c10c2ce-450f-4dfb-8950-56c1f6f3f50a service neutron] 10.222.0.36 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395359 Apr 21 12:46:31.882169 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9036bd7e-29a3-4a4f-b6e9-b0de64290034 req-7a62c237-0a16-46be-841b-be2c52581771 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595982 Apr 21 12:46:32.126240 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-16abf10f-f41b-46f0-ab9f-0415f6d74164 req-10fa50b1-b802-4d27-9fcc-a6be64a792c0 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 210 time: 0.0286181 Apr 21 12:46:32.446565 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device a04337c4-fdf9-4860-8c09-d882271e65e0 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:46:32.471862 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: a04337c4-fdf9-4860-8c09-d882271e65e0 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:46:32.472507 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device a04337c4-fdf9-4860-8c09-d882271e65e0 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:46:32.472892 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:46:32.476798 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22109ff3-414e-447e-8388-16c0c44a4496 req-2685e82e-69ac-4c83-93e5-0aa4414fe2a6 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:32.478411 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-22109ff3-414e-447e-8388-16c0c44a4496 req-2685e82e-69ac-4c83-93e5-0aa4414fe2a6 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=267b24f3-5365-4645-8a79-328b35690530 HTTP/1.1" status: 200 len: 946 time: 0.0582681 Apr 21 12:46:32.494942 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:46:32.494942 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 09b6c5d5-81a1-4fa0-a2da-9c1ed0dbbe13 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:46:32.524987 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-22109ff3-414e-447e-8388-16c0c44a4496 req-92a9d7e2-0c62-4d5b-9941-85e10a011590 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394254 Apr 21 12:46:32.667407 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 50586) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:46:32.851750 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5873be37-e13e-4fbc-979d-b7e66f2b14e6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=45464789e2cc4bfeaf42e6404c0e9729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1778765 Apr 21 12:46:32.851750 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 50606) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:46:33.015741 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4721f59f-bfc4-4f0e-b92e-59e15c8e7cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:33.074048 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4721f59f-bfc4-4f0e-b92e-59e15c8e7cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:33.095802 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573108df-ad60-4434-adf5-f188f8c7d461 req-6a16ff90-4046-4894-b3e4-0e405fff48d6 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:33.097888 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-573108df-ad60-4434-adf5-f188f8c7d461 req-6a16ff90-4046-4894-b3e4-0e405fff48d6 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 945 time: 0.1106889 Apr 21 12:46:33.107530 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-8768ec16-a9df-44da-a304-fb82362be547 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:33.108117 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-8768ec16-a9df-44da-a304-fb82362be547 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/networks?id=210b1822-b19c-4a3a-bd44-f48c8d787bcf HTTP/1.1" status: 200 len: 806 time: 0.2523873 Apr 21 12:46:33.146546 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-251e12c6-a3fc-4bb9-b6d3-a8c5353af2a6 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/quotas/820f30556a864d2abf13eb66052aec75 HTTP/1.1" status: 200 len: 375 time: 0.0317497 Apr 21 12:46:33.193510 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-573108df-ad60-4434-adf5-f188f8c7d461 req-49bf5643-2711-465d-ad4a-183bc7fada90 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844209 Apr 21 12:46:33.212375 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-95053d0e-cd74-4de3-8db3-89463acd3bd7 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=820f30556a864d2abf13eb66052aec75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0582056 Apr 21 12:46:33.309062 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-902d3f75-f1d5-412f-b8c7-71d68e18c3d7 req-10feb56f-b1f9-41c9-91bc-69b74b2c26c1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 210 time: 0.0360570 Apr 21 12:46:33.311712 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4721f59f-bfc4-4f0e-b92e-59e15c8e7cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:33.314401 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4721f59f-bfc4-4f0e-b92e-59e15c8e7cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:33.318286 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4721f59f-bfc4-4f0e-b92e-59e15c8e7cf5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/072f010e-72f4-40ef-900d-fdeac756573c HTTP/1.1" status: 204 len: 168 time: 0.4678073 Apr 21 12:46:33.347901 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721f59f-bfc4-4f0e-b92e-59e15c8e7cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072f010e-72f4-40ef-900d-fdeac756573c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:33.365363 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-e1b9771f-9a2f-4e9e-8c5b-098e67f76cef service neutron] 10.222.0.36 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448989 Apr 21 12:46:33.480717 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-03606ca4-9ecf-43dc-aecb-f751a18aac18 service neutron] 10.222.0.36 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063659 Apr 21 12:46:33.692008 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad73a8-12cc-4955-82d9-5e02f2a23581 req-cd2e296b-1b89-41dd-87c6-bedb5b3013a0 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:33.695475 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-39ad73a8-12cc-4955-82d9-5e02f2a23581 req-cd2e296b-1b89-41dd-87c6-bedb5b3013a0 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=267b24f3-5365-4645-8a79-328b35690530 HTTP/1.1" status: 200 len: 946 time: 0.0901790 Apr 21 12:46:33.832861 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1a865701-74a9-4e97-b9fd-c4bbb052a302 req-98f6f3b2-c7d8-46d5-b273-76009d4c5938 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cc0d7f1-9f0c-44bf-a9df-60d54337eed9 HTTP/1.1" status: 200 len: 210 time: 0.0731695 Apr 21 12:46:33.879829 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-39ad73a8-12cc-4955-82d9-5e02f2a23581 req-6e26faed-b124-4171-836b-05a089ee5614 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700497 Apr 21 12:46:34.005949 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a48dc-c4a5-42b7-a9b1-ed96da957e0f req-d695b0b8-a364-416b-849f-a2e18590974a tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:34.007548 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d98a48dc-c4a5-42b7-a9b1-ed96da957e0f req-d695b0b8-a364-416b-849f-a2e18590974a tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=267b24f3-5365-4645-8a79-328b35690530 HTTP/1.1" status: 200 len: 946 time: 0.0576873 Apr 21 12:46:34.046151 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d98a48dc-c4a5-42b7-a9b1-ed96da957e0f req-20fc37c5-aa6a-4684-a52e-5bc5a67b5558 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325358 Apr 21 12:46:34.257011 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 50656) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:46:34.378240 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-27b1c2ca-c1d9-4767-add5-16ee1cbf5d07 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=390f0a4ae6cb4883b4414ebd3350b67c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1168952 Apr 21 12:46:34.378469 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 50660) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:46:34.416209 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e85d107-7f2c-4640-a46a-e5d569faf552 req-a2a17d6e-27dd-4fc9-a53a-55f45ddd07f3 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:34.418646 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5e85d107-7f2c-4640-a46a-e5d569faf552 req-a2a17d6e-27dd-4fc9-a53a-55f45ddd07f3 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 945 time: 0.1115143 Apr 21 12:46:34.430148 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a954c5b-810c-4a5f-ba37-b0de3456ff5e req-4d1893a5-4da1-45f7-b299-07c7ca9fdfd2 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:34.441692 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a954c5b-810c-4a5f-ba37-b0de3456ff5e req-4d1893a5-4da1-45f7-b299-07c7ca9fdfd2 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=267b24f3-5365-4645-8a79-328b35690530 HTTP/1.1" status: 200 len: 946 time: 0.1107645 Apr 21 12:46:34.445434 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 36a60832-f536-4540-b234-936894389cd3 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:46:34.455218 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-153a5de6-ad59-4e4a-a375-331075da59dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:34.481943 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-153a5de6-ad59-4e4a-a375-331075da59dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:34.515653 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 36a60832-f536-4540-b234-936894389cd3 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:46:34.516306 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 36a60832-f536-4540-b234-936894389cd3 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:46:34.625811 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-153a5de6-ad59-4e4a-a375-331075da59dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:34.629628 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-153a5de6-ad59-4e4a-a375-331075da59dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:34.631401 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-153a5de6-ad59-4e4a-a375-331075da59dc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a3dea506-d105-4c4b-bdc7-19bf37c1c14b HTTP/1.1" status: 204 len: 168 time: 0.2523942 Apr 21 12:46:34.642457 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a954c5b-810c-4a5f-ba37-b0de3456ff5e req-d7be4508-6ba1-4f80-8422-bb88bb326217 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982572 Apr 21 12:46:34.643789 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a5de6-ad59-4e4a-a375-331075da59dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dea506-d105-4c4b-bdc7-19bf37c1c14b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:34.710883 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5e85d107-7f2c-4640-a46a-e5d569faf552 req-a2364dfa-6935-4991-b4a1-a6fa842f31bd tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653129 Apr 21 12:46:34.784174 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02c61c-3229-4891-a08c-1128f62a160a req-39fa4c7a-e915-4ffa-b502-15d20521e0da tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:34.791694 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f02c61c-3229-4891-a08c-1128f62a160a req-39fa4c7a-e915-4ffa-b502-15d20521e0da tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.26 "GET /v2.0/networks?id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f HTTP/1.1" status: 200 len: 812 time: 0.3390870 Apr 21 12:46:34.827099 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-9f02c61c-3229-4891-a08c-1128f62a160a req-6b2200b0-4c9a-4186-977a-fa778a0b0635 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Request body: {'port': {'device_id': '6cfb649f-752a-4fcc-b49e-804bba37f3db', 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f', 'admin_state_up': True, 'tenant_id': '2ca86f47c8c14947a62af2b454f0a117'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:46:34.839022 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c28b42f-6c8b-4272-870d-b7d28978933c req-5b9cc9c6-b7bd-46ca-8252-8084e01c7173 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 210 time: 0.0485189 Apr 21 12:46:34.986027 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42fcb790-35e5-48e3-8071-9332b0fd8a4b req-9732146c-c091-4460-9aef-1f93eb8ed422 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cc0d7f1-9f0c-44bf-a9df-60d54337eed9 HTTP/1.1" status: 200 len: 210 time: 0.0609646 Apr 21 12:46:35.019289 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15271b4-84a9-4bb9-bba5-cc3faeabe992 req-b7d3b031-502d-47a6-a2b4-68096ded0a02 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:35.020743 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f15271b4-84a9-4bb9-bba5-cc3faeabe992 req-b7d3b031-502d-47a6-a2b4-68096ded0a02 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=267b24f3-5365-4645-8a79-328b35690530 HTTP/1.1" status: 200 len: 946 time: 0.1902950 Apr 21 12:46:35.058274 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f15271b4-84a9-4bb9-bba5-cc3faeabe992 req-8d5f293a-7cd8-473b-8420-76beefd1b2d3 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314381 Apr 21 12:46:35.378311 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f02c61c-3229-4891-a08c-1128f62a160a req-6b2200b0-4c9a-4186-977a-fa778a0b0635 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Made reservation on behalf of 2ca86f47c8c14947a62af2b454f0a117 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:46:35.381791 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9f02c61c-3229-4891-a08c-1128f62a160a req-6b2200b0-4c9a-4186-977a-fa778a0b0635 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:35.439326 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23656753-affc-4b8a-b8ae-32cdc25ee992 req-4e8b57f0-ad71-4e17-9acd-eee190364c53 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:35.441314 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-23656753-affc-4b8a-b8ae-32cdc25ee992 req-4e8b57f0-ad71-4e17-9acd-eee190364c53 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=267b24f3-5365-4645-8a79-328b35690530 HTTP/1.1" status: 200 len: 946 time: 0.1186447 Apr 21 12:46:35.544277 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-23656753-affc-4b8a-b8ae-32cdc25ee992 req-7d1bce52-e53a-46fe-821f-335eb15097ef tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724804 Apr 21 12:46:35.584154 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-9f02c61c-3229-4891-a08c-1128f62a160a req-6b2200b0-4c9a-4186-977a-fa778a0b0635 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Allocated IP 172.20.0.12 (bc25f2ca-45e5-4cab-99f1-9a004ec7506f/7de8299c-2f72-4fcd-b7b0-175fd3b81685/0bea9145-2aad-4b72-8b40-597d593f4fdf) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:46:35.740852 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb290188-3c08-4651-96c2-8fae2b14adbc req-b596f9c8-475a-4bf0-840d-73310af07c76 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:35.742424 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb290188-3c08-4651-96c2-8fae2b14adbc req-b596f9c8-475a-4bf0-840d-73310af07c76 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=267b24f3-5365-4645-8a79-328b35690530 HTTP/1.1" status: 200 len: 946 time: 0.1132123 Apr 21 12:46:36.193068 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9f02c61c-3229-4891-a08c-1128f62a160a req-6b2200b0-4c9a-4186-977a-fa778a0b0635 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:36.205977 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb290188-3c08-4651-96c2-8fae2b14adbc req-373b8b6c-e8c6-49d6-9ee8-702b2cf50bd7 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397559 Apr 21 12:46:36.240050 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e8a4c-5e0f-4926-8178-c8771bff11df req-a7b2ee63-eca2-4379-807c-8c35eea325d9 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:36.241826 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d25e8a4c-5e0f-4926-8178-c8771bff11df req-a7b2ee63-eca2-4379-807c-8c35eea325d9 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 945 time: 0.4479556 Apr 21 12:46:36.302564 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d25e8a4c-5e0f-4926-8178-c8771bff11df req-a2765e1d-8485-42e2-9bff-7f0acea93a22 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448542 Apr 21 12:46:36.332885 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9f02c61c-3229-4891-a08c-1128f62a160a req-6b2200b0-4c9a-4186-977a-fa778a0b0635 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:36.412563 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f02c61c-3229-4891-a08c-1128f62a160a req-6b2200b0-4c9a-4186-977a-fa778a0b0635 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Network bc25f2ca-45e5-4cab-99f1-9a004ec7506f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:46:36.454046 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-22320970-866d-40cf-a0be-623f9095bd17 req-4572bb53-bf40-4178-b77f-31b7deedc488 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cc0d7f1-9f0c-44bf-a9df-60d54337eed9 HTTP/1.1" status: 200 len: 210 time: 0.0459745 Apr 21 12:46:36.462253 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-9f02c61c-3229-4891-a08c-1128f62a160a req-6b2200b0-4c9a-4186-977a-fa778a0b0635 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:46:36.469338 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f02c61c-3229-4891-a08c-1128f62a160a req-6b2200b0-4c9a-4186-977a-fa778a0b0635 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:46:36.498171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2200b0-4c9a-4186-977a-fa778a0b0635 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Pushing event updated for resources: {'Port': ['ID=0bea9145-2aad-4b72-8b40-597d593f4fdf,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:36.517271 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b8e8a-aa36-4f84-89f2-0ab719667c0b req-e800966e-0408-4468-877d-9d2a02aa9cea tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:36.525398 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-192b8e8a-aa36-4f84-89f2-0ab719667c0b req-e800966e-0408-4468-877d-9d2a02aa9cea tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 932 time: 0.1492925 Apr 21 12:46:36.669618 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-192b8e8a-aa36-4f84-89f2-0ab719667c0b req-9cb8733c-254f-45d3-8839-eb547d0b546d tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374462 Apr 21 12:46:36.687648 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02c61c-3229-4891-a08c-1128f62a160a req-6b2200b0-4c9a-4186-977a-fa778a0b0635 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:36.689092 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9f02c61c-3229-4891-a08c-1128f62a160a req-6b2200b0-4c9a-4186-977a-fa778a0b0635 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:36.750090 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-d4b3d0b3-e5d8-4e59-9af5-2093d2a1e42e tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:36.750090 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-d4b3d0b3-e5d8-4e59-9af5-2093d2a1e42e tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.26 "GET /v2.0/networks?id=210b1822-b19c-4a3a-bd44-f48c8d787bcf HTTP/1.1" status: 200 len: 806 time: 0.2007630 Apr 21 12:46:36.778256 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-dd4d2664-a383-4c81-b1d4-6f3a259451e3 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Request body: {'port': {'device_id': '0cc0d7f1-9f0c-44bf-a9df-60d54337eed9', 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf', 'admin_state_up': True, 'tenant_id': '820f30556a864d2abf13eb66052aec75'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:46:36.843717 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f02c61c-3229-4891-a08c-1128f62a160a req-6b2200b0-4c9a-4186-977a-fa778a0b0635 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0262456 Apr 21 12:46:36.867377 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-9f02c61c-3229-4891-a08c-1128f62a160a req-f5d4abc4-b823-4256-bd3f-0061ec017625 service neutron] Request body: {'port': {'device_id': '6cfb649f-752a-4fcc-b49e-804bba37f3db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:46:36.997713 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9f02c61c-3229-4891-a08c-1128f62a160a req-f5d4abc4-b823-4256-bd3f-0061ec017625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:37.146916 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-dd4d2664-a383-4c81-b1d4-6f3a259451e3 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Made reservation on behalf of 820f30556a864d2abf13eb66052aec75 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:46:37.171533 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-dd4d2664-a383-4c81-b1d4-6f3a259451e3 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:37.550227 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e5c54-60f7-4c1b-b21e-9c2a392d2819 req-ccaa8c05-27f3-4be5-abce-a63b5b1bd3dd tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:37.551730 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-794e5c54-60f7-4c1b-b21e-9c2a392d2819 req-ccaa8c05-27f3-4be5-abce-a63b5b1bd3dd tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=267b24f3-5365-4645-8a79-328b35690530 HTTP/1.1" status: 200 len: 946 time: 0.3504655 Apr 21 12:46:37.600542 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d165fc6-0c77-4daa-8c27-cfcb70b7a787 req-8e65504f-fd50-43dc-8d6b-9ebfca4d3d98 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:37.602020 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d165fc6-0c77-4daa-8c27-cfcb70b7a787 req-8e65504f-fd50-43dc-8d6b-9ebfca4d3d98 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 945 time: 0.1700938 Apr 21 12:46:37.624921 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-dd4d2664-a383-4c81-b1d4-6f3a259451e3 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Allocated IP 172.20.0.12 (210b1822-b19c-4a3a-bd44-f48c8d787bcf/5e66f24c-8af3-4904-ad4f-94ba052f7897/f056393a-5a47-4480-acad-1a289e030516) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:46:37.691080 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-794e5c54-60f7-4c1b-b21e-9c2a392d2819 req-362b18be-f492-4923-bfe5-10e3bafd176e tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276715 Apr 21 12:46:37.702701 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-9f02c61c-3229-4891-a08c-1128f62a160a req-f5d4abc4-b823-4256-bd3f-0061ec017625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bea9145-2aad-4b72-8b40-597d593f4fdf {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:46:37.732733 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9f02c61c-3229-4891-a08c-1128f62a160a req-f5d4abc4-b823-4256-bd3f-0061ec017625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:37.755475 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d165fc6-0c77-4daa-8c27-cfcb70b7a787 req-342183fa-4f8e-4535-ab6d-e1c4c4788ab5 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379199 Apr 21 12:46:37.823165 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-9f02c61c-3229-4891-a08c-1128f62a160a req-f5d4abc4-b823-4256-bd3f-0061ec017625 service neutron] Transition to ACTIVE for port object 0bea9145-2aad-4b72-8b40-597d593f4fdf will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:46:37.918517 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dc944b55-44a5-4e19-8f74-0481e6fe3844 req-bc17538e-b5e9-4706-92fe-501bc9ccc3b8 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cc0d7f1-9f0c-44bf-a9df-60d54337eed9 HTTP/1.1" status: 200 len: 210 time: 0.0366006 Apr 21 12:46:38.096717 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-dd4d2664-a383-4c81-b1d4-6f3a259451e3 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:38.151536 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56970ecc-dca5-44b4-9541-4053503c1c85 req-0a0dcf91-b019-4d2d-900f-f0ec78223aa5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:38.153026 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56970ecc-dca5-44b4-9541-4053503c1c85 req-0a0dcf91-b019-4d2d-900f-f0ec78223aa5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 932 time: 0.1880670 Apr 21 12:46:38.211317 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2a476-ca51-48bf-8d4d-87c1615669a7 req-0bf288b6-cc1b-431f-b58b-9b05aebeab26 tempest-NetworksTest-69578585 tempest-NetworksTest-69578585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:38.211805 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2a476-ca51-48bf-8d4d-87c1615669a7 req-0bf288b6-cc1b-431f-b58b-9b05aebeab26 tempest-NetworksTest-69578585 tempest-NetworksTest-69578585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:38.212289 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2a476-ca51-48bf-8d4d-87c1615669a7 req-0bf288b6-cc1b-431f-b58b-9b05aebeab26 tempest-NetworksTest-69578585 tempest-NetworksTest-69578585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:38.212734 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2a476-ca51-48bf-8d4d-87c1615669a7 req-0bf288b6-cc1b-431f-b58b-9b05aebeab26 tempest-NetworksTest-69578585 tempest-NetworksTest-69578585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:38.213193 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2a476-ca51-48bf-8d4d-87c1615669a7 req-0bf288b6-cc1b-431f-b58b-9b05aebeab26 tempest-NetworksTest-69578585 tempest-NetworksTest-69578585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:38.213674 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2a476-ca51-48bf-8d4d-87c1615669a7 req-0bf288b6-cc1b-431f-b58b-9b05aebeab26 tempest-NetworksTest-69578585 tempest-NetworksTest-69578585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:38.214131 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2a476-ca51-48bf-8d4d-87c1615669a7 req-0bf288b6-cc1b-431f-b58b-9b05aebeab26 tempest-NetworksTest-69578585 tempest-NetworksTest-69578585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:38.215951 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80b2a476-ca51-48bf-8d4d-87c1615669a7 req-0bf288b6-cc1b-431f-b58b-9b05aebeab26 tempest-NetworksTest-69578585 tempest-NetworksTest-69578585-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5001 time: 0.3179755 Apr 21 12:46:38.223624 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9f02c61c-3229-4891-a08c-1128f62a160a req-f5d4abc4-b823-4256-bd3f-0061ec017625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:38.267280 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56970ecc-dca5-44b4-9541-4053503c1c85 req-03171baa-3e3d-42c1-bea4-b49dbc89816d tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026556 Apr 21 12:46:38.345100 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4abc4-b823-4256-bd3f-0061ec017625 service neutron] Pushing event updated for resources: {'Port': ['ID=0bea9145-2aad-4b72-8b40-597d593f4fdf,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:38.356464 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-dd4d2664-a383-4c81-b1d4-6f3a259451e3 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:38.368292 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:46:38.436655 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fe16e-5cf1-4850-941b-220bd53f22bc req-39566d37-6157-4a8e-b842-0abf58011543 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:38.439550 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-396fe16e-5cf1-4850-941b-220bd53f22bc req-39566d37-6157-4a8e-b842-0abf58011543 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.24 "GET /v2.0/ports?device_id=267b24f3-5365-4645-8a79-328b35690530 HTTP/1.1" status: 200 len: 946 time: 0.0755866 Apr 21 12:46:38.495560 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-dd4d2664-a383-4c81-b1d4-6f3a259451e3 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Network 210b1822-b19c-4a3a-bd44-f48c8d787bcf is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:46:38.506277 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-dd4d2664-a383-4c81-b1d4-6f3a259451e3 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:46:38.509968 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036f70b-ec90-4ec3-8662-223769afa136 req-919d4fca-9b37-4ae2-a047-bdb3a4980d89 tempest-NetworksTest-69578585 tempest-NetworksTest-69578585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:38.514384 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7036f70b-ec90-4ec3-8662-223769afa136 req-919d4fca-9b37-4ae2-a047-bdb3a4980d89 tempest-NetworksTest-69578585 tempest-NetworksTest-69578585-project-admin] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 886 time: 0.2560544 Apr 21 12:46:38.520268 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-dd4d2664-a383-4c81-b1d4-6f3a259451e3 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:46:38.523482 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d2664-a383-4c81-b1d4-6f3a259451e3 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Pushing event updated for resources: {'Port': ['ID=f056393a-5a47-4480-acad-1a289e030516,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:38.564448 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9f02c61c-3229-4891-a08c-1128f62a160a req-f5d4abc4-b823-4256-bd3f-0061ec017625 service neutron] Attempting to bind port 0bea9145-2aad-4b72-8b40-597d593f4fdf on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:46:38.564815 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9f02c61c-3229-4891-a08c-1128f62a160a req-f5d4abc4-b823-4256-bd3f-0061ec017625 service neutron] Attempting to bind port 0bea9145-2aad-4b72-8b40-597d593f4fdf by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': 'd6396019-d3d0-47a9-857e-718c70dc7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:46:38.565151 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f02c61c-3229-4891-a08c-1128f62a160a req-f5d4abc4-b823-4256-bd3f-0061ec017625 service neutron] Attempting to bind port 0bea9145-2aad-4b72-8b40-597d593f4fdf on network bc25f2ca-45e5-4cab-99f1-9a004ec7506f {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:46:38.640075 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f02c61c-3229-4891-a08c-1128f62a160a req-f5d4abc4-b823-4256-bd3f-0061ec017625 service neutron] Port 0bea9145-2aad-4b72-8b40-597d593f4fdf on network bc25f2ca-45e5-4cab-99f1-9a004ec7506f not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:46:38.640545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f02c61c-3229-4891-a08c-1128f62a160a req-f5d4abc4-b823-4256-bd3f-0061ec017625 service neutron] Attempting to bind port 0bea9145-2aad-4b72-8b40-597d593f4fdf on network bc25f2ca-45e5-4cab-99f1-9a004ec7506f {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:46:38.646511 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-396fe16e-5cf1-4850-941b-220bd53f22bc req-35f88f3a-90bf-4dac-b880-ba99b8e3be42 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Deleting port ed4078cc-2aa3-4978-9f77-c288f69b6f32 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:46:38.647942 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-396fe16e-5cf1-4850-941b-220bd53f22bc req-35f88f3a-90bf-4dac-b880-ba99b8e3be42 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:38.662792 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-dd4d2664-a383-4c81-b1d4-6f3a259451e3 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:38.663542 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-dd4d2664-a383-4c81-b1d4-6f3a259451e3 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:38.677153 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f02c61c-3229-4891-a08c-1128f62a160a req-f5d4abc4-b823-4256-bd3f-0061ec017625 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:46:38.677771 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f02c61c-3229-4891-a08c-1128f62a160a req-f5d4abc4-b823-4256-bd3f-0061ec017625 service neutron] Checking segment: {'id': 'd6396019-d3d0-47a9-857e-718c70dc7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:46:38.678257 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f02c61c-3229-4891-a08c-1128f62a160a req-f5d4abc4-b823-4256-bd3f-0061ec017625 service neutron] Bound using segment: {'id': 'd6396019-d3d0-47a9-857e-718c70dc7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:46:38.678954 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9f02c61c-3229-4891-a08c-1128f62a160a req-f5d4abc4-b823-4256-bd3f-0061ec017625 service neutron] Bound port: 0bea9145-2aad-4b72-8b40-597d593f4fdf, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6396019-d3d0-47a9-857e-718c70dc7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:46:38.679422 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9f02c61c-3229-4891-a08c-1128f62a160a req-f5d4abc4-b823-4256-bd3f-0061ec017625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:38.760927 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-396fe16e-5cf1-4850-941b-220bd53f22bc req-35f88f3a-90bf-4dac-b880-ba99b8e3be42 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] For port ed4078cc-2aa3-4978-9f77-c288f69b6f32, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=ed4078cc-2aa3-4978-9f77-c288f69b6f32,segment=NetworkSegment(970b3fae-3789-466b-a3f7-fb9bdc70d734),segment_id=970b3fae-3789-466b-a3f7-fb9bdc70d734)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:38.761307 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-396fe16e-5cf1-4850-941b-220bd53f22bc req-35f88f3a-90bf-4dac-b880-ba99b8e3be42 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:38.775550 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-396fe16e-5cf1-4850-941b-220bd53f22bc req-35f88f3a-90bf-4dac-b880-ba99b8e3be42 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Calling delete_port for ed4078cc-2aa3-4978-9f77-c288f69b6f32 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:46:38.787359 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1844c2-2975-4965-a830-30ba3d083e78 req-d658a7d4-b215-4a3d-b4e9-a59bf81935f6 tempest-NetworksTest-69578585 tempest-NetworksTest-69578585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:38.787962 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1844c2-2975-4965-a830-30ba3d083e78 req-d658a7d4-b215-4a3d-b4e9-a59bf81935f6 tempest-NetworksTest-69578585 tempest-NetworksTest-69578585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:38.788200 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1844c2-2975-4965-a830-30ba3d083e78 req-d658a7d4-b215-4a3d-b4e9-a59bf81935f6 tempest-NetworksTest-69578585 tempest-NetworksTest-69578585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:38.788652 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1844c2-2975-4965-a830-30ba3d083e78 req-d658a7d4-b215-4a3d-b4e9-a59bf81935f6 tempest-NetworksTest-69578585 tempest-NetworksTest-69578585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:38.789102 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1844c2-2975-4965-a830-30ba3d083e78 req-d658a7d4-b215-4a3d-b4e9-a59bf81935f6 tempest-NetworksTest-69578585 tempest-NetworksTest-69578585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:38.789544 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1844c2-2975-4965-a830-30ba3d083e78 req-d658a7d4-b215-4a3d-b4e9-a59bf81935f6 tempest-NetworksTest-69578585 tempest-NetworksTest-69578585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:38.790011 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1844c2-2975-4965-a830-30ba3d083e78 req-d658a7d4-b215-4a3d-b4e9-a59bf81935f6 tempest-NetworksTest-69578585 tempest-NetworksTest-69578585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:38.791737 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c1844c2-2975-4965-a830-30ba3d083e78 req-d658a7d4-b215-4a3d-b4e9-a59bf81935f6 tempest-NetworksTest-69578585 tempest-NetworksTest-69578585-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5001 time: 0.2430658 Apr 21 12:46:38.823231 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-dd4d2664-a383-4c81-b1d4-6f3a259451e3 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0641181 Apr 21 12:46:38.835214 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9f02c61c-3229-4891-a08c-1128f62a160a req-f5d4abc4-b823-4256-bd3f-0061ec017625 service neutron] For port 0bea9145-2aad-4b72-8b40-597d593f4fdf, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:46:38.843752 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-fe69f52c-a7fd-4aea-b72e-9ec9914f9f9d service neutron] Request body: {'port': {'device_id': '0cc0d7f1-9f0c-44bf-a9df-60d54337eed9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:46:38.890068 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9f02c61c-3229-4891-a08c-1128f62a160a req-f5d4abc4-b823-4256-bd3f-0061ec017625 service neutron] For port 0bea9145-2aad-4b72-8b40-597d593f4fdf, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0bea9145-2aad-4b72-8b40-597d593f4fdf,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:46:38.917414 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6709760-bbbb-4e7c-9883-919440234ffb req-138db078-0f49-469f-81f5-61e9095fa9a1 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:38.919190 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e6709760-bbbb-4e7c-9883-919440234ffb req-138db078-0f49-469f-81f5-61e9095fa9a1 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=267b24f3-5365-4645-8a79-328b35690530 HTTP/1.1" status: 200 len: 946 time: 0.1488860 Apr 21 12:46:39.024841 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9f02c61c-3229-4891-a08c-1128f62a160a req-f5d4abc4-b823-4256-bd3f-0061ec017625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:39.076069 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-fe69f52c-a7fd-4aea-b72e-9ec9914f9f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:39.085608 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02c61c-3229-4891-a08c-1128f62a160a req-f5d4abc4-b823-4256-bd3f-0061ec017625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:39.086292 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9f02c61c-3229-4891-a08c-1128f62a160a req-f5d4abc4-b823-4256-bd3f-0061ec017625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:39.087677 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f02c61c-3229-4891-a08c-1128f62a160a req-f5d4abc4-b823-4256-bd3f-0061ec017625 service neutron] 10.222.0.26 "PUT /v2.0/ports/0bea9145-2aad-4b72-8b40-597d593f4fdf HTTP/1.1" status: 200 len: 1092 time: 2.2275267 Apr 21 12:46:39.099756 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cfb649f-752a-4fcc-b49e-804bba37f3db', 'tag': '0bea9145-2aad-4b72-8b40-597d593f4fdf'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:46:39.102092 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82f7f48-5510-48e1-9494-4c8dd432db59" -d '{"events": [{"name": "network-changed", "server_uuid": "6cfb649f-752a-4fcc-b49e-804bba37f3db", "tag": "0bea9145-2aad-4b72-8b40-597d593f4fdf"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:46:39.118693 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-396fe16e-5cf1-4850-941b-220bd53f22bc req-35f88f3a-90bf-4dac-b880-ba99b8e3be42 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:39.131192 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e6709760-bbbb-4e7c-9883-919440234ffb req-156456a1-869a-445b-a37b-92468f198632 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/security-groups?id=fc7a7985-456a-4625-965d-62edbee0df97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797328 Apr 21 12:46:39.244030 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f88f3a-90bf-4dac-b880-ba99b8e3be42 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Pushing event deleted for resources: {'Port': ['ID=ed4078cc-2aa3-4978-9f77-c288f69b6f32,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:39.287327 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-396fe16e-5cf1-4850-941b-220bd53f22bc req-35f88f3a-90bf-4dac-b880-ba99b8e3be42 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] No DVR routers for this DVR port ed4078cc-2aa3-4978-9f77-c288f69b6f32 on host n-h2-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:46:39.296480 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-396fe16e-5cf1-4850-941b-220bd53f22bc req-35f88f3a-90bf-4dac-b880-ba99b8e3be42 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:39.296480 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-396fe16e-5cf1-4850-941b-220bd53f22bc req-35f88f3a-90bf-4dac-b880-ba99b8e3be42 tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.24 "DELETE /v2.0/ports/ed4078cc-2aa3-4978-9f77-c288f69b6f32 HTTP/1.1" status: 204 len: 173 time: 0.8455701 Apr 21 12:46:39.296480 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '267b24f3-5365-4645-8a79-328b35690530', 'name': 'network-vif-deleted', 'tag': 'ed4078cc-2aa3-4978-9f77-c288f69b6f32'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:46:39.299785 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4431685-a0c2-4c2d-b3c0-76d10f45061c" -d '{"events": [{"server_uuid": "267b24f3-5365-4645-8a79-328b35690530", "name": "network-vif-deleted", "tag": "ed4078cc-2aa3-4978-9f77-c288f69b6f32"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:46:39.328431 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4abc4-b823-4256-bd3f-0061ec017625 service neutron] Pushing event updated for resources: {'Port': ['ID=0bea9145-2aad-4b72-8b40-597d593f4fdf,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:39.338751 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077aca2-974c-4adf-a176-be35ef3354d7 req-86eaabe9-7188-4d99-8ac6-3859ae687dca tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:39.340216 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5077aca2-974c-4adf-a176-be35ef3354d7 req-86eaabe9-7188-4d99-8ac6-3859ae687dca tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 945 time: 0.4159706 Apr 21 12:46:39.521479 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 50818) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:46:39.679906 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-926a769a-39ff-4325-807c-356516a305d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:39.771340 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-926a769a-39ff-4325-807c-356516a305d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:39.832963 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02c61c-3229-4891-a08c-1128f62a160a req-44144e77-ab04-419a-822e-a61837559b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:39.834420 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f02c61c-3229-4891-a08c-1128f62a160a req-44144e77-ab04-419a-822e-a61837559b0b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ca86f47c8c14947a62af2b454f0a117&device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 1095 time: 0.5665381 Apr 21 12:46:39.863351 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-926a769a-39ff-4325-807c-356516a305d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:39.864082 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5077aca2-974c-4adf-a176-be35ef3354d7 req-d1578c99-50da-487b-a6e8-d6853a4c010b tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4901586 Apr 21 12:46:39.871777 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f8347c-6bef-4cc5-9cbc-aae64eb72a27 req-16272c6b-8b97-4569-8c84-e7a00652c413 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:39.877175 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-50f8347c-6bef-4cc5-9cbc-aae64eb72a27 req-16272c6b-8b97-4569-8c84-e7a00652c413 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cc0d7f1-9f0c-44bf-a9df-60d54337eed9 HTTP/1.1" status: 200 len: 932 time: 0.5981317 Apr 21 12:46:39.912242 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f02c61c-3229-4891-a08c-1128f62a160a req-e202897c-92ce-47a4-b409-459fcc6d72ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bea9145-2aad-4b72-8b40-597d593f4fdf HTTP/1.1" status: 200 len: 217 time: 0.0498574 Apr 21 12:46:39.936049 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-926a769a-39ff-4325-807c-356516a305d1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e3c13ec8d9c743fa84b8b4071bb3addb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4123697 Apr 21 12:46:39.936837 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 50828) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:46:39.965819 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a769a-39ff-4325-807c-356516a305d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97a672c-d66c-4c0f-889b-72bdef762e92,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:39.988814 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b894315d-e93b-42a7-a4be-0178bfdb8788 x-openstack-request-id: req-b894315d-e93b-42a7-a4be-0178bfdb8788 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:46:39.989104 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cfb649f-752a-4fcc-b49e-804bba37f3db", "tag": "0bea9145-2aad-4b72-8b40-597d593f4fdf", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:46:39.989357 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b894315d-e93b-42a7-a4be-0178bfdb8788 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:46:39.989777 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b894315d-e93b-42a7-a4be-0178bfdb8788'] response: {'name': 'network-changed', 'server_uuid': '6cfb649f-752a-4fcc-b49e-804bba37f3db', 'tag': '0bea9145-2aad-4b72-8b40-597d593f4fdf', 'status': 'completed', 'code': 200} Apr 21 12:46:40.012341 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-13a60b46-2511-4463-977b-f4eb06c87ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:40.036929 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-13a60b46-2511-4463-977b-f4eb06c87ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:40.038421 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-50f8347c-6bef-4cc5-9cbc-aae64eb72a27 req-5d136b54-5444-432a-9582-02924cfa8db6 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272125 Apr 21 12:46:40.101440 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631a2904-8438-41da-af49-3c84a35d5e64 x-openstack-request-id: req-631a2904-8438-41da-af49-3c84a35d5e64 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:46:40.102534 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "267b24f3-5365-4645-8a79-328b35690530", "name": "network-vif-deleted", "tag": "ed4078cc-2aa3-4978-9f77-c288f69b6f32", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:46:40.103022 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-631a2904-8438-41da-af49-3c84a35d5e64 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:46:40.103493 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02c61c-3229-4891-a08c-1128f62a160a req-ff16b717-a46a-4d4f-9146-1f0227953750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:40.104122 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-631a2904-8438-41da-af49-3c84a35d5e64'] response: {'server_uuid': '267b24f3-5365-4645-8a79-328b35690530', 'name': 'network-vif-deleted', 'tag': 'ed4078cc-2aa3-4978-9f77-c288f69b6f32', 'status': 'completed', 'code': 200} Apr 21 12:46:40.104967 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f02c61c-3229-4891-a08c-1128f62a160a req-ff16b717-a46a-4d4f-9146-1f0227953750 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7de8299c-2f72-4fcd-b7b0-175fd3b81685 HTTP/1.1" status: 200 len: 852 time: 0.1826634 Apr 21 12:46:40.167263 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f02c61c-3229-4891-a08c-1128f62a160a req-0bfdfc78-1331-46d5-9e54-a320d3f34a6e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468941 Apr 21 12:46:40.178428 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42320f69-b76a-41a3-b783-93b4ccd1f28a req-763cf33b-f3d2-40b8-af0f-d65cf14ae7b4 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:40.184732 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42320f69-b76a-41a3-b783-93b4ccd1f28a req-763cf33b-f3d2-40b8-af0f-d65cf14ae7b4 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 944 time: 0.1320202 Apr 21 12:46:40.190329 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-13a60b46-2511-4463-977b-f4eb06c87ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:40.193462 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-13a60b46-2511-4463-977b-f4eb06c87ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:40.197011 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-13a60b46-2511-4463-977b-f4eb06c87ab3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f97a672c-d66c-4c0f-889b-72bdef762e92 HTTP/1.1" status: 204 len: 168 time: 0.2549736 Apr 21 12:46:40.211727 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a60b46-2511-4463-977b-f4eb06c87ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97a672c-d66c-4c0f-889b-72bdef762e92,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:40.385318 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f02c61c-3229-4891-a08c-1128f62a160a req-b47b7632-c46c-4e5c-92db-bed73dc3fd87 service neutron] 10.222.0.26 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827304 Apr 21 12:46:40.411823 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03c84b8d-5c76-44ce-ae4d-2000ed6aa721 req-a8d9a5f3-7cc0-441b-9c1e-51806e9fa0bb tempest-ServerDiskConfigTestJSON-186152073 tempest-ServerDiskConfigTestJSON-186152073-project] 10.222.0.36 "GET /v2.0/ports?device_id=267b24f3-5365-4645-8a79-328b35690530 HTTP/1.1" status: 200 len: 210 time: 0.1181006 Apr 21 12:46:40.423421 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-fe69f52c-a7fd-4aea-b72e-9ec9914f9f9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f056393a-5a47-4480-acad-1a289e030516 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:46:40.439339 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-fe69f52c-a7fd-4aea-b72e-9ec9914f9f9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:40.515808 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f02c61c-3229-4891-a08c-1128f62a160a req-573b98f0-c206-4f3f-9490-e98005cb20b7 service neutron] 10.222.0.26 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147423 Apr 21 12:46:40.538838 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-fe69f52c-a7fd-4aea-b72e-9ec9914f9f9d service neutron] Transition to ACTIVE for port object f056393a-5a47-4480-acad-1a289e030516 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:46:40.555533 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42320f69-b76a-41a3-b783-93b4ccd1f28a req-468f3698-5657-474c-b513-8f5bf369638c tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640904 Apr 21 12:46:40.660444 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-fe69f52c-a7fd-4aea-b72e-9ec9914f9f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:40.749620 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69f52c-a7fd-4aea-b72e-9ec9914f9f9d service neutron] Pushing event updated for resources: {'Port': ['ID=f056393a-5a47-4480-acad-1a289e030516,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:40.772302 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f7f48-5510-48e1-9494-4c8dd432db59 req-95180534-3286-456c-91c2-c7961f273f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:40.773848 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a82f7f48-5510-48e1-9494-4c8dd432db59 req-95180534-3286-456c-91c2-c7961f273f22 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ca86f47c8c14947a62af2b454f0a117&device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 1095 time: 0.1247597 Apr 21 12:46:40.891882 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-fe69f52c-a7fd-4aea-b72e-9ec9914f9f9d service neutron] Attempting to bind port f056393a-5a47-4480-acad-1a289e030516 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:46:40.892576 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-fe69f52c-a7fd-4aea-b72e-9ec9914f9f9d service neutron] Attempting to bind port f056393a-5a47-4480-acad-1a289e030516 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '58d8cb84-8f11-4151-a77a-bfc0637248a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:46:40.892576 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-fe69f52c-a7fd-4aea-b72e-9ec9914f9f9d service neutron] Attempting to bind port f056393a-5a47-4480-acad-1a289e030516 on network 210b1822-b19c-4a3a-bd44-f48c8d787bcf {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:46:40.904790 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-fe69f52c-a7fd-4aea-b72e-9ec9914f9f9d service neutron] Port f056393a-5a47-4480-acad-1a289e030516 on network 210b1822-b19c-4a3a-bd44-f48c8d787bcf not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:46:40.904790 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-fe69f52c-a7fd-4aea-b72e-9ec9914f9f9d service neutron] Attempting to bind port f056393a-5a47-4480-acad-1a289e030516 on network 210b1822-b19c-4a3a-bd44-f48c8d787bcf {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:46:40.915843 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-fe69f52c-a7fd-4aea-b72e-9ec9914f9f9d service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:46:40.915843 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-fe69f52c-a7fd-4aea-b72e-9ec9914f9f9d service neutron] Checking segment: {'id': '58d8cb84-8f11-4151-a77a-bfc0637248a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:46:40.915843 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-fe69f52c-a7fd-4aea-b72e-9ec9914f9f9d service neutron] Bound using segment: {'id': '58d8cb84-8f11-4151-a77a-bfc0637248a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:46:40.915843 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-fe69f52c-a7fd-4aea-b72e-9ec9914f9f9d service neutron] Bound port: f056393a-5a47-4480-acad-1a289e030516, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58d8cb84-8f11-4151-a77a-bfc0637248a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:46:40.915843 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-fe69f52c-a7fd-4aea-b72e-9ec9914f9f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:40.933359 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device ed4078cc-2aa3-4978-9f77-c288f69b6f32 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:46:40.975196 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: ed4078cc-2aa3-4978-9f77-c288f69b6f32 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:46:40.975645 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device ed4078cc-2aa3-4978-9f77-c288f69b6f32 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:46:40.982603 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f7f48-5510-48e1-9494-4c8dd432db59 req-8148c050-d420-4746-92c3-edfd0cd76772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:40.984372 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a82f7f48-5510-48e1-9494-4c8dd432db59 req-8148c050-d420-4746-92c3-edfd0cd76772 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f HTTP/1.1" status: 200 len: 913 time: 0.1913848 Apr 21 12:46:41.053188 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a82f7f48-5510-48e1-9494-4c8dd432db59 req-c9ba1f3a-29d9-4780-89d0-96f6ac548a0d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bea9145-2aad-4b72-8b40-597d593f4fdf HTTP/1.1" status: 200 len: 217 time: 0.0599184 Apr 21 12:46:41.063676 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 50852) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:46:41.079812 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-fe69f52c-a7fd-4aea-b72e-9ec9914f9f9d service neutron] For port f056393a-5a47-4480-acad-1a289e030516, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:46:41.084831 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c2b084c-e9e6-4d3f-8d55-2b4dc1a0949a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:41.126756 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-fe69f52c-a7fd-4aea-b72e-9ec9914f9f9d service neutron] For port f056393a-5a47-4480-acad-1a289e030516, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=f056393a-5a47-4480-acad-1a289e030516,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:46:41.141289 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f7f48-5510-48e1-9494-4c8dd432db59 req-0f0c42b8-d84c-4ca4-9caf-ec666780aca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:41.142861 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a82f7f48-5510-48e1-9494-4c8dd432db59 req-0f0c42b8-d84c-4ca4-9caf-ec666780aca3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7de8299c-2f72-4fcd-b7b0-175fd3b81685 HTTP/1.1" status: 200 len: 852 time: 0.0726657 Apr 21 12:46:41.153432 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c7e0c-79f8-48a2-864a-efe604c3a2fe req-9fbd2502-36fe-42ab-83ce-e41c93c2756c tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:41.160266 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b59c7e0c-79f8-48a2-864a-efe604c3a2fe req-9fbd2502-36fe-42ab-83ce-e41c93c2756c tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 945 time: 0.1492121 Apr 21 12:46:41.202850 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c2b084c-e9e6-4d3f-8d55-2b4dc1a0949a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:41.226607 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a82f7f48-5510-48e1-9494-4c8dd432db59 req-9ecdae35-6259-494c-9443-d067cc7e3eb1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706904 Apr 21 12:46:41.230207 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-fe69f52c-a7fd-4aea-b72e-9ec9914f9f9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:41.286518 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c2b084c-e9e6-4d3f-8d55-2b4dc1a0949a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:41.309178 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-fe69f52c-a7fd-4aea-b72e-9ec9914f9f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:41.310059 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-fe69f52c-a7fd-4aea-b72e-9ec9914f9f9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:41.311438 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-fe69f52c-a7fd-4aea-b72e-9ec9914f9f9d service neutron] 10.222.0.26 "PUT /v2.0/ports/f056393a-5a47-4480-acad-1a289e030516 HTTP/1.1" status: 200 len: 1092 time: 2.4734898 Apr 21 12:46:41.321467 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b59c7e0c-79f8-48a2-864a-efe604c3a2fe req-334af867-f139-4723-98e4-cf0d93e05981 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428161 Apr 21 12:46:41.348252 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7c2b084c-e9e6-4d3f-8d55-2b4dc1a0949a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54b2a1a0d4e64a47aa55872a0e35d285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2729557 Apr 21 12:46:41.348252 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b084c-e9e6-4d3f-8d55-2b4dc1a0949a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf28e47c-6b56-4036-abfb-f56ef01a1152,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:41.348252 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 50858) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:46:41.373900 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b556d-d946-4202-856e-fcfe3b68970c req-390287ab-6389-4d4b-85fd-92a9f254837c tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:41.375517 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b34b556d-d946-4202-856e-fcfe3b68970c req-390287ab-6389-4d4b-85fd-92a9f254837c tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cc0d7f1-9f0c-44bf-a9df-60d54337eed9 HTTP/1.1" status: 200 len: 944 time: 0.2310560 Apr 21 12:46:41.412015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69f52c-a7fd-4aea-b72e-9ec9914f9f9d service neutron] Pushing event updated for resources: {'Port': ['ID=f056393a-5a47-4480-acad-1a289e030516,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:41.418372 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc6aa342-7126-46de-a61d-e2cb205ac698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:41.441341 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc6aa342-7126-46de-a61d-e2cb205ac698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:41.467335 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a82f7f48-5510-48e1-9494-4c8dd432db59 req-dc0bb03d-d8dc-4413-8e36-6e09decf2404 service neutron] 10.222.0.26 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255409 Apr 21 12:46:41.480074 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b34b556d-d946-4202-856e-fcfe3b68970c req-b51096e4-3fcb-4b6d-b64b-70e169e21bca tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946119 Apr 21 12:46:41.609803 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc6aa342-7126-46de-a61d-e2cb205ac698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:41.609803 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc6aa342-7126-46de-a61d-e2cb205ac698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:41.616837 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-dc6aa342-7126-46de-a61d-e2cb205ac698 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bf28e47c-6b56-4036-abfb-f56ef01a1152 HTTP/1.1" status: 204 len: 168 time: 0.2719414 Apr 21 12:46:41.630170 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-bde4bf5e-57a0-4376-a470-f6ee59b76ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:41.630710 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-bde4bf5e-57a0-4376-a470-f6ee59b76ad9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=820f30556a864d2abf13eb66052aec75&device_id=0cc0d7f1-9f0c-44bf-a9df-60d54337eed9 HTTP/1.1" status: 200 len: 1095 time: 0.1075075 Apr 21 12:46:41.634476 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a82f7f48-5510-48e1-9494-4c8dd432db59 req-5e7fe015-5312-45b0-83b3-97673fb4069d service neutron] 10.222.0.26 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463504 Apr 21 12:46:41.644000 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6aa342-7126-46de-a61d-e2cb205ac698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf28e47c-6b56-4036-abfb-f56ef01a1152,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:41.713599 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 50878) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:46:41.729863 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-4387d46f-94aa-4924-a54d-fe69e9fd69f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f056393a-5a47-4480-acad-1a289e030516 HTTP/1.1" status: 200 len: 217 time: 0.0577404 Apr 21 12:46:41.787455 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d4b1658-1948-4005-a3f1-f3119baec969 admin admin] Deleting subnet 60acb840-0dd0-4e57-a445-07399e0f9716 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:46:41.790607 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d4b1658-1948-4005-a3f1-f3119baec969 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:41.793872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbf6f1-ea5b-479a-bdad-ae800a35c20d req-1ea5a5bb-d121-4a1f-82c9-75ba749da5b2 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:41.800641 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90bbf6f1-ea5b-479a-bdad-ae800a35c20d req-1ea5a5bb-d121-4a1f-82c9-75ba749da5b2 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 944 time: 0.1586862 Apr 21 12:46:41.834720 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-2fcc8073-aa8d-47b5-b9ae-2e8745928c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:41.836233 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-2fcc8073-aa8d-47b5-b9ae-2e8745928c65 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e66f24c-8af3-4904-ad4f-94ba052f7897 HTTP/1.1" status: 200 len: 846 time: 0.0995054 Apr 21 12:46:41.865832 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d4b1658-1948-4005-a3f1-f3119baec969 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:41.899685 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-10675886-df9a-4ff7-b743-74f6b41b90ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=210b1822-b19c-4a3a-bd44-f48c8d787bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555902 Apr 21 12:46:41.904902 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90bbf6f1-ea5b-479a-bdad-ae800a35c20d req-2a0e67e6-eeb0-420b-8fbc-5f35fe5f8176 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027703 Apr 21 12:46:41.927861 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d4b1658-1948-4005-a3f1-f3119baec969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:41.992122 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc0d7f1-9f0c-44bf-a9df-60d54337eed9', 'tag': 'f056393a-5a47-4480-acad-1a289e030516'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:46:41.995257 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e35923-7c77-4237-a181-dccf3c1cc0c7" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc0d7f1-9f0c-44bf-a9df-60d54337eed9", "tag": "f056393a-5a47-4480-acad-1a289e030516"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:46:42.036311 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-6dd04873-d33f-4a18-b5cd-a21725ec5cbf service neutron] 10.222.0.26 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300600 Apr 21 12:46:42.066428 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d7f9ff-1f5f-4507-aeb1-5c9bfb01619f x-openstack-request-id: req-d2d7f9ff-1f5f-4507-aeb1-5c9bfb01619f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:46:42.066800 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc0d7f1-9f0c-44bf-a9df-60d54337eed9", "tag": "f056393a-5a47-4480-acad-1a289e030516", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:46:42.067058 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d2d7f9ff-1f5f-4507-aeb1-5c9bfb01619f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:46:42.067458 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2d7f9ff-1f5f-4507-aeb1-5c9bfb01619f'] response: {'name': 'network-changed', 'server_uuid': '0cc0d7f1-9f0c-44bf-a9df-60d54337eed9', 'tag': 'f056393a-5a47-4480-acad-1a289e030516', 'status': 'completed', 'code': 200} Apr 21 12:46:42.104017 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d4b1658-1948-4005-a3f1-f3119baec969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:42.136293 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b1658-1948-4005-a3f1-f3119baec969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60acb840-0dd0-4e57-a445-07399e0f9716,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:42.144126 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d4b1658-1948-4005-a3f1-f3119baec969 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:42.144126 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9d4b1658-1948-4005-a3f1-f3119baec969 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/60acb840-0dd0-4e57-a445-07399e0f9716 HTTP/1.1" status: 204 len: 168 time: 0.4290500 Apr 21 12:46:42.148310 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 50892) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:46:42.177272 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a1bdef7c-a3a5-43fe-b833-035ede08006c req-d65e4696-b494-4b0e-80e2-edaaf5686e40 service neutron] 10.222.0.26 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332974 Apr 21 12:46:42.237663 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53b3abd4-fe70-4d25-95d5-bcdf19d316ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:42.343828 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53b3abd4-fe70-4d25-95d5-bcdf19d316ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:42.344098 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e35923-7c77-4237-a181-dccf3c1cc0c7 req-0e575bf9-041c-4433-a4df-ad4ca7b80bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:42.346466 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38e35923-7c77-4237-a181-dccf3c1cc0c7 req-0e575bf9-041c-4433-a4df-ad4ca7b80bd5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=820f30556a864d2abf13eb66052aec75&device_id=0cc0d7f1-9f0c-44bf-a9df-60d54337eed9 HTTP/1.1" status: 200 len: 1095 time: 0.0562608 Apr 21 12:46:42.397545 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-53b3abd4-fe70-4d25-95d5-bcdf19d316ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d24d19-5440-49dc-91a3-dbb88893c2b0']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:46:42.420474 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-53b3abd4-fe70-4d25-95d5-bcdf19d316ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '970b3fae-3789-466b-a3f7-fb9bdc70d734') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:46:42.421862 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-53b3abd4-fe70-4d25-95d5-bcdf19d316ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '970b3fae-3789-466b-a3f7-fb9bdc70d734') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:46:42.435805 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53b3abd4-fe70-4d25-95d5-bcdf19d316ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:42.460830 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53b3abd4-fe70-4d25-95d5-bcdf19d316ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:42.467575 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b3abd4-fe70-4d25-95d5-bcdf19d316ef admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:46:42.468377 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53b3abd4-fe70-4d25-95d5-bcdf19d316ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:46:42.470590 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:46:42.497630 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e35923-7c77-4237-a181-dccf3c1cc0c7 req-b24cb06e-6570-4b89-8e5c-448386172d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:42.499547 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38e35923-7c77-4237-a181-dccf3c1cc0c7 req-b24cb06e-6570-4b89-8e5c-448386172d73 service neutron] 10.222.0.26 "GET /v2.0/networks?id=210b1822-b19c-4a3a-bd44-f48c8d787bcf HTTP/1.1" status: 200 len: 907 time: 0.1438353 Apr 21 12:46:42.588778 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38e35923-7c77-4237-a181-dccf3c1cc0c7 req-9f9dd3dd-c915-4d4c-83c7-afe3310817ac service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f056393a-5a47-4480-acad-1a289e030516 HTTP/1.1" status: 200 len: 217 time: 0.0593727 Apr 21 12:46:42.588778 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80340446-faf4-41a0-b7c0-039728c9c533 req-1e4819d2-5cb4-446d-b579-fbfb3c332966 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:42.594481 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80340446-faf4-41a0-b7c0-039728c9c533 req-1e4819d2-5cb4-446d-b579-fbfb3c332966 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 945 time: 0.1536617 Apr 21 12:46:42.698231 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53b3abd4-fe70-4d25-95d5-bcdf19d316ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:42.704945 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53b3abd4-fe70-4d25-95d5-bcdf19d316ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:42.711874 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-53b3abd4-fe70-4d25-95d5-bcdf19d316ef admin admin] 10.222.0.36 "DELETE /v2.0/networks/30d24d19-5440-49dc-91a3-dbb88893c2b0 HTTP/1.1" status: 204 len: 168 time: 0.5602188 Apr 21 12:46:42.736567 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3abd4-fe70-4d25-95d5-bcdf19d316ef admin admin] Pushing event deleted for resources: {'Network': ['ID=30d24d19-5440-49dc-91a3-dbb88893c2b0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:42.751107 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3abd4-fe70-4d25-95d5-bcdf19d316ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:42.751445 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3abd4-fe70-4d25-95d5-bcdf19d316ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:42.753552 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3abd4-fe70-4d25-95d5-bcdf19d316ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:42.753921 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3abd4-fe70-4d25-95d5-bcdf19d316ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:42.754259 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3abd4-fe70-4d25-95d5-bcdf19d316ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:42.754594 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3abd4-fe70-4d25-95d5-bcdf19d316ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:42.759697 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3abd4-fe70-4d25-95d5-bcdf19d316ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:42.759697 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3abd4-fe70-4d25-95d5-bcdf19d316ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:42.759697 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3abd4-fe70-4d25-95d5-bcdf19d316ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:42.759697 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3abd4-fe70-4d25-95d5-bcdf19d316ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:42.759697 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3abd4-fe70-4d25-95d5-bcdf19d316ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:42.759697 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b3abd4-fe70-4d25-95d5-bcdf19d316ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:42.768149 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80340446-faf4-41a0-b7c0-039728c9c533 req-caacce05-cb46-4809-851d-308bcd6272f4 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711195 Apr 21 12:46:42.779749 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1e612-249e-458f-b3ab-80b953ce9217 req-fd5aeec4-45ac-43d5-b2e7-185f94263dc6 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:42.781269 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-05c1e612-249e-458f-b3ab-80b953ce9217 req-fd5aeec4-45ac-43d5-b2e7-185f94263dc6 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cc0d7f1-9f0c-44bf-a9df-60d54337eed9 HTTP/1.1" status: 200 len: 944 time: 0.1490650 Apr 21 12:46:42.782782 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e35923-7c77-4237-a181-dccf3c1cc0c7 req-51d64946-b452-44a9-a142-3518ce08513f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:42.784767 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38e35923-7c77-4237-a181-dccf3c1cc0c7 req-51d64946-b452-44a9-a142-3518ce08513f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5e66f24c-8af3-4904-ad4f-94ba052f7897 HTTP/1.1" status: 200 len: 846 time: 0.1882427 Apr 21 12:46:42.834363 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38e35923-7c77-4237-a181-dccf3c1cc0c7 req-0aa011a5-e5e1-46eb-9e55-afe6df265ffc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=210b1822-b19c-4a3a-bd44-f48c8d787bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403652 Apr 21 12:46:42.877354 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-05c1e612-249e-458f-b3ab-80b953ce9217 req-dd210053-f496-4efa-9d15-863f1ecc76e3 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736010 Apr 21 12:46:42.950323 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38e35923-7c77-4237-a181-dccf3c1cc0c7 req-957ace1b-115a-46b8-839a-29b8068ebd2b service neutron] 10.222.0.26 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069987 Apr 21 12:46:43.084420 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60fd56-9a1b-4689-a2eb-2785d6e6ac32 req-6b4f410a-51c4-4a83-a244-675328aa3ba3 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:43.085940 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa60fd56-9a1b-4689-a2eb-2785d6e6ac32 req-6b4f410a-51c4-4a83-a244-675328aa3ba3 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 944 time: 0.1049147 Apr 21 12:46:43.103054 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38e35923-7c77-4237-a181-dccf3c1cc0c7 req-b4553a42-96fc-46f4-a3be-49f7645fb0d5 service neutron] 10.222.0.26 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439290 Apr 21 12:46:43.130657 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa60fd56-9a1b-4689-a2eb-2785d6e6ac32 req-f565830c-bdc3-4afd-a248-04825362e13a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374124 Apr 21 12:46:43.382929 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 50942) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:46:43.429322 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7e76bdce-9e88-404a-83d9-3399cf90282a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=68d8f7f0c8494afca5cc6cac50c337e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451264 Apr 21 12:46:43.431755 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 50944) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:46:43.439131 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7def6967-b928-4c23-a68e-9354f7e2cb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:43.497770 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 50948) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:46:43.505123 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f457ccea-345c-4b24-ba03-002280c677f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:43.531409 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f457ccea-345c-4b24-ba03-002280c677f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:43.675150 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f457ccea-345c-4b24-ba03-002280c677f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:43.677676 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f457ccea-345c-4b24-ba03-002280c677f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:43.679247 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f457ccea-345c-4b24-ba03-002280c677f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc7a7985-456a-4625-965d-62edbee0df97 HTTP/1.1" status: 204 len: 168 time: 0.2462716 Apr 21 12:46:43.688011 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f457ccea-345c-4b24-ba03-002280c677f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7a7985-456a-4625-965d-62edbee0df97,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:43.742579 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9083511-81f6-4de2-842a-3647f0828484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:43.832284 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9083511-81f6-4de2-842a-3647f0828484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:43.903932 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9083511-81f6-4de2-842a-3647f0828484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:43.921076 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8918a4-ba06-4f3a-97cb-ec8f84a9b438 req-28874587-483a-4627-8448-6baf7ffc9f23 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:43.921076 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2b8918a4-ba06-4f3a-97cb-ec8f84a9b438 req-28874587-483a-4627-8448-6baf7ffc9f23 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 945 time: 0.0609424 Apr 21 12:46:43.958704 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c9083511-81f6-4de2-842a-3647f0828484 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ccf70085f2cc4d0fb44b38ca51322b5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4598880 Apr 21 12:46:43.959712 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9083511-81f6-4de2-842a-3647f0828484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4c1af2-eeb3-4be8-990a-2628ae75b70f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:43.963803 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 50968) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:46:43.997039 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2b8918a4-ba06-4f3a-97cb-ec8f84a9b438 req-47c4874a-aa63-43f1-92ce-f9b8e78dfce5 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731678 Apr 21 12:46:44.020605 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3b460e52-7bfe-4d81-8a24-9b1ebe0c9972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:44.038924 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b92d9-c190-4f9a-a912-b3b61dbe4748 req-281d33c0-885d-4945-8221-92ddc8d9b6c9 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:44.042454 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fe3b92d9-c190-4f9a-a912-b3b61dbe4748 req-281d33c0-885d-4945-8221-92ddc8d9b6c9 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cc0d7f1-9f0c-44bf-a9df-60d54337eed9 HTTP/1.1" status: 200 len: 944 time: 0.0672679 Apr 21 12:46:44.045133 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3b460e52-7bfe-4d81-8a24-9b1ebe0c9972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:44.081666 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fe3b92d9-c190-4f9a-a912-b3b61dbe4748 req-2cb75ae1-1857-4a54-9444-13b22ba0637c tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348620 Apr 21 12:46:44.201555 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3b460e52-7bfe-4d81-8a24-9b1ebe0c9972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:44.204380 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3b460e52-7bfe-4d81-8a24-9b1ebe0c9972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:44.209424 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3b460e52-7bfe-4d81-8a24-9b1ebe0c9972 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8a4c1af2-eeb3-4be8-990a-2628ae75b70f HTTP/1.1" status: 204 len: 168 time: 0.2420244 Apr 21 12:46:44.223256 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b460e52-7bfe-4d81-8a24-9b1ebe0c9972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4c1af2-eeb3-4be8-990a-2628ae75b70f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:44.285110 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d320e-12c1-46ed-b628-1e3c533cfa9e req-be018b71-710f-4678-a6a7-cc8babab422b tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:44.286774 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-442d320e-12c1-46ed-b628-1e3c533cfa9e req-be018b71-710f-4678-a6a7-cc8babab422b tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 944 time: 0.0765841 Apr 21 12:46:44.331350 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-442d320e-12c1-46ed-b628-1e3c533cfa9e req-95a5062a-5668-4aab-8a83-d4c04dda333f tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379734 Apr 21 12:46:44.492386 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device f056393a-5a47-4480-acad-1a289e030516 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:46:44.589130 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port f056393a-5a47-4480-acad-1a289e030516, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=f056393a-5a47-4480-acad-1a289e030516,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:44.601712 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'f056393a-5a47-4480-acad-1a289e030516', 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf', 'port_id': 'f056393a-5a47-4480-acad-1a289e030516', 'mac_address': 'fa:16:3e:14:f3:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e66f24c-8af3-4904-ad4f-94ba052f7897', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:46:44.639245 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:44.654320 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f056393a-5a47-4480-acad-1a289e030516 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:46:44.687081 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port f056393a-5a47-4480-acad-1a289e030516, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=f056393a-5a47-4480-acad-1a289e030516,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:44.811987 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:44.812746 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 0bea9145-2aad-4b72-8b40-597d593f4fdf details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:46:44.886600 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=f056393a-5a47-4480-acad-1a289e030516,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:44.958466 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 0bea9145-2aad-4b72-8b40-597d593f4fdf, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0bea9145-2aad-4b72-8b40-597d593f4fdf,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:44.970964 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '0bea9145-2aad-4b72-8b40-597d593f4fdf', 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f', 'port_id': '0bea9145-2aad-4b72-8b40-597d593f4fdf', 'mac_address': 'fa:16:3e:a8:cd:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de8299c-2f72-4fcd-b7b0-175fd3b81685', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:46:45.008749 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:45.048993 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bea9145-2aad-4b72-8b40-597d593f4fdf {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:46:45.075140 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 0bea9145-2aad-4b72-8b40-597d593f4fdf, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0bea9145-2aad-4b72-8b40-597d593f4fdf,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:45.143937 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498db88-1fc1-4cd5-8ceb-f7d746c863ad req-bf452c2f-e12d-44b9-b4c7-119bf266abb7 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:45.145465 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6498db88-1fc1-4cd5-8ceb-f7d746c863ad req-bf452c2f-e12d-44b9-b4c7-119bf266abb7 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 945 time: 0.0674171 Apr 21 12:46:45.172558 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:45.210111 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6498db88-1fc1-4cd5-8ceb-f7d746c863ad req-1b2fefcc-123c-4307-a68d-8df4085a21b4 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534198 Apr 21 12:46:45.286536 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=0bea9145-2aad-4b72-8b40-597d593f4fdf,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:45.325270 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef1e7d-c766-4f4d-b090-3ed167436bf7 req-1a1c5627-0044-4dc9-b52b-577e1c202aa9 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:45.333902 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-17ef1e7d-c766-4f4d-b090-3ed167436bf7 req-1a1c5627-0044-4dc9-b52b-577e1c202aa9 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cc0d7f1-9f0c-44bf-a9df-60d54337eed9 HTTP/1.1" status: 200 len: 945 time: 0.0646355 Apr 21 12:46:45.389243 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-17ef1e7d-c766-4f4d-b090-3ed167436bf7 req-33b1b7a6-b8b1-4d9e-a888-aabf28c98bf0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516770 Apr 21 12:46:45.459892 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51040) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:46:45.498822 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd935f-ec0f-4893-abd1-14cc2d068199 req-3a892af8-7bb3-42c7-9473-7e3c22e8d641 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:45.500415 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d3cd935f-ec0f-4893-abd1-14cc2d068199 req-3a892af8-7bb3-42c7-9473-7e3c22e8d641 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 945 time: 0.0504596 Apr 21 12:46:45.520370 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['0bea9145-2aad-4b72-8b40-597d593f4fdf'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:46:45.542246 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d3cd935f-ec0f-4893-abd1-14cc2d068199 req-1b50f340-bbca-4660-a11b-809a286449fa tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341651 Apr 21 12:46:45.568945 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['f056393a-5a47-4480-acad-1a289e030516'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:46:45.570257 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-5bbe752f-4525-4b08-ab1f-a7e969992684 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-983581966-network', 'tenant_id': '6587b9e49e5f455ab0c270f492cd09ea'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:46:45.691955 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbe752f-4525-4b08-ab1f-a7e969992684 admin admin] Made reservation on behalf of 6587b9e49e5f455ab0c270f492cd09ea for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:46:45.698576 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5bbe752f-4525-4b08-ab1f-a7e969992684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:45.725457 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5bbe752f-4525-4b08-ab1f-a7e969992684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:45.747762 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6051b457-9bdb-4dc5-a248-f58f0111c7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:45.813851 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5bbe752f-4525-4b08-ab1f-a7e969992684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:45.909295 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5bbe752f-4525-4b08-ab1f-a7e969992684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:45.936431 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bbe752f-4525-4b08-ab1f-a7e969992684 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:46:45.946315 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe752f-4525-4b08-ab1f-a7e969992684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7897cd-4113-4d24-8343-6e2f9fce73d3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:45.952685 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5bbe752f-4525-4b08-ab1f-a7e969992684 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:45.953070 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-5bbe752f-4525-4b08-ab1f-a7e969992684 admin admin] Added segment eefc3577-f7f0-41ba-9d31-f34a4e258a0c of type vlan for network fab0cb73-b9e2-4c3f-bea4-c58986338d9e Apr 21 12:46:45.992807 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5bbe752f-4525-4b08-ab1f-a7e969992684 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:46.103621 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5bbe752f-4525-4b08-ab1f-a7e969992684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:46.104624 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbe752f-4525-4b08-ab1f-a7e969992684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:46.105210 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5bbe752f-4525-4b08-ab1f-a7e969992684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:46.178811 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe752f-4525-4b08-ab1f-a7e969992684 admin admin] Pushing event updated for resources: {'Network': ['ID=fab0cb73-b9e2-4c3f-bea4-c58986338d9e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:46.189231 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network fab0cb73-b9e2-4c3f-bea4-c58986338d9e details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:46:46.242194 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 51066) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:46:46.242741 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5bbe752f-4525-4b08-ab1f-a7e969992684 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7816403 Apr 21 12:46:46.249310 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a6f61d98-9de4-4891-aa29-448b886cf7cc admin admin] Request body: {'subnet': {'network_id': 'fab0cb73-b9e2-4c3f-bea4-c58986338d9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-983581966-subnet', 'tenant_id': '6587b9e49e5f455ab0c270f492cd09ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:46:46.337378 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a201b1-ecdd-4e41-b7ca-e27e95be1ceb req-cf3f0557-288d-41e6-bd77-f0eff099cf8e tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:46.338874 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60a201b1-ecdd-4e41-b7ca-e27e95be1ceb req-cf3f0557-288d-41e6-bd77-f0eff099cf8e tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 945 time: 0.0498881 Apr 21 12:46:46.365921 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f61d98-9de4-4891-aa29-448b886cf7cc admin admin] Made reservation on behalf of 6587b9e49e5f455ab0c270f492cd09ea for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:46:46.368473 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6f61d98-9de4-4891-aa29-448b886cf7cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:46.398027 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60a201b1-ecdd-4e41-b7ca-e27e95be1ceb req-46c1ad38-d11c-4dca-a04b-ad8a02e079f8 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531070 Apr 21 12:46:46.595071 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55551aa-1fb6-4cac-9e48-fcd238e8bf21 req-1558a8d8-f4bc-40e1-881f-a2f1c0ef5863 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:46.596641 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c55551aa-1fb6-4cac-9e48-fcd238e8bf21 req-1558a8d8-f4bc-40e1-881f-a2f1c0ef5863 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cc0d7f1-9f0c-44bf-a9df-60d54337eed9 HTTP/1.1" status: 200 len: 945 time: 0.0960662 Apr 21 12:46:46.667120 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c55551aa-1fb6-4cac-9e48-fcd238e8bf21 req-9a828295-300a-4f55-8450-22eaac8f6c8a tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609848 Apr 21 12:46:46.694888 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d9399-f760-433f-a10f-49f09682b301 req-ccaddd16-aa7e-41c8-9736-b7af30091656 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:46.696497 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c90d9399-f760-433f-a10f-49f09682b301 req-ccaddd16-aa7e-41c8-9736-b7af30091656 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 945 time: 0.0622990 Apr 21 12:46:46.731168 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6f61d98-9de4-4891-aa29-448b886cf7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:46.764279 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c90d9399-f760-433f-a10f-49f09682b301 req-f6919dc7-7c9f-4e35-97d7-9de37309e4c4 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616748 Apr 21 12:46:46.795770 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f61d98-9de4-4891-aa29-448b886cf7cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5f90a16-2e4c-4ec3-8559-84479d1e8459,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:46.811972 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f61d98-9de4-4891-aa29-448b886cf7cc admin admin] Checking segment: {'id': 'eefc3577-f7f0-41ba-9d31-f34a4e258a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fab0cb73-b9e2-4c3f-bea4-c58986338d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:46:46.811972 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f61d98-9de4-4891-aa29-448b886cf7cc admin admin] Network hostable DHCP agents. Network: fab0cb73-b9e2-4c3f-bea4-c58986338d9e, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:46:46.880294 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:46.938016 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f61d98-9de4-4891-aa29-448b886cf7cc admin admin] Network fab0cb73-b9e2-4c3f-bea4-c58986338d9e is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:46:47.012327 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a6f61d98-9de4-4891-aa29-448b886cf7cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, fab0cb73-b9e2-4c3f-bea4-c58986338d9e) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:46:47.016540 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f61d98-9de4-4891-aa29-448b886cf7cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:47.017131 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6f61d98-9de4-4891-aa29-448b886cf7cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:47.021296 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db6879c-8345-4655-9481-30631e8e63c9 None None] Network fab0cb73-b9e2-4c3f-bea4-c58986338d9e requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:46:47.123978 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a6f61d98-9de4-4891-aa29-448b886cf7cc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8794332 Apr 21 12:46:47.316079 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94697cd-9778-409a-9bcd-203cf293bc7f None None] Network fab0cb73-b9e2-4c3f-bea4-c58986338d9e requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:46:47.653169 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-fbab10b0-a735-4c54-8256-82c61b35c767 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:47.654776 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-fbab10b0-a735-4c54-8256-82c61b35c767 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/networks?id=fab0cb73-b9e2-4c3f-bea4-c58986338d9e HTTP/1.1" status: 200 len: 817 time: 0.1092017 Apr 21 12:46:47.671607 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-bf3d8478-ed94-4ab9-b4c1-9bece4809031 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/quotas/6587b9e49e5f455ab0c270f492cd09ea HTTP/1.1" status: 200 len: 375 time: 0.0100775 Apr 21 12:46:47.707241 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-756beed6-72b0-4f71-a10b-26ce102b2b3a tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6587b9e49e5f455ab0c270f492cd09ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286543 Apr 21 12:46:47.744343 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:47.839241 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-3fd4f00e-f019-4d82-8a7f-2b7ee7be5b53 service neutron] 10.222.0.36 "GET /v2.0/networks/fab0cb73-b9e2-4c3f-bea4-c58986338d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241353 Apr 21 12:46:47.954350 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-466e411f-fb11-4eb6-a282-5b32e434f151 service neutron] 10.222.0.36 "GET /v2.0/networks/fab0cb73-b9e2-4c3f-bea4-c58986338d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138797 Apr 21 12:46:48.033797 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c31dc-db13-4d30-afd3-8253358d34b2 req-bffac163-f6a1-49f6-97ac-8443fc35bbeb tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:48.035406 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-714c31dc-db13-4d30-afd3-8253358d34b2 req-bffac163-f6a1-49f6-97ac-8443fc35bbeb tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 945 time: 0.0542719 Apr 21 12:46:48.080605 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-714c31dc-db13-4d30-afd3-8253358d34b2 req-d1ac4880-258a-445e-9173-78803b19bf21 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359769 Apr 21 12:46:48.192172 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f287b-fc22-4028-9bdf-337b384d3d86 req-f4e83b0b-1ff0-4038-8d83-5dc676cf1458 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:48.192172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f2f287b-fc22-4028-9bdf-337b384d3d86 req-f4e83b0b-1ff0-4038-8d83-5dc676cf1458 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cc0d7f1-9f0c-44bf-a9df-60d54337eed9 HTTP/1.1" status: 200 len: 945 time: 0.0521398 Apr 21 12:46:48.235075 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f2f287b-fc22-4028-9bdf-337b384d3d86 req-558edae9-e151-4192-8463-d38115561c44 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360794 Apr 21 12:46:48.346709 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c8675-5b46-4aa7-9549-882cc0b7985e req-48e1b4f4-e883-4a45-8469-29e09c8280bf tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:48.348558 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-103c8675-5b46-4aa7-9549-882cc0b7985e req-48e1b4f4-e883-4a45-8469-29e09c8280bf tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 945 time: 0.0542567 Apr 21 12:46:48.371680 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:48.391470 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-103c8675-5b46-4aa7-9549-882cc0b7985e req-ae07ffec-bd4c-4d52-bc32-1607e19a2b57 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361466 Apr 21 12:46:48.466501 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 51136) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:46:48.508836 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device f056393a-5a47-4480-acad-1a289e030516 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:46:48.635753 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bf859b7-5f8b-42ab-8e04-cd070fb20b94 req-e82df4d2-9e8a-4e48-8312-891ba106f512 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/ports?device_id=e11312da-d61f-4581-ba3b-a9629a110125 HTTP/1.1" status: 200 len: 210 time: 0.0666676 Apr 21 12:46:48.647964 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-217ab171-b04b-464c-90f2-91989fda6b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:48.725683 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-217ab171-b04b-464c-90f2-91989fda6b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:48.731735 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port f056393a-5a47-4480-acad-1a289e030516 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:46:48.735705 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port f056393a-5a47-4480-acad-1a289e030516 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:46:48.736782 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:48.782377 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:48.806280 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-217ab171-b04b-464c-90f2-91989fda6b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:48.821011 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:48.847564 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc0d7f1-9f0c-44bf-a9df-60d54337eed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f056393a-5a47-4480-acad-1a289e030516'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:46:48.848895 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-217ab171-b04b-464c-90f2-91989fda6b27 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1ed596cdf6b841a89c9fec36a016f121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3816299 Apr 21 12:46:48.850442 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4cf2d9-e73f-444a-a811-ee409857e2dd" -d '{"events": [{"server_uuid": "0cc0d7f1-9f0c-44bf-a9df-60d54337eed9", "name": "network-vif-plugged", "status": "completed", "tag": "f056393a-5a47-4480-acad-1a289e030516"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:46:48.850877 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217ab171-b04b-464c-90f2-91989fda6b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c77c9aa-1922-41a7-9409-d6ef7097bfa7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:48.851620 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51158) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:46:48.871432 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port f056393a-5a47-4480-acad-1a289e030516, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=f056393a-5a47-4480-acad-1a289e030516,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:48.910067 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a22b05-c8e0-43f9-aa65-b39ecdc73526 x-openstack-request-id: req-e6a22b05-c8e0-43f9-aa65-b39ecdc73526 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:46:48.910356 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc0d7f1-9f0c-44bf-a9df-60d54337eed9", "name": "network-vif-plugged", "status": "completed", "tag": "f056393a-5a47-4480-acad-1a289e030516", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:46:48.910603 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e6a22b05-c8e0-43f9-aa65-b39ecdc73526 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:46:48.911006 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6a22b05-c8e0-43f9-aa65-b39ecdc73526'] response: {'server_uuid': '0cc0d7f1-9f0c-44bf-a9df-60d54337eed9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f056393a-5a47-4480-acad-1a289e030516', 'code': 200} Apr 21 12:46:48.913202 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:46:48.920006 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aba3b2a0-40d5-46cf-b9e9-ac8c64ad4ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:48.943550 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aba3b2a0-40d5-46cf-b9e9-ac8c64ad4ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:48.966158 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:48.967262 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 0bea9145-2aad-4b72-8b40-597d593f4fdf up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:46:49.041849 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d0349-644f-497c-9fe1-c0f5a8cfd042 req-bd6680d6-4c9c-4658-b634-0d489d17f90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:49.044666 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd2d0349-644f-497c-9fe1-c0f5a8cfd042 req-bd6680d6-4c9c-4658-b634-0d489d17f90d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0cc0d7f1-9f0c-44bf-a9df-60d54337eed9 HTTP/1.1" status: 200 len: 1097 time: 0.0700762 Apr 21 12:46:49.047179 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=f056393a-5a47-4480-acad-1a289e030516,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:49.055998 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:49.056340 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:49.056669 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:49.056994 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:49.057498 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:49.058025 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:49.058822 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:49.059150 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:49.059475 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:49.059796 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:49.060116 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:49.060431 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:46:49.084160 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd2d0349-644f-497c-9fe1-c0f5a8cfd042 req-99bcda4e-bd47-4b9f-8de6-c3598748f612 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324535 Apr 21 12:46:49.177230 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aba3b2a0-40d5-46cf-b9e9-ac8c64ad4ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:49.177622 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 0bea9145-2aad-4b72-8b40-597d593f4fdf completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:46:49.179397 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aba3b2a0-40d5-46cf-b9e9-ac8c64ad4ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:49.180596 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-aba3b2a0-40d5-46cf-b9e9-ac8c64ad4ed2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6c77c9aa-1922-41a7-9409-d6ef7097bfa7 HTTP/1.1" status: 204 len: 168 time: 0.3279939 Apr 21 12:46:49.182407 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 0bea9145-2aad-4b72-8b40-597d593f4fdf triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:46:49.183728 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:49.199055 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3b2a0-40d5-46cf-b9e9-ac8c64ad4ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c77c9aa-1922-41a7-9409-d6ef7097bfa7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:49.230268 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378083d-b60a-4702-a797-afef3e5b778a req-f6a61866-15e3-4989-8763-82c67cfcedcd tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:49.232541 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c378083d-b60a-4702-a797-afef3e5b778a req-f6a61866-15e3-4989-8763-82c67cfcedcd tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 945 time: 0.0827913 Apr 21 12:46:49.308275 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c378083d-b60a-4702-a797-afef3e5b778a req-2fcabd9d-55c0-40af-ab17-798eaf67cc5c tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679851 Apr 21 12:46:49.315728 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:49.352588 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 0bea9145-2aad-4b72-8b40-597d593f4fdf, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0bea9145-2aad-4b72-8b40-597d593f4fdf,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:49.410556 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc15d3-35fd-4a69-bcf8-688ce8e3cbbd req-4e7a27e9-3723-4c69-84a4-4fab07b5b69f tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:49.411703 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58dc15d3-35fd-4a69-bcf8-688ce8e3cbbd req-4e7a27e9-3723-4c69-84a4-4fab07b5b69f tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cc0d7f1-9f0c-44bf-a9df-60d54337eed9 HTTP/1.1" status: 200 len: 946 time: 0.0669403 Apr 21 12:46:49.463634 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:49.482042 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58dc15d3-35fd-4a69-bcf8-688ce8e3cbbd req-0bcc444e-00ca-49c2-831d-6e2b3e299224 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481446 Apr 21 12:46:49.536002 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=0bea9145-2aad-4b72-8b40-597d593f4fdf,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:49.559154 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17ec16-a642-40aa-aa8a-30979ef19be3 req-0ce851b4-01b1-42d9-b38f-e7c3a05d0a66 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:49.559154 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6e17ec16-a642-40aa-aa8a-30979ef19be3 req-0ce851b4-01b1-42d9-b38f-e7c3a05d0a66 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.0709670 Apr 21 12:46:49.603366 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6e17ec16-a642-40aa-aa8a-30979ef19be3 req-4aa9890c-764b-4caf-8472-b86d36979113 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383260 Apr 21 12:46:49.700287 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dcc33feb-b0f0-46d9-85bd-3415a93199dd req-67eddda7-269e-4394-8cc9-4729fc4addb3 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/ports?device_id=e11312da-d61f-4581-ba3b-a9629a110125 HTTP/1.1" status: 200 len: 210 time: 0.0289977 Apr 21 12:46:50.028402 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51196) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:46:50.043120 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de982aa5-322d-437f-83db-779852664a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:50.126493 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de982aa5-322d-437f-83db-779852664a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:50.223042 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de982aa5-322d-437f-83db-779852664a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:50.282747 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-de982aa5-322d-437f-83db-779852664a3f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b5a1b153e3f841cbaa2f08b5673476e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2508426 Apr 21 12:46:50.282747 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de982aa5-322d-437f-83db-779852664a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8dbc9e-e14f-45da-b617-6b8a701c2dec,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:50.283590 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 51206) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:46:50.360686 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:50.382059 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c8dd90c-6ce4-4f9a-9890-1d2a71bef03a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:50.414011 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c8dd90c-6ce4-4f9a-9890-1d2a71bef03a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:50.502871 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b252c-3a08-41c6-9f36-ec57e7d4f975 req-d818a415-40a7-4d59-84b9-5bcab664d044 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:50.504662 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b44b252c-3a08-41c6-9f36-ec57e7d4f975 req-d818a415-40a7-4d59-84b9-5bcab664d044 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 945 time: 0.0885293 Apr 21 12:46:50.583734 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b44b252c-3a08-41c6-9f36-ec57e7d4f975 req-dc264051-02f8-4979-b252-1dbb5c3108a3 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712800 Apr 21 12:46:50.627810 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321c847-a7ac-4e87-b37b-04d27096be35 req-8b4ca738-e2c0-49d0-9e7a-70c1d7ab141f tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:50.627810 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1321c847-a7ac-4e87-b37b-04d27096be35 req-8b4ca738-e2c0-49d0-9e7a-70c1d7ab141f tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cc0d7f1-9f0c-44bf-a9df-60d54337eed9 HTTP/1.1" status: 200 len: 946 time: 0.0551128 Apr 21 12:46:50.627810 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c8dd90c-6ce4-4f9a-9890-1d2a71bef03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:50.628221 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c8dd90c-6ce4-4f9a-9890-1d2a71bef03a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:50.629235 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3c8dd90c-6ce4-4f9a-9890-1d2a71bef03a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fc8dbc9e-e14f-45da-b617-6b8a701c2dec HTTP/1.1" status: 204 len: 168 time: 0.3437777 Apr 21 12:46:50.643913 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8dd90c-6ce4-4f9a-9890-1d2a71bef03a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8dbc9e-e14f-45da-b617-6b8a701c2dec,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:50.685823 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1321c847-a7ac-4e87-b37b-04d27096be35 req-491e2e6d-d549-40e6-b6fb-fbf3dfe89831 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540245 Apr 21 12:46:50.756507 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bcad38-591d-4a1a-93be-8763019ee2cd req-ae78cd56-78f2-4ccd-ad80-641652f024bb tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:50.758303 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a1bcad38-591d-4a1a-93be-8763019ee2cd req-ae78cd56-78f2-4ccd-ad80-641652f024bb tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.0697668 Apr 21 12:46:50.812120 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f871e782-9b82-4530-a9ed-ba2b46f20ff3 req-2464ea4d-54c9-4fe5-ae7e-c38757449677 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/ports?device_id=e11312da-d61f-4581-ba3b-a9629a110125 HTTP/1.1" status: 200 len: 210 time: 0.0374289 Apr 21 12:46:50.860796 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a1bcad38-591d-4a1a-93be-8763019ee2cd req-00856682-493a-4707-8f1c-0b50a43125ca tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956333 Apr 21 12:46:50.911792 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfb649f-752a-4fcc-b49e-804bba37f3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bea9145-2aad-4b72-8b40-597d593f4fdf'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:46:50.915295 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d79db80-78f5-48fd-bd6e-d3896ffd4c53" -d '{"events": [{"server_uuid": "6cfb649f-752a-4fcc-b49e-804bba37f3db", "name": "network-vif-plugged", "status": "completed", "tag": "0bea9145-2aad-4b72-8b40-597d593f4fdf"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:46:50.974480 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9652dfc-0e5c-4679-b568-53cc4402243c x-openstack-request-id: req-b9652dfc-0e5c-4679-b568-53cc4402243c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:46:50.975034 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfb649f-752a-4fcc-b49e-804bba37f3db", "name": "network-vif-plugged", "status": "completed", "tag": "0bea9145-2aad-4b72-8b40-597d593f4fdf", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:46:50.975497 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b9652dfc-0e5c-4679-b568-53cc4402243c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:46:50.977556 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9652dfc-0e5c-4679-b568-53cc4402243c'] response: {'server_uuid': '6cfb649f-752a-4fcc-b49e-804bba37f3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bea9145-2aad-4b72-8b40-597d593f4fdf', 'code': 200} Apr 21 12:46:51.085868 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b76952-d61c-429e-872f-3ce36141394c req-1ad74336-fdc0-4107-9a3c-4a64ea75e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:51.087409 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33b76952-d61c-429e-872f-3ce36141394c req-1ad74336-fdc0-4107-9a3c-4a64ea75e36c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 1097 time: 0.0452347 Apr 21 12:46:51.124705 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33b76952-d61c-429e-872f-3ce36141394c req-49c0d28a-555e-41fa-afb4-35d2b59ed423 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308101 Apr 21 12:46:51.760419 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22661795-e00e-4d9b-9f0e-9fb2c5fb5674 req-b980b5d8-739e-4dcd-996b-6790d552a297 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:51.766768 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-22661795-e00e-4d9b-9f0e-9fb2c5fb5674 req-b980b5d8-739e-4dcd-996b-6790d552a297 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 945 time: 0.1082466 Apr 21 12:46:51.856980 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-22661795-e00e-4d9b-9f0e-9fb2c5fb5674 req-76c72930-b879-4089-b9b0-c1be72075e9d tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841148 Apr 21 12:46:51.983355 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-354f5221-ecf5-434a-8578-08efd9645842 req-ddfb4a03-8cd7-4279-9b0f-f6b08ca429cb tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/ports?device_id=e11312da-d61f-4581-ba3b-a9629a110125 HTTP/1.1" status: 200 len: 210 time: 0.0555329 Apr 21 12:46:52.009591 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4db5e-afbb-4703-b153-e7643b288dc6 req-f1f904f7-e308-493c-a1e6-31e99360c315 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:52.011185 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14b4db5e-afbb-4703-b153-e7643b288dc6 req-f1f904f7-e308-493c-a1e6-31e99360c315 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cc0d7f1-9f0c-44bf-a9df-60d54337eed9 HTTP/1.1" status: 200 len: 946 time: 0.1588771 Apr 21 12:46:52.072286 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14b4db5e-afbb-4703-b153-e7643b288dc6 req-4fb08e5d-82e9-4ea5-a49f-045616718938 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532703 Apr 21 12:46:52.227309 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61695c-e4fc-4caf-b9fe-9abd1465b041 req-1a784f60-6971-4311-9cb8-a4688c601bbf tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:52.227309 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c61695c-e4fc-4caf-b9fe-9abd1465b041 req-1a784f60-6971-4311-9cb8-a4688c601bbf tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.1039109 Apr 21 12:46:52.278337 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c61695c-e4fc-4caf-b9fe-9abd1465b041 req-38b0701e-8ac2-43c3-bfac-f5ef03acbfa6 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470848 Apr 21 12:46:52.507302 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071453cf-77f1-4501-bf0d-c17df6585671 req-bbe9d64b-dbb3-498f-8714-4bb6aedb959b tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:52.526269 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-071453cf-77f1-4501-bf0d-c17df6585671 req-bbe9d64b-dbb3-498f-8714-4bb6aedb959b tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cc0d7f1-9f0c-44bf-a9df-60d54337eed9 HTTP/1.1" status: 200 len: 946 time: 0.1093569 Apr 21 12:46:52.567766 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-071453cf-77f1-4501-bf0d-c17df6585671 req-3cda1295-d003-417b-b23a-1ea5cf2d2e3e tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387104 Apr 21 12:46:52.809524 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2c536-dd3e-49a9-958e-98297d953eeb req-688b7f5e-bc6d-48f1-a5a4-bf8364d9f76c tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:52.812723 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07c2c536-dd3e-49a9-958e-98297d953eeb req-688b7f5e-bc6d-48f1-a5a4-bf8364d9f76c tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cc0d7f1-9f0c-44bf-a9df-60d54337eed9 HTTP/1.1" status: 200 len: 946 time: 0.0728750 Apr 21 12:46:52.889816 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07c2c536-dd3e-49a9-958e-98297d953eeb req-36547d4f-8632-4f3a-bece-4dd64f0e9b23 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465026 Apr 21 12:46:52.940331 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-2ae7321e-9da3-41ec-ab6e-42e219fb3aa0 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:52.942264 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-2ae7321e-9da3-41ec-ab6e-42e219fb3aa0 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.24 "GET /v2.0/networks?id=fab0cb73-b9e2-4c3f-bea4-c58986338d9e HTTP/1.1" status: 200 len: 817 time: 0.1398325 Apr 21 12:46:52.963889 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-95aaf199-ea56-4420-ab08-5b29cc519d95 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Request body: {'port': {'device_id': '5e054f6c-17e3-4439-b815-18257d2a64f9', 'network_id': 'fab0cb73-b9e2-4c3f-bea4-c58986338d9e', 'admin_state_up': True, 'tenant_id': '6587b9e49e5f455ab0c270f492cd09ea'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:46:53.181681 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860520c5-d8e3-41e4-8ae7-51e3a89e6864 req-b6157021-7b64-4bf1-b374-e6503b5ccddd tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:53.183225 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-860520c5-d8e3-41e4-8ae7-51e3a89e6864 req-b6157021-7b64-4bf1-b374-e6503b5ccddd tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 945 time: 0.1305087 Apr 21 12:46:53.208766 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-371f1f46-9cb3-44f8-bf34-d3198303bece tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:53.210304 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-371f1f46-9cb3-44f8-bf34-d3198303bece tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.26 "GET /v2.0/networks?id=fab0cb73-b9e2-4c3f-bea4-c58986338d9e HTTP/1.1" status: 200 len: 817 time: 0.2665479 Apr 21 12:46:53.228772 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-2d9bd677-2987-4931-bf24-70159cdce6f5 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Request body: {'port': {'device_id': '08109f86-5991-4ebc-9945-62cf542bcee7', 'network_id': 'fab0cb73-b9e2-4c3f-bea4-c58986338d9e', 'admin_state_up': True, 'tenant_id': '6587b9e49e5f455ab0c270f492cd09ea'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:46:53.309008 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-95aaf199-ea56-4420-ab08-5b29cc519d95 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Made reservation on behalf of 6587b9e49e5f455ab0c270f492cd09ea for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:46:53.313482 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-95aaf199-ea56-4420-ab08-5b29cc519d95 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:53.586448 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-95aaf199-ea56-4420-ab08-5b29cc519d95 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Allocated IP 172.20.0.4 (fab0cb73-b9e2-4c3f-bea4-c58986338d9e/d5f90a16-2e4c-4ec3-8559-84479d1e8459/7a4ac21e-c048-459e-a815-5052372a1033) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:46:53.801528 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-860520c5-d8e3-41e4-8ae7-51e3a89e6864 req-b214f1da-78d3-457c-9589-42d3d58df379 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6052556 Apr 21 12:46:53.940032 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6233deab-c502-4fb2-864e-008368471c72 req-3dcc46e9-dbeb-48d3-9e80-eed64ed6f5d0 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/ports?device_id=e11312da-d61f-4581-ba3b-a9629a110125 HTTP/1.1" status: 200 len: 210 time: 0.1648958 Apr 21 12:46:53.984168 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-95aaf199-ea56-4420-ab08-5b29cc519d95 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:54.011088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579fbb0e-bf8a-47e6-b716-773ad2b9adbe req-55bdaf0e-4ea9-45b0-8e27-8a2d85f13b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:54.012730 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-579fbb0e-bf8a-47e6-b716-773ad2b9adbe req-55bdaf0e-4ea9-45b0-8e27-8a2d85f13b8b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 1096 time: 0.2745261 Apr 21 12:46:54.137932 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-95aaf199-ea56-4420-ab08-5b29cc519d95 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:54.186186 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-95aaf199-ea56-4420-ab08-5b29cc519d95 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Network fab0cb73-b9e2-4c3f-bea4-c58986338d9e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:46:54.189749 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-95aaf199-ea56-4420-ab08-5b29cc519d95 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:46:54.194059 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-95aaf199-ea56-4420-ab08-5b29cc519d95 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:46:54.201840 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-579fbb0e-bf8a-47e6-b716-773ad2b9adbe req-ca578f7d-6071-421c-bf2d-8fe92dd6f7c0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622424 Apr 21 12:46:54.217082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-91d8612d-d1e1-4350-8b56-e06cf679fff2 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:54.218582 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-91d8612d-d1e1-4350-8b56-e06cf679fff2 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.24 "GET /v2.0/networks?id=fab0cb73-b9e2-4c3f-bea4-c58986338d9e HTTP/1.1" status: 200 len: 817 time: 0.4839959 Apr 21 12:46:54.230130 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1236ed8-05ac-4d97-bb1e-17c1181da760 req-6d56530c-f69a-4cc5-810f-1c1bfe709891 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:54.234199 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aaf199-ea56-4420-ab08-5b29cc519d95 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Pushing event updated for resources: {'Port': ['ID=7a4ac21e-c048-459e-a815-5052372a1033,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:54.240036 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1236ed8-05ac-4d97-bb1e-17c1181da760 req-6d56530c-f69a-4cc5-810f-1c1bfe709891 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.2538738 Apr 21 12:46:54.252642 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22c8e6-25de-4dc4-8dc2-935ac67ab1cd req-5a7286f0-4c77-4089-af58-d868fafd78ab tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:54.254670 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff22c8e6-25de-4dc4-8dc2-935ac67ab1cd req-5a7286f0-4c77-4089-af58-d868fafd78ab tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cc0d7f1-9f0c-44bf-a9df-60d54337eed9 HTTP/1.1" status: 200 len: 946 time: 0.1941292 Apr 21 12:46:54.274132 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-95aaf199-ea56-4420-ab08-5b29cc519d95 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:54.274796 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-95aaf199-ea56-4420-ab08-5b29cc519d95 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:54.291588 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-2d9bd677-2987-4931-bf24-70159cdce6f5 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Made reservation on behalf of 6587b9e49e5f455ab0c270f492cd09ea for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:46:54.295099 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-2d9bd677-2987-4931-bf24-70159cdce6f5 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:54.315419 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1236ed8-05ac-4d97-bb1e-17c1181da760 req-c8ed473e-bb89-42c6-ba3a-50ddca54625e tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766068 Apr 21 12:46:54.337656 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff22c8e6-25de-4dc4-8dc2-935ac67ab1cd req-70344c67-e4bb-4233-a338-e6f555c64726 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741353 Apr 21 12:46:54.379645 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-95aaf199-ea56-4420-ab08-5b29cc519d95 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4229205 Apr 21 12:46:54.415633 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-6d3f67bb-5dc4-4ed7-b52a-7ee4e44037e5 service neutron] Request body: {'port': {'device_id': '5e054f6c-17e3-4439-b815-18257d2a64f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:46:54.447043 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-bdebc63c-ae59-4487-bd42-e9509f1d9eb0 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Request body: {'port': {'device_id': 'e11312da-d61f-4581-ba3b-a9629a110125', 'network_id': 'fab0cb73-b9e2-4c3f-bea4-c58986338d9e', 'admin_state_up': True, 'tenant_id': '6587b9e49e5f455ab0c270f492cd09ea'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:46:54.505247 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-6d3f67bb-5dc4-4ed7-b52a-7ee4e44037e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:54.551606 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-2d9bd677-2987-4931-bf24-70159cdce6f5 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Allocated IP 172.20.0.7 (fab0cb73-b9e2-4c3f-bea4-c58986338d9e/d5f90a16-2e4c-4ec3-8559-84479d1e8459/cad8c9f9-0009-48fe-a768-fc7f52b61aa5) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:46:54.649092 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-c952ff12-ee1e-4291-9755-3d96e684d858 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c623b08b095e4654a1f16b34ae10bc43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383010 Apr 21 12:46:54.768324 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-bdebc63c-ae59-4487-bd42-e9509f1d9eb0 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Made reservation on behalf of 6587b9e49e5f455ab0c270f492cd09ea for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:46:54.771879 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-bdebc63c-ae59-4487-bd42-e9509f1d9eb0 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:54.862569 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-503335b4-ea7b-41ba-8dd9-b970891ea52e tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:54.864060 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-503335b4-ea7b-41ba-8dd9-b970891ea52e tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069643 Apr 21 12:46:54.900006 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-2d9bd677-2987-4931-bf24-70159cdce6f5 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:54.926768 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-fb5ddba7-464b-4d99-a9ad-2d7301a8d0bd tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/quotas/c623b08b095e4654a1f16b34ae10bc43 HTTP/1.1" status: 200 len: 375 time: 0.0305669 Apr 21 12:46:54.967671 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-b37daa3a-d546-4fb9-b89d-4ee9ec93d445 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c623b08b095e4654a1f16b34ae10bc43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339346 Apr 21 12:46:55.081766 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-2d9bd677-2987-4931-bf24-70159cdce6f5 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:55.153321 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-2d9bd677-2987-4931-bf24-70159cdce6f5 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Network fab0cb73-b9e2-4c3f-bea4-c58986338d9e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:46:55.162107 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-2d9bd677-2987-4931-bf24-70159cdce6f5 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:46:55.165015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9bd677-2987-4931-bf24-70159cdce6f5 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Pushing event updated for resources: {'Port': ['ID=cad8c9f9-0009-48fe-a768-fc7f52b61aa5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:55.167505 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-2d9bd677-2987-4931-bf24-70159cdce6f5 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:46:55.242183 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f36e8c-d548-432d-be32-a481932696bd req-69d5022a-411d-481d-8990-103d3edc806d tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:55.243879 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d5f36e8c-d548-432d-be32-a481932696bd req-69d5022a-411d-481d-8990-103d3edc806d tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 945 time: 0.1937466 Apr 21 12:46:55.249633 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-2d9bd677-2987-4931-bf24-70159cdce6f5 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:55.250386 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-2d9bd677-2987-4931-bf24-70159cdce6f5 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:55.267494 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-6d3f67bb-5dc4-4ed7-b52a-7ee4e44037e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a4ac21e-c048-459e-a815-5052372a1033 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:46:55.276889 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-6d3f67bb-5dc4-4ed7-b52a-7ee4e44037e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:55.304489 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-6d3f67bb-5dc4-4ed7-b52a-7ee4e44037e5 service neutron] Transition to ACTIVE for port object 7a4ac21e-c048-459e-a815-5052372a1033 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:46:55.342285 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d5f36e8c-d548-432d-be32-a481932696bd req-5357bf55-1ec7-48de-932d-0ed9a26041ff tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884979 Apr 21 12:46:55.356793 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2150e6c-755c-4843-8752-a92ed2577cdf req-527eefa3-a22a-4da1-ac94-0cf5305afe85 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:55.358349 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2150e6c-755c-4843-8752-a92ed2577cdf req-527eefa3-a22a-4da1-ac94-0cf5305afe85 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.26 "GET /v2.0/ports?device_id=0cc0d7f1-9f0c-44bf-a9df-60d54337eed9 HTTP/1.1" status: 200 len: 946 time: 0.1035719 Apr 21 12:46:55.380297 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-2d9bd677-2987-4931-bf24-70159cdce6f5 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1603215 Apr 21 12:46:55.400582 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-6d3f67bb-5dc4-4ed7-b52a-7ee4e44037e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:55.412187 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-02882af4-0bd9-404f-9556-d66db159382d service neutron] Request body: {'port': {'device_id': '08109f86-5991-4ebc-9945-62cf542bcee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:46:55.499408 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-943f8b16-8568-4d86-a6e6-3e7a56b25fc4 req-4ae84709-9621-4a8a-a2f9-376c29070e41 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/ports?device_id=e11312da-d61f-4581-ba3b-a9629a110125 HTTP/1.1" status: 200 len: 210 time: 0.1007953 Apr 21 12:46:55.546609 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f67bb-5dc4-4ed7-b52a-7ee4e44037e5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4ac21e-c048-459e-a815-5052372a1033,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:55.631719 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-6d3f67bb-5dc4-4ed7-b52a-7ee4e44037e5 service neutron] Attempting to bind port 7a4ac21e-c048-459e-a815-5052372a1033 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:46:55.632337 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-6d3f67bb-5dc4-4ed7-b52a-7ee4e44037e5 service neutron] Attempting to bind port 7a4ac21e-c048-459e-a815-5052372a1033 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'eefc3577-f7f0-41ba-9d31-f34a4e258a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fab0cb73-b9e2-4c3f-bea4-c58986338d9e'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:46:55.632930 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-6d3f67bb-5dc4-4ed7-b52a-7ee4e44037e5 service neutron] Attempting to bind port 7a4ac21e-c048-459e-a815-5052372a1033 on network fab0cb73-b9e2-4c3f-bea4-c58986338d9e {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:46:55.641810 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-6d3f67bb-5dc4-4ed7-b52a-7ee4e44037e5 service neutron] Port 7a4ac21e-c048-459e-a815-5052372a1033 on network fab0cb73-b9e2-4c3f-bea4-c58986338d9e not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:46:55.651399 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-6d3f67bb-5dc4-4ed7-b52a-7ee4e44037e5 service neutron] Attempting to bind port 7a4ac21e-c048-459e-a815-5052372a1033 on network fab0cb73-b9e2-4c3f-bea4-c58986338d9e {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:46:55.651567 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-bdebc63c-ae59-4487-bd42-e9509f1d9eb0 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Allocated IP 172.20.0.12 (fab0cb73-b9e2-4c3f-bea4-c58986338d9e/d5f90a16-2e4c-4ec3-8559-84479d1e8459/0a8d033e-31d0-45f4-aa62-9814b97dea0a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:46:55.664548 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bd687fdc-6584-48d8-b53d-8877b1798e91 req-7976d6e7-4fff-49bf-a16c-fe6fbe7f2bef tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e HTTP/1.1" status: 200 len: 210 time: 0.0741301 Apr 21 12:46:55.664777 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-6d3f67bb-5dc4-4ed7-b52a-7ee4e44037e5 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:46:55.664777 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-6d3f67bb-5dc4-4ed7-b52a-7ee4e44037e5 service neutron] Checking segment: {'id': 'eefc3577-f7f0-41ba-9d31-f34a4e258a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fab0cb73-b9e2-4c3f-bea4-c58986338d9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:46:55.664777 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-6d3f67bb-5dc4-4ed7-b52a-7ee4e44037e5 service neutron] Bound using segment: {'id': 'eefc3577-f7f0-41ba-9d31-f34a4e258a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fab0cb73-b9e2-4c3f-bea4-c58986338d9e'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:46:55.664777 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-6d3f67bb-5dc4-4ed7-b52a-7ee4e44037e5 service neutron] Bound port: 7a4ac21e-c048-459e-a815-5052372a1033, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eefc3577-f7f0-41ba-9d31-f34a4e258a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fab0cb73-b9e2-4c3f-bea4-c58986338d9e'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:46:55.664777 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-6d3f67bb-5dc4-4ed7-b52a-7ee4e44037e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:55.680255 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-02882af4-0bd9-404f-9556-d66db159382d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:55.732129 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732eded6-d292-4e03-9ff5-bb77239919c8 req-35f4a38a-4a29-4a9c-8d9f-c7ecf292b269 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:55.733671 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-732eded6-d292-4e03-9ff5-bb77239919c8 req-35f4a38a-4a29-4a9c-8d9f-c7ecf292b269 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.2420483 Apr 21 12:46:55.785133 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-6d3f67bb-5dc4-4ed7-b52a-7ee4e44037e5 service neutron] For port 7a4ac21e-c048-459e-a815-5052372a1033, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:46:55.796143 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-6d3f67bb-5dc4-4ed7-b52a-7ee4e44037e5 service neutron] For port 7a4ac21e-c048-459e-a815-5052372a1033, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=7a4ac21e-c048-459e-a815-5052372a1033,segment=NetworkSegment(eefc3577-f7f0-41ba-9d31-f34a4e258a0c),segment_id=eefc3577-f7f0-41ba-9d31-f34a4e258a0c)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:46:55.815371 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f2150e6c-755c-4843-8752-a92ed2577cdf req-f52b14ff-d704-459e-9cb6-02e6fb95b608 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Deleting port f056393a-5a47-4480-acad-1a289e030516 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:46:55.815715 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f2150e6c-755c-4843-8752-a92ed2577cdf req-f52b14ff-d704-459e-9cb6-02e6fb95b608 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:55.864062 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-6d3f67bb-5dc4-4ed7-b52a-7ee4e44037e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:55.925205 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-6d3f67bb-5dc4-4ed7-b52a-7ee4e44037e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:55.926000 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-6d3f67bb-5dc4-4ed7-b52a-7ee4e44037e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:55.927549 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-6d3f67bb-5dc4-4ed7-b52a-7ee4e44037e5 service neutron] 10.222.0.24 "PUT /v2.0/ports/7a4ac21e-c048-459e-a815-5052372a1033 HTTP/1.1" status: 200 len: 1091 time: 1.5185485 Apr 21 12:46:55.928083 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e054f6c-17e3-4439-b815-18257d2a64f9', 'tag': '7a4ac21e-c048-459e-a815-5052372a1033'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:46:55.931276 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca36c0d0-6194-4cf5-9ef1-46c403f4de57" -d '{"events": [{"name": "network-changed", "server_uuid": "5e054f6c-17e3-4439-b815-18257d2a64f9", "tag": "7a4ac21e-c048-459e-a815-5052372a1033"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:46:55.959465 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f67bb-5dc4-4ed7-b52a-7ee4e44037e5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4ac21e-c048-459e-a815-5052372a1033,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:55.970802 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-732eded6-d292-4e03-9ff5-bb77239919c8 req-4161befc-b98e-4cee-8706-bf66895a1bf3 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240353 Apr 21 12:46:56.028023 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7750ee9a-8fdc-4d9a-88a6-9b21cba0ecf4 x-openstack-request-id: req-7750ee9a-8fdc-4d9a-88a6-9b21cba0ecf4 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:46:56.028580 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e054f6c-17e3-4439-b815-18257d2a64f9", "tag": "7a4ac21e-c048-459e-a815-5052372a1033", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:46:56.037034 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7750ee9a-8fdc-4d9a-88a6-9b21cba0ecf4 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:46:56.037034 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7750ee9a-8fdc-4d9a-88a6-9b21cba0ecf4'] response: {'name': 'network-changed', 'server_uuid': '5e054f6c-17e3-4439-b815-18257d2a64f9', 'tag': '7a4ac21e-c048-459e-a815-5052372a1033', 'status': 'completed', 'code': 200} Apr 21 12:46:56.098595 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7047423-3c16-4763-9636-6a58ccb8b8c1 req-1e15c6f3-3b58-48e8-8523-295f5478d2ca tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:56.106792 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d7047423-3c16-4763-9636-6a58ccb8b8c1 req-1e15c6f3-3b58-48e8-8523-295f5478d2ca tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cc0d7f1-9f0c-44bf-a9df-60d54337eed9 HTTP/1.1" status: 200 len: 946 time: 0.3015859 Apr 21 12:46:56.116809 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36c0d0-6194-4cf5-9ef1-46c403f4de57 req-39723ed2-ae64-4b73-8d6a-6d540ff58d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:56.119339 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ca36c0d0-6194-4cf5-9ef1-46c403f4de57 req-39723ed2-ae64-4b73-8d6a-6d540ff58d77 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6587b9e49e5f455ab0c270f492cd09ea&device_id=5e054f6c-17e3-4439-b815-18257d2a64f9 HTTP/1.1" status: 200 len: 1094 time: 0.0738437 Apr 21 12:46:56.232162 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d7047423-3c16-4763-9636-6a58ccb8b8c1 req-ba8765be-6802-4d12-ab12-9dd785e713f7 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242867 Apr 21 12:46:56.244225 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f2150e6c-755c-4843-8752-a92ed2577cdf req-f52b14ff-d704-459e-9cb6-02e6fb95b608 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] For port f056393a-5a47-4480-acad-1a289e030516, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=f056393a-5a47-4480-acad-1a289e030516,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:56.244622 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f2150e6c-755c-4843-8752-a92ed2577cdf req-f52b14ff-d704-459e-9cb6-02e6fb95b608 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:56.271801 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-bdebc63c-ae59-4487-bd42-e9509f1d9eb0 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:56.273437 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f2150e6c-755c-4843-8752-a92ed2577cdf req-f52b14ff-d704-459e-9cb6-02e6fb95b608 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Calling delete_port for f056393a-5a47-4480-acad-1a289e030516 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:46:56.298029 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36c0d0-6194-4cf5-9ef1-46c403f4de57 req-3a9f17f1-3277-4e60-9881-d05369d7e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:56.300555 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ca36c0d0-6194-4cf5-9ef1-46c403f4de57 req-3a9f17f1-3277-4e60-9881-d05369d7e3c9 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6587b9e49e5f455ab0c270f492cd09ea&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1741326 Apr 21 12:46:56.436384 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36c0d0-6194-4cf5-9ef1-46c403f4de57 req-e729df0e-e4bc-434f-9098-87178945a0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:56.439473 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ca36c0d0-6194-4cf5-9ef1-46c403f4de57 req-e729df0e-e4bc-434f-9098-87178945a0bc service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1309443 Apr 21 12:46:56.495557 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-bdebc63c-ae59-4487-bd42-e9509f1d9eb0 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:56.533810 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-6691fc8a-2ecc-4e1d-98a0-6cc37c7ab17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:56.535027 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-6691fc8a-2ecc-4e1d-98a0-6cc37c7ab17f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6587b9e49e5f455ab0c270f492cd09ea&device_id=5e054f6c-17e3-4439-b815-18257d2a64f9 HTTP/1.1" status: 200 len: 1094 time: 0.0568666 Apr 21 12:46:56.581978 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-f4c440f3-129d-41b8-85d0-45dfebc1c294 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a4ac21e-c048-459e-a815-5052372a1033 HTTP/1.1" status: 200 len: 217 time: 0.0388169 Apr 21 12:46:56.588485 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdebc63c-ae59-4487-bd42-e9509f1d9eb0 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Pushing event updated for resources: {'Port': ['ID=0a8d033e-31d0-45f4-aa62-9814b97dea0a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:56.599234 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f2150e6c-755c-4843-8752-a92ed2577cdf req-f52b14ff-d704-459e-9cb6-02e6fb95b608 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:56.611527 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['f056393a-5a47-4480-acad-1a289e030516'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:46:56.614801 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:46:56.650890 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-d6e8ae5f-1221-4a4d-931a-427dfe479d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:56.652459 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-d6e8ae5f-1221-4a4d-931a-427dfe479d86 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d5f90a16-2e4c-4ec3-8559-84479d1e8459 HTTP/1.1" status: 200 len: 857 time: 0.0639236 Apr 21 12:46:56.750503 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-14f8d38e-4c9b-4ecc-8899-5e7a9c06ade8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fab0cb73-b9e2-4c3f-bea4-c58986338d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903127 Apr 21 12:46:56.795969 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-bdebc63c-ae59-4487-bd42-e9509f1d9eb0 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Network fab0cb73-b9e2-4c3f-bea4-c58986338d9e is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:46:56.814229 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b14ff-d704-459e-9cb6-02e6fb95b608 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Pushing event deleted for resources: {'Port': ['ID=f056393a-5a47-4480-acad-1a289e030516,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:56.834237 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-bdebc63c-ae59-4487-bd42-e9509f1d9eb0 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:46:56.884051 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c3be4-ed59-4a41-b7db-3c1f9a2a53f5 req-252e4d96-b208-4ed0-8dc0-e1066d218d45 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:56.886060 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d57c3be4-ed59-4a41-b7db-3c1f9a2a53f5 req-252e4d96-b208-4ed0-8dc0-e1066d218d45 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 945 time: 0.4112597 Apr 21 12:46:56.898976 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-bdebc63c-ae59-4487-bd42-e9509f1d9eb0 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:46:56.952348 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-c8760f8e-7420-41a6-aa96-993f4e49e9a5 service neutron] 10.222.0.24 "GET /v2.0/networks/fab0cb73-b9e2-4c3f-bea4-c58986338d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929207 Apr 21 12:46:56.965037 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317738a-5b86-47b5-a536-4236a06c085d req-0276f7dc-2d0c-46ba-b11c-f493bc118b6c tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:56.975415 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2317738a-5b86-47b5-a536-4236a06c085d req-0276f7dc-2d0c-46ba-b11c-f493bc118b6c tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/ports?device_id=e11312da-d61f-4581-ba3b-a9629a110125 HTTP/1.1" status: 200 len: 932 time: 0.3768380 Apr 21 12:46:56.978745 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2150e6c-755c-4843-8752-a92ed2577cdf req-f52b14ff-d704-459e-9cb6-02e6fb95b608 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] No DVR routers for this DVR port f056393a-5a47-4480-acad-1a289e030516 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:46:57.007890 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f2150e6c-755c-4843-8752-a92ed2577cdf req-f52b14ff-d704-459e-9cb6-02e6fb95b608 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:57.014802 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2150e6c-755c-4843-8752-a92ed2577cdf req-f52b14ff-d704-459e-9cb6-02e6fb95b608 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.26 "DELETE /v2.0/ports/f056393a-5a47-4480-acad-1a289e030516 HTTP/1.1" status: 204 len: 173 time: 1.6466229 Apr 21 12:46:57.027971 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-bdebc63c-ae59-4487-bd42-e9509f1d9eb0 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:57.029276 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-bdebc63c-ae59-4487-bd42-e9509f1d9eb0 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:57.041303 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc0d7f1-9f0c-44bf-a9df-60d54337eed9', 'name': 'network-vif-deleted', 'tag': 'f056393a-5a47-4480-acad-1a289e030516'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:46:57.044567 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf21a0ab-c5b4-4006-91e8-6871c0b70def" -d '{"events": [{"server_uuid": "0cc0d7f1-9f0c-44bf-a9df-60d54337eed9", "name": "network-vif-deleted", "tag": "f056393a-5a47-4480-acad-1a289e030516"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:46:57.082598 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-60fcf8f3-acc0-4f92-ad0d-e49576ef6ba0 service neutron] 10.222.0.24 "GET /v2.0/networks/fab0cb73-b9e2-4c3f-bea4-c58986338d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227989 Apr 21 12:46:57.138481 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2317738a-5b86-47b5-a536-4236a06c085d req-30e2c07d-0864-4a2d-9ed8-e575bd3a4816 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c7897cd-4113-4d24-8343-6e2f9fce73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587782 Apr 21 12:46:57.162195 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d57c3be4-ed59-4a41-b7db-3c1f9a2a53f5 req-7f26486c-b61c-436e-9b3e-e386a1f06850 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772900 Apr 21 12:46:57.177031 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-bdebc63c-ae59-4487-bd42-e9509f1d9eb0 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7505221 Apr 21 12:46:57.220516 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-26aff7fa-e958-403d-8435-0ba89fecb993 service neutron] Request body: {'port': {'device_id': 'e11312da-d61f-4581-ba3b-a9629a110125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:46:57.328347 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-02882af4-0bd9-404f-9556-d66db159382d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cad8c9f9-0009-48fe-a768-fc7f52b61aa5 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:46:57.334668 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-69c79f90-57a3-402b-a81f-650d37781e99 req-869d4573-954b-4c17-afc8-75cf3eceb25d tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e HTTP/1.1" status: 200 len: 210 time: 0.0613697 Apr 21 12:46:57.357344 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-02882af4-0bd9-404f-9556-d66db159382d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:57.394332 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a5ba24-49e0-4a10-803f-c0b652dac749 x-openstack-request-id: req-d1a5ba24-49e0-4a10-803f-c0b652dac749 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:46:57.394565 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc0d7f1-9f0c-44bf-a9df-60d54337eed9", "name": "network-vif-deleted", "tag": "f056393a-5a47-4480-acad-1a289e030516", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:46:57.394788 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d1a5ba24-49e0-4a10-803f-c0b652dac749 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:46:57.395118 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1a5ba24-49e0-4a10-803f-c0b652dac749'] response: {'server_uuid': '0cc0d7f1-9f0c-44bf-a9df-60d54337eed9', 'name': 'network-vif-deleted', 'tag': 'f056393a-5a47-4480-acad-1a289e030516', 'status': 'completed', 'code': 200} Apr 21 12:46:57.401907 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-02882af4-0bd9-404f-9556-d66db159382d service neutron] Transition to ACTIVE for port object cad8c9f9-0009-48fe-a768-fc7f52b61aa5 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:46:57.436820 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a019469-6336-4db9-8354-e3b016f3ad39 req-b0ecf65f-78c4-4364-9ab6-f49e112b6c0e tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:57.438709 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a019469-6336-4db9-8354-e3b016f3ad39 req-b0ecf65f-78c4-4364-9ab6-f49e112b6c0e tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.1641595 Apr 21 12:46:57.443710 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-26aff7fa-e958-403d-8435-0ba89fecb993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:57.473873 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-02882af4-0bd9-404f-9556-d66db159382d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:57.597275 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94760505-3420-46b4-95a9-3ff3471fdd43 req-73e13d17-d4bf-41f0-a75a-0ee510b3b148 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cc0d7f1-9f0c-44bf-a9df-60d54337eed9 HTTP/1.1" status: 200 len: 210 time: 0.0955369 Apr 21 12:46:57.702875 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a019469-6336-4db9-8354-e3b016f3ad39 req-5d2a27a9-7ce9-4448-a335-a4064fbbecd4 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447686 Apr 21 12:46:57.813569 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02882af4-0bd9-404f-9556-d66db159382d service neutron] Pushing event updated for resources: {'Port': ['ID=cad8c9f9-0009-48fe-a768-fc7f52b61aa5,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:58.309900 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-5ce489f5-fe31-45e5-9911-6c53b6de64b0 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c623b08b095e4654a1f16b34ae10bc43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4142578 Apr 21 12:46:58.477996 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-02882af4-0bd9-404f-9556-d66db159382d service neutron] Attempting to bind port cad8c9f9-0009-48fe-a768-fc7f52b61aa5 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:46:58.478322 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-02882af4-0bd9-404f-9556-d66db159382d service neutron] Attempting to bind port cad8c9f9-0009-48fe-a768-fc7f52b61aa5 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': 'eefc3577-f7f0-41ba-9d31-f34a4e258a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fab0cb73-b9e2-4c3f-bea4-c58986338d9e'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:46:58.478647 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-02882af4-0bd9-404f-9556-d66db159382d service neutron] Attempting to bind port cad8c9f9-0009-48fe-a768-fc7f52b61aa5 on network fab0cb73-b9e2-4c3f-bea4-c58986338d9e {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:46:58.512464 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-5f364803-2548-4efd-aaeb-c3dfa602df5d tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:58.513954 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-5f364803-2548-4efd-aaeb-c3dfa602df5d tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/networks?id=ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8 HTTP/1.1" status: 200 len: 811 time: 0.6791506 Apr 21 12:46:58.514489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-02882af4-0bd9-404f-9556-d66db159382d service neutron] Port cad8c9f9-0009-48fe-a768-fc7f52b61aa5 on network fab0cb73-b9e2-4c3f-bea4-c58986338d9e not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:46:58.514804 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-02882af4-0bd9-404f-9556-d66db159382d service neutron] Attempting to bind port cad8c9f9-0009-48fe-a768-fc7f52b61aa5 on network fab0cb73-b9e2-4c3f-bea4-c58986338d9e {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:46:58.528631 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b767c-bdf0-494e-b396-4cc62b1d691c req-8d90aa31-de99-4475-955f-f0c9e46580d6 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:58.529990 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb3b767c-bdf0-494e-b396-4cc62b1d691c req-8d90aa31-de99-4475-955f-f0c9e46580d6 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/ports?device_id=e11312da-d61f-4581-ba3b-a9629a110125 HTTP/1.1" status: 200 len: 932 time: 0.2500408 Apr 21 12:46:58.572684 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-02882af4-0bd9-404f-9556-d66db159382d service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:46:58.573014 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-02882af4-0bd9-404f-9556-d66db159382d service neutron] Checking segment: {'id': 'eefc3577-f7f0-41ba-9d31-f34a4e258a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fab0cb73-b9e2-4c3f-bea4-c58986338d9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:46:58.573376 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-02882af4-0bd9-404f-9556-d66db159382d service neutron] Bound using segment: {'id': 'eefc3577-f7f0-41ba-9d31-f34a4e258a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fab0cb73-b9e2-4c3f-bea4-c58986338d9e'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:46:58.573831 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-02882af4-0bd9-404f-9556-d66db159382d service neutron] Bound port: cad8c9f9-0009-48fe-a768-fc7f52b61aa5, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eefc3577-f7f0-41ba-9d31-f34a4e258a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fab0cb73-b9e2-4c3f-bea4-c58986338d9e'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:46:58.574184 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-02882af4-0bd9-404f-9556-d66db159382d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:58.608757 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-f0dc000b-8464-430b-a3e2-b17979ccd62d tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/quotas/0ea723f58e5445d8b6c64b8934e36437 HTTP/1.1" status: 200 len: 375 time: 0.0705085 Apr 21 12:46:58.695878 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-354e6117-e8b3-49f5-a801-bb378dbac70c tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:58.697318 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-354e6117-e8b3-49f5-a801-bb378dbac70c tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3796959 Apr 21 12:46:58.737825 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-3dd3e6c6-74b4-418b-95b8-53eae83327f4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Request body: {'port': {'device_id': '9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'admin_state_up': True, 'tenant_id': 'c623b08b095e4654a1f16b34ae10bc43'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:46:58.743586 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb3b767c-bdf0-494e-b396-4cc62b1d691c req-4970cedc-b860-4484-a85f-7b49b6599f51 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c7897cd-4113-4d24-8343-6e2f9fce73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007580 Apr 21 12:46:58.824687 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-26aff7fa-e958-403d-8435-0ba89fecb993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8d033e-31d0-45f4-aa62-9814b97dea0a {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:46:58.848296 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-26aff7fa-e958-403d-8435-0ba89fecb993 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:58.860239 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-7a993338-1c57-4107-911a-8263ab56d08f tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0ea723f58e5445d8b6c64b8934e36437&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2389934 Apr 21 12:46:58.895208 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-02882af4-0bd9-404f-9556-d66db159382d service neutron] For port cad8c9f9-0009-48fe-a768-fc7f52b61aa5, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:46:58.904681 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1afbd3e-7b13-4c23-80ea-65b55f381b58 req-7d5aabc5-d7bc-4cb7-9ed5-a6ab53101003 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e HTTP/1.1" status: 200 len: 210 time: 0.0873637 Apr 21 12:46:58.944295 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-26aff7fa-e958-403d-8435-0ba89fecb993 service neutron] Transition to ACTIVE for port object 0a8d033e-31d0-45f4-aa62-9814b97dea0a will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:46:58.959515 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-02882af4-0bd9-404f-9556-d66db159382d service neutron] For port cad8c9f9-0009-48fe-a768-fc7f52b61aa5, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=cad8c9f9-0009-48fe-a768-fc7f52b61aa5,segment=NetworkSegment(eefc3577-f7f0-41ba-9d31-f34a4e258a0c),segment_id=eefc3577-f7f0-41ba-9d31-f34a4e258a0c)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:46:59.019251 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 7a4ac21e-c048-459e-a815-5052372a1033 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:46:59.049757 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-02882af4-0bd9-404f-9556-d66db159382d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:59.060919 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-26aff7fa-e958-403d-8435-0ba89fecb993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:59.107043 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-f09da991-ae0d-43d9-974a-6580fad0b78d service neutron] 10.222.0.36 "GET /v2.0/networks/ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091172 Apr 21 12:46:59.178325 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-3dd3e6c6-74b4-418b-95b8-53eae83327f4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Made reservation on behalf of c623b08b095e4654a1f16b34ae10bc43 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:46:59.182150 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-3dd3e6c6-74b4-418b-95b8-53eae83327f4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:59.192744 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-02882af4-0bd9-404f-9556-d66db159382d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:59.193622 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-02882af4-0bd9-404f-9556-d66db159382d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:59.194852 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-02882af4-0bd9-404f-9556-d66db159382d service neutron] 10.222.0.26 "PUT /v2.0/ports/cad8c9f9-0009-48fe-a768-fc7f52b61aa5 HTTP/1.1" status: 200 len: 1091 time: 3.7874486 Apr 21 12:46:59.200444 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 7a4ac21e-c048-459e-a815-5052372a1033, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=7a4ac21e-c048-459e-a815-5052372a1033,segment=NetworkSegment(eefc3577-f7f0-41ba-9d31-f34a4e258a0c),segment_id=eefc3577-f7f0-41ba-9d31-f34a4e258a0c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:59.221001 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '7a4ac21e-c048-459e-a815-5052372a1033', 'network_id': 'fab0cb73-b9e2-4c3f-bea4-c58986338d9e', 'port_id': '7a4ac21e-c048-459e-a815-5052372a1033', 'mac_address': 'fa:16:3e:84:dc:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f90a16-2e4c-4ec3-8559-84479d1e8459', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:46:59.234302 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-3dd3e6c6-74b4-418b-95b8-53eae83327f4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:59.270071 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:59.283886 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4ac21e-c048-459e-a815-5052372a1033 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:46:59.305957 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052d832-5563-49b3-90a5-c81f4c63eea9 req-e361e3c6-5d97-4748-b60c-d45c72534ee2 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:59.307569 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3052d832-5563-49b3-90a5-c81f4c63eea9 req-e361e3c6-5d97-4748-b60c-d45c72534ee2 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.2525067 Apr 21 12:46:59.316512 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02882af4-0bd9-404f-9556-d66db159382d service neutron] Pushing event updated for resources: {'Port': ['ID=cad8c9f9-0009-48fe-a768-fc7f52b61aa5,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:59.334687 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 7a4ac21e-c048-459e-a815-5052372a1033, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=7a4ac21e-c048-459e-a815-5052372a1033,segment=NetworkSegment(eefc3577-f7f0-41ba-9d31-f34a4e258a0c),segment_id=eefc3577-f7f0-41ba-9d31-f34a4e258a0c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:46:59.404708 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:59.456077 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08109f86-5991-4ebc-9945-62cf542bcee7', 'tag': 'cad8c9f9-0009-48fe-a768-fc7f52b61aa5'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:46:59.458440 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de28a73-3f45-479c-ba6a-9d450101b24b" -d '{"events": [{"name": "network-changed", "server_uuid": "08109f86-5991-4ebc-9945-62cf542bcee7", "tag": "cad8c9f9-0009-48fe-a768-fc7f52b61aa5"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:46:59.476004 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=7a4ac21e-c048-459e-a815-5052372a1033,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:59.555539 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aff7fa-e958-403d-8435-0ba89fecb993 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8d033e-31d0-45f4-aa62-9814b97dea0a,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:46:59.564968 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-0473a68d-e8e6-48c1-b9cd-27208aaf637d service neutron] 10.222.0.36 "GET /v2.0/networks/ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4570384 Apr 21 12:46:59.573325 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3052d832-5563-49b3-90a5-c81f4c63eea9 req-657599a9-39e0-4fe8-8f08-ee1b39a6e4e1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174938 Apr 21 12:46:59.587735 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-62828980-0662-4734-9888-4d5875009c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:59.589287 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-62828980-0662-4734-9888-4d5875009c79 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6587b9e49e5f455ab0c270f492cd09ea&device_id=08109f86-5991-4ebc-9945-62cf542bcee7 HTTP/1.1" status: 200 len: 1094 time: 0.2321923 Apr 21 12:46:59.657072 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['7a4ac21e-c048-459e-a815-5052372a1033'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:46:59.664414 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-26aff7fa-e958-403d-8435-0ba89fecb993 service neutron] Attempting to bind port 0a8d033e-31d0-45f4-aa62-9814b97dea0a on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:46:59.665156 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-26aff7fa-e958-403d-8435-0ba89fecb993 service neutron] Attempting to bind port 0a8d033e-31d0-45f4-aa62-9814b97dea0a by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'eefc3577-f7f0-41ba-9d31-f34a4e258a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fab0cb73-b9e2-4c3f-bea4-c58986338d9e'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:46:59.665774 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-26aff7fa-e958-403d-8435-0ba89fecb993 service neutron] Attempting to bind port 0a8d033e-31d0-45f4-aa62-9814b97dea0a on network fab0cb73-b9e2-4c3f-bea4-c58986338d9e {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:46:59.679849 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-56b502fa-f087-4006-9c70-1d8911d2bfe9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cad8c9f9-0009-48fe-a768-fc7f52b61aa5 HTTP/1.1" status: 200 len: 217 time: 0.0738237 Apr 21 12:46:59.723631 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-26aff7fa-e958-403d-8435-0ba89fecb993 service neutron] Port 0a8d033e-31d0-45f4-aa62-9814b97dea0a on network fab0cb73-b9e2-4c3f-bea4-c58986338d9e not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:46:59.723631 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-26aff7fa-e958-403d-8435-0ba89fecb993 service neutron] Attempting to bind port 0a8d033e-31d0-45f4-aa62-9814b97dea0a on network fab0cb73-b9e2-4c3f-bea4-c58986338d9e {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:46:59.826248 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-26aff7fa-e958-403d-8435-0ba89fecb993 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:46:59.826586 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-26aff7fa-e958-403d-8435-0ba89fecb993 service neutron] Checking segment: {'id': 'eefc3577-f7f0-41ba-9d31-f34a4e258a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fab0cb73-b9e2-4c3f-bea4-c58986338d9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:46:59.826970 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-26aff7fa-e958-403d-8435-0ba89fecb993 service neutron] Bound using segment: {'id': 'eefc3577-f7f0-41ba-9d31-f34a4e258a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fab0cb73-b9e2-4c3f-bea4-c58986338d9e'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:46:59.827629 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-26aff7fa-e958-403d-8435-0ba89fecb993 service neutron] Bound port: 0a8d033e-31d0-45f4-aa62-9814b97dea0a, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eefc3577-f7f0-41ba-9d31-f34a4e258a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'fab0cb73-b9e2-4c3f-bea4-c58986338d9e'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:46:59.828388 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-26aff7fa-e958-403d-8435-0ba89fecb993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:59.920108 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-3dd3e6c6-74b4-418b-95b8-53eae83327f4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:46:59.982653 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e631e910-4de5-40b4-9832-75f40812fae4 x-openstack-request-id: req-e631e910-4de5-40b4-9832-75f40812fae4 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:46:59.982813 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08109f86-5991-4ebc-9945-62cf542bcee7", "tag": "cad8c9f9-0009-48fe-a768-fc7f52b61aa5", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:46:59.983311 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e631e910-4de5-40b4-9832-75f40812fae4 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:46:59.983717 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e631e910-4de5-40b4-9832-75f40812fae4'] response: {'name': 'network-changed', 'server_uuid': '08109f86-5991-4ebc-9945-62cf542bcee7', 'tag': 'cad8c9f9-0009-48fe-a768-fc7f52b61aa5', 'status': 'completed', 'code': 200} Apr 21 12:46:59.995400 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-07bb3535-ad58-4d8f-a2a1-87703e8fd9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:46:59.996918 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-07bb3535-ad58-4d8f-a2a1-87703e8fd9dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d5f90a16-2e4c-4ec3-8559-84479d1e8459 HTTP/1.1" status: 200 len: 857 time: 0.2988205 Apr 21 12:47:00.108445 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-e1f35a67-f7dc-4d95-874b-72fe5e4e8154 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fab0cb73-b9e2-4c3f-bea4-c58986338d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444989 Apr 21 12:47:00.109110 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-3dd3e6c6-74b4-418b-95b8-53eae83327f4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:00.195938 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-26aff7fa-e958-403d-8435-0ba89fecb993 service neutron] For port 0a8d033e-31d0-45f4-aa62-9814b97dea0a, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:47:00.295365 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-26aff7fa-e958-403d-8435-0ba89fecb993 service neutron] For port 0a8d033e-31d0-45f4-aa62-9814b97dea0a, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=0a8d033e-31d0-45f4-aa62-9814b97dea0a,segment=NetworkSegment(eefc3577-f7f0-41ba-9d31-f34a4e258a0c),segment_id=eefc3577-f7f0-41ba-9d31-f34a4e258a0c)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:47:00.313165 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9d400-9893-4539-ac13-69db354ccccc req-e5667af4-9d75-4d83-ab2c-18cb705e2812 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:00.314551 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-23f9d400-9893-4539-ac13-69db354ccccc req-e5667af4-9d75-4d83-ab2c-18cb705e2812 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/networks?id=210b1822-b19c-4a3a-bd44-f48c8d787bcf HTTP/1.1" status: 200 len: 806 time: 0.6052980 Apr 21 12:47:00.327500 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3e6c6-74b4-418b-95b8-53eae83327f4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e901bb6-9a1a-4907-904b-a362e5e809b0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:00.349076 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb57b5f-1b91-4368-9a79-76ea9fe92342 req-7ff16136-cebf-42a0-a69d-ec2869743127 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:00.354831 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-edb57b5f-1b91-4368-9a79-76ea9fe92342 req-7ff16136-cebf-42a0-a69d-ec2869743127 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/ports?device_id=e11312da-d61f-4581-ba3b-a9629a110125 HTTP/1.1" status: 200 len: 944 time: 0.2893302 Apr 21 12:47:00.409385 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-23f9d400-9893-4539-ac13-69db354ccccc req-f6d44b4a-99e4-4196-9975-4423f49192c6 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/quotas/820f30556a864d2abf13eb66052aec75 HTTP/1.1" status: 200 len: 375 time: 0.0501599 Apr 21 12:47:00.445006 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-26aff7fa-e958-403d-8435-0ba89fecb993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:00.524075 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device f056393a-5a47-4480-acad-1a289e030516 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:47:00.543308 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-26aff7fa-e958-403d-8435-0ba89fecb993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:00.543938 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-26aff7fa-e958-403d-8435-0ba89fecb993 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:00.545511 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-26aff7fa-e958-403d-8435-0ba89fecb993 service neutron] 10.222.0.24 "PUT /v2.0/ports/0a8d033e-31d0-45f4-aa62-9814b97dea0a HTTP/1.1" status: 200 len: 1092 time: 3.3505874 Apr 21 12:47:00.559710 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-ad7c5b6c-3123-4e68-8ad4-eba377b68c67 service neutron] 10.222.0.26 "GET /v2.0/networks/fab0cb73-b9e2-4c3f-bea4-c58986338d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211457 Apr 21 12:47:00.577163 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-edb57b5f-1b91-4368-9a79-76ea9fe92342 req-2936b1dc-68c5-434c-a17e-6ceabc6238ef tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c7897cd-4113-4d24-8343-6e2f9fce73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213674 Apr 21 12:47:00.648309 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: f056393a-5a47-4480-acad-1a289e030516 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:47:00.649375 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device f056393a-5a47-4480-acad-1a289e030516 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:47:00.678512 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-3dd3e6c6-74b4-418b-95b8-53eae83327f4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Allocated IP 192.168.233.109 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/fd703816-be55-4a83-abca-884c73b87469) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:47:00.780711 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-23f9d400-9893-4539-ac13-69db354ccccc req-89885c91-9cb0-4afa-a01e-ef68f895fa34 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=820f30556a864d2abf13eb66052aec75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3703165 Apr 21 12:47:00.853430 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-84b57bdb-893b-436b-ac93-7606b9d890dd req-2b80f172-370f-4569-adb0-31d0470b859e tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 210 time: 0.1776979 Apr 21 12:47:00.866533 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aff7fa-e958-403d-8435-0ba89fecb993 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8d033e-31d0-45f4-aa62-9814b97dea0a,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:01.026660 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 7a4ac21e-c048-459e-a815-5052372a1033 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:47:01.173064 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 7a4ac21e-c048-459e-a815-5052372a1033 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:47:01.179539 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 7a4ac21e-c048-459e-a815-5052372a1033 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:01.180300 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:01.349963 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:01.381874 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e054f6c-17e3-4439-b815-18257d2a64f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4ac21e-c048-459e-a815-5052372a1033'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:47:01.384457 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca1c9ef-fd78-428d-b956-504907650a7a" -d '{"events": [{"server_uuid": "5e054f6c-17e3-4439-b815-18257d2a64f9", "name": "network-vif-plugged", "status": "completed", "tag": "7a4ac21e-c048-459e-a815-5052372a1033"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:47:01.401204 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 7a4ac21e-c048-459e-a815-5052372a1033, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=7a4ac21e-c048-459e-a815-5052372a1033,segment=NetworkSegment(eefc3577-f7f0-41ba-9d31-f34a4e258a0c),segment_id=eefc3577-f7f0-41ba-9d31-f34a4e258a0c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:01.494820 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:01.526529 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-ba0b4c03-5548-44c0-b715-513f86140467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:01.528913 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-ba0b4c03-5548-44c0-b715-513f86140467 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6587b9e49e5f455ab0c270f492cd09ea&device_id=e11312da-d61f-4581-ba3b-a9629a110125 HTTP/1.1" status: 200 len: 1095 time: 0.8120475 Apr 21 12:47:01.534540 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79706f14-411c-42d7-8c2a-f71694ed5e51 req-44e904d5-9274-4aae-a362-037385a74697 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e HTTP/1.1" status: 200 len: 210 time: 0.5243080 Apr 21 12:47:01.566627 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=7a4ac21e-c048-459e-a815-5052372a1033,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:01.623524 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-ead345bc-5058-4721-937f-2cb8a020ba47 service neutron] 10.222.0.26 "GET /v2.0/networks/fab0cb73-b9e2-4c3f-bea4-c58986338d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0254157 Apr 21 12:47:01.625317 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-23f9d400-9893-4539-ac13-69db354ccccc req-adb457f5-dbc4-4450-82ac-4a8211da948b service neutron] 10.222.0.36 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7751155 Apr 21 12:47:01.713266 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-eaa60a51-e2b4-4209-95c5-0997877a852b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a8d033e-31d0-45f4-aa62-9814b97dea0a HTTP/1.1" status: 200 len: 217 time: 0.1136315 Apr 21 12:47:01.872606 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05e3c9-880c-4077-8d2f-2dff6c49e998 req-f353ff66-5ebb-456b-894a-3134e7257f79 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:01.874309 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb05e3c9-880c-4077-8d2f-2dff6c49e998 req-f353ff66-5ebb-456b-894a-3134e7257f79 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.2480125 Apr 21 12:47:01.891425 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-3dd3e6c6-74b4-418b-95b8-53eae83327f4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:01.914949 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-7ad9a35b-c308-45b5-8d88-bd246e9d9cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:01.916459 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-7ad9a35b-c308-45b5-8d88-bd246e9d9cbc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d5f90a16-2e4c-4ec3-8559-84479d1e8459 HTTP/1.1" status: 200 len: 857 time: 0.1901107 Apr 21 12:47:01.977425 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-23f9d400-9893-4539-ac13-69db354ccccc req-f174fab3-0f33-4402-a924-b6cb0e9aba8f service neutron] 10.222.0.36 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203726 Apr 21 12:47:01.984755 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11312da-d61f-4581-ba3b-a9629a110125', 'tag': '0a8d033e-31d0-45f4-aa62-9814b97dea0a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:47:01.987072 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255c1d5d-e3d3-4386-aec9-9845f0ab6224" -d '{"events": [{"name": "network-changed", "server_uuid": "e11312da-d61f-4581-ba3b-a9629a110125", "tag": "0a8d033e-31d0-45f4-aa62-9814b97dea0a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:47:01.991802 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-b90e57bf-f476-4ea9-8fd9-a023c05bde58 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fab0cb73-b9e2-4c3f-bea4-c58986338d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552857 Apr 21 12:47:01.999331 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de28a73-3f45-479c-ba6a-9d450101b24b req-c966a3fe-f31e-4d85-8746-4aa6aa985740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:02.000837 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0de28a73-3f45-479c-ba6a-9d450101b24b req-c966a3fe-f31e-4d85-8746-4aa6aa985740 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6587b9e49e5f455ab0c270f492cd09ea&device_id=08109f86-5991-4ebc-9945-62cf542bcee7 HTTP/1.1" status: 200 len: 1094 time: 0.2125304 Apr 21 12:47:02.026318 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb05e3c9-880c-4077-8d2f-2dff6c49e998 req-d64814ad-6a3a-4a27-b787-bbe77803b0df tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388874 Apr 21 12:47:02.085974 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa5a8ad-330f-46bc-b56d-21683a4181b0 x-openstack-request-id: req-5fa5a8ad-330f-46bc-b56d-21683a4181b0 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:47:02.085974 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e054f6c-17e3-4439-b815-18257d2a64f9", "name": "network-vif-plugged", "status": "completed", "tag": "7a4ac21e-c048-459e-a815-5052372a1033", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:47:02.085974 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5fa5a8ad-330f-46bc-b56d-21683a4181b0 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:47:02.085974 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fa5a8ad-330f-46bc-b56d-21683a4181b0'] response: {'server_uuid': '5e054f6c-17e3-4439-b815-18257d2a64f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4ac21e-c048-459e-a815-5052372a1033', 'code': 200} Apr 21 12:47:02.194950 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f2825-f0e1-4df4-9b48-e9370d51341b req-0aa74f24-0971-4679-8649-a18cd9ee6578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:02.196477 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-356f2825-f0e1-4df4-9b48-e9370d51341b req-0aa74f24-0971-4679-8649-a18cd9ee6578 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5e054f6c-17e3-4439-b815-18257d2a64f9 HTTP/1.1" status: 200 len: 1096 time: 0.0542941 Apr 21 12:47:02.230431 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-3dd3e6c6-74b4-418b-95b8-53eae83327f4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:02.286297 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-356f2825-f0e1-4df4-9b48-e9370d51341b req-56179c34-3b7f-4803-abaf-6281e7046860 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1c7897cd-4113-4d24-8343-6e2f9fce73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787539 Apr 21 12:47:02.293252 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-11f5414d-1a08-4abc-ad70-d5252d847dc7 service neutron] 10.222.0.24 "GET /v2.0/networks/fab0cb73-b9e2-4c3f-bea4-c58986338d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913837 Apr 21 12:47:02.377153 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de28a73-3f45-479c-ba6a-9d450101b24b req-05dabcf5-7bee-4f75-b354-8db7566b50a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:02.378669 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0de28a73-3f45-479c-ba6a-9d450101b24b req-05dabcf5-7bee-4f75-b354-8db7566b50a1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fab0cb73-b9e2-4c3f-bea4-c58986338d9e HTTP/1.1" status: 200 len: 918 time: 0.3631752 Apr 21 12:47:02.395810 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7d3b865b-98b9-4d6d-b3b5-9aef902adf41 req-3ab927b8-5562-4c9b-9839-dfd709278901 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 210 time: 0.1077843 Apr 21 12:47:02.397936 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-3dd3e6c6-74b4-418b-95b8-53eae83327f4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:47:02.427568 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749fb40-9805-4ebc-802a-675258b1daab req-30f3ad06-0c80-4baa-b42a-de1bd486e675 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:02.434754 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4749fb40-9805-4ebc-802a-675258b1daab req-30f3ad06-0c80-4baa-b42a-de1bd486e675 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/ports?device_id=e11312da-d61f-4581-ba3b-a9629a110125 HTTP/1.1" status: 200 len: 944 time: 0.2755871 Apr 21 12:47:02.498473 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-3dd3e6c6-74b4-418b-95b8-53eae83327f4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:47:02.501571 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0de28a73-3f45-479c-ba6a-9d450101b24b req-cda69bd4-7875-4732-871b-961aa0e28200 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cad8c9f9-0009-48fe-a768-fc7f52b61aa5 HTTP/1.1" status: 200 len: 217 time: 0.0912309 Apr 21 12:47:02.503747 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c9a69b-4bfd-48ce-b42f-00f4efbe1875 x-openstack-request-id: req-d7c9a69b-4bfd-48ce-b42f-00f4efbe1875 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:47:02.504581 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e11312da-d61f-4581-ba3b-a9629a110125", "tag": "0a8d033e-31d0-45f4-aa62-9814b97dea0a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:47:02.504581 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d7c9a69b-4bfd-48ce-b42f-00f4efbe1875 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:47:02.504766 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7c9a69b-4bfd-48ce-b42f-00f4efbe1875'] response: {'name': 'network-changed', 'server_uuid': 'e11312da-d61f-4581-ba3b-a9629a110125', 'tag': '0a8d033e-31d0-45f4-aa62-9814b97dea0a', 'status': 'completed', 'code': 200} Apr 21 12:47:02.517649 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-3dd3e6c6-74b4-418b-95b8-53eae83327f4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:47:02.545773 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd3e6c6-74b4-418b-95b8-53eae83327f4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Pushing event updated for resources: {'Port': ['ID=fd703816-be55-4a83-abca-884c73b87469,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:02.631902 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9040dfd1-23b5-4e1a-abf7-e11d1e151d1f req-71a19df9-4ef4-4715-9ba6-80810c56dd0f tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 210 time: 0.1254919 Apr 21 12:47:02.828956 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-3dd3e6c6-74b4-418b-95b8-53eae83327f4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:02.830195 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-3dd3e6c6-74b4-418b-95b8-53eae83327f4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:02.834657 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de28a73-3f45-479c-ba6a-9d450101b24b req-ad81decc-7361-4303-8410-a3fea8eae430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:02.836406 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0de28a73-3f45-479c-ba6a-9d450101b24b req-ad81decc-7361-4303-8410-a3fea8eae430 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d5f90a16-2e4c-4ec3-8559-84479d1e8459 HTTP/1.1" status: 200 len: 857 time: 0.3156822 Apr 21 12:47:02.848431 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-80a7941a-6140-4280-b3c9-830daa447f72 None None] Provisioning complete for port fd703816-be55-4a83-abca-884c73b87469 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:02.848980 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80a7941a-6140-4280-b3c9-830daa447f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:02.859115 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4749fb40-9805-4ebc-802a-675258b1daab req-6735c8dc-b4d1-4961-8232-067bd35b676e tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c7897cd-4113-4d24-8343-6e2f9fce73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619998 Apr 21 12:47:02.919933 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-80a7941a-6140-4280-b3c9-830daa447f72 None None] Port fd703816-be55-4a83-abca-884c73b87469 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:47:02.927603 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0de28a73-3f45-479c-ba6a-9d450101b24b req-4bd7b8b0-511c-4d9a-88a5-4643b50e5eca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fab0cb73-b9e2-4c3f-bea4-c58986338d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601277 Apr 21 12:47:02.988424 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96fcc4d3-f27c-4971-b772-658747bb2831 req-cf5fa990-0829-421b-a828-d9aab430556e service neutron] 10.222.0.24 "GET /v2.0/networks/fab0cb73-b9e2-4c3f-bea4-c58986338d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4605880 Apr 21 12:47:03.008505 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-34d6474f-1f63-452e-abe2-998fcc986e30 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:03.008505 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-34d6474f-1f63-452e-abe2-998fcc986e30 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.26 "GET /v2.0/networks?id=ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8 HTTP/1.1" status: 200 len: 811 time: 0.3885579 Apr 21 12:47:03.038376 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-8b9277b2-3762-4c88-ac04-f02d6f2e241b tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Request body: {'port': {'device_id': '8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf', 'network_id': 'ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8', 'admin_state_up': True, 'tenant_id': '0ea723f58e5445d8b6c64b8934e36437'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:47:03.049143 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dbd46-51f0-4da0-ba47-3073d82e644e req-cd59be11-024c-4b8b-bfc7-772a04c8b4dd tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:03.050684 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a8dbd46-51f0-4da0-ba47-3073d82e644e req-cd59be11-024c-4b8b-bfc7-772a04c8b4dd tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e HTTP/1.1" status: 200 len: 936 time: 0.2547891 Apr 21 12:47:03.056819 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-3dd3e6c6-74b4-418b-95b8-53eae83327f4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3289554 Apr 21 12:47:03.085063 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-5911a7b4-c148-4456-a1cb-b42195d73ee1 service neutron] Request body: {'port': {'device_id': '9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:47:03.274970 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a8dbd46-51f0-4da0-ba47-3073d82e644e req-c36a0d3d-e087-4c27-9056-5f1be6c787a8 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012341 Apr 21 12:47:03.293880 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0de28a73-3f45-479c-ba6a-9d450101b24b req-c8a5e965-00eb-431f-bd55-98edeec53a2f service neutron] 10.222.0.26 "GET /v2.0/networks/fab0cb73-b9e2-4c3f-bea4-c58986338d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463314 Apr 21 12:47:03.332093 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-5911a7b4-c148-4456-a1cb-b42195d73ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:03.449457 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6969e3-92d9-48be-b7f8-d9d1fcdcbdf9 req-61a3a693-d3ae-4eb0-92ab-318b522bc1b9 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:03.451024 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1d6969e3-92d9-48be-b7f8-d9d1fcdcbdf9 req-61a3a693-d3ae-4eb0-92ab-318b522bc1b9 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.3001969 Apr 21 12:47:03.521280 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c1d5d-e3d3-4386-aec9-9845f0ab6224 req-4aca2fa5-f7df-4321-aa16-4e71c9fe541a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:03.522748 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-255c1d5d-e3d3-4386-aec9-9845f0ab6224 req-4aca2fa5-f7df-4321-aa16-4e71c9fe541a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6587b9e49e5f455ab0c270f492cd09ea&device_id=e11312da-d61f-4581-ba3b-a9629a110125 HTTP/1.1" status: 200 len: 1095 time: 0.3144450 Apr 21 12:47:03.565256 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4aed939f-405b-422c-a18f-679a8bf2d16b req-bd058d18-42ec-4536-9cd6-6f0701d29ea0 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 210 time: 0.0735128 Apr 21 12:47:03.717242 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1d6969e3-92d9-48be-b7f8-d9d1fcdcbdf9 req-ef24cdea-71b8-4249-b836-0deb128372a3 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197921 Apr 21 12:47:03.725424 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0de28a73-3f45-479c-ba6a-9d450101b24b req-9564ef03-4da9-4607-a75c-7c3a65f022ac service neutron] 10.222.0.26 "GET /v2.0/networks/fab0cb73-b9e2-4c3f-bea4-c58986338d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214585 Apr 21 12:47:03.729757 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-8b9277b2-3762-4c88-ac04-f02d6f2e241b tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Made reservation on behalf of 0ea723f58e5445d8b6c64b8934e36437 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:47:03.733172 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-8b9277b2-3762-4c88-ac04-f02d6f2e241b tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:03.798080 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e6ceadf0-f742-4351-85b7-2dc6d3ce57e3 req-06c626ba-d1d3-4481-9892-b30b29f6b0cf tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 210 time: 0.0575678 Apr 21 12:47:03.858324 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c1d5d-e3d3-4386-aec9-9845f0ab6224 req-cdb7c8a2-dec1-45ec-a71f-4aaaa9b99a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:03.859822 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-255c1d5d-e3d3-4386-aec9-9845f0ab6224 req-cdb7c8a2-dec1-45ec-a71f-4aaaa9b99a4f service neutron] 10.222.0.24 "GET /v2.0/networks?id=fab0cb73-b9e2-4c3f-bea4-c58986338d9e HTTP/1.1" status: 200 len: 918 time: 0.3039424 Apr 21 12:47:04.259999 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-255c1d5d-e3d3-4386-aec9-9845f0ab6224 req-4a7ea7da-1737-4c89-bf4e-9dcbc78420ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a8d033e-31d0-45f4-aa62-9814b97dea0a HTTP/1.1" status: 200 len: 217 time: 0.3695664 Apr 21 12:47:04.429521 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c1d5d-e3d3-4386-aec9-9845f0ab6224 req-de2a3cba-e44b-4867-af3b-21a9fbe912d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:04.431074 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-255c1d5d-e3d3-4386-aec9-9845f0ab6224 req-de2a3cba-e44b-4867-af3b-21a9fbe912d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d5f90a16-2e4c-4ec3-8559-84479d1e8459 HTTP/1.1" status: 200 len: 857 time: 0.1589479 Apr 21 12:47:04.459858 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-8b9277b2-3762-4c88-ac04-f02d6f2e241b tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Allocated IP 172.20.0.11 (ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8/fbdf28f5-2143-4a75-a463-9598e4349b9b/0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:47:04.487961 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb3644-446c-4c1f-90bb-9161aeaed8e3 req-97cd1a15-071d-4215-99f2-e81bf7c23886 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:04.487961 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-46fb3644-446c-4c1f-90bb-9161aeaed8e3 req-97cd1a15-071d-4215-99f2-e81bf7c23886 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/ports?device_id=e11312da-d61f-4581-ba3b-a9629a110125 HTTP/1.1" status: 200 len: 944 time: 0.2326789 Apr 21 12:47:04.526071 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-255c1d5d-e3d3-4386-aec9-9845f0ab6224 req-f1cab8fd-e03c-422d-a009-90131d4e54a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fab0cb73-b9e2-4c3f-bea4-c58986338d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706058 Apr 21 12:47:04.591390 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-5911a7b4-c148-4456-a1cb-b42195d73ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd703816-be55-4a83-abca-884c73b87469 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:47:04.646345 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-5911a7b4-c148-4456-a1cb-b42195d73ee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:04.655409 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c3151-d17f-4029-b5aa-12e5c8b56dcd req-4136f254-d912-4bfc-a5b1-f8c084217eb2 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:04.656907 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b98c3151-d17f-4029-b5aa-12e5c8b56dcd req-4136f254-d912-4bfc-a5b1-f8c084217eb2 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e HTTP/1.1" status: 200 len: 936 time: 0.2668276 Apr 21 12:47:04.715804 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-46fb3644-446c-4c1f-90bb-9161aeaed8e3 req-62ffc0ba-b92a-4388-9bfe-378be0d7b317 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c7897cd-4113-4d24-8343-6e2f9fce73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093520 Apr 21 12:47:04.718601 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-5911a7b4-c148-4456-a1cb-b42195d73ee1 service neutron] Transition to ACTIVE for port object fd703816-be55-4a83-abca-884c73b87469 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:47:04.819155 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-5911a7b4-c148-4456-a1cb-b42195d73ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:04.822369 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-255c1d5d-e3d3-4386-aec9-9845f0ab6224 req-e20cf7ef-ab81-441a-bd11-dd5505a42739 service neutron] 10.222.0.24 "GET /v2.0/networks/fab0cb73-b9e2-4c3f-bea4-c58986338d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875872 Apr 21 12:47:04.829898 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b98c3151-d17f-4029-b5aa-12e5c8b56dcd req-901ed753-8260-4bb5-86a3-23018e686a85 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577673 Apr 21 12:47:04.915535 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-41c85f22-4665-4c21-ac98-b926a028aeaa req-67bdc495-6e66-4c9f-b107-31ab5207286a tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 210 time: 0.0787153 Apr 21 12:47:04.950848 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9d400-9893-4539-ac13-69db354ccccc req-1c7731fd-b00e-4c0a-98d2-069b83b13349 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:04.953158 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-23f9d400-9893-4539-ac13-69db354ccccc req-1c7731fd-b00e-4c0a-98d2-069b83b13349 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.24 "GET /v2.0/networks?id=210b1822-b19c-4a3a-bd44-f48c8d787bcf HTTP/1.1" status: 200 len: 806 time: 0.2007625 Apr 21 12:47:04.968239 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-23f9d400-9893-4539-ac13-69db354ccccc req-593e8498-79bb-4747-9c18-829bd098ce19 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Request body: {'port': {'device_id': 'b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9', 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf', 'admin_state_up': True, 'tenant_id': '820f30556a864d2abf13eb66052aec75'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:47:05.051813 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 0a8d033e-31d0-45f4-aa62-9814b97dea0a details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:47:05.119320 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-8b9277b2-3762-4c88-ac04-f02d6f2e241b tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:05.210187 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911a7b4-c148-4456-a1cb-b42195d73ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=fd703816-be55-4a83-abca-884c73b87469,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:05.213890 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 0a8d033e-31d0-45f4-aa62-9814b97dea0a, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=0a8d033e-31d0-45f4-aa62-9814b97dea0a,segment=NetworkSegment(eefc3577-f7f0-41ba-9d31-f34a4e258a0c),segment_id=eefc3577-f7f0-41ba-9d31-f34a4e258a0c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:05.227649 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '0a8d033e-31d0-45f4-aa62-9814b97dea0a', 'network_id': 'fab0cb73-b9e2-4c3f-bea4-c58986338d9e', 'port_id': '0a8d033e-31d0-45f4-aa62-9814b97dea0a', 'mac_address': 'fa:16:3e:32:90:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f90a16-2e4c-4ec3-8559-84479d1e8459', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:47:05.262657 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20b18f4f-f345-4725-9505-1b44cb9255da req-38f2f7ba-a442-434e-88fa-effdfca73f9b tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 210 time: 0.0995615 Apr 21 12:47:05.274684 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23f9d400-9893-4539-ac13-69db354ccccc req-593e8498-79bb-4747-9c18-829bd098ce19 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Made reservation on behalf of 820f30556a864d2abf13eb66052aec75 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:47:05.279168 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-23f9d400-9893-4539-ac13-69db354ccccc req-593e8498-79bb-4747-9c18-829bd098ce19 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:05.296235 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:05.307024 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-8b9277b2-3762-4c88-ac04-f02d6f2e241b tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:05.318150 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8d033e-31d0-45f4-aa62-9814b97dea0a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:47:05.326256 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['4882ee69-7e0c-48bb-914a-6c131eb8440e'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:47:05.366709 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 0a8d033e-31d0-45f4-aa62-9814b97dea0a, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=0a8d033e-31d0-45f4-aa62-9814b97dea0a,segment=NetworkSegment(eefc3577-f7f0-41ba-9d31-f34a4e258a0c),segment_id=eefc3577-f7f0-41ba-9d31-f34a4e258a0c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:05.388193 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-8b9277b2-3762-4c88-ac04-f02d6f2e241b tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Network ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:47:05.409632 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-8b9277b2-3762-4c88-ac04-f02d6f2e241b tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:47:05.417814 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-255c1d5d-e3d3-4386-aec9-9845f0ab6224 req-3635a617-8788-4df1-a3fe-df8a6abf6e10 service neutron] 10.222.0.24 "GET /v2.0/networks/fab0cb73-b9e2-4c3f-bea4-c58986338d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5723505 Apr 21 12:47:05.417814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-8b9277b2-3762-4c88-ac04-f02d6f2e241b tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:47:05.429043 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:05.453072 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-5911a7b4-c148-4456-a1cb-b42195d73ee1 service neutron] Attempting to bind port fd703816-be55-4a83-abca-884c73b87469 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:47:05.453406 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-5911a7b4-c148-4456-a1cb-b42195d73ee1 service neutron] Attempting to bind port fd703816-be55-4a83-abca-884c73b87469 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:47:05.453763 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-5911a7b4-c148-4456-a1cb-b42195d73ee1 service neutron] Attempting to bind port fd703816-be55-4a83-abca-884c73b87469 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:47:05.470184 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f6d9d-d599-4162-be18-2e818cc3f06e req-2620a405-1a49-42a9-9bd7-049ec311b6ce tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:05.477448 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c19f6d9d-d599-4162-be18-2e818cc3f06e req-2620a405-1a49-42a9-9bd7-049ec311b6ce tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.3160601 Apr 21 12:47:05.479216 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9277b2-3762-4c88-ac04-f02d6f2e241b tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Pushing event updated for resources: {'Port': ['ID=0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:05.497091 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-5911a7b4-c148-4456-a1cb-b42195d73ee1 service neutron] Port fd703816-be55-4a83-abca-884c73b87469 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:47:05.497707 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-5911a7b4-c148-4456-a1cb-b42195d73ee1 service neutron] Attempting to bind port fd703816-be55-4a83-abca-884c73b87469 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:47:05.517503 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-5911a7b4-c148-4456-a1cb-b42195d73ee1 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:47:05.517695 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-5911a7b4-c148-4456-a1cb-b42195d73ee1 service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:47:05.521695 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-5911a7b4-c148-4456-a1cb-b42195d73ee1 service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:47:05.522162 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-5911a7b4-c148-4456-a1cb-b42195d73ee1 service neutron] Bound port: fd703816-be55-4a83-abca-884c73b87469, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:47:05.522531 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-5911a7b4-c148-4456-a1cb-b42195d73ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:05.548922 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=0a8d033e-31d0-45f4-aa62-9814b97dea0a,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:05.556505 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-8b9277b2-3762-4c88-ac04-f02d6f2e241b tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:05.557140 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-8b9277b2-3762-4c88-ac04-f02d6f2e241b tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:05.561565 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-23f9d400-9893-4539-ac13-69db354ccccc req-593e8498-79bb-4747-9c18-829bd098ce19 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Allocated IP 172.20.0.5 (210b1822-b19c-4a3a-bd44-f48c8d787bcf/5e66f24c-8af3-4904-ad4f-94ba052f7897/403d9451-612a-4e5e-99da-dbc88f0d1d4d) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:47:05.586235 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c19f6d9d-d599-4162-be18-2e818cc3f06e req-9fe35d9c-3aef-4f74-9876-251c03d1eaf2 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077585 Apr 21 12:47:05.650110 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-5911a7b4-c148-4456-a1cb-b42195d73ee1 service neutron] For port fd703816-be55-4a83-abca-884c73b87469, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:47:05.653280 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-5911a7b4-c148-4456-a1cb-b42195d73ee1 service neutron] For port fd703816-be55-4a83-abca-884c73b87469, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=fd703816-be55-4a83-abca-884c73b87469,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:47:05.658766 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-8b9277b2-3762-4c88-ac04-f02d6f2e241b tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6256816 Apr 21 12:47:05.670333 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-c1a485f8-1688-41bb-a983-6b34e7ec2cde service neutron] Request body: {'port': {'device_id': '8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:47:05.692343 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['0a8d033e-31d0-45f4-aa62-9814b97dea0a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:47:05.741196 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-c1a485f8-1688-41bb-a983-6b34e7ec2cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:05.767565 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-23f9d400-9893-4539-ac13-69db354ccccc req-593e8498-79bb-4747-9c18-829bd098ce19 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:05.783214 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-5911a7b4-c148-4456-a1cb-b42195d73ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:05.926950 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-5911a7b4-c148-4456-a1cb-b42195d73ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:05.927717 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-5911a7b4-c148-4456-a1cb-b42195d73ee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:05.929324 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-5911a7b4-c148-4456-a1cb-b42195d73ee1 service neutron] 10.222.0.26 "PUT /v2.0/ports/fd703816-be55-4a83-abca-884c73b87469 HTTP/1.1" status: 200 len: 1096 time: 2.8585048 Apr 21 12:47:05.931422 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e', 'tag': 'fd703816-be55-4a83-abca-884c73b87469'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:47:05.937648 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-23f9d400-9893-4539-ac13-69db354ccccc req-593e8498-79bb-4747-9c18-829bd098ce19 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:05.937849 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335f23e1-3ae4-418e-ac73-330ecff4683f" -d '{"events": [{"name": "network-changed", "server_uuid": "9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e", "tag": "fd703816-be55-4a83-abca-884c73b87469"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:47:05.965788 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911a7b4-c148-4456-a1cb-b42195d73ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=fd703816-be55-4a83-abca-884c73b87469,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:06.007043 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23f9d400-9893-4539-ac13-69db354ccccc req-593e8498-79bb-4747-9c18-829bd098ce19 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Network 210b1822-b19c-4a3a-bd44-f48c8d787bcf is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:47:06.015782 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-23f9d400-9893-4539-ac13-69db354ccccc req-593e8498-79bb-4747-9c18-829bd098ce19 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:47:06.027651 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f9d400-9893-4539-ac13-69db354ccccc req-593e8498-79bb-4747-9c18-829bd098ce19 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:47:06.031211 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e8498-79bb-4747-9c18-829bd098ce19 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Pushing event updated for resources: {'Port': ['ID=403d9451-612a-4e5e-99da-dbc88f0d1d4d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:06.089720 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dbe6b2-e64e-4e64-b7a1-d5cc9b4eef57 req-244782bd-3994-41c1-a610-421d2d18b26e tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:06.092793 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d8dbe6b2-e64e-4e64-b7a1-d5cc9b4eef57 req-244782bd-3994-41c1-a610-421d2d18b26e tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/ports?device_id=e11312da-d61f-4581-ba3b-a9629a110125 HTTP/1.1" status: 200 len: 945 time: 0.2476039 Apr 21 12:47:06.114404 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9d400-9893-4539-ac13-69db354ccccc req-593e8498-79bb-4747-9c18-829bd098ce19 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:06.114404 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-23f9d400-9893-4539-ac13-69db354ccccc req-593e8498-79bb-4747-9c18-829bd098ce19 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:06.198841 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-23f9d400-9893-4539-ac13-69db354ccccc req-593e8498-79bb-4747-9c18-829bd098ce19 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2325296 Apr 21 12:47:06.209092 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-23f9d400-9893-4539-ac13-69db354ccccc req-f69f6fa6-5476-4e01-9851-03b1ea39a4c7 service neutron] Request body: {'port': {'device_id': 'b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:47:06.216545 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d8dbe6b2-e64e-4e64-b7a1-d5cc9b4eef57 req-8f768115-fa41-454e-9273-92d81d82bf44 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c7897cd-4113-4d24-8343-6e2f9fce73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165454 Apr 21 12:47:06.262636 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40f895-fdbb-4bb8-ada8-80870617e2cc req-67935622-ce81-44e2-9574-019f15110912 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:06.264146 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b40f895-fdbb-4bb8-ada8-80870617e2cc req-67935622-ce81-44e2-9574-019f15110912 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e HTTP/1.1" status: 200 len: 948 time: 0.2893164 Apr 21 12:47:06.275785 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-23f9d400-9893-4539-ac13-69db354ccccc req-f69f6fa6-5476-4e01-9851-03b1ea39a4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:06.285527 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f81db83-049a-450a-9787-45a3c13d9bca x-openstack-request-id: req-7f81db83-049a-450a-9787-45a3c13d9bca {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:47:06.285866 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e", "tag": "fd703816-be55-4a83-abca-884c73b87469", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:47:06.286122 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7f81db83-049a-450a-9787-45a3c13d9bca {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:47:06.286528 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f81db83-049a-450a-9787-45a3c13d9bca'] response: {'name': 'network-changed', 'server_uuid': '9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e', 'tag': 'fd703816-be55-4a83-abca-884c73b87469', 'status': 'completed', 'code': 200} Apr 21 12:47:06.322062 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-ae47be8d-0781-4fce-aa93-f62b155619c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:06.323916 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-ae47be8d-0781-4fce-aa93-f62b155619c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c623b08b095e4654a1f16b34ae10bc43&device_id=9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e HTTP/1.1" status: 200 len: 1099 time: 0.2311668 Apr 21 12:47:06.336229 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:47:06.380994 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b40f895-fdbb-4bb8-ada8-80870617e2cc req-a236e725-0fcd-4fe1-8ed5-74ee25993965 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097193 Apr 21 12:47:06.387317 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-6aabbd2e-8c66-4311-a8c7-3833a178a101 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=fd703816-be55-4a83-abca-884c73b87469 HTTP/1.1" status: 200 len: 217 time: 0.0542483 Apr 21 12:47:06.554254 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device cad8c9f9-0009-48fe-a768-fc7f52b61aa5 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:47:06.554369 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-c825d617-0fbe-4e91-927f-61739ca51c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:06.555439 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-c825d617-0fbe-4e91-927f-61739ca51c8d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1358960 Apr 21 12:47:06.583373 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec3806-347a-4d6e-ae50-11c63ef56e04 req-5b44e3f9-0f9f-4039-93dc-f8debe0c3d7e tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:06.584892 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1aec3806-347a-4d6e-ae50-11c63ef56e04 req-5b44e3f9-0f9f-4039-93dc-f8debe0c3d7e tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 932 time: 0.2030287 Apr 21 12:47:06.592179 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-c1a485f8-1688-41bb-a983-6b34e7ec2cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:47:06.619762 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-c1a485f8-1688-41bb-a983-6b34e7ec2cde service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:06.656196 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-c1a485f8-1688-41bb-a983-6b34e7ec2cde service neutron] Transition to ACTIVE for port object 0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:47:06.668995 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc6da0-3fe6-48d9-895c-b5a944b75e05 req-e92c956d-7d56-4f50-931b-cebe02936d0a tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:06.670474 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5fc6da0-3fe6-48d9-895c-b5a944b75e05 req-e92c956d-7d56-4f50-931b-cebe02936d0a tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 931 time: 0.1809735 Apr 21 12:47:06.671671 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-23f9d400-9893-4539-ac13-69db354ccccc req-f69f6fa6-5476-4e01-9851-03b1ea39a4c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 403d9451-612a-4e5e-99da-dbc88f0d1d4d {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:47:06.675183 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port cad8c9f9-0009-48fe-a768-fc7f52b61aa5, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=cad8c9f9-0009-48fe-a768-fc7f52b61aa5,segment=NetworkSegment(eefc3577-f7f0-41ba-9d31-f34a4e258a0c),segment_id=eefc3577-f7f0-41ba-9d31-f34a4e258a0c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:06.682312 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-23f9d400-9893-4539-ac13-69db354ccccc req-f69f6fa6-5476-4e01-9851-03b1ea39a4c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:06.689981 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'cad8c9f9-0009-48fe-a768-fc7f52b61aa5', 'network_id': 'fab0cb73-b9e2-4c3f-bea4-c58986338d9e', 'port_id': 'cad8c9f9-0009-48fe-a768-fc7f52b61aa5', 'mac_address': 'fa:16:3e:67:0d:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5f90a16-2e4c-4ec3-8559-84479d1e8459', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:47:06.697291 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-aa4417b9-89ef-44a5-8e2c-ff04b4096f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:06.698840 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-aa4417b9-89ef-44a5-8e2c-ff04b4096f8d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1340401 Apr 21 12:47:06.699386 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-23f9d400-9893-4539-ac13-69db354ccccc req-f69f6fa6-5476-4e01-9851-03b1ea39a4c7 service neutron] Transition to ACTIVE for port object 403d9451-612a-4e5e-99da-dbc88f0d1d4d will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:47:06.701640 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1aec3806-347a-4d6e-ae50-11c63ef56e04 req-949eed30-f5ff-493b-a98c-ef8ebc4b3099 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898643 Apr 21 12:47:06.753737 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:06.772302 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-23f9d400-9893-4539-ac13-69db354ccccc req-f69f6fa6-5476-4e01-9851-03b1ea39a4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:06.774808 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cad8c9f9-0009-48fe-a768-fc7f52b61aa5 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:47:06.792674 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-c1a485f8-1688-41bb-a983-6b34e7ec2cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:06.796614 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5fc6da0-3fe6-48d9-895c-b5a944b75e05 req-7d7f437a-a882-415e-96f7-1e926017b817 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136787 Apr 21 12:47:06.797544 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port cad8c9f9-0009-48fe-a768-fc7f52b61aa5, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=cad8c9f9-0009-48fe-a768-fc7f52b61aa5,segment=NetworkSegment(eefc3577-f7f0-41ba-9d31-f34a4e258a0c),segment_id=eefc3577-f7f0-41ba-9d31-f34a4e258a0c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:06.841718 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f6fa6-5476-4e01-9851-03b1ea39a4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=403d9451-612a-4e5e-99da-dbc88f0d1d4d,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:06.878520 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:06.898767 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a485f8-1688-41bb-a983-6b34e7ec2cde service neutron] Pushing event updated for resources: {'Port': ['ID=0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:06.912721 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-ab8bf98e-9807-4d6f-8189-9e7e049af807 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037516 Apr 21 12:47:06.921171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07af03-49c9-4ea6-9140-017561616db6 req-e6c67607-4637-4f9b-b976-b83b66547766 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:06.929618 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d07af03-49c9-4ea6-9140-017561616db6 req-e6c67607-4637-4f9b-b976-b83b66547766 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.1510561 Apr 21 12:47:06.960853 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-23f9d400-9893-4539-ac13-69db354ccccc req-f69f6fa6-5476-4e01-9851-03b1ea39a4c7 service neutron] Attempting to bind port 403d9451-612a-4e5e-99da-dbc88f0d1d4d on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:47:06.961190 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-23f9d400-9893-4539-ac13-69db354ccccc req-f69f6fa6-5476-4e01-9851-03b1ea39a4c7 service neutron] Attempting to bind port 403d9451-612a-4e5e-99da-dbc88f0d1d4d by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '58d8cb84-8f11-4151-a77a-bfc0637248a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:47:06.961524 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f9d400-9893-4539-ac13-69db354ccccc req-f69f6fa6-5476-4e01-9851-03b1ea39a4c7 service neutron] Attempting to bind port 403d9451-612a-4e5e-99da-dbc88f0d1d4d on network 210b1822-b19c-4a3a-bd44-f48c8d787bcf {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:47:06.966171 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f9d400-9893-4539-ac13-69db354ccccc req-f69f6fa6-5476-4e01-9851-03b1ea39a4c7 service neutron] Port 403d9451-612a-4e5e-99da-dbc88f0d1d4d on network 210b1822-b19c-4a3a-bd44-f48c8d787bcf not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:47:06.966492 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f9d400-9893-4539-ac13-69db354ccccc req-f69f6fa6-5476-4e01-9851-03b1ea39a4c7 service neutron] Attempting to bind port 403d9451-612a-4e5e-99da-dbc88f0d1d4d on network 210b1822-b19c-4a3a-bd44-f48c8d787bcf {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:47:06.968495 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=cad8c9f9-0009-48fe-a768-fc7f52b61aa5,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:06.972411 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f9d400-9893-4539-ac13-69db354ccccc req-f69f6fa6-5476-4e01-9851-03b1ea39a4c7 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:47:06.973866 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f9d400-9893-4539-ac13-69db354ccccc req-f69f6fa6-5476-4e01-9851-03b1ea39a4c7 service neutron] Checking segment: {'id': '58d8cb84-8f11-4151-a77a-bfc0637248a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:47:06.973866 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f9d400-9893-4539-ac13-69db354ccccc req-f69f6fa6-5476-4e01-9851-03b1ea39a4c7 service neutron] Bound using segment: {'id': '58d8cb84-8f11-4151-a77a-bfc0637248a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:47:06.973866 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-23f9d400-9893-4539-ac13-69db354ccccc req-f69f6fa6-5476-4e01-9851-03b1ea39a4c7 service neutron] Bound port: 403d9451-612a-4e5e-99da-dbc88f0d1d4d, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58d8cb84-8f11-4151-a77a-bfc0637248a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:47:06.974313 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-23f9d400-9893-4539-ac13-69db354ccccc req-f69f6fa6-5476-4e01-9851-03b1ea39a4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:07.048934 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-23f9d400-9893-4539-ac13-69db354ccccc req-f69f6fa6-5476-4e01-9851-03b1ea39a4c7 service neutron] For port 403d9451-612a-4e5e-99da-dbc88f0d1d4d, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:47:07.052410 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-23f9d400-9893-4539-ac13-69db354ccccc req-f69f6fa6-5476-4e01-9851-03b1ea39a4c7 service neutron] For port 403d9451-612a-4e5e-99da-dbc88f0d1d4d, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=403d9451-612a-4e5e-99da-dbc88f0d1d4d,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:47:07.058522 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 0a8d033e-31d0-45f4-aa62-9814b97dea0a up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:47:07.070178 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d07af03-49c9-4ea6-9140-017561616db6 req-488034a2-a139-4641-9ca2-5cb47eb44fa4 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395156 Apr 21 12:47:07.121878 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-c1a485f8-1688-41bb-a983-6b34e7ec2cde service neutron] Attempting to bind port 0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:47:07.122430 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-c1a485f8-1688-41bb-a983-6b34e7ec2cde service neutron] Attempting to bind port 0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '69ee921f-0045-45a5-a81c-094ee61a7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:47:07.122945 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-c1a485f8-1688-41bb-a983-6b34e7ec2cde service neutron] Attempting to bind port 0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e on network ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:47:07.131372 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-c1a485f8-1688-41bb-a983-6b34e7ec2cde service neutron] Port 0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e on network ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:47:07.131928 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-c1a485f8-1688-41bb-a983-6b34e7ec2cde service neutron] Attempting to bind port 0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e on network ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:47:07.135736 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2a0ee5-df7d-4026-b1c2-3e5b6c2b2ec7 req-3fce82a6-0c88-4b97-a084-36104fa2e6be service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039223 Apr 21 12:47:07.141276 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-c1a485f8-1688-41bb-a983-6b34e7ec2cde service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:47:07.142416 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-c1a485f8-1688-41bb-a983-6b34e7ec2cde service neutron] Checking segment: {'id': '69ee921f-0045-45a5-a81c-094ee61a7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:47:07.142964 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-c1a485f8-1688-41bb-a983-6b34e7ec2cde service neutron] Bound using segment: {'id': '69ee921f-0045-45a5-a81c-094ee61a7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:47:07.143584 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-c1a485f8-1688-41bb-a983-6b34e7ec2cde service neutron] Bound port: 0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69ee921f-0045-45a5-a81c-094ee61a7f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:47:07.144131 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-c1a485f8-1688-41bb-a983-6b34e7ec2cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:07.160588 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-23f9d400-9893-4539-ac13-69db354ccccc req-f69f6fa6-5476-4e01-9851-03b1ea39a4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:07.194606 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9d400-9893-4539-ac13-69db354ccccc req-f69f6fa6-5476-4e01-9851-03b1ea39a4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:07.196120 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-23f9d400-9893-4539-ac13-69db354ccccc req-f69f6fa6-5476-4e01-9851-03b1ea39a4c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:07.197571 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-23f9d400-9893-4539-ac13-69db354ccccc req-f69f6fa6-5476-4e01-9851-03b1ea39a4c7 service neutron] 10.222.0.24 "PUT /v2.0/ports/403d9451-612a-4e5e-99da-dbc88f0d1d4d HTTP/1.1" status: 200 len: 1091 time: 0.9939246 Apr 21 12:47:07.198035 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9', 'tag': '403d9451-612a-4e5e-99da-dbc88f0d1d4d'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:47:07.200446 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8e4024-25f1-4351-9a09-2afa7761609f" -d '{"events": [{"name": "network-changed", "server_uuid": "b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9", "tag": "403d9451-612a-4e5e-99da-dbc88f0d1d4d"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:47:07.220462 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 0a8d033e-31d0-45f4-aa62-9814b97dea0a completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:47:07.222259 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-c1a485f8-1688-41bb-a983-6b34e7ec2cde service neutron] For port 0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:47:07.225137 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 0a8d033e-31d0-45f4-aa62-9814b97dea0a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:07.225601 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:07.226447 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f6fa6-5476-4e01-9851-03b1ea39a4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=403d9451-612a-4e5e-99da-dbc88f0d1d4d,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:07.229650 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-c1a485f8-1688-41bb-a983-6b34e7ec2cde service neutron] For port 0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e,segment=NetworkSegment(69ee921f-0045-45a5-a81c-094ee61a7f9a),segment_id=69ee921f-0045-45a5-a81c-094ee61a7f9a)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:47:07.269891 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a52532-7214-4e6d-9f8b-c7f02894effe x-openstack-request-id: req-11a52532-7214-4e6d-9f8b-c7f02894effe {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:47:07.270372 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9", "tag": "403d9451-612a-4e5e-99da-dbc88f0d1d4d", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:47:07.271072 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-11a52532-7214-4e6d-9f8b-c7f02894effe {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:47:07.271684 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11a52532-7214-4e6d-9f8b-c7f02894effe'] response: {'name': 'network-changed', 'server_uuid': 'b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9', 'tag': '403d9451-612a-4e5e-99da-dbc88f0d1d4d', 'status': 'completed', 'code': 200} Apr 21 12:47:07.293574 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['cad8c9f9-0009-48fe-a768-fc7f52b61aa5'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:47:07.343804 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-c1a485f8-1688-41bb-a983-6b34e7ec2cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:07.367290 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e4024-25f1-4351-9a09-2afa7761609f req-dca9fd95-0aa3-4181-9d89-4d8532ada90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:07.368772 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-eb8e4024-25f1-4351-9a09-2afa7761609f req-dca9fd95-0aa3-4181-9d89-4d8532ada90a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=820f30556a864d2abf13eb66052aec75&device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 1094 time: 0.0775452 Apr 21 12:47:07.389811 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f23e1-3ae4-418e-ac73-330ecff4683f req-e2cbab92-87e9-4603-b992-4ecc1ccea9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:07.394541 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-335f23e1-3ae4-418e-ac73-330ecff4683f req-e2cbab92-87e9-4603-b992-4ecc1ccea9e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c623b08b095e4654a1f16b34ae10bc43&device_id=9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e HTTP/1.1" status: 200 len: 1099 time: 0.1014521 Apr 21 12:47:07.418128 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-c1a485f8-1688-41bb-a983-6b34e7ec2cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:07.419227 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-c1a485f8-1688-41bb-a983-6b34e7ec2cde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:07.420410 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-c1a485f8-1688-41bb-a983-6b34e7ec2cde service neutron] 10.222.0.26 "PUT /v2.0/ports/0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e HTTP/1.1" status: 200 len: 1092 time: 1.7544010 Apr 21 12:47:07.433346 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:07.478007 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11312da-d61f-4581-ba3b-a9629a110125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8d033e-31d0-45f4-aa62-9814b97dea0a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:47:07.481040 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0fde25-6a50-40e1-bab6-05556ee2b426" -d '{"events": [{"server_uuid": "e11312da-d61f-4581-ba3b-a9629a110125", "name": "network-vif-plugged", "status": "completed", "tag": "0a8d033e-31d0-45f4-aa62-9814b97dea0a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:47:07.500301 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 0a8d033e-31d0-45f4-aa62-9814b97dea0a, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=0a8d033e-31d0-45f4-aa62-9814b97dea0a,segment=NetworkSegment(eefc3577-f7f0-41ba-9d31-f34a4e258a0c),segment_id=eefc3577-f7f0-41ba-9d31-f34a4e258a0c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:07.571069 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e4024-25f1-4351-9a09-2afa7761609f req-6bb42976-2b0a-4fd5-a6bf-b63e0de0b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:07.573125 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-eb8e4024-25f1-4351-9a09-2afa7761609f req-6bb42976-2b0a-4fd5-a6bf-b63e0de0b8cc service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=820f30556a864d2abf13eb66052aec75&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1959901 Apr 21 12:47:07.599839 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:07.658040 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a485f8-1688-41bb-a983-6b34e7ec2cde service neutron] Pushing event updated for resources: {'Port': ['ID=0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:07.669325 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=0a8d033e-31d0-45f4-aa62-9814b97dea0a,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:07.671853 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5357d7-c2f8-4e78-a409-21919fd9b57b req-4ee0ae74-2205-4e26-85b7-4217356f48e9 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:07.679324 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce5357d7-c2f8-4e78-a409-21919fd9b57b req-4ee0ae74-2205-4e26-85b7-4217356f48e9 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/ports?device_id=e11312da-d61f-4581-ba3b-a9629a110125 HTTP/1.1" status: 200 len: 945 time: 0.3199956 Apr 21 12:47:07.691873 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f23e1-3ae4-418e-ac73-330ecff4683f req-42f44419-a095-4bea-8d32-b51fb437f21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:07.693297 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-335f23e1-3ae4-418e-ac73-330ecff4683f req-42f44419-a095-4bea-8d32-b51fb437f21b service neutron] 10.222.0.26 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.2871678 Apr 21 12:47:07.708436 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e4024-25f1-4351-9a09-2afa7761609f req-3f2ae7a9-9051-4e4b-be9c-d552a02ae1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:07.710515 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-eb8e4024-25f1-4351-9a09-2afa7761609f req-3f2ae7a9-9051-4e4b-be9c-d552a02ae1cc service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1312416 Apr 21 12:47:07.760278 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-335f23e1-3ae4-418e-ac73-330ecff4683f req-a67b4e74-3ec9-4155-b765-5581bdbe0722 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=fd703816-be55-4a83-abca-884c73b87469 HTTP/1.1" status: 200 len: 217 time: 0.0532172 Apr 21 12:47:07.762682 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-518ca548-ba1c-412b-9fe9-c978672fef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:07.764129 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-518ca548-ba1c-412b-9fe9-c978672fef59 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ea723f58e5445d8b6c64b8934e36437&device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 1095 time: 0.1822672 Apr 21 12:47:07.777163 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186566b8-4907-4363-a456-9fb9e75c954b req-2325f85e-8275-4019-b86d-918525c4d451 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:07.778780 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-186566b8-4907-4363-a456-9fb9e75c954b req-2325f85e-8275-4019-b86d-918525c4d451 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e HTTP/1.1" status: 200 len: 948 time: 0.1951604 Apr 21 12:47:07.821562 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce5357d7-c2f8-4e78-a409-21919fd9b57b req-4cd1f0b4-4a92-4e5c-b67f-8c9bdac379f2 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c7897cd-4113-4d24-8343-6e2f9fce73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413627 Apr 21 12:47:07.861496 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-965d00bd-30ed-4aca-a5e5-04307426ff37 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e HTTP/1.1" status: 200 len: 217 time: 0.0784376 Apr 21 12:47:07.902459 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8979d66-806b-4300-86e0-619b7485b2de x-openstack-request-id: req-b8979d66-806b-4300-86e0-619b7485b2de {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:47:07.903021 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11312da-d61f-4581-ba3b-a9629a110125", "name": "network-vif-plugged", "status": "completed", "tag": "0a8d033e-31d0-45f4-aa62-9814b97dea0a", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:47:07.903437 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b8979d66-806b-4300-86e0-619b7485b2de {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:47:07.903995 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8979d66-806b-4300-86e0-619b7485b2de'] response: {'server_uuid': 'e11312da-d61f-4581-ba3b-a9629a110125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8d033e-31d0-45f4-aa62-9814b97dea0a', 'code': 200} Apr 21 12:47:07.919940 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f23e1-3ae4-418e-ac73-330ecff4683f req-15312b99-657d-4672-9c90-355c402dbccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:07.921734 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-335f23e1-3ae4-418e-ac73-330ecff4683f req-15312b99-657d-4672-9c90-355c402dbccd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1420457 Apr 21 12:47:08.226461 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9d400-9893-4539-ac13-69db354ccccc req-67aff48a-5462-48bf-b96e-b91b54be7c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:08.228131 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-23f9d400-9893-4539-ac13-69db354ccccc req-67aff48a-5462-48bf-b96e-b91b54be7c74 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=820f30556a864d2abf13eb66052aec75&device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 1094 time: 0.4720287 Apr 21 12:47:08.274302 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-23f9d400-9893-4539-ac13-69db354ccccc req-a070c59b-c6ed-4009-a4b4-996e7b78db15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=403d9451-612a-4e5e-99da-dbc88f0d1d4d HTTP/1.1" status: 200 len: 217 time: 0.0345414 Apr 21 12:47:08.300658 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf', 'tag': '0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:47:08.303010 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12776a9e-b3c1-4253-af03-ce1e70eb61e0" -d '{"events": [{"name": "network-changed", "server_uuid": "8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf", "tag": "0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:47:08.331028 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9d400-9893-4539-ac13-69db354ccccc req-c4abbcf4-2f57-4f7e-8403-bc4e3a431c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:08.333291 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-23f9d400-9893-4539-ac13-69db354ccccc req-c4abbcf4-2f57-4f7e-8403-bc4e3a431c6f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5e66f24c-8af3-4904-ad4f-94ba052f7897 HTTP/1.1" status: 200 len: 846 time: 0.0517497 Apr 21 12:47:08.333437 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-00041dd4-9ece-4d46-9990-675d983cbbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:08.334844 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-00041dd4-9ece-4d46-9990-675d983cbbad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fbdf28f5-2143-4a75-a463-9598e4349b9b HTTP/1.1" status: 200 len: 851 time: 0.4658799 Apr 21 12:47:08.356051 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-186566b8-4907-4363-a456-9fb9e75c954b req-d337a5e0-1ca5-4e56-8289-0204be191e07 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5593424 Apr 21 12:47:08.381650 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-23f9d400-9893-4539-ac13-69db354ccccc req-fd5f4d69-0ddc-4fc7-9c42-1e8973c296e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=210b1822-b19c-4a3a-bd44-f48c8d787bcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410156 Apr 21 12:47:08.428580 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-c3c11701-c4c6-422d-bca7-ef2109a2a9c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444877 Apr 21 12:47:08.513729 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-23f9d400-9893-4539-ac13-69db354ccccc req-b69b4b38-6b00-4bfa-b8cf-9f05db7f7624 service neutron] 10.222.0.24 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208363 Apr 21 12:47:08.530402 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f23e1-3ae4-418e-ac73-330ecff4683f req-d5483bc0-8b2b-4c28-93e3-7e8d51c54cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:08.531949 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-335f23e1-3ae4-418e-ac73-330ecff4683f req-d5483bc0-8b2b-4c28-93e3-7e8d51c54cc8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6003425 Apr 21 12:47:08.569321 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device cad8c9f9-0009-48fe-a768-fc7f52b61aa5 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:47:08.570952 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4d912-24d5-4da5-910b-93198732802b req-56360be3-bee5-4102-83e2-ef3ed9288f88 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:08.574448 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eaf4d912-24d5-4da5-910b-93198732802b req-56360be3-bee5-4102-83e2-ef3ed9288f88 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 944 time: 0.2601116 Apr 21 12:47:08.576719 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b13fb0-1ca7-4743-aff8-7933d0a11bdc req-59b57fea-92b8-4de1-84c4-1fb518939b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:08.578195 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-92b13fb0-1ca7-4743-aff8-7933d0a11bdc req-59b57fea-92b8-4de1-84c4-1fb518939b15 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e11312da-d61f-4581-ba3b-a9629a110125 HTTP/1.1" status: 200 len: 1097 time: 0.2720115 Apr 21 12:47:08.628413 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-23f9d400-9893-4539-ac13-69db354ccccc req-9d55f831-778a-4c2b-a206-8a4147768899 service neutron] 10.222.0.24 "GET /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083405 Apr 21 12:47:08.680749 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b8c01-a6da-4d11-a191-208ff907cd68 req-1949b1ac-947d-4bf0-8894-c7d5fa114203 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:08.682283 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-674b8c01-a6da-4d11-a191-208ff907cd68 req-1949b1ac-947d-4bf0-8894-c7d5fa114203 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 943 time: 0.2463677 Apr 21 12:47:08.714117 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port cad8c9f9-0009-48fe-a768-fc7f52b61aa5 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:47:08.717671 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-8b3bf98a-3885-434b-b474-af90484177c9 service neutron] 10.222.0.26 "GET /v2.0/networks/ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700639 Apr 21 12:47:08.718467 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port cad8c9f9-0009-48fe-a768-fc7f52b61aa5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:08.718908 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:08.790923 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-92b13fb0-1ca7-4743-aff8-7933d0a11bdc req-75f8d401-b143-41ba-9413-f1a8d855cc1d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1c7897cd-4113-4d24-8343-6e2f9fce73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654541 Apr 21 12:47:08.793980 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eaf4d912-24d5-4da5-910b-93198732802b req-1a250023-c36b-4511-a504-e4241fe1b16e tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041886 Apr 21 12:47:08.800306 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:08.835296 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-674b8c01-a6da-4d11-a191-208ff907cd68 req-f4463943-c657-491c-936a-b978ca1ce24d tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351964 Apr 21 12:47:08.861134 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-335f23e1-3ae4-418e-ac73-330ecff4683f req-610ac8d6-fc2c-4df5-bb65-020b290687ca service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158293 Apr 21 12:47:08.889936 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port cad8c9f9-0009-48fe-a768-fc7f52b61aa5, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=cad8c9f9-0009-48fe-a768-fc7f52b61aa5,segment=NetworkSegment(eefc3577-f7f0-41ba-9d31-f34a4e258a0c),segment_id=eefc3577-f7f0-41ba-9d31-f34a4e258a0c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:08.911524 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88871825-8ebe-4886-922a-532d781c3786 x-openstack-request-id: req-88871825-8ebe-4886-922a-532d781c3786 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:47:08.911758 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf", "tag": "0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:47:08.912009 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-88871825-8ebe-4886-922a-532d781c3786 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:47:08.912416 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88871825-8ebe-4886-922a-532d781c3786'] response: {'name': 'network-changed', 'server_uuid': '8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf', 'tag': '0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e', 'status': 'completed', 'code': 200} Apr 21 12:47:08.917447 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3816acd-02f7-4850-a653-c696a74ffcb0 req-369afd3e-dcc0-4dd7-9b36-9d379b1294b4 service neutron] 10.222.0.26 "GET /v2.0/networks/ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782205 Apr 21 12:47:09.035672 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731236ba-10a2-4c23-ac07-e9724abbe50f req-bad430dd-f837-484c-bca6-aa898ef6250c tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:09.037180 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-731236ba-10a2-4c23-ac07-e9724abbe50f req-bad430dd-f837-484c-bca6-aa898ef6250c tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.1461661 Apr 21 12:47:09.066476 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b3a86-81fe-42f6-8c06-44db28cfdad8 req-04a6d1c4-184a-4b8e-b0c8-9c94f1e61f73 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:09.067927 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f8b3a86-81fe-42f6-8c06-44db28cfdad8 req-04a6d1c4-184a-4b8e-b0c8-9c94f1e61f73 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/ports?device_id=e11312da-d61f-4581-ba3b-a9629a110125 HTTP/1.1" status: 200 len: 946 time: 0.1049254 Apr 21 12:47:09.071077 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-335f23e1-3ae4-418e-ac73-330ecff4683f req-8ed2e9ec-ea30-459d-ae56-a6affe8d0d2c service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034953 Apr 21 12:47:09.121141 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-731236ba-10a2-4c23-ac07-e9724abbe50f req-5b9f14ab-6e4a-454e-8eeb-a221b6e3025b tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718820 Apr 21 12:47:09.130802 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f8b3a86-81fe-42f6-8c06-44db28cfdad8 req-f0f3b715-babf-4f08-a5d6-46a69a6e097f tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c7897cd-4113-4d24-8343-6e2f9fce73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519891 Apr 21 12:47:09.187668 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:09.245722 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=cad8c9f9-0009-48fe-a768-fc7f52b61aa5,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:09.255718 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12776a9e-b3c1-4253-af03-ce1e70eb61e0 req-03da5079-f88a-4e6b-b224-9b50ab08ac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:09.257246 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12776a9e-b3c1-4253-af03-ce1e70eb61e0 req-03da5079-f88a-4e6b-b224-9b50ab08ac76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ea723f58e5445d8b6c64b8934e36437&device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 1095 time: 0.0419195 Apr 21 12:47:09.349697 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12776a9e-b3c1-4253-af03-ce1e70eb61e0 req-b66291f2-eb47-4511-982b-c20763ca3446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:09.354661 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12776a9e-b3c1-4253-af03-ce1e70eb61e0 req-b66291f2-eb47-4511-982b-c20763ca3446 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8 HTTP/1.1" status: 200 len: 912 time: 0.0877728 Apr 21 12:47:09.406887 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12776a9e-b3c1-4253-af03-ce1e70eb61e0 req-8de469f0-b707-4b26-8d88-7500d72dae79 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e HTTP/1.1" status: 200 len: 217 time: 0.0490284 Apr 21 12:47:09.480777 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12776a9e-b3c1-4253-af03-ce1e70eb61e0 req-f3111027-e563-41e3-bd29-fe8d048e19b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:09.482285 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12776a9e-b3c1-4253-af03-ce1e70eb61e0 req-f3111027-e563-41e3-bd29-fe8d048e19b5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fbdf28f5-2143-4a75-a463-9598e4349b9b HTTP/1.1" status: 200 len: 851 time: 0.0693753 Apr 21 12:47:09.507947 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b236ea0-9182-4854-a474-a38f6f0763e7 req-052e2373-7bcd-49ed-8b04-7045cac21471 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:09.508720 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3b236ea0-9182-4854-a474-a38f6f0763e7 req-052e2373-7bcd-49ed-8b04-7045cac21471 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e HTTP/1.1" status: 200 len: 948 time: 0.0701771 Apr 21 12:47:09.526012 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12776a9e-b3c1-4253-af03-ce1e70eb61e0 req-98543df4-2176-4e4b-81d2-3a5e244268c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365198 Apr 21 12:47:09.603970 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3b236ea0-9182-4854-a474-a38f6f0763e7 req-9fbe79fe-066a-4945-9eac-f85261fdea1c tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811207 Apr 21 12:47:09.641046 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12776a9e-b3c1-4253-af03-ce1e70eb61e0 req-b3bae488-fcec-446f-b39e-5ac5c229c083 service neutron] 10.222.0.26 "GET /v2.0/networks/ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090653 Apr 21 12:47:09.734778 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12776a9e-b3c1-4253-af03-ce1e70eb61e0 req-e4b8678f-d531-4f73-8b40-2f7d8670c38d service neutron] 10.222.0.26 "GET /v2.0/networks/ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871859 Apr 21 12:47:09.906159 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08109f86-5991-4ebc-9945-62cf542bcee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad8c9f9-0009-48fe-a768-fc7f52b61aa5'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:47:09.909677 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24c6a5f-d526-41e0-9e10-9a6525973c0d" -d '{"events": [{"server_uuid": "08109f86-5991-4ebc-9945-62cf542bcee7", "name": "network-vif-plugged", "status": "completed", "tag": "cad8c9f9-0009-48fe-a768-fc7f52b61aa5"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:47:09.940989 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a30fbacc-c1dd-4026-bba4-5b583e08e37b req-d5dee0c6-7f93-4510-b004-d21be12b5547 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=10a4e8bc-d760-4c75-9566-08314ec9899f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0891070 Apr 21 12:47:09.956700 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e7c43-610c-4820-8037-a1bfa30d1286 req-6584210b-b158-47d9-b103-bbd84969cd9b tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:09.958205 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c05e7c43-610c-4820-8037-a1bfa30d1286 req-6584210b-b158-47d9-b103-bbd84969cd9b tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 944 time: 0.0739360 Apr 21 12:47:10.061930 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c05e7c43-610c-4820-8037-a1bfa30d1286 req-ed4c9ae7-10ff-4edc-aee2-790827bcfa7f tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936582 Apr 21 12:47:10.070706 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69558c43-ff98-4d92-841a-c2ea9719284b req-34cfe433-7a17-43cb-80df-627916c480f6 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:10.072180 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-69558c43-ff98-4d92-841a-c2ea9719284b req-34cfe433-7a17-43cb-80df-627916c480f6 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 943 time: 0.1245911 Apr 21 12:47:10.076972 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fbacc-c1dd-4026-bba4-5b583e08e37b req-92206e0e-7363-4364-8d76-feb59f562566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:10.078505 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a30fbacc-c1dd-4026-bba4-5b583e08e37b req-92206e0e-7363-4364-8d76-feb59f562566 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bde8c02bb97549f7921e7e7a867b0ff0&device_id=10a4e8bc-d760-4c75-9566-08314ec9899f HTTP/1.1" status: 200 len: 1101 time: 0.1093209 Apr 21 12:47:10.157103 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7fa855-3d9d-4ef4-8e67-99e718c23929 x-openstack-request-id: req-ff7fa855-3d9d-4ef4-8e67-99e718c23929 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:47:10.157103 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08109f86-5991-4ebc-9945-62cf542bcee7", "name": "network-vif-plugged", "status": "completed", "tag": "cad8c9f9-0009-48fe-a768-fc7f52b61aa5", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:47:10.157103 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ff7fa855-3d9d-4ef4-8e67-99e718c23929 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:47:10.157103 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff7fa855-3d9d-4ef4-8e67-99e718c23929'] response: {'server_uuid': '08109f86-5991-4ebc-9945-62cf542bcee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cad8c9f9-0009-48fe-a768-fc7f52b61aa5', 'code': 200} Apr 21 12:47:10.179617 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-69558c43-ff98-4d92-841a-c2ea9719284b req-78421271-1972-4c58-9ac0-4b7f99e8a878 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993254 Apr 21 12:47:10.303035 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fbacc-c1dd-4026-bba4-5b583e08e37b req-576ae5e0-32c7-4b4b-8424-09816fc27d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:10.304511 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a30fbacc-c1dd-4026-bba4-5b583e08e37b req-576ae5e0-32c7-4b4b-8424-09816fc27d63 service neutron] 10.222.0.26 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.2040057 Apr 21 12:47:10.380322 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a30fbacc-c1dd-4026-bba4-5b583e08e37b req-7e341f0d-93df-43d2-9335-87c9b42a037e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=83c9f50d-2c04-461c-9b95-d8fbcd8bbd14 HTTP/1.1" status: 200 len: 217 time: 0.0611520 Apr 21 12:47:10.396582 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea463d06-d065-4618-8534-35cfaa842e66 req-0c52450b-480c-4ba3-b8dd-deb0fbb79397 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:10.398518 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea463d06-d065-4618-8534-35cfaa842e66 req-0c52450b-480c-4ba3-b8dd-deb0fbb79397 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.1641126 Apr 21 12:47:10.409040 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17090e0-ce95-420d-94b7-ebf8516111e6 req-86c894e6-a11c-46f2-9282-6ae4e5b17465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:10.410512 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f17090e0-ce95-420d-94b7-ebf8516111e6 req-86c894e6-a11c-46f2-9282-6ae4e5b17465 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=08109f86-5991-4ebc-9945-62cf542bcee7 HTTP/1.1" status: 200 len: 1096 time: 0.1749730 Apr 21 12:47:10.480918 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7987d08-48c5-49b4-8aeb-481ebb37a52f req-3c66ca6e-f431-4bf3-9fa0-987c5d0bbd99 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:10.482463 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f7987d08-48c5-49b4-8aeb-481ebb37a52f req-3c66ca6e-f431-4bf3-9fa0-987c5d0bbd99 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/ports?device_id=e11312da-d61f-4581-ba3b-a9629a110125 HTTP/1.1" status: 200 len: 946 time: 0.1743233 Apr 21 12:47:10.515728 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fbacc-c1dd-4026-bba4-5b583e08e37b req-dec7496c-40a5-4a35-9a00-23bb30410dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:10.517664 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a30fbacc-c1dd-4026-bba4-5b583e08e37b req-dec7496c-40a5-4a35-9a00-23bb30410dea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1307356 Apr 21 12:47:10.522996 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea463d06-d065-4618-8534-35cfaa842e66 req-41b6b6bd-b7c1-41f1-b35a-3caf0410c909 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099854 Apr 21 12:47:10.531288 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f17090e0-ce95-420d-94b7-ebf8516111e6 req-8c4c584e-b2c5-4e7f-8c01-086c82184518 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1c7897cd-4113-4d24-8343-6e2f9fce73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930657 Apr 21 12:47:10.573543 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f7987d08-48c5-49b4-8aeb-481ebb37a52f req-321755f3-6493-4bf0-837e-6564591cf846 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c7897cd-4113-4d24-8343-6e2f9fce73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693855 Apr 21 12:47:10.596740 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fbacc-c1dd-4026-bba4-5b583e08e37b req-74211119-31d9-4a0c-a16a-87fdb74f3943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:10.598357 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a30fbacc-c1dd-4026-bba4-5b583e08e37b req-74211119-31d9-4a0c-a16a-87fdb74f3943 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0691197 Apr 21 12:47:10.696283 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52018) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:47:10.735450 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c3424-f36d-4690-8094-249d83dfac93 req-2299f071-0e27-4f65-a3a1-1a32a15a2286 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:10.737055 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d9c3424-f36d-4690-8094-249d83dfac93 req-2299f071-0e27-4f65-a3a1-1a32a15a2286 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e HTTP/1.1" status: 200 len: 948 time: 0.0545108 Apr 21 12:47:10.775961 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d9c3424-f36d-4690-8094-249d83dfac93 req-62d3e3e0-7bb0-40af-b8e2-22c4baf72321 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325148 Apr 21 12:47:10.809506 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2706d4f0-a392-40c0-adf4-cd6e823733f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:10.871144 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a30fbacc-c1dd-4026-bba4-5b583e08e37b req-1962ed50-ff42-4c26-8e13-61d45d45384f service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842235 Apr 21 12:47:10.884810 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2706d4f0-a392-40c0-adf4-cd6e823733f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:10.968147 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a30fbacc-c1dd-4026-bba4-5b583e08e37b req-6d8839a2-f133-4653-83c6-f93a42345c42 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896823 Apr 21 12:47:11.015608 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2706d4f0-a392-40c0-adf4-cd6e823733f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:11.054838 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2706d4f0-a392-40c0-adf4-cd6e823733f4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=241bc1e353d844d78119d0d11e9ea208&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3574722 Apr 21 12:47:11.055707 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706d4f0-a392-40c0-adf4-cd6e823733f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e5d649-d4ba-4efc-9104-107ea1a5339c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:11.057742 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52032) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:47:11.072108 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 403d9451-612a-4e5e-99da-dbc88f0d1d4d details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:47:11.115621 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-601390e8-a1b2-4c38-9c5a-9bdcfe3e8ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:11.140211 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-601390e8-a1b2-4c38-9c5a-9bdcfe3e8ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:11.176080 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 403d9451-612a-4e5e-99da-dbc88f0d1d4d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=403d9451-612a-4e5e-99da-dbc88f0d1d4d,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:11.187388 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '403d9451-612a-4e5e-99da-dbc88f0d1d4d', 'network_id': '210b1822-b19c-4a3a-bd44-f48c8d787bcf', 'port_id': '403d9451-612a-4e5e-99da-dbc88f0d1d4d', 'mac_address': 'fa:16:3e:9f:ea:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e66f24c-8af3-4904-ad4f-94ba052f7897', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:47:11.244267 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:11.248462 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1af88f-67de-484e-a9bc-0ee1bfd997e1 req-ac3e1191-a5a5-43bb-93ba-a812b45b4bb4 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:11.250316 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b1af88f-67de-484e-a9bc-0ee1bfd997e1 req-ac3e1191-a5a5-43bb-93ba-a812b45b4bb4 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 944 time: 0.1013663 Apr 21 12:47:11.265762 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 403d9451-612a-4e5e-99da-dbc88f0d1d4d {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:47:11.290680 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 403d9451-612a-4e5e-99da-dbc88f0d1d4d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=403d9451-612a-4e5e-99da-dbc88f0d1d4d,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:11.324007 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b1af88f-67de-484e-a9bc-0ee1bfd997e1 req-755fc944-504f-4ac0-b692-2ecaf12c3421 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669312 Apr 21 12:47:11.348727 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a75e93-4197-427b-a105-5f02895b39fc req-9f089b53-d6a6-4ecf-8bc7-266a9ea692ca tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:11.348727 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d3a75e93-4197-427b-a105-5f02895b39fc req-9f089b53-d6a6-4ecf-8bc7-266a9ea692ca tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 943 time: 0.0817792 Apr 21 12:47:11.348727 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-601390e8-a1b2-4c38-9c5a-9bdcfe3e8ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:11.351176 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-601390e8-a1b2-4c38-9c5a-9bdcfe3e8ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:11.354002 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-601390e8-a1b2-4c38-9c5a-9bdcfe3e8ff1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f4e5d649-d4ba-4efc-9104-107ea1a5339c HTTP/1.1" status: 204 len: 168 time: 0.2946393 Apr 21 12:47:11.371399 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:11.377720 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601390e8-a1b2-4c38-9c5a-9bdcfe3e8ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e5d649-d4ba-4efc-9104-107ea1a5339c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:11.406161 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d3a75e93-4197-427b-a105-5f02895b39fc req-b2ebfea6-13ea-4a06-b47c-6845c2968b4e tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488951 Apr 21 12:47:11.439012 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=403d9451-612a-4e5e-99da-dbc88f0d1d4d,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:11.648978 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274706a-a95c-450d-a73b-e7e5baf6fa7b req-c9a04381-f6fc-40b5-93f2-01f93239dafc tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:11.650034 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7274706a-a95c-450d-a73b-e7e5baf6fa7b req-c9a04381-f6fc-40b5-93f2-01f93239dafc tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.0559721 Apr 21 12:47:11.668024 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['403d9451-612a-4e5e-99da-dbc88f0d1d4d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:47:11.730047 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7274706a-a95c-450d-a73b-e7e5baf6fa7b req-4a6aa8f3-fc5b-4dd1-bd8b-83e741f4def4 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690837 Apr 21 12:47:11.741417 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacc1a5-29bc-4acf-9180-880486b21b06 req-71b76d96-9aaf-466c-906b-591b1e9397ac tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:11.743191 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5cacc1a5-29bc-4acf-9180-880486b21b06 req-71b76d96-9aaf-466c-906b-591b1e9397ac tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/ports?device_id=e11312da-d61f-4581-ba3b-a9629a110125 HTTP/1.1" status: 200 len: 946 time: 0.0921407 Apr 21 12:47:11.798213 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5cacc1a5-29bc-4acf-9180-880486b21b06 req-93f8fb8c-7a71-47ba-bdc7-9335f2a14b91 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c7897cd-4113-4d24-8343-6e2f9fce73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462537 Apr 21 12:47:11.956976 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626234c5-c11a-42e8-be12-925fecb438f0 req-8c27a20a-1a4d-4602-ac14-77534134f960 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:11.961305 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-626234c5-c11a-42e8-be12-925fecb438f0 req-8c27a20a-1a4d-4602-ac14-77534134f960 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e HTTP/1.1" status: 200 len: 948 time: 0.0801361 Apr 21 12:47:11.975881 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcb381-a87b-46e8-831a-08e3c15aa90e req-c2957b14-c95f-4bf0-bdb9-74678e16d870 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:11.977340 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4edcb381-a87b-46e8-831a-08e3c15aa90e req-c2957b14-c95f-4bf0-bdb9-74678e16d870 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/ports?device_id=08109f86-5991-4ebc-9945-62cf542bcee7 HTTP/1.1" status: 200 len: 945 time: 0.0723526 Apr 21 12:47:12.046157 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-626234c5-c11a-42e8-be12-925fecb438f0 req-85c143a6-548f-4fb2-9d42-0a8128aaacf6 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675690 Apr 21 12:47:12.056289 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4edcb381-a87b-46e8-831a-08e3c15aa90e req-f3f5e996-b240-4287-a63e-2e8e7b5d5a03 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c7897cd-4113-4d24-8343-6e2f9fce73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710325 Apr 21 12:47:12.447223 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1a119-ef0f-4367-acf4-01786c18983e req-df3ea2c0-7863-46eb-b8d6-eea5e615003e tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:12.456057 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ffc1a119-ef0f-4367-acf4-01786c18983e req-df3ea2c0-7863-46eb-b8d6-eea5e615003e tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 944 time: 0.0609605 Apr 21 12:47:12.499902 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ffc1a119-ef0f-4367-acf4-01786c18983e req-36df16c6-31e3-4aa9-bc65-feffc176daee tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428941 Apr 21 12:47:12.538354 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af19afb8-78f1-458e-84d6-5d7c5dfc5e80 req-676850aa-4ebe-474e-866e-3360a9751c5c tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:12.539946 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-af19afb8-78f1-458e-84d6-5d7c5dfc5e80 req-676850aa-4ebe-474e-866e-3360a9751c5c tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 944 time: 0.0564535 Apr 21 12:47:12.577394 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-af19afb8-78f1-458e-84d6-5d7c5dfc5e80 req-f430a094-f34a-4052-80d0-bf165a0250cc tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311043 Apr 21 12:47:12.600250 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device fd703816-be55-4a83-abca-884c73b87469 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:47:12.697259 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port fd703816-be55-4a83-abca-884c73b87469, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=fd703816-be55-4a83-abca-884c73b87469,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:12.858618 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'fd703816-be55-4a83-abca-884c73b87469', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': 'fd703816-be55-4a83-abca-884c73b87469', 'mac_address': 'fa:16:3e:c2:a2:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:47:12.870825 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d075cf-804c-4fe0-bc44-fdbe767130ff req-641f7b99-f4f1-44b1-a54f-3ea785ca1b10 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:12.872527 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c2d075cf-804c-4fe0-bc44-fdbe767130ff req-641f7b99-f4f1-44b1-a54f-3ea785ca1b10 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.0521266 Apr 21 12:47:12.897732 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:12.910375 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd703816-be55-4a83-abca-884c73b87469 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:47:12.926972 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c2d075cf-804c-4fe0-bc44-fdbe767130ff req-b66a87cd-6fa2-48a5-b53c-84f81e3547c7 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471199 Apr 21 12:47:12.930486 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port fd703816-be55-4a83-abca-884c73b87469, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=fd703816-be55-4a83-abca-884c73b87469,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:13.034197 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:13.084364 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 403d9451-612a-4e5e-99da-dbc88f0d1d4d up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:47:13.087751 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=fd703816-be55-4a83-abca-884c73b87469,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:13.217762 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b74708-1c20-4800-8ad9-a4391624ea27 req-4be48dc1-a005-4d54-b759-50347f8f0e21 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:13.219222 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-08b74708-1c20-4800-8ad9-a4391624ea27 req-4be48dc1-a005-4d54-b759-50347f8f0e21 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e HTTP/1.1" status: 200 len: 949 time: 0.0796683 Apr 21 12:47:13.226575 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f3f03-4e6e-4bed-989e-3a3700a93cd3 req-12a77c06-fd54-4d7c-ab54-848b770d7265 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:13.227940 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-129f3f03-4e6e-4bed-989e-3a3700a93cd3 req-12a77c06-fd54-4d7c-ab54-848b770d7265 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/ports?device_id=08109f86-5991-4ebc-9945-62cf542bcee7 HTTP/1.1" status: 200 len: 945 time: 0.0774302 Apr 21 12:47:13.238528 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 403d9451-612a-4e5e-99da-dbc88f0d1d4d completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:47:13.245645 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 403d9451-612a-4e5e-99da-dbc88f0d1d4d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:13.246289 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:13.277769 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-08b74708-1c20-4800-8ad9-a4391624ea27 req-394c0b1a-ca85-46d0-b88f-7ec810af38c5 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488601 Apr 21 12:47:13.290180 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-129f3f03-4e6e-4bed-989e-3a3700a93cd3 req-de536be8-c337-4af7-9788-d1dc03197e1f tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c7897cd-4113-4d24-8343-6e2f9fce73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554247 Apr 21 12:47:13.355178 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:13.384221 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403d9451-612a-4e5e-99da-dbc88f0d1d4d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:47:13.386184 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f997ac5-e35b-406c-81fc-f6f4f3d31904" -d '{"events": [{"server_uuid": "b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9", "name": "network-vif-plugged", "status": "completed", "tag": "403d9451-612a-4e5e-99da-dbc88f0d1d4d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:47:13.403332 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['fd703816-be55-4a83-abca-884c73b87469'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:47:13.408465 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 403d9451-612a-4e5e-99da-dbc88f0d1d4d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=403d9451-612a-4e5e-99da-dbc88f0d1d4d,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:13.441612 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d2209-8621-4c59-bf37-c4e49a49f813 req-75f06d86-a7f4-45f8-88ee-667a8e7c974d tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:13.443364 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-955d2209-8621-4c59-bf37-c4e49a49f813 req-75f06d86-a7f4-45f8-88ee-667a8e7c974d tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e054f6c-17e3-4439-b815-18257d2a64f9 HTTP/1.1" status: 200 len: 945 time: 0.0788045 Apr 21 12:47:13.453217 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b983d415-c7e6-4ea4-afd1-f681f0f04900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:13.490583 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-955d2209-8621-4c59-bf37-c4e49a49f813 req-88319098-eb8a-48d7-9bf0-0c281d0932f3 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c7897cd-4113-4d24-8343-6e2f9fce73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404463 Apr 21 12:47:13.512710 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:13.554918 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f838c1-4d2e-4797-ae50-bd396e3c9fda x-openstack-request-id: req-10f838c1-4d2e-4797-ae50-bd396e3c9fda {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:47:13.559077 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9", "name": "network-vif-plugged", "status": "completed", "tag": "403d9451-612a-4e5e-99da-dbc88f0d1d4d", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:47:13.559077 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-10f838c1-4d2e-4797-ae50-bd396e3c9fda {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:47:13.559077 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10f838c1-4d2e-4797-ae50-bd396e3c9fda'] response: {'server_uuid': 'b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403d9451-612a-4e5e-99da-dbc88f0d1d4d', 'code': 200} Apr 21 12:47:13.586907 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=403d9451-612a-4e5e-99da-dbc88f0d1d4d,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:13.711044 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0a525-bffe-4850-88e6-65997444459a req-09919b79-8806-4bc1-8330-4e328a4cf623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:13.712554 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-05d0a525-bffe-4850-88e6-65997444459a req-09919b79-8806-4bc1-8330-4e328a4cf623 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 1096 time: 0.0406625 Apr 21 12:47:13.750810 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-05d0a525-bffe-4850-88e6-65997444459a req-d9e0a96c-7b4c-4d78-a4af-739c7f93660e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313516 Apr 21 12:47:13.858599 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddced8ca-aee6-4ae2-8602-7f63e9344c60 req-1466762f-0d04-4125-87d9-e2684e2d2b58 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:13.860224 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ddced8ca-aee6-4ae2-8602-7f63e9344c60 req-1466762f-0d04-4125-87d9-e2684e2d2b58 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 944 time: 0.0528080 Apr 21 12:47:13.898647 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ddced8ca-aee6-4ae2-8602-7f63e9344c60 req-4d0a4204-e9cf-4480-b3d0-26e8e2fbc2e1 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319273 Apr 21 12:47:14.045515 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29e31a-0e1a-471b-8ab3-241f58050b40 req-4500ce0c-0001-4db2-a3b7-d23815047519 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:14.046909 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c29e31a-0e1a-471b-8ab3-241f58050b40 req-4500ce0c-0001-4db2-a3b7-d23815047519 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 945 time: 0.0856328 Apr 21 12:47:14.058728 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beeb3f1-5bc4-4e8e-8452-884c5a26623d req-32208526-563e-4569-a5b8-3b22edbd6c81 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:14.060103 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5beeb3f1-5bc4-4e8e-8452-884c5a26623d req-32208526-563e-4569-a5b8-3b22edbd6c81 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e054f6c-17e3-4439-b815-18257d2a64f9 HTTP/1.1" status: 200 len: 945 time: 0.0633440 Apr 21 12:47:14.111556 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c29e31a-0e1a-471b-8ab3-241f58050b40 req-8cfac7b8-dad5-4c1d-b282-fa262b3ce8ed tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505157 Apr 21 12:47:14.118406 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5beeb3f1-5bc4-4e8e-8452-884c5a26623d req-b67f1602-2c2a-4649-9b4f-195d19d44293 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c7897cd-4113-4d24-8343-6e2f9fce73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515182 Apr 21 12:47:14.215055 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f4dd8-0c70-4b07-a589-55d509a2504d req-f2c78a72-aa00-445a-b8cb-5d152917bb58 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:14.216619 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-765f4dd8-0c70-4b07-a589-55d509a2504d req-f2c78a72-aa00-445a-b8cb-5d152917bb58 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.0484133 Apr 21 12:47:14.255388 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-765f4dd8-0c70-4b07-a589-55d509a2504d req-9a875a04-8998-40e3-8a2d-e0d113163fa2 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327616 Apr 21 12:47:14.412868 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d82a2-efa4-4ecc-9042-47d76162a1a0 req-b14d72c3-8212-4e6d-add0-5ec4fd68660f tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:14.414360 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-197d82a2-efa4-4ecc-9042-47d76162a1a0 req-b14d72c3-8212-4e6d-add0-5ec4fd68660f tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e HTTP/1.1" status: 200 len: 949 time: 0.0597177 Apr 21 12:47:14.454341 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-197d82a2-efa4-4ecc-9042-47d76162a1a0 req-06f65159-226f-465d-9cc4-aba54ed952ce tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333774 Apr 21 12:47:14.605819 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:47:14.608952 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device fd703816-be55-4a83-abca-884c73b87469 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:47:14.741276 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e,segment=NetworkSegment(69ee921f-0045-45a5-a81c-094ee61a7f9a),segment_id=69ee921f-0045-45a5-a81c-094ee61a7f9a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:14.752611 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e', 'network_id': 'ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8', 'port_id': '0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e', 'mac_address': 'fa:16:3e:ae:b2:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbdf28f5-2143-4a75-a463-9598e4349b9b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:47:14.795027 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:14.803965 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port fd703816-be55-4a83-abca-884c73b87469 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:47:14.811387 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:47:14.815640 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port fd703816-be55-4a83-abca-884c73b87469 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:14.816007 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:14.863077 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e,segment=NetworkSegment(69ee921f-0045-45a5-a81c-094ee61a7f9a),segment_id=69ee921f-0045-45a5-a81c-094ee61a7f9a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:14.923150 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:14.944473 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:14.987029 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port fd703816-be55-4a83-abca-884c73b87469, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=fd703816-be55-4a83-abca-884c73b87469,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:15.017679 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:15.047395 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011dfa3-26c9-4eec-832f-e14f8885d3c1 req-cb461a60-d6e6-4f62-af2d-3c804813ede6 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:15.048905 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a011dfa3-26c9-4eec-832f-e14f8885d3c1 req-cb461a60-d6e6-4f62-af2d-3c804813ede6 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 945 time: 0.0763829 Apr 21 12:47:15.057645 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:15.098257 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a011dfa3-26c9-4eec-832f-e14f8885d3c1 req-19594876-2a35-4069-b54d-6d526f091f7e tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425498 Apr 21 12:47:15.131621 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=fd703816-be55-4a83-abca-884c73b87469,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:15.270085 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c5a37-1ff3-4e87-8e50-b9ba34e4ad44 req-c8762308-525d-47d9-a5f4-5dd55971b548 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:15.271681 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa5c5a37-1ff3-4e87-8e50-b9ba34e4ad44 req-c8762308-525d-47d9-a5f4-5dd55971b548 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 945 time: 0.0842156 Apr 21 12:47:15.288580 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61de188-de11-40f9-b787-32697d6e3443 req-abb5f664-5f86-4b6a-8b7f-c15379417ed3 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:15.290108 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d61de188-de11-40f9-b787-32697d6e3443 req-abb5f664-5f86-4b6a-8b7f-c15379417ed3 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e054f6c-17e3-4439-b815-18257d2a64f9 HTTP/1.1" status: 200 len: 945 time: 0.0917685 Apr 21 12:47:15.315407 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:47:15.337569 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa5c5a37-1ff3-4e87-8e50-b9ba34e4ad44 req-6375837c-4650-4c1c-99a0-eec7e9764b85 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579233 Apr 21 12:47:15.362670 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d61de188-de11-40f9-b787-32697d6e3443 req-17b1b06c-53bb-4b7f-bafc-7c5bb7c49d11 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c7897cd-4113-4d24-8343-6e2f9fce73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588548 Apr 21 12:47:15.495674 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0d991-1798-429f-b9ee-bbf563928cb1 req-11425940-b77c-4228-a4a0-6c143337fc30 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:15.503259 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5cb0d991-1798-429f-b9ee-bbf563928cb1 req-11425940-b77c-4228-a4a0-6c143337fc30 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.0811567 Apr 21 12:47:15.538107 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5cb0d991-1798-429f-b9ee-bbf563928cb1 req-a824bb25-cce9-4dad-bde5-1017728ba98a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335431 Apr 21 12:47:15.556644 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd703816-be55-4a83-abca-884c73b87469'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:47:15.560154 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a44f5ec-bfbd-4030-b6e8-48d4f15caf30" -d '{"events": [{"server_uuid": "9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e", "name": "network-vif-plugged", "status": "completed", "tag": "fd703816-be55-4a83-abca-884c73b87469"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:47:15.668320 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09c6454-8ced-4548-a4bc-475fdd537b23 x-openstack-request-id: req-e09c6454-8ced-4548-a4bc-475fdd537b23 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:47:15.669226 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e", "name": "network-vif-plugged", "status": "completed", "tag": "fd703816-be55-4a83-abca-884c73b87469", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:47:15.669744 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e09c6454-8ced-4548-a4bc-475fdd537b23 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:47:15.670331 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e09c6454-8ced-4548-a4bc-475fdd537b23'] response: {'server_uuid': '9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd703816-be55-4a83-abca-884c73b87469', 'code': 200} Apr 21 12:47:15.674378 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d125c-fe4f-4b32-869c-7b783ab34780 req-7aad3efd-5bcc-4d0c-bf89-c9cc54d1ab72 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:15.676562 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ad2d125c-fe4f-4b32-869c-7b783ab34780 req-7aad3efd-5bcc-4d0c-bf89-c9cc54d1ab72 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e HTTP/1.1" status: 200 len: 950 time: 0.0817723 Apr 21 12:47:15.765743 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27d6dfff-63f1-4f98-9943-0f5b866c9539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:15.819009 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ad2d125c-fe4f-4b32-869c-7b783ab34780 req-5805a5f6-ac14-426e-a1ba-c16b8b973f1f tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297157 Apr 21 12:47:15.842280 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c041c76-384e-4542-8926-b10faae4aa3c req-d4ed6df2-141f-4df5-bcd8-d6e832c47817 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:15.843859 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7c041c76-384e-4542-8926-b10faae4aa3c req-d4ed6df2-141f-4df5-bcd8-d6e832c47817 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e054f6c-17e3-4439-b815-18257d2a64f9 HTTP/1.1" status: 200 len: 945 time: 0.1633964 Apr 21 12:47:15.849300 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298814e-a5a3-43f6-8dbf-376d59e137e7 req-81526e36-d8db-42ae-97f4-f415ddf77968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:15.850923 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9298814e-a5a3-43f6-8dbf-376d59e137e7 req-81526e36-d8db-42ae-97f4-f415ddf77968 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e HTTP/1.1" status: 200 len: 1101 time: 0.1065164 Apr 21 12:47:15.868071 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27357f86-357c-49e0-a509-17d3dcabb8d5 req-784c710f-e248-4aad-8ed7-d035f10b9278 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:15.869680 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-27357f86-357c-49e0-a509-17d3dcabb8d5 req-784c710f-e248-4aad-8ed7-d035f10b9278 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 945 time: 0.1275058 Apr 21 12:47:15.975125 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9298814e-a5a3-43f6-8dbf-376d59e137e7 req-0311b5fe-5a34-4bbb-8883-3c918d2d2b93 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156039 Apr 21 12:47:15.982272 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-27357f86-357c-49e0-a509-17d3dcabb8d5 req-2cbec206-b657-449a-8a0e-2a4e8522e3be tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054218 Apr 21 12:47:16.006437 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-7c041c76-384e-4542-8926-b10faae4aa3c req-d3b2709d-203a-4934-b807-b85f1f20bdcc tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Deleting port 7a4ac21e-c048-459e-a815-5052372a1033 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:47:16.011068 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7c041c76-384e-4542-8926-b10faae4aa3c req-d3b2709d-203a-4934-b807-b85f1f20bdcc tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:16.140156 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee097090-9d62-4f0d-9a95-f99005d54abf req-e1bf106b-2338-4f20-9bd1-011fa35c84a4 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:16.142198 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ee097090-9d62-4f0d-9a95-f99005d54abf req-e1bf106b-2338-4f20-9bd1-011fa35c84a4 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 945 time: 0.0824904 Apr 21 12:47:16.144036 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7c041c76-384e-4542-8926-b10faae4aa3c req-d3b2709d-203a-4934-b807-b85f1f20bdcc tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] For port 7a4ac21e-c048-459e-a815-5052372a1033, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=7a4ac21e-c048-459e-a815-5052372a1033,segment=NetworkSegment(eefc3577-f7f0-41ba-9d31-f34a4e258a0c),segment_id=eefc3577-f7f0-41ba-9d31-f34a4e258a0c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:16.144403 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7c041c76-384e-4542-8926-b10faae4aa3c req-d3b2709d-203a-4934-b807-b85f1f20bdcc tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:16.166643 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-7c041c76-384e-4542-8926-b10faae4aa3c req-d3b2709d-203a-4934-b807-b85f1f20bdcc tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Calling delete_port for 7a4ac21e-c048-459e-a815-5052372a1033 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:47:16.260907 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ee097090-9d62-4f0d-9a95-f99005d54abf req-041512da-11f6-4f5c-8919-eadfb1844dac tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081781 Apr 21 12:47:16.291174 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b1546-b771-4922-83af-1cef37b57992 req-9146ffc0-0685-4768-b79c-369c84622853 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:16.292689 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c84b1546-b771-4922-83af-1cef37b57992 req-9146ffc0-0685-4768-b79c-369c84622853 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 945 time: 0.1272418 Apr 21 12:47:16.343884 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c84b1546-b771-4922-83af-1cef37b57992 req-b625c563-0044-4e56-86c7-126ca644bd63 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449731 Apr 21 12:47:16.612897 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:47:16.773768 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:47:16.778264 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:16.787115 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:16.802576 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7c041c76-384e-4542-8926-b10faae4aa3c req-d3b2709d-203a-4934-b807-b85f1f20bdcc tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:16.815144 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['cad8c9f9-0009-48fe-a768-fc7f52b61aa5'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:47:16.817825 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['7a4ac21e-c048-459e-a815-5052372a1033', '0a8d033e-31d0-45f4-aa62-9814b97dea0a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:47:16.843785 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9507fb-f23b-4460-87ad-013ffd77006c req-60ba493b-ea2b-4184-9dc1-ec33963fd1f6 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:16.851339 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6b9507fb-f23b-4460-87ad-013ffd77006c req-60ba493b-ea2b-4184-9dc1-ec33963fd1f6 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e054f6c-17e3-4439-b815-18257d2a64f9 HTTP/1.1" status: 200 len: 945 time: 0.4148583 Apr 21 12:47:16.883560 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2709d-203a-4934-b807-b85f1f20bdcc tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Pushing event deleted for resources: {'Port': ['ID=7a4ac21e-c048-459e-a815-5052372a1033,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:16.894868 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:16.949976 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c041c76-384e-4542-8926-b10faae4aa3c req-d3b2709d-203a-4934-b807-b85f1f20bdcc tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] No DVR routers for this DVR port 7a4ac21e-c048-459e-a815-5052372a1033 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:47:16.955721 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7c041c76-384e-4542-8926-b10faae4aa3c req-d3b2709d-203a-4934-b807-b85f1f20bdcc tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:16.959130 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7c041c76-384e-4542-8926-b10faae4aa3c req-d3b2709d-203a-4934-b807-b85f1f20bdcc tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.24 "DELETE /v2.0/ports/7a4ac21e-c048-459e-a815-5052372a1033 HTTP/1.1" status: 204 len: 173 time: 1.1073017 Apr 21 12:47:16.959999 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e054f6c-17e3-4439-b815-18257d2a64f9', 'name': 'network-vif-deleted', 'tag': '7a4ac21e-c048-459e-a815-5052372a1033'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:47:16.962437 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7654ee0-5236-4377-8f1e-b6f00b389fe6" -d '{"events": [{"server_uuid": "5e054f6c-17e3-4439-b815-18257d2a64f9", "name": "network-vif-deleted", "tag": "7a4ac21e-c048-459e-a815-5052372a1033"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:47:16.973437 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6b9507fb-f23b-4460-87ad-013ffd77006c req-d0daa391-46db-42cb-8f3a-23024d5bb78d tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c7897cd-4113-4d24-8343-6e2f9fce73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210744 Apr 21 12:47:16.983931 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ccd5ea-f319-4b76-b302-34e16d8a0e35 req-4fa73414-ddf9-444d-992f-495501d09159 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:16.986662 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-46ccd5ea-f319-4b76-b302-34e16d8a0e35 req-4fa73414-ddf9-444d-992f-495501d09159 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.1868351 Apr 21 12:47:17.061721 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:17.063536 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-46ccd5ea-f319-4b76-b302-34e16d8a0e35 req-01c2d58d-7d9e-47d0-abd4-f0a82b34cf19 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604529 Apr 21 12:47:17.129319 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52320) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:47:17.165839 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a093a-689b-4c01-b36d-b89899fe078f req-1eb36008-c628-48b1-8dc8-860af08db24c tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:17.167628 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce7a093a-689b-4c01-b36d-b89899fe078f req-1eb36008-c628-48b1-8dc8-860af08db24c tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 945 time: 0.0872638 Apr 21 12:47:17.195495 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e,segment=NetworkSegment(69ee921f-0045-45a5-a81c-094ee61a7f9a),segment_id=69ee921f-0045-45a5-a81c-094ee61a7f9a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:17.267717 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e2532-605b-409e-9727-aabc3cb1c630 req-be608380-362c-4886-b440-881a77fa70ea tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:17.269676 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-978e2532-605b-409e-9727-aabc3cb1c630 req-be608380-362c-4886-b440-881a77fa70ea tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e HTTP/1.1" status: 200 len: 950 time: 0.0998747 Apr 21 12:47:17.280815 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-def9e8c0-de1f-4d4e-8974-689a39a0c691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:17.284199 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce7a093a-689b-4c01-b36d-b89899fe078f req-2a2318b4-0880-4b32-9ae7-bb113c2b4a16 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021876 Apr 21 12:47:17.290084 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:17.354343 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc38cb55-e340-4b36-b020-d97cdb1002a2 x-openstack-request-id: req-bc38cb55-e340-4b36-b020-d97cdb1002a2 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:47:17.354637 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e054f6c-17e3-4439-b815-18257d2a64f9", "name": "network-vif-deleted", "tag": "7a4ac21e-c048-459e-a815-5052372a1033", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:47:17.354886 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bc38cb55-e340-4b36-b020-d97cdb1002a2 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:47:17.355284 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc38cb55-e340-4b36-b020-d97cdb1002a2'] response: {'server_uuid': '5e054f6c-17e3-4439-b815-18257d2a64f9', 'name': 'network-vif-deleted', 'tag': '7a4ac21e-c048-459e-a815-5052372a1033', 'status': 'completed', 'code': 200} Apr 21 12:47:17.373457 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:17.404726 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-978e2532-605b-409e-9727-aabc3cb1c630 req-4ecbac9d-79e6-4fc2-a298-532b7ebee0a2 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146188 Apr 21 12:47:17.419458 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-def9e8c0-de1f-4d4e-8974-689a39a0c691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:17.487968 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea9b0f-bcb4-495d-8c6d-db6a9104acf4 req-301cb188-03ec-4e79-b015-eba278b4446f tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:17.489618 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04ea9b0f-bcb4-495d-8c6d-db6a9104acf4 req-301cb188-03ec-4e79-b015-eba278b4446f tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.0554979 Apr 21 12:47:17.519573 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-def9e8c0-de1f-4d4e-8974-689a39a0c691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:17.529436 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04ea9b0f-bcb4-495d-8c6d-db6a9104acf4 req-0f104ea9-56c9-41e9-b88d-7abdb47242c9 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330136 Apr 21 12:47:17.561123 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-def9e8c0-de1f-4d4e-8974-689a39a0c691 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=031caa37ff644242ad7c8202b7bf9b70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4310527 Apr 21 12:47:17.562252 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9e8c0-de1f-4d4e-8974-689a39a0c691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b07f28-dbcb-4eed-b59c-745acdc0d303,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:17.563855 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52326) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:47:17.612874 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bdd8f2a-4dd8-4e3a-8248-1b036c8f0973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:17.633937 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bdd8f2a-4dd8-4e3a-8248-1b036c8f0973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:17.671152 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:47:17.674296 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fe7b01-73a3-4c27-8560-0e0ea0f990aa" -d '{"events": [{"server_uuid": "8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf", "name": "network-vif-plugged", "status": "completed", "tag": "0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:47:17.714947 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cf703d-39d2-41dd-8ef2-b344e59582af x-openstack-request-id: req-08cf703d-39d2-41dd-8ef2-b344e59582af {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:47:17.718320 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf", "name": "network-vif-plugged", "status": "completed", "tag": "0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:47:17.718320 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-08cf703d-39d2-41dd-8ef2-b344e59582af {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:47:17.718320 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08cf703d-39d2-41dd-8ef2-b344e59582af'] response: {'server_uuid': '8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e', 'code': 200} Apr 21 12:47:17.753128 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:17.777197 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bdd8f2a-4dd8-4e3a-8248-1b036c8f0973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:17.779917 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2bdd8f2a-4dd8-4e3a-8248-1b036c8f0973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:17.781166 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2bdd8f2a-4dd8-4e3a-8248-1b036c8f0973 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c0b07f28-dbcb-4eed-b59c-745acdc0d303 HTTP/1.1" status: 204 len: 168 time: 0.2163210 Apr 21 12:47:17.803332 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd8f2a-4dd8-4e3a-8248-1b036c8f0973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b07f28-dbcb-4eed-b59c-745acdc0d303,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:17.883114 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfab9a4-404b-4c16-bf09-f8aec50ec102 req-6884b7c7-424f-4009-9703-1875a675fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:17.884784 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-edfab9a4-404b-4c16-bf09-f8aec50ec102 req-6884b7c7-424f-4009-9703-1875a675fb6a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 1097 time: 0.0424094 Apr 21 12:47:17.922567 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-edfab9a4-404b-4c16-bf09-f8aec50ec102 req-450ef2d8-f970-4e8d-86cd-5f83c281af01 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317407 Apr 21 12:47:18.094228 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fc423c5c-2e52-405d-a441-bf2a227d76fd req-df0c4e26-3c5a-4c7f-a7a5-88528e0508b2 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e054f6c-17e3-4439-b815-18257d2a64f9 HTTP/1.1" status: 200 len: 210 time: 0.0366576 Apr 21 12:47:18.218084 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b78dcf-d5ac-48bf-8fbc-7ab9fcbed5cd req-44d82c95-dc33-4d9a-992d-0765327f4936 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:18.219668 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79b78dcf-d5ac-48bf-8fbc-7ab9fcbed5cd req-44d82c95-dc33-4d9a-992d-0765327f4936 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.0502706 Apr 21 12:47:18.256845 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79b78dcf-d5ac-48bf-8fbc-7ab9fcbed5cd req-dfacd1b2-72ae-4862-91a2-feb9028f1f1e tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311065 Apr 21 12:47:18.410516 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8d8f2-90af-4b99-b773-ba199b1de606 req-c396b47a-1b52-4217-84d1-fbba12c39201 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:18.411918 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-44b8d8f2-90af-4b99-b773-ba199b1de606 req-c396b47a-1b52-4217-84d1-fbba12c39201 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 945 time: 0.0480034 Apr 21 12:47:18.428588 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:18.450679 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-44b8d8f2-90af-4b99-b773-ba199b1de606 req-da7b9c99-a0f5-45ba-b66e-ddeb947d796c tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327930 Apr 21 12:47:18.518328 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a441eb-3df0-4acb-8be9-1b7c8e8f6d68 req-98649ce5-0696-48f6-92dc-1e61d8bb1918 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:18.519814 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f7a441eb-3df0-4acb-8be9-1b7c8e8f6d68 req-98649ce5-0696-48f6-92dc-1e61d8bb1918 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e HTTP/1.1" status: 200 len: 950 time: 0.0561774 Apr 21 12:47:18.558538 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f7a441eb-3df0-4acb-8be9-1b7c8e8f6d68 req-a118d940-693a-47d7-bff4-def2cecadf63 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326519 Apr 21 12:47:18.642383 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52350) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:47:18.649606 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd0a41-b7e3-4137-87ce-f6b263e003a1 req-3911ad20-b1a4-4ae8-adba-d90eff7f757f tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:18.651111 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-40cd0a41-b7e3-4137-87ce-f6b263e003a1 req-3911ad20-b1a4-4ae8-adba-d90eff7f757f tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.0504498 Apr 21 12:47:18.659343 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0eed0248-bc71-40ad-a5ee-a8e87d400db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:18.696036 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-40cd0a41-b7e3-4137-87ce-f6b263e003a1 req-29231535-fc20-4bbb-863f-aa819e83449a tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376620 Apr 21 12:47:18.701172 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:18.748150 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0eed0248-bc71-40ad-a5ee-a8e87d400db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:18.832982 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0eed0248-bc71-40ad-a5ee-a8e87d400db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:18.873869 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0eed0248-bc71-40ad-a5ee-a8e87d400db4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e91c52a7d59a4391af4aef117f2b5e12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2297113 Apr 21 12:47:18.874492 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed0248-bc71-40ad-a5ee-a8e87d400db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6563ecb-f5cb-45dc-81fd-697070275f7d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:18.876133 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52352) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:47:18.960154 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be724a78-b01e-416d-96e5-379f603476f6 req-7e8b1112-bde6-4200-9084-d604148e4f2f tempest-ServersOnMultiNodesTest-1979639452 tempest-ServersOnMultiNodesTest-1979639452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:18.961678 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-be724a78-b01e-416d-96e5-379f603476f6 req-7e8b1112-bde6-4200-9084-d604148e4f2f tempest-ServersOnMultiNodesTest-1979639452 tempest-ServersOnMultiNodesTest-1979639452-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e HTTP/1.1" status: 200 len: 1101 time: 0.0702085 Apr 21 12:47:18.966379 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43657e4a-4cdf-4262-8845-494c96a8e08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:18.991918 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-be724a78-b01e-416d-96e5-379f603476f6 req-3950fe0b-c739-4259-8f65-b891cd8167a1 tempest-ServersOnMultiNodesTest-1979639452 tempest-ServersOnMultiNodesTest-1979639452-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:19.008875 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43657e4a-4cdf-4262-8845-494c96a8e08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:19.101457 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-be724a78-b01e-416d-96e5-379f603476f6 req-3950fe0b-c739-4259-8f65-b891cd8167a1 tempest-ServersOnMultiNodesTest-1979639452 tempest-ServersOnMultiNodesTest-1979639452-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:19.147987 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43657e4a-4cdf-4262-8845-494c96a8e08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:19.150695 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-43657e4a-4cdf-4262-8845-494c96a8e08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:19.154255 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-43657e4a-4cdf-4262-8845-494c96a8e08c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a6563ecb-f5cb-45dc-81fd-697070275f7d HTTP/1.1" status: 204 len: 168 time: 0.2729762 Apr 21 12:47:19.163169 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43657e4a-4cdf-4262-8845-494c96a8e08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6563ecb-f5cb-45dc-81fd-697070275f7d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:19.182791 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-be724a78-b01e-416d-96e5-379f603476f6 req-3950fe0b-c739-4259-8f65-b891cd8167a1 tempest-ServersOnMultiNodesTest-1979639452 tempest-ServersOnMultiNodesTest-1979639452-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:19.207311 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-be724a78-b01e-416d-96e5-379f603476f6 req-3950fe0b-c739-4259-8f65-b891cd8167a1 tempest-ServersOnMultiNodesTest-1979639452 tempest-ServersOnMultiNodesTest-1979639452-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391081 Apr 21 12:47:19.221122 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3950fe0b-c739-4259-8f65-b891cd8167a1 tempest-ServersOnMultiNodesTest-1979639452 tempest-ServersOnMultiNodesTest-1979639452-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bfc419-ef9a-493c-abe4-b8cdb4d1e97a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:19.550462 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af16b4b-9e55-4695-a52a-d5ccfc736887 req-ce11555c-5d2d-4347-8680-fe6fae76f341 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:19.551984 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2af16b4b-9e55-4695-a52a-d5ccfc736887 req-ce11555c-5d2d-4347-8680-fe6fae76f341 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.0546730 Apr 21 12:47:19.591108 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2af16b4b-9e55-4695-a52a-d5ccfc736887 req-97926d1f-faed-4802-a076-94e762e8fd48 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332000 Apr 21 12:47:19.789289 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827105af-8e10-433f-8464-777fdaa1d880 req-31bd15ee-d843-4636-a998-0396b00de27c tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c623b08b095e4654a1f16b34ae10bc43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448797 Apr 21 12:47:19.834342 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344c285-a213-449e-ad7e-4c79aa0eff88 req-0c68b6fe-7c70-464e-a727-e07c7feca7a7 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:19.835798 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1344c285-a213-449e-ad7e-4c79aa0eff88 req-0c68b6fe-7c70-464e-a727-e07c7feca7a7 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 945 time: 0.0933588 Apr 21 12:47:19.915432 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1344c285-a213-449e-ad7e-4c79aa0eff88 req-5a241b3e-e3b3-4dfe-b4e7-71b070f6a52b tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545206 Apr 21 12:47:19.934780 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827105af-8e10-433f-8464-777fdaa1d880 req-5735af72-1f85-4b59-9f20-338b8707c0d8 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:19.936306 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827105af-8e10-433f-8464-777fdaa1d880 req-5735af72-1f85-4b59-9f20-338b8707c0d8 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1390533 Apr 21 12:47:19.952869 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827105af-8e10-433f-8464-777fdaa1d880 req-47b17f85-bc7d-4d4d-acef-2bec0aec0106 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/quotas/c623b08b095e4654a1f16b34ae10bc43 HTTP/1.1" status: 200 len: 375 time: 0.0096488 Apr 21 12:47:20.042715 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827105af-8e10-433f-8464-777fdaa1d880 req-871184ca-761a-421a-95f3-cf2afb8f69c4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c623b08b095e4654a1f16b34ae10bc43&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0838494 Apr 21 12:47:20.050920 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e59089-eb15-485d-8d39-f4da20d99129 req-aa64a62f-ca8b-4b78-9212-80df05bf5cd6 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:20.052281 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94e59089-eb15-485d-8d39-f4da20d99129 req-aa64a62f-ca8b-4b78-9212-80df05bf5cd6 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a4e8bc-d760-4c75-9566-08314ec9899f HTTP/1.1" status: 200 len: 950 time: 0.0785050 Apr 21 12:47:20.092332 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94e59089-eb15-485d-8d39-f4da20d99129 req-753d21e9-ba92-4009-8933-81af3b20448a tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.36 "GET /v2.0/security-groups?id=f50bdb73-7b91-40b7-a43b-786df5b89535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337949 Apr 21 12:47:20.286277 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b9e69-5864-49b2-bf4c-c5f0be7a7696 req-1ccabafd-e368-49e8-9d75-576c1f298d88 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:20.287880 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c92b9e69-5864-49b2-bf4c-c5f0be7a7696 req-1ccabafd-e368-49e8-9d75-576c1f298d88 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.0639441 Apr 21 12:47:20.330616 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c92b9e69-5864-49b2-bf4c-c5f0be7a7696 req-acd4393c-bbcc-4595-a82f-4e1e016d17e0 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356469 Apr 21 12:47:20.365257 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:20.501913 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52416) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:47:20.601006 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3c67a5cb-80ac-4c32-a266-5ae08f8233c5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-216453863-network', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:47:20.719769 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c67a5cb-80ac-4c32-a266-5ae08f8233c5 admin admin] Made reservation on behalf of 340fcbb6da8e49abadfdcf88b5d93115 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:47:20.722107 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c67a5cb-80ac-4c32-a266-5ae08f8233c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:20.731259 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c67a5cb-80ac-4c32-a266-5ae08f8233c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:20.793922 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cddbc4-ca8f-40f6-8db7-e9f3a617b2a6 req-74aaee53-ae38-4171-bb6c-ad3f89c3dcae tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:20.795438 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7cddbc4-ca8f-40f6-8db7-e9f3a617b2a6 req-74aaee53-ae38-4171-bb6c-ad3f89c3dcae tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.0981808 Apr 21 12:47:20.819505 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e2da8-dbb0-4735-be29-99ca108c5d44 req-8f7d5960-78f4-4f73-b304-e0a072eda415 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:20.828107 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ed5e2da8-dbb0-4735-be29-99ca108c5d44 req-8f7d5960-78f4-4f73-b304-e0a072eda415 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.1167111 Apr 21 12:47:20.832174 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c67a5cb-80ac-4c32-a266-5ae08f8233c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:20.885467 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c67a5cb-80ac-4c32-a266-5ae08f8233c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:20.893067 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510303f-2183-4515-8988-5302fd09d7a0 req-5409ab29-0658-4b05-bf4d-20abb0d4c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:20.894591 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1510303f-2183-4515-8988-5302fd09d7a0 req-5409ab29-0658-4b05-bf4d-20abb0d4c4c8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ea723f58e5445d8b6c64b8934e36437&device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 1097 time: 0.1202884 Apr 21 12:47:20.899286 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7cddbc4-ca8f-40f6-8db7-e9f3a617b2a6 req-84bc6386-7137-4014-9366-cbc05d6976d0 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890815 Apr 21 12:47:20.904640 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ed5e2da8-dbb0-4735-be29-99ca108c5d44 req-f05bf3c3-031f-4f0e-b741-0ab2b0819179 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769689 Apr 21 12:47:20.907895 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c67a5cb-80ac-4c32-a266-5ae08f8233c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:47:20.929647 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c67a5cb-80ac-4c32-a266-5ae08f8233c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:20.932483 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-3c67a5cb-80ac-4c32-a266-5ae08f8233c5 admin admin] Added segment 69e793fd-53e2-4aad-90f5-44b88c25a6f2 of type vlan for network df1e605b-21ce-4bc1-aff5-ebb02658784b Apr 21 12:47:20.955136 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67a5cb-80ac-4c32-a266-5ae08f8233c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d530971f-794f-4cda-aff8-55fc9354c114,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:21.008180 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c67a5cb-80ac-4c32-a266-5ae08f8233c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:21.080296 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510303f-2183-4515-8988-5302fd09d7a0 req-fe91191c-47d3-4659-aa2f-f25d6dc037d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:21.082069 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1510303f-2183-4515-8988-5302fd09d7a0 req-fe91191c-47d3-4659-aa2f-f25d6dc037d4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8 HTTP/1.1" status: 200 len: 912 time: 0.1762233 Apr 21 12:47:21.104062 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7dca3-90fc-4372-959d-9bd03d55e865 req-92b1f8e0-3631-4c43-af8c-000c0e6157a4 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:21.105516 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b5b7dca3-90fc-4372-959d-9bd03d55e865 req-92b1f8e0-3631-4c43-af8c-000c0e6157a4 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 945 time: 0.0790534 Apr 21 12:47:21.113980 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c67a5cb-80ac-4c32-a266-5ae08f8233c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:21.120329 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c67a5cb-80ac-4c32-a266-5ae08f8233c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:21.120329 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c67a5cb-80ac-4c32-a266-5ae08f8233c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:21.129992 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 7a4ac21e-c048-459e-a815-5052372a1033 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:47:21.139673 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1510303f-2183-4515-8988-5302fd09d7a0 req-6d8956e9-a87b-46d3-ae65-0ee457d98ad3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e HTTP/1.1" status: 200 len: 217 time: 0.0495422 Apr 21 12:47:21.170867 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 7a4ac21e-c048-459e-a815-5052372a1033 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:47:21.171250 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 7a4ac21e-c048-459e-a815-5052372a1033 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:47:21.197841 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c67a5cb-80ac-4c32-a266-5ae08f8233c5 admin admin] Pushing event updated for resources: {'Network': ['ID=df1e605b-21ce-4bc1-aff5-ebb02658784b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:21.209137 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network df1e605b-21ce-4bc1-aff5-ebb02658784b details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:47:21.226679 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b5b7dca3-90fc-4372-959d-9bd03d55e865 req-ad06f1f3-05c5-475d-9660-889b68cd48dc tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897124 Apr 21 12:47:21.230270 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-107cd0bb-52d6-41b6-994c-10e77a33fda9 req-d0b8f2a5-0088-4b78-b5a1-d033be19bf5c tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3ee0e9-13e8-4ce8-baba-190e961e7f8d HTTP/1.1" status: 200 len: 210 time: 0.0453169 Apr 21 12:47:21.250829 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510303f-2183-4515-8988-5302fd09d7a0 req-f0f2a2f3-8cc2-48ea-a236-cbd67f564031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:21.250829 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1510303f-2183-4515-8988-5302fd09d7a0 req-f0f2a2f3-8cc2-48ea-a236-cbd67f564031 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fbdf28f5-2143-4a75-a463-9598e4349b9b HTTP/1.1" status: 200 len: 851 time: 0.0880942 Apr 21 12:47:21.251385 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3c67a5cb-80ac-4c32-a266-5ae08f8233c5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7466950 Apr 21 12:47:21.253281 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52448) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:47:21.267847 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-29799a48-158a-42a7-87a9-7127cf4cc2f6 admin admin] Request body: {'subnet': {'network_id': 'df1e605b-21ce-4bc1-aff5-ebb02658784b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-216453863-subnet', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:47:21.328437 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1510303f-2183-4515-8988-5302fd09d7a0 req-47822788-a062-4434-8e81-24e6254be828 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668690 Apr 21 12:47:21.387577 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29799a48-158a-42a7-87a9-7127cf4cc2f6 admin admin] Made reservation on behalf of 340fcbb6da8e49abadfdcf88b5d93115 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:47:21.390464 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29799a48-158a-42a7-87a9-7127cf4cc2f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:21.430956 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16ae76-b3e2-43b7-9cf9-09b54247c206 req-0e8f28c9-485c-4655-b458-404b0794be17 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:21.432475 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c16ae76-b3e2-43b7-9cf9-09b54247c206 req-0e8f28c9-485c-4655-b458-404b0794be17 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a4e8bc-d760-4c75-9566-08314ec9899f HTTP/1.1" status: 200 len: 950 time: 0.1013083 Apr 21 12:47:21.494327 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1510303f-2183-4515-8988-5302fd09d7a0 req-4d2c1b31-5537-45ae-aa67-ad48b11907fe service neutron] 10.222.0.26 "GET /v2.0/networks/ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544261 Apr 21 12:47:21.500113 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c16ae76-b3e2-43b7-9cf9-09b54247c206 req-a6215f04-9839-415b-a04b-456da428f137 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.36 "GET /v2.0/security-groups?id=f50bdb73-7b91-40b7-a43b-786df5b89535&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592766 Apr 21 12:47:21.620730 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f2267-99fa-4953-964c-dda9fbb672d9 req-72b07ae3-7dcc-4158-9d5a-71080c922bb3 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:21.633303 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f2267-99fa-4953-964c-dda9fbb672d9 req-72b07ae3-7dcc-4158-9d5a-71080c922bb3 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:21.633303 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-021f2267-99fa-4953-964c-dda9fbb672d9 req-72b07ae3-7dcc-4158-9d5a-71080c922bb3 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/ports?device_id=08109f86-5991-4ebc-9945-62cf542bcee7&device_id=e11312da-d61f-4581-ba3b-a9629a110125 HTTP/1.1" status: 200 len: 1682 time: 0.1041276 Apr 21 12:47:21.646055 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1510303f-2183-4515-8988-5302fd09d7a0 req-0cd585be-fe9a-4b8e-8de6-9bf5ae56b3e9 service neutron] 10.222.0.26 "GET /v2.0/networks/ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437073 Apr 21 12:47:21.673684 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-021f2267-99fa-4953-964c-dda9fbb672d9 req-667c1d96-9cb5-42a8-a8e3-2ce1b5831c5e tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c7897cd-4113-4d24-8343-6e2f9fce73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371063 Apr 21 12:47:21.679719 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29799a48-158a-42a7-87a9-7127cf4cc2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:21.737037 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29799a48-158a-42a7-87a9-7127cf4cc2f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53d6cd17-e719-4dcc-a307-60dd92480543,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:21.747744 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29799a48-158a-42a7-87a9-7127cf4cc2f6 admin admin] Checking segment: {'id': '69e793fd-53e2-4aad-90f5-44b88c25a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'df1e605b-21ce-4bc1-aff5-ebb02658784b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:47:21.752073 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29799a48-158a-42a7-87a9-7127cf4cc2f6 admin admin] Network hostable DHCP agents. Network: df1e605b-21ce-4bc1-aff5-ebb02658784b, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:47:21.811972 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee70cd-3445-4090-889e-ac7b4cd3eae5 req-1cd2559b-02a7-4deb-bdb2-49683df0d823 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:21.813598 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4aee70cd-3445-4090-889e-ac7b4cd3eae5 req-1cd2559b-02a7-4deb-bdb2-49683df0d823 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.26 "GET /v2.0/ports?device_id=10a4e8bc-d760-4c75-9566-08314ec9899f HTTP/1.1" status: 200 len: 950 time: 0.0641394 Apr 21 12:47:21.851268 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29799a48-158a-42a7-87a9-7127cf4cc2f6 admin admin] Network df1e605b-21ce-4bc1-aff5-ebb02658784b is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:47:21.924480 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4aee70cd-3445-4090-889e-ac7b4cd3eae5 req-d028cda2-0168-40b2-92d1-df7867126701 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Deleting port 83c9f50d-2c04-461c-9b95-d8fbcd8bbd14 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:47:21.924819 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4aee70cd-3445-4090-889e-ac7b4cd3eae5 req-d028cda2-0168-40b2-92d1-df7867126701 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:21.954145 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-29799a48-158a-42a7-87a9-7127cf4cc2f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, df1e605b-21ce-4bc1-aff5-ebb02658784b) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:47:21.959240 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29799a48-158a-42a7-87a9-7127cf4cc2f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:21.959924 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29799a48-158a-42a7-87a9-7127cf4cc2f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:21.969680 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c389d6-194f-4b76-927c-500d03b81ba0 None None] Network df1e605b-21ce-4bc1-aff5-ebb02658784b requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:47:22.064927 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4aee70cd-3445-4090-889e-ac7b4cd3eae5 req-d028cda2-0168-40b2-92d1-df7867126701 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] For port 83c9f50d-2c04-461c-9b95-d8fbcd8bbd14, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=83c9f50d-2c04-461c-9b95-d8fbcd8bbd14,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:22.065305 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4aee70cd-3445-4090-889e-ac7b4cd3eae5 req-d028cda2-0168-40b2-92d1-df7867126701 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:22.065546 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-29799a48-158a-42a7-87a9-7127cf4cc2f6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8067217 Apr 21 12:47:22.068110 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52470) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:47:22.073253 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f1843437-6a64-451e-b919-b0d942d58ef7 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-216453863-router', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:47:22.081826 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6543c5-4c1a-4adc-ab24-192fefd4f488 req-1c6a2bd9-2791-400e-afcd-64c02e9f9361 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:22.089403 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dc6543c5-4c1a-4adc-ab24-192fefd4f488 req-1c6a2bd9-2791-400e-afcd-64c02e9f9361 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.0945683 Apr 21 12:47:22.103225 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4aee70cd-3445-4090-889e-ac7b4cd3eae5 req-d028cda2-0168-40b2-92d1-df7867126701 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Calling delete_port for 83c9f50d-2c04-461c-9b95-d8fbcd8bbd14 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:47:22.139888 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dc6543c5-4c1a-4adc-ab24-192fefd4f488 req-a931d5a8-cc23-417f-b17c-b9e1bd9c0a08 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492685 Apr 21 12:47:22.160699 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bca88d-29d4-4cc8-8771-d4e8c2288bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-df1e605b-21ce-4bc1-aff5-ebb02658784b', 'network_id': 'df1e605b-21ce-4bc1-aff5-ebb02658784b', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'fixed_ips': [{'subnet_id': '53d6cd17-e719-4dcc-a307-60dd92480543'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:47:22.162213 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09bca88d-29d4-4cc8-8771-d4e8c2288bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:22.195302 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1843437-6a64-451e-b919-b0d942d58ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:22.198896 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1843437-6a64-451e-b919-b0d942d58ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:22.290548 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1843437-6a64-451e-b919-b0d942d58ef7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:22.354327 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab197c6-edda-44fe-bd1e-dfc98bed73dd req-833b05d9-3ce7-41f0-8656-1933a16ec18f tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:22.355764 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dab197c6-edda-44fe-bd1e-dfc98bed73dd req-833b05d9-3ce7-41f0-8656-1933a16ec18f tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.0898860 Apr 21 12:47:22.361365 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-09bca88d-29d4-4cc8-8771-d4e8c2288bc9 None None] Allocated IP 172.20.0.2 (df1e605b-21ce-4bc1-aff5-ebb02658784b/53d6cd17-e719-4dcc-a307-60dd92480543/61a72f5f-87d1-43c2-a3ff-42ca8497daa9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:47:22.409986 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dab197c6-edda-44fe-bd1e-dfc98bed73dd req-32ee6be4-db25-4edb-b39c-1898dff00939 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453517 Apr 21 12:47:22.467328 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4aee70cd-3445-4090-889e-ac7b4cd3eae5 req-d028cda2-0168-40b2-92d1-df7867126701 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:22.496501 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['83c9f50d-2c04-461c-9b95-d8fbcd8bbd14'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:47:22.508348 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1843437-6a64-451e-b919-b0d942d58ef7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:22.554152 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028cda2-0168-40b2-92d1-df7867126701 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Pushing event deleted for resources: {'Port': ['ID=83c9f50d-2c04-461c-9b95-d8fbcd8bbd14,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:22.589204 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09bca88d-29d4-4cc8-8771-d4e8c2288bc9 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:22.608594 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aee70cd-3445-4090-889e-ac7b4cd3eae5 req-d028cda2-0168-40b2-92d1-df7867126701 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] No DVR routers for this DVR port 83c9f50d-2c04-461c-9b95-d8fbcd8bbd14 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:47:22.612148 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4aee70cd-3445-4090-889e-ac7b4cd3eae5 req-d028cda2-0168-40b2-92d1-df7867126701 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:22.615392 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4aee70cd-3445-4090-889e-ac7b4cd3eae5 req-d028cda2-0168-40b2-92d1-df7867126701 tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.26 "DELETE /v2.0/ports/83c9f50d-2c04-461c-9b95-d8fbcd8bbd14 HTTP/1.1" status: 204 len: 173 time: 0.7923090 Apr 21 12:47:22.616688 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10a4e8bc-d760-4c75-9566-08314ec9899f', 'name': 'network-vif-deleted', 'tag': '83c9f50d-2c04-461c-9b95-d8fbcd8bbd14'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:47:22.619051 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54820569-f680-404e-aec3-fb7440b40a1f" -d '{"events": [{"server_uuid": "10a4e8bc-d760-4c75-9566-08314ec9899f", "name": "network-vif-deleted", "tag": "83c9f50d-2c04-461c-9b95-d8fbcd8bbd14"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:47:22.640977 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9267b-b73c-4760-b6b6-2523439565b0 req-95e5591d-70b3-4ba8-b4d9-2eb86125afba tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:22.643377 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-95a9267b-b73c-4760-b6b6-2523439565b0 req-95e5591d-70b3-4ba8-b4d9-2eb86125afba tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 945 time: 0.0952985 Apr 21 12:47:22.651769 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09bca88d-29d4-4cc8-8771-d4e8c2288bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:22.707671 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-95a9267b-b73c-4760-b6b6-2523439565b0 req-92426c42-03da-4dc0-bc41-264ed07f17f8 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582335 Apr 21 12:47:22.736416 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bca88d-29d4-4cc8-8771-d4e8c2288bc9 None None] Network df1e605b-21ce-4bc1-aff5-ebb02658784b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:47:22.743614 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-09bca88d-29d4-4cc8-8771-d4e8c2288bc9 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:47:22.746131 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bca88d-29d4-4cc8-8771-d4e8c2288bc9 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:47:22.791498 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bca88d-29d4-4cc8-8771-d4e8c2288bc9 None None] Pushing event updated for resources: {'Port': ['ID=61a72f5f-87d1-43c2-a3ff-42ca8497daa9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:22.823336 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea63e992-a042-4706-8a21-b38ca1f960e6 req-ee062c4b-386a-4439-acc5-c637cb8080f2 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3ee0e9-13e8-4ce8-baba-190e961e7f8d HTTP/1.1" status: 200 len: 210 time: 0.0656416 Apr 21 12:47:22.838749 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-09bca88d-29d4-4cc8-8771-d4e8c2288bc9 None None] Attempting to bind port 61a72f5f-87d1-43c2-a3ff-42ca8497daa9 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:47:22.840370 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-09bca88d-29d4-4cc8-8771-d4e8c2288bc9 None None] Attempting to bind port 61a72f5f-87d1-43c2-a3ff-42ca8497daa9 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '69e793fd-53e2-4aad-90f5-44b88c25a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'df1e605b-21ce-4bc1-aff5-ebb02658784b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:47:22.840370 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bca88d-29d4-4cc8-8771-d4e8c2288bc9 None None] Attempting to bind port 61a72f5f-87d1-43c2-a3ff-42ca8497daa9 on network df1e605b-21ce-4bc1-aff5-ebb02658784b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:47:22.845447 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bca88d-29d4-4cc8-8771-d4e8c2288bc9 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:47:22.845849 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bca88d-29d4-4cc8-8771-d4e8c2288bc9 None None] Checking segment: {'id': '69e793fd-53e2-4aad-90f5-44b88c25a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'df1e605b-21ce-4bc1-aff5-ebb02658784b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:47:22.846344 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09bca88d-29d4-4cc8-8771-d4e8c2288bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:22.846735 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09bca88d-29d4-4cc8-8771-d4e8c2288bc9 None None] Bound using segment: {'id': '69e793fd-53e2-4aad-90f5-44b88c25a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'df1e605b-21ce-4bc1-aff5-ebb02658784b'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:47:22.847216 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-09bca88d-29d4-4cc8-8771-d4e8c2288bc9 None None] Bound port: 61a72f5f-87d1-43c2-a3ff-42ca8497daa9, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e793fd-53e2-4aad-90f5-44b88c25a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'df1e605b-21ce-4bc1-aff5-ebb02658784b'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:47:22.847594 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09bca88d-29d4-4cc8-8771-d4e8c2288bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:22.895529 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6225f2a2-3607-4fb2-a200-b4f6e5204d77 req-71535610-f529-4d6e-b516-e717c06fc4ce tempest-VolumesBackupsTest-446945466 tempest-VolumesBackupsTest-446945466-project] 10.222.0.36 "GET /v2.0/ports?device_id=10a4e8bc-d760-4c75-9566-08314ec9899f HTTP/1.1" status: 200 len: 210 time: 0.0502784 Apr 21 12:47:22.919852 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1843437-6a64-451e-b919-b0d942d58ef7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:22.920384 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520a461d-1413-4bae-bed6-48bd6c43361f x-openstack-request-id: req-520a461d-1413-4bae-bed6-48bd6c43361f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:47:22.920384 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10a4e8bc-d760-4c75-9566-08314ec9899f", "name": "network-vif-deleted", "tag": "83c9f50d-2c04-461c-9b95-d8fbcd8bbd14", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:47:22.920632 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-520a461d-1413-4bae-bed6-48bd6c43361f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:47:22.921020 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-520a461d-1413-4bae-bed6-48bd6c43361f'] response: {'server_uuid': '10a4e8bc-d760-4c75-9566-08314ec9899f', 'name': 'network-vif-deleted', 'tag': '83c9f50d-2c04-461c-9b95-d8fbcd8bbd14', 'status': 'completed', 'code': 200} Apr 21 12:47:22.943358 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1843437-6a64-451e-b919-b0d942d58ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:22.951419 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-09bca88d-29d4-4cc8-8771-d4e8c2288bc9 None None] For port 61a72f5f-87d1-43c2-a3ff-42ca8497daa9, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:47:22.963642 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-09bca88d-29d4-4cc8-8771-d4e8c2288bc9 None None] For port 61a72f5f-87d1-43c2-a3ff-42ca8497daa9, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=61a72f5f-87d1-43c2-a3ff-42ca8497daa9,segment=NetworkSegment(69e793fd-53e2-4aad-90f5-44b88c25a6f2),segment_id=69e793fd-53e2-4aad-90f5-44b88c25a6f2)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:47:23.028940 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09bca88d-29d4-4cc8-8771-d4e8c2288bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:23.063296 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc85b50-5d31-4880-8f17-980ad0c1ee39 req-4cab42ad-3f91-4d47-918c-4fa11c67c02d tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:23.065661 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8fc85b50-5d31-4880-8f17-980ad0c1ee39 req-4cab42ad-3f91-4d47-918c-4fa11c67c02d tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/ports?device_id=08109f86-5991-4ebc-9945-62cf542bcee7 HTTP/1.1" status: 200 len: 945 time: 0.0605333 Apr 21 12:47:23.074436 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-f1843437-6a64-451e-b919-b0d942d58ef7 admin admin] Allocated IP 172.25.8.223 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/f5634933-f37f-48aa-a369-20bc33f3a42b) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:47:23.141937 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8fc85b50-5d31-4880-8f17-980ad0c1ee39 req-6df3d1d0-392a-4885-a30f-4784c05a4c82 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c7897cd-4113-4d24-8343-6e2f9fce73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632684 Apr 21 12:47:23.148013 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bca88d-29d4-4cc8-8771-d4e8c2288bc9 None None] Pushing event updated for resources: {'Port': ['ID=61a72f5f-87d1-43c2-a3ff-42ca8497daa9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:23.223267 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1843437-6a64-451e-b919-b0d942d58ef7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:23.296543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e13fb-b155-4494-85e7-cdf03e678c58 req-956508f2-63de-4e92-a995-b7d5454cf46c tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:23.298192 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-af7e13fb-b155-4494-85e7-cdf03e678c58 req-956508f2-63de-4e92-a995-b7d5454cf46c tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.0627720 Apr 21 12:47:23.355492 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-af7e13fb-b155-4494-85e7-cdf03e678c58 req-1c4554d3-71bd-49c2-8b6e-758121c90a89 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498128 Apr 21 12:47:23.411432 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1843437-6a64-451e-b919-b0d942d58ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:23.458526 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827105af-8e10-433f-8464-777fdaa1d880 req-c255a27d-bade-46a3-8e65-2e4fd950c32a tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c623b08b095e4654a1f16b34ae10bc43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269537 Apr 21 12:47:23.467776 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1843437-6a64-451e-b919-b0d942d58ef7 admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:47:23.472273 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-f1843437-6a64-451e-b919-b0d942d58ef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:47:23.476759 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1843437-6a64-451e-b919-b0d942d58ef7 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:47:23.526501 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1843437-6a64-451e-b919-b0d942d58ef7 admin admin] Pushing event updated for resources: {'Port': ['ID=f5634933-f37f-48aa-a369-20bc33f3a42b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:23.612886 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827105af-8e10-433f-8464-777fdaa1d880 req-1267ae1d-9e65-459d-91a4-bcbceb1aaf8f tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:23.614279 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827105af-8e10-433f-8464-777fdaa1d880 req-1267ae1d-9e65-459d-91a4-bcbceb1aaf8f tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1440320 Apr 21 12:47:23.626688 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a7fec-50e1-45c2-9330-ab0cab76caa2 req-957af5ec-97a2-4e56-bf58-dc77a57c8108 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:23.628064 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cf0a7fec-50e1-45c2-9330-ab0cab76caa2 req-957af5ec-97a2-4e56-bf58-dc77a57c8108 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.0795348 Apr 21 12:47:23.632613 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-827105af-8e10-433f-8464-777fdaa1d880 req-c3323fb5-a266-4541-93f5-4f7b5fe491eb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Request body: {'port': {'device_id': 'e06d93cb-5940-4118-98e5-287f3bc62a78', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'admin_state_up': True, 'tenant_id': 'c623b08b095e4654a1f16b34ae10bc43'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:47:23.724754 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cf0a7fec-50e1-45c2-9330-ab0cab76caa2 req-77cf7e0a-fb22-41ce-b2ac-8c25f9f6286f tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877130 Apr 21 12:47:23.887639 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa01b87-47ea-427f-83ae-294c1785078c req-9d29ee23-fb72-4068-ad58-46ef6ab4a78e tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:23.889232 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ffa01b87-47ea-427f-83ae-294c1785078c req-9d29ee23-fb72-4068-ad58-46ef6ab4a78e tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 945 time: 0.1031506 Apr 21 12:47:23.896782 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-827105af-8e10-433f-8464-777fdaa1d880 req-c3323fb5-a266-4541-93f5-4f7b5fe491eb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Made reservation on behalf of c623b08b095e4654a1f16b34ae10bc43 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:47:23.900501 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-827105af-8e10-433f-8464-777fdaa1d880 req-c3323fb5-a266-4541-93f5-4f7b5fe491eb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:23.903721 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1843437-6a64-451e-b919-b0d942d58ef7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:23.961614 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c283d4e-06ad-4ce5-ac6c-0dcc840d4710 req-45784aa8-7838-4473-842e-df35baf179b5 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3ee0e9-13e8-4ce8-baba-190e961e7f8d HTTP/1.1" status: 200 len: 210 time: 0.0560222 Apr 21 12:47:24.039634 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ffa01b87-47ea-427f-83ae-294c1785078c req-1756772e-7db5-4d0d-9d16-52049dd88abe tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338279 Apr 21 12:47:24.148310 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22aae3-c0af-435b-aee4-2d1ac550fb51 req-b625028f-aa52-4988-bf59-1c58061ce845 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:24.150373 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0c22aae3-c0af-435b-aee4-2d1ac550fb51 req-b625028f-aa52-4988-bf59-1c58061ce845 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.26 "GET /v2.0/ports?device_id=08109f86-5991-4ebc-9945-62cf542bcee7 HTTP/1.1" status: 200 len: 945 time: 0.1088138 Apr 21 12:47:24.195615 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-827105af-8e10-433f-8464-777fdaa1d880 req-67687008-08a1-4639-9fbb-89fbad781305 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c623b08b095e4654a1f16b34ae10bc43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368345 Apr 21 12:47:24.200838 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1843437-6a64-451e-b919-b0d942d58ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:24.224521 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-827105af-8e10-433f-8464-777fdaa1d880 req-c3323fb5-a266-4541-93f5-4f7b5fe491eb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Allocated IP 192.168.233.25 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/f67037ec-0269-4c0c-8eeb-9a294d01213f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:47:24.248072 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7e133b-8ff3-471e-839d-5fe46622f0fa None None] Network df1e605b-21ce-4bc1-aff5-ebb02658784b requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:47:24.339763 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f74d6dd4-6b88-49c0-9de9-65a98f3d4e4a None None] Provisioning complete for port 61a72f5f-87d1-43c2-a3ff-42ca8497daa9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:24.343031 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f74d6dd4-6b88-49c0-9de9-65a98f3d4e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:24.529338 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 61a72f5f-87d1-43c2-a3ff-42ca8497daa9 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:47:24.638988 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827105af-8e10-433f-8464-777fdaa1d880 req-bca02788-af59-4263-8371-b9129178ad76 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:24.641146 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-827105af-8e10-433f-8464-777fdaa1d880 req-bca02788-af59-4263-8371-b9129178ad76 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4380088 Apr 21 12:47:24.655880 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-827105af-8e10-433f-8464-777fdaa1d880 req-ab119cb8-bf1b-426e-8138-5794c20be995 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Request body: {'port': {'device_id': '1d3ee0e9-13e8-4ce8-baba-190e961e7f8d', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'admin_state_up': True, 'tenant_id': 'c623b08b095e4654a1f16b34ae10bc43'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:47:24.689454 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-827105af-8e10-433f-8464-777fdaa1d880 req-c3323fb5-a266-4541-93f5-4f7b5fe491eb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:24.716767 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916520c-ed9d-4b0d-b896-88e381f2e619 req-b0c3d2c5-4796-4636-a1ed-355c45d71e40 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:24.724840 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a916520c-ed9d-4b0d-b896-88e381f2e619 req-b0c3d2c5-4796-4636-a1ed-355c45d71e40 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/ports?device_id=08109f86-5991-4ebc-9945-62cf542bcee7 HTTP/1.1" status: 200 len: 945 time: 0.4804428 Apr 21 12:47:24.778758 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb09996-b9ea-4eaa-897f-c48b3fbd07df req-c462fb76-515c-4c99-abd3-28fd0edb38f8 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:24.781966 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eeb09996-b9ea-4eaa-897f-c48b3fbd07df req-c462fb76-515c-4c99-abd3-28fd0edb38f8 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.24 "GET /v2.0/ports?device_id=e11312da-d61f-4581-ba3b-a9629a110125 HTTP/1.1" status: 200 len: 946 time: 0.1867857 Apr 21 12:47:24.791840 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f74d6dd4-6b88-49c0-9de9-65a98f3d4e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:24.799070 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79327330-e133-4038-a4ac-713ffdf7e4d6 req-bb724a94-69cf-4e67-9cd9-6941fc38d852 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:24.800561 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79327330-e133-4038-a4ac-713ffdf7e4d6 req-bb724a94-69cf-4e67-9cd9-6941fc38d852 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.2084804 Apr 21 12:47:24.818030 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1843437-6a64-451e-b919-b0d942d58ef7 admin admin] Router 63191d0a-bc65-463f-8155-7b6b0d370a11 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:47:24.837202 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f74d6dd4-6b88-49c0-9de9-65a98f3d4e4a None None] For port 61a72f5f-87d1-43c2-a3ff-42ca8497daa9, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=61a72f5f-87d1-43c2-a3ff-42ca8497daa9,segment=NetworkSegment(69e793fd-53e2-4aad-90f5-44b88c25a6f2),segment_id=69e793fd-53e2-4aad-90f5-44b88c25a6f2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:24.847714 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 61a72f5f-87d1-43c2-a3ff-42ca8497daa9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:24.848219 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:24.869050 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-0c22aae3-c0af-435b-aee4-2d1ac550fb51 req-c6857e80-de3e-45a1-b2eb-c18a7dfc8bc2 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Deleting port cad8c9f9-0009-48fe-a768-fc7f52b61aa5 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:47:24.869412 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0c22aae3-c0af-435b-aee4-2d1ac550fb51 req-c6857e80-de3e-45a1-b2eb-c18a7dfc8bc2 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:24.916333 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f74d6dd4-6b88-49c0-9de9-65a98f3d4e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:24.990033 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a916520c-ed9d-4b0d-b896-88e381f2e619 req-a6c75cd6-e35d-4c78-b052-27f1d48a7a6c tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c7897cd-4113-4d24-8343-6e2f9fce73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625575 Apr 21 12:47:24.991006 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-827105af-8e10-433f-8464-777fdaa1d880 req-ab119cb8-bf1b-426e-8138-5794c20be995 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Made reservation on behalf of c623b08b095e4654a1f16b34ae10bc43 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:47:24.995123 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-827105af-8e10-433f-8464-777fdaa1d880 req-ab119cb8-bf1b-426e-8138-5794c20be995 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:25.037815 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d6dd4-6b88-49c0-9de9-65a98f3d4e4a None None] Pushing event updated for resources: {'Port': ['ID=61a72f5f-87d1-43c2-a3ff-42ca8497daa9,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:25.052361 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1843437-6a64-451e-b919-b0d942d58ef7 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:47:25.063314 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedf3f10-af8f-4d89-af77-fb221d985212 None None] Sync routers for ids ['63191d0a-bc65-463f-8155-7b6b0d370a11'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:47:25.105561 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedf3f10-af8f-4d89-af77-fb221d985212 None None] Routers {'63191d0a-bc65-463f-8155-7b6b0d370a11'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:47:25.106203 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-bedf3f10-af8f-4d89-af77-fb221d985212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:47:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['63191d0a-bc65-463f-8155-7b6b0d370a11'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:47:25.122210 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79327330-e133-4038-a4ac-713ffdf7e4d6 req-d2e49ef7-157d-4267-b962-da203f28cdf9 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044016 Apr 21 12:47:25.219890 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1843437-6a64-451e-b919-b0d942d58ef7 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:25.221954 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f1843437-6a64-451e-b919-b0d942d58ef7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1524496 Apr 21 12:47:25.225645 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52510) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:47:25.280023 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6fafb2ad-c6d9-4a50-9cb3-319b746a25b6 req-25ad0e5e-8377-4953-989d-f6633192a48a tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3ee0e9-13e8-4ce8-baba-190e961e7f8d HTTP/1.1" status: 200 len: 210 time: 0.0532219 Apr 21 12:47:25.294847 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-bedf3f10-af8f-4d89-af77-fb221d985212 None None] Set router 63191d0a-bc65-463f-8155-7b6b0d370a11 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:47:25.297668 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-827105af-8e10-433f-8464-777fdaa1d880 req-c3323fb5-a266-4541-93f5-4f7b5fe491eb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:25.371294 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['fd703816-be55-4a83-abca-884c73b87469'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:47:25.417214 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-827105af-8e10-433f-8464-777fdaa1d880 req-c3323fb5-a266-4541-93f5-4f7b5fe491eb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:47:25.426958 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e653cc-1b4f-4c78-b7de-8cdddae8c0ff req-88216d00-06d1-4580-ac53-6424f5eeb27d tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:25.435196 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09e653cc-1b4f-4c78-b7de-8cdddae8c0ff req-88216d00-06d1-4580-ac53-6424f5eeb27d tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.3114228 Apr 21 12:47:25.446430 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-827105af-8e10-433f-8464-777fdaa1d880 req-c3323fb5-a266-4541-93f5-4f7b5fe491eb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:47:25.468106 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0c22aae3-c0af-435b-aee4-2d1ac550fb51 req-c6857e80-de3e-45a1-b2eb-c18a7dfc8bc2 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] For port cad8c9f9-0009-48fe-a768-fc7f52b61aa5, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=cad8c9f9-0009-48fe-a768-fc7f52b61aa5,segment=NetworkSegment(eefc3577-f7f0-41ba-9d31-f34a4e258a0c),segment_id=eefc3577-f7f0-41ba-9d31-f34a4e258a0c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:25.468354 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0c22aae3-c0af-435b-aee4-2d1ac550fb51 req-c6857e80-de3e-45a1-b2eb-c18a7dfc8bc2 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:25.477012 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3323fb5-a266-4541-93f5-4f7b5fe491eb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Pushing event updated for resources: {'Port': ['ID=f67037ec-0269-4c0c-8eeb-9a294d01213f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:25.528842 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-827105af-8e10-433f-8464-777fdaa1d880 req-c3323fb5-a266-4541-93f5-4f7b5fe491eb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:47:25.566591 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5e0eae00-f798-49d1-b94d-39ead94e4022 None None] Provisioning complete for port 61a72f5f-87d1-43c2-a3ff-42ca8497daa9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:25.566979 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e0eae00-f798-49d1-b94d-39ead94e4022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:25.592212 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-0c22aae3-c0af-435b-aee4-2d1ac550fb51 req-c6857e80-de3e-45a1-b2eb-c18a7dfc8bc2 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Calling delete_port for cad8c9f9-0009-48fe-a768-fc7f52b61aa5 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:47:25.630528 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb164495-cd3c-4428-ba66-bf2be3c71ab6 req-da069845-899a-4ce4-8317-723bc7201b94 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:25.638946 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb164495-cd3c-4428-ba66-bf2be3c71ab6 req-da069845-899a-4ce4-8317-723bc7201b94 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 945 time: 0.1938093 Apr 21 12:47:25.642892 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-eeb09996-b9ea-4eaa-897f-c48b3fbd07df req-5e937d8b-ebbb-44b3-987b-7954cebea276 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Deleting port 0a8d033e-31d0-45f4-aa62-9814b97dea0a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:47:25.643236 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eeb09996-b9ea-4eaa-897f-c48b3fbd07df req-5e937d8b-ebbb-44b3-987b-7954cebea276 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:25.746162 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-eeb09996-b9ea-4eaa-897f-c48b3fbd07df req-5e937d8b-ebbb-44b3-987b-7954cebea276 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] For port 0a8d033e-31d0-45f4-aa62-9814b97dea0a, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=0a8d033e-31d0-45f4-aa62-9814b97dea0a,segment=NetworkSegment(eefc3577-f7f0-41ba-9d31-f34a4e258a0c),segment_id=eefc3577-f7f0-41ba-9d31-f34a4e258a0c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:25.746875 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eeb09996-b9ea-4eaa-897f-c48b3fbd07df req-5e937d8b-ebbb-44b3-987b-7954cebea276 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:25.763282 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-827105af-8e10-433f-8464-777fdaa1d880 req-ab119cb8-bf1b-426e-8138-5794c20be995 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Allocated IP 192.168.233.51 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/b3059ab7-b5e6-4412-9ca9-4020a316efc0) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:47:25.763640 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-eeb09996-b9ea-4eaa-897f-c48b3fbd07df req-5e937d8b-ebbb-44b3-987b-7954cebea276 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Calling delete_port for 0a8d033e-31d0-45f4-aa62-9814b97dea0a owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:47:25.881142 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-bedf3f10-af8f-4d89-af77-fb221d985212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'name': 'tempest-TestServerBasicOps-216453863-router', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'f5634933-f37f-48aa-a369-20bc33f3a42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:22Z', 'updated_at': '2022-04-21T12:47:23Z', 'revision_number': 3, 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'gw_port': {'id': 'f5634933-f37f-48aa-a369-20bc33f3a42b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:22Z', 'updated_at': '2022-04-21T12:47:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:47:25.895950 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09e653cc-1b4f-4c78-b7de-8cdddae8c0ff req-75a8a00a-9e4c-408b-91cb-3d763f9fa709 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4597754 Apr 21 12:47:25.911806 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:47:25.920066 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedf3f10-af8f-4d89-af77-fb221d985212 None None] Checking router: 63191d0a-bc65-463f-8155-7b6b0d370a11 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:47:25.920413 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedf3f10-af8f-4d89-af77-fb221d985212 None None] Updating router 63191d0a-bc65-463f-8155-7b6b0d370a11 port f5634933-f37f-48aa-a369-20bc33f3a42b binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:47:25.950247 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bedf3f10-af8f-4d89-af77-fb221d985212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:26.007156 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827105af-8e10-433f-8464-777fdaa1d880 req-c3323fb5-a266-4541-93f5-4f7b5fe491eb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:26.007794 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-827105af-8e10-433f-8464-777fdaa1d880 req-c3323fb5-a266-4541-93f5-4f7b5fe491eb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:26.057635 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb164495-cd3c-4428-ba66-bf2be3c71ab6 req-a875dbbb-a942-4e1c-bf4c-c84d4648c9bb tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176793 Apr 21 12:47:26.079327 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eeb09996-b9ea-4eaa-897f-c48b3fbd07df req-5e937d8b-ebbb-44b3-987b-7954cebea276 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:26.132621 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827105af-8e10-433f-8464-777fdaa1d880 req-c3323fb5-a266-4541-93f5-4f7b5fe491eb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5034070 Apr 21 12:47:26.158823 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-827105af-8e10-433f-8464-777fdaa1d880 req-d1f5d3ec-7bad-474f-bd2b-163a07ba273c service neutron] Request body: {'port': {'device_id': 'e06d93cb-5940-4118-98e5-287f3bc62a78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:47:26.183403 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['0a8d033e-31d0-45f4-aa62-9814b97dea0a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:47:26.192722 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e937d8b-ebbb-44b3-987b-7954cebea276 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Pushing event deleted for resources: {'Port': ['ID=0a8d033e-31d0-45f4-aa62-9814b97dea0a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:26.249622 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-fe856134-9934-4a03-b7b7-63a02dd07be0 None None] Provisioning complete for port f67037ec-0269-4c0c-8eeb-9a294d01213f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:26.250454 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe856134-9934-4a03-b7b7-63a02dd07be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:26.322087 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fe856134-9934-4a03-b7b7-63a02dd07be0 None None] Port f67037ec-0269-4c0c-8eeb-9a294d01213f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:47:26.326709 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bedf3f10-af8f-4d89-af77-fb221d985212 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:26.429328 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 61a72f5f-87d1-43c2-a3ff-42ca8497daa9 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:47:26.465696 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63638464-9304-4ae6-a079-12c5d6a310f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:26.467883 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bedf3f10-af8f-4d89-af77-fb221d985212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:26.476542 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['cad8c9f9-0009-48fe-a768-fc7f52b61aa5'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:47:26.595555 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986cd99-374e-41db-9677-d339fa34d3ff None None] Pushing event updated for resources: {'Port': ['ID=f5634933-f37f-48aa-a369-20bc33f3a42b,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:26.613923 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bedf3f10-af8f-4d89-af77-fb221d985212 None None] Attempting to bind port f5634933-f37f-48aa-a369-20bc33f3a42b on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:47:26.615252 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bedf3f10-af8f-4d89-af77-fb221d985212 None None] Attempting to bind port f5634933-f37f-48aa-a369-20bc33f3a42b by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:47:26.615797 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedf3f10-af8f-4d89-af77-fb221d985212 None None] Attempting to bind port f5634933-f37f-48aa-a369-20bc33f3a42b on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:47:26.632563 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedf3f10-af8f-4d89-af77-fb221d985212 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:47:26.633318 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedf3f10-af8f-4d89-af77-fb221d985212 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:47:26.633977 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bedf3f10-af8f-4d89-af77-fb221d985212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:26.634560 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedf3f10-af8f-4d89-af77-fb221d985212 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:47:26.635228 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bedf3f10-af8f-4d89-af77-fb221d985212 None None] Bound port: f5634933-f37f-48aa-a369-20bc33f3a42b, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:47:26.635793 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bedf3f10-af8f-4d89-af77-fb221d985212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:26.696449 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bedf3f10-af8f-4d89-af77-fb221d985212 None None] For port f5634933-f37f-48aa-a369-20bc33f3a42b, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:47:26.708070 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device cad8c9f9-0009-48fe-a768-fc7f52b61aa5 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:47:26.741503 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 61a72f5f-87d1-43c2-a3ff-42ca8497daa9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:26.742200 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:26.747492 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7ac08-0fc3-4072-b52f-88029d9732b0 req-7211071b-e2b8-4b4d-a99b-747a8521a907 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:26.749014 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68b7ac08-0fc3-4072-b52f-88029d9732b0 req-7211071b-e2b8-4b4d-a99b-747a8521a907 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/ports?device_id=08109f86-5991-4ebc-9945-62cf542bcee7 HTTP/1.1" status: 200 len: 945 time: 0.6595547 Apr 21 12:47:26.753973 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb09996-b9ea-4eaa-897f-c48b3fbd07df req-5e937d8b-ebbb-44b3-987b-7954cebea276 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] No DVR routers for this DVR port 0a8d033e-31d0-45f4-aa62-9814b97dea0a on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:47:26.759919 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-827105af-8e10-433f-8464-777fdaa1d880 req-d1f5d3ec-7bad-474f-bd2b-163a07ba273c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:26.762519 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eeb09996-b9ea-4eaa-897f-c48b3fbd07df req-5e937d8b-ebbb-44b3-987b-7954cebea276 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:26.766436 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eeb09996-b9ea-4eaa-897f-c48b3fbd07df req-5e937d8b-ebbb-44b3-987b-7954cebea276 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.24 "DELETE /v2.0/ports/0a8d033e-31d0-45f4-aa62-9814b97dea0a HTTP/1.1" status: 204 len: 173 time: 1.9647009 Apr 21 12:47:26.767811 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-63638464-9304-4ae6-a079-12c5d6a310f6 admin admin] Allocated IP 172.20.0.1 (df1e605b-21ce-4bc1-aff5-ebb02658784b/53d6cd17-e719-4dcc-a307-60dd92480543/4696ccad-dc77-44c4-9380-c56a226ea8bf) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:47:26.777985 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11312da-d61f-4581-ba3b-a9629a110125', 'name': 'network-vif-deleted', 'tag': '0a8d033e-31d0-45f4-aa62-9814b97dea0a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:47:26.780201 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c2f126-1dc7-402a-b7c7-48be514776fa" -d '{"events": [{"server_uuid": "e11312da-d61f-4581-ba3b-a9629a110125", "name": "network-vif-deleted", "tag": "0a8d033e-31d0-45f4-aa62-9814b97dea0a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:47:26.815168 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dce94f-fc09-41ba-a3c9-8e45e3270776 req-994dcbb7-d5b7-4f98-bc1f-84a47dc74caf tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:26.816802 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-55dce94f-fc09-41ba-a3c9-8e45e3270776 req-994dcbb7-d5b7-4f98-bc1f-84a47dc74caf tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.1637125 Apr 21 12:47:26.882900 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bedf3f10-af8f-4d89-af77-fb221d985212 None None] For port f5634933-f37f-48aa-a369-20bc33f3a42b, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f5634933-f37f-48aa-a369-20bc33f3a42b,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:47:26.883838 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0c22aae3-c0af-435b-aee4-2d1ac550fb51 req-c6857e80-de3e-45a1-b2eb-c18a7dfc8bc2 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:26.897031 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['0a8d033e-31d0-45f4-aa62-9814b97dea0a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:47:26.918856 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-827105af-8e10-433f-8464-777fdaa1d880 req-ab119cb8-bf1b-426e-8138-5794c20be995 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:26.956816 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-55dce94f-fc09-41ba-a3c9-8e45e3270776 req-29aa47e1-4850-4c0c-829c-83b84501ee2b tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109040 Apr 21 12:47:26.959845 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6857e80-de3e-45a1-b2eb-c18a7dfc8bc2 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Pushing event deleted for resources: {'Port': ['ID=cad8c9f9-0009-48fe-a768-fc7f52b61aa5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:26.983015 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bedf3f10-af8f-4d89-af77-fb221d985212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:26.987029 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:26.998342 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63638464-9304-4ae6-a079-12c5d6a310f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:27.078807 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68b7ac08-0fc3-4072-b52f-88029d9732b0 req-9114078f-64e0-4e11-af05-51ae0c1206e4 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/security-groups?id=1c7897cd-4113-4d24-8343-6e2f9fce73d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115153 Apr 21 12:47:27.127195 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 83c9f50d-2c04-461c-9b95-d8fbcd8bbd14 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:47:27.131848 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986cd99-374e-41db-9677-d339fa34d3ff None None] Pushing event updated for resources: {'Port': ['ID=f5634933-f37f-48aa-a369-20bc33f3a42b,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:27.147396 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-827105af-8e10-433f-8464-777fdaa1d880 req-ab119cb8-bf1b-426e-8138-5794c20be995 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:27.160952 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42549ee4-c5c3-4f76-8554-b7029912ad10 req-8f676f41-a836-4c3e-8357-65a8b4be261d tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3ee0e9-13e8-4ce8-baba-190e961e7f8d HTTP/1.1" status: 200 len: 210 time: 0.0780916 Apr 21 12:47:27.167992 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01686224-efa4-4b6f-9b69-3da2046eeaac x-openstack-request-id: req-01686224-efa4-4b6f-9b69-3da2046eeaac {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:47:27.168300 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11312da-d61f-4581-ba3b-a9629a110125", "name": "network-vif-deleted", "tag": "0a8d033e-31d0-45f4-aa62-9814b97dea0a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:47:27.168564 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-01686224-efa4-4b6f-9b69-3da2046eeaac {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:47:27.169099 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01686224-efa4-4b6f-9b69-3da2046eeaac'] response: {'server_uuid': 'e11312da-d61f-4581-ba3b-a9629a110125', 'name': 'network-vif-deleted', 'tag': '0a8d033e-31d0-45f4-aa62-9814b97dea0a', 'status': 'completed', 'code': 200} Apr 21 12:47:27.169806 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedf3f10-af8f-4d89-af77-fb221d985212 None None] Routers {'63191d0a-bc65-463f-8155-7b6b0d370a11'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:47:27.170460 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-bedf3f10-af8f-4d89-af77-fb221d985212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:47:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['63191d0a-bc65-463f-8155-7b6b0d370a11'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:47:27.176720 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 83c9f50d-2c04-461c-9b95-d8fbcd8bbd14 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:47:27.176720 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 83c9f50d-2c04-461c-9b95-d8fbcd8bbd14 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:47:27.235816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c22aae3-c0af-435b-aee4-2d1ac550fb51 req-c6857e80-de3e-45a1-b2eb-c18a7dfc8bc2 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] No DVR routers for this DVR port cad8c9f9-0009-48fe-a768-fc7f52b61aa5 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:47:27.235816 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0c22aae3-c0af-435b-aee4-2d1ac550fb51 req-c6857e80-de3e-45a1-b2eb-c18a7dfc8bc2 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:27.235816 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0c22aae3-c0af-435b-aee4-2d1ac550fb51 req-c6857e80-de3e-45a1-b2eb-c18a7dfc8bc2 tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.26 "DELETE /v2.0/ports/cad8c9f9-0009-48fe-a768-fc7f52b61aa5 HTTP/1.1" status: 204 len: 173 time: 3.0584979 Apr 21 12:47:27.266772 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63638464-9304-4ae6-a079-12c5d6a310f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:27.272399 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['fd703816-be55-4a83-abca-884c73b87469'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:47:27.284255 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-827105af-8e10-433f-8464-777fdaa1d880 req-ab119cb8-bf1b-426e-8138-5794c20be995 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:47:27.289018 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-827105af-8e10-433f-8464-777fdaa1d880 req-ab119cb8-bf1b-426e-8138-5794c20be995 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:47:27.303832 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-827105af-8e10-433f-8464-777fdaa1d880 req-ab119cb8-bf1b-426e-8138-5794c20be995 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:47:27.374644 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63638464-9304-4ae6-a079-12c5d6a310f6 admin admin] Network df1e605b-21ce-4bc1-aff5-ebb02658784b is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:47:27.378914 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-63638464-9304-4ae6-a079-12c5d6a310f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:47:27.385938 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63638464-9304-4ae6-a079-12c5d6a310f6 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:47:27.408420 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25365a46-930e-4ab0-9034-ef8d35134977 req-d17272d7-0706-47b2-ad5f-1730309bac9e tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:27.423536 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-25365a46-930e-4ab0-9034-ef8d35134977 req-d17272d7-0706-47b2-ad5f-1730309bac9e tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 945 time: 0.1477315 Apr 21 12:47:27.459267 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab119cb8-bf1b-426e-8138-5794c20be995 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Pushing event updated for resources: {'Port': ['ID=b3059ab7-b5e6-4412-9ca9-4020a316efc0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:27.472033 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08814ec-9adf-4a42-93ab-cd1d4c9bd003 req-e2b3c9d4-cc07-490c-84c5-6e0464213554 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:27.474534 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d08814ec-9adf-4a42-93ab-cd1d4c9bd003 req-e2b3c9d4-cc07-490c-84c5-6e0464213554 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.1641977 Apr 21 12:47:27.535314 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63638464-9304-4ae6-a079-12c5d6a310f6 admin admin] Pushing event updated for resources: {'Port': ['ID=4696ccad-dc77-44c4-9380-c56a226ea8bf,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:27.548032 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827105af-8e10-433f-8464-777fdaa1d880 req-ab119cb8-bf1b-426e-8138-5794c20be995 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:27.549428 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-827105af-8e10-433f-8464-777fdaa1d880 req-ab119cb8-bf1b-426e-8138-5794c20be995 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:27.552865 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63638464-9304-4ae6-a079-12c5d6a310f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:27.601820 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-bedf3f10-af8f-4d89-af77-fb221d985212 None None] Set router 63191d0a-bc65-463f-8155-7b6b0d370a11 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:47:27.653597 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-25365a46-930e-4ab0-9034-ef8d35134977 req-37dda148-c1e4-4498-889c-df9f7034a872 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285841 Apr 21 12:47:27.730960 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-827105af-8e10-433f-8464-777fdaa1d880 req-ab119cb8-bf1b-426e-8138-5794c20be995 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0796509 Apr 21 12:47:27.759397 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-827105af-8e10-433f-8464-777fdaa1d880 req-c99a674a-2124-4b67-88bc-92dfcccbebcd service neutron] Request body: {'port': {'device_id': '1d3ee0e9-13e8-4ce8-baba-190e961e7f8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:47:27.774054 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d08814ec-9adf-4a42-93ab-cd1d4c9bd003 req-435afa25-8ac8-4a23-abfa-6c749e3e9011 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765590 Apr 21 12:47:27.779618 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-827105af-8e10-433f-8464-777fdaa1d880 req-d1f5d3ec-7bad-474f-bd2b-163a07ba273c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f67037ec-0269-4c0c-8eeb-9a294d01213f {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:47:27.793835 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-827105af-8e10-433f-8464-777fdaa1d880 req-d1f5d3ec-7bad-474f-bd2b-163a07ba273c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:27.813905 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-827105af-8e10-433f-8464-777fdaa1d880 req-d1f5d3ec-7bad-474f-bd2b-163a07ba273c service neutron] Transition to ACTIVE for port object f67037ec-0269-4c0c-8eeb-9a294d01213f will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:47:27.827484 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-827105af-8e10-433f-8464-777fdaa1d880 req-c99a674a-2124-4b67-88bc-92dfcccbebcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:27.908473 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-827105af-8e10-433f-8464-777fdaa1d880 req-d1f5d3ec-7bad-474f-bd2b-163a07ba273c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:27.915717 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-003ee7d7-78d5-4b9b-b255-c1b25b4c6850 None None] Provisioning complete for port b3059ab7-b5e6-4412-9ca9-4020a316efc0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:27.916092 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-003ee7d7-78d5-4b9b-b255-c1b25b4c6850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:27.990953 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-003ee7d7-78d5-4b9b-b255-c1b25b4c6850 None None] Port b3059ab7-b5e6-4412-9ca9-4020a316efc0 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:47:28.027382 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-003ee7d7-78d5-4b9b-b255-c1b25b4c6850 None None] Provisioning complete for port 4696ccad-dc77-44c4-9380-c56a226ea8bf triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:28.027756 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-003ee7d7-78d5-4b9b-b255-c1b25b4c6850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:28.031037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-bedf3f10-af8f-4d89-af77-fb221d985212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'name': 'tempest-TestServerBasicOps-216453863-router', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'f5634933-f37f-48aa-a369-20bc33f3a42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:22Z', 'updated_at': '2022-04-21T12:47:23Z', 'revision_number': 3, 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'gw_port': {'id': 'f5634933-f37f-48aa-a369-20bc33f3a42b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:22Z', 'updated_at': '2022-04-21T12:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:47:28.080870 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5d3ec-7bad-474f-bd2b-163a07ba273c service neutron] Pushing event updated for resources: {'Port': ['ID=f67037ec-0269-4c0c-8eeb-9a294d01213f,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:28.132083 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63638464-9304-4ae6-a079-12c5d6a310f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:28.175905 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedf3f10-af8f-4d89-af77-fb221d985212 None None] The sync data for ids ['63191d0a-bc65-463f-8155-7b6b0d370a11'] in n-d-836147-2 is: [{'id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'name': 'tempest-TestServerBasicOps-216453863-router', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'f5634933-f37f-48aa-a369-20bc33f3a42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:22Z', 'updated_at': '2022-04-21T12:47:23Z', 'revision_number': 3, 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'gw_port': {'id': 'f5634933-f37f-48aa-a369-20bc33f3a42b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:22Z', 'updated_at': '2022-04-21T12:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:47:28.199595 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-003ee7d7-78d5-4b9b-b255-c1b25b4c6850 None None] Port 4696ccad-dc77-44c4-9380-c56a226ea8bf cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:47:28.275214 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a8f5e2db-6cef-4bd6-b48d-372b62d7eeea req-33c3cf84-5b9a-4e2d-9e2c-cc1754023c7d tempest-ListServersNegativeTestJSON-1333602681 tempest-ListServersNegativeTestJSON-1333602681-project] 10.222.0.36 "GET /v2.0/ports?device_id=08109f86-5991-4ebc-9945-62cf542bcee7 HTTP/1.1" status: 200 len: 210 time: 0.0340962 Apr 21 12:47:28.303415 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-827105af-8e10-433f-8464-777fdaa1d880 req-d1f5d3ec-7bad-474f-bd2b-163a07ba273c service neutron] Attempting to bind port f67037ec-0269-4c0c-8eeb-9a294d01213f on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:47:28.303547 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-827105af-8e10-433f-8464-777fdaa1d880 req-d1f5d3ec-7bad-474f-bd2b-163a07ba273c service neutron] Attempting to bind port f67037ec-0269-4c0c-8eeb-9a294d01213f by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:47:28.303896 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827105af-8e10-433f-8464-777fdaa1d880 req-d1f5d3ec-7bad-474f-bd2b-163a07ba273c service neutron] Attempting to bind port f67037ec-0269-4c0c-8eeb-9a294d01213f on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:47:28.315025 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d36829-2439-4d64-b882-887934568093 req-d0c603b1-b036-46b6-9cc0-44deb4dda6f2 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:28.316852 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-91d36829-2439-4d64-b882-887934568093 req-d0c603b1-b036-46b6-9cc0-44deb4dda6f2 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.1329801 Apr 21 12:47:28.341340 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827105af-8e10-433f-8464-777fdaa1d880 req-d1f5d3ec-7bad-474f-bd2b-163a07ba273c service neutron] Port f67037ec-0269-4c0c-8eeb-9a294d01213f on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:47:28.341794 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827105af-8e10-433f-8464-777fdaa1d880 req-d1f5d3ec-7bad-474f-bd2b-163a07ba273c service neutron] Attempting to bind port f67037ec-0269-4c0c-8eeb-9a294d01213f on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:47:28.359699 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827105af-8e10-433f-8464-777fdaa1d880 req-d1f5d3ec-7bad-474f-bd2b-163a07ba273c service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:47:28.360133 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827105af-8e10-433f-8464-777fdaa1d880 req-d1f5d3ec-7bad-474f-bd2b-163a07ba273c service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:47:28.360526 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827105af-8e10-433f-8464-777fdaa1d880 req-d1f5d3ec-7bad-474f-bd2b-163a07ba273c service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:47:28.361140 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-827105af-8e10-433f-8464-777fdaa1d880 req-d1f5d3ec-7bad-474f-bd2b-163a07ba273c service neutron] Bound port: f67037ec-0269-4c0c-8eeb-9a294d01213f, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:47:28.361517 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-827105af-8e10-433f-8464-777fdaa1d880 req-d1f5d3ec-7bad-474f-bd2b-163a07ba273c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:28.469550 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-91d36829-2439-4d64-b882-887934568093 req-d12dc1a1-c79d-436e-b344-815872a10ff9 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449192 Apr 21 12:47:28.511322 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-827105af-8e10-433f-8464-777fdaa1d880 req-d1f5d3ec-7bad-474f-bd2b-163a07ba273c service neutron] For port f67037ec-0269-4c0c-8eeb-9a294d01213f, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:47:28.517234 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-827105af-8e10-433f-8464-777fdaa1d880 req-d1f5d3ec-7bad-474f-bd2b-163a07ba273c service neutron] For port f67037ec-0269-4c0c-8eeb-9a294d01213f, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=f67037ec-0269-4c0c-8eeb-9a294d01213f,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:47:28.526887 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0ad5f-abd3-4783-8a76-1c4c6f90c9a7 req-6d64a345-4ddb-41a7-bedd-446572bcf10d tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:28.528421 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c1d0ad5f-abd3-4783-8a76-1c4c6f90c9a7 req-6d64a345-4ddb-41a7-bedd-446572bcf10d tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3ee0e9-13e8-4ce8-baba-190e961e7f8d HTTP/1.1" status: 200 len: 935 time: 0.1068606 Apr 21 12:47:28.569285 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-827105af-8e10-433f-8464-777fdaa1d880 req-c99a674a-2124-4b67-88bc-92dfcccbebcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3059ab7-b5e6-4412-9ca9-4020a316efc0 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:47:28.581938 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-827105af-8e10-433f-8464-777fdaa1d880 req-c99a674a-2124-4b67-88bc-92dfcccbebcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:28.600745 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c1d0ad5f-abd3-4783-8a76-1c4c6f90c9a7 req-51fa17bc-b9cc-46cd-99b7-118d2ab486b2 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637310 Apr 21 12:47:28.612605 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63638464-9304-4ae6-a079-12c5d6a310f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:28.614836 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-827105af-8e10-433f-8464-777fdaa1d880 req-c99a674a-2124-4b67-88bc-92dfcccbebcd service neutron] Transition to ACTIVE for port object b3059ab7-b5e6-4412-9ca9-4020a316efc0 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:47:28.635231 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-827105af-8e10-433f-8464-777fdaa1d880 req-d1f5d3ec-7bad-474f-bd2b-163a07ba273c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:28.643334 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 0bea9145-2aad-4b72-8b40-597d593f4fdf details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:47:28.719370 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827105af-8e10-433f-8464-777fdaa1d880 req-d1f5d3ec-7bad-474f-bd2b-163a07ba273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:28.721645 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-827105af-8e10-433f-8464-777fdaa1d880 req-d1f5d3ec-7bad-474f-bd2b-163a07ba273c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:28.725091 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-827105af-8e10-433f-8464-777fdaa1d880 req-c99a674a-2124-4b67-88bc-92dfcccbebcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:28.748858 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827105af-8e10-433f-8464-777fdaa1d880 req-d1f5d3ec-7bad-474f-bd2b-163a07ba273c service neutron] 10.222.0.24 "PUT /v2.0/ports/f67037ec-0269-4c0c-8eeb-9a294d01213f HTTP/1.1" status: 200 len: 1095 time: 2.5696132 Apr 21 12:47:28.760933 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5d3ec-7bad-474f-bd2b-163a07ba273c service neutron] Pushing event updated for resources: {'Port': ['ID=f67037ec-0269-4c0c-8eeb-9a294d01213f,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:28.791850 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63638464-9304-4ae6-a079-12c5d6a310f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:28.929757 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 0bea9145-2aad-4b72-8b40-597d593f4fdf, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0bea9145-2aad-4b72-8b40-597d593f4fdf,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:28.948146 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e28b2be-511e-44ba-9fd4-65db6dacde68 req-657dfb96-4b6b-4cdd-876b-d7d1bf93accc tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:28.949782 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e28b2be-511e-44ba-9fd4-65db6dacde68 req-657dfb96-4b6b-4cdd-876b-d7d1bf93accc tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 945 time: 0.1530647 Apr 21 12:47:28.966172 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '0bea9145-2aad-4b72-8b40-597d593f4fdf', 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f', 'port_id': '0bea9145-2aad-4b72-8b40-597d593f4fdf', 'mac_address': 'fa:16:3e:a8:cd:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de8299c-2f72-4fcd-b7b0-175fd3b81685', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:47:29.012789 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63638464-9304-4ae6-a079-12c5d6a310f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:29.014613 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a674a-2124-4b67-88bc-92dfcccbebcd service neutron] Pushing event updated for resources: {'Port': ['ID=b3059ab7-b5e6-4412-9ca9-4020a316efc0,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:29.056636 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:29.089030 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0bea9145-2aad-4b72-8b40-597d593f4fdf {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:47:29.154843 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 0bea9145-2aad-4b72-8b40-597d593f4fdf, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0bea9145-2aad-4b72-8b40-597d593f4fdf,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:29.174295 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 0a8d033e-31d0-45f4-aa62-9814b97dea0a no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:47:29.174637 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08109f86-5991-4ebc-9945-62cf542bcee7', 'name': 'network-vif-deleted', 'tag': 'cad8c9f9-0009-48fe-a768-fc7f52b61aa5'}, {'name': 'network-changed', 'server_uuid': 'e06d93cb-5940-4118-98e5-287f3bc62a78', 'tag': 'f67037ec-0269-4c0c-8eeb-9a294d01213f'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:47:29.179536 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83fee90-2dd3-4500-b188-1fbe3b96f244" -d '{"events": [{"server_uuid": "08109f86-5991-4ebc-9945-62cf542bcee7", "name": "network-vif-deleted", "tag": "cad8c9f9-0009-48fe-a768-fc7f52b61aa5"}, {"name": "network-changed", "server_uuid": "e06d93cb-5940-4118-98e5-287f3bc62a78", "tag": "f67037ec-0269-4c0c-8eeb-9a294d01213f"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:47:29.223009 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e28b2be-511e-44ba-9fd4-65db6dacde68 req-edfe41b7-867d-4167-82ca-1a617d645549 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502699 Apr 21 12:47:29.234725 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 0a8d033e-31d0-45f4-aa62-9814b97dea0a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:47:29.235068 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 0a8d033e-31d0-45f4-aa62-9814b97dea0a not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:47:29.254088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827105af-8e10-433f-8464-777fdaa1d880 req-89074481-80f6-45cf-96d7-5b36c9c2a3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:29.287329 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:29.288708 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827105af-8e10-433f-8464-777fdaa1d880 req-89074481-80f6-45cf-96d7-5b36c9c2a3f6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c623b08b095e4654a1f16b34ae10bc43&device_id=e06d93cb-5940-4118-98e5-287f3bc62a78 HTTP/1.1" status: 200 len: 1098 time: 0.3278909 Apr 21 12:47:29.299333 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91aead3-b6ae-4a69-a5ab-e3a7bbd497ed req-d9b6adba-b6e2-45e9-adc9-b009502f2d65 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:29.307639 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f91aead3-b6ae-4a69-a5ab-e3a7bbd497ed req-d9b6adba-b6e2-45e9-adc9-b009502f2d65 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.3568027 Apr 21 12:47:29.323994 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63638464-9304-4ae6-a079-12c5d6a310f6 admin admin] Network df1e605b-21ce-4bc1-aff5-ebb02658784b is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:47:29.338787 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-63638464-9304-4ae6-a079-12c5d6a310f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:47:29.351219 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63638464-9304-4ae6-a079-12c5d6a310f6 admin admin] Pushing event updated for resources: {'Port': ['ID=4696ccad-dc77-44c4-9380-c56a226ea8bf,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:29.425950 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=0bea9145-2aad-4b72-8b40-597d593f4fdf,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:29.459332 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 21 Apr 2022 12:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6efe503-5508-4830-91a7-eeb53c6bd4f2 x-openstack-request-id: req-b6efe503-5508-4830-91a7-eeb53c6bd4f2 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:47:29.462841 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08109f86-5991-4ebc-9945-62cf542bcee7", "name": "network-vif-deleted", "tag": "cad8c9f9-0009-48fe-a768-fc7f52b61aa5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e06d93cb-5940-4118-98e5-287f3bc62a78", "tag": "f67037ec-0269-4c0c-8eeb-9a294d01213f", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:47:29.462841 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6efe503-5508-4830-91a7-eeb53c6bd4f2 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:47:29.463394 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6efe503-5508-4830-91a7-eeb53c6bd4f2'] response: {'server_uuid': '08109f86-5991-4ebc-9945-62cf542bcee7', 'name': 'network-vif-deleted', 'tag': 'cad8c9f9-0009-48fe-a768-fc7f52b61aa5', 'status': 'completed', 'code': 200} Apr 21 12:47:29.463745 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6efe503-5508-4830-91a7-eeb53c6bd4f2'] response: {'name': 'network-changed', 'server_uuid': 'e06d93cb-5940-4118-98e5-287f3bc62a78', 'tag': 'f67037ec-0269-4c0c-8eeb-9a294d01213f', 'status': 'completed', 'code': 200} Apr 21 12:47:29.471311 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827105af-8e10-433f-8464-777fdaa1d880 req-c4526df5-e76f-4b33-8e82-1efb51f59a10 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=f67037ec-0269-4c0c-8eeb-9a294d01213f HTTP/1.1" status: 200 len: 217 time: 0.1579082 Apr 21 12:47:29.474585 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-827105af-8e10-433f-8464-777fdaa1d880 req-c99a674a-2124-4b67-88bc-92dfcccbebcd service neutron] Attempting to bind port b3059ab7-b5e6-4412-9ca9-4020a316efc0 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:47:29.474920 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-827105af-8e10-433f-8464-777fdaa1d880 req-c99a674a-2124-4b67-88bc-92dfcccbebcd service neutron] Attempting to bind port b3059ab7-b5e6-4412-9ca9-4020a316efc0 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:47:29.475252 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827105af-8e10-433f-8464-777fdaa1d880 req-c99a674a-2124-4b67-88bc-92dfcccbebcd service neutron] Attempting to bind port b3059ab7-b5e6-4412-9ca9-4020a316efc0 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:47:29.490853 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['0bea9145-2aad-4b72-8b40-597d593f4fdf'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:47:29.506380 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827105af-8e10-433f-8464-777fdaa1d880 req-c99a674a-2124-4b67-88bc-92dfcccbebcd service neutron] Port b3059ab7-b5e6-4412-9ca9-4020a316efc0 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:47:29.506704 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827105af-8e10-433f-8464-777fdaa1d880 req-c99a674a-2124-4b67-88bc-92dfcccbebcd service neutron] Attempting to bind port b3059ab7-b5e6-4412-9ca9-4020a316efc0 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:47:29.507356 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f91aead3-b6ae-4a69-a5ab-e3a7bbd497ed req-00c294a8-7a74-4a55-aa9b-9ac73a09c94c tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964288 Apr 21 12:47:29.552584 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827105af-8e10-433f-8464-777fdaa1d880 req-c99a674a-2124-4b67-88bc-92dfcccbebcd service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:47:29.552970 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827105af-8e10-433f-8464-777fdaa1d880 req-c99a674a-2124-4b67-88bc-92dfcccbebcd service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:47:29.553368 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827105af-8e10-433f-8464-777fdaa1d880 req-c99a674a-2124-4b67-88bc-92dfcccbebcd service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:47:29.554868 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-827105af-8e10-433f-8464-777fdaa1d880 req-c99a674a-2124-4b67-88bc-92dfcccbebcd service neutron] Bound port: b3059ab7-b5e6-4412-9ca9-4020a316efc0, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:47:29.555153 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-827105af-8e10-433f-8464-777fdaa1d880 req-c99a674a-2124-4b67-88bc-92dfcccbebcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:29.563911 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52588) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:47:29.651424 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827105af-8e10-433f-8464-777fdaa1d880 req-ad609287-5bb0-464f-a1e9-6065eaf5c242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:29.653458 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827105af-8e10-433f-8464-777fdaa1d880 req-ad609287-5bb0-464f-a1e9-6065eaf5c242 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1503472 Apr 21 12:47:29.724362 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63638464-9304-4ae6-a079-12c5d6a310f6 admin admin] Router 63191d0a-bc65-463f-8155-7b6b0d370a11 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:47:29.734027 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d337cef-8119-41b5-a1e0-c4aaaf496f8c admin admin] Deleting subnet d5f90a16-2e4c-4ec3-8559-84479d1e8459 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:47:29.740202 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d337cef-8119-41b5-a1e0-c4aaaf496f8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:29.889108 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d337cef-8119-41b5-a1e0-c4aaaf496f8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:29.889359 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-827105af-8e10-433f-8464-777fdaa1d880 req-c99a674a-2124-4b67-88bc-92dfcccbebcd service neutron] For port b3059ab7-b5e6-4412-9ca9-4020a316efc0, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:47:29.895379 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5886ed46-853d-4ba1-b31e-3bebb1e226d8 None None] Provisioning complete for port 4696ccad-dc77-44c4-9380-c56a226ea8bf triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:29.896323 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5886ed46-853d-4ba1-b31e-3bebb1e226d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:29.909018 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-827105af-8e10-433f-8464-777fdaa1d880 req-c99a674a-2124-4b67-88bc-92dfcccbebcd service neutron] For port b3059ab7-b5e6-4412-9ca9-4020a316efc0, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=b3059ab7-b5e6-4412-9ca9-4020a316efc0,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:47:29.941404 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5886ed46-853d-4ba1-b31e-3bebb1e226d8 None None] Port 4696ccad-dc77-44c4-9380-c56a226ea8bf cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:47:29.950817 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827105af-8e10-433f-8464-777fdaa1d880 req-b8c64a92-0c74-41e8-bdf3-9d4350b88d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:29.952317 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827105af-8e10-433f-8464-777fdaa1d880 req-b8c64a92-0c74-41e8-bdf3-9d4350b88d5f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2879517 Apr 21 12:47:29.963731 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63638464-9304-4ae6-a079-12c5d6a310f6 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:47:29.970101 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-63638464-9304-4ae6-a079-12c5d6a310f6 admin admin] 10.222.0.36 "PUT /v2.0/routers/63191d0a-bc65-463f-8155-7b6b0d370a11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7444141 Apr 21 12:47:29.986411 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d337cef-8119-41b5-a1e0-c4aaaf496f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:29.996040 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7153acc-9a97-4e6f-bd63-8e858b7f9d3e req-44603f6d-e324-4fe8-8c5e-843ef7d03f04 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:29.997524 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e7153acc-9a97-4e6f-bd63-8e858b7f9d3e req-44603f6d-e324-4fe8-8c5e-843ef7d03f04 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.2777627 Apr 21 12:47:30.057319 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-827105af-8e10-433f-8464-777fdaa1d880 req-c99a674a-2124-4b67-88bc-92dfcccbebcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:30.093237 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827105af-8e10-433f-8464-777fdaa1d880 req-c99a674a-2124-4b67-88bc-92dfcccbebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:30.094439 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-827105af-8e10-433f-8464-777fdaa1d880 req-c99a674a-2124-4b67-88bc-92dfcccbebcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:30.100847 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430fb2ca-5b48-4dee-a6dd-0a7ef6aecc48 req-30cfc939-90fb-42af-ae70-a1c7626fb4cb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:30.113979 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-430fb2ca-5b48-4dee-a6dd-0a7ef6aecc48 req-30cfc939-90fb-42af-ae70-a1c7626fb4cb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3ee0e9-13e8-4ce8-baba-190e961e7f8d HTTP/1.1" status: 200 len: 947 time: 0.2921529 Apr 21 12:47:30.117806 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-827105af-8e10-433f-8464-777fdaa1d880 req-c99a674a-2124-4b67-88bc-92dfcccbebcd service neutron] 10.222.0.24 "PUT /v2.0/ports/b3059ab7-b5e6-4412-9ca9-4020a316efc0 HTTP/1.1" status: 200 len: 1095 time: 2.3413534 Apr 21 12:47:30.117806 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d3ee0e9-13e8-4ce8-baba-190e961e7f8d', 'tag': 'b3059ab7-b5e6-4412-9ca9-4020a316efc0'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:47:30.118985 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ddc9c1-831a-4509-9f11-c326f2788b57" -d '{"events": [{"name": "network-changed", "server_uuid": "1d3ee0e9-13e8-4ce8-baba-190e961e7f8d", "tag": "b3059ab7-b5e6-4412-9ca9-4020a316efc0"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:47:30.173661 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a674a-2124-4b67-88bc-92dfcccbebcd service neutron] Pushing event updated for resources: {'Port': ['ID=b3059ab7-b5e6-4412-9ca9-4020a316efc0,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:30.211478 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e7153acc-9a97-4e6f-bd63-8e858b7f9d3e req-b9ae6d62-348b-4332-8bb4-f95b25ceaf90 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774938 Apr 21 12:47:30.221343 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-430fb2ca-5b48-4dee-a6dd-0a7ef6aecc48 req-e0010157-b1b4-4646-bddd-a5d564528cc0 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106124 Apr 21 12:47:30.238278 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827105af-8e10-433f-8464-777fdaa1d880 req-5045890b-d88b-4bda-b35f-557880d18aa6 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704518 Apr 21 12:47:30.279820 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72086d8b-9c68-413e-a791-68d73c89e6ad x-openstack-request-id: req-72086d8b-9c68-413e-a791-68d73c89e6ad {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:47:30.279820 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d3ee0e9-13e8-4ce8-baba-190e961e7f8d", "tag": "b3059ab7-b5e6-4412-9ca9-4020a316efc0", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:47:30.279820 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-72086d8b-9c68-413e-a791-68d73c89e6ad {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:47:30.279820 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72086d8b-9c68-413e-a791-68d73c89e6ad'] response: {'name': 'network-changed', 'server_uuid': '1d3ee0e9-13e8-4ce8-baba-190e961e7f8d', 'tag': 'b3059ab7-b5e6-4412-9ca9-4020a316efc0', 'status': 'completed', 'code': 200} Apr 21 12:47:30.378242 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddc9c1-831a-4509-9f11-c326f2788b57 req-9af60f2f-8fdd-478c-afdf-9ff46a1a3f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:30.379928 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-76ddc9c1-831a-4509-9f11-c326f2788b57 req-9af60f2f-8fdd-478c-afdf-9ff46a1a3f2b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c623b08b095e4654a1f16b34ae10bc43&device_id=1d3ee0e9-13e8-4ce8-baba-190e961e7f8d HTTP/1.1" status: 200 len: 1098 time: 0.0736544 Apr 21 12:47:30.410241 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb89c38-622f-4a5e-9fba-9e11526dba78 req-7609dd56-6ed5-40ac-997c-46728bc30219 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:30.440031 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0cb89c38-622f-4a5e-9fba-9e11526dba78 req-7609dd56-6ed5-40ac-997c-46728bc30219 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 945 time: 0.0983093 Apr 21 12:47:30.440382 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-76ddc9c1-831a-4509-9f11-c326f2788b57 req-f1eafbed-5748-486a-9f4c-df371c196177 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c623b08b095e4654a1f16b34ae10bc43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380878 Apr 21 12:47:30.468736 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f5634933-f37f-48aa-a369-20bc33f3a42b up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:47:30.482842 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827105af-8e10-433f-8464-777fdaa1d880 req-d24028db-2c98-4a1e-bab1-3b03e513ef7b service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371995 Apr 21 12:47:30.501639 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d337cef-8119-41b5-a1e0-c4aaaf496f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:30.565044 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ddc9c1-831a-4509-9f11-c326f2788b57 req-c818fa06-6db1-4c9c-9ace-979aef16a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:30.566960 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-76ddc9c1-831a-4509-9f11-c326f2788b57 req-c818fa06-6db1-4c9c-9ace-979aef16a785 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1264997 Apr 21 12:47:30.586397 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0cb89c38-622f-4a5e-9fba-9e11526dba78 req-9251b583-1b23-4b90-92ab-e392a40450a3 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647930 Apr 21 12:47:30.607464 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d337cef-8119-41b5-a1e0-c4aaaf496f8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5f90a16-2e4c-4ec3-8559-84479d1e8459,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:30.607464 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d337cef-8119-41b5-a1e0-c4aaaf496f8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:30.613913 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7d337cef-8119-41b5-a1e0-c4aaaf496f8c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d5f90a16-2e4c-4ec3-8559-84479d1e8459 HTTP/1.1" status: 204 len: 168 time: 1.0360055 Apr 21 12:47:30.616401 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52608) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:47:30.620803 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port f5634933-f37f-48aa-a369-20bc33f3a42b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:30.621370 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:30.651910 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827105af-8e10-433f-8464-777fdaa1d880 req-37531c3a-6333-474b-b861-0e39b20d56d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:30.653369 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-827105af-8e10-433f-8464-777fdaa1d880 req-37531c3a-6333-474b-b861-0e39b20d56d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c623b08b095e4654a1f16b34ae10bc43&device_id=1d3ee0e9-13e8-4ce8-baba-190e961e7f8d HTTP/1.1" status: 200 len: 1098 time: 0.0444078 Apr 21 12:47:30.658307 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d337cef-8119-41b5-a1e0-c4aaaf496f8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:30.658666 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d337cef-8119-41b5-a1e0-c4aaaf496f8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:30.659010 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d337cef-8119-41b5-a1e0-c4aaaf496f8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:30.662088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d337cef-8119-41b5-a1e0-c4aaaf496f8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:30.662088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d337cef-8119-41b5-a1e0-c4aaaf496f8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:30.662088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d337cef-8119-41b5-a1e0-c4aaaf496f8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:30.662088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d337cef-8119-41b5-a1e0-c4aaaf496f8c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:30.662088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d337cef-8119-41b5-a1e0-c4aaaf496f8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:30.662088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d337cef-8119-41b5-a1e0-c4aaaf496f8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:30.662088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d337cef-8119-41b5-a1e0-c4aaaf496f8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:30.662737 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d337cef-8119-41b5-a1e0-c4aaaf496f8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:30.662737 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d337cef-8119-41b5-a1e0-c4aaaf496f8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:30.672351 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 0bea9145-2aad-4b72-8b40-597d593f4fdf up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:47:30.709343 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-827105af-8e10-433f-8464-777fdaa1d880 req-a75708a4-f6e9-4e93-9825-1007b67d644d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=b3059ab7-b5e6-4412-9ca9-4020a316efc0 HTTP/1.1" status: 200 len: 217 time: 0.0484595 Apr 21 12:47:30.742972 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2bff00-9d19-4559-a8be-cf41d0c1ea3a req-a2e05698-e2f0-4010-ba10-209f3ec57233 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:30.744521 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c2bff00-9d19-4559-a8be-cf41d0c1ea3a req-a2e05698-e2f0-4010-ba10-209f3ec57233 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 945 time: 0.1435361 Apr 21 12:47:30.749203 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c0a3c62-6b5e-432e-93bd-659b9bdc17d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:30.785067 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827105af-8e10-433f-8464-777fdaa1d880 req-f6ba3f9b-2715-42b5-a4aa-e0eed3af9a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:30.785750 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:30.786517 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-827105af-8e10-433f-8464-777fdaa1d880 req-f6ba3f9b-2715-42b5-a4aa-e0eed3af9a75 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.0667977 Apr 21 12:47:30.794587 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 0bea9145-2aad-4b72-8b40-597d593f4fdf triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:30.795198 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:30.846801 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827105af-8e10-433f-8464-777fdaa1d880 req-07ece353-ad33-41ac-8347-047f2d5caaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:30.848437 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-827105af-8e10-433f-8464-777fdaa1d880 req-07ece353-ad33-41ac-8347-047f2d5caaa0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0508928 Apr 21 12:47:30.867660 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port f5634933-f37f-48aa-a369-20bc33f3a42b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f5634933-f37f-48aa-a369-20bc33f3a42b,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:30.900764 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b900d607-037a-464e-803e-a705fc5e2400 None None] Sync routers for ids ['63191d0a-bc65-463f-8155-7b6b0d370a11'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:47:30.914539 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c2bff00-9d19-4559-a8be-cf41d0c1ea3a req-e5911079-3972-4b44-9e7f-3fa1ea2298eb tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525285 Apr 21 12:47:30.938146 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b900d607-037a-464e-803e-a705fc5e2400 None None] Routers {'63191d0a-bc65-463f-8155-7b6b0d370a11'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:47:30.939475 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:30.940563 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b900d607-037a-464e-803e-a705fc5e2400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:47:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['63191d0a-bc65-463f-8155-7b6b0d370a11'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:47:30.957864 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fee90-2dd3-4500-b188-1fbe3b96f244 req-0c50e320-5cff-426e-ae1d-09cc5e4a05e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:30.960087 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e83fee90-2dd3-4500-b188-1fbe3b96f244 req-0c50e320-5cff-426e-ae1d-09cc5e4a05e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c623b08b095e4654a1f16b34ae10bc43&device_id=e06d93cb-5940-4118-98e5-287f3bc62a78 HTTP/1.1" status: 200 len: 1098 time: 0.2013681 Apr 21 12:47:30.964614 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c0a3c62-6b5e-432e-93bd-659b9bdc17d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:30.985038 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 0bea9145-2aad-4b72-8b40-597d593f4fdf, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0bea9145-2aad-4b72-8b40-597d593f4fdf,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:30.987552 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfb649f-752a-4fcc-b49e-804bba37f3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bea9145-2aad-4b72-8b40-597d593f4fdf'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:47:30.988733 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3061cc80-7073-442c-b9f9-4cdd4184a9da" -d '{"events": [{"server_uuid": "6cfb649f-752a-4fcc-b49e-804bba37f3db", "name": "network-vif-plugged", "status": "completed", "tag": "0bea9145-2aad-4b72-8b40-597d593f4fdf"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:47:30.999419 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-827105af-8e10-433f-8464-777fdaa1d880 req-4ca97b07-85ad-499b-881f-11acd22a3496 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403413 Apr 21 12:47:31.022431 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:31.055479 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-4c0a3c62-6b5e-432e-93bd-659b9bdc17d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab0cb73-b9e2-4c3f-bea4-c58986338d9e']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:47:31.071703 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be667ca3-f8f8-448a-984d-d4de790e3bba x-openstack-request-id: req-be667ca3-f8f8-448a-984d-d4de790e3bba {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:47:31.071992 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfb649f-752a-4fcc-b49e-804bba37f3db", "name": "network-vif-plugged", "status": "completed", "tag": "0bea9145-2aad-4b72-8b40-597d593f4fdf", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:47:31.072244 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-be667ca3-f8f8-448a-984d-d4de790e3bba {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:47:31.072649 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be667ca3-f8f8-448a-984d-d4de790e3bba'] response: {'server_uuid': '6cfb649f-752a-4fcc-b49e-804bba37f3db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bea9145-2aad-4b72-8b40-597d593f4fdf', 'code': 200} Apr 21 12:47:31.083148 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-4c0a3c62-6b5e-432e-93bd-659b9bdc17d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eefc3577-f7f0-41ba-9d31-f34a4e258a0c') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:47:31.083702 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-4c0a3c62-6b5e-432e-93bd-659b9bdc17d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eefc3577-f7f0-41ba-9d31-f34a4e258a0c') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:47:31.105167 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=f5634933-f37f-48aa-a369-20bc33f3a42b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:31.112752 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c0a3c62-6b5e-432e-93bd-659b9bdc17d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:31.148134 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-827105af-8e10-433f-8464-777fdaa1d880 req-7b6c9933-59b2-4844-b0e5-3b07d8f905d7 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393604 Apr 21 12:47:31.157673 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c0a3c62-6b5e-432e-93bd-659b9bdc17d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:31.172083 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:31.178469 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c0a3c62-6b5e-432e-93bd-659b9bdc17d9 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:47:31.178809 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c0a3c62-6b5e-432e-93bd-659b9bdc17d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:47:31.181409 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:47:31.195584 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fee90-2dd3-4500-b188-1fbe3b96f244 req-f2873f10-7384-422d-83c7-ccc0ac208b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:31.197553 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e83fee90-2dd3-4500-b188-1fbe3b96f244 req-f2873f10-7384-422d-83c7-ccc0ac208b66 service neutron] 10.222.0.24 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.2290883 Apr 21 12:47:31.237655 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=0bea9145-2aad-4b72-8b40-597d593f4fdf,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:31.304829 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52656) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:47:31.310754 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-998dc697-1391-48ab-8d46-98da0cc268f5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1271136910-network', 'tenant_id': '4207f1bd2c144bf78af0e61b52f10616'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:47:31.325319 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b900d607-037a-464e-803e-a705fc5e2400 None None] Set router 63191d0a-bc65-463f-8155-7b6b0d370a11 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:47:31.392762 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e83fee90-2dd3-4500-b188-1fbe3b96f244 req-8f5f39c6-3c63-4d74-993d-d64da2079011 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=f67037ec-0269-4c0c-8eeb-9a294d01213f HTTP/1.1" status: 200 len: 217 time: 0.1661754 Apr 21 12:47:31.439746 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998dc697-1391-48ab-8d46-98da0cc268f5 admin admin] Made reservation on behalf of 4207f1bd2c144bf78af0e61b52f10616 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:47:31.442114 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-998dc697-1391-48ab-8d46-98da0cc268f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:31.452335 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-998dc697-1391-48ab-8d46-98da0cc268f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:31.516731 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fee90-2dd3-4500-b188-1fbe3b96f244 req-e83fdb0e-4a60-4927-a707-b502fa050d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:31.517219 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e83fee90-2dd3-4500-b188-1fbe3b96f244 req-e83fdb0e-4a60-4927-a707-b502fa050d4e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.0985899 Apr 21 12:47:31.530404 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b563c5-820c-47c6-82f2-4aea12c92984 req-1264497f-97a4-472a-9fdb-3dd2f89d91b0 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:31.531910 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-27b563c5-820c-47c6-82f2-4aea12c92984 req-1264497f-97a4-472a-9fdb-3dd2f89d91b0 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3ee0e9-13e8-4ce8-baba-190e961e7f8d HTTP/1.1" status: 200 len: 947 time: 0.1724069 Apr 21 12:47:31.538889 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-998dc697-1391-48ab-8d46-98da0cc268f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:31.571610 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35721251-c895-47db-a3b3-8e78e148d6da req-8f7a184f-5a12-452f-b957-d3f91e0c5e44 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:31.573423 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35721251-c895-47db-a3b3-8e78e148d6da req-8f7a184f-5a12-452f-b957-d3f91e0c5e44 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.1827145 Apr 21 12:47:31.582653 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c0a3c62-6b5e-432e-93bd-659b9bdc17d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:31.586086 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b900d607-037a-464e-803e-a705fc5e2400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'name': 'tempest-TestServerBasicOps-216453863-router', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'f5634933-f37f-48aa-a369-20bc33f3a42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:22Z', 'updated_at': '2022-04-21T12:47:27Z', 'revision_number': 4, 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'gw_port': {'id': 'f5634933-f37f-48aa-a369-20bc33f3a42b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:22Z', 'updated_at': '2022-04-21T12:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '4696ccad-dc77-44c4-9380-c56a226ea8bf', 'name': '', 'network_id': 'df1e605b-21ce-4bc1-aff5-ebb02658784b', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'mac_address': 'fa:16:3e:da:66:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '53d6cd17-e719-4dcc-a307-60dd92480543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:26Z', 'updated_at': '2022-04-21T12:47:28Z', 'revision_number': 2, 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'subnets': [{'id': '53d6cd17-e719-4dcc-a307-60dd92480543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:47:31.596095 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c0a3c62-6b5e-432e-93bd-659b9bdc17d9 admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:31.601176 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4c0a3c62-6b5e-432e-93bd-659b9bdc17d9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fab0cb73-b9e2-4c3f-bea4-c58986338d9e HTTP/1.1" status: 204 len: 168 time: 0.9715476 Apr 21 12:47:31.615150 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-998dc697-1391-48ab-8d46-98da0cc268f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:31.622816 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b900d607-037a-464e-803e-a705fc5e2400 None None] Checking router: 63191d0a-bc65-463f-8155-7b6b0d370a11 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:47:31.623212 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b900d607-037a-464e-803e-a705fc5e2400 None None] Updating router 63191d0a-bc65-463f-8155-7b6b0d370a11 port 4696ccad-dc77-44c4-9380-c56a226ea8bf binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:47:31.643537 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0a3c62-6b5e-432e-93bd-659b9bdc17d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fab0cb73-b9e2-4c3f-bea4-c58986338d9e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:31.658383 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b900d607-037a-464e-803e-a705fc5e2400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:31.668113 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-27b563c5-820c-47c6-82f2-4aea12c92984 req-9ba21b5b-5ab9-443c-9c81-2a70eac38300 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242387 Apr 21 12:47:31.673554 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-998dc697-1391-48ab-8d46-98da0cc268f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:47:31.679506 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fee90-2dd3-4500-b188-1fbe3b96f244 req-1b841419-c39a-463a-89b6-bb6100b9c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:31.680790 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e83fee90-2dd3-4500-b188-1fbe3b96f244 req-1b841419-c39a-463a-89b6-bb6100b9c8fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1477411 Apr 21 12:47:31.684960 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35721251-c895-47db-a3b3-8e78e148d6da req-d13e426d-2324-4394-8359-1727ca46c9e4 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979774 Apr 21 12:47:31.685673 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998dc697-1391-48ab-8d46-98da0cc268f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052164af-d62f-4364-a07b-d37028d7e289,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:31.698446 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-998dc697-1391-48ab-8d46-98da0cc268f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:31.698792 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-998dc697-1391-48ab-8d46-98da0cc268f5 admin admin] Added segment 5b347abc-deac-48ef-a1bd-242145ae8c5b of type vlan for network e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d Apr 21 12:47:31.773775 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-998dc697-1391-48ab-8d46-98da0cc268f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:31.887803 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a1191-64bf-4abb-9da1-d6d0e95eb5e2 req-cf615ad4-0f27-4c95-a8cb-87ae5f0ca818 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:31.889296 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0e4a1191-64bf-4abb-9da1-d6d0e95eb5e2 req-cf615ad4-0f27-4c95-a8cb-87ae5f0ca818 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 945 time: 0.0834997 Apr 21 12:47:31.893040 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e83fee90-2dd3-4500-b188-1fbe3b96f244 req-e082394e-d83f-4f81-8cfa-6dfae2e3c922 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998999 Apr 21 12:47:31.923785 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-998dc697-1391-48ab-8d46-98da0cc268f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:31.924781 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998dc697-1391-48ab-8d46-98da0cc268f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:31.925374 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-998dc697-1391-48ab-8d46-98da0cc268f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:31.990120 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998dc697-1391-48ab-8d46-98da0cc268f5 admin admin] Pushing event updated for resources: {'Network': ['ID=e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:32.003718 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:47:32.048995 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-998dc697-1391-48ab-8d46-98da0cc268f5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7421274 Apr 21 12:47:32.051549 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52664) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:47:32.056796 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-878a6cf3-bd26-4c9b-86f5-920dc3afbb8c admin admin] Request body: {'subnet': {'network_id': 'e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1271136910-subnet', 'tenant_id': '4207f1bd2c144bf78af0e61b52f10616', 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:47:32.070953 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b900d607-037a-464e-803e-a705fc5e2400 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:32.082550 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0e4a1191-64bf-4abb-9da1-d6d0e95eb5e2 req-c6414086-21c1-4f61-b0c5-93f17e663a1c tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864820 Apr 21 12:47:32.126732 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5024d44-8c06-4c06-b76a-83d41f4db8e8 req-ae46abdf-7ff6-45dc-bdc8-32a3d94f4636 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:32.128378 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b5024d44-8c06-4c06-b76a-83d41f4db8e8 req-ae46abdf-7ff6-45dc-bdc8-32a3d94f4636 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.0984747 Apr 21 12:47:32.142682 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52666) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:47:32.145985 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e83fee90-2dd3-4500-b188-1fbe3b96f244 req-a8c6303d-44c0-46bb-b1da-8c9bd29b2fa7 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410109 Apr 21 12:47:32.165020 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878a6cf3-bd26-4c9b-86f5-920dc3afbb8c admin admin] Made reservation on behalf of 4207f1bd2c144bf78af0e61b52f10616 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:47:32.167350 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-878a6cf3-bd26-4c9b-86f5-920dc3afbb8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:32.179996 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b5024d44-8c06-4c06-b76a-83d41f4db8e8 req-e3a7c9c6-022a-4882-8451-5514ffb219b0 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452571 Apr 21 12:47:32.188844 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b900d607-037a-464e-803e-a705fc5e2400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:32.241205 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d33ff-2b97-44df-9b99-0ede05bd27ad None None] Pushing event updated for resources: {'Port': ['ID=4696ccad-dc77-44c4-9380-c56a226ea8bf,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:32.252305 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69d33ff-2b97-44df-9b99-0ede05bd27ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:32.256056 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69d33ff-2b97-44df-9b99-0ede05bd27ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:32.259323 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69d33ff-2b97-44df-9b99-0ede05bd27ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:32.259323 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69d33ff-2b97-44df-9b99-0ede05bd27ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:32.259323 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69d33ff-2b97-44df-9b99-0ede05bd27ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:32.259323 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69d33ff-2b97-44df-9b99-0ede05bd27ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:32.259904 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-03d53a3f-054c-4f5a-b22c-45fb0cbcb35b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6587b9e49e5f455ab0c270f492cd09ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1141713 Apr 21 12:47:32.261046 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52668) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:47:32.261200 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69d33ff-2b97-44df-9b99-0ede05bd27ad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:32.261474 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69d33ff-2b97-44df-9b99-0ede05bd27ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:32.261900 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69d33ff-2b97-44df-9b99-0ede05bd27ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:32.262230 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69d33ff-2b97-44df-9b99-0ede05bd27ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:32.262556 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69d33ff-2b97-44df-9b99-0ede05bd27ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:32.262915 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69d33ff-2b97-44df-9b99-0ede05bd27ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:32.330640 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b900d607-037a-464e-803e-a705fc5e2400 None None] Attempting to bind port 4696ccad-dc77-44c4-9380-c56a226ea8bf on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:47:32.331039 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b900d607-037a-464e-803e-a705fc5e2400 None None] Attempting to bind port 4696ccad-dc77-44c4-9380-c56a226ea8bf by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '69e793fd-53e2-4aad-90f5-44b88c25a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'df1e605b-21ce-4bc1-aff5-ebb02658784b'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:47:32.331613 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b900d607-037a-464e-803e-a705fc5e2400 None None] Attempting to bind port 4696ccad-dc77-44c4-9380-c56a226ea8bf on network df1e605b-21ce-4bc1-aff5-ebb02658784b {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:47:32.337822 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b900d607-037a-464e-803e-a705fc5e2400 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:47:32.338413 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b900d607-037a-464e-803e-a705fc5e2400 None None] Checking segment: {'id': '69e793fd-53e2-4aad-90f5-44b88c25a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'df1e605b-21ce-4bc1-aff5-ebb02658784b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:47:32.339002 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b900d607-037a-464e-803e-a705fc5e2400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:32.339564 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b900d607-037a-464e-803e-a705fc5e2400 None None] Bound using segment: {'id': '69e793fd-53e2-4aad-90f5-44b88c25a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'df1e605b-21ce-4bc1-aff5-ebb02658784b'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:47:32.340200 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b900d607-037a-464e-803e-a705fc5e2400 None None] Bound port: 4696ccad-dc77-44c4-9380-c56a226ea8bf, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e793fd-53e2-4aad-90f5-44b88c25a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'df1e605b-21ce-4bc1-aff5-ebb02658784b'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:47:32.342723 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b900d607-037a-464e-803e-a705fc5e2400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:32.349770 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4460ceff-22f0-4b3f-bcf9-500c66aefab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:32.410200 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4460ceff-22f0-4b3f-bcf9-500c66aefab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:32.470082 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b900d607-037a-464e-803e-a705fc5e2400 None None] For port 4696ccad-dc77-44c4-9380-c56a226ea8bf, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:47:32.474319 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b900d607-037a-464e-803e-a705fc5e2400 None None] For port 4696ccad-dc77-44c4-9380-c56a226ea8bf, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=4696ccad-dc77-44c4-9380-c56a226ea8bf,segment=NetworkSegment(69e793fd-53e2-4aad-90f5-44b88c25a6f2),segment_id=69e793fd-53e2-4aad-90f5-44b88c25a6f2)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:47:32.487691 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f5634933-f37f-48aa-a369-20bc33f3a42b up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:47:32.543171 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port f5634933-f37f-48aa-a369-20bc33f3a42b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:32.543539 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:32.553607 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4460ceff-22f0-4b3f-bcf9-500c66aefab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:32.556112 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4460ceff-22f0-4b3f-bcf9-500c66aefab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:32.559668 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4460ceff-22f0-4b3f-bcf9-500c66aefab1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1c7897cd-4113-4d24-8343-6e2f9fce73d3 HTTP/1.1" status: 204 len: 168 time: 0.2949791 Apr 21 12:47:32.566833 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460ceff-22f0-4b3f-bcf9-500c66aefab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7897cd-4113-4d24-8343-6e2f9fce73d3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:32.594029 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-878a6cf3-bd26-4c9b-86f5-920dc3afbb8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:32.597061 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b900d607-037a-464e-803e-a705fc5e2400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:32.642944 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-090cb73c-318b-465a-9d03-02c8622b5579 None None] Provisioning complete for port 4696ccad-dc77-44c4-9380-c56a226ea8bf triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:32.643835 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-090cb73c-318b-465a-9d03-02c8622b5579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:32.676534 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a6cf3-bd26-4c9b-86f5-920dc3afbb8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ebc28ab-1ebe-4940-99d5-f036530dcc29,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:32.687812 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878a6cf3-bd26-4c9b-86f5-920dc3afbb8c admin admin] Checking segment: {'id': '5b347abc-deac-48ef-a1bd-242145ae8c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:47:32.688190 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878a6cf3-bd26-4c9b-86f5-920dc3afbb8c admin admin] Network hostable DHCP agents. Network: e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:47:32.730686 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d33ff-2b97-44df-9b99-0ede05bd27ad None None] Pushing event updated for resources: {'Port': ['ID=4696ccad-dc77-44c4-9380-c56a226ea8bf,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:32.751960 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b900d607-037a-464e-803e-a705fc5e2400 None None] Routers {'63191d0a-bc65-463f-8155-7b6b0d370a11'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:47:32.758604 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b900d607-037a-464e-803e-a705fc5e2400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:47:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['63191d0a-bc65-463f-8155-7b6b0d370a11'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:47:32.778508 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-090cb73c-318b-465a-9d03-02c8622b5579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:32.833546 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878a6cf3-bd26-4c9b-86f5-920dc3afbb8c admin admin] Network e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:47:32.844586 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-090cb73c-318b-465a-9d03-02c8622b5579 None None] For port 4696ccad-dc77-44c4-9380-c56a226ea8bf, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=4696ccad-dc77-44c4-9380-c56a226ea8bf,segment=NetworkSegment(69e793fd-53e2-4aad-90f5-44b88c25a6f2),segment_id=69e793fd-53e2-4aad-90f5-44b88c25a6f2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:32.849652 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8ceb2-f0ae-43d1-8389-1b2823c8ec4a req-e3f6a8ba-4caa-488a-a52f-9852c3c69c10 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:32.851522 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51d8ceb2-f0ae-43d1-8389-1b2823c8ec4a req-e3f6a8ba-4caa-488a-a52f-9852c3c69c10 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3ee0e9-13e8-4ce8-baba-190e961e7f8d HTTP/1.1" status: 200 len: 947 time: 0.0689619 Apr 21 12:47:32.943924 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b900d607-037a-464e-803e-a705fc5e2400 None None] Set router 63191d0a-bc65-463f-8155-7b6b0d370a11 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:47:32.947960 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-878a6cf3-bd26-4c9b-86f5-920dc3afbb8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:47:32.952449 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd53be-4c22-43fa-bde9-1965bc3793b9 req-6b4cf31c-66b4-41f8-9894-6bdc221ce2d3 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:32.954381 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f4bd53be-4c22-43fa-bde9-1965bc3793b9 req-6b4cf31c-66b4-41f8-9894-6bdc221ce2d3 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.1021826 Apr 21 12:47:32.959789 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878a6cf3-bd26-4c9b-86f5-920dc3afbb8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:32.960144 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515fae4d-4353-489f-b0a4-225376c40313 None None] Network e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:47:32.960376 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-878a6cf3-bd26-4c9b-86f5-920dc3afbb8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:32.971442 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51d8ceb2-f0ae-43d1-8389-1b2823c8ec4a req-81ba7532-60c8-4192-a343-db41831333e3 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085727 Apr 21 12:47:33.051647 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-090cb73c-318b-465a-9d03-02c8622b5579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:33.064259 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f4bd53be-4c22-43fa-bde9-1965bc3793b9 req-1a666652-b930-4ca6-ad35-f555c47d81df tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920050 Apr 21 12:47:33.086235 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52680) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:47:33.087788 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-878a6cf3-bd26-4c9b-86f5-920dc3afbb8c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0347381 Apr 21 12:47:33.094511 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e621b3f0-cd4e-4742-923f-49f3fffb8f52 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1271136910-router', 'tenant_id': '4207f1bd2c144bf78af0e61b52f10616', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:47:33.149667 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090cb73c-318b-465a-9d03-02c8622b5579 None None] Pushing event updated for resources: {'Port': ['ID=4696ccad-dc77-44c4-9380-c56a226ea8bf,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:33.208256 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device f67037ec-0269-4c0c-8eeb-9a294d01213f details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:47:33.267079 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e621b3f0-cd4e-4742-923f-49f3fffb8f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:33.268298 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e621b3f0-cd4e-4742-923f-49f3fffb8f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:33.275570 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b900d607-037a-464e-803e-a705fc5e2400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'name': 'tempest-TestServerBasicOps-216453863-router', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'f5634933-f37f-48aa-a369-20bc33f3a42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:22Z', 'updated_at': '2022-04-21T12:47:27Z', 'revision_number': 4, 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'gw_port': {'id': 'f5634933-f37f-48aa-a369-20bc33f3a42b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:22Z', 'updated_at': '2022-04-21T12:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '4696ccad-dc77-44c4-9380-c56a226ea8bf', 'name': '', 'network_id': 'df1e605b-21ce-4bc1-aff5-ebb02658784b', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'mac_address': 'fa:16:3e:da:66:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '53d6cd17-e719-4dcc-a307-60dd92480543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:26Z', 'updated_at': '2022-04-21T12:47:32Z', 'revision_number': 4, 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'subnets': [{'id': '53d6cd17-e719-4dcc-a307-60dd92480543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:47:33.318910 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b900d607-037a-464e-803e-a705fc5e2400 None None] The sync data for ids ['63191d0a-bc65-463f-8155-7b6b0d370a11'] in n-d-836147-2 is: [{'id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'name': 'tempest-TestServerBasicOps-216453863-router', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'f5634933-f37f-48aa-a369-20bc33f3a42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:22Z', 'updated_at': '2022-04-21T12:47:27Z', 'revision_number': 4, 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'gw_port': {'id': 'f5634933-f37f-48aa-a369-20bc33f3a42b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:22Z', 'updated_at': '2022-04-21T12:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '4696ccad-dc77-44c4-9380-c56a226ea8bf', 'name': '', 'network_id': 'df1e605b-21ce-4bc1-aff5-ebb02658784b', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'mac_address': 'fa:16:3e:da:66:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '53d6cd17-e719-4dcc-a307-60dd92480543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:26Z', 'updated_at': '2022-04-21T12:47:32Z', 'revision_number': 4, 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'subnets': [{'id': '53d6cd17-e719-4dcc-a307-60dd92480543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:47:33.372893 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port f67037ec-0269-4c0c-8eeb-9a294d01213f, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=f67037ec-0269-4c0c-8eeb-9a294d01213f,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:33.389251 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1663dfe-5fe9-401a-a589-9d86136cdb95 req-82d0c9bd-5c2e-40e4-bd4c-5eb429a67677 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:33.399325 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1663dfe-5fe9-401a-a589-9d86136cdb95 req-82d0c9bd-5c2e-40e4-bd4c-5eb429a67677 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 945 time: 0.2184818 Apr 21 12:47:33.405266 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'f67037ec-0269-4c0c-8eeb-9a294d01213f', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': 'f67037ec-0269-4c0c-8eeb-9a294d01213f', 'mac_address': 'fa:16:3e:c6:7c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:47:33.415528 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b83fb8ec-c6c2-477c-8916-13f63c443f4f None None] Provisioning complete for port 4696ccad-dc77-44c4-9380-c56a226ea8bf triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:33.416083 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b83fb8ec-c6c2-477c-8916-13f63c443f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:33.504801 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617eb41f-3884-49f1-80cd-e30cd92314d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d', 'network_id': 'e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d', 'tenant_id': '4207f1bd2c144bf78af0e61b52f10616', 'fixed_ips': [{'subnet_id': '9ebc28ab-1ebe-4940-99d5-f036530dcc29'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:47:33.505681 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-617eb41f-3884-49f1-80cd-e30cd92314d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:33.570297 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e621b3f0-cd4e-4742-923f-49f3fffb8f52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:33.588552 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1663dfe-5fe9-401a-a589-9d86136cdb95 req-8803cc6e-8ae8-4358-a1da-5e8f1ffe04af tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878452 Apr 21 12:47:33.604235 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f801aa-93f9-4c15-a43d-001cbaacaa6d req-31b9f667-5f46-4688-8acf-d02962e8d991 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:33.606494 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-26f801aa-93f9-4c15-a43d-001cbaacaa6d req-31b9f667-5f46-4688-8acf-d02962e8d991 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.2975812 Apr 21 12:47:33.651344 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-26f801aa-93f9-4c15-a43d-001cbaacaa6d req-e10f699e-5357-416b-bfda-1a80e2a68e14 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379746 Apr 21 12:47:33.692590 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:33.738686 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f67037ec-0269-4c0c-8eeb-9a294d01213f {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:47:33.975817 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e621b3f0-cd4e-4742-923f-49f3fffb8f52 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:34.025062 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port f67037ec-0269-4c0c-8eeb-9a294d01213f, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=f67037ec-0269-4c0c-8eeb-9a294d01213f,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:34.032578 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-617eb41f-3884-49f1-80cd-e30cd92314d5 None None] Allocated IP 172.20.0.2 (e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d/9ebc28ab-1ebe-4940-99d5-f036530dcc29/36251e21-1fec-45a4-9ab4-a0b23066574d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:47:34.139266 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:34.140993 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device b3059ab7-b5e6-4412-9ca9-4020a316efc0 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:47:34.191075 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port b3059ab7-b5e6-4412-9ca9-4020a316efc0, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=b3059ab7-b5e6-4412-9ca9-4020a316efc0,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:34.212025 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'b3059ab7-b5e6-4412-9ca9-4020a316efc0', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': 'b3059ab7-b5e6-4412-9ca9-4020a316efc0', 'mac_address': 'fa:16:3e:66:dd:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:47:34.298373 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2f7e6-754b-4248-aa6a-278c73ad1332 req-10ea2551-3b1c-4500-b352-8b679f706844 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:34.299996 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-76e2f7e6-754b-4248-aa6a-278c73ad1332 req-10ea2551-3b1c-4500-b352-8b679f706844 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3ee0e9-13e8-4ce8-baba-190e961e7f8d HTTP/1.1" status: 200 len: 947 time: 0.2429109 Apr 21 12:47:34.422577 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d17a4-994d-465d-a27a-26e6c8e84c7e req-89b80ea8-2a07-49db-bcc3-9c2f36cf75bb tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:34.430894 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c5d17a4-994d-465d-a27a-26e6c8e84c7e req-89b80ea8-2a07-49db-bcc3-9c2f36cf75bb tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.2559144 Apr 21 12:47:34.431144 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:34.482726 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3059ab7-b5e6-4412-9ca9-4020a316efc0 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:47:34.488512 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=f67037ec-0269-4c0c-8eeb-9a294d01213f,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:34.518892 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-76e2f7e6-754b-4248-aa6a-278c73ad1332 req-8fb5cebe-a894-4053-9fb3-d22b7ad647fd tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510870 Apr 21 12:47:34.535994 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c5d17a4-994d-465d-a27a-26e6c8e84c7e req-03effbbe-d0ee-43fb-9e56-a222427b437b tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999680 Apr 21 12:47:34.574299 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port b3059ab7-b5e6-4412-9ca9-4020a316efc0, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=b3059ab7-b5e6-4412-9ca9-4020a316efc0,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:34.578495 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-617eb41f-3884-49f1-80cd-e30cd92314d5 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:34.591380 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 4696ccad-dc77-44c4-9380-c56a226ea8bf up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:47:34.663280 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:34.666305 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-617eb41f-3884-49f1-80cd-e30cd92314d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:34.758105 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617eb41f-3884-49f1-80cd-e30cd92314d5 None None] Network e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:47:34.773616 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-617eb41f-3884-49f1-80cd-e30cd92314d5 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:47:34.790252 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617eb41f-3884-49f1-80cd-e30cd92314d5 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:47:34.811104 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=b3059ab7-b5e6-4412-9ca9-4020a316efc0,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:34.863565 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 4696ccad-dc77-44c4-9380-c56a226ea8bf triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:34.863942 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:34.991070 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['f67037ec-0269-4c0c-8eeb-9a294d01213f'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:47:35.071493 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['b3059ab7-b5e6-4412-9ca9-4020a316efc0'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:47:35.131073 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617eb41f-3884-49f1-80cd-e30cd92314d5 None None] Pushing event updated for resources: {'Port': ['ID=36251e21-1fec-45a4-9ab4-a0b23066574d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:35.174335 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-617eb41f-3884-49f1-80cd-e30cd92314d5 None None] Attempting to bind port 36251e21-1fec-45a4-9ab4-a0b23066574d on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:47:35.175039 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-617eb41f-3884-49f1-80cd-e30cd92314d5 None None] Attempting to bind port 36251e21-1fec-45a4-9ab4-a0b23066574d by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '5b347abc-deac-48ef-a1bd-242145ae8c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:47:35.175039 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617eb41f-3884-49f1-80cd-e30cd92314d5 None None] Attempting to bind port 36251e21-1fec-45a4-9ab4-a0b23066574d on network e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:47:35.290511 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617eb41f-3884-49f1-80cd-e30cd92314d5 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:47:35.291700 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617eb41f-3884-49f1-80cd-e30cd92314d5 None None] Checking segment: {'id': '5b347abc-deac-48ef-a1bd-242145ae8c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:47:35.292385 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-617eb41f-3884-49f1-80cd-e30cd92314d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:35.292860 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617eb41f-3884-49f1-80cd-e30cd92314d5 None None] Bound using segment: {'id': '5b347abc-deac-48ef-a1bd-242145ae8c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:47:35.293381 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-617eb41f-3884-49f1-80cd-e30cd92314d5 None None] Bound port: 36251e21-1fec-45a4-9ab4-a0b23066574d, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b347abc-deac-48ef-a1bd-242145ae8c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:47:35.294006 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-617eb41f-3884-49f1-80cd-e30cd92314d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:35.510919 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e621b3f0-cd4e-4742-923f-49f3fffb8f52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:35.535946 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e621b3f0-cd4e-4742-923f-49f3fffb8f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:35.544921 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74afcc84-247f-4b30-ba16-aebf391fd70d req-66c2959b-d95e-4fc9-bf0d-7ff5cde8df2a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:35.545840 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-617eb41f-3884-49f1-80cd-e30cd92314d5 None None] For port 36251e21-1fec-45a4-9ab4-a0b23066574d, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:47:35.546942 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-74afcc84-247f-4b30-ba16-aebf391fd70d req-66c2959b-d95e-4fc9-bf0d-7ff5cde8df2a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.2225070 Apr 21 12:47:35.568620 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a46d1a-f771-42c8-bdc1-8804bdc156d0 req-d497b3bd-8046-4b8c-8444-8665d8ec63e0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:35.572399 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49a46d1a-f771-42c8-bdc1-8804bdc156d0 req-d497b3bd-8046-4b8c-8444-8665d8ec63e0 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 945 time: 0.2496996 Apr 21 12:47:35.586359 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-617eb41f-3884-49f1-80cd-e30cd92314d5 None None] For port 36251e21-1fec-45a4-9ab4-a0b23066574d, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=36251e21-1fec-45a4-9ab4-a0b23066574d,segment=NetworkSegment(5b347abc-deac-48ef-a1bd-242145ae8c5b),segment_id=5b347abc-deac-48ef-a1bd-242145ae8c5b)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:47:35.660570 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-617eb41f-3884-49f1-80cd-e30cd92314d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:35.693366 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49a46d1a-f771-42c8-bdc1-8804bdc156d0 req-809bab80-a919-406f-9c64-918cc0d0afe8 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055007 Apr 21 12:47:35.719997 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-74afcc84-247f-4b30-ba16-aebf391fd70d req-aeb53787-e9d9-4677-8b80-6c1a2c827bf7 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384566 Apr 21 12:47:35.754438 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617eb41f-3884-49f1-80cd-e30cd92314d5 None None] Pushing event updated for resources: {'Port': ['ID=36251e21-1fec-45a4-9ab4-a0b23066574d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:35.815994 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-e621b3f0-cd4e-4742-923f-49f3fffb8f52 admin admin] Allocated IP 172.25.8.185 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/57515f51-4d54-4378-a903-a708d91bf8c8) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:47:36.020627 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabeb633-7769-4de1-9af7-a6b382603dff req-0ded2dfd-79bc-4a44-b2cc-14a0137292e5 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:36.046430 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cabeb633-7769-4de1-9af7-a6b382603dff req-0ded2dfd-79bc-4a44-b2cc-14a0137292e5 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3ee0e9-13e8-4ce8-baba-190e961e7f8d HTTP/1.1" status: 200 len: 948 time: 0.1353929 Apr 21 12:47:36.092189 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e621b3f0-cd4e-4742-923f-49f3fffb8f52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:36.146847 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cabeb633-7769-4de1-9af7-a6b382603dff req-17bf94f7-ef4e-4a83-800c-9d844d5fef63 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998192 Apr 21 12:47:36.279556 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e621b3f0-cd4e-4742-923f-49f3fffb8f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:36.301771 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e621b3f0-cd4e-4742-923f-49f3fffb8f52 admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:47:36.304985 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-e621b3f0-cd4e-4742-923f-49f3fffb8f52 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:47:36.338799 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e621b3f0-cd4e-4742-923f-49f3fffb8f52 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:47:36.361370 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4efdc3-76a9-4fa1-bcfa-24dce35c07d4 req-25965063-1d56-41b2-a115-bac2ce2b2271 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:36.375480 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8f4efdc3-76a9-4fa1-bcfa-24dce35c07d4 req-25965063-1d56-41b2-a115-bac2ce2b2271 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.1772346 Apr 21 12:47:36.487868 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8f4efdc3-76a9-4fa1-bcfa-24dce35c07d4 req-25a5389e-136b-46b2-b16a-68960cb7bf18 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153681 Apr 21 12:47:36.547111 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621b3f0-cd4e-4742-923f-49f3fffb8f52 admin admin] Pushing event updated for resources: {'Port': ['ID=57515f51-4d54-4378-a903-a708d91bf8c8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:36.547724 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 36251e21-1fec-45a4-9ab4-a0b23066574d up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:47:36.632674 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 36251e21-1fec-45a4-9ab4-a0b23066574d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:36.633150 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:36.767238 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:36.906474 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 36251e21-1fec-45a4-9ab4-a0b23066574d, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=36251e21-1fec-45a4-9ab4-a0b23066574d,segment=NetworkSegment(5b347abc-deac-48ef-a1bd-242145ae8c5b),segment_id=5b347abc-deac-48ef-a1bd-242145ae8c5b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:36.979256 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f11136-693c-4192-98f4-6fd1dede4c85 req-73585159-4f8a-4fa5-9358-236670ef8b89 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:36.981709 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-53f11136-693c-4192-98f4-6fd1dede4c85 req-73585159-4f8a-4fa5-9358-236670ef8b89 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 945 time: 0.1476290 Apr 21 12:47:36.989297 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:37.044982 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e621b3f0-cd4e-4742-923f-49f3fffb8f52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:37.155338 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-53f11136-693c-4192-98f4-6fd1dede4c85 req-a65133b4-8d10-4c78-9f41-abcc786982e3 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553547 Apr 21 12:47:37.175890 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=36251e21-1fec-45a4-9ab4-a0b23066574d,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:37.195754 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b6d60-73f3-4a69-b15f-a88de2cece19 req-5f082cb6-8f86-40fc-bd63-ee1b28de3dc9 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:37.197646 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-501b6d60-73f3-4a69-b15f-a88de2cece19 req-5f082cb6-8f86-40fc-bd63-ee1b28de3dc9 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.2653806 Apr 21 12:47:37.207069 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device f67037ec-0269-4c0c-8eeb-9a294d01213f up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:47:37.320670 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52782) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:47:37.328172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-501b6d60-73f3-4a69-b15f-a88de2cece19 req-f85f7daa-3a22-4a43-a7bf-9f1c0bd5f0ca tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169941 Apr 21 12:47:37.479049 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8956ee58-5b25-4d1c-824f-1c21f8a81329 None None] Network e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:47:37.498885 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port f67037ec-0269-4c0c-8eeb-9a294d01213f completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:47:37.516249 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c3ec1cd-3b47-4986-a5ce-f5076822b202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:37.628754 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port f67037ec-0269-4c0c-8eeb-9a294d01213f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:37.628754 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:37.750469 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa915da4-18c0-4b3d-906c-bff05e20dc53 req-4e0fb577-2248-45ce-a5da-95bd83f9bda5 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:37.759668 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa915da4-18c0-4b3d-906c-bff05e20dc53 req-4e0fb577-2248-45ce-a5da-95bd83f9bda5 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3ee0e9-13e8-4ce8-baba-190e961e7f8d HTTP/1.1" status: 200 len: 948 time: 0.4493361 Apr 21 12:47:37.784960 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c3ec1cd-3b47-4986-a5ce-f5076822b202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:37.799707 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-85889451-2eb2-43cd-8b37-3de59dee418f None None] Provisioning complete for port 36251e21-1fec-45a4-9ab4-a0b23066574d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:37.800059 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85889451-2eb2-43cd-8b37-3de59dee418f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:37.839411 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c3ec1cd-3b47-4986-a5ce-f5076822b202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:37.845572 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa915da4-18c0-4b3d-906c-bff05e20dc53 req-4525fffd-3ed4-4219-a70b-d3f7c5d5b52b tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839331 Apr 21 12:47:37.846830 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e621b3f0-cd4e-4742-923f-49f3fffb8f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:37.878355 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a769b4-8fd2-4f60-a6c0-45672caa9b11 req-675019ce-ee1b-40b8-ae41-7bd04dbe295a tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:37.880581 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15a769b4-8fd2-4f60-a6c0-45672caa9b11 req-675019ce-ee1b-40b8-ae41-7bd04dbe295a tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.1891539 Apr 21 12:47:37.930425 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3c3ec1cd-3b47-4986-a5ce-f5076822b202 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3c3f11df6c1143afaf326ca8b6ebf845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6068890 Apr 21 12:47:37.932062 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52790) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:47:37.939276 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ec1cd-3b47-4986-a5ce-f5076822b202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96f5dd9-60b5-477c-8fcf-091b4cc9766b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:38.019261 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15a769b4-8fd2-4f60-a6c0-45672caa9b11 req-ba93e4f1-8384-4cb8-a00b-09823ba6dd38 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936341 Apr 21 12:47:38.058072 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:38.076630 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fd6dc401-0bea-47fb-b77c-6b724e59543a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:38.102624 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fd6dc401-0bea-47fb-b77c-6b724e59543a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:38.165528 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e621b3f0-cd4e-4742-923f-49f3fffb8f52 admin admin] Router 1f555af8-f42b-4ae0-97ca-8882e0c2f4dd is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:47:38.166220 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06d93cb-5940-4118-98e5-287f3bc62a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67037ec-0269-4c0c-8eeb-9a294d01213f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:47:38.169238 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b703093-052b-43d3-a25a-02add28ed24c" -d '{"events": [{"server_uuid": "e06d93cb-5940-4118-98e5-287f3bc62a78", "name": "network-vif-plugged", "status": "completed", "tag": "f67037ec-0269-4c0c-8eeb-9a294d01213f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:47:38.216300 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port f67037ec-0269-4c0c-8eeb-9a294d01213f, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=f67037ec-0269-4c0c-8eeb-9a294d01213f,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:38.222132 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fd6dc401-0bea-47fb-b77c-6b724e59543a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:38.225248 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fd6dc401-0bea-47fb-b77c-6b724e59543a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:38.236525 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fd6dc401-0bea-47fb-b77c-6b724e59543a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b96f5dd9-60b5-477c-8fcf-091b4cc9766b HTTP/1.1" status: 204 len: 168 time: 0.2988043 Apr 21 12:47:38.268069 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6dc401-0bea-47fb-b77c-6b724e59543a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96f5dd9-60b5-477c-8fcf-091b4cc9766b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:38.268669 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1509c9d1-032e-434a-ae65-4051c8a55333 x-openstack-request-id: req-1509c9d1-032e-434a-ae65-4051c8a55333 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:47:38.269147 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06d93cb-5940-4118-98e5-287f3bc62a78", "name": "network-vif-plugged", "status": "completed", "tag": "f67037ec-0269-4c0c-8eeb-9a294d01213f", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:47:38.269635 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1509c9d1-032e-434a-ae65-4051c8a55333 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:47:38.270444 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1509c9d1-032e-434a-ae65-4051c8a55333'] response: {'server_uuid': 'e06d93cb-5940-4118-98e5-287f3bc62a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f67037ec-0269-4c0c-8eeb-9a294d01213f', 'code': 200} Apr 21 12:47:38.303882 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:38.304940 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device b3059ab7-b5e6-4412-9ca9-4020a316efc0 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:47:38.493603 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 36251e21-1fec-45a4-9ab4-a0b23066574d up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:47:38.553705 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=f67037ec-0269-4c0c-8eeb-9a294d01213f,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:38.590410 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port b3059ab7-b5e6-4412-9ca9-4020a316efc0 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:47:38.608425 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port b3059ab7-b5e6-4412-9ca9-4020a316efc0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:38.609343 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:38.696052 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bac99-3f36-4d0b-8ea4-0c5979b372ff req-0b525400-2ec9-4d03-9fc2-e48adab40c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:38.698688 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-628bac99-3f36-4d0b-8ea4-0c5979b372ff req-0b525400-2ec9-4d03-9fc2-e48adab40c17 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e06d93cb-5940-4118-98e5-287f3bc62a78 HTTP/1.1" status: 200 len: 1100 time: 0.3032901 Apr 21 12:47:38.729304 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 36251e21-1fec-45a4-9ab4-a0b23066574d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:38.729931 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:38.762440 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-628bac99-3f36-4d0b-8ea4-0c5979b372ff req-999b5d0b-d1d8-4f6e-b0f5-d4d2de398968 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511158 Apr 21 12:47:38.771426 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e621b3f0-cd4e-4742-923f-49f3fffb8f52 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:47:38.790795 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19e200-59ed-4f85-9c75-07e489b5d78a req-a8e5a511-7a40-4e18-9427-3623c6cdeac9 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:38.800111 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba19e200-59ed-4f85-9c75-07e489b5d78a req-a8e5a511-7a40-4e18-9427-3623c6cdeac9 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 945 time: 0.4953589 Apr 21 12:47:38.810404 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f125b2c-c27b-4ae3-b5ac-a44e3eba35db None None] Sync routers for ids ['1f555af8-f42b-4ae0-97ca-8882e0c2f4dd'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:47:38.818849 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca25e54-5832-4acf-8dc1-ddbb8c4ff507 req-7c8187e5-8dea-4ef9-9c23-3f2b0f40eb91 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:38.823991 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aca25e54-5832-4acf-8dc1-ddbb8c4ff507 req-7c8187e5-8dea-4ef9-9c23-3f2b0f40eb91 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.2289348 Apr 21 12:47:38.859913 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-51d94bd5-b7a2-4776-95c5-321c887b141f None None] Provisioning complete for port 36251e21-1fec-45a4-9ab4-a0b23066574d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:38.860857 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51d94bd5-b7a2-4776-95c5-321c887b141f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:38.864478 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f125b2c-c27b-4ae3-b5ac-a44e3eba35db None None] Routers {'1f555af8-f42b-4ae0-97ca-8882e0c2f4dd'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:47:38.865372 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2f125b2c-c27b-4ae3-b5ac-a44e3eba35db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:47:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['1f555af8-f42b-4ae0-97ca-8882e0c2f4dd'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:47:38.884341 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aca25e54-5832-4acf-8dc1-ddbb8c4ff507 req-86e9e4f7-8287-4afb-ac8d-76c5787044d6 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535457 Apr 21 12:47:38.900373 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:38.926361 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba19e200-59ed-4f85-9c75-07e489b5d78a req-6282d12c-7e3d-44e7-8b56-a73e30dbe5c5 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251101 Apr 21 12:47:38.934607 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e621b3f0-cd4e-4742-923f-49f3fffb8f52 admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:38.937752 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e621b3f0-cd4e-4742-923f-49f3fffb8f52 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8502381 Apr 21 12:47:38.938373 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52808) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:47:39.014429 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port b3059ab7-b5e6-4412-9ca9-4020a316efc0, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=b3059ab7-b5e6-4412-9ca9-4020a316efc0,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:39.135814 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:39.262956 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d15895-d89e-4d96-8603-682ea8b135a1 req-f2863f03-1bef-4b1e-b5a4-98bee0c7db1a tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:39.273137 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43d15895-d89e-4d96-8603-682ea8b135a1 req-f2863f03-1bef-4b1e-b5a4-98bee0c7db1a tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3ee0e9-13e8-4ce8-baba-190e961e7f8d HTTP/1.1" status: 200 len: 949 time: 0.1296713 Apr 21 12:47:39.276059 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-2f125b2c-c27b-4ae3-b5ac-a44e3eba35db None None] Set router 1f555af8-f42b-4ae0-97ca-8882e0c2f4dd gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:47:39.366190 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=b3059ab7-b5e6-4412-9ca9-4020a316efc0,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:39.429443 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43d15895-d89e-4d96-8603-682ea8b135a1 req-e8c3211a-b68b-4021-8631-38e8adfc9027 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504898 Apr 21 12:47:39.489799 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2460c-640a-46aa-adf4-db21c314d4f6 req-45c9ef71-96e0-41f0-9a64-1bb522729511 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:39.491289 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b4b2460c-640a-46aa-adf4-db21c314d4f6 req-45c9ef71-96e0-41f0-9a64-1bb522729511 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.1814113 Apr 21 12:47:39.596139 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b4b2460c-640a-46aa-adf4-db21c314d4f6 req-40587dae-76bc-4853-8521-ab876dbf1527 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877938 Apr 21 12:47:39.796542 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7dbe5cb0-d3bb-4eab-a846-a1c733888934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:39.846238 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2f125b2c-c27b-4ae3-b5ac-a44e3eba35db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f555af8-f42b-4ae0-97ca-8882e0c2f4dd', 'name': 'tempest-TestServerBasicOps-1271136910-router', 'tenant_id': '4207f1bd2c144bf78af0e61b52f10616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '57515f51-4d54-4378-a903-a708d91bf8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:33Z', 'updated_at': '2022-04-21T12:47:36Z', 'revision_number': 3, 'project_id': '4207f1bd2c144bf78af0e61b52f10616', 'gw_port': {'id': '57515f51-4d54-4378-a903-a708d91bf8c8', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f555af8-f42b-4ae0-97ca-8882e0c2f4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:35Z', 'updated_at': '2022-04-21T12:47:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:47:39.948385 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f125b2c-c27b-4ae3-b5ac-a44e3eba35db None None] Checking router: 1f555af8-f42b-4ae0-97ca-8882e0c2f4dd for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:47:39.949404 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f125b2c-c27b-4ae3-b5ac-a44e3eba35db None None] Updating router 1f555af8-f42b-4ae0-97ca-8882e0c2f4dd port 57515f51-4d54-4378-a903-a708d91bf8c8 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:47:40.002668 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f125b2c-c27b-4ae3-b5ac-a44e3eba35db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:40.147512 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-7dbe5cb0-d3bb-4eab-a846-a1c733888934 admin admin] Allocated IP 172.20.0.1 (e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d/9ebc28ab-1ebe-4940-99d5-f036530dcc29/1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:47:40.272195 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622101cf-5191-48cf-a447-14cc7cb5a676 req-7f225719-fa03-464b-b654-a518ac0cd706 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:40.276686 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-622101cf-5191-48cf-a447-14cc7cb5a676 req-7f225719-fa03-464b-b654-a518ac0cd706 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.1686902 Apr 21 12:47:40.304544 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d3ee0e9-13e8-4ce8-baba-190e961e7f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3059ab7-b5e6-4412-9ca9-4020a316efc0'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:47:40.306927 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6726f5e-7b4c-4750-9625-36c4611660a1" -d '{"events": [{"server_uuid": "1d3ee0e9-13e8-4ce8-baba-190e961e7f8d", "name": "network-vif-plugged", "status": "completed", "tag": "b3059ab7-b5e6-4412-9ca9-4020a316efc0"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:47:40.395898 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52834) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:47:40.610254 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-eea5ab5e-ffc8-494e-86c5-90403435a3b3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1572838924-network', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:47:40.690891 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f125b2c-c27b-4ae3-b5ac-a44e3eba35db None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:40.713714 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea5ab5e-ffc8-494e-86c5-90403435a3b3 admin admin] Made reservation on behalf of ff5c07c40d9a4b349438394ca472864f for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:47:40.716552 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eea5ab5e-ffc8-494e-86c5-90403435a3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:40.731300 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eea5ab5e-ffc8-494e-86c5-90403435a3b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:40.739412 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafab6e4-9862-4a3a-b5a5-4cb190f24b40 req-3d6f9a8f-43d9-40ff-9728-ad14c3fa10aa tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:40.740998 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eafab6e4-9862-4a3a-b5a5-4cb190f24b40 req-3d6f9a8f-43d9-40ff-9728-ad14c3fa10aa tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 945 time: 0.6371119 Apr 21 12:47:40.776447 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f125b2c-c27b-4ae3-b5ac-a44e3eba35db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:40.821552 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-622101cf-5191-48cf-a447-14cc7cb5a676 req-0507361a-fec8-4f23-93ce-bd6e8d08460f tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302507 Apr 21 12:47:40.882683 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7dbe5cb0-d3bb-4eab-a846-a1c733888934 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:40.882683 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eafab6e4-9862-4a3a-b5a5-4cb190f24b40 req-4fae7620-456c-4da6-9921-163bb8f0adf5 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122270 Apr 21 12:47:40.896789 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-2f125b2c-c27b-4ae3-b5ac-a44e3eba35db None None] Attempting to bind port 57515f51-4d54-4378-a903-a708d91bf8c8 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:47:40.897394 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-2f125b2c-c27b-4ae3-b5ac-a44e3eba35db None None] Attempting to bind port 57515f51-4d54-4378-a903-a708d91bf8c8 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:47:40.897556 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f125b2c-c27b-4ae3-b5ac-a44e3eba35db None None] Attempting to bind port 57515f51-4d54-4378-a903-a708d91bf8c8 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:47:41.001906 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f125b2c-c27b-4ae3-b5ac-a44e3eba35db None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:47:41.001906 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f125b2c-c27b-4ae3-b5ac-a44e3eba35db None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:47:41.001906 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f125b2c-c27b-4ae3-b5ac-a44e3eba35db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:41.001906 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f125b2c-c27b-4ae3-b5ac-a44e3eba35db None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:47:41.001906 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-2f125b2c-c27b-4ae3-b5ac-a44e3eba35db None None] Bound port: 57515f51-4d54-4378-a903-a708d91bf8c8, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:47:41.001906 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f125b2c-c27b-4ae3-b5ac-a44e3eba35db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:41.001906 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5101b997-3a71-48e9-bb9d-efbd05ba4036 x-openstack-request-id: req-5101b997-3a71-48e9-bb9d-efbd05ba4036 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:47:41.001906 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d3ee0e9-13e8-4ce8-baba-190e961e7f8d", "name": "network-vif-plugged", "status": "completed", "tag": "b3059ab7-b5e6-4412-9ca9-4020a316efc0", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:47:41.001906 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5101b997-3a71-48e9-bb9d-efbd05ba4036 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:47:41.001906 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5101b997-3a71-48e9-bb9d-efbd05ba4036'] response: {'server_uuid': '1d3ee0e9-13e8-4ce8-baba-190e961e7f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3059ab7-b5e6-4412-9ca9-4020a316efc0', 'code': 200} Apr 21 12:47:41.001906 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01397d22-242c-42b8-8453-9e4bcc2b1882 None None] Pushing event updated for resources: {'Port': ['ID=57515f51-4d54-4378-a903-a708d91bf8c8,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:41.003767 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eea5ab5e-ffc8-494e-86c5-90403435a3b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:41.003982 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2f125b2c-c27b-4ae3-b5ac-a44e3eba35db None None] For port 57515f51-4d54-4378-a903-a708d91bf8c8, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:47:41.003982 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2f125b2c-c27b-4ae3-b5ac-a44e3eba35db None None] For port 57515f51-4d54-4378-a903-a708d91bf8c8, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=57515f51-4d54-4378-a903-a708d91bf8c8,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:47:41.098008 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0f0f3-dc53-4c22-93ca-d1e866f7b816 req-960a6789-bbc1-451a-a947-3d22c6268630 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:41.099488 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-41f0f0f3-dc53-4c22-93ca-d1e866f7b816 req-960a6789-bbc1-451a-a947-3d22c6268630 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3ee0e9-13e8-4ce8-baba-190e961e7f8d HTTP/1.1" status: 200 len: 949 time: 0.1139040 Apr 21 12:47:41.106455 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d90ef6-ac0b-4d0b-892f-8c28ba0cc197 req-edb570f1-a984-4184-af9e-c74e266d0938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:41.107977 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80d90ef6-ac0b-4d0b-892f-8c28ba0cc197 req-edb570f1-a984-4184-af9e-c74e266d0938 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1d3ee0e9-13e8-4ce8-baba-190e961e7f8d HTTP/1.1" status: 200 len: 1100 time: 0.1122577 Apr 21 12:47:41.117885 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92509e2-bfb0-4dd1-9801-a2574044c73b req-aa5afac5-f536-47c6-830b-bde40fed4bd5 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:41.119240 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d92509e2-bfb0-4dd1-9801-a2574044c73b req-aa5afac5-f536-47c6-830b-bde40fed4bd5 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.1018569 Apr 21 12:47:41.196611 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-41f0f0f3-dc53-4c22-93ca-d1e866f7b816 req-8f37d912-fb82-4926-8647-68900287b1e8 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876873 Apr 21 12:47:41.199134 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eea5ab5e-ffc8-494e-86c5-90403435a3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:41.200398 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f125b2c-c27b-4ae3-b5ac-a44e3eba35db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:41.203159 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7dbe5cb0-d3bb-4eab-a846-a1c733888934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:41.208409 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80d90ef6-ac0b-4d0b-892f-8c28ba0cc197 req-fe7c710b-b4cf-4ab6-80be-3abe70d3d6a4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827310 Apr 21 12:47:41.221874 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d92509e2-bfb0-4dd1-9801-a2574044c73b req-ed1cbcb5-63be-4d41-ba71-e900610aed17 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846105 Apr 21 12:47:41.243535 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea5ab5e-ffc8-494e-86c5-90403435a3b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:47:41.266204 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbe5cb0-d3bb-4eab-a846-a1c733888934 admin admin] Network e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:47:41.277315 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-7dbe5cb0-d3bb-4eab-a846-a1c733888934 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:47:41.277315 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbe5cb0-d3bb-4eab-a846-a1c733888934 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:47:41.279087 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eea5ab5e-ffc8-494e-86c5-90403435a3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:41.280842 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-eea5ab5e-ffc8-494e-86c5-90403435a3b3 admin admin] Added segment b5aef90b-d917-4e10-8a43-fb490177cc40 of type vlan for network 6e50d715-b910-4276-93d7-96be6f6cfc58 Apr 21 12:47:41.296460 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5ab5e-ffc8-494e-86c5-90403435a3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e494a611-f92e-4970-8f32-110485b8cbee,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:41.317759 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe5cb0-d3bb-4eab-a846-a1c733888934 admin admin] Pushing event updated for resources: {'Port': ['ID=1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:41.318070 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f125b2c-c27b-4ae3-b5ac-a44e3eba35db None None] Routers {'1f555af8-f42b-4ae0-97ca-8882e0c2f4dd'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:47:41.318070 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2f125b2c-c27b-4ae3-b5ac-a44e3eba35db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:47:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['1f555af8-f42b-4ae0-97ca-8882e0c2f4dd'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:47:41.339342 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7dbe5cb0-d3bb-4eab-a846-a1c733888934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:41.370696 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eea5ab5e-ffc8-494e-86c5-90403435a3b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:41.446816 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01397d22-242c-42b8-8453-9e4bcc2b1882 None None] Pushing event updated for resources: {'Port': ['ID=57515f51-4d54-4378-a903-a708d91bf8c8,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:41.504179 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-2f125b2c-c27b-4ae3-b5ac-a44e3eba35db None None] Set router 1f555af8-f42b-4ae0-97ca-8882e0c2f4dd gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:47:41.540670 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eea5ab5e-ffc8-494e-86c5-90403435a3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:41.540670 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea5ab5e-ffc8-494e-86c5-90403435a3b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:41.540670 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eea5ab5e-ffc8-494e-86c5-90403435a3b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:41.646010 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5ab5e-ffc8-494e-86c5-90403435a3b3 admin admin] Pushing event updated for resources: {'Network': ['ID=6e50d715-b910-4276-93d7-96be6f6cfc58,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:41.677361 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 6e50d715-b910-4276-93d7-96be6f6cfc58 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:47:41.734195 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7dbe5cb0-d3bb-4eab-a846-a1c733888934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:41.774795 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-eea5ab5e-ffc8-494e-86c5-90403435a3b3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3764763 Apr 21 12:47:41.778646 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52848) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:47:41.787373 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a0c64490-d2c1-4755-b001-bbc716013f68 admin admin] Request body: {'subnet': {'network_id': '6e50d715-b910-4276-93d7-96be6f6cfc58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572838924-subnet', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:47:41.804213 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e854dc26-4b51-43d9-ab77-c52711f17351 None None] Provisioning complete for port 1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:41.804557 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e854dc26-4b51-43d9-ab77-c52711f17351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:41.880735 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e854dc26-4b51-43d9-ab77-c52711f17351 None None] Port 1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:47:41.902330 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2f125b2c-c27b-4ae3-b5ac-a44e3eba35db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f555af8-f42b-4ae0-97ca-8882e0c2f4dd', 'name': 'tempest-TestServerBasicOps-1271136910-router', 'tenant_id': '4207f1bd2c144bf78af0e61b52f10616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '57515f51-4d54-4378-a903-a708d91bf8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:33Z', 'updated_at': '2022-04-21T12:47:36Z', 'revision_number': 3, 'project_id': '4207f1bd2c144bf78af0e61b52f10616', 'gw_port': {'id': '57515f51-4d54-4378-a903-a708d91bf8c8', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f555af8-f42b-4ae0-97ca-8882e0c2f4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:35Z', 'updated_at': '2022-04-21T12:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:47:41.907937 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c64490-d2c1-4755-b001-bbc716013f68 admin admin] Made reservation on behalf of ff5c07c40d9a4b349438394ca472864f for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:47:41.910602 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0c64490-d2c1-4755-b001-bbc716013f68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:41.980305 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f125b2c-c27b-4ae3-b5ac-a44e3eba35db None None] The sync data for ids ['1f555af8-f42b-4ae0-97ca-8882e0c2f4dd'] in n-d-836147-2 is: [{'id': '1f555af8-f42b-4ae0-97ca-8882e0c2f4dd', 'name': 'tempest-TestServerBasicOps-1271136910-router', 'tenant_id': '4207f1bd2c144bf78af0e61b52f10616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '57515f51-4d54-4378-a903-a708d91bf8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:33Z', 'updated_at': '2022-04-21T12:47:36Z', 'revision_number': 3, 'project_id': '4207f1bd2c144bf78af0e61b52f10616', 'gw_port': {'id': '57515f51-4d54-4378-a903-a708d91bf8c8', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f555af8-f42b-4ae0-97ca-8882e0c2f4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:35Z', 'updated_at': '2022-04-21T12:47:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:47:42.118947 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754b8349-4d20-4f0a-ac5b-bdd0b0092b42 req-6f5c0831-cce8-42f3-bf80-32811edea163 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:42.120688 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-754b8349-4d20-4f0a-ac5b-bdd0b0092b42 req-6f5c0831-cce8-42f3-bf80-32811edea163 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.1583266 Apr 21 12:47:42.178811 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ccea6-7100-4327-bca4-bc293fcde037 req-f5169492-a789-403e-8a2b-2ce00f9bd226 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:42.180490 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-989ccea6-7100-4327-bca4-bc293fcde037 req-f5169492-a789-403e-8a2b-2ce00f9bd226 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 945 time: 0.1562040 Apr 21 12:47:42.191984 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7dbe5cb0-d3bb-4eab-a846-a1c733888934 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:42.238653 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-754b8349-4d20-4f0a-ac5b-bdd0b0092b42 req-d9aea045-e255-4fc0-8bb0-30433b163b7f tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014347 Apr 21 12:47:42.269265 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7dbe5cb0-d3bb-4eab-a846-a1c733888934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:42.342443 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0c64490-d2c1-4755-b001-bbc716013f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:42.372758 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-989ccea6-7100-4327-bca4-bc293fcde037 req-bd8ef576-ecea-49b6-9257-781beb7fd77b tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410656 Apr 21 12:47:42.483303 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7dbe5cb0-d3bb-4eab-a846-a1c733888934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:42.522680 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c64490-d2c1-4755-b001-bbc716013f68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5ecad05-c514-4221-be9f-83a659f2e3d8,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:42.554014 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c64490-d2c1-4755-b001-bbc716013f68 admin admin] Checking segment: {'id': 'b5aef90b-d917-4e10-8a43-fb490177cc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6e50d715-b910-4276-93d7-96be6f6cfc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:47:42.555381 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c64490-d2c1-4755-b001-bbc716013f68 admin admin] Network hostable DHCP agents. Network: 6e50d715-b910-4276-93d7-96be6f6cfc58, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:47:42.569264 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe5cb0-d3bb-4eab-a846-a1c733888934 admin admin] Pushing event updated for resources: {'Port': ['ID=1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:42.718672 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb178e6c-00e2-4442-a0b7-79b2cf78c4c5 req-0bc6175b-3b39-4b69-9c03-f22ab2a14051 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:42.720625 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb178e6c-00e2-4442-a0b7-79b2cf78c4c5 req-0bc6175b-3b39-4b69-9c03-f22ab2a14051 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.3468010 Apr 21 12:47:42.727735 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c64490-d2c1-4755-b001-bbc716013f68 admin admin] Network 6e50d715-b910-4276-93d7-96be6f6cfc58 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:47:42.786760 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192bf8e2-8ded-4973-8035-1b25f5e3c18e req-72e55b3e-0507-4225-9035-81321918a67d tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:42.788938 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-192bf8e2-8ded-4973-8035-1b25f5e3c18e req-72e55b3e-0507-4225-9035-81321918a67d tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3ee0e9-13e8-4ce8-baba-190e961e7f8d HTTP/1.1" status: 200 len: 949 time: 0.2401221 Apr 21 12:47:42.833565 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a0c64490-d2c1-4755-b001-bbc716013f68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 6e50d715-b910-4276-93d7-96be6f6cfc58) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:47:42.841906 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c64490-d2c1-4755-b001-bbc716013f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:42.842610 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0c64490-d2c1-4755-b001-bbc716013f68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:42.844626 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6550b0ff-5f51-4882-814e-d01b9a02ab13 None None] Network 6e50d715-b910-4276-93d7-96be6f6cfc58 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:47:42.915058 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb178e6c-00e2-4442-a0b7-79b2cf78c4c5 req-7baa8fbb-83db-4474-b31c-e70bd14fc0fc tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815505 Apr 21 12:47:42.918014 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbe5cb0-d3bb-4eab-a846-a1c733888934 admin admin] Network e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:47:42.920994 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-7dbe5cb0-d3bb-4eab-a846-a1c733888934 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:47:42.955773 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a0c64490-d2c1-4755-b001-bbc716013f68 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1742401 Apr 21 12:47:42.957393 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52860) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:47:42.964886 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1572838924-router', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:47:42.988149 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-192bf8e2-8ded-4973-8035-1b25f5e3c18e req-1bed1a92-0987-42ed-b4be-3b14856ad606 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833191 Apr 21 12:47:43.095591 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:43.096941 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:43.206519 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588334ea-d365-4e84-91f1-66d91fe7a172 None None] Network 6e50d715-b910-4276-93d7-96be6f6cfc58 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:47:43.236975 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:43.363781 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbe5cb0-d3bb-4eab-a846-a1c733888934 admin admin] Router 1f555af8-f42b-4ae0-97ca-8882e0c2f4dd has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:47:43.514250 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a7baf6c6-33ce-4b4f-82de-ca3e1e547225 None None] Provisioning complete for port 1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:43.514250 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7baf6c6-33ce-4b4f-82de-ca3e1e547225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:43.577250 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00c12a6b-84c8-4454-acd6-4794bb0a7788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:43.606684 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a7baf6c6-33ce-4b4f-82de-ca3e1e547225 None None] Port 1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:47:43.680974 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:43.765740 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54daf810-b35d-4192-a59e-2f2f2a302c9c req-179e47ef-5303-4812-b050-15ea47d722a6 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:43.767237 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54daf810-b35d-4192-a59e-2f2f2a302c9c req-179e47ef-5303-4812-b050-15ea47d722a6 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 945 time: 0.2162623 Apr 21 12:47:43.808164 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee605e-601f-4742-8d47-05926333c471 req-6185a689-406f-41cb-8635-8dc01b3d1084 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:43.819441 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e4ee605e-601f-4742-8d47-05926333c471 req-6185a689-406f-41cb-8635-8dc01b3d1084 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.2845173 Apr 21 12:47:43.837658 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbe5cb0-d3bb-4eab-a846-a1c733888934 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:47:43.846233 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7dbe5cb0-d3bb-4eab-a846-a1c733888934 admin admin] 10.222.0.36 "PUT /v2.0/routers/1f555af8-f42b-4ae0-97ca-8882e0c2f4dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9068413 Apr 21 12:47:43.900810 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54daf810-b35d-4192-a59e-2f2f2a302c9c req-a96b5d0d-055c-4858-89bb-4bb9e449335e tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200716 Apr 21 12:47:43.961680 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e4ee605e-601f-4742-8d47-05926333c471 req-a09811bd-8056-4b69-9bd1-045cfef4ef1a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412172 Apr 21 12:47:44.274015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bdb955-5e9e-45e0-9e16-26181980a866 req-8316f828-98e3-440c-8eb4-2e2afcd4bc07 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:44.290376 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-71bdb955-5e9e-45e0-9e16-26181980a866 req-8316f828-98e3-440c-8eb4-2e2afcd4bc07 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.2088578 Apr 21 12:47:44.392720 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-71bdb955-5e9e-45e0-9e16-26181980a866 req-fb8510cb-c893-4e21-bcf1-9bd1af3e1833 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981343 Apr 21 12:47:44.459907 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bc915-c63a-43c6-b600-d4dfdd2872e9 req-5cbc8a6e-3379-49a3-aff3-ee7ac2797275 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:44.462428 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-669bc915-c63a-43c6-b600-d4dfdd2872e9 req-5cbc8a6e-3379-49a3-aff3-ee7ac2797275 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3ee0e9-13e8-4ce8-baba-190e961e7f8d HTTP/1.1" status: 200 len: 949 time: 0.3263063 Apr 21 12:47:44.629183 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 57515f51-4d54-4378-a903-a708d91bf8c8 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:47:44.630119 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-669bc915-c63a-43c6-b600-d4dfdd2872e9 req-690f3e1f-3563-4886-bf10-46d99d635df5 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573081 Apr 21 12:47:44.731001 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 57515f51-4d54-4378-a903-a708d91bf8c8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:44.731297 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:44.866516 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d19d62-a5f7-4952-93b3-25572542ad92 req-59b53cbb-d358-4a51-9979-f6779113bfb6 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:44.880430 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c2d19d62-a5f7-4952-93b3-25572542ad92 req-59b53cbb-d358-4a51-9979-f6779113bfb6 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=e06d93cb-5940-4118-98e5-287f3bc62a78 HTTP/1.1" status: 200 len: 949 time: 0.1136620 Apr 21 12:47:44.969490 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c2d19d62-a5f7-4952-93b3-25572542ad92 req-ee86c921-d7ab-48c2-898a-1f185ef7ab78 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869291 Apr 21 12:47:44.980504 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:45.006790 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:45.078687 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:45.123280 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 57515f51-4d54-4378-a903-a708d91bf8c8, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=57515f51-4d54-4378-a903-a708d91bf8c8,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:45.213760 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1aaa2b-8d52-48f2-b208-33188d486c80 req-06d39632-8136-44f3-9bd5-23a970b80226 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:45.216510 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:45.229292 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e1aaa2b-8d52-48f2-b208-33188d486c80 req-06d39632-8136-44f3-9bd5-23a970b80226 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 945 time: 0.1109965 Apr 21 12:47:45.330241 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e1aaa2b-8d52-48f2-b208-33188d486c80 req-fbf528f4-3be9-41e5-be7d-a0cb951b245a tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767493 Apr 21 12:47:45.333533 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] Allocated IP 172.25.8.117 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/8f87487a-29a2-45b7-8274-386310313570) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:47:45.362848 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b1ccb9-877a-4a0d-9e87-817d869f886c None None] Sync routers for ids ['1f555af8-f42b-4ae0-97ca-8882e0c2f4dd'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:47:45.382157 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b1ccb9-877a-4a0d-9e87-817d869f886c None None] Routers {'1f555af8-f42b-4ae0-97ca-8882e0c2f4dd'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:47:45.382775 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-57b1ccb9-877a-4a0d-9e87-817d869f886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:47:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['1f555af8-f42b-4ae0-97ca-8882e0c2f4dd'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:47:45.404472 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=57515f51-4d54-4378-a903-a708d91bf8c8,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:45.521786 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-57b1ccb9-877a-4a0d-9e87-817d869f886c None None] Set router 1f555af8-f42b-4ae0-97ca-8882e0c2f4dd gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:47:45.523392 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:45.637341 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993835a-4f08-4605-9324-643de6afc337 req-9988bb7b-c9fb-4de6-85e1-a7f64816b98d tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:45.653677 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7993835a-4f08-4605-9324-643de6afc337 req-9988bb7b-c9fb-4de6-85e1-a7f64816b98d tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.1695693 Apr 21 12:47:45.737210 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7993835a-4f08-4605-9324-643de6afc337 req-77193148-0526-407f-9f51-1e23740465e6 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819464 Apr 21 12:47:45.780243 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-57b1ccb9-877a-4a0d-9e87-817d869f886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f555af8-f42b-4ae0-97ca-8882e0c2f4dd', 'name': 'tempest-TestServerBasicOps-1271136910-router', 'tenant_id': '4207f1bd2c144bf78af0e61b52f10616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '57515f51-4d54-4378-a903-a708d91bf8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:33Z', 'updated_at': '2022-04-21T12:47:41Z', 'revision_number': 4, 'project_id': '4207f1bd2c144bf78af0e61b52f10616', 'gw_port': {'id': '57515f51-4d54-4378-a903-a708d91bf8c8', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f555af8-f42b-4ae0-97ca-8882e0c2f4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:35Z', 'updated_at': '2022-04-21T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe', 'name': '', 'network_id': 'e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d', 'tenant_id': '4207f1bd2c144bf78af0e61b52f10616', 'mac_address': 'fa:16:3e:d1:f9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f555af8-f42b-4ae0-97ca-8882e0c2f4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '9ebc28ab-1ebe-4940-99d5-f036530dcc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:39Z', 'updated_at': '2022-04-21T12:47:41Z', 'revision_number': 2, 'project_id': '4207f1bd2c144bf78af0e61b52f10616', 'subnets': [{'id': '9ebc28ab-1ebe-4940-99d5-f036530dcc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:47:45.812047 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b1ccb9-877a-4a0d-9e87-817d869f886c None None] Checking router: 1f555af8-f42b-4ae0-97ca-8882e0c2f4dd for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:47:45.812699 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b1ccb9-877a-4a0d-9e87-817d869f886c None None] Updating router 1f555af8-f42b-4ae0-97ca-8882e0c2f4dd port 1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:47:45.848498 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-57b1ccb9-877a-4a0d-9e87-817d869f886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:45.897204 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:45.919587 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-747bd050-2364-414f-b87c-b8825f2f3535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:45.954713 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:47:45.962149 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:47:45.974824 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:47:46.071955 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52892) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:47:46.078372 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-44c2d818-93b4-4e9c-811f-957c8fc30754 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1210153669', 'description': 'tempest-secgroup-smoke-1210153669 description', 'project_id': '340fcbb6da8e49abadfdcf88b5d93115'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:47:46.245831 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44c2d818-93b4-4e9c-811f-957c8fc30754 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:46.272577 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] Pushing event updated for resources: {'Port': ['ID=8f87487a-29a2-45b7-8274-386310313570,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:46.281953 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:46.286080 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:46.286080 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:46.286080 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:46.286080 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:46.286080 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:46.286080 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:46.286080 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:46.286080 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:46.286080 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:46.286080 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:46.286080 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:46.382129 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b21ad-6add-4ea2-bd16-f32ff286a065 req-c2d61028-c890-4bf0-911a-7d3ca41407f4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:46.389632 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b21ad-6add-4ea2-bd16-f32ff286a065 req-c2d61028-c890-4bf0-911a-7d3ca41407f4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:46.398137 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c38b21ad-6add-4ea2-bd16-f32ff286a065 req-c2d61028-c890-4bf0-911a-7d3ca41407f4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d3ee0e9-13e8-4ce8-baba-190e961e7f8d&device_id=e06d93cb-5940-4118-98e5-287f3bc62a78 HTTP/1.1" status: 200 len: 1689 time: 0.2168992 Apr 21 12:47:46.423799 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-57b1ccb9-877a-4a0d-9e87-817d869f886c None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:46.437913 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802d764-79d4-4931-9298-6e1d0bd52d74 req-cdbb62e5-9be8-4989-bcae-e343962494e9 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:46.439717 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8802d764-79d4-4931-9298-6e1d0bd52d74 req-cdbb62e5-9be8-4989-bcae-e343962494e9 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.2087111 Apr 21 12:47:46.484662 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c38b21ad-6add-4ea2-bd16-f32ff286a065 req-051e1fbd-c23e-4745-ae62-06785a9b95ba tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852606 Apr 21 12:47:46.516444 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 57515f51-4d54-4378-a903-a708d91bf8c8 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:47:46.518990 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-57b1ccb9-877a-4a0d-9e87-817d869f886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:46.524625 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44c2d818-93b4-4e9c-811f-957c8fc30754 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:46.544103 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8802d764-79d4-4931-9298-6e1d0bd52d74 req-4a1b9e01-37e7-4c5f-adbf-303514eaa2ea tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949507 Apr 21 12:47:46.582108 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44c2d818-93b4-4e9c-811f-957c8fc30754 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:46.650710 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 57515f51-4d54-4378-a903-a708d91bf8c8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:46.652256 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:46.677663 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eef672-bf7a-4834-bea5-ce9a59a6dc8a None None] Pushing event updated for resources: {'Port': ['ID=1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:46.680163 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:46.807177 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2d818-93b4-4e9c-811f-957c8fc30754 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15528dc7-9365-4ec8-90f1-d448e28cf251,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:46.825343 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44c2d818-93b4-4e9c-811f-957c8fc30754 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:46.828990 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-44c2d818-93b4-4e9c-811f-957c8fc30754 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7553322 Apr 21 12:47:46.832866 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52902) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:47:46.865594 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-619d99bb-fd25-4e25-9116-4236388de297 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Request body: {'security_group_rule': {'security_group_id': '15528dc7-9365-4ec8-90f1-d448e28cf251', 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:47:46.871798 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-57b1ccb9-877a-4a0d-9e87-817d869f886c None None] Attempting to bind port 1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:47:46.871798 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-57b1ccb9-877a-4a0d-9e87-817d869f886c None None] Attempting to bind port 1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '5b347abc-deac-48ef-a1bd-242145ae8c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:47:46.871798 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b1ccb9-877a-4a0d-9e87-817d869f886c None None] Attempting to bind port 1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe on network e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:47:46.878089 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b1ccb9-877a-4a0d-9e87-817d869f886c None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:47:46.879499 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b1ccb9-877a-4a0d-9e87-817d869f886c None None] Checking segment: {'id': '5b347abc-deac-48ef-a1bd-242145ae8c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:47:46.880708 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-57b1ccb9-877a-4a0d-9e87-817d869f886c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:46.882899 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b1ccb9-877a-4a0d-9e87-817d869f886c None None] Bound using segment: {'id': '5b347abc-deac-48ef-a1bd-242145ae8c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:47:46.885847 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-57b1ccb9-877a-4a0d-9e87-817d869f886c None None] Bound port: 1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b347abc-deac-48ef-a1bd-242145ae8c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:47:46.887270 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-57b1ccb9-877a-4a0d-9e87-817d869f886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:46.960190 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:46.969899 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e3bcc-4e84-46c4-86f6-50f414b15792 req-3da593a2-a6e3-417a-9a7a-78262481005e tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:46.973244 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0e9e3bcc-4e84-46c4-86f6-50f414b15792 req-3da593a2-a6e3-417a-9a7a-78262481005e tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 945 time: 0.3387215 Apr 21 12:47:47.020047 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7de26-4345-439a-b629-4baa7e86a292 req-0974d7cd-b910-4692-9a53-2e7df8e7f6b7 tempest-ServersOnMultiNodesTest-1979639452 tempest-ServersOnMultiNodesTest-1979639452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:47.027943 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5bf7de26-4345-439a-b629-4baa7e86a292 req-0974d7cd-b910-4692-9a53-2e7df8e7f6b7 tempest-ServersOnMultiNodesTest-1979639452 tempest-ServersOnMultiNodesTest-1979639452-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1d3ee0e9-13e8-4ce8-baba-190e961e7f8d HTTP/1.1" status: 200 len: 1100 time: 0.1776416 Apr 21 12:47:47.031989 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-57b1ccb9-877a-4a0d-9e87-817d869f886c None None] For port 1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:47:47.044096 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-57b1ccb9-877a-4a0d-9e87-817d869f886c None None] For port 1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe,segment=NetworkSegment(5b347abc-deac-48ef-a1bd-242145ae8c5b),segment_id=5b347abc-deac-48ef-a1bd-242145ae8c5b)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:47:47.064809 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-733770df-4682-42e1-9284-f5ee864ceccb None None] Provisioning complete for port 1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:47.079764 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0e9e3bcc-4e84-46c4-86f6-50f414b15792 req-028a7c4d-5685-4c9b-9352-b1e4f83b301c tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791097 Apr 21 12:47:47.083310 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-733770df-4682-42e1-9284-f5ee864ceccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:47.109698 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5bf7de26-4345-439a-b629-4baa7e86a292 req-22482b5a-63b0-43fe-85f2-3c3bca81e6bd tempest-ServersOnMultiNodesTest-1979639452 tempest-ServersOnMultiNodesTest-1979639452-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808690 Apr 21 12:47:47.152266 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:47.194171 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-57b1ccb9-877a-4a0d-9e87-817d869f886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:47.221353 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-619d99bb-fd25-4e25-9116-4236388de297 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:47.301894 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-733770df-4682-42e1-9284-f5ee864ceccb None None] Port 1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:47:47.324953 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-619d99bb-fd25-4e25-9116-4236388de297 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:47.356137 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d40a0-9616-41e7-9711-1a41a9fd34f3 req-b209f82a-afba-499d-996b-3c81fab08342 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:47.371623 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eef672-bf7a-4834-bea5-ce9a59a6dc8a None None] Pushing event updated for resources: {'Port': ['ID=1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:47.377348 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b96d40a0-9616-41e7-9711-1a41a9fd34f3 req-b209f82a-afba-499d-996b-3c81fab08342 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.1681032 Apr 21 12:47:47.382914 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b1ccb9-877a-4a0d-9e87-817d869f886c None None] Routers {'1f555af8-f42b-4ae0-97ca-8882e0c2f4dd'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:47:47.383536 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-57b1ccb9-877a-4a0d-9e87-817d869f886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:47:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['1f555af8-f42b-4ae0-97ca-8882e0c2f4dd'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:47:47.474256 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-619d99bb-fd25-4e25-9116-4236388de297 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:47.489229 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b96d40a0-9616-41e7-9711-1a41a9fd34f3 req-7cafaf8b-d1ce-4cf7-8904-77f504c21a55 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073773 Apr 21 12:47:47.516516 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d99bb-fd25-4e25-9116-4236388de297 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d050b766-d597-41a5-a567-ba4dde36456d,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:47.530141 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] Router 09dea0bd-6afb-4c78-a9ed-50790cbd5ac6 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:47:47.545176 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a91f77-3581-4985-a811-d473cc98b0cb req-2a6de173-21e5-49f0-832f-293f0b05456f tempest-ServersOnMultiNodesTest-1979639452 tempest-ServersOnMultiNodesTest-1979639452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:47.548366 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b2a91f77-3581-4985-a811-d473cc98b0cb req-2a6de173-21e5-49f0-832f-293f0b05456f tempest-ServersOnMultiNodesTest-1979639452 tempest-ServersOnMultiNodesTest-1979639452-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e06d93cb-5940-4118-98e5-287f3bc62a78 HTTP/1.1" status: 200 len: 1100 time: 0.2131541 Apr 21 12:47:47.583699 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-57b1ccb9-877a-4a0d-9e87-817d869f886c None None] Set router 1f555af8-f42b-4ae0-97ca-8882e0c2f4dd gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:47:47.634659 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b2a91f77-3581-4985-a811-d473cc98b0cb req-e3a89e23-f9af-490a-9be6-f5c18924be11 tempest-ServersOnMultiNodesTest-1979639452 tempest-ServersOnMultiNodesTest-1979639452-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709651 Apr 21 12:47:47.664895 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-619d99bb-fd25-4e25-9116-4236388de297 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:47.669336 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52912) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:47:47.673758 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-619d99bb-fd25-4e25-9116-4236388de297 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8382413 Apr 21 12:47:47.676150 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ddf5594e-b236-480c-a022-050323330960 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Request body: {'security_group_rule': {'security_group_id': '15528dc7-9365-4ec8-90f1-d448e28cf251', 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:47:47.792492 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:47.832681 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:47:47.835371 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ddf5594e-b236-480c-a022-050323330960 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:47.836440 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-dd3a7af4-5841-4ff2-89ea-71e573c1f105 None None] Provisioning complete for port 1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:47.837016 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd3a7af4-5841-4ff2-89ea-71e573c1f105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:47.895964 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e97a4d-b775-4d32-a012-23c3f575d7d8 None None] Sync routers for ids ['09dea0bd-6afb-4c78-a9ed-50790cbd5ac6'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:47:47.925876 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:47.929843 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-93928938-9065-40a3-a585-84db7a195e17 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.9673760 Apr 21 12:47:47.930345 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52914) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:47:47.949898 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50279b49-d1b1-436f-b7c5-d2ed61038536 req-0edaed07-203e-4fbd-a52e-ccffd34a0803 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:47.958352 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-50279b49-d1b1-436f-b7c5-d2ed61038536 req-0edaed07-203e-4fbd-a52e-ccffd34a0803 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.2342558 Apr 21 12:47:47.962299 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e97a4d-b775-4d32-a012-23c3f575d7d8 None None] Routers {'09dea0bd-6afb-4c78-a9ed-50790cbd5ac6'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:47:47.963074 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-23e97a4d-b775-4d32-a012-23c3f575d7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:47:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['09dea0bd-6afb-4c78-a9ed-50790cbd5ac6'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:47:48.041956 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-57b1ccb9-877a-4a0d-9e87-817d869f886c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f555af8-f42b-4ae0-97ca-8882e0c2f4dd', 'name': 'tempest-TestServerBasicOps-1271136910-router', 'tenant_id': '4207f1bd2c144bf78af0e61b52f10616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '57515f51-4d54-4378-a903-a708d91bf8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:33Z', 'updated_at': '2022-04-21T12:47:41Z', 'revision_number': 4, 'project_id': '4207f1bd2c144bf78af0e61b52f10616', 'gw_port': {'id': '57515f51-4d54-4378-a903-a708d91bf8c8', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f555af8-f42b-4ae0-97ca-8882e0c2f4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:35Z', 'updated_at': '2022-04-21T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe', 'name': '', 'network_id': 'e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d', 'tenant_id': '4207f1bd2c144bf78af0e61b52f10616', 'mac_address': 'fa:16:3e:d1:f9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f555af8-f42b-4ae0-97ca-8882e0c2f4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '9ebc28ab-1ebe-4940-99d5-f036530dcc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:39Z', 'updated_at': '2022-04-21T12:47:47Z', 'revision_number': 4, 'project_id': '4207f1bd2c144bf78af0e61b52f10616', 'subnets': [{'id': '9ebc28ab-1ebe-4940-99d5-f036530dcc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:47:48.086129 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-50279b49-d1b1-436f-b7c5-d2ed61038536 req-d1222259-7a2e-4f73-bef0-0dbb3b251a54 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166666 Apr 21 12:47:48.151450 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ddf5594e-b236-480c-a022-050323330960 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:48.155668 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b1ccb9-877a-4a0d-9e87-817d869f886c None None] The sync data for ids ['1f555af8-f42b-4ae0-97ca-8882e0c2f4dd'] in n-d-836147-2 is: [{'id': '1f555af8-f42b-4ae0-97ca-8882e0c2f4dd', 'name': 'tempest-TestServerBasicOps-1271136910-router', 'tenant_id': '4207f1bd2c144bf78af0e61b52f10616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '57515f51-4d54-4378-a903-a708d91bf8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:33Z', 'updated_at': '2022-04-21T12:47:41Z', 'revision_number': 4, 'project_id': '4207f1bd2c144bf78af0e61b52f10616', 'gw_port': {'id': '57515f51-4d54-4378-a903-a708d91bf8c8', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f555af8-f42b-4ae0-97ca-8882e0c2f4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:35Z', 'updated_at': '2022-04-21T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe', 'name': '', 'network_id': 'e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d', 'tenant_id': '4207f1bd2c144bf78af0e61b52f10616', 'mac_address': 'fa:16:3e:d1:f9:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f555af8-f42b-4ae0-97ca-8882e0c2f4dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2229, 'fixed_ips': [{'subnet_id': '9ebc28ab-1ebe-4940-99d5-f036530dcc29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:39Z', 'updated_at': '2022-04-21T12:47:47Z', 'revision_number': 4, 'project_id': '4207f1bd2c144bf78af0e61b52f10616', 'subnets': [{'id': '9ebc28ab-1ebe-4940-99d5-f036530dcc29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:47:48.320174 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd3a7af4-5841-4ff2-89ea-71e573c1f105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:48.432711 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13b6b0-fad8-469d-8598-666308b8632f req-341ada16-528f-41cc-8056-3bbc97e570b6 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:48.444789 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef13b6b0-fad8-469d-8598-666308b8632f req-341ada16-528f-41cc-8056-3bbc97e570b6 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 945 time: 0.1476028 Apr 21 12:47:48.474167 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-dd3a7af4-5841-4ff2-89ea-71e573c1f105 None None] For port 1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe,segment=NetworkSegment(5b347abc-deac-48ef-a1bd-242145ae8c5b),segment_id=5b347abc-deac-48ef-a1bd-242145ae8c5b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:48.512931 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-23e97a4d-b775-4d32-a012-23c3f575d7d8 None None] Set router 09dea0bd-6afb-4c78-a9ed-50790cbd5ac6 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:47:48.543870 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef13b6b0-fad8-469d-8598-666308b8632f req-4e6ae0d9-6219-4cc1-8e6d-7a23d7419419 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898726 Apr 21 12:47:48.593530 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ddf5594e-b236-480c-a022-050323330960 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:48.630787 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5594e-b236-480c-a022-050323330960 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e154afa-5ab7-4fad-add2-142c80eee0d2,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:48.658864 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:47:48.723864 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd3a7af4-5841-4ff2-89ea-71e573c1f105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:48.819674 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e7a6b-5e3b-4914-b6e7-636778497cfd req-b19fd60c-64d7-4d0d-93e4-665dcf8e744f tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:48.828817 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8e6e7a6b-5e3b-4914-b6e7-636778497cfd req-b19fd60c-64d7-4d0d-93e4-665dcf8e744f tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.0929067 Apr 21 12:47:48.869961 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ddf5594e-b236-480c-a022-050323330960 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:48.873872 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ddf5594e-b236-480c-a022-050323330960 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2008390 Apr 21 12:47:48.874279 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52932) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:47:48.886306 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ae588e07-709a-4a6c-882a-8a56a5cd8b15 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Request body: {'security_group_rule': {'security_group_id': '15528dc7-9365-4ec8-90f1-d448e28cf251', 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:47:48.902291 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b75eaafc-dcc6-4373-97bb-cd30ca6da732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:48.922803 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8e6e7a6b-5e3b-4914-b6e7-636778497cfd req-a745384c-8ed6-4fc6-95b0-7324781c9506 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868418 Apr 21 12:47:49.052574 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:49.132573 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3a7af4-5841-4ff2-89ea-71e573c1f105 None None] Pushing event updated for resources: {'Port': ['ID=1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:49.136752 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:49.161853 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae588e07-709a-4a6c-882a-8a56a5cd8b15 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:49.178567 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a7af4-5841-4ff2-89ea-71e573c1f105 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:49.178904 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a7af4-5841-4ff2-89ea-71e573c1f105 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:49.179244 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a7af4-5841-4ff2-89ea-71e573c1f105 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:49.183789 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a7af4-5841-4ff2-89ea-71e573c1f105 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:49.184123 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a7af4-5841-4ff2-89ea-71e573c1f105 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:49.184453 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a7af4-5841-4ff2-89ea-71e573c1f105 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:49.185286 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a7af4-5841-4ff2-89ea-71e573c1f105 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:49.185286 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a7af4-5841-4ff2-89ea-71e573c1f105 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:49.185513 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a7af4-5841-4ff2-89ea-71e573c1f105 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:49.206382 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a7af4-5841-4ff2-89ea-71e573c1f105 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:49.207853 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a7af4-5841-4ff2-89ea-71e573c1f105 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:49.208729 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3a7af4-5841-4ff2-89ea-71e573c1f105 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:47:49.269300 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae588e07-709a-4a6c-882a-8a56a5cd8b15 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:49.277982 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:49.282013 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:49.304953 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-b75eaafc-dcc6-4373-97bb-cd30ca6da732 admin admin] Allocated IP 172.20.0.1 (6e50d715-b910-4276-93d7-96be6f6cfc58/d5ecad05-c514-4221-be9f-83a659f2e3d8/471f9703-5d86-4360-8591-2884de8d033f) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:47:49.314093 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922813af-70e0-4870-a8fa-750d2a567fef req-da172265-2bb3-47f2-a5a0-79ca4196eb61 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:49.327588 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-922813af-70e0-4870-a8fa-750d2a567fef req-da172265-2bb3-47f2-a5a0-79ca4196eb61 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.1178443 Apr 21 12:47:49.382460 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae588e07-709a-4a6c-882a-8a56a5cd8b15 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:49.386703 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-922813af-70e0-4870-a8fa-750d2a567fef req-2c6724ad-cf4d-40da-b68e-4a0036302ceb tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559103 Apr 21 12:47:49.415971 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae588e07-709a-4a6c-882a-8a56a5cd8b15 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15155f5e-ea29-4768-9179-12c32a037667,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:49.525950 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b75eaafc-dcc6-4373-97bb-cd30ca6da732 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:49.545340 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae588e07-709a-4a6c-882a-8a56a5cd8b15 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:49.551334 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ae588e07-709a-4a6c-882a-8a56a5cd8b15 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6739216 Apr 21 12:47:49.558419 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52944) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:47:49.566025 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e77d4953-ddd3-444a-8b3a-ed0885eb97fe tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Request body: {'security_group_rule': {'security_group_id': '15528dc7-9365-4ec8-90f1-d448e28cf251', 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:47:49.622919 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db59df0-ab25-48b2-9b8e-51b1b7a90a23 req-7e346c81-c8f2-400d-bbd6-1b052326fefc tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:49.635789 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3db59df0-ab25-48b2-9b8e-51b1b7a90a23 req-7e346c81-c8f2-400d-bbd6-1b052326fefc tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 945 time: 0.1142633 Apr 21 12:47:49.667351 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-23e97a4d-b775-4d32-a012-23c3f575d7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572838924-router', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '8f87487a-29a2-45b7-8274-386310313570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:43Z', 'updated_at': '2022-04-21T12:47:46Z', 'revision_number': 3, 'project_id': 'ff5c07c40d9a4b349438394ca472864f', 'gw_port': {'id': '8f87487a-29a2-45b7-8274-386310313570', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:13:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:45Z', 'updated_at': '2022-04-21T12:47:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:47:49.712337 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e97a4d-b775-4d32-a012-23c3f575d7d8 None None] Checking router: 09dea0bd-6afb-4c78-a9ed-50790cbd5ac6 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:47:49.712943 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e97a4d-b775-4d32-a012-23c3f575d7d8 None None] Updating router 09dea0bd-6afb-4c78-a9ed-50790cbd5ac6 port 8f87487a-29a2-45b7-8274-386310313570 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:47:49.719894 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3db59df0-ab25-48b2-9b8e-51b1b7a90a23 req-2ba5396e-d749-4d0f-ae9f-e76cc7ce50e2 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829000 Apr 21 12:47:49.731858 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e77d4953-ddd3-444a-8b3a-ed0885eb97fe tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:49.732265 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b75eaafc-dcc6-4373-97bb-cd30ca6da732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:49.776998 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23e97a4d-b775-4d32-a012-23c3f575d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:49.869066 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75eaafc-dcc6-4373-97bb-cd30ca6da732 admin admin] Network 6e50d715-b910-4276-93d7-96be6f6cfc58 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:47:49.872389 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b75eaafc-dcc6-4373-97bb-cd30ca6da732 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:47:49.889365 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75eaafc-dcc6-4373-97bb-cd30ca6da732 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:47:49.992030 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b75eaafc-dcc6-4373-97bb-cd30ca6da732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:50.068018 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e77d4953-ddd3-444a-8b3a-ed0885eb97fe tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:50.084049 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575b999-8441-48ae-bfc4-b45bf1735ffc req-5b407107-53a6-4ca9-94ce-aaaea3ec27cc tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:50.096095 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2575b999-8441-48ae-bfc4-b45bf1735ffc req-5b407107-53a6-4ca9-94ce-aaaea3ec27cc tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 945 time: 0.1910889 Apr 21 12:47:50.168240 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e77d4953-ddd3-444a-8b3a-ed0885eb97fe tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:50.238132 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2575b999-8441-48ae-bfc4-b45bf1735ffc req-1668256f-878d-44ab-8992-0252f6e9b72c tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408820 Apr 21 12:47:50.244191 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d4953-ddd3-444a-8b3a-ed0885eb97fe tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a19ab77-d561-4826-a573-906495e06db6,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:50.284406 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75eaafc-dcc6-4373-97bb-cd30ca6da732 admin admin] Pushing event updated for resources: {'Port': ['ID=471f9703-5d86-4360-8591-2884de8d033f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:50.350954 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23e97a4d-b775-4d32-a012-23c3f575d7d8 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:50.370392 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:50.372277 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e77d4953-ddd3-444a-8b3a-ed0885eb97fe tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:50.374608 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e77d4953-ddd3-444a-8b3a-ed0885eb97fe tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8143928 Apr 21 12:47:50.377378 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52952) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:47:50.383050 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-055daf5f-56fe-4dcc-9175-c8a8cb6afe05 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Request body: {'security_group_rule': {'security_group_id': '15528dc7-9365-4ec8-90f1-d448e28cf251', 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:47:50.429393 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd395384-1fff-44df-a630-142aa7de1d2e req-4a08af28-49e0-40f8-a40a-f44bc6c0a54a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:50.439422 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23e97a4d-b775-4d32-a012-23c3f575d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:50.443158 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd395384-1fff-44df-a630-142aa7de1d2e req-4a08af28-49e0-40f8-a40a-f44bc6c0a54a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.1094944 Apr 21 12:47:50.462685 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b75eaafc-dcc6-4373-97bb-cd30ca6da732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:50.508899 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd395384-1fff-44df-a630-142aa7de1d2e req-6f4d06fb-76b0-4172-9fee-5de267b024e7 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646315 Apr 21 12:47:50.540830 n-d-836147-2 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-055daf5f-56fe-4dcc-9175-c8a8cb6afe05 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Project 340fcbb6da8e49abadfdcf88b5d93115 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 12:47:50.554410 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-055daf5f-56fe-4dcc-9175-c8a8cb6afe05 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:50.627833 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:47:50.659995 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-23e97a4d-b775-4d32-a012-23c3f575d7d8 None None] Attempting to bind port 8f87487a-29a2-45b7-8274-386310313570 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:47:50.677328 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-23e97a4d-b775-4d32-a012-23c3f575d7d8 None None] Attempting to bind port 8f87487a-29a2-45b7-8274-386310313570 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:47:50.680083 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e97a4d-b775-4d32-a012-23c3f575d7d8 None None] Attempting to bind port 8f87487a-29a2-45b7-8274-386310313570 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:47:50.721076 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-055daf5f-56fe-4dcc-9175-c8a8cb6afe05 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:50.747409 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e97a4d-b775-4d32-a012-23c3f575d7d8 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:47:50.750740 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e97a4d-b775-4d32-a012-23c3f575d7d8 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:47:50.751381 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23e97a4d-b775-4d32-a012-23c3f575d7d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:50.751911 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e97a4d-b775-4d32-a012-23c3f575d7d8 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:47:50.752513 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-23e97a4d-b775-4d32-a012-23c3f575d7d8 None None] Bound port: 8f87487a-29a2-45b7-8274-386310313570, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:47:50.758554 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23e97a4d-b775-4d32-a012-23c3f575d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:50.774867 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d05af-d10a-446c-bb00-9d4be7e1c718 None None] Pushing event updated for resources: {'Port': ['ID=8f87487a-29a2-45b7-8274-386310313570,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:50.781913 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-055daf5f-56fe-4dcc-9175-c8a8cb6afe05 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:50.823962 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055daf5f-56fe-4dcc-9175-c8a8cb6afe05 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8945ac05-adff-4b6a-97a0-1e8336b7997d,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:50.845491 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b75eaafc-dcc6-4373-97bb-cd30ca6da732 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:50.883510 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:50.884241 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:50.888027 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-23e97a4d-b775-4d32-a012-23c3f575d7d8 None None] For port 8f87487a-29a2-45b7-8274-386310313570, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:47:50.923807 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-055daf5f-56fe-4dcc-9175-c8a8cb6afe05 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:50.923807 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-055daf5f-56fe-4dcc-9175-c8a8cb6afe05 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5386012 Apr 21 12:47:50.923807 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52958) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:47:50.925636 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-23e97a4d-b775-4d32-a012-23c3f575d7d8 None None] For port 8f87487a-29a2-45b7-8274-386310313570, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=8f87487a-29a2-45b7-8274-386310313570,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:47:50.927850 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-aa60fe07-5721-4a54-b009-a93126796885 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Request body: {'security_group_rule': {'security_group_id': '15528dc7-9365-4ec8-90f1-d448e28cf251', 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:47:50.987713 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b75eaafc-dcc6-4373-97bb-cd30ca6da732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:51.027732 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23e97a4d-b775-4d32-a012-23c3f575d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:51.067302 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b75eaafc-dcc6-4373-97bb-cd30ca6da732 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:51.075694 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75eaafc-dcc6-4373-97bb-cd30ca6da732 admin admin] Pushing event updated for resources: {'Port': ['ID=471f9703-5d86-4360-8591-2884de8d033f,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:51.113353 n-d-836147-2 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-aa60fe07-5721-4a54-b009-a93126796885 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Project 340fcbb6da8e49abadfdcf88b5d93115 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 12:47:51.119109 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa60fe07-5721-4a54-b009-a93126796885 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:51.122095 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e97a4d-b775-4d32-a012-23c3f575d7d8 None None] Routers {'09dea0bd-6afb-4c78-a9ed-50790cbd5ac6'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:47:51.122747 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-23e97a4d-b775-4d32-a012-23c3f575d7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:47:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['09dea0bd-6afb-4c78-a9ed-50790cbd5ac6'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:47:51.203800 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75eaafc-dcc6-4373-97bb-cd30ca6da732 admin admin] Network 6e50d715-b910-4276-93d7-96be6f6cfc58 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:47:51.205254 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b75eaafc-dcc6-4373-97bb-cd30ca6da732 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:47:51.227982 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa60fe07-5721-4a54-b009-a93126796885 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:51.258586 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-23e97a4d-b775-4d32-a012-23c3f575d7d8 None None] Set router 09dea0bd-6afb-4c78-a9ed-50790cbd5ac6 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:47:51.260824 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591d05af-d10a-446c-bb00-9d4be7e1c718 None None] Pushing event updated for resources: {'Port': ['ID=8f87487a-29a2-45b7-8274-386310313570,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:51.333634 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa60fe07-5721-4a54-b009-a93126796885 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:51.380179 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa60fe07-5721-4a54-b009-a93126796885 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1566d93-29ac-4797-bb42-1edcb1576b99,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:51.438340 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81b16cb-2600-40af-83c5-339721d60ea7 req-fedc0b30-3c1c-4617-ae12-4d5f67322837 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:51.440785 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e81b16cb-2600-40af-83c5-339721d60ea7 req-fedc0b30-3c1c-4617-ae12-4d5f67322837 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.1279593 Apr 21 12:47:51.460606 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa60fe07-5721-4a54-b009-a93126796885 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:51.462147 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-aa60fe07-5721-4a54-b009-a93126796885 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5403185 Apr 21 12:47:51.480648 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75eaafc-dcc6-4373-97bb-cd30ca6da732 admin admin] Router 09dea0bd-6afb-4c78-a9ed-50790cbd5ac6 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:47:51.573240 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e81b16cb-2600-40af-83c5-339721d60ea7 req-88aed921-4baf-4e19-977b-c3034fbc8147 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195676 Apr 21 12:47:51.693485 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-23e97a4d-b775-4d32-a012-23c3f575d7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572838924-router', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '8f87487a-29a2-45b7-8274-386310313570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:43Z', 'updated_at': '2022-04-21T12:47:50Z', 'revision_number': 4, 'project_id': 'ff5c07c40d9a4b349438394ca472864f', 'gw_port': {'id': '8f87487a-29a2-45b7-8274-386310313570', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:13:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:45Z', 'updated_at': '2022-04-21T12:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '471f9703-5d86-4360-8591-2884de8d033f', 'name': '', 'network_id': '6e50d715-b910-4276-93d7-96be6f6cfc58', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f', 'mac_address': 'fa:16:3e:f0:8e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'd5ecad05-c514-4221-be9f-83a659f2e3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:48Z', 'updated_at': '2022-04-21T12:47:50Z', 'revision_number': 2, 'project_id': 'ff5c07c40d9a4b349438394ca472864f', 'subnets': [{'id': 'd5ecad05-c514-4221-be9f-83a659f2e3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:47:51.724726 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e97a4d-b775-4d32-a012-23c3f575d7d8 None None] The sync data for ids ['09dea0bd-6afb-4c78-a9ed-50790cbd5ac6'] in n-d-836147-2 is: [{'id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572838924-router', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '8f87487a-29a2-45b7-8274-386310313570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:43Z', 'updated_at': '2022-04-21T12:47:50Z', 'revision_number': 4, 'project_id': 'ff5c07c40d9a4b349438394ca472864f', 'gw_port': {'id': '8f87487a-29a2-45b7-8274-386310313570', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:13:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:45Z', 'updated_at': '2022-04-21T12:47:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '471f9703-5d86-4360-8591-2884de8d033f', 'name': '', 'network_id': '6e50d715-b910-4276-93d7-96be6f6cfc58', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f', 'mac_address': 'fa:16:3e:f0:8e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'd5ecad05-c514-4221-be9f-83a659f2e3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:48Z', 'updated_at': '2022-04-21T12:47:50Z', 'revision_number': 2, 'project_id': 'ff5c07c40d9a4b349438394ca472864f', 'subnets': [{'id': 'd5ecad05-c514-4221-be9f-83a659f2e3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:47:51.794811 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75eaafc-dcc6-4373-97bb-cd30ca6da732 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:47:51.804855 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10c686-c0e6-41ac-8db6-3220d99d18be req-e059cae4-ab6a-4d17-b79b-6004c0e47790 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:51.808965 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b75eaafc-dcc6-4373-97bb-cd30ca6da732 admin admin] 10.222.0.36 "PUT /v2.0/routers/09dea0bd-6afb-4c78-a9ed-50790cbd5ac6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8768413 Apr 21 12:47:51.826027 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e10c686-c0e6-41ac-8db6-3220d99d18be req-e059cae4-ab6a-4d17-b79b-6004c0e47790 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 945 time: 0.1422389 Apr 21 12:47:51.943693 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e10c686-c0e6-41ac-8db6-3220d99d18be req-19fde080-dace-48a5-af91-63cd1befce5c tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142914 Apr 21 12:47:52.158067 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead67e6-ff3f-4ebd-ab07-2953ab183687 req-3d696ace-84ce-49c9-a59e-0c727d01ee8b tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:52.163339 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eead67e6-ff3f-4ebd-ab07-2953ab183687 req-3d696ace-84ce-49c9-a59e-0c727d01ee8b tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.0802472 Apr 21 12:47:52.272831 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eead67e6-ff3f-4ebd-ab07-2953ab183687 req-e74b8bd3-d352-4b99-983e-df125775bbc6 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032608 Apr 21 12:47:52.771334 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6cf7dc-8056-4cd4-a071-006d82b3e8c8 req-681cb08d-fa9e-4593-baa7-f2e88ede7704 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:52.792193 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ee6cf7dc-8056-4cd4-a071-006d82b3e8c8 req-681cb08d-fa9e-4593-baa7-f2e88ede7704 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9 HTTP/1.1" status: 200 len: 945 time: 0.1108530 Apr 21 12:47:53.023187 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ee6cf7dc-8056-4cd4-a071-006d82b3e8c8 req-0fa7e0c6-68fd-4724-9997-30081cb42bb4 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Deleting port 403d9451-612a-4e5e-99da-dbc88f0d1d4d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:47:53.023863 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee6cf7dc-8056-4cd4-a071-006d82b3e8c8 req-0fa7e0c6-68fd-4724-9997-30081cb42bb4 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:53.169438 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ee6cf7dc-8056-4cd4-a071-006d82b3e8c8 req-0fa7e0c6-68fd-4724-9997-30081cb42bb4 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] For port 403d9451-612a-4e5e-99da-dbc88f0d1d4d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=403d9451-612a-4e5e-99da-dbc88f0d1d4d,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:53.172482 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee6cf7dc-8056-4cd4-a071-006d82b3e8c8 req-0fa7e0c6-68fd-4724-9997-30081cb42bb4 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:53.201068 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ee6cf7dc-8056-4cd4-a071-006d82b3e8c8 req-0fa7e0c6-68fd-4724-9997-30081cb42bb4 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Calling delete_port for 403d9451-612a-4e5e-99da-dbc88f0d1d4d owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:47:53.467844 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee6cf7dc-8056-4cd4-a071-006d82b3e8c8 req-0fa7e0c6-68fd-4724-9997-30081cb42bb4 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:53.480381 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8', '403d9451-612a-4e5e-99da-dbc88f0d1d4d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:47:53.523419 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7e0c6-68fd-4724-9997-30081cb42bb4 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Pushing event deleted for resources: {'Port': ['ID=403d9451-612a-4e5e-99da-dbc88f0d1d4d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:53.582525 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6cf7dc-8056-4cd4-a071-006d82b3e8c8 req-0fa7e0c6-68fd-4724-9997-30081cb42bb4 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] No DVR routers for this DVR port 403d9451-612a-4e5e-99da-dbc88f0d1d4d on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:47:53.585887 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ee6cf7dc-8056-4cd4-a071-006d82b3e8c8 req-0fa7e0c6-68fd-4724-9997-30081cb42bb4 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:53.590204 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ee6cf7dc-8056-4cd4-a071-006d82b3e8c8 req-0fa7e0c6-68fd-4724-9997-30081cb42bb4 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.24 "DELETE /v2.0/ports/403d9451-612a-4e5e-99da-dbc88f0d1d4d HTTP/1.1" status: 204 len: 173 time: 0.7946293 Apr 21 12:47:53.590750 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9', 'name': 'network-vif-deleted', 'tag': '403d9451-612a-4e5e-99da-dbc88f0d1d4d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:47:53.593451 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c67366-e261-4f23-b250-9ebe57ea18f2" -d '{"events": [{"server_uuid": "b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9", "name": "network-vif-deleted", "tag": "403d9451-612a-4e5e-99da-dbc88f0d1d4d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:47:53.863785 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-6575503e-d172-4635-855c-2136b4b40450 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c623b08b095e4654a1f16b34ae10bc43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652914 Apr 21 12:47:53.949665 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-987e50d9-dccd-457c-a62f-30a601c6a009 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1210153669&fields=id&tenant_id=340fcbb6da8e49abadfdcf88b5d93115 HTTP/1.1" status: 200 len: 267 time: 0.1248548 Apr 21 12:47:54.142891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-d1b1ce4c-ef2d-4928-8a3f-b8c92ad4efad tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:54.142891 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-d1b1ce4c-ef2d-4928-8a3f-b8c92ad4efad tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2558303 Apr 21 12:47:54.181175 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-5fe607b3-7cfb-4d1a-987d-beda085acc18 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/quotas/c623b08b095e4654a1f16b34ae10bc43 HTTP/1.1" status: 200 len: 375 time: 0.0270679 Apr 21 12:47:54.211425 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-d35950f7-394d-4941-a13f-5799f068d70b tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:54.221510 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-d35950f7-394d-4941-a13f-5799f068d70b tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/networks?id=df1e605b-21ce-4bc1-aff5-ebb02658784b HTTP/1.1" status: 200 len: 808 time: 0.2343829 Apr 21 12:47:54.263667 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-50745233-1d00-441c-a0ff-2545a7323a4e tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/quotas/340fcbb6da8e49abadfdcf88b5d93115 HTTP/1.1" status: 200 len: 375 time: 0.0380399 Apr 21 12:47:54.322949 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a96b83-8535-46d5-86eb-1a8e2352f076 req-56a8a031-e25f-4629-9f25-91bf0b01425d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:54.325497 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b8a96b83-8535-46d5-86eb-1a8e2352f076 req-56a8a031-e25f-4629-9f25-91bf0b01425d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 1097 time: 0.1570897 Apr 21 12:47:54.372431 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-44f69186-a5d3-4481-9727-b338e6f21eaf tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c623b08b095e4654a1f16b34ae10bc43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1756361 Apr 21 12:47:54.449130 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-35cf4698-c024-4cba-b61e-e339c31bd34d tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=340fcbb6da8e49abadfdcf88b5d93115&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1707880 Apr 21 12:47:54.451090 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b8a96b83-8535-46d5-86eb-1a8e2352f076 req-67832235-f6f2-4438-b8f8-5e4bb987f874 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777423 Apr 21 12:47:54.542980 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 8f87487a-29a2-45b7-8274-386310313570 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:47:54.597901 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-69148c2e-b7ed-46d8-987f-a4e89a7e54b3 service neutron] 10.222.0.36 "GET /v2.0/networks/df1e605b-21ce-4bc1-aff5-ebb02658784b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261818 Apr 21 12:47:54.607168 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 8f87487a-29a2-45b7-8274-386310313570 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:54.607833 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:54.735441 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:54.740410 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-5efb08ea-886d-403a-8d66-5e01608e0086 service neutron] 10.222.0.36 "GET /v2.0/networks/df1e605b-21ce-4bc1-aff5-ebb02658784b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364508 Apr 21 12:47:54.787733 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 8f87487a-29a2-45b7-8274-386310313570, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=8f87487a-29a2-45b7-8274-386310313570,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:54.875204 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:54.957812 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=8f87487a-29a2-45b7-8274-386310313570,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:55.371443 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-897eceb8-87eb-4000-abfd-c1a0bd9e2339 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:55.381739 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-897eceb8-87eb-4000-abfd-c1a0bd9e2339 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/networks?id=6e50d715-b910-4276-93d7-96be6f6cfc58 HTTP/1.1" status: 200 len: 820 time: 0.1858282 Apr 21 12:47:55.404142 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-bc11cbd0-5104-4977-8924-1c4fe6f99b09 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/quotas/ff5c07c40d9a4b349438394ca472864f HTTP/1.1" status: 200 len: 375 time: 0.0201049 Apr 21 12:47:55.491417 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-12ba1ae5-ae56-4a8f-873f-fa551577ed0d tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff5c07c40d9a4b349438394ca472864f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0862510 Apr 21 12:47:55.619963 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3128503-7670-41af-9146-780f738d220b req-a6c20c64-e973-46f4-92c7-95c2153868a5 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:55.621449 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f3128503-7670-41af-9146-780f738d220b req-a6c20c64-e973-46f4-92c7-95c2153868a5 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.1074016 Apr 21 12:47:55.623946 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-407a7c07-2241-444c-b05c-f3e21cdb4ac1 service neutron] 10.222.0.36 "GET /v2.0/networks/6e50d715-b910-4276-93d7-96be6f6cfc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317515 Apr 21 12:47:55.716361 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f3128503-7670-41af-9146-780f738d220b req-732c2a77-cdc2-48b0-96b3-fcc416afd93e tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887265 Apr 21 12:47:55.797034 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-0ef342a8-fb48-447b-b45b-9c66cf46e4b4 service neutron] 10.222.0.36 "GET /v2.0/networks/6e50d715-b910-4276-93d7-96be6f6cfc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559298 Apr 21 12:47:55.840276 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ef3aca-9323-4b60-8b93-7885822856f8 None None] Sync routers for ids ['09dea0bd-6afb-4c78-a9ed-50790cbd5ac6'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:47:55.859041 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ef3aca-9323-4b60-8b93-7885822856f8 None None] Routers {'09dea0bd-6afb-4c78-a9ed-50790cbd5ac6'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:47:55.859608 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-52ef3aca-9323-4b60-8b93-7885822856f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:47:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['09dea0bd-6afb-4c78-a9ed-50790cbd5ac6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:47:55.974084 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb749d58-2b21-49ad-8c26-19baed1b8404 req-bb1ae150-edfd-4e19-be17-a8f699908eca tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:55.976512 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb749d58-2b21-49ad-8c26-19baed1b8404 req-bb1ae150-edfd-4e19-be17-a8f699908eca tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.0528576 Apr 21 12:47:56.044442 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb749d58-2b21-49ad-8c26-19baed1b8404 req-aa11b6ac-56b1-4d77-86ed-886bc8eca85d tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604720 Apr 21 12:47:56.052895 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-52ef3aca-9323-4b60-8b93-7885822856f8 None None] Set router 09dea0bd-6afb-4c78-a9ed-50790cbd5ac6 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:47:56.153149 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9cfc92-9c3b-4c92-b3d9-e15fb442b675 x-openstack-request-id: req-6c9cfc92-9c3b-4c92-b3d9-e15fb442b675 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:47:56.153513 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9", "name": "network-vif-deleted", "tag": "403d9451-612a-4e5e-99da-dbc88f0d1d4d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:47:56.153857 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6c9cfc92-9c3b-4c92-b3d9-e15fb442b675 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:47:56.154339 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c9cfc92-9c3b-4c92-b3d9-e15fb442b675'] response: {'server_uuid': 'b8d74bff-f2ae-4ce6-96b3-aa92d4dbded9', 'name': 'network-vif-deleted', 'tag': '403d9451-612a-4e5e-99da-dbc88f0d1d4d', 'status': 'completed', 'code': 200} Apr 21 12:47:56.229834 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce8a016f-7fa9-4ccb-841a-f3b2e2a43dce req-ca38d30b-493a-4a4b-b16e-05660e433bee tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b11409b-007e-4004-a32b-ed8f0779364d HTTP/1.1" status: 200 len: 210 time: 0.0677619 Apr 21 12:47:56.367797 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-46a129b7-819e-4fe3-93ef-92905e4609d3 req-f2534f9e-1e36-43a5-8cb3-ed9dc8913189 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 210 time: 0.0428479 Apr 21 12:47:56.424903 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1fba2f49-dba8-4e7d-a80d-96ae7cd0c8eb req-a8e75a71-8f33-4fa4-81fe-42c66f50e512 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=0099cfa4-c0a8-41d8-9ccf-c3fbc7facc20 HTTP/1.1" status: 200 len: 210 time: 0.0416150 Apr 21 12:47:56.480891 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 8f87487a-29a2-45b7-8274-386310313570 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:47:56.566952 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 8f87487a-29a2-45b7-8274-386310313570 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:56.567200 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:56.578134 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-52ef3aca-9323-4b60-8b93-7885822856f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572838924-router', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '8f87487a-29a2-45b7-8274-386310313570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:43Z', 'updated_at': '2022-04-21T12:47:50Z', 'revision_number': 4, 'project_id': 'ff5c07c40d9a4b349438394ca472864f', 'gw_port': {'id': '8f87487a-29a2-45b7-8274-386310313570', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:45Z', 'updated_at': '2022-04-21T12:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '471f9703-5d86-4360-8591-2884de8d033f', 'name': '', 'network_id': '6e50d715-b910-4276-93d7-96be6f6cfc58', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f', 'mac_address': 'fa:16:3e:f0:8e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'd5ecad05-c514-4221-be9f-83a659f2e3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:48Z', 'updated_at': '2022-04-21T12:47:50Z', 'revision_number': 2, 'project_id': 'ff5c07c40d9a4b349438394ca472864f', 'subnets': [{'id': 'd5ecad05-c514-4221-be9f-83a659f2e3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:47:56.638118 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ef3aca-9323-4b60-8b93-7885822856f8 None None] Checking router: 09dea0bd-6afb-4c78-a9ed-50790cbd5ac6 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:47:56.639383 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ef3aca-9323-4b60-8b93-7885822856f8 None None] Updating router 09dea0bd-6afb-4c78-a9ed-50790cbd5ac6 port 471f9703-5d86-4360-8591-2884de8d033f binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:47:56.675595 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52ef3aca-9323-4b60-8b93-7885822856f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:56.874867 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a261e4-ef21-49e9-a58f-a1356862d188 req-d745ca9b-6ce7-49cd-9af0-a5e800cf136f tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:56.881112 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79a261e4-ef21-49e9-a58f-a1356862d188 req-d745ca9b-6ce7-49cd-9af0-a5e800cf136f tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.0671923 Apr 21 12:47:56.918969 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79a261e4-ef21-49e9-a58f-a1356862d188 req-d6b87b42-53ea-405d-94e5-deda996da7d3 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365448 Apr 21 12:47:57.031075 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52ef3aca-9323-4b60-8b93-7885822856f8 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:57.130371 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52ef3aca-9323-4b60-8b93-7885822856f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:57.285115 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6638d-e87d-4900-ac93-b35ace159160 None None] Pushing event updated for resources: {'Port': ['ID=471f9703-5d86-4360-8591-2884de8d033f,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:57.334164 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 403d9451-612a-4e5e-99da-dbc88f0d1d4d no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:47:57.401442 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 403d9451-612a-4e5e-99da-dbc88f0d1d4d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:47:57.402182 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 403d9451-612a-4e5e-99da-dbc88f0d1d4d not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:47:57.425164 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-52ef3aca-9323-4b60-8b93-7885822856f8 None None] Attempting to bind port 471f9703-5d86-4360-8591-2884de8d033f on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:47:57.428928 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-52ef3aca-9323-4b60-8b93-7885822856f8 None None] Attempting to bind port 471f9703-5d86-4360-8591-2884de8d033f by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'b5aef90b-d917-4e10-8a43-fb490177cc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6e50d715-b910-4276-93d7-96be6f6cfc58'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:47:57.428928 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ef3aca-9323-4b60-8b93-7885822856f8 None None] Attempting to bind port 471f9703-5d86-4360-8591-2884de8d033f on network 6e50d715-b910-4276-93d7-96be6f6cfc58 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:47:57.432954 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ef3aca-9323-4b60-8b93-7885822856f8 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:47:57.433447 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ef3aca-9323-4b60-8b93-7885822856f8 None None] Checking segment: {'id': 'b5aef90b-d917-4e10-8a43-fb490177cc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6e50d715-b910-4276-93d7-96be6f6cfc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:47:57.433871 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52ef3aca-9323-4b60-8b93-7885822856f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:57.434255 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ef3aca-9323-4b60-8b93-7885822856f8 None None] Bound using segment: {'id': 'b5aef90b-d917-4e10-8a43-fb490177cc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6e50d715-b910-4276-93d7-96be6f6cfc58'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:47:57.434715 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-52ef3aca-9323-4b60-8b93-7885822856f8 None None] Bound port: 471f9703-5d86-4360-8591-2884de8d033f, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5aef90b-d917-4e10-8a43-fb490177cc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6e50d715-b910-4276-93d7-96be6f6cfc58'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:47:57.435088 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52ef3aca-9323-4b60-8b93-7885822856f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:57.526134 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-52ef3aca-9323-4b60-8b93-7885822856f8 None None] For port 471f9703-5d86-4360-8591-2884de8d033f, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:47:57.530231 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-52ef3aca-9323-4b60-8b93-7885822856f8 None None] For port 471f9703-5d86-4360-8591-2884de8d033f, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=471f9703-5d86-4360-8591-2884de8d033f,segment=NetworkSegment(b5aef90b-d917-4e10-8a43-fb490177cc40),segment_id=b5aef90b-d917-4e10-8a43-fb490177cc40)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:47:57.645566 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-52ef3aca-9323-4b60-8b93-7885822856f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:57.708722 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ef3aca-9323-4b60-8b93-7885822856f8 None None] Routers {'09dea0bd-6afb-4c78-a9ed-50790cbd5ac6'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:47:57.709416 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-52ef3aca-9323-4b60-8b93-7885822856f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:47:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['09dea0bd-6afb-4c78-a9ed-50790cbd5ac6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:47:57.737337 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a0cdeba-8b90-4bd2-a1cf-6ecbd70b9221 req-bb4d03ba-e360-451a-81e7-3af4d0ae1d9a tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b11409b-007e-4004-a32b-ed8f0779364d HTTP/1.1" status: 200 len: 210 time: 0.0481262 Apr 21 12:47:57.755480 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6638d-e87d-4900-ac93-b35ace159160 None None] Pushing event updated for resources: {'Port': ['ID=471f9703-5d86-4360-8591-2884de8d033f,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:57.842190 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-52ef3aca-9323-4b60-8b93-7885822856f8 None None] Set router 09dea0bd-6afb-4c78-a9ed-50790cbd5ac6 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:47:57.849860 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378982e-d75f-4d21-9545-0828bc75ac4a req-f8b6ed07-dbbd-48c2-a5ac-b3cdd9616931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:57.851318 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c378982e-d75f-4d21-9545-0828bc75ac4a req-f8b6ed07-dbbd-48c2-a5ac-b3cdd9616931 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ca86f47c8c14947a62af2b454f0a117&device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 1097 time: 0.7912409 Apr 21 12:47:57.933989 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb5e40-213b-498d-be51-9d4f9f52a3ed req-914b2837-7b75-4d4d-a05a-18e8b38f60fb tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:57.935546 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e4bb5e40-213b-498d-be51-9d4f9f52a3ed req-914b2837-7b75-4d4d-a05a-18e8b38f60fb tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.2557499 Apr 21 12:47:57.940566 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a14be7-1387-4766-89a2-332a26380c15 req-da50eaf0-c6fe-463b-8f8f-cab2c0590e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:57.942059 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3a14be7-1387-4766-89a2-332a26380c15 req-da50eaf0-c6fe-463b-8f8f-cab2c0590e02 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0ea723f58e5445d8b6c64b8934e36437&device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 1097 time: 0.2205362 Apr 21 12:47:58.032479 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d3bc4-2233-4d8c-9335-66130b280e5b req-470df505-ca0a-4bb5-82a8-923d3c57397c tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:58.033935 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c71d3bc4-2233-4d8c-9335-66130b280e5b req-470df505-ca0a-4bb5-82a8-923d3c57397c tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.2216210 Apr 21 12:47:58.112519 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-52ef3aca-9323-4b60-8b93-7885822856f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572838924-router', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '8f87487a-29a2-45b7-8274-386310313570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:43Z', 'updated_at': '2022-04-21T12:47:50Z', 'revision_number': 4, 'project_id': 'ff5c07c40d9a4b349438394ca472864f', 'gw_port': {'id': '8f87487a-29a2-45b7-8274-386310313570', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:45Z', 'updated_at': '2022-04-21T12:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '471f9703-5d86-4360-8591-2884de8d033f', 'name': '', 'network_id': '6e50d715-b910-4276-93d7-96be6f6cfc58', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f', 'mac_address': 'fa:16:3e:f0:8e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'd5ecad05-c514-4221-be9f-83a659f2e3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:48Z', 'updated_at': '2022-04-21T12:47:57Z', 'revision_number': 4, 'project_id': 'ff5c07c40d9a4b349438394ca472864f', 'subnets': [{'id': 'd5ecad05-c514-4221-be9f-83a659f2e3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:47:58.134587 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a14be7-1387-4766-89a2-332a26380c15 req-c0a41850-21f5-4a1f-80e4-5435a35b72d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:58.136144 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3a14be7-1387-4766-89a2-332a26380c15 req-c0a41850-21f5-4a1f-80e4-5435a35b72d4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8 HTTP/1.1" status: 200 len: 912 time: 0.1763630 Apr 21 12:47:58.147020 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ef3aca-9323-4b60-8b93-7885822856f8 None None] The sync data for ids ['09dea0bd-6afb-4c78-a9ed-50790cbd5ac6'] in n-d-836147-2 is: [{'id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572838924-router', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '8f87487a-29a2-45b7-8274-386310313570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:43Z', 'updated_at': '2022-04-21T12:47:50Z', 'revision_number': 4, 'project_id': 'ff5c07c40d9a4b349438394ca472864f', 'gw_port': {'id': '8f87487a-29a2-45b7-8274-386310313570', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:45Z', 'updated_at': '2022-04-21T12:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '471f9703-5d86-4360-8591-2884de8d033f', 'name': '', 'network_id': '6e50d715-b910-4276-93d7-96be6f6cfc58', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f', 'mac_address': 'fa:16:3e:f0:8e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'd5ecad05-c514-4221-be9f-83a659f2e3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:48Z', 'updated_at': '2022-04-21T12:47:57Z', 'revision_number': 4, 'project_id': 'ff5c07c40d9a4b349438394ca472864f', 'subnets': [{'id': 'd5ecad05-c514-4221-be9f-83a659f2e3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:47:58.154995 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e4bb5e40-213b-498d-be51-9d4f9f52a3ed req-fe544298-0e6e-4bf6-bcd1-c33d0eddf5f4 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016008 Apr 21 12:47:58.196151 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378982e-d75f-4d21-9545-0828bc75ac4a req-92d86a7a-5c30-40c1-854e-910467bb13b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:58.197655 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c378982e-d75f-4d21-9545-0828bc75ac4a req-92d86a7a-5c30-40c1-854e-910467bb13b2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f HTTP/1.1" status: 200 len: 913 time: 0.3360748 Apr 21 12:47:58.270540 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c71d3bc4-2233-4d8c-9335-66130b280e5b req-04a1932e-cdd1-4b2a-a75b-4e3b34c19fcb tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165143 Apr 21 12:47:58.287119 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3a14be7-1387-4766-89a2-332a26380c15 req-eeb57115-8cf8-4518-9415-13fe873d1aa7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e HTTP/1.1" status: 200 len: 217 time: 0.1198797 Apr 21 12:47:58.456150 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c378982e-d75f-4d21-9545-0828bc75ac4a req-a8cbd597-49fe-4789-b5ba-24b3626933f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0bea9145-2aad-4b72-8b40-597d593f4fdf HTTP/1.1" status: 200 len: 217 time: 0.1783111 Apr 21 12:47:58.552379 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a14be7-1387-4766-89a2-332a26380c15 req-dd30f63c-36d2-4fd3-8b4f-223ab3e1270a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:58.554401 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3a14be7-1387-4766-89a2-332a26380c15 req-dd30f63c-36d2-4fd3-8b4f-223ab3e1270a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fbdf28f5-2143-4a75-a463-9598e4349b9b HTTP/1.1" status: 200 len: 851 time: 0.1875868 Apr 21 12:47:58.567743 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 471f9703-5d86-4360-8591-2884de8d033f up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:47:58.575064 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df7838ed-b4bc-40f4-86f4-9d82668bdb4b req-c5725d51-a95c-45f6-9aef-ab7dd313f86e tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 210 time: 0.1671765 Apr 21 12:47:58.662941 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3a14be7-1387-4766-89a2-332a26380c15 req-cfbe0738-ca28-4bcc-9e34-af7b2f203452 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909195 Apr 21 12:47:58.672163 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 471f9703-5d86-4360-8591-2884de8d033f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:47:58.673075 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:58.717489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378982e-d75f-4d21-9545-0828bc75ac4a req-9c499f0d-d375-4d2b-b516-878557d323b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:58.719005 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c378982e-d75f-4d21-9545-0828bc75ac4a req-9c499f0d-d375-4d2b-b516-878557d323b5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7de8299c-2f72-4fcd-b7b0-175fd3b81685 HTTP/1.1" status: 200 len: 852 time: 0.1129065 Apr 21 12:47:58.807371 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-584d5fdb-db87-4616-96cd-c3726d3f69eb req-9c5449a6-a8a0-47f2-b950-3fe697050c6a tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=0099cfa4-c0a8-41d8-9ccf-c3fbc7facc20 HTTP/1.1" status: 200 len: 210 time: 0.1227691 Apr 21 12:47:58.818176 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:58.869629 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 471f9703-5d86-4360-8591-2884de8d033f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=471f9703-5d86-4360-8591-2884de8d033f,segment=NetworkSegment(b5aef90b-d917-4e10-8a43-fb490177cc40),segment_id=b5aef90b-d917-4e10-8a43-fb490177cc40)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:47:58.887255 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c378982e-d75f-4d21-9545-0828bc75ac4a req-f82f8fee-233f-497c-9d34-735b1cb1bebe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1483948 Apr 21 12:47:58.941890 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:58.979142 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2cbefa93-2d34-47fb-a878-0563045d8a51 req-e8ea66d0-9bc2-40aa-80fa-d3fe3d684f8d tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b11409b-007e-4004-a32b-ed8f0779364d HTTP/1.1" status: 200 len: 210 time: 0.0891721 Apr 21 12:47:59.040197 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=471f9703-5d86-4360-8591-2884de8d033f,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:47:59.066598 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2703e25-0d30-43a5-8b8d-62a45d517633 req-d06b73b9-dd80-4624-96f6-204bf89478d5 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:59.068001 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a2703e25-0d30-43a5-8b8d-62a45d517633 req-d06b73b9-dd80-4624-96f6-204bf89478d5 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bdd3805-1234-4398-85a9-031a300e1f01 HTTP/1.1" status: 200 len: 946 time: 0.3023782 Apr 21 12:47:59.097868 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-97a5466b-26ea-4ed7-bd43-80a3e078b461 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:59.099376 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-97a5466b-26ea-4ed7-bd43-80a3e078b461 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.26 "GET /v2.0/networks?id=df1e605b-21ce-4bc1-aff5-ebb02658784b HTTP/1.1" status: 200 len: 808 time: 0.7557657 Apr 21 12:47:59.113407 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3a14be7-1387-4766-89a2-332a26380c15 req-4a256b89-8e0e-4e82-b7b7-c1c9d6e9154b service neutron] 10.222.0.26 "GET /v2.0/networks/ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3846490 Apr 21 12:47:59.158316 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-d66b6a96-2f99-411d-8272-ca4c395ed469 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c623b08b095e4654a1f16b34ae10bc43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321448 Apr 21 12:47:59.284066 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-e4606e8e-c81a-4637-b4ce-58fdcc838e70 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=340fcbb6da8e49abadfdcf88b5d93115 HTTP/1.1" status: 200 len: 380 time: 0.1657305 Apr 21 12:47:59.286268 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c378982e-d75f-4d21-9545-0828bc75ac4a req-fbcde749-ee0e-4833-be50-b2d5880afb67 service neutron] 10.222.0.26 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859544 Apr 21 12:47:59.293093 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a2703e25-0d30-43a5-8b8d-62a45d517633 req-ee299fc2-b527-4d39-845e-52e12c58273b tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120769 Apr 21 12:47:59.329710 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-ccdc73ee-12be-422e-9f41-12a0ef59c707 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Request body: {'port': {'device_id': '7b11409b-007e-4004-a32b-ed8f0779364d', 'network_id': 'df1e605b-21ce-4bc1-aff5-ebb02658784b', 'admin_state_up': True, 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'security_groups': ['15528dc7-9365-4ec8-90f1-d448e28cf251']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:47:59.332508 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-b53bd735-e7e1-4ef7-9448-aad9cc42fb80 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:59.334312 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-b53bd735-e7e1-4ef7-9448-aad9cc42fb80 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1707594 Apr 21 12:47:59.348485 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-67e37c3e-1cec-46fe-b72e-77474209fab3 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Request body: {'port': {'device_id': '070b4707-6326-4215-b425-3a24270b149d', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'admin_state_up': True, 'tenant_id': 'c623b08b095e4654a1f16b34ae10bc43'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:47:59.601639 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-8bb4ce8a-ee2e-48a4-82ff-59af34a0a3a5 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c623b08b095e4654a1f16b34ae10bc43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1005275 Apr 21 12:47:59.634554 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3a14be7-1387-4766-89a2-332a26380c15 req-f5b5e6a4-a9c8-4f05-9ff4-22a714ba9d3e service neutron] 10.222.0.26 "GET /v2.0/networks/ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891276 Apr 21 12:47:59.675736 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5df15d-55dc-40ec-9bd0-0dcbbb6c36d7 req-092a7ad6-6a6f-41c6-aa6b-1c582ad3a57e tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:59.677333 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f5df15d-55dc-40ec-9bd0-0dcbbb6c36d7 req-092a7ad6-6a6f-41c6-aa6b-1c582ad3a57e tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 946 time: 0.3881214 Apr 21 12:47:59.782217 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c378982e-d75f-4d21-9545-0828bc75ac4a req-bdbf59ef-e387-4902-a6e4-2afb1ed57d49 service neutron] 10.222.0.26 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760339 Apr 21 12:47:59.789731 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43352854-3b04-48f3-b7fb-e7bb43b013c5 req-e79f18be-5682-43a9-841e-bf8b15323615 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:47:59.791247 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43352854-3b04-48f3-b7fb-e7bb43b013c5 req-e79f18be-5682-43a9-841e-bf8b15323615 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.2891970 Apr 21 12:47:59.875393 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-ccdc73ee-12be-422e-9f41-12a0ef59c707 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Made reservation on behalf of 340fcbb6da8e49abadfdcf88b5d93115 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:47:59.877195 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-ccdc73ee-12be-422e-9f41-12a0ef59c707 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:47:59.946220 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f5df15d-55dc-40ec-9bd0-0dcbbb6c36d7 req-7f1bddac-af52-45c2-9ab0-5021ed71b37a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404671 Apr 21 12:47:59.999290 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-67e37c3e-1cec-46fe-b72e-77474209fab3 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Made reservation on behalf of c623b08b095e4654a1f16b34ae10bc43 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:48:00.003739 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-67e37c3e-1cec-46fe-b72e-77474209fab3 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:00.027977 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-20c86bea-2a68-47b5-9a34-f850c236c8bb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:00.029425 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-20c86bea-2a68-47b5-9a34-f850c236c8bb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4138725 Apr 21 12:48:00.062227 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43352854-3b04-48f3-b7fb-e7bb43b013c5 req-f19e702e-4145-42f5-8869-7cf320876bd2 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988645 Apr 21 12:48:00.079609 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-11043dcb-2199-456c-a873-a59cf84f8e62 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Request body: {'port': {'device_id': '0099cfa4-c0a8-41d8-9ccf-c3fbc7facc20', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'admin_state_up': True, 'tenant_id': 'c623b08b095e4654a1f16b34ae10bc43'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:48:00.131335 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dcbe29f3-d59c-4741-b098-825805d6e76b req-e6ddfc47-a989-4942-8528-b0b6bf971a77 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 210 time: 0.0948944 Apr 21 12:48:00.143248 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-bf255eb8-8ba6-4f3d-bbe9-86385560169e tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:00.154100 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-bf255eb8-8ba6-4f3d-bbe9-86385560169e tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.26 "GET /v2.0/networks?id=6e50d715-b910-4276-93d7-96be6f6cfc58 HTTP/1.1" status: 200 len: 820 time: 0.4677913 Apr 21 12:48:00.197814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-364b42d3-0599-4670-ae44-d96b08a64991 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Request body: {'port': {'device_id': 'f7b1c445-eb04-42dd-a7c3-b13227f00f77', 'network_id': '6e50d715-b910-4276-93d7-96be6f6cfc58', 'admin_state_up': True, 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:48:00.198194 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-67e37c3e-1cec-46fe-b72e-77474209fab3 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Allocated IP 192.168.233.234 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/ce44dac3-118b-4f62-a7e6-693a1f43f4f4) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:48:00.247419 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c0bcc-fef7-4a1a-9283-6fac6e9d7bf1 req-7f096474-d667-4a8b-9202-fedfe78dbc76 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:00.249669 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a68c0bcc-fef7-4a1a-9283-6fac6e9d7bf1 req-7f096474-d667-4a8b-9202-fedfe78dbc76 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdd3805-1234-4398-85a9-031a300e1f01 HTTP/1.1" status: 200 len: 946 time: 0.0840230 Apr 21 12:48:00.265667 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-69c6134a-ca29-471a-9042-c5d12023118e req-8f60e320-104a-425e-9d42-7ddb78204a99 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=0099cfa4-c0a8-41d8-9ccf-c3fbc7facc20 HTTP/1.1" status: 200 len: 210 time: 0.1095326 Apr 21 12:48:00.330073 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2dcf741e-9841-4ed9-a83d-11a5e315bcad req-b7cad593-dcc8-4b30-b9fd-ecb12c9e2100 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b11409b-007e-4004-a32b-ed8f0779364d HTTP/1.1" status: 200 len: 210 time: 0.1054661 Apr 21 12:48:00.391203 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-ccdc73ee-12be-422e-9f41-12a0ef59c707 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Allocated IP 172.20.0.4 (df1e605b-21ce-4bc1-aff5-ebb02658784b/53d6cd17-e719-4dcc-a307-60dd92480543/a4aaeb50-cbda-4545-b24a-dad093898ccf) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:48:00.485111 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 471f9703-5d86-4360-8591-2884de8d033f up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:48:00.526418 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-a68c0bcc-fef7-4a1a-9283-6fac6e9d7bf1 req-b6939225-41dc-45d7-a822-6b3bb0335fd9 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Deleting port 76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:48:00.526841 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a68c0bcc-fef7-4a1a-9283-6fac6e9d7bf1 req-b6939225-41dc-45d7-a822-6b3bb0335fd9 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:00.532188 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-67e37c3e-1cec-46fe-b72e-77474209fab3 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:00.588602 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 471f9703-5d86-4360-8591-2884de8d033f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:48:00.589028 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:00.593660 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ba548-9bf4-41c3-8bb2-8af64fc362b1 req-04720515-400b-4686-9189-31ec762d3d09 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:00.595381 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-957ba548-9bf4-41c3-8bb2-8af64fc362b1 req-04720515-400b-4686-9189-31ec762d3d09 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bdd3805-1234-4398-85a9-031a300e1f01 HTTP/1.1" status: 200 len: 946 time: 0.1804829 Apr 21 12:48:00.650475 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-a68c0bcc-fef7-4a1a-9283-6fac6e9d7bf1 req-b6939225-41dc-45d7-a822-6b3bb0335fd9 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] For port 76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8,segment=NetworkSegment(58d8cb84-8f11-4151-a77a-bfc0637248a0),segment_id=58d8cb84-8f11-4151-a77a-bfc0637248a0)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:00.651948 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a68c0bcc-fef7-4a1a-9283-6fac6e9d7bf1 req-b6939225-41dc-45d7-a822-6b3bb0335fd9 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:00.652607 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-11043dcb-2199-456c-a873-a59cf84f8e62 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Made reservation on behalf of c623b08b095e4654a1f16b34ae10bc43 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:48:00.656258 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-11043dcb-2199-456c-a873-a59cf84f8e62 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:00.663752 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-a68c0bcc-fef7-4a1a-9283-6fac6e9d7bf1 req-b6939225-41dc-45d7-a822-6b3bb0335fd9 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Calling delete_port for 76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:48:00.674468 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-957ba548-9bf4-41c3-8bb2-8af64fc362b1 req-959a36ef-7f3f-4cf4-a0a0-5c9f1a6e38ce tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/security-groups?id=d7447cc2-6348-4bed-864c-cfdf966c6e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727022 Apr 21 12:48:00.720378 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-364b42d3-0599-4670-ae44-d96b08a64991 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Made reservation on behalf of ff5c07c40d9a4b349438394ca472864f for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:48:00.727740 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-364b42d3-0599-4670-ae44-d96b08a64991 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:00.749879 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-67e37c3e-1cec-46fe-b72e-77474209fab3 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:00.759434 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 0bea9145-2aad-4b72-8b40-597d593f4fdf no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:48:00.790028 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['fd703816-be55-4a83-abca-884c73b87469'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:48:00.792326 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['f67037ec-0269-4c0c-8eeb-9a294d01213f', 'b3059ab7-b5e6-4412-9ca9-4020a316efc0'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:48:00.805093 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-67e37c3e-1cec-46fe-b72e-77474209fab3 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:48:00.815446 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-67e37c3e-1cec-46fe-b72e-77474209fab3 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:48:00.828300 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-67e37c3e-1cec-46fe-b72e-77474209fab3 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:48:00.878069 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-67e37c3e-1cec-46fe-b72e-77474209fab3 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:00.878749 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-67e37c3e-1cec-46fe-b72e-77474209fab3 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:00.889923 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e37c3e-1cec-46fe-b72e-77474209fab3 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Pushing event updated for resources: {'Port': ['ID=ce44dac3-118b-4f62-a7e6-693a1f43f4f4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:01.006425 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:01.030952 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-67e37c3e-1cec-46fe-b72e-77474209fab3 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6869595 Apr 21 12:48:01.046071 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-4ee2aa59-641b-4658-88c5-612292dead63 service neutron] Request body: {'port': {'device_id': '070b4707-6326-4215-b425-3a24270b149d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:48:01.078461 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 0bea9145-2aad-4b72-8b40-597d593f4fdf, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0bea9145-2aad-4b72-8b40-597d593f4fdf,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:01.086073 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfb649f-752a-4fcc-b49e-804bba37f3db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bea9145-2aad-4b72-8b40-597d593f4fdf'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:48:01.086073 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c1e835-5475-437d-a9b8-f154caf98386" -d '{"events": [{"server_uuid": "6cfb649f-752a-4fcc-b49e-804bba37f3db", "name": "network-vif-unplugged", "status": "completed", "tag": "0bea9145-2aad-4b72-8b40-597d593f4fdf"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:48:01.131256 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-4ee2aa59-641b-4658-88c5-612292dead63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:01.151911 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abf94fa-be15-410b-9bf7-8c6747f0f5af x-openstack-request-id: req-4abf94fa-be15-410b-9bf7-8c6747f0f5af {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:48:01.152209 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfb649f-752a-4fcc-b49e-804bba37f3db", "name": "network-vif-unplugged", "status": "completed", "tag": "0bea9145-2aad-4b72-8b40-597d593f4fdf", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:48:01.152463 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4abf94fa-be15-410b-9bf7-8c6747f0f5af {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:48:01.152862 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4abf94fa-be15-410b-9bf7-8c6747f0f5af'] response: {'server_uuid': '6cfb649f-752a-4fcc-b49e-804bba37f3db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0bea9145-2aad-4b72-8b40-597d593f4fdf', 'code': 200} Apr 21 12:48:01.155271 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a68c0bcc-fef7-4a1a-9283-6fac6e9d7bf1 req-b6939225-41dc-45d7-a822-6b3bb0335fd9 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:01.208503 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:01.241432 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6939225-41dc-45d7-a822-6b3bb0335fd9 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Pushing event deleted for resources: {'Port': ['ID=76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:01.247651 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-61fe45c8-04e5-4d6e-84fb-2b5289d29c0b None None] Provisioning complete for port ce44dac3-118b-4f62-a7e6-693a1f43f4f4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:48:01.248025 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61fe45c8-04e5-4d6e-84fb-2b5289d29c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:01.304951 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68c0bcc-fef7-4a1a-9283-6fac6e9d7bf1 req-b6939225-41dc-45d7-a822-6b3bb0335fd9 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] No DVR routers for this DVR port 76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8 on host n-h2-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:48:01.310768 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a68c0bcc-fef7-4a1a-9283-6fac6e9d7bf1 req-b6939225-41dc-45d7-a822-6b3bb0335fd9 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:01.314271 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a68c0bcc-fef7-4a1a-9283-6fac6e9d7bf1 req-b6939225-41dc-45d7-a822-6b3bb0335fd9 tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.24 "DELETE /v2.0/ports/76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8 HTTP/1.1" status: 204 len: 173 time: 1.0564518 Apr 21 12:48:01.314823 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdd3805-1234-4398-85a9-031a300e1f01', 'name': 'network-vif-deleted', 'tag': '76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:48:01.317688 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa1728a-ceb0-461a-a2dc-55e7d4c0e109" -d '{"events": [{"server_uuid": "8bdd3805-1234-4398-85a9-031a300e1f01", "name": "network-vif-deleted", "tag": "76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:48:01.349718 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=0bea9145-2aad-4b72-8b40-597d593f4fdf,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:01.354666 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-61fe45c8-04e5-4d6e-84fb-2b5289d29c0b None None] Port ce44dac3-118b-4f62-a7e6-693a1f43f4f4 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:48:01.403311 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-ccdc73ee-12be-422e-9f41-12a0ef59c707 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:01.544043 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86bdbc6-7601-444c-98b7-85bbf4b7eea0 req-6558bbc1-a4d1-45b6-8c88-53c790b53311 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:01.545697 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b86bdbc6-7601-444c-98b7-85bbf4b7eea0 req-6558bbc1-a4d1-45b6-8c88-53c790b53311 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 944 time: 0.2468646 Apr 21 12:48:01.553522 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01adc5a7-fd2d-44c6-9779-7bdf8554e66e req-205a1562-fb5f-4fc2-a736-66634d553f4b tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:01.555238 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01adc5a7-fd2d-44c6-9779-7bdf8554e66e req-205a1562-fb5f-4fc2-a736-66634d553f4b tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.2584984 Apr 21 12:48:01.557744 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-11043dcb-2199-456c-a873-a59cf84f8e62 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Allocated IP 192.168.233.153 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/d8accf3a-2e9b-4e5b-bd00-3814ecb87244) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:48:01.593456 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-364b42d3-0599-4670-ae44-d96b08a64991 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Allocated IP 172.20.0.14 (6e50d715-b910-4276-93d7-96be6f6cfc58/d5ecad05-c514-4221-be9f-83a659f2e3d8/0cef6a92-bc12-4af9-ac25-5f153660b4af) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:48:01.668737 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:48:01.688893 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b86bdbc6-7601-444c-98b7-85bbf4b7eea0 req-43e8c3c3-a84f-4592-a014-5dfecca43459 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325610 Apr 21 12:48:01.703544 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01adc5a7-fd2d-44c6-9779-7bdf8554e66e req-ba47f8cd-8e03-42aa-bcce-e556d25ae6f2 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388831 Apr 21 12:48:01.828968 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-ccdc73ee-12be-422e-9f41-12a0ef59c707 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:01.918750 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d4b2187a-5e85-4441-a2f3-e80fc185079f req-575888c0-d9dc-4c24-9385-069a18b80da0 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 210 time: 0.1268973 Apr 21 12:48:01.928266 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-434c67ab-21c1-491e-b7f8-f77e04028e71 req-c16a4042-dce1-4704-bfb6-03a9ff075768 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=0099cfa4-c0a8-41d8-9ccf-c3fbc7facc20 HTTP/1.1" status: 200 len: 210 time: 0.1055133 Apr 21 12:48:01.965329 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-ccdc73ee-12be-422e-9f41-12a0ef59c707 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Network df1e605b-21ce-4bc1-aff5-ebb02658784b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:48:01.968851 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8135e5f9-b88e-425d-bfa6-6c52127109fb x-openstack-request-id: req-8135e5f9-b88e-425d-bfa6-6c52127109fb {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:48:01.969231 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bdd3805-1234-4398-85a9-031a300e1f01", "name": "network-vif-deleted", "tag": "76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:48:01.969443 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8135e5f9-b88e-425d-bfa6-6c52127109fb {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:48:01.969943 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8135e5f9-b88e-425d-bfa6-6c52127109fb'] response: {'server_uuid': '8bdd3805-1234-4398-85a9-031a300e1f01', 'name': 'network-vif-deleted', 'tag': '76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8', 'status': 'completed', 'code': 200} Apr 21 12:48:01.986564 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc73ee-12be-422e-9f41-12a0ef59c707 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Pushing event updated for resources: {'Port': ['ID=a4aaeb50-cbda-4545-b24a-dad093898ccf,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:01.989115 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-ccdc73ee-12be-422e-9f41-12a0ef59c707 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:48:01.999194 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-ccdc73ee-12be-422e-9f41-12a0ef59c707 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:48:02.048764 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-364b42d3-0599-4670-ae44-d96b08a64991 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:02.139477 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54a48663-658b-423a-908c-d69e79b9e73d req-ab950466-628d-454e-8a43-d774a766ba8d tempest-ServersTestJSON-655837855 tempest-ServersTestJSON-655837855-project] 10.222.0.36 "GET /v2.0/ports?device_id=8bdd3805-1234-4398-85a9-031a300e1f01 HTTP/1.1" status: 200 len: 210 time: 0.0945127 Apr 21 12:48:02.148890 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-11043dcb-2199-456c-a873-a59cf84f8e62 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:02.184961 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-ccdc73ee-12be-422e-9f41-12a0ef59c707 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:02.185716 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-ccdc73ee-12be-422e-9f41-12a0ef59c707 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:02.216196 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c414a-6699-41fa-a76f-1d7fddd84a6b req-88e471a5-9959-483b-8201-30d6f6a92066 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:02.225043 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb0c414a-6699-41fa-a76f-1d7fddd84a6b req-88e471a5-9959-483b-8201-30d6f6a92066 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b11409b-007e-4004-a32b-ed8f0779364d HTTP/1.1" status: 200 len: 931 time: 0.1810884 Apr 21 12:48:02.286291 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c5d4c9aa-74dd-4e20-944c-6de106c6e2c5 None None] Provisioning complete for port a4aaeb50-cbda-4545-b24a-dad093898ccf triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:48:02.286809 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c5d4c9aa-74dd-4e20-944c-6de106c6e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:02.289741 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb0c414a-6699-41fa-a76f-1d7fddd84a6b req-ce9592bc-4c6d-4df6-be64-68e841ddf2d2 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/security-groups?id=15528dc7-9365-4ec8-90f1-d448e28cf251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569015 Apr 21 12:48:02.329327 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c5d4c9aa-74dd-4e20-944c-6de106c6e2c5 None None] Port a4aaeb50-cbda-4545-b24a-dad093898ccf cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:48:02.344488 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-ccdc73ee-12be-422e-9f41-12a0ef59c707 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0395944 Apr 21 12:48:02.345513 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-364b42d3-0599-4670-ae44-d96b08a64991 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:02.364310 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-d251f84c-451b-48e7-af5e-424e17457f2c service neutron] Request body: {'port': {'device_id': '7b11409b-007e-4004-a32b-ed8f0779364d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:48:02.418822 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-11043dcb-2199-456c-a873-a59cf84f8e62 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:02.432877 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['f67037ec-0269-4c0c-8eeb-9a294d01213f', 'b3059ab7-b5e6-4412-9ca9-4020a316efc0'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:48:02.435453 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['fd703816-be55-4a83-abca-884c73b87469'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:48:02.436517 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-364b42d3-0599-4670-ae44-d96b08a64991 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Network 6e50d715-b910-4276-93d7-96be6f6cfc58 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:48:02.449731 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-364b42d3-0599-4670-ae44-d96b08a64991 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:48:02.453313 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-364b42d3-0599-4670-ae44-d96b08a64991 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:48:02.504030 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b42d3-0599-4670-ae44-d96b08a64991 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Pushing event updated for resources: {'Port': ['ID=0cef6a92-bc12-4af9-ac25-5f153660b4af,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:02.558522 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-4ee2aa59-641b-4658-88c5-612292dead63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce44dac3-118b-4f62-a7e6-693a1f43f4f4 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:48:02.564905 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-11043dcb-2199-456c-a873-a59cf84f8e62 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:48:02.567921 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-4ee2aa59-641b-4658-88c5-612292dead63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:02.573406 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-11043dcb-2199-456c-a873-a59cf84f8e62 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:48:02.575845 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-11043dcb-2199-456c-a873-a59cf84f8e62 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:48:02.581432 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-4ee2aa59-641b-4658-88c5-612292dead63 service neutron] Transition to ACTIVE for port object ce44dac3-118b-4f62-a7e6-693a1f43f4f4 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:48:02.589690 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-364b42d3-0599-4670-ae44-d96b08a64991 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:02.590311 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-364b42d3-0599-4670-ae44-d96b08a64991 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:02.645224 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-d251f84c-451b-48e7-af5e-424e17457f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:02.659331 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-4ee2aa59-641b-4658-88c5-612292dead63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:02.677219 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11043dcb-2199-456c-a873-a59cf84f8e62 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Pushing event updated for resources: {'Port': ['ID=d8accf3a-2e9b-4e5b-bd00-3814ecb87244,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:02.771408 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2aa59-641b-4658-88c5-612292dead63 service neutron] Pushing event updated for resources: {'Port': ['ID=ce44dac3-118b-4f62-a7e6-693a1f43f4f4,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:02.872186 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-11043dcb-2199-456c-a873-a59cf84f8e62 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:02.872612 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-11043dcb-2199-456c-a873-a59cf84f8e62 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:02.902182 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-364b42d3-0599-4670-ae44-d96b08a64991 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7087157 Apr 21 12:48:02.919064 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:48:02.933450 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-4ee2aa59-641b-4658-88c5-612292dead63 service neutron] Attempting to bind port ce44dac3-118b-4f62-a7e6-693a1f43f4f4 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:48:02.933880 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-4ee2aa59-641b-4658-88c5-612292dead63 service neutron] Attempting to bind port ce44dac3-118b-4f62-a7e6-693a1f43f4f4 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:48:02.934216 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-4ee2aa59-641b-4658-88c5-612292dead63 service neutron] Attempting to bind port ce44dac3-118b-4f62-a7e6-693a1f43f4f4 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:48:02.939468 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-4ee2aa59-641b-4658-88c5-612292dead63 service neutron] Port ce44dac3-118b-4f62-a7e6-693a1f43f4f4 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:48:02.939777 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-4ee2aa59-641b-4658-88c5-612292dead63 service neutron] Attempting to bind port ce44dac3-118b-4f62-a7e6-693a1f43f4f4 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:48:02.947742 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-4ee2aa59-641b-4658-88c5-612292dead63 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:48:02.948126 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-4ee2aa59-641b-4658-88c5-612292dead63 service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:48:02.949243 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-4ee2aa59-641b-4658-88c5-612292dead63 service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:48:02.949719 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-4ee2aa59-641b-4658-88c5-612292dead63 service neutron] Bound port: ce44dac3-118b-4f62-a7e6-693a1f43f4f4, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:48:02.950084 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-4ee2aa59-641b-4658-88c5-612292dead63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:02.952067 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-878422f1-2854-4454-9505-12b92741f673 service neutron] Request body: {'port': {'device_id': 'f7b1c445-eb04-42dd-a7c3-b13227f00f77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:48:02.955222 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ff996977-6f75-4e8c-963a-05381b14e890 None None] Provisioning complete for port d8accf3a-2e9b-4e5b-bd00-3814ecb87244 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:48:02.956015 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff996977-6f75-4e8c-963a-05381b14e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:03.024620 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ff996977-6f75-4e8c-963a-05381b14e890 None None] Port d8accf3a-2e9b-4e5b-bd00-3814ecb87244 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:48:03.063756 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-4ee2aa59-641b-4658-88c5-612292dead63 service neutron] For port ce44dac3-118b-4f62-a7e6-693a1f43f4f4, host n-h1-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:48:03.067196 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-4ee2aa59-641b-4658-88c5-612292dead63 service neutron] For port ce44dac3-118b-4f62-a7e6-693a1f43f4f4, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ce44dac3-118b-4f62-a7e6-693a1f43f4f4,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:48:03.094008 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-11043dcb-2199-456c-a873-a59cf84f8e62 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0354085 Apr 21 12:48:03.111476 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20caa669-99df-4d5d-9dba-832d710ae240 req-e35cbe3c-efe7-4b13-9524-560af9e87e6c tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:03.115340 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20caa669-99df-4d5d-9dba-832d710ae240 req-e35cbe3c-efe7-4b13-9524-560af9e87e6c tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 944 time: 0.2491505 Apr 21 12:48:03.120748 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09524cc4-1803-4dad-a369-4afcdc5e8896 req-cf374046-5a4a-4af4-a688-5b2e7e4cdcd3 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:03.122358 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09524cc4-1803-4dad-a369-4afcdc5e8896 req-cf374046-5a4a-4af4-a688-5b2e7e4cdcd3 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.2567601 Apr 21 12:48:03.129341 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-363820d4-9133-4ccf-ac38-228c06bfe29d service neutron] Request body: {'port': {'device_id': '0099cfa4-c0a8-41d8-9ccf-c3fbc7facc20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:48:03.137295 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-878422f1-2854-4454-9505-12b92741f673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:03.181990 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-4ee2aa59-641b-4658-88c5-612292dead63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:03.221010 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-4ee2aa59-641b-4658-88c5-612292dead63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:03.221654 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-4ee2aa59-641b-4658-88c5-612292dead63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:03.223323 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-4ee2aa59-641b-4658-88c5-612292dead63 service neutron] 10.222.0.26 "PUT /v2.0/ports/ce44dac3-118b-4f62-a7e6-693a1f43f4f4 HTTP/1.1" status: 200 len: 1096 time: 2.1829972 Apr 21 12:48:03.255039 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2aa59-641b-4658-88c5-612292dead63 service neutron] Pushing event updated for resources: {'Port': ['ID=ce44dac3-118b-4f62-a7e6-693a1f43f4f4,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:03.315271 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20caa669-99df-4d5d-9dba-832d710ae240 req-ab82656c-2f22-4360-a35c-db154b8c397b tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830075 Apr 21 12:48:03.322675 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09524cc4-1803-4dad-a369-4afcdc5e8896 req-d3e99072-881a-46f0-b017-7e7df9ab2f7b tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869476 Apr 21 12:48:03.333291 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-363820d4-9133-4ccf-ac38-228c06bfe29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:03.456112 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-5669eb27-4eaa-4209-b378-84110b42cffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:03.457675 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-5669eb27-4eaa-4209-b378-84110b42cffc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c623b08b095e4654a1f16b34ae10bc43&device_id=070b4707-6326-4215-b425-3a24270b149d HTTP/1.1" status: 200 len: 1099 time: 0.0718629 Apr 21 12:48:03.509797 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-77d8c3b0-e06f-4869-b3ad-649b9829c78f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=ce44dac3-118b-4f62-a7e6-693a1f43f4f4 HTTP/1.1" status: 200 len: 217 time: 0.0447474 Apr 21 12:48:03.561134 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-99cfc8fb-a430-41c8-88e8-73c3911d8f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:03.562700 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-99cfc8fb-a430-41c8-88e8-73c3911d8f7c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.0458691 Apr 21 12:48:03.579209 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-d251f84c-451b-48e7-af5e-424e17457f2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4aaeb50-cbda-4545-b24a-dad093898ccf {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:48:03.595316 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-d251f84c-451b-48e7-af5e-424e17457f2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:03.611519 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-6ea64cfa-4ea4-45c1-91a2-f575d789e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:03.613039 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-6ea64cfa-4ea4-45c1-91a2-f575d789e3a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0443964 Apr 21 12:48:03.687607 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-d251f84c-451b-48e7-af5e-424e17457f2c service neutron] Transition to ACTIVE for port object a4aaeb50-cbda-4545-b24a-dad093898ccf will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:48:03.708752 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-ae291037-423d-401e-86b7-f46a8623f6da service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894477 Apr 21 12:48:03.728200 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc1b01-50b8-468e-9139-2608ca6125f2 req-f5cf2e3d-f8f0-40c0-a099-d0ba5073c887 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:03.729835 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2bbc1b01-50b8-468e-9139-2608ca6125f2 req-f5cf2e3d-f8f0-40c0-a099-d0ba5073c887 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 932 time: 0.2768712 Apr 21 12:48:03.749649 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3c5e9-90e2-449c-a9c6-e85824215c92 req-831bb7e1-f17c-407b-8061-3d5ac1fe8b52 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:03.751198 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1bf3c5e9-90e2-449c-a9c6-e85824215c92 req-831bb7e1-f17c-407b-8061-3d5ac1fe8b52 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=0099cfa4-c0a8-41d8-9ccf-c3fbc7facc20 HTTP/1.1" status: 200 len: 936 time: 0.3135815 Apr 21 12:48:03.800502 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-d251f84c-451b-48e7-af5e-424e17457f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:03.807675 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-0c004e87-c786-4612-85fb-2811132a9bbb service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922253 Apr 21 12:48:03.937222 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2bbc1b01-50b8-468e-9139-2608ca6125f2 req-838f5cc1-c1bd-464a-8b2e-756da5f4bb62 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831048 Apr 21 12:48:03.983957 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1bf3c5e9-90e2-449c-a9c6-e85824215c92 req-d4ecd460-c746-4284-8e4d-7f5669626ce9 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968951 Apr 21 12:48:03.984693 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '070b4707-6326-4215-b425-3a24270b149d', 'tag': 'ce44dac3-118b-4f62-a7e6-693a1f43f4f4'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:48:03.984693 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8414a5e9-c76e-482a-baec-8bc7cde1a51e" -d '{"events": [{"name": "network-changed", "server_uuid": "070b4707-6326-4215-b425-3a24270b149d", "tag": "ce44dac3-118b-4f62-a7e6-693a1f43f4f4"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:48:03.992293 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53196) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:48:04.020882 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251f84c-451b-48e7-af5e-424e17457f2c service neutron] Pushing event updated for resources: {'Port': ['ID=a4aaeb50-cbda-4545-b24a-dad093898ccf,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:04.054506 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b88759-d614-4886-9a71-79caf8135050 admin admin] Deleting subnet 5e66f24c-8af3-4904-ad4f-94ba052f7897 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:48:04.059444 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-46b88759-d614-4886-9a71-79caf8135050 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:04.108530 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-46b88759-d614-4886-9a71-79caf8135050 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:04.174510 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-46b88759-d614-4886-9a71-79caf8135050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:04.376070 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-46b88759-d614-4886-9a71-79caf8135050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:04.405623 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b88759-d614-4886-9a71-79caf8135050 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e66f24c-8af3-4904-ad4f-94ba052f7897,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:04.418519 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-46b88759-d614-4886-9a71-79caf8135050 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:04.430434 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-46b88759-d614-4886-9a71-79caf8135050 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5e66f24c-8af3-4904-ad4f-94ba052f7897 HTTP/1.1" status: 204 len: 168 time: 0.4370112 Apr 21 12:48:04.432933 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53214) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:48:04.512641 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-43fcda7d-0bf3-4b59-abc9-cb6ebe0efcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:04.521072 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-878422f1-2854-4454-9505-12b92741f673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cef6a92-bc12-4af9-ac25-5f153660b4af {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:48:04.534200 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-878422f1-2854-4454-9505-12b92741f673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:04.578426 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-d251f84c-451b-48e7-af5e-424e17457f2c service neutron] Attempting to bind port a4aaeb50-cbda-4545-b24a-dad093898ccf on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:48:04.578870 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-d251f84c-451b-48e7-af5e-424e17457f2c service neutron] Attempting to bind port a4aaeb50-cbda-4545-b24a-dad093898ccf by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '69e793fd-53e2-4aad-90f5-44b88c25a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'df1e605b-21ce-4bc1-aff5-ebb02658784b'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:48:04.579306 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-d251f84c-451b-48e7-af5e-424e17457f2c service neutron] Attempting to bind port a4aaeb50-cbda-4545-b24a-dad093898ccf on network df1e605b-21ce-4bc1-aff5-ebb02658784b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:48:04.581521 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-878422f1-2854-4454-9505-12b92741f673 service neutron] Transition to ACTIVE for port object 0cef6a92-bc12-4af9-ac25-5f153660b4af will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:48:04.602729 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-d251f84c-451b-48e7-af5e-424e17457f2c service neutron] Port a4aaeb50-cbda-4545-b24a-dad093898ccf on network df1e605b-21ce-4bc1-aff5-ebb02658784b not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:48:04.602729 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-d251f84c-451b-48e7-af5e-424e17457f2c service neutron] Attempting to bind port a4aaeb50-cbda-4545-b24a-dad093898ccf on network df1e605b-21ce-4bc1-aff5-ebb02658784b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:48:04.602729 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-363820d4-9133-4ccf-ac38-228c06bfe29d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8accf3a-2e9b-4e5b-bd00-3814ecb87244 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:48:04.606170 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-43fcda7d-0bf3-4b59-abc9-cb6ebe0efcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:04.612961 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8708e2c-540f-49e0-9ddb-c5fd132e5c25 req-3eea9602-264d-403a-9dbe-c383373d7af2 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:04.614589 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d8708e2c-540f-49e0-9ddb-c5fd132e5c25 req-3eea9602-264d-403a-9dbe-c383373d7af2 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b11409b-007e-4004-a32b-ed8f0779364d HTTP/1.1" status: 200 len: 943 time: 0.1596339 Apr 21 12:48:04.618105 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-d251f84c-451b-48e7-af5e-424e17457f2c service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:48:04.618442 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-d251f84c-451b-48e7-af5e-424e17457f2c service neutron] Checking segment: {'id': '69e793fd-53e2-4aad-90f5-44b88c25a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'df1e605b-21ce-4bc1-aff5-ebb02658784b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:48:04.618833 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-d251f84c-451b-48e7-af5e-424e17457f2c service neutron] Bound using segment: {'id': '69e793fd-53e2-4aad-90f5-44b88c25a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'df1e605b-21ce-4bc1-aff5-ebb02658784b'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:48:04.619279 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-d251f84c-451b-48e7-af5e-424e17457f2c service neutron] Bound port: a4aaeb50-cbda-4545-b24a-dad093898ccf, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e793fd-53e2-4aad-90f5-44b88c25a6f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'df1e605b-21ce-4bc1-aff5-ebb02658784b'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:48:04.619631 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-d251f84c-451b-48e7-af5e-424e17457f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:04.623570 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-363820d4-9133-4ccf-ac38-228c06bfe29d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:04.630577 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-43fcda7d-0bf3-4b59-abc9-cb6ebe0efcd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['210b1822-b19c-4a3a-bd44-f48c8d787bcf']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:48:04.641363 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-43fcda7d-0bf3-4b59-abc9-cb6ebe0efcd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58d8cb84-8f11-4151-a77a-bfc0637248a0') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:48:04.641692 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-43fcda7d-0bf3-4b59-abc9-cb6ebe0efcd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58d8cb84-8f11-4151-a77a-bfc0637248a0') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:48:04.651774 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-43fcda7d-0bf3-4b59-abc9-cb6ebe0efcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:04.661752 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-363820d4-9133-4ccf-ac38-228c06bfe29d service neutron] Transition to ACTIVE for port object d8accf3a-2e9b-4e5b-bd00-3814ecb87244 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:48:04.666464 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-43fcda7d-0bf3-4b59-abc9-cb6ebe0efcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:04.672976 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43fcda7d-0bf3-4b59-abc9-cb6ebe0efcd9 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-43fcda7d-0bf3-4b59-abc9-cb6ebe0efcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:48:04.710979 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:48:04.713966 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-878422f1-2854-4454-9505-12b92741f673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:04.729575 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d8708e2c-540f-49e0-9ddb-c5fd132e5c25 req-3709fe47-af9c-4c94-a449-3287e8a3634a tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/security-groups?id=15528dc7-9365-4ec8-90f1-d448e28cf251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969939 Apr 21 12:48:04.781088 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11770b2-fb05-499e-9476-f539730bbbc5 x-openstack-request-id: req-f11770b2-fb05-499e-9476-f539730bbbc5 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:48:04.781416 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "070b4707-6326-4215-b425-3a24270b149d", "tag": "ce44dac3-118b-4f62-a7e6-693a1f43f4f4", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:48:04.781730 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f11770b2-fb05-499e-9476-f539730bbbc5 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:48:04.782158 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f11770b2-fb05-499e-9476-f539730bbbc5'] response: {'name': 'network-changed', 'server_uuid': '070b4707-6326-4215-b425-3a24270b149d', 'tag': 'ce44dac3-118b-4f62-a7e6-693a1f43f4f4', 'status': 'completed', 'code': 200} Apr 21 12:48:04.791378 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878422f1-2854-4454-9505-12b92741f673 service neutron] Pushing event updated for resources: {'Port': ['ID=0cef6a92-bc12-4af9-ac25-5f153660b4af,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:04.794226 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-d251f84c-451b-48e7-af5e-424e17457f2c service neutron] For port a4aaeb50-cbda-4545-b24a-dad093898ccf, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:48:04.831431 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-363820d4-9133-4ccf-ac38-228c06bfe29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:04.876243 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414a5e9-c76e-482a-baec-8bc7cde1a51e req-65cfb466-44af-4bb6-b0c4-abde800879f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:04.877717 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8414a5e9-c76e-482a-baec-8bc7cde1a51e req-65cfb466-44af-4bb6-b0c4-abde800879f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c623b08b095e4654a1f16b34ae10bc43&device_id=070b4707-6326-4215-b425-3a24270b149d HTTP/1.1" status: 200 len: 1099 time: 0.0633767 Apr 21 12:48:04.883473 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-d251f84c-451b-48e7-af5e-424e17457f2c service neutron] For port a4aaeb50-cbda-4545-b24a-dad093898ccf, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=a4aaeb50-cbda-4545-b24a-dad093898ccf,segment=NetworkSegment(69e793fd-53e2-4aad-90f5-44b88c25a6f2),segment_id=69e793fd-53e2-4aad-90f5-44b88c25a6f2)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:48:04.974312 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363820d4-9133-4ccf-ac38-228c06bfe29d service neutron] Pushing event updated for resources: {'Port': ['ID=d8accf3a-2e9b-4e5b-bd00-3814ecb87244,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:04.987567 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414a5e9-c76e-482a-baec-8bc7cde1a51e req-e97ec8f9-7fec-4984-b428-822f40c5de0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:04.989060 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8414a5e9-c76e-482a-baec-8bc7cde1a51e req-e97ec8f9-7fec-4984-b428-822f40c5de0d service neutron] 10.222.0.26 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.1050534 Apr 21 12:48:05.017743 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-878422f1-2854-4454-9505-12b92741f673 service neutron] Attempting to bind port 0cef6a92-bc12-4af9-ac25-5f153660b4af on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:48:05.022821 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-878422f1-2854-4454-9505-12b92741f673 service neutron] Attempting to bind port 0cef6a92-bc12-4af9-ac25-5f153660b4af by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': 'b5aef90b-d917-4e10-8a43-fb490177cc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6e50d715-b910-4276-93d7-96be6f6cfc58'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:48:05.022821 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-878422f1-2854-4454-9505-12b92741f673 service neutron] Attempting to bind port 0cef6a92-bc12-4af9-ac25-5f153660b4af on network 6e50d715-b910-4276-93d7-96be6f6cfc58 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:48:05.034251 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8414a5e9-c76e-482a-baec-8bc7cde1a51e req-6955bace-7961-4ac8-9b03-49a8b0b7cb0e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=ce44dac3-118b-4f62-a7e6-693a1f43f4f4 HTTP/1.1" status: 200 len: 217 time: 0.0374296 Apr 21 12:48:05.048623 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-878422f1-2854-4454-9505-12b92741f673 service neutron] Port 0cef6a92-bc12-4af9-ac25-5f153660b4af on network 6e50d715-b910-4276-93d7-96be6f6cfc58 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:48:05.049537 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-878422f1-2854-4454-9505-12b92741f673 service neutron] Attempting to bind port 0cef6a92-bc12-4af9-ac25-5f153660b4af on network 6e50d715-b910-4276-93d7-96be6f6cfc58 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:48:05.059284 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80455633-c94f-400b-b042-61b7d162fac6 req-2059aa8f-aae6-4bc4-bb75-46ae9424aba4 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:05.060929 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80455633-c94f-400b-b042-61b7d162fac6 req-2059aa8f-aae6-4bc4-bb75-46ae9424aba4 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.1803091 Apr 21 12:48:05.069384 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-878422f1-2854-4454-9505-12b92741f673 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:48:05.069828 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-878422f1-2854-4454-9505-12b92741f673 service neutron] Checking segment: {'id': 'b5aef90b-d917-4e10-8a43-fb490177cc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6e50d715-b910-4276-93d7-96be6f6cfc58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:48:05.070211 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-878422f1-2854-4454-9505-12b92741f673 service neutron] Bound using segment: {'id': 'b5aef90b-d917-4e10-8a43-fb490177cc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6e50d715-b910-4276-93d7-96be6f6cfc58'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:48:05.071183 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-878422f1-2854-4454-9505-12b92741f673 service neutron] Bound port: 0cef6a92-bc12-4af9-ac25-5f153660b4af, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5aef90b-d917-4e10-8a43-fb490177cc40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6e50d715-b910-4276-93d7-96be6f6cfc58'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:48:05.071183 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-878422f1-2854-4454-9505-12b92741f673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:05.072182 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-43fcda7d-0bf3-4b59-abc9-cb6ebe0efcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:05.102290 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-43fcda7d-0bf3-4b59-abc9-cb6ebe0efcd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:05.109386 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-43fcda7d-0bf3-4b59-abc9-cb6ebe0efcd9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/210b1822-b19c-4a3a-bd44-f48c8d787bcf HTTP/1.1" status: 204 len: 168 time: 0.6721327 Apr 21 12:48:05.109386 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fcda7d-0bf3-4b59-abc9-cb6ebe0efcd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=210b1822-b19c-4a3a-bd44-f48c8d787bcf,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:05.121748 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-d251f84c-451b-48e7-af5e-424e17457f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:05.143961 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414a5e9-c76e-482a-baec-8bc7cde1a51e req-056b4a7f-f5cc-4b14-a638-ab0917491691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:05.144785 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8414a5e9-c76e-482a-baec-8bc7cde1a51e req-056b4a7f-f5cc-4b14-a638-ab0917491691 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1043570 Apr 21 12:48:05.226792 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414a5e9-c76e-482a-baec-8bc7cde1a51e req-6cab6914-5a43-4eba-a688-6fe2c00c3355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:05.226792 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8414a5e9-c76e-482a-baec-8bc7cde1a51e req-6cab6914-5a43-4eba-a688-6fe2c00c3355 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0718672 Apr 21 12:48:05.252444 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-d251f84c-451b-48e7-af5e-424e17457f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:05.252982 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-d251f84c-451b-48e7-af5e-424e17457f2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:05.259828 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-d251f84c-451b-48e7-af5e-424e17457f2c service neutron] 10.222.0.26 "PUT /v2.0/ports/a4aaeb50-cbda-4545-b24a-dad093898ccf HTTP/1.1" status: 200 len: 1091 time: 2.9007680 Apr 21 12:48:05.262513 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b11409b-007e-4004-a32b-ed8f0779364d', 'tag': 'a4aaeb50-cbda-4545-b24a-dad093898ccf'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:48:05.265486 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85aa237a-93cb-483d-89b2-59db0acb0047" -d '{"events": [{"name": "network-changed", "server_uuid": "7b11409b-007e-4004-a32b-ed8f0779364d", "tag": "a4aaeb50-cbda-4545-b24a-dad093898ccf"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:48:05.286653 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80455633-c94f-400b-b042-61b7d162fac6 req-680c64f7-429e-4b9c-8e98-e6498e099eeb tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183139 Apr 21 12:48:05.300106 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-363820d4-9133-4ccf-ac38-228c06bfe29d service neutron] Attempting to bind port d8accf3a-2e9b-4e5b-bd00-3814ecb87244 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:48:05.307865 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-363820d4-9133-4ccf-ac38-228c06bfe29d service neutron] Attempting to bind port d8accf3a-2e9b-4e5b-bd00-3814ecb87244 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:48:05.308362 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-363820d4-9133-4ccf-ac38-228c06bfe29d service neutron] Attempting to bind port d8accf3a-2e9b-4e5b-bd00-3814ecb87244 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:48:05.315294 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d251f84c-451b-48e7-af5e-424e17457f2c service neutron] Pushing event updated for resources: {'Port': ['ID=a4aaeb50-cbda-4545-b24a-dad093898ccf,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:05.342340 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-363820d4-9133-4ccf-ac38-228c06bfe29d service neutron] Port d8accf3a-2e9b-4e5b-bd00-3814ecb87244 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:48:05.342715 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-363820d4-9133-4ccf-ac38-228c06bfe29d service neutron] Attempting to bind port d8accf3a-2e9b-4e5b-bd00-3814ecb87244 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:48:05.352284 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-363820d4-9133-4ccf-ac38-228c06bfe29d service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:48:05.353434 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-363820d4-9133-4ccf-ac38-228c06bfe29d service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:48:05.353434 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-363820d4-9133-4ccf-ac38-228c06bfe29d service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:48:05.353434 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-363820d4-9133-4ccf-ac38-228c06bfe29d service neutron] Bound port: d8accf3a-2e9b-4e5b-bd00-3814ecb87244, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:48:05.353948 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-363820d4-9133-4ccf-ac38-228c06bfe29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:05.363470 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:48:05.374981 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-878422f1-2854-4454-9505-12b92741f673 service neutron] For port 0cef6a92-bc12-4af9-ac25-5f153660b4af, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:48:05.419440 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:48:05.420036 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 76d9e7fd-73c0-4e6c-9f57-ca3b8b0198f8 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:48:05.433488 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8414a5e9-c76e-482a-baec-8bc7cde1a51e req-e00b8829-0159-439f-b099-17ac492fa947 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980889 Apr 21 12:48:05.462603 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-878422f1-2854-4454-9505-12b92741f673 service neutron] For port 0cef6a92-bc12-4af9-ac25-5f153660b4af, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0cef6a92-bc12-4af9-ac25-5f153660b4af,segment=NetworkSegment(b5aef90b-d917-4e10-8a43-fb490177cc40),segment_id=b5aef90b-d917-4e10-8a43-fb490177cc40)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:48:05.536518 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c94fdf1-1230-491f-9cab-720dedbe2b5f req-c410842d-0f6f-4aa9-a107-1aec5cf38d6a tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:05.538440 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c94fdf1-1230-491f-9cab-720dedbe2b5f req-c410842d-0f6f-4aa9-a107-1aec5cf38d6a tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 944 time: 0.1596651 Apr 21 12:48:05.547248 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-878422f1-2854-4454-9505-12b92741f673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:05.550142 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-363820d4-9133-4ccf-ac38-228c06bfe29d service neutron] For port d8accf3a-2e9b-4e5b-bd00-3814ecb87244, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:48:05.553562 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8414a5e9-c76e-482a-baec-8bc7cde1a51e req-d75ccbe4-0f53-4d48-b567-da6d9430fde1 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128242 Apr 21 12:48:05.562789 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-78f39050-5204-45ca-a404-8fc4c1da5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:05.564565 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-78f39050-5204-45ca-a404-8fc4c1da5ff0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=340fcbb6da8e49abadfdcf88b5d93115&device_id=7b11409b-007e-4004-a32b-ed8f0779364d HTTP/1.1" status: 200 len: 1094 time: 0.1606801 Apr 21 12:48:05.566861 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-363820d4-9133-4ccf-ac38-228c06bfe29d service neutron] For port d8accf3a-2e9b-4e5b-bd00-3814ecb87244, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=d8accf3a-2e9b-4e5b-bd00-3814ecb87244,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:48:05.621668 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53250) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:48:05.666929 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-363820d4-9133-4ccf-ac38-228c06bfe29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:05.670767 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-d123f615-4224-4798-9d60-8dc6a86defb7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4aaeb50-cbda-4545-b24a-dad093898ccf HTTP/1.1" status: 200 len: 217 time: 0.0575106 Apr 21 12:48:05.685500 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-878422f1-2854-4454-9505-12b92741f673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:05.686997 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-878422f1-2854-4454-9505-12b92741f673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:05.688425 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-878422f1-2854-4454-9505-12b92741f673 service neutron] 10.222.0.26 "PUT /v2.0/ports/0cef6a92-bc12-4af9-ac25-5f153660b4af HTTP/1.1" status: 200 len: 1092 time: 2.7406833 Apr 21 12:48:05.690403 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a451ac11-a72a-4a6f-bf1d-2d744b808b40 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=820f30556a864d2abf13eb66052aec75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0671685 Apr 21 12:48:05.692864 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53252) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:48:05.728513 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878422f1-2854-4454-9505-12b92741f673 service neutron] Pushing event updated for resources: {'Port': ['ID=0cef6a92-bc12-4af9-ac25-5f153660b4af,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:05.748882 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-363820d4-9133-4ccf-ac38-228c06bfe29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:05.749270 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-363820d4-9133-4ccf-ac38-228c06bfe29d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:05.750716 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-363820d4-9133-4ccf-ac38-228c06bfe29d service neutron] 10.222.0.24 "PUT /v2.0/ports/d8accf3a-2e9b-4e5b-bd00-3814ecb87244 HTTP/1.1" status: 200 len: 1096 time: 2.6254201 Apr 21 12:48:05.753320 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e96aa10e-372b-475f-9db6-848d48886f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:05.797055 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c94fdf1-1230-491f-9cab-720dedbe2b5f req-3aaf9699-eec1-4278-b2d7-abf379ae9969 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381465 Apr 21 12:48:05.797858 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e96aa10e-372b-475f-9db6-848d48886f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:05.858942 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-a2c643c6-af94-4eda-affb-09a1308a7941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:05.870515 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-a2c643c6-af94-4eda-affb-09a1308a7941 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=53d6cd17-e719-4dcc-a307-60dd92480543 HTTP/1.1" status: 200 len: 847 time: 0.1882489 Apr 21 12:48:05.958383 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363820d4-9133-4ccf-ac38-228c06bfe29d service neutron] Pushing event updated for resources: {'Port': ['ID=d8accf3a-2e9b-4e5b-bd00-3814ecb87244,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:05.981366 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e96aa10e-372b-475f-9db6-848d48886f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:05.985859 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e96aa10e-372b-475f-9db6-848d48886f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:05.989946 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e96aa10e-372b-475f-9db6-848d48886f17 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d7447cc2-6348-4bed-864c-cfdf966c6e8d HTTP/1.1" status: 204 len: 168 time: 0.2947876 Apr 21 12:48:06.003144 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96aa10e-372b-475f-9db6-848d48886f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7447cc2-6348-4bed-864c-cfdf966c6e8d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:06.015192 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-ed01149d-6e1f-4de1-8696-401ad6ac26f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:06.017162 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-ed01149d-6e1f-4de1-8696-401ad6ac26f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ff5c07c40d9a4b349438394ca472864f&device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 1095 time: 0.1830087 Apr 21 12:48:06.080676 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-75dd22bd-e0fc-4b4e-aca6-6462ad7ec1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:06.082264 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-75dd22bd-e0fc-4b4e-aca6-6462ad7ec1bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df1e605b-21ce-4bc1-aff5-ebb02658784b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1897454 Apr 21 12:48:06.087654 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-c74171fa-856a-4aa5-a259-ff98ae0d15b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cef6a92-bc12-4af9-ac25-5f153660b4af HTTP/1.1" status: 200 len: 217 time: 0.0610068 Apr 21 12:48:06.097190 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0ccdd5-90e4-4050-8265-2497b795dacc req-facc1c36-693f-42f1-927e-095320354e36 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:06.098680 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf0ccdd5-90e4-4050-8265-2497b795dacc req-facc1c36-693f-42f1-927e-095320354e36 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=0099cfa4-c0a8-41d8-9ccf-c3fbc7facc20 HTTP/1.1" status: 200 len: 948 time: 0.1636090 Apr 21 12:48:06.130774 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-eaec86d3-3857-4169-ab2a-88812dd73dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:06.132240 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-eaec86d3-3857-4169-ab2a-88812dd73dce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c623b08b095e4654a1f16b34ae10bc43&device_id=0099cfa4-c0a8-41d8-9ccf-c3fbc7facc20 HTTP/1.1" status: 200 len: 1099 time: 0.1984787 Apr 21 12:48:06.282316 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-4952cc43-be52-46ec-9e01-a78b5f7d5fd3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=d8accf3a-2e9b-4e5b-bd00-3814ecb87244 HTTP/1.1" status: 200 len: 217 time: 0.1094689 Apr 21 12:48:06.322121 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf0ccdd5-90e4-4050-8265-2497b795dacc req-273dea9c-e6e7-4b7d-932c-d814a50f202e tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051840 Apr 21 12:48:06.323790 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-b7c77273-31ad-4398-bd2b-c5fa7d4eef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:06.325486 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-b7c77273-31ad-4398-bd2b-c5fa7d4eef8c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d5ecad05-c514-4221-be9f-83a659f2e3d8 HTTP/1.1" status: 200 len: 860 time: 0.2181237 Apr 21 12:48:06.384099 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451a572-63d5-4c8b-951a-7ad83d09cdf0 req-4fff3255-81d6-421e-8a7c-c8bed19109bc tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:06.389573 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f451a572-63d5-4c8b-951a-7ad83d09cdf0 req-4fff3255-81d6-421e-8a7c-c8bed19109bc tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=6cfb649f-752a-4fcc-b49e-804bba37f3db HTTP/1.1" status: 200 len: 944 time: 0.2503822 Apr 21 12:48:06.392137 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2cf98d-c5f8-4eae-b478-6bced6684774 x-openstack-request-id: req-1e2cf98d-c5f8-4eae-b478-6bced6684774 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:48:06.392552 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b11409b-007e-4004-a32b-ed8f0779364d", "tag": "a4aaeb50-cbda-4545-b24a-dad093898ccf", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:48:06.392810 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1e2cf98d-c5f8-4eae-b478-6bced6684774 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:48:06.393209 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e2cf98d-c5f8-4eae-b478-6bced6684774'] response: {'name': 'network-changed', 'server_uuid': '7b11409b-007e-4004-a32b-ed8f0779364d', 'tag': 'a4aaeb50-cbda-4545-b24a-dad093898ccf', 'status': 'completed', 'code': 200} Apr 21 12:48:06.446707 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-34f30e2b-8f93-40bd-85c9-962d1d385fa9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e50d715-b910-4276-93d7-96be6f6cfc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954125 Apr 21 12:48:06.468089 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-eb588921-d29e-493f-8f32-e09331e0d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:06.469862 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-eb588921-d29e-493f-8f32-e09331e0d2c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1787970 Apr 21 12:48:06.489468 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-3dc5bf39-6f83-4bc6-93dc-c44d4d7920bb service neutron] 10.222.0.26 "GET /v2.0/networks/df1e605b-21ce-4bc1-aff5-ebb02658784b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898172 Apr 21 12:48:06.698049 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-1a3de3d5-8436-41e6-be57-bf6486e8bd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:06.699585 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-1a3de3d5-8436-41e6-be57-bf6486e8bd3c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1924646 Apr 21 12:48:06.743581 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-483e9586-c337-41cf-ae6b-b044bb704445 service neutron] 10.222.0.26 "GET /v2.0/networks/6e50d715-b910-4276-93d7-96be6f6cfc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852693 Apr 21 12:48:06.796122 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bd98cd1-f2c0-4447-b876-faeacd1d9731 req-b0cea58c-e9db-469a-8097-e81113ef8f6c service neutron] 10.222.0.26 "GET /v2.0/networks/df1e605b-21ce-4bc1-aff5-ebb02658784b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764604 Apr 21 12:48:06.801767 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 0bea9145-2aad-4b72-8b40-597d593f4fdf no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:48:06.818890 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f451a572-63d5-4c8b-951a-7ad83d09cdf0 req-3b31c5e2-1cc8-4972-a477-2c0715727756 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Deleting port 0bea9145-2aad-4b72-8b40-597d593f4fdf {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:48:06.819231 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f451a572-63d5-4c8b-951a-7ad83d09cdf0 req-3b31c5e2-1cc8-4972-a477-2c0715727756 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:07.043776 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-076dd41d-3b77-4ffc-bbcc-c01dcd22d9ba service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318768 Apr 21 12:48:07.056060 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99bafc-d7e1-482b-95d1-72b8a3af5fc4 req-76ae4dfe-00e0-473b-93cb-faaa5230fab1 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:07.057530 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da99bafc-d7e1-482b-95d1-72b8a3af5fc4 req-76ae4dfe-00e0-473b-93cb-faaa5230fab1 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b11409b-007e-4004-a32b-ed8f0779364d HTTP/1.1" status: 200 len: 943 time: 0.2473342 Apr 21 12:48:07.066223 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb7304bd-35cc-456a-ac6e-bfd7656a04a1 req-cae9c881-a7e0-419f-87be-daa1d1792b3e service neutron] 10.222.0.26 "GET /v2.0/networks/6e50d715-b910-4276-93d7-96be6f6cfc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854550 Apr 21 12:48:07.085502 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f451a572-63d5-4c8b-951a-7ad83d09cdf0 req-3b31c5e2-1cc8-4972-a477-2c0715727756 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] For port 0bea9145-2aad-4b72-8b40-597d593f4fdf, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0bea9145-2aad-4b72-8b40-597d593f4fdf,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:07.085898 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f451a572-63d5-4c8b-951a-7ad83d09cdf0 req-3b31c5e2-1cc8-4972-a477-2c0715727756 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:07.109502 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa237a-93cb-483d-89b2-59db0acb0047 req-0024dc7d-0082-4ecd-b373-0298f3045c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:07.111051 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-85aa237a-93cb-483d-89b2-59db0acb0047 req-0024dc7d-0082-4ecd-b373-0298f3045c98 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=340fcbb6da8e49abadfdcf88b5d93115&device_id=7b11409b-007e-4004-a32b-ed8f0779364d HTTP/1.1" status: 200 len: 1094 time: 0.1882834 Apr 21 12:48:07.134256 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f451a572-63d5-4c8b-951a-7ad83d09cdf0 req-3b31c5e2-1cc8-4972-a477-2c0715727756 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Calling delete_port for 0bea9145-2aad-4b72-8b40-597d593f4fdf owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:48:07.172147 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53288) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:48:07.269970 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-212d1a63-c016-4336-be25-0eb827945532 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1551950774-network', 'tenant_id': '0cef7977fdb64b878118f3cfbb1a54e1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:48:07.272996 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da99bafc-d7e1-482b-95d1-72b8a3af5fc4 req-f39afce1-e034-4d0a-aed4-3e36c307f2d7 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/security-groups?id=15528dc7-9365-4ec8-90f1-d448e28cf251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999805 Apr 21 12:48:07.338539 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-755f6a8c-8640-4721-9fa6-ecfe5dc52388 req-e7b7c6a7-bde6-493e-b2ba-7de38d4402ae service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745638 Apr 21 12:48:07.367577 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa237a-93cb-483d-89b2-59db0acb0047 req-cfc7b1a6-19c4-45c9-9407-37c59670aba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:07.369052 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-85aa237a-93cb-483d-89b2-59db0acb0047 req-cfc7b1a6-19c4-45c9-9407-37c59670aba0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=df1e605b-21ce-4bc1-aff5-ebb02658784b HTTP/1.1" status: 200 len: 909 time: 0.2485471 Apr 21 12:48:07.369481 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212d1a63-c016-4336-be25-0eb827945532 admin admin] Made reservation on behalf of 0cef7977fdb64b878118f3cfbb1a54e1 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:48:07.371918 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-212d1a63-c016-4336-be25-0eb827945532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:07.381541 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-212d1a63-c016-4336-be25-0eb827945532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:07.429286 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-85aa237a-93cb-483d-89b2-59db0acb0047 req-de7c8561-8d26-4c15-8a06-33184b8dcdda service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4aaeb50-cbda-4545-b24a-dad093898ccf HTTP/1.1" status: 200 len: 217 time: 0.0451667 Apr 21 12:48:07.468379 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-212d1a63-c016-4336-be25-0eb827945532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:07.507738 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49ab3d-db45-4cde-9cc8-0d2875b6fc37 req-f7bfb3f0-e1ac-4cfd-bf7d-09763ce9aefb tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:07.509230 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e49ab3d-db45-4cde-9cc8-0d2875b6fc37 req-f7bfb3f0-e1ac-4cfd-bf7d-09763ce9aefb tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.1650939 Apr 21 12:48:07.542797 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa237a-93cb-483d-89b2-59db0acb0047 req-b078bd40-0c3e-4dca-94c5-034ee5355693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:07.544259 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-85aa237a-93cb-483d-89b2-59db0acb0047 req-b078bd40-0c3e-4dca-94c5-034ee5355693 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=53d6cd17-e719-4dcc-a307-60dd92480543 HTTP/1.1" status: 200 len: 847 time: 0.0909867 Apr 21 12:48:07.575332 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-212d1a63-c016-4336-be25-0eb827945532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:07.582960 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e49ab3d-db45-4cde-9cc8-0d2875b6fc37 req-8d50f94e-c253-44d9-956a-2e33f0bd88a5 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653358 Apr 21 12:48:07.600461 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa237a-93cb-483d-89b2-59db0acb0047 req-9772477d-4cef-46b1-becf-19d84937b2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:07.602109 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-85aa237a-93cb-483d-89b2-59db0acb0047 req-9772477d-4cef-46b1-becf-19d84937b2d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df1e605b-21ce-4bc1-aff5-ebb02658784b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467100 Apr 21 12:48:07.603226 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f451a572-63d5-4c8b-951a-7ad83d09cdf0 req-3b31c5e2-1cc8-4972-a477-2c0715727756 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:07.613840 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-212d1a63-c016-4336-be25-0eb827945532 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:48:07.624132 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d1a63-c016-4336-be25-0eb827945532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:07.640350 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-212d1a63-c016-4336-be25-0eb827945532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:07.646281 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-212d1a63-c016-4336-be25-0eb827945532 admin admin] Added segment 0768e93f-2192-426a-8062-6b9b25d12b7a of type vlan for network 922b14c1-7208-45a2-9286-597c5ba2d9eb Apr 21 12:48:07.686285 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-212d1a63-c016-4336-be25-0eb827945532 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:07.816045 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-212d1a63-c016-4336-be25-0eb827945532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:07.817203 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212d1a63-c016-4336-be25-0eb827945532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:07.817825 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-212d1a63-c016-4336-be25-0eb827945532 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:07.884533 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d1a63-c016-4336-be25-0eb827945532 admin admin] Pushing event updated for resources: {'Network': ['ID=922b14c1-7208-45a2-9286-597c5ba2d9eb,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:07.896511 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 922b14c1-7208-45a2-9286-597c5ba2d9eb details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:48:07.920879 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-212d1a63-c016-4336-be25-0eb827945532 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7472939 Apr 21 12:48:07.923407 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53296) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:48:07.928593 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4d06ab24-cea4-49a2-b4ee-4c81e0a10c1e admin admin] Request body: {'subnet': {'network_id': '922b14c1-7208-45a2-9286-597c5ba2d9eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1551950774-subnet', 'tenant_id': '0cef7977fdb64b878118f3cfbb1a54e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:48:07.986340 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31c5e2-1cc8-4972-a477-2c0715727756 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Pushing event deleted for resources: {'Port': ['ID=0bea9145-2aad-4b72-8b40-597d593f4fdf,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:08.016121 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d06ab24-cea4-49a2-b4ee-4c81e0a10c1e admin admin] Made reservation on behalf of 0cef7977fdb64b878118f3cfbb1a54e1 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:48:08.023034 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4d06ab24-cea4-49a2-b4ee-4c81e0a10c1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:08.085288 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f451a572-63d5-4c8b-951a-7ad83d09cdf0 req-3b31c5e2-1cc8-4972-a477-2c0715727756 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] No DVR routers for this DVR port 0bea9145-2aad-4b72-8b40-597d593f4fdf on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:48:08.090242 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f451a572-63d5-4c8b-951a-7ad83d09cdf0 req-3b31c5e2-1cc8-4972-a477-2c0715727756 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:08.094005 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f451a572-63d5-4c8b-951a-7ad83d09cdf0 req-3b31c5e2-1cc8-4972-a477-2c0715727756 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "DELETE /v2.0/ports/0bea9145-2aad-4b72-8b40-597d593f4fdf HTTP/1.1" status: 204 len: 173 time: 1.6565480 Apr 21 12:48:08.136174 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c151ae5f-9af3-4b47-889e-a66ff6f5009d req-dd9ea66d-4024-4ff0-80b9-18fe7c40fa1c tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:08.137994 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c151ae5f-9af3-4b47-889e-a66ff6f5009d req-dd9ea66d-4024-4ff0-80b9-18fe7c40fa1c tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 944 time: 0.1544180 Apr 21 12:48:08.140753 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-85aa237a-93cb-483d-89b2-59db0acb0047 req-b08605c6-d885-4fe1-ba7c-3d8dd9aa6b4b service neutron] 10.222.0.26 "GET /v2.0/networks/df1e605b-21ce-4bc1-aff5-ebb02658784b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292952 Apr 21 12:48:08.240210 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c151ae5f-9af3-4b47-889e-a66ff6f5009d req-6f5a7dd2-5f38-4f77-909a-1cbaae50e960 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903859 Apr 21 12:48:08.270759 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-85aa237a-93cb-483d-89b2-59db0acb0047 req-081df808-87c5-4119-bc17-086ed945d354 service neutron] 10.222.0.26 "GET /v2.0/networks/df1e605b-21ce-4bc1-aff5-ebb02658784b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210921 Apr 21 12:48:08.351623 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d0457-2bff-4f9e-91c8-5ade8a746dfe req-4ac15698-6ff8-4b29-9f03-c1a18f1bfa81 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:08.353257 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-205d0457-2bff-4f9e-91c8-5ade8a746dfe req-4ac15698-6ff8-4b29-9f03-c1a18f1bfa81 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=0099cfa4-c0a8-41d8-9ccf-c3fbc7facc20 HTTP/1.1" status: 200 len: 948 time: 0.0497892 Apr 21 12:48:08.370036 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4d06ab24-cea4-49a2-b4ee-4c81e0a10c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:08.394475 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-205d0457-2bff-4f9e-91c8-5ade8a746dfe req-639e9c20-57b6-4e15-9acd-8d36203cbafe tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344448 Apr 21 12:48:08.397350 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b1c445-eb04-42dd-a7c3-b13227f00f77', 'tag': '0cef6a92-bc12-4af9-ac25-5f153660b4af'}, {'name': 'network-changed', 'server_uuid': '0099cfa4-c0a8-41d8-9ccf-c3fbc7facc20', 'tag': 'd8accf3a-2e9b-4e5b-bd00-3814ecb87244'}, {'server_uuid': '6cfb649f-752a-4fcc-b49e-804bba37f3db', 'name': 'network-vif-deleted', 'tag': '0bea9145-2aad-4b72-8b40-597d593f4fdf'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:48:08.399745 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d971bcc-b677-430a-a3a3-e9f1a4778c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b1c445-eb04-42dd-a7c3-b13227f00f77", "tag": "0cef6a92-bc12-4af9-ac25-5f153660b4af"}, {"name": "network-changed", "server_uuid": "0099cfa4-c0a8-41d8-9ccf-c3fbc7facc20", "tag": "d8accf3a-2e9b-4e5b-bd00-3814ecb87244"}, {"server_uuid": "6cfb649f-752a-4fcc-b49e-804bba37f3db", "name": "network-vif-deleted", "tag": "0bea9145-2aad-4b72-8b40-597d593f4fdf"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:48:08.454630 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06ab24-cea4-49a2-b4ee-4c81e0a10c1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3fb62fd-7387-4f92-a212-fa3831f77ec4,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:08.465383 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d06ab24-cea4-49a2-b4ee-4c81e0a10c1e admin admin] Checking segment: {'id': '0768e93f-2192-426a-8062-6b9b25d12b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '922b14c1-7208-45a2-9286-597c5ba2d9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:48:08.465808 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d06ab24-cea4-49a2-b4ee-4c81e0a10c1e admin admin] Network hostable DHCP agents. Network: 922b14c1-7208-45a2-9286-597c5ba2d9eb, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:48:08.518047 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49070b50-68e5-428e-ae92-91a939ca1e86 req-a4bdcc7f-2848-492c-974a-5fcfdacc9136 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:08.519685 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49070b50-68e5-428e-ae92-91a939ca1e86 req-a4bdcc7f-2848-492c-974a-5fcfdacc9136 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b11409b-007e-4004-a32b-ed8f0779364d HTTP/1.1" status: 200 len: 943 time: 0.0510476 Apr 21 12:48:08.562471 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49070b50-68e5-428e-ae92-91a939ca1e86 req-b6844cda-8114-4454-9e16-33b5dc903ca5 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/security-groups?id=15528dc7-9365-4ec8-90f1-d448e28cf251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359342 Apr 21 12:48:08.575666 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d06ab24-cea4-49a2-b4ee-4c81e0a10c1e admin admin] Network 922b14c1-7208-45a2-9286-597c5ba2d9eb is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:48:08.614257 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 514 Content-Type: application/json Date: Thu, 21 Apr 2022 12:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddbb45a-feab-4fd8-8484-0223cf6f3c3a x-openstack-request-id: req-1ddbb45a-feab-4fd8-8484-0223cf6f3c3a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:48:08.614670 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b1c445-eb04-42dd-a7c3-b13227f00f77", "tag": "0cef6a92-bc12-4af9-ac25-5f153660b4af", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0099cfa4-c0a8-41d8-9ccf-c3fbc7facc20", "tag": "d8accf3a-2e9b-4e5b-bd00-3814ecb87244", "status": "completed", "code": 200}, {"server_uuid": "6cfb649f-752a-4fcc-b49e-804bba37f3db", "name": "network-vif-deleted", "tag": "0bea9145-2aad-4b72-8b40-597d593f4fdf", "status": "failed", "code": 422}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:48:08.614930 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1ddbb45a-feab-4fd8-8484-0223cf6f3c3a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:48:08.615374 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ddbb45a-feab-4fd8-8484-0223cf6f3c3a'] response: {'name': 'network-changed', 'server_uuid': 'f7b1c445-eb04-42dd-a7c3-b13227f00f77', 'tag': '0cef6a92-bc12-4af9-ac25-5f153660b4af', 'status': 'completed', 'code': 200} Apr 21 12:48:08.616301 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ddbb45a-feab-4fd8-8484-0223cf6f3c3a'] response: {'name': 'network-changed', 'server_uuid': '0099cfa4-c0a8-41d8-9ccf-c3fbc7facc20', 'tag': 'd8accf3a-2e9b-4e5b-bd00-3814ecb87244', 'status': 'completed', 'code': 200} Apr 21 12:48:08.616851 n-d-836147-2 neutron-server[103398]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1ddbb45a-feab-4fd8-8484-0223cf6f3c3a']: {'server_uuid': '6cfb649f-752a-4fcc-b49e-804bba37f3db', 'name': 'network-vif-deleted', 'tag': '0bea9145-2aad-4b72-8b40-597d593f4fdf', 'status': 'failed', 'code': 422} returned with failed status Apr 21 12:48:08.724848 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-4d06ab24-cea4-49a2-b4ee-4c81e0a10c1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 922b14c1-7208-45a2-9286-597c5ba2d9eb) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:48:08.733425 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d06ab24-cea4-49a2-b4ee-4c81e0a10c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:08.735375 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4d06ab24-cea4-49a2-b4ee-4c81e0a10c1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:08.737568 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d971bcc-b677-430a-a3a3-e9f1a4778c8d req-56f35a48-87dc-4738-a565-f3473d8b2452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:08.739146 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d971bcc-b677-430a-a3a3-e9f1a4778c8d req-56f35a48-87dc-4738-a565-f3473d8b2452 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c623b08b095e4654a1f16b34ae10bc43&device_id=0099cfa4-c0a8-41d8-9ccf-c3fbc7facc20 HTTP/1.1" status: 200 len: 1099 time: 0.1041112 Apr 21 12:48:08.739294 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0829215d-18c9-4dbc-a8dd-3d27774aea5f None None] Network 922b14c1-7208-45a2-9286-597c5ba2d9eb requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:48:08.751405 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d971bcc-b677-430a-a3a3-e9f1a4778c8d req-19bc3e6f-58ba-4b8a-a1b1-97ad3a98781b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:08.752896 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d971bcc-b677-430a-a3a3-e9f1a4778c8d req-19bc3e6f-58ba-4b8a-a1b1-97ad3a98781b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ff5c07c40d9a4b349438394ca472864f&device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 1095 time: 0.1088617 Apr 21 12:48:08.789723 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d1c1ca-e40f-4d75-a700-f85c5fb5867f req-7ab9308b-6e57-417d-86b6-01b50a3db56e tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:08.791120 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-84d1c1ca-e40f-4d75-a700-f85c5fb5867f req-7ab9308b-6e57-417d-86b6-01b50a3db56e tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.1174283 Apr 21 12:48:08.805232 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device ce44dac3-118b-4f62-a7e6-693a1f43f4f4 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:48:08.838297 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4d06ab24-cea4-49a2-b4ee-4c81e0a10c1e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9134133 Apr 21 12:48:08.946959 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-84d1c1ca-e40f-4d75-a700-f85c5fb5867f req-a434f327-9e0f-4350-916d-417886f88a00 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073346 Apr 21 12:48:08.971559 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d971bcc-b677-430a-a3a3-e9f1a4778c8d req-08f93af7-709e-4a36-8105-3bc164931e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:08.973227 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d971bcc-b677-430a-a3a3-e9f1a4778c8d req-08f93af7-709e-4a36-8105-3bc164931e81 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e50d715-b910-4276-93d7-96be6f6cfc58 HTTP/1.1" status: 200 len: 921 time: 0.2009332 Apr 21 12:48:08.976324 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d971bcc-b677-430a-a3a3-e9f1a4778c8d req-f32941a4-eab0-4d78-a6c4-02b937f9090e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:08.977817 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d971bcc-b677-430a-a3a3-e9f1a4778c8d req-f32941a4-eab0-4d78-a6c4-02b937f9090e service neutron] 10.222.0.24 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.2294788 Apr 21 12:48:09.035501 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d971bcc-b677-430a-a3a3-e9f1a4778c8d req-4fe26c94-ad9f-430f-942c-5d5c676234de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cef6a92-bc12-4af9-ac25-5f153660b4af HTTP/1.1" status: 200 len: 217 time: 0.0541763 Apr 21 12:48:09.041265 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854290a0-053d-47e0-a3b2-fe07ac9c5c4e None None] Network 922b14c1-7208-45a2-9286-597c5ba2d9eb requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:48:09.081361 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d971bcc-b677-430a-a3a3-e9f1a4778c8d req-05fbcb52-b175-4802-9e19-430b582b24cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=d8accf3a-2e9b-4e5b-bd00-3814ecb87244 HTTP/1.1" status: 200 len: 217 time: 0.0934086 Apr 21 12:48:09.185989 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d971bcc-b677-430a-a3a3-e9f1a4778c8d req-ef47459e-edc6-4432-921d-acac5de25432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:09.187494 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d971bcc-b677-430a-a3a3-e9f1a4778c8d req-ef47459e-edc6-4432-921d-acac5de25432 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d5ecad05-c514-4221-be9f-83a659f2e3d8 HTTP/1.1" status: 200 len: 860 time: 0.1085927 Apr 21 12:48:09.191360 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d971bcc-b677-430a-a3a3-e9f1a4778c8d req-b7b06061-47a4-452e-87c7-92b8ef1af3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:09.192763 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d971bcc-b677-430a-a3a3-e9f1a4778c8d req-b7b06061-47a4-452e-87c7-92b8ef1af3b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1042075 Apr 21 12:48:09.215681 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port ce44dac3-118b-4f62-a7e6-693a1f43f4f4, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ce44dac3-118b-4f62-a7e6-693a1f43f4f4,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:09.246258 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d971bcc-b677-430a-a3a3-e9f1a4778c8d req-2bcb4c99-4b84-4519-9ff1-8abcaabeeb69 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e50d715-b910-4276-93d7-96be6f6cfc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509140 Apr 21 12:48:09.259310 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'ce44dac3-118b-4f62-a7e6-693a1f43f4f4', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': 'ce44dac3-118b-4f62-a7e6-693a1f43f4f4', 'mac_address': 'fa:16:3e:ef:db:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:48:09.346495 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d971bcc-b677-430a-a3a3-e9f1a4778c8d req-469d4b1b-520a-42de-9536-382ccd298cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:09.347638 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:09.348138 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d971bcc-b677-430a-a3a3-e9f1a4778c8d req-469d4b1b-520a-42de-9536-382ccd298cc4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1400244 Apr 21 12:48:09.369959 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce44dac3-118b-4f62-a7e6-693a1f43f4f4 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:48:09.377662 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device d8accf3a-2e9b-4e5b-bd00-3814ecb87244 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:48:09.412142 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port ce44dac3-118b-4f62-a7e6-693a1f43f4f4, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ce44dac3-118b-4f62-a7e6-693a1f43f4f4,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:09.536435 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port d8accf3a-2e9b-4e5b-bd00-3814ecb87244, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=d8accf3a-2e9b-4e5b-bd00-3814ecb87244,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:09.546988 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:09.554664 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'd8accf3a-2e9b-4e5b-bd00-3814ecb87244', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': 'd8accf3a-2e9b-4e5b-bd00-3814ecb87244', 'mac_address': 'fa:16:3e:2a:3f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:48:09.560017 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d971bcc-b677-430a-a3a3-e9f1a4778c8d req-76129500-fa31-4ead-8bd2-e52636251fcd service neutron] 10.222.0.26 "GET /v2.0/networks/6e50d715-b910-4276-93d7-96be6f6cfc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983410 Apr 21 12:48:09.636128 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=ce44dac3-118b-4f62-a7e6-693a1f43f4f4,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:09.645632 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:09.661264 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8accf3a-2e9b-4e5b-bd00-3814ecb87244 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:48:09.684125 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port d8accf3a-2e9b-4e5b-bd00-3814ecb87244, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=d8accf3a-2e9b-4e5b-bd00-3814ecb87244,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:09.702153 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-9f2746e6-29d7-432d-959c-1a125c38415d tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:09.703746 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-9f2746e6-29d7-432d-959c-1a125c38415d tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/networks?id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f HTTP/1.1" status: 200 len: 812 time: 0.3630984 Apr 21 12:48:09.712537 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d971bcc-b677-430a-a3a3-e9f1a4778c8d req-0580440a-e168-4b89-b073-260f83dcd9f9 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548865 Apr 21 12:48:09.764415 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-11a247c8-1799-4a01-9b36-4c664c37782b tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/quotas/2ca86f47c8c14947a62af2b454f0a117 HTTP/1.1" status: 200 len: 375 time: 0.0488067 Apr 21 12:48:09.771045 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-20c77a64-01cb-4f1a-846f-5f6963ae015f tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:09.772592 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-20c77a64-01cb-4f1a-846f-5f6963ae015f tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/networks?id=922b14c1-7208-45a2-9286-597c5ba2d9eb HTTP/1.1" status: 200 len: 814 time: 0.2990313 Apr 21 12:48:09.803929 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:09.854080 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-50060be7-5efc-4f14-bf35-ce35dc9dae14 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ca86f47c8c14947a62af2b454f0a117&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0775073 Apr 21 12:48:09.860390 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-848b4c4b-ad55-42d5-ba97-76fc175af81a tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/quotas/0cef7977fdb64b878118f3cfbb1a54e1 HTTP/1.1" status: 200 len: 375 time: 0.0571039 Apr 21 12:48:09.866191 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d971bcc-b677-430a-a3a3-e9f1a4778c8d req-69a4e2fa-c8e7-46e9-baab-db534951bf87 service neutron] 10.222.0.26 "GET /v2.0/networks/6e50d715-b910-4276-93d7-96be6f6cfc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956979 Apr 21 12:48:09.898926 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=d8accf3a-2e9b-4e5b-bd00-3814ecb87244,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:09.944840 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-9c713533-995e-4c50-abb5-772faf8a3afa tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0cef7977fdb64b878118f3cfbb1a54e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670955 Apr 21 12:48:09.987080 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d971bcc-b677-430a-a3a3-e9f1a4778c8d req-5ad9b026-405f-4e65-896b-a48c04e820a2 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644970 Apr 21 12:48:09.994723 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['ce44dac3-118b-4f62-a7e6-693a1f43f4f4'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:48:10.060422 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-1f3b29c8-78c4-45de-bd4b-ae01c6e7544a service neutron] 10.222.0.36 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989772 Apr 21 12:48:10.070546 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['d8accf3a-2e9b-4e5b-bd00-3814ecb87244'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:48:10.096890 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-e4828633-483a-4c5f-9c18-3482621b6571 service neutron] 10.222.0.36 "GET /v2.0/networks/922b14c1-7208-45a2-9286-597c5ba2d9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416719 Apr 21 12:48:10.226811 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-8203d9ff-ea93-4d28-93e0-eb8f562e4d05 service neutron] 10.222.0.36 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584733 Apr 21 12:48:10.243227 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-6c91c3cb-afc5-4f54-9514-945151500667 service neutron] 10.222.0.36 "GET /v2.0/networks/922b14c1-7208-45a2-9286-597c5ba2d9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191599 Apr 21 12:48:10.339850 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a4197-d8dc-4d30-b55e-cb104f9532b5 req-e68a91c9-2779-429b-9e08-46d065e63adb tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:10.341410 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-849a4197-d8dc-4d30-b55e-cb104f9532b5 req-e68a91c9-2779-429b-9e08-46d065e63adb tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.26 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.0763798 Apr 21 12:48:10.444091 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-849a4197-d8dc-4d30-b55e-cb104f9532b5 req-3f7663b5-2407-4751-88d1-5a55cde3494c tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Deleting port 0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:48:10.444361 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-849a4197-d8dc-4d30-b55e-cb104f9532b5 req-3f7663b5-2407-4751-88d1-5a55cde3494c tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:10.547399 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-849a4197-d8dc-4d30-b55e-cb104f9532b5 req-3f7663b5-2407-4751-88d1-5a55cde3494c tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] For port 0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e,segment=NetworkSegment(69ee921f-0045-45a5-a81c-094ee61a7f9a),segment_id=69ee921f-0045-45a5-a81c-094ee61a7f9a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:10.547776 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-849a4197-d8dc-4d30-b55e-cb104f9532b5 req-3f7663b5-2407-4751-88d1-5a55cde3494c tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:10.592593 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-849a4197-d8dc-4d30-b55e-cb104f9532b5 req-3f7663b5-2407-4751-88d1-5a55cde3494c tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Calling delete_port for 0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:48:10.704433 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97002d32-4579-4aa7-8c3d-96020dddb216 req-c6a3a1f9-b7f2-465c-8339-387c9f210b96 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:10.712692 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-97002d32-4579-4aa7-8c3d-96020dddb216 req-c6a3a1f9-b7f2-465c-8339-387c9f210b96 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 944 time: 0.1362386 Apr 21 12:48:10.767474 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df87445-2792-4fd6-8a4f-52fa64ba39b0 req-7be0c65c-8f75-4386-be16-ce77f560e060 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:10.769073 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6df87445-2792-4fd6-8a4f-52fa64ba39b0 req-7be0c65c-8f75-4386-be16-ce77f560e060 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=0099cfa4-c0a8-41d8-9ccf-c3fbc7facc20 HTTP/1.1" status: 200 len: 949 time: 0.1077783 Apr 21 12:48:10.814882 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-97002d32-4579-4aa7-8c3d-96020dddb216 req-91a431c6-56fc-44a6-88f1-0212719bfb43 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012683 Apr 21 12:48:10.823777 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 0cef6a92-bc12-4af9-ac25-5f153660b4af details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:48:10.861664 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6df87445-2792-4fd6-8a4f-52fa64ba39b0 req-2a215b93-daa1-4c02-b648-02da049f2214 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785480 Apr 21 12:48:10.978093 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 0cef6a92-bc12-4af9-ac25-5f153660b4af, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0cef6a92-bc12-4af9-ac25-5f153660b4af,segment=NetworkSegment(b5aef90b-d917-4e10-8a43-fb490177cc40),segment_id=b5aef90b-d917-4e10-8a43-fb490177cc40)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:10.995369 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '0cef6a92-bc12-4af9-ac25-5f153660b4af', 'network_id': '6e50d715-b910-4276-93d7-96be6f6cfc58', 'port_id': '0cef6a92-bc12-4af9-ac25-5f153660b4af', 'mac_address': 'fa:16:3e:ab:52:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5ecad05-c514-4221-be9f-83a659f2e3d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:48:11.022869 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b6fe5-b31f-400b-aaac-860a2dbfb26f req-62d5636e-959f-406d-a7a4-01e900bdee49 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:11.024668 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-418b6fe5-b31f-400b-aaac-860a2dbfb26f req-62d5636e-959f-406d-a7a4-01e900bdee49 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b11409b-007e-4004-a32b-ed8f0779364d HTTP/1.1" status: 200 len: 943 time: 0.1206710 Apr 21 12:48:11.027975 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-849a4197-d8dc-4d30-b55e-cb104f9532b5 req-3f7663b5-2407-4751-88d1-5a55cde3494c tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:11.036081 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:11.041221 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:48:11.043543 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['4882ee69-7e0c-48bb-914a-6c131eb8440e'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:48:11.050548 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19710d2-c893-4aea-a146-ccd08632dbd3 req-6cdf6b6d-f011-438d-9b78-d85fd79a3260 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:11.052705 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b19710d2-c893-4aea-a146-ccd08632dbd3 req-6cdf6b6d-f011-438d-9b78-d85fd79a3260 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 946 time: 0.0955310 Apr 21 12:48:11.093169 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cef6a92-bc12-4af9-ac25-5f153660b4af {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:48:11.093826 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7663b5-2407-4751-88d1-5a55cde3494c tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Pushing event deleted for resources: {'Port': ['ID=0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:11.116972 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 0cef6a92-bc12-4af9-ac25-5f153660b4af, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0cef6a92-bc12-4af9-ac25-5f153660b4af,segment=NetworkSegment(b5aef90b-d917-4e10-8a43-fb490177cc40),segment_id=b5aef90b-d917-4e10-8a43-fb490177cc40)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:11.166950 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-849a4197-d8dc-4d30-b55e-cb104f9532b5 req-3f7663b5-2407-4751-88d1-5a55cde3494c tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] No DVR routers for this DVR port 0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:48:11.177238 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-418b6fe5-b31f-400b-aaac-860a2dbfb26f req-2b108a31-5001-4e10-9bd3-cde581886126 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/security-groups?id=15528dc7-9365-4ec8-90f1-d448e28cf251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387894 Apr 21 12:48:11.178401 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-849a4197-d8dc-4d30-b55e-cb104f9532b5 req-3f7663b5-2407-4751-88d1-5a55cde3494c tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:11.181627 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-849a4197-d8dc-4d30-b55e-cb104f9532b5 req-3f7663b5-2407-4751-88d1-5a55cde3494c tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.26 "DELETE /v2.0/ports/0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e HTTP/1.1" status: 204 len: 173 time: 0.8327348 Apr 21 12:48:11.184300 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf', 'name': 'network-vif-deleted', 'tag': '0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:48:11.188215 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3365dd47-5039-41fe-98fb-b39b43bca419" -d '{"events": [{"server_uuid": "8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf", "name": "network-vif-deleted", "tag": "0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:48:11.207151 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b19710d2-c893-4aea-a146-ccd08632dbd3 req-d724ef98-cc5e-49da-b67f-f9f28b74ebb4 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257885 Apr 21 12:48:11.236604 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:11.237367 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device a4aaeb50-cbda-4545-b24a-dad093898ccf details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:48:11.286421 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc4460a4-96f2-4375-84c4-d988fada41b0 req-239123c9-f43b-49fa-ab55-7931c5c583ed tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 210 time: 0.0573070 Apr 21 12:48:11.303599 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4817e3f2-a7c7-420e-adf5-39d26e64730e req-45552661-1252-40ae-9816-c637aba9f064 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 210 time: 0.0512319 Apr 21 12:48:11.378454 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=0cef6a92-bc12-4af9-ac25-5f153660b4af,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:11.407441 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f1f8b6-0ab7-430f-8c41-abaf6d823ada x-openstack-request-id: req-c6f1f8b6-0ab7-430f-8c41-abaf6d823ada {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:48:11.407905 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf", "name": "network-vif-deleted", "tag": "0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:48:11.408696 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c6f1f8b6-0ab7-430f-8c41-abaf6d823ada {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:48:11.409202 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6f1f8b6-0ab7-430f-8c41-abaf6d823ada'] response: {'server_uuid': '8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf', 'name': 'network-vif-deleted', 'tag': '0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e', 'status': 'completed', 'code': 200} Apr 21 12:48:11.419353 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device d8accf3a-2e9b-4e5b-bd00-3814ecb87244 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:48:11.525410 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port a4aaeb50-cbda-4545-b24a-dad093898ccf, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=a4aaeb50-cbda-4545-b24a-dad093898ccf,segment=NetworkSegment(69e793fd-53e2-4aad-90f5-44b88c25a6f2),segment_id=69e793fd-53e2-4aad-90f5-44b88c25a6f2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:11.538575 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'a4aaeb50-cbda-4545-b24a-dad093898ccf', 'network_id': 'df1e605b-21ce-4bc1-aff5-ebb02658784b', 'port_id': 'a4aaeb50-cbda-4545-b24a-dad093898ccf', 'mac_address': 'fa:16:3e:19:43:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53d6cd17-e719-4dcc-a307-60dd92480543', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:48:11.579208 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:11.594894 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4aaeb50-cbda-4545-b24a-dad093898ccf {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:48:11.601197 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port d8accf3a-2e9b-4e5b-bd00-3814ecb87244 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:48:11.620245 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port d8accf3a-2e9b-4e5b-bd00-3814ecb87244 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:48:11.620581 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:11.658294 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port a4aaeb50-cbda-4545-b24a-dad093898ccf, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=a4aaeb50-cbda-4545-b24a-dad093898ccf,segment=NetworkSegment(69e793fd-53e2-4aad-90f5-44b88c25a6f2),segment_id=69e793fd-53e2-4aad-90f5-44b88c25a6f2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:11.711924 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:11.734901 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0099cfa4-c0a8-41d8-9ccf-c3fbc7facc20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8accf3a-2e9b-4e5b-bd00-3814ecb87244'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:48:11.737110 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21aa422d-7029-4d27-9860-ea6b237c83f5" -d '{"events": [{"server_uuid": "0099cfa4-c0a8-41d8-9ccf-c3fbc7facc20", "name": "network-vif-plugged", "status": "completed", "tag": "d8accf3a-2e9b-4e5b-bd00-3814ecb87244"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:48:11.749752 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port d8accf3a-2e9b-4e5b-bd00-3814ecb87244, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=d8accf3a-2e9b-4e5b-bd00-3814ecb87244,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:11.780967 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f28ca9c-bca6-4b4d-9d94-219024090ec1 x-openstack-request-id: req-1f28ca9c-bca6-4b4d-9d94-219024090ec1 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:48:11.780967 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0099cfa4-c0a8-41d8-9ccf-c3fbc7facc20", "name": "network-vif-plugged", "status": "completed", "tag": "d8accf3a-2e9b-4e5b-bd00-3814ecb87244", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:48:11.780967 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f28ca9c-bca6-4b4d-9d94-219024090ec1 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:48:11.780967 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f28ca9c-bca6-4b4d-9d94-219024090ec1'] response: {'server_uuid': '0099cfa4-c0a8-41d8-9ccf-c3fbc7facc20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8accf3a-2e9b-4e5b-bd00-3814ecb87244', 'code': 200} Apr 21 12:48:11.799177 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:11.858303 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=a4aaeb50-cbda-4545-b24a-dad093898ccf,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:11.878393 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:11.959111 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=d8accf3a-2e9b-4e5b-bd00-3814ecb87244,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:12.025523 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf7f79-8d4a-4c5b-a8b1-b03accb54fd6 req-0793a328-fa79-4619-8752-97165911595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:12.026956 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4acf7f79-8d4a-4c5b-a8b1-b03accb54fd6 req-0793a328-fa79-4619-8752-97165911595d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0099cfa4-c0a8-41d8-9ccf-c3fbc7facc20 HTTP/1.1" status: 200 len: 1100 time: 0.1840460 Apr 21 12:48:12.052158 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01985ae-1e0e-47e1-b5d3-1c2f5e2671ca req-7dd247b7-f4e0-4f5b-97b0-06eed920952e tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:12.053699 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a01985ae-1e0e-47e1-b5d3-1c2f5e2671ca req-7dd247b7-f4e0-4f5b-97b0-06eed920952e tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 945 time: 0.1172965 Apr 21 12:48:12.058566 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8061d3a0-3e35-4941-9bc6-c2b566076426 req-204e7691-8a73-4aad-9d0b-e4e72a3a286a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1992784 Apr 21 12:48:12.098492 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b3c0a-e207-4a54-9df4-b4df3d7db4d5 req-de496136-0071-4f8d-8835-e585164f8912 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:12.105932 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb1b3c0a-e207-4a54-9df4-b4df3d7db4d5 req-de496136-0071-4f8d-8835-e585164f8912 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=0099cfa4-c0a8-41d8-9ccf-c3fbc7facc20 HTTP/1.1" status: 200 len: 950 time: 0.1425149 Apr 21 12:48:12.155216 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4acf7f79-8d4a-4c5b-a8b1-b03accb54fd6 req-531ba171-ca30-4dcb-bd18-c5320c69661f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169074 Apr 21 12:48:12.185951 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a01985ae-1e0e-47e1-b5d3-1c2f5e2671ca req-9de3bd7d-151f-4636-bcae-a54cd6e5c7c5 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183207 Apr 21 12:48:12.195172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb1b3c0a-e207-4a54-9df4-b4df3d7db4d5 req-58081cd4-b5da-485d-81a7-cc4d60ac28de tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883639 Apr 21 12:48:12.203718 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061d3a0-3e35-4941-9bc6-c2b566076426 req-03228b1c-5b4c-4f82-b0ef-52c3ff701df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:12.209011 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['a4aaeb50-cbda-4545-b24a-dad093898ccf'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:48:12.210520 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8061d3a0-3e35-4941-9bc6-c2b566076426 req-03228b1c-5b4c-4f82-b0ef-52c3ff701df3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c623b08b095e4654a1f16b34ae10bc43&device_id=9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e HTTP/1.1" status: 200 len: 1101 time: 0.0957453 Apr 21 12:48:12.217692 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['0cef6a92-bc12-4af9-ac25-5f153660b4af'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:48:12.785845 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ec5df0a-800c-4cb4-9f7b-9b68c5eeae1b req-81ff3b72-efea-467d-a34b-c805e70bfd2c tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=8700d7a2-b1c3-4ea7-8fbe-3bf07aa253bf HTTP/1.1" status: 200 len: 210 time: 0.0593965 Apr 21 12:48:12.831549 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5480d56-8574-4918-b8d1-0884dbdcff96 req-e5029599-77dd-4c50-8ed4-21864e46c277 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:12.833077 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5480d56-8574-4918-b8d1-0884dbdcff96 req-e5029599-77dd-4c50-8ed4-21864e46c277 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b11409b-007e-4004-a32b-ed8f0779364d HTTP/1.1" status: 200 len: 944 time: 0.1080675 Apr 21 12:48:12.834160 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device ce44dac3-118b-4f62-a7e6-693a1f43f4f4 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:48:12.838458 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061d3a0-3e35-4941-9bc6-c2b566076426 req-9347cb68-d69d-460d-ab95-39bee1fe3190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:12.839844 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8061d3a0-3e35-4941-9bc6-c2b566076426 req-9347cb68-d69d-460d-ab95-39bee1fe3190 service neutron] 10.222.0.26 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.5866199 Apr 21 12:48:12.908815 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8061d3a0-3e35-4941-9bc6-c2b566076426 req-8c7acb52-1e02-4960-a4e9-2285d5276911 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=fd703816-be55-4a83-abca-884c73b87469 HTTP/1.1" status: 200 len: 217 time: 0.0596979 Apr 21 12:48:12.942904 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e0879106-d57a-49a9-ba24-4a57889e30e8 req-6932e5e5-d88d-4a8a-9e51-ce9e87809d42 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 210 time: 0.0767717 Apr 21 12:48:12.968655 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5480d56-8574-4918-b8d1-0884dbdcff96 req-883c1612-dbcc-4f18-b15c-5545927842a5 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/security-groups?id=15528dc7-9365-4ec8-90f1-d448e28cf251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272085 Apr 21 12:48:12.975304 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port ce44dac3-118b-4f62-a7e6-693a1f43f4f4 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:48:12.981257 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port ce44dac3-118b-4f62-a7e6-693a1f43f4f4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:48:12.981751 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:13.005063 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061d3a0-3e35-4941-9bc6-c2b566076426 req-665230ec-ea02-4dac-9d9b-3e9f1c256fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:13.008402 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8061d3a0-3e35-4941-9bc6-c2b566076426 req-665230ec-ea02-4dac-9d9b-3e9f1c256fcd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.0775182 Apr 21 12:48:13.087501 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11626cef-78c1-4f7c-ba88-d8edd3b2fa37 req-19499516-b8f8-4e3c-b713-49aa03d58a7c tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 210 time: 0.0381522 Apr 21 12:48:13.096090 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061d3a0-3e35-4941-9bc6-c2b566076426 req-e7b7aab2-a9e6-4508-bf54-95a1f62e3645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:13.102106 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8061d3a0-3e35-4941-9bc6-c2b566076426 req-e7b7aab2-a9e6-4508-bf54-95a1f62e3645 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0854788 Apr 21 12:48:13.110801 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:13.143874 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port ce44dac3-118b-4f62-a7e6-693a1f43f4f4, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ce44dac3-118b-4f62-a7e6-693a1f43f4f4,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:13.200130 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8061d3a0-3e35-4941-9bc6-c2b566076426 req-af074b13-ec8f-4cc1-939e-dfbc94287979 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906818 Apr 21 12:48:13.244369 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:13.245502 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:48:13.272263 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:48:13.272956 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 0c7c2d76-aaf8-4141-8bdd-31d2d7cfcb1e not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:48:13.324120 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=ce44dac3-118b-4f62-a7e6-693a1f43f4f4,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:13.389834 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8061d3a0-3e35-4941-9bc6-c2b566076426 req-719d2e96-a5d6-4105-921c-faeb44399d68 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812639 Apr 21 12:48:13.397252 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7daae-a7b4-4291-a376-313ae36db227 req-57965441-3bee-4c64-97fa-6ec592832f02 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:13.398752 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-39b7daae-a7b4-4291-a376-313ae36db227 req-57965441-3bee-4c64-97fa-6ec592832f02 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 945 time: 0.1355400 Apr 21 12:48:13.405200 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-232615cb-e084-4dfa-a701-ed1a30597ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:13.461854 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05318dee-7069-4709-ab9e-e1996c474c30 req-81779dc7-ebbd-48ab-b2c2-50c950c8b95f tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:13.463363 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-05318dee-7069-4709-ab9e-e1996c474c30 req-81779dc7-ebbd-48ab-b2c2-50c950c8b95f tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=0099cfa4-c0a8-41d8-9ccf-c3fbc7facc20 HTTP/1.1" status: 200 len: 950 time: 0.1638825 Apr 21 12:48:13.515186 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-39b7daae-a7b4-4291-a376-313ae36db227 req-b823acb1-98b6-4b6f-9676-3af27c7b36d0 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881047 Apr 21 12:48:13.538011 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-d6a99d80-831f-4d44-943c-440b3707aa5a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:13.544468 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-d6a99d80-831f-4d44-943c-440b3707aa5a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.24 "GET /v2.0/networks?id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f HTTP/1.1" status: 200 len: 812 time: 0.1920919 Apr 21 12:48:13.553623 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-1424756a-780b-4a8b-bf5a-15d0ff01b5d1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Request body: {'port': {'device_id': '4949a979-d6dc-4d04-b1f5-586da94a9da2', 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f', 'admin_state_up': True, 'tenant_id': '2ca86f47c8c14947a62af2b454f0a117'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:48:13.558903 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-05318dee-7069-4709-ab9e-e1996c474c30 req-7c0287e0-2954-4063-b7c9-8475407d9122 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795333 Apr 21 12:48:13.757720 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-1424756a-780b-4a8b-bf5a-15d0ff01b5d1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Made reservation on behalf of 2ca86f47c8c14947a62af2b454f0a117 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:48:13.764166 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-1424756a-780b-4a8b-bf5a-15d0ff01b5d1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:13.776962 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070b4707-6326-4215-b425-3a24270b149d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce44dac3-118b-4f62-a7e6-693a1f43f4f4'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:48:13.779375 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd422908-e979-418c-a607-6013196d7063" -d '{"events": [{"server_uuid": "070b4707-6326-4215-b425-3a24270b149d", "name": "network-vif-plugged", "status": "completed", "tag": "ce44dac3-118b-4f62-a7e6-693a1f43f4f4"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:48:13.820864 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe969c94-7686-4ba2-820e-e3a0a90c47fc x-openstack-request-id: req-fe969c94-7686-4ba2-820e-e3a0a90c47fc {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:48:13.820864 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070b4707-6326-4215-b425-3a24270b149d", "name": "network-vif-plugged", "status": "completed", "tag": "ce44dac3-118b-4f62-a7e6-693a1f43f4f4", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:48:13.820864 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fe969c94-7686-4ba2-820e-e3a0a90c47fc {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:48:13.820864 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe969c94-7686-4ba2-820e-e3a0a90c47fc'] response: {'server_uuid': '070b4707-6326-4215-b425-3a24270b149d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce44dac3-118b-4f62-a7e6-693a1f43f4f4', 'code': 200} Apr 21 12:48:13.951822 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-1424756a-780b-4a8b-bf5a-15d0ff01b5d1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Allocated IP 172.20.0.10 (bc25f2ca-45e5-4cab-99f1-9a004ec7506f/7de8299c-2f72-4fcd-b7b0-175fd3b81685/13434786-d654-45be-b9af-f300803e0447) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:48:14.039049 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b9961-5897-491f-b1e7-4b96b64ffe73 req-992fbc41-0bdf-40ed-9a8c-e28332bf2703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:14.040558 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-284b9961-5897-491f-b1e7-4b96b64ffe73 req-992fbc41-0bdf-40ed-9a8c-e28332bf2703 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=070b4707-6326-4215-b425-3a24270b149d HTTP/1.1" status: 200 len: 1101 time: 0.1385334 Apr 21 12:48:14.133630 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-05fb2787-c2d4-4b0f-afc7-40f9167f0e06 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:14.136004 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-05fb2787-c2d4-4b0f-afc7-40f9167f0e06 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.24 "GET /v2.0/networks?id=922b14c1-7208-45a2-9286-597c5ba2d9eb HTTP/1.1" status: 200 len: 814 time: 0.1544397 Apr 21 12:48:14.143199 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5c63022-8825-4363-bb40-f99edf1bef0e req-029bc638-b504-4af0-bba2-dc51fa4060c4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1456401 Apr 21 12:48:14.150458 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b8d7d52-e96d-4404-94f4-8a202fa16a5c req-96b3e4a0-9c61-44bc-a2e4-d2520145ccb6 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 210 time: 0.0744669 Apr 21 12:48:14.160374 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-951129de-200c-42c9-96fa-5a340587e038 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Request body: {'port': {'device_id': 'a873efec-c62c-4b29-8836-f2165a37f83b', 'network_id': '922b14c1-7208-45a2-9286-597c5ba2d9eb', 'admin_state_up': True, 'tenant_id': '0cef7977fdb64b878118f3cfbb1a54e1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:48:14.202654 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-284b9961-5897-491f-b1e7-4b96b64ffe73 req-9eec849b-cb9f-4101-9a46-30a66a364b9e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497617 Apr 21 12:48:14.345272 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-1424756a-780b-4a8b-bf5a-15d0ff01b5d1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:14.367269 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c63022-8825-4363-bb40-f99edf1bef0e req-dc715721-81d8-408f-9afc-208df2a1a6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:14.369721 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5c63022-8825-4363-bb40-f99edf1bef0e req-dc715721-81d8-408f-9afc-208df2a1a6b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ea723f58e5445d8b6c64b8934e36437&device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 1096 time: 0.1191831 Apr 21 12:48:14.423431 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cf1e1-38bd-4a5b-8103-5364c98a3cde req-b0c56e2b-e7d8-4d57-b32e-67177d96c9e0 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:14.424876 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-662cf1e1-38bd-4a5b-8103-5364c98a3cde req-b0c56e2b-e7d8-4d57-b32e-67177d96c9e0 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b11409b-007e-4004-a32b-ed8f0779364d HTTP/1.1" status: 200 len: 944 time: 0.1365545 Apr 21 12:48:14.443410 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1dc86b37-539e-47a7-af65-06625b9b58d7 req-941f4b25-6f94-4673-88ed-a7ef38dbcc60 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 210 time: 0.0608797 Apr 21 12:48:14.478397 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-951129de-200c-42c9-96fa-5a340587e038 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Made reservation on behalf of 0cef7977fdb64b878118f3cfbb1a54e1 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:48:14.482962 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-951129de-200c-42c9-96fa-5a340587e038 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:14.557317 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-1424756a-780b-4a8b-bf5a-15d0ff01b5d1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:14.561313 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-662cf1e1-38bd-4a5b-8103-5364c98a3cde req-e6dcd5cc-c264-486d-a3ff-316edda2eb01 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/security-groups?id=15528dc7-9365-4ec8-90f1-d448e28cf251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201832 Apr 21 12:48:14.620222 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-951129de-200c-42c9-96fa-5a340587e038 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Allocated IP 172.20.0.6 (922b14c1-7208-45a2-9286-597c5ba2d9eb/c3fb62fd-7387-4f92-a212-fa3831f77ec4/d92f9793-f98c-4b86-b544-df19a4eddf1c) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:48:14.633630 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-1424756a-780b-4a8b-bf5a-15d0ff01b5d1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Network bc25f2ca-45e5-4cab-99f1-9a004ec7506f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:48:14.640244 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c63022-8825-4363-bb40-f99edf1bef0e req-48b4b737-8aa7-4d8e-b22f-66a90f830f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:14.647288 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5c63022-8825-4363-bb40-f99edf1bef0e req-48b4b737-8aa7-4d8e-b22f-66a90f830f69 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8 HTTP/1.1" status: 200 len: 912 time: 0.2398298 Apr 21 12:48:14.654866 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-1424756a-780b-4a8b-bf5a-15d0ff01b5d1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:48:14.659145 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-1424756a-780b-4a8b-bf5a-15d0ff01b5d1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:48:14.668965 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424756a-780b-4a8b-bf5a-15d0ff01b5d1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Pushing event updated for resources: {'Port': ['ID=13434786-d654-45be-b9af-f300803e0447,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:14.743410 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e028fbc-5a62-4d5f-8b12-a5349d1a6c6d req-eb3769ca-98fd-4a9c-a4e5-b3c1f413d72f tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:14.744885 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e028fbc-5a62-4d5f-8b12-a5349d1a6c6d req-eb3769ca-98fd-4a9c-a4e5-b3c1f413d72f tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 945 time: 0.2305787 Apr 21 12:48:14.750042 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5c63022-8825-4363-bb40-f99edf1bef0e req-24cb4b9a-9d3f-4927-90a9-ffec183c8b51 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4882ee69-7e0c-48bb-914a-6c131eb8440e HTTP/1.1" status: 200 len: 217 time: 0.0877793 Apr 21 12:48:14.783098 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-951129de-200c-42c9-96fa-5a340587e038 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:14.835555 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device a4aaeb50-cbda-4545-b24a-dad093898ccf up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:48:14.840256 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-1424756a-780b-4a8b-bf5a-15d0ff01b5d1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:14.840895 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-1424756a-780b-4a8b-bf5a-15d0ff01b5d1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:14.872504 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40232716-e627-4886-9357-d28a75ac7841 req-7e569490-a441-4188-9f4d-332205407ecf tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:14.874087 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-40232716-e627-4886-9357-d28a75ac7841 req-7e569490-a441-4188-9f4d-332205407ecf tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 945 time: 0.2360156 Apr 21 12:48:14.887948 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e028fbc-5a62-4d5f-8b12-a5349d1a6c6d req-d2ce345c-fc13-4563-ad1f-018b8d093409 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323869 Apr 21 12:48:14.892281 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c63022-8825-4363-bb40-f99edf1bef0e req-047d8b5d-018b-4598-8105-93ea3125614e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:14.901928 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-951129de-200c-42c9-96fa-5a340587e038 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:14.902949 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5c63022-8825-4363-bb40-f99edf1bef0e req-047d8b5d-018b-4598-8105-93ea3125614e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fbdf28f5-2143-4a75-a463-9598e4349b9b HTTP/1.1" status: 200 len: 851 time: 0.1235762 Apr 21 12:48:14.941999 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5c63022-8825-4363-bb40-f99edf1bef0e req-2cc27226-642a-44e1-a7c8-784f520b9fe5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375831 Apr 21 12:48:14.965876 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-951129de-200c-42c9-96fa-5a340587e038 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Network 922b14c1-7208-45a2-9286-597c5ba2d9eb is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:48:14.969393 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-951129de-200c-42c9-96fa-5a340587e038 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:48:14.974265 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-951129de-200c-42c9-96fa-5a340587e038 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:48:14.989349 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-40232716-e627-4886-9357-d28a75ac7841 req-d77835d3-c30b-4e0a-a80b-d4199977ea9c tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998304 Apr 21 12:48:15.011728 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951129de-200c-42c9-96fa-5a340587e038 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Pushing event updated for resources: {'Port': ['ID=d92f9793-f98c-4b86-b544-df19a4eddf1c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:15.022335 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port a4aaeb50-cbda-4545-b24a-dad093898ccf completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:48:15.030309 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port a4aaeb50-cbda-4545-b24a-dad093898ccf triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:48:15.031942 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:15.048623 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-951129de-200c-42c9-96fa-5a340587e038 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:15.050001 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-951129de-200c-42c9-96fa-5a340587e038 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:15.070324 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-1424756a-780b-4a8b-bf5a-15d0ff01b5d1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5204711 Apr 21 12:48:15.086653 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-633e8e4f-0c45-459c-a36a-861e32a65227 service neutron] Request body: {'port': {'device_id': '4949a979-d6dc-4d04-b1f5-586da94a9da2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:48:15.121992 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5c63022-8825-4363-bb40-f99edf1bef0e req-b2d931ad-b5d6-4cf9-9b72-8f3ea0f3b5ad service neutron] 10.222.0.24 "GET /v2.0/networks/ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684828 Apr 21 12:48:15.132655 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d900f1-1677-4c08-b996-6b75c8504903 req-30a8b56d-2e95-4f32-b747-587441d48a65 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:15.134618 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33d900f1-1677-4c08-b996-6b75c8504903 req-30a8b56d-2e95-4f32-b747-587441d48a65 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=0099cfa4-c0a8-41d8-9ccf-c3fbc7facc20 HTTP/1.1" status: 200 len: 950 time: 0.1693254 Apr 21 12:48:15.141983 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:15.144563 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-951129de-200c-42c9-96fa-5a340587e038 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9824142 Apr 21 12:48:15.151349 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-c3d0a82a-cd5b-4307-b151-7e5d14638a1b service neutron] Request body: {'port': {'device_id': 'a873efec-c62c-4b29-8836-f2165a37f83b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:48:15.175777 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port a4aaeb50-cbda-4545-b24a-dad093898ccf, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=a4aaeb50-cbda-4545-b24a-dad093898ccf,segment=NetworkSegment(69e793fd-53e2-4aad-90f5-44b88c25a6f2),segment_id=69e793fd-53e2-4aad-90f5-44b88c25a6f2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:15.206813 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-c3d0a82a-cd5b-4307-b151-7e5d14638a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:15.247301 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-633e8e4f-0c45-459c-a36a-861e32a65227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:15.272770 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:15.273608 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 0cef6a92-bc12-4af9-ac25-5f153660b4af up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:48:15.289800 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33d900f1-1677-4c08-b996-6b75c8504903 req-8498f1b9-9207-48ec-9d37-03a748e2afa8 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992563 Apr 21 12:48:15.326039 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5c63022-8825-4363-bb40-f99edf1bef0e req-61b8842b-a43b-4cae-a1d5-dddc99a23c0e service neutron] 10.222.0.24 "GET /v2.0/networks/ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888573 Apr 21 12:48:15.418967 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=a4aaeb50-cbda-4545-b24a-dad093898ccf,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:15.489203 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 0cef6a92-bc12-4af9-ac25-5f153660b4af completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:48:15.493076 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 0cef6a92-bc12-4af9-ac25-5f153660b4af triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:48:15.493438 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:15.524509 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a80b5-dab5-4d58-9523-454a11b9eeac req-a9cb4ba0-70af-4d31-ba56-f4dc7c3d5eac tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:15.526214 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d69a80b5-dab5-4d58-9523-454a11b9eeac req-a9cb4ba0-70af-4d31-ba56-f4dc7c3d5eac tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 931 time: 0.2647867 Apr 21 12:48:15.542011 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0589b-8eea-4e42-ba8c-5cf94ae1e796 req-4b025dff-a442-4fb9-aa04-f7fc5d6c9e2f tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:15.543560 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-84a0589b-8eea-4e42-ba8c-5cf94ae1e796 req-4b025dff-a442-4fb9-aa04-f7fc5d6c9e2f tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=070b4707-6326-4215-b425-3a24270b149d HTTP/1.1" status: 200 len: 950 time: 0.1628706 Apr 21 12:48:15.584353 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:15.598775 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-c3d0a82a-cd5b-4307-b151-7e5d14638a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d92f9793-f98c-4b86-b544-df19a4eddf1c {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:48:15.608692 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-c3d0a82a-cd5b-4307-b151-7e5d14638a1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:15.609638 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d69a80b5-dab5-4d58-9523-454a11b9eeac req-04fa88b4-0e24-4cca-ac46-db9b68082a01 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765898 Apr 21 12:48:15.627024 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-c3d0a82a-cd5b-4307-b151-7e5d14638a1b service neutron] Transition to ACTIVE for port object d92f9793-f98c-4b86-b544-df19a4eddf1c will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:48:15.643874 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-84a0589b-8eea-4e42-ba8c-5cf94ae1e796 req-a973a7b1-6410-4613-9bbc-058233fe4207 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905745 Apr 21 12:48:15.673310 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 0cef6a92-bc12-4af9-ac25-5f153660b4af, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0cef6a92-bc12-4af9-ac25-5f153660b4af,segment=NetworkSegment(b5aef90b-d917-4e10-8a43-fb490177cc40),segment_id=b5aef90b-d917-4e10-8a43-fb490177cc40)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:15.735295 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-c3d0a82a-cd5b-4307-b151-7e5d14638a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:15.785316 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:15.790093 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9d0cee7-2d48-4519-98e5-2546f131a247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:15.811088 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0a82a-cd5b-4307-b151-7e5d14638a1b service neutron] Pushing event updated for resources: {'Port': ['ID=d92f9793-f98c-4b86-b544-df19a4eddf1c,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:15.828914 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b11409b-007e-4004-a32b-ed8f0779364d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4aaeb50-cbda-4545-b24a-dad093898ccf'}, {'server_uuid': 'f7b1c445-eb04-42dd-a7c3-b13227f00f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cef6a92-bc12-4af9-ac25-5f153660b4af'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:48:15.834871 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b033cd4-9cca-48bc-a6b9-a6044c15f2b5" -d '{"events": [{"server_uuid": "7b11409b-007e-4004-a32b-ed8f0779364d", "name": "network-vif-plugged", "status": "completed", "tag": "a4aaeb50-cbda-4545-b24a-dad093898ccf"}, {"server_uuid": "f7b1c445-eb04-42dd-a7c3-b13227f00f77", "name": "network-vif-plugged", "status": "completed", "tag": "0cef6a92-bc12-4af9-ac25-5f153660b4af"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:48:15.874829 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=0cef6a92-bc12-4af9-ac25-5f153660b4af,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:15.887452 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-c3d0a82a-cd5b-4307-b151-7e5d14638a1b service neutron] Attempting to bind port d92f9793-f98c-4b86-b544-df19a4eddf1c on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:48:15.887643 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967e6072-c7e2-430c-b3fb-fcb507948e20 req-8af5b2aa-1e3d-476e-ae5c-d678ec0eb43e tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:15.887785 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-c3d0a82a-cd5b-4307-b151-7e5d14638a1b service neutron] Attempting to bind port d92f9793-f98c-4b86-b544-df19a4eddf1c by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '0768e93f-2192-426a-8062-6b9b25d12b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '922b14c1-7208-45a2-9286-597c5ba2d9eb'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:48:15.888104 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-c3d0a82a-cd5b-4307-b151-7e5d14638a1b service neutron] Attempting to bind port d92f9793-f98c-4b86-b544-df19a4eddf1c on network 922b14c1-7208-45a2-9286-597c5ba2d9eb {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:48:15.890051 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-967e6072-c7e2-430c-b3fb-fcb507948e20 req-8af5b2aa-1e3d-476e-ae5c-d678ec0eb43e tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 932 time: 0.1821518 Apr 21 12:48:15.893188 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-c3d0a82a-cd5b-4307-b151-7e5d14638a1b service neutron] Port d92f9793-f98c-4b86-b544-df19a4eddf1c on network 922b14c1-7208-45a2-9286-597c5ba2d9eb not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:48:15.893188 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-c3d0a82a-cd5b-4307-b151-7e5d14638a1b service neutron] Attempting to bind port d92f9793-f98c-4b86-b544-df19a4eddf1c on network 922b14c1-7208-45a2-9286-597c5ba2d9eb {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:48:15.898133 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-c3d0a82a-cd5b-4307-b151-7e5d14638a1b service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:48:15.898481 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-c3d0a82a-cd5b-4307-b151-7e5d14638a1b service neutron] Checking segment: {'id': '0768e93f-2192-426a-8062-6b9b25d12b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '922b14c1-7208-45a2-9286-597c5ba2d9eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:48:15.898839 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-c3d0a82a-cd5b-4307-b151-7e5d14638a1b service neutron] Bound using segment: {'id': '0768e93f-2192-426a-8062-6b9b25d12b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '922b14c1-7208-45a2-9286-597c5ba2d9eb'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:48:15.899265 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-c3d0a82a-cd5b-4307-b151-7e5d14638a1b service neutron] Bound port: d92f9793-f98c-4b86-b544-df19a4eddf1c, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0768e93f-2192-426a-8062-6b9b25d12b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '922b14c1-7208-45a2-9286-597c5ba2d9eb'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:48:15.899630 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-c3d0a82a-cd5b-4307-b151-7e5d14638a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:15.943659 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cd6fd-4981-4881-ad60-3c6d5cef5b97 req-25ddfb46-6a83-44cc-9cd5-52930b1bd924 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:15.945185 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa3cd6fd-4981-4881-ad60-3c6d5cef5b97 req-25ddfb46-6a83-44cc-9cd5-52930b1bd924 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b11409b-007e-4004-a32b-ed8f0779364d HTTP/1.1" status: 200 len: 945 time: 0.2205455 Apr 21 12:48:15.964973 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-633e8e4f-0c45-459c-a36a-861e32a65227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13434786-d654-45be-b9af-f300803e0447 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:48:15.969827 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-c3d0a82a-cd5b-4307-b151-7e5d14638a1b service neutron] For port d92f9793-f98c-4b86-b544-df19a4eddf1c, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:48:15.973094 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-c3d0a82a-cd5b-4307-b151-7e5d14638a1b service neutron] For port d92f9793-f98c-4b86-b544-df19a4eddf1c, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=d92f9793-f98c-4b86-b544-df19a4eddf1c,segment=NetworkSegment(0768e93f-2192-426a-8062-6b9b25d12b7a),segment_id=0768e93f-2192-426a-8062-6b9b25d12b7a)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:48:15.985814 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-633e8e4f-0c45-459c-a36a-861e32a65227 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:16.005448 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-967e6072-c7e2-430c-b3fb-fcb507948e20 req-e1cc52a2-9e98-445b-b7b1-b10888a221ec tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073980 Apr 21 12:48:16.008689 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-633e8e4f-0c45-459c-a36a-861e32a65227 service neutron] Transition to ACTIVE for port object 13434786-d654-45be-b9af-f300803e0447 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:48:16.026243 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa3cd6fd-4981-4881-ad60-3c6d5cef5b97 req-94b31788-0fc6-49a0-bf59-53861dce50de tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/security-groups?id=15528dc7-9365-4ec8-90f1-d448e28cf251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736170 Apr 21 12:48:16.068032 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 21 Apr 2022 12:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67fb7752-64a4-4fbd-9420-e9bbfe467940 x-openstack-request-id: req-67fb7752-64a4-4fbd-9420-e9bbfe467940 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:48:16.068334 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b11409b-007e-4004-a32b-ed8f0779364d", "name": "network-vif-plugged", "status": "completed", "tag": "a4aaeb50-cbda-4545-b24a-dad093898ccf", "code": 200}, {"server_uuid": "f7b1c445-eb04-42dd-a7c3-b13227f00f77", "name": "network-vif-plugged", "status": "completed", "tag": "0cef6a92-bc12-4af9-ac25-5f153660b4af", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:48:16.068589 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-67fb7752-64a4-4fbd-9420-e9bbfe467940 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:48:16.069330 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67fb7752-64a4-4fbd-9420-e9bbfe467940'] response: {'server_uuid': '7b11409b-007e-4004-a32b-ed8f0779364d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4aaeb50-cbda-4545-b24a-dad093898ccf', 'code': 200} Apr 21 12:48:16.069330 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67fb7752-64a4-4fbd-9420-e9bbfe467940'] response: {'server_uuid': 'f7b1c445-eb04-42dd-a7c3-b13227f00f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cef6a92-bc12-4af9-ac25-5f153660b4af', 'code': 200} Apr 21 12:48:16.078771 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-c3d0a82a-cd5b-4307-b151-7e5d14638a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:16.121040 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-633e8e4f-0c45-459c-a36a-861e32a65227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:16.169804 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-c3d0a82a-cd5b-4307-b151-7e5d14638a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:16.171676 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-c3d0a82a-cd5b-4307-b151-7e5d14638a1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:16.173802 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-c3d0a82a-cd5b-4307-b151-7e5d14638a1b service neutron] 10.222.0.24 "PUT /v2.0/ports/d92f9793-f98c-4b86-b544-df19a4eddf1c HTTP/1.1" status: 200 len: 1091 time: 1.0267766 Apr 21 12:48:16.178461 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a873efec-c62c-4b29-8836-f2165a37f83b', 'tag': 'd92f9793-f98c-4b86-b544-df19a4eddf1c'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:48:16.182606 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52419528-e5ff-4c75-867d-994e54e2d682" -d '{"events": [{"name": "network-changed", "server_uuid": "a873efec-c62c-4b29-8836-f2165a37f83b", "tag": "d92f9793-f98c-4b86-b544-df19a4eddf1c"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:48:16.203447 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d0a82a-cd5b-4307-b151-7e5d14638a1b service neutron] Pushing event updated for resources: {'Port': ['ID=d92f9793-f98c-4b86-b544-df19a4eddf1c,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:16.276937 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56440e46-4789-4c3c-b500-e2432143b390 req-19c2e3a1-09fb-4b69-9aa0-b378ee1d266d tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:16.278482 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56440e46-4789-4c3c-b500-e2432143b390 req-19c2e3a1-09fb-4b69-9aa0-b378ee1d266d tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 945 time: 0.1943648 Apr 21 12:48:16.281865 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e8e4f-0c45-459c-a36a-861e32a65227 service neutron] Pushing event updated for resources: {'Port': ['ID=13434786-d654-45be-b9af-f300803e0447,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:16.332353 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-f1aa3e14-cbd7-4649-bc42-e8ea96250798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:16.333999 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-f1aa3e14-cbd7-4649-bc42-e8ea96250798 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cef7977fdb64b878118f3cfbb1a54e1&device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 1094 time: 0.0477118 Apr 21 12:48:16.361664 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae40659-3516-490b-a2da-f4d84d5e251a req-bcda2504-f50c-4365-91e9-7df1c714dd08 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:16.363170 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cae40659-3516-490b-a2da-f4d84d5e251a req-bcda2504-f50c-4365-91e9-7df1c714dd08 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.2144957 Apr 21 12:48:16.379721 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8eb72-d132-4c92-9c24-8b4372966970 req-ff87bae2-374d-4860-a1ae-8beb30974e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:16.381225 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-beb8eb72-d132-4c92-9c24-8b4372966970 req-ff87bae2-374d-4860-a1ae-8beb30974e20 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 1097 time: 0.1891129 Apr 21 12:48:16.401484 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e31532-190e-419d-876f-817d5625147a req-aa4c922d-fc73-42cb-9925-4626b8d8b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:16.402995 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-92e31532-190e-419d-876f-817d5625147a req-aa4c922d-fc73-42cb-9925-4626b8d8b1d9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7b11409b-007e-4004-a32b-ed8f0779364d HTTP/1.1" status: 200 len: 1096 time: 0.2025206 Apr 21 12:48:16.406044 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-e5d37de4-0446-4a5c-bb19-5e42d4e3b910 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d92f9793-f98c-4b86-b544-df19a4eddf1c HTTP/1.1" status: 200 len: 217 time: 0.0534830 Apr 21 12:48:16.466559 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-9be4e4c6-ab9e-4746-a88a-346b9b554d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:16.468447 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-9be4e4c6-ab9e-4746-a88a-346b9b554d8e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c3fb62fd-7387-4f92-a212-fa3831f77ec4 HTTP/1.1" status: 200 len: 854 time: 0.0526967 Apr 21 12:48:16.471974 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56440e46-4789-4c3c-b500-e2432143b390 req-59f840e1-a2e5-4ee2-ba41-1a740c155cd4 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/security-groups?id=c2eddecd-a802-4e0b-a50f-bd18298b1ee5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767988 Apr 21 12:48:16.496775 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-beb8eb72-d132-4c92-9c24-8b4372966970 req-d2fde353-cb24-466f-9831-093b381ba2ef service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026549 Apr 21 12:48:16.505835 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-633e8e4f-0c45-459c-a36a-861e32a65227 service neutron] Attempting to bind port 13434786-d654-45be-b9af-f300803e0447 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:48:16.506171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-633e8e4f-0c45-459c-a36a-861e32a65227 service neutron] Attempting to bind port 13434786-d654-45be-b9af-f300803e0447 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'd6396019-d3d0-47a9-857e-718c70dc7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:48:16.506503 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-633e8e4f-0c45-459c-a36a-861e32a65227 service neutron] Attempting to bind port 13434786-d654-45be-b9af-f300803e0447 on network bc25f2ca-45e5-4cab-99f1-9a004ec7506f {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:48:16.512834 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-633e8e4f-0c45-459c-a36a-861e32a65227 service neutron] Port 13434786-d654-45be-b9af-f300803e0447 on network bc25f2ca-45e5-4cab-99f1-9a004ec7506f not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:48:16.513158 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-633e8e4f-0c45-459c-a36a-861e32a65227 service neutron] Attempting to bind port 13434786-d654-45be-b9af-f300803e0447 on network bc25f2ca-45e5-4cab-99f1-9a004ec7506f {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:48:16.515525 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-eff5ff8f-a414-40de-8022-65fd212884b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=922b14c1-7208-45a2-9286-597c5ba2d9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331223 Apr 21 12:48:16.529738 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cae40659-3516-490b-a2da-f4d84d5e251a req-a7797fcf-6864-4531-a1af-548ecbcb2900 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416614 Apr 21 12:48:16.536180 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-92e31532-190e-419d-876f-817d5625147a req-df5f8744-320a-4825-8186-83fb4fe7bd16 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=15528dc7-9365-4ec8-90f1-d448e28cf251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104043 Apr 21 12:48:16.543644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-633e8e4f-0c45-459c-a36a-861e32a65227 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:48:16.543989 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-633e8e4f-0c45-459c-a36a-861e32a65227 service neutron] Checking segment: {'id': 'd6396019-d3d0-47a9-857e-718c70dc7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:48:16.544381 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-633e8e4f-0c45-459c-a36a-861e32a65227 service neutron] Bound using segment: {'id': 'd6396019-d3d0-47a9-857e-718c70dc7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:48:16.544938 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-633e8e4f-0c45-459c-a36a-861e32a65227 service neutron] Bound port: 13434786-d654-45be-b9af-f300803e0447, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6396019-d3d0-47a9-857e-718c70dc7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:48:16.545315 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-633e8e4f-0c45-459c-a36a-861e32a65227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:16.581143 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bad2aa0-7f3b-4044-8025-1fca0a2bb427 x-openstack-request-id: req-3bad2aa0-7f3b-4044-8025-1fca0a2bb427 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:48:16.581512 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a873efec-c62c-4b29-8836-f2165a37f83b", "tag": "d92f9793-f98c-4b86-b544-df19a4eddf1c", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:48:16.581701 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3bad2aa0-7f3b-4044-8025-1fca0a2bb427 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:48:16.582103 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bad2aa0-7f3b-4044-8025-1fca0a2bb427'] response: {'name': 'network-changed', 'server_uuid': 'a873efec-c62c-4b29-8836-f2165a37f83b', 'tag': 'd92f9793-f98c-4b86-b544-df19a4eddf1c', 'status': 'completed', 'code': 200} Apr 21 12:48:16.617768 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-633e8e4f-0c45-459c-a36a-861e32a65227 service neutron] For port 13434786-d654-45be-b9af-f300803e0447, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:48:16.619403 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-53ba66bb-5165-4818-bf4f-c901efe4bfc4 service neutron] 10.222.0.24 "GET /v2.0/networks/922b14c1-7208-45a2-9286-597c5ba2d9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931778 Apr 21 12:48:16.620821 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-633e8e4f-0c45-459c-a36a-861e32a65227 service neutron] For port 13434786-d654-45be-b9af-f300803e0447, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=13434786-d654-45be-b9af-f300803e0447,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:48:16.727512 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-633e8e4f-0c45-459c-a36a-861e32a65227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:16.733868 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-d4af8f19-03b8-47f8-befe-490f037e96f8 req-6cf9e021-c045-4945-a3ca-91b1b0f910bf service neutron] 10.222.0.24 "GET /v2.0/networks/922b14c1-7208-45a2-9286-597c5ba2d9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981278 Apr 21 12:48:16.794152 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-633e8e4f-0c45-459c-a36a-861e32a65227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:16.795405 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-633e8e4f-0c45-459c-a36a-861e32a65227 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:16.796808 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-633e8e4f-0c45-459c-a36a-861e32a65227 service neutron] 10.222.0.24 "PUT /v2.0/ports/13434786-d654-45be-b9af-f300803e0447 HTTP/1.1" status: 200 len: 1092 time: 1.7147810 Apr 21 12:48:16.802460 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4949a979-d6dc-4d04-b1f5-586da94a9da2', 'tag': '13434786-d654-45be-b9af-f300803e0447'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:48:16.804797 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49284f20-5387-4521-b08a-bc047591cae7" -d '{"events": [{"name": "network-changed", "server_uuid": "4949a979-d6dc-4d04-b1f5-586da94a9da2", "tag": "13434786-d654-45be-b9af-f300803e0447"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:48:16.819483 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bf234-86b8-4375-b5b5-efcd790f61a9 req-c6b64bf2-ec69-4c63-b456-d62a9e2648aa tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:16.821571 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a14bf234-86b8-4375-b5b5-efcd790f61a9 req-c6b64bf2-ec69-4c63-b456-d62a9e2648aa tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.24 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 945 time: 0.0615752 Apr 21 12:48:16.842147 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661e2ae-146f-4ba9-aa1e-7fa702770f32 req-13409ef7-7b08-41f3-91d1-31f1effe0473 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:16.843679 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8661e2ae-146f-4ba9-aa1e-7fa702770f32 req-13409ef7-7b08-41f3-91d1-31f1effe0473 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 943 time: 0.1452117 Apr 21 12:48:16.875935 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a204d8-f398-477d-a6bb-56b10f0eb5c7 req-ea524a51-ebff-41a3-a20e-79cf1798ea9a tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:16.877459 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b8a204d8-f398-477d-a6bb-56b10f0eb5c7 req-ea524a51-ebff-41a3-a20e-79cf1798ea9a tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=070b4707-6326-4215-b425-3a24270b149d HTTP/1.1" status: 200 len: 950 time: 0.1430464 Apr 21 12:48:16.878768 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e8e4f-0c45-459c-a36a-861e32a65227 service neutron] Pushing event updated for resources: {'Port': ['ID=13434786-d654-45be-b9af-f300803e0447,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:16.912737 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:16.956772 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b8a204d8-f398-477d-a6bb-56b10f0eb5c7 req-4970e385-1eec-4a50-97a2-c265895c6ca5 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632374 Apr 21 12:48:16.973756 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52419528-e5ff-4c75-867d-994e54e2d682 req-469ce018-b468-444f-80fc-09b67edcf02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:16.975288 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52419528-e5ff-4c75-867d-994e54e2d682 req-469ce018-b468-444f-80fc-09b67edcf02d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cef7977fdb64b878118f3cfbb1a54e1&device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 1094 time: 0.0917287 Apr 21 12:48:17.020056 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-a14bf234-86b8-4375-b5b5-efcd790f61a9 req-59fbd8b8-4d3e-4e45-8eb5-1819c9097195 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Deleting port 4882ee69-7e0c-48bb-914a-6c131eb8440e {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:48:17.020480 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a14bf234-86b8-4375-b5b5-efcd790f61a9 req-59fbd8b8-4d3e-4e45-8eb5-1819c9097195 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:17.107659 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52419528-e5ff-4c75-867d-994e54e2d682 req-df7ad782-7711-494e-8013-29da3ea966f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:17.109395 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52419528-e5ff-4c75-867d-994e54e2d682 req-df7ad782-7711-494e-8013-29da3ea966f6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=922b14c1-7208-45a2-9286-597c5ba2d9eb HTTP/1.1" status: 200 len: 915 time: 0.1218753 Apr 21 12:48:17.151748 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-a14bf234-86b8-4375-b5b5-efcd790f61a9 req-59fbd8b8-4d3e-4e45-8eb5-1819c9097195 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] For port 4882ee69-7e0c-48bb-914a-6c131eb8440e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=4882ee69-7e0c-48bb-914a-6c131eb8440e,segment=NetworkSegment(69ee921f-0045-45a5-a81c-094ee61a7f9a),segment_id=69ee921f-0045-45a5-a81c-094ee61a7f9a)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:17.152350 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a14bf234-86b8-4375-b5b5-efcd790f61a9 req-59fbd8b8-4d3e-4e45-8eb5-1819c9097195 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:17.167374 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-a14bf234-86b8-4375-b5b5-efcd790f61a9 req-59fbd8b8-4d3e-4e45-8eb5-1819c9097195 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Calling delete_port for 4882ee69-7e0c-48bb-914a-6c131eb8440e owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:48:17.178846 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c10719-0b81-4c98-96a2-dd48c3b2ba28 x-openstack-request-id: req-c8c10719-0b81-4c98-96a2-dd48c3b2ba28 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:48:17.179369 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4949a979-d6dc-4d04-b1f5-586da94a9da2", "tag": "13434786-d654-45be-b9af-f300803e0447", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:48:17.179629 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c8c10719-0b81-4c98-96a2-dd48c3b2ba28 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:48:17.180037 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8c10719-0b81-4c98-96a2-dd48c3b2ba28'] response: {'name': 'network-changed', 'server_uuid': '4949a979-d6dc-4d04-b1f5-586da94a9da2', 'tag': '13434786-d654-45be-b9af-f300803e0447', 'status': 'completed', 'code': 200} Apr 21 12:48:17.220957 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8661e2ae-146f-4ba9-aa1e-7fa702770f32 req-fdc84819-8e24-450d-b65b-3a297d62e43b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656867 Apr 21 12:48:17.270448 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52419528-e5ff-4c75-867d-994e54e2d682 req-50147548-d656-4a38-9408-602c4ddb5c8a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d92f9793-f98c-4b86-b544-df19a4eddf1c HTTP/1.1" status: 200 len: 217 time: 0.0709450 Apr 21 12:48:17.278760 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-c7a4a6e2-9f7a-46c4-a58e-24ab4e1c6d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:17.280277 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-c7a4a6e2-9f7a-46c4-a58e-24ab4e1c6d4c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ca86f47c8c14947a62af2b454f0a117&device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 1095 time: 0.1363459 Apr 21 12:48:17.387025 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-e214e30d-5342-44c9-a24c-4ce573bfe6e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13434786-d654-45be-b9af-f300803e0447 HTTP/1.1" status: 200 len: 217 time: 0.0975208 Apr 21 12:48:17.409390 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a14bf234-86b8-4375-b5b5-efcd790f61a9 req-59fbd8b8-4d3e-4e45-8eb5-1819c9097195 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:17.423319 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['4882ee69-7e0c-48bb-914a-6c131eb8440e'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:48:17.437860 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fbd8b8-4d3e-4e45-8eb5-1819c9097195 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Pushing event deleted for resources: {'Port': ['ID=4882ee69-7e0c-48bb-914a-6c131eb8440e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:17.489368 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14bf234-86b8-4375-b5b5-efcd790f61a9 req-59fbd8b8-4d3e-4e45-8eb5-1819c9097195 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] No DVR routers for this DVR port 4882ee69-7e0c-48bb-914a-6c131eb8440e on host n-h2-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:48:17.492069 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-a14bf234-86b8-4375-b5b5-efcd790f61a9 req-59fbd8b8-4d3e-4e45-8eb5-1819c9097195 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:17.495486 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a14bf234-86b8-4375-b5b5-efcd790f61a9 req-59fbd8b8-4d3e-4e45-8eb5-1819c9097195 tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.24 "DELETE /v2.0/ports/4882ee69-7e0c-48bb-914a-6c131eb8440e HTTP/1.1" status: 204 len: 173 time: 0.6657462 Apr 21 12:48:17.741508 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:17.769188 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa9438-9d13-4678-a58e-ac9e6e7b45a8 req-28d44cad-2561-4451-aac6-70bf1766761a tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:17.774762 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa9438-9d13-4678-a58e-ac9e6e7b45a8 req-28d44cad-2561-4451-aac6-70bf1766761a tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:17.776382 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-69aa9438-9d13-4678-a58e-ac9e6e7b45a8 req-28d44cad-2561-4451-aac6-70bf1766761a tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=0099cfa4-c0a8-41d8-9ccf-c3fbc7facc20&device_id=070b4707-6326-4215-b425-3a24270b149d HTTP/1.1" status: 200 len: 1691 time: 0.5091171 Apr 21 12:48:17.785214 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52419528-e5ff-4c75-867d-994e54e2d682 req-fa3fc7c0-264d-4955-b79f-8287dd57e9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:17.786783 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52419528-e5ff-4c75-867d-994e54e2d682 req-fa3fc7c0-264d-4955-b79f-8287dd57e9c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c3fb62fd-7387-4f92-a212-fa3831f77ec4 HTTP/1.1" status: 200 len: 854 time: 0.5056884 Apr 21 12:48:17.806201 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67190e2-3eb5-46cd-8399-5c1699c32048 req-14957836-d704-462a-969e-3d6a0e9f79af tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:17.807741 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e67190e2-3eb5-46cd-8399-5c1699c32048 req-14957836-d704-462a-969e-3d6a0e9f79af tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 944 time: 0.5034621 Apr 21 12:48:17.850767 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52419528-e5ff-4c75-867d-994e54e2d682 req-58c1af6b-db2a-4aef-a0ca-fa2a07be5063 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=922b14c1-7208-45a2-9286-597c5ba2d9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395732 Apr 21 12:48:17.854119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-472e7d50-5e10-4b7b-b329-63b04b82bb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:17.855497 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-472e7d50-5e10-4b7b-b329-63b04b82bb0e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7de8299c-2f72-4fcd-b7b0-175fd3b81685 HTTP/1.1" status: 200 len: 852 time: 0.4565170 Apr 21 12:48:17.906625 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-69aa9438-9d13-4678-a58e-ac9e6e7b45a8 req-67572788-336c-4af5-b6ec-970448e9d579 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158435 Apr 21 12:48:17.937129 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-1484e26f-089f-4468-aff0-9bb2411616c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531223 Apr 21 12:48:17.975244 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e67190e2-3eb5-46cd-8399-5c1699c32048 req-125d0e0f-9af3-4c69-bfdb-96370e96d573 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546566 Apr 21 12:48:18.119352 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09c2b621-3453-46e9-ae0b-5aa4dcbb32b7 req-d054417e-e57e-4bb3-aee5-a05c6e47d83d tempest-ServerRescueTestJSON-1528146642 tempest-ServerRescueTestJSON-1528146642-project] 10.222.0.36 "GET /v2.0/ports?device_id=a01dc51e-27b8-43b7-b1d0-160b9ae85658 HTTP/1.1" status: 200 len: 210 time: 0.0477650 Apr 21 12:48:18.141236 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbde050-ceb1-4b52-a5eb-2b631ba06509 req-151b71c9-f639-4510-87a9-c68c174d5291 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:18.142728 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-abbde050-ceb1-4b52-a5eb-2b631ba06509 req-151b71c9-f639-4510-87a9-c68c174d5291 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b11409b-007e-4004-a32b-ed8f0779364d HTTP/1.1" status: 200 len: 945 time: 0.1707861 Apr 21 12:48:18.149547 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52419528-e5ff-4c75-867d-994e54e2d682 req-cf9db885-449a-42a2-929d-1ce77c228993 service neutron] 10.222.0.24 "GET /v2.0/networks/922b14c1-7208-45a2-9286-597c5ba2d9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684679 Apr 21 12:48:18.234982 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-4462514f-4935-4086-a7e7-bc9ad34bc892 service neutron] 10.222.0.24 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638030 Apr 21 12:48:18.309243 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-abbde050-ceb1-4b52-a5eb-2b631ba06509 req-580a5e01-7f53-4048-a9df-2849d9a6f68f tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/security-groups?id=15528dc7-9365-4ec8-90f1-d448e28cf251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429136 Apr 21 12:48:18.438820 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52419528-e5ff-4c75-867d-994e54e2d682 req-33e17306-ad14-4751-bc71-96ffa47292a7 service neutron] 10.222.0.24 "GET /v2.0/networks/922b14c1-7208-45a2-9286-597c5ba2d9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615304 Apr 21 12:48:18.443764 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:18.446586 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b4807-d1ee-4f99-98fe-c918e5ba776d req-fe4c4437-35d4-48d7-b7c2-e39ad837e0c7 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:18.448007 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-063b4807-d1ee-4f99-98fe-c918e5ba776d req-fe4c4437-35d4-48d7-b7c2-e39ad837e0c7 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.2406068 Apr 21 12:48:18.469492 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d850fd-a67e-421a-9b98-a205701d8c9b req-d9743051-cd14-4871-8ee6-48e3cb2867a5 service neutron] 10.222.0.24 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108874 Apr 21 12:48:18.516469 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-063b4807-d1ee-4f99-98fe-c918e5ba776d req-d006a4a3-21e1-4d71-b31a-e146182069f9 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540893 Apr 21 12:48:18.534499 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da276bd0-f746-41d4-887a-3d0ddba5a283 req-895705de-b99b-49b3-b2d1-217d92739431 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:18.544238 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da276bd0-f746-41d4-887a-3d0ddba5a283 req-895705de-b99b-49b3-b2d1-217d92739431 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 943 time: 0.0935168 Apr 21 12:48:18.582541 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da276bd0-f746-41d4-887a-3d0ddba5a283 req-e2c0f9e4-2fef-466d-a004-5f514edd3f75 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364740 Apr 21 12:48:18.582948 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a01dc51e-27b8-43b7-b1d0-160b9ae85658', 'name': 'network-vif-deleted', 'tag': '4882ee69-7e0c-48bb-914a-6c131eb8440e'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:48:18.586040 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0b1a8b-bbde-4e1a-b00a-865a74a47019" -d '{"events": [{"server_uuid": "a01dc51e-27b8-43b7-b1d0-160b9ae85658", "name": "network-vif-deleted", "tag": "4882ee69-7e0c-48bb-914a-6c131eb8440e"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:48:18.651401 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c133a-7926-4b41-a83f-98f553b17b4c req-ffcdcd14-fc4e-4c10-b5f9-fa60502d645d tempest-ServersOnMultiNodesTest-1979639452 tempest-ServersOnMultiNodesTest-1979639452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:18.658158 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8f1c133a-7926-4b41-a83f-98f553b17b4c req-ffcdcd14-fc4e-4c10-b5f9-fa60502d645d tempest-ServersOnMultiNodesTest-1979639452 tempest-ServersOnMultiNodesTest-1979639452-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0099cfa4-c0a8-41d8-9ccf-c3fbc7facc20 HTTP/1.1" status: 200 len: 1101 time: 0.0745318 Apr 21 12:48:18.661576 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db9711d-5bed-4c21-b3bc-4051701826f2 x-openstack-request-id: req-4db9711d-5bed-4c21-b3bc-4051701826f2 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:48:18.661965 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a01dc51e-27b8-43b7-b1d0-160b9ae85658", "name": "network-vif-deleted", "tag": "4882ee69-7e0c-48bb-914a-6c131eb8440e", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:48:18.662342 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4db9711d-5bed-4c21-b3bc-4051701826f2 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:48:18.662801 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4db9711d-5bed-4c21-b3bc-4051701826f2'] response: {'server_uuid': 'a01dc51e-27b8-43b7-b1d0-160b9ae85658', 'name': 'network-vif-deleted', 'tag': '4882ee69-7e0c-48bb-914a-6c131eb8440e', 'status': 'completed', 'code': 200} Apr 21 12:48:18.717807 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8f1c133a-7926-4b41-a83f-98f553b17b4c req-0d7bb01e-c7c9-42f1-a540-0eb12811c010 tempest-ServersOnMultiNodesTest-1979639452 tempest-ServersOnMultiNodesTest-1979639452-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573573 Apr 21 12:48:18.740007 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49284f20-5387-4521-b08a-bc047591cae7 req-273166ac-2d73-4512-b83b-83fda431c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:18.740007 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49284f20-5387-4521-b08a-bc047591cae7 req-273166ac-2d73-4512-b83b-83fda431c033 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ca86f47c8c14947a62af2b454f0a117&device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 1095 time: 0.0633450 Apr 21 12:48:18.786652 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:18.858227 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3b8ff-027f-4458-9059-a16b92da6a38 req-cdafe279-d1cd-48c2-8a42-83e4b6e00d4d tempest-ServersOnMultiNodesTest-1979639452 tempest-ServersOnMultiNodesTest-1979639452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:18.859750 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5bd3b8ff-027f-4458-9059-a16b92da6a38 req-cdafe279-d1cd-48c2-8a42-83e4b6e00d4d tempest-ServersOnMultiNodesTest-1979639452 tempest-ServersOnMultiNodesTest-1979639452-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=070b4707-6326-4215-b425-3a24270b149d HTTP/1.1" status: 200 len: 1101 time: 0.0708425 Apr 21 12:48:18.862458 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49284f20-5387-4521-b08a-bc047591cae7 req-219a69f6-d07b-429e-84b0-f7289e974ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:18.863804 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49284f20-5387-4521-b08a-bc047591cae7 req-219a69f6-d07b-429e-84b0-f7289e974ece service neutron] 10.222.0.24 "GET /v2.0/networks?id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f HTTP/1.1" status: 200 len: 913 time: 0.1256936 Apr 21 12:48:18.910044 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49284f20-5387-4521-b08a-bc047591cae7 req-926da9fc-c016-4b02-b12a-9fcd12e8d887 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=13434786-d654-45be-b9af-f300803e0447 HTTP/1.1" status: 200 len: 217 time: 0.0357361 Apr 21 12:48:18.988657 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49284f20-5387-4521-b08a-bc047591cae7 req-0c08b84e-0211-45d5-837e-b147105a0c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:18.990249 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49284f20-5387-4521-b08a-bc047591cae7 req-0c08b84e-0211-45d5-837e-b147105a0c24 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7de8299c-2f72-4fcd-b7b0-175fd3b81685 HTTP/1.1" status: 200 len: 852 time: 0.0689204 Apr 21 12:48:18.994565 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5bd3b8ff-027f-4458-9059-a16b92da6a38 req-2ce0c443-1dd2-4440-83ea-fa834140a42b tempest-ServersOnMultiNodesTest-1979639452 tempest-ServersOnMultiNodesTest-1979639452-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264381 Apr 21 12:48:19.026827 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49284f20-5387-4521-b08a-bc047591cae7 req-c67a1954-7ff0-4549-8eab-31bdb71dafdb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296769 Apr 21 12:48:19.153634 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c566e21-e33b-46c5-9cc6-d6aea5f6de65 req-1b60a9e4-e815-4e6a-9565-69c40834add6 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:19.158104 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4c566e21-e33b-46c5-9cc6-d6aea5f6de65 req-1b60a9e4-e815-4e6a-9565-69c40834add6 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 944 time: 0.1026275 Apr 21 12:48:19.186052 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49284f20-5387-4521-b08a-bc047591cae7 req-f411116a-b1b8-41ea-9036-084de17f91f6 service neutron] 10.222.0.24 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514952 Apr 21 12:48:19.236473 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-7a3fe084-5f8c-4eff-8280-455a07364d87 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c623b08b095e4654a1f16b34ae10bc43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492923 Apr 21 12:48:19.306833 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4c566e21-e33b-46c5-9cc6-d6aea5f6de65 req-238211b5-4634-4af4-a4d3-15cb43f805de tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437197 Apr 21 12:48:19.350809 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53522) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:48:19.423432 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49284f20-5387-4521-b08a-bc047591cae7 req-ea211cce-622d-4aa9-85af-d6215a80d54b service neutron] 10.222.0.24 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209980 Apr 21 12:48:19.440402 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device d92f9793-f98c-4b86-b544-df19a4eddf1c details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:48:19.469241 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-741aeeae-06db-44a9-b147-7679f80c80ec tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:19.473927 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-741aeeae-06db-44a9-b147-7679f80c80ec tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2057605 Apr 21 12:48:19.493032 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-f78cde15-3f09-4d25-aa33-8c9bc1b67b9d tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/quotas/c623b08b095e4654a1f16b34ae10bc43 HTTP/1.1" status: 200 len: 375 time: 0.0150950 Apr 21 12:48:19.505865 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ab249-a0e5-4736-a8de-957b8b01f04b req-c1ae2364-491a-4d22-a8eb-feda04a501d9 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:19.507329 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-345ab249-a0e5-4736-a8de-957b8b01f04b req-c1ae2364-491a-4d22-a8eb-feda04a501d9 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b11409b-007e-4004-a32b-ed8f0779364d HTTP/1.1" status: 200 len: 945 time: 0.1059735 Apr 21 12:48:19.581033 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port d92f9793-f98c-4b86-b544-df19a4eddf1c, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=d92f9793-f98c-4b86-b544-df19a4eddf1c,segment=NetworkSegment(0768e93f-2192-426a-8062-6b9b25d12b7a),segment_id=0768e93f-2192-426a-8062-6b9b25d12b7a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:19.594367 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-345ab249-a0e5-4736-a8de-957b8b01f04b req-db856bbe-8840-4c9d-8a27-a6888bc80541 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/security-groups?id=15528dc7-9365-4ec8-90f1-d448e28cf251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500453 Apr 21 12:48:19.598115 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'd92f9793-f98c-4b86-b544-df19a4eddf1c', 'network_id': '922b14c1-7208-45a2-9286-597c5ba2d9eb', 'port_id': 'd92f9793-f98c-4b86-b544-df19a4eddf1c', 'mac_address': 'fa:16:3e:c5:c7:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3fb62fd-7387-4f92-a212-fa3831f77ec4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:48:19.617212 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-961bedb8-80b5-49ec-8f60-0e5d610a91c0 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c623b08b095e4654a1f16b34ae10bc43&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1082699 Apr 21 12:48:19.698334 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:19.720060 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92f9793-f98c-4b86-b544-df19a4eddf1c {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:48:19.742588 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port d92f9793-f98c-4b86-b544-df19a4eddf1c, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=d92f9793-f98c-4b86-b544-df19a4eddf1c,segment=NetworkSegment(0768e93f-2192-426a-8062-6b9b25d12b7a),segment_id=0768e93f-2192-426a-8062-6b9b25d12b7a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:19.757165 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc4689-f3b0-4d7a-a738-cf50611ca759 req-9892417d-6a3a-4a21-abfc-7b7c3566a3a5 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:19.761760 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d0cc4689-f3b0-4d7a-a738-cf50611ca759 req-9892417d-6a3a-4a21-abfc-7b7c3566a3a5 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.0498509 Apr 21 12:48:19.761959 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb2c5b5d-a187-4ca3-9dd5-8dbfe1dada73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:19.797832 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d0cc4689-f3b0-4d7a-a738-cf50611ca759 req-fbb4de1e-42ea-45de-b5cc-1b30ac8a6e00 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319595 Apr 21 12:48:19.907866 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c20f905-951d-4d79-98d0-de103fa2c58c req-230d8262-684d-434d-a38e-0df3d76c75d8 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:19.909236 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c20f905-951d-4d79-98d0-de103fa2c58c req-230d8262-684d-434d-a38e-0df3d76c75d8 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 943 time: 0.0561328 Apr 21 12:48:19.916380 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:19.998603 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c20f905-951d-4d79-98d0-de103fa2c58c req-8680877b-d52c-419b-b096-1fcb7300de05 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667620 Apr 21 12:48:20.008618 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=d92f9793-f98c-4b86-b544-df19a4eddf1c,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:20.084377 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36cf49-f2dc-4b41-9cc1-4a9dbc39ab6e req-342bae1b-accb-40e6-82b5-6e7d8976e346 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:20.099909 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e36cf49-f2dc-4b41-9cc1-4a9dbc39ab6e req-342bae1b-accb-40e6-82b5-6e7d8976e346 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b11409b-007e-4004-a32b-ed8f0779364d HTTP/1.1" status: 200 len: 945 time: 0.1329024 Apr 21 12:48:20.148065 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e36cf49-f2dc-4b41-9cc1-4a9dbc39ab6e req-f1581844-99f6-497a-8586-1246aea4baba tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/security-groups?id=15528dc7-9365-4ec8-90f1-d448e28cf251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526869 Apr 21 12:48:20.220547 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-71d253a9-ed5c-4b2d-9c8b-10683f89d0e2 req-992a73b1-29c5-4648-b0dd-bfdc01b84997 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=2837c0eb-84c3-4dcd-b309-7d3cca1743cd HTTP/1.1" status: 200 len: 210 time: 0.0313253 Apr 21 12:48:20.255835 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['d92f9793-f98c-4b86-b544-df19a4eddf1c'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:48:20.357784 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:20.358198 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd6ae37-532d-4554-a7ce-c4e903cf0cfa req-f7cf6500-f761-4978-81c6-1230def1f70d tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:20.360386 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dfd6ae37-532d-4554-a7ce-c4e903cf0cfa req-f7cf6500-f761-4978-81c6-1230def1f70d tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b11409b-007e-4004-a32b-ed8f0779364d HTTP/1.1" status: 200 len: 945 time: 0.0558555 Apr 21 12:48:20.433194 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dfd6ae37-532d-4554-a7ce-c4e903cf0cfa req-90ffa08e-2964-4b0c-9c4c-2f3cd81cb4fc tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/security-groups?id=15528dc7-9365-4ec8-90f1-d448e28cf251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650120 Apr 21 12:48:20.453020 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 53554) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:48:20.535781 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c5b5d-a187-4ca3-9dd5-8dbfe1dada73 admin admin] Deleting port 01c506c6-b375-4e30-a907-e14805fe24da {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:48:20.537287 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb2c5b5d-a187-4ca3-9dd5-8dbfe1dada73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:20.703100 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-eb2c5b5d-a187-4ca3-9dd5-8dbfe1dada73 admin admin] For port 01c506c6-b375-4e30-a907-e14805fe24da, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=01c506c6-b375-4e30-a907-e14805fe24da,segment=NetworkSegment(69ee921f-0045-45a5-a81c-094ee61a7f9a),segment_id=69ee921f-0045-45a5-a81c-094ee61a7f9a)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:20.703553 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb2c5b5d-a187-4ca3-9dd5-8dbfe1dada73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:20.722644 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-eb2c5b5d-a187-4ca3-9dd5-8dbfe1dada73 admin admin] Calling delete_port for 01c506c6-b375-4e30-a907-e14805fe24da owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:48:20.756627 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b806b-de8c-4b6b-87a0-4700fc8c7a2e req-2704242e-a21d-410c-96a0-34ae378edbb6 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:20.758343 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-612b806b-de8c-4b6b-87a0-4700fc8c7a2e req-2704242e-a21d-410c-96a0-34ae378edbb6 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 944 time: 0.2213182 Apr 21 12:48:20.772146 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4471dc0-3ca4-45d2-8b16-17268d1e27cd tempest-TestServerBasicOps-1284941162 tempest-TestServerBasicOps-1284941162-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:20.776853 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c4471dc0-3ca4-45d2-8b16-17268d1e27cd tempest-TestServerBasicOps-1284941162 tempest-TestServerBasicOps-1284941162-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=7b11409b-007e-4004-a32b-ed8f0779364d HTTP/1.1" status: 200 len: 1091 time: 0.3240159 Apr 21 12:48:20.777108 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53562) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:48:20.781707 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8f6ca61d-1988-48e3-ba92-2ac0dc9c59dc tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'port_id': 'a4aaeb50-cbda-4545-b24a-dad093898ccf', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:48:20.788224 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af5eba-c951-410d-8180-39be82e1f506 req-ed025dd3-fa47-4a2b-b842-8c09690c58c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:20.789752 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80af5eba-c951-410d-8180-39be82e1f506 req-ed025dd3-fa47-4a2b-b842-8c09690c58c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ff5c07c40d9a4b349438394ca472864f&device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 1097 time: 0.1685314 Apr 21 12:48:20.809854 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6196d-1da9-4904-8e4d-f4dd6a98908a req-7f8909b4-bc4d-4492-8d5c-c5a34183ecc8 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:20.816465 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9b6196d-1da9-4904-8e4d-f4dd6a98908a req-7f8909b4-bc4d-4492-8d5c-c5a34183ecc8 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.1744664 Apr 21 12:48:20.885688 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f6ca61d-1988-48e3-ba92-2ac0dc9c59dc tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for floatingip, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:20.914751 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-612b806b-de8c-4b6b-87a0-4700fc8c7a2e req-7feb652e-260d-4a03-8ac1-a4191ca26bd6 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460991 Apr 21 12:48:20.936123 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9b6196d-1da9-4904-8e4d-f4dd6a98908a req-8d4d03b2-d0f7-4256-a1c2-fc64d543de18 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187038 Apr 21 12:48:20.966889 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af5eba-c951-410d-8180-39be82e1f506 req-cd53cb28-62aa-4a71-8aca-6c71c5f462dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:20.968387 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80af5eba-c951-410d-8180-39be82e1f506 req-cd53cb28-62aa-4a71-8aca-6c71c5f462dd service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e50d715-b910-4276-93d7-96be6f6cfc58 HTTP/1.1" status: 200 len: 921 time: 0.1698537 Apr 21 12:48:21.019723 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80af5eba-c951-410d-8180-39be82e1f506 req-b741d452-c43f-4726-acc7-e0d6e2b4f298 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cef6a92-bc12-4af9-ac25-5f153660b4af HTTP/1.1" status: 200 len: 217 time: 0.0396342 Apr 21 12:48:21.036371 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f6ca61d-1988-48e3-ba92-2ac0dc9c59dc tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:21.090460 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af5eba-c951-410d-8180-39be82e1f506 req-59022e95-111d-4bd5-b519-eb00bd3a0181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:21.091976 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80af5eba-c951-410d-8180-39be82e1f506 req-59022e95-111d-4bd5-b519-eb00bd3a0181 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d5ecad05-c514-4221-be9f-83a659f2e3d8 HTTP/1.1" status: 200 len: 860 time: 0.0703864 Apr 21 12:48:21.097825 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb2c5b5d-a187-4ca3-9dd5-8dbfe1dada73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:21.132647 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80af5eba-c951-410d-8180-39be82e1f506 req-12c5605d-ef8e-4a40-b858-d380f602aeb5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e50d715-b910-4276-93d7-96be6f6cfc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318122 Apr 21 12:48:21.140969 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca30ba-827f-4fdf-be02-462f439ce511 req-2ff378a7-6fd0-49c5-a9c3-1e0b88f63ce5 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:21.142644 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9ca30ba-827f-4fdf-be02-462f439ce511 req-2ff378a7-6fd0-49c5-a9c3-1e0b88f63ce5 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 944 time: 0.0920961 Apr 21 12:48:21.155146 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c5b5d-a187-4ca3-9dd5-8dbfe1dada73 admin admin] Pushing event deleted for resources: {'Port': ['ID=01c506c6-b375-4e30-a907-e14805fe24da,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:21.232333 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9ca30ba-827f-4fdf-be02-462f439ce511 req-0b261017-481d-4959-bcfd-b86419753b8d tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803704 Apr 21 12:48:21.232738 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-8f6ca61d-1988-48e3-ba92-2ac0dc9c59dc tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Allocated IP 172.25.8.58 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/fd3025d5-3b47-4ab1-91a5-8602e81d0b1a) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:48:21.275181 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80af5eba-c951-410d-8180-39be82e1f506 req-d6bcf055-b917-4354-adbf-6596e5674f63 service neutron] 10.222.0.26 "GET /v2.0/networks/6e50d715-b910-4276-93d7-96be6f6cfc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314733 Apr 21 12:48:21.376665 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b06a2988-cade-480b-a33a-85d327e9b1d1 req-8340e3ce-39d8-4056-91af-ce8318f7e15a tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=2837c0eb-84c3-4dcd-b309-7d3cca1743cd HTTP/1.1" status: 200 len: 210 time: 0.0610683 Apr 21 12:48:21.416854 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80af5eba-c951-410d-8180-39be82e1f506 req-1c9e9579-6b79-44b9-af1e-480c511d8937 service neutron] 10.222.0.26 "GET /v2.0/networks/6e50d715-b910-4276-93d7-96be6f6cfc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340079 Apr 21 12:48:21.456479 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 13434786-d654-45be-b9af-f300803e0447 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:48:21.461622 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device d92f9793-f98c-4b86-b544-df19a4eddf1c up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:48:21.463320 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f6ca61d-1988-48e3-ba92-2ac0dc9c59dc tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:21.471667 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb2c5b5d-a187-4ca3-9dd5-8dbfe1dada73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:21.616412 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 13434786-d654-45be-b9af-f300803e0447, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=13434786-d654-45be-b9af-f300803e0447,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:21.628949 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '13434786-d654-45be-b9af-f300803e0447', 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f', 'port_id': '13434786-d654-45be-b9af-f300803e0447', 'mac_address': 'fa:16:3e:06:8b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de8299c-2f72-4fcd-b7b0-175fd3b81685', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:48:21.650183 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f6ca61d-1988-48e3-ba92-2ac0dc9c59dc tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:21.666525 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:21.679773 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13434786-d654-45be-b9af-f300803e0447 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:48:21.692093 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port d92f9793-f98c-4b86-b544-df19a4eddf1c completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:48:21.702402 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port d92f9793-f98c-4b86-b544-df19a4eddf1c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:48:21.702779 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:21.705258 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 13434786-d654-45be-b9af-f300803e0447, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=13434786-d654-45be-b9af-f300803e0447,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:21.707206 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6ca61d-1988-48e3-ba92-2ac0dc9c59dc tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:48:21.715624 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-8f6ca61d-1988-48e3-ba92-2ac0dc9c59dc tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:48:21.743336 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6ca61d-1988-48e3-ba92-2ac0dc9c59dc tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:48:21.745469 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ca61d-1988-48e3-ba92-2ac0dc9c59dc tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Pushing event updated for resources: {'Port': ['ID=fd3025d5-3b47-4ab1-91a5-8602e81d0b1a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:21.782493 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:21.803919 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2c5b5d-a187-4ca3-9dd5-8dbfe1dada73 admin admin] Router 4e5ebdaa-644c-40c7-996d-6ad4aa551824 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:48:21.820922 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:21.877550 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a873efec-c62c-4b29-8836-f2165a37f83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92f9793-f98c-4b86-b544-df19a4eddf1c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:48:21.880169 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60c1eca-3e7b-4783-ac69-371658a00d2f" -d '{"events": [{"server_uuid": "a873efec-c62c-4b29-8836-f2165a37f83b", "name": "network-vif-plugged", "status": "completed", "tag": "d92f9793-f98c-4b86-b544-df19a4eddf1c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:48:21.899773 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port d92f9793-f98c-4b86-b544-df19a4eddf1c, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=d92f9793-f98c-4b86-b544-df19a4eddf1c,segment=NetworkSegment(0768e93f-2192-426a-8062-6b9b25d12b7a),segment_id=0768e93f-2192-426a-8062-6b9b25d12b7a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:21.902113 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=13434786-d654-45be-b9af-f300803e0447,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:21.966353 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b98293b-4b1c-4de8-9514-de2b4464d784 x-openstack-request-id: req-9b98293b-4b1c-4de8-9514-de2b4464d784 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:48:21.966844 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a873efec-c62c-4b29-8836-f2165a37f83b", "name": "network-vif-plugged", "status": "completed", "tag": "d92f9793-f98c-4b86-b544-df19a4eddf1c", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:48:21.967444 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9b98293b-4b1c-4de8-9514-de2b4464d784 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:48:21.967933 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b98293b-4b1c-4de8-9514-de2b4464d784'] response: {'server_uuid': 'a873efec-c62c-4b29-8836-f2165a37f83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92f9793-f98c-4b86-b544-df19a4eddf1c', 'code': 200} Apr 21 12:48:22.010393 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:22.019291 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 4882ee69-7e0c-48bb-914a-6c131eb8440e no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:48:22.080120 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2c5b5d-a187-4ca3-9dd5-8dbfe1dada73 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:48:22.089433 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-eb2c5b5d-a187-4ca3-9dd5-8dbfe1dada73 admin admin] 10.222.0.36 "PUT /v2.0/routers/4e5ebdaa-644c-40c7-996d-6ad4aa551824/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7356231 Apr 21 12:48:22.090330 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53588) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:48:22.138774 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 4882ee69-7e0c-48bb-914a-6c131eb8440e {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:48:22.145400 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 4882ee69-7e0c-48bb-914a-6c131eb8440e not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:48:22.149519 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['13434786-d654-45be-b9af-f300803e0447'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:48:22.172349 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a08ddf-8a51-4f06-b411-bd2ba19de4eb None None] Sync routers for ids ['4e5ebdaa-644c-40c7-996d-6ad4aa551824'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:48:22.191703 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7515d-7bd9-429e-ae7d-a4009aefa366 req-2c6a26d1-71cf-470d-99a6-cd0c3cc450a6 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:22.193370 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-73d7515d-7bd9-429e-ae7d-a4009aefa366 req-2c6a26d1-71cf-470d-99a6-cd0c3cc450a6 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 945 time: 0.1255288 Apr 21 12:48:22.195244 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1972358c-1d5d-47ff-953d-ae114beaadf8 req-fd130086-1369-4a49-ba57-d11fb5537640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:22.197721 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1972358c-1d5d-47ff-953d-ae114beaadf8 req-fd130086-1369-4a49-ba57-d11fb5537640 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 1096 time: 0.1591072 Apr 21 12:48:22.223077 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a08ddf-8a51-4f06-b411-bd2ba19de4eb None None] Routers {'4e5ebdaa-644c-40c7-996d-6ad4aa551824'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:48:22.223815 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-11a08ddf-8a51-4f06-b411-bd2ba19de4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:48:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['4e5ebdaa-644c-40c7-996d-6ad4aa551824'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:48:22.250595 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128b2cf-753f-4476-a5dd-04d8d03c03a4 req-56095966-fa58-4ed3-b61f-972cee11eb93 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:22.254041 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3128b2cf-753f-4476-a5dd-04d8d03c03a4 req-56095966-fa58-4ed3-b61f-972cee11eb93 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.1425705 Apr 21 12:48:22.290370 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=d92f9793-f98c-4b86-b544-df19a4eddf1c,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:22.300698 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c59f3bc-07a5-49fa-870c-9d7acdaf4c77 admin admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:22.315889 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-73d7515d-7bd9-429e-ae7d-a4009aefa366 req-fb993c8d-29fe-490d-ad1a-22eb93d56c5e tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119010 Apr 21 12:48:22.335816 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1972358c-1d5d-47ff-953d-ae114beaadf8 req-2f9a7158-6831-4508-8a03-a6ca9d8fbc9d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296089 Apr 21 12:48:22.359845 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3128b2cf-753f-4476-a5dd-04d8d03c03a4 req-e4c84e78-2cfc-4678-bc49-3a10251014b9 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974100 Apr 21 12:48:22.471128 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-11a08ddf-8a51-4f06-b411-bd2ba19de4eb None None] Set router 4e5ebdaa-644c-40c7-996d-6ad4aa551824 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:48:22.517274 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c59f3bc-07a5-49fa-870c-9d7acdaf4c77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:22.524813 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f6ca61d-1988-48e3-ba92-2ac0dc9c59dc tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:22.527885 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791820de-ec15-4caa-8bdc-c41ad5db91b4 req-9841cede-c0f6-434c-a69b-13f3ecec669f tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:22.529566 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-791820de-ec15-4caa-8bdc-c41ad5db91b4 req-9841cede-c0f6-434c-a69b-13f3ecec669f tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1197479 Apr 21 12:48:22.623523 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-6f98bb85-8c28-4c71-a63a-391eef393323 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c623b08b095e4654a1f16b34ae10bc43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589447 Apr 21 12:48:22.638176 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fc64fcd7-6f5a-48d3-a658-58113326ed18 req-4da68666-ec60-481f-901a-383485d23850 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=2837c0eb-84c3-4dcd-b309-7d3cca1743cd HTTP/1.1" status: 200 len: 210 time: 0.0719516 Apr 21 12:48:22.666028 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-791820de-ec15-4caa-8bdc-c41ad5db91b4 req-2b5ce083-96ea-4b9b-a584-167dae8a61b3 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254897 Apr 21 12:48:22.715854 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0c59f3bc-07a5-49fa-870c-9d7acdaf4c77 admin admin] Deleting port a7615fba-e190-42db-bc9e-63cc868dc28a {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:48:22.716278 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c59f3bc-07a5-49fa-870c-9d7acdaf4c77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:22.796696 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-efcf4695-0fdd-4b7a-8392-9c707f77aba9 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:22.799164 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-efcf4695-0fdd-4b7a-8392-9c707f77aba9 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1568677 Apr 21 12:48:22.803968 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f6ca61d-1988-48e3-ba92-2ac0dc9c59dc tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:22.806987 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-11a08ddf-8a51-4f06-b411-bd2ba19de4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5ebdaa-644c-40c7-996d-6ad4aa551824', 'name': 'tempest-ServerRescueTestJSON-1760696440-router', 'tenant_id': '0ea723f58e5445d8b6c64b8934e36437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': 'a7615fba-e190-42db-bc9e-63cc868dc28a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:45:55Z', 'updated_at': '2022-04-21T12:48:20Z', 'revision_number': 5, 'project_id': '0ea723f58e5445d8b6c64b8934e36437', 'gw_port': {'id': 'a7615fba-e190-42db-bc9e-63cc868dc28a', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:a4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e5ebdaa-644c-40c7-996d-6ad4aa551824', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2127, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:45:56Z', 'updated_at': '2022-04-21T12:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:48:22.813070 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-61d98936-11a2-4afe-8110-383871708405 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Request body: {'port': {'device_id': '2837c0eb-84c3-4dcd-b309-7d3cca1743cd', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'admin_state_up': True, 'tenant_id': 'c623b08b095e4654a1f16b34ae10bc43'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:48:22.835863 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a08ddf-8a51-4f06-b411-bd2ba19de4eb None None] Checking router: 4e5ebdaa-644c-40c7-996d-6ad4aa551824 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:48:22.845490 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a08ddf-8a51-4f06-b411-bd2ba19de4eb None None] Routers {'4e5ebdaa-644c-40c7-996d-6ad4aa551824'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:48:22.845966 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-11a08ddf-8a51-4f06-b411-bd2ba19de4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:48:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['4e5ebdaa-644c-40c7-996d-6ad4aa551824'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:48:22.846928 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-0c59f3bc-07a5-49fa-870c-9d7acdaf4c77 admin admin] For port a7615fba-e190-42db-bc9e-63cc868dc28a, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a7615fba-e190-42db-bc9e-63cc868dc28a,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:22.847444 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c59f3bc-07a5-49fa-870c-9d7acdaf4c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:22.874497 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0c59f3bc-07a5-49fa-870c-9d7acdaf4c77 admin admin] Calling delete_port for a7615fba-e190-42db-bc9e-63cc868dc28a owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:48:22.964424 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-11a08ddf-8a51-4f06-b411-bd2ba19de4eb None None] Set router 4e5ebdaa-644c-40c7-996d-6ad4aa551824 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:48:22.998571 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-11a08ddf-8a51-4f06-b411-bd2ba19de4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e5ebdaa-644c-40c7-996d-6ad4aa551824', 'name': 'tempest-ServerRescueTestJSON-1760696440-router', 'tenant_id': '0ea723f58e5445d8b6c64b8934e36437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:45:55Z', 'updated_at': '2022-04-21T12:48:22Z', 'revision_number': 6, 'project_id': '0ea723f58e5445d8b6c64b8934e36437', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:48:23.024828 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a08ddf-8a51-4f06-b411-bd2ba19de4eb None None] The sync data for ids ['4e5ebdaa-644c-40c7-996d-6ad4aa551824'] in n-d-836147-2 is: [{'id': '4e5ebdaa-644c-40c7-996d-6ad4aa551824', 'name': 'tempest-ServerRescueTestJSON-1760696440-router', 'tenant_id': '0ea723f58e5445d8b6c64b8934e36437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:45:55Z', 'updated_at': '2022-04-21T12:48:22Z', 'revision_number': 6, 'project_id': '0ea723f58e5445d8b6c64b8934e36437', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:48:23.092220 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f6ca61d-1988-48e3-ba92-2ac0dc9c59dc tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:23.249763 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-61d98936-11a2-4afe-8110-383871708405 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Made reservation on behalf of c623b08b095e4654a1f16b34ae10bc43 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:48:23.250369 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f6ca61d-1988-48e3-ba92-2ac0dc9c59dc tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:23.257962 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-61d98936-11a2-4afe-8110-383871708405 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:23.317971 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c59f3bc-07a5-49fa-870c-9d7acdaf4c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:23.329427 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6ca61d-1988-48e3-ba92-2ac0dc9c59dc tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Pushing event updated for resources: {'Port': ['ID=fd3025d5-3b47-4ab1-91a5-8602e81d0b1a,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:23.423539 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c59f3bc-07a5-49fa-870c-9d7acdaf4c77 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7615fba-e190-42db-bc9e-63cc868dc28a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:23.444672 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f6ca61d-1988-48e3-ba92-2ac0dc9c59dc tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:23.456116 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 13434786-d654-45be-b9af-f300803e0447 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:48:23.565752 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-61d98936-11a2-4afe-8110-383871708405 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Allocated IP 192.168.233.85 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/f97e1c8c-558c-48b7-bf60-41f451df8a30) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:48:23.578769 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-8f6ca61d-1988-48e3-ba92-2ac0dc9c59dc tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Floating IP a1f7d4e0-6513-4cd3-8183-2d206ea7f68f associated. External IP: 172.25.8.58, port: a4aaeb50-cbda-4545-b24a-dad093898ccf. Apr 21 12:48:23.612751 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c1838-6b3f-495f-b41d-d192a4fee71e req-fe289807-af01-4285-acbd-478c039ae531 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:23.614522 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b27c1838-6b3f-495f-b41d-d192a4fee71e req-fe289807-af01-4285-acbd-478c039ae531 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 945 time: 0.1465125 Apr 21 12:48:23.640877 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d36602-8304-4abe-a300-4eda4c4033d8 req-14a439f6-21c1-4f19-af5e-b1c81084374a tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:23.642433 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b2d36602-8304-4abe-a300-4eda4c4033d8 req-14a439f6-21c1-4f19-af5e-b1c81084374a tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.1607537 Apr 21 12:48:23.655495 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 13434786-d654-45be-b9af-f300803e0447 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:48:23.661068 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 13434786-d654-45be-b9af-f300803e0447 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:48:23.661828 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:23.674482 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c59f3bc-07a5-49fa-870c-9d7acdaf4c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:23.713783 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b27c1838-6b3f-495f-b41d-d192a4fee71e req-9c50de19-727a-4b8e-96e5-3be914fecd43 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923090 Apr 21 12:48:23.756440 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b2d36602-8304-4abe-a300-4eda4c4033d8 req-0f4f1c44-8626-4b8d-837e-a7ef438b59ef tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054187 Apr 21 12:48:23.767522 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:23.826635 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 13434786-d654-45be-b9af-f300803e0447, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=13434786-d654-45be-b9af-f300803e0447,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:23.867802 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-61d98936-11a2-4afe-8110-383871708405 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:23.918789 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:23.932865 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6139f398-5444-4e41-ace8-38a8ee22a9b0 req-ff36acb6-0964-4977-a5b2-2bfcc635713d tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=2837c0eb-84c3-4dcd-b309-7d3cca1743cd HTTP/1.1" status: 200 len: 210 time: 0.0622380 Apr 21 12:48:23.972139 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4949a979-d6dc-4d04-b1f5-586da94a9da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13434786-d654-45be-b9af-f300803e0447'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:48:23.977060 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b1676e-0359-4795-8051-1f4cb91ebf67" -d '{"events": [{"server_uuid": "4949a979-d6dc-4d04-b1f5-586da94a9da2", "name": "network-vif-plugged", "status": "completed", "tag": "13434786-d654-45be-b9af-f300803e0447"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:48:24.027073 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=13434786-d654-45be-b9af-f300803e0447,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:24.046849 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b534cbe9-ab06-43a8-9f3f-923093dcb50b x-openstack-request-id: req-b534cbe9-ab06-43a8-9f3f-923093dcb50b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:48:24.046849 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4949a979-d6dc-4d04-b1f5-586da94a9da2", "name": "network-vif-plugged", "status": "completed", "tag": "13434786-d654-45be-b9af-f300803e0447", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:48:24.046849 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b534cbe9-ab06-43a8-9f3f-923093dcb50b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:48:24.046849 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b534cbe9-ab06-43a8-9f3f-923093dcb50b'] response: {'server_uuid': '4949a979-d6dc-4d04-b1f5-586da94a9da2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13434786-d654-45be-b9af-f300803e0447', 'code': 200} Apr 21 12:48:24.308601 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbd89f1-57ef-4dc5-8c62-b73096c0502a req-ccdb36dd-da31-4a14-b0c8-774d3a95df29 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:24.310797 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dcbd89f1-57ef-4dc5-8c62-b73096c0502a req-ccdb36dd-da31-4a14-b0c8-774d3a95df29 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.4408238 Apr 21 12:48:24.363354 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c59f3bc-07a5-49fa-870c-9d7acdaf4c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:24.365748 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c59f3bc-07a5-49fa-870c-9d7acdaf4c77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:24.375637 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dcbd89f1-57ef-4dc5-8c62-b73096c0502a req-60b3ae3b-cbf8-48d3-a7ea-dcbd01c6bd78 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524170 Apr 21 12:48:24.384262 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fec118-bfec-428a-8905-fb45ca16a7b0 req-df78aa2e-cf71-44cb-a91c-4bdd5e4a2795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:24.389243 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24fec118-bfec-428a-8905-fb45ca16a7b0 req-df78aa2e-cf71-44cb-a91c-4bdd5e4a2795 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 1097 time: 0.0724235 Apr 21 12:48:24.422913 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-61d98936-11a2-4afe-8110-383871708405 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:24.438033 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['f67037ec-0269-4c0c-8eeb-9a294d01213f', 'b3059ab7-b5e6-4412-9ca9-4020a316efc0', 'd8accf3a-2e9b-4e5b-bd00-3814ecb87244'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:48:24.455996 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24fec118-bfec-428a-8905-fb45ca16a7b0 req-8394b5e4-c52d-4bca-b3b4-5433d6be7316 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620449 Apr 21 12:48:24.469351 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6ca61d-1988-48e3-ba92-2ac0dc9c59dc tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Router 63191d0a-bc65-463f-8155-7b6b0d370a11 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:48:24.479763 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c59f3bc-07a5-49fa-870c-9d7acdaf4c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:24.480706 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c59f3bc-07a5-49fa-870c-9d7acdaf4c77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e5ebdaa-644c-40c7-996d-6ad4aa551824 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:48:24.487730 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c59f3bc-07a5-49fa-870c-9d7acdaf4c77 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:24.494102 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0c59f3bc-07a5-49fa-870c-9d7acdaf4c77 admin admin] 10.222.0.36 "DELETE /v2.0/routers/4e5ebdaa-644c-40c7-996d-6ad4aa551824 HTTP/1.1" status: 204 len: 168 time: 2.4014373 Apr 21 12:48:24.504409 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53628) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:48:24.521951 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-61d98936-11a2-4afe-8110-383871708405 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:48:24.523490 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d98936-11a2-4afe-8110-383871708405 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Pushing event updated for resources: {'Port': ['ID=f97e1c8c-558c-48b7-bf60-41f451df8a30,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:24.530966 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-61d98936-11a2-4afe-8110-383871708405 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:48:24.536708 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-61d98936-11a2-4afe-8110-383871708405 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:48:24.537710 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['fd703816-be55-4a83-abca-884c73b87469', 'ce44dac3-118b-4f62-a7e6-693a1f43f4f4'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:48:24.579189 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 01c506c6-b375-4e30-a907-e14805fe24da no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:48:24.628094 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 01c506c6-b375-4e30-a907-e14805fe24da {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:48:24.628697 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 01c506c6-b375-4e30-a907-e14805fe24da not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:48:24.630021 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a7615fba-e190-42db-bc9e-63cc868dc28a no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:48:24.644793 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-61d98936-11a2-4afe-8110-383871708405 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:24.645476 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-61d98936-11a2-4afe-8110-383871708405 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:24.699069 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: a7615fba-e190-42db-bc9e-63cc868dc28a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:48:24.700120 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a7615fba-e190-42db-bc9e-63cc868dc28a not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:48:24.719079 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6ca61d-1988-48e3-ba92-2ac0dc9c59dc tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:48:24.732347 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b583bd5-620f-4d09-90f7-8176a5410946 None None] Sync routers for ids ['63191d0a-bc65-463f-8155-7b6b0d370a11'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:48:24.767694 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b583bd5-620f-4d09-90f7-8176a5410946 None None] Routers {'63191d0a-bc65-463f-8155-7b6b0d370a11'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:48:24.773982 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8b583bd5-620f-4d09-90f7-8176a5410946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:48:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['63191d0a-bc65-463f-8155-7b6b0d370a11'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:48:24.774360 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-baef614f-3ea6-4fdf-904e-4fed65dea8f9 admin admin] Deleting subnet fbdf28f5-2143-4a75-a463-9598e4349b9b {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:48:24.778973 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-baef614f-3ea6-4fdf-904e-4fed65dea8f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:24.839632 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-baef614f-3ea6-4fdf-904e-4fed65dea8f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:24.860733 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-61d98936-11a2-4afe-8110-383871708405 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0416365 Apr 21 12:48:24.886586 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-3f239c83-4830-4bfc-bafc-533b5d799000 service neutron] Request body: {'port': {'device_id': '2837c0eb-84c3-4dcd-b309-7d3cca1743cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:48:24.888627 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f6ca61d-1988-48e3-ba92-2ac0dc9c59dc tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:24.938395 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8f6ca61d-1988-48e3-ba92-2ac0dc9c59dc tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1601067 Apr 21 12:48:24.941056 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b11409b-007e-4004-a32b-ed8f0779364d', 'tag': 'a4aaeb50-cbda-4545-b24a-dad093898ccf'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:48:24.943931 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c055c56b-c404-469e-8d61-19a5bc98b31f" -d '{"events": [{"name": "network-changed", "server_uuid": "7b11409b-007e-4004-a32b-ed8f0779364d", "tag": "a4aaeb50-cbda-4545-b24a-dad093898ccf"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:48:24.969802 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-baef614f-3ea6-4fdf-904e-4fed65dea8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:25.024288 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-560b3f17-ac75-4e1d-b683-2b2f4d8ebfaf None None] Provisioning complete for port f97e1c8c-558c-48b7-bf60-41f451df8a30 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:48:25.024684 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-560b3f17-ac75-4e1d-b683-2b2f4d8ebfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:25.050024 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8b583bd5-620f-4d09-90f7-8176a5410946 None None] Set router 63191d0a-bc65-463f-8155-7b6b0d370a11 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:48:25.066482 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979a89d-9cfe-4783-adf9-63a41b19da7e req-7a5c69e4-5372-4a6d-9c6d-bb4dfb65bc04 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:25.075597 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7979a89d-9cfe-4783-adf9-63a41b19da7e req-7a5c69e4-5372-4a6d-9c6d-bb4dfb65bc04 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 946 time: 0.1444445 Apr 21 12:48:25.117409 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-560b3f17-ac75-4e1d-b683-2b2f4d8ebfaf None None] Port f97e1c8c-558c-48b7-bf60-41f451df8a30 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:48:25.135434 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7979a89d-9cfe-4783-adf9-63a41b19da7e req-1b61ee87-36b4-4060-ace9-b58f3a2f8b27 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560040 Apr 21 12:48:25.136908 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-baef614f-3ea6-4fdf-904e-4fed65dea8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:25.192586 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef614f-3ea6-4fdf-904e-4fed65dea8f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbdf28f5-2143-4a75-a463-9598e4349b9b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:25.209683 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-baef614f-3ea6-4fdf-904e-4fed65dea8f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:25.218769 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-baef614f-3ea6-4fdf-904e-4fed65dea8f9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/fbdf28f5-2143-4a75-a463-9598e4349b9b HTTP/1.1" status: 204 len: 168 time: 0.7106407 Apr 21 12:48:25.219729 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53650) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:48:25.226007 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-3f239c83-4830-4bfc-bafc-533b5d799000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:25.321069 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5d42eab-9236-40f9-b3e4-4634c21b38b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:25.381986 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17554823-caff-46a4-b8a4-71c002af6891 req-0a26d78d-2e4f-4b09-9b96-6e5358f824c6 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:25.395793 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-17554823-caff-46a4-b8a4-71c002af6891 req-0a26d78d-2e4f-4b09-9b96-6e5358f824c6 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/networks?id=922b14c1-7208-45a2-9286-597c5ba2d9eb HTTP/1.1" status: 200 len: 814 time: 0.7285469 Apr 21 12:48:25.410011 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5d42eab-9236-40f9-b3e4-4634c21b38b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:25.417718 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-17554823-caff-46a4-b8a4-71c002af6891 req-2720b165-71dc-4fed-83aa-964a89b501ec tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/quotas/0cef7977fdb64b878118f3cfbb1a54e1 HTTP/1.1" status: 200 len: 375 time: 0.0251083 Apr 21 12:48:25.424149 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8b583bd5-620f-4d09-90f7-8176a5410946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'name': 'tempest-TestServerBasicOps-216453863-router', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'f5634933-f37f-48aa-a369-20bc33f3a42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:22Z', 'updated_at': '2022-04-21T12:47:27Z', 'revision_number': 4, 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'gw_port': {'id': 'f5634933-f37f-48aa-a369-20bc33f3a42b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:22Z', 'updated_at': '2022-04-21T12:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'a1f7d4e0-6513-4cd3-8183-2d206ea7f68f', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'floating_ip_address': '172.25.8.58', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'port_id': 'a4aaeb50-cbda-4545-b24a-dad093898ccf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1e605b-21ce-4bc1-aff5-ebb02658784b', 'mac_address': 'fa:16:3e:19:43:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b11409b-007e-4004-a32b-ed8f0779364d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:48:22Z', 'updated_at': '2022-04-21T12:48:22Z', 'revision_number': 0, 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4696ccad-dc77-44c4-9380-c56a226ea8bf', 'name': '', 'network_id': 'df1e605b-21ce-4bc1-aff5-ebb02658784b', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'mac_address': 'fa:16:3e:da:66:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '53d6cd17-e719-4dcc-a307-60dd92480543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:26Z', 'updated_at': '2022-04-21T12:47:32Z', 'revision_number': 5, 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'subnets': [{'id': '53d6cd17-e719-4dcc-a307-60dd92480543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:48:25.443279 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e5d42eab-9236-40f9-b3e4-4634c21b38b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:48:25.458799 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b583bd5-620f-4d09-90f7-8176a5410946 None None] Checking router: 63191d0a-bc65-463f-8155-7b6b0d370a11 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:48:25.469666 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b583bd5-620f-4d09-90f7-8176a5410946 None None] Routers {'63191d0a-bc65-463f-8155-7b6b0d370a11'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:48:25.470449 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8b583bd5-620f-4d09-90f7-8176a5410946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:48:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['63191d0a-bc65-463f-8155-7b6b0d370a11'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:48:25.471115 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e5d42eab-9236-40f9-b3e4-4634c21b38b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69ee921f-0045-45a5-a81c-094ee61a7f9a') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:48:25.471633 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e5d42eab-9236-40f9-b3e4-4634c21b38b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69ee921f-0045-45a5-a81c-094ee61a7f9a') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:48:25.471767 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42494d-02ae-4d35-9cc8-2c8e7c8379b6 req-86ef121f-dd99-466b-a988-a2ce0f9ffd61 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:25.480630 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fe42494d-02ae-4d35-9cc8-2c8e7c8379b6 req-86ef121f-dd99-466b-a988-a2ce0f9ffd61 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.2251339 Apr 21 12:48:25.482979 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5d42eab-9236-40f9-b3e4-4634c21b38b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:25.497358 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5d42eab-9236-40f9-b3e4-4634c21b38b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:25.503655 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d42eab-9236-40f9-b3e4-4634c21b38b6 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:48:25.504360 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5d42eab-9236-40f9-b3e4-4634c21b38b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:48:25.506231 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:48:25.603152 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-17554823-caff-46a4-b8a4-71c002af6891 req-3f0826c1-cb88-45a4-afcb-9eeaa9de05d2 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0cef7977fdb64b878118f3cfbb1a54e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1844611 Apr 21 12:48:25.620209 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8b583bd5-620f-4d09-90f7-8176a5410946 None None] Set router 63191d0a-bc65-463f-8155-7b6b0d370a11 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:48:25.630762 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fe42494d-02ae-4d35-9cc8-2c8e7c8379b6 req-ac3d2785-8efb-4f98-8f5f-060dd62aaa83 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492825 Apr 21 12:48:25.649466 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5d42eab-9236-40f9-b3e4-4634c21b38b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:25.656066 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e5d42eab-9236-40f9-b3e4-4634c21b38b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:25.662423 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e5d42eab-9236-40f9-b3e4-4634c21b38b6 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8 HTTP/1.1" status: 204 len: 168 time: 0.4376385 Apr 21 12:48:25.707104 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d42eab-9236-40f9-b3e4-4634c21b38b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff4a722e-06d7-44e2-b1f0-3bb1d17cf3f8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:25.803571 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-17554823-caff-46a4-b8a4-71c002af6891 req-f947c4d4-81a7-48a2-b7e6-2f66d83b2964 service neutron] 10.222.0.36 "GET /v2.0/networks/922b14c1-7208-45a2-9286-597c5ba2d9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994929 Apr 21 12:48:25.815730 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee91d1a-3251-4aca-a0e7-2adf429eb673 x-openstack-request-id: req-6ee91d1a-3251-4aca-a0e7-2adf429eb673 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:48:25.816565 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b11409b-007e-4004-a32b-ed8f0779364d", "tag": "a4aaeb50-cbda-4545-b24a-dad093898ccf", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:48:25.817961 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6ee91d1a-3251-4aca-a0e7-2adf429eb673 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:48:25.818605 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ee91d1a-3251-4aca-a0e7-2adf429eb673'] response: {'name': 'network-changed', 'server_uuid': '7b11409b-007e-4004-a32b-ed8f0779364d', 'tag': 'a4aaeb50-cbda-4545-b24a-dad093898ccf', 'status': 'completed', 'code': 200} Apr 21 12:48:25.945550 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8b583bd5-620f-4d09-90f7-8176a5410946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'name': 'tempest-TestServerBasicOps-216453863-router', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'f5634933-f37f-48aa-a369-20bc33f3a42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:22Z', 'updated_at': '2022-04-21T12:47:27Z', 'revision_number': 4, 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'gw_port': {'id': 'f5634933-f37f-48aa-a369-20bc33f3a42b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:22Z', 'updated_at': '2022-04-21T12:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'a1f7d4e0-6513-4cd3-8183-2d206ea7f68f', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'floating_ip_address': '172.25.8.58', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'port_id': 'a4aaeb50-cbda-4545-b24a-dad093898ccf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1e605b-21ce-4bc1-aff5-ebb02658784b', 'mac_address': 'fa:16:3e:19:43:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b11409b-007e-4004-a32b-ed8f0779364d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:48:22Z', 'updated_at': '2022-04-21T12:48:22Z', 'revision_number': 0, 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4696ccad-dc77-44c4-9380-c56a226ea8bf', 'name': '', 'network_id': 'df1e605b-21ce-4bc1-aff5-ebb02658784b', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'mac_address': 'fa:16:3e:da:66:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '53d6cd17-e719-4dcc-a307-60dd92480543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:26Z', 'updated_at': '2022-04-21T12:47:32Z', 'revision_number': 5, 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'subnets': [{'id': '53d6cd17-e719-4dcc-a307-60dd92480543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:48:25.981423 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b583bd5-620f-4d09-90f7-8176a5410946 None None] The sync data for ids ['63191d0a-bc65-463f-8155-7b6b0d370a11'] in n-d-836147-2 is: [{'id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'name': 'tempest-TestServerBasicOps-216453863-router', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'f5634933-f37f-48aa-a369-20bc33f3a42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:22Z', 'updated_at': '2022-04-21T12:47:27Z', 'revision_number': 4, 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'gw_port': {'id': 'f5634933-f37f-48aa-a369-20bc33f3a42b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:22Z', 'updated_at': '2022-04-21T12:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'a1f7d4e0-6513-4cd3-8183-2d206ea7f68f', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'floating_ip_address': '172.25.8.58', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'port_id': 'a4aaeb50-cbda-4545-b24a-dad093898ccf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1e605b-21ce-4bc1-aff5-ebb02658784b', 'mac_address': 'fa:16:3e:19:43:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b11409b-007e-4004-a32b-ed8f0779364d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:48:22Z', 'updated_at': '2022-04-21T12:48:22Z', 'revision_number': 0, 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4696ccad-dc77-44c4-9380-c56a226ea8bf', 'name': '', 'network_id': 'df1e605b-21ce-4bc1-aff5-ebb02658784b', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'mac_address': 'fa:16:3e:da:66:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '53d6cd17-e719-4dcc-a307-60dd92480543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:26Z', 'updated_at': '2022-04-21T12:47:32Z', 'revision_number': 5, 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'subnets': [{'id': '53d6cd17-e719-4dcc-a307-60dd92480543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:48:26.020552 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055c56b-c404-469e-8d61-19a5bc98b31f req-3147a785-0a13-45b5-a1b3-ebcd497dab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:26.021256 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c055c56b-c404-469e-8d61-19a5bc98b31f req-3147a785-0a13-45b5-a1b3-ebcd497dab2b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=340fcbb6da8e49abadfdcf88b5d93115&device_id=7b11409b-007e-4004-a32b-ed8f0779364d HTTP/1.1" status: 200 len: 1096 time: 0.1760173 Apr 21 12:48:26.030569 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-3f239c83-4830-4bfc-bafc-533b5d799000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f97e1c8c-558c-48b7-bf60-41f451df8a30 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:48:26.038780 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-17554823-caff-46a4-b8a4-71c002af6891 req-1021a22b-c669-4b9a-90f8-cd9d1843f012 service neutron] 10.222.0.36 "GET /v2.0/networks/922b14c1-7208-45a2-9286-597c5ba2d9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343647 Apr 21 12:48:26.052969 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-3f239c83-4830-4bfc-bafc-533b5d799000 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:26.063925 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa522324-440f-4904-a209-df53fbc40c50 req-848f0774-0e99-4192-a805-134953426525 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:26.065546 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa522324-440f-4904-a209-df53fbc40c50 req-848f0774-0e99-4192-a805-134953426525 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=2837c0eb-84c3-4dcd-b309-7d3cca1743cd HTTP/1.1" status: 200 len: 935 time: 0.1710663 Apr 21 12:48:26.130992 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-3f239c83-4830-4bfc-bafc-533b5d799000 service neutron] Transition to ACTIVE for port object f97e1c8c-558c-48b7-bf60-41f451df8a30 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:48:26.177327 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa522324-440f-4904-a209-df53fbc40c50 req-5638eae3-db9e-4e20-ac64-218f99695470 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938749 Apr 21 12:48:26.196438 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055c56b-c404-469e-8d61-19a5bc98b31f req-7adbca94-4890-445a-a3e4-0a6e82f0a195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:26.196438 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c055c56b-c404-469e-8d61-19a5bc98b31f req-7adbca94-4890-445a-a3e4-0a6e82f0a195 service neutron] 10.222.0.26 "GET /v2.0/networks?id=df1e605b-21ce-4bc1-aff5-ebb02658784b HTTP/1.1" status: 200 len: 909 time: 0.1607833 Apr 21 12:48:26.249535 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53662) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:48:26.282389 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c055c56b-c404-469e-8d61-19a5bc98b31f req-42010df1-1439-48c9-ad17-1394a15976cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4aaeb50-cbda-4545-b24a-dad093898ccf HTTP/1.1" status: 200 len: 998 time: 0.0792918 Apr 21 12:48:26.285474 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-3f239c83-4830-4bfc-bafc-533b5d799000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:26.291652 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46dd050-d37b-43e4-a14f-977e7dbd268a None None] New status for floating IP a1f7d4e0-6513-4cd3-8183-2d206ea7f68f: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:48:26.325875 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2d3ad6b9-3346-4ed7-90c1-cb96fafdea9b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0ea723f58e5445d8b6c64b8934e36437&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0749981 Apr 21 12:48:26.328344 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53664) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:48:26.443233 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055c56b-c404-469e-8d61-19a5bc98b31f req-5c1d7372-de39-4187-9182-c1d7dc5b54a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:26.443233 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c055c56b-c404-469e-8d61-19a5bc98b31f req-5c1d7372-de39-4187-9182-c1d7dc5b54a1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=53d6cd17-e719-4dcc-a307-60dd92480543 HTTP/1.1" status: 200 len: 847 time: 0.1547599 Apr 21 12:48:26.469505 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f239c83-4830-4bfc-bafc-533b5d799000 service neutron] Pushing event updated for resources: {'Port': ['ID=f97e1c8c-558c-48b7-bf60-41f451df8a30,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:26.472153 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-606a1e91-6fda-49bd-b31e-5be55e56423c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:26.539102 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-606a1e91-6fda-49bd-b31e-5be55e56423c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:26.651375 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a2664602-3c39-4f49-a9ce-3e141ab0ed81 req-eded4b37-3c46-406b-9e0b-356cb5888386 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa9165f4-08e9-485c-ac87-aedc4e4de1c2 HTTP/1.1" status: 200 len: 210 time: 0.1756520 Apr 21 12:48:26.659583 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf011b5-036e-4bfe-ab62-14564209829f req-aab7a33e-40ae-4d05-b830-5063707b12b1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:26.668289 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fdf011b5-036e-4bfe-ab62-14564209829f req-aab7a33e-40ae-4d05-b830-5063707b12b1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 946 time: 0.3843312 Apr 21 12:48:26.701502 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-606a1e91-6fda-49bd-b31e-5be55e56423c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:26.708374 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-606a1e91-6fda-49bd-b31e-5be55e56423c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:26.708374 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-606a1e91-6fda-49bd-b31e-5be55e56423c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c2eddecd-a802-4e0b-a50f-bd18298b1ee5 HTTP/1.1" status: 204 len: 168 time: 0.3759255 Apr 21 12:48:26.721396 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606a1e91-6fda-49bd-b31e-5be55e56423c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2eddecd-a802-4e0b-a50f-bd18298b1ee5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:26.761966 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fdf011b5-036e-4bfe-ab62-14564209829f req-e186a17f-e8e0-4f9a-91cd-958730ce068b tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906529 Apr 21 12:48:26.791177 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-3f239c83-4830-4bfc-bafc-533b5d799000 service neutron] Attempting to bind port f97e1c8c-558c-48b7-bf60-41f451df8a30 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:48:26.791519 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-3f239c83-4830-4bfc-bafc-533b5d799000 service neutron] Attempting to bind port f97e1c8c-558c-48b7-bf60-41f451df8a30 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:48:26.791851 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-3f239c83-4830-4bfc-bafc-533b5d799000 service neutron] Attempting to bind port f97e1c8c-558c-48b7-bf60-41f451df8a30 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:48:26.810898 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-3f239c83-4830-4bfc-bafc-533b5d799000 service neutron] Port f97e1c8c-558c-48b7-bf60-41f451df8a30 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:48:26.811252 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-3f239c83-4830-4bfc-bafc-533b5d799000 service neutron] Attempting to bind port f97e1c8c-558c-48b7-bf60-41f451df8a30 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:48:26.848009 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055c56b-c404-469e-8d61-19a5bc98b31f req-5e028945-db7b-46d0-a73c-debf5fb8b6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:26.849831 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c055c56b-c404-469e-8d61-19a5bc98b31f req-5e028945-db7b-46d0-a73c-debf5fb8b6cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df1e605b-21ce-4bc1-aff5-ebb02658784b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3770888 Apr 21 12:48:26.850909 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-3f239c83-4830-4bfc-bafc-533b5d799000 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:48:26.851084 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-3f239c83-4830-4bfc-bafc-533b5d799000 service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:48:26.851592 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-3f239c83-4830-4bfc-bafc-533b5d799000 service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:48:26.852364 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-3f239c83-4830-4bfc-bafc-533b5d799000 service neutron] Bound port: f97e1c8c-558c-48b7-bf60-41f451df8a30, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:48:26.852519 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-3f239c83-4830-4bfc-bafc-533b5d799000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:26.980455 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b2cb53-939d-465c-981c-6066c5bd81bc req-855c5f58-b155-4da0-8bf7-96a61ad9e6cc tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:26.982534 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-40b2cb53-939d-465c-981c-6066c5bd81bc req-855c5f58-b155-4da0-8bf7-96a61ad9e6cc tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.2160230 Apr 21 12:48:27.056963 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-3f239c83-4830-4bfc-bafc-533b5d799000 service neutron] For port f97e1c8c-558c-48b7-bf60-41f451df8a30, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:48:27.064980 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-40b2cb53-939d-465c-981c-6066c5bd81bc req-a15499ed-dd85-4ff8-84e4-1e4308125a46 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741673 Apr 21 12:48:27.074683 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c055c56b-c404-469e-8d61-19a5bc98b31f req-424e8cb9-d2aa-4f66-ac4d-bca86f6177f0 service neutron] 10.222.0.26 "GET /v2.0/networks/df1e605b-21ce-4bc1-aff5-ebb02658784b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064500 Apr 21 12:48:27.077312 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-3f239c83-4830-4bfc-bafc-533b5d799000 service neutron] For port f97e1c8c-558c-48b7-bf60-41f451df8a30, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=f97e1c8c-558c-48b7-bf60-41f451df8a30,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:48:27.167294 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-3f239c83-4830-4bfc-bafc-533b5d799000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:27.283394 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-3f239c83-4830-4bfc-bafc-533b5d799000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:27.283819 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-3f239c83-4830-4bfc-bafc-533b5d799000 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:27.285193 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-3f239c83-4830-4bfc-bafc-533b5d799000 service neutron] 10.222.0.24 "PUT /v2.0/ports/f97e1c8c-558c-48b7-bf60-41f451df8a30 HTTP/1.1" status: 200 len: 1095 time: 2.4237401 Apr 21 12:48:27.291235 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2837c0eb-84c3-4dcd-b309-7d3cca1743cd', 'tag': 'f97e1c8c-558c-48b7-bf60-41f451df8a30'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:48:27.292760 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3978050-70a1-40a3-a7b7-bdf9ce33c598" -d '{"events": [{"name": "network-changed", "server_uuid": "2837c0eb-84c3-4dcd-b309-7d3cca1743cd", "tag": "f97e1c8c-558c-48b7-bf60-41f451df8a30"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:48:27.332119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f239c83-4830-4bfc-bafc-533b5d799000 service neutron] Pushing event updated for resources: {'Port': ['ID=f97e1c8c-558c-48b7-bf60-41f451df8a30,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:27.404649 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c055c56b-c404-469e-8d61-19a5bc98b31f req-fdd6d8f8-4777-4f44-b756-c1365064bed9 service neutron] 10.222.0.26 "GET /v2.0/networks/df1e605b-21ce-4bc1-aff5-ebb02658784b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175004 Apr 21 12:48:27.424090 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f275281-51cf-4d92-a634-cf4274605eed req-3a7a91b0-aea3-4a99-a4be-24191e0bdd06 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:27.426006 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f275281-51cf-4d92-a634-cf4274605eed req-3a7a91b0-aea3-4a99-a4be-24191e0bdd06 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 946 time: 0.2489567 Apr 21 12:48:27.448294 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162af810-bb59-42e3-b2f3-59837f8c818f req-688864dc-29d1-453b-b313-a29392646952 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:27.455976 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-162af810-bb59-42e3-b2f3-59837f8c818f req-688864dc-29d1-453b-b313-a29392646952 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=2837c0eb-84c3-4dcd-b309-7d3cca1743cd HTTP/1.1" status: 200 len: 947 time: 0.1777382 Apr 21 12:48:27.536772 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f275281-51cf-4d92-a634-cf4274605eed req-ea02deb6-cf56-4ce0-a1a1-93cc72c04c15 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023149 Apr 21 12:48:27.562625 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-162af810-bb59-42e3-b2f3-59837f8c818f req-af161768-b9e9-483f-9fe5-750c3191d9e8 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055803 Apr 21 12:48:27.576839 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-a3ad44ac-d141-4742-930e-301d3ec6f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:27.576839 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-a3ad44ac-d141-4742-930e-301d3ec6f4db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c623b08b095e4654a1f16b34ae10bc43&device_id=2837c0eb-84c3-4dcd-b309-7d3cca1743cd HTTP/1.1" status: 200 len: 1098 time: 0.1111312 Apr 21 12:48:27.622228 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-361ea0b3-1a75-44d6-b780-ab9eb622284a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=f97e1c8c-558c-48b7-bf60-41f451df8a30 HTTP/1.1" status: 200 len: 217 time: 0.0385759 Apr 21 12:48:27.634661 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1bc1fa8-7009-4ebf-b807-5ef90cf30d53 x-openstack-request-id: req-c1bc1fa8-7009-4ebf-b807-5ef90cf30d53 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:48:27.634661 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2837c0eb-84c3-4dcd-b309-7d3cca1743cd", "tag": "f97e1c8c-558c-48b7-bf60-41f451df8a30", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:48:27.634661 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c1bc1fa8-7009-4ebf-b807-5ef90cf30d53 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:48:27.634661 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1bc1fa8-7009-4ebf-b807-5ef90cf30d53'] response: {'name': 'network-changed', 'server_uuid': '2837c0eb-84c3-4dcd-b309-7d3cca1743cd', 'tag': 'f97e1c8c-558c-48b7-bf60-41f451df8a30', 'status': 'completed', 'code': 200} Apr 21 12:48:27.678607 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-d3cb0bd2-883f-4230-87c5-080fdfef6ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:27.680181 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-d3cb0bd2-883f-4230-87c5-080fdfef6ed0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.0482347 Apr 21 12:48:27.761548 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c72adf4-f947-48cf-9cf1-bfc951205b46 req-04a27c01-78ad-442c-b7a0-5997950f00aa tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa9165f4-08e9-485c-ac87-aedc4e4de1c2 HTTP/1.1" status: 200 len: 210 time: 0.0297668 Apr 21 12:48:27.763862 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-f51f68bd-e516-4b9b-96a2-abfbea110d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:27.765783 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-f51f68bd-e516-4b9b-96a2-abfbea110d85 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0747814 Apr 21 12:48:27.872578 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-db9db55d-42b4-48ba-b8ad-d500fa792a87 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977936 Apr 21 12:48:27.965603 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef53c9fe-c48c-440d-9377-e7cd34c34895 req-b770cbe1-ff74-470a-a9da-5ae00015e708 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886726 Apr 21 12:48:28.084469 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53716) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:48:28.125200 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3978050-70a1-40a3-a7b7-bdf9ce33c598 req-91d73085-1e5b-4bf7-92ac-2a1d5a46cbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:28.126931 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3978050-70a1-40a3-a7b7-bdf9ce33c598 req-91d73085-1e5b-4bf7-92ac-2a1d5a46cbfb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c623b08b095e4654a1f16b34ae10bc43&device_id=2837c0eb-84c3-4dcd-b309-7d3cca1743cd HTTP/1.1" status: 200 len: 1098 time: 0.0516055 Apr 21 12:48:28.230065 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1e30a005-b637-4426-8d6b-0f2a30510bb0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-589716343-network', 'tenant_id': '9d6c145dfd77480b9b81fcc48895d006'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:48:28.280490 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c37ba-8a91-4c6c-b464-4f0cb8258b34 req-c6b5ba78-59da-44fc-a9f9-542f5cd693f9 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:28.281945 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-979c37ba-8a91-4c6c-b464-4f0cb8258b34 req-c6b5ba78-59da-44fc-a9f9-542f5cd693f9 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.0861011 Apr 21 12:48:28.283370 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3978050-70a1-40a3-a7b7-bdf9ce33c598 req-d9d93ac0-b463-4618-9c20-38da412bc5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:28.284756 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3978050-70a1-40a3-a7b7-bdf9ce33c598 req-d9d93ac0-b463-4618-9c20-38da412bc5ef service neutron] 10.222.0.24 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.1512132 Apr 21 12:48:28.336021 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3978050-70a1-40a3-a7b7-bdf9ce33c598 req-8c63d74b-0b56-4cb7-96ea-d8c821525039 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=f97e1c8c-558c-48b7-bf60-41f451df8a30 HTTP/1.1" status: 200 len: 217 time: 0.0416992 Apr 21 12:48:28.382637 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-979c37ba-8a91-4c6c-b464-4f0cb8258b34 req-51f7aae9-b14a-4421-9eee-b8b75145c74c tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943592 Apr 21 12:48:28.401156 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3978050-70a1-40a3-a7b7-bdf9ce33c598 req-b0d6abcd-9494-4fc9-b5d0-d0e8ba6785ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:28.409135 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3978050-70a1-40a3-a7b7-bdf9ce33c598 req-b0d6abcd-9494-4fc9-b5d0-d0e8ba6785ee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.0552280 Apr 21 12:48:28.409271 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e30a005-b637-4426-8d6b-0f2a30510bb0 admin admin] Made reservation on behalf of 9d6c145dfd77480b9b81fcc48895d006 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:48:28.411156 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1e30a005-b637-4426-8d6b-0f2a30510bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:28.419812 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1e30a005-b637-4426-8d6b-0f2a30510bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:28.451715 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3978050-70a1-40a3-a7b7-bdf9ce33c598 req-84347aa2-c578-4032-9edc-b98f9bd0fb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:28.453378 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3978050-70a1-40a3-a7b7-bdf9ce33c598 req-84347aa2-c578-4032-9edc-b98f9bd0fb10 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0431969 Apr 21 12:48:28.504769 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1e30a005-b637-4426-8d6b-0f2a30510bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:28.555649 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3978050-70a1-40a3-a7b7-bdf9ce33c598 req-71075b36-c035-4d4a-9acb-13fb0ca58634 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908275 Apr 21 12:48:28.597989 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1e30a005-b637-4426-8d6b-0f2a30510bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:28.616583 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e30a005-b637-4426-8d6b-0f2a30510bb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:48:28.633152 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1e30a005-b637-4426-8d6b-0f2a30510bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:28.633819 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-1e30a005-b637-4426-8d6b-0f2a30510bb0 admin admin] Added segment 69846068-40d9-4664-a633-a8182ba614af of type vlan for network a9ec0f34-86b9-4b26-9c36-07244d5aba92 Apr 21 12:48:28.659802 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3978050-70a1-40a3-a7b7-bdf9ce33c598 req-ea1ce9d1-1db7-42e9-bcae-5ec5360102ec service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961022 Apr 21 12:48:28.710682 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30a005-b637-4426-8d6b-0f2a30510bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de8950d-8cd4-42b4-80e6-7fe58cd3ea00,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:28.719052 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1e30a005-b637-4426-8d6b-0f2a30510bb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:28.768498 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2bd72-6308-4697-9056-0dcc97f118dd req-c39beed9-5cbc-4cdf-8772-5a9f04391cba tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:28.770333 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-add2bd72-6308-4697-9056-0dcc97f118dd req-c39beed9-5cbc-4cdf-8772-5a9f04391cba tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 946 time: 0.0884352 Apr 21 12:48:28.777964 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09668a8c-cb04-4364-858c-d8754a267b22 req-3e46d22c-526b-48cc-93ad-6c74b2f2d6ea tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:28.779449 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09668a8c-cb04-4364-858c-d8754a267b22 req-3e46d22c-526b-48cc-93ad-6c74b2f2d6ea tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=2837c0eb-84c3-4dcd-b309-7d3cca1743cd HTTP/1.1" status: 200 len: 947 time: 0.1077986 Apr 21 12:48:28.803841 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1e30a005-b637-4426-8d6b-0f2a30510bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:28.804868 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e30a005-b637-4426-8d6b-0f2a30510bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:28.805620 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1e30a005-b637-4426-8d6b-0f2a30510bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:28.838944 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-add2bd72-6308-4697-9056-0dcc97f118dd req-b71e7950-e1db-4038-96bc-3feb886664ad tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585234 Apr 21 12:48:28.842322 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09668a8c-cb04-4364-858c-d8754a267b22 req-5dbc82c0-68b4-4c02-a17a-1a7f3efb866f tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555584 Apr 21 12:48:28.908206 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30a005-b637-4426-8d6b-0f2a30510bb0 admin admin] Pushing event updated for resources: {'Network': ['ID=a9ec0f34-86b9-4b26-9c36-07244d5aba92,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:28.919732 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network a9ec0f34-86b9-4b26-9c36-07244d5aba92 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:48:28.920325 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1e30a005-b637-4426-8d6b-0f2a30510bb0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8340409 Apr 21 12:48:28.925787 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53734) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:48:28.940794 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e20d94ed-d17d-4fc2-90e2-c85d790ebab0 req-4ee30c01-9133-4985-ab63-a1e21e8a38a7 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa9165f4-08e9-485c-ac87-aedc4e4de1c2 HTTP/1.1" status: 200 len: 210 time: 0.0271688 Apr 21 12:48:28.941103 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9d33274b-2a21-44a1-a0b5-8b0a90d99b0a admin admin] Request body: {'subnet': {'network_id': 'a9ec0f34-86b9-4b26-9c36-07244d5aba92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-589716343-subnet', 'tenant_id': '9d6c145dfd77480b9b81fcc48895d006', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:48:29.003356 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d33274b-2a21-44a1-a0b5-8b0a90d99b0a admin admin] Made reservation on behalf of 9d6c145dfd77480b9b81fcc48895d006 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:48:29.005966 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d33274b-2a21-44a1-a0b5-8b0a90d99b0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:29.095313 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17554823-caff-46a4-b8a4-71c002af6891 req-02f85ffa-91ee-4d0f-b610-75280ed030d1 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:29.096855 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-17554823-caff-46a4-b8a4-71c002af6891 req-02f85ffa-91ee-4d0f-b610-75280ed030d1 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.26 "GET /v2.0/networks?id=922b14c1-7208-45a2-9286-597c5ba2d9eb HTTP/1.1" status: 200 len: 814 time: 0.1219764 Apr 21 12:48:29.116320 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-17554823-caff-46a4-b8a4-71c002af6891 req-ffbdda74-4278-4117-a62a-049cc636e7bb tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Request body: {'port': {'device_id': 'fa9165f4-08e9-485c-ac87-aedc4e4de1c2', 'network_id': '922b14c1-7208-45a2-9286-597c5ba2d9eb', 'admin_state_up': True, 'tenant_id': '0cef7977fdb64b878118f3cfbb1a54e1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:48:29.238165 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d33274b-2a21-44a1-a0b5-8b0a90d99b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:29.293539 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33274b-2a21-44a1-a0b5-8b0a90d99b0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ec0dd1f-5bb9-45e0-8438-aef5a6e130a0,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:29.301382 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d33274b-2a21-44a1-a0b5-8b0a90d99b0a admin admin] Checking segment: {'id': '69846068-40d9-4664-a633-a8182ba614af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a9ec0f34-86b9-4b26-9c36-07244d5aba92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:48:29.301774 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d33274b-2a21-44a1-a0b5-8b0a90d99b0a admin admin] Network hostable DHCP agents. Network: a9ec0f34-86b9-4b26-9c36-07244d5aba92, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:48:29.329122 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17554823-caff-46a4-b8a4-71c002af6891 req-ffbdda74-4278-4117-a62a-049cc636e7bb tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Made reservation on behalf of 0cef7977fdb64b878118f3cfbb1a54e1 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:48:29.333311 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-17554823-caff-46a4-b8a4-71c002af6891 req-ffbdda74-4278-4117-a62a-049cc636e7bb tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:29.368930 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d33274b-2a21-44a1-a0b5-8b0a90d99b0a admin admin] Network a9ec0f34-86b9-4b26-9c36-07244d5aba92 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:48:29.469708 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device f97e1c8c-558c-48b7-bf60-41f451df8a30 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:48:29.472182 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-9d33274b-2a21-44a1-a0b5-8b0a90d99b0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, a9ec0f34-86b9-4b26-9c36-07244d5aba92) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:48:29.486806 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d33274b-2a21-44a1-a0b5-8b0a90d99b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:29.487716 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aa3854-44d1-4893-8be5-d8941bab15a5 None None] Network a9ec0f34-86b9-4b26-9c36-07244d5aba92 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:48:29.488051 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d33274b-2a21-44a1-a0b5-8b0a90d99b0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:29.585443 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9d33274b-2a21-44a1-a0b5-8b0a90d99b0a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6585844 Apr 21 12:48:29.855827 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-17554823-caff-46a4-b8a4-71c002af6891 req-ffbdda74-4278-4117-a62a-049cc636e7bb tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Allocated IP 172.20.0.11 (922b14c1-7208-45a2-9286-597c5ba2d9eb/c3fb62fd-7387-4f92-a212-fa3831f77ec4/9f338338-40fb-449c-b3dc-9cae172b4992) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:48:29.861700 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port f97e1c8c-558c-48b7-bf60-41f451df8a30, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=f97e1c8c-558c-48b7-bf60-41f451df8a30,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:29.865376 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08479077-7474-4e31-a21f-da3db7ac290d None None] Network a9ec0f34-86b9-4b26-9c36-07244d5aba92 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:48:29.882618 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37eeff-3561-43ff-a0a5-cffa041ab6d0 req-cb25f7c0-b99c-4cd5-8e9c-e437520cdba1 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:29.887557 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'f97e1c8c-558c-48b7-bf60-41f451df8a30', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': 'f97e1c8c-558c-48b7-bf60-41f451df8a30', 'mac_address': 'fa:16:3e:b8:17:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:48:29.895431 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0b37eeff-3561-43ff-a0a5-cffa041ab6d0 req-cb25f7c0-b99c-4cd5-8e9c-e437520cdba1 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.0796671 Apr 21 12:48:29.937605 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0b37eeff-3561-43ff-a0a5-cffa041ab6d0 req-9693282c-e98b-4fcc-91ec-f0ebde44189e tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412276 Apr 21 12:48:29.987180 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:30.023985 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f97e1c8c-558c-48b7-bf60-41f451df8a30 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:48:30.058627 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port f97e1c8c-558c-48b7-bf60-41f451df8a30, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=f97e1c8c-558c-48b7-bf60-41f451df8a30,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:30.162799 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ea48c-3e11-46dd-802e-f01a7cad1d3a req-d37aa05c-eaf7-4857-85b8-b758f7a0594e tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:30.164515 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c32ea48c-3e11-46dd-802e-f01a7cad1d3a req-d37aa05c-eaf7-4857-85b8-b758f7a0594e tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=2837c0eb-84c3-4dcd-b309-7d3cca1743cd HTTP/1.1" status: 200 len: 947 time: 0.1856632 Apr 21 12:48:30.181260 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:30.182168 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22c9ca-b0fa-43f5-881e-acd67940f142 req-6d2d70b2-e79c-4877-b292-7e5fb06a7b39 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:30.183731 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef22c9ca-b0fa-43f5-881e-acd67940f142 req-6d2d70b2-e79c-4877-b292-7e5fb06a7b39 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 946 time: 0.1413426 Apr 21 12:48:30.269866 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-17554823-caff-46a4-b8a4-71c002af6891 req-ffbdda74-4278-4117-a62a-049cc636e7bb tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:30.286805 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c32ea48c-3e11-46dd-802e-f01a7cad1d3a req-01e49cb5-7de2-4d6f-b481-c788aa93a44b tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951633 Apr 21 12:48:30.288243 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=f97e1c8c-558c-48b7-bf60-41f451df8a30,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:30.296745 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef22c9ca-b0fa-43f5-881e-acd67940f142 req-8fe71ad0-8d8e-475c-a27d-7041c4bba047 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033404 Apr 21 12:48:30.385749 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-624e3e0c-7c27-486d-8d14-971d18663531 req-888e10b1-910f-4dde-abed-9eaaa73ce4d3 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa9165f4-08e9-485c-ac87-aedc4e4de1c2 HTTP/1.1" status: 200 len: 210 time: 0.0272143 Apr 21 12:48:30.392159 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53762) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:48:30.397776 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6faf1fce-4d46-4bed-9d09-0ce398f0e28c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1237530572-network', 'tenant_id': 'fa3bd42b05724fbeac52136ece66f800'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:48:30.411726 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-17554823-caff-46a4-b8a4-71c002af6891 req-ffbdda74-4278-4117-a62a-049cc636e7bb tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:30.425883 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['d92f9793-f98c-4b86-b544-df19a4eddf1c'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:48:30.458437 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17554823-caff-46a4-b8a4-71c002af6891 req-ffbdda74-4278-4117-a62a-049cc636e7bb tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Network 922b14c1-7208-45a2-9286-597c5ba2d9eb is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:48:30.463598 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-17554823-caff-46a4-b8a4-71c002af6891 req-ffbdda74-4278-4117-a62a-049cc636e7bb tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:48:30.468205 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-17554823-caff-46a4-b8a4-71c002af6891 req-ffbdda74-4278-4117-a62a-049cc636e7bb tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:48:30.481357 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['f97e1c8c-558c-48b7-bf60-41f451df8a30'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:48:30.495391 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbdda74-4278-4117-a62a-049cc636e7bb tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Pushing event updated for resources: {'Port': ['ID=9f338338-40fb-449c-b3dc-9cae172b4992,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:30.516695 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6faf1fce-4d46-4bed-9d09-0ce398f0e28c admin admin] Made reservation on behalf of fa3bd42b05724fbeac52136ece66f800 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:48:30.519364 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6faf1fce-4d46-4bed-9d09-0ce398f0e28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:30.524479 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17554823-caff-46a4-b8a4-71c002af6891 req-ffbdda74-4278-4117-a62a-049cc636e7bb tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:30.525311 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-17554823-caff-46a4-b8a4-71c002af6891 req-ffbdda74-4278-4117-a62a-049cc636e7bb tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:30.529285 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6faf1fce-4d46-4bed-9d09-0ce398f0e28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:30.616551 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6faf1fce-4d46-4bed-9d09-0ce398f0e28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:30.624426 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-17554823-caff-46a4-b8a4-71c002af6891 req-ffbdda74-4278-4117-a62a-049cc636e7bb tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5123293 Apr 21 12:48:30.638902 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-17554823-caff-46a4-b8a4-71c002af6891 req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Request body: {'port': {'device_id': 'fa9165f4-08e9-485c-ac87-aedc4e4de1c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:48:30.683745 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6faf1fce-4d46-4bed-9d09-0ce398f0e28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:30.702097 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-17554823-caff-46a4-b8a4-71c002af6891 req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:30.721826 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6faf1fce-4d46-4bed-9d09-0ce398f0e28c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:48:30.726564 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf1fce-4d46-4bed-9d09-0ce398f0e28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d43c169-f215-4ee4-9ae1-652ff37dcdc2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:30.744131 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6faf1fce-4d46-4bed-9d09-0ce398f0e28c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:30.744527 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-6faf1fce-4d46-4bed-9d09-0ce398f0e28c admin admin] Added segment 25234a6f-ba5c-401b-9f23-2ac3bb411599 of type vlan for network ff384fc7-953a-4fa5-a1d2-48a66a1a51ad Apr 21 12:48:30.787051 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6faf1fce-4d46-4bed-9d09-0ce398f0e28c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:30.871298 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6faf1fce-4d46-4bed-9d09-0ce398f0e28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:30.873277 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6faf1fce-4d46-4bed-9d09-0ce398f0e28c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:30.874029 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6faf1fce-4d46-4bed-9d09-0ce398f0e28c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:30.935885 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faf1fce-4d46-4bed-9d09-0ce398f0e28c admin admin] Pushing event updated for resources: {'Network': ['ID=ff384fc7-953a-4fa5-a1d2-48a66a1a51ad,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:30.945913 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network ff384fc7-953a-4fa5-a1d2-48a66a1a51ad details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:48:30.978082 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6faf1fce-4d46-4bed-9d09-0ce398f0e28c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5838261 Apr 21 12:48:30.980349 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53768) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:48:30.987314 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-654d1e2b-9d60-415e-b00d-ab3c44d090ca admin admin] Request body: {'subnet': {'network_id': 'ff384fc7-953a-4fa5-a1d2-48a66a1a51ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1237530572-subnet', 'tenant_id': 'fa3bd42b05724fbeac52136ece66f800', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:48:31.019447 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-17554823-caff-46a4-b8a4-71c002af6891 req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f338338-40fb-449c-b3dc-9cae172b4992 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:48:31.028209 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-17554823-caff-46a4-b8a4-71c002af6891 req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:31.061182 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-17554823-caff-46a4-b8a4-71c002af6891 req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Transition to ACTIVE for port object 9f338338-40fb-449c-b3dc-9cae172b4992 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:48:31.099283 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070301e-df30-4875-90d6-f4115e8b35d8 req-c128c8ed-aecc-405c-9cd9-b6da4072deae tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:31.100873 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1070301e-df30-4875-90d6-f4115e8b35d8 req-c128c8ed-aecc-405c-9cd9-b6da4072deae tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.0536528 Apr 21 12:48:31.101041 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654d1e2b-9d60-415e-b00d-ab3c44d090ca admin admin] Made reservation on behalf of fa3bd42b05724fbeac52136ece66f800 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:48:31.103481 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-654d1e2b-9d60-415e-b00d-ab3c44d090ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:31.139600 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1070301e-df30-4875-90d6-f4115e8b35d8 req-a5fc739e-736c-4b40-87e1-0a101d783a94 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318549 Apr 21 12:48:31.157550 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-17554823-caff-46a4-b8a4-71c002af6891 req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:31.206648 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Pushing event updated for resources: {'Port': ['ID=9f338338-40fb-449c-b3dc-9cae172b4992,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:31.217182 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:31.217530 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:31.217900 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:31.218233 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:31.218565 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:31.218892 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:31.219219 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:31.219542 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:31.219866 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:31.220192 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:31.220516 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:31.220832 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:31.298734 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-17554823-caff-46a4-b8a4-71c002af6891 req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Attempting to bind port 9f338338-40fb-449c-b3dc-9cae172b4992 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:48:31.299106 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-17554823-caff-46a4-b8a4-71c002af6891 req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Attempting to bind port 9f338338-40fb-449c-b3dc-9cae172b4992 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '0768e93f-2192-426a-8062-6b9b25d12b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '922b14c1-7208-45a2-9286-597c5ba2d9eb'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:48:31.299432 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17554823-caff-46a4-b8a4-71c002af6891 req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Attempting to bind port 9f338338-40fb-449c-b3dc-9cae172b4992 on network 922b14c1-7208-45a2-9286-597c5ba2d9eb {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:48:31.303775 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17554823-caff-46a4-b8a4-71c002af6891 req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Port 9f338338-40fb-449c-b3dc-9cae172b4992 on network 922b14c1-7208-45a2-9286-597c5ba2d9eb not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:48:31.304087 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17554823-caff-46a4-b8a4-71c002af6891 req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Attempting to bind port 9f338338-40fb-449c-b3dc-9cae172b4992 on network 922b14c1-7208-45a2-9286-597c5ba2d9eb {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:48:31.308802 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17554823-caff-46a4-b8a4-71c002af6891 req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:48:31.309135 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17554823-caff-46a4-b8a4-71c002af6891 req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Checking segment: {'id': '0768e93f-2192-426a-8062-6b9b25d12b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '922b14c1-7208-45a2-9286-597c5ba2d9eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:48:31.312209 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17554823-caff-46a4-b8a4-71c002af6891 req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Bound using segment: {'id': '0768e93f-2192-426a-8062-6b9b25d12b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '922b14c1-7208-45a2-9286-597c5ba2d9eb'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:48:31.312209 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-17554823-caff-46a4-b8a4-71c002af6891 req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Bound port: 9f338338-40fb-449c-b3dc-9cae172b4992, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0768e93f-2192-426a-8062-6b9b25d12b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '922b14c1-7208-45a2-9286-597c5ba2d9eb'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:48:31.312209 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-17554823-caff-46a4-b8a4-71c002af6891 req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:31.352245 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-654d1e2b-9d60-415e-b00d-ab3c44d090ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:31.424027 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654d1e2b-9d60-415e-b00d-ab3c44d090ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ac9efef-b8dc-4fac-aa36-05a363eaf4cf,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:31.436380 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654d1e2b-9d60-415e-b00d-ab3c44d090ca admin admin] Checking segment: {'id': '25234a6f-ba5c-401b-9f23-2ac3bb411599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'ff384fc7-953a-4fa5-a1d2-48a66a1a51ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:48:31.436744 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654d1e2b-9d60-415e-b00d-ab3c44d090ca admin admin] Network hostable DHCP agents. Network: ff384fc7-953a-4fa5-a1d2-48a66a1a51ad, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:48:31.473222 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-17554823-caff-46a4-b8a4-71c002af6891 req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] For port 9f338338-40fb-449c-b3dc-9cae172b4992, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:48:31.484704 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device f97e1c8c-558c-48b7-bf60-41f451df8a30 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:48:31.499376 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-17554823-caff-46a4-b8a4-71c002af6891 req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] For port 9f338338-40fb-449c-b3dc-9cae172b4992, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9f338338-40fb-449c-b3dc-9cae172b4992,segment=NetworkSegment(0768e93f-2192-426a-8062-6b9b25d12b7a),segment_id=0768e93f-2192-426a-8062-6b9b25d12b7a)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:48:31.508399 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca9d2d-f911-43fd-a214-5824d5fae7a9 req-93f9e83d-16e1-4ac1-aafd-ced5ed86aebc tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:31.510116 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2fca9d2d-f911-43fd-a214-5824d5fae7a9 req-93f9e83d-16e1-4ac1-aafd-ced5ed86aebc tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=2837c0eb-84c3-4dcd-b309-7d3cca1743cd HTTP/1.1" status: 200 len: 948 time: 0.1252544 Apr 21 12:48:31.526143 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6bc69-a8a9-442d-acc2-05432f065334 req-eab8dfa1-b752-4906-a1d7-bd2416e5fa71 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:31.527791 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5e6bc69-a8a9-442d-acc2-05432f065334 req-eab8dfa1-b752-4906-a1d7-bd2416e5fa71 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 946 time: 0.1374381 Apr 21 12:48:31.540648 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654d1e2b-9d60-415e-b00d-ab3c44d090ca admin admin] Network ff384fc7-953a-4fa5-a1d2-48a66a1a51ad is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:48:31.580964 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-17554823-caff-46a4-b8a4-71c002af6891 req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:31.584980 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2fca9d2d-f911-43fd-a214-5824d5fae7a9 req-cce3a445-3cac-4d5f-a938-7140a30d5ff1 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562479 Apr 21 12:48:31.602527 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5e6bc69-a8a9-442d-acc2-05432f065334 req-3053b1e0-d61f-4b44-b582-b4f5fc943a91 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651934 Apr 21 12:48:31.637927 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17554823-caff-46a4-b8a4-71c002af6891 req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:31.638549 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-17554823-caff-46a4-b8a4-71c002af6891 req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:31.640210 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-17554823-caff-46a4-b8a4-71c002af6891 req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] 10.222.0.26 "PUT /v2.0/ports/9f338338-40fb-449c-b3dc-9cae172b4992 HTTP/1.1" status: 200 len: 1092 time: 1.0064228 Apr 21 12:48:31.640665 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9165f4-08e9-485c-ac87-aedc4e4de1c2', 'tag': '9f338338-40fb-449c-b3dc-9cae172b4992'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:48:31.649808 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port f97e1c8c-558c-48b7-bf60-41f451df8a30 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:48:31.649808 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port f97e1c8c-558c-48b7-bf60-41f451df8a30 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:48:31.649808 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:31.651664 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1a760d-3462-456e-a393-f85a2be7f67e" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9165f4-08e9-485c-ac87-aedc4e4de1c2", "tag": "9f338338-40fb-449c-b3dc-9cae172b4992"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:48:31.677957 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-654d1e2b-9d60-415e-b00d-ab3c44d090ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, ff384fc7-953a-4fa5-a1d2-48a66a1a51ad) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:48:31.682376 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654d1e2b-9d60-415e-b00d-ab3c44d090ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:31.692920 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-654d1e2b-9d60-415e-b00d-ab3c44d090ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:31.695614 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58548436-eb3e-428c-a9c5-c7b261f0349a None None] Network ff384fc7-953a-4fa5-a1d2-48a66a1a51ad requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:48:31.718198 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ab3a6-1750-450f-8c92-3bbd8ed5097e service neutron] Pushing event updated for resources: {'Port': ['ID=9f338338-40fb-449c-b3dc-9cae172b4992,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:31.743439 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ff95a6-008d-4b01-8fa9-36525cccf9a6 x-openstack-request-id: req-84ff95a6-008d-4b01-8fa9-36525cccf9a6 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:48:31.750375 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9165f4-08e9-485c-ac87-aedc4e4de1c2", "tag": "9f338338-40fb-449c-b3dc-9cae172b4992", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:48:31.750375 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-84ff95a6-008d-4b01-8fa9-36525cccf9a6 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:48:31.750375 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84ff95a6-008d-4b01-8fa9-36525cccf9a6'] response: {'name': 'network-changed', 'server_uuid': 'fa9165f4-08e9-485c-ac87-aedc4e4de1c2', 'tag': '9f338338-40fb-449c-b3dc-9cae172b4992', 'status': 'completed', 'code': 200} Apr 21 12:48:31.771516 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-654d1e2b-9d60-415e-b00d-ab3c44d090ca admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7901056 Apr 21 12:48:31.804413 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e6c2e-1faa-4146-9af1-3214f93aefa3 req-9107208f-145d-4d52-9069-a202199446a0 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:31.806061 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a96e6c2e-1faa-4146-9af1-3214f93aefa3 req-9107208f-145d-4d52-9069-a202199446a0 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa9165f4-08e9-485c-ac87-aedc4e4de1c2 HTTP/1.1" status: 200 len: 944 time: 0.1377649 Apr 21 12:48:31.842828 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a760d-3462-456e-a393-f85a2be7f67e req-cb739e4b-4a85-46de-b628-00a40605279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:31.844369 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ad1a760d-3462-456e-a393-f85a2be7f67e req-cb739e4b-4a85-46de-b628-00a40605279b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0cef7977fdb64b878118f3cfbb1a54e1&device_id=fa9165f4-08e9-485c-ac87-aedc4e4de1c2 HTTP/1.1" status: 200 len: 1095 time: 0.0876632 Apr 21 12:48:31.863729 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:31.881782 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a96e6c2e-1faa-4146-9af1-3214f93aefa3 req-e16569ec-ff47-4a9d-8422-98d9f2e0373b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648499 Apr 21 12:48:31.914668 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2837c0eb-84c3-4dcd-b309-7d3cca1743cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97e1c8c-558c-48b7-bf60-41f451df8a30'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:48:31.917157 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d52cc66-e890-4381-87c9-7529d689fe2e" -d '{"events": [{"server_uuid": "2837c0eb-84c3-4dcd-b309-7d3cca1743cd", "name": "network-vif-plugged", "status": "completed", "tag": "f97e1c8c-558c-48b7-bf60-41f451df8a30"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:48:31.934123 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8bc19e-30bc-4056-b8fd-8dce956e0c8e None None] Network ff384fc7-953a-4fa5-a1d2-48a66a1a51ad requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:48:31.938211 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port f97e1c8c-558c-48b7-bf60-41f451df8a30, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=f97e1c8c-558c-48b7-bf60-41f451df8a30,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:31.980218 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a760d-3462-456e-a393-f85a2be7f67e req-8f69f8c5-5b54-4528-9f53-0cb28f598ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:31.982360 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ad1a760d-3462-456e-a393-f85a2be7f67e req-8f69f8c5-5b54-4528-9f53-0cb28f598ab0 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=0cef7977fdb64b878118f3cfbb1a54e1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1277168 Apr 21 12:48:31.987517 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a52f383-f466-495a-b4c3-44cc0b1dfc16 x-openstack-request-id: req-6a52f383-f466-495a-b4c3-44cc0b1dfc16 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:48:31.987816 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2837c0eb-84c3-4dcd-b309-7d3cca1743cd", "name": "network-vif-plugged", "status": "completed", "tag": "f97e1c8c-558c-48b7-bf60-41f451df8a30", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:48:31.988062 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6a52f383-f466-495a-b4c3-44cc0b1dfc16 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:48:31.988460 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a52f383-f466-495a-b4c3-44cc0b1dfc16'] response: {'server_uuid': '2837c0eb-84c3-4dcd-b309-7d3cca1743cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97e1c8c-558c-48b7-bf60-41f451df8a30', 'code': 200} Apr 21 12:48:32.017077 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:32.127330 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=f97e1c8c-558c-48b7-bf60-41f451df8a30,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:32.179480 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05050f8-7976-44a3-b806-f30f2a6a7dc4 req-e3b46db5-074b-46ca-9d63-68cdb3c8c66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:32.180992 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c05050f8-7976-44a3-b806-f30f2a6a7dc4 req-e3b46db5-074b-46ca-9d63-68cdb3c8c66c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2837c0eb-84c3-4dcd-b309-7d3cca1743cd HTTP/1.1" status: 200 len: 1100 time: 0.1095409 Apr 21 12:48:32.184039 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a760d-3462-456e-a393-f85a2be7f67e req-78e70288-bcb8-480e-a3d8-556102dbc5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:32.185419 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ad1a760d-3462-456e-a393-f85a2be7f67e req-78e70288-bcb8-480e-a3d8-556102dbc5d6 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1887112 Apr 21 12:48:32.306952 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c05050f8-7976-44a3-b806-f30f2a6a7dc4 req-b70f7285-52fd-461b-9b10-e1f448468747 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071925 Apr 21 12:48:32.375628 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17554823-caff-46a4-b8a4-71c002af6891 req-ca0e2e7c-ecf3-49e9-be65-69bb09c62667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:32.377108 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-17554823-caff-46a4-b8a4-71c002af6891 req-ca0e2e7c-ecf3-49e9-be65-69bb09c62667 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0cef7977fdb64b878118f3cfbb1a54e1&device_id=fa9165f4-08e9-485c-ac87-aedc4e4de1c2 HTTP/1.1" status: 200 len: 1095 time: 0.1478717 Apr 21 12:48:32.395863 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4514a-f168-4fa4-93a7-5513090b158a req-207f68a3-b83e-46a6-9914-506fb298121c tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:32.397290 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10e4514a-f168-4fa4-93a7-5513090b158a req-207f68a3-b83e-46a6-9914-506fb298121c tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.1321454 Apr 21 12:48:32.451029 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-17554823-caff-46a4-b8a4-71c002af6891 req-43de27db-30f3-4dd5-a0de-ae4d16c8f6c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f338338-40fb-449c-b3dc-9cae172b4992 HTTP/1.1" status: 200 len: 217 time: 0.0646651 Apr 21 12:48:32.510550 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-0647b423-3340-428b-a828-2e9ef658eccb tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:32.511894 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-0647b423-3340-428b-a828-2e9ef658eccb tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/networks?id=a9ec0f34-86b9-4b26-9c36-07244d5aba92 HTTP/1.1" status: 200 len: 824 time: 0.2020466 Apr 21 12:48:32.538971 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10e4514a-f168-4fa4-93a7-5513090b158a req-24155da2-1da4-41ba-a64f-a0d585617f17 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033974 Apr 21 12:48:32.544237 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-7df371fc-4614-4bc4-a22b-5f34c1794634 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/quotas/9d6c145dfd77480b9b81fcc48895d006 HTTP/1.1" status: 200 len: 375 time: 0.0237069 Apr 21 12:48:32.546100 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17554823-caff-46a4-b8a4-71c002af6891 req-a50f06ed-ba51-404f-994e-ce82148628fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:32.547767 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-17554823-caff-46a4-b8a4-71c002af6891 req-a50f06ed-ba51-404f-994e-ce82148628fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3fb62fd-7387-4f92-a212-fa3831f77ec4 HTTP/1.1" status: 200 len: 854 time: 0.0863352 Apr 21 12:48:32.601145 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-17554823-caff-46a4-b8a4-71c002af6891 req-eca45404-d5b5-48d8-aee7-b4304f611bd6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=922b14c1-7208-45a2-9286-597c5ba2d9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470712 Apr 21 12:48:32.602877 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-2b20beb9-d67b-45b4-99c5-6442ac5043e2 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d6c145dfd77480b9b81fcc48895d006&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500524 Apr 21 12:48:32.785346 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-17554823-caff-46a4-b8a4-71c002af6891 req-5751c54e-dd99-43cf-8c71-5b769a835a52 service neutron] 10.222.0.26 "GET /v2.0/networks/922b14c1-7208-45a2-9286-597c5ba2d9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772985 Apr 21 12:48:32.792456 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0b063-a0c3-4f41-85bb-2765564f4bb4 req-971ee10b-2d29-4ffe-958c-f1d725db0ba5 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:32.793835 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9f0b063-a0c3-4f41-85bb-2765564f4bb4 req-971ee10b-2d29-4ffe-958c-f1d725db0ba5 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=2837c0eb-84c3-4dcd-b309-7d3cca1743cd HTTP/1.1" status: 200 len: 949 time: 0.1344020 Apr 21 12:48:32.831614 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-dea7b033-57d3-41fb-93b3-8bfa24629e7c service neutron] 10.222.0.36 "GET /v2.0/networks/a9ec0f34-86b9-4b26-9c36-07244d5aba92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065837 Apr 21 12:48:32.903017 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9f0b063-a0c3-4f41-85bb-2765564f4bb4 req-21a8f281-628c-4b7c-b724-ffe9d933291f tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028383 Apr 21 12:48:32.986920 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-17554823-caff-46a4-b8a4-71c002af6891 req-db94f6db-e379-4296-b45f-b60b1122ec9a service neutron] 10.222.0.26 "GET /v2.0/networks/922b14c1-7208-45a2-9286-597c5ba2d9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921618 Apr 21 12:48:33.015967 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-30040369-91da-4f0f-bbc8-ef78324ad2bd service neutron] 10.222.0.36 "GET /v2.0/networks/a9ec0f34-86b9-4b26-9c36-07244d5aba92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531193 Apr 21 12:48:33.036166 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fef335-5992-4238-baf2-4f84a303941d req-c30b08be-9a57-4491-8fda-d98924d7e198 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:33.037565 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e9fef335-5992-4238-baf2-4f84a303941d req-c30b08be-9a57-4491-8fda-d98924d7e198 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 946 time: 0.0656481 Apr 21 12:48:33.079979 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e9fef335-5992-4238-baf2-4f84a303941d req-99df4e0b-e93b-4613-89b1-0f25fd69037a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349267 Apr 21 12:48:33.199666 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffe256-fd4e-441e-ad9b-96e54bb8a6db req-c05b6b56-6302-49b2-834e-27881e1cc547 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:33.201896 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9bffe256-fd4e-441e-ad9b-96e54bb8a6db req-c05b6b56-6302-49b2-834e-27881e1cc547 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa9165f4-08e9-485c-ac87-aedc4e4de1c2 HTTP/1.1" status: 200 len: 944 time: 0.0500717 Apr 21 12:48:33.254138 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9bffe256-fd4e-441e-ad9b-96e54bb8a6db req-4f939987-f044-479c-828c-448106d36b9b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459802 Apr 21 12:48:33.279764 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01692870-acfa-4bc3-9b6c-a6915f8b7c8a req-bb8062c4-653f-4c8a-8543-ef4da130746d tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/ports?device_id=19df6705-348d-438f-b826-8b7368597fdd HTTP/1.1" status: 200 len: 210 time: 0.0406604 Apr 21 12:48:33.658939 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9ba94-8eee-48c2-a3ae-88ff9f10512b req-6e9abe73-631b-49b6-b4aa-528f6b791be5 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:33.660465 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33e9ba94-8eee-48c2-a3ae-88ff9f10512b req-6e9abe73-631b-49b6-b4aa-528f6b791be5 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.0480218 Apr 21 12:48:33.697890 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33e9ba94-8eee-48c2-a3ae-88ff9f10512b req-d1b71704-a1e5-4004-9915-727f35ca636d tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309758 Apr 21 12:48:34.021250 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cca5a45-e33c-4087-8537-cec21c88dda2 req-84b28127-ba22-465f-b286-587e819f923e tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:34.022784 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0cca5a45-e33c-4087-8537-cec21c88dda2 req-84b28127-ba22-465f-b286-587e819f923e tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=2837c0eb-84c3-4dcd-b309-7d3cca1743cd HTTP/1.1" status: 200 len: 949 time: 0.0505493 Apr 21 12:48:34.064267 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0cca5a45-e33c-4087-8537-cec21c88dda2 req-a669a1c6-001b-4d3b-bc35-a4114829b31f tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354044 Apr 21 12:48:34.207085 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf2aba-e827-46bc-8431-18390da0bea2 req-daf1d1d0-debf-4c05-812e-c6e0cf8ac817 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:34.208301 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2bdf2aba-e827-46bc-8431-18390da0bea2 req-daf1d1d0-debf-4c05-812e-c6e0cf8ac817 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 946 time: 0.0549705 Apr 21 12:48:34.251489 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2bdf2aba-e827-46bc-8431-18390da0bea2 req-6bbea88c-feed-45e9-b903-10e940dd55a5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366876 Apr 21 12:48:34.376250 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f89f59d4-b4ef-4f6b-8298-abb501d1e002 req-6ec87011-3af6-4902-b2ec-58faf9d465b1 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/ports?device_id=19df6705-348d-438f-b826-8b7368597fdd HTTP/1.1" status: 200 len: 210 time: 0.0392992 Apr 21 12:48:34.396244 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b09088-3b0b-44b1-8e8e-21776df5d73f req-7473b2f3-c10d-4111-900f-a3f2476e0b23 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:34.401011 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68b09088-3b0b-44b1-8e8e-21776df5d73f req-7473b2f3-c10d-4111-900f-a3f2476e0b23 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa9165f4-08e9-485c-ac87-aedc4e4de1c2 HTTP/1.1" status: 200 len: 944 time: 0.0735850 Apr 21 12:48:34.436409 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68b09088-3b0b-44b1-8e8e-21776df5d73f req-1b2409e9-bf7a-4dfe-9495-75ce8a345f7e tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325224 Apr 21 12:48:34.829914 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b2323-2bfe-4703-a17e-21fd245ce399 req-77d142c8-02b6-4027-80f3-e03388c4c0b8 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:34.831667 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd8b2323-2bfe-4703-a17e-21fd245ce399 req-77d142c8-02b6-4027-80f3-e03388c4c0b8 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.0498471 Apr 21 12:48:34.870524 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd8b2323-2bfe-4703-a17e-21fd245ce399 req-9a52f798-06e7-4848-96bd-e1b9dd4c0ca1 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317726 Apr 21 12:48:35.195079 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba145a13-d77d-40e2-973e-03c51c3496b6 req-d5c8f6d2-be41-4b93-85aa-04a39659f71e tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:35.197190 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba145a13-d77d-40e2-973e-03c51c3496b6 req-d5c8f6d2-be41-4b93-85aa-04a39659f71e tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=2837c0eb-84c3-4dcd-b309-7d3cca1743cd HTTP/1.1" status: 200 len: 949 time: 0.0536211 Apr 21 12:48:35.235260 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba145a13-d77d-40e2-973e-03c51c3496b6 req-dc971fc9-f31e-49b3-81a0-0a4b7cac66bf tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322578 Apr 21 12:48:35.370459 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79775f5-5322-478b-b506-be441b2deb92 req-6ed6fbb6-2a54-405a-b8d8-b482998faa94 tempest-ServersOnMultiNodesTest-1979639452 tempest-ServersOnMultiNodesTest-1979639452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:35.372034 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b79775f5-5322-478b-b506-be441b2deb92 req-6ed6fbb6-2a54-405a-b8d8-b482998faa94 tempest-ServersOnMultiNodesTest-1979639452 tempest-ServersOnMultiNodesTest-1979639452-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2837c0eb-84c3-4dcd-b309-7d3cca1743cd HTTP/1.1" status: 200 len: 1100 time: 0.0706999 Apr 21 12:48:35.384348 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ada0f-e563-47d2-b2c8-fb212528cd11 req-4bdee8cf-56b5-496a-9a2b-2ce998ca3e54 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:35.385878 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f07ada0f-e563-47d2-b2c8-fb212528cd11 req-4bdee8cf-56b5-496a-9a2b-2ce998ca3e54 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 946 time: 0.0590529 Apr 21 12:48:35.438272 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b79775f5-5322-478b-b506-be441b2deb92 req-ae536086-a541-49c6-ac06-6e1b77b82339 tempest-ServersOnMultiNodesTest-1979639452 tempest-ServersOnMultiNodesTest-1979639452-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514207 Apr 21 12:48:35.455285 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f07ada0f-e563-47d2-b2c8-fb212528cd11 req-b7ca403b-54b5-4685-b794-c1d3a19fe234 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615039 Apr 21 12:48:35.546963 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8dd59e7b-3cac-48f3-8150-9bc1d379469c req-363c77f2-3e90-4160-ad4b-b9bea8199a5c tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/ports?device_id=19df6705-348d-438f-b826-8b7368597fdd HTTP/1.1" status: 200 len: 210 time: 0.0287380 Apr 21 12:48:35.598322 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d8195-738f-4758-b3e2-c1e878b094f1 req-face5fe1-1147-489b-a080-dcd1b6f0e29f tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:35.599786 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-031d8195-738f-4758-b3e2-c1e878b094f1 req-face5fe1-1147-489b-a080-dcd1b6f0e29f tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa9165f4-08e9-485c-ac87-aedc4e4de1c2 HTTP/1.1" status: 200 len: 944 time: 0.0552208 Apr 21 12:48:35.646460 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-031d8195-738f-4758-b3e2-c1e878b094f1 req-6dc61a89-10e4-402d-99ab-71e2881a268d tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358922 Apr 21 12:48:35.673136 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-24caeb05-eb1e-4e7c-937b-011185080951 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c623b08b095e4654a1f16b34ae10bc43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257215 Apr 21 12:48:35.786408 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-c1535b97-c2dd-44f5-9f6b-1ed8d68c11b2 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:35.792373 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-c1535b97-c2dd-44f5-9f6b-1ed8d68c11b2 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1110058 Apr 21 12:48:35.803142 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-df373f09-6a0d-44cf-bbbc-d6637f474a95 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/quotas/c623b08b095e4654a1f16b34ae10bc43 HTTP/1.1" status: 200 len: 375 time: 0.0091271 Apr 21 12:48:35.886996 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-a591bf44-8269-46ed-a32b-918889d2b96e tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c623b08b095e4654a1f16b34ae10bc43&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0781534 Apr 21 12:48:36.023878 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-5db756c0-82d7-4504-bc35-e1fb69b6faef tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:36.025485 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-5db756c0-82d7-4504-bc35-e1fb69b6faef tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.26 "GET /v2.0/networks?id=a9ec0f34-86b9-4b26-9c36-07244d5aba92 HTTP/1.1" status: 200 len: 824 time: 0.1804056 Apr 21 12:48:36.033797 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ed2c84-85eb-4df4-81e9-474a1500bc61 req-95e0e71d-e6a5-4d00-ab80-fa013bbf8c0f tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:36.035168 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e8ed2c84-85eb-4df4-81e9-474a1500bc61 req-95e0e71d-e6a5-4d00-ab80-fa013bbf8c0f tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.0831699 Apr 21 12:48:36.052330 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-f6ecf765-4eb3-4ca7-b5b4-500250b32a1e tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Request body: {'port': {'device_id': '19df6705-348d-438f-b826-8b7368597fdd', 'network_id': 'a9ec0f34-86b9-4b26-9c36-07244d5aba92', 'admin_state_up': True, 'tenant_id': '9d6c145dfd77480b9b81fcc48895d006'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:48:36.140173 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e8ed2c84-85eb-4df4-81e9-474a1500bc61 req-e888f43e-7436-4702-92a1-99ffa8db1eaa tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963316 Apr 21 12:48:36.206155 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db9a0630-9d31-4b8f-9394-920c7045ef74 req-12e53024-d40b-47ef-8f57-025b1a930fbd tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce14addc-47d6-4a1a-8488-3f3db7d83b2e HTTP/1.1" status: 200 len: 210 time: 0.0360136 Apr 21 12:48:36.305900 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-f6ecf765-4eb3-4ca7-b5b4-500250b32a1e tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Made reservation on behalf of 9d6c145dfd77480b9b81fcc48895d006 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:48:36.310067 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-f6ecf765-4eb3-4ca7-b5b4-500250b32a1e tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:36.443644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-f6ecf765-4eb3-4ca7-b5b4-500250b32a1e tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Allocated IP 172.20.0.11 (a9ec0f34-86b9-4b26-9c36-07244d5aba92/8ec0dd1f-5bb9-45e0-8438-aef5a6e130a0/ccb7b8e4-f344-4fda-870a-e12aa47bdd88) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:48:36.650908 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-f6ecf765-4eb3-4ca7-b5b4-500250b32a1e tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:36.659521 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0ef75-4113-4c15-8b51-0ba04476baaa req-342302ac-aaaf-4005-b70b-e701b991323d tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:36.666196 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-55f0ef75-4113-4c15-8b51-0ba04476baaa req-342302ac-aaaf-4005-b70b-e701b991323d tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 946 time: 0.1123245 Apr 21 12:48:37.001243 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dcf736bd-eabb-444e-b897-7f28a5a1592e req-713fc047-919f-4b98-807f-c89f1bed42e2 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/ports?device_id=19df6705-348d-438f-b826-8b7368597fdd HTTP/1.1" status: 200 len: 210 time: 0.3827071 Apr 21 12:48:37.036189 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 9f338338-40fb-449c-b3dc-9cae172b4992 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:48:37.051623 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-55f0ef75-4113-4c15-8b51-0ba04476baaa req-3c59dc2f-6ae2-4320-9913-830816a62c09 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843913 Apr 21 12:48:37.125822 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6073e3-7b44-439b-8b79-c11db3aa8c33 req-570bb4e5-7667-4444-9a99-9e618998ed91 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:37.127634 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bd6073e3-7b44-439b-8b79-c11db3aa8c33 req-570bb4e5-7667-4444-9a99-9e618998ed91 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa9165f4-08e9-485c-ac87-aedc4e4de1c2 HTTP/1.1" status: 200 len: 944 time: 0.0525341 Apr 21 12:48:37.150667 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-f6ecf765-4eb3-4ca7-b5b4-500250b32a1e tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:37.152240 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 9f338338-40fb-449c-b3dc-9cae172b4992, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9f338338-40fb-449c-b3dc-9cae172b4992,segment=NetworkSegment(0768e93f-2192-426a-8062-6b9b25d12b7a),segment_id=0768e93f-2192-426a-8062-6b9b25d12b7a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:37.169539 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '9f338338-40fb-449c-b3dc-9cae172b4992', 'network_id': '922b14c1-7208-45a2-9286-597c5ba2d9eb', 'port_id': '9f338338-40fb-449c-b3dc-9cae172b4992', 'mac_address': 'fa:16:3e:09:f3:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3fb62fd-7387-4f92-a212-fa3831f77ec4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:48:37.214239 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:37.229483 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f338338-40fb-449c-b3dc-9cae172b4992 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:48:37.250291 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 9f338338-40fb-449c-b3dc-9cae172b4992, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9f338338-40fb-449c-b3dc-9cae172b4992,segment=NetworkSegment(0768e93f-2192-426a-8062-6b9b25d12b7a),segment_id=0768e93f-2192-426a-8062-6b9b25d12b7a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:37.261446 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-f6ecf765-4eb3-4ca7-b5b4-500250b32a1e tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Network a9ec0f34-86b9-4b26-9c36-07244d5aba92 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:48:37.268449 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bd6073e3-7b44-439b-8b79-c11db3aa8c33 req-237b6314-9291-4c2d-9a5c-2e1c873c4154 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328611 Apr 21 12:48:37.285850 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-f6ecf765-4eb3-4ca7-b5b4-500250b32a1e tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:48:37.290520 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-f6ecf765-4eb3-4ca7-b5b4-500250b32a1e tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:48:37.321999 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ecf765-4eb3-4ca7-b5b4-500250b32a1e tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Pushing event updated for resources: {'Port': ['ID=ccb7b8e4-f344-4fda-870a-e12aa47bdd88,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:37.324235 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:37.374016 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-f6ecf765-4eb3-4ca7-b5b4-500250b32a1e tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:37.376996 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-f6ecf765-4eb3-4ca7-b5b4-500250b32a1e tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:37.402162 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39d6e5-f452-47d7-9e15-5532c758e981 req-72efde55-c77d-49fe-9a4d-262995525d73 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:37.402735 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=9f338338-40fb-449c-b3dc-9cae172b4992,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:37.404033 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb39d6e5-f452-47d7-9e15-5532c758e981 req-72efde55-c77d-49fe-9a4d-262995525d73 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.1689563 Apr 21 12:48:37.422867 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d7fcb7b9-8210-449a-a9f4-4b9ddbd09ef3 req-db2c8837-7e60-4230-b06c-716211cff255 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce14addc-47d6-4a1a-8488-3f3db7d83b2e HTTP/1.1" status: 200 len: 210 time: 0.0595758 Apr 21 12:48:37.449330 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb39d6e5-f452-47d7-9e15-5532c758e981 req-7a0cba04-64b9-4843-8edd-f060692cb7e2 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360162 Apr 21 12:48:37.548183 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-f6ecf765-4eb3-4ca7-b5b4-500250b32a1e tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5001602 Apr 21 12:48:37.676725 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-174f4532-7f10-495b-9bd6-bd400c4f8903 service neutron] Request body: {'port': {'device_id': '19df6705-348d-438f-b826-8b7368597fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:48:37.744046 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['9f338338-40fb-449c-b3dc-9cae172b4992'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:48:37.746785 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-174f4532-7f10-495b-9bd6-bd400c4f8903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:38.105018 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-174f4532-7f10-495b-9bd6-bd400c4f8903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccb7b8e4-f344-4fda-870a-e12aa47bdd88 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:48:38.114345 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-174f4532-7f10-495b-9bd6-bd400c4f8903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:38.155294 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-174f4532-7f10-495b-9bd6-bd400c4f8903 service neutron] Transition to ACTIVE for port object ccb7b8e4-f344-4fda-870a-e12aa47bdd88 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:48:38.192531 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b59e44-28f7-4743-8886-edf459a08850 req-2bc2cd3f-4575-4eaf-b8fb-a8ee9c94483e tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:38.194046 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-91b59e44-28f7-4743-8886-edf459a08850 req-2bc2cd3f-4575-4eaf-b8fb-a8ee9c94483e tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/ports?device_id=19df6705-348d-438f-b826-8b7368597fdd HTTP/1.1" status: 200 len: 932 time: 0.1064343 Apr 21 12:48:38.216946 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bca06-3c31-41e0-ac70-da5f5ad6fd04 req-6fc9f1a8-b2be-4370-b240-c90a219d9d1d tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:38.218419 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b05bca06-3c31-41e0-ac70-da5f5ad6fd04 req-6fc9f1a8-b2be-4370-b240-c90a219d9d1d tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 946 time: 0.0766416 Apr 21 12:48:38.233127 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-174f4532-7f10-495b-9bd6-bd400c4f8903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:38.314411 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-91b59e44-28f7-4743-8886-edf459a08850 req-d71a1f84-775f-49d6-b198-3206eec2a489 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de8950d-8cd4-42b4-80e6-7fe58cd3ea00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131654 Apr 21 12:48:38.322250 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b05bca06-3c31-41e0-ac70-da5f5ad6fd04 req-ec0ab141-7aaf-45da-8c4e-9c1ba45a0ad2 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976708 Apr 21 12:48:38.323209 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f4532-7f10-495b-9bd6-bd400c4f8903 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb7b8e4-f344-4fda-870a-e12aa47bdd88,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:38.453093 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-1ec86d34-a364-4895-b650-6017e0ebba19 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c623b08b095e4654a1f16b34ae10bc43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366683 Apr 21 12:48:38.458651 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-174f4532-7f10-495b-9bd6-bd400c4f8903 service neutron] Attempting to bind port ccb7b8e4-f344-4fda-870a-e12aa47bdd88 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:48:38.458982 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-174f4532-7f10-495b-9bd6-bd400c4f8903 service neutron] Attempting to bind port ccb7b8e4-f344-4fda-870a-e12aa47bdd88 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '69846068-40d9-4664-a633-a8182ba614af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a9ec0f34-86b9-4b26-9c36-07244d5aba92'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:48:38.459305 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-174f4532-7f10-495b-9bd6-bd400c4f8903 service neutron] Attempting to bind port ccb7b8e4-f344-4fda-870a-e12aa47bdd88 on network a9ec0f34-86b9-4b26-9c36-07244d5aba92 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:48:38.480914 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-174f4532-7f10-495b-9bd6-bd400c4f8903 service neutron] Port ccb7b8e4-f344-4fda-870a-e12aa47bdd88 on network a9ec0f34-86b9-4b26-9c36-07244d5aba92 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:48:38.485830 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-174f4532-7f10-495b-9bd6-bd400c4f8903 service neutron] Attempting to bind port ccb7b8e4-f344-4fda-870a-e12aa47bdd88 on network a9ec0f34-86b9-4b26-9c36-07244d5aba92 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:48:38.513782 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49642f-9a47-43af-ac40-3d91059fb7f7 req-5aba6600-5b41-467e-8b4d-cd961a848853 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:38.515327 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-be49642f-9a47-43af-ac40-3d91059fb7f7 req-5aba6600-5b41-467e-8b4d-cd961a848853 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa9165f4-08e9-485c-ac87-aedc4e4de1c2 HTTP/1.1" status: 200 len: 945 time: 0.1297393 Apr 21 12:48:38.532757 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-174f4532-7f10-495b-9bd6-bd400c4f8903 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:48:38.533096 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-174f4532-7f10-495b-9bd6-bd400c4f8903 service neutron] Checking segment: {'id': '69846068-40d9-4664-a633-a8182ba614af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a9ec0f34-86b9-4b26-9c36-07244d5aba92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:48:38.533473 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-174f4532-7f10-495b-9bd6-bd400c4f8903 service neutron] Bound using segment: {'id': '69846068-40d9-4664-a633-a8182ba614af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a9ec0f34-86b9-4b26-9c36-07244d5aba92'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:48:38.533939 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-174f4532-7f10-495b-9bd6-bd400c4f8903 service neutron] Bound port: ccb7b8e4-f344-4fda-870a-e12aa47bdd88, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69846068-40d9-4664-a633-a8182ba614af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a9ec0f34-86b9-4b26-9c36-07244d5aba92'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:48:38.534301 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-174f4532-7f10-495b-9bd6-bd400c4f8903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:38.593032 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12229fa7-01cf-48c8-93a3-16d0cffc386d req-abd62c61-2a32-46a9-a4ce-0bd5516d302c tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce14addc-47d6-4a1a-8488-3f3db7d83b2e HTTP/1.1" status: 200 len: 210 time: 0.0973513 Apr 21 12:48:38.692125 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-be49642f-9a47-43af-ac40-3d91059fb7f7 req-743e2cf8-3208-4676-bba1-63ec16044674 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616771 Apr 21 12:48:38.735516 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-1c5d3b22-a747-425e-9689-cf6c49ed263f tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:38.736963 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-1c5d3b22-a747-425e-9689-cf6c49ed263f tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2668619 Apr 21 12:48:38.753412 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-01022180-e855-4795-9795-a49218fd8df1 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Request body: {'port': {'device_id': 'ce14addc-47d6-4a1a-8488-3f3db7d83b2e', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'admin_state_up': True, 'tenant_id': 'c623b08b095e4654a1f16b34ae10bc43'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:48:38.759978 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-174f4532-7f10-495b-9bd6-bd400c4f8903 service neutron] For port ccb7b8e4-f344-4fda-870a-e12aa47bdd88, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:48:38.770293 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-174f4532-7f10-495b-9bd6-bd400c4f8903 service neutron] For port ccb7b8e4-f344-4fda-870a-e12aa47bdd88, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ccb7b8e4-f344-4fda-870a-e12aa47bdd88,segment=NetworkSegment(69846068-40d9-4664-a633-a8182ba614af),segment_id=69846068-40d9-4664-a633-a8182ba614af)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:48:38.827042 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caefb58-a300-4d20-a7f3-e907f2532327 req-7e4bca45-7c48-4caa-8ff9-c78135c852be tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:38.828534 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5caefb58-a300-4d20-a7f3-e907f2532327 req-7e4bca45-7c48-4caa-8ff9-c78135c852be tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.1661224 Apr 21 12:48:38.859090 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-174f4532-7f10-495b-9bd6-bd400c4f8903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:38.940383 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-174f4532-7f10-495b-9bd6-bd400c4f8903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:38.941021 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-174f4532-7f10-495b-9bd6-bd400c4f8903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:38.942465 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-174f4532-7f10-495b-9bd6-bd400c4f8903 service neutron] 10.222.0.26 "PUT /v2.0/ports/ccb7b8e4-f344-4fda-870a-e12aa47bdd88 HTTP/1.1" status: 200 len: 1092 time: 1.3799603 Apr 21 12:48:38.946163 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19df6705-348d-438f-b826-8b7368597fdd', 'tag': 'ccb7b8e4-f344-4fda-870a-e12aa47bdd88'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:48:38.951431 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79211f1b-26ca-4742-ace5-0707d1df073e" -d '{"events": [{"name": "network-changed", "server_uuid": "19df6705-348d-438f-b826-8b7368597fdd", "tag": "ccb7b8e4-f344-4fda-870a-e12aa47bdd88"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:48:38.972623 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5caefb58-a300-4d20-a7f3-e907f2532327 req-27321c87-0af9-4b9b-86f5-954a07554398 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363385 Apr 21 12:48:38.985719 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f4532-7f10-495b-9bd6-bd400c4f8903 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb7b8e4-f344-4fda-870a-e12aa47bdd88,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:39.002752 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04c5fbb-4481-496c-b64b-c21a22088d54 x-openstack-request-id: req-f04c5fbb-4481-496c-b64b-c21a22088d54 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:48:39.002752 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19df6705-348d-438f-b826-8b7368597fdd", "tag": "ccb7b8e4-f344-4fda-870a-e12aa47bdd88", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:48:39.002752 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f04c5fbb-4481-496c-b64b-c21a22088d54 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:48:39.002752 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f04c5fbb-4481-496c-b64b-c21a22088d54'] response: {'name': 'network-changed', 'server_uuid': '19df6705-348d-438f-b826-8b7368597fdd', 'tag': 'ccb7b8e4-f344-4fda-870a-e12aa47bdd88', 'status': 'completed', 'code': 200} Apr 21 12:48:39.047376 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 9f338338-40fb-449c-b3dc-9cae172b4992 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:48:39.066009 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79211f1b-26ca-4742-ace5-0707d1df073e req-9234ee9d-921a-4b16-b4a9-08302a26bec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:39.067504 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79211f1b-26ca-4742-ace5-0707d1df073e req-9234ee9d-921a-4b16-b4a9-08302a26bec7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d6c145dfd77480b9b81fcc48895d006&device_id=19df6705-348d-438f-b826-8b7368597fdd HTTP/1.1" status: 200 len: 1095 time: 0.0444760 Apr 21 12:48:39.100128 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-01022180-e855-4795-9795-a49218fd8df1 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Made reservation on behalf of c623b08b095e4654a1f16b34ae10bc43 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:48:39.103583 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-01022180-e855-4795-9795-a49218fd8df1 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:39.197880 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 9f338338-40fb-449c-b3dc-9cae172b4992 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:48:39.202559 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 9f338338-40fb-449c-b3dc-9cae172b4992 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:48:39.203045 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:39.234688 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79211f1b-26ca-4742-ace5-0707d1df073e req-f5e16e90-1fdf-457f-93aa-44fc2dce8c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:39.236152 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79211f1b-26ca-4742-ace5-0707d1df073e req-f5e16e90-1fdf-457f-93aa-44fc2dce8c3c service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=9d6c145dfd77480b9b81fcc48895d006&shared=False HTTP/1.1" status: 200 len: 925 time: 0.1568532 Apr 21 12:48:39.287551 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:39.310835 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9165f4-08e9-485c-ac87-aedc4e4de1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f338338-40fb-449c-b3dc-9cae172b4992'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:48:39.313091 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d208a78-ed24-4e9f-b273-bace71cfc5fd" -d '{"events": [{"server_uuid": "fa9165f4-08e9-485c-ac87-aedc4e4de1c2", "name": "network-vif-plugged", "status": "completed", "tag": "9f338338-40fb-449c-b3dc-9cae172b4992"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:48:39.337464 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 9f338338-40fb-449c-b3dc-9cae172b4992, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9f338338-40fb-449c-b3dc-9cae172b4992,segment=NetworkSegment(0768e93f-2192-426a-8062-6b9b25d12b7a),segment_id=0768e93f-2192-426a-8062-6b9b25d12b7a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:39.362868 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd44c274-ad20-4d3a-b754-7a5dabb3997b x-openstack-request-id: req-cd44c274-ad20-4d3a-b754-7a5dabb3997b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:48:39.363446 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9165f4-08e9-485c-ac87-aedc4e4de1c2", "name": "network-vif-plugged", "status": "completed", "tag": "9f338338-40fb-449c-b3dc-9cae172b4992", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:48:39.364007 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cd44c274-ad20-4d3a-b754-7a5dabb3997b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:48:39.364700 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd44c274-ad20-4d3a-b754-7a5dabb3997b'] response: {'server_uuid': 'fa9165f4-08e9-485c-ac87-aedc4e4de1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f338338-40fb-449c-b3dc-9cae172b4992', 'code': 200} Apr 21 12:48:39.377816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-01022180-e855-4795-9795-a49218fd8df1 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Allocated IP 192.168.233.102 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/4d76152d-771b-40ae-ae9d-482dac4aabee) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:48:39.386207 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:39.467451 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=9f338338-40fb-449c-b3dc-9cae172b4992,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:39.555819 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79211f1b-26ca-4742-ace5-0707d1df073e req-3c791913-33e4-42f7-999c-f801916185dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:39.557374 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79211f1b-26ca-4742-ace5-0707d1df073e req-3c791913-33e4-42f7-999c-f801916185dc service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2971134 Apr 21 12:48:39.614931 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7a810-4551-404a-b339-fc70322f42cf req-e8c7b1a2-5fdc-4b88-8d63-edc8329adeb9 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:39.616498 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-53d7a810-4551-404a-b339-fc70322f42cf req-e8c7b1a2-5fdc-4b88-8d63-edc8329adeb9 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 946 time: 0.1834857 Apr 21 12:48:39.628813 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d23cc-91be-4ce9-83e0-0191694bdac2 req-449ff122-678d-4025-900c-fe32da6a6e64 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:39.630283 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4a1d23cc-91be-4ce9-83e0-0191694bdac2 req-449ff122-678d-4025-900c-fe32da6a6e64 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/ports?device_id=19df6705-348d-438f-b826-8b7368597fdd HTTP/1.1" status: 200 len: 944 time: 0.1817446 Apr 21 12:48:39.700355 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c0e15-8b7b-43b0-9b59-ce22005524d8 req-ad190d67-701b-48dd-a91a-94ff0fb95d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:39.701907 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dd6c0e15-8b7b-43b0-9b59-ce22005524d8 req-ad190d67-701b-48dd-a91a-94ff0fb95d2c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fa9165f4-08e9-485c-ac87-aedc4e4de1c2 HTTP/1.1" status: 200 len: 1097 time: 0.2424719 Apr 21 12:48:39.804652 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-53d7a810-4551-404a-b339-fc70322f42cf req-51847ba0-1a1e-44d7-a739-256157152b7c tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700833 Apr 21 12:48:39.820467 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-322cbe1e-a272-4b12-95ce-8be2397ac258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:39.820467 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-322cbe1e-a272-4b12-95ce-8be2397ac258 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9d6c145dfd77480b9b81fcc48895d006&device_id=19df6705-348d-438f-b826-8b7368597fdd HTTP/1.1" status: 200 len: 1095 time: 0.1969941 Apr 21 12:48:39.820674 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4a1d23cc-91be-4ce9-83e0-0191694bdac2 req-f93b3d15-81ef-4481-9137-ee1c1b0cbce1 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de8950d-8cd4-42b4-80e6-7fe58cd3ea00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776562 Apr 21 12:48:39.829850 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dd6c0e15-8b7b-43b0-9b59-ce22005524d8 req-bf9caea9-ef44-42af-8192-f2f41424975e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173940 Apr 21 12:48:39.847611 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-01022180-e855-4795-9795-a49218fd8df1 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:39.908640 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:48:39.952246 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2cdcf376-7b87-4c80-950c-214650d684ae req-043fd3b1-77c0-48c0-89ce-79fded30d801 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce14addc-47d6-4a1a-8488-3f3db7d83b2e HTTP/1.1" status: 200 len: 210 time: 0.0781116 Apr 21 12:48:39.976071 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018e0d1-af2c-4d0d-a4fc-926ca8b03c10 req-66d34e5a-71d5-4939-955c-ab5f5fb652e4 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:39.977512 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6018e0d1-af2c-4d0d-a4fc-926ca8b03c10 req-66d34e5a-71d5-4939-955c-ab5f5fb652e4 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa9165f4-08e9-485c-ac87-aedc4e4de1c2 HTTP/1.1" status: 200 len: 946 time: 0.0728991 Apr 21 12:48:40.016660 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6018e0d1-af2c-4d0d-a4fc-926ca8b03c10 req-33c4ffeb-c15c-498c-8254-aa005a191a86 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330656 Apr 21 12:48:40.048666 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-01022180-e855-4795-9795-a49218fd8df1 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:40.060565 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['fd703816-be55-4a83-abca-884c73b87469', 'ce44dac3-118b-4f62-a7e6-693a1f43f4f4'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:48:40.086125 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['f67037ec-0269-4c0c-8eeb-9a294d01213f', 'b3059ab7-b5e6-4412-9ca9-4020a316efc0', 'd8accf3a-2e9b-4e5b-bd00-3814ecb87244', 'f97e1c8c-558c-48b7-bf60-41f451df8a30'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:48:40.119863 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-01022180-e855-4795-9795-a49218fd8df1 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:48:40.133310 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-01022180-e855-4795-9795-a49218fd8df1 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:48:40.135363 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-01022180-e855-4795-9795-a49218fd8df1 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:48:40.196319 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-8ce65584-ebdf-471d-b141-b6d20e496bcd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ccb7b8e4-f344-4fda-870a-e12aa47bdd88 HTTP/1.1" status: 200 len: 217 time: 0.0730741 Apr 21 12:48:40.196916 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01022180-e855-4795-9795-a49218fd8df1 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Pushing event updated for resources: {'Port': ['ID=4d76152d-771b-40ae-ae9d-482dac4aabee,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:40.264334 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3d9b40-2efa-42a4-a8ef-c70edd1f9916 req-39ffaa4b-06de-499f-9ecf-dc8174316f31 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:40.265886 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d3d9b40-2efa-42a4-a8ef-c70edd1f9916 req-39ffaa4b-06de-499f-9ecf-dc8174316f31 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.1853909 Apr 21 12:48:40.273708 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-01022180-e855-4795-9795-a49218fd8df1 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:40.274326 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-01022180-e855-4795-9795-a49218fd8df1 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:40.301205 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-2f486fb1-1dcf-4a0c-a95d-f1ad33fcb58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:40.302689 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-2f486fb1-1dcf-4a0c-a95d-f1ad33fcb58e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8ec0dd1f-5bb9-45e0-8438-aef5a6e130a0 HTTP/1.1" status: 200 len: 864 time: 0.0982924 Apr 21 12:48:40.343219 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d3d9b40-2efa-42a4-a8ef-c70edd1f9916 req-7ec9013b-2db7-414a-82ba-8ad5c1bb7d31 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632031 Apr 21 12:48:40.381769 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-d78915ce-67b9-4875-a980-2a5a2f0a2e8b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a9ec0f34-86b9-4b26-9c36-07244d5aba92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359423 Apr 21 12:48:40.386298 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-01022180-e855-4795-9795-a49218fd8df1 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6380014 Apr 21 12:48:40.410931 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-18f97ba7-82aa-4b27-b928-5c663489c90d tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:48:40.412038 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-18f97ba7-82aa-4b27-b928-5c663489c90d tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083263 Apr 21 12:48:40.429274 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-40f4d6fa-63b3-457d-bf2b-1aef011b709f service neutron] Request body: {'port': {'device_id': 'ce14addc-47d6-4a1a-8488-3f3db7d83b2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:48:40.463881 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a0dfae67-5f30-4e48-890a-702b1067fde3 None None] Provisioning complete for port 4d76152d-771b-40ae-ae9d-482dac4aabee triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:48:40.464246 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0dfae67-5f30-4e48-890a-702b1067fde3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:40.534683 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-40f4d6fa-63b3-457d-bf2b-1aef011b709f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:40.538627 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a0dfae67-5f30-4e48-890a-702b1067fde3 None None] Port 4d76152d-771b-40ae-ae9d-482dac4aabee cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:48:40.550606 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-0e3e5890-de4e-42f7-accc-0e2cac1c47b3 service neutron] 10.222.0.26 "GET /v2.0/networks/a9ec0f34-86b9-4b26-9c36-07244d5aba92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600344 Apr 21 12:48:40.751842 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06d8d196-576f-4b73-b6e8-3fe0b1633e86 req-91e7f570-4013-480b-b165-50c097364cd9 service neutron] 10.222.0.26 "GET /v2.0/networks/a9ec0f34-86b9-4b26-9c36-07244d5aba92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736500 Apr 21 12:48:40.894888 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-40f4d6fa-63b3-457d-bf2b-1aef011b709f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d76152d-771b-40ae-ae9d-482dac4aabee {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:48:40.917698 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-40f4d6fa-63b3-457d-bf2b-1aef011b709f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:40.963244 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-40f4d6fa-63b3-457d-bf2b-1aef011b709f service neutron] Transition to ACTIVE for port object 4d76152d-771b-40ae-ae9d-482dac4aabee will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:48:40.975963 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6516eb04-47d1-4bfe-a3b8-71da10c2a938 req-14e4d2f7-bc4e-4eb0-8e4c-357449bab506 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:40.977434 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6516eb04-47d1-4bfe-a3b8-71da10c2a938 req-14e4d2f7-bc4e-4eb0-8e4c-357449bab506 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 946 time: 0.0990472 Apr 21 12:48:40.994039 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d77531-c870-496d-a6d7-59caa86719e2 req-9f9b29e8-7035-423f-8e4d-f4df6e423799 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:40.995470 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5d77531-c870-496d-a6d7-59caa86719e2 req-9f9b29e8-7035-423f-8e4d-f4df6e423799 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/ports?device_id=19df6705-348d-438f-b826-8b7368597fdd HTTP/1.1" status: 200 len: 944 time: 0.0830202 Apr 21 12:48:41.049479 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6516eb04-47d1-4bfe-a3b8-71da10c2a938 req-ad7104ec-663c-4bca-babd-1238bbe34578 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645509 Apr 21 12:48:41.054363 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5d77531-c870-496d-a6d7-59caa86719e2 req-c785e9df-4641-4c52-b1e6-af3f13d4e7c0 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de8950d-8cd4-42b4-80e6-7fe58cd3ea00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463374 Apr 21 12:48:41.086112 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-40f4d6fa-63b3-457d-bf2b-1aef011b709f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:41.203359 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4d6fa-63b3-457d-bf2b-1aef011b709f service neutron] Pushing event updated for resources: {'Port': ['ID=4d76152d-771b-40ae-ae9d-482dac4aabee,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:41.274661 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80ae3e-7186-4b78-9e6a-c50081eda638 req-d68412d4-2b3b-48f5-bf33-17a35bb40502 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:41.276192 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c80ae3e-7186-4b78-9e6a-c50081eda638 req-d68412d4-2b3b-48f5-bf33-17a35bb40502 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce14addc-47d6-4a1a-8488-3f3db7d83b2e HTTP/1.1" status: 200 len: 948 time: 0.1457412 Apr 21 12:48:41.286222 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f585d-528c-4d38-a037-e5e959fea0e5 req-e3890195-f296-4d19-9dac-49be335c5c38 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:41.287688 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-241f585d-528c-4d38-a037-e5e959fea0e5 req-e3890195-f296-4d19-9dac-49be335c5c38 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa9165f4-08e9-485c-ac87-aedc4e4de1c2 HTTP/1.1" status: 200 len: 946 time: 0.1534357 Apr 21 12:48:41.667769 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-40f4d6fa-63b3-457d-bf2b-1aef011b709f service neutron] Attempting to bind port 4d76152d-771b-40ae-ae9d-482dac4aabee on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:48:41.668448 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-40f4d6fa-63b3-457d-bf2b-1aef011b709f service neutron] Attempting to bind port 4d76152d-771b-40ae-ae9d-482dac4aabee by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:48:41.668448 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-40f4d6fa-63b3-457d-bf2b-1aef011b709f service neutron] Attempting to bind port 4d76152d-771b-40ae-ae9d-482dac4aabee on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:48:41.678028 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c80ae3e-7186-4b78-9e6a-c50081eda638 req-385bf25a-2870-4241-9da6-dc9b5d3ac73a tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875737 Apr 21 12:48:41.681824 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-40f4d6fa-63b3-457d-bf2b-1aef011b709f service neutron] Port 4d76152d-771b-40ae-ae9d-482dac4aabee on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:48:41.682143 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-40f4d6fa-63b3-457d-bf2b-1aef011b709f service neutron] Attempting to bind port 4d76152d-771b-40ae-ae9d-482dac4aabee on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:48:41.691458 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-241f585d-528c-4d38-a037-e5e959fea0e5 req-3e9ef614-cae1-4d4f-83a5-980f88a8234d tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910670 Apr 21 12:48:41.692331 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-40f4d6fa-63b3-457d-bf2b-1aef011b709f service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:48:41.692665 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-40f4d6fa-63b3-457d-bf2b-1aef011b709f service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:48:41.693029 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-40f4d6fa-63b3-457d-bf2b-1aef011b709f service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:48:41.693467 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-40f4d6fa-63b3-457d-bf2b-1aef011b709f service neutron] Bound port: 4d76152d-771b-40ae-ae9d-482dac4aabee, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:48:41.693848 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-40f4d6fa-63b3-457d-bf2b-1aef011b709f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:41.793646 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-40f4d6fa-63b3-457d-bf2b-1aef011b709f service neutron] For port 4d76152d-771b-40ae-ae9d-482dac4aabee, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:48:41.812152 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-40f4d6fa-63b3-457d-bf2b-1aef011b709f service neutron] For port 4d76152d-771b-40ae-ae9d-482dac4aabee, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=4d76152d-771b-40ae-ae9d-482dac4aabee,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:48:41.827298 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bf64e-65a4-445c-b143-37731d425e05 req-61cc2195-d238-41b2-8a17-8c4288f784b5 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:41.828782 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-760bf64e-65a4-445c-b143-37731d425e05 req-61cc2195-d238-41b2-8a17-8c4288f784b5 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.0764484 Apr 21 12:48:41.866902 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-760bf64e-65a4-445c-b143-37731d425e05 req-d2640220-dc10-4a5e-b497-44d4aea4d6e4 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313556 Apr 21 12:48:41.935277 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-40f4d6fa-63b3-457d-bf2b-1aef011b709f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:41.976310 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-40f4d6fa-63b3-457d-bf2b-1aef011b709f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:41.976960 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-40f4d6fa-63b3-457d-bf2b-1aef011b709f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:41.978337 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-40f4d6fa-63b3-457d-bf2b-1aef011b709f service neutron] 10.222.0.24 "PUT /v2.0/ports/4d76152d-771b-40ae-ae9d-482dac4aabee HTTP/1.1" status: 200 len: 1096 time: 1.5557284 Apr 21 12:48:41.978771 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce14addc-47d6-4a1a-8488-3f3db7d83b2e', 'tag': '4d76152d-771b-40ae-ae9d-482dac4aabee'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:48:41.981660 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34921f5b-5138-4488-98dc-397ecc6dba70" -d '{"events": [{"name": "network-changed", "server_uuid": "ce14addc-47d6-4a1a-8488-3f3db7d83b2e", "tag": "4d76152d-771b-40ae-ae9d-482dac4aabee"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:48:42.005279 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4d6fa-63b3-457d-bf2b-1aef011b709f service neutron] Pushing event updated for resources: {'Port': ['ID=4d76152d-771b-40ae-ae9d-482dac4aabee,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:42.092950 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cafb1d99-f8bd-42b8-8053-0d0b28d6584c x-openstack-request-id: req-cafb1d99-f8bd-42b8-8053-0d0b28d6584c {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:48:42.093636 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce14addc-47d6-4a1a-8488-3f3db7d83b2e", "tag": "4d76152d-771b-40ae-ae9d-482dac4aabee", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:48:42.093711 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cafb1d99-f8bd-42b8-8053-0d0b28d6584c {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:48:42.094123 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cafb1d99-f8bd-42b8-8053-0d0b28d6584c'] response: {'name': 'network-changed', 'server_uuid': 'ce14addc-47d6-4a1a-8488-3f3db7d83b2e', 'tag': '4d76152d-771b-40ae-ae9d-482dac4aabee', 'status': 'completed', 'code': 200} Apr 21 12:48:42.244245 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34921f5b-5138-4488-98dc-397ecc6dba70 req-e4ec11b5-b3b7-49d7-a398-20a2c46be001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:42.245860 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34921f5b-5138-4488-98dc-397ecc6dba70 req-e4ec11b5-b3b7-49d7-a398-20a2c46be001 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c623b08b095e4654a1f16b34ae10bc43&device_id=ce14addc-47d6-4a1a-8488-3f3db7d83b2e HTTP/1.1" status: 200 len: 1099 time: 0.1223793 Apr 21 12:48:42.282791 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34921f5b-5138-4488-98dc-397ecc6dba70 req-ba4c894e-54a5-4adf-a50a-77a5a51568d7 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c623b08b095e4654a1f16b34ae10bc43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263844 Apr 21 12:48:42.291425 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e98bcbf-cb96-4d6d-8021-607f32a46acc req-e98ca5f0-70c2-4459-909e-d0949caa5d07 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:42.292866 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8e98bcbf-cb96-4d6d-8021-607f32a46acc req-e98ca5f0-70c2-4459-909e-d0949caa5d07 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 946 time: 0.1202471 Apr 21 12:48:42.310332 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5b28b-10d6-4bfb-8095-2032844b6541 req-07d62cb5-717e-4e29-b718-d8edb4538063 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:42.313425 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1be5b28b-10d6-4bfb-8095-2032844b6541 req-07d62cb5-717e-4e29-b718-d8edb4538063 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/ports?device_id=19df6705-348d-438f-b826-8b7368597fdd HTTP/1.1" status: 200 len: 944 time: 0.1216044 Apr 21 12:48:42.420157 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8e98bcbf-cb96-4d6d-8021-607f32a46acc req-7b68a64b-0944-42ec-9b72-a01d65fa200c tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073720 Apr 21 12:48:42.430540 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1be5b28b-10d6-4bfb-8095-2032844b6541 req-18ded367-b5ac-4283-9304-59de70421255 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de8950d-8cd4-42b4-80e6-7fe58cd3ea00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059542 Apr 21 12:48:42.450654 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34921f5b-5138-4488-98dc-397ecc6dba70 req-f96915c3-0ecf-4f75-829b-889b3d4651dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:42.452297 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34921f5b-5138-4488-98dc-397ecc6dba70 req-f96915c3-0ecf-4f75-829b-889b3d4651dc service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1577742 Apr 21 12:48:42.530078 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-e57ceed9-a986-4a4e-bd4c-5af3ed974c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:42.531654 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-e57ceed9-a986-4a4e-bd4c-5af3ed974c8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c623b08b095e4654a1f16b34ae10bc43&device_id=ce14addc-47d6-4a1a-8488-3f3db7d83b2e HTTP/1.1" status: 200 len: 1099 time: 0.0409873 Apr 21 12:48:42.571786 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-5cfada12-5db5-42c2-8efe-37f923004be3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=4d76152d-771b-40ae-ae9d-482dac4aabee HTTP/1.1" status: 200 len: 217 time: 0.0326383 Apr 21 12:48:42.622352 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-ba67feb9-4e82-4877-9d0f-31f2db10c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:42.623741 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-ba67feb9-4e82-4877-9d0f-31f2db10c7c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.0455010 Apr 21 12:48:42.666877 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-74c79c64-5678-42fb-a4bf-4a695cbfde19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:42.668235 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-74c79c64-5678-42fb-a4bf-4a695cbfde19 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0382702 Apr 21 12:48:42.777747 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-13a75972-5a87-46d6-b9af-c23b5b61bc32 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015098 Apr 21 12:48:42.891097 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b8dba-9529-4405-97d9-8c5e120b4702 req-7d29495a-75a6-456f-b7af-003d1e57d663 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:42.892551 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-219b8dba-9529-4405-97d9-8c5e120b4702 req-7d29495a-75a6-456f-b7af-003d1e57d663 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce14addc-47d6-4a1a-8488-3f3db7d83b2e HTTP/1.1" status: 200 len: 948 time: 0.1350427 Apr 21 12:48:42.940447 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151eae3f-4210-4787-9b4a-112607eed54e req-6c76980e-b3ff-4c1b-8471-b57b804a2aed tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:42.941938 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-151eae3f-4210-4787-9b4a-112607eed54e req-6c76980e-b3ff-4c1b-8471-b57b804a2aed tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa9165f4-08e9-485c-ac87-aedc4e4de1c2 HTTP/1.1" status: 200 len: 946 time: 0.1672812 Apr 21 12:48:42.980454 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f37dcbc-3224-411d-a166-04b00c9c9440 req-5d3596d8-7188-457c-89f3-d4965bdc4466 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823406 Apr 21 12:48:42.991809 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-219b8dba-9529-4405-97d9-8c5e120b4702 req-a4cfb6be-5e0f-44e5-b412-bcbfa2ec1b9c tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907547 Apr 21 12:48:43.013531 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-151eae3f-4210-4787-9b4a-112607eed54e req-b50ed797-6378-4d39-8f7e-0d13c41987d7 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634410 Apr 21 12:48:43.101452 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6394df6-a90b-444f-a7b7-f3860bf5bdcb req-42246ac3-430c-49a2-ba2d-01d3d1c062ec tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:43.103136 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c6394df6-a90b-444f-a7b7-f3860bf5bdcb req-42246ac3-430c-49a2-ba2d-01d3d1c062ec tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.0545101 Apr 21 12:48:43.146017 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c6394df6-a90b-444f-a7b7-f3860bf5bdcb req-6ff70f77-e081-476a-8d03-fd6e03e6a07b tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361278 Apr 21 12:48:43.437624 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c77f80d8-5418-4458-9cd5-164bb67760b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:43.537551 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8cd2d-f956-47db-90c4-ab8222b55c56 req-80bf6b92-d1ee-4973-91f4-7b045553bdc0 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:43.539045 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65e8cd2d-f956-47db-90c4-ab8222b55c56 req-80bf6b92-d1ee-4973-91f4-7b045553bdc0 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa9165f4-08e9-485c-ac87-aedc4e4de1c2 HTTP/1.1" status: 200 len: 946 time: 0.0838604 Apr 21 12:48:43.571274 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a927f-7303-419d-9881-595ce5fe9f41 req-c569d5a9-8f17-4215-8553-d0c3790cfa54 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:43.572760 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2d3a927f-7303-419d-9881-595ce5fe9f41 req-c569d5a9-8f17-4215-8553-d0c3790cfa54 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 946 time: 0.0757680 Apr 21 12:48:43.605563 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65e8cd2d-f956-47db-90c4-ab8222b55c56 req-195a1d8a-6743-436b-b733-188aa803e866 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586586 Apr 21 12:48:43.622889 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2d3a927f-7303-419d-9881-595ce5fe9f41 req-7a479704-e091-4980-9b02-704f477e2da8 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384531 Apr 21 12:48:43.717319 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cec4a-cda9-4724-a427-c90eb35bcc6d req-ae4f24f2-6e87-4f08-99c0-6ac55cd50710 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:43.718961 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5e9cec4a-cda9-4724-a427-c90eb35bcc6d req-ae4f24f2-6e87-4f08-99c0-6ac55cd50710 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/ports?device_id=19df6705-348d-438f-b826-8b7368597fdd HTTP/1.1" status: 200 len: 944 time: 0.0506752 Apr 21 12:48:43.756310 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5e9cec4a-cda9-4724-a427-c90eb35bcc6d req-50351da4-18c3-401e-8970-4d8623e9cf65 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de8950d-8cd4-42b4-80e6-7fe58cd3ea00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311799 Apr 21 12:48:44.113504 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb490306-cf20-49f8-9100-df8137274633 req-18519d3d-df05-4495-b55f-40f26f53f990 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:44.115022 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb490306-cf20-49f8-9100-df8137274633 req-18519d3d-df05-4495-b55f-40f26f53f990 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce14addc-47d6-4a1a-8488-3f3db7d83b2e HTTP/1.1" status: 200 len: 948 time: 0.0547822 Apr 21 12:48:44.154629 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb490306-cf20-49f8-9100-df8137274633 req-a55800c6-5e6f-4ada-b6ec-23ea5296a450 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333898 Apr 21 12:48:44.271449 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0dd3e4-90b0-42a9-8a0c-ed40d134e2ff req-34d141e5-c0ed-4d44-ac0a-dc3404b8b29c tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:44.272284 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c0dd3e4-90b0-42a9-8a0c-ed40d134e2ff req-34d141e5-c0ed-4d44-ac0a-dc3404b8b29c tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.0515385 Apr 21 12:48:44.310656 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c0dd3e4-90b0-42a9-8a0c-ed40d134e2ff req-9fa6f6cf-3729-498d-8620-4a8bcf0e2773 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321035 Apr 21 12:48:44.749496 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a0457-36fe-48ac-8699-4411a4749eeb req-48c12223-d50c-4c7e-bdc2-b9e4396973a9 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:44.750984 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-292a0457-36fe-48ac-8699-4411a4749eeb req-48c12223-d50c-4c7e-bdc2-b9e4396973a9 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa9165f4-08e9-485c-ac87-aedc4e4de1c2 HTTP/1.1" status: 200 len: 946 time: 0.0742826 Apr 21 12:48:44.786719 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba04e5-24a9-44c4-8a68-70d21903b90a req-0b9ba027-7e33-4e67-869c-559927ef1bd5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:44.788174 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01ba04e5-24a9-44c4-8a68-70d21903b90a req-0b9ba027-7e33-4e67-869c-559927ef1bd5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 946 time: 0.0796714 Apr 21 12:48:44.816294 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-292a0457-36fe-48ac-8699-4411a4749eeb req-b6395251-26e0-4c6d-9b87-08342e2e1791 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589504 Apr 21 12:48:44.837061 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01ba04e5-24a9-44c4-8a68-70d21903b90a req-037d8763-212e-481d-a176-8a2752ea2ad7 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381374 Apr 21 12:48:44.935644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e35f1-577c-4d96-94f3-6d448f334e5d req-9622c1b3-117c-4a3e-a28d-ec0c2b334d81 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:44.937095 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b7e35f1-577c-4d96-94f3-6d448f334e5d req-9622c1b3-117c-4a3e-a28d-ec0c2b334d81 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/ports?device_id=19df6705-348d-438f-b826-8b7368597fdd HTTP/1.1" status: 200 len: 944 time: 0.0491774 Apr 21 12:48:44.976004 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b7e35f1-577c-4d96-94f3-6d448f334e5d req-4f899273-e0bd-4b5f-a16f-9e8547bede74 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de8950d-8cd4-42b4-80e6-7fe58cd3ea00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326900 Apr 21 12:48:45.064423 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device ccb7b8e4-f344-4fda-870a-e12aa47bdd88 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:48:45.163362 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port ccb7b8e4-f344-4fda-870a-e12aa47bdd88, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ccb7b8e4-f344-4fda-870a-e12aa47bdd88,segment=NetworkSegment(69846068-40d9-4664-a633-a8182ba614af),segment_id=69846068-40d9-4664-a633-a8182ba614af)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:45.174944 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'ccb7b8e4-f344-4fda-870a-e12aa47bdd88', 'network_id': 'a9ec0f34-86b9-4b26-9c36-07244d5aba92', 'port_id': 'ccb7b8e4-f344-4fda-870a-e12aa47bdd88', 'mac_address': 'fa:16:3e:e5:a0:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ec0dd1f-5bb9-45e0-8438-aef5a6e130a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:48:45.213316 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:45.226650 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccb7b8e4-f344-4fda-870a-e12aa47bdd88 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:48:45.247093 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port ccb7b8e4-f344-4fda-870a-e12aa47bdd88, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ccb7b8e4-f344-4fda-870a-e12aa47bdd88,segment=NetworkSegment(69846068-40d9-4664-a633-a8182ba614af),segment_id=69846068-40d9-4664-a633-a8182ba614af)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:45.271603 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9edc43-8dde-4efc-864f-aa67586f7a23 req-58532a97-be6d-48e2-80e3-cad16ca69c3e tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:45.273074 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5e9edc43-8dde-4efc-864f-aa67586f7a23 req-58532a97-be6d-48e2-80e3-cad16ca69c3e tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce14addc-47d6-4a1a-8488-3f3db7d83b2e HTTP/1.1" status: 200 len: 948 time: 0.0496545 Apr 21 12:48:45.311220 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5e9edc43-8dde-4efc-864f-aa67586f7a23 req-49fa8abc-7659-4b9e-880e-3e102ce4b2a0 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312827 Apr 21 12:48:45.333203 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:45.388472 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=ccb7b8e4-f344-4fda-870a-e12aa47bdd88,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:45.467492 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec441f6-37d3-4f72-9eb5-3b4c0395d65d req-070e8aa8-5069-4a13-b459-81dbb9efb90c tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:45.469044 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9ec441f6-37d3-4f72-9eb5-3b4c0395d65d req-070e8aa8-5069-4a13-b459-81dbb9efb90c tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.0902834 Apr 21 12:48:45.481376 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a5b88-a3b5-4fb2-bcec-6a207fa71bf2 req-4ce3f3b7-23fb-46c4-a0e0-f21393cdf3ca tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:45.482882 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c88a5b88-a3b5-4fb2-bcec-6a207fa71bf2 req-4ce3f3b7-23fb-46c4-a0e0-f21393cdf3ca tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.26 "GET /v2.0/ports?device_id=fa9165f4-08e9-485c-ac87-aedc4e4de1c2 HTTP/1.1" status: 200 len: 946 time: 0.0654140 Apr 21 12:48:45.545746 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9ec441f6-37d3-4f72-9eb5-3b4c0395d65d req-2a702299-e598-4265-9d55-13c9ec97d9d7 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618505 Apr 21 12:48:45.605240 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c88a5b88-a3b5-4fb2-bcec-6a207fa71bf2 req-e0b8bcf2-ae8b-466c-a83a-d87add96a98b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Deleting port 9f338338-40fb-449c-b3dc-9cae172b4992 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:48:45.605598 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c88a5b88-a3b5-4fb2-bcec-6a207fa71bf2 req-e0b8bcf2-ae8b-466c-a83a-d87add96a98b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:45.695951 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c88a5b88-a3b5-4fb2-bcec-6a207fa71bf2 req-e0b8bcf2-ae8b-466c-a83a-d87add96a98b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] For port 9f338338-40fb-449c-b3dc-9cae172b4992, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9f338338-40fb-449c-b3dc-9cae172b4992,segment=NetworkSegment(0768e93f-2192-426a-8062-6b9b25d12b7a),segment_id=0768e93f-2192-426a-8062-6b9b25d12b7a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:45.696343 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c88a5b88-a3b5-4fb2-bcec-6a207fa71bf2 req-e0b8bcf2-ae8b-466c-a83a-d87add96a98b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:45.719844 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c88a5b88-a3b5-4fb2-bcec-6a207fa71bf2 req-e0b8bcf2-ae8b-466c-a83a-d87add96a98b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Calling delete_port for 9f338338-40fb-449c-b3dc-9cae172b4992 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:48:45.739541 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39112faa-2c72-4652-9025-b21618824844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:45.748693 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['ccb7b8e4-f344-4fda-870a-e12aa47bdd88'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:48:45.923531 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c88a5b88-a3b5-4fb2-bcec-6a207fa71bf2 req-e0b8bcf2-ae8b-466c-a83a-d87add96a98b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:45.937547 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['d92f9793-f98c-4b86-b544-df19a4eddf1c'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:48:45.989330 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8bcf2-ae8b-466c-a83a-d87add96a98b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Pushing event deleted for resources: {'Port': ['ID=9f338338-40fb-449c-b3dc-9cae172b4992,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:46.031082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88a5b88-a3b5-4fb2-bcec-6a207fa71bf2 req-e0b8bcf2-ae8b-466c-a83a-d87add96a98b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] No DVR routers for this DVR port 9f338338-40fb-449c-b3dc-9cae172b4992 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:48:46.034285 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c88a5b88-a3b5-4fb2-bcec-6a207fa71bf2 req-e0b8bcf2-ae8b-466c-a83a-d87add96a98b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:46.038140 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c88a5b88-a3b5-4fb2-bcec-6a207fa71bf2 req-e0b8bcf2-ae8b-466c-a83a-d87add96a98b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.26 "DELETE /v2.0/ports/9f338338-40fb-449c-b3dc-9cae172b4992 HTTP/1.1" status: 204 len: 173 time: 0.5399461 Apr 21 12:48:46.047913 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fe867-9e39-48d4-b8bc-cbf9d6603675 req-3f8fd6bf-0328-4e81-b68e-87fd476aad2a tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:46.049415 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f55fe867-9e39-48d4-b8bc-cbf9d6603675 req-3f8fd6bf-0328-4e81-b68e-87fd476aad2a tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa9165f4-08e9-485c-ac87-aedc4e4de1c2 HTTP/1.1" status: 200 len: 867 time: 0.1566265 Apr 21 12:48:46.049900 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9165f4-08e9-485c-ac87-aedc4e4de1c2', 'name': 'network-vif-deleted', 'tag': '9f338338-40fb-449c-b3dc-9cae172b4992'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:48:46.052179 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61cb554-3ec2-4703-816b-5a0485cc3d42" -d '{"events": [{"server_uuid": "fa9165f4-08e9-485c-ac87-aedc4e4de1c2", "name": "network-vif-deleted", "tag": "9f338338-40fb-449c-b3dc-9cae172b4992"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:48:46.076393 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec14449-f8a8-47d5-b90d-21b493d56090 req-53cee688-24bb-484f-a109-3e689308eea9 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:46.081985 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ec14449-f8a8-47d5-b90d-21b493d56090 req-53cee688-24bb-484f-a109-3e689308eea9 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 946 time: 0.1616733 Apr 21 12:48:46.131316 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f55fe867-9e39-48d4-b8bc-cbf9d6603675 req-dfab6907-f285-4655-abf0-4773b645088c tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713444 Apr 21 12:48:46.138822 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ec14449-f8a8-47d5-b90d-21b493d56090 req-59c1b0e8-70ee-4cd8-a73b-57c44c474900 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558348 Apr 21 12:48:46.207609 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1aac54a-52b8-4b13-a4a7-14edf97d99b9 x-openstack-request-id: req-c1aac54a-52b8-4b13-a4a7-14edf97d99b9 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:48:46.207609 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9165f4-08e9-485c-ac87-aedc4e4de1c2", "name": "network-vif-deleted", "tag": "9f338338-40fb-449c-b3dc-9cae172b4992", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:48:46.207609 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c1aac54a-52b8-4b13-a4a7-14edf97d99b9 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:48:46.207609 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1aac54a-52b8-4b13-a4a7-14edf97d99b9'] response: {'server_uuid': 'fa9165f4-08e9-485c-ac87-aedc4e4de1c2', 'name': 'network-vif-deleted', 'tag': '9f338338-40fb-449c-b3dc-9cae172b4992', 'status': 'completed', 'code': 200} Apr 21 12:48:46.253609 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d587fdd-d632-4eff-b6b5-fdc515e890e9 req-8e8db61b-2660-4107-aabc-9f2130a66375 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:46.255102 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d587fdd-d632-4eff-b6b5-fdc515e890e9 req-8e8db61b-2660-4107-aabc-9f2130a66375 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/ports?device_id=19df6705-348d-438f-b826-8b7368597fdd HTTP/1.1" status: 200 len: 945 time: 0.0504622 Apr 21 12:48:46.297812 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d587fdd-d632-4eff-b6b5-fdc515e890e9 req-82922a4e-54c2-4a7d-8673-a8377a773520 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de8950d-8cd4-42b4-80e6-7fe58cd3ea00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330155 Apr 21 12:48:46.444738 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa090fe2-30ce-49dc-88ab-ffcf6a03661b req-d7ab78ff-4118-4f05-8444-99313ad27391 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:46.446275 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa090fe2-30ce-49dc-88ab-ffcf6a03661b req-d7ab78ff-4118-4f05-8444-99313ad27391 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce14addc-47d6-4a1a-8488-3f3db7d83b2e HTTP/1.1" status: 200 len: 948 time: 0.0651443 Apr 21 12:48:46.486464 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa090fe2-30ce-49dc-88ab-ffcf6a03661b req-68ca4b8a-ecef-40a3-bb52-44d32fa5b132 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334830 Apr 21 12:48:46.662406 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3c7b9-1ddb-4eb7-9322-4be0458cdd18 req-dfd1d365-9cf3-47b8-b34a-01ded1b055e1 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:46.663898 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-71a3c7b9-1ddb-4eb7-9322-4be0458cdd18 req-dfd1d365-9cf3-47b8-b34a-01ded1b055e1 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.0500796 Apr 21 12:48:46.680637 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['9f338338-40fb-449c-b3dc-9cae172b4992'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:48:46.702641 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-71a3c7b9-1ddb-4eb7-9322-4be0458cdd18 req-0a9090ce-bbf3-4929-9a26-fe80b8bfa60a tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324862 Apr 21 12:48:46.859843 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:47.066598 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device ccb7b8e4-f344-4fda-870a-e12aa47bdd88 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:48:47.260291 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port ccb7b8e4-f344-4fda-870a-e12aa47bdd88 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:48:47.265099 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port ccb7b8e4-f344-4fda-870a-e12aa47bdd88 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:48:47.265537 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:47.288689 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ec6d3-cb41-4476-9447-7f15f9f603c3 req-ff2fcd44-2619-4674-bc64-1180e0216921 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:47.290308 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd2ec6d3-cb41-4476-9447-7f15f9f603c3 req-ff2fcd44-2619-4674-bc64-1180e0216921 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 946 time: 0.0715621 Apr 21 12:48:47.353402 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:47.357048 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed69fa9-ceae-4829-afbd-214e92147e24 req-05dcabfd-e2af-41cf-8673-44e69a392937 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:47.358574 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ed69fa9-ceae-4829-afbd-214e92147e24 req-05dcabfd-e2af-41cf-8673-44e69a392937 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0894201 Apr 21 12:48:47.361235 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd2ec6d3-cb41-4476-9447-7f15f9f603c3 req-6ae427da-0e3c-4347-b81e-c0de4cc256e5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529385 Apr 21 12:48:47.398038 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19df6705-348d-438f-b826-8b7368597fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb7b8e4-f344-4fda-870a-e12aa47bdd88'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:48:47.405481 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8f9b79-3e13-4ad8-99cd-3c54447e2774" -d '{"events": [{"server_uuid": "19df6705-348d-438f-b826-8b7368597fdd", "name": "network-vif-plugged", "status": "completed", "tag": "ccb7b8e4-f344-4fda-870a-e12aa47bdd88"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:48:47.411930 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ed69fa9-ceae-4829-afbd-214e92147e24 req-7f318228-5ef2-44c8-8815-ed9e06332210 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436530 Apr 21 12:48:47.419194 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port ccb7b8e4-f344-4fda-870a-e12aa47bdd88, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ccb7b8e4-f344-4fda-870a-e12aa47bdd88,segment=NetworkSegment(69846068-40d9-4664-a633-a8182ba614af),segment_id=69846068-40d9-4664-a633-a8182ba614af)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:47.461310 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108e1f43-b34f-48a0-8c83-d17dc0f36971 x-openstack-request-id: req-108e1f43-b34f-48a0-8c83-d17dc0f36971 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:48:47.461639 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19df6705-348d-438f-b826-8b7368597fdd", "name": "network-vif-plugged", "status": "completed", "tag": "ccb7b8e4-f344-4fda-870a-e12aa47bdd88", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:48:47.461881 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-108e1f43-b34f-48a0-8c83-d17dc0f36971 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:48:47.462298 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-108e1f43-b34f-48a0-8c83-d17dc0f36971'] response: {'server_uuid': '19df6705-348d-438f-b826-8b7368597fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb7b8e4-f344-4fda-870a-e12aa47bdd88', 'code': 200} Apr 21 12:48:47.512556 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:47.517941 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5980c11-ec29-4e54-a328-417faff215c8 req-9468f384-ea75-4583-b53f-b8893e9f98f4 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:47.530625 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5980c11-ec29-4e54-a328-417faff215c8 req-9468f384-ea75-4583-b53f-b8893e9f98f4 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/ports?device_id=19df6705-348d-438f-b826-8b7368597fdd HTTP/1.1" status: 200 len: 945 time: 0.0756528 Apr 21 12:48:47.565271 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 4d76152d-771b-40ae-ae9d-482dac4aabee details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:48:47.615111 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5980c11-ec29-4e54-a328-417faff215c8 req-2d14d067-9af4-4ab7-a5ad-a8f1f8e1c9fe tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de8950d-8cd4-42b4-80e6-7fe58cd3ea00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835440 Apr 21 12:48:47.628078 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=ccb7b8e4-f344-4fda-870a-e12aa47bdd88,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:47.657560 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe89d7a-d14c-49df-8b04-9d9bf414e0af req-37aec539-cbfd-4c6e-a46c-034e99e91628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:47.659571 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dfe89d7a-d14c-49df-8b04-9d9bf414e0af req-37aec539-cbfd-4c6e-a46c-034e99e91628 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19df6705-348d-438f-b826-8b7368597fdd HTTP/1.1" status: 200 len: 1097 time: 0.1207848 Apr 21 12:48:47.696306 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9cd260-85c2-482d-9669-9fe26b897e00 req-2d237d63-40d0-49cb-af1a-c6bdf53f413c tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:47.698885 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c9cd260-85c2-482d-9669-9fe26b897e00 req-2d237d63-40d0-49cb-af1a-c6bdf53f413c tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce14addc-47d6-4a1a-8488-3f3db7d83b2e HTTP/1.1" status: 200 len: 948 time: 0.1009374 Apr 21 12:48:47.721755 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 4d76152d-771b-40ae-ae9d-482dac4aabee, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=4d76152d-771b-40ae-ae9d-482dac4aabee,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:47.728248 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dfe89d7a-d14c-49df-8b04-9d9bf414e0af req-0a5413a9-6acf-424e-b504-03745074096f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1de8950d-8cd4-42b4-80e6-7fe58cd3ea00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612326 Apr 21 12:48:47.734399 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '4d76152d-771b-40ae-ae9d-482dac4aabee', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': '4d76152d-771b-40ae-ae9d-482dac4aabee', 'mac_address': 'fa:16:3e:b9:8d:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:48:47.775231 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:47.778875 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c9cd260-85c2-482d-9669-9fe26b897e00 req-56f27c24-96b8-444a-8bef-51de53dc4785 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649571 Apr 21 12:48:47.789232 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d76152d-771b-40ae-ae9d-482dac4aabee {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:48:47.796724 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7c07f3-ce39-4c78-ac7f-6555c0577fe6 req-d4bdb3a4-3670-4494-ae6a-7d41833ca47e tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:47.798262 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd7c07f3-ce39-4c78-ac7f-6555c0577fe6 req-d4bdb3a4-3670-4494-ae6a-7d41833ca47e tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0738339 Apr 21 12:48:47.810850 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:47.812654 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 4d76152d-771b-40ae-ae9d-482dac4aabee, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=4d76152d-771b-40ae-ae9d-482dac4aabee,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:47.837728 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd7c07f3-ce39-4c78-ac7f-6555c0577fe6 req-b70e5ed8-2fe4-4abd-b0a2-39295958c3e2 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329943 Apr 21 12:48:47.897565 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2df60b-f317-4213-8fb9-5a6db62772ef req-2ec660c8-1bbd-426c-837f-8a4725e07ef8 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:47.899072 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dd2df60b-f317-4213-8fb9-5a6db62772ef req-2ec660c8-1bbd-426c-837f-8a4725e07ef8 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.0529087 Apr 21 12:48:47.962785 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dd2df60b-f317-4213-8fb9-5a6db62772ef req-cacfc068-34fe-4157-8c77-96de2c5d97fe tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568721 Apr 21 12:48:47.979640 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6c0af-09cf-41b5-b71c-bcaa2372aed0 req-8c68aad8-124d-4a10-8b32-309dd80ac0e1 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:47.981178 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6db6c0af-09cf-41b5-b71c-bcaa2372aed0 req-8c68aad8-124d-4a10-8b32-309dd80ac0e1 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0694683 Apr 21 12:48:48.020674 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6db6c0af-09cf-41b5-b71c-bcaa2372aed0 req-b48344ea-9d14-4133-bc86-9aabd4cf9ac9 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334091 Apr 21 12:48:48.048759 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:48.098227 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=4d76152d-771b-40ae-ae9d-482dac4aabee,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:48.364769 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['4d76152d-771b-40ae-ae9d-482dac4aabee'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:48:48.491697 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a0898-536c-435d-8d08-7fe965d5d2d9 req-50d5653c-4db3-4a6a-a0ee-6ae58ed068cf tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:48.493343 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e78a0898-536c-435d-8d08-7fe965d5d2d9 req-50d5653c-4db3-4a6a-a0ee-6ae58ed068cf tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 946 time: 0.0570784 Apr 21 12:48:48.536433 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e78a0898-536c-435d-8d08-7fe965d5d2d9 req-93e1cf43-c7f4-4358-a24f-74ddd4790b82 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349476 Apr 21 12:48:48.585816 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:48.740041 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f29c96-0732-4e06-9941-140b2c922451 req-4cb86207-2963-41da-84bd-79937d8ebe08 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:48.741774 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-73f29c96-0732-4e06-9941-140b2c922451 req-4cb86207-2963-41da-84bd-79937d8ebe08 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/ports?device_id=19df6705-348d-438f-b826-8b7368597fdd HTTP/1.1" status: 200 len: 946 time: 0.0531292 Apr 21 12:48:48.763680 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:48.781345 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-73f29c96-0732-4e06-9941-140b2c922451 req-589cd415-1019-4d55-aec9-89700e0456c6 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de8950d-8cd4-42b4-80e6-7fe58cd3ea00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330784 Apr 21 12:48:48.899590 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101b3b3-178c-4034-9cb2-1e9442c44416 req-d7a26743-4857-4b5c-b849-26cb55ccad71 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:48.901169 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7101b3b3-178c-4034-9cb2-1e9442c44416 req-d7a26743-4857-4b5c-b849-26cb55ccad71 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce14addc-47d6-4a1a-8488-3f3db7d83b2e HTTP/1.1" status: 200 len: 949 time: 0.0501928 Apr 21 12:48:48.941225 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7101b3b3-178c-4034-9cb2-1e9442c44416 req-e948dba3-7da2-4dec-aa95-fb583fdd9579 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334942 Apr 21 12:48:49.064449 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 9f338338-40fb-449c-b3dc-9cae172b4992 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:48:49.085107 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 9f338338-40fb-449c-b3dc-9cae172b4992 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:48:49.085447 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 9f338338-40fb-449c-b3dc-9cae172b4992 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:48:49.089258 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a19a0d-704e-4a10-953d-e39541281dcb req-de4a4553-b716-4ab1-ae58-9123a8d75471 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:49.091275 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-08a19a0d-704e-4a10-953d-e39541281dcb req-de4a4553-b716-4ab1-ae58-9123a8d75471 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.0528355 Apr 21 12:48:49.129347 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-08a19a0d-704e-4a10-953d-e39541281dcb req-54999e2c-8aae-469f-8775-3984c05a99ea tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314746 Apr 21 12:48:49.670162 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859cb346-cea7-4936-a234-cd74b3d95e6b req-6d266387-a70a-46de-ad78-bacd9e7db452 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:49.673036 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-859cb346-cea7-4936-a234-cd74b3d95e6b req-6d266387-a70a-46de-ad78-bacd9e7db452 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 946 time: 0.0653889 Apr 21 12:48:49.714169 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-859cb346-cea7-4936-a234-cd74b3d95e6b req-1621c0c4-0622-4675-b7c9-9b9e366feeb5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350728 Apr 21 12:48:49.913969 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42254f-5cd7-4f30-a0d4-dcacf1571aac req-0e1cd765-2d52-4eff-93b1-5fffbec8697f tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:49.918120 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dc42254f-5cd7-4f30-a0d4-dcacf1571aac req-0e1cd765-2d52-4eff-93b1-5fffbec8697f tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/ports?device_id=19df6705-348d-438f-b826-8b7368597fdd HTTP/1.1" status: 200 len: 946 time: 0.0662723 Apr 21 12:48:49.969475 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dc42254f-5cd7-4f30-a0d4-dcacf1571aac req-4370d77b-dd74-49e7-b422-567661ec9b64 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de8950d-8cd4-42b4-80e6-7fe58cd3ea00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434275 Apr 21 12:48:50.122374 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf45600-9c81-4837-b4b3-91819f7b92b0 req-e6819182-272b-4477-9454-124f719d6d95 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:50.123888 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ccf45600-9c81-4837-b4b3-91819f7b92b0 req-e6819182-272b-4477-9454-124f719d6d95 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce14addc-47d6-4a1a-8488-3f3db7d83b2e HTTP/1.1" status: 200 len: 949 time: 0.0906363 Apr 21 12:48:50.135532 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9f44e-4498-4848-b834-739d96c45169 req-80d234e3-49c2-47f5-851a-cdedc45cb0ee tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:50.137624 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f4b9f44e-4498-4848-b834-739d96c45169 req-80d234e3-49c2-47f5-851a-cdedc45cb0ee tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/ports?device_id=19df6705-348d-438f-b826-8b7368597fdd HTTP/1.1" status: 200 len: 946 time: 0.0724239 Apr 21 12:48:50.200442 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ccf45600-9c81-4837-b4b3-91819f7b92b0 req-acf9a177-26b2-42d5-8233-30bfa979ddce tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567505 Apr 21 12:48:50.201081 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f4b9f44e-4498-4848-b834-739d96c45169 req-8e921ab4-f795-442d-973d-83d019247b02 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de8950d-8cd4-42b4-80e6-7fe58cd3ea00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567269 Apr 21 12:48:50.304138 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886c08e-e7f7-48dc-9005-3babb0fe42cb req-22ff31a8-de4b-43e3-8d5f-32d84ce34617 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:50.305731 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3886c08e-e7f7-48dc-9005-3babb0fe42cb req-22ff31a8-de4b-43e3-8d5f-32d84ce34617 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.0509732 Apr 21 12:48:50.346254 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3886c08e-e7f7-48dc-9005-3babb0fe42cb req-01b90aa9-8513-4a49-ae3e-4f0c9940ab15 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341070 Apr 21 12:48:50.397475 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:50.436680 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d17d46-8170-4e33-b693-1a513b904a72 req-37a47510-b96d-40df-9678-a708bbb1885a tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:50.445319 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20d17d46-8170-4e33-b693-1a513b904a72 req-37a47510-b96d-40df-9678-a708bbb1885a tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/ports?device_id=19df6705-348d-438f-b826-8b7368597fdd HTTP/1.1" status: 200 len: 946 time: 0.0503438 Apr 21 12:48:50.478901 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20d17d46-8170-4e33-b693-1a513b904a72 req-88c8f292-84b5-401b-93ec-f5d472b9b4c0 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de8950d-8cd4-42b4-80e6-7fe58cd3ea00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346327 Apr 21 12:48:50.831631 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8bdae-0c1a-44a9-aa73-a593dcbf533d req-6c3ea3ad-05ab-4493-8508-dc120317d41c tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:50.833377 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-92d8bdae-0c1a-44a9-aa73-a593dcbf533d req-6c3ea3ad-05ab-4493-8508-dc120317d41c tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 946 time: 0.0523541 Apr 21 12:48:50.872130 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-92d8bdae-0c1a-44a9-aa73-a593dcbf533d req-efab72a3-4d94-43fc-ab0a-cd20c16bf9c8 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326681 Apr 21 12:48:51.025238 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789641d-8f84-4970-a59b-be57c66a428b req-a39c9a0f-f0fb-4c24-8756-8a471cb825d6 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:51.026810 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c789641d-8f84-4970-a59b-be57c66a428b req-a39c9a0f-f0fb-4c24-8756-8a471cb825d6 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/ports?device_id=19df6705-348d-438f-b826-8b7368597fdd HTTP/1.1" status: 200 len: 946 time: 0.0550263 Apr 21 12:48:51.066393 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c789641d-8f84-4970-a59b-be57c66a428b req-ce4eff56-eb7e-4ce0-9721-e32c9a667670 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de8950d-8cd4-42b4-80e6-7fe58cd3ea00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314786 Apr 21 12:48:51.318787 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa33710-0008-4020-9dad-bd5887f68204 req-07538c60-8cb6-4cb2-85cd-047621323d08 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:51.320341 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-faa33710-0008-4020-9dad-bd5887f68204 req-07538c60-8cb6-4cb2-85cd-047621323d08 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce14addc-47d6-4a1a-8488-3f3db7d83b2e HTTP/1.1" status: 200 len: 949 time: 0.0505321 Apr 21 12:48:51.367949 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-faa33710-0008-4020-9dad-bd5887f68204 req-13cc9a12-5a1a-4e73-a124-39242b23a446 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414450 Apr 21 12:48:51.422074 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d44e6b-98d0-4eed-9e21-973d276c60e0 req-a63a20d0-7786-419c-bfef-04fcca63aeed tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:51.423858 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-48d44e6b-98d0-4eed-9e21-973d276c60e0 req-a63a20d0-7786-419c-bfef-04fcca63aeed tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0547259 Apr 21 12:48:51.496536 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-48d44e6b-98d0-4eed-9e21-973d276c60e0 req-2d21b84b-7c95-4fc0-b4d2-953fcdb6ce79 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667856 Apr 21 12:48:51.511184 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378ad05-1f71-4108-ab0e-cbc68c448871 req-6d74efc4-7f67-413c-b5a1-05caf2a0040f tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:51.512811 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2378ad05-1f71-4108-ab0e-cbc68c448871 req-6d74efc4-7f67-413c-b5a1-05caf2a0040f tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.0691917 Apr 21 12:48:51.557465 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2378ad05-1f71-4108-ab0e-cbc68c448871 req-ae503aa0-7bd1-4257-bd6c-197a80eecf44 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381851 Apr 21 12:48:51.596071 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 4d76152d-771b-40ae-ae9d-482dac4aabee up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:48:51.639115 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9baec7c-af05-4f9a-931d-ec9a03b30dc6 req-ce424018-2a4c-4eea-aa99-b66cbe216cd0 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:51.640758 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9baec7c-af05-4f9a-931d-ec9a03b30dc6 req-ce424018-2a4c-4eea-aa99-b66cbe216cd0 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0570354 Apr 21 12:48:51.680248 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9baec7c-af05-4f9a-931d-ec9a03b30dc6 req-d11870bb-7552-4dee-8b78-702091b436f2 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333200 Apr 21 12:48:51.711655 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 4d76152d-771b-40ae-ae9d-482dac4aabee completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:48:51.716852 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 4d76152d-771b-40ae-ae9d-482dac4aabee triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:48:51.717512 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:51.809438 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:51.831955 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce14addc-47d6-4a1a-8488-3f3db7d83b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d76152d-771b-40ae-ae9d-482dac4aabee'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:48:51.834215 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b76b75-ca03-4d55-9776-bc1c33fc909b" -d '{"events": [{"server_uuid": "ce14addc-47d6-4a1a-8488-3f3db7d83b2e", "name": "network-vif-plugged", "status": "completed", "tag": "4d76152d-771b-40ae-ae9d-482dac4aabee"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:48:51.849962 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 4d76152d-771b-40ae-ae9d-482dac4aabee, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=4d76152d-771b-40ae-ae9d-482dac4aabee,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:51.877383 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67263ecf-9ba0-42a0-95af-3da23f3636cd x-openstack-request-id: req-67263ecf-9ba0-42a0-95af-3da23f3636cd {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:48:51.877383 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce14addc-47d6-4a1a-8488-3f3db7d83b2e", "name": "network-vif-plugged", "status": "completed", "tag": "4d76152d-771b-40ae-ae9d-482dac4aabee", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:48:51.877565 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-67263ecf-9ba0-42a0-95af-3da23f3636cd {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:48:51.877894 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67263ecf-9ba0-42a0-95af-3da23f3636cd'] response: {'server_uuid': 'ce14addc-47d6-4a1a-8488-3f3db7d83b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d76152d-771b-40ae-ae9d-482dac4aabee', 'code': 200} Apr 21 12:48:51.986140 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:52.011832 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640871d-ba6e-4a91-85de-387e5e275331 req-089e0d96-1365-4b60-b8c1-13dc2721fe91 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:52.014161 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f640871d-ba6e-4a91-85de-387e5e275331 req-089e0d96-1365-4b60-b8c1-13dc2721fe91 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 946 time: 0.0639598 Apr 21 12:48:52.056084 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=4d76152d-771b-40ae-ae9d-482dac4aabee,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:52.066088 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:52.066670 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:52.067171 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:52.067675 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:52.068191 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:52.068779 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:52.069692 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:52.070184 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:52.070671 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:52.071157 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:52.071629 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:52.072145 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:52.102573 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f640871d-ba6e-4a91-85de-387e5e275331 req-19ca876f-4be6-4aca-aa29-4b92acdd3099 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782573 Apr 21 12:48:52.109792 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff4762-ef93-42b8-873f-d6c0f607d775 req-901066b4-f4c7-41cf-840b-c19ad42845ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:52.112475 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42ff4762-ef93-42b8-873f-d6c0f607d775 req-901066b4-f4c7-41cf-840b-c19ad42845ae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ce14addc-47d6-4a1a-8488-3f3db7d83b2e HTTP/1.1" status: 200 len: 1101 time: 0.1687226 Apr 21 12:48:52.165404 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42ff4762-ef93-42b8-873f-d6c0f607d775 req-b6cdb3fb-3945-4c15-bee4-34b2769f105b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444283 Apr 21 12:48:52.278487 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb04c48-8b41-4c2b-8d6f-6b0a7bb37c90 req-3be426db-be1a-4532-82f8-4783684b9abd tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:52.280106 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3bb04c48-8b41-4c2b-8d6f-6b0a7bb37c90 req-3be426db-be1a-4532-82f8-4783684b9abd tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/ports?device_id=19df6705-348d-438f-b826-8b7368597fdd HTTP/1.1" status: 200 len: 946 time: 0.0870941 Apr 21 12:48:52.322153 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3bb04c48-8b41-4c2b-8d6f-6b0a7bb37c90 req-b5cdb590-1b5c-4c38-a79b-da6206d7d970 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/security-groups?id=1de8950d-8cd4-42b4-80e6-7fe58cd3ea00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350795 Apr 21 12:48:52.488578 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eef44a-ae9b-44ef-adc4-97abbb00f47f req-edb494ce-7c9a-473c-9be9-04cffe8fef94 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:52.490109 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96eef44a-ae9b-44ef-adc4-97abbb00f47f req-edb494ce-7c9a-473c-9be9-04cffe8fef94 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce14addc-47d6-4a1a-8488-3f3db7d83b2e HTTP/1.1" status: 200 len: 950 time: 0.0505981 Apr 21 12:48:52.528075 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96eef44a-ae9b-44ef-adc4-97abbb00f47f req-71275530-b70a-478f-97f2-63043d6c2720 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313275 Apr 21 12:48:52.699666 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ac97f-03ee-46b5-8ea3-97de270eb8c0 req-44c39b69-f1f5-4eac-a906-6caf9a81b5da tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:52.701328 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e5ac97f-03ee-46b5-8ea3-97de270eb8c0 req-44c39b69-f1f5-4eac-a906-6caf9a81b5da tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.26 "GET /v2.0/ports?device_id=19df6705-348d-438f-b826-8b7368597fdd HTTP/1.1" status: 200 len: 946 time: 0.0965507 Apr 21 12:48:52.725777 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33429bad-a184-48ba-8eac-facb97de390d req-a63d12e7-0b75-46dd-a035-f1ba6bf35660 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:52.730209 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33429bad-a184-48ba-8eac-facb97de390d req-a63d12e7-0b75-46dd-a035-f1ba6bf35660 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.0862267 Apr 21 12:48:52.811348 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33429bad-a184-48ba-8eac-facb97de390d req-77234454-74cb-4ead-a202-4ff57e187e00 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637243 Apr 21 12:48:52.837275 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-3e5ac97f-03ee-46b5-8ea3-97de270eb8c0 req-1b7012f3-f840-46f6-a957-eae3fe29d6f2 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Deleting port ccb7b8e4-f344-4fda-870a-e12aa47bdd88 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:48:52.837549 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3e5ac97f-03ee-46b5-8ea3-97de270eb8c0 req-1b7012f3-f840-46f6-a957-eae3fe29d6f2 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:52.927483 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3e5ac97f-03ee-46b5-8ea3-97de270eb8c0 req-1b7012f3-f840-46f6-a957-eae3fe29d6f2 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] For port ccb7b8e4-f344-4fda-870a-e12aa47bdd88, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ccb7b8e4-f344-4fda-870a-e12aa47bdd88,segment=NetworkSegment(69846068-40d9-4664-a633-a8182ba614af),segment_id=69846068-40d9-4664-a633-a8182ba614af)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:52.927846 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3e5ac97f-03ee-46b5-8ea3-97de270eb8c0 req-1b7012f3-f840-46f6-a957-eae3fe29d6f2 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:52.940857 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-3e5ac97f-03ee-46b5-8ea3-97de270eb8c0 req-1b7012f3-f840-46f6-a957-eae3fe29d6f2 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Calling delete_port for ccb7b8e4-f344-4fda-870a-e12aa47bdd88 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:48:53.142039 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3e5ac97f-03ee-46b5-8ea3-97de270eb8c0 req-1b7012f3-f840-46f6-a957-eae3fe29d6f2 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:53.154323 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['ccb7b8e4-f344-4fda-870a-e12aa47bdd88'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:48:53.221705 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7012f3-f840-46f6-a957-eae3fe29d6f2 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Pushing event deleted for resources: {'Port': ['ID=ccb7b8e4-f344-4fda-870a-e12aa47bdd88,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:53.248415 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5ac97f-03ee-46b5-8ea3-97de270eb8c0 req-1b7012f3-f840-46f6-a957-eae3fe29d6f2 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] No DVR routers for this DVR port ccb7b8e4-f344-4fda-870a-e12aa47bdd88 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:48:53.251214 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3e5ac97f-03ee-46b5-8ea3-97de270eb8c0 req-1b7012f3-f840-46f6-a957-eae3fe29d6f2 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:53.254821 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e5ac97f-03ee-46b5-8ea3-97de270eb8c0 req-1b7012f3-f840-46f6-a957-eae3fe29d6f2 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.26 "DELETE /v2.0/ports/ccb7b8e4-f344-4fda-870a-e12aa47bdd88 HTTP/1.1" status: 204 len: 173 time: 0.5468695 Apr 21 12:48:53.270245 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19df6705-348d-438f-b826-8b7368597fdd', 'name': 'network-vif-deleted', 'tag': 'ccb7b8e4-f344-4fda-870a-e12aa47bdd88'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:48:53.272587 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e812c5af-e48c-4a4c-81df-5f080a766a18" -d '{"events": [{"server_uuid": "19df6705-348d-438f-b826-8b7368597fdd", "name": "network-vif-deleted", "tag": "ccb7b8e4-f344-4fda-870a-e12aa47bdd88"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:48:53.305621 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b0c5e-08fb-442c-bb50-5d47c4e59de2 req-a532f5a9-dabf-4286-b129-a4e79f5f8db9 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:53.317929 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-841b0c5e-08fb-442c-bb50-5d47c4e59de2 req-a532f5a9-dabf-4286-b129-a4e79f5f8db9 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 946 time: 0.0986516 Apr 21 12:48:53.339488 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90deedb0-dbab-4fbd-a6e7-df9dea8d97c7 x-openstack-request-id: req-90deedb0-dbab-4fbd-a6e7-df9dea8d97c7 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:48:53.339850 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19df6705-348d-438f-b826-8b7368597fdd", "name": "network-vif-deleted", "tag": "ccb7b8e4-f344-4fda-870a-e12aa47bdd88", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:48:53.340093 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-90deedb0-dbab-4fbd-a6e7-df9dea8d97c7 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:48:53.341040 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90deedb0-dbab-4fbd-a6e7-df9dea8d97c7'] response: {'server_uuid': '19df6705-348d-438f-b826-8b7368597fdd', 'name': 'network-vif-deleted', 'tag': 'ccb7b8e4-f344-4fda-870a-e12aa47bdd88', 'status': 'completed', 'code': 200} Apr 21 12:48:53.390284 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-841b0c5e-08fb-442c-bb50-5d47c4e59de2 req-eaaacf87-bf23-431c-ace7-f3374b0ea955 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709102 Apr 21 12:48:53.462363 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e1af4539-2d31-4c8a-a74f-c575c4b38a11 req-51611c20-7f7d-43e7-975c-05b56ec47dda tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/ports?device_id=19df6705-348d-438f-b826-8b7368597fdd HTTP/1.1" status: 200 len: 210 time: 0.0354054 Apr 21 12:48:53.652230 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f803fe-3e11-46f0-a3a0-9218e32dbd0b req-5fb7b9d8-536d-4825-b543-7864692658fa tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:53.654233 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1f803fe-3e11-46f0-a3a0-9218e32dbd0b req-5fb7b9d8-536d-4825-b543-7864692658fa tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce14addc-47d6-4a1a-8488-3f3db7d83b2e HTTP/1.1" status: 200 len: 950 time: 0.0576844 Apr 21 12:48:53.699741 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1f803fe-3e11-46f0-a3a0-9218e32dbd0b req-ded732a3-81be-471f-9f09-6a24cea0ff3f tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379889 Apr 21 12:48:53.936392 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23993c0-8380-4fc9-befa-5bd3bf0c7eeb req-896044ae-2a52-41a2-ab84-a083aa318a6a tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:53.938633 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c23993c0-8380-4fc9-befa-5bd3bf0c7eeb req-896044ae-2a52-41a2-ab84-a083aa318a6a tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.0557704 Apr 21 12:48:53.991790 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c23993c0-8380-4fc9-befa-5bd3bf0c7eeb req-fe49e720-1eb2-41fb-b66b-07b4eff4f501 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452664 Apr 21 12:48:54.019962 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2541a3d2-d9c7-4c85-9196-1fcdc5ac949e req-1c21657a-5835-46d3-8e13-f20194ee9f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:54.021417 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2541a3d2-d9c7-4c85-9196-1fcdc5ac949e req-1c21657a-5835-46d3-8e13-f20194ee9f0b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 1097 time: 0.0448701 Apr 21 12:48:54.057469 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2541a3d2-d9c7-4c85-9196-1fcdc5ac949e req-0f66dabc-7289-4767-afcb-8b0e245d7df1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280719 Apr 21 12:48:54.531911 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba71af2-4273-4913-bc67-ddd5ef75bbf9 req-9389d730-8fa5-49ba-87be-06261d378dd4 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:54.536573 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8ba71af2-4273-4913-bc67-ddd5ef75bbf9 req-9389d730-8fa5-49ba-87be-06261d378dd4 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 946 time: 0.0598812 Apr 21 12:48:54.582801 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-591407d0-d221-4641-bc74-f33acb3e122a req-ccfbf07f-4cbd-4bc6-ac6c-31d62d6c1277 tempest-ServersNegativeTestMultiTenantJSON-29635035 tempest-ServersNegativeTestMultiTenantJSON-29635035-project] 10.222.0.36 "GET /v2.0/ports?device_id=19df6705-348d-438f-b826-8b7368597fdd HTTP/1.1" status: 200 len: 210 time: 0.0306063 Apr 21 12:48:54.596537 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8ba71af2-4273-4913-bc67-ddd5ef75bbf9 req-f49a36b2-ef93-43e5-a1cd-aeb30ca9789d tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579443 Apr 21 12:48:54.817859 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850a1fb8-0876-40ca-b7c7-879144a4f1bc req-1929e65e-21ad-454d-8c95-f124d44cc436 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:54.819507 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-850a1fb8-0876-40ca-b7c7-879144a4f1bc req-1929e65e-21ad-454d-8c95-f124d44cc436 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce14addc-47d6-4a1a-8488-3f3db7d83b2e HTTP/1.1" status: 200 len: 950 time: 0.0499983 Apr 21 12:48:54.868859 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-850a1fb8-0876-40ca-b7c7-879144a4f1bc req-136ea72c-7e76-4a9c-afd9-1f10bf08fc51 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408766 Apr 21 12:48:54.985813 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f5cbf-7f62-4f32-83c3-ca748538ace6 req-5d7102ab-13c7-46dc-ab25-4a7dcab44262 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:54.987289 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf5f5cbf-7f62-4f32-83c3-ca748538ace6 req-5d7102ab-13c7-46dc-ab25-4a7dcab44262 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0798333 Apr 21 12:48:55.011649 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f80e98-280b-4680-a999-0bbbf1d95164 req-d03d6d35-c2b1-4913-b28d-944969dd488b tempest-ServersOnMultiNodesTest-1979639452 tempest-ServersOnMultiNodesTest-1979639452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:55.014580 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2f80e98-280b-4680-a999-0bbbf1d95164 req-d03d6d35-c2b1-4913-b28d-944969dd488b tempest-ServersOnMultiNodesTest-1979639452 tempest-ServersOnMultiNodesTest-1979639452-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=ce14addc-47d6-4a1a-8488-3f3db7d83b2e HTTP/1.1" status: 200 len: 1101 time: 0.0662768 Apr 21 12:48:55.045499 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf5f5cbf-7f62-4f32-83c3-ca748538ace6 req-adaceec7-54a1-4315-a04c-e1379629e5c6 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511682 Apr 21 12:48:55.069896 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2f80e98-280b-4680-a999-0bbbf1d95164 req-c1715d0b-dcaf-43f6-b82c-771e56747118 tempest-ServersOnMultiNodesTest-1979639452 tempest-ServersOnMultiNodesTest-1979639452-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398941 Apr 21 12:48:55.224392 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204ca64-8bb1-42ee-957c-fc7c1eb23f73 req-76709c51-1697-4a51-b61b-8ed33042e7fb tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:55.225401 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6204ca64-8bb1-42ee-957c-fc7c1eb23f73 req-76709c51-1697-4a51-b61b-8ed33042e7fb tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0817666 Apr 21 12:48:55.588889 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61ad0f-f8f9-49ca-8533-f877dee86bc0 req-f79f5bcd-0b77-429b-aebf-911e0edbb8a1 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:55.590319 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea61ad0f-f8f9-49ca-8533-f877dee86bc0 req-f79f5bcd-0b77-429b-aebf-911e0edbb8a1 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.4346933 Apr 21 12:48:55.614760 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6204ca64-8bb1-42ee-957c-fc7c1eb23f73 req-f948ffc0-3e3c-4acd-b337-dc24e02ae029 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794737 Apr 21 12:48:55.646790 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea61ad0f-f8f9-49ca-8533-f877dee86bc0 req-3fb5412b-24a4-41d8-8e1e-af1addbb6b86 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461292 Apr 21 12:48:55.708078 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54258) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:48:55.728466 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5980b10-50aa-4851-814c-8613abe524b3 req-748a8dba-d706-4b46-a11c-1c87c5045c76 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c623b08b095e4654a1f16b34ae10bc43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234957 Apr 21 12:48:55.757936 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb3b08c5-71de-4e78-9027-11fe1fbac4d6 admin admin] Deleting subnet 8ec0dd1f-5bb9-45e0-8438-aef5a6e130a0 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:48:55.761088 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb3b08c5-71de-4e78-9027-11fe1fbac4d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:55.800638 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb3b08c5-71de-4e78-9027-11fe1fbac4d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:55.846286 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb3b08c5-71de-4e78-9027-11fe1fbac4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:55.877117 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fc926-4ac4-4e51-afe6-dc37e9f0175e req-d6c3458a-5e59-4874-8d0e-8f10273fbcda tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:55.878703 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c40fc926-4ac4-4e51-afe6-dc37e9f0175e req-d6c3458a-5e59-4874-8d0e-8f10273fbcda tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 946 time: 0.1334333 Apr 21 12:48:55.887680 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5980b10-50aa-4851-814c-8613abe524b3 req-f176f7ea-6ee4-4dae-b266-dfda422cbf72 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:55.889148 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5980b10-50aa-4851-814c-8613abe524b3 req-f176f7ea-6ee4-4dae-b266-dfda422cbf72 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1545539 Apr 21 12:48:55.927773 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5980b10-50aa-4851-814c-8613abe524b3 req-8e7d4cc1-b1aa-44d8-a43d-77fddee81963 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/quotas/c623b08b095e4654a1f16b34ae10bc43 HTTP/1.1" status: 200 len: 375 time: 0.0174623 Apr 21 12:48:55.932803 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c40fc926-4ac4-4e51-afe6-dc37e9f0175e req-7e302ac4-04f0-4188-8246-f0d8e16810fd tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427296 Apr 21 12:48:55.991955 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb3b08c5-71de-4e78-9027-11fe1fbac4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:55.992884 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5980b10-50aa-4851-814c-8613abe524b3 req-08aecc75-e5ca-40a9-a134-2f8692efd0b8 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=c623b08b095e4654a1f16b34ae10bc43&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0590572 Apr 21 12:48:56.025543 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b08c5-71de-4e78-9027-11fe1fbac4d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ec0dd1f-5bb9-45e0-8438-aef5a6e130a0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:56.034689 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb3b08c5-71de-4e78-9027-11fe1fbac4d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:56.037817 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cb3b08c5-71de-4e78-9027-11fe1fbac4d6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/8ec0dd1f-5bb9-45e0-8438-aef5a6e130a0 HTTP/1.1" status: 204 len: 168 time: 0.3286936 Apr 21 12:48:56.039325 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b08c5-71de-4e78-9027-11fe1fbac4d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:56.039655 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b08c5-71de-4e78-9027-11fe1fbac4d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:56.040176 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b08c5-71de-4e78-9027-11fe1fbac4d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:56.041169 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b08c5-71de-4e78-9027-11fe1fbac4d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:56.041726 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b08c5-71de-4e78-9027-11fe1fbac4d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:56.042223 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b08c5-71de-4e78-9027-11fe1fbac4d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:56.042807 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b08c5-71de-4e78-9027-11fe1fbac4d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:56.043805 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b08c5-71de-4e78-9027-11fe1fbac4d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:56.044296 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b08c5-71de-4e78-9027-11fe1fbac4d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:56.044785 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b08c5-71de-4e78-9027-11fe1fbac4d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:56.045037 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 54264) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:48:56.045452 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b08c5-71de-4e78-9027-11fe1fbac4d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:56.045978 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3b08c5-71de-4e78-9027-11fe1fbac4d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:48:56.125279 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee85b1b-ec0c-446d-be8b-c2f4f915b365 req-f97919cb-6025-49ff-b0a4-b90cab08041e tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:56.126683 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ee85b1b-ec0c-446d-be8b-c2f4f915b365 req-f97919cb-6025-49ff-b0a4-b90cab08041e tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1155343 Apr 21 12:48:56.143738 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb1fc052-af58-4296-9515-1d584e6fc826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:56.177032 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ee85b1b-ec0c-446d-be8b-c2f4f915b365 req-4b6e5989-50a8-4326-85e9-139285c77d24 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433025 Apr 21 12:48:56.262190 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb1fc052-af58-4296-9515-1d584e6fc826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:56.299914 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18c48c7b-9520-48c1-8d12-3767feedc904 req-6243e8c2-349b-4261-b8e7-44f934906ead tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=2da2c938-1af8-4aed-8868-9b98250d7811 HTTP/1.1" status: 200 len: 210 time: 0.0282135 Apr 21 12:48:56.343114 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-eb1fc052-af58-4296-9515-1d584e6fc826 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ec0f34-86b9-4b26-9c36-07244d5aba92']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:48:56.355608 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-eb1fc052-af58-4296-9515-1d584e6fc826 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69846068-40d9-4664-a633-a8182ba614af') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:48:56.355906 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-eb1fc052-af58-4296-9515-1d584e6fc826 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69846068-40d9-4664-a633-a8182ba614af') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:48:56.368263 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb1fc052-af58-4296-9515-1d584e6fc826 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:56.403512 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daabe822-4be9-49e5-8f1d-2123e03fc3be req-3d28ef0e-d034-4357-a7a8-7d28cf99e6e2 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:56.405020 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-daabe822-4be9-49e5-8f1d-2123e03fc3be req-3d28ef0e-d034-4357-a7a8-7d28cf99e6e2 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1026669 Apr 21 12:48:56.409065 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb1fc052-af58-4296-9515-1d584e6fc826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:56.422203 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb1fc052-af58-4296-9515-1d584e6fc826 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:48:56.422619 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb1fc052-af58-4296-9515-1d584e6fc826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:48:56.424240 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:48:56.494207 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-daabe822-4be9-49e5-8f1d-2123e03fc3be req-9fa5a77c-85d0-4c66-9d2a-9036144b6778 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803950 Apr 21 12:48:56.575590 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb1fc052-af58-4296-9515-1d584e6fc826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:56.581445 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb1fc052-af58-4296-9515-1d584e6fc826 admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:56.584371 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-eb1fc052-af58-4296-9515-1d584e6fc826 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a9ec0f34-86b9-4b26-9c36-07244d5aba92 HTTP/1.1" status: 204 len: 168 time: 0.5380940 Apr 21 12:48:56.596009 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54284) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:48:56.597939 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1fc052-af58-4296-9515-1d584e6fc826 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9ec0f34-86b9-4b26-9c36-07244d5aba92,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:56.653720 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-67bde907-dfec-48b2-b737-f3e37be78611 admin admin] Deleting subnet 3ac9efef-b8dc-4fac-aa36-05a363eaf4cf {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:48:56.657126 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67bde907-dfec-48b2-b737-f3e37be78611 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:56.694361 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd912f-5519-44e6-b598-6a30c1a67e87 req-9edbea3d-d14d-48fe-ae3f-f3a04f6cf891 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:56.694655 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67bde907-dfec-48b2-b737-f3e37be78611 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:56.696062 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-26cd912f-5519-44e6-b598-6a30c1a67e87 req-9edbea3d-d14d-48fe-ae3f-f3a04f6cf891 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0637391 Apr 21 12:48:56.746449 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67bde907-dfec-48b2-b737-f3e37be78611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:56.773335 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-26cd912f-5519-44e6-b598-6a30c1a67e87 req-ba23141d-eec7-43e8-aca1-a9b369a70ef7 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681658 Apr 21 12:48:56.789718 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ba728-7e3c-4844-a0d1-45ad03be87fb req-fbb397cf-ac4d-461e-a546-c79326b85c5f tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:56.791204 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c6ba728-7e3c-4844-a0d1-45ad03be87fb req-fbb397cf-ac4d-461e-a546-c79326b85c5f tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.0639539 Apr 21 12:48:56.846356 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c6ba728-7e3c-4844-a0d1-45ad03be87fb req-354a528a-ec1f-4225-9186-9c34ce86a705 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484607 Apr 21 12:48:56.902143 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-eb18c62e-5e59-48ce-96ef-f2ca099e9462 req-a7289938-5ea5-4e00-a92f-93abced1113f tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1132409857', 'description': 'tempest-description-57530275'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:48:56.923626 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67bde907-dfec-48b2-b737-f3e37be78611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:56.940096 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12dcc60-c684-4025-a92e-f251d50ab261 req-d41c3f78-96a2-4803-95fa-0f2516a6d95d tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:56.941711 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c12dcc60-c684-4025-a92e-f251d50ab261 req-d41c3f78-96a2-4803-95fa-0f2516a6d95d tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0734246 Apr 21 12:48:56.953240 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bde907-dfec-48b2-b737-f3e37be78611 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ac9efef-b8dc-4fac-aa36-05a363eaf4cf,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:56.955222 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-67bde907-dfec-48b2-b737-f3e37be78611 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:56.959805 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-67bde907-dfec-48b2-b737-f3e37be78611 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3ac9efef-b8dc-4fac-aa36-05a363eaf4cf HTTP/1.1" status: 204 len: 168 time: 0.3619139 Apr 21 12:48:56.962800 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54300) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:48:56.986975 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c12dcc60-c684-4025-a92e-f251d50ab261 req-c827a603-5905-43fe-8202-369dab969d33 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386379 Apr 21 12:48:57.025475 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eb18c62e-5e59-48ce-96ef-f2ca099e9462 req-a7289938-5ea5-4e00-a92f-93abced1113f tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:57.044660 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6b8c44b4-a279-4708-9d1a-7a51c9d2bcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:57.096863 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device ccb7b8e4-f344-4fda-870a-e12aa47bdd88 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:48:57.124951 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e196d78-ad23-46bc-ae06-2c3833a962b6 req-59a0dc6d-f8d8-43f8-87c9-5c8bdabdf0e6 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:57.126607 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8e196d78-ad23-46bc-ae06-2c3833a962b6 req-59a0dc6d-f8d8-43f8-87c9-5c8bdabdf0e6 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 946 time: 0.0611506 Apr 21 12:48:57.134755 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6b8c44b4-a279-4708-9d1a-7a51c9d2bcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:57.140450 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: ccb7b8e4-f344-4fda-870a-e12aa47bdd88 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:48:57.141236 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device ccb7b8e4-f344-4fda-870a-e12aa47bdd88 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:48:57.172135 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-6b8c44b4-a279-4708-9d1a-7a51c9d2bcda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff384fc7-953a-4fa5-a1d2-48a66a1a51ad']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:48:57.179524 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8e196d78-ad23-46bc-ae06-2c3833a962b6 req-015d49a7-169d-4880-ab7e-68d2da0ea553 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446196 Apr 21 12:48:57.183060 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-6b8c44b4-a279-4708-9d1a-7a51c9d2bcda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25234a6f-ba5c-401b-9f23-2ac3bb411599') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:48:57.184065 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-6b8c44b4-a279-4708-9d1a-7a51c9d2bcda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25234a6f-ba5c-401b-9f23-2ac3bb411599') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:48:57.194750 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6b8c44b4-a279-4708-9d1a-7a51c9d2bcda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:57.210031 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6b8c44b4-a279-4708-9d1a-7a51c9d2bcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:57.220998 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b8c44b4-a279-4708-9d1a-7a51c9d2bcda admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:48:57.221757 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6b8c44b4-a279-4708-9d1a-7a51c9d2bcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:48:57.224193 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:48:57.240485 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eb18c62e-5e59-48ce-96ef-f2ca099e9462 req-a7289938-5ea5-4e00-a92f-93abced1113f tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:57.323887 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbd43b-d3e6-4ba9-a83b-14afe049d6c2 req-24521e68-6a6a-431b-9efb-c1b24a288f31 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:57.325427 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4fbbd43b-d3e6-4ba9-a83b-14afe049d6c2 req-24521e68-6a6a-431b-9efb-c1b24a288f31 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0536849 Apr 21 12:48:57.347608 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eb18c62e-5e59-48ce-96ef-f2ca099e9462 req-a7289938-5ea5-4e00-a92f-93abced1113f tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:57.389965 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4fbbd43b-d3e6-4ba9-a83b-14afe049d6c2 req-9e4ebf50-5b64-4c7c-b449-17e3a82c8863 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577214 Apr 21 12:48:57.395174 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7289938-5ea5-4e00-a92f-93abced1113f tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b2c779-9316-4490-acf3-47ddb8da5e3c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:57.420270 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6b8c44b4-a279-4708-9d1a-7a51c9d2bcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:57.436440 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6b8c44b4-a279-4708-9d1a-7a51c9d2bcda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:57.436440 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6b8c44b4-a279-4708-9d1a-7a51c9d2bcda admin admin] 10.222.0.36 "DELETE /v2.0/networks/ff384fc7-953a-4fa5-a1d2-48a66a1a51ad HTTP/1.1" status: 204 len: 168 time: 0.4658048 Apr 21 12:48:57.449421 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c44b4-a279-4708-9d1a-7a51c9d2bcda admin admin] Pushing event deleted for resources: {'Network': ['ID=ff384fc7-953a-4fa5-a1d2-48a66a1a51ad,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:57.456250 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eb18c62e-5e59-48ce-96ef-f2ca099e9462 req-a7289938-5ea5-4e00-a92f-93abced1113f tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:57.457921 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb18c62e-5e59-48ce-96ef-f2ca099e9462 req-a7289938-5ea5-4e00-a92f-93abced1113f tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5760131 Apr 21 12:48:57.539227 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c466f060-004d-485e-a479-4d0046c745dc req-4e199945-f837-4c8c-8f71-0d11759a77c8 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=2da2c938-1af8-4aed-8868-9b98250d7811 HTTP/1.1" status: 200 len: 210 time: 0.0382173 Apr 21 12:48:57.609618 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27da355-7985-4d82-9e57-e3c48e64e5a9 req-43f2ebc1-0956-43e6-8dc6-047c974864e6 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:57.618572 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c27da355-7985-4d82-9e57-e3c48e64e5a9 req-43f2ebc1-0956-43e6-8dc6-047c974864e6 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0710635 Apr 21 12:48:57.670102 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eda106c3-00da-4dd3-bc17-18485cbeb7d2 req-2185a197-b18d-4532-8fee-cc4319cf900d tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1132409857&fields=id&tenant_id=ff5c07c40d9a4b349438394ca472864f HTTP/1.1" status: 200 len: 267 time: 0.0579784 Apr 21 12:48:57.673664 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c27da355-7985-4d82-9e57-e3c48e64e5a9 req-840f7bf8-0d19-4b97-b01c-ae19a357f6b8 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559208 Apr 21 12:48:57.736240 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda106c3-00da-4dd3-bc17-18485cbeb7d2 req-68ba5add-c532-4355-8294-b2e20ef04105 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:57.737742 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eda106c3-00da-4dd3-bc17-18485cbeb7d2 req-68ba5add-c532-4355-8294-b2e20ef04105 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.0602629 Apr 21 12:48:57.750253 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-eda106c3-00da-4dd3-bc17-18485cbeb7d2 req-eb97d4b7-52c4-4225-855a-a4e6921bd7ff tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Request body: {'port': {'security_groups': ['e494a611-f92e-4970-8f32-110485b8cbee', 'f4b2c779-9316-4490-acf3-47ddb8da5e3c']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:48:57.847875 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eda106c3-00da-4dd3-bc17-18485cbeb7d2 req-eb97d4b7-52c4-4225-855a-a4e6921bd7ff tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:57.904092 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652090bf-8c6b-4fa7-b4da-e21e7312d8bd req-81c23b07-1bf9-419a-b0ac-153f18b1081d tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:57.905639 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-652090bf-8c6b-4fa7-b4da-e21e7312d8bd req-81c23b07-1bf9-419a-b0ac-153f18b1081d tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0938747 Apr 21 12:48:57.979165 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-652090bf-8c6b-4fa7-b4da-e21e7312d8bd req-50f4971d-f146-4c7b-9875-6d7fa347866d tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639749 Apr 21 12:48:58.022691 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54328) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:48:58.073290 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5a52d017-1b8e-4b1c-8158-9b498f08b8a7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d6c145dfd77480b9b81fcc48895d006&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494111 Apr 21 12:48:58.075882 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54332) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:48:58.130323 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-eda106c3-00da-4dd3-bc17-18485cbeb7d2 req-eb97d4b7-52c4-4225-855a-a4e6921bd7ff tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] For port 0cef6a92-bc12-4af9-ac25-5f153660b4af, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0cef6a92-bc12-4af9-ac25-5f153660b4af,segment=NetworkSegment(b5aef90b-d917-4e10-8a43-fb490177cc40),segment_id=b5aef90b-d917-4e10-8a43-fb490177cc40)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:58.134169 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6ee6919-83fa-4ff9-bf46-d639ba1ec1ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:58.164251 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6ee6919-83fa-4ff9-bf46-d639ba1ec1ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:58.172711 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e09d5-b309-4739-8680-5c531d8ab1a2 req-2c7f9059-7dbf-42e1-aed8-f51e3fb6e9a6 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:58.174350 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c83e09d5-b309-4739-8680-5c531d8ab1a2 req-2c7f9059-7dbf-42e1-aed8-f51e3fb6e9a6 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0864699 Apr 21 12:48:58.185823 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eda106c3-00da-4dd3-bc17-18485cbeb7d2 req-eb97d4b7-52c4-4225-855a-a4e6921bd7ff tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:58.221987 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c83e09d5-b309-4739-8680-5c531d8ab1a2 req-e7017c62-a3d9-453f-b480-4987ac159758 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408938 Apr 21 12:48:58.320257 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eda106c3-00da-4dd3-bc17-18485cbeb7d2 req-eb97d4b7-52c4-4225-855a-a4e6921bd7ff tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:58.331916 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['0cef6a92-bc12-4af9-ac25-5f153660b4af'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:48:58.379851 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6ee6919-83fa-4ff9-bf46-d639ba1ec1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:58.381277 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b07d2b-c385-4a0c-afaf-752010830a54 req-1c28ec75-145d-4f44-bc81-5fccc148f09c tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:58.382418 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6ee6919-83fa-4ff9-bf46-d639ba1ec1ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:58.385826 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c6ee6919-83fa-4ff9-bf46-d639ba1ec1ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1de8950d-8cd4-42b4-80e6-7fe58cd3ea00 HTTP/1.1" status: 204 len: 168 time: 0.3066189 Apr 21 12:48:58.389449 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1b07d2b-c385-4a0c-afaf-752010830a54 req-1c28ec75-145d-4f44-bc81-5fccc148f09c tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 946 time: 0.1087444 Apr 21 12:48:58.398775 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee6919-83fa-4ff9-bf46-d639ba1ec1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de8950d-8cd4-42b4-80e6-7fe58cd3ea00,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:58.439867 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1b07d2b-c385-4a0c-afaf-752010830a54 req-50607962-ac15-433c-99a8-9d293482fe73 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493619 Apr 21 12:48:58.452631 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda106c3-00da-4dd3-bc17-18485cbeb7d2 req-eb97d4b7-52c4-4225-855a-a4e6921bd7ff tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:58.453652 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eda106c3-00da-4dd3-bc17-18485cbeb7d2 req-eb97d4b7-52c4-4225-855a-a4e6921bd7ff tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:58.454653 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eda106c3-00da-4dd3-bc17-18485cbeb7d2 req-eb97d4b7-52c4-4225-855a-a4e6921bd7ff tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "PUT /v2.0/ports/0cef6a92-bc12-4af9-ac25-5f153660b4af HTTP/1.1" status: 200 len: 982 time: 0.7103295 Apr 21 12:48:58.474970 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b1c445-eb04-42dd-a7c3-b13227f00f77', 'tag': '0cef6a92-bc12-4af9-ac25-5f153660b4af'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:48:58.477764 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52eee6f-8db0-4863-ac86-9f3bcd8476f3" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b1c445-eb04-42dd-a7c3-b13227f00f77", "tag": "0cef6a92-bc12-4af9-ac25-5f153660b4af"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:48:58.503581 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97d4b7-52c4-4225-855a-a4e6921bd7ff tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Pushing event updated for resources: {'Port': ['ID=0cef6a92-bc12-4af9-ac25-5f153660b4af,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:58.544923 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['0cef6a92-bc12-4af9-ac25-5f153660b4af'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:48:58.612885 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eacc4d96-c638-4792-9ac9-56eb601d4534 req-f7447b48-1f87-4c9a-9367-f5b67fd1fac4 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1132409857&fields=id&tenant_id=ff5c07c40d9a4b349438394ca472864f HTTP/1.1" status: 200 len: 267 time: 0.0647500 Apr 21 12:48:58.686993 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc4d96-c638-4792-9ac9-56eb601d4534 req-f4eacd27-c87e-4999-9dc1-5becd706e8e0 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:58.688800 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eacc4d96-c638-4792-9ac9-56eb601d4534 req-f4eacd27-c87e-4999-9dc1-5becd706e8e0 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 985 time: 0.0582566 Apr 21 12:48:58.703531 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-eacc4d96-c638-4792-9ac9-56eb601d4534 req-526550a4-dfcf-44ee-916f-c1015a17e531 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Request body: {'port': {'security_groups': ['e494a611-f92e-4970-8f32-110485b8cbee']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:48:58.794437 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eacc4d96-c638-4792-9ac9-56eb601d4534 req-526550a4-dfcf-44ee-916f-c1015a17e531 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:58.931882 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5980b10-50aa-4851-814c-8613abe524b3 req-5618cbab-e8e0-401d-9990-01c9ec5bc36a tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=c623b08b095e4654a1f16b34ae10bc43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328844 Apr 21 12:48:59.124715 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-eacc4d96-c638-4792-9ac9-56eb601d4534 req-526550a4-dfcf-44ee-916f-c1015a17e531 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] For port 0cef6a92-bc12-4af9-ac25-5f153660b4af, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0cef6a92-bc12-4af9-ac25-5f153660b4af,segment=NetworkSegment(b5aef90b-d917-4e10-8a43-fb490177cc40),segment_id=b5aef90b-d917-4e10-8a43-fb490177cc40)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:48:59.144855 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5980b10-50aa-4851-814c-8613abe524b3 req-d68690dd-021d-41f3-a039-5e3b19dc65eb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:59.146312 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5980b10-50aa-4851-814c-8613abe524b3 req-d68690dd-021d-41f3-a039-5e3b19dc65eb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1877611 Apr 21 12:48:59.161738 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c5980b10-50aa-4851-814c-8613abe524b3 req-e2f7dd3c-dc94-4840-98ff-1bbcb589d2d4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Request body: {'port': {'device_id': '2da2c938-1af8-4aed-8868-9b98250d7811', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'admin_state_up': True, 'tenant_id': 'c623b08b095e4654a1f16b34ae10bc43'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:48:59.198625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ed179d-ad1d-4184-8e1c-1d66d4f8c626 req-f9cdfe1c-69e3-4bef-964f-c805dc8d65d4 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:59.200593 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28ed179d-ad1d-4184-8e1c-1d66d4f8c626 req-f9cdfe1c-69e3-4bef-964f-c805dc8d65d4 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1385136 Apr 21 12:48:59.202786 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eacc4d96-c638-4792-9ac9-56eb601d4534 req-526550a4-dfcf-44ee-916f-c1015a17e531 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:59.290393 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28ed179d-ad1d-4184-8e1c-1d66d4f8c626 req-bdbc5f2b-99bf-46d8-b9a4-f9217385858d tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829411 Apr 21 12:48:59.334035 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eacc4d96-c638-4792-9ac9-56eb601d4534 req-526550a4-dfcf-44ee-916f-c1015a17e531 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:59.347118 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['0cef6a92-bc12-4af9-ac25-5f153660b4af'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:48:59.367677 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d340d8f4-324d-495a-9468-dd9b52c99984 x-openstack-request-id: req-d340d8f4-324d-495a-9468-dd9b52c99984 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:48:59.368091 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b1c445-eb04-42dd-a7c3-b13227f00f77", "tag": "0cef6a92-bc12-4af9-ac25-5f153660b4af", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:48:59.368352 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d340d8f4-324d-495a-9468-dd9b52c99984 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:48:59.368770 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d340d8f4-324d-495a-9468-dd9b52c99984'] response: {'name': 'network-changed', 'server_uuid': 'f7b1c445-eb04-42dd-a7c3-b13227f00f77', 'tag': '0cef6a92-bc12-4af9-ac25-5f153660b4af', 'status': 'completed', 'code': 200} Apr 21 12:48:59.389004 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc4d96-c638-4792-9ac9-56eb601d4534 req-526550a4-dfcf-44ee-916f-c1015a17e531 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:59.389722 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eacc4d96-c638-4792-9ac9-56eb601d4534 req-526550a4-dfcf-44ee-916f-c1015a17e531 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:59.404775 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eacc4d96-c638-4792-9ac9-56eb601d4534 req-526550a4-dfcf-44ee-916f-c1015a17e531 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "PUT /v2.0/ports/0cef6a92-bc12-4af9-ac25-5f153660b4af HTTP/1.1" status: 200 len: 943 time: 0.7006872 Apr 21 12:48:59.474465 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['0cef6a92-bc12-4af9-ac25-5f153660b4af'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:48:59.484390 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5980b10-50aa-4851-814c-8613abe524b3 req-e2f7dd3c-dc94-4840-98ff-1bbcb589d2d4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Made reservation on behalf of c623b08b095e4654a1f16b34ae10bc43 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:48:59.487898 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c5980b10-50aa-4851-814c-8613abe524b3 req-e2f7dd3c-dc94-4840-98ff-1bbcb589d2d4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:59.556519 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42aa8dff-05c1-47a7-8812-8612bcb1c814 req-51fb41ba-4f83-40e2-9030-e4b60eaac0aa tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=2da2c938-1af8-4aed-8868-9b98250d7811 HTTP/1.1" status: 200 len: 210 time: 0.0801806 Apr 21 12:48:59.563762 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526550a4-dfcf-44ee-916f-c1015a17e531 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Pushing event updated for resources: {'Port': ['ID=0cef6a92-bc12-4af9-ac25-5f153660b4af,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:48:59.613522 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54368) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:48:59.697205 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5b53f1be-77ce-43bc-936a-c74d7b61ab2e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa3bd42b05724fbeac52136ece66f800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0814769 Apr 21 12:48:59.701412 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54370) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:48:59.718775 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52eee6f-8db0-4863-ac86-9f3bcd8476f3 req-f71eb464-e370-4b48-993d-8069e4ac598e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:59.720435 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d52eee6f-8db0-4863-ac86-9f3bcd8476f3 req-f71eb464-e370-4b48-993d-8069e4ac598e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ff5c07c40d9a4b349438394ca472864f&device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 1097 time: 0.3146672 Apr 21 12:48:59.744389 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-c5980b10-50aa-4851-814c-8613abe524b3 req-e2f7dd3c-dc94-4840-98ff-1bbcb589d2d4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Allocated IP 192.168.233.232 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/03718d67-98ca-46b3-bdda-1ea66857eeb5) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:48:59.762515 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f39b2a2-2c9d-4ebb-b420-d132b956673f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:59.784689 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f39b2a2-2c9d-4ebb-b420-d132b956673f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:59.798514 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccd183-3103-4f55-b22c-faa3d60655d0 req-0d546956-238d-445c-9c5f-143b36c4b35d tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:59.800135 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6dccd183-3103-4f55-b22c-faa3d60655d0 req-0d546956-238d-445c-9c5f-143b36c4b35d tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 946 time: 0.3172958 Apr 21 12:48:59.899988 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4d2442-a413-4ff9-9a30-b7260d031b0a req-c15d7302-49d8-4c28-b63a-4f8b961ee80d tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:48:59.901495 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e4d2442-a413-4ff9-9a30-b7260d031b0a req-c15d7302-49d8-4c28-b63a-4f8b961ee80d tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1768107 Apr 21 12:48:59.934714 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f39b2a2-2c9d-4ebb-b420-d132b956673f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:59.937538 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f39b2a2-2c9d-4ebb-b420-d132b956673f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:48:59.939180 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4f39b2a2-2c9d-4ebb-b420-d132b956673f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4d43c169-f215-4ee4-9ae1-652ff37dcdc2 HTTP/1.1" status: 204 len: 168 time: 0.2362721 Apr 21 12:48:59.960540 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6dccd183-3103-4f55-b22c-faa3d60655d0 req-ad94893e-1312-469a-af0f-8aa5d7c78f60 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241014 Apr 21 12:48:59.978068 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f39b2a2-2c9d-4ebb-b420-d132b956673f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d43c169-f215-4ee4-9ae1-652ff37dcdc2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:00.015294 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52eee6f-8db0-4863-ac86-9f3bcd8476f3 req-c11dad7f-9e1a-4eec-8caf-a0026d8d62a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:00.016864 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d52eee6f-8db0-4863-ac86-9f3bcd8476f3 req-c11dad7f-9e1a-4eec-8caf-a0026d8d62a6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e50d715-b910-4276-93d7-96be6f6cfc58 HTTP/1.1" status: 200 len: 921 time: 0.2706816 Apr 21 12:49:00.088679 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e4d2442-a413-4ff9-9a30-b7260d031b0a req-85edac39-e8f5-46c3-9eb9-f84087d89fdc tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790075 Apr 21 12:49:00.130675 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d52eee6f-8db0-4863-ac86-9f3bcd8476f3 req-5e97bd2f-8e4f-49fd-b36e-4953aaf1bea7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cef6a92-bc12-4af9-ac25-5f153660b4af HTTP/1.1" status: 200 len: 217 time: 0.0966876 Apr 21 12:49:00.197289 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c5980b10-50aa-4851-814c-8613abe524b3 req-e2f7dd3c-dc94-4840-98ff-1bbcb589d2d4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:00.384412 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52eee6f-8db0-4863-ac86-9f3bcd8476f3 req-e6188bc0-fbe3-4c84-8415-c74fb3d300ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:00.385921 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d52eee6f-8db0-4863-ac86-9f3bcd8476f3 req-e6188bc0-fbe3-4c84-8415-c74fb3d300ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d5ecad05-c514-4221-be9f-83a659f2e3d8 HTTP/1.1" status: 200 len: 860 time: 0.1830771 Apr 21 12:49:00.449031 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c586b57-cca4-4553-8d60-82ea4ebcf33f req-609600a6-ecbc-47f3-87b8-e2500d17d49a tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4204273 Apr 21 12:49:00.476818 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d52eee6f-8db0-4863-ac86-9f3bcd8476f3 req-67219d47-1892-45bf-8362-81186da6bf38 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e50d715-b910-4276-93d7-96be6f6cfc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459259 Apr 21 12:49:00.491134 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3c586b57-cca4-4553-8d60-82ea4ebcf33f req-af5b60d4-689a-4240-99ff-0b6e1ae3315d tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:49:00.513345 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-d52eee6f-8db0-4863-ac86-9f3bcd8476f3 req-52a6acb1-1d0e-4081-946e-284f23c1b7de service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:49:00.514349 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d52eee6f-8db0-4863-ac86-9f3bcd8476f3 req-52a6acb1-1d0e-4081-946e-284f23c1b7de service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0274768 Apr 21 12:49:00.524658 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c5980b10-50aa-4851-814c-8613abe524b3 req-e2f7dd3c-dc94-4840-98ff-1bbcb589d2d4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:00.537815 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['fd703816-be55-4a83-abca-884c73b87469', 'ce44dac3-118b-4f62-a7e6-693a1f43f4f4'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:49:00.541291 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['f67037ec-0269-4c0c-8eeb-9a294d01213f', 'b3059ab7-b5e6-4412-9ca9-4020a316efc0', 'd8accf3a-2e9b-4e5b-bd00-3814ecb87244', 'f97e1c8c-558c-48b7-bf60-41f451df8a30', '4d76152d-771b-40ae-ae9d-482dac4aabee'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:49:00.985798 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c5d2e-13ad-440f-bfd0-15c37a08bc0d req-e134f29e-c5bd-4773-8a49-52c4e20eb27f tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:00.992891 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f23c5d2e-13ad-440f-bfd0-15c37a08bc0d req-e134f29e-c5bd-4773-8a49-52c4e20eb27f tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/networks?id=922b14c1-7208-45a2-9286-597c5ba2d9eb HTTP/1.1" status: 200 len: 814 time: 0.7064338 Apr 21 12:49:00.994782 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3c586b57-cca4-4553-8d60-82ea4ebcf33f req-af5b60d4-689a-4240-99ff-0b6e1ae3315d tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:01.007427 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5980b10-50aa-4851-814c-8613abe524b3 req-e2f7dd3c-dc94-4840-98ff-1bbcb589d2d4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:49:01.037094 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64f61a-f6a3-4969-a115-c390d4582601 req-f2af00ca-bb8f-40a3-bcc2-07170b78dc81 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:01.038601 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e64f61a-f6a3-4969-a115-c390d4582601 req-f2af00ca-bb8f-40a3-bcc2-07170b78dc81 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.24 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 946 time: 0.5639515 Apr 21 12:49:01.043556 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f7dd3c-dc94-4840-98ff-1bbcb589d2d4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Pushing event updated for resources: {'Port': ['ID=03718d67-98ca-46b3-bdda-1ea66857eeb5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:01.046292 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-c5980b10-50aa-4851-814c-8613abe524b3 req-e2f7dd3c-dc94-4840-98ff-1bbcb589d2d4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:49:01.058932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5980b10-50aa-4851-814c-8613abe524b3 req-e2f7dd3c-dc94-4840-98ff-1bbcb589d2d4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:49:01.067204 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f23c5d2e-13ad-440f-bfd0-15c37a08bc0d req-5b76cbd7-8b3b-4539-ae84-8588fb623c53 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/quotas/0cef7977fdb64b878118f3cfbb1a54e1 HTTP/1.1" status: 200 len: 375 time: 0.0734296 Apr 21 12:49:01.288093 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d52eee6f-8db0-4863-ac86-9f3bcd8476f3 req-4d776347-0b63-4d38-b353-2b7074d67734 service neutron] 10.222.0.26 "GET /v2.0/networks/6e50d715-b910-4276-93d7-96be6f6cfc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7589366 Apr 21 12:49:01.300680 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5980b10-50aa-4851-814c-8613abe524b3 req-e2f7dd3c-dc94-4840-98ff-1bbcb589d2d4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:01.301410 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c5980b10-50aa-4851-814c-8613abe524b3 req-e2f7dd3c-dc94-4840-98ff-1bbcb589d2d4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:01.309686 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54416) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:49:01.313375 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f23c5d2e-13ad-440f-bfd0-15c37a08bc0d req-eddaa673-c9d1-45d3-a1f1-db283dccbffd tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0cef7977fdb64b878118f3cfbb1a54e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2453387 Apr 21 12:49:01.358840 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-453dd3ea-dfdd-4ce0-98c3-6b4283d981ba None None] Provisioning complete for port 03718d67-98ca-46b3-bdda-1ea66857eeb5 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:49:01.359440 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-453dd3ea-dfdd-4ce0-98c3-6b4283d981ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:01.395451 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-453dd3ea-dfdd-4ce0-98c3-6b4283d981ba None None] Port 03718d67-98ca-46b3-bdda-1ea66857eeb5 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:49:01.415399 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1a55884d-612b-4526-813d-011b8084f2de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1998499405-network', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:49:01.439927 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b1c445-eb04-42dd-a7c3-b13227f00f77', 'tag': '0cef6a92-bc12-4af9-ac25-5f153660b4af'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:49:01.442392 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72723b93-b2af-4bc1-b6f4-6a0581031dee" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b1c445-eb04-42dd-a7c3-b13227f00f77", "tag": "0cef6a92-bc12-4af9-ac25-5f153660b4af"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:49:01.511718 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a55884d-612b-4526-813d-011b8084f2de admin admin] Made reservation on behalf of 43c98e4e76c844d38eb1054dc1e6fa15 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:49:01.514858 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1a55884d-612b-4526-813d-011b8084f2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:01.524647 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1a55884d-612b-4526-813d-011b8084f2de admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:01.560072 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-1e64f61a-f6a3-4969-a115-c390d4582601 req-05e06b33-1326-4cbe-9709-65df831317e8 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Deleting port 13434786-d654-45be-b9af-f300803e0447 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:49:01.560414 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e64f61a-f6a3-4969-a115-c390d4582601 req-05e06b33-1326-4cbe-9709-65df831317e8 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:01.584787 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00da1d-18ae-494c-b067-95e5c9e33e20 req-47278af8-8932-4fd5-8a31-006a748304a6 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:01.586335 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac00da1d-18ae-494c-b067-95e5c9e33e20 req-47278af8-8932-4fd5-8a31-006a748304a6 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=2da2c938-1af8-4aed-8868-9b98250d7811 HTTP/1.1" status: 200 len: 936 time: 0.1408243 Apr 21 12:49:01.591497 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d52eee6f-8db0-4863-ac86-9f3bcd8476f3 req-8715a3d0-4e34-4257-a5a7-4349c14fe721 service neutron] 10.222.0.26 "GET /v2.0/networks/6e50d715-b910-4276-93d7-96be6f6cfc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874787 Apr 21 12:49:01.624837 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1a55884d-612b-4526-813d-011b8084f2de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:01.634300 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5980b10-50aa-4851-814c-8613abe524b3 req-e2f7dd3c-dc94-4840-98ff-1bbcb589d2d4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4774671 Apr 21 12:49:01.650490 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3c586b57-cca4-4553-8d60-82ea4ebcf33f req-af5b60d4-689a-4240-99ff-0b6e1ae3315d tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:01.657207 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c5980b10-50aa-4851-814c-8613abe524b3 req-0a43a668-d4f4-4818-ad47-774221041fd6 service neutron] Request body: {'port': {'device_id': '2da2c938-1af8-4aed-8868-9b98250d7811', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:49:01.694335 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1a55884d-612b-4526-813d-011b8084f2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:01.734845 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a55884d-612b-4526-813d-011b8084f2de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:49:01.737278 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55884d-612b-4526-813d-011b8084f2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b3ef68-d530-48a4-be4c-8b1cb1844e10,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:01.747718 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1a55884d-612b-4526-813d-011b8084f2de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:01.748383 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-1a55884d-612b-4526-813d-011b8084f2de admin admin] Added segment 9eb7e196-d2b8-48cf-a77e-71ee12a77aee of type vlan for network c827d442-59c0-42d4-802b-84a8d0f2cf17 Apr 21 12:49:01.766130 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac00da1d-18ae-494c-b067-95e5c9e33e20 req-06832e16-d493-4179-8682-b0d326eef893 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707089 Apr 21 12:49:01.794832 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1a55884d-612b-4526-813d-011b8084f2de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:01.870095 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1e64f61a-f6a3-4969-a115-c390d4582601 req-05e06b33-1326-4cbe-9709-65df831317e8 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] For port 13434786-d654-45be-b9af-f300803e0447, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=13434786-d654-45be-b9af-f300803e0447,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:01.870460 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e64f61a-f6a3-4969-a115-c390d4582601 req-05e06b33-1326-4cbe-9709-65df831317e8 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:01.911781 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1a55884d-612b-4526-813d-011b8084f2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:01.912960 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a55884d-612b-4526-813d-011b8084f2de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:01.913678 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1a55884d-612b-4526-813d-011b8084f2de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:01.918900 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-3c586b57-cca4-4553-8d60-82ea4ebcf33f req-af5b60d4-689a-4240-99ff-0b6e1ae3315d tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Allocated IP 172.25.8.169 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/c7136d4b-de0c-4451-8a95-9da3697f9f52) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:49:01.921117 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-1e64f61a-f6a3-4969-a115-c390d4582601 req-05e06b33-1326-4cbe-9709-65df831317e8 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Calling delete_port for 13434786-d654-45be-b9af-f300803e0447 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:49:01.922927 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c5980b10-50aa-4851-814c-8613abe524b3 req-0a43a668-d4f4-4818-ad47-774221041fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:01.982118 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55884d-612b-4526-813d-011b8084f2de admin admin] Pushing event updated for resources: {'Network': ['ID=c827d442-59c0-42d4-802b-84a8d0f2cf17,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:01.991652 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network c827d442-59c0-42d4-802b-84a8d0f2cf17 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:49:02.020939 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27571705-92ca-40bb-b134-1368da8b0790 req-cf63be62-7fb8-43ff-a418-2bd9cd0c1b81 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:02.022462 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-27571705-92ca-40bb-b134-1368da8b0790 req-cf63be62-7fb8-43ff-a418-2bd9cd0c1b81 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4949a979-d6dc-4d04-b1f5-586da94a9da2 HTTP/1.1" status: 200 len: 946 time: 0.1892619 Apr 21 12:49:02.047253 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 54428) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:49:02.047933 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1a55884d-612b-4526-813d-011b8084f2de admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7387993 Apr 21 12:49:02.059848 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9bf878b5-f88a-44a7-a43f-a162d4ce51d6 admin admin] Request body: {'subnet': {'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1998499405-subnet', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:49:02.255366 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-27571705-92ca-40bb-b134-1368da8b0790 req-6e4fd1e1-897e-4984-887d-25a0c59ff2e0 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036264 Apr 21 12:49:02.312848 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf878b5-f88a-44a7-a43f-a162d4ce51d6 admin admin] Made reservation on behalf of 43c98e4e76c844d38eb1054dc1e6fa15 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:49:02.315215 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bf878b5-f88a-44a7-a43f-a162d4ce51d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:02.433255 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3c586b57-cca4-4553-8d60-82ea4ebcf33f req-af5b60d4-689a-4240-99ff-0b6e1ae3315d tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:02.546201 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81bfcd-b218-40a1-a30f-efb08ee48cb0 req-92b14ba1-7a55-446a-bc8a-7f09a83da6de tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:02.547632 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c81bfcd-b218-40a1-a30f-efb08ee48cb0 req-92b14ba1-7a55-446a-bc8a-7f09a83da6de tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.2080543 Apr 21 12:49:02.623801 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c81bfcd-b218-40a1-a30f-efb08ee48cb0 req-dc1f0aa0-adac-4480-ace5-27c1819daf05 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675342 Apr 21 12:49:02.632599 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-c5980b10-50aa-4851-814c-8613abe524b3 req-0a43a668-d4f4-4818-ad47-774221041fd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03718d67-98ca-46b3-bdda-1ea66857eeb5 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:49:02.636060 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e64f61a-f6a3-4969-a115-c390d4582601 req-05e06b33-1326-4cbe-9709-65df831317e8 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:02.648588 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['13434786-d654-45be-b9af-f300803e0447'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:49:02.650115 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c5980b10-50aa-4851-814c-8613abe524b3 req-0a43a668-d4f4-4818-ad47-774221041fd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:02.685941 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e06b33-1326-4cbe-9709-65df831317e8 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Pushing event deleted for resources: {'Port': ['ID=13434786-d654-45be-b9af-f300803e0447,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:02.699547 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3c586b57-cca4-4553-8d60-82ea4ebcf33f req-af5b60d4-689a-4240-99ff-0b6e1ae3315d tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:02.701931 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-c5980b10-50aa-4851-814c-8613abe524b3 req-0a43a668-d4f4-4818-ad47-774221041fd6 service neutron] Transition to ACTIVE for port object 03718d67-98ca-46b3-bdda-1ea66857eeb5 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:49:02.712387 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b05b4e3-7356-4138-89e5-a971d9040763 x-openstack-request-id: req-5b05b4e3-7356-4138-89e5-a971d9040763 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:49:02.712682 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b1c445-eb04-42dd-a7c3-b13227f00f77", "tag": "0cef6a92-bc12-4af9-ac25-5f153660b4af", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:49:02.712971 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5b05b4e3-7356-4138-89e5-a971d9040763 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:49:02.713365 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b05b4e3-7356-4138-89e5-a971d9040763'] response: {'name': 'network-changed', 'server_uuid': 'f7b1c445-eb04-42dd-a7c3-b13227f00f77', 'tag': '0cef6a92-bc12-4af9-ac25-5f153660b4af', 'status': 'completed', 'code': 200} Apr 21 12:49:02.860056 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e64f61a-f6a3-4969-a115-c390d4582601 req-05e06b33-1326-4cbe-9709-65df831317e8 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] No DVR routers for this DVR port 13434786-d654-45be-b9af-f300803e0447 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:49:02.861885 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c5980b10-50aa-4851-814c-8613abe524b3 req-0a43a668-d4f4-4818-ad47-774221041fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:02.864554 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e64f61a-f6a3-4969-a115-c390d4582601 req-05e06b33-1326-4cbe-9709-65df831317e8 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:02.867798 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e64f61a-f6a3-4969-a115-c390d4582601 req-05e06b33-1326-4cbe-9709-65df831317e8 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.24 "DELETE /v2.0/ports/13434786-d654-45be-b9af-f300803e0447 HTTP/1.1" status: 204 len: 173 time: 1.8176122 Apr 21 12:49:02.883328 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c586b57-cca4-4553-8d60-82ea4ebcf33f req-af5b60d4-689a-4240-99ff-0b6e1ae3315d tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:49:02.901525 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-3c586b57-cca4-4553-8d60-82ea4ebcf33f req-af5b60d4-689a-4240-99ff-0b6e1ae3315d tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:49:02.906763 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c586b57-cca4-4553-8d60-82ea4ebcf33f req-af5b60d4-689a-4240-99ff-0b6e1ae3315d tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:49:02.936831 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b60d4-689a-4240-99ff-0b6e1ae3315d tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Pushing event updated for resources: {'Port': ['ID=c7136d4b-de0c-4451-8a95-9da3697f9f52,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:03.014784 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72723b93-b2af-4bc1-b6f4-6a0581031dee req-a1c872ff-80b4-49cd-8df6-2557b35bce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:03.016346 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72723b93-b2af-4bc1-b6f4-6a0581031dee req-a1c872ff-80b4-49cd-8df6-2557b35bce77 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ff5c07c40d9a4b349438394ca472864f&device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 1097 time: 0.2622895 Apr 21 12:49:03.066531 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b197fb8-50de-40cd-941d-f1a52be7004c req-3270b98d-b7cf-4ba7-9be1-51c5519dc9f9 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:03.068097 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3b197fb8-50de-40cd-941d-f1a52be7004c req-3270b98d-b7cf-4ba7-9be1-51c5519dc9f9 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.2948902 Apr 21 12:49:03.104549 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43a668-d4f4-4818-ad47-774221041fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=03718d67-98ca-46b3-bdda-1ea66857eeb5,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:03.165141 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bf878b5-f88a-44a7-a43f-a162d4ce51d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:03.310685 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3b197fb8-50de-40cd-941d-f1a52be7004c req-7492ec38-2815-40be-845d-4b4ad97f61fa tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146893 Apr 21 12:49:03.327471 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3c586b57-cca4-4553-8d60-82ea4ebcf33f req-af5b60d4-689a-4240-99ff-0b6e1ae3315d tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:03.344111 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf878b5-f88a-44a7-a43f-a162d4ce51d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:03.354788 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c5980b10-50aa-4851-814c-8613abe524b3 req-0a43a668-d4f4-4818-ad47-774221041fd6 service neutron] Attempting to bind port 03718d67-98ca-46b3-bdda-1ea66857eeb5 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:49:03.355800 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c5980b10-50aa-4851-814c-8613abe524b3 req-0a43a668-d4f4-4818-ad47-774221041fd6 service neutron] Attempting to bind port 03718d67-98ca-46b3-bdda-1ea66857eeb5 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:49:03.356135 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5980b10-50aa-4851-814c-8613abe524b3 req-0a43a668-d4f4-4818-ad47-774221041fd6 service neutron] Attempting to bind port 03718d67-98ca-46b3-bdda-1ea66857eeb5 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:49:03.360359 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72723b93-b2af-4bc1-b6f4-6a0581031dee req-58c44fbf-263b-4bac-9c2b-300b51bc8e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:03.362098 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72723b93-b2af-4bc1-b6f4-6a0581031dee req-58c44fbf-263b-4bac-9c2b-300b51bc8e23 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e50d715-b910-4276-93d7-96be6f6cfc58 HTTP/1.1" status: 200 len: 921 time: 0.3357744 Apr 21 12:49:03.366904 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5980b10-50aa-4851-814c-8613abe524b3 req-0a43a668-d4f4-4818-ad47-774221041fd6 service neutron] Port 03718d67-98ca-46b3-bdda-1ea66857eeb5 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:49:03.367263 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5980b10-50aa-4851-814c-8613abe524b3 req-0a43a668-d4f4-4818-ad47-774221041fd6 service neutron] Attempting to bind port 03718d67-98ca-46b3-bdda-1ea66857eeb5 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:49:03.378892 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf878b5-f88a-44a7-a43f-a162d4ce51d6 admin admin] Checking segment: {'id': '9eb7e196-d2b8-48cf-a77e-71ee12a77aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:49:03.379257 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf878b5-f88a-44a7-a43f-a162d4ce51d6 admin admin] Network hostable DHCP agents. Network: c827d442-59c0-42d4-802b-84a8d0f2cf17, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:49:03.419569 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5980b10-50aa-4851-814c-8613abe524b3 req-0a43a668-d4f4-4818-ad47-774221041fd6 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:49:03.419911 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5980b10-50aa-4851-814c-8613abe524b3 req-0a43a668-d4f4-4818-ad47-774221041fd6 service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:49:03.420296 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5980b10-50aa-4851-814c-8613abe524b3 req-0a43a668-d4f4-4818-ad47-774221041fd6 service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:49:03.421127 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c5980b10-50aa-4851-814c-8613abe524b3 req-0a43a668-d4f4-4818-ad47-774221041fd6 service neutron] Bound port: 03718d67-98ca-46b3-bdda-1ea66857eeb5, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:49:03.421127 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c5980b10-50aa-4851-814c-8613abe524b3 req-0a43a668-d4f4-4818-ad47-774221041fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:03.423735 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72723b93-b2af-4bc1-b6f4-6a0581031dee req-f8c0c5a9-cc64-41e0-b915-efd9c585a760 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cef6a92-bc12-4af9-ac25-5f153660b4af HTTP/1.1" status: 200 len: 217 time: 0.0543644 Apr 21 12:49:03.895064 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3c586b57-cca4-4553-8d60-82ea4ebcf33f req-af5b60d4-689a-4240-99ff-0b6e1ae3315d tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:03.921615 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72723b93-b2af-4bc1-b6f4-6a0581031dee req-44fbcd76-db57-41bc-859e-7a7df0582e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:03.923259 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72723b93-b2af-4bc1-b6f4-6a0581031dee req-44fbcd76-db57-41bc-859e-7a7df0582e4a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d5ecad05-c514-4221-be9f-83a659f2e3d8 HTTP/1.1" status: 200 len: 860 time: 0.4889042 Apr 21 12:49:03.951801 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcf3fe-8ecb-4b3f-aa93-abcf9052d203 req-4bbe1655-e6cb-4310-a6a6-c2e6aa3d4002 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:03.953261 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-46fcf3fe-8ecb-4b3f-aa93-abcf9052d203 req-4bbe1655-e6cb-4310-a6a6-c2e6aa3d4002 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=2da2c938-1af8-4aed-8868-9b98250d7811 HTTP/1.1" status: 200 len: 948 time: 0.5365467 Apr 21 12:49:03.984456 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72723b93-b2af-4bc1-b6f4-6a0581031dee req-36534f97-6326-424f-8083-5ffd1f3e3e99 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e50d715-b910-4276-93d7-96be6f6cfc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510912 Apr 21 12:49:03.988907 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf878b5-f88a-44a7-a43f-a162d4ce51d6 admin admin] Network c827d442-59c0-42d4-802b-84a8d0f2cf17 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:49:04.022718 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c5980b10-50aa-4851-814c-8613abe524b3 req-0a43a668-d4f4-4818-ad47-774221041fd6 service neutron] For port 03718d67-98ca-46b3-bdda-1ea66857eeb5, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:49:04.096963 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c5980b10-50aa-4851-814c-8613abe524b3 req-0a43a668-d4f4-4818-ad47-774221041fd6 service neutron] For port 03718d67-98ca-46b3-bdda-1ea66857eeb5, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=03718d67-98ca-46b3-bdda-1ea66857eeb5,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:49:04.138331 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-9bf878b5-f88a-44a7-a43f-a162d4ce51d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, c827d442-59c0-42d4-802b-84a8d0f2cf17) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:49:04.146650 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8246b900-9d41-43c3-9157-8c3cf64b3c55 None None] Network c827d442-59c0-42d4-802b-84a8d0f2cf17 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:49:04.154313 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf878b5-f88a-44a7-a43f-a162d4ce51d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:04.155035 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9bf878b5-f88a-44a7-a43f-a162d4ce51d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:04.159528 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-46fcf3fe-8ecb-4b3f-aa93-abcf9052d203 req-a5d2473e-e199-4dda-b4f2-27293ec540e7 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795382 Apr 21 12:49:04.215550 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c5980b10-50aa-4851-814c-8613abe524b3 req-0a43a668-d4f4-4818-ad47-774221041fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:04.238592 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72723b93-b2af-4bc1-b6f4-6a0581031dee req-912aaf1b-bc8f-4649-8b5c-f23ed3c0d01c service neutron] 10.222.0.26 "GET /v2.0/networks/6e50d715-b910-4276-93d7-96be6f6cfc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473300 Apr 21 12:49:04.331803 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5980b10-50aa-4851-814c-8613abe524b3 req-0a43a668-d4f4-4818-ad47-774221041fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:04.332594 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c5980b10-50aa-4851-814c-8613abe524b3 req-0a43a668-d4f4-4818-ad47-774221041fd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:04.334000 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5980b10-50aa-4851-814c-8613abe524b3 req-0a43a668-d4f4-4818-ad47-774221041fd6 service neutron] 10.222.0.26 "PUT /v2.0/ports/03718d67-98ca-46b3-bdda-1ea66857eeb5 HTTP/1.1" status: 200 len: 1096 time: 2.6851933 Apr 21 12:49:04.337156 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9bf878b5-f88a-44a7-a43f-a162d4ce51d6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2842519 Apr 21 12:49:04.341660 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54464) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:49:04.349317 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d70f662e-b68b-46b5-b6b5-5381cdb88807 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1998499405-router', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:49:04.408438 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3c586b57-cca4-4553-8d60-82ea4ebcf33f req-af5b60d4-689a-4240-99ff-0b6e1ae3315d tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:04.443891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43a668-d4f4-4818-ad47-774221041fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=03718d67-98ca-46b3-bdda-1ea66857eeb5,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:04.466786 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d70f662e-b68b-46b5-b6b5-5381cdb88807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:04.468396 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d70f662e-b68b-46b5-b6b5-5381cdb88807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:04.481892 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0df2dc2e-af8d-48e9-8c09-c232f4e88920 req-399cf563-4f65-4647-b0f3-78bd528d0ec9 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=0cef7977fdb64b878118f3cfbb1a54e1 HTTP/1.1" status: 200 len: 221 time: 0.1433215 Apr 21 12:49:04.490415 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753a4399-b268-4e6a-bd2b-07d9da75ca31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-c827d442-59c0-42d4-802b-84a8d0f2cf17', 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'fixed_ips': [{'subnet_id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:49:04.492293 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-753a4399-b268-4e6a-bd2b-07d9da75ca31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:04.504609 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3c586b57-cca4-4553-8d60-82ea4ebcf33f req-af5b60d4-689a-4240-99ff-0b6e1ae3315d tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:04.593889 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d70f662e-b68b-46b5-b6b5-5381cdb88807 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:04.595617 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72723b93-b2af-4bc1-b6f4-6a0581031dee req-be624c3a-edf6-468b-afcb-329e4739a331 service neutron] 10.222.0.26 "GET /v2.0/networks/6e50d715-b910-4276-93d7-96be6f6cfc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194981 Apr 21 12:49:04.681735 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b60d4-689a-4240-99ff-0b6e1ae3315d tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Pushing event updated for resources: {'Port': ['ID=c7136d4b-de0c-4451-8a95-9da3697f9f52,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:04.720435 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4949a979-d6dc-4d04-b1f5-586da94a9da2', 'name': 'network-vif-deleted', 'tag': '13434786-d654-45be-b9af-f300803e0447'}, {'name': 'network-changed', 'server_uuid': '2da2c938-1af8-4aed-8868-9b98250d7811', 'tag': '03718d67-98ca-46b3-bdda-1ea66857eeb5'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:49:04.722313 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0a7c4c-b93e-4fc6-8eb3-beb89449bb26" -d '{"events": [{"server_uuid": "4949a979-d6dc-4d04-b1f5-586da94a9da2", "name": "network-vif-deleted", "tag": "13434786-d654-45be-b9af-f300803e0447"}, {"name": "network-changed", "server_uuid": "2da2c938-1af8-4aed-8868-9b98250d7811", "tag": "03718d67-98ca-46b3-bdda-1ea66857eeb5"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:49:04.731430 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3c586b57-cca4-4553-8d60-82ea4ebcf33f req-af5b60d4-689a-4240-99ff-0b6e1ae3315d tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:04.742663 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-753a4399-b268-4e6a-bd2b-07d9da75ca31 None None] Allocated IP 172.20.0.2 (c827d442-59c0-42d4-802b-84a8d0f2cf17/10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d/03a2fe96-296f-4fa2-b2b1-088b7ecdf63d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:49:04.748982 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5980b10-50aa-4851-814c-8613abe524b3 req-92f833c1-f89f-44da-85ee-76621c2ac286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:04.750560 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5980b10-50aa-4851-814c-8613abe524b3 req-92f833c1-f89f-44da-85ee-76621c2ac286 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c623b08b095e4654a1f16b34ae10bc43&device_id=2da2c938-1af8-4aed-8868-9b98250d7811 HTTP/1.1" status: 200 len: 1099 time: 0.2296591 Apr 21 12:49:04.810936 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5980b10-50aa-4851-814c-8613abe524b3 req-33c824a3-b23f-495c-bb28-ae59a3ad2b1d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=03718d67-98ca-46b3-bdda-1ea66857eeb5 HTTP/1.1" status: 200 len: 217 time: 0.0491505 Apr 21 12:49:04.843215 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d70f662e-b68b-46b5-b6b5-5381cdb88807 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:04.869664 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350dda6-c443-4de7-a84e-552626c5db91 req-e21bc48a-84b3-40fd-b7a1-9b1a0e399ce8 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:04.871171 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1350dda6-c443-4de7-a84e-552626c5db91 req-e21bc48a-84b3-40fd-b7a1-9b1a0e399ce8 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/networks?id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f HTTP/1.1" status: 200 len: 812 time: 0.2636092 Apr 21 12:49:04.877591 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3c586b57-cca4-4553-8d60-82ea4ebcf33f req-af5b60d4-689a-4240-99ff-0b6e1ae3315d tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:04.878757 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c586b57-cca4-4553-8d60-82ea4ebcf33f req-af5b60d4-689a-4240-99ff-0b6e1ae3315d tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4053738 Apr 21 12:49:04.914511 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-753a4399-b268-4e6a-bd2b-07d9da75ca31 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:04.918426 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1350dda6-c443-4de7-a84e-552626c5db91 req-cf194735-4fa0-4ed7-971d-d9fe1f139c01 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/quotas/2ca86f47c8c14947a62af2b454f0a117 HTTP/1.1" status: 200 len: 375 time: 0.0387065 Apr 21 12:49:04.962597 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5980b10-50aa-4851-814c-8613abe524b3 req-b31356d8-9f4f-4a8b-8ba4-df5b86da565a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:04.964034 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5980b10-50aa-4851-814c-8613abe524b3 req-b31356d8-9f4f-4a8b-8ba4-df5b86da565a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1462791 Apr 21 12:49:04.988218 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c586b57-cca4-4553-8d60-82ea4ebcf33f req-68eb2aaa-aeed-4d12-b57c-1091ad5b5a93 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.169 HTTP/1.1" status: 200 len: 696 time: 0.0984075 Apr 21 12:49:04.996682 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-753a4399-b268-4e6a-bd2b-07d9da75ca31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:05.006285 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1350dda6-c443-4de7-a84e-552626c5db91 req-335f5a4b-6813-47e8-9f1e-0d0be82c8326 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ca86f47c8c14947a62af2b454f0a117&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511699 Apr 21 12:49:05.059132 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a4399-b268-4e6a-bd2b-07d9da75ca31 None None] Pushing event updated for resources: {'Port': ['ID=03a2fe96-296f-4fa2-b2b1-088b7ecdf63d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:05.107277 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753a4399-b268-4e6a-bd2b-07d9da75ca31 None None] Network c827d442-59c0-42d4-802b-84a8d0f2cf17 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:49:05.108833 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-753a4399-b268-4e6a-bd2b-07d9da75ca31 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:49:05.114425 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753a4399-b268-4e6a-bd2b-07d9da75ca31 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:49:05.165671 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d70f662e-b68b-46b5-b6b5-5381cdb88807 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:05.179215 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-753a4399-b268-4e6a-bd2b-07d9da75ca31 None None] Attempting to bind port 03a2fe96-296f-4fa2-b2b1-088b7ecdf63d on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:49:05.179739 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-753a4399-b268-4e6a-bd2b-07d9da75ca31 None None] Attempting to bind port 03a2fe96-296f-4fa2-b2b1-088b7ecdf63d by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '9eb7e196-d2b8-48cf-a77e-71ee12a77aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:49:05.180003 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753a4399-b268-4e6a-bd2b-07d9da75ca31 None None] Attempting to bind port 03a2fe96-296f-4fa2-b2b1-088b7ecdf63d on network c827d442-59c0-42d4-802b-84a8d0f2cf17 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:49:05.185858 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753a4399-b268-4e6a-bd2b-07d9da75ca31 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:49:05.186313 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753a4399-b268-4e6a-bd2b-07d9da75ca31 None None] Checking segment: {'id': '9eb7e196-d2b8-48cf-a77e-71ee12a77aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:49:05.186796 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-753a4399-b268-4e6a-bd2b-07d9da75ca31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:05.187614 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753a4399-b268-4e6a-bd2b-07d9da75ca31 None None] Bound using segment: {'id': '9eb7e196-d2b8-48cf-a77e-71ee12a77aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:49:05.187876 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-753a4399-b268-4e6a-bd2b-07d9da75ca31 None None] Bound port: 03a2fe96-296f-4fa2-b2b1-088b7ecdf63d, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb7e196-d2b8-48cf-a77e-71ee12a77aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:49:05.188483 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-753a4399-b268-4e6a-bd2b-07d9da75ca31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:05.195422 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1350dda6-c443-4de7-a84e-552626c5db91 req-1190edbb-b263-468e-b2c6-4babea059eae service neutron] 10.222.0.36 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660063 Apr 21 12:49:05.199834 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5980b10-50aa-4851-814c-8613abe524b3 req-76764176-de01-4502-804a-dfa188a1d8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:05.201928 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5980b10-50aa-4851-814c-8613abe524b3 req-76764176-de01-4502-804a-dfa188a1d8f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2241323 Apr 21 12:49:05.203376 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d70f662e-b68b-46b5-b6b5-5381cdb88807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:05.261969 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c586b57-cca4-4553-8d60-82ea4ebcf33f req-5a4ac9a6-ee2a-4aec-b2d5-7bf93ce2cf7f tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:05.263663 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c586b57-cca4-4553-8d60-82ea4ebcf33f req-5a4ac9a6-ee2a-4aec-b2d5-7bf93ce2cf7f tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 784 time: 0.2601509 Apr 21 12:49:05.272298 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-753a4399-b268-4e6a-bd2b-07d9da75ca31 None None] For port 03a2fe96-296f-4fa2-b2b1-088b7ecdf63d, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:49:05.275763 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-753a4399-b268-4e6a-bd2b-07d9da75ca31 None None] For port 03a2fe96-296f-4fa2-b2b1-088b7ecdf63d, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=03a2fe96-296f-4fa2-b2b1-088b7ecdf63d,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:49:05.327828 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-d70f662e-b68b-46b5-b6b5-5381cdb88807 admin admin] Allocated IP 172.25.8.93 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/48e752cb-03f7-4ab3-9cd6-2811b3ad89ab) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:49:05.354610 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-3c586b57-cca4-4553-8d60-82ea4ebcf33f req-9e46c308-0f7f-4644-a348-21c425a1623c tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:49:05.356154 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c586b57-cca4-4553-8d60-82ea4ebcf33f req-9e46c308-0f7f-4644-a348-21c425a1623c tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0592570 Apr 21 12:49:05.370680 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-753a4399-b268-4e6a-bd2b-07d9da75ca31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:05.428437 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1350dda6-c443-4de7-a84e-552626c5db91 req-5557a879-44d7-4144-abb7-8a445a0f31f9 service neutron] 10.222.0.36 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235603 Apr 21 12:49:05.433829 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5980b10-50aa-4851-814c-8613abe524b3 req-eb69deb5-980d-4ff2-a699-26de7a6de438 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664896 Apr 21 12:49:05.459630 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d70f662e-b68b-46b5-b6b5-5381cdb88807 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:05.484683 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a4399-b268-4e6a-bd2b-07d9da75ca31 None None] Pushing event updated for resources: {'Port': ['ID=03a2fe96-296f-4fa2-b2b1-088b7ecdf63d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:05.610458 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 13434786-d654-45be-b9af-f300803e0447 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:49:05.612089 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455bf16-4129-468b-ad6e-d15accb2c49c req-3859b665-e909-49f7-a3b8-7f34aee06191 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:05.613696 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4455bf16-4129-468b-ad6e-d15accb2c49c req-3859b665-e909-49f7-a3b8-7f34aee06191 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1421492 Apr 21 12:49:05.637554 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5980b10-50aa-4851-814c-8613abe524b3 req-ecad9741-8153-4328-b236-6d79f2c3435a service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958642 Apr 21 12:49:05.643385 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d70f662e-b68b-46b5-b6b5-5381cdb88807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:05.676269 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 13434786-d654-45be-b9af-f300803e0447 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:49:05.676269 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 13434786-d654-45be-b9af-f300803e0447 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:49:05.694824 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4455bf16-4129-468b-ad6e-d15accb2c49c req-f63008af-59e5-4f07-a5e9-131ce21c9c81 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663509 Apr 21 12:49:05.744890 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70f662e-b68b-46b5-b6b5-5381cdb88807 admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:49:05.747324 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-d70f662e-b68b-46b5-b6b5-5381cdb88807 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:49:05.752182 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f662e-b68b-46b5-b6b5-5381cdb88807 admin admin] Pushing event updated for resources: {'Port': ['ID=48e752cb-03f7-4ab3-9cd6-2811b3ad89ab,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:05.754486 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70f662e-b68b-46b5-b6b5-5381cdb88807 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:49:05.788040 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 21 Apr 2022 12:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c4a80a-610d-4a14-a390-601cab70dc29 x-openstack-request-id: req-03c4a80a-610d-4a14-a390-601cab70dc29 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:49:05.788854 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4949a979-d6dc-4d04-b1f5-586da94a9da2", "name": "network-vif-deleted", "tag": "13434786-d654-45be-b9af-f300803e0447", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2da2c938-1af8-4aed-8868-9b98250d7811", "tag": "03718d67-98ca-46b3-bdda-1ea66857eeb5", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:49:05.789264 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-03c4a80a-610d-4a14-a390-601cab70dc29 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:49:05.801722 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03c4a80a-610d-4a14-a390-601cab70dc29'] response: {'server_uuid': '4949a979-d6dc-4d04-b1f5-586da94a9da2', 'name': 'network-vif-deleted', 'tag': '13434786-d654-45be-b9af-f300803e0447', 'status': 'completed', 'code': 200} Apr 21 12:49:05.801722 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03c4a80a-610d-4a14-a390-601cab70dc29'] response: {'name': 'network-changed', 'server_uuid': '2da2c938-1af8-4aed-8868-9b98250d7811', 'tag': '03718d67-98ca-46b3-bdda-1ea66857eeb5', 'status': 'completed', 'code': 200} Apr 21 12:49:06.016632 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506639d-cb3d-4f9b-b0d6-fc1a6eb3f3bd req-3f445f54-3f34-4177-b63f-f1eef8b94153 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:06.018154 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d506639d-cb3d-4f9b-b0d6-fc1a6eb3f3bd req-3f445f54-3f34-4177-b63f-f1eef8b94153 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=2da2c938-1af8-4aed-8868-9b98250d7811 HTTP/1.1" status: 200 len: 948 time: 0.1677198 Apr 21 12:49:06.037478 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a7c4c-b93e-4fc6-8eb3-beb89449bb26 req-2fa63563-6ed3-4a3d-bab8-abb2e935ae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:06.038978 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6a0a7c4c-b93e-4fc6-8eb3-beb89449bb26 req-2fa63563-6ed3-4a3d-bab8-abb2e935ae95 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c623b08b095e4654a1f16b34ae10bc43&device_id=2da2c938-1af8-4aed-8868-9b98250d7811 HTTP/1.1" status: 200 len: 1099 time: 0.1601081 Apr 21 12:49:06.117432 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107e6e0-4a0b-430d-98fa-282fbaf631ef req-7139d3f2-b54c-476d-b258-9dc6f5e3e339 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:06.119021 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9107e6e0-4a0b-430d-98fa-282fbaf631ef req-7139d3f2-b54c-476d-b258-9dc6f5e3e339 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1962242 Apr 21 12:49:06.145922 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d506639d-cb3d-4f9b-b0d6-fc1a6eb3f3bd req-3f1df876-ff17-405b-83d9-c39adbd095d9 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171241 Apr 21 12:49:06.197168 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9107e6e0-4a0b-430d-98fa-282fbaf631ef req-4a898a39-df2e-487c-b302-66642e0577b8 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.169 HTTP/1.1" status: 200 len: 696 time: 0.0652380 Apr 21 12:49:06.221675 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-9107e6e0-4a0b-430d-98fa-282fbaf631ef req-b608a009-c610-4985-9976-d5edd981e104 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Request body: {'floatingip': {'port_id': '0cef6a92-bc12-4af9-ac25-5f153660b4af', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:49:06.248165 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d70f662e-b68b-46b5-b6b5-5381cdb88807 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:06.264515 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a7c4c-b93e-4fc6-8eb3-beb89449bb26 req-085769c6-938d-48d7-a0d1-7b554f820f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:06.266059 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6a0a7c4c-b93e-4fc6-8eb3-beb89449bb26 req-085769c6-938d-48d7-a0d1-7b554f820f13 service neutron] 10.222.0.26 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.2145023 Apr 21 12:49:06.355522 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6a0a7c4c-b93e-4fc6-8eb3-beb89449bb26 req-febaaf51-daa9-4725-b59b-de868b6ea427 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=03718d67-98ca-46b3-bdda-1ea66857eeb5 HTTP/1.1" status: 200 len: 217 time: 0.0785360 Apr 21 12:49:06.359338 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9107e6e0-4a0b-430d-98fa-282fbaf631ef req-b608a009-c610-4985-9976-d5edd981e104 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:06.504933 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d70f662e-b68b-46b5-b6b5-5381cdb88807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:06.526981 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9c07c3-eb7d-48d9-82c8-181d25f69a34 req-5a1b7b02-f607-4c09-8a2c-ed78f39fc14d tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:06.536374 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d9c07c3-eb7d-48d9-82c8-181d25f69a34 req-5a1b7b02-f607-4c09-8a2c-ed78f39fc14d tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.2733347 Apr 21 12:49:06.611671 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a7c4c-b93e-4fc6-8eb3-beb89449bb26 req-8160eedb-fb21-4423-a067-22a7f670a0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:06.613354 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6a0a7c4c-b93e-4fc6-8eb3-beb89449bb26 req-8160eedb-fb21-4423-a067-22a7f670a0d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.2507498 Apr 21 12:49:06.638648 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d9c07c3-eb7d-48d9-82c8-181d25f69a34 req-8790877c-fea3-4c4e-b9a1-6b4f663cbc88 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013627 Apr 21 12:49:06.656038 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 03a2fe96-296f-4fa2-b2b1-088b7ecdf63d up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:49:06.770623 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 03a2fe96-296f-4fa2-b2b1-088b7ecdf63d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:49:06.771010 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:06.800696 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3b1e8587-b038-4d94-bbf6-c0beb8e96453 req-13679484-7ef6-4be8-b07b-73b13b5b938a tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f102c40-9869-41b1-850d-4d4c2e341442 HTTP/1.1" status: 200 len: 210 time: 0.0343747 Apr 21 12:49:06.821085 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70f662e-b68b-46b5-b6b5-5381cdb88807 admin admin] Router 122bd43e-b51c-4d5a-aa28-e28a493daa28 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:49:06.859803 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625e6cfb-d825-4445-8c39-91afc0a57a36 None None] Network c827d442-59c0-42d4-802b-84a8d0f2cf17 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:49:06.862538 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a7c4c-b93e-4fc6-8eb3-beb89449bb26 req-3ace9e09-b472-4d7a-b38c-0d7b9557b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:06.864165 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6a0a7c4c-b93e-4fc6-8eb3-beb89449bb26 req-3ace9e09-b472-4d7a-b38c-0d7b9557b0e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2439139 Apr 21 12:49:06.988448 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70f662e-b68b-46b5-b6b5-5381cdb88807 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:49:06.990657 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6a0a7c4c-b93e-4fc6-8eb3-beb89449bb26 req-3dd5e222-4d21-4cba-a6ea-4c75bb393231 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144280 Apr 21 12:49:07.010145 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f61dc2-7ba3-4ef0-82bc-b08c018d54ba None None] Sync routers for ids ['122bd43e-b51c-4d5a-aa28-e28a493daa28'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:49:07.018921 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:07.023426 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f61dc2-7ba3-4ef0-82bc-b08c018d54ba None None] Routers {'122bd43e-b51c-4d5a-aa28-e28a493daa28'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:49:07.023426 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-56f61dc2-7ba3-4ef0-82bc-b08c018d54ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:48:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['122bd43e-b51c-4d5a-aa28-e28a493daa28'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:49:07.023676 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-42f27029-9446-45c1-b3ba-4241ad951013 None None] Provisioning complete for port 03a2fe96-296f-4fa2-b2b1-088b7ecdf63d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:49:07.024086 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42f27029-9446-45c1-b3ba-4241ad951013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:07.107306 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 03a2fe96-296f-4fa2-b2b1-088b7ecdf63d, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=03a2fe96-296f-4fa2-b2b1-088b7ecdf63d,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:07.130300 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d70f662e-b68b-46b5-b6b5-5381cdb88807 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:07.132629 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d70f662e-b68b-46b5-b6b5-5381cdb88807 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7888739 Apr 21 12:49:07.134441 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54524) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:49:07.142354 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-56f61dc2-7ba3-4ef0-82bc-b08c018d54ba None None] Set router 122bd43e-b51c-4d5a-aa28-e28a493daa28 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:49:07.264378 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:07.392770 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=03a2fe96-296f-4fa2-b2b1-088b7ecdf63d,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:07.419228 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-42f27029-9446-45c1-b3ba-4241ad951013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:07.458172 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-56f61dc2-7ba3-4ef0-82bc-b08c018d54ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'name': 'tempest-AttachVolumeShelveTestJSON-1998499405-router', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:49:04Z', 'updated_at': '2022-04-21T12:49:05Z', 'revision_number': 3, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'gw_port': {'id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:99:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:05Z', 'updated_at': '2022-04-21T12:49:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:49:07.495916 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-42f27029-9446-45c1-b3ba-4241ad951013 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:49:07.496512 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-42f27029-9446-45c1-b3ba-4241ad951013 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:49:07.508281 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f61dc2-7ba3-4ef0-82bc-b08c018d54ba None None] Checking router: 122bd43e-b51c-4d5a-aa28-e28a493daa28 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:49:07.508818 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f61dc2-7ba3-4ef0-82bc-b08c018d54ba None None] Updating router 122bd43e-b51c-4d5a-aa28-e28a493daa28 port 48e752cb-03f7-4ab3-9cd6-2811b3ad89ab binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:49:07.554462 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56f61dc2-7ba3-4ef0-82bc-b08c018d54ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:07.777367 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5bc40382-99f5-4dc4-9ff2-93a813412ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:07.784619 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b4b30-70d7-4f95-86e3-2bda85c81023 req-c927698b-3f1b-42ba-bc3a-bc08068c29ff tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:07.786048 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-393b4b30-70d7-4f95-86e3-2bda85c81023 req-c927698b-3f1b-42ba-bc3a-bc08068c29ff tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.8155482 Apr 21 12:49:07.966604 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-5bc40382-99f5-4dc4-9ff2-93a813412ffa admin admin] Allocated IP 172.20.0.1 (c827d442-59c0-42d4-802b-84a8d0f2cf17/10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d/b8d0f4ea-0ea9-4471-b024-3521b9652508) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:49:07.979376 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56f61dc2-7ba3-4ef0-82bc-b08c018d54ba None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:07.984204 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6a0a7c4c-b93e-4fc6-8eb3-beb89449bb26 req-422108f6-caa3-4f4f-b2a2-ad1855acc108 service neutron] 10.222.0.26 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9808760 Apr 21 12:49:07.991662 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-393b4b30-70d7-4f95-86e3-2bda85c81023 req-ad0febb1-2dc4-408a-9e6b-a0a483259030 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899893 Apr 21 12:49:08.108182 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56f61dc2-7ba3-4ef0-82bc-b08c018d54ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:08.125563 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.db.resource_extend [req-9107e6e0-4a0b-430d-98fa-282fbaf631ef req-b608a009-c610-4985-9976-d5edd981e104 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 12:49:08.141951 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5bc40382-99f5-4dc4-9ff2-93a813412ffa admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:08.158344 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88e3c7-ed65-4626-a5de-14f87de3c7ee None None] Pushing event updated for resources: {'Port': ['ID=48e752cb-03f7-4ab3-9cd6-2811b3ad89ab,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:08.174552 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a88e3c7-ed65-4626-a5de-14f87de3c7ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:08.175057 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a88e3c7-ed65-4626-a5de-14f87de3c7ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:08.175493 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a88e3c7-ed65-4626-a5de-14f87de3c7ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:08.176306 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a88e3c7-ed65-4626-a5de-14f87de3c7ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:08.176706 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a88e3c7-ed65-4626-a5de-14f87de3c7ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:08.177535 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a88e3c7-ed65-4626-a5de-14f87de3c7ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:08.177856 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a88e3c7-ed65-4626-a5de-14f87de3c7ee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:08.178416 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a88e3c7-ed65-4626-a5de-14f87de3c7ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:08.178841 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a88e3c7-ed65-4626-a5de-14f87de3c7ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:08.179264 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a88e3c7-ed65-4626-a5de-14f87de3c7ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:08.179683 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a88e3c7-ed65-4626-a5de-14f87de3c7ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:08.180097 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a88e3c7-ed65-4626-a5de-14f87de3c7ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:08.188563 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a32114c9-0c34-4d86-9a8f-fbc8ee3bfc5d None None] Provisioning complete for port 03a2fe96-296f-4fa2-b2b1-088b7ecdf63d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:49:08.190373 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a32114c9-0c34-4d86-9a8f-fbc8ee3bfc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:08.202013 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9107e6e0-4a0b-430d-98fa-282fbaf631ef req-b608a009-c610-4985-9976-d5edd981e104 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:08.211017 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-56f61dc2-7ba3-4ef0-82bc-b08c018d54ba None None] Attempting to bind port 48e752cb-03f7-4ab3-9cd6-2811b3ad89ab on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:49:08.211512 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-56f61dc2-7ba3-4ef0-82bc-b08c018d54ba None None] Attempting to bind port 48e752cb-03f7-4ab3-9cd6-2811b3ad89ab by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:49:08.211961 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f61dc2-7ba3-4ef0-82bc-b08c018d54ba None None] Attempting to bind port 48e752cb-03f7-4ab3-9cd6-2811b3ad89ab on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:49:08.212976 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b622c-113f-46c0-b332-b0fa86327ffe req-327bc81f-c3e6-47c7-a037-ba0cde026fc9 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:08.216073 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e04b622c-113f-46c0-b332-b0fa86327ffe req-327bc81f-c3e6-47c7-a037-ba0cde026fc9 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=2da2c938-1af8-4aed-8868-9b98250d7811 HTTP/1.1" status: 200 len: 948 time: 0.1316037 Apr 21 12:49:08.224473 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f61dc2-7ba3-4ef0-82bc-b08c018d54ba None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:49:08.224940 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f61dc2-7ba3-4ef0-82bc-b08c018d54ba None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:49:08.225408 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56f61dc2-7ba3-4ef0-82bc-b08c018d54ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:08.226428 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f61dc2-7ba3-4ef0-82bc-b08c018d54ba None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:49:08.226981 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-56f61dc2-7ba3-4ef0-82bc-b08c018d54ba None None] Bound port: 48e752cb-03f7-4ab3-9cd6-2811b3ad89ab, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:49:08.227432 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56f61dc2-7ba3-4ef0-82bc-b08c018d54ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:08.261975 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e04b622c-113f-46c0-b332-b0fa86327ffe req-000aa5d6-fc88-4a90-a9f4-e056638e4d5f tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398486 Apr 21 12:49:08.294163 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5bc40382-99f5-4dc4-9ff2-93a813412ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:08.294591 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9107e6e0-4a0b-430d-98fa-282fbaf631ef req-b608a009-c610-4985-9976-d5edd981e104 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:08.342172 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-56f61dc2-7ba3-4ef0-82bc-b08c018d54ba None None] For port 48e752cb-03f7-4ab3-9cd6-2811b3ad89ab, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:49:08.346730 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-56f61dc2-7ba3-4ef0-82bc-b08c018d54ba None None] For port 48e752cb-03f7-4ab3-9cd6-2811b3ad89ab, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=48e752cb-03f7-4ab3-9cd6-2811b3ad89ab,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:49:08.353536 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc40382-99f5-4dc4-9ff2-93a813412ffa admin admin] Network c827d442-59c0-42d4-802b-84a8d0f2cf17 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:49:08.356750 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-5bc40382-99f5-4dc4-9ff2-93a813412ffa admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:49:08.359326 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc40382-99f5-4dc4-9ff2-93a813412ffa admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:49:08.407528 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5bc40382-99f5-4dc4-9ff2-93a813412ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:08.445380 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [req-9107e6e0-4a0b-430d-98fa-282fbaf631ef req-b608a009-c610-4985-9976-d5edd981e104 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Floating IP 0d23ed4d-c913-4a8e-bb88-4d7c32da57aa associated. External IP: 172.25.8.169, port: 0cef6a92-bc12-4af9-ac25-5f153660b4af. Apr 21 12:49:08.450638 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc40382-99f5-4dc4-9ff2-93a813412ffa admin admin] Pushing event updated for resources: {'Port': ['ID=b8d0f4ea-0ea9-4471-b024-3521b9652508,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:08.454227 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-56f61dc2-7ba3-4ef0-82bc-b08c018d54ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:08.544719 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f61dc2-7ba3-4ef0-82bc-b08c018d54ba None None] Routers {'122bd43e-b51c-4d5a-aa28-e28a493daa28'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:49:08.545800 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-56f61dc2-7ba3-4ef0-82bc-b08c018d54ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:48:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['122bd43e-b51c-4d5a-aa28-e28a493daa28'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:49:08.598805 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 03a2fe96-296f-4fa2-b2b1-088b7ecdf63d up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:49:08.629804 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e32c84a0-e37d-47aa-a8fc-0ee2c60f6fc7 req-05236160-3883-4688-b484-d530eed4c17d tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f102c40-9869-41b1-850d-4d4c2e341442 HTTP/1.1" status: 200 len: 210 time: 0.1766138 Apr 21 12:49:08.663919 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88e3c7-ed65-4626-a5de-14f87de3c7ee None None] Pushing event updated for resources: {'Port': ['ID=48e752cb-03f7-4ab3-9cd6-2811b3ad89ab,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:08.687230 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 03a2fe96-296f-4fa2-b2b1-088b7ecdf63d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:49:08.687650 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:08.739438 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-081c7aca-1459-4fcf-b764-97817e30f73f None None] Provisioning complete for port b8d0f4ea-0ea9-4471-b024-3521b9652508 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:49:08.739721 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-081c7aca-1459-4fcf-b764-97817e30f73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:08.767129 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5bc40382-99f5-4dc4-9ff2-93a813412ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:08.781921 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-56f61dc2-7ba3-4ef0-82bc-b08c018d54ba None None] Set router 122bd43e-b51c-4d5a-aa28-e28a493daa28 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:49:08.809264 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-081c7aca-1459-4fcf-b764-97817e30f73f None None] Port b8d0f4ea-0ea9-4471-b024-3521b9652508 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:49:08.872997 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15955822-1c68-4536-948d-af1cb5f4a8e7 req-6656b5cc-7c07-4675-b8ec-d8bdbaeaecc3 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:08.875280 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15955822-1c68-4536-948d-af1cb5f4a8e7 req-6656b5cc-7c07-4675-b8ec-d8bdbaeaecc3 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1528382 Apr 21 12:49:08.884203 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350dda6-c443-4de7-a84e-552626c5db91 req-68a87b9d-e3f8-488a-86b7-80afdae5d11d tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:08.885678 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1350dda6-c443-4de7-a84e-552626c5db91 req-68a87b9d-e3f8-488a-86b7-80afdae5d11d tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.26 "GET /v2.0/networks?id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f HTTP/1.1" status: 200 len: 812 time: 0.3285944 Apr 21 12:49:08.905128 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1350dda6-c443-4de7-a84e-552626c5db91 req-66d36276-bb2b-4fca-994c-f9f389b1cfa1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Request body: {'port': {'device_id': '4f102c40-9869-41b1-850d-4d4c2e341442', 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f', 'admin_state_up': True, 'tenant_id': '2ca86f47c8c14947a62af2b454f0a117'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:49:09.066188 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-56f61dc2-7ba3-4ef0-82bc-b08c018d54ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'name': 'tempest-AttachVolumeShelveTestJSON-1998499405-router', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:49:04Z', 'updated_at': '2022-04-21T12:49:05Z', 'revision_number': 3, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'gw_port': {'id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:99:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:05Z', 'updated_at': '2022-04-21T12:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:49:09.072683 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5bc40382-99f5-4dc4-9ff2-93a813412ffa admin admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:09.089976 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15955822-1c68-4536-948d-af1cb5f4a8e7 req-6bdba50a-d867-4abc-b7b6-86e93e58a152 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026348 Apr 21 12:49:09.098543 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f61dc2-7ba3-4ef0-82bc-b08c018d54ba None None] The sync data for ids ['122bd43e-b51c-4d5a-aa28-e28a493daa28'] in n-d-836147-2 is: [{'id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'name': 'tempest-AttachVolumeShelveTestJSON-1998499405-router', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:49:04Z', 'updated_at': '2022-04-21T12:49:05Z', 'revision_number': 3, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'gw_port': {'id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:99:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:05Z', 'updated_at': '2022-04-21T12:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:49:09.145796 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9107e6e0-4a0b-430d-98fa-282fbaf631ef req-b608a009-c610-4985-9976-d5edd981e104 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Router 09dea0bd-6afb-4c78-a9ed-50790cbd5ac6 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:49:09.186214 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 03718d67-98ca-46b3-bdda-1ea66857eeb5 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:49:09.197257 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5bc40382-99f5-4dc4-9ff2-93a813412ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:09.284744 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc40382-99f5-4dc4-9ff2-93a813412ffa admin admin] Pushing event updated for resources: {'Port': ['ID=b8d0f4ea-0ea9-4471-b024-3521b9652508,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:09.296804 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5bc40382-99f5-4dc4-9ff2-93a813412ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:09.319733 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 03718d67-98ca-46b3-bdda-1ea66857eeb5, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=03718d67-98ca-46b3-bdda-1ea66857eeb5,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:09.321264 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1350dda6-c443-4de7-a84e-552626c5db91 req-66d36276-bb2b-4fca-994c-f9f389b1cfa1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Made reservation on behalf of 2ca86f47c8c14947a62af2b454f0a117 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:49:09.326474 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1350dda6-c443-4de7-a84e-552626c5db91 req-66d36276-bb2b-4fca-994c-f9f389b1cfa1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:09.338381 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '03718d67-98ca-46b3-bdda-1ea66857eeb5', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': '03718d67-98ca-46b3-bdda-1ea66857eeb5', 'mac_address': 'fa:16:3e:06:09:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:49:09.362829 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df0c3e-1f50-48c5-8256-aab20fd201b7 req-178db077-f194-483b-95ee-e02dbd3ae101 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:09.370727 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-22df0c3e-1f50-48c5-8256-aab20fd201b7 req-178db077-f194-483b-95ee-e02dbd3ae101 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1453536 Apr 21 12:49:09.389668 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:09.455348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03718d67-98ca-46b3-bdda-1ea66857eeb5 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:49:09.487211 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 03718d67-98ca-46b3-bdda-1ea66857eeb5, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=03718d67-98ca-46b3-bdda-1ea66857eeb5,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:09.498428 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9107e6e0-4a0b-430d-98fa-282fbaf631ef req-b608a009-c610-4985-9976-d5edd981e104 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:49:09.514217 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51077e7-90ea-4a61-875b-ea92935886ba None None] Sync routers for ids ['09dea0bd-6afb-4c78-a9ed-50790cbd5ac6'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:49:09.533885 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc40382-99f5-4dc4-9ff2-93a813412ffa admin admin] Network c827d442-59c0-42d4-802b-84a8d0f2cf17 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:49:09.535202 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9107e6e0-4a0b-430d-98fa-282fbaf631ef req-b608a009-c610-4985-9976-d5edd981e104 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:09.539623 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51077e7-90ea-4a61-875b-ea92935886ba None None] Routers {'09dea0bd-6afb-4c78-a9ed-50790cbd5ac6'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:49:09.540506 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f51077e7-90ea-4a61-875b-ea92935886ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:48:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['09dea0bd-6afb-4c78-a9ed-50790cbd5ac6'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:49:09.549705 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-5bc40382-99f5-4dc4-9ff2-93a813412ffa admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:49:09.575108 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-22df0c3e-1f50-48c5-8256-aab20fd201b7 req-796e0691-2e71-46e6-a0e0-7d5977496d63 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029171 Apr 21 12:49:09.609215 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9107e6e0-4a0b-430d-98fa-282fbaf631ef req-b608a009-c610-4985-9976-d5edd981e104 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "PUT /v2.0/floatingips/0d23ed4d-c913-4a8e-bb88-4d7c32da57aa HTTP/1.1" status: 200 len: 997 time: 3.4032171 Apr 21 12:49:09.653507 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-1350dda6-c443-4de7-a84e-552626c5db91 req-66d36276-bb2b-4fca-994c-f9f389b1cfa1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Allocated IP 172.20.0.4 (bc25f2ca-45e5-4cab-99f1-9a004ec7506f/7de8299c-2f72-4fcd-b7b0-175fd3b81685/8623de02-26ab-4e00-a666-0e2374098240) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:49:09.836352 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc40382-99f5-4dc4-9ff2-93a813412ffa admin admin] Router 122bd43e-b51c-4d5a-aa28-e28a493daa28 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:49:09.846383 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b1c445-eb04-42dd-a7c3-b13227f00f77', 'tag': '0cef6a92-bc12-4af9-ac25-5f153660b4af'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:49:09.849460 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4394b495-175c-4178-97ff-47ca9d3503e1" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b1c445-eb04-42dd-a7c3-b13227f00f77", "tag": "0cef6a92-bc12-4af9-ac25-5f153660b4af"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:49:09.891383 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-f51077e7-90ea-4a61-875b-ea92935886ba None None] Set router 09dea0bd-6afb-4c78-a9ed-50790cbd5ac6 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:49:10.024559 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107e6e0-4a0b-430d-98fa-282fbaf631ef req-5b472067-3893-4b14-b4ec-d3befe63612f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:10.027513 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9107e6e0-4a0b-430d-98fa-282fbaf631ef req-5b472067-3893-4b14-b4ec-d3befe63612f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff5c07c40d9a4b349438394ca472864f&device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 1097 time: 0.1497419 Apr 21 12:49:10.028744 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc40382-99f5-4dc4-9ff2-93a813412ffa admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:49:10.043668 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f541411-e642-469c-bbef-1f5bbc547cbc req-ed79a108-7d76-486f-8346-8dc7c60e4e79 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:10.043847 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5bc40382-99f5-4dc4-9ff2-93a813412ffa admin admin] 10.222.0.36 "PUT /v2.0/routers/122bd43e-b51c-4d5a-aa28-e28a493daa28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9080894 Apr 21 12:49:10.061894 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f541411-e642-469c-bbef-1f5bbc547cbc req-ed79a108-7d76-486f-8346-8dc7c60e4e79 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=2da2c938-1af8-4aed-8868-9b98250d7811 HTTP/1.1" status: 200 len: 949 time: 0.1952851 Apr 21 12:49:10.111150 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:10.118930 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1350dda6-c443-4de7-a84e-552626c5db91 req-66d36276-bb2b-4fca-994c-f9f389b1cfa1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:10.185111 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c51469bf-d645-4b22-911b-ef9f731234ff None None] Provisioning complete for port b8d0f4ea-0ea9-4471-b024-3521b9652508 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:49:10.185759 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c51469bf-d645-4b22-911b-ef9f731234ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:10.200956 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f541411-e642-469c-bbef-1f5bbc547cbc req-d8e13cc1-00fd-4a26-9a9f-f563a6e6264e tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318114 Apr 21 12:49:10.235211 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=03718d67-98ca-46b3-bdda-1ea66857eeb5,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:10.283947 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c51469bf-d645-4b22-911b-ef9f731234ff None None] Port b8d0f4ea-0ea9-4471-b024-3521b9652508 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:49:10.310402 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107e6e0-4a0b-430d-98fa-282fbaf631ef req-c7dbbfaa-36df-4b0b-889d-73810b18589c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:10.313221 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9107e6e0-4a0b-430d-98fa-282fbaf631ef req-c7dbbfaa-36df-4b0b-889d-73810b18589c service neutron] 10.222.0.36 "GET /v2.0/networks?id=6e50d715-b910-4276-93d7-96be6f6cfc58 HTTP/1.1" status: 200 len: 921 time: 0.2380970 Apr 21 12:49:10.352622 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f51077e7-90ea-4a61-875b-ea92935886ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572838924-router', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '8f87487a-29a2-45b7-8274-386310313570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:43Z', 'updated_at': '2022-04-21T12:47:50Z', 'revision_number': 4, 'project_id': 'ff5c07c40d9a4b349438394ca472864f', 'gw_port': {'id': '8f87487a-29a2-45b7-8274-386310313570', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:45Z', 'updated_at': '2022-04-21T12:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '0d23ed4d-c913-4a8e-bb88-4d7c32da57aa', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'port_id': '0cef6a92-bc12-4af9-ac25-5f153660b4af', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e50d715-b910-4276-93d7-96be6f6cfc58', 'mac_address': 'fa:16:3e:ab:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b1c445-eb04-42dd-a7c3-b13227f00f77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:49:03Z', 'updated_at': '2022-04-21T12:49:07Z', 'revision_number': 1, 'project_id': 'ff5c07c40d9a4b349438394ca472864f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '471f9703-5d86-4360-8591-2884de8d033f', 'name': '', 'network_id': '6e50d715-b910-4276-93d7-96be6f6cfc58', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f', 'mac_address': 'fa:16:3e:f0:8e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'd5ecad05-c514-4221-be9f-83a659f2e3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:48Z', 'updated_at': '2022-04-21T12:47:58Z', 'revision_number': 5, 'project_id': 'ff5c07c40d9a4b349438394ca472864f', 'subnets': [{'id': 'd5ecad05-c514-4221-be9f-83a659f2e3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:49:10.387890 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51077e7-90ea-4a61-875b-ea92935886ba None None] Checking router: 09dea0bd-6afb-4c78-a9ed-50790cbd5ac6 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:49:10.394276 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1350dda6-c443-4de7-a84e-552626c5db91 req-66d36276-bb2b-4fca-994c-f9f389b1cfa1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:10.410475 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51077e7-90ea-4a61-875b-ea92935886ba None None] Routers {'09dea0bd-6afb-4c78-a9ed-50790cbd5ac6'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:49:10.411450 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f51077e7-90ea-4a61-875b-ea92935886ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:48:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['09dea0bd-6afb-4c78-a9ed-50790cbd5ac6'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:49:10.441007 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41c3486-6ea4-4567-85f0-086704c53b92 req-a545283f-97f3-4b5e-b965-dbf7c7237e9d tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:10.442574 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b41c3486-6ea4-4567-85f0-086704c53b92 req-a545283f-97f3-4b5e-b965-dbf7c7237e9d tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1552956 Apr 21 12:49:10.473912 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9107e6e0-4a0b-430d-98fa-282fbaf631ef req-a3952792-4530-421d-b568-33529e2757ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cef6a92-bc12-4af9-ac25-5f153660b4af HTTP/1.1" status: 200 len: 1000 time: 0.1447506 Apr 21 12:49:10.480791 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1350dda6-c443-4de7-a84e-552626c5db91 req-66d36276-bb2b-4fca-994c-f9f389b1cfa1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Network bc25f2ca-45e5-4cab-99f1-9a004ec7506f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:49:10.503173 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-1350dda6-c443-4de7-a84e-552626c5db91 req-66d36276-bb2b-4fca-994c-f9f389b1cfa1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:49:10.506657 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1350dda6-c443-4de7-a84e-552626c5db91 req-66d36276-bb2b-4fca-994c-f9f389b1cfa1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:49:10.544166 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['03718d67-98ca-46b3-bdda-1ea66857eeb5'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:49:10.560303 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d36276-bb2b-4fca-994c-f9f389b1cfa1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Pushing event updated for resources: {'Port': ['ID=8623de02-26ab-4e00-a666-0e2374098240,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:10.619881 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-f51077e7-90ea-4a61-875b-ea92935886ba None None] Set router 09dea0bd-6afb-4c78-a9ed-50790cbd5ac6 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:49:10.625274 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b41c3486-6ea4-4567-85f0-086704c53b92 req-ef3c4157-0f11-4cbd-8369-a4f5a421c50c tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714621 Apr 21 12:49:10.636904 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350dda6-c443-4de7-a84e-552626c5db91 req-66d36276-bb2b-4fca-994c-f9f389b1cfa1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:10.637557 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1350dda6-c443-4de7-a84e-552626c5db91 req-66d36276-bb2b-4fca-994c-f9f389b1cfa1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:10.656362 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107e6e0-4a0b-430d-98fa-282fbaf631ef req-2e9ceefb-0305-4095-a98d-81e99c8b6947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:10.657712 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 48e752cb-03f7-4ab3-9cd6-2811b3ad89ab up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:49:10.658962 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9107e6e0-4a0b-430d-98fa-282fbaf631ef req-2e9ceefb-0305-4095-a98d-81e99c8b6947 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5ecad05-c514-4221-be9f-83a659f2e3d8 HTTP/1.1" status: 200 len: 860 time: 0.1571412 Apr 21 12:49:10.700169 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9107e6e0-4a0b-430d-98fa-282fbaf631ef req-84b8e598-3bac-4204-8aa2-32e80f8911f1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e50d715-b910-4276-93d7-96be6f6cfc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304906 Apr 21 12:49:10.714641 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-9107e6e0-4a0b-430d-98fa-282fbaf631ef req-d8ff535d-6144-4f23-968b-eeb394874be8 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:49:10.715720 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9107e6e0-4a0b-430d-98fa-282fbaf631ef req-d8ff535d-6144-4f23-968b-eeb394874be8 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054514 Apr 21 12:49:10.752431 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1350dda6-c443-4de7-a84e-552626c5db91 req-66d36276-bb2b-4fca-994c-f9f389b1cfa1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8533602 Apr 21 12:49:10.772851 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1350dda6-c443-4de7-a84e-552626c5db91 req-9ae3a15c-4806-4074-b5ea-057fd99f1761 service neutron] Request body: {'port': {'device_id': '4f102c40-9869-41b1-850d-4d4c2e341442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:49:10.859588 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e218e-e2f0-49de-b1e3-24164afcb5aa req-5cab4b9f-3444-48d1-ad62-fec67e08783c tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:10.861181 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb7e218e-e2f0-49de-b1e3-24164afcb5aa req-5cab4b9f-3444-48d1-ad62-fec67e08783c tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f102c40-9869-41b1-850d-4d4c2e341442 HTTP/1.1" status: 200 len: 931 time: 0.1527529 Apr 21 12:49:10.881925 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 48e752cb-03f7-4ab3-9cd6-2811b3ad89ab triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:49:10.882296 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:10.931515 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1350dda6-c443-4de7-a84e-552626c5db91 req-9ae3a15c-4806-4074-b5ea-057fd99f1761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:10.954746 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9107e6e0-4a0b-430d-98fa-282fbaf631ef req-277a7281-6daa-455e-92b7-5fee37234713 service neutron] 10.222.0.36 "GET /v2.0/networks/6e50d715-b910-4276-93d7-96be6f6cfc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314949 Apr 21 12:49:10.974188 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb7e218e-e2f0-49de-b1e3-24164afcb5aa req-42b0601c-9a0c-4857-92e6-e6fc1fb4fa36 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829713 Apr 21 12:49:11.022196 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5309563-3500-45c3-a2f2-0eeee014262e x-openstack-request-id: req-d5309563-3500-45c3-a2f2-0eeee014262e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:49:11.022196 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b1c445-eb04-42dd-a7c3-b13227f00f77", "tag": "0cef6a92-bc12-4af9-ac25-5f153660b4af", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:49:11.022196 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d5309563-3500-45c3-a2f2-0eeee014262e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:49:11.022196 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5309563-3500-45c3-a2f2-0eeee014262e'] response: {'name': 'network-changed', 'server_uuid': 'f7b1c445-eb04-42dd-a7c3-b13227f00f77', 'tag': '0cef6a92-bc12-4af9-ac25-5f153660b4af', 'status': 'completed', 'code': 200} Apr 21 12:49:11.072779 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:11.123185 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f51077e7-90ea-4a61-875b-ea92935886ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572838924-router', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '8f87487a-29a2-45b7-8274-386310313570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:43Z', 'updated_at': '2022-04-21T12:47:50Z', 'revision_number': 4, 'project_id': 'ff5c07c40d9a4b349438394ca472864f', 'gw_port': {'id': '8f87487a-29a2-45b7-8274-386310313570', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:45Z', 'updated_at': '2022-04-21T12:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '0d23ed4d-c913-4a8e-bb88-4d7c32da57aa', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'port_id': '0cef6a92-bc12-4af9-ac25-5f153660b4af', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e50d715-b910-4276-93d7-96be6f6cfc58', 'mac_address': 'fa:16:3e:ab:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b1c445-eb04-42dd-a7c3-b13227f00f77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:49:03Z', 'updated_at': '2022-04-21T12:49:07Z', 'revision_number': 1, 'project_id': 'ff5c07c40d9a4b349438394ca472864f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '471f9703-5d86-4360-8591-2884de8d033f', 'name': '', 'network_id': '6e50d715-b910-4276-93d7-96be6f6cfc58', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f', 'mac_address': 'fa:16:3e:f0:8e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'd5ecad05-c514-4221-be9f-83a659f2e3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:48Z', 'updated_at': '2022-04-21T12:47:58Z', 'revision_number': 5, 'project_id': 'ff5c07c40d9a4b349438394ca472864f', 'subnets': [{'id': 'd5ecad05-c514-4221-be9f-83a659f2e3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:49:11.155085 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 48e752cb-03f7-4ab3-9cd6-2811b3ad89ab, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=48e752cb-03f7-4ab3-9cd6-2811b3ad89ab,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:11.156569 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51077e7-90ea-4a61-875b-ea92935886ba None None] The sync data for ids ['09dea0bd-6afb-4c78-a9ed-50790cbd5ac6'] in n-d-836147-2 is: [{'id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572838924-router', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '8f87487a-29a2-45b7-8274-386310313570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:43Z', 'updated_at': '2022-04-21T12:47:50Z', 'revision_number': 4, 'project_id': 'ff5c07c40d9a4b349438394ca472864f', 'gw_port': {'id': '8f87487a-29a2-45b7-8274-386310313570', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:45Z', 'updated_at': '2022-04-21T12:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '0d23ed4d-c913-4a8e-bb88-4d7c32da57aa', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f', 'floating_ip_address': '172.25.8.169', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'port_id': '0cef6a92-bc12-4af9-ac25-5f153660b4af', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e50d715-b910-4276-93d7-96be6f6cfc58', 'mac_address': 'fa:16:3e:ab:52:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b1c445-eb04-42dd-a7c3-b13227f00f77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:49:03Z', 'updated_at': '2022-04-21T12:49:07Z', 'revision_number': 1, 'project_id': 'ff5c07c40d9a4b349438394ca472864f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '471f9703-5d86-4360-8591-2884de8d033f', 'name': '', 'network_id': '6e50d715-b910-4276-93d7-96be6f6cfc58', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f', 'mac_address': 'fa:16:3e:f0:8e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'd5ecad05-c514-4221-be9f-83a659f2e3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:48Z', 'updated_at': '2022-04-21T12:47:58Z', 'revision_number': 5, 'project_id': 'ff5c07c40d9a4b349438394ca472864f', 'subnets': [{'id': 'd5ecad05-c514-4221-be9f-83a659f2e3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:49:11.264912 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:11.327299 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=48e752cb-03f7-4ab3-9cd6-2811b3ad89ab,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:11.552117 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5056f52-b182-4384-be80-69a5a0aa221c None None] Sync routers for ids ['122bd43e-b51c-4d5a-aa28-e28a493daa28'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:49:11.570821 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5056f52-b182-4384-be80-69a5a0aa221c None None] Routers {'122bd43e-b51c-4d5a-aa28-e28a493daa28'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:49:11.571782 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b5056f52-b182-4384-be80-69a5a0aa221c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:48:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['122bd43e-b51c-4d5a-aa28-e28a493daa28'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:49:11.597759 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394b495-175c-4178-97ff-47ca9d3503e1 req-a50cbf85-f08c-46f7-89b4-1c3efcf1fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:11.599250 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4394b495-175c-4178-97ff-47ca9d3503e1 req-a50cbf85-f08c-46f7-89b4-1c3efcf1fdda service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ff5c07c40d9a4b349438394ca472864f&device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 1097 time: 0.5428135 Apr 21 12:49:11.624393 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9107e6e0-4a0b-430d-98fa-282fbaf631ef req-e88b07e0-7e93-4b0e-a184-806e26a7a12a service neutron] 10.222.0.36 "GET /v2.0/networks/6e50d715-b910-4276-93d7-96be6f6cfc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6556721 Apr 21 12:49:11.668023 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6bc9830-9549-4d85-b405-64b6652ee142 None None] New status for floating IP 0d23ed4d-c913-4a8e-bb88-4d7c32da57aa: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:49:11.704662 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b5056f52-b182-4384-be80-69a5a0aa221c None None] Set router 122bd43e-b51c-4d5a-aa28-e28a493daa28 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:49:11.805123 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394b495-175c-4178-97ff-47ca9d3503e1 req-c18b13de-6f3d-430a-8cfa-79b0b0da48a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:11.806679 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4394b495-175c-4178-97ff-47ca9d3503e1 req-c18b13de-6f3d-430a-8cfa-79b0b0da48a6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e50d715-b910-4276-93d7-96be6f6cfc58 HTTP/1.1" status: 200 len: 921 time: 0.1679404 Apr 21 12:49:11.947287 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4394b495-175c-4178-97ff-47ca9d3503e1 req-e2326adc-487b-4e76-a141-470a6ee85be6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cef6a92-bc12-4af9-ac25-5f153660b4af HTTP/1.1" status: 200 len: 1000 time: 0.1331244 Apr 21 12:49:11.954985 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-1350dda6-c443-4de7-a84e-552626c5db91 req-9ae3a15c-4806-4074-b5ea-057fd99f1761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8623de02-26ab-4e00-a666-0e2374098240 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:49:11.968273 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1350dda6-c443-4de7-a84e-552626c5db91 req-9ae3a15c-4806-4074-b5ea-057fd99f1761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:11.981671 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b5056f52-b182-4384-be80-69a5a0aa221c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'name': 'tempest-AttachVolumeShelveTestJSON-1998499405-router', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:49:04Z', 'updated_at': '2022-04-21T12:49:08Z', 'revision_number': 4, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'gw_port': {'id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:05Z', 'updated_at': '2022-04-21T12:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'b8d0f4ea-0ea9-4471-b024-3521b9652508', 'name': '', 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'mac_address': 'fa:16:3e:fa:88:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:07Z', 'updated_at': '2022-04-21T12:49:08Z', 'revision_number': 2, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'subnets': [{'id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:49:11.984105 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-1350dda6-c443-4de7-a84e-552626c5db91 req-9ae3a15c-4806-4074-b5ea-057fd99f1761 service neutron] Transition to ACTIVE for port object 8623de02-26ab-4e00-a666-0e2374098240 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:49:11.986505 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54594) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:49:11.991488 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-b5115b59-73c3-4b9d-9ac1-668d261d1009 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Request body: {'security_group': {'name': 'tempest-securitygroup--869647857', 'description': 'tempest-description--1646034761'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:49:12.014185 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5056f52-b182-4384-be80-69a5a0aa221c None None] Checking router: 122bd43e-b51c-4d5a-aa28-e28a493daa28 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:49:12.014534 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5056f52-b182-4384-be80-69a5a0aa221c None None] Updating router 122bd43e-b51c-4d5a-aa28-e28a493daa28 port b8d0f4ea-0ea9-4471-b024-3521b9652508 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:49:12.040121 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5056f52-b182-4384-be80-69a5a0aa221c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:12.147933 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394b495-175c-4178-97ff-47ca9d3503e1 req-85039817-e80c-41cb-8dd0-23537a8d7b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:12.149420 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4394b495-175c-4178-97ff-47ca9d3503e1 req-85039817-e80c-41cb-8dd0-23537a8d7b9c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d5ecad05-c514-4221-be9f-83a659f2e3d8 HTTP/1.1" status: 200 len: 860 time: 0.1627266 Apr 21 12:49:12.157894 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1350dda6-c443-4de7-a84e-552626c5db91 req-9ae3a15c-4806-4074-b5ea-057fd99f1761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:12.185222 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b5115b59-73c3-4b9d-9ac1-668d261d1009 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:12.188359 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5108f22-b8cc-4141-ab04-8f487ac07063 req-e08d3f4c-4915-4b9e-a8f1-1a5ec5261f3f tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:12.189929 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5108f22-b8cc-4141-ab04-8f487ac07063 req-e08d3f4c-4915-4b9e-a8f1-1a5ec5261f3f tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=2da2c938-1af8-4aed-8868-9b98250d7811 HTTP/1.1" status: 200 len: 949 time: 0.2043610 Apr 21 12:49:12.198995 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1564527d-dacf-4907-a53c-9335dc11ad92 req-c65b7610-8963-4551-b220-39782047ad8b tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.169 HTTP/1.1" status: 200 len: 1002 time: 0.1537457 Apr 21 12:49:12.265023 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4394b495-175c-4178-97ff-47ca9d3503e1 req-027ed1cd-83e8-4a79-9aa9-3f10edaeeb24 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e50d715-b910-4276-93d7-96be6f6cfc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990996 Apr 21 12:49:12.325036 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b5115b59-73c3-4b9d-9ac1-668d261d1009 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:12.374983 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b5115b59-73c3-4b9d-9ac1-668d261d1009 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:12.392568 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5056f52-b182-4384-be80-69a5a0aa221c None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:12.412326 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4394b495-175c-4178-97ff-47ca9d3503e1 req-2d38801f-d67a-4b25-aa3a-478c6cb84c8c service neutron] 10.222.0.26 "GET /v2.0/networks/6e50d715-b910-4276-93d7-96be6f6cfc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120672 Apr 21 12:49:12.419407 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5115b59-73c3-4b9d-9ac1-668d261d1009 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e787575f-ce25-40d6-99ad-23a674aaa097,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:12.446378 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564527d-dacf-4907-a53c-9335dc11ad92 req-697b629b-d383-4d1c-8b39-865bcdad5512 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:12.447728 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1564527d-dacf-4907-a53c-9335dc11ad92 req-697b629b-d383-4d1c-8b39-865bcdad5512 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports/0cef6a92-bc12-4af9-ac25-5f153660b4af HTTP/1.1" status: 200 len: 943 time: 0.2479851 Apr 21 12:49:12.477830 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3a15c-4806-4074-b5ea-057fd99f1761 service neutron] Pushing event updated for resources: {'Port': ['ID=8623de02-26ab-4e00-a666-0e2374098240,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:12.509922 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5108f22-b8cc-4141-ab04-8f487ac07063 req-a0029b4c-bbdd-46ae-9cfa-956bda1a00d5 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906406 Apr 21 12:49:12.517288 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5056f52-b182-4384-be80-69a5a0aa221c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:12.524293 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b5115b59-73c3-4b9d-9ac1-668d261d1009 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:12.528485 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b5115b59-73c3-4b9d-9ac1-668d261d1009 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5408275 Apr 21 12:49:12.531953 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54600) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:49:12.540164 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c37551d5-d485-4b41-beea-4bc33bb377d5 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Request body: {'security_group_rule': {'security_group_id': 'e787575f-ce25-40d6-99ad-23a674aaa097', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:49:12.559904 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 48e752cb-03f7-4ab3-9cd6-2811b3ad89ab up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:49:12.649636 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 48e752cb-03f7-4ab3-9cd6-2811b3ad89ab triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:49:12.649933 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:12.675007 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b8bb6-1b77-484a-89ef-1ea384ff1a07 None None] Pushing event updated for resources: {'Port': ['ID=b8d0f4ea-0ea9-4471-b024-3521b9652508,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:12.682827 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1350dda6-c443-4de7-a84e-552626c5db91 req-9ae3a15c-4806-4074-b5ea-057fd99f1761 service neutron] Attempting to bind port 8623de02-26ab-4e00-a666-0e2374098240 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:49:12.687282 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1350dda6-c443-4de7-a84e-552626c5db91 req-9ae3a15c-4806-4074-b5ea-057fd99f1761 service neutron] Attempting to bind port 8623de02-26ab-4e00-a666-0e2374098240 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': 'd6396019-d3d0-47a9-857e-718c70dc7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:49:12.687282 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1350dda6-c443-4de7-a84e-552626c5db91 req-9ae3a15c-4806-4074-b5ea-057fd99f1761 service neutron] Attempting to bind port 8623de02-26ab-4e00-a666-0e2374098240 on network bc25f2ca-45e5-4cab-99f1-9a004ec7506f {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:49:12.697504 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c37551d5-d485-4b41-beea-4bc33bb377d5 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:12.715261 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b5056f52-b182-4384-be80-69a5a0aa221c None None] Attempting to bind port b8d0f4ea-0ea9-4471-b024-3521b9652508 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:49:12.715261 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b5056f52-b182-4384-be80-69a5a0aa221c None None] Attempting to bind port b8d0f4ea-0ea9-4471-b024-3521b9652508 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '9eb7e196-d2b8-48cf-a77e-71ee12a77aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:49:12.715261 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5056f52-b182-4384-be80-69a5a0aa221c None None] Attempting to bind port b8d0f4ea-0ea9-4471-b024-3521b9652508 on network c827d442-59c0-42d4-802b-84a8d0f2cf17 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:49:12.739061 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5056f52-b182-4384-be80-69a5a0aa221c None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:49:12.742372 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1564527d-dacf-4907-a53c-9335dc11ad92 req-6b205306-a68a-43c4-8923-29dbce8803d4 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.169 HTTP/1.1" status: 200 len: 1002 time: 0.2295411 Apr 21 12:49:12.744359 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5056f52-b182-4384-be80-69a5a0aa221c None None] Checking segment: {'id': '9eb7e196-d2b8-48cf-a77e-71ee12a77aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:49:12.744863 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5056f52-b182-4384-be80-69a5a0aa221c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:12.745179 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1350dda6-c443-4de7-a84e-552626c5db91 req-9ae3a15c-4806-4074-b5ea-057fd99f1761 service neutron] Port 8623de02-26ab-4e00-a666-0e2374098240 on network bc25f2ca-45e5-4cab-99f1-9a004ec7506f not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:49:12.745499 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1350dda6-c443-4de7-a84e-552626c5db91 req-9ae3a15c-4806-4074-b5ea-057fd99f1761 service neutron] Attempting to bind port 8623de02-26ab-4e00-a666-0e2374098240 on network bc25f2ca-45e5-4cab-99f1-9a004ec7506f {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:49:12.745932 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5056f52-b182-4384-be80-69a5a0aa221c None None] Bound using segment: {'id': '9eb7e196-d2b8-48cf-a77e-71ee12a77aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:49:12.746492 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b5056f52-b182-4384-be80-69a5a0aa221c None None] Bound port: b8d0f4ea-0ea9-4471-b024-3521b9652508, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eb7e196-d2b8-48cf-a77e-71ee12a77aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:49:12.746929 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5056f52-b182-4384-be80-69a5a0aa221c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:12.758255 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4394b495-175c-4178-97ff-47ca9d3503e1 req-a329f32f-6c5d-489e-bff9-f29c29da69a6 service neutron] 10.222.0.26 "GET /v2.0/networks/6e50d715-b910-4276-93d7-96be6f6cfc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288491 Apr 21 12:49:12.806540 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1350dda6-c443-4de7-a84e-552626c5db91 req-9ae3a15c-4806-4074-b5ea-057fd99f1761 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:49:12.809654 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1350dda6-c443-4de7-a84e-552626c5db91 req-9ae3a15c-4806-4074-b5ea-057fd99f1761 service neutron] Checking segment: {'id': 'd6396019-d3d0-47a9-857e-718c70dc7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:49:12.810752 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1350dda6-c443-4de7-a84e-552626c5db91 req-9ae3a15c-4806-4074-b5ea-057fd99f1761 service neutron] Bound using segment: {'id': 'd6396019-d3d0-47a9-857e-718c70dc7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:49:12.815655 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1350dda6-c443-4de7-a84e-552626c5db91 req-9ae3a15c-4806-4074-b5ea-057fd99f1761 service neutron] Bound port: 8623de02-26ab-4e00-a666-0e2374098240, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6396019-d3d0-47a9-857e-718c70dc7a3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:49:12.816516 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1350dda6-c443-4de7-a84e-552626c5db91 req-9ae3a15c-4806-4074-b5ea-057fd99f1761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:12.824765 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c37551d5-d485-4b41-beea-4bc33bb377d5 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:12.889010 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b5056f52-b182-4384-be80-69a5a0aa221c None None] For port b8d0f4ea-0ea9-4471-b024-3521b9652508, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:49:12.892250 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b5056f52-b182-4384-be80-69a5a0aa221c None None] For port b8d0f4ea-0ea9-4471-b024-3521b9652508, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b8d0f4ea-0ea9-4471-b024-3521b9652508,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:49:12.933613 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c37551d5-d485-4b41-beea-4bc33bb377d5 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:12.934476 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-55b8f2da-1436-43da-8007-d4f4816090f6 None None] Provisioning complete for port b8d0f4ea-0ea9-4471-b024-3521b9652508 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:49:12.934917 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55b8f2da-1436-43da-8007-d4f4816090f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:12.949758 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37551d5-d485-4b41-beea-4bc33bb377d5 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=077ba090-49d5-435e-8d43-fb0b11424eb6,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:12.957834 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93503ce9-769f-4b43-851c-478051c21be0 req-8e8cb795-fed4-4443-9c09-9f6368a65132 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:12.959435 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-93503ce9-769f-4b43-851c-478051c21be0 req-8e8cb795-fed4-4443-9c09-9f6368a65132 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.3081472 Apr 21 12:49:12.968965 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b5056f52-b182-4384-be80-69a5a0aa221c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:13.008281 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-55b8f2da-1436-43da-8007-d4f4816090f6 None None] Port b8d0f4ea-0ea9-4471-b024-3521b9652508 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:49:13.036482 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5056f52-b182-4384-be80-69a5a0aa221c None None] Routers {'122bd43e-b51c-4d5a-aa28-e28a493daa28'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:49:13.037145 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b5056f52-b182-4384-be80-69a5a0aa221c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:48:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['122bd43e-b51c-4d5a-aa28-e28a493daa28'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:49:13.050387 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c37551d5-d485-4b41-beea-4bc33bb377d5 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:13.054369 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c37551d5-d485-4b41-beea-4bc33bb377d5 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5197945 Apr 21 12:49:13.054979 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54606) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:49:13.060422 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1350dda6-c443-4de7-a84e-552626c5db91 req-9ae3a15c-4806-4074-b5ea-057fd99f1761 service neutron] For port 8623de02-26ab-4e00-a666-0e2374098240, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:49:13.061828 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b8bb6-1b77-484a-89ef-1ea384ff1a07 None None] Pushing event updated for resources: {'Port': ['ID=b8d0f4ea-0ea9-4471-b024-3521b9652508,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:13.062807 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-027ae313-9b1a-4b08-b2c2-89a5ae0878f4 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Request body: {'security_group_rule': {'security_group_id': 'e787575f-ce25-40d6-99ad-23a674aaa097', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:49:13.076684 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564527d-dacf-4907-a53c-9335dc11ad92 req-89dbee63-e95c-4d1f-8630-cb1b108a22a3 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:13.079101 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1564527d-dacf-4907-a53c-9335dc11ad92 req-89dbee63-e95c-4d1f-8630-cb1b108a22a3 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 784 time: 0.3199356 Apr 21 12:49:13.081309 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1350dda6-c443-4de7-a84e-552626c5db91 req-9ae3a15c-4806-4074-b5ea-057fd99f1761 service neutron] For port 8623de02-26ab-4e00-a666-0e2374098240, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=8623de02-26ab-4e00-a666-0e2374098240,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:49:13.103511 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-1564527d-dacf-4907-a53c-9335dc11ad92 req-c06c2e01-e755-413f-86dc-29ec4a75dab9 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:49:13.104603 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1564527d-dacf-4907-a53c-9335dc11ad92 req-c06c2e01-e755-413f-86dc-29ec4a75dab9 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0181236 Apr 21 12:49:13.108619 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-93503ce9-769f-4b43-851c-478051c21be0 req-05de3d0e-de6a-4d4c-8f72-670109d214a0 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249919 Apr 21 12:49:13.183814 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 03718d67-98ca-46b3-bdda-1ea66857eeb5 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:49:13.202304 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1350dda6-c443-4de7-a84e-552626c5db91 req-9ae3a15c-4806-4074-b5ea-057fd99f1761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:13.219969 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-027ae313-9b1a-4b08-b2c2-89a5ae0878f4 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:13.296213 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350dda6-c443-4de7-a84e-552626c5db91 req-9ae3a15c-4806-4074-b5ea-057fd99f1761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:13.296846 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1350dda6-c443-4de7-a84e-552626c5db91 req-9ae3a15c-4806-4074-b5ea-057fd99f1761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:13.298541 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1350dda6-c443-4de7-a84e-552626c5db91 req-9ae3a15c-4806-4074-b5ea-057fd99f1761 service neutron] 10.222.0.26 "PUT /v2.0/ports/8623de02-26ab-4e00-a666-0e2374098240 HTTP/1.1" status: 200 len: 1091 time: 2.5332441 Apr 21 12:49:13.299017 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f102c40-9869-41b1-850d-4d4c2e341442', 'tag': '8623de02-26ab-4e00-a666-0e2374098240'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:49:13.301525 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4790e188-6afb-4894-b871-fff6d12409e3" -d '{"events": [{"name": "network-changed", "server_uuid": "4f102c40-9869-41b1-850d-4d4c2e341442", "tag": "8623de02-26ab-4e00-a666-0e2374098240"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:49:13.355338 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1564527d-dacf-4907-a53c-9335dc11ad92 req-6d9c0dea-aee2-42c7-aca1-b32374568de2 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.169 HTTP/1.1" status: 200 len: 1002 time: 0.2340574 Apr 21 12:49:13.364567 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1564527d-dacf-4907-a53c-9335dc11ad92 req-7235c48b-d801-41a3-b0ab-bdaddb9e3416 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:49:13.379794 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 03718d67-98ca-46b3-bdda-1ea66857eeb5 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:49:13.387223 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 03718d67-98ca-46b3-bdda-1ea66857eeb5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:49:13.390981 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b5056f52-b182-4384-be80-69a5a0aa221c None None] Set router 122bd43e-b51c-4d5a-aa28-e28a493daa28 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:49:13.393274 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:13.473368 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1564527d-dacf-4907-a53c-9335dc11ad92 req-7235c48b-d801-41a3-b0ab-bdaddb9e3416 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:13.495741 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-79195dc1-68ad-4d28-8fcc-52b70a6a8644 None None] Provisioning complete for port b8d0f4ea-0ea9-4471-b024-3521b9652508 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:49:13.496147 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79195dc1-68ad-4d28-8fcc-52b70a6a8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:13.522211 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91d4cd6a-219a-46ff-87b8-ba15507ce5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:13.595757 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:13.672245 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1564527d-dacf-4907-a53c-9335dc11ad92 req-7235c48b-d801-41a3-b0ab-bdaddb9e3416 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:13.676636 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3a15c-4806-4074-b5ea-057fd99f1761 service neutron] Pushing event updated for resources: {'Port': ['ID=8623de02-26ab-4e00-a666-0e2374098240,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:13.683141 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da2c938-1af8-4aed-8868-9b98250d7811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03718d67-98ca-46b3-bdda-1ea66857eeb5'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:49:13.692087 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9869150b-20d6-43ac-80b3-e9aefd5c79d6" -d '{"events": [{"server_uuid": "2da2c938-1af8-4aed-8868-9b98250d7811", "name": "network-vif-plugged", "status": "completed", "tag": "03718d67-98ca-46b3-bdda-1ea66857eeb5"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:49:13.698912 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 03718d67-98ca-46b3-bdda-1ea66857eeb5, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=03718d67-98ca-46b3-bdda-1ea66857eeb5,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:13.717048 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc2865-1f63-4cdd-b975-939bc466b95f req-65d88841-218a-432f-867e-6d6926657f47 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:13.726112 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15dc2865-1f63-4cdd-b975-939bc466b95f req-65d88841-218a-432f-867e-6d6926657f47 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f102c40-9869-41b1-850d-4d4c2e341442 HTTP/1.1" status: 200 len: 943 time: 0.4602187 Apr 21 12:49:13.744636 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79195dc1-68ad-4d28-8fcc-52b70a6a8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:13.777448 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b5056f52-b182-4384-be80-69a5a0aa221c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'name': 'tempest-AttachVolumeShelveTestJSON-1998499405-router', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:49:04Z', 'updated_at': '2022-04-21T12:49:08Z', 'revision_number': 4, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'gw_port': {'id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:05Z', 'updated_at': '2022-04-21T12:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'b8d0f4ea-0ea9-4471-b024-3521b9652508', 'name': '', 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'mac_address': 'fa:16:3e:fa:88:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:07Z', 'updated_at': '2022-04-21T12:49:12Z', 'revision_number': 4, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'subnets': [{'id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:49:13.790091 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-027ae313-9b1a-4b08-b2c2-89a5ae0878f4 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:13.794210 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15dc2865-1f63-4cdd-b975-939bc466b95f req-5e474c1c-3ee6-43d2-a7b6-967be425e872 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672560 Apr 21 12:49:13.796753 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350dda6-c443-4de7-a84e-552626c5db91 req-bceee6a6-c56a-4b90-a7bd-3e1f19be1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:13.806527 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1350dda6-c443-4de7-a84e-552626c5db91 req-bceee6a6-c56a-4b90-a7bd-3e1f19be1475 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ca86f47c8c14947a62af2b454f0a117&device_id=4f102c40-9869-41b1-850d-4d4c2e341442 HTTP/1.1" status: 200 len: 1094 time: 0.1309814 Apr 21 12:49:13.808117 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1564527d-dacf-4907-a53c-9335dc11ad92 req-7235c48b-d801-41a3-b0ab-bdaddb9e3416 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:13.810413 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [req-1564527d-dacf-4907-a53c-9335dc11ad92 req-7235c48b-d801-41a3-b0ab-bdaddb9e3416 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Floating IP 0d23ed4d-c913-4a8e-bb88-4d7c32da57aa disassociated. External IP: 172.25.8.169, port: 0cef6a92-bc12-4af9-ac25-5f153660b4af. Apr 21 12:49:13.810610 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5056f52-b182-4384-be80-69a5a0aa221c None None] The sync data for ids ['122bd43e-b51c-4d5a-aa28-e28a493daa28'] in n-d-836147-2 is: [{'id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'name': 'tempest-AttachVolumeShelveTestJSON-1998499405-router', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:49:04Z', 'updated_at': '2022-04-21T12:49:08Z', 'revision_number': 4, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'gw_port': {'id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:05Z', 'updated_at': '2022-04-21T12:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'b8d0f4ea-0ea9-4471-b024-3521b9652508', 'name': '', 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'mac_address': 'fa:16:3e:fa:88:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:07Z', 'updated_at': '2022-04-21T12:49:12Z', 'revision_number': 4, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'subnets': [{'id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:49:13.830313 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:13.833816 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-79195dc1-68ad-4d28-8fcc-52b70a6a8644 None None] For port b8d0f4ea-0ea9-4471-b024-3521b9652508, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b8d0f4ea-0ea9-4471-b024-3521b9652508,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:13.906441 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-027ae313-9b1a-4b08-b2c2-89a5ae0878f4 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:13.943888 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=03718d67-98ca-46b3-bdda-1ea66857eeb5,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:13.950173 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027ae313-9b1a-4b08-b2c2-89a5ae0878f4 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e82bc0-8346-448e-acc4-07f776f3241e,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:13.966533 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79195dc1-68ad-4d28-8fcc-52b70a6a8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:13.966718 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1350dda6-c443-4de7-a84e-552626c5db91 req-dd75f070-940f-490e-b14b-072283d8478e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8623de02-26ab-4e00-a666-0e2374098240 HTTP/1.1" status: 200 len: 217 time: 0.1511467 Apr 21 12:49:14.034191 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79195dc1-68ad-4d28-8fcc-52b70a6a8644 None None] Pushing event updated for resources: {'Port': ['ID=b8d0f4ea-0ea9-4471-b024-3521b9652508,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:14.036370 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-027ae313-9b1a-4b08-b2c2-89a5ae0878f4 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:14.040884 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-027ae313-9b1a-4b08-b2c2-89a5ae0878f4 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9848657 Apr 21 12:49:14.041614 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 54622) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:49:14.049005 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-906445b8-58c2-4379-80ab-f9bfb8cb1430 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:49:14.105251 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72276d-ee29-424d-85ab-fef276d3c36c req-4c337de3-4367-4bba-b68f-63e439b0a2a2 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:14.106784 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa72276d-ee29-424d-85ab-fef276d3c36c req-4c337de3-4367-4bba-b68f-63e439b0a2a2 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1667609 Apr 21 12:49:14.108809 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350dda6-c443-4de7-a84e-552626c5db91 req-7be9a789-434e-43a7-9a57-f0899e4e0047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:14.110193 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1350dda6-c443-4de7-a84e-552626c5db91 req-7be9a789-434e-43a7-9a57-f0899e4e0047 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7de8299c-2f72-4fcd-b7b0-175fd3b81685 HTTP/1.1" status: 200 len: 852 time: 0.1234782 Apr 21 12:49:14.135396 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-906445b8-58c2-4379-80ab-f9bfb8cb1430 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for floatingip, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:14.187652 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1350dda6-c443-4de7-a84e-552626c5db91 req-642444da-7482-42a9-90b5-33ec1db20668 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655568 Apr 21 12:49:14.247317 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-906445b8-58c2-4379-80ab-f9bfb8cb1430 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:14.262443 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa72276d-ee29-424d-85ab-fef276d3c36c req-4c2c38a5-02dd-4282-9792-1fa34d3e719e tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480298 Apr 21 12:49:14.340838 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca86811c-b0ad-4d87-b9a7-f2ebb0d6fb74 x-openstack-request-id: req-ca86811c-b0ad-4d87-b9a7-f2ebb0d6fb74 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:49:14.341131 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f102c40-9869-41b1-850d-4d4c2e341442", "tag": "8623de02-26ab-4e00-a666-0e2374098240", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:49:14.341387 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ca86811c-b0ad-4d87-b9a7-f2ebb0d6fb74 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:49:14.341984 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca86811c-b0ad-4d87-b9a7-f2ebb0d6fb74'] response: {'name': 'network-changed', 'server_uuid': '4f102c40-9869-41b1-850d-4d4c2e341442', 'tag': '8623de02-26ab-4e00-a666-0e2374098240', 'status': 'completed', 'code': 200} Apr 21 12:49:14.367836 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1564527d-dacf-4907-a53c-9335dc11ad92 req-7235c48b-d801-41a3-b0ab-bdaddb9e3416 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Router 09dea0bd-6afb-4c78-a9ed-50790cbd5ac6 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:49:14.389058 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1350dda6-c443-4de7-a84e-552626c5db91 req-a956cac0-384d-45e3-847c-eba119433df9 service neutron] 10.222.0.26 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924365 Apr 21 12:49:14.396127 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-906445b8-58c2-4379-80ab-f9bfb8cb1430 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Allocated IP 172.25.8.180 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/20e59635-1a50-491e-9cab-35ed4aaa8428) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:49:14.526770 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-906445b8-58c2-4379-80ab-f9bfb8cb1430 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:14.617647 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69c728-6ab9-4fd2-8e82-4ea30d738bb0 req-e3791f4c-14a6-4e10-ad71-91455202d758 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:14.619320 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fc69c728-6ab9-4fd2-8e82-4ea30d738bb0 req-e3791f4c-14a6-4e10-ad71-91455202d758 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=2da2c938-1af8-4aed-8868-9b98250d7811 HTTP/1.1" status: 200 len: 950 time: 0.2176738 Apr 21 12:49:14.651076 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b8d0f4ea-0ea9-4471-b024-3521b9652508 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:49:14.652396 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1350dda6-c443-4de7-a84e-552626c5db91 req-4f1fea1d-5db5-4a70-b4f7-bfc62da82dc7 service neutron] 10.222.0.26 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518451 Apr 21 12:49:14.677053 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1564527d-dacf-4907-a53c-9335dc11ad92 req-7235c48b-d801-41a3-b0ab-bdaddb9e3416 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:49:14.686506 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-906445b8-58c2-4379-80ab-f9bfb8cb1430 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:14.688337 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2569af-be9c-4fad-b71b-f759a954bc7b None None] Sync routers for ids ['09dea0bd-6afb-4c78-a9ed-50790cbd5ac6'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:49:14.696710 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1564527d-dacf-4907-a53c-9335dc11ad92 req-7235c48b-d801-41a3-b0ab-bdaddb9e3416 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:14.702498 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2569af-be9c-4fad-b71b-f759a954bc7b None None] Routers {'09dea0bd-6afb-4c78-a9ed-50790cbd5ac6'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:49:14.706529 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9c2569af-be9c-4fad-b71b-f759a954bc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:48:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['09dea0bd-6afb-4c78-a9ed-50790cbd5ac6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:49:14.742066 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906445b8-58c2-4379-80ab-f9bfb8cb1430 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Pushing event updated for resources: {'Port': ['ID=20e59635-1a50-491e-9cab-35ed4aaa8428,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:14.763954 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906445b8-58c2-4379-80ab-f9bfb8cb1430 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:49:14.765381 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-906445b8-58c2-4379-80ab-f9bfb8cb1430 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:49:14.771743 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906445b8-58c2-4379-80ab-f9bfb8cb1430 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:49:14.773194 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port b8d0f4ea-0ea9-4471-b024-3521b9652508 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:49:14.773656 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:14.958113 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-906445b8-58c2-4379-80ab-f9bfb8cb1430 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:15.007971 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9c2569af-be9c-4fad-b71b-f759a954bc7b None None] Set router 09dea0bd-6afb-4c78-a9ed-50790cbd5ac6 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:49:15.108602 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-906445b8-58c2-4379-80ab-f9bfb8cb1430 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:15.268692 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9c2569af-be9c-4fad-b71b-f759a954bc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572838924-router', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '8f87487a-29a2-45b7-8274-386310313570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:43Z', 'updated_at': '2022-04-21T12:47:50Z', 'revision_number': 4, 'project_id': 'ff5c07c40d9a4b349438394ca472864f', 'gw_port': {'id': '8f87487a-29a2-45b7-8274-386310313570', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:45Z', 'updated_at': '2022-04-21T12:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '471f9703-5d86-4360-8591-2884de8d033f', 'name': '', 'network_id': '6e50d715-b910-4276-93d7-96be6f6cfc58', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f', 'mac_address': 'fa:16:3e:f0:8e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'd5ecad05-c514-4221-be9f-83a659f2e3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:48Z', 'updated_at': '2022-04-21T12:47:58Z', 'revision_number': 5, 'project_id': 'ff5c07c40d9a4b349438394ca472864f', 'subnets': [{'id': 'd5ecad05-c514-4221-be9f-83a659f2e3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:49:15.329647 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1564527d-dacf-4907-a53c-9335dc11ad92 req-7235c48b-d801-41a3-b0ab-bdaddb9e3416 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "PUT /v2.0/floatingips/0d23ed4d-c913-4a8e-bb88-4d7c32da57aa HTTP/1.1" status: 200 len: 695 time: 1.9659195 Apr 21 12:49:15.335281 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2569af-be9c-4fad-b71b-f759a954bc7b None None] Checking router: 09dea0bd-6afb-4c78-a9ed-50790cbd5ac6 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:49:15.346132 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2569af-be9c-4fad-b71b-f759a954bc7b None None] Routers {'09dea0bd-6afb-4c78-a9ed-50790cbd5ac6'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:49:15.346882 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9c2569af-be9c-4fad-b71b-f759a954bc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:48:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['09dea0bd-6afb-4c78-a9ed-50790cbd5ac6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:49:15.382023 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fc69c728-6ab9-4fd2-8e82-4ea30d738bb0 req-ad29eedd-2af0-469d-a3e0-ee59fc5b29eb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7423620 Apr 21 12:49:15.387265 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-906445b8-58c2-4379-80ab-f9bfb8cb1430 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:15.436271 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75e8751e-d5dc-4aca-8284-1321c96fca66 req-b1c99a27-8b5b-496c-bc87-9bbf181c24ed service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e06d93cb-5940-4118-98e5-287f3bc62a78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1965365 Apr 21 12:49:15.447596 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564527d-dacf-4907-a53c-9335dc11ad92 req-69dbdb91-1a20-4c18-87a1-9089e6bfa6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:15.449790 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1564527d-dacf-4907-a53c-9335dc11ad92 req-69dbdb91-1a20-4c18-87a1-9089e6bfa6f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff5c07c40d9a4b349438394ca472864f&device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 1097 time: 0.1193237 Apr 21 12:49:15.451680 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790e188-6afb-4894-b871-fff6d12409e3 req-b5ed5378-ab69-4344-9863-2c6e573010af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:15.453444 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4790e188-6afb-4894-b871-fff6d12409e3 req-b5ed5378-ab69-4344-9863-2c6e573010af service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ca86f47c8c14947a62af2b454f0a117&device_id=4f102c40-9869-41b1-850d-4d4c2e341442 HTTP/1.1" status: 200 len: 1094 time: 0.2127182 Apr 21 12:49:15.459824 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-906445b8-58c2-4379-80ab-f9bfb8cb1430 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:15.468791 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d1fb5b-08af-4d03-ad22-98222dab545c x-openstack-request-id: req-e8d1fb5b-08af-4d03-ad22-98222dab545c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:49:15.470335 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da2c938-1af8-4aed-8868-9b98250d7811", "name": "network-vif-plugged", "status": "completed", "tag": "03718d67-98ca-46b3-bdda-1ea66857eeb5", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:49:15.478827 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e8d1fb5b-08af-4d03-ad22-98222dab545c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:49:15.478827 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d1fb5b-08af-4d03-ad22-98222dab545c'] response: {'server_uuid': '2da2c938-1af8-4aed-8868-9b98250d7811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03718d67-98ca-46b3-bdda-1ea66857eeb5', 'code': 200} Apr 21 12:49:15.531738 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9c2569af-be9c-4fad-b71b-f759a954bc7b None None] Set router 09dea0bd-6afb-4c78-a9ed-50790cbd5ac6 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:49:15.583573 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906445b8-58c2-4379-80ab-f9bfb8cb1430 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Pushing event updated for resources: {'Port': ['ID=20e59635-1a50-491e-9cab-35ed4aaa8428,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:15.613670 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-906445b8-58c2-4379-80ab-f9bfb8cb1430 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:15.683771 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-906445b8-58c2-4379-80ab-f9bfb8cb1430 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:15.695055 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-906445b8-58c2-4379-80ab-f9bfb8cb1430 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6408343 Apr 21 12:49:15.715167 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9fca3274-4d56-43dd-91e0-1856321cb8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:15.797010 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8751e-d5dc-4aca-8284-1321c96fca66 req-a16857a6-e22c-428f-844b-02163e148ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:15.798633 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75e8751e-d5dc-4aca-8284-1321c96fca66 req-a16857a6-e22c-428f-844b-02163e148ac5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c623b08b095e4654a1f16b34ae10bc43&device_id=e06d93cb-5940-4118-98e5-287f3bc62a78 HTTP/1.1" status: 200 len: 1100 time: 0.2997842 Apr 21 12:49:15.803680 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9c2569af-be9c-4fad-b71b-f759a954bc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572838924-router', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '8f87487a-29a2-45b7-8274-386310313570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:43Z', 'updated_at': '2022-04-21T12:47:50Z', 'revision_number': 4, 'project_id': 'ff5c07c40d9a4b349438394ca472864f', 'gw_port': {'id': '8f87487a-29a2-45b7-8274-386310313570', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:45Z', 'updated_at': '2022-04-21T12:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '471f9703-5d86-4360-8591-2884de8d033f', 'name': '', 'network_id': '6e50d715-b910-4276-93d7-96be6f6cfc58', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f', 'mac_address': 'fa:16:3e:f0:8e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'd5ecad05-c514-4221-be9f-83a659f2e3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:48Z', 'updated_at': '2022-04-21T12:47:58Z', 'revision_number': 5, 'project_id': 'ff5c07c40d9a4b349438394ca472864f', 'subnets': [{'id': 'd5ecad05-c514-4221-be9f-83a659f2e3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:49:15.804394 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b2584-cbfb-4b65-83b8-3f84111de2db req-c8607675-aa7d-4183-9434-9acc96974395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:15.806087 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f89b2584-cbfb-4b65-83b8-3f84111de2db req-c8607675-aa7d-4183-9434-9acc96974395 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2da2c938-1af8-4aed-8868-9b98250d7811 HTTP/1.1" status: 200 len: 1101 time: 0.1945851 Apr 21 12:49:15.818471 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb06a3-bf7e-490b-99ec-b65bd8372d28 req-199d2130-9e88-4e09-bb81-14955a25a337 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:15.820091 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38bb06a3-bf7e-490b-99ec-b65bd8372d28 req-199d2130-9e88-4e09-bb81-14955a25a337 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f102c40-9869-41b1-850d-4d4c2e341442 HTTP/1.1" status: 200 len: 943 time: 0.2193124 Apr 21 12:49:15.832993 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2569af-be9c-4fad-b71b-f759a954bc7b None None] The sync data for ids ['09dea0bd-6afb-4c78-a9ed-50790cbd5ac6'] in n-d-836147-2 is: [{'id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572838924-router', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '8f87487a-29a2-45b7-8274-386310313570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:43Z', 'updated_at': '2022-04-21T12:47:50Z', 'revision_number': 4, 'project_id': 'ff5c07c40d9a4b349438394ca472864f', 'gw_port': {'id': '8f87487a-29a2-45b7-8274-386310313570', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:45Z', 'updated_at': '2022-04-21T12:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '471f9703-5d86-4360-8591-2884de8d033f', 'name': '', 'network_id': '6e50d715-b910-4276-93d7-96be6f6cfc58', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f', 'mac_address': 'fa:16:3e:f0:8e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'd5ecad05-c514-4221-be9f-83a659f2e3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:48Z', 'updated_at': '2022-04-21T12:47:58Z', 'revision_number': 5, 'project_id': 'ff5c07c40d9a4b349438394ca472864f', 'subnets': [{'id': 'd5ecad05-c514-4221-be9f-83a659f2e3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:49:15.851423 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564527d-dacf-4907-a53c-9335dc11ad92 req-e7ab8ecb-de97-4234-b9bf-41b3752d9309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:15.851423 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1564527d-dacf-4907-a53c-9335dc11ad92 req-e7ab8ecb-de97-4234-b9bf-41b3752d9309 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6e50d715-b910-4276-93d7-96be6f6cfc58 HTTP/1.1" status: 200 len: 921 time: 0.3948588 Apr 21 12:49:15.920098 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790e188-6afb-4894-b871-fff6d12409e3 req-f4eacc02-60a9-4754-884a-efbdf09b281d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:15.921572 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4790e188-6afb-4894-b871-fff6d12409e3 req-f4eacc02-60a9-4754-884a-efbdf09b281d service neutron] 10.222.0.26 "GET /v2.0/networks?id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f HTTP/1.1" status: 200 len: 913 time: 0.4357412 Apr 21 12:49:15.972878 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1564527d-dacf-4907-a53c-9335dc11ad92 req-09e1d15c-41ef-4fe1-84b9-3f49e44c9771 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cef6a92-bc12-4af9-ac25-5f153660b4af HTTP/1.1" status: 200 len: 217 time: 0.0947797 Apr 21 12:49:16.025723 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4790e188-6afb-4894-b871-fff6d12409e3 req-c51af7d2-89cf-4f31-a7f7-e918da8dc698 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8623de02-26ab-4e00-a666-0e2374098240 HTTP/1.1" status: 200 len: 217 time: 0.0679243 Apr 21 12:49:16.027837 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f89b2584-cbfb-4b65-83b8-3f84111de2db req-f6423e4d-6d6d-4b07-b6ba-08e573dc2f9d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891546 Apr 21 12:49:16.070667 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38bb06a3-bf7e-490b-99ec-b65bd8372d28 req-0c31c441-9212-4dfa-b44a-6ab4cec1d7d9 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240219 Apr 21 12:49:16.092951 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8751e-d5dc-4aca-8284-1321c96fca66 req-0dffa595-047b-4c46-9122-787264198833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:16.094569 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75e8751e-d5dc-4aca-8284-1321c96fca66 req-0dffa595-047b-4c46-9122-787264198833 service neutron] 10.222.0.24 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.2735729 Apr 21 12:49:16.098146 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564527d-dacf-4907-a53c-9335dc11ad92 req-c6669c0c-fc72-4a3f-a9bd-6dcdf06e95d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:16.099523 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1564527d-dacf-4907-a53c-9335dc11ad92 req-c6669c0c-fc72-4a3f-a9bd-6dcdf06e95d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d5ecad05-c514-4221-be9f-83a659f2e3d8 HTTP/1.1" status: 200 len: 860 time: 0.0845406 Apr 21 12:49:16.158494 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1564527d-dacf-4907-a53c-9335dc11ad92 req-ab0ca834-e141-44f9-bb0b-bad621da2730 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6e50d715-b910-4276-93d7-96be6f6cfc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512795 Apr 21 12:49:16.159768 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75e8751e-d5dc-4aca-8284-1321c96fca66 req-0648d6da-897c-4cec-8ca2-8740ab5574cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=f67037ec-0269-4c0c-8eeb-9a294d01213f HTTP/1.1" status: 200 len: 217 time: 0.0583189 Apr 21 12:49:16.319225 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8751e-d5dc-4aca-8284-1321c96fca66 req-c96a5535-917c-4477-a4d0-3dd3494604b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:16.320758 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75e8751e-d5dc-4aca-8284-1321c96fca66 req-c96a5535-917c-4477-a4d0-3dd3494604b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.1275840 Apr 21 12:49:16.328922 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbce59-b6ce-427d-a916-7de0a22a63dd req-59a31f03-01f6-4823-a474-ec7c20d5ccf8 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:16.330695 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7cdbce59-b6ce-427d-a916-7de0a22a63dd req-59a31f03-01f6-4823-a474-ec7c20d5ccf8 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1872332 Apr 21 12:49:16.343507 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b1c445-eb04-42dd-a7c3-b13227f00f77', 'tag': '0cef6a92-bc12-4af9-ac25-5f153660b4af'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:49:16.345902 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2d8973-1fa0-44a2-be2a-03933dbe0b2a" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b1c445-eb04-42dd-a7c3-b13227f00f77", "tag": "0cef6a92-bc12-4af9-ac25-5f153660b4af"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:49:16.414447 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1564527d-dacf-4907-a53c-9335dc11ad92 req-b7f25935-53aa-46cd-85c8-4fa61f5daa52 service neutron] 10.222.0.36 "GET /v2.0/networks/6e50d715-b910-4276-93d7-96be6f6cfc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472863 Apr 21 12:49:16.460214 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790e188-6afb-4894-b871-fff6d12409e3 req-802caf74-06e4-4233-b826-3c4173bef84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:16.461676 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4790e188-6afb-4894-b871-fff6d12409e3 req-802caf74-06e4-4233-b826-3c4173bef84f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7de8299c-2f72-4fcd-b7b0-175fd3b81685 HTTP/1.1" status: 200 len: 852 time: 0.1533663 Apr 21 12:49:16.499077 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8751e-d5dc-4aca-8284-1321c96fca66 req-3bfc95d1-1416-4d88-ac01-e1861b568cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:16.500490 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75e8751e-d5dc-4aca-8284-1321c96fca66 req-3bfc95d1-1416-4d88-ac01-e1861b568cfb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1678560 Apr 21 12:49:16.503217 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7cdbce59-b6ce-427d-a916-7de0a22a63dd req-45a2c14a-0845-453e-942e-3f0c60ea21e5 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498420 Apr 21 12:49:16.549095 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4790e188-6afb-4894-b871-fff6d12409e3 req-216e1fdd-ff6d-41cf-8f23-8d16f5366c99 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bc25f2ca-45e5-4cab-99f1-9a004ec7506f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538318 Apr 21 12:49:16.699798 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1564527d-dacf-4907-a53c-9335dc11ad92 req-8888574b-8976-403f-bf82-b425db92e4af service neutron] 10.222.0.36 "GET /v2.0/networks/6e50d715-b910-4276-93d7-96be6f6cfc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782862 Apr 21 12:49:16.729845 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d76b7114-764e-429f-8aef-93471fb4972a req-627b259a-3951-40ed-ad2c-6958d3f3f3d5 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--869647857&fields=id&tenant_id=43c98e4e76c844d38eb1054dc1e6fa15 HTTP/1.1" status: 200 len: 267 time: 0.1469998 Apr 21 12:49:16.740243 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75e8751e-d5dc-4aca-8284-1321c96fca66 req-ad4ede1c-ff69-4464-954b-fbc83d4ccfd6 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253697 Apr 21 12:49:16.806385 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4790e188-6afb-4894-b871-fff6d12409e3 req-d15d77ae-a3b8-44fa-a996-08e5924086c9 service neutron] 10.222.0.26 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252374 Apr 21 12:49:16.815081 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d419b5-5958-4910-bec3-b794644a2df6 None None] New status for floating IP 0d23ed4d-c913-4a8e-bb88-4d7c32da57aa: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:49:16.890529 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b857ec-6236-463b-a22a-74fb060e1a0d x-openstack-request-id: req-c2b857ec-6236-463b-a22a-74fb060e1a0d {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:49:16.890813 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b1c445-eb04-42dd-a7c3-b13227f00f77", "tag": "0cef6a92-bc12-4af9-ac25-5f153660b4af", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:49:16.891063 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c2b857ec-6236-463b-a22a-74fb060e1a0d {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:49:16.891462 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2b857ec-6236-463b-a22a-74fb060e1a0d'] response: {'name': 'network-changed', 'server_uuid': 'f7b1c445-eb04-42dd-a7c3-b13227f00f77', 'tag': '0cef6a92-bc12-4af9-ac25-5f153660b4af', 'status': 'completed', 'code': 200} Apr 21 12:49:16.914676 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:49:16.956083 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:17.053418 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75e8751e-d5dc-4aca-8284-1321c96fca66 req-29677d87-7080-4d65-8dee-f301980b1ea1 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2961323 Apr 21 12:49:17.061861 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b7114-764e-429f-8aef-93471fb4972a req-0c3dbb13-93e0-4f3d-89ff-e099f79486d0 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:17.063403 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d76b7114-764e-429f-8aef-93471fb4972a req-0c3dbb13-93e0-4f3d-89ff-e099f79486d0 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/networks?id=c827d442-59c0-42d4-802b-84a8d0f2cf17 HTTP/1.1" status: 200 len: 817 time: 0.3209314 Apr 21 12:49:17.096976 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d8973-1fa0-44a2-be2a-03933dbe0b2a req-1ee4609c-6887-4fe4-8e73-3cbcf397109c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:17.098597 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0c2d8973-1fa0-44a2-be2a-03933dbe0b2a req-1ee4609c-6887-4fe4-8e73-3cbcf397109c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ff5c07c40d9a4b349438394ca472864f&device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 1097 time: 0.1662793 Apr 21 12:49:17.106234 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4790e188-6afb-4894-b871-fff6d12409e3 req-535f9970-c3aa-4922-be5f-77cf75d7d41b service neutron] 10.222.0.26 "GET /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495940 Apr 21 12:49:17.107496 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d76b7114-764e-429f-8aef-93471fb4972a req-e24aa39e-b056-4b7d-960b-5997ad0da747 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/quotas/43c98e4e76c844d38eb1054dc1e6fa15 HTTP/1.1" status: 200 len: 375 time: 0.0365746 Apr 21 12:49:17.150949 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd00fa-7dfe-463e-ad76-65525d76040d req-3512b85c-4ccf-4447-b594-17f34c19f7d1 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:17.153059 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-08cd00fa-7dfe-463e-ad76-65525d76040d req-3512b85c-4ccf-4447-b594-17f34c19f7d1 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=2da2c938-1af8-4aed-8868-9b98250d7811 HTTP/1.1" status: 200 len: 950 time: 0.1956930 Apr 21 12:49:17.265991 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-08cd00fa-7dfe-463e-ad76-65525d76040d req-ba6e298b-3713-4d25-8506-f8e16d7a73a8 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960305 Apr 21 12:49:17.280652 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d76b7114-764e-429f-8aef-93471fb4972a req-5fada39e-ac7b-4c56-9752-425e485f8d79 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=43c98e4e76c844d38eb1054dc1e6fa15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1652358 Apr 21 12:49:17.284243 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d8973-1fa0-44a2-be2a-03933dbe0b2a req-b6fb8cf9-2ed9-4093-a562-157f9d63166e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:17.286722 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0c2d8973-1fa0-44a2-be2a-03933dbe0b2a req-b6fb8cf9-2ed9-4093-a562-157f9d63166e service neutron] 10.222.0.26 "GET /v2.0/networks?id=6e50d715-b910-4276-93d7-96be6f6cfc58 HTTP/1.1" status: 200 len: 921 time: 0.1618948 Apr 21 12:49:17.392672 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0c2d8973-1fa0-44a2-be2a-03933dbe0b2a req-1fbf0578-213f-4f0f-8ca1-a04bf45ed973 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cef6a92-bc12-4af9-ac25-5f153660b4af HTTP/1.1" status: 200 len: 217 time: 0.0873847 Apr 21 12:49:17.483655 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d8973-1fa0-44a2-be2a-03933dbe0b2a req-4f10b890-3106-4f81-853f-27991cd1db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:17.485087 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0c2d8973-1fa0-44a2-be2a-03933dbe0b2a req-4f10b890-3106-4f81-853f-27991cd1db54 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d5ecad05-c514-4221-be9f-83a659f2e3d8 HTTP/1.1" status: 200 len: 860 time: 0.0771382 Apr 21 12:49:17.496866 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3327c1-c6aa-4954-af8e-ebee197bcd94 req-8875bbf9-eb75-4806-af58-08c526ff6796 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:17.498263 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e3327c1-c6aa-4954-af8e-ebee197bcd94 req-8875bbf9-eb75-4806-af58-08c526ff6796 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1425273 Apr 21 12:49:17.513341 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d76b7114-764e-429f-8aef-93471fb4972a req-875ee153-9023-4dde-97a4-2c2fc924cdc2 service neutron] 10.222.0.36 "GET /v2.0/networks/c827d442-59c0-42d4-802b-84a8d0f2cf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159605 Apr 21 12:49:17.534515 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0c2d8973-1fa0-44a2-be2a-03933dbe0b2a req-486e4bb4-1388-4911-98e3-d10fcac25a50 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6e50d715-b910-4276-93d7-96be6f6cfc58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339932 Apr 21 12:49:17.865279 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:17.987016 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e3327c1-c6aa-4954-af8e-ebee197bcd94 req-5aa134ee-8fce-40ae-a811-c78f182f6e84 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4772220 Apr 21 12:49:18.094595 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0c2d8973-1fa0-44a2-be2a-03933dbe0b2a req-ad4f9e66-353a-4df5-babe-4edb55e5dcf4 service neutron] 10.222.0.26 "GET /v2.0/networks/6e50d715-b910-4276-93d7-96be6f6cfc58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5474663 Apr 21 12:49:18.097834 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-edaec12b-796e-4176-83f2-c511062f908f req-cc6c9fd7-ce56-479a-9a51-f959665c3247 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/floatingips/0d23ed4d-c913-4a8e-bb88-4d7c32da57aa HTTP/1.1" status: 200 len: 693 time: 0.0697901 Apr 21 12:49:18.104025 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d76b7114-764e-429f-8aef-93471fb4972a req-d2894b9a-ac8e-4f9d-adf8-bb2655a33ec5 service neutron] 10.222.0.36 "GET /v2.0/networks/c827d442-59c0-42d4-802b-84a8d0f2cf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5697968 Apr 21 12:49:18.280017 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaec12b-796e-4176-83f2-c511062f908f req-80dc9297-4d92-4d48-85c9-2b0e0d2d2a45 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:18.281453 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-edaec12b-796e-4176-83f2-c511062f908f req-80dc9297-4d92-4d48-85c9-2b0e0d2d2a45 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 784 time: 0.1698911 Apr 21 12:49:18.285025 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0c2d8973-1fa0-44a2-be2a-03933dbe0b2a req-07e5f20c-e761-49f9-992b-31e299f43169 service neutron] 10.222.0.26 "GET /v2.0/networks/6e50d715-b910-4276-93d7-96be6f6cfc58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826639 Apr 21 12:49:18.292147 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-edaec12b-796e-4176-83f2-c511062f908f req-3b85056e-fdb3-44f8-be9a-ccb6347e5854 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:49:18.295710 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-edaec12b-796e-4176-83f2-c511062f908f req-3b85056e-fdb3-44f8-be9a-ccb6347e5854 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056925 Apr 21 12:49:18.355226 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-edaec12b-796e-4176-83f2-c511062f908f req-8b4d6eac-5936-44d0-9116-c9e222b27bcf tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.169 HTTP/1.1" status: 200 len: 696 time: 0.0514696 Apr 21 12:49:18.440350 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-edaec12b-796e-4176-83f2-c511062f908f req-248778cd-cc0d-476e-9ce1-806a3f0717d8 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/floatingips?floating_ip_address=172.25.8.169 HTTP/1.1" status: 200 len: 696 time: 0.0707390 Apr 21 12:49:18.465722 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:18.552373 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db02b7b-3a89-4c34-8df0-e4387389fbac req-fa6d5781-47a4-4931-a5a0-1f6449256e86 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:18.553918 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9db02b7b-3a89-4c34-8df0-e4387389fbac req-fa6d5781-47a4-4931-a5a0-1f6449256e86 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f102c40-9869-41b1-850d-4d4c2e341442 HTTP/1.1" status: 200 len: 943 time: 0.1302888 Apr 21 12:49:18.621188 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9db02b7b-3a89-4c34-8df0-e4387389fbac req-db508e53-8b0b-4011-abad-07605e7916f1 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592170 Apr 21 12:49:18.636165 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-edaec12b-796e-4176-83f2-c511062f908f req-bc49f467-721c-4ad0-b2e3-4d2766dc5fef tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Deleting port c7136d4b-de0c-4451-8a95-9da3697f9f52 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:49:18.636515 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-edaec12b-796e-4176-83f2-c511062f908f req-bc49f467-721c-4ad0-b2e3-4d2766dc5fef tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:18.734086 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:18.748744 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-edaec12b-796e-4176-83f2-c511062f908f req-bc49f467-721c-4ad0-b2e3-4d2766dc5fef tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:18.749076 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-edaec12b-796e-4176-83f2-c511062f908f req-bc49f467-721c-4ad0-b2e3-4d2766dc5fef tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:18.766355 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-edaec12b-796e-4176-83f2-c511062f908f req-bc49f467-721c-4ad0-b2e3-4d2766dc5fef tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Calling delete_port for c7136d4b-de0c-4451-8a95-9da3697f9f52 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:49:18.786334 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e13f77-6c19-482a-b61e-43938e4b402f req-88273b1a-669b-4c84-8ce8-52e034adb26a tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:18.787899 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1e13f77-6c19-482a-b61e-43938e4b402f req-88273b1a-669b-4c84-8ce8-52e034adb26a tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=2da2c938-1af8-4aed-8868-9b98250d7811 HTTP/1.1" status: 200 len: 950 time: 0.0836256 Apr 21 12:49:18.876638 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1e13f77-6c19-482a-b61e-43938e4b402f req-b690fc9a-ebe8-4d99-9947-7e5b12553d5a tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561037 Apr 21 12:49:18.977842 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf2993fc-aea8-4d0c-bcf7-ad1eeb935c9b req-cb1866ab-ba1b-4b6d-8a48-ab5fe4032336 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 210 time: 0.0310376 Apr 21 12:49:19.083575 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79808ef-eb2f-4cc6-b18b-f763339172cd req-09cab6f2-7474-4e94-85aa-ce73e4a7cff7 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:19.085055 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a79808ef-eb2f-4cc6-b18b-f763339172cd req-09cab6f2-7474-4e94-85aa-ce73e4a7cff7 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0500052 Apr 21 12:49:19.122910 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a79808ef-eb2f-4cc6-b18b-f763339172cd req-3e991647-f4bc-45c7-beb8-f8fa2b0df29f tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318003 Apr 21 12:49:19.149276 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-edaec12b-796e-4176-83f2-c511062f908f req-bc49f467-721c-4ad0-b2e3-4d2766dc5fef tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:19.183604 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49f467-721c-4ad0-b2e3-4d2766dc5fef tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Pushing event deleted for resources: {'Port': ['ID=c7136d4b-de0c-4451-8a95-9da3697f9f52,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:19.237856 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 8623de02-26ab-4e00-a666-0e2374098240 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:49:19.276578 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e47805-dfab-48e0-946d-5e62b09f9e2e req-4ffa44b4-d2cf-41e0-ac56-32694fed1092 tempest-ServersOnMultiNodesTest-1979639452 tempest-ServersOnMultiNodesTest-1979639452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:19.278137 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68e47805-dfab-48e0-946d-5e62b09f9e2e req-4ffa44b4-d2cf-41e0-ac56-32694fed1092 tempest-ServersOnMultiNodesTest-1979639452 tempest-ServersOnMultiNodesTest-1979639452-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2da2c938-1af8-4aed-8868-9b98250d7811 HTTP/1.1" status: 200 len: 1101 time: 0.0868666 Apr 21 12:49:19.285898 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-edaec12b-796e-4176-83f2-c511062f908f req-bc49f467-721c-4ad0-b2e3-4d2766dc5fef tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:19.288387 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-edaec12b-796e-4176-83f2-c511062f908f req-bc49f467-721c-4ad0-b2e3-4d2766dc5fef tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:19.289459 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-edaec12b-796e-4176-83f2-c511062f908f req-bc49f467-721c-4ad0-b2e3-4d2766dc5fef tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "DELETE /v2.0/floatingips/0d23ed4d-c913-4a8e-bb88-4d7c32da57aa HTTP/1.1" status: 204 len: 173 time: 0.8352208 Apr 21 12:49:19.320196 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68e47805-dfab-48e0-946d-5e62b09f9e2e req-bf26d011-7890-4327-a4f9-393e6d406d1b tempest-ServersOnMultiNodesTest-1979639452 tempest-ServersOnMultiNodesTest-1979639452-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355251 Apr 21 12:49:19.347792 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 8623de02-26ab-4e00-a666-0e2374098240, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=8623de02-26ab-4e00-a666-0e2374098240,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:19.359999 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '8623de02-26ab-4e00-a666-0e2374098240', 'network_id': 'bc25f2ca-45e5-4cab-99f1-9a004ec7506f', 'port_id': '8623de02-26ab-4e00-a666-0e2374098240', 'mac_address': 'fa:16:3e:66:19:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7de8299c-2f72-4fcd-b7b0-175fd3b81685', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:49:19.425286 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:19.438206 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc20ac8a-5da5-4666-a4db-f470f0950c1b req-107ebafb-90bb-4baa-8d3b-a00ea138d888 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups/f4b2c779-9316-4490-acf3-47ddb8da5e3c HTTP/1.1" status: 200 len: 1808 time: 0.0827157 Apr 21 12:49:19.445541 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf76d2e-271e-45ff-becf-9e1c3985c04c req-7fee3f70-2b8b-4627-9f28-3d85ac1bd73d tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:19.447121 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1cf76d2e-271e-45ff-becf-9e1c3985c04c req-7fee3f70-2b8b-4627-9f28-3d85ac1bd73d tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0729034 Apr 21 12:49:19.456754 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8623de02-26ab-4e00-a666-0e2374098240 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:49:19.482183 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 8623de02-26ab-4e00-a666-0e2374098240, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=8623de02-26ab-4e00-a666-0e2374098240,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:19.521677 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1cf76d2e-271e-45ff-becf-9e1c3985c04c req-62a664d4-cea5-4882-ba24-29998a7d95ee tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584257 Apr 21 12:49:19.532558 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cc20ac8a-5da5-4666-a4db-f470f0950c1b req-f556caeb-709b-4646-91b0-91dea5e47440 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:19.558107 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cc20ac8a-5da5-4666-a4db-f470f0950c1b req-f556caeb-709b-4646-91b0-91dea5e47440 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:19.574113 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:19.641208 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=8623de02-26ab-4e00-a666-0e2374098240,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:19.700070 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cc20ac8a-5da5-4666-a4db-f470f0950c1b req-f556caeb-709b-4646-91b0-91dea5e47440 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:19.702797 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cc20ac8a-5da5-4666-a4db-f470f0950c1b req-f556caeb-709b-4646-91b0-91dea5e47440 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:19.703942 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc20ac8a-5da5-4666-a4db-f470f0950c1b req-f556caeb-709b-4646-91b0-91dea5e47440 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "DELETE /v2.0/security-groups/f4b2c779-9316-4490-acf3-47ddb8da5e3c HTTP/1.1" status: 204 len: 173 time: 0.2560143 Apr 21 12:49:19.718957 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556caeb-709b-4646-91b0-91dea5e47440 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b2c779-9316-4490-acf3-47ddb8da5e3c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:19.819300 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3e03f-0702-45f2-9194-22d4488dbcf7 req-b749701c-f24c-4ef6-991c-5fc07eeb3f2d tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:19.820782 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e1c3e03f-0702-45f2-9194-22d4488dbcf7 req-b749701c-f24c-4ef6-991c-5fc07eeb3f2d tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f102c40-9869-41b1-850d-4d4c2e341442 HTTP/1.1" status: 200 len: 944 time: 0.0521095 Apr 21 12:49:19.875677 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e1c3e03f-0702-45f2-9194-22d4488dbcf7 req-bc8f42b3-f266-431c-9fb7-bd345ae70d5c tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457382 Apr 21 12:49:20.007561 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['8623de02-26ab-4e00-a666-0e2374098240'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:49:20.009008 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca8bec-74af-49e4-9722-457adfc5e8db req-c1511d14-6e57-40e2-912d-cdd45e7f8976 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:20.011188 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3bca8bec-74af-49e4-9722-457adfc5e8db req-c1511d14-6e57-40e2-912d-cdd45e7f8976 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0570028 Apr 21 12:49:20.055275 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3bca8bec-74af-49e4-9722-457adfc5e8db req-3e99f5fa-2507-4163-881c-7e17037f94dc tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336142 Apr 21 12:49:20.161799 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec226a0c-6b6f-463d-9ff0-773d0189c6cb req-e8bcf622-558b-4365-ba14-10fb38a17e19 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:20.163258 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec226a0c-6b6f-463d-9ff0-773d0189c6cb req-e8bcf622-558b-4365-ba14-10fb38a17e19 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=2da2c938-1af8-4aed-8868-9b98250d7811 HTTP/1.1" status: 200 len: 950 time: 0.0489969 Apr 21 12:49:20.204138 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec226a0c-6b6f-463d-9ff0-773d0189c6cb req-d4eb56e0-abea-459d-95bd-eb34e9cafbf4 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339484 Apr 21 12:49:20.294937 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bcd2823d-a8a7-477f-a43c-b6ece88b3e6f req-68679319-57e0-4b64-982c-37eca8e460ed tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 210 time: 0.0355399 Apr 21 12:49:20.434506 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a13fa5-690e-4888-a979-c9706d369394 req-e9895efc-6456-4c46-a22c-08bc043193ee tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:20.436113 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b5a13fa5-690e-4888-a979-c9706d369394 req-e9895efc-6456-4c46-a22c-08bc043193ee tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0713592 Apr 21 12:49:20.477627 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b5a13fa5-690e-4888-a979-c9706d369394 req-85d60b83-c8f6-4151-bb5c-bb74ceead479 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348110 Apr 21 12:49:20.533762 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:20.653468 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4171a5-9cef-4b22-a8f8-c5e5ced916a2 req-185d605b-76aa-43aa-b4f5-61947a5511bd tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:20.655010 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d4171a5-9cef-4b22-a8f8-c5e5ced916a2 req-185d605b-76aa-43aa-b4f5-61947a5511bd tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0512538 Apr 21 12:49:20.698523 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d4171a5-9cef-4b22-a8f8-c5e5ced916a2 req-c15c3814-9781-4ec7-9b3f-e43b7d3761a6 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370307 Apr 21 12:49:20.750285 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e7495-6404-4bad-8831-f6bdb894f29d req-fb50bf1b-c3bf-49d0-aeee-0a69bbdb3d77 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:20.751851 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dc8e7495-6404-4bad-8831-f6bdb894f29d req-fb50bf1b-c3bf-49d0-aeee-0a69bbdb3d77 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.0522673 Apr 21 12:49:20.830819 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dc8e7495-6404-4bad-8831-f6bdb894f29d req-4052bfb2-d6a5-4b3e-b32d-a09547a950cc tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711725 Apr 21 12:49:20.844113 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92342ae-df0f-4205-a645-122974ebc091 req-6ffe137e-acb5-4c44-a09f-e6dfcbc26186 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:20.845721 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e92342ae-df0f-4205-a645-122974ebc091 req-6ffe137e-acb5-4c44-a09f-e6dfcbc26186 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0689571 Apr 21 12:49:20.887576 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e92342ae-df0f-4205-a645-122974ebc091 req-09fd76bb-a736-4fac-9ba5-e797a602d2d0 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332475 Apr 21 12:49:21.008831 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3045efd-c01c-4b75-81f7-20250c4071d2 req-e60ffab5-3d9f-43eb-a3a4-162116432658 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:21.010388 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f3045efd-c01c-4b75-81f7-20250c4071d2 req-e60ffab5-3d9f-43eb-a3a4-162116432658 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f102c40-9869-41b1-850d-4d4c2e341442 HTTP/1.1" status: 200 len: 944 time: 0.0504029 Apr 21 12:49:21.079934 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f3045efd-c01c-4b75-81f7-20250c4071d2 req-ce9a2af5-e869-4912-b265-d4ff3ac8d52b tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573146 Apr 21 12:49:21.088526 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7f2303-c043-4617-b238-b809f0415008 req-d7ec6e29-3d5f-4295-b767-99535ec7c5bb tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:21.090012 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1d7f2303-c043-4617-b238-b809f0415008 req-d7ec6e29-3d5f-4295-b767-99535ec7c5bb tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0757136 Apr 21 12:49:21.129945 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1d7f2303-c043-4617-b238-b809f0415008 req-2c6bc1cb-e5a0-47cb-841f-89417350b70b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330229 Apr 21 12:49:21.252434 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 8623de02-26ab-4e00-a666-0e2374098240 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:49:21.290205 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505251e-d40e-494e-af7b-0982e5aebab9 req-a69af2fb-c0e7-4788-be70-13fee7c24fee tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:21.298378 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8505251e-d40e-494e-af7b-0982e5aebab9 req-a69af2fb-c0e7-4788-be70-13fee7c24fee tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1014731 Apr 21 12:49:21.365232 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8505251e-d40e-494e-af7b-0982e5aebab9 req-7d4c07e0-c3f1-49f2-a8da-d17a91d0ba29 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653224 Apr 21 12:49:21.376077 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300647c-2516-40d5-8e6e-3ee45fab6a2a req-2a968d36-3375-4e85-ae9b-b1d6ce7a837f tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:21.382922 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7300647c-2516-40d5-8e6e-3ee45fab6a2a req-2a968d36-3375-4e85-ae9b-b1d6ce7a837f tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=2da2c938-1af8-4aed-8868-9b98250d7811 HTTP/1.1" status: 200 len: 950 time: 0.0811861 Apr 21 12:49:21.427235 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 8623de02-26ab-4e00-a666-0e2374098240 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:49:21.434392 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 8623de02-26ab-4e00-a666-0e2374098240 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:49:21.435536 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:21.461177 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7300647c-2516-40d5-8e6e-3ee45fab6a2a req-0544a6f1-8aae-4b4d-8ecf-987dbf0e974f tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677691 Apr 21 12:49:21.488681 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-43808e3c-a616-46cd-b725-e402c55f089b req-5ae8892b-b00a-4d24-9e41-9cd04255ce77 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 210 time: 0.0457931 Apr 21 12:49:21.538258 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:21.562656 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f102c40-9869-41b1-850d-4d4c2e341442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8623de02-26ab-4e00-a666-0e2374098240'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:49:21.564988 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b22ee7-f222-4016-a39d-a426d8a54fe2" -d '{"events": [{"server_uuid": "4f102c40-9869-41b1-850d-4d4c2e341442", "name": "network-vif-plugged", "status": "completed", "tag": "8623de02-26ab-4e00-a666-0e2374098240"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:49:21.582772 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 8623de02-26ab-4e00-a666-0e2374098240, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=8623de02-26ab-4e00-a666-0e2374098240,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:21.613898 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2cf5c4-583e-44c9-83a3-7c3d33d7c837 x-openstack-request-id: req-0d2cf5c4-583e-44c9-83a3-7c3d33d7c837 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:49:21.614201 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f102c40-9869-41b1-850d-4d4c2e341442", "name": "network-vif-plugged", "status": "completed", "tag": "8623de02-26ab-4e00-a666-0e2374098240", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:49:21.614453 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d2cf5c4-583e-44c9-83a3-7c3d33d7c837 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:49:21.615473 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d2cf5c4-583e-44c9-83a3-7c3d33d7c837'] response: {'server_uuid': '4f102c40-9869-41b1-850d-4d4c2e341442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8623de02-26ab-4e00-a666-0e2374098240', 'code': 200} Apr 21 12:49:21.642507 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b7114-764e-429f-8aef-93471fb4972a req-fa6946b5-bd22-48f8-bd52-5e932302c7de tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:21.642507 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d76b7114-764e-429f-8aef-93471fb4972a req-fa6946b5-bd22-48f8-bd52-5e932302c7de tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.24 "GET /v2.0/networks?id=c827d442-59c0-42d4-802b-84a8d0f2cf17 HTTP/1.1" status: 200 len: 817 time: 0.1527152 Apr 21 12:49:21.671254 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd63e1-86c1-4a25-a0f0-8d9a1d07340b req-80d4a653-6ea5-4eee-b784-680a1e947bb7 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:21.672876 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ecbd63e1-86c1-4a25-a0f0-8d9a1d07340b req-80d4a653-6ea5-4eee-b784-680a1e947bb7 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1091886 Apr 21 12:49:21.707190 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d76b7114-764e-429f-8aef-93471fb4972a req-7f93b14c-a6ba-42f7-9325-62be17c7f19f tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43c98e4e76c844d38eb1054dc1e6fa15 HTTP/1.1" status: 200 len: 379 time: 0.0605812 Apr 21 12:49:21.724310 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d76b7114-764e-429f-8aef-93471fb4972a req-30b27cc4-9b08-470b-bf28-31747e43e493 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Request body: {'port': {'device_id': 'c4573654-83cd-4a8f-a0f1-0be525b231a8', 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17', 'admin_state_up': True, 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'security_groups': ['e787575f-ce25-40d6-99ad-23a674aaa097']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:49:21.733840 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:21.784765 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=8623de02-26ab-4e00-a666-0e2374098240,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:21.815174 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ecbd63e1-86c1-4a25-a0f0-8d9a1d07340b req-e05084a8-92ae-4ef3-85f8-7a4317450507 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300776 Apr 21 12:49:21.864941 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06332fe-ccf3-4c37-93bd-4cab74b3c0b7 req-764291bf-0a5e-4280-ad6b-16700b1a64d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:21.866539 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a06332fe-ccf3-4c37-93bd-4cab74b3c0b7 req-764291bf-0a5e-4280-ad6b-16700b1a64d8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4f102c40-9869-41b1-850d-4d4c2e341442 HTTP/1.1" status: 200 len: 1095 time: 0.1567690 Apr 21 12:49:21.903752 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daa4c3d-39a4-4238-86a7-bd72bfe59a75 req-51add25c-b341-4bfc-9053-60a7ad19a24e tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:21.905238 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8daa4c3d-39a4-4238-86a7-bd72bfe59a75 req-51add25c-b341-4bfc-9053-60a7ad19a24e tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.26 "GET /v2.0/ports?device_id=2da2c938-1af8-4aed-8868-9b98250d7811 HTTP/1.1" status: 200 len: 950 time: 0.1419320 Apr 21 12:49:22.040962 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a06332fe-ccf3-4c37-93bd-4cab74b3c0b7 req-e74d5302-16d0-44bb-832f-2e7c152dfbc5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608427 Apr 21 12:49:22.096596 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9645fa-4406-401d-b203-786c01a5e53a req-8136c5b1-9a96-483c-ba0d-d2c573f9ae3d tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:22.098491 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0a9645fa-4406-401d-b203-786c01a5e53a req-8136c5b1-9a96-483c-ba0d-d2c573f9ae3d tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1837230 Apr 21 12:49:22.106391 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a2814-1fe5-49b7-b2ec-d2326cf44d94 req-7c7eb776-19e7-4ef2-8dd3-7b6c3810926a tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:22.111754 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a08a2814-1fe5-49b7-b2ec-d2326cf44d94 req-7c7eb776-19e7-4ef2-8dd3-7b6c3810926a tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.1848159 Apr 21 12:49:22.151680 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d76b7114-764e-429f-8aef-93471fb4972a req-30b27cc4-9b08-470b-bf28-31747e43e493 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Made reservation on behalf of 43c98e4e76c844d38eb1054dc1e6fa15 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:49:22.155293 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d76b7114-764e-429f-8aef-93471fb4972a req-30b27cc4-9b08-470b-bf28-31747e43e493 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:22.199319 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0a9645fa-4406-401d-b203-786c01a5e53a req-de0b0a6e-e845-4d95-a5c6-039614b3d5a4 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903170 Apr 21 12:49:22.216176 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a08a2814-1fe5-49b7-b2ec-d2326cf44d94 req-a355c08c-7d28-449e-8597-027c31fd02a8 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977147 Apr 21 12:49:22.225486 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-8daa4c3d-39a4-4238-86a7-bd72bfe59a75 req-b136d95a-62bf-4945-95e8-3af0c79048b1 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Deleting port 03718d67-98ca-46b3-bdda-1ea66857eeb5 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:49:22.225859 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8daa4c3d-39a4-4238-86a7-bd72bfe59a75 req-b136d95a-62bf-4945-95e8-3af0c79048b1 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:22.435098 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8daa4c3d-39a4-4238-86a7-bd72bfe59a75 req-b136d95a-62bf-4945-95e8-3af0c79048b1 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] For port 03718d67-98ca-46b3-bdda-1ea66857eeb5, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=03718d67-98ca-46b3-bdda-1ea66857eeb5,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:22.435459 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8daa4c3d-39a4-4238-86a7-bd72bfe59a75 req-b136d95a-62bf-4945-95e8-3af0c79048b1 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:22.447719 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5e299-91d8-427c-901f-1385573c035f req-8a63565a-c49b-4e96-93c8-95d170a7918d tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:22.449796 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-39d5e299-91d8-427c-901f-1385573c035f req-8a63565a-c49b-4e96-93c8-95d170a7918d tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f102c40-9869-41b1-850d-4d4c2e341442 HTTP/1.1" status: 200 len: 945 time: 0.1353643 Apr 21 12:49:22.471640 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-d76b7114-764e-429f-8aef-93471fb4972a req-30b27cc4-9b08-470b-bf28-31747e43e493 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Allocated IP 172.20.0.6 (c827d442-59c0-42d4-802b-84a8d0f2cf17/10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d/6a26760d-e972-4027-a985-4c95ede04bd3) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:49:22.481847 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-8daa4c3d-39a4-4238-86a7-bd72bfe59a75 req-b136d95a-62bf-4945-95e8-3af0c79048b1 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Calling delete_port for 03718d67-98ca-46b3-bdda-1ea66857eeb5 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:49:22.540698 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-39d5e299-91d8-427c-901f-1385573c035f req-9cc849eb-5289-4899-8584-45cf27c28357 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803893 Apr 21 12:49:22.720272 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-540bf326-d2ae-4190-8b99-550aa60499a6 req-b1f6434e-d698-43f2-8a59-52c1fe57decf tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 210 time: 0.0475030 Apr 21 12:49:22.762394 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e82fb-ad22-4cdb-9d91-04314caf728c req-d458cfd9-1c1a-446c-93a8-3dda8b84a930 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:22.763914 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-493e82fb-ad22-4cdb-9d91-04314caf728c req-d458cfd9-1c1a-446c-93a8-3dda8b84a930 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=2da2c938-1af8-4aed-8868-9b98250d7811 HTTP/1.1" status: 200 len: 950 time: 0.1635995 Apr 21 12:49:22.778426 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d76b7114-764e-429f-8aef-93471fb4972a req-30b27cc4-9b08-470b-bf28-31747e43e493 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:22.896110 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-493e82fb-ad22-4cdb-9d91-04314caf728c req-2e282b55-38ab-4659-94a4-055c4cb46178 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159077 Apr 21 12:49:22.911462 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1876689-4880-4fe6-993a-ede76bbb65a4 req-1c293d77-5a7b-4590-8539-57a454641981 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:22.912940 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1876689-4880-4fe6-993a-ede76bbb65a4 req-1c293d77-5a7b-4590-8539-57a454641981 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1121171 Apr 21 12:49:22.952353 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1876689-4880-4fe6-993a-ede76bbb65a4 req-2316528a-9dba-48fa-a61b-c8cbaa5c9689 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321450 Apr 21 12:49:23.019289 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8daa4c3d-39a4-4238-86a7-bd72bfe59a75 req-b136d95a-62bf-4945-95e8-3af0c79048b1 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:23.034457 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['f67037ec-0269-4c0c-8eeb-9a294d01213f', 'b3059ab7-b5e6-4412-9ca9-4020a316efc0', 'd8accf3a-2e9b-4e5b-bd00-3814ecb87244', 'f97e1c8c-558c-48b7-bf60-41f451df8a30', '4d76152d-771b-40ae-ae9d-482dac4aabee'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:49:23.037076 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['fd703816-be55-4a83-abca-884c73b87469', 'ce44dac3-118b-4f62-a7e6-693a1f43f4f4', '03718d67-98ca-46b3-bdda-1ea66857eeb5'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:49:23.055008 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b136d95a-62bf-4945-95e8-3af0c79048b1 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Pushing event deleted for resources: {'Port': ['ID=03718d67-98ca-46b3-bdda-1ea66857eeb5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:23.081430 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d76b7114-764e-429f-8aef-93471fb4972a req-30b27cc4-9b08-470b-bf28-31747e43e493 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:23.106168 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8daa4c3d-39a4-4238-86a7-bd72bfe59a75 req-b136d95a-62bf-4945-95e8-3af0c79048b1 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] No DVR routers for this DVR port 03718d67-98ca-46b3-bdda-1ea66857eeb5 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:49:23.132132 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8daa4c3d-39a4-4238-86a7-bd72bfe59a75 req-b136d95a-62bf-4945-95e8-3af0c79048b1 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:23.135590 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8daa4c3d-39a4-4238-86a7-bd72bfe59a75 req-b136d95a-62bf-4945-95e8-3af0c79048b1 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.26 "DELETE /v2.0/ports/03718d67-98ca-46b3-bdda-1ea66857eeb5 HTTP/1.1" status: 204 len: 173 time: 1.2222810 Apr 21 12:49:23.136155 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2da2c938-1af8-4aed-8868-9b98250d7811', 'name': 'network-vif-deleted', 'tag': '03718d67-98ca-46b3-bdda-1ea66857eeb5'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:49:23.139214 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e2f4b3-ee71-4c78-a593-935a0baba2d3" -d '{"events": [{"server_uuid": "2da2c938-1af8-4aed-8868-9b98250d7811", "name": "network-vif-deleted", "tag": "03718d67-98ca-46b3-bdda-1ea66857eeb5"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:49:23.164385 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d76b7114-764e-429f-8aef-93471fb4972a req-30b27cc4-9b08-470b-bf28-31747e43e493 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Network c827d442-59c0-42d4-802b-84a8d0f2cf17 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:49:23.169291 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-d76b7114-764e-429f-8aef-93471fb4972a req-30b27cc4-9b08-470b-bf28-31747e43e493 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:49:23.182357 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76b7114-764e-429f-8aef-93471fb4972a req-30b27cc4-9b08-470b-bf28-31747e43e493 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:49:23.186292 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b27cc4-9b08-470b-bf28-31747e43e493 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Pushing event updated for resources: {'Port': ['ID=6a26760d-e972-4027-a985-4c95ede04bd3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:23.214492 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12c437d-f56c-4336-a864-a163063270d3 x-openstack-request-id: req-f12c437d-f56c-4336-a864-a163063270d3 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:49:23.214898 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2da2c938-1af8-4aed-8868-9b98250d7811", "name": "network-vif-deleted", "tag": "03718d67-98ca-46b3-bdda-1ea66857eeb5", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:49:23.215286 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f12c437d-f56c-4336-a864-a163063270d3 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:49:23.215804 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f12c437d-f56c-4336-a864-a163063270d3'] response: {'server_uuid': '2da2c938-1af8-4aed-8868-9b98250d7811', 'name': 'network-vif-deleted', 'tag': '03718d67-98ca-46b3-bdda-1ea66857eeb5', 'status': 'completed', 'code': 200} Apr 21 12:49:23.243069 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b7114-764e-429f-8aef-93471fb4972a req-30b27cc4-9b08-470b-bf28-31747e43e493 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:23.243695 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d76b7114-764e-429f-8aef-93471fb4972a req-30b27cc4-9b08-470b-bf28-31747e43e493 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:23.430738 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d9f3a0-b2b2-4a30-973a-6f095f39a779 req-1877e032-4704-4c6e-94c4-b470ac8a76f7 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:23.436613 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-23d9f3a0-b2b2-4a30-973a-6f095f39a779 req-1877e032-4704-4c6e-94c4-b470ac8a76f7 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.0950131 Apr 21 12:49:23.437557 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d76b7114-764e-429f-8aef-93471fb4972a req-30b27cc4-9b08-470b-bf28-31747e43e493 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7188823 Apr 21 12:49:23.458174 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d76b7114-764e-429f-8aef-93471fb4972a req-fa456c96-40f3-41a7-90bb-e687917581ea service neutron] Request body: {'port': {'device_id': 'c4573654-83cd-4a8f-a0f1-0be525b231a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:49:23.574205 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-23d9f3a0-b2b2-4a30-973a-6f095f39a779 req-2ce26a66-fb43-44a6-9a66-21db88ab7df7 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324620 Apr 21 12:49:23.590576 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d76b7114-764e-429f-8aef-93471fb4972a req-fa456c96-40f3-41a7-90bb-e687917581ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:23.641041 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a218740f-6c6f-4c80-9dee-84ec2c83dc7f None None] Provisioning complete for port 6a26760d-e972-4027-a985-4c95ede04bd3 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:49:23.641409 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a218740f-6c6f-4c80-9dee-84ec2c83dc7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:23.699904 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a218740f-6c6f-4c80-9dee-84ec2c83dc7f None None] Port 6a26760d-e972-4027-a985-4c95ede04bd3 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:49:23.856125 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4f271-9814-4143-bb61-9983c54fb79e req-39c71a77-d86f-4dbd-a9fc-3db3c2a0b1f2 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:23.857646 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24f4f271-9814-4143-bb61-9983c54fb79e req-39c71a77-d86f-4dbd-a9fc-3db3c2a0b1f2 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f102c40-9869-41b1-850d-4d4c2e341442 HTTP/1.1" status: 200 len: 945 time: 0.1899936 Apr 21 12:49:23.960082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2d6a0-94e3-4279-b972-cd2ac2ee7381 req-2ba25e13-26f5-40a2-8583-3a7ade07e2ea tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:23.961482 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f4d2d6a0-94e3-4279-b972-cd2ac2ee7381 req-2ba25e13-26f5-40a2-8583-3a7ade07e2ea tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.1724029 Apr 21 12:49:23.993995 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24f4f271-9814-4143-bb61-9983c54fb79e req-7bc32e65-23fe-451d-b816-1616bff2afa2 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260383 Apr 21 12:49:24.365119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab967a8-b9ee-4da4-b650-9ff052d88b40 req-d3416d1c-8e72-4efa-a1e4-435afecdc3e9 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:24.366628 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eab967a8-b9ee-4da4-b650-9ff052d88b40 req-d3416d1c-8e72-4efa-a1e4-435afecdc3e9 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 931 time: 0.5356278 Apr 21 12:49:24.429332 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c6fdf9a-3e46-4de6-9371-cd437bc61caf req-56a90ca6-77a5-4099-9e72-121e0fb2fc11 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=2da2c938-1af8-4aed-8868-9b98250d7811 HTTP/1.1" status: 200 len: 210 time: 0.0579765 Apr 21 12:49:24.507936 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eab967a8-b9ee-4da4-b650-9ff052d88b40 req-8d67c88a-0455-412d-b0b1-3fe1fa9348a9 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337514 Apr 21 12:49:24.586832 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-d76b7114-764e-429f-8aef-93471fb4972a req-fa456c96-40f3-41a7-90bb-e687917581ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a26760d-e972-4027-a985-4c95ede04bd3 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:49:24.615275 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d76b7114-764e-429f-8aef-93471fb4972a req-fa456c96-40f3-41a7-90bb-e687917581ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:24.615275 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883299ec-ea72-4160-9d32-52a08f068af5 req-22487b8c-82b3-49a8-a5e8-2852e3dbd67f tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:24.615275 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-883299ec-ea72-4160-9d32-52a08f068af5 req-22487b8c-82b3-49a8-a5e8-2852e3dbd67f tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1045301 Apr 21 12:49:24.618301 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f4d2d6a0-94e3-4279-b972-cd2ac2ee7381 req-0e85642d-b026-4751-96c9-7ed8ad70f80d tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Deleting port 0cef6a92-bc12-4af9-ac25-5f153660b4af {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:49:24.618643 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f4d2d6a0-94e3-4279-b972-cd2ac2ee7381 req-0e85642d-b026-4751-96c9-7ed8ad70f80d tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:24.645807 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-d76b7114-764e-429f-8aef-93471fb4972a req-fa456c96-40f3-41a7-90bb-e687917581ea service neutron] Transition to ACTIVE for port object 6a26760d-e972-4027-a985-4c95ede04bd3 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:49:24.755838 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-883299ec-ea72-4160-9d32-52a08f068af5 req-8024d5f8-1131-4940-aed8-26affea908ab tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304419 Apr 21 12:49:24.772977 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecba474-296d-4d23-9e37-4add2158347b req-d50df9c8-5466-4a9a-b3d2-2ede000d70c5 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:24.774485 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4ecba474-296d-4d23-9e37-4add2158347b req-d50df9c8-5466-4a9a-b3d2-2ede000d70c5 tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 946 time: 0.1358252 Apr 21 12:49:24.794816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f4d2d6a0-94e3-4279-b972-cd2ac2ee7381 req-0e85642d-b026-4751-96c9-7ed8ad70f80d tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] For port 0cef6a92-bc12-4af9-ac25-5f153660b4af, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=0cef6a92-bc12-4af9-ac25-5f153660b4af,segment=NetworkSegment(b5aef90b-d917-4e10-8a43-fb490177cc40),segment_id=b5aef90b-d917-4e10-8a43-fb490177cc40)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:24.794816 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f4d2d6a0-94e3-4279-b972-cd2ac2ee7381 req-0e85642d-b026-4751-96c9-7ed8ad70f80d tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:24.808138 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d76b7114-764e-429f-8aef-93471fb4972a req-fa456c96-40f3-41a7-90bb-e687917581ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:24.822270 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f4d2d6a0-94e3-4279-b972-cd2ac2ee7381 req-0e85642d-b026-4751-96c9-7ed8ad70f80d tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Calling delete_port for 0cef6a92-bc12-4af9-ac25-5f153660b4af owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:49:24.879401 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4ecba474-296d-4d23-9e37-4add2158347b req-5ec70e8f-4fd4-491a-af8e-3fdb3c2ba6db tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/security-groups?id=e494a611-f92e-4970-8f32-110485b8cbee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967026 Apr 21 12:49:24.944672 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa456c96-40f3-41a7-90bb-e687917581ea service neutron] Pushing event updated for resources: {'Port': ['ID=6a26760d-e972-4027-a985-4c95ede04bd3,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:25.018616 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d76b7114-764e-429f-8aef-93471fb4972a req-fa456c96-40f3-41a7-90bb-e687917581ea service neutron] Attempting to bind port 6a26760d-e972-4027-a985-4c95ede04bd3 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:49:25.018822 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d76b7114-764e-429f-8aef-93471fb4972a req-fa456c96-40f3-41a7-90bb-e687917581ea service neutron] Attempting to bind port 6a26760d-e972-4027-a985-4c95ede04bd3 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '9eb7e196-d2b8-48cf-a77e-71ee12a77aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:49:25.019078 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b7114-764e-429f-8aef-93471fb4972a req-fa456c96-40f3-41a7-90bb-e687917581ea service neutron] Attempting to bind port 6a26760d-e972-4027-a985-4c95ede04bd3 on network c827d442-59c0-42d4-802b-84a8d0f2cf17 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:49:25.050013 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b7114-764e-429f-8aef-93471fb4972a req-fa456c96-40f3-41a7-90bb-e687917581ea service neutron] Port 6a26760d-e972-4027-a985-4c95ede04bd3 on network c827d442-59c0-42d4-802b-84a8d0f2cf17 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:49:25.050583 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b7114-764e-429f-8aef-93471fb4972a req-fa456c96-40f3-41a7-90bb-e687917581ea service neutron] Attempting to bind port 6a26760d-e972-4027-a985-4c95ede04bd3 on network c827d442-59c0-42d4-802b-84a8d0f2cf17 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:49:25.061491 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b7114-764e-429f-8aef-93471fb4972a req-fa456c96-40f3-41a7-90bb-e687917581ea service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:49:25.061852 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b7114-764e-429f-8aef-93471fb4972a req-fa456c96-40f3-41a7-90bb-e687917581ea service neutron] Checking segment: {'id': '9eb7e196-d2b8-48cf-a77e-71ee12a77aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:49:25.062300 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76b7114-764e-429f-8aef-93471fb4972a req-fa456c96-40f3-41a7-90bb-e687917581ea service neutron] Bound using segment: {'id': '9eb7e196-d2b8-48cf-a77e-71ee12a77aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:49:25.062742 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d76b7114-764e-429f-8aef-93471fb4972a req-fa456c96-40f3-41a7-90bb-e687917581ea service neutron] Bound port: 6a26760d-e972-4027-a985-4c95ede04bd3, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb7e196-d2b8-48cf-a77e-71ee12a77aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:49:25.063100 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d76b7114-764e-429f-8aef-93471fb4972a req-fa456c96-40f3-41a7-90bb-e687917581ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:25.235314 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044db864-6bd4-4278-b4f2-2357b85fc3f5 req-d58e8ec4-1707-47df-bc27-9cbea8e6f2fb tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:25.236699 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-044db864-6bd4-4278-b4f2-2357b85fc3f5 req-d58e8ec4-1707-47df-bc27-9cbea8e6f2fb tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f102c40-9869-41b1-850d-4d4c2e341442 HTTP/1.1" status: 200 len: 945 time: 0.1321020 Apr 21 12:49:25.265697 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d76b7114-764e-429f-8aef-93471fb4972a req-fa456c96-40f3-41a7-90bb-e687917581ea service neutron] For port 6a26760d-e972-4027-a985-4c95ede04bd3, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:49:25.276222 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ceaf9-1b3e-425b-be56-e1c565cf0660 req-ef64ee2b-a564-45ff-979d-92777a93094b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:25.277799 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-212ceaf9-1b3e-425b-be56-e1c565cf0660 req-ef64ee2b-a564-45ff-979d-92777a93094b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1252158 Apr 21 12:49:25.286763 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 03718d67-98ca-46b3-bdda-1ea66857eeb5 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:49:25.288177 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f4d2d6a0-94e3-4279-b972-cd2ac2ee7381 req-0e85642d-b026-4751-96c9-7ed8ad70f80d tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:25.290898 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d76b7114-764e-429f-8aef-93471fb4972a req-fa456c96-40f3-41a7-90bb-e687917581ea service neutron] For port 6a26760d-e972-4027-a985-4c95ede04bd3, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=6a26760d-e972-4027-a985-4c95ede04bd3,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:49:25.314794 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['0cef6a92-bc12-4af9-ac25-5f153660b4af'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:49:25.319370 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 03718d67-98ca-46b3-bdda-1ea66857eeb5 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:49:25.319712 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 03718d67-98ca-46b3-bdda-1ea66857eeb5 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:49:25.352354 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85642d-b026-4751-96c9-7ed8ad70f80d tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Pushing event deleted for resources: {'Port': ['ID=0cef6a92-bc12-4af9-ac25-5f153660b4af,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:25.355825 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-044db864-6bd4-4278-b4f2-2357b85fc3f5 req-98c09a06-34c0-4697-9f5b-03b09b2b5dec tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112761 Apr 21 12:49:25.395540 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-212ceaf9-1b3e-425b-be56-e1c565cf0660 req-ee512bd1-c706-4f3d-8a70-89c485475974 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002171 Apr 21 12:49:25.397716 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d76b7114-764e-429f-8aef-93471fb4972a req-fa456c96-40f3-41a7-90bb-e687917581ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:25.438074 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d2d6a0-94e3-4279-b972-cd2ac2ee7381 req-0e85642d-b026-4751-96c9-7ed8ad70f80d tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] No DVR routers for this DVR port 0cef6a92-bc12-4af9-ac25-5f153660b4af on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:49:25.441673 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f4d2d6a0-94e3-4279-b972-cd2ac2ee7381 req-0e85642d-b026-4751-96c9-7ed8ad70f80d tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:25.445077 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f4d2d6a0-94e3-4279-b972-cd2ac2ee7381 req-0e85642d-b026-4751-96c9-7ed8ad70f80d tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.26 "DELETE /v2.0/ports/0cef6a92-bc12-4af9-ac25-5f153660b4af HTTP/1.1" status: 204 len: 173 time: 1.4735098 Apr 21 12:49:25.468874 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b1c445-eb04-42dd-a7c3-b13227f00f77', 'name': 'network-vif-deleted', 'tag': '0cef6a92-bc12-4af9-ac25-5f153660b4af'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:49:25.472045 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa80c7b-0027-4876-a551-5e71efdc4cde" -d '{"events": [{"server_uuid": "f7b1c445-eb04-42dd-a7c3-b13227f00f77", "name": "network-vif-deleted", "tag": "0cef6a92-bc12-4af9-ac25-5f153660b4af"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:49:25.482844 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b7114-764e-429f-8aef-93471fb4972a req-fa456c96-40f3-41a7-90bb-e687917581ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:25.483451 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d76b7114-764e-429f-8aef-93471fb4972a req-fa456c96-40f3-41a7-90bb-e687917581ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:25.484848 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d76b7114-764e-429f-8aef-93471fb4972a req-fa456c96-40f3-41a7-90bb-e687917581ea service neutron] 10.222.0.24 "PUT /v2.0/ports/6a26760d-e972-4027-a985-4c95ede04bd3 HTTP/1.1" status: 200 len: 1091 time: 2.0318878 Apr 21 12:49:25.515021 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa456c96-40f3-41a7-90bb-e687917581ea service neutron] Pushing event updated for resources: {'Port': ['ID=6a26760d-e972-4027-a985-4c95ede04bd3,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:25.589081 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7a4c93-4670-4754-a1b9-afaa51fbf5b5 x-openstack-request-id: req-3d7a4c93-4670-4754-a1b9-afaa51fbf5b5 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:49:25.589081 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b1c445-eb04-42dd-a7c3-b13227f00f77", "name": "network-vif-deleted", "tag": "0cef6a92-bc12-4af9-ac25-5f153660b4af", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:49:25.589081 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3d7a4c93-4670-4754-a1b9-afaa51fbf5b5 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:49:25.589081 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d7a4c93-4670-4754-a1b9-afaa51fbf5b5'] response: {'server_uuid': 'f7b1c445-eb04-42dd-a7c3-b13227f00f77', 'name': 'network-vif-deleted', 'tag': '0cef6a92-bc12-4af9-ac25-5f153660b4af', 'status': 'completed', 'code': 200} Apr 21 12:49:25.684375 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b7114-764e-429f-8aef-93471fb4972a req-116aca83-1e20-418d-ab0a-5b615367654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:25.686981 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d76b7114-764e-429f-8aef-93471fb4972a req-116aca83-1e20-418d-ab0a-5b615367654e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43c98e4e76c844d38eb1054dc1e6fa15&device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 1094 time: 0.0528450 Apr 21 12:49:25.735320 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d76b7114-764e-429f-8aef-93471fb4972a req-05fca47f-78c2-4322-bd9f-e4858bcab56c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a26760d-e972-4027-a985-4c95ede04bd3 HTTP/1.1" status: 200 len: 217 time: 0.0407419 Apr 21 12:49:25.786923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b7114-764e-429f-8aef-93471fb4972a req-8dd68dc2-ba4d-45e2-b833-499786830c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:25.788415 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d76b7114-764e-429f-8aef-93471fb4972a req-8dd68dc2-ba4d-45e2-b833-499786830c98 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d HTTP/1.1" status: 200 len: 856 time: 0.0468521 Apr 21 12:49:25.848551 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b7114-764e-429f-8aef-93471fb4972a req-a3fe2070-71e8-4425-ae41-ff78045b58b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:25.850071 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d76b7114-764e-429f-8aef-93471fb4972a req-a3fe2070-71e8-4425-ae41-ff78045b58b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c827d442-59c0-42d4-802b-84a8d0f2cf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543816 Apr 21 12:49:25.942326 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d76b7114-764e-429f-8aef-93471fb4972a req-a3d80cfc-bf1f-4c66-839b-0e7a410950fe service neutron] 10.222.0.24 "GET /v2.0/networks/c827d442-59c0-42d4-802b-84a8d0f2cf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849547 Apr 21 12:49:26.070724 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d76b7114-764e-429f-8aef-93471fb4972a req-faba6385-04bb-42f5-8a76-2b101e18a8a3 service neutron] 10.222.0.24 "GET /v2.0/networks/c827d442-59c0-42d4-802b-84a8d0f2cf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206396 Apr 21 12:49:26.090964 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcc7cb-c92f-4c0a-9765-f98de1ada2fe req-8e7a030c-dd90-4058-b06e-a3025f57b4a3 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:26.092620 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54fcc7cb-c92f-4c0a-9765-f98de1ada2fe req-8e7a030c-dd90-4058-b06e-a3025f57b4a3 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 943 time: 0.0694609 Apr 21 12:49:26.130549 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54fcc7cb-c92f-4c0a-9765-f98de1ada2fe req-20b209da-4bc3-457d-be48-6850f510a922 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318506 Apr 21 12:49:26.225980 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e87cb0b7-f44c-4100-b230-e0377327f405 req-370e9c74-d977-4e01-90e7-dc084f6683aa tempest-ServerRescueTestJSONUnderV235-335549266 tempest-ServerRescueTestJSONUnderV235-335549266-project] 10.222.0.36 "GET /v2.0/ports?device_id=f7b1c445-eb04-42dd-a7c3-b13227f00f77 HTTP/1.1" status: 200 len: 210 time: 0.0266371 Apr 21 12:49:26.365479 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a4946-406a-4a4a-b3cb-4311bd937d41 req-70cb3e0b-24c2-4ba1-93a1-a24a5f7d262f tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:26.367079 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba7a4946-406a-4a4a-b3cb-4311bd937d41 req-70cb3e0b-24c2-4ba1-93a1-a24a5f7d262f tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f102c40-9869-41b1-850d-4d4c2e341442 HTTP/1.1" status: 200 len: 945 time: 0.0856092 Apr 21 12:49:26.390585 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb70fe8-cf87-42f1-a76e-b92f5454bedd req-bbb060f0-9324-410c-9ff3-7ac4ececa740 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:26.390585 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0eb70fe8-cf87-42f1-a76e-b92f5454bedd req-bbb060f0-9324-410c-9ff3-7ac4ececa740 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce14addc-47d6-4a1a-8488-3f3db7d83b2e HTTP/1.1" status: 200 len: 950 time: 0.0891128 Apr 21 12:49:26.441358 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba7a4946-406a-4a4a-b3cb-4311bd937d41 req-55084a0e-3cda-4c05-a8ff-9827f4180c43 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601287 Apr 21 12:49:26.444951 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0eb70fe8-cf87-42f1-a76e-b92f5454bedd req-e80357bb-ec44-41b6-b199-015843956623 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568211 Apr 21 12:49:26.555158 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb9380-ffef-4a12-817f-d60ca5276585 req-b7d0c4da-8dc4-4cc3-8549-c00d2214f777 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:26.556715 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15cb9380-ffef-4a12-817f-d60ca5276585 req-b7d0c4da-8dc4-4cc3-8549-c00d2214f777 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0492251 Apr 21 12:49:26.594902 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15cb9380-ffef-4a12-817f-d60ca5276585 req-0f1a05e6-1757-4e92-b735-e9519cc02a3b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316687 Apr 21 12:49:26.712316 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63aba9-3f48-4535-b7b5-14ea979d7044 req-252a4af3-0f5a-403d-84ea-80f697aef13d tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:26.714355 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb63aba9-3f48-4535-b7b5-14ea979d7044 req-252a4af3-0f5a-403d-84ea-80f697aef13d tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0523708 Apr 21 12:49:26.752316 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb63aba9-3f48-4535-b7b5-14ea979d7044 req-abb59175-981f-4858-9be0-acf31d020a94 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317721 Apr 21 12:49:26.920940 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f36076-e84c-4e6a-8434-8be5394f3833 req-0cf3963d-672c-4714-bf4f-f5300b079997 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:26.922499 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-36f36076-e84c-4e6a-8434-8be5394f3833 req-0cf3963d-672c-4714-bf4f-f5300b079997 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0487881 Apr 21 12:49:26.960767 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-36f36076-e84c-4e6a-8434-8be5394f3833 req-dc5a031a-6537-494d-b1b4-94cc1a1526ec tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322616 Apr 21 12:49:27.075842 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e7fab-ddb2-4291-8468-8991942fd5f8 req-94000254-25e5-402a-b7d3-b2837a75e86d tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:27.077313 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f6e7fab-ddb2-4291-8468-8991942fd5f8 req-94000254-25e5-402a-b7d3-b2837a75e86d tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0489767 Apr 21 12:49:27.114781 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f6e7fab-ddb2-4291-8468-8991942fd5f8 req-efc57d18-80f6-438b-9c7e-7eceee615383 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310740 Apr 21 12:49:27.282711 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 0cef6a92-bc12-4af9-ac25-5f153660b4af no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:49:27.287142 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31741fa2-3c6e-452c-9ad0-1fa05a4ae87a req-8d62fcc0-aba0-48c9-ab5a-d2303bfab4ec tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:27.288635 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31741fa2-3c6e-452c-9ad0-1fa05a4ae87a req-8d62fcc0-aba0-48c9-ab5a-d2303bfab4ec tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0807109 Apr 21 12:49:27.297075 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37406179-4e68-463e-9c94-0a7892048fa9 req-4d2a5999-873f-443a-b379-0f5f712b4370 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:27.300370 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-37406179-4e68-463e-9c94-0a7892048fa9 req-4d2a5999-873f-443a-b379-0f5f712b4370 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 943 time: 0.0812063 Apr 21 12:49:27.305092 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 0cef6a92-bc12-4af9-ac25-5f153660b4af {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:49:27.305640 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 0cef6a92-bc12-4af9-ac25-5f153660b4af not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:49:27.336129 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31741fa2-3c6e-452c-9ad0-1fa05a4ae87a req-f0a0d7d9-4494-42f5-872c-fc97f591c511 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364716 Apr 21 12:49:27.378288 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-37406179-4e68-463e-9c94-0a7892048fa9 req-b2e77499-8611-45fa-b879-41679cfd81a6 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447271 Apr 21 12:49:27.424501 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 54924) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:49:27.575903 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1823c-2f41-41b5-85b4-2b8a756e0030 req-e32a8771-60d6-44eb-ae0e-91101cb52611 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:27.577703 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aad1823c-2f41-41b5-85b4-2b8a756e0030 req-e32a8771-60d6-44eb-ae0e-91101cb52611 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1027901 Apr 21 12:49:27.588826 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4573654-83cd-4a8f-a0f1-0be525b231a8', 'tag': '6a26760d-e972-4027-a985-4c95ede04bd3'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:49:27.591102 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c758da58-5809-4b9c-a01a-5fd943d11f77" -d '{"events": [{"name": "network-changed", "server_uuid": "c4573654-83cd-4a8f-a0f1-0be525b231a8", "tag": "6a26760d-e972-4027-a985-4c95ede04bd3"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:49:27.698469 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aad1823c-2f41-41b5-85b4-2b8a756e0030 req-abb36ea4-c91a-4b9b-aa2a-e6ab14fa5d3d tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118140 Apr 21 12:49:27.750743 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bc99d-ceb6-4cae-b7c8-0271cf5281b2 req-1955213c-6f87-4116-846f-af4c48b6bb64 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:27.752267 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac7bc99d-ceb6-4cae-b7c8-0271cf5281b2 req-1955213c-6f87-4116-846f-af4c48b6bb64 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f102c40-9869-41b1-850d-4d4c2e341442 HTTP/1.1" status: 200 len: 945 time: 0.1431532 Apr 21 12:49:27.897419 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac7bc99d-ceb6-4cae-b7c8-0271cf5281b2 req-772ac9b5-5ce6-4a70-a8c9-9deb9eb6c912 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356850 Apr 21 12:49:27.917479 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0385a38e-b7e5-4ba2-8392-f9a6b1fce9cb req-0116ad6e-18de-4ce7-970a-419ccf1a813f tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:27.919237 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0385a38e-b7e5-4ba2-8392-f9a6b1fce9cb req-0116ad6e-18de-4ce7-970a-419ccf1a813f tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce14addc-47d6-4a1a-8488-3f3db7d83b2e HTTP/1.1" status: 200 len: 950 time: 0.1592543 Apr 21 12:49:27.928818 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672489d-f269-41fc-b69c-16bfe96d2cb7 req-fbde787e-cc6d-4f36-a59b-062af474d44e tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:27.930329 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0672489d-f269-41fc-b69c-16bfe96d2cb7 req-fbde787e-cc6d-4f36-a59b-062af474d44e tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce14addc-47d6-4a1a-8488-3f3db7d83b2e HTTP/1.1" status: 200 len: 950 time: 0.1730633 Apr 21 12:49:27.951302 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126de28e-0839-4c24-9915-da46be7c0ccf x-openstack-request-id: req-126de28e-0839-4c24-9915-da46be7c0ccf {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:49:27.951587 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4573654-83cd-4a8f-a0f1-0be525b231a8", "tag": "6a26760d-e972-4027-a985-4c95ede04bd3", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:49:27.951839 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-126de28e-0839-4c24-9915-da46be7c0ccf {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:49:27.952232 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-126de28e-0839-4c24-9915-da46be7c0ccf'] response: {'name': 'network-changed', 'server_uuid': 'c4573654-83cd-4a8f-a0f1-0be525b231a8', 'tag': '6a26760d-e972-4027-a985-4c95ede04bd3', 'status': 'completed', 'code': 200} Apr 21 12:49:28.082431 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0672489d-f269-41fc-b69c-16bfe96d2cb7 req-0bb362cc-c4cd-44bb-ac6f-60389b2e2746 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395631 Apr 21 12:49:28.108394 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758da58-5809-4b9c-a01a-5fd943d11f77 req-d14538e5-a727-4421-b472-7af3c3611e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:28.109937 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c758da58-5809-4b9c-a01a-5fd943d11f77 req-d14538e5-a727-4421-b472-7af3c3611e2d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43c98e4e76c844d38eb1054dc1e6fa15&device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 1094 time: 0.1246226 Apr 21 12:49:28.172380 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-0385a38e-b7e5-4ba2-8392-f9a6b1fce9cb req-283789d6-a654-446e-b580-c690f7e3eb35 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Deleting port 4d76152d-771b-40ae-ae9d-482dac4aabee {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:49:28.172720 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0385a38e-b7e5-4ba2-8392-f9a6b1fce9cb req-283789d6-a654-446e-b580-c690f7e3eb35 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:28.346145 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be59f5c-ddae-4a41-92b9-e2a45aa54882 req-73a006d1-1f2a-4209-89b9-71336f09e392 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:28.347629 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5be59f5c-ddae-4a41-92b9-e2a45aa54882 req-73a006d1-1f2a-4209-89b9-71336f09e392 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1961148 Apr 21 12:49:28.399341 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758da58-5809-4b9c-a01a-5fd943d11f77 req-0aeb2129-ad66-49e2-a55c-6074416daf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:28.413121 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c758da58-5809-4b9c-a01a-5fd943d11f77 req-0aeb2129-ad66-49e2-a55c-6074416daf77 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c827d442-59c0-42d4-802b-84a8d0f2cf17 HTTP/1.1" status: 200 len: 918 time: 0.2771111 Apr 21 12:49:28.413121 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0385a38e-b7e5-4ba2-8392-f9a6b1fce9cb req-283789d6-a654-446e-b580-c690f7e3eb35 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] For port 4d76152d-771b-40ae-ae9d-482dac4aabee, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=4d76152d-771b-40ae-ae9d-482dac4aabee,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:28.413121 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0385a38e-b7e5-4ba2-8392-f9a6b1fce9cb req-283789d6-a654-446e-b580-c690f7e3eb35 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:28.468527 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-0385a38e-b7e5-4ba2-8392-f9a6b1fce9cb req-283789d6-a654-446e-b580-c690f7e3eb35 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Calling delete_port for 4d76152d-771b-40ae-ae9d-482dac4aabee owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:49:28.478014 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c758da58-5809-4b9c-a01a-5fd943d11f77 req-79df0bf1-4ff6-4c94-b987-e88953017f00 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a26760d-e972-4027-a985-4c95ede04bd3 HTTP/1.1" status: 200 len: 217 time: 0.0637212 Apr 21 12:49:28.488559 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7079-e2f4-4b66-a31f-9ac860dc5a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:28.498069 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5be59f5c-ddae-4a41-92b9-e2a45aa54882 req-6ebc4363-d407-4220-91f6-9783c316c17e tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387520 Apr 21 12:49:28.707208 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758da58-5809-4b9c-a01a-5fd943d11f77 req-e8a4c842-20f7-4acb-9e98-d8e60ca62aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:28.708676 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c758da58-5809-4b9c-a01a-5fd943d11f77 req-e8a4c842-20f7-4acb-9e98-d8e60ca62aa5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d HTTP/1.1" status: 200 len: 856 time: 0.2182658 Apr 21 12:49:28.747270 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da6fb0-c7eb-41e9-904c-937d05404ac2 req-834d2d95-91dc-4678-9dd9-b361ad18cc6b tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:28.748713 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-45da6fb0-c7eb-41e9-904c-937d05404ac2 req-834d2d95-91dc-4678-9dd9-b361ad18cc6b tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f102c40-9869-41b1-850d-4d4c2e341442 HTTP/1.1" status: 200 len: 945 time: 0.2772617 Apr 21 12:49:28.800448 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493fd36-36b1-4caf-bbb7-49c86a419bfb req-e617c39f-d0ff-4d4a-b68c-4eec4bb5730b tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:28.801918 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6493fd36-36b1-4caf-bbb7-49c86a419bfb req-e617c39f-d0ff-4d4a-b68c-4eec4bb5730b tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 943 time: 0.2464900 Apr 21 12:49:28.925243 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-45da6fb0-c7eb-41e9-904c-937d05404ac2 req-cb64d929-30db-4ff7-9af6-851f5c2ac7f4 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585207 Apr 21 12:49:28.945930 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758da58-5809-4b9c-a01a-5fd943d11f77 req-d5727ea3-0d28-43e7-9506-28431d79fafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:28.945930 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c758da58-5809-4b9c-a01a-5fd943d11f77 req-d5727ea3-0d28-43e7-9506-28431d79fafe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c827d442-59c0-42d4-802b-84a8d0f2cf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2176223 Apr 21 12:49:28.958386 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6493fd36-36b1-4caf-bbb7-49c86a419bfb req-022973e1-4a50-42a0-93d7-e5728f683af2 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477590 Apr 21 12:49:29.092312 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd7737-8d82-41e4-a01c-59b99736df29 req-219d2de2-07d0-41c1-92b6-40ace2b89d93 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:29.093684 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10bd7737-8d82-41e4-a01c-59b99736df29 req-219d2de2-07d0-41c1-92b6-40ace2b89d93 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1099379 Apr 21 12:49:29.102900 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0385a38e-b7e5-4ba2-8392-f9a6b1fce9cb req-283789d6-a654-446e-b580-c690f7e3eb35 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:29.115248 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['fd703816-be55-4a83-abca-884c73b87469', 'ce44dac3-118b-4f62-a7e6-693a1f43f4f4'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:49:29.157547 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['f67037ec-0269-4c0c-8eeb-9a294d01213f', 'b3059ab7-b5e6-4412-9ca9-4020a316efc0', 'd8accf3a-2e9b-4e5b-bd00-3814ecb87244', 'f97e1c8c-558c-48b7-bf60-41f451df8a30', '4d76152d-771b-40ae-ae9d-482dac4aabee'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:49:29.158991 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c758da58-5809-4b9c-a01a-5fd943d11f77 req-c2686f02-260a-4b94-b679-df318e75bfa5 service neutron] 10.222.0.24 "GET /v2.0/networks/c827d442-59c0-42d4-802b-84a8d0f2cf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996765 Apr 21 12:49:29.176841 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283789d6-a654-446e-b580-c690f7e3eb35 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Pushing event deleted for resources: {'Port': ['ID=4d76152d-771b-40ae-ae9d-482dac4aabee,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:29.265788 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0eb7b1af-c11b-4677-8c9b-95afe74b7dbb req-2bbf28e6-4da2-4ff2-b9c4-961d681be2fb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce14addc-47d6-4a1a-8488-3f3db7d83b2e HTTP/1.1" status: 200 len: 210 time: 0.0951025 Apr 21 12:49:29.710540 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-0385a38e-b7e5-4ba2-8392-f9a6b1fce9cb req-283789d6-a654-446e-b580-c690f7e3eb35 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] No DVR routers for this DVR port 4d76152d-771b-40ae-ae9d-482dac4aabee on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:49:29.715149 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0385a38e-b7e5-4ba2-8392-f9a6b1fce9cb req-283789d6-a654-446e-b580-c690f7e3eb35 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:29.719368 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0385a38e-b7e5-4ba2-8392-f9a6b1fce9cb req-283789d6-a654-446e-b580-c690f7e3eb35 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.24 "DELETE /v2.0/ports/4d76152d-771b-40ae-ae9d-482dac4aabee HTTP/1.1" status: 204 len: 173 time: 1.7842872 Apr 21 12:49:29.721303 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 6a26760d-e972-4027-a985-4c95ede04bd3 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:49:29.728427 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10bd7737-8d82-41e4-a01c-59b99736df29 req-d5dea01a-e658-4adb-9773-bc7290982284 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6265166 Apr 21 12:49:29.785759 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c758da58-5809-4b9c-a01a-5fd943d11f77 req-4af45c70-ddd9-4b59-a5b6-0e3770a09b4b service neutron] 10.222.0.24 "GET /v2.0/networks/c827d442-59c0-42d4-802b-84a8d0f2cf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6145372 Apr 21 12:49:29.787817 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e7079-e2f4-4b66-a31f-9ac860dc5a99 admin admin] Deleting port 471f9703-5d86-4360-8591-2884de8d033f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:49:29.788309 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7079-e2f4-4b66-a31f-9ac860dc5a99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:29.856051 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 6a26760d-e972-4027-a985-4c95ede04bd3, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=6a26760d-e972-4027-a985-4c95ede04bd3,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:29.878455 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '6a26760d-e972-4027-a985-4c95ede04bd3', 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17', 'port_id': '6a26760d-e972-4027-a985-4c95ede04bd3', 'mac_address': 'fa:16:3e:ab:52:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:49:29.918558 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaefb14-eb6a-448e-93b2-99f21d1b98ac req-715ba62b-c7ed-46df-a4aa-f9a768fd83cd tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:29.920098 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eeaefb14-eb6a-448e-93b2-99f21d1b98ac req-715ba62b-c7ed-46df-a4aa-f9a768fd83cd tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0733287 Apr 21 12:49:29.932101 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-0f5e7079-e2f4-4b66-a31f-9ac860dc5a99 admin admin] For port 471f9703-5d86-4360-8591-2884de8d033f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=471f9703-5d86-4360-8591-2884de8d033f,segment=NetworkSegment(b5aef90b-d917-4e10-8a43-fb490177cc40),segment_id=b5aef90b-d917-4e10-8a43-fb490177cc40)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:29.932473 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7079-e2f4-4b66-a31f-9ac860dc5a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:29.943447 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:29.957533 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce14addc-47d6-4a1a-8488-3f3db7d83b2e', 'name': 'network-vif-deleted', 'tag': '4d76152d-771b-40ae-ae9d-482dac4aabee'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:49:29.960252 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a26760d-e972-4027-a985-4c95ede04bd3 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:49:29.960704 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ef3e43-c692-4fa6-b159-5ddbec34d4cb" -d '{"events": [{"server_uuid": "ce14addc-47d6-4a1a-8488-3f3db7d83b2e", "name": "network-vif-deleted", "tag": "4d76152d-771b-40ae-ae9d-482dac4aabee"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:49:29.968896 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e7079-e2f4-4b66-a31f-9ac860dc5a99 admin admin] Calling delete_port for 471f9703-5d86-4360-8591-2884de8d033f owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:49:29.990815 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 6a26760d-e972-4027-a985-4c95ede04bd3, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=6a26760d-e972-4027-a985-4c95ede04bd3,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:30.013573 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eeaefb14-eb6a-448e-93b2-99f21d1b98ac req-b1aa502f-e5d0-4c5a-9a53-c2aba9e3c26f tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776703 Apr 21 12:49:30.064042 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cccfc722-5f25-4a97-b53a-f0ba043ecfd0 x-openstack-request-id: req-cccfc722-5f25-4a97-b53a-f0ba043ecfd0 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:49:30.070356 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce14addc-47d6-4a1a-8488-3f3db7d83b2e", "name": "network-vif-deleted", "tag": "4d76152d-771b-40ae-ae9d-482dac4aabee", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:49:30.070356 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cccfc722-5f25-4a97-b53a-f0ba043ecfd0 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:49:30.070356 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cccfc722-5f25-4a97-b53a-f0ba043ecfd0'] response: {'server_uuid': 'ce14addc-47d6-4a1a-8488-3f3db7d83b2e', 'name': 'network-vif-deleted', 'tag': '4d76152d-771b-40ae-ae9d-482dac4aabee', 'status': 'completed', 'code': 200} Apr 21 12:49:30.128196 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60f111-982a-4926-ba1a-09909e934074 req-e66592fb-872d-40b1-b9cf-16159ac4b6bf tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:30.129670 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c60f111-982a-4926-ba1a-09909e934074 req-e66592fb-872d-40b1-b9cf-16159ac4b6bf tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f102c40-9869-41b1-850d-4d4c2e341442 HTTP/1.1" status: 200 len: 945 time: 0.1139641 Apr 21 12:49:30.162999 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:30.226263 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=6a26760d-e972-4027-a985-4c95ede04bd3,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:30.250460 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abf131-5b4d-4542-8a8b-1501236fd45c req-8f3289b4-f935-427f-ac61-0382945bbf0f tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:30.251964 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58abf131-5b4d-4542-8a8b-1501236fd45c req-8f3289b4-f935-427f-ac61-0382945bbf0f tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 943 time: 0.1420631 Apr 21 12:49:30.255938 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c60f111-982a-4926-ba1a-09909e934074 req-9cd9f89f-e02b-46cd-a4c8-dd75ec8b9035 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758057 Apr 21 12:49:30.319155 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58abf131-5b4d-4542-8a8b-1501236fd45c req-883ed178-40c5-4f44-939f-2a16c83e8123 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608397 Apr 21 12:49:30.383856 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143844fa-7e01-4226-8956-93b6f8c6a828 req-3d1c2987-f76b-47a3-9f47-32337196697c tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:30.385928 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-143844fa-7e01-4226-8956-93b6f8c6a828 req-3d1c2987-f76b-47a3-9f47-32337196697c tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0617528 Apr 21 12:49:30.438297 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['6a26760d-e972-4027-a985-4c95ede04bd3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:49:30.463384 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7079-e2f4-4b66-a31f-9ac860dc5a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:30.475478 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-89b56d44-8b7f-45e8-99ed-8f32601c7554 req-82496f26-c805-4598-8e06-d890bf464521 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce14addc-47d6-4a1a-8488-3f3db7d83b2e HTTP/1.1" status: 200 len: 210 time: 0.0652177 Apr 21 12:49:30.512411 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e7079-e2f4-4b66-a31f-9ac860dc5a99 admin admin] Pushing event deleted for resources: {'Port': ['ID=471f9703-5d86-4360-8591-2884de8d033f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:30.528974 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-143844fa-7e01-4226-8956-93b6f8c6a828 req-975920dc-0ed4-4e47-87c2-729c620e7d4a tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303048 Apr 21 12:49:30.561119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96345b0d-75b4-4e0e-8c30-fcab7bf36937 req-b0871df9-0883-46fd-9bac-39717ee9a340 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:30.562969 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96345b0d-75b4-4e0e-8c30-fcab7bf36937 req-b0871df9-0883-46fd-9bac-39717ee9a340 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.26 "GET /v2.0/ports?device_id=4f102c40-9869-41b1-850d-4d4c2e341442 HTTP/1.1" status: 200 len: 945 time: 0.1614225 Apr 21 12:49:30.761262 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adcaf5-9d45-469a-a05e-d99a9e708845 req-bfa411d8-0ce4-40e3-8fdc-68730fe87371 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:30.762696 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-89adcaf5-9d45-469a-a05e-d99a9e708845 req-bfa411d8-0ce4-40e3-8fdc-68730fe87371 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1344452 Apr 21 12:49:30.849760 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-96345b0d-75b4-4e0e-8c30-fcab7bf36937 req-7eae24fd-d2d0-4dae-9828-5b7bf2500ee5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Deleting port 8623de02-26ab-4e00-a666-0e2374098240 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:49:30.850105 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96345b0d-75b4-4e0e-8c30-fcab7bf36937 req-7eae24fd-d2d0-4dae-9828-5b7bf2500ee5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:30.880857 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-89adcaf5-9d45-469a-a05e-d99a9e708845 req-c60a1f25-0759-4ffb-b8c9-51f3a4608251 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115298 Apr 21 12:49:30.890011 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f5e7079-e2f4-4b66-a31f-9ac860dc5a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:31.083830 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-96345b0d-75b4-4e0e-8c30-fcab7bf36937 req-7eae24fd-d2d0-4dae-9828-5b7bf2500ee5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] For port 8623de02-26ab-4e00-a666-0e2374098240, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=8623de02-26ab-4e00-a666-0e2374098240,segment=NetworkSegment(d6396019-d3d0-47a9-857e-718c70dc7a3e),segment_id=d6396019-d3d0-47a9-857e-718c70dc7a3e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:31.084202 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96345b0d-75b4-4e0e-8c30-fcab7bf36937 req-7eae24fd-d2d0-4dae-9828-5b7bf2500ee5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:31.107849 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-96345b0d-75b4-4e0e-8c30-fcab7bf36937 req-7eae24fd-d2d0-4dae-9828-5b7bf2500ee5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Calling delete_port for 8623de02-26ab-4e00-a666-0e2374098240 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:49:31.118011 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17b317-f2db-42f3-add7-f085055495a1 req-9bf42281-5b76-460c-a6af-af2247a755aa tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:31.119504 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fe17b317-f2db-42f3-add7-f085055495a1 req-9bf42281-5b76-460c-a6af-af2247a755aa tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1434896 Apr 21 12:49:31.245570 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fe17b317-f2db-42f3-add7-f085055495a1 req-45027067-44fe-46ba-83d9-1025f184bcd3 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199887 Apr 21 12:49:31.349902 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5e7079-e2f4-4b66-a31f-9ac860dc5a99 admin admin] Router 09dea0bd-6afb-4c78-a9ed-50790cbd5ac6 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:49:31.496867 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9130c00-307b-4c71-abf6-1a3272a41594 req-3e53cd67-7e3f-47ac-b6a1-49e2ec3155a5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:31.498370 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9130c00-307b-4c71-abf6-1a3272a41594 req-3e53cd67-7e3f-47ac-b6a1-49e2ec3155a5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f102c40-9869-41b1-850d-4d4c2e341442 HTTP/1.1" status: 200 len: 945 time: 0.1366320 Apr 21 12:49:31.538444 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff004de-d43d-459a-a153-1265b23642a5 req-dd60e99c-e920-4c2b-97e2-7e3d98ca691a tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:31.539910 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bff004de-d43d-459a-a153-1265b23642a5 req-dd60e99c-e920-4c2b-97e2-7e3d98ca691a tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1494584 Apr 21 12:49:31.568775 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96345b0d-75b4-4e0e-8c30-fcab7bf36937 req-7eae24fd-d2d0-4dae-9828-5b7bf2500ee5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:31.626638 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae24fd-d2d0-4dae-9828-5b7bf2500ee5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Pushing event deleted for resources: {'Port': ['ID=8623de02-26ab-4e00-a666-0e2374098240,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:31.642628 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5e7079-e2f4-4b66-a31f-9ac860dc5a99 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:49:31.652935 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904951af-5276-4899-87a3-ac7ac46013e6 None None] Sync routers for ids ['09dea0bd-6afb-4c78-a9ed-50790cbd5ac6'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:49:31.655473 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0f5e7079-e2f4-4b66-a31f-9ac860dc5a99 admin admin] 10.222.0.36 "PUT /v2.0/routers/09dea0bd-6afb-4c78-a9ed-50790cbd5ac6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2298942 Apr 21 12:49:31.660493 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55028) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:49:31.661084 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9130c00-307b-4c71-abf6-1a3272a41594 req-c0f7ab65-73ad-41ca-8f7d-51f94bc59645 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/security-groups?id=7bad0db6-0997-47bc-8da7-a215acd6e21c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556787 Apr 21 12:49:31.677434 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bff004de-d43d-459a-a153-1265b23642a5 req-88ad5d6f-35c4-4f51-85b2-90e73080beb7 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301429 Apr 21 12:49:31.679314 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae24fd-d2d0-4dae-9828-5b7bf2500ee5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:31.679655 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae24fd-d2d0-4dae-9828-5b7bf2500ee5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:31.686920 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904951af-5276-4899-87a3-ac7ac46013e6 None None] Routers {'09dea0bd-6afb-4c78-a9ed-50790cbd5ac6'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:49:31.687654 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-904951af-5276-4899-87a3-ac7ac46013e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:49:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['09dea0bd-6afb-4c78-a9ed-50790cbd5ac6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:49:31.688940 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae24fd-d2d0-4dae-9828-5b7bf2500ee5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:31.689379 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae24fd-d2d0-4dae-9828-5b7bf2500ee5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:31.689748 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae24fd-d2d0-4dae-9828-5b7bf2500ee5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:31.690094 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae24fd-d2d0-4dae-9828-5b7bf2500ee5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:31.690427 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae24fd-d2d0-4dae-9828-5b7bf2500ee5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:31.690762 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae24fd-d2d0-4dae-9828-5b7bf2500ee5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:31.691090 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae24fd-d2d0-4dae-9828-5b7bf2500ee5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:31.691413 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae24fd-d2d0-4dae-9828-5b7bf2500ee5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:31.691783 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae24fd-d2d0-4dae-9828-5b7bf2500ee5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:31.692089 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eae24fd-d2d0-4dae-9828-5b7bf2500ee5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:31.715667 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-96345b0d-75b4-4e0e-8c30-fcab7bf36937 req-7eae24fd-d2d0-4dae-9828-5b7bf2500ee5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] No DVR routers for this DVR port 8623de02-26ab-4e00-a666-0e2374098240 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:49:31.718468 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-96345b0d-75b4-4e0e-8c30-fcab7bf36937 req-7eae24fd-d2d0-4dae-9828-5b7bf2500ee5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:31.722029 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96345b0d-75b4-4e0e-8c30-fcab7bf36937 req-7eae24fd-d2d0-4dae-9828-5b7bf2500ee5 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.26 "DELETE /v2.0/ports/8623de02-26ab-4e00-a666-0e2374098240 HTTP/1.1" status: 204 len: 173 time: 1.1406922 Apr 21 12:49:31.735786 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 6a26760d-e972-4027-a985-4c95ede04bd3 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:49:31.824847 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-904951af-5276-4899-87a3-ac7ac46013e6 None None] Set router 09dea0bd-6afb-4c78-a9ed-50790cbd5ac6 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:49:31.852539 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67623de-e366-49da-a83c-0565c6f38ff0 req-14bab98c-f34c-411f-a58e-39d69e33bd33 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:31.854800 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d67623de-e366-49da-a83c-0565c6f38ff0 req-14bab98c-f34c-411f-a58e-39d69e33bd33 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 944 time: 0.0692542 Apr 21 12:49:31.892778 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b9690733-3574-40a6-bcef-51840f9639d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:31.939092 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 6a26760d-e972-4027-a985-4c95ede04bd3 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:49:31.943269 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 6a26760d-e972-4027-a985-4c95ede04bd3 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:49:31.943693 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:31.952608 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d67623de-e366-49da-a83c-0565c6f38ff0 req-3ed29243-66aa-4f72-a433-dead987f714d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909801 Apr 21 12:49:31.977803 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d21c3-d9b2-4fe9-93d3-b1bd9d85535e req-e820b0e9-7592-453f-adf2-59e7dc722023 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:31.979527 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-940d21c3-d9b2-4fe9-93d3-b1bd9d85535e req-e820b0e9-7592-453f-adf2-59e7dc722023 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0891583 Apr 21 12:49:32.027977 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b9690733-3574-40a6-bcef-51840f9639d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:32.066103 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f102c40-9869-41b1-850d-4d4c2e341442', 'name': 'network-vif-deleted', 'tag': '8623de02-26ab-4e00-a666-0e2374098240'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:49:32.070565 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f513a48-ccad-46c6-befa-7721143a5d20" -d '{"events": [{"server_uuid": "4f102c40-9869-41b1-850d-4d4c2e341442", "name": "network-vif-deleted", "tag": "8623de02-26ab-4e00-a666-0e2374098240"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:49:32.093899 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:32.104933 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-904951af-5276-4899-87a3-ac7ac46013e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572838924-router', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '8f87487a-29a2-45b7-8274-386310313570', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:43Z', 'updated_at': '2022-04-21T12:49:30Z', 'revision_number': 5, 'project_id': 'ff5c07c40d9a4b349438394ca472864f', 'gw_port': {'id': '8f87487a-29a2-45b7-8274-386310313570', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:13:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2239, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:45Z', 'updated_at': '2022-04-21T12:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:49:32.115552 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-940d21c3-d9b2-4fe9-93d3-b1bd9d85535e req-305ee442-c6e6-4816-9364-b14788961dca tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917492 Apr 21 12:49:32.126959 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4573654-83cd-4a8f-a0f1-0be525b231a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a26760d-e972-4027-a985-4c95ede04bd3'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:49:32.129266 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1145c8e-63ab-4984-b564-6b95653478b4" -d '{"events": [{"server_uuid": "c4573654-83cd-4a8f-a0f1-0be525b231a8", "name": "network-vif-plugged", "status": "completed", "tag": "6a26760d-e972-4027-a985-4c95ede04bd3"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:49:32.137251 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904951af-5276-4899-87a3-ac7ac46013e6 None None] Checking router: 09dea0bd-6afb-4c78-a9ed-50790cbd5ac6 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:49:32.150622 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3cb883-fa77-45e3-bba5-aeec5bfb7713 x-openstack-request-id: req-4a3cb883-fa77-45e3-bba5-aeec5bfb7713 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:49:32.150622 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f102c40-9869-41b1-850d-4d4c2e341442", "name": "network-vif-deleted", "tag": "8623de02-26ab-4e00-a666-0e2374098240", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:49:32.150622 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4a3cb883-fa77-45e3-bba5-aeec5bfb7713 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:49:32.150622 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a3cb883-fa77-45e3-bba5-aeec5bfb7713'] response: {'server_uuid': '4f102c40-9869-41b1-850d-4d4c2e341442', 'name': 'network-vif-deleted', 'tag': '8623de02-26ab-4e00-a666-0e2374098240', 'status': 'completed', 'code': 200} Apr 21 12:49:32.150898 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904951af-5276-4899-87a3-ac7ac46013e6 None None] Routers {'09dea0bd-6afb-4c78-a9ed-50790cbd5ac6'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:49:32.150898 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-904951af-5276-4899-87a3-ac7ac46013e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:49:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['09dea0bd-6afb-4c78-a9ed-50790cbd5ac6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:49:32.153564 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 6a26760d-e972-4027-a985-4c95ede04bd3, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=6a26760d-e972-4027-a985-4c95ede04bd3,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:32.215483 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9043fb2-8a6e-4fca-a31a-cf27e51edb3b x-openstack-request-id: req-d9043fb2-8a6e-4fca-a31a-cf27e51edb3b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:49:32.215999 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4573654-83cd-4a8f-a0f1-0be525b231a8", "name": "network-vif-plugged", "status": "completed", "tag": "6a26760d-e972-4027-a985-4c95ede04bd3", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:49:32.216400 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d9043fb2-8a6e-4fca-a31a-cf27e51edb3b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:49:32.216953 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9043fb2-8a6e-4fca-a31a-cf27e51edb3b'] response: {'server_uuid': 'c4573654-83cd-4a8f-a0f1-0be525b231a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a26760d-e972-4027-a985-4c95ede04bd3', 'code': 200} Apr 21 12:49:32.229407 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b9690733-3574-40a6-bcef-51840f9639d5 admin admin] Deleting port 8f87487a-29a2-45b7-8274-386310313570 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:49:32.229707 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b9690733-3574-40a6-bcef-51840f9639d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:32.316392 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:32.317494 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 4d76152d-771b-40ae-ae9d-482dac4aabee no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:49:32.375426 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 4d76152d-771b-40ae-ae9d-482dac4aabee {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:49:32.376063 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 4d76152d-771b-40ae-ae9d-482dac4aabee not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:49:32.377157 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5822df-8e44-4f1d-8455-c08999d7d7a5 req-35a537d9-08c9-4d79-bdd7-2847a5f6c81a tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:32.378866 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd5822df-8e44-4f1d-8455-c08999d7d7a5 req-35a537d9-08c9-4d79-bdd7-2847a5f6c81a tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1075366 Apr 21 12:49:32.404030 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-b9690733-3574-40a6-bcef-51840f9639d5 admin admin] For port 8f87487a-29a2-45b7-8274-386310313570, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=8f87487a-29a2-45b7-8274-386310313570,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:32.405180 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b9690733-3574-40a6-bcef-51840f9639d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:32.418342 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8210c-f063-4e4b-8e91-dcc8c00731b1 req-2cc81c04-b561-4609-8166-b5175f70ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:32.420525 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24b8210c-f063-4e4b-8e91-dcc8c00731b1 req-2cc81c04-b561-4609-8166-b5175f70ae71 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 1096 time: 0.0902095 Apr 21 12:49:32.423196 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=6a26760d-e972-4027-a985-4c95ede04bd3,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:32.431317 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-904951af-5276-4899-87a3-ac7ac46013e6 None None] Set router 09dea0bd-6afb-4c78-a9ed-50790cbd5ac6 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:49:32.433922 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b9690733-3574-40a6-bcef-51840f9639d5 admin admin] Calling delete_port for 8f87487a-29a2-45b7-8274-386310313570 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:49:32.472292 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd5822df-8e44-4f1d-8455-c08999d7d7a5 req-112d1c87-3a7f-48ef-b5c7-40a78e2e53d2 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806856 Apr 21 12:49:32.496296 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-904951af-5276-4899-87a3-ac7ac46013e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572838924-router', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:43Z', 'updated_at': '2022-04-21T12:49:32Z', 'revision_number': 6, 'project_id': 'ff5c07c40d9a4b349438394ca472864f', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:49:32.552297 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24b8210c-f063-4e4b-8e91-dcc8c00731b1 req-0a5c8622-afdf-48d0-ae74-defca2799125 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977387 Apr 21 12:49:32.576211 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-904951af-5276-4899-87a3-ac7ac46013e6 None None] The sync data for ids ['09dea0bd-6afb-4c78-a9ed-50790cbd5ac6'] in n-d-836147-2 is: [{'id': '09dea0bd-6afb-4c78-a9ed-50790cbd5ac6', 'name': 'tempest-ServerRescueTestJSONUnderV235-1572838924-router', 'tenant_id': 'ff5c07c40d9a4b349438394ca472864f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:43Z', 'updated_at': '2022-04-21T12:49:32Z', 'revision_number': 6, 'project_id': 'ff5c07c40d9a4b349438394ca472864f', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:49:32.659468 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f5c29-9ea4-4b90-b664-294f66488793 req-ea993d45-366a-45bc-b0f8-62deb236c839 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:32.660983 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-329f5c29-9ea4-4b90-b664-294f66488793 req-ea993d45-366a-45bc-b0f8-62deb236c839 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0769088 Apr 21 12:49:32.701610 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-329f5c29-9ea4-4b90-b664-294f66488793 req-50ef3175-def9-4029-a3f7-79bc636758c3 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330987 Apr 21 12:49:32.767400 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b9690733-3574-40a6-bcef-51840f9639d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:32.769786 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f54e5f6-4705-4b71-9f58-51e5eb2bf776 req-be57c553-a517-49aa-8beb-e2965c7e7d09 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:32.771337 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8f54e5f6-4705-4b71-9f58-51e5eb2bf776 req-be57c553-a517-49aa-8beb-e2965c7e7d09 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=2837c0eb-84c3-4dcd-b309-7d3cca1743cd HTTP/1.1" status: 200 len: 949 time: 0.0521472 Apr 21 12:49:32.799563 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9690733-3574-40a6-bcef-51840f9639d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f87487a-29a2-45b7-8274-386310313570,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:32.808312 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d8c98e3-0473-421c-8477-811975974b63 req-58a5d348-5efa-4a35-ab2f-a330594c8528 tempest-DeleteServersTestJSON-390026908 tempest-DeleteServersTestJSON-390026908-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f102c40-9869-41b1-850d-4d4c2e341442 HTTP/1.1" status: 200 len: 210 time: 0.0333993 Apr 21 12:49:32.852698 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8f54e5f6-4705-4b71-9f58-51e5eb2bf776 req-10dfc402-2989-4103-b44a-34ebacc63703 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668242 Apr 21 12:49:32.915532 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b9690733-3574-40a6-bcef-51840f9639d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:33.041625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26391bf-0cba-409c-af06-d94336916967 req-a441655d-7531-4741-8dc1-ed4770ca3bff tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:33.043192 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a26391bf-0cba-409c-af06-d94336916967 req-a441655d-7531-4741-8dc1-ed4770ca3bff tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0730505 Apr 21 12:49:33.065295 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b9690733-3574-40a6-bcef-51840f9639d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:33.067762 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b9690733-3574-40a6-bcef-51840f9639d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:33.106745 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a26391bf-0cba-409c-af06-d94336916967 req-e68b98e6-4c2d-40d9-b276-3caadad878ee tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544615 Apr 21 12:49:33.147364 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8344d9-1c71-4966-bd29-e0c7f5c54126 req-e1701d59-9848-40da-964b-18e7864d0901 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:33.148879 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b8344d9-1c71-4966-bd29-e0c7f5c54126 req-e1701d59-9848-40da-964b-18e7864d0901 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.0653324 Apr 21 12:49:33.197066 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b8344d9-1c71-4966-bd29-e0c7f5c54126 req-fc0d4714-c405-49a1-86a3-5d296978d47d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413518 Apr 21 12:49:33.224664 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b9690733-3574-40a6-bcef-51840f9639d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:33.225363 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9690733-3574-40a6-bcef-51840f9639d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09dea0bd-6afb-4c78-a9ed-50790cbd5ac6 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:49:33.231379 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b9690733-3574-40a6-bcef-51840f9639d5 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:33.232541 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b9690733-3574-40a6-bcef-51840f9639d5 admin admin] 10.222.0.36 "DELETE /v2.0/routers/09dea0bd-6afb-4c78-a9ed-50790cbd5ac6 HTTP/1.1" status: 204 len: 168 time: 1.5701046 Apr 21 12:49:33.235009 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55072) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:49:33.248833 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae3fd2-abf1-4a33-b25c-5b30a1ca4b7d req-e0ff07e1-7de1-4207-8f1f-a3f387d03646 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:33.250592 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79ae3fd2-abf1-4a33-b25c-5b30a1ca4b7d req-e0ff07e1-7de1-4207-8f1f-a3f387d03646 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0691729 Apr 21 12:49:33.296841 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79ae3fd2-abf1-4a33-b25c-5b30a1ca4b7d req-b90c3e90-9ce3-4606-9c6b-c1a342b9646b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389297 Apr 21 12:49:33.300165 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0be055e-90f4-4a34-ad7e-74f2d57d7b02 admin admin] Deleting subnet d5ecad05-c514-4221-be9f-83a659f2e3d8 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:49:33.300589 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 8623de02-26ab-4e00-a666-0e2374098240 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:49:33.303700 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0be055e-90f4-4a34-ad7e-74f2d57d7b02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:33.335138 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 8623de02-26ab-4e00-a666-0e2374098240 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:49:33.335549 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 8623de02-26ab-4e00-a666-0e2374098240 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:49:33.344946 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0be055e-90f4-4a34-ad7e-74f2d57d7b02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:33.392992 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0be055e-90f4-4a34-ad7e-74f2d57d7b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:33.482537 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53adc1-c389-456a-ad50-44986207f0d2 req-70a6f1f5-28f5-4f2f-893a-93281058a2b0 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:33.487924 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f53adc1-c389-456a-ad50-44986207f0d2 req-70a6f1f5-28f5-4f2f-893a-93281058a2b0 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0581696 Apr 21 12:49:33.523334 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f53adc1-c389-456a-ad50-44986207f0d2 req-7b581dc2-c604-47a6-a3aa-3048c26ea3de tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329700 Apr 21 12:49:33.557532 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0be055e-90f4-4a34-ad7e-74f2d57d7b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:33.587248 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be055e-90f4-4a34-ad7e-74f2d57d7b02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5ecad05-c514-4221-be9f-83a659f2e3d8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:33.592817 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0be055e-90f4-4a34-ad7e-74f2d57d7b02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:33.596319 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e0be055e-90f4-4a34-ad7e-74f2d57d7b02 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d5ecad05-c514-4221-be9f-83a659f2e3d8 HTTP/1.1" status: 204 len: 168 time: 0.3603826 Apr 21 12:49:33.598834 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55086) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:49:33.655728 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdcb0fa-c874-4dc3-a62a-7183589de7e1 req-ed03c1ef-5c19-41d9-b9ff-23ce55b0f723 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:33.657311 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4fdcb0fa-c874-4dc3-a62a-7183589de7e1 req-ed03c1ef-5c19-41d9-b9ff-23ce55b0f723 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0601964 Apr 21 12:49:33.681276 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f08011eb-7fa0-463c-b78e-1e7d6fb80612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:33.720880 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4fdcb0fa-c874-4dc3-a62a-7183589de7e1 req-2085844d-65e5-4df8-9a30-0eca0932d4dd tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526936 Apr 21 12:49:33.806102 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f08011eb-7fa0-463c-b78e-1e7d6fb80612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:33.836608 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f08011eb-7fa0-463c-b78e-1e7d6fb80612 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e50d715-b910-4276-93d7-96be6f6cfc58']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:49:33.847070 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f08011eb-7fa0-463c-b78e-1e7d6fb80612 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5aef90b-d917-4e10-8a43-fb490177cc40') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:49:33.847367 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f08011eb-7fa0-463c-b78e-1e7d6fb80612 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5aef90b-d917-4e10-8a43-fb490177cc40') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:49:33.858159 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f08011eb-7fa0-463c-b78e-1e7d6fb80612 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:33.874156 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f08011eb-7fa0-463c-b78e-1e7d6fb80612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:33.882207 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f08011eb-7fa0-463c-b78e-1e7d6fb80612 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:49:33.882613 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f08011eb-7fa0-463c-b78e-1e7d6fb80612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:49:33.884311 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:49:33.888983 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a258666-88b5-44b5-a297-c92dd1e8ef70 req-e20d58d4-09b5-4d3f-95c7-44826b851abd tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:33.890638 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0a258666-88b5-44b5-a297-c92dd1e8ef70 req-e20d58d4-09b5-4d3f-95c7-44826b851abd tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0676205 Apr 21 12:49:33.946125 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0a258666-88b5-44b5-a297-c92dd1e8ef70 req-7e5a3f13-50ac-4865-851f-568850532bab tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491209 Apr 21 12:49:34.026098 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b26dfa-e9b2-4bff-82f2-8fa23af45f5a req-886b0b87-3c81-4e82-a534-68466c9c9660 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:34.027592 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-22b26dfa-e9b2-4bff-82f2-8fa23af45f5a req-886b0b87-3c81-4e82-a534-68466c9c9660 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=2837c0eb-84c3-4dcd-b309-7d3cca1743cd HTTP/1.1" status: 200 len: 949 time: 0.0555627 Apr 21 12:49:34.071315 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f08011eb-7fa0-463c-b78e-1e7d6fb80612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:34.081189 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f08011eb-7fa0-463c-b78e-1e7d6fb80612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:34.084703 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f08011eb-7fa0-463c-b78e-1e7d6fb80612 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6e50d715-b910-4276-93d7-96be6f6cfc58 HTTP/1.1" status: 204 len: 168 time: 0.4847827 Apr 21 12:49:34.096864 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-22b26dfa-e9b2-4bff-82f2-8fa23af45f5a req-8fe63da0-8962-43c5-9ea5-276c6fce9942 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596986 Apr 21 12:49:34.099874 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08011eb-7fa0-463c-b78e-1e7d6fb80612 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e50d715-b910-4276-93d7-96be6f6cfc58,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:34.115864 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16f0cb2-961e-498b-b87e-d920b50bff70 req-84b028f4-25a8-4095-93b0-6189d6111e19 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:34.123108 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d16f0cb2-961e-498b-b87e-d920b50bff70 req-84b028f4-25a8-4095-93b0-6189d6111e19 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0870566 Apr 21 12:49:34.164467 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d16f0cb2-961e-498b-b87e-d920b50bff70 req-6942cae5-06c3-438c-969f-cadc12a67bbc tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405359 Apr 21 12:49:34.280805 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f013b-8a8a-449e-9684-80b5085fc5f6 req-3aa7d1e4-3d3a-424c-a30c-c757b3b84036 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:34.282340 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-031f013b-8a8a-449e-9684-80b5085fc5f6 req-3aa7d1e4-3d3a-424c-a30c-c757b3b84036 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.24 "GET /v2.0/ports?device_id=2837c0eb-84c3-4dcd-b309-7d3cca1743cd HTTP/1.1" status: 200 len: 949 time: 0.0538580 Apr 21 12:49:34.413636 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b848c-67a7-451d-a851-e4404dae6901 req-39e4a1aa-e5d5-4918-a295-e33b4019c5ab tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:34.415135 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a97b848c-67a7-451d-a851-e4404dae6901 req-39e4a1aa-e5d5-4918-a295-e33b4019c5ab tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.0867546 Apr 21 12:49:34.435140 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-031f013b-8a8a-449e-9684-80b5085fc5f6 req-b041e763-47f9-4bba-9b71-c96ce85367fb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Deleting port f97e1c8c-558c-48b7-bf60-41f451df8a30 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:49:34.435481 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-031f013b-8a8a-449e-9684-80b5085fc5f6 req-b041e763-47f9-4bba-9b71-c96ce85367fb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:34.520141 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a97b848c-67a7-451d-a851-e4404dae6901 req-180f9157-ef96-4054-9956-e288ebb5c8cb tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910337 Apr 21 12:49:34.558803 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-031f013b-8a8a-449e-9684-80b5085fc5f6 req-b041e763-47f9-4bba-9b71-c96ce85367fb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] For port f97e1c8c-558c-48b7-bf60-41f451df8a30, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=f97e1c8c-558c-48b7-bf60-41f451df8a30,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:34.559172 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-031f013b-8a8a-449e-9684-80b5085fc5f6 req-b041e763-47f9-4bba-9b71-c96ce85367fb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:34.567414 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 8f87487a-29a2-45b7-8274-386310313570 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:49:34.581174 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-031f013b-8a8a-449e-9684-80b5085fc5f6 req-b041e763-47f9-4bba-9b71-c96ce85367fb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Calling delete_port for f97e1c8c-558c-48b7-bf60-41f451df8a30 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:49:34.599729 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 8f87487a-29a2-45b7-8274-386310313570 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:49:34.604074 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55130) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:49:34.612375 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 8f87487a-29a2-45b7-8274-386310313570 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:49:34.614656 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 471f9703-5d86-4360-8591-2884de8d033f no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:49:34.661958 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 471f9703-5d86-4360-8591-2884de8d033f {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:49:34.662298 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 471f9703-5d86-4360-8591-2884de8d033f not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:49:34.668371 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-28f90723-fbb6-46c8-96f6-9a1043036aee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ff5c07c40d9a4b349438394ca472864f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0626945 Apr 21 12:49:34.672010 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55138) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:49:34.731102 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d1f2d3b1-a76e-4e33-98e6-585a024c4713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:34.761238 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d1f2d3b1-a76e-4e33-98e6-585a024c4713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:34.789859 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd6535-b0cb-44f9-8540-695364cf531e req-5b28007c-2dd6-4ed7-9a51-aa2f88258f8e tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:34.801251 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-16fd6535-b0cb-44f9-8540-695364cf531e req-5b28007c-2dd6-4ed7-9a51-aa2f88258f8e tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.1562283 Apr 21 12:49:34.804101 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55140) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:49:34.810095 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-fc695240-9cb8-4fab-ae2e-8f409ea26ac6 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Request body: {'floatingip': {'port_id': '6a26760d-e972-4027-a985-4c95ede04bd3'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:49:34.859016 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc695240-9cb8-4fab-ae2e-8f409ea26ac6 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:34.882458 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d1f2d3b1-a76e-4e33-98e6-585a024c4713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:34.888776 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d1f2d3b1-a76e-4e33-98e6-585a024c4713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:34.889410 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d1f2d3b1-a76e-4e33-98e6-585a024c4713 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e494a611-f92e-4970-8f32-110485b8cbee HTTP/1.1" status: 204 len: 168 time: 0.2163782 Apr 21 12:49:34.903672 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2d3b1-a76e-4e33-98e6-585a024c4713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e494a611-f92e-4970-8f32-110485b8cbee,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:34.970125 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-031f013b-8a8a-449e-9684-80b5085fc5f6 req-b041e763-47f9-4bba-9b71-c96ce85367fb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:34.982764 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['fd703816-be55-4a83-abca-884c73b87469', 'ce44dac3-118b-4f62-a7e6-693a1f43f4f4'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:49:34.987841 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['f67037ec-0269-4c0c-8eeb-9a294d01213f', 'b3059ab7-b5e6-4412-9ca9-4020a316efc0', 'd8accf3a-2e9b-4e5b-bd00-3814ecb87244', 'f97e1c8c-558c-48b7-bf60-41f451df8a30'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:49:35.013889 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041e763-47f9-4bba-9b71-c96ce85367fb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Pushing event deleted for resources: {'Port': ['ID=f97e1c8c-558c-48b7-bf60-41f451df8a30,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:35.135807 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-031f013b-8a8a-449e-9684-80b5085fc5f6 req-b041e763-47f9-4bba-9b71-c96ce85367fb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] No DVR routers for this DVR port f97e1c8c-558c-48b7-bf60-41f451df8a30 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:49:35.140944 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-031f013b-8a8a-449e-9684-80b5085fc5f6 req-b041e763-47f9-4bba-9b71-c96ce85367fb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:35.156338 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-031f013b-8a8a-449e-9684-80b5085fc5f6 req-b041e763-47f9-4bba-9b71-c96ce85367fb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.24 "DELETE /v2.0/ports/f97e1c8c-558c-48b7-bf60-41f451df8a30 HTTP/1.1" status: 204 len: 173 time: 0.8664474 Apr 21 12:49:35.169741 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2837c0eb-84c3-4dcd-b309-7d3cca1743cd', 'name': 'network-vif-deleted', 'tag': 'f97e1c8c-558c-48b7-bf60-41f451df8a30'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:49:35.176041 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2379856-6a73-41b7-8a21-97ea8403cc18" -d '{"events": [{"server_uuid": "2837c0eb-84c3-4dcd-b309-7d3cca1743cd", "name": "network-vif-deleted", "tag": "f97e1c8c-558c-48b7-bf60-41f451df8a30"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:49:35.862264 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-998fecad-46b7-45a5-9fa3-883356ff0198 req-cb4abc8c-1375-4876-99ce-ab05b16a7081 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=2837c0eb-84c3-4dcd-b309-7d3cca1743cd HTTP/1.1" status: 200 len: 210 time: 0.5817142 Apr 21 12:49:35.899194 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb92bd-6b24-49e4-bb50-c9cd1de0d6c9 req-46fcb014-2edd-4d92-b7bb-0ae7e5d5cdd7 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:35.907152 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aedb92bd-6b24-49e4-bb50-c9cd1de0d6c9 req-46fcb014-2edd-4d92-b7bb-0ae7e5d5cdd7 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.7676506 Apr 21 12:49:35.921140 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf294514-fc22-4732-a018-abd51f70f0f8 x-openstack-request-id: req-cf294514-fc22-4732-a018-abd51f70f0f8 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:49:35.921427 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2837c0eb-84c3-4dcd-b309-7d3cca1743cd", "name": "network-vif-deleted", "tag": "f97e1c8c-558c-48b7-bf60-41f451df8a30", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:49:35.921700 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cf294514-fc22-4732-a018-abd51f70f0f8 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:49:35.922100 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf294514-fc22-4732-a018-abd51f70f0f8'] response: {'server_uuid': '2837c0eb-84c3-4dcd-b309-7d3cca1743cd', 'name': 'network-vif-deleted', 'tag': 'f97e1c8c-558c-48b7-bf60-41f451df8a30', 'status': 'completed', 'code': 200} Apr 21 12:49:36.033076 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aedb92bd-6b24-49e4-bb50-c9cd1de0d6c9 req-7bc4489c-4a09-4a15-8525-49e60e6e003c tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250734 Apr 21 12:49:36.232026 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc695240-9cb8-4fab-ae2e-8f409ea26ac6 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:36.369373 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc695240-9cb8-4fab-ae2e-8f409ea26ac6 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:36.396142 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55206) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:49:36.496213 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-fc695240-9cb8-4fab-ae2e-8f409ea26ac6 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Floating IP 5b6ae2dd-4966-4b2a-b47f-23cca7c35862 associated. External IP: 172.25.8.180, port: 6a26760d-e972-4027-a985-4c95ede04bd3. Apr 21 12:49:36.520883 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-68840d24-458f-453e-b5b9-bedba224e23d admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1695840789-network', 'tenant_id': '19b41066c5424fc989a4fe9a00df0363'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:49:36.658740 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68840d24-458f-453e-b5b9-bedba224e23d admin admin] Made reservation on behalf of 19b41066c5424fc989a4fe9a00df0363 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:49:36.661681 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68840d24-458f-453e-b5b9-bedba224e23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:36.671116 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68840d24-458f-453e-b5b9-bedba224e23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:36.750962 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc695240-9cb8-4fab-ae2e-8f409ea26ac6 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Router 122bd43e-b51c-4d5a-aa28-e28a493daa28 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:49:36.778245 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68840d24-458f-453e-b5b9-bedba224e23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:36.869523 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc695240-9cb8-4fab-ae2e-8f409ea26ac6 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:49:36.874579 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc695240-9cb8-4fab-ae2e-8f409ea26ac6 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:36.882194 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68840d24-458f-453e-b5b9-bedba224e23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:36.882684 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837b564a-530f-4602-aaa8-8ccaea722e18 None None] Sync routers for ids ['122bd43e-b51c-4d5a-aa28-e28a493daa28'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:49:36.902443 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837b564a-530f-4602-aaa8-8ccaea722e18 None None] Routers {'122bd43e-b51c-4d5a-aa28-e28a493daa28'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:49:36.902443 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-837b564a-530f-4602-aaa8-8ccaea722e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:49:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['122bd43e-b51c-4d5a-aa28-e28a493daa28'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:49:36.927840 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fc695240-9cb8-4fab-ae2e-8f409ea26ac6 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "PUT /v2.0/floatingips/5b6ae2dd-4966-4b2a-b47f-23cca7c35862 HTTP/1.1" status: 200 len: 991 time: 2.1226642 Apr 21 12:49:36.952750 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68840d24-458f-453e-b5b9-bedba224e23d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:49:36.971826 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68840d24-458f-453e-b5b9-bedba224e23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2961657-8126-454d-8af7-a191be0f4b46,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:36.977777 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68840d24-458f-453e-b5b9-bedba224e23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:36.978372 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-68840d24-458f-453e-b5b9-bedba224e23d admin admin] Added segment d9af2bc9-1d86-4154-a107-88aa72136301 of type vlan for network e7d723ca-c5b4-4714-adef-6adeb08b4447 Apr 21 12:49:37.045222 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68840d24-458f-453e-b5b9-bedba224e23d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:37.059319 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-837b564a-530f-4602-aaa8-8ccaea722e18 None None] Set router 122bd43e-b51c-4d5a-aa28-e28a493daa28 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:49:37.172691 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68840d24-458f-453e-b5b9-bedba224e23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:37.173822 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68840d24-458f-453e-b5b9-bedba224e23d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:37.174491 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68840d24-458f-453e-b5b9-bedba224e23d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:37.200491 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa5a04-18ea-4a53-856e-4281fc116d8a req-949715dc-ffca-4c4f-ba96-7843667a1200 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:37.202074 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56fa5a04-18ea-4a53-856e-4281fc116d8a req-949715dc-ffca-4c4f-ba96-7843667a1200 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0673771 Apr 21 12:49:37.267616 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56fa5a04-18ea-4a53-856e-4281fc116d8a req-2d9484f9-0809-4f16-942b-93290fc2c45d tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500891 Apr 21 12:49:37.280507 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68840d24-458f-453e-b5b9-bedba224e23d admin admin] Pushing event updated for resources: {'Network': ['ID=e7d723ca-c5b4-4714-adef-6adeb08b4447,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:37.299623 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network e7d723ca-c5b4-4714-adef-6adeb08b4447 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:49:37.307753 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-68840d24-458f-453e-b5b9-bedba224e23d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9093928 Apr 21 12:49:37.310642 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55220) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:49:37.316356 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-0039b603-69b6-4ccc-a9c3-c3c6a752e3ec admin admin] Request body: {'subnet': {'network_id': 'e7d723ca-c5b4-4714-adef-6adeb08b4447', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1695840789-subnet', 'tenant_id': '19b41066c5424fc989a4fe9a00df0363', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:49:37.436059 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0039b603-69b6-4ccc-a9c3-c3c6a752e3ec admin admin] Made reservation on behalf of 19b41066c5424fc989a4fe9a00df0363 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:49:37.438384 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0039b603-69b6-4ccc-a9c3-c3c6a752e3ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:37.498343 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-837b564a-530f-4602-aaa8-8ccaea722e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'name': 'tempest-AttachVolumeShelveTestJSON-1998499405-router', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:49:04Z', 'updated_at': '2022-04-21T12:49:08Z', 'revision_number': 4, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'gw_port': {'id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:05Z', 'updated_at': '2022-04-21T12:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '5b6ae2dd-4966-4b2a-b47f-23cca7c35862', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'floating_ip_address': '172.25.8.180', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'port_id': '6a26760d-e972-4027-a985-4c95ede04bd3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17', 'mac_address': 'fa:16:3e:ab:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4573654-83cd-4a8f-a0f1-0be525b231a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:49:14Z', 'updated_at': '2022-04-21T12:49:36Z', 'revision_number': 1, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d0f4ea-0ea9-4471-b024-3521b9652508', 'name': '', 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'mac_address': 'fa:16:3e:fa:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:07Z', 'updated_at': '2022-04-21T12:49:13Z', 'revision_number': 5, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'subnets': [{'id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:49:37.745243 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837b564a-530f-4602-aaa8-8ccaea722e18 None None] Checking router: 122bd43e-b51c-4d5a-aa28-e28a493daa28 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:49:37.753544 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837b564a-530f-4602-aaa8-8ccaea722e18 None None] Routers {'122bd43e-b51c-4d5a-aa28-e28a493daa28'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:49:37.754176 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-837b564a-530f-4602-aaa8-8ccaea722e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:49:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['122bd43e-b51c-4d5a-aa28-e28a493daa28'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:49:37.767860 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0039b603-69b6-4ccc-a9c3-c3c6a752e3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:37.789669 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device f97e1c8c-558c-48b7-bf60-41f451df8a30 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:49:37.816982 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: f97e1c8c-558c-48b7-bf60-41f451df8a30 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:49:37.817317 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device f97e1c8c-558c-48b7-bf60-41f451df8a30 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:49:37.838306 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039b603-69b6-4ccc-a9c3-c3c6a752e3ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dbc4ea6-d10e-4fe6-bfb0-4c7ed0ee6359,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:37.848064 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0039b603-69b6-4ccc-a9c3-c3c6a752e3ec admin admin] Checking segment: {'id': 'd9af2bc9-1d86-4154-a107-88aa72136301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e7d723ca-c5b4-4714-adef-6adeb08b4447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:49:37.848502 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0039b603-69b6-4ccc-a9c3-c3c6a752e3ec admin admin] Network hostable DHCP agents. Network: e7d723ca-c5b4-4714-adef-6adeb08b4447, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:49:37.890828 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-837b564a-530f-4602-aaa8-8ccaea722e18 None None] Set router 122bd43e-b51c-4d5a-aa28-e28a493daa28 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:49:37.923561 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4573654-83cd-4a8f-a0f1-0be525b231a8', 'tag': '6a26760d-e972-4027-a985-4c95ede04bd3'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:49:37.925851 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341184be-5911-4363-925c-837ca783d00a" -d '{"events": [{"name": "network-changed", "server_uuid": "c4573654-83cd-4a8f-a0f1-0be525b231a8", "tag": "6a26760d-e972-4027-a985-4c95ede04bd3"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:49:37.959133 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0039b603-69b6-4ccc-a9c3-c3c6a752e3ec admin admin] Network e7d723ca-c5b4-4714-adef-6adeb08b4447 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:49:37.976309 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829c7a03-3f67-4190-b805-73bec690f07d x-openstack-request-id: req-829c7a03-3f67-4190-b805-73bec690f07d {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:49:37.976729 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4573654-83cd-4a8f-a0f1-0be525b231a8", "tag": "6a26760d-e972-4027-a985-4c95ede04bd3", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:49:37.977671 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-829c7a03-3f67-4190-b805-73bec690f07d {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:49:37.978214 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-829c7a03-3f67-4190-b805-73bec690f07d'] response: {'name': 'network-changed', 'server_uuid': 'c4573654-83cd-4a8f-a0f1-0be525b231a8', 'tag': '6a26760d-e972-4027-a985-4c95ede04bd3', 'status': 'completed', 'code': 200} Apr 21 12:49:38.065216 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-0039b603-69b6-4ccc-a9c3-c3c6a752e3ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, e7d723ca-c5b4-4714-adef-6adeb08b4447) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:49:38.070832 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0039b603-69b6-4ccc-a9c3-c3c6a752e3ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:38.071914 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0039b603-69b6-4ccc-a9c3-c3c6a752e3ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:38.081855 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70e17f7-e0b6-4cc7-a013-66c78e9dca4f None None] Network e7d723ca-c5b4-4714-adef-6adeb08b4447 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:49:38.090644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341184be-5911-4363-925c-837ca783d00a req-b6898fe1-3e76-4068-91b7-55e26012fc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:38.092156 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-341184be-5911-4363-925c-837ca783d00a req-b6898fe1-3e76-4068-91b7-55e26012fc93 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43c98e4e76c844d38eb1054dc1e6fa15&device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 1096 time: 0.0908842 Apr 21 12:49:38.115211 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3a080-bf8b-4610-ad73-c792dbd3908f req-c72f8a8b-e4ce-4d25-ab4f-16d8a0150df7 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:38.116701 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3de3a080-bf8b-4610-ad73-c792dbd3908f req-c72f8a8b-e4ce-4d25-ab4f-16d8a0150df7 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=070b4707-6326-4215-b425-3a24270b149d HTTP/1.1" status: 200 len: 950 time: 0.0661161 Apr 21 12:49:38.175665 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0039b603-69b6-4ccc-a9c3-c3c6a752e3ec admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8638070 Apr 21 12:49:38.281827 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3de3a080-bf8b-4610-ad73-c792dbd3908f req-50c348cf-7201-43d8-83fb-319b2137172c tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427355 Apr 21 12:49:38.309026 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341184be-5911-4363-925c-837ca783d00a req-7bb3c7fa-4fe9-492b-bc64-34f97b3f6d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:38.310429 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-341184be-5911-4363-925c-837ca783d00a req-7bb3c7fa-4fe9-492b-bc64-34f97b3f6d34 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c827d442-59c0-42d4-802b-84a8d0f2cf17 HTTP/1.1" status: 200 len: 918 time: 0.2105300 Apr 21 12:49:38.348495 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9512394-744a-49c2-b88e-7d6d0e3d1728 None None] Network e7d723ca-c5b4-4714-adef-6adeb08b4447 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:49:38.439823 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-341184be-5911-4363-925c-837ca783d00a req-67934e9d-99bf-4c52-ad65-44fdcde29592 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a26760d-e972-4027-a985-4c95ede04bd3 HTTP/1.1" status: 200 len: 999 time: 0.1216798 Apr 21 12:49:38.499811 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-837b564a-530f-4602-aaa8-8ccaea722e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'name': 'tempest-AttachVolumeShelveTestJSON-1998499405-router', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:49:04Z', 'updated_at': '2022-04-21T12:49:08Z', 'revision_number': 4, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'gw_port': {'id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:05Z', 'updated_at': '2022-04-21T12:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '5b6ae2dd-4966-4b2a-b47f-23cca7c35862', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'floating_ip_address': '172.25.8.180', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'port_id': '6a26760d-e972-4027-a985-4c95ede04bd3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17', 'mac_address': 'fa:16:3e:ab:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4573654-83cd-4a8f-a0f1-0be525b231a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:49:14Z', 'updated_at': '2022-04-21T12:49:36Z', 'revision_number': 1, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d0f4ea-0ea9-4471-b024-3521b9652508', 'name': '', 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'mac_address': 'fa:16:3e:fa:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:07Z', 'updated_at': '2022-04-21T12:49:13Z', 'revision_number': 5, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'subnets': [{'id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:49:38.547088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341184be-5911-4363-925c-837ca783d00a req-c790b825-5ed4-4640-a249-b07ab3bbf4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:38.548567 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-341184be-5911-4363-925c-837ca783d00a req-c790b825-5ed4-4640-a249-b07ab3bbf4d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d HTTP/1.1" status: 200 len: 856 time: 0.1014202 Apr 21 12:49:38.557689 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837b564a-530f-4602-aaa8-8ccaea722e18 None None] The sync data for ids ['122bd43e-b51c-4d5a-aa28-e28a493daa28'] in n-d-836147-2 is: [{'id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'name': 'tempest-AttachVolumeShelveTestJSON-1998499405-router', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:49:04Z', 'updated_at': '2022-04-21T12:49:08Z', 'revision_number': 4, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'gw_port': {'id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:05Z', 'updated_at': '2022-04-21T12:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '5b6ae2dd-4966-4b2a-b47f-23cca7c35862', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'floating_ip_address': '172.25.8.180', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'port_id': '6a26760d-e972-4027-a985-4c95ede04bd3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17', 'mac_address': 'fa:16:3e:ab:52:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4573654-83cd-4a8f-a0f1-0be525b231a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:49:14Z', 'updated_at': '2022-04-21T12:49:36Z', 'revision_number': 1, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d0f4ea-0ea9-4471-b024-3521b9652508', 'name': '', 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'mac_address': 'fa:16:3e:fa:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:07Z', 'updated_at': '2022-04-21T12:49:13Z', 'revision_number': 5, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'subnets': [{'id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:49:38.557931 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b3a59-0327-45c3-965d-7ac69a51053d req-3df69413-2503-4091-ac2f-41748e130f7d tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:38.560143 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dc5b3a59-0327-45c3-965d-7ac69a51053d req-3df69413-2503-4091-ac2f-41748e130f7d tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1065445 Apr 21 12:49:38.681696 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341184be-5911-4363-925c-837ca783d00a req-c63d675c-9725-4f50-a5ed-7d6f3ea3030a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:38.683738 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-341184be-5911-4363-925c-837ca783d00a req-c63d675c-9725-4f50-a5ed-7d6f3ea3030a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c827d442-59c0-42d4-802b-84a8d0f2cf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234317 Apr 21 12:49:38.723497 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dc5b3a59-0327-45c3-965d-7ac69a51053d req-33259788-e4dc-439b-9228-7188a4abd3e6 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917754 Apr 21 12:49:38.916523 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-341184be-5911-4363-925c-837ca783d00a req-68219933-4ca5-4f11-b38d-b11cfc40d36a service neutron] 10.222.0.24 "GET /v2.0/networks/c827d442-59c0-42d4-802b-84a8d0f2cf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200551 Apr 21 12:49:38.954433 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a382a1e1-0acb-46c8-a28a-0f56878f7731 None None] New status for floating IP 5b6ae2dd-4966-4b2a-b47f-23cca7c35862: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:49:38.959519 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55262) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:49:39.051088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-8e88fa2f-fba4-4b91-a73d-86a63ecc9d6d tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:39.058281 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-8e88fa2f-fba4-4b91-a73d-86a63ecc9d6d tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.36 "GET /v2.0/networks?id=e7d723ca-c5b4-4714-adef-6adeb08b4447 HTTP/1.1" status: 200 len: 809 time: 0.2471435 Apr 21 12:49:39.075408 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-4ce5eca0-bca3-4b61-90c6-d8e5c7134394 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.36 "GET /v2.0/quotas/19b41066c5424fc989a4fe9a00df0363 HTTP/1.1" status: 200 len: 375 time: 0.0162714 Apr 21 12:49:39.107170 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-276af19e-234b-423e-8078-c2a3405eae6d admin admin] Deleting subnet 7de8299c-2f72-4fcd-b7b0-175fd3b81685 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:49:39.111745 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-276af19e-234b-423e-8078-c2a3405eae6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:39.137548 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-949393da-a075-4077-afcc-be8e1d153af1 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=19b41066c5424fc989a4fe9a00df0363&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480428 Apr 21 12:49:39.154670 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-276af19e-234b-423e-8078-c2a3405eae6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:39.164670 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-bd14360f-a263-45f1-b119-b242b322c018 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:49:39.165752 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-bd14360f-a263-45f1-b119-b242b322c018 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061255 Apr 21 12:49:39.169844 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-341184be-5911-4363-925c-837ca783d00a req-7be4db9a-bd8b-4d63-bf74-705ebdae99a5 service neutron] 10.222.0.24 "GET /v2.0/networks/c827d442-59c0-42d4-802b-84a8d0f2cf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450016 Apr 21 12:49:39.215828 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29836b9f-2619-411c-8388-a7ef8bb7bd4d req-a4007115-877b-4933-8c88-7d87c3e665d2 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:39.217211 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-29836b9f-2619-411c-8388-a7ef8bb7bd4d req-a4007115-877b-4933-8c88-7d87c3e665d2 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.26 "GET /v2.0/ports?device_id=070b4707-6326-4215-b425-3a24270b149d HTTP/1.1" status: 200 len: 950 time: 0.0958307 Apr 21 12:49:39.238840 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-276af19e-234b-423e-8078-c2a3405eae6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:39.359846 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-a22a974f-13ce-4f56-a3b5-fec505b1b18e service neutron] 10.222.0.36 "GET /v2.0/networks/e7d723ca-c5b4-4714-adef-6adeb08b4447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794209 Apr 21 12:49:39.396696 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-276af19e-234b-423e-8078-c2a3405eae6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:39.446922 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276af19e-234b-423e-8078-c2a3405eae6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7de8299c-2f72-4fcd-b7b0-175fd3b81685,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:39.450725 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-276af19e-234b-423e-8078-c2a3405eae6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:39.454541 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-276af19e-234b-423e-8078-c2a3405eae6d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7de8299c-2f72-4fcd-b7b0-175fd3b81685 HTTP/1.1" status: 204 len: 168 time: 0.4938016 Apr 21 12:49:39.457349 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55268) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:49:39.529803 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-29836b9f-2619-411c-8388-a7ef8bb7bd4d req-ae79df7e-eef3-48f8-81ba-d6c47772e47c tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Deleting port ce44dac3-118b-4f62-a7e6-693a1f43f4f4 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:49:39.530281 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-29836b9f-2619-411c-8388-a7ef8bb7bd4d req-ae79df7e-eef3-48f8-81ba-d6c47772e47c tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:39.551364 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0e2a238-dc79-44e3-8ef9-67d598eead95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:39.567225 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f29c4a8-f5d4-46ca-87f3-260ae5cbcf5a req-05b3bf9b-fe28-4f9b-8542-bed2dbda7aa1 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:39.568941 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f29c4a8-f5d4-46ca-87f3-260ae5cbcf5a req-05b3bf9b-fe28-4f9b-8542-bed2dbda7aa1 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=070b4707-6326-4215-b425-3a24270b149d HTTP/1.1" status: 200 len: 950 time: 0.2080142 Apr 21 12:49:39.586049 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbcab22-6555-4727-804a-0b0ed5292607 req-3bf2d2a9-43a8-49eb-b01c-0865004e7743 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:39.587593 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3cbcab22-6555-4727-804a-0b0ed5292607 req-3bf2d2a9-43a8-49eb-b01c-0865004e7743 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.24 "GET /v2.0/ports?device_id=0099cfa4-c0a8-41d8-9ccf-c3fbc7facc20 HTTP/1.1" status: 200 len: 950 time: 0.2163060 Apr 21 12:49:39.660614 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0e2a238-dc79-44e3-8ef9-67d598eead95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:39.688766 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a0e2a238-dc79-44e3-8ef9-67d598eead95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc25f2ca-45e5-4cab-99f1-9a004ec7506f']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:49:39.708928 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a0e2a238-dc79-44e3-8ef9-67d598eead95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6396019-d3d0-47a9-857e-718c70dc7a3e') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:49:39.710733 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a0e2a238-dc79-44e3-8ef9-67d598eead95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6396019-d3d0-47a9-857e-718c70dc7a3e') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:49:39.728034 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0e2a238-dc79-44e3-8ef9-67d598eead95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:39.738185 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f29c4a8-f5d4-46ca-87f3-260ae5cbcf5a req-18a16ef1-61c6-4962-b4b0-2cf0cce57fbd tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475594 Apr 21 12:49:39.745228 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0e2a238-dc79-44e3-8ef9-67d598eead95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:39.754829 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e2a238-dc79-44e3-8ef9-67d598eead95 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:49:39.762631 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0e2a238-dc79-44e3-8ef9-67d598eead95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:39.763364 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-1ddea0c5-1c64-435b-9006-08d60278c92c service neutron] 10.222.0.36 "GET /v2.0/networks/e7d723ca-c5b4-4714-adef-6adeb08b4447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844502 Apr 21 12:49:39.825098 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-29836b9f-2619-411c-8388-a7ef8bb7bd4d req-ae79df7e-eef3-48f8-81ba-d6c47772e47c tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] For port ce44dac3-118b-4f62-a7e6-693a1f43f4f4, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ce44dac3-118b-4f62-a7e6-693a1f43f4f4,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:39.825098 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-29836b9f-2619-411c-8388-a7ef8bb7bd4d req-ae79df7e-eef3-48f8-81ba-d6c47772e47c tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:49:39.838455 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:49:39.843297 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-29836b9f-2619-411c-8388-a7ef8bb7bd4d req-ae79df7e-eef3-48f8-81ba-d6c47772e47c tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Calling delete_port for ce44dac3-118b-4f62-a7e6-693a1f43f4f4 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:49:39.876407 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-3cbcab22-6555-4727-804a-0b0ed5292607 req-fc06f5cf-423f-4fa1-87b0-1b590241df59 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Deleting port d8accf3a-2e9b-4e5b-bd00-3814ecb87244 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:49:39.876744 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3cbcab22-6555-4727-804a-0b0ed5292607 req-fc06f5cf-423f-4fa1-87b0-1b590241df59 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:39.921825 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0e2a238-dc79-44e3-8ef9-67d598eead95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:39.934722 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0e2a238-dc79-44e3-8ef9-67d598eead95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:39.940228 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a0e2a238-dc79-44e3-8ef9-67d598eead95 admin admin] 10.222.0.36 "DELETE /v2.0/networks/bc25f2ca-45e5-4cab-99f1-9a004ec7506f HTTP/1.1" status: 204 len: 168 time: 0.4797468 Apr 21 12:49:39.953495 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2a238-dc79-44e3-8ef9-67d598eead95 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc25f2ca-45e5-4cab-99f1-9a004ec7506f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:40.042749 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f0cb9-aa88-4cf3-bdf4-8421dbf039bb req-e844bc8e-ec14-40ba-adba-15e11a86c2ec tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:40.046119 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c8f0cb9-aa88-4cf3-bdf4-8421dbf039bb req-e844bc8e-ec14-40ba-adba-15e11a86c2ec tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1886466 Apr 21 12:49:40.153706 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4cc6d9d1-9aa9-4736-aa14-b8a0f2d5c7bb req-6d363f83-45e4-41fa-baf6-72c2a749f2ce tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8c78ca-0462-4e79-95ac-804f81b0c76f HTTP/1.1" status: 200 len: 210 time: 0.0835421 Apr 21 12:49:40.165692 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3cbcab22-6555-4727-804a-0b0ed5292607 req-fc06f5cf-423f-4fa1-87b0-1b590241df59 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] For port d8accf3a-2e9b-4e5b-bd00-3814ecb87244, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=d8accf3a-2e9b-4e5b-bd00-3814ecb87244,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:40.166155 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3cbcab22-6555-4727-804a-0b0ed5292607 req-fc06f5cf-423f-4fa1-87b0-1b590241df59 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:40.201977 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c8f0cb9-aa88-4cf3-bdf4-8421dbf039bb req-10ce74a5-1c69-45e3-ab01-d022c3dae124 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405282 Apr 21 12:49:40.202960 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-3cbcab22-6555-4727-804a-0b0ed5292607 req-fc06f5cf-423f-4fa1-87b0-1b590241df59 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Calling delete_port for d8accf3a-2e9b-4e5b-bd00-3814ecb87244 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:49:40.374666 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-29836b9f-2619-411c-8388-a7ef8bb7bd4d req-ae79df7e-eef3-48f8-81ba-d6c47772e47c tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:40.387549 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['fd703816-be55-4a83-abca-884c73b87469', 'ce44dac3-118b-4f62-a7e6-693a1f43f4f4'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:49:40.389751 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['f67037ec-0269-4c0c-8eeb-9a294d01213f', 'b3059ab7-b5e6-4412-9ca9-4020a316efc0', 'd8accf3a-2e9b-4e5b-bd00-3814ecb87244'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:49:40.405743 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79df7e-eef3-48f8-81ba-d6c47772e47c tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Pushing event deleted for resources: {'Port': ['ID=ce44dac3-118b-4f62-a7e6-693a1f43f4f4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:40.463946 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55284) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:49:40.475142 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-29836b9f-2619-411c-8388-a7ef8bb7bd4d req-ae79df7e-eef3-48f8-81ba-d6c47772e47c tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] No DVR routers for this DVR port ce44dac3-118b-4f62-a7e6-693a1f43f4f4 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:49:40.480100 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-29836b9f-2619-411c-8388-a7ef8bb7bd4d req-ae79df7e-eef3-48f8-81ba-d6c47772e47c tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:40.486353 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-29836b9f-2619-411c-8388-a7ef8bb7bd4d req-ae79df7e-eef3-48f8-81ba-d6c47772e47c tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.26 "DELETE /v2.0/ports/ce44dac3-118b-4f62-a7e6-693a1f43f4f4 HTTP/1.1" status: 204 len: 173 time: 1.2636688 Apr 21 12:49:40.499298 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '070b4707-6326-4215-b425-3a24270b149d', 'name': 'network-vif-deleted', 'tag': 'ce44dac3-118b-4f62-a7e6-693a1f43f4f4'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:49:40.505235 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3258fa26-827f-4ff7-a69a-0f361ee5d3d3" -d '{"events": [{"server_uuid": "070b4707-6326-4215-b425-3a24270b149d", "name": "network-vif-deleted", "tag": "ce44dac3-118b-4f62-a7e6-693a1f43f4f4"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:49:40.511016 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3cbcab22-6555-4727-804a-0b0ed5292607 req-fc06f5cf-423f-4fa1-87b0-1b590241df59 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:40.515547 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cddcadc0-5fd3-4fdd-91c9-550bf35efe14 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2ca86f47c8c14947a62af2b454f0a117&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489798 Apr 21 12:49:40.518528 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55288) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:49:40.554544 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06f5cf-423f-4fa1-87b0-1b590241df59 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Pushing event deleted for resources: {'Port': ['ID=d8accf3a-2e9b-4e5b-bd00-3814ecb87244,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:40.597835 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214eb4c3-cbdd-427a-b48e-dd80375ec484 x-openstack-request-id: req-214eb4c3-cbdd-427a-b48e-dd80375ec484 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:49:40.598132 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "070b4707-6326-4215-b425-3a24270b149d", "name": "network-vif-deleted", "tag": "ce44dac3-118b-4f62-a7e6-693a1f43f4f4", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:49:40.598386 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-214eb4c3-cbdd-427a-b48e-dd80375ec484 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:49:40.598790 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-214eb4c3-cbdd-427a-b48e-dd80375ec484'] response: {'server_uuid': '070b4707-6326-4215-b425-3a24270b149d', 'name': 'network-vif-deleted', 'tag': 'ce44dac3-118b-4f62-a7e6-693a1f43f4f4', 'status': 'completed', 'code': 200} Apr 21 12:49:40.608910 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db31c76a-1c73-430d-8c84-a5a88c371cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:40.622764 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbcab22-6555-4727-804a-0b0ed5292607 req-fc06f5cf-423f-4fa1-87b0-1b590241df59 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] No DVR routers for this DVR port d8accf3a-2e9b-4e5b-bd00-3814ecb87244 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:49:40.625976 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3cbcab22-6555-4727-804a-0b0ed5292607 req-fc06f5cf-423f-4fa1-87b0-1b590241df59 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:40.630844 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3cbcab22-6555-4727-804a-0b0ed5292607 req-fc06f5cf-423f-4fa1-87b0-1b590241df59 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.24 "DELETE /v2.0/ports/d8accf3a-2e9b-4e5b-bd00-3814ecb87244 HTTP/1.1" status: 204 len: 173 time: 0.9905229 Apr 21 12:49:40.664697 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db31c76a-1c73-430d-8c84-a5a88c371cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:40.809248 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db31c76a-1c73-430d-8c84-a5a88c371cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:40.813344 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db31c76a-1c73-430d-8c84-a5a88c371cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:40.814802 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-db31c76a-1c73-430d-8c84-a5a88c371cd1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7bad0db6-0997-47bc-8da7-a215acd6e21c HTTP/1.1" status: 204 len: 168 time: 0.2949741 Apr 21 12:49:40.825366 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31c76a-1c73-430d-8c84-a5a88c371cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bad0db6-0997-47bc-8da7-a215acd6e21c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:40.921144 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-775e7ee4-a671-4392-ab81-f3ce56b228e6 req-7bdcbd3c-9e45-4a5c-bdd4-70813003d3e3 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=070b4707-6326-4215-b425-3a24270b149d HTTP/1.1" status: 200 len: 210 time: 0.0603793 Apr 21 12:49:41.050162 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['fd703816-be55-4a83-abca-884c73b87469', 'ce44dac3-118b-4f62-a7e6-693a1f43f4f4'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:49:41.262871 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1ff8e546-9319-4e71-846a-9ffe8c2f240c req-6f94496d-975f-49fc-866c-6a5c006cfbb5 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8c78ca-0462-4e79-95ac-804f81b0c76f HTTP/1.1" status: 200 len: 210 time: 0.0310795 Apr 21 12:49:41.329851 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185b186-b18d-44d1-b46a-23bf3006e01c req-b253735d-db63-449b-81d9-d56294bf5daf tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:41.332010 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2185b186-b18d-44d1-b46a-23bf3006e01c req-b253735d-db63-449b-81d9-d56294bf5daf tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0535471 Apr 21 12:49:41.376384 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['f67037ec-0269-4c0c-8eeb-9a294d01213f', 'b3059ab7-b5e6-4412-9ca9-4020a316efc0'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:49:41.418735 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2185b186-b18d-44d1-b46a-23bf3006e01c req-a8a7e34c-394d-4059-b322-a171ae8fb137 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776231 Apr 21 12:49:42.363168 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f30665a7-3ca8-4d3b-ab46-4fee11e91cef req-02afd7cc-4a08-4c79-a3d5-05daa7521884 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8c78ca-0462-4e79-95ac-804f81b0c76f HTTP/1.1" status: 200 len: 210 time: 0.0271959 Apr 21 12:49:42.471409 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55336) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:49:42.541144 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bb71b-78a9-42ea-8862-e535556a9e91 req-fbdf20b3-dd11-4d08-a8bd-26c32223c672 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:42.542655 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-523bb71b-78a9-42ea-8862-e535556a9e91 req-fbdf20b3-dd11-4d08-a8bd-26c32223c672 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0593288 Apr 21 12:49:42.582953 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-523bb71b-78a9-42ea-8862-e535556a9e91 req-6599c93b-ad36-49e4-b583-f375258b06de tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339425 Apr 21 12:49:42.588409 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-345df287-79d4-4f49-980b-481760b0e5d3 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-509391770-network', 'tenant_id': 'a6d22a77bf6b46f694227bcb6796d224'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:49:42.600326 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0099cfa4-c0a8-41d8-9ccf-c3fbc7facc20', 'name': 'network-vif-deleted', 'tag': 'd8accf3a-2e9b-4e5b-bd00-3814ecb87244'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:49:42.602692 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97b47a5-cb6a-43dd-9ac9-9d49fdf9f618" -d '{"events": [{"server_uuid": "0099cfa4-c0a8-41d8-9ccf-c3fbc7facc20", "name": "network-vif-deleted", "tag": "d8accf3a-2e9b-4e5b-bd00-3814ecb87244"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:49:42.642890 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43eb940-520d-4adb-ad7e-ec959fbba112 x-openstack-request-id: req-b43eb940-520d-4adb-ad7e-ec959fbba112 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:49:42.643188 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0099cfa4-c0a8-41d8-9ccf-c3fbc7facc20", "name": "network-vif-deleted", "tag": "d8accf3a-2e9b-4e5b-bd00-3814ecb87244", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:49:42.643444 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b43eb940-520d-4adb-ad7e-ec959fbba112 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:49:42.643838 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b43eb940-520d-4adb-ad7e-ec959fbba112'] response: {'server_uuid': '0099cfa4-c0a8-41d8-9ccf-c3fbc7facc20', 'name': 'network-vif-deleted', 'tag': 'd8accf3a-2e9b-4e5b-bd00-3814ecb87244', 'status': 'completed', 'code': 200} Apr 21 12:49:42.710667 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345df287-79d4-4f49-980b-481760b0e5d3 admin admin] Made reservation on behalf of a6d22a77bf6b46f694227bcb6796d224 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:49:42.713044 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-345df287-79d4-4f49-980b-481760b0e5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:42.725231 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-345df287-79d4-4f49-980b-481760b0e5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:42.868027 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-3b3bd784-cd3e-4c16-8056-06bc8396b3e1 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:42.870026 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-3b3bd784-cd3e-4c16-8056-06bc8396b3e1 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.26 "GET /v2.0/networks?id=e7d723ca-c5b4-4714-adef-6adeb08b4447 HTTP/1.1" status: 200 len: 809 time: 0.1417718 Apr 21 12:49:42.884002 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-14587572-a886-494c-9907-4c357969c2e0 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Request body: {'port': {'device_id': '2d8c78ca-0462-4e79-95ac-804f81b0c76f', 'network_id': 'e7d723ca-c5b4-4714-adef-6adeb08b4447', 'admin_state_up': True, 'tenant_id': '19b41066c5424fc989a4fe9a00df0363'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:49:42.945265 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-345df287-79d4-4f49-980b-481760b0e5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:43.030133 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-345df287-79d4-4f49-980b-481760b0e5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:43.062392 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-345df287-79d4-4f49-980b-481760b0e5d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:49:43.064390 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345df287-79d4-4f49-980b-481760b0e5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2b3f6c-6d23-43de-a889-8c3dbdc76376,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:43.076894 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-345df287-79d4-4f49-980b-481760b0e5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:43.077294 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-345df287-79d4-4f49-980b-481760b0e5d3 admin admin] Added segment 206eb134-dc22-4e63-8e99-594ca4240cda of type vlan for network cb411e88-3e81-41c4-a34a-80c3156bd2e5 Apr 21 12:49:43.116533 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-14587572-a886-494c-9907-4c357969c2e0 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Made reservation on behalf of 19b41066c5424fc989a4fe9a00df0363 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:49:43.120228 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-14587572-a886-494c-9907-4c357969c2e0 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:43.137273 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-345df287-79d4-4f49-980b-481760b0e5d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:43.264191 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-345df287-79d4-4f49-980b-481760b0e5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:43.265278 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345df287-79d4-4f49-980b-481760b0e5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:43.265884 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-345df287-79d4-4f49-980b-481760b0e5d3 admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:43.275656 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c23b9-373e-49ca-bc26-7853d27460e8 req-1542d2e3-b2bb-4899-b934-7b35ce9feb95 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:43.282157 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-382c23b9-373e-49ca-bc26-7853d27460e8 req-1542d2e3-b2bb-4899-b934-7b35ce9feb95 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=e06d93cb-5940-4118-98e5-287f3bc62a78 HTTP/1.1" status: 200 len: 949 time: 0.1180289 Apr 21 12:49:43.359239 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device ce44dac3-118b-4f62-a7e6-693a1f43f4f4 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:49:43.383037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: ce44dac3-118b-4f62-a7e6-693a1f43f4f4 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:49:43.383450 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device ce44dac3-118b-4f62-a7e6-693a1f43f4f4 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:49:43.408291 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-345df287-79d4-4f49-980b-481760b0e5d3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9357834 Apr 21 12:49:43.411218 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55356) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:49:43.416647 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e55db4f9-481b-457c-98e9-20c47ee86c5e admin admin] Request body: {'subnet': {'network_id': 'cb411e88-3e81-41c4-a34a-80c3156bd2e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-509391770-subnet', 'tenant_id': 'a6d22a77bf6b46f694227bcb6796d224', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:49:43.416838 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-382c23b9-373e-49ca-bc26-7853d27460e8 req-8239c148-cf07-4702-b64f-600024bbcccb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336050 Apr 21 12:49:43.418224 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-14587572-a886-494c-9907-4c357969c2e0 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Allocated IP 172.20.0.6 (e7d723ca-c5b4-4714-adef-6adeb08b4447/3dbc4ea6-d10e-4fe6-bfb0-4c7ed0ee6359/33a8d93a-3137-4931-8bab-3fdba097a2a8) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:49:43.420267 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345df287-79d4-4f49-980b-481760b0e5d3 admin admin] Pushing event updated for resources: {'Network': ['ID=cb411e88-3e81-41c4-a34a-80c3156bd2e5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:43.436030 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network cb411e88-3e81-41c4-a34a-80c3156bd2e5 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:49:43.486979 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f4c73f2-e9e9-482f-9f84-a6cadcb7e8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:43.509855 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cac416c5-038c-4821-8765-693980df2472 req-179d5c02-6ee0-438f-988e-77220630378c tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8c78ca-0462-4e79-95ac-804f81b0c76f HTTP/1.1" status: 200 len: 210 time: 0.0359292 Apr 21 12:49:43.578501 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55db4f9-481b-457c-98e9-20c47ee86c5e admin admin] Made reservation on behalf of a6d22a77bf6b46f694227bcb6796d224 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:49:43.581124 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e55db4f9-481b-457c-98e9-20c47ee86c5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:43.620710 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-14587572-a886-494c-9907-4c357969c2e0 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:43.709619 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60888aa8-32dc-46df-a981-0cda6f0340e4 req-6cd58173-5d35-4dda-8331-1cabaece19c4 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:43.710986 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60888aa8-32dc-46df-a981-0cda6f0340e4 req-6cd58173-5d35-4dda-8331-1cabaece19c4 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0526021 Apr 21 12:49:43.713082 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-14587572-a886-494c-9907-4c357969c2e0 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:43.775725 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-14587572-a886-494c-9907-4c357969c2e0 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Network e7d723ca-c5b4-4714-adef-6adeb08b4447 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:49:43.787875 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-14587572-a886-494c-9907-4c357969c2e0 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:49:43.791788 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-14587572-a886-494c-9907-4c357969c2e0 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:49:43.795765 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14587572-a886-494c-9907-4c357969c2e0 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Pushing event updated for resources: {'Port': ['ID=33a8d93a-3137-4931-8bab-3fdba097a2a8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:43.798169 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e55db4f9-481b-457c-98e9-20c47ee86c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:43.813438 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device d8accf3a-2e9b-4e5b-bd00-3814ecb87244 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:49:43.817770 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60888aa8-32dc-46df-a981-0cda6f0340e4 req-2619636f-58c3-4caa-9c5f-72ce57a558ba tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976949 Apr 21 12:49:43.855497 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: d8accf3a-2e9b-4e5b-bd00-3814ecb87244 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:49:43.855833 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device d8accf3a-2e9b-4e5b-bd00-3814ecb87244 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:49:43.860923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-14587572-a886-494c-9907-4c357969c2e0 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:43.861258 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55db4f9-481b-457c-98e9-20c47ee86c5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=684434fa-0758-4742-ab12-19d5508f8c54,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:43.861534 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-14587572-a886-494c-9907-4c357969c2e0 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:43.882167 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55db4f9-481b-457c-98e9-20c47ee86c5e admin admin] Checking segment: {'id': '206eb134-dc22-4e63-8e99-594ca4240cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cb411e88-3e81-41c4-a34a-80c3156bd2e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:49:43.882167 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55db4f9-481b-457c-98e9-20c47ee86c5e admin admin] Network hostable DHCP agents. Network: cb411e88-3e81-41c4-a34a-80c3156bd2e5, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:49:43.913676 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-14587572-a886-494c-9907-4c357969c2e0 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0331497 Apr 21 12:49:43.925553 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-68ed223c-2d7f-4171-85bf-7d20422dc39d service neutron] Request body: {'port': {'device_id': '2d8c78ca-0462-4e79-95ac-804f81b0c76f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:49:43.944237 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55db4f9-481b-457c-98e9-20c47ee86c5e admin admin] Network cb411e88-3e81-41c4-a34a-80c3156bd2e5 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:49:43.984370 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-68ed223c-2d7f-4171-85bf-7d20422dc39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:44.030047 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-e55db4f9-481b-457c-98e9-20c47ee86c5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, cb411e88-3e81-41c4-a34a-80c3156bd2e5) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:49:44.035562 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55db4f9-481b-457c-98e9-20c47ee86c5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:44.037446 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e55db4f9-481b-457c-98e9-20c47ee86c5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:44.042267 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1c4e37-9b1d-46c7-b726-ff396529e173 None None] Network cb411e88-3e81-41c4-a34a-80c3156bd2e5 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:49:44.124940 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e55db4f9-481b-457c-98e9-20c47ee86c5e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7125945 Apr 21 12:49:44.211553 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157ce41b-4928-4adf-a222-729280456efd None None] Network cb411e88-3e81-41c4-a34a-80c3156bd2e5 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:49:44.652229 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f40f13-ffbb-498a-9f1f-77f2cd3c51f6 req-adc74d8d-6417-4c52-8294-2282ff06c8bc tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:44.653632 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c9f40f13-ffbb-498a-9f1f-77f2cd3c51f6 req-adc74d8d-6417-4c52-8294-2282ff06c8bc tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.24 "GET /v2.0/ports?device_id=e06d93cb-5940-4118-98e5-287f3bc62a78 HTTP/1.1" status: 200 len: 949 time: 0.5674314 Apr 21 12:49:44.816616 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77a110-47f8-4429-9c88-1d262058ae48 req-dc27ff50-69ed-42ce-a1a7-99ea6a974e03 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:44.818206 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f77a110-47f8-4429-9c88-1d262058ae48 req-dc27ff50-69ed-42ce-a1a7-99ea6a974e03 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d3ee0e9-13e8-4ce8-baba-190e961e7f8d HTTP/1.1" status: 200 len: 949 time: 0.2546568 Apr 21 12:49:44.849977 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fba60c-3a6c-475f-92d3-41b03391367b req-8b5172a9-b3ac-4cec-9ea7-2da02b860bd6 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:44.851413 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28fba60c-3a6c-475f-92d3-41b03391367b req-8b5172a9-b3ac-4cec-9ea7-2da02b860bd6 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=e06d93cb-5940-4118-98e5-287f3bc62a78 HTTP/1.1" status: 200 len: 949 time: 0.2911487 Apr 21 12:49:44.935250 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977cd18-a76c-4307-8654-c557591e73d8 req-e84254b7-acf4-46ad-89ce-f1f696b0967f tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:44.936787 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d977cd18-a76c-4307-8654-c557591e73d8 req-e84254b7-acf4-46ad-89ce-f1f696b0967f tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.36 "GET /v2.0/networks?id=cb411e88-3e81-41c4-a34a-80c3156bd2e5 HTTP/1.1" status: 200 len: 813 time: 0.3718691 Apr 21 12:49:45.033231 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d977cd18-a76c-4307-8654-c557591e73d8 req-b50b5059-97d2-4a13-ad41-e19e25622c37 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.36 "GET /v2.0/quotas/a6d22a77bf6b46f694227bcb6796d224 HTTP/1.1" status: 200 len: 375 time: 0.0863655 Apr 21 12:49:45.050830 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28fba60c-3a6c-475f-92d3-41b03391367b req-fb735dfa-50dd-4206-bb36-3b7d6f3058cd tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853774 Apr 21 12:49:45.093510 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-68ed223c-2d7f-4171-85bf-7d20422dc39d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33a8d93a-3137-4931-8bab-3fdba097a2a8 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:49:45.098984 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c9f40f13-ffbb-498a-9f1f-77f2cd3c51f6 req-eb8129eb-8a8a-445b-b713-7f8f80e09ca3 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Deleting port f67037ec-0269-4c0c-8eeb-9a294d01213f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:49:45.099340 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c9f40f13-ffbb-498a-9f1f-77f2cd3c51f6 req-eb8129eb-8a8a-445b-b713-7f8f80e09ca3 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:45.103571 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d977cd18-a76c-4307-8654-c557591e73d8 req-f4d88491-0de6-4aaf-8ef1-d2b2f9ea9cea tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a6d22a77bf6b46f694227bcb6796d224&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626047 Apr 21 12:49:45.119054 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-68ed223c-2d7f-4171-85bf-7d20422dc39d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:45.247202 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-68ed223c-2d7f-4171-85bf-7d20422dc39d service neutron] Transition to ACTIVE for port object 33a8d93a-3137-4931-8bab-3fdba097a2a8 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:49:45.279424 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4f77a110-47f8-4429-9c88-1d262058ae48 req-eebb899d-1234-462a-a3be-30860553efaf tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Deleting port b3059ab7-b5e6-4412-9ca9-4020a316efc0 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:49:45.279765 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f77a110-47f8-4429-9c88-1d262058ae48 req-eebb899d-1234-462a-a3be-30860553efaf tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:45.320132 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-68ed223c-2d7f-4171-85bf-7d20422dc39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:45.364519 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689014f-c4a4-425c-a22f-b6237f57a638 req-1119f0c0-c7ad-4cfa-b3df-c700e21d0b04 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:45.366012 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c689014f-c4a4-425c-a22f-b6237f57a638 req-1119f0c0-c7ad-4cfa-b3df-c700e21d0b04 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8c78ca-0462-4e79-95ac-804f81b0c76f HTTP/1.1" status: 200 len: 931 time: 0.2423337 Apr 21 12:49:45.441918 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d977cd18-a76c-4307-8654-c557591e73d8 req-5454bd28-1d88-4aa8-ac5d-775c36d8fe73 service neutron] 10.222.0.36 "GET /v2.0/networks/cb411e88-3e81-41c4-a34a-80c3156bd2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169527 Apr 21 12:49:45.450863 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c9f40f13-ffbb-498a-9f1f-77f2cd3c51f6 req-eb8129eb-8a8a-445b-b713-7f8f80e09ca3 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] For port f67037ec-0269-4c0c-8eeb-9a294d01213f, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=f67037ec-0269-4c0c-8eeb-9a294d01213f,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:45.451227 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c9f40f13-ffbb-498a-9f1f-77f2cd3c51f6 req-eb8129eb-8a8a-445b-b713-7f8f80e09ca3 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:45.491954 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-c9f40f13-ffbb-498a-9f1f-77f2cd3c51f6 req-eb8129eb-8a8a-445b-b713-7f8f80e09ca3 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Calling delete_port for f67037ec-0269-4c0c-8eeb-9a294d01213f owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:49:45.559300 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed223c-2d7f-4171-85bf-7d20422dc39d service neutron] Pushing event updated for resources: {'Port': ['ID=33a8d93a-3137-4931-8bab-3fdba097a2a8,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:45.620525 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c689014f-c4a4-425c-a22f-b6237f57a638 req-14fdcad4-ff04-4828-9d13-c89298125560 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2961657-8126-454d-8af7-a191be0f4b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380810 Apr 21 12:49:45.679194 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4f77a110-47f8-4429-9c88-1d262058ae48 req-eebb899d-1234-462a-a3be-30860553efaf tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] For port b3059ab7-b5e6-4412-9ca9-4020a316efc0, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=b3059ab7-b5e6-4412-9ca9-4020a316efc0,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:45.679920 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f77a110-47f8-4429-9c88-1d262058ae48 req-eebb899d-1234-462a-a3be-30860553efaf tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:45.703514 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2628b12b-69be-4e85-a7f4-12c2e8259ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:45.740923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4f77a110-47f8-4429-9c88-1d262058ae48 req-eebb899d-1234-462a-a3be-30860553efaf tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Calling delete_port for b3059ab7-b5e6-4412-9ca9-4020a316efc0 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:49:45.783358 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-68ed223c-2d7f-4171-85bf-7d20422dc39d service neutron] Attempting to bind port 33a8d93a-3137-4931-8bab-3fdba097a2a8 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:49:45.783689 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-68ed223c-2d7f-4171-85bf-7d20422dc39d service neutron] Attempting to bind port 33a8d93a-3137-4931-8bab-3fdba097a2a8 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': 'd9af2bc9-1d86-4154-a107-88aa72136301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e7d723ca-c5b4-4714-adef-6adeb08b4447'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:49:45.784019 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-68ed223c-2d7f-4171-85bf-7d20422dc39d service neutron] Attempting to bind port 33a8d93a-3137-4931-8bab-3fdba097a2a8 on network e7d723ca-c5b4-4714-adef-6adeb08b4447 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:49:45.804954 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d977cd18-a76c-4307-8654-c557591e73d8 req-a6ea7e44-c164-4a21-b1c7-2260ee578777 service neutron] 10.222.0.36 "GET /v2.0/networks/cb411e88-3e81-41c4-a34a-80c3156bd2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415122 Apr 21 12:49:45.837100 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-68ed223c-2d7f-4171-85bf-7d20422dc39d service neutron] Port 33a8d93a-3137-4931-8bab-3fdba097a2a8 on network e7d723ca-c5b4-4714-adef-6adeb08b4447 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:49:45.837430 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-68ed223c-2d7f-4171-85bf-7d20422dc39d service neutron] Attempting to bind port 33a8d93a-3137-4931-8bab-3fdba097a2a8 on network e7d723ca-c5b4-4714-adef-6adeb08b4447 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:49:45.851553 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-68ed223c-2d7f-4171-85bf-7d20422dc39d service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 49, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:49:45.851910 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-68ed223c-2d7f-4171-85bf-7d20422dc39d service neutron] Checking segment: {'id': 'd9af2bc9-1d86-4154-a107-88aa72136301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e7d723ca-c5b4-4714-adef-6adeb08b4447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:49:45.852293 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-68ed223c-2d7f-4171-85bf-7d20422dc39d service neutron] Bound using segment: {'id': 'd9af2bc9-1d86-4154-a107-88aa72136301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e7d723ca-c5b4-4714-adef-6adeb08b4447'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:49:45.852724 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-68ed223c-2d7f-4171-85bf-7d20422dc39d service neutron] Bound port: 33a8d93a-3137-4931-8bab-3fdba097a2a8, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9af2bc9-1d86-4154-a107-88aa72136301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'e7d723ca-c5b4-4714-adef-6adeb08b4447'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:49:45.853575 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-68ed223c-2d7f-4171-85bf-7d20422dc39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:45.865881 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10e7ae-deec-4544-94dc-1572cbf78d18 req-0a43edcb-e18c-473d-a14c-f9e0aec59d8e tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:45.867422 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e10e7ae-deec-4544-94dc-1572cbf78d18 req-0a43edcb-e18c-473d-a14c-f9e0aec59d8e tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1830802 Apr 21 12:49:46.051808 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e10e7ae-deec-4544-94dc-1572cbf78d18 req-ccad3a88-cac0-41eb-836a-ed0283a929c3 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737573 Apr 21 12:49:46.070603 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38e10642-5e0a-44f2-9448-e43101778ee5 req-17589126-dbdb-4777-8924-7d9297203c1d tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.36 "GET /v2.0/ports?device_id=61787fe3-db60-48f9-9cf0-cac0dfe6ec2f HTTP/1.1" status: 200 len: 210 time: 0.0398269 Apr 21 12:49:46.088358 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c9f40f13-ffbb-498a-9f1f-77f2cd3c51f6 req-eb8129eb-8a8a-445b-b713-7f8f80e09ca3 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:46.101457 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['fd703816-be55-4a83-abca-884c73b87469'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:49:46.136625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8129eb-8a8a-445b-b713-7f8f80e09ca3 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Pushing event deleted for resources: {'Port': ['ID=f67037ec-0269-4c0c-8eeb-9a294d01213f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:46.143492 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-68ed223c-2d7f-4171-85bf-7d20422dc39d service neutron] For port 33a8d93a-3137-4931-8bab-3fdba097a2a8, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:49:46.223926 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-68ed223c-2d7f-4171-85bf-7d20422dc39d service neutron] For port 33a8d93a-3137-4931-8bab-3fdba097a2a8, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=33a8d93a-3137-4931-8bab-3fdba097a2a8,segment=NetworkSegment(d9af2bc9-1d86-4154-a107-88aa72136301),segment_id=d9af2bc9-1d86-4154-a107-88aa72136301)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:49:46.269540 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f40f13-ffbb-498a-9f1f-77f2cd3c51f6 req-eb8129eb-8a8a-445b-b713-7f8f80e09ca3 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] No DVR routers for this DVR port f67037ec-0269-4c0c-8eeb-9a294d01213f on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:49:46.281220 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dd3769e1-1156-4be3-b44a-bf64e835eb7f req-51ade5b4-044d-450f-abb0-58a2414e092d tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=e06d93cb-5940-4118-98e5-287f3bc62a78 HTTP/1.1" status: 200 len: 210 time: 0.0618505 Apr 21 12:49:46.282447 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c9f40f13-ffbb-498a-9f1f-77f2cd3c51f6 req-eb8129eb-8a8a-445b-b713-7f8f80e09ca3 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:46.291785 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c9f40f13-ffbb-498a-9f1f-77f2cd3c51f6 req-eb8129eb-8a8a-445b-b713-7f8f80e09ca3 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.24 "DELETE /v2.0/ports/f67037ec-0269-4c0c-8eeb-9a294d01213f HTTP/1.1" status: 204 len: 173 time: 1.6180699 Apr 21 12:49:46.292915 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06d93cb-5940-4118-98e5-287f3bc62a78', 'name': 'network-vif-deleted', 'tag': 'f67037ec-0269-4c0c-8eeb-9a294d01213f'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:49:46.295878 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d50a9c-b0d2-4c88-b8e4-a894ee86587b" -d '{"events": [{"server_uuid": "e06d93cb-5940-4118-98e5-287f3bc62a78", "name": "network-vif-deleted", "tag": "f67037ec-0269-4c0c-8eeb-9a294d01213f"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:49:46.311447 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-68ed223c-2d7f-4171-85bf-7d20422dc39d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:46.344961 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d013ad-20a5-47a7-b2f0-86432ae05bef x-openstack-request-id: req-06d013ad-20a5-47a7-b2f0-86432ae05bef {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:49:46.345249 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06d93cb-5940-4118-98e5-287f3bc62a78", "name": "network-vif-deleted", "tag": "f67037ec-0269-4c0c-8eeb-9a294d01213f", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:49:46.345498 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-06d013ad-20a5-47a7-b2f0-86432ae05bef {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:49:46.345939 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06d013ad-20a5-47a7-b2f0-86432ae05bef'] response: {'server_uuid': 'e06d93cb-5940-4118-98e5-287f3bc62a78', 'name': 'network-vif-deleted', 'tag': 'f67037ec-0269-4c0c-8eeb-9a294d01213f', 'status': 'completed', 'code': 200} Apr 21 12:49:46.365436 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-68ed223c-2d7f-4171-85bf-7d20422dc39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:46.366171 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-68ed223c-2d7f-4171-85bf-7d20422dc39d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:46.367530 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-68ed223c-2d7f-4171-85bf-7d20422dc39d service neutron] 10.222.0.26 "PUT /v2.0/ports/33a8d93a-3137-4931-8bab-3fdba097a2a8 HTTP/1.1" status: 200 len: 1091 time: 2.4467084 Apr 21 12:49:46.372994 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f77a110-47f8-4429-9c88-1d262058ae48 req-eebb899d-1234-462a-a3be-30860553efaf tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:46.397026 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed223c-2d7f-4171-85bf-7d20422dc39d service neutron] Pushing event updated for resources: {'Port': ['ID=33a8d93a-3137-4931-8bab-3fdba097a2a8,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:46.443659 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb899d-1234-462a-a3be-30860553efaf tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Pushing event deleted for resources: {'Port': ['ID=b3059ab7-b5e6-4412-9ca9-4020a316efc0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:46.466653 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f77a110-47f8-4429-9c88-1d262058ae48 req-eebb899d-1234-462a-a3be-30860553efaf tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] No DVR routers for this DVR port b3059ab7-b5e6-4412-9ca9-4020a316efc0 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:49:46.469842 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f77a110-47f8-4429-9c88-1d262058ae48 req-eebb899d-1234-462a-a3be-30860553efaf tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:46.473487 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f77a110-47f8-4429-9c88-1d262058ae48 req-eebb899d-1234-462a-a3be-30860553efaf tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.24 "DELETE /v2.0/ports/b3059ab7-b5e6-4412-9ca9-4020a316efc0 HTTP/1.1" status: 204 len: 173 time: 1.6167245 Apr 21 12:49:46.558766 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['fd703816-be55-4a83-abca-884c73b87469'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:49:46.564357 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-18462587-0967-4990-a706-880979ea5247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:46.566634 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-18462587-0967-4990-a706-880979ea5247 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=19b41066c5424fc989a4fe9a00df0363&device_id=2d8c78ca-0462-4e79-95ac-804f81b0c76f HTTP/1.1" status: 200 len: 1094 time: 0.0558488 Apr 21 12:49:46.622858 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-a67bd7a0-2a07-4938-9fd3-e871dbd80e8e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33a8d93a-3137-4931-8bab-3fdba097a2a8 HTTP/1.1" status: 200 len: 217 time: 0.0452847 Apr 21 12:49:46.693955 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-bf11686e-1a3e-4b6a-aff7-e9f8a98d3081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:46.693955 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-bf11686e-1a3e-4b6a-aff7-e9f8a98d3081 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3dbc4ea6-d10e-4fe6-bfb0-4c7ed0ee6359 HTTP/1.1" status: 200 len: 849 time: 0.0628121 Apr 21 12:49:46.738635 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-611b9382-c5b5-49cf-8bd7-ea51dde15f14 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e7d723ca-c5b4-4714-adef-6adeb08b4447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388854 Apr 21 12:49:46.871670 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:46.894023 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50c5d7-4572-4b77-80cc-ec036f770986 req-ddca4173-8053-4d69-9c70-ebb7a5ad5f6e tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:46.896036 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c50c5d7-4572-4b77-80cc-ec036f770986 req-ddca4173-8053-4d69-9c70-ebb7a5ad5f6e tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8c78ca-0462-4e79-95ac-804f81b0c76f HTTP/1.1" status: 200 len: 943 time: 0.1120498 Apr 21 12:49:46.915687 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-62fc4a90-83a7-46b5-a042-366452a727d5 service neutron] 10.222.0.26 "GET /v2.0/networks/e7d723ca-c5b4-4714-adef-6adeb08b4447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698370 Apr 21 12:49:46.992037 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c50c5d7-4572-4b77-80cc-ec036f770986 req-8afbaa2c-1874-44d8-b0e8-baf3fb78c5a7 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2961657-8126-454d-8af7-a191be0f4b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860322 Apr 21 12:49:47.037238 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f84e17a-f95f-43cd-a4c1-ac844aee6139 req-fd36a2df-4f7f-4a43-afbf-44f8b3ea4159 service neutron] 10.222.0.26 "GET /v2.0/networks/e7d723ca-c5b4-4714-adef-6adeb08b4447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143386 Apr 21 12:49:47.170826 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-16c4a2ae-3626-4f67-9851-af7b7bca8848 req-f4470338-0c6c-47ae-abcb-1556b2b6312e tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.36 "GET /v2.0/ports?device_id=61787fe3-db60-48f9-9cf0-cac0dfe6ec2f HTTP/1.1" status: 200 len: 210 time: 0.0390632 Apr 21 12:49:47.252234 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f69197-3cb0-4099-882d-155be162ee8a req-cc041dc4-62da-4f86-984d-39e5c7bfe9f6 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:47.253809 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-36f69197-3cb0-4099-882d-155be162ee8a req-cc041dc4-62da-4f86-984d-39e5c7bfe9f6 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0919435 Apr 21 12:49:47.300233 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-36f69197-3cb0-4099-882d-155be162ee8a req-44ca7a49-d3dc-4fee-b407-45d1b8e52c96 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374672 Apr 21 12:49:47.413983 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-63cd4532-45ee-4a15-9921-0e7776e6bcbe req-93fefda5-56f9-49e8-acdb-aee029c560dd tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=e06d93cb-5940-4118-98e5-287f3bc62a78 HTTP/1.1" status: 200 len: 210 time: 0.0333450 Apr 21 12:49:47.761404 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:47.858189 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device d92f9793-f98c-4b86-b544-df19a4eddf1c details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:49:47.863461 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device f67037ec-0269-4c0c-8eeb-9a294d01213f no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:49:47.887682 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: f67037ec-0269-4c0c-8eeb-9a294d01213f {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:49:47.888700 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device f67037ec-0269-4c0c-8eeb-9a294d01213f not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:49:47.888700 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device b3059ab7-b5e6-4412-9ca9-4020a316efc0 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:49:47.911164 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: b3059ab7-b5e6-4412-9ca9-4020a316efc0 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:49:47.911520 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device b3059ab7-b5e6-4412-9ca9-4020a316efc0 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:49:48.012643 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port d92f9793-f98c-4b86-b544-df19a4eddf1c, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=d92f9793-f98c-4b86-b544-df19a4eddf1c,segment=NetworkSegment(0768e93f-2192-426a-8062-6b9b25d12b7a),segment_id=0768e93f-2192-426a-8062-6b9b25d12b7a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:48.025375 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'd92f9793-f98c-4b86-b544-df19a4eddf1c', 'network_id': '922b14c1-7208-45a2-9286-597c5ba2d9eb', 'port_id': 'd92f9793-f98c-4b86-b544-df19a4eddf1c', 'mac_address': 'fa:16:3e:c5:c7:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3fb62fd-7387-4f92-a212-fa3831f77ec4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:49:48.077774 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:48.095669 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d92f9793-f98c-4b86-b544-df19a4eddf1c {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:49:48.117227 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port d92f9793-f98c-4b86-b544-df19a4eddf1c, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=d92f9793-f98c-4b86-b544-df19a4eddf1c,segment=NetworkSegment(0768e93f-2192-426a-8062-6b9b25d12b7a),segment_id=0768e93f-2192-426a-8062-6b9b25d12b7a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:48.162540 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49d43b-6ee0-4d5c-a744-9a2da1d92c5d req-2ac7c131-ec6a-4bd6-999f-6d352f4dc53f tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:48.170624 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb49d43b-6ee0-4d5c-a744-9a2da1d92c5d req-2ac7c131-ec6a-4bd6-999f-6d352f4dc53f tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8c78ca-0462-4e79-95ac-804f81b0c76f HTTP/1.1" status: 200 len: 943 time: 0.0654070 Apr 21 12:49:48.208593 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb49d43b-6ee0-4d5c-a744-9a2da1d92c5d req-621df592-11aa-4079-be9c-9414ceb75910 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2961657-8126-454d-8af7-a191be0f4b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356321 Apr 21 12:49:48.218861 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:48.296281 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=d92f9793-f98c-4b86-b544-df19a4eddf1c,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:48.303903 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90bddac6-9013-4791-8154-62106d736a36 req-2d564708-227d-47b2-ad12-9acaf69ab206 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.36 "GET /v2.0/ports?device_id=61787fe3-db60-48f9-9cf0-cac0dfe6ec2f HTTP/1.1" status: 200 len: 210 time: 0.0305359 Apr 21 12:49:48.307936 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['d92f9793-f98c-4b86-b544-df19a4eddf1c'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:49:48.346743 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d8c78ca-0462-4e79-95ac-804f81b0c76f', 'tag': '33a8d93a-3137-4931-8bab-3fdba097a2a8'}, {'server_uuid': '1d3ee0e9-13e8-4ce8-baba-190e961e7f8d', 'name': 'network-vif-deleted', 'tag': 'b3059ab7-b5e6-4412-9ca9-4020a316efc0'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:49:48.349680 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661d1617-af56-411d-9c94-22bdb78451c4" -d '{"events": [{"name": "network-changed", "server_uuid": "2d8c78ca-0462-4e79-95ac-804f81b0c76f", "tag": "33a8d93a-3137-4931-8bab-3fdba097a2a8"}, {"server_uuid": "1d3ee0e9-13e8-4ce8-baba-190e961e7f8d", "name": "network-vif-deleted", "tag": "b3059ab7-b5e6-4412-9ca9-4020a316efc0"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:49:48.423263 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 21 Apr 2022 12:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbb6061-6fa7-4580-8fd8-b7e267773ecd x-openstack-request-id: req-2cbb6061-6fa7-4580-8fd8-b7e267773ecd {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:49:48.423602 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d8c78ca-0462-4e79-95ac-804f81b0c76f", "tag": "33a8d93a-3137-4931-8bab-3fdba097a2a8", "status": "completed", "code": 200}, {"server_uuid": "1d3ee0e9-13e8-4ce8-baba-190e961e7f8d", "name": "network-vif-deleted", "tag": "b3059ab7-b5e6-4412-9ca9-4020a316efc0", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:49:48.423806 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2cbb6061-6fa7-4580-8fd8-b7e267773ecd {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:49:48.424193 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cbb6061-6fa7-4580-8fd8-b7e267773ecd'] response: {'name': 'network-changed', 'server_uuid': '2d8c78ca-0462-4e79-95ac-804f81b0c76f', 'tag': '33a8d93a-3137-4931-8bab-3fdba097a2a8', 'status': 'completed', 'code': 200} Apr 21 12:49:48.424446 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cbb6061-6fa7-4580-8fd8-b7e267773ecd'] response: {'server_uuid': '1d3ee0e9-13e8-4ce8-baba-190e961e7f8d', 'name': 'network-vif-deleted', 'tag': 'b3059ab7-b5e6-4412-9ca9-4020a316efc0', 'status': 'completed', 'code': 200} Apr 21 12:49:48.476083 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae424fd1-c1c7-4ff2-8f38-761f9fa90e69 req-7465a755-85c8-4743-a650-18ea105bfc7b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:48.481110 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae424fd1-c1c7-4ff2-8f38-761f9fa90e69 req-7465a755-85c8-4743-a650-18ea105bfc7b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 944 time: 0.0881214 Apr 21 12:49:48.483233 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:48.582397 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae424fd1-c1c7-4ff2-8f38-761f9fa90e69 req-6ea89df8-18ca-463c-84e3-c50f1cbfbc80 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550985 Apr 21 12:49:48.586685 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d1617-af56-411d-9c94-22bdb78451c4 req-896b96c4-77fc-4531-afd7-59ac140b6e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:48.588411 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-661d1617-af56-411d-9c94-22bdb78451c4 req-896b96c4-77fc-4531-afd7-59ac140b6e0d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=19b41066c5424fc989a4fe9a00df0363&device_id=2d8c78ca-0462-4e79-95ac-804f81b0c76f HTTP/1.1" status: 200 len: 1094 time: 0.1453056 Apr 21 12:49:48.702641 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d1617-af56-411d-9c94-22bdb78451c4 req-8fdf4a0a-9257-40e4-bd17-a9bedb082a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:48.704508 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-661d1617-af56-411d-9c94-22bdb78451c4 req-8fdf4a0a-9257-40e4-bd17-a9bedb082a64 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e7d723ca-c5b4-4714-adef-6adeb08b4447 HTTP/1.1" status: 200 len: 910 time: 0.1069319 Apr 21 12:49:48.761090 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:48.771084 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-661d1617-af56-411d-9c94-22bdb78451c4 req-d2e5b401-0107-43b0-84d3-32ea7eb83da3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33a8d93a-3137-4931-8bab-3fdba097a2a8 HTTP/1.1" status: 200 len: 217 time: 0.0557144 Apr 21 12:49:48.905940 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d1617-af56-411d-9c94-22bdb78451c4 req-59d94a80-0058-4038-b2f6-138180701bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:48.907560 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-661d1617-af56-411d-9c94-22bdb78451c4 req-59d94a80-0058-4038-b2f6-138180701bb5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3dbc4ea6-d10e-4fe6-bfb0-4c7ed0ee6359 HTTP/1.1" status: 200 len: 849 time: 0.1115172 Apr 21 12:49:48.975410 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-661d1617-af56-411d-9c94-22bdb78451c4 req-617430ed-abc4-42c2-91a8-cd6bbe54d52d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e7d723ca-c5b4-4714-adef-6adeb08b4447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393972 Apr 21 12:49:48.986629 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977cd18-a76c-4307-8654-c557591e73d8 req-5399dcd0-56d6-42f4-a9eb-3f7c0909f452 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:48.988219 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d977cd18-a76c-4307-8654-c557591e73d8 req-5399dcd0-56d6-42f4-a9eb-3f7c0909f452 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.26 "GET /v2.0/networks?id=cb411e88-3e81-41c4-a34a-80c3156bd2e5 HTTP/1.1" status: 200 len: 813 time: 0.2059841 Apr 21 12:49:49.003782 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d977cd18-a76c-4307-8654-c557591e73d8 req-b77225b6-acd1-4cca-b43e-d01a2e602a92 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Request body: {'port': {'device_id': '61787fe3-db60-48f9-9cf0-cac0dfe6ec2f', 'network_id': 'cb411e88-3e81-41c4-a34a-80c3156bd2e5', 'admin_state_up': True, 'tenant_id': 'a6d22a77bf6b46f694227bcb6796d224'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:49:49.192949 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-661d1617-af56-411d-9c94-22bdb78451c4 req-04678a8c-828c-4690-a69b-67f74f071d1c service neutron] 10.222.0.26 "GET /v2.0/networks/e7d723ca-c5b4-4714-adef-6adeb08b4447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036319 Apr 21 12:49:49.386827 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-661d1617-af56-411d-9c94-22bdb78451c4 req-a89dacda-c293-4e9c-a428-c89ef7e728ac service neutron] 10.222.0.26 "GET /v2.0/networks/e7d723ca-c5b4-4714-adef-6adeb08b4447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840234 Apr 21 12:49:49.417412 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062f386-6689-449d-9eb0-4c4d772c32e9 req-77acdf35-ef40-4e0a-bd12-53ea24482f50 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:49.419041 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8062f386-6689-449d-9eb0-4c4d772c32e9 req-77acdf35-ef40-4e0a-bd12-53ea24482f50 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e HTTP/1.1" status: 200 len: 950 time: 0.1460671 Apr 21 12:49:49.432521 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e1ad4-0c08-4708-b67c-3887a27e4ca8 req-3bb0f977-b17f-4087-9cf9-e058087fc5d5 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:49.434290 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-035e1ad4-0c08-4708-b67c-3887a27e4ca8 req-3bb0f977-b17f-4087-9cf9-e058087fc5d5 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8c78ca-0462-4e79-95ac-804f81b0c76f HTTP/1.1" status: 200 len: 943 time: 0.1133292 Apr 21 12:49:49.437304 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d977cd18-a76c-4307-8654-c557591e73d8 req-b77225b6-acd1-4cca-b43e-d01a2e602a92 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Made reservation on behalf of a6d22a77bf6b46f694227bcb6796d224 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:49:49.440761 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d977cd18-a76c-4307-8654-c557591e73d8 req-b77225b6-acd1-4cca-b43e-d01a2e602a92 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:49.529893 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8062f386-6689-449d-9eb0-4c4d772c32e9 req-b9fbee84-c554-4aab-89e2-a582d56def12 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900872 Apr 21 12:49:49.561310 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-035e1ad4-0c08-4708-b67c-3887a27e4ca8 req-b0b08744-9998-45be-9bfa-544dea2e5b13 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2961657-8126-454d-8af7-a191be0f4b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136260 Apr 21 12:49:49.684872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-d977cd18-a76c-4307-8654-c557591e73d8 req-b77225b6-acd1-4cca-b43e-d01a2e602a92 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Allocated IP 172.20.0.10 (cb411e88-3e81-41c4-a34a-80c3156bd2e5/684434fa-0758-4742-ab12-19d5508f8c54/dc0f6941-415e-49a2-abd9-a90b13327e5d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:49:49.705155 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d16a708f-a002-4b7c-914c-245d1089902c req-8c7d8264-5e78-4abc-9ad0-a9c8a44b1804 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.36 "GET /v2.0/ports?device_id=61787fe3-db60-48f9-9cf0-cac0dfe6ec2f HTTP/1.1" status: 200 len: 210 time: 0.0317600 Apr 21 12:49:49.835993 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8a0c4-d623-4801-b280-8f6645a8bb60 req-20de748f-9f6d-4c86-be58-e524133dc547 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:49.843616 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3c8a0c4-d623-4801-b280-8f6645a8bb60 req-20de748f-9f6d-4c86-be58-e524133dc547 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 944 time: 0.1299269 Apr 21 12:49:49.871837 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device d92f9793-f98c-4b86-b544-df19a4eddf1c up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:49:49.995662 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3c8a0c4-d623-4801-b280-8f6645a8bb60 req-0da734f4-5566-4caa-a131-7645aaf0b02a tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510603 Apr 21 12:49:50.033067 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port d92f9793-f98c-4b86-b544-df19a4eddf1c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:49:50.033934 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:50.077093 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d977cd18-a76c-4307-8654-c557591e73d8 req-b77225b6-acd1-4cca-b43e-d01a2e602a92 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:50.152904 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:50.169163 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a873efec-c62c-4b29-8836-f2165a37f83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92f9793-f98c-4b86-b544-df19a4eddf1c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:49:50.171639 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df43e1c9-565d-4601-a833-aec1bba07ca5" -d '{"events": [{"server_uuid": "a873efec-c62c-4b29-8836-f2165a37f83b", "name": "network-vif-plugged", "status": "completed", "tag": "d92f9793-f98c-4b86-b544-df19a4eddf1c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:49:50.218025 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port d92f9793-f98c-4b86-b544-df19a4eddf1c, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=d92f9793-f98c-4b86-b544-df19a4eddf1c,segment=NetworkSegment(0768e93f-2192-426a-8062-6b9b25d12b7a),segment_id=0768e93f-2192-426a-8062-6b9b25d12b7a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:50.307325 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634954dc-0512-4086-a3e5-5a342b2feedd x-openstack-request-id: req-634954dc-0512-4086-a3e5-5a342b2feedd {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:49:50.308107 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a873efec-c62c-4b29-8836-f2165a37f83b", "name": "network-vif-plugged", "status": "completed", "tag": "d92f9793-f98c-4b86-b544-df19a4eddf1c", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:49:50.308392 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-634954dc-0512-4086-a3e5-5a342b2feedd {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:49:50.308798 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-634954dc-0512-4086-a3e5-5a342b2feedd'] response: {'server_uuid': 'a873efec-c62c-4b29-8836-f2165a37f83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92f9793-f98c-4b86-b544-df19a4eddf1c', 'code': 200} Apr 21 12:49:50.432403 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d977cd18-a76c-4307-8654-c557591e73d8 req-b77225b6-acd1-4cca-b43e-d01a2e602a92 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:50.435804 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:50.477554 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:50.514719 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d977cd18-a76c-4307-8654-c557591e73d8 req-b77225b6-acd1-4cca-b43e-d01a2e602a92 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Network cb411e88-3e81-41c4-a34a-80c3156bd2e5 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:49:50.517758 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=d92f9793-f98c-4b86-b544-df19a4eddf1c,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:50.531269 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-d977cd18-a76c-4307-8654-c557591e73d8 req-b77225b6-acd1-4cca-b43e-d01a2e602a92 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:49:50.544563 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d977cd18-a76c-4307-8654-c557591e73d8 req-b77225b6-acd1-4cca-b43e-d01a2e602a92 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:49:50.650923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977cd18-a76c-4307-8654-c557591e73d8 req-b77225b6-acd1-4cca-b43e-d01a2e602a92 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:50.651554 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d977cd18-a76c-4307-8654-c557591e73d8 req-b77225b6-acd1-4cca-b43e-d01a2e602a92 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:50.693517 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77225b6-acd1-4cca-b43e-d01a2e602a92 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Pushing event updated for resources: {'Port': ['ID=dc0f6941-415e-49a2-abd9-a90b13327e5d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:50.732403 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a8938-6ba6-419e-8f2b-ef0fb2c09dca req-2c250d9a-5e7c-48c6-ae00-ecd5ef51790d tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:50.740658 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c8a8938-6ba6-419e-8f2b-ef0fb2c09dca req-2c250d9a-5e7c-48c6-ae00-ecd5ef51790d tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e HTTP/1.1" status: 200 len: 950 time: 0.0828187 Apr 21 12:49:51.213318 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d977cd18-a76c-4307-8654-c557591e73d8 req-b77225b6-acd1-4cca-b43e-d01a2e602a92 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2152190 Apr 21 12:49:51.229484 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d977cd18-a76c-4307-8654-c557591e73d8 req-31beb04e-f0f0-4cef-b705-5ae09a1cb6c9 service neutron] Request body: {'port': {'device_id': '61787fe3-db60-48f9-9cf0-cac0dfe6ec2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:49:51.288268 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3d4f1-200f-4873-bf91-62a6a9ac95f6 req-33cc7e44-dcf2-4478-8e35-0be96a3ebd8d tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:51.289856 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bdf3d4f1-200f-4873-bf91-62a6a9ac95f6 req-33cc7e44-dcf2-4478-8e35-0be96a3ebd8d tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8c78ca-0462-4e79-95ac-804f81b0c76f HTTP/1.1" status: 200 len: 943 time: 0.5422184 Apr 21 12:49:51.299927 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ad394-7c76-4bac-bb0a-7a3e43fbb9cd req-b8f066ab-390f-47d6-922d-454b5e011e56 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:51.301474 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d5ad394-7c76-4bac-bb0a-7a3e43fbb9cd req-b8f066ab-390f-47d6-922d-454b5e011e56 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.26 "GET /v2.0/ports?device_id=9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e HTTP/1.1" status: 200 len: 950 time: 0.1231809 Apr 21 12:49:51.304276 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c8a8938-6ba6-419e-8f2b-ef0fb2c09dca req-2453de9e-ab6c-43f1-ada3-f2f30072532b tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e901bb6-9a1a-4907-904b-a362e5e809b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5628407 Apr 21 12:49:51.390178 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 33a8d93a-3137-4931-8bab-3fdba097a2a8 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:49:51.426633 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d977cd18-a76c-4307-8654-c557591e73d8 req-31beb04e-f0f0-4cef-b705-5ae09a1cb6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:51.462596 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bdf3d4f1-200f-4873-bf91-62a6a9ac95f6 req-ffa096aa-1fd2-4655-82f7-dbc839f1b196 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2961657-8126-454d-8af7-a191be0f4b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520898 Apr 21 12:49:51.566271 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 33a8d93a-3137-4931-8bab-3fdba097a2a8, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=33a8d93a-3137-4931-8bab-3fdba097a2a8,segment=NetworkSegment(d9af2bc9-1d86-4154-a107-88aa72136301),segment_id=d9af2bc9-1d86-4154-a107-88aa72136301)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:51.581310 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '33a8d93a-3137-4931-8bab-3fdba097a2a8', 'network_id': 'e7d723ca-c5b4-4714-adef-6adeb08b4447', 'port_id': '33a8d93a-3137-4931-8bab-3fdba097a2a8', 'mac_address': 'fa:16:3e:9b:4d:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dbc4ea6-d10e-4fe6-bfb0-4c7ed0ee6359', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:49:51.641170 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:51.655260 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33a8d93a-3137-4931-8bab-3fdba097a2a8 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:49:51.680312 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 33a8d93a-3137-4931-8bab-3fdba097a2a8, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=33a8d93a-3137-4931-8bab-3fdba097a2a8,segment=NetworkSegment(d9af2bc9-1d86-4154-a107-88aa72136301),segment_id=d9af2bc9-1d86-4154-a107-88aa72136301)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:51.684482 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-6d5ad394-7c76-4bac-bb0a-7a3e43fbb9cd req-f72ff774-80b3-478c-ac85-c48eff15a3bb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Deleting port fd703816-be55-4a83-abca-884c73b87469 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:49:51.684827 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6d5ad394-7c76-4bac-bb0a-7a3e43fbb9cd req-f72ff774-80b3-478c-ac85-c48eff15a3bb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:51.762093 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03ec3e5-fd18-42ec-999d-e3a718f3320f req-84ed0011-e113-4a3a-b512-d2c1f2de92ac tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:51.769371 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a03ec3e5-fd18-42ec-999d-e3a718f3320f req-84ed0011-e113-4a3a-b512-d2c1f2de92ac tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.36 "GET /v2.0/ports?device_id=61787fe3-db60-48f9-9cf0-cac0dfe6ec2f HTTP/1.1" status: 200 len: 932 time: 0.2563646 Apr 21 12:49:51.772705 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:51.811706 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbf741-3f57-4395-a984-482fa7a9dbb5 req-43394c48-3f9b-48dc-9ea3-7d1daea476e4 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:51.818142 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-36bbf741-3f57-4395-a984-482fa7a9dbb5 req-43394c48-3f9b-48dc-9ea3-7d1daea476e4 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.2576082 Apr 21 12:49:51.842772 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=33a8d93a-3137-4931-8bab-3fdba097a2a8,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:51.963939 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-36bbf741-3f57-4395-a984-482fa7a9dbb5 req-64891ed0-de48-49e7-83d6-46cdc2c27b4f tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365979 Apr 21 12:49:51.972423 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-6d5ad394-7c76-4bac-bb0a-7a3e43fbb9cd req-f72ff774-80b3-478c-ac85-c48eff15a3bb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] For port fd703816-be55-4a83-abca-884c73b87469, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=fd703816-be55-4a83-abca-884c73b87469,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:51.972799 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6d5ad394-7c76-4bac-bb0a-7a3e43fbb9cd req-f72ff774-80b3-478c-ac85-c48eff15a3bb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:51.984777 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a03ec3e5-fd18-42ec-999d-e3a718f3320f req-16d1a89f-00b5-4316-8ac7-adc03a8633c9 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.36 "GET /v2.0/security-groups?id=df2b3f6c-6d23-43de-a889-8c3dbdc76376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145123 Apr 21 12:49:52.006185 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-6d5ad394-7c76-4bac-bb0a-7a3e43fbb9cd req-f72ff774-80b3-478c-ac85-c48eff15a3bb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Calling delete_port for fd703816-be55-4a83-abca-884c73b87469 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:49:52.081278 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['33a8d93a-3137-4931-8bab-3fdba097a2a8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:49:52.279049 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-d977cd18-a76c-4307-8654-c557591e73d8 req-31beb04e-f0f0-4cef-b705-5ae09a1cb6c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc0f6941-415e-49a2-abd9-a90b13327e5d {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:49:52.289074 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d977cd18-a76c-4307-8654-c557591e73d8 req-31beb04e-f0f0-4cef-b705-5ae09a1cb6c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:52.314803 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-d977cd18-a76c-4307-8654-c557591e73d8 req-31beb04e-f0f0-4cef-b705-5ae09a1cb6c9 service neutron] Transition to ACTIVE for port object dc0f6941-415e-49a2-abd9-a90b13327e5d will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:49:52.321414 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6d5ad394-7c76-4bac-bb0a-7a3e43fbb9cd req-f72ff774-80b3-478c-ac85-c48eff15a3bb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:52.375778 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72ff774-80b3-478c-ac85-c48eff15a3bb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Pushing event deleted for resources: {'Port': ['ID=fd703816-be55-4a83-abca-884c73b87469,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:52.389373 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d977cd18-a76c-4307-8654-c557591e73d8 req-31beb04e-f0f0-4cef-b705-5ae09a1cb6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:52.492167 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5ad394-7c76-4bac-bb0a-7a3e43fbb9cd req-f72ff774-80b3-478c-ac85-c48eff15a3bb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] No DVR routers for this DVR port fd703816-be55-4a83-abca-884c73b87469 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:49:52.495594 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-6d5ad394-7c76-4bac-bb0a-7a3e43fbb9cd req-f72ff774-80b3-478c-ac85-c48eff15a3bb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:52.499580 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d5ad394-7c76-4bac-bb0a-7a3e43fbb9cd req-f72ff774-80b3-478c-ac85-c48eff15a3bb tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.26 "DELETE /v2.0/ports/fd703816-be55-4a83-abca-884c73b87469 HTTP/1.1" status: 204 len: 173 time: 1.1870487 Apr 21 12:49:52.518796 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e', 'name': 'network-vif-deleted', 'tag': 'fd703816-be55-4a83-abca-884c73b87469'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:49:52.521124 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379088a9-f8e0-4702-9601-dd3bc2686a97" -d '{"events": [{"server_uuid": "9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e", "name": "network-vif-deleted", "tag": "fd703816-be55-4a83-abca-884c73b87469"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:49:52.536202 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3242edbd-5402-414e-879c-c6aa9bcf6ffd req-9d652dfd-2e1a-4e2a-8e2a-482429e2c8b2 tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e HTTP/1.1" status: 200 len: 210 time: 0.0671132 Apr 21 12:49:52.603449 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beb04e-f0f0-4cef-b705-5ae09a1cb6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0f6941-415e-49a2-abd9-a90b13327e5d,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:52.651073 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a067822-84af-464e-a34a-481413a940b1 x-openstack-request-id: req-2a067822-84af-464e-a34a-481413a940b1 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:49:52.651417 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e", "name": "network-vif-deleted", "tag": "fd703816-be55-4a83-abca-884c73b87469", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:49:52.651794 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a067822-84af-464e-a34a-481413a940b1 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:49:52.652252 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a067822-84af-464e-a34a-481413a940b1'] response: {'server_uuid': '9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e', 'name': 'network-vif-deleted', 'tag': 'fd703816-be55-4a83-abca-884c73b87469', 'status': 'completed', 'code': 200} Apr 21 12:49:52.713705 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d977cd18-a76c-4307-8654-c557591e73d8 req-31beb04e-f0f0-4cef-b705-5ae09a1cb6c9 service neutron] Attempting to bind port dc0f6941-415e-49a2-abd9-a90b13327e5d on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:49:52.714342 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d977cd18-a76c-4307-8654-c557591e73d8 req-31beb04e-f0f0-4cef-b705-5ae09a1cb6c9 service neutron] Attempting to bind port dc0f6941-415e-49a2-abd9-a90b13327e5d by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '206eb134-dc22-4e63-8e99-594ca4240cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cb411e88-3e81-41c4-a34a-80c3156bd2e5'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:49:52.714695 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d977cd18-a76c-4307-8654-c557591e73d8 req-31beb04e-f0f0-4cef-b705-5ae09a1cb6c9 service neutron] Attempting to bind port dc0f6941-415e-49a2-abd9-a90b13327e5d on network cb411e88-3e81-41c4-a34a-80c3156bd2e5 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:49:52.725623 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284af342-0c0a-4d01-a3ca-8b4125b722d7 req-001d99e5-8538-4102-8e91-7a0c123a360e tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:52.727128 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-284af342-0c0a-4d01-a3ca-8b4125b722d7 req-001d99e5-8538-4102-8e91-7a0c123a360e tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8c78ca-0462-4e79-95ac-804f81b0c76f HTTP/1.1" status: 200 len: 944 time: 0.1153731 Apr 21 12:49:52.729386 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d977cd18-a76c-4307-8654-c557591e73d8 req-31beb04e-f0f0-4cef-b705-5ae09a1cb6c9 service neutron] Port dc0f6941-415e-49a2-abd9-a90b13327e5d on network cb411e88-3e81-41c4-a34a-80c3156bd2e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:49:52.729756 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d977cd18-a76c-4307-8654-c557591e73d8 req-31beb04e-f0f0-4cef-b705-5ae09a1cb6c9 service neutron] Attempting to bind port dc0f6941-415e-49a2-abd9-a90b13327e5d on network cb411e88-3e81-41c4-a34a-80c3156bd2e5 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:49:52.741148 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d977cd18-a76c-4307-8654-c557591e73d8 req-31beb04e-f0f0-4cef-b705-5ae09a1cb6c9 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:49:52.741487 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d977cd18-a76c-4307-8654-c557591e73d8 req-31beb04e-f0f0-4cef-b705-5ae09a1cb6c9 service neutron] Checking segment: {'id': '206eb134-dc22-4e63-8e99-594ca4240cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cb411e88-3e81-41c4-a34a-80c3156bd2e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:49:52.741891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d977cd18-a76c-4307-8654-c557591e73d8 req-31beb04e-f0f0-4cef-b705-5ae09a1cb6c9 service neutron] Bound using segment: {'id': '206eb134-dc22-4e63-8e99-594ca4240cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cb411e88-3e81-41c4-a34a-80c3156bd2e5'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:49:52.742336 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d977cd18-a76c-4307-8654-c557591e73d8 req-31beb04e-f0f0-4cef-b705-5ae09a1cb6c9 service neutron] Bound port: dc0f6941-415e-49a2-abd9-a90b13327e5d, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '206eb134-dc22-4e63-8e99-594ca4240cda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'cb411e88-3e81-41c4-a34a-80c3156bd2e5'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:49:52.742685 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d977cd18-a76c-4307-8654-c557591e73d8 req-31beb04e-f0f0-4cef-b705-5ae09a1cb6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:52.802984 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-284af342-0c0a-4d01-a3ca-8b4125b722d7 req-e0f0341e-b548-43ab-afeb-b299c62a20cb tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2961657-8126-454d-8af7-a191be0f4b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678101 Apr 21 12:49:52.843565 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d977cd18-a76c-4307-8654-c557591e73d8 req-31beb04e-f0f0-4cef-b705-5ae09a1cb6c9 service neutron] For port dc0f6941-415e-49a2-abd9-a90b13327e5d, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:49:52.845722 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['fd703816-be55-4a83-abca-884c73b87469'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:49:52.847053 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d977cd18-a76c-4307-8654-c557591e73d8 req-31beb04e-f0f0-4cef-b705-5ae09a1cb6c9 service neutron] For port dc0f6941-415e-49a2-abd9-a90b13327e5d, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=dc0f6941-415e-49a2-abd9-a90b13327e5d,segment=NetworkSegment(206eb134-dc22-4e63-8e99-594ca4240cda),segment_id=206eb134-dc22-4e63-8e99-594ca4240cda)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:49:52.942354 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d977cd18-a76c-4307-8654-c557591e73d8 req-31beb04e-f0f0-4cef-b705-5ae09a1cb6c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:53.024680 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977cd18-a76c-4307-8654-c557591e73d8 req-31beb04e-f0f0-4cef-b705-5ae09a1cb6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:53.024680 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d977cd18-a76c-4307-8654-c557591e73d8 req-31beb04e-f0f0-4cef-b705-5ae09a1cb6c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:53.024680 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d977cd18-a76c-4307-8654-c557591e73d8 req-31beb04e-f0f0-4cef-b705-5ae09a1cb6c9 service neutron] 10.222.0.26 "PUT /v2.0/ports/dc0f6941-415e-49a2-abd9-a90b13327e5d HTTP/1.1" status: 200 len: 1092 time: 1.7513304 Apr 21 12:49:53.029465 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beb04e-f0f0-4cef-b705-5ae09a1cb6c9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc0f6941-415e-49a2-abd9-a90b13327e5d,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:53.152981 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c3ce1-09e7-4919-88d6-d8637fc76aa1 req-36efe918-7342-488e-9365-25a31f82bfb8 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:53.158434 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d21c3ce1-09e7-4919-88d6-d8637fc76aa1 req-36efe918-7342-488e-9365-25a31f82bfb8 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0951934 Apr 21 12:49:53.219469 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0083306-e515-44ac-85dd-de99fe092179 req-faa324ad-a51f-4a75-afd6-015cfb653761 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:53.221148 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a0083306-e515-44ac-85dd-de99fe092179 req-faa324ad-a51f-4a75-afd6-015cfb653761 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.36 "GET /v2.0/ports?device_id=61787fe3-db60-48f9-9cf0-cac0dfe6ec2f HTTP/1.1" status: 200 len: 944 time: 0.1241684 Apr 21 12:49:53.260779 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d21c3ce1-09e7-4919-88d6-d8637fc76aa1 req-7fafd16e-ac32-415a-ad87-448f6f4eba74 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791135 Apr 21 12:49:53.264499 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977cd18-a76c-4307-8654-c557591e73d8 req-63c93dbb-eac4-4fb5-a09a-b11e5e36b605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:53.266142 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d977cd18-a76c-4307-8654-c557591e73d8 req-63c93dbb-eac4-4fb5-a09a-b11e5e36b605 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6d22a77bf6b46f694227bcb6796d224&device_id=61787fe3-db60-48f9-9cf0-cac0dfe6ec2f HTTP/1.1" status: 200 len: 1095 time: 0.1105559 Apr 21 12:49:53.322412 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d977cd18-a76c-4307-8654-c557591e73d8 req-5405ad29-bd36-46e0-8f0b-c3041fceec5d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc0f6941-415e-49a2-abd9-a90b13327e5d HTTP/1.1" status: 200 len: 217 time: 0.0483222 Apr 21 12:49:53.327286 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a0083306-e515-44ac-85dd-de99fe092179 req-522416cf-b2ff-4d93-b3ed-310669d2b97b tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.36 "GET /v2.0/security-groups?id=df2b3f6c-6d23-43de-a889-8c3dbdc76376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962646 Apr 21 12:49:53.400845 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977cd18-a76c-4307-8654-c557591e73d8 req-6a3e60c5-c15e-4e15-900f-6757b8a8d0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:53.402781 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d977cd18-a76c-4307-8654-c557591e73d8 req-6a3e60c5-c15e-4e15-900f-6757b8a8d0ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=684434fa-0758-4742-ab12-19d5508f8c54 HTTP/1.1" status: 200 len: 853 time: 0.0720775 Apr 21 12:49:53.423256 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 33a8d93a-3137-4931-8bab-3fdba097a2a8 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:49:53.450818 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d977cd18-a76c-4307-8654-c557591e73d8 req-85fce43b-efcc-4750-ab70-5cd9689490a2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb411e88-3e81-41c4-a34a-80c3156bd2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316613 Apr 21 12:49:53.561431 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 33a8d93a-3137-4931-8bab-3fdba097a2a8 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:49:53.566029 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 33a8d93a-3137-4931-8bab-3fdba097a2a8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:49:53.566806 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:53.580838 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d977cd18-a76c-4307-8654-c557591e73d8 req-c1a14798-d39f-49bf-8e41-8ec10fab7313 service neutron] 10.222.0.26 "GET /v2.0/networks/cb411e88-3e81-41c4-a34a-80c3156bd2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205051 Apr 21 12:49:53.758122 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:53.779172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d977cd18-a76c-4307-8654-c557591e73d8 req-30743c0d-628e-4c83-9742-dd7ad7e34219 service neutron] 10.222.0.26 "GET /v2.0/networks/cb411e88-3e81-41c4-a34a-80c3156bd2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907053 Apr 21 12:49:53.787159 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8c78ca-0462-4e79-95ac-804f81b0c76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a8d93a-3137-4931-8bab-3fdba097a2a8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:49:53.790875 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472bfe2f-714f-4b79-b1ef-069ed1ed4e92" -d '{"events": [{"server_uuid": "2d8c78ca-0462-4e79-95ac-804f81b0c76f", "name": "network-vif-plugged", "status": "completed", "tag": "33a8d93a-3137-4931-8bab-3fdba097a2a8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:49:53.806375 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1cb9b500-e824-4784-b409-1fd170c693c0 req-59898844-eaf5-4758-a5af-794a558fb06f tempest-ServersOnMultiNodesTest-486568595 tempest-ServersOnMultiNodesTest-486568595-project] 10.222.0.36 "GET /v2.0/ports?device_id=9da7b2f4-dd15-4e61-a7a9-0b67964d2f0e HTTP/1.1" status: 200 len: 210 time: 0.0551343 Apr 21 12:49:53.812425 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 33a8d93a-3137-4931-8bab-3fdba097a2a8, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=33a8d93a-3137-4931-8bab-3fdba097a2a8,segment=NetworkSegment(d9af2bc9-1d86-4154-a107-88aa72136301),segment_id=d9af2bc9-1d86-4154-a107-88aa72136301)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:53.867225 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12702aa-e44f-40d7-b0e0-4e6eaeacbf30 x-openstack-request-id: req-a12702aa-e44f-40d7-b0e0-4e6eaeacbf30 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:49:53.867996 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8c78ca-0462-4e79-95ac-804f81b0c76f", "name": "network-vif-plugged", "status": "completed", "tag": "33a8d93a-3137-4931-8bab-3fdba097a2a8", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:49:53.867996 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a12702aa-e44f-40d7-b0e0-4e6eaeacbf30 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:49:53.869285 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a12702aa-e44f-40d7-b0e0-4e6eaeacbf30'] response: {'server_uuid': '2d8c78ca-0462-4e79-95ac-804f81b0c76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a8d93a-3137-4931-8bab-3fdba097a2a8', 'code': 200} Apr 21 12:49:53.916298 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:49:53.938558 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:54.013417 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=33a8d93a-3137-4931-8bab-3fdba097a2a8,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:54.022775 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:54.023424 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:54.024018 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:54.024568 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:54.025104 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:54.026221 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:54.026752 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:54.027317 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:54.027836 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:54.028387 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:54.028953 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:54.030137 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:54.067075 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e48bc-a086-47b7-95c9-b93877604b4d req-3df90176-f06c-4eb9-b1c5-52602191d896 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:54.068975 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5e6e48bc-a086-47b7-95c9-b93877604b4d req-3df90176-f06c-4eb9-b1c5-52602191d896 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8c78ca-0462-4e79-95ac-804f81b0c76f HTTP/1.1" status: 200 len: 945 time: 0.1356494 Apr 21 12:49:54.071126 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1c51b-c922-4428-a887-09b53a613f6f req-45810f28-9e0d-4d2a-ab6e-ea2b801d9bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:54.072742 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5da1c51b-c922-4428-a887-09b53a613f6f req-45810f28-9e0d-4d2a-ab6e-ea2b801d9bb9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2d8c78ca-0462-4e79-95ac-804f81b0c76f HTTP/1.1" status: 200 len: 1096 time: 0.1234577 Apr 21 12:49:54.151450 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5e6e48bc-a086-47b7-95c9-b93877604b4d req-bb174bf8-c99f-49d1-af22-334f3c9c908b tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2961657-8126-454d-8af7-a191be0f4b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657549 Apr 21 12:49:54.153711 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5da1c51b-c922-4428-a887-09b53a613f6f req-ebc60919-dd0a-42da-a417-920e240a51cb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b2961657-8126-454d-8af7-a191be0f4b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678048 Apr 21 12:49:54.436932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612164d-8914-43ed-b08e-d06fcb181206 req-7dec7161-152f-4f30-a9f4-d336ed4ebfa4 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:54.438527 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2612164d-8914-43ed-b08e-d06fcb181206 req-7dec7161-152f-4f30-a9f4-d336ed4ebfa4 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0769675 Apr 21 12:49:54.532131 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2612164d-8914-43ed-b08e-d06fcb181206 req-a0668413-a3c8-4573-b510-2b72862f979b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816882 Apr 21 12:49:54.550386 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ce4d5a-d455-43ae-ac3e-aa04a7490b92 req-ad0a2073-a1a1-4a25-94e6-a04d79e79f00 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:54.552000 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-84ce4d5a-d455-43ae-ac3e-aa04a7490b92 req-ad0a2073-a1a1-4a25-94e6-a04d79e79f00 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.36 "GET /v2.0/ports?device_id=61787fe3-db60-48f9-9cf0-cac0dfe6ec2f HTTP/1.1" status: 200 len: 944 time: 0.1117773 Apr 21 12:49:54.594800 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-84ce4d5a-d455-43ae-ac3e-aa04a7490b92 req-934bb971-15fd-4d70-9090-8aa4562e967e tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.36 "GET /v2.0/security-groups?id=df2b3f6c-6d23-43de-a889-8c3dbdc76376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361478 Apr 21 12:49:54.653556 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61787fe3-db60-48f9-9cf0-cac0dfe6ec2f', 'tag': 'dc0f6941-415e-49a2-abd9-a90b13327e5d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:49:54.656957 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d393c40-d33e-4dda-b9b3-c30ca0950c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "61787fe3-db60-48f9-9cf0-cac0dfe6ec2f", "tag": "dc0f6941-415e-49a2-abd9-a90b13327e5d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:49:54.734635 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0303f85-e6b0-45db-9c72-ee3573943d7b x-openstack-request-id: req-d0303f85-e6b0-45db-9c72-ee3573943d7b {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:49:54.735151 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61787fe3-db60-48f9-9cf0-cac0dfe6ec2f", "tag": "dc0f6941-415e-49a2-abd9-a90b13327e5d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:49:54.735469 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d0303f85-e6b0-45db-9c72-ee3573943d7b {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:49:54.737636 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0303f85-e6b0-45db-9c72-ee3573943d7b'] response: {'name': 'network-changed', 'server_uuid': '61787fe3-db60-48f9-9cf0-cac0dfe6ec2f', 'tag': 'dc0f6941-415e-49a2-abd9-a90b13327e5d', 'status': 'completed', 'code': 200} Apr 21 12:49:54.812541 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d393c40-d33e-4dda-b9b3-c30ca0950c1b req-734b8320-ae99-48ab-8f46-d968226744dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:54.814155 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d393c40-d33e-4dda-b9b3-c30ca0950c1b req-734b8320-ae99-48ab-8f46-d968226744dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a6d22a77bf6b46f694227bcb6796d224&device_id=61787fe3-db60-48f9-9cf0-cac0dfe6ec2f HTTP/1.1" status: 200 len: 1095 time: 0.0539396 Apr 21 12:49:54.982984 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d393c40-d33e-4dda-b9b3-c30ca0950c1b req-89b543f1-422b-4978-aa90-90135d20b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:54.982984 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d393c40-d33e-4dda-b9b3-c30ca0950c1b req-89b543f1-422b-4978-aa90-90135d20b592 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cb411e88-3e81-41c4-a34a-80c3156bd2e5 HTTP/1.1" status: 200 len: 914 time: 0.1459055 Apr 21 12:49:55.028147 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d393c40-d33e-4dda-b9b3-c30ca0950c1b req-671fa028-6821-4743-aaad-d50053fcb241 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dc0f6941-415e-49a2-abd9-a90b13327e5d HTTP/1.1" status: 200 len: 217 time: 0.0445764 Apr 21 12:49:55.086107 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d393c40-d33e-4dda-b9b3-c30ca0950c1b req-e6a1b0f3-29b0-49c1-991d-0a53d875e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:55.087724 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d393c40-d33e-4dda-b9b3-c30ca0950c1b req-e6a1b0f3-29b0-49c1-991d-0a53d875e191 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=684434fa-0758-4742-ab12-19d5508f8c54 HTTP/1.1" status: 200 len: 853 time: 0.0519886 Apr 21 12:49:55.138075 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d393c40-d33e-4dda-b9b3-c30ca0950c1b req-1f897fd9-daf2-4da9-b060-5146aa55e4fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb411e88-3e81-41c4-a34a-80c3156bd2e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422902 Apr 21 12:49:55.303853 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d393c40-d33e-4dda-b9b3-c30ca0950c1b req-0e87fbf4-dd60-4780-9e02-73cb35ddd785 service neutron] 10.222.0.26 "GET /v2.0/networks/cb411e88-3e81-41c4-a34a-80c3156bd2e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588531 Apr 21 12:49:55.352396 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a524611-f006-43cd-a31c-0276b294d082 req-b92ea545-4ef8-4c3d-9900-f845125398f2 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:55.354002 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a524611-f006-43cd-a31c-0276b294d082 req-b92ea545-4ef8-4c3d-9900-f845125398f2 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8c78ca-0462-4e79-95ac-804f81b0c76f HTTP/1.1" status: 200 len: 945 time: 0.0900676 Apr 21 12:49:55.434966 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device fd703816-be55-4a83-abca-884c73b87469 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:49:55.453384 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a524611-f006-43cd-a31c-0276b294d082 req-99958563-263f-45e8-be4f-47b83693a9bf tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2961657-8126-454d-8af7-a191be0f4b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660734 Apr 21 12:49:55.466859 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: fd703816-be55-4a83-abca-884c73b87469 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:49:55.467470 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device fd703816-be55-4a83-abca-884c73b87469 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:49:55.484499 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d393c40-d33e-4dda-b9b3-c30ca0950c1b req-5a8fbcfe-4d7f-48fc-9ad4-7f6c40554354 service neutron] 10.222.0.26 "GET /v2.0/networks/cb411e88-3e81-41c4-a34a-80c3156bd2e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704538 Apr 21 12:49:55.662291 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55572) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:49:55.740097 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faebed7-1bc4-4d59-b2d7-1c408275e36e req-aa356d0e-aa98-431f-9c5c-159235a6722a tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:55.748106 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2faebed7-1bc4-4d59-b2d7-1c408275e36e req-aa356d0e-aa98-431f-9c5c-159235a6722a tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1232612 Apr 21 12:49:55.777649 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec6cdf-4180-4084-aa05-fedac624189a req-dc25cd13-7f33-4d90-a016-3c3c9875b75a tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:55.784980 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-25ec6cdf-4180-4084-aa05-fedac624189a req-dc25cd13-7f33-4d90-a016-3c3c9875b75a tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.36 "GET /v2.0/ports?device_id=61787fe3-db60-48f9-9cf0-cac0dfe6ec2f HTTP/1.1" status: 200 len: 944 time: 0.1025939 Apr 21 12:49:55.825632 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2faebed7-1bc4-4d59-b2d7-1c408275e36e req-4d943085-782f-4ab8-801c-e85555ff0b85 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745468 Apr 21 12:49:55.882960 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-25ec6cdf-4180-4084-aa05-fedac624189a req-68d3909d-50ab-4679-a161-1494b33fc67f tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.36 "GET /v2.0/security-groups?id=df2b3f6c-6d23-43de-a889-8c3dbdc76376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966640 Apr 21 12:49:55.925545 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5c32c993-b1ee-4380-acf0-7077b3f71b96 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c623b08b095e4654a1f16b34ae10bc43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2620018 Apr 21 12:49:55.926582 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55578) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:49:55.983361 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18c66bfd-92bc-474e-b632-432ec4075b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:56.013044 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18c66bfd-92bc-474e-b632-432ec4075b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:56.195689 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18c66bfd-92bc-474e-b632-432ec4075b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:56.199759 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18c66bfd-92bc-474e-b632-432ec4075b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:56.203492 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-18c66bfd-92bc-474e-b632-432ec4075b63 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5e901bb6-9a1a-4907-904b-a362e5e809b0 HTTP/1.1" status: 204 len: 168 time: 0.2735586 Apr 21 12:49:56.212801 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c66bfd-92bc-474e-b632-432ec4075b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e901bb6-9a1a-4907-904b-a362e5e809b0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:56.222259 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c66bfd-92bc-474e-b632-432ec4075b63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:56.222594 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c66bfd-92bc-474e-b632-432ec4075b63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:56.228684 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c66bfd-92bc-474e-b632-432ec4075b63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:56.229076 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c66bfd-92bc-474e-b632-432ec4075b63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:56.253679 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c66bfd-92bc-474e-b632-432ec4075b63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:56.254214 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c66bfd-92bc-474e-b632-432ec4075b63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:56.259983 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c66bfd-92bc-474e-b632-432ec4075b63 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:56.260615 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c66bfd-92bc-474e-b632-432ec4075b63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:56.260910 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c66bfd-92bc-474e-b632-432ec4075b63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:56.261251 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c66bfd-92bc-474e-b632-432ec4075b63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:56.261616 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c66bfd-92bc-474e-b632-432ec4075b63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:56.261936 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c66bfd-92bc-474e-b632-432ec4075b63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:49:56.521869 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064de222-e823-446e-925e-6e75c673f9f1 req-df5787c6-635a-44a0-bf5d-5ae93982b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:56.523389 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-064de222-e823-446e-925e-6e75c673f9f1 req-df5787c6-635a-44a0-bf5d-5ae93982b217 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7b11409b-007e-4004-a32b-ed8f0779364d HTTP/1.1" status: 200 len: 1096 time: 0.1006536 Apr 21 12:49:56.586557 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-064de222-e823-446e-925e-6e75c673f9f1 req-2c6b2897-9668-4ee8-87ae-fb0d8ec2667b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=15528dc7-9365-4ec8-90f1-d448e28cf251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553775 Apr 21 12:49:56.598685 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13574a-9212-4f40-89dc-8bb128d713a3 req-43f84a07-670d-43a1-b18c-b3624360ebfe tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:56.600121 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec13574a-9212-4f40-89dc-8bb128d713a3 req-43f84a07-670d-43a1-b18c-b3624360ebfe tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8c78ca-0462-4e79-95ac-804f81b0c76f HTTP/1.1" status: 200 len: 945 time: 0.0637138 Apr 21 12:49:56.642491 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec13574a-9212-4f40-89dc-8bb128d713a3 req-598da415-1cdb-4999-992b-ca9b9545164e tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2961657-8126-454d-8af7-a191be0f4b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360396 Apr 21 12:49:56.962517 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b434fc-b294-4eca-abce-3845a9294205 req-7ab8748e-7cce-4fa5-958e-b29e106a8fe4 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:56.964139 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e0b434fc-b294-4eca-abce-3845a9294205 req-7ab8748e-7cce-4fa5-958e-b29e106a8fe4 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0610685 Apr 21 12:49:57.025912 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e0b434fc-b294-4eca-abce-3845a9294205 req-cbc62f18-307e-4bb0-b987-a8026fa0176c tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537732 Apr 21 12:49:57.073471 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b92b1-f224-46ca-9726-601e17e23697 req-4076ba9b-2cb5-48ba-af4f-f2aafa1d0627 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:57.091516 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd3b92b1-f224-46ca-9726-601e17e23697 req-4076ba9b-2cb5-48ba-af4f-f2aafa1d0627 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.36 "GET /v2.0/ports?device_id=61787fe3-db60-48f9-9cf0-cac0dfe6ec2f HTTP/1.1" status: 200 len: 944 time: 0.0802855 Apr 21 12:49:57.152415 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd3b92b1-f224-46ca-9726-601e17e23697 req-1763ffd6-dd4b-48e5-951a-4b9855295bbb tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.36 "GET /v2.0/security-groups?id=df2b3f6c-6d23-43de-a889-8c3dbdc76376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586064 Apr 21 12:49:57.397261 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55628) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:49:57.474721 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8618572c-96d7-4844-8d79-5e56c3dd108f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bfdde92f128d4d15b871bc18dba76418&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0791256 Apr 21 12:49:57.477070 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55630) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:49:57.556151 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2758649-c7f8-430d-9e6b-96167f264daa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:57.557630 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device dc0f6941-415e-49a2-abd9-a90b13327e5d details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:49:57.591057 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2758649-c7f8-430d-9e6b-96167f264daa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:57.737270 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port dc0f6941-415e-49a2-abd9-a90b13327e5d, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=dc0f6941-415e-49a2-abd9-a90b13327e5d,segment=NetworkSegment(206eb134-dc22-4e63-8e99-594ca4240cda),segment_id=206eb134-dc22-4e63-8e99-594ca4240cda)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:57.768599 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'dc0f6941-415e-49a2-abd9-a90b13327e5d', 'network_id': 'cb411e88-3e81-41c4-a34a-80c3156bd2e5', 'port_id': 'dc0f6941-415e-49a2-abd9-a90b13327e5d', 'mac_address': 'fa:16:3e:e2:04:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '684434fa-0758-4742-ab12-19d5508f8c54', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:49:57.778691 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2758649-c7f8-430d-9e6b-96167f264daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:57.781368 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2758649-c7f8-430d-9e6b-96167f264daa admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:57.791649 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b2758649-c7f8-430d-9e6b-96167f264daa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/50bfc419-ef9a-493c-abe4-b8cdb4d1e97a HTTP/1.1" status: 204 len: 168 time: 0.3107936 Apr 21 12:49:57.813154 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2758649-c7f8-430d-9e6b-96167f264daa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bfc419-ef9a-493c-abe4-b8cdb4d1e97a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:57.817714 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:57.896690 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc0f6941-415e-49a2-abd9-a90b13327e5d {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:49:57.927829 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port dc0f6941-415e-49a2-abd9-a90b13327e5d, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=dc0f6941-415e-49a2-abd9-a90b13327e5d,segment=NetworkSegment(206eb134-dc22-4e63-8e99-594ca4240cda),segment_id=206eb134-dc22-4e63-8e99-594ca4240cda)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:57.997624 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:58.063177 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=dc0f6941-415e-49a2-abd9-a90b13327e5d,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:49:58.217527 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c05347-8646-46b2-9789-42b5e46c9455 req-7833e269-52c3-457b-9f40-fd302dfc0485 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:58.219643 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b2c05347-8646-46b2-9789-42b5e46c9455 req-7833e269-52c3-457b-9f40-fd302dfc0485 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0894349 Apr 21 12:49:58.285713 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b2c05347-8646-46b2-9789-42b5e46c9455 req-69c5d5b3-d7ea-49e5-9f2b-c6e115782a1c tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576599 Apr 21 12:49:58.353421 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['dc0f6941-415e-49a2-abd9-a90b13327e5d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:49:58.583274 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82978944-3713-453b-976f-d5863f89b5fc req-94ab17e0-f7cb-4d10-9776-5e882ab577ec tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:58.592679 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-82978944-3713-453b-976f-d5863f89b5fc req-94ab17e0-f7cb-4d10-9776-5e882ab577ec tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.36 "GET /v2.0/ports?device_id=61787fe3-db60-48f9-9cf0-cac0dfe6ec2f HTTP/1.1" status: 200 len: 945 time: 0.1471703 Apr 21 12:49:58.663203 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-82978944-3713-453b-976f-d5863f89b5fc req-688f2450-edbf-4829-8f22-0bdc24245c4c tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.36 "GET /v2.0/security-groups?id=df2b3f6c-6d23-43de-a889-8c3dbdc76376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638328 Apr 21 12:49:59.469077 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device dc0f6941-415e-49a2-abd9-a90b13327e5d up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:49:59.487154 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a961c-9ed4-447d-bfd4-8995f476f886 req-89b7e158-dd96-4937-8c12-a9dcda884dcf tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:59.495509 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-004a961c-9ed4-447d-bfd4-8995f476f886 req-89b7e158-dd96-4937-8c12-a9dcda884dcf tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1071465 Apr 21 12:49:59.541363 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-004a961c-9ed4-447d-bfd4-8995f476f886 req-ff62a4a4-e83e-43fb-824e-569203c26d0d tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418000 Apr 21 12:49:59.658061 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port dc0f6941-415e-49a2-abd9-a90b13327e5d completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:49:59.662537 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port dc0f6941-415e-49a2-abd9-a90b13327e5d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:49:59.662914 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:59.786524 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:59.798300 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88632888-b413-46a8-947e-935207aabdcc req-2adeaf59-2c23-42aa-8e6b-bbb4c6269b2f tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:49:59.800283 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-88632888-b413-46a8-947e-935207aabdcc req-2adeaf59-2c23-42aa-8e6b-bbb4c6269b2f tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.36 "GET /v2.0/ports?device_id=61787fe3-db60-48f9-9cf0-cac0dfe6ec2f HTTP/1.1" status: 200 len: 945 time: 0.0551267 Apr 21 12:49:59.834919 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port dc0f6941-415e-49a2-abd9-a90b13327e5d, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=dc0f6941-415e-49a2-abd9-a90b13327e5d,segment=NetworkSegment(206eb134-dc22-4e63-8e99-594ca4240cda),segment_id=206eb134-dc22-4e63-8e99-594ca4240cda)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:49:59.836339 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61787fe3-db60-48f9-9cf0-cac0dfe6ec2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0f6941-415e-49a2-abd9-a90b13327e5d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:49:59.840153 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e61a806-4c97-4d36-afb2-31e13adbc032" -d '{"events": [{"server_uuid": "61787fe3-db60-48f9-9cf0-cac0dfe6ec2f", "name": "network-vif-plugged", "status": "completed", "tag": "dc0f6941-415e-49a2-abd9-a90b13327e5d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:49:59.927043 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:49:59.940612 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-88632888-b413-46a8-947e-935207aabdcc req-b392b654-fead-4454-ac1c-c9bacbdb5688 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.36 "GET /v2.0/security-groups?id=df2b3f6c-6d23-43de-a889-8c3dbdc76376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323500 Apr 21 12:50:00.011548 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee41946c-c4d7-4f90-8609-18d1f2a5757d x-openstack-request-id: req-ee41946c-c4d7-4f90-8609-18d1f2a5757d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:50:00.012878 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61787fe3-db60-48f9-9cf0-cac0dfe6ec2f", "name": "network-vif-plugged", "status": "completed", "tag": "dc0f6941-415e-49a2-abd9-a90b13327e5d", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:50:00.013301 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ee41946c-c4d7-4f90-8609-18d1f2a5757d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:50:00.015810 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee41946c-c4d7-4f90-8609-18d1f2a5757d'] response: {'server_uuid': '61787fe3-db60-48f9-9cf0-cac0dfe6ec2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc0f6941-415e-49a2-abd9-a90b13327e5d', 'code': 200} Apr 21 12:50:00.038424 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=dc0f6941-415e-49a2-abd9-a90b13327e5d,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:00.170774 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342c0cdb-7341-4bba-a295-775f092609a2 req-2dca31de-aa62-4e66-976b-3b437ecd4e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:00.172483 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-342c0cdb-7341-4bba-a295-775f092609a2 req-2dca31de-aa62-4e66-976b-3b437ecd4e0d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=61787fe3-db60-48f9-9cf0-cac0dfe6ec2f HTTP/1.1" status: 200 len: 1097 time: 0.1114690 Apr 21 12:50:00.217824 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-342c0cdb-7341-4bba-a295-775f092609a2 req-b332f304-b1ee-427b-b5c9-f534d7cdcdcf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=df2b3f6c-6d23-43de-a889-8c3dbdc76376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388434 Apr 21 12:50:00.692652 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f34c3-61d0-4bb2-a393-24362631cce0 req-1817985f-204b-46f6-bc5b-dab18d7530bc tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:00.703247 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d5f34c3-61d0-4bb2-a393-24362631cce0 req-1817985f-204b-46f6-bc5b-dab18d7530bc tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0674098 Apr 21 12:50:00.747207 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d5f34c3-61d0-4bb2-a393-24362631cce0 req-765b16cc-cd83-4af8-ab96-64696753645f tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425706 Apr 21 12:50:00.910069 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e5fd8-097c-4858-a1f1-72b8396036e3 req-c4bc3ab5-9142-4792-81fd-a186fb5151f4 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:00.910069 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-204e5fd8-097c-4858-a1f1-72b8396036e3 req-c4bc3ab5-9142-4792-81fd-a186fb5151f4 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8c78ca-0462-4e79-95ac-804f81b0c76f HTTP/1.1" status: 200 len: 945 time: 0.0671146 Apr 21 12:50:00.982577 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-204e5fd8-097c-4858-a1f1-72b8396036e3 req-bfd4ec23-80bb-40d6-b375-5a30468fa31d tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2961657-8126-454d-8af7-a191be0f4b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666070 Apr 21 12:50:01.097839 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f678778-b580-45b9-92ca-42a0dc11b9f2 req-cd893d26-6457-4613-bf12-d21b59de1496 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:01.099366 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5f678778-b580-45b9-92ca-42a0dc11b9f2 req-cd893d26-6457-4613-bf12-d21b59de1496 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.36 "GET /v2.0/ports?device_id=61787fe3-db60-48f9-9cf0-cac0dfe6ec2f HTTP/1.1" status: 200 len: 946 time: 0.0587006 Apr 21 12:50:01.144376 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5f678778-b580-45b9-92ca-42a0dc11b9f2 req-f04cb439-5037-40ea-86c3-c6519697a582 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.36 "GET /v2.0/security-groups?id=df2b3f6c-6d23-43de-a889-8c3dbdc76376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387530 Apr 21 12:50:01.787742 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55784) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:01.945573 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc423bd-3620-4760-bbfd-5b1bd93213bf req-d620077f-6c94-449d-8d1b-687895ac6ce3 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:01.952805 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1dc423bd-3620-4760-bbfd-5b1bd93213bf req-d620077f-6c94-449d-8d1b-687895ac6ce3 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0932853 Apr 21 12:50:02.000979 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be9e7cf2-c3cc-473d-82fb-90191b282955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:02.024856 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1dc423bd-3620-4760-bbfd-5b1bd93213bf req-2dd5d15f-c7d6-4d90-a5a4-401040807838 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702577 Apr 21 12:50:02.142124 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be9e7cf2-c3cc-473d-82fb-90191b282955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:02.158633 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e35579-156b-4908-8d61-0f724939d877 req-b7a7f43b-9b5f-4378-b508-3f110f05aaec tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:02.160195 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-53e35579-156b-4908-8d61-0f724939d877 req-b7a7f43b-9b5f-4378-b508-3f110f05aaec tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8c78ca-0462-4e79-95ac-804f81b0c76f HTTP/1.1" status: 200 len: 945 time: 0.0837646 Apr 21 12:50:02.206659 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-53e35579-156b-4908-8d61-0f724939d877 req-f0613159-a9f8-496e-a3e7-8f434f3a8728 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.36 "GET /v2.0/security-groups?id=b2961657-8126-454d-8af7-a191be0f4b46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384665 Apr 21 12:50:02.272588 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248a3ef-39dd-455a-a23c-a1fa82a94503 req-d0355661-0d73-45e4-ab7e-544e8130c432 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:02.274620 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5248a3ef-39dd-455a-a23c-a1fa82a94503 req-d0355661-0d73-45e4-ab7e-544e8130c432 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.36 "GET /v2.0/ports?device_id=61787fe3-db60-48f9-9cf0-cac0dfe6ec2f HTTP/1.1" status: 200 len: 946 time: 0.0559504 Apr 21 12:50:02.312836 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5248a3ef-39dd-455a-a23c-a1fa82a94503 req-e243be19-0dcd-4cc2-893c-86caa6c76ce7 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.36 "GET /v2.0/security-groups?id=df2b3f6c-6d23-43de-a889-8c3dbdc76376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317981 Apr 21 12:50:02.332267 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be9e7cf2-c3cc-473d-82fb-90191b282955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:02.375514 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-be9e7cf2-c3cc-473d-82fb-90191b282955 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=615bc3da70574fd6a34ee4c59da16c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5786228 Apr 21 12:50:02.375514 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e7cf2-c3cc-473d-82fb-90191b282955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb40ab39-0bf8-4315-bdf2-12ce49897804,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:02.375922 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55796) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:02.434645 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d03c0f9d-e0f4-4e5f-9050-cafcae52bd66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:02.464167 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d03c0f9d-e0f4-4e5f-9050-cafcae52bd66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:02.586164 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5073a-0650-462b-bae5-ac64b39b0176 req-67b0e6a6-5e66-408b-bc4b-aec2358772e3 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:02.587830 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-99d5073a-0650-462b-bae5-ac64b39b0176 req-67b0e6a6-5e66-408b-bc4b-aec2358772e3 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.26 "GET /v2.0/ports?device_id=2d8c78ca-0462-4e79-95ac-804f81b0c76f HTTP/1.1" status: 200 len: 945 time: 0.1104240 Apr 21 12:50:02.664002 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d03c0f9d-e0f4-4e5f-9050-cafcae52bd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:02.668207 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d03c0f9d-e0f4-4e5f-9050-cafcae52bd66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:02.672389 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d03c0f9d-e0f4-4e5f-9050-cafcae52bd66 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb40ab39-0bf8-4315-bdf2-12ce49897804 HTTP/1.1" status: 204 len: 168 time: 0.2954485 Apr 21 12:50:02.681539 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c0f9d-e0f4-4e5f-9050-cafcae52bd66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb40ab39-0bf8-4315-bdf2-12ce49897804,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:02.686510 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-99d5073a-0650-462b-bae5-ac64b39b0176 req-944494ac-14b9-43df-9a12-ae1d35cdea01 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Deleting port 33a8d93a-3137-4931-8bab-3fdba097a2a8 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:50:02.686712 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-99d5073a-0650-462b-bae5-ac64b39b0176 req-944494ac-14b9-43df-9a12-ae1d35cdea01 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:02.793185 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-99d5073a-0650-462b-bae5-ac64b39b0176 req-944494ac-14b9-43df-9a12-ae1d35cdea01 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] For port 33a8d93a-3137-4931-8bab-3fdba097a2a8, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=33a8d93a-3137-4931-8bab-3fdba097a2a8,segment=NetworkSegment(d9af2bc9-1d86-4154-a107-88aa72136301),segment_id=d9af2bc9-1d86-4154-a107-88aa72136301)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:50:02.793809 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-99d5073a-0650-462b-bae5-ac64b39b0176 req-944494ac-14b9-43df-9a12-ae1d35cdea01 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:02.812957 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-99d5073a-0650-462b-bae5-ac64b39b0176 req-944494ac-14b9-43df-9a12-ae1d35cdea01 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Calling delete_port for 33a8d93a-3137-4931-8bab-3fdba097a2a8 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:50:03.029733 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff76973-ef2c-41fe-8ee2-cdda5797f2fb req-d4123795-4ca3-4353-a156-ecb32fcde611 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:03.031203 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ff76973-ef2c-41fe-8ee2-cdda5797f2fb req-d4123795-4ca3-4353-a156-ecb32fcde611 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.36 "GET /v2.0/ports?device_id=61787fe3-db60-48f9-9cf0-cac0dfe6ec2f HTTP/1.1" status: 200 len: 946 time: 0.0567615 Apr 21 12:50:03.067615 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ff76973-ef2c-41fe-8ee2-cdda5797f2fb req-415878f6-0025-4157-923d-e614f2271374 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.36 "GET /v2.0/security-groups?id=df2b3f6c-6d23-43de-a889-8c3dbdc76376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306959 Apr 21 12:50:03.151249 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-99d5073a-0650-462b-bae5-ac64b39b0176 req-944494ac-14b9-43df-9a12-ae1d35cdea01 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:03.163815 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['33a8d93a-3137-4931-8bab-3fdba097a2a8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:50:03.205373 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944494ac-14b9-43df-9a12-ae1d35cdea01 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Pushing event deleted for resources: {'Port': ['ID=33a8d93a-3137-4931-8bab-3fdba097a2a8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:03.249798 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf1777c-91fc-493d-a524-1e2fd68f9531 req-1ce7e05b-cea2-4096-ae5f-c9f49af0a2f5 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:03.251415 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eaf1777c-91fc-493d-a524-1e2fd68f9531 req-1ce7e05b-cea2-4096-ae5f-c9f49af0a2f5 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1338205 Apr 21 12:50:03.280583 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d5073a-0650-462b-bae5-ac64b39b0176 req-944494ac-14b9-43df-9a12-ae1d35cdea01 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] No DVR routers for this DVR port 33a8d93a-3137-4931-8bab-3fdba097a2a8 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:50:03.296184 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-99d5073a-0650-462b-bae5-ac64b39b0176 req-944494ac-14b9-43df-9a12-ae1d35cdea01 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:03.299982 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-99d5073a-0650-462b-bae5-ac64b39b0176 req-944494ac-14b9-43df-9a12-ae1d35cdea01 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.26 "DELETE /v2.0/ports/33a8d93a-3137-4931-8bab-3fdba097a2a8 HTTP/1.1" status: 204 len: 173 time: 0.7050023 Apr 21 12:50:03.300440 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d8c78ca-0462-4e79-95ac-804f81b0c76f', 'name': 'network-vif-deleted', 'tag': '33a8d93a-3137-4931-8bab-3fdba097a2a8'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:50:03.302810 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e7eee2-79d5-438b-9770-67687def29d0" -d '{"events": [{"server_uuid": "2d8c78ca-0462-4e79-95ac-804f81b0c76f", "name": "network-vif-deleted", "tag": "33a8d93a-3137-4931-8bab-3fdba097a2a8"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:50:03.337331 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eaf1777c-91fc-493d-a524-1e2fd68f9531 req-9614499b-c49b-47d6-8ea5-7b02e0f0c590 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785975 Apr 21 12:50:03.358096 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-37cf06a1-edd3-4dcc-931c-9d559761ce46 req-f4cd9f7d-ca3f-434d-955f-ef7b54579ea8 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8c78ca-0462-4e79-95ac-804f81b0c76f HTTP/1.1" status: 200 len: 210 time: 0.0335422 Apr 21 12:50:03.386293 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9dfc57-3374-4e2c-832b-91af2a5a9120 x-openstack-request-id: req-ee9dfc57-3374-4e2c-832b-91af2a5a9120 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:50:03.386293 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d8c78ca-0462-4e79-95ac-804f81b0c76f", "name": "network-vif-deleted", "tag": "33a8d93a-3137-4931-8bab-3fdba097a2a8", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:50:03.386293 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ee9dfc57-3374-4e2c-832b-91af2a5a9120 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:50:03.386293 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee9dfc57-3374-4e2c-832b-91af2a5a9120'] response: {'server_uuid': '2d8c78ca-0462-4e79-95ac-804f81b0c76f', 'name': 'network-vif-deleted', 'tag': '33a8d93a-3137-4931-8bab-3fdba097a2a8', 'status': 'completed', 'code': 200} Apr 21 12:50:03.484246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e1bb0-ad81-4c47-8917-0a12eb1690b0 req-ca63614d-f332-4150-a0d7-02984c048dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:03.489453 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-320e1bb0-ad81-4c47-8917-0a12eb1690b0 req-ca63614d-f332-4150-a0d7-02984c048dd0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cef7977fdb64b878118f3cfbb1a54e1&device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 1096 time: 0.0450535 Apr 21 12:50:03.594372 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e1bb0-ad81-4c47-8917-0a12eb1690b0 req-5bdccf2d-6806-4201-8c71-5e6916021f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:03.595835 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-320e1bb0-ad81-4c47-8917-0a12eb1690b0 req-5bdccf2d-6806-4201-8c71-5e6916021f0a service neutron] 10.222.0.24 "GET /v2.0/networks?id=922b14c1-7208-45a2-9286-597c5ba2d9eb HTTP/1.1" status: 200 len: 915 time: 0.1033328 Apr 21 12:50:03.637529 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-320e1bb0-ad81-4c47-8917-0a12eb1690b0 req-78d35469-e02b-4f5b-a142-69b44d79e799 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d92f9793-f98c-4b86-b544-df19a4eddf1c HTTP/1.1" status: 200 len: 217 time: 0.0328348 Apr 21 12:50:03.684295 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e1bb0-ad81-4c47-8917-0a12eb1690b0 req-a62058c3-7ef7-4ae0-a2b0-ebc6cbffe72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:03.685765 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-320e1bb0-ad81-4c47-8917-0a12eb1690b0 req-a62058c3-7ef7-4ae0-a2b0-ebc6cbffe72b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c3fb62fd-7387-4f92-a212-fa3831f77ec4 HTTP/1.1" status: 200 len: 854 time: 0.0419493 Apr 21 12:50:03.702608 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55838) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:03.728243 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-320e1bb0-ad81-4c47-8917-0a12eb1690b0 req-c729ee98-318d-4f78-8b22-169a3c6fa79a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=922b14c1-7208-45a2-9286-597c5ba2d9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342829 Apr 21 12:50:03.733766 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3e885d6-9a4e-427b-aae5-1f2fe669b98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:03.854822 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-320e1bb0-ad81-4c47-8917-0a12eb1690b0 req-61a0f945-4ddf-4d85-94f5-4de997104fdb service neutron] 10.222.0.24 "GET /v2.0/networks/922b14c1-7208-45a2-9286-597c5ba2d9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188293 Apr 21 12:50:03.935930 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3e885d6-9a4e-427b-aae5-1f2fe669b98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:03.965486 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-320e1bb0-ad81-4c47-8917-0a12eb1690b0 req-b2247ded-7086-4465-82c0-6f550d1322e4 service neutron] 10.222.0.24 "GET /v2.0/networks/922b14c1-7208-45a2-9286-597c5ba2d9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044769 Apr 21 12:50:04.012653 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3e885d6-9a4e-427b-aae5-1f2fe669b98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:04.061900 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c3e885d6-9a4e-427b-aae5-1f2fe669b98d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=38b4952ebd44485eb8b021c1683c971c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3582165 Apr 21 12:50:04.062891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e885d6-9a4e-427b-aae5-1f2fe669b98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a7d10d-c2f7-4720-ad25-094fb4257285,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:04.064644 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55844) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:04.123933 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc682c74-2fdc-4458-817d-72ae95707891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:04.146019 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc682c74-2fdc-4458-817d-72ae95707891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:04.192892 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886f83e-d7e8-426b-9371-a4a8fe9f763a req-a100cb78-25cc-4d22-87bf-5061a89dbaaa tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:04.194413 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2886f83e-d7e8-426b-9371-a4a8fe9f763a req-a100cb78-25cc-4d22-87bf-5061a89dbaaa tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.36 "GET /v2.0/ports?device_id=61787fe3-db60-48f9-9cf0-cac0dfe6ec2f HTTP/1.1" status: 200 len: 946 time: 0.0511167 Apr 21 12:50:04.232825 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2886f83e-d7e8-426b-9371-a4a8fe9f763a req-fef15655-3b2a-428f-9a56-111097073030 tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.36 "GET /v2.0/security-groups?id=df2b3f6c-6d23-43de-a889-8c3dbdc76376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311112 Apr 21 12:50:04.349421 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc682c74-2fdc-4458-817d-72ae95707891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:04.352504 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc682c74-2fdc-4458-817d-72ae95707891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:04.354367 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bc682c74-2fdc-4458-817d-72ae95707891 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b1a7d10d-c2f7-4720-ad25-094fb4257285 HTTP/1.1" status: 204 len: 168 time: 0.2886784 Apr 21 12:50:04.364287 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc682c74-2fdc-4458-817d-72ae95707891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a7d10d-c2f7-4720-ad25-094fb4257285,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:04.515796 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-adfe3e3c-6286-464d-8841-c8a1d9b9c620 req-b3cf47f1-7152-41e9-8b7c-8d13cee3ccb9 tempest-ServerTagsTestJSON-1306975609 tempest-ServerTagsTestJSON-1306975609-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d8c78ca-0462-4e79-95ac-804f81b0c76f HTTP/1.1" status: 200 len: 210 time: 0.0402093 Apr 21 12:50:04.558149 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b6432b-0815-4181-a6b6-c163a649592f req-dd4165bb-e320-45c9-b26c-28e7b6f52252 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:04.566234 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06b6432b-0815-4181-a6b6-c163a649592f req-dd4165bb-e320-45c9-b26c-28e7b6f52252 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.1252389 Apr 21 12:50:04.597923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595ab59-362b-4197-b8af-c59f0a7c9d6a req-1e2ebe20-a60d-461b-9f0a-d9e266f6358d tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:04.600865 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4595ab59-362b-4197-b8af-c59f0a7c9d6a req-1e2ebe20-a60d-461b-9f0a-d9e266f6358d tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.26 "GET /v2.0/ports?device_id=61787fe3-db60-48f9-9cf0-cac0dfe6ec2f HTTP/1.1" status: 200 len: 946 time: 0.0951800 Apr 21 12:50:04.643684 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06b6432b-0815-4181-a6b6-c163a649592f req-c01276ea-65d5-4c23-a9d0-7e6a5e7df9fb tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765760 Apr 21 12:50:04.711800 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4595ab59-362b-4197-b8af-c59f0a7c9d6a req-33ac757d-b8e8-4039-adbc-83e41b4c0b4e tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Deleting port dc0f6941-415e-49a2-abd9-a90b13327e5d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:50:04.712389 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4595ab59-362b-4197-b8af-c59f0a7c9d6a req-33ac757d-b8e8-4039-adbc-83e41b4c0b4e tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:04.815061 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4595ab59-362b-4197-b8af-c59f0a7c9d6a req-33ac757d-b8e8-4039-adbc-83e41b4c0b4e tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] For port dc0f6941-415e-49a2-abd9-a90b13327e5d, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=dc0f6941-415e-49a2-abd9-a90b13327e5d,segment=NetworkSegment(206eb134-dc22-4e63-8e99-594ca4240cda),segment_id=206eb134-dc22-4e63-8e99-594ca4240cda)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:50:04.815481 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4595ab59-362b-4197-b8af-c59f0a7c9d6a req-33ac757d-b8e8-4039-adbc-83e41b4c0b4e tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:04.831004 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4595ab59-362b-4197-b8af-c59f0a7c9d6a req-33ac757d-b8e8-4039-adbc-83e41b4c0b4e tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Calling delete_port for dc0f6941-415e-49a2-abd9-a90b13327e5d owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:50:05.115489 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4595ab59-362b-4197-b8af-c59f0a7c9d6a req-33ac757d-b8e8-4039-adbc-83e41b4c0b4e tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:05.127504 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['dc0f6941-415e-49a2-abd9-a90b13327e5d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:50:05.146250 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac757d-b8e8-4039-adbc-83e41b4c0b4e tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Pushing event deleted for resources: {'Port': ['ID=dc0f6941-415e-49a2-abd9-a90b13327e5d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:05.189803 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4595ab59-362b-4197-b8af-c59f0a7c9d6a req-33ac757d-b8e8-4039-adbc-83e41b4c0b4e tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] No DVR routers for this DVR port dc0f6941-415e-49a2-abd9-a90b13327e5d on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:50:05.192386 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4595ab59-362b-4197-b8af-c59f0a7c9d6a req-33ac757d-b8e8-4039-adbc-83e41b4c0b4e tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:05.196612 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4595ab59-362b-4197-b8af-c59f0a7c9d6a req-33ac757d-b8e8-4039-adbc-83e41b4c0b4e tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.26 "DELETE /v2.0/ports/dc0f6941-415e-49a2-abd9-a90b13327e5d HTTP/1.1" status: 204 len: 173 time: 0.5871756 Apr 21 12:50:05.343352 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a0e47537-a5a1-44b9-b370-a8bbe926d83d req-a2fa2207-88eb-4a20-afe6-e329393ac21a tempest-ServerAddressesTestJSON-664283466 tempest-ServerAddressesTestJSON-664283466-project] 10.222.0.36 "GET /v2.0/ports?device_id=61787fe3-db60-48f9-9cf0-cac0dfe6ec2f HTTP/1.1" status: 200 len: 210 time: 0.0307295 Apr 21 12:50:05.384129 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61787fe3-db60-48f9-9cf0-cac0dfe6ec2f', 'name': 'network-vif-deleted', 'tag': 'dc0f6941-415e-49a2-abd9-a90b13327e5d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:50:05.386499 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e43601-d74b-4cef-be85-f91cfa27e68a" -d '{"events": [{"server_uuid": "61787fe3-db60-48f9-9cf0-cac0dfe6ec2f", "name": "network-vif-deleted", "tag": "dc0f6941-415e-49a2-abd9-a90b13327e5d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:50:05.423632 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986e19ac-4947-470a-9e2d-bb612eb4a7a5 x-openstack-request-id: req-986e19ac-4947-470a-9e2d-bb612eb4a7a5 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:50:05.423927 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61787fe3-db60-48f9-9cf0-cac0dfe6ec2f", "name": "network-vif-deleted", "tag": "dc0f6941-415e-49a2-abd9-a90b13327e5d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:50:05.424180 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-986e19ac-4947-470a-9e2d-bb612eb4a7a5 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:50:05.424577 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-986e19ac-4947-470a-9e2d-bb612eb4a7a5'] response: {'server_uuid': '61787fe3-db60-48f9-9cf0-cac0dfe6ec2f', 'name': 'network-vif-deleted', 'tag': 'dc0f6941-415e-49a2-abd9-a90b13327e5d', 'status': 'completed', 'code': 200} Apr 21 12:50:05.483793 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 33a8d93a-3137-4931-8bab-3fdba097a2a8 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:50:05.506133 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 33a8d93a-3137-4931-8bab-3fdba097a2a8 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:50:05.506425 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 33a8d93a-3137-4931-8bab-3fdba097a2a8 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:50:05.593720 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55896) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:05.651073 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8069b00-9bfd-48e7-85bf-1c437ee140a3 admin admin] Deleting subnet 3dbc4ea6-d10e-4fe6-bfb0-4c7ed0ee6359 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:50:05.654103 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8069b00-9bfd-48e7-85bf-1c437ee140a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:05.701760 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8069b00-9bfd-48e7-85bf-1c437ee140a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:05.745429 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8069b00-9bfd-48e7-85bf-1c437ee140a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:05.834323 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7183b-31e3-482d-a396-cfafd03d9adb req-1366d875-def1-48ea-97e0-74dd98bda1b0 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:05.835797 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6da7183b-31e3-482d-a396-cfafd03d9adb req-1366d875-def1-48ea-97e0-74dd98bda1b0 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0918112 Apr 21 12:50:05.877002 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6da7183b-31e3-482d-a396-cfafd03d9adb req-f96ed7d9-c432-498b-9a27-8a0b1048ee75 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328619 Apr 21 12:50:05.955315 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8069b00-9bfd-48e7-85bf-1c437ee140a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:05.986221 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8069b00-9bfd-48e7-85bf-1c437ee140a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:05.989663 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c8069b00-9bfd-48e7-85bf-1c437ee140a3 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/3dbc4ea6-d10e-4fe6-bfb0-4c7ed0ee6359 HTTP/1.1" status: 204 len: 168 time: 0.3948214 Apr 21 12:50:05.991429 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8069b00-9bfd-48e7-85bf-1c437ee140a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dbc4ea6-d10e-4fe6-bfb0-4c7ed0ee6359,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:05.992246 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55916) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:06.066289 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f63e1d40-a8be-4821-976a-963548b2f61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:06.147561 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f63e1d40-a8be-4821-976a-963548b2f61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:06.187256 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f63e1d40-a8be-4821-976a-963548b2f61a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d723ca-c5b4-4714-adef-6adeb08b4447']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:50:06.203438 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f63e1d40-a8be-4821-976a-963548b2f61a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9af2bc9-1d86-4154-a107-88aa72136301') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:50:06.203746 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f63e1d40-a8be-4821-976a-963548b2f61a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9af2bc9-1d86-4154-a107-88aa72136301') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:50:06.230958 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f63e1d40-a8be-4821-976a-963548b2f61a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:06.245925 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f63e1d40-a8be-4821-976a-963548b2f61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:06.251892 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f63e1d40-a8be-4821-976a-963548b2f61a admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:50:06.252391 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f63e1d40-a8be-4821-976a-963548b2f61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:50:06.254063 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:50:06.411074 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55930) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:06.447400 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f63e1d40-a8be-4821-976a-963548b2f61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:06.455908 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f63e1d40-a8be-4821-976a-963548b2f61a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:06.458540 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f63e1d40-a8be-4821-976a-963548b2f61a admin admin] 10.222.0.36 "DELETE /v2.0/networks/e7d723ca-c5b4-4714-adef-6adeb08b4447 HTTP/1.1" status: 204 len: 168 time: 0.4637630 Apr 21 12:50:06.473375 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e1d40-a8be-4821-976a-963548b2f61a admin admin] Pushing event deleted for resources: {'Network': ['ID=e7d723ca-c5b4-4714-adef-6adeb08b4447,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:06.488428 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-1038cf9c-81ab-4037-aa3b-dfdfdfc42e28 admin admin] Deleting subnet 684434fa-0758-4742-ab12-19d5508f8c54 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:50:06.491564 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1038cf9c-81ab-4037-aa3b-dfdfdfc42e28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:06.545632 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1038cf9c-81ab-4037-aa3b-dfdfdfc42e28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:06.590342 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1038cf9c-81ab-4037-aa3b-dfdfdfc42e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:06.744798 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1038cf9c-81ab-4037-aa3b-dfdfdfc42e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:06.772254 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038cf9c-81ab-4037-aa3b-dfdfdfc42e28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=684434fa-0758-4742-ab12-19d5508f8c54,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:06.776207 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1038cf9c-81ab-4037-aa3b-dfdfdfc42e28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:06.779577 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1038cf9c-81ab-4037-aa3b-dfdfdfc42e28 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/684434fa-0758-4742-ab12-19d5508f8c54 HTTP/1.1" status: 204 len: 168 time: 0.3636425 Apr 21 12:50:06.782862 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55944) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:06.859582 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c4f0ed2c-f07c-4a08-ba15-28e1e3c81b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:06.971160 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c4f0ed2c-f07c-4a08-ba15-28e1e3c81b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:07.004222 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-c4f0ed2c-f07c-4a08-ba15-28e1e3c81b85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb411e88-3e81-41c4-a34a-80c3156bd2e5']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:50:07.016920 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-c4f0ed2c-f07c-4a08-ba15-28e1e3c81b85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206eb134-dc22-4e63-8e99-594ca4240cda') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:50:07.017308 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-c4f0ed2c-f07c-4a08-ba15-28e1e3c81b85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206eb134-dc22-4e63-8e99-594ca4240cda') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:50:07.028408 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c4f0ed2c-f07c-4a08-ba15-28e1e3c81b85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:07.037365 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579da0bd-ea70-4122-b52f-d0f3efdc96b8 req-05581d57-d5b2-42ce-b5cf-b60e6dcdb762 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:07.039062 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-579da0bd-ea70-4122-b52f-d0f3efdc96b8 req-05581d57-d5b2-42ce-b5cf-b60e6dcdb762 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0643425 Apr 21 12:50:07.040710 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55962) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:07.056195 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c4f0ed2c-f07c-4a08-ba15-28e1e3c81b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:07.066493 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4f0ed2c-f07c-4a08-ba15-28e1e3c81b85 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:50:07.067005 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c4f0ed2c-f07c-4a08-ba15-28e1e3c81b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:07.070471 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c537a11e-5e55-4db1-bfdb-a2525a483ee3 req-26e33cae-eb8e-4d15-aaf4-f1764f8ce41a tempest-FlavorsV2NegativeTest-1130231486 tempest-FlavorsV2NegativeTest-1130231486-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2195434788384ef0a0661de8ca24d34a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300577 Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:50:07.088826 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:50:07.157275 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f5acfbe2-8709-4469-88a8-478fa5c9a1cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=19b41066c5424fc989a4fe9a00df0363&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1152678 Apr 21 12:50:07.161907 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55964) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:07.222322 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-629c13b8-37a5-4d80-b8e7-106b8eec227f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:07.249457 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-629c13b8-37a5-4d80-b8e7-106b8eec227f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:07.257826 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c4f0ed2c-f07c-4a08-ba15-28e1e3c81b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:07.270363 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c4f0ed2c-f07c-4a08-ba15-28e1e3c81b85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:07.274992 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c4f0ed2c-f07c-4a08-ba15-28e1e3c81b85 admin admin] 10.222.0.36 "DELETE /v2.0/networks/cb411e88-3e81-41c4-a34a-80c3156bd2e5 HTTP/1.1" status: 204 len: 168 time: 0.4904890 Apr 21 12:50:07.298496 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f0ed2c-f07c-4a08-ba15-28e1e3c81b85 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb411e88-3e81-41c4-a34a-80c3156bd2e5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:07.403015 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-629c13b8-37a5-4d80-b8e7-106b8eec227f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:07.406184 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-629c13b8-37a5-4d80-b8e7-106b8eec227f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:07.407437 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-629c13b8-37a5-4d80-b8e7-106b8eec227f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b2961657-8126-454d-8af7-a191be0f4b46 HTTP/1.1" status: 204 len: 168 time: 0.2444623 Apr 21 12:50:07.424692 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c13b8-37a5-4d80-b8e7-106b8eec227f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2961657-8126-454d-8af7-a191be0f4b46,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:07.495508 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device dc0f6941-415e-49a2-abd9-a90b13327e5d no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:50:07.522418 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: dc0f6941-415e-49a2-abd9-a90b13327e5d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:50:07.522761 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device dc0f6941-415e-49a2-abd9-a90b13327e5d not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:50:07.528074 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-579da0bd-ea70-4122-b52f-d0f3efdc96b8 req-89e25bc2-bf0c-4fdc-aba0-a80728843068 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4751594 Apr 21 12:50:07.600220 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537a11e-5e55-4db1-bfdb-a2525a483ee3 req-e86326e6-ed27-4640-8403-90441567b25f tempest-FlavorsV2NegativeTest-1130231486 tempest-FlavorsV2NegativeTest-1130231486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:07.606537 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c537a11e-5e55-4db1-bfdb-a2525a483ee3 req-e86326e6-ed27-4640-8403-90441567b25f tempest-FlavorsV2NegativeTest-1130231486 tempest-FlavorsV2NegativeTest-1130231486-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5280423 Apr 21 12:50:07.627111 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c537a11e-5e55-4db1-bfdb-a2525a483ee3 req-dcae73c4-cf5c-4736-be11-d7277665870f tempest-FlavorsV2NegativeTest-1130231486 tempest-FlavorsV2NegativeTest-1130231486-project] 10.222.0.36 "GET /v2.0/quotas/2195434788384ef0a0661de8ca24d34a HTTP/1.1" status: 200 len: 375 time: 0.0197930 Apr 21 12:50:07.677211 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c537a11e-5e55-4db1-bfdb-a2525a483ee3 req-a0c50bac-c8e4-4ad5-a9cd-612f775362b8 tempest-FlavorsV2NegativeTest-1130231486 tempest-FlavorsV2NegativeTest-1130231486-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=2195434788384ef0a0661de8ca24d34a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333290 Apr 21 12:50:07.695489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f5abb-b29c-42b4-b3a5-23ee1f84a757 req-57d26a31-97c9-4b93-9f8a-0a8159496394 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:07.698118 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-516f5abb-b29c-42b4-b3a5-23ee1f84a757 req-57d26a31-97c9-4b93-9f8a-0a8159496394 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0836930 Apr 21 12:50:07.722278 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55990) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:07.749967 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-516f5abb-b29c-42b4-b3a5-23ee1f84a757 req-ea7635a6-4d66-48ba-a1b0-e42e6e88601c tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438795 Apr 21 12:50:07.779357 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a0054f3b-a6ed-482b-9ad4-60b725712ffb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a6d22a77bf6b46f694227bcb6796d224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558746 Apr 21 12:50:07.782210 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55996) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:07.840908 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba470170-f537-45a0-9fe5-88cf89048a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:07.862490 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba470170-f537-45a0-9fe5-88cf89048a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:07.928639 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device d92f9793-f98c-4b86-b544-df19a4eddf1c no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:50:07.991312 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba470170-f537-45a0-9fe5-88cf89048a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:07.995608 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba470170-f537-45a0-9fe5-88cf89048a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:08.006941 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ba470170-f537-45a0-9fe5-88cf89048a91 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/df2b3f6c-6d23-43de-a889-8c3dbdc76376 HTTP/1.1" status: 204 len: 168 time: 0.2137094 Apr 21 12:50:08.006941 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-1b2322a0-0677-4846-91e5-97af5af5e186 req-85e9ded7-bcf3-44aa-b863-50f4bb0f8d7c service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:50:08.009842 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b2322a0-0677-4846-91e5-97af5af5e186 req-85e9ded7-bcf3-44aa-b863-50f4bb0f8d7c service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113494 Apr 21 12:50:08.020646 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba470170-f537-45a0-9fe5-88cf89048a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2b3f6c-6d23-43de-a889-8c3dbdc76376,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:08.044618 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:08.109916 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a873efec-c62c-4b29-8836-f2165a37f83b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd92f9793-f98c-4b86-b544-df19a4eddf1c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:50:08.112213 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8278b0de-cae5-42e8-ae7b-d01f6bbb5fb4" -d '{"events": [{"server_uuid": "a873efec-c62c-4b29-8836-f2165a37f83b", "name": "network-vif-unplugged", "status": "completed", "tag": "d92f9793-f98c-4b86-b544-df19a4eddf1c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:50:08.130012 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port d92f9793-f98c-4b86-b544-df19a4eddf1c, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=d92f9793-f98c-4b86-b544-df19a4eddf1c,segment=NetworkSegment(0768e93f-2192-426a-8062-6b9b25d12b7a),segment_id=0768e93f-2192-426a-8062-6b9b25d12b7a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:50:08.144696 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 21 Apr 2022 12:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a950b78e-35e2-4901-a42f-5419b5e60b18 x-openstack-request-id: req-a950b78e-35e2-4901-a42f-5419b5e60b18 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:50:08.145002 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a873efec-c62c-4b29-8836-f2165a37f83b", "name": "network-vif-unplugged", "status": "failed", "tag": "d92f9793-f98c-4b86-b544-df19a4eddf1c", "code": 422}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:50:08.145259 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a950b78e-35e2-4901-a42f-5419b5e60b18 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:50:08.145707 n-d-836147-2 neutron-server[103399]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a950b78e-35e2-4901-a42f-5419b5e60b18']: {'server_uuid': 'a873efec-c62c-4b29-8836-f2165a37f83b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd92f9793-f98c-4b86-b544-df19a4eddf1c', 'code': 422} returned with failed status Apr 21 12:50:08.286914 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:08.385856 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=d92f9793-f98c-4b86-b544-df19a4eddf1c,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:08.458376 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aafb78-ed33-47bc-b24b-439a84a2dbb7 req-56e6a208-774f-43c3-8651-c6c5ff542973 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:08.460021 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-47aafb78-ed33-47bc-b24b-439a84a2dbb7 req-56e6a208-774f-43c3-8651-c6c5ff542973 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 943 time: 0.0708876 Apr 21 12:50:08.505367 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-47aafb78-ed33-47bc-b24b-439a84a2dbb7 req-551d2685-ffd7-4c5f-901a-ac4910236dc6 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367515 Apr 21 12:50:09.207604 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-0ff2da4f-0d75-4489-b98e-a2ded7065bcb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2924919 Apr 21 12:50:09.269871 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 56086) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:09.398028 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95efa313-cd08-4c1c-b864-6d621e9498e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:09.501918 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95efa313-cd08-4c1c-b864-6d621e9498e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:09.590656 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95efa313-cd08-4c1c-b864-6d621e9498e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:09.638051 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efa313-cd08-4c1c-b864-6d621e9498e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd050c6a-2815-43d2-837f-e422748ed6c1,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:09.687248 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349eaa5-163e-4a71-b087-bc976c88f882 req-e32df382-5909-4f32-89d0-419f3e12dc55 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:09.687864 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-95efa313-cd08-4c1c-b864-6d621e9498e4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2195434788384ef0a0661de8ca24d34a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4138072 Apr 21 12:50:09.687864 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 56120) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:09.694124 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0349eaa5-163e-4a71-b087-bc976c88f882 req-e32df382-5909-4f32-89d0-419f3e12dc55 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 943 time: 0.0963151 Apr 21 12:50:09.742036 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 56124) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:09.783703 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65fb7e22-6ac0-409d-8525-f0020baad41c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:09.795758 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0349eaa5-163e-4a71-b087-bc976c88f882 req-f855f46e-164b-4d28-bca4-5976c5cdd218 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935364 Apr 21 12:50:09.814348 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65fb7e22-6ac0-409d-8525-f0020baad41c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:09.896808 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5cd93388-cfbe-40d4-a579-20cc4181a2ae admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-793560901-network', 'tenant_id': '42ab6ac5441b4abc9540696545ebde0d'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:50:09.982909 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-890d61b0-3412-4c61-86c2-5b5c4228270f req-88740d6d-23cd-42da-897f-581c5c9d5036 tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0301669 Apr 21 12:50:09.994928 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65fb7e22-6ac0-409d-8525-f0020baad41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:09.995570 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd93388-cfbe-40d4-a579-20cc4181a2ae admin admin] Made reservation on behalf of 42ab6ac5441b4abc9540696545ebde0d for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:50:10.007034 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65fb7e22-6ac0-409d-8525-f0020baad41c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:10.007034 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-65fb7e22-6ac0-409d-8525-f0020baad41c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd050c6a-2815-43d2-837f-e422748ed6c1 HTTP/1.1" status: 204 len: 168 time: 0.3086340 Apr 21 12:50:10.010498 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5cd93388-cfbe-40d4-a579-20cc4181a2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:10.011357 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb7e22-6ac0-409d-8525-f0020baad41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd050c6a-2815-43d2-837f-e422748ed6c1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:10.023016 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5cd93388-cfbe-40d4-a579-20cc4181a2ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:10.136048 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5cd93388-cfbe-40d4-a579-20cc4181a2ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:10.256590 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5cd93388-cfbe-40d4-a579-20cc4181a2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:10.291180 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd93388-cfbe-40d4-a579-20cc4181a2ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:50:10.306447 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd93388-cfbe-40d4-a579-20cc4181a2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2942ffc3-41e4-475c-aa0c-fb5d7cc08e41,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:10.309606 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5cd93388-cfbe-40d4-a579-20cc4181a2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:10.309951 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-5cd93388-cfbe-40d4-a579-20cc4181a2ae admin admin] Added segment 6545ce7c-5bdb-4a8c-861c-56c162be1a82 of type vlan for network 3b435c77-0376-46eb-999a-862fe15ccb2b Apr 21 12:50:10.359480 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5cd93388-cfbe-40d4-a579-20cc4181a2ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:10.463934 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5cd93388-cfbe-40d4-a579-20cc4181a2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:10.465104 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd93388-cfbe-40d4-a579-20cc4181a2ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:10.465871 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5cd93388-cfbe-40d4-a579-20cc4181a2ae admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:10.536930 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd93388-cfbe-40d4-a579-20cc4181a2ae admin admin] Pushing event updated for resources: {'Network': ['ID=3b435c77-0376-46eb-999a-862fe15ccb2b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:10.548835 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 3b435c77-0376-46eb-999a-862fe15ccb2b details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:50:10.614781 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5cd93388-cfbe-40d4-a579-20cc4181a2ae admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8713779 Apr 21 12:50:10.617442 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 56156) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:10.622254 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-70ef23fa-fea2-4e45-b363-fc2216b3ad25 admin admin] Request body: {'subnet': {'network_id': '3b435c77-0376-46eb-999a-862fe15ccb2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-793560901-subnet', 'tenant_id': '42ab6ac5441b4abc9540696545ebde0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:50:10.743714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ef23fa-fea2-4e45-b363-fc2216b3ad25 admin admin] Made reservation on behalf of 42ab6ac5441b4abc9540696545ebde0d for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:50:10.746344 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70ef23fa-fea2-4e45-b363-fc2216b3ad25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:11.004633 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-8a1aa39e-f97e-4235-b110-21ef4b81c11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:11.006201 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-8a1aa39e-f97e-4235-b110-21ef4b81c11f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b&tenant_id=0cef7977fdb64b878118f3cfbb1a54e1 HTTP/1.1" status: 200 len: 1094 time: 0.1171355 Apr 21 12:50:11.034343 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-73da2505-beb0-4935-9c35-10736760b80d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836147-2', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:50:11.066628 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8284531-e311-4bd9-8daa-ceb102b482f3 req-bf72844f-a9f3-4d77-9436-7e066cf93bc3 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:11.069556 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d8284531-e311-4bd9-8daa-ceb102b482f3 req-bf72844f-a9f3-4d77-9436-7e066cf93bc3 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 943 time: 0.1670454 Apr 21 12:50:11.105019 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-551e2af2-420b-493a-bb5d-4e717cbb0eb2 req-c5220bea-e3ef-4b13-8c8d-7eb0adc582f2 tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0484815 Apr 21 12:50:11.151197 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-73da2505-beb0-4935-9c35-10736760b80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:11.162131 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70ef23fa-fea2-4e45-b363-fc2216b3ad25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:11.166703 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d8284531-e311-4bd9-8daa-ceb102b482f3 req-9cc8001a-3a87-4dc7-bbe8-8bc9c05e211d tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869851 Apr 21 12:50:11.267202 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef23fa-fea2-4e45-b363-fc2216b3ad25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eec430e7-56c9-4404-a335-ed9c30ead3eb,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:11.343361 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ef23fa-fea2-4e45-b363-fc2216b3ad25 admin admin] Checking segment: {'id': '6545ce7c-5bdb-4a8c-861c-56c162be1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3b435c77-0376-46eb-999a-862fe15ccb2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:50:11.343654 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ef23fa-fea2-4e45-b363-fc2216b3ad25 admin admin] Network hostable DHCP agents. Network: 3b435c77-0376-46eb-999a-862fe15ccb2b, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:50:11.424063 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ef23fa-fea2-4e45-b363-fc2216b3ad25 admin admin] Network 3b435c77-0376-46eb-999a-862fe15ccb2b is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:50:11.463270 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-73da2505-beb0-4935-9c35-10736760b80d service neutron] For port d92f9793-f98c-4b86-b544-df19a4eddf1c, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=d92f9793-f98c-4b86-b544-df19a4eddf1c,segment=NetworkSegment(0768e93f-2192-426a-8062-6b9b25d12b7a),segment_id=0768e93f-2192-426a-8062-6b9b25d12b7a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:50:11.492337 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-70ef23fa-fea2-4e45-b363-fc2216b3ad25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 3b435c77-0376-46eb-999a-862fe15ccb2b) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:50:11.511971 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84ebfdc-1b86-41c1-a519-fd8e5693510a None None] Network 3b435c77-0376-46eb-999a-862fe15ccb2b requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:50:11.516051 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ef23fa-fea2-4e45-b363-fc2216b3ad25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:11.516759 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70ef23fa-fea2-4e45-b363-fc2216b3ad25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:11.528847 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-73da2505-beb0-4935-9c35-10736760b80d service neutron] For port d92f9793-f98c-4b86-b544-df19a4eddf1c, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:50:11.568624 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-73da2505-beb0-4935-9c35-10736760b80d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d92f9793-f98c-4b86-b544-df19a4eddf1c {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:50:11.584149 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-73da2505-beb0-4935-9c35-10736760b80d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:11.599336 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-73da2505-beb0-4935-9c35-10736760b80d service neutron] Transition to ACTIVE for port object d92f9793-f98c-4b86-b544-df19a4eddf1c will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:50:11.669266 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ce795d-21fd-4c3e-a6ca-ec7210e8250f None None] Network 3b435c77-0376-46eb-999a-862fe15ccb2b requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:50:11.674296 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-70ef23fa-fea2-4e45-b363-fc2216b3ad25 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0556722 Apr 21 12:50:11.756856 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-73da2505-beb0-4935-9c35-10736760b80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:11.855041 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da2505-beb0-4935-9c35-10736760b80d service neutron] Pushing event updated for resources: {'Port': ['ID=d92f9793-f98c-4b86-b544-df19a4eddf1c,revision_number=9']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:11.885473 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-73da2505-beb0-4935-9c35-10736760b80d service neutron] No DVR routers for this DVR port d92f9793-f98c-4b86-b544-df19a4eddf1c on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:50:11.931628 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-73da2505-beb0-4935-9c35-10736760b80d service neutron] Attempting to bind port d92f9793-f98c-4b86-b544-df19a4eddf1c on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:50:11.931979 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-73da2505-beb0-4935-9c35-10736760b80d service neutron] Attempting to bind port d92f9793-f98c-4b86-b544-df19a4eddf1c by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '0768e93f-2192-426a-8062-6b9b25d12b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '922b14c1-7208-45a2-9286-597c5ba2d9eb'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:50:11.932311 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-73da2505-beb0-4935-9c35-10736760b80d service neutron] Attempting to bind port d92f9793-f98c-4b86-b544-df19a4eddf1c on network 922b14c1-7208-45a2-9286-597c5ba2d9eb {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:50:11.936703 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-73da2505-beb0-4935-9c35-10736760b80d service neutron] Port d92f9793-f98c-4b86-b544-df19a4eddf1c on network 922b14c1-7208-45a2-9286-597c5ba2d9eb not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:50:11.937027 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-73da2505-beb0-4935-9c35-10736760b80d service neutron] Attempting to bind port d92f9793-f98c-4b86-b544-df19a4eddf1c on network 922b14c1-7208-45a2-9286-597c5ba2d9eb {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:50:11.941920 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-73da2505-beb0-4935-9c35-10736760b80d service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:50:11.942253 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-73da2505-beb0-4935-9c35-10736760b80d service neutron] Checking segment: {'id': '0768e93f-2192-426a-8062-6b9b25d12b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '922b14c1-7208-45a2-9286-597c5ba2d9eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:50:11.942633 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-73da2505-beb0-4935-9c35-10736760b80d service neutron] Bound using segment: {'id': '0768e93f-2192-426a-8062-6b9b25d12b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '922b14c1-7208-45a2-9286-597c5ba2d9eb'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:50:11.943055 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-73da2505-beb0-4935-9c35-10736760b80d service neutron] Bound port: d92f9793-f98c-4b86-b544-df19a4eddf1c, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0768e93f-2192-426a-8062-6b9b25d12b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '922b14c1-7208-45a2-9286-597c5ba2d9eb'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:50:11.943435 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-73da2505-beb0-4935-9c35-10736760b80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:12.040160 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-73da2505-beb0-4935-9c35-10736760b80d service neutron] For port d92f9793-f98c-4b86-b544-df19a4eddf1c, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:50:12.043706 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-73da2505-beb0-4935-9c35-10736760b80d service neutron] For port d92f9793-f98c-4b86-b544-df19a4eddf1c, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=d92f9793-f98c-4b86-b544-df19a4eddf1c,segment=NetworkSegment(0768e93f-2192-426a-8062-6b9b25d12b7a),segment_id=0768e93f-2192-426a-8062-6b9b25d12b7a)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:50:12.125019 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 56224) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:12.193423 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-73da2505-beb0-4935-9c35-10736760b80d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:12.269848 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a33d3251-e7f6-4d18-bce0-5f21edc91d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:12.283507 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c014cb5d-c929-459c-b303-8010651fb774 req-4820721f-c6cc-4fda-82ef-a75f8715e489 tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0695801 Apr 21 12:50:12.294196 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-e8387ac1-017b-4ddb-8d6a-841e3ce939db tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:12.295702 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-e8387ac1-017b-4ddb-8d6a-841e3ce939db tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.36 "GET /v2.0/networks?id=3b435c77-0376-46eb-999a-862fe15ccb2b HTTP/1.1" status: 200 len: 821 time: 0.2090957 Apr 21 12:50:12.298931 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-73da2505-beb0-4935-9c35-10736760b80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:12.299354 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-73da2505-beb0-4935-9c35-10736760b80d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:12.300887 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-73da2505-beb0-4935-9c35-10736760b80d service neutron] 10.222.0.26 "PUT /v2.0/ports/d92f9793-f98c-4b86-b544-df19a4eddf1c HTTP/1.1" status: 200 len: 1091 time: 1.2857120 Apr 21 12:50:12.301331 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a873efec-c62c-4b29-8836-f2165a37f83b', 'tag': 'd92f9793-f98c-4b86-b544-df19a4eddf1c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:50:12.303784 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571cb537-2b45-4d4f-a399-1bb51343ffd8" -d '{"events": [{"name": "network-changed", "server_uuid": "a873efec-c62c-4b29-8836-f2165a37f83b", "tag": "d92f9793-f98c-4b86-b544-df19a4eddf1c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:50:12.322308 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-2079953a-1b2c-441c-ac83-1efe83884a5d tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.36 "GET /v2.0/quotas/42ab6ac5441b4abc9540696545ebde0d HTTP/1.1" status: 200 len: 375 time: 0.0101340 Apr 21 12:50:12.397738 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-c4dd26cd-32b4-47fe-afed-9097c6111266 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=42ab6ac5441b4abc9540696545ebde0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529101 Apr 21 12:50:12.428562 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a33d3251-e7f6-4d18-bce0-5f21edc91d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:12.430947 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da2505-beb0-4935-9c35-10736760b80d service neutron] Pushing event updated for resources: {'Port': ['ID=d92f9793-f98c-4b86-b544-df19a4eddf1c,revision_number=10']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:12.465008 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-47f0df5c-139a-4e00-842e-781232a33a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:12.466630 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-47f0df5c-139a-4e00-842e-781232a33a1e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0cef7977fdb64b878118f3cfbb1a54e1&device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 1095 time: 0.1358633 Apr 21 12:50:12.528278 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a33d3251-e7f6-4d18-bce0-5f21edc91d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:12.569883 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a33d3251-e7f6-4d18-bce0-5f21edc91d60 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=309eb8542c4445ec96dfcd0152babf91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4423811 Apr 21 12:50:12.571934 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 56242) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:12.579007 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3c422-d797-4db2-80c7-31d469a33ec5 req-19385900-fa87-4682-ad69-91aee30a2bd4 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:12.580841 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9eb3c422-d797-4db2-80c7-31d469a33ec5 req-19385900-fa87-4682-ad69-91aee30a2bd4 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 944 time: 0.1796224 Apr 21 12:50:12.648187 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d3251-e7f6-4d18-bce0-5f21edc91d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7331e44-3e02-4145-91ce-30376671fc7a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:12.648402 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-737c552c-4c2b-4813-86d5-872939194650 service neutron] 10.222.0.36 "GET /v2.0/networks/3b435c77-0376-46eb-999a-862fe15ccb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358298 Apr 21 12:50:12.679719 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4d7d5e0-1475-4bfb-88de-0cae6480b1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:12.706537 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4d7d5e0-1475-4bfb-88de-0cae6480b1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:12.709645 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9eb3c422-d797-4db2-80c7-31d469a33ec5 req-2c878af0-73aa-4213-826a-b8aab17c0bfe tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141443 Apr 21 12:50:12.714054 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-7d280965-cb4b-4dba-b590-bdbec45449a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:12.715566 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-7d280965-cb4b-4dba-b590-bdbec45449a5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=922b14c1-7208-45a2-9286-597c5ba2d9eb HTTP/1.1" status: 200 len: 915 time: 0.2207444 Apr 21 12:50:12.800610 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20dec6f-d79a-4d9f-8023-08d561d72cf6 x-openstack-request-id: req-f20dec6f-d79a-4d9f-8023-08d561d72cf6 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:50:12.801317 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a873efec-c62c-4b29-8836-f2165a37f83b", "tag": "d92f9793-f98c-4b86-b544-df19a4eddf1c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:50:12.801317 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f20dec6f-d79a-4d9f-8023-08d561d72cf6 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:50:12.801552 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f20dec6f-d79a-4d9f-8023-08d561d72cf6'] response: {'name': 'network-changed', 'server_uuid': 'a873efec-c62c-4b29-8836-f2165a37f83b', 'tag': 'd92f9793-f98c-4b86-b544-df19a4eddf1c', 'status': 'completed', 'code': 200} Apr 21 12:50:12.805887 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-e5d279c3-f647-4b1e-9bde-39cf31fd257c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d92f9793-f98c-4b86-b544-df19a4eddf1c HTTP/1.1" status: 200 len: 217 time: 0.0541024 Apr 21 12:50:12.858206 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4d7d5e0-1475-4bfb-88de-0cae6480b1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:12.861295 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4d7d5e0-1475-4bfb-88de-0cae6480b1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:12.862757 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d4d7d5e0-1475-4bfb-88de-0cae6480b1f2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b7331e44-3e02-4145-91ce-30376671fc7a HTTP/1.1" status: 204 len: 168 time: 0.2897880 Apr 21 12:50:12.874441 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-3e59276e-6123-4144-94cd-654ec79346ef service neutron] 10.222.0.36 "GET /v2.0/networks/3b435c77-0376-46eb-999a-862fe15ccb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055340 Apr 21 12:50:12.877298 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7d5e0-1475-4bfb-88de-0cae6480b1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7331e44-3e02-4145-91ce-30376671fc7a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:12.895190 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-bef9eb1c-02b0-4ddb-8b53-e77908815906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:12.897796 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-bef9eb1c-02b0-4ddb-8b53-e77908815906 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3fb62fd-7387-4f92-a212-fa3831f77ec4 HTTP/1.1" status: 200 len: 854 time: 0.0794990 Apr 21 12:50:12.958235 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-4fc9999f-b585-433d-95af-3f6efd6fcfcb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=922b14c1-7208-45a2-9286-597c5ba2d9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518961 Apr 21 12:50:13.077016 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-2ac03282-d49f-4c7c-b480-99756cbf612b service neutron] 10.222.0.26 "GET /v2.0/networks/922b14c1-7208-45a2-9286-597c5ba2d9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117117 Apr 21 12:50:13.270445 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-114de1cc-7353-4713-bcdf-74039fe2c26d req-a97cb6b6-2e2c-4afb-93e9-0916f82fd520 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e9893b-4916-412a-ab2a-c4d38dad0f0d HTTP/1.1" status: 200 len: 210 time: 0.0410407 Apr 21 12:50:13.278144 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1d197c6-8114-409f-ba9b-f1254a7c6544 req-478fabcf-3ea7-461d-8c6a-59e99ab7afdc service neutron] 10.222.0.26 "GET /v2.0/networks/922b14c1-7208-45a2-9286-597c5ba2d9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828167 Apr 21 12:50:13.458140 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29e71f82-e505-4744-9fa7-eef74d6cb468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:13.494316 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1988e2f3-34e7-4d8f-b692-729bb4e5d680 req-6dea01c3-f877-42ed-a1c4-3e62add32e6e tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0742984 Apr 21 12:50:13.509065 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cb537-2b45-4d4f-a399-1bb51343ffd8 req-2ca21b2d-ae21-4c81-be15-e0842f95a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:13.511424 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-571cb537-2b45-4d4f-a399-1bb51343ffd8 req-2ca21b2d-ae21-4c81-be15-e0842f95a9c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0cef7977fdb64b878118f3cfbb1a54e1&device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 1095 time: 0.1019781 Apr 21 12:50:13.649844 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cb537-2b45-4d4f-a399-1bb51343ffd8 req-dc67f1ab-0b1d-458e-8647-0a9abd77162c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:13.651567 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-571cb537-2b45-4d4f-a399-1bb51343ffd8 req-dc67f1ab-0b1d-458e-8647-0a9abd77162c service neutron] 10.222.0.26 "GET /v2.0/networks?id=922b14c1-7208-45a2-9286-597c5ba2d9eb HTTP/1.1" status: 200 len: 915 time: 0.1312833 Apr 21 12:50:13.723857 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-571cb537-2b45-4d4f-a399-1bb51343ffd8 req-0cb14744-3c65-41d0-a9a1-e17900f38a10 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d92f9793-f98c-4b86-b544-df19a4eddf1c HTTP/1.1" status: 200 len: 217 time: 0.0464036 Apr 21 12:50:13.873424 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cb537-2b45-4d4f-a399-1bb51343ffd8 req-6f093df7-c997-47b5-9570-7cd0a003b822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:13.880047 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-571cb537-2b45-4d4f-a399-1bb51343ffd8 req-6f093df7-c997-47b5-9570-7cd0a003b822 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3fb62fd-7387-4f92-a212-fa3831f77ec4 HTTP/1.1" status: 200 len: 854 time: 0.1489224 Apr 21 12:50:13.895924 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb191bc0-6713-4cdd-b37c-562e7e4689c2 req-8bb458d6-17f2-45bc-949e-29cdaac52794 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:13.907033 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb191bc0-6713-4cdd-b37c-562e7e4689c2 req-8bb458d6-17f2-45bc-949e-29cdaac52794 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 944 time: 0.1007116 Apr 21 12:50:13.951148 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-571cb537-2b45-4d4f-a399-1bb51343ffd8 req-81613584-0ccd-4b8f-a8b9-c4a00c479fa7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=922b14c1-7208-45a2-9286-597c5ba2d9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416269 Apr 21 12:50:14.081230 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb191bc0-6713-4cdd-b37c-562e7e4689c2 req-b1deb438-2d97-4c92-bbc8-4234cc085f11 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577947 Apr 21 12:50:14.119922 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-571cb537-2b45-4d4f-a399-1bb51343ffd8 req-fc3923c9-82e5-4676-a9c4-67ae8e4d2ce9 service neutron] 10.222.0.26 "GET /v2.0/networks/922b14c1-7208-45a2-9286-597c5ba2d9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588058 Apr 21 12:50:14.222645 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-571cb537-2b45-4d4f-a399-1bb51343ffd8 req-b6424492-b364-4363-86a4-040dcb86e812 service neutron] 10.222.0.26 "GET /v2.0/networks/922b14c1-7208-45a2-9286-597c5ba2d9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953238 Apr 21 12:50:14.428278 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6857fec-f7d7-48ba-8aad-6bb4bac99ee5 req-8a054c96-3bd2-47b6-a7ed-124b08584a4d tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e9893b-4916-412a-ab2a-c4d38dad0f0d HTTP/1.1" status: 200 len: 210 time: 0.0893250 Apr 21 12:50:14.654150 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-78076066-8dae-4f05-9128-d33df176c416 req-4c38ea2f-7596-498f-a6f9-444e4726e452 tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0389152 Apr 21 12:50:15.020523 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2560867b-7aac-4c00-b504-851f9e253f73 req-48dd687a-056f-4e6f-8a13-b613870a9e79 tempest-AbsoluteLimitsNegativeTestJSON-1948927043 tempest-AbsoluteLimitsNegativeTestJSON-1948927043-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=56d9d00c3a6d43789c7747a99f0df832&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267057 Apr 21 12:50:15.262010 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2560867b-7aac-4c00-b504-851f9e253f73 req-e06f380b-6bb6-493a-9a4b-178854d1a1b7 tempest-AbsoluteLimitsNegativeTestJSON-1948927043 tempest-AbsoluteLimitsNegativeTestJSON-1948927043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:15.269187 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2560867b-7aac-4c00-b504-851f9e253f73 req-e06f380b-6bb6-493a-9a4b-178854d1a1b7 tempest-AbsoluteLimitsNegativeTestJSON-1948927043 tempest-AbsoluteLimitsNegativeTestJSON-1948927043-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2406785 Apr 21 12:50:15.287761 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2560867b-7aac-4c00-b504-851f9e253f73 req-82975b12-9935-4bb9-9ab6-2dcaaf74fa38 tempest-AbsoluteLimitsNegativeTestJSON-1948927043 tempest-AbsoluteLimitsNegativeTestJSON-1948927043-project] 10.222.0.36 "GET /v2.0/quotas/56d9d00c3a6d43789c7747a99f0df832 HTTP/1.1" status: 200 len: 375 time: 0.0176141 Apr 21 12:50:15.322957 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2560867b-7aac-4c00-b504-851f9e253f73 req-1a22775a-6737-4e3a-9ac6-0162b8b310e1 tempest-AbsoluteLimitsNegativeTestJSON-1948927043 tempest-AbsoluteLimitsNegativeTestJSON-1948927043-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=56d9d00c3a6d43789c7747a99f0df832&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343144 Apr 21 12:50:15.332341 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e43a7-cca8-492f-9add-6f4d0610ab57 req-bbdc3742-817f-4a4d-95cb-04e5a5ce3503 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:15.340071 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c6e43a7-cca8-492f-9add-6f4d0610ab57 req-bbdc3742-817f-4a4d-95cb-04e5a5ce3503 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 944 time: 0.1342783 Apr 21 12:50:15.395040 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c6e43a7-cca8-492f-9add-6f4d0610ab57 req-c5ec1aab-5dca-4e4d-8c8c-b47ff06aaa21 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504556 Apr 21 12:50:15.588120 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4cf353a5-f2ea-4ba7-933b-f4ca076df0ce req-5310b00a-ef23-4e47-acc6-6eafd08f02ea tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e9893b-4916-412a-ab2a-c4d38dad0f0d HTTP/1.1" status: 200 len: 210 time: 0.0439656 Apr 21 12:50:15.763722 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b0aa732-8a6c-436e-b503-4b6dbadd4aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:15.779731 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b8e2c7e5-b1a1-4427-81db-0163ce7b1429 req-11d2795d-a22d-4a54-b449-693b8e728e85 tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0287035 Apr 21 12:50:15.983666 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bcbe9c32-6088-44cb-8d7b-5a9de79a5656 req-4f1769f3-4926-4fac-8457-fa471b239c69 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7b11409b-007e-4004-a32b-ed8f0779364d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0763330 Apr 21 12:50:16.110265 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 56382) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:16.150194 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe9c32-6088-44cb-8d7b-5a9de79a5656 req-78c39320-e989-4115-bdd0-17f01ecf1429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:16.152283 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bcbe9c32-6088-44cb-8d7b-5a9de79a5656 req-78c39320-e989-4115-bdd0-17f01ecf1429 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=340fcbb6da8e49abadfdcf88b5d93115&device_id=7b11409b-007e-4004-a32b-ed8f0779364d HTTP/1.1" status: 200 len: 1096 time: 0.1074739 Apr 21 12:50:16.285358 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-07b95e08-6f9c-4fda-bc78-75fa21bbc6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:16.440446 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe9c32-6088-44cb-8d7b-5a9de79a5656 req-db78140c-d6c0-4d56-9646-065a4a5a53b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:16.446721 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bcbe9c32-6088-44cb-8d7b-5a9de79a5656 req-db78140c-d6c0-4d56-9646-065a4a5a53b9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=df1e605b-21ce-4bc1-aff5-ebb02658784b HTTP/1.1" status: 200 len: 909 time: 0.1444385 Apr 21 12:50:16.517456 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-07b95e08-6f9c-4fda-bc78-75fa21bbc6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:16.534347 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589713ba-3f99-4f53-8c30-388a6503ee24 req-c87a4a97-ba25-4c2c-8bba-6d07699d3ae2 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:16.535820 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-589713ba-3f99-4f53-8c30-388a6503ee24 req-c87a4a97-ba25-4c2c-8bba-6d07699d3ae2 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 944 time: 0.0733440 Apr 21 12:50:16.572451 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-589713ba-3f99-4f53-8c30-388a6503ee24 req-74313651-a381-4b82-8319-220040ad173b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306609 Apr 21 12:50:16.820378 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-07b95e08-6f9c-4fda-bc78-75fa21bbc6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:16.867276 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc935100-2b8c-4b85-b118-cb828d566a61 req-411f2672-af44-4b85-a0e9-44ec61a55693 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e9893b-4916-412a-ab2a-c4d38dad0f0d HTTP/1.1" status: 200 len: 210 time: 0.0978038 Apr 21 12:50:16.898030 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:16.967692 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bcbe9c32-6088-44cb-8d7b-5a9de79a5656 req-db17bdfb-dae9-4ccc-9ac3-607e91509327 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4aaeb50-cbda-4545-b24a-dad093898ccf HTTP/1.1" status: 200 len: 1000 time: 0.3300920 Apr 21 12:50:16.979979 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b95e08-6f9c-4fda-bc78-75fa21bbc6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90189ec8-13d7-4e10-b2b1-e0da0ea4fdc9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:17.042012 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-07b95e08-6f9c-4fda-bc78-75fa21bbc6b9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=56d9d00c3a6d43789c7747a99f0df832&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9301486 Apr 21 12:50:17.046913 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 56406) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:17.060349 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-864c8be5-21f3-4ab0-ab48-9c4938fdafd6 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:17.061889 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-864c8be5-21f3-4ab0-ab48-9c4938fdafd6 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.24 "GET /v2.0/networks?id=3b435c77-0376-46eb-999a-862fe15ccb2b HTTP/1.1" status: 200 len: 821 time: 0.4559133 Apr 21 12:50:17.135001 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32dbf7f9-5d3b-4f89-a423-18de04556f23 req-d0ac3172-6c22-47fe-911d-8d77a37fd009 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.1364095 Apr 21 12:50:17.143399 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-affd4a09-f5cc-4edd-8257-896da2ca8357 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Request body: {'port': {'device_id': 'c2e9893b-4916-412a-ab2a-c4d38dad0f0d', 'network_id': '3b435c77-0376-46eb-999a-862fe15ccb2b', 'admin_state_up': True, 'tenant_id': '42ab6ac5441b4abc9540696545ebde0d'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:50:17.160458 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4e6f0a4-f299-4204-a694-d41a795836c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:17.184782 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66ad10a7-62ae-4961-a42a-0ab1e6d63814 req-e7e0a0ea-c204-4806-9f45-97ea8d5386ee tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.1205926 Apr 21 12:50:17.225798 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4e6f0a4-f299-4204-a694-d41a795836c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:17.236357 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe9c32-6088-44cb-8d7b-5a9de79a5656 req-a7829d08-6f4a-4f90-805f-77cd2c8bf20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:17.246965 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bcbe9c32-6088-44cb-8d7b-5a9de79a5656 req-a7829d08-6f4a-4f90-805f-77cd2c8bf20e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=53d6cd17-e719-4dcc-a307-60dd92480543 HTTP/1.1" status: 200 len: 847 time: 0.2471683 Apr 21 12:50:17.341474 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bfcd9-3af4-4ae0-94bb-e0f818849217 req-f945fc92-991f-43b1-a552-5b1a93c77ff6 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:17.342978 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c24bfcd9-3af4-4ae0-94bb-e0f818849217 req-f945fc92-991f-43b1-a552-5b1a93c77ff6 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.1961174 Apr 21 12:50:17.412622 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4e6f0a4-f299-4204-a694-d41a795836c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:17.415556 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4e6f0a4-f299-4204-a694-d41a795836c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:17.419622 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d4e6f0a4-f299-4204-a694-d41a795836c8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/90189ec8-13d7-4e10-b2b1-e0da0ea4fdc9 HTTP/1.1" status: 204 len: 168 time: 0.3680570 Apr 21 12:50:17.423047 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c24bfcd9-3af4-4ae0-94bb-e0f818849217 req-90a656af-d195-4a8d-8617-9ac0aaf4f6a1 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705323 Apr 21 12:50:17.450554 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6f0a4-f299-4204-a694-d41a795836c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90189ec8-13d7-4e10-b2b1-e0da0ea4fdc9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:17.510699 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-affd4a09-f5cc-4edd-8257-896da2ca8357 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Made reservation on behalf of 42ab6ac5441b4abc9540696545ebde0d for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:50:17.515127 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-affd4a09-f5cc-4edd-8257-896da2ca8357 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:17.684039 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-affd4a09-f5cc-4edd-8257-896da2ca8357 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Allocated IP 172.20.0.6 (3b435c77-0376-46eb-999a-862fe15ccb2b/eec430e7-56c9-4404-a335-ed9c30ead3eb/c2c94cbd-7119-4106-84e6-fb9134d51cad) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:50:17.807212 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:17.849533 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff2129-9a7a-437a-8bcf-5ca4e7250621 req-f94bb8e2-b8b5-4218-bd02-35fbfca3a887 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:17.851213 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-27ff2129-9a7a-437a-8bcf-5ca4e7250621 req-f94bb8e2-b8b5-4218-bd02-35fbfca3a887 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 944 time: 0.0903294 Apr 21 12:50:18.018877 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-27ff2129-9a7a-437a-8bcf-5ca4e7250621 req-487575de-f778-4bb7-8f4d-7cee17a4a1d8 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506031 Apr 21 12:50:18.048583 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa20a8f7-d89a-4c96-81fa-5306c8d16a8d req-f1bf1722-342a-4769-abbf-75d897bf9f53 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e9893b-4916-412a-ab2a-c4d38dad0f0d HTTP/1.1" status: 200 len: 210 time: 0.0421629 Apr 21 12:50:18.093874 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-affd4a09-f5cc-4edd-8257-896da2ca8357 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:18.297307 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-affd4a09-f5cc-4edd-8257-896da2ca8357 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:18.384045 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-affd4a09-f5cc-4edd-8257-896da2ca8357 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Network 3b435c77-0376-46eb-999a-862fe15ccb2b is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:50:18.398173 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-af57ab12-1ab0-4b01-b7f8-8e969f3d0835 req-4db21260-074c-46c2-817d-f8d0bdaefc0c tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0625215 Apr 21 12:50:18.414615 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd4a09-f5cc-4edd-8257-896da2ca8357 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Pushing event updated for resources: {'Port': ['ID=c2c94cbd-7119-4106-84e6-fb9134d51cad,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:18.417175 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-affd4a09-f5cc-4edd-8257-896da2ca8357 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:50:18.420359 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-affd4a09-f5cc-4edd-8257-896da2ca8357 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:50:18.428249 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:18.489745 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-affd4a09-f5cc-4edd-8257-896da2ca8357 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:18.490443 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-affd4a09-f5cc-4edd-8257-896da2ca8357 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:18.500446 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbe9c32-6088-44cb-8d7b-5a9de79a5656 req-ca68a093-3cc9-4ded-9378-d06800d79d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:18.501990 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bcbe9c32-6088-44cb-8d7b-5a9de79a5656 req-ca68a093-3cc9-4ded-9378-d06800d79d39 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df1e605b-21ce-4bc1-aff5-ebb02658784b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1117880 Apr 21 12:50:18.629507 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-affd4a09-f5cc-4edd-8257-896da2ca8357 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5457158 Apr 21 12:50:18.653793 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-35e13330-024a-42a8-8ebc-e004c49245d3 service neutron] Request body: {'port': {'device_id': 'c2e9893b-4916-412a-ab2a-c4d38dad0f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:50:18.703329 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:18.735742 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c1ff0-26ab-40b9-8793-52f719eac96c req-a794bb39-f859-4f8b-9484-1c068c14821b tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:18.744171 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-543c1ff0-26ab-40b9-8793-52f719eac96c req-a794bb39-f859-4f8b-9484-1c068c14821b tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.2084475 Apr 21 12:50:18.792860 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-35e13330-024a-42a8-8ebc-e004c49245d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:18.798371 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bcbe9c32-6088-44cb-8d7b-5a9de79a5656 req-d6f4b701-4a1f-4f05-887d-f5d67230adf6 service neutron] 10.222.0.26 "GET /v2.0/networks/df1e605b-21ce-4bc1-aff5-ebb02658784b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718444 Apr 21 12:50:18.861191 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 56452) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:18.906696 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-543c1ff0-26ab-40b9-8793-52f719eac96c req-165d695d-fb92-4635-91cf-b2835aa84d20 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616437 Apr 21 12:50:19.060244 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-56f2cc76-3bf8-40f0-83a1-15323ce4849c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1512750315-network', 'tenant_id': 'a9e4845f88074c88a2db2d56780bd761'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:50:19.124973 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bcbe9c32-6088-44cb-8d7b-5a9de79a5656 req-10e06159-e3fd-4bf9-8dd0-840764c6b68f service neutron] 10.222.0.26 "GET /v2.0/networks/df1e605b-21ce-4bc1-aff5-ebb02658784b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218516 Apr 21 12:50:19.189509 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f2cc76-3bf8-40f0-83a1-15323ce4849c admin admin] Made reservation on behalf of a9e4845f88074c88a2db2d56780bd761 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:50:19.192239 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-56f2cc76-3bf8-40f0-83a1-15323ce4849c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:19.210913 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-56f2cc76-3bf8-40f0-83a1-15323ce4849c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:19.339237 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-56f2cc76-3bf8-40f0-83a1-15323ce4849c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:19.509841 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-56f2cc76-3bf8-40f0-83a1-15323ce4849c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:19.557398 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f2cc76-3bf8-40f0-83a1-15323ce4849c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:50:19.567806 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2cc76-3bf8-40f0-83a1-15323ce4849c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63ebf9b-4e3a-43b6-b7f3-673cdcc5f60c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:19.588486 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-56f2cc76-3bf8-40f0-83a1-15323ce4849c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:19.589137 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-56f2cc76-3bf8-40f0-83a1-15323ce4849c admin admin] Added segment a1353b33-a63d-4992-bc74-82db8a3e2c55 of type vlan for network ed3f8ffa-8b0d-49a6-a976-b99777e924f3 Apr 21 12:50:19.598613 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ff2a9-5aa5-462a-b9c0-4d176b5fe87e req-ca6c2626-6312-431b-99ea-4015411925df tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:19.605398 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f91ff2a9-5aa5-462a-b9c0-4d176b5fe87e req-ca6c2626-6312-431b-99ea-4015411925df tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 944 time: 0.4996417 Apr 21 12:50:19.612504 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa157b-5a9d-4408-89b0-a0fda56a2e60 req-15701aba-8ee6-4c04-8dea-dab4a90b580f tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:19.614083 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-57fa157b-5a9d-4408-89b0-a0fda56a2e60 req-15701aba-8ee6-4c04-8dea-dab4a90b580f tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e9893b-4916-412a-ab2a-c4d38dad0f0d HTTP/1.1" status: 200 len: 931 time: 0.1006272 Apr 21 12:50:19.644891 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-56f2cc76-3bf8-40f0-83a1-15323ce4849c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:19.717646 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-57fa157b-5a9d-4408-89b0-a0fda56a2e60 req-7b700cdb-f05a-4613-abb1-c1d3be155e53 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.36 "GET /v2.0/security-groups?id=2942ffc3-41e4-475c-aa0c-fb5d7cc08e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912459 Apr 21 12:50:19.720451 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f91ff2a9-5aa5-462a-b9c0-4d176b5fe87e req-c4b48832-4130-4563-9b9b-b724faa091e0 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040368 Apr 21 12:50:19.731225 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-35e13330-024a-42a8-8ebc-e004c49245d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c94cbd-7119-4106-84e6-fb9134d51cad {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:50:19.748097 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-56f2cc76-3bf8-40f0-83a1-15323ce4849c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:19.748097 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f2cc76-3bf8-40f0-83a1-15323ce4849c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:19.748097 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-56f2cc76-3bf8-40f0-83a1-15323ce4849c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:19.758877 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-35e13330-024a-42a8-8ebc-e004c49245d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:19.806603 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-35e13330-024a-42a8-8ebc-e004c49245d3 service neutron] Transition to ACTIVE for port object c2c94cbd-7119-4106-84e6-fb9134d51cad will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:50:19.838517 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f2cc76-3bf8-40f0-83a1-15323ce4849c admin admin] Pushing event updated for resources: {'Network': ['ID=ed3f8ffa-8b0d-49a6-a976-b99777e924f3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:19.848948 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network ed3f8ffa-8b0d-49a6-a976-b99777e924f3 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:50:19.894113 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f39787da-e017-4a6c-b456-c513d4b7f807 req-48f0f407-da3e-4427-a7e2-ab9eacb84b9b tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0598400 Apr 21 12:50:19.895011 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-35e13330-024a-42a8-8ebc-e004c49245d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:19.924038 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-56f2cc76-3bf8-40f0-83a1-15323ce4849c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0592358 Apr 21 12:50:19.924743 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 56464) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:19.929845 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-fa9282b7-6751-45dc-b04e-4db41123f27a admin admin] Request body: {'subnet': {'network_id': 'ed3f8ffa-8b0d-49a6-a976-b99777e924f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1512750315-subnet', 'tenant_id': 'a9e4845f88074c88a2db2d56780bd761', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:50:19.990181 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e13330-024a-42a8-8ebc-e004c49245d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c94cbd-7119-4106-84e6-fb9134d51cad,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:20.097847 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9282b7-6751-45dc-b04e-4db41123f27a admin admin] Made reservation on behalf of a9e4845f88074c88a2db2d56780bd761 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:50:20.101286 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fa9282b7-6751-45dc-b04e-4db41123f27a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:20.206291 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-35e13330-024a-42a8-8ebc-e004c49245d3 service neutron] Attempting to bind port c2c94cbd-7119-4106-84e6-fb9134d51cad on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:50:20.206626 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-35e13330-024a-42a8-8ebc-e004c49245d3 service neutron] Attempting to bind port c2c94cbd-7119-4106-84e6-fb9134d51cad by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '6545ce7c-5bdb-4a8c-861c-56c162be1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3b435c77-0376-46eb-999a-862fe15ccb2b'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:50:20.206957 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-35e13330-024a-42a8-8ebc-e004c49245d3 service neutron] Attempting to bind port c2c94cbd-7119-4106-84e6-fb9134d51cad on network 3b435c77-0376-46eb-999a-862fe15ccb2b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:50:20.215354 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-35e13330-024a-42a8-8ebc-e004c49245d3 service neutron] Port c2c94cbd-7119-4106-84e6-fb9134d51cad on network 3b435c77-0376-46eb-999a-862fe15ccb2b not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:50:20.215675 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-35e13330-024a-42a8-8ebc-e004c49245d3 service neutron] Attempting to bind port c2c94cbd-7119-4106-84e6-fb9134d51cad on network 3b435c77-0376-46eb-999a-862fe15ccb2b {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:50:20.223184 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-35e13330-024a-42a8-8ebc-e004c49245d3 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:50:20.223528 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-35e13330-024a-42a8-8ebc-e004c49245d3 service neutron] Checking segment: {'id': '6545ce7c-5bdb-4a8c-861c-56c162be1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3b435c77-0376-46eb-999a-862fe15ccb2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:50:20.223928 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-35e13330-024a-42a8-8ebc-e004c49245d3 service neutron] Bound using segment: {'id': '6545ce7c-5bdb-4a8c-861c-56c162be1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3b435c77-0376-46eb-999a-862fe15ccb2b'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:50:20.224734 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-35e13330-024a-42a8-8ebc-e004c49245d3 service neutron] Bound port: c2c94cbd-7119-4106-84e6-fb9134d51cad, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6545ce7c-5bdb-4a8c-861c-56c162be1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '3b435c77-0376-46eb-999a-862fe15ccb2b'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:50:20.224734 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-35e13330-024a-42a8-8ebc-e004c49245d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:20.247942 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525a277-4b5d-4aae-b3ec-c304bcc1963b req-54d85fb0-b5e2-4c89-82c5-c35eee727c6a tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:20.249621 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c525a277-4b5d-4aae-b3ec-c304bcc1963b req-54d85fb0-b5e2-4c89-82c5-c35eee727c6a tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.1197453 Apr 21 12:50:20.378246 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:20.429169 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c525a277-4b5d-4aae-b3ec-c304bcc1963b req-28ffe22b-5ccb-482e-9350-6fc8e84c4b9c tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481516 Apr 21 12:50:20.440520 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-35e13330-024a-42a8-8ebc-e004c49245d3 service neutron] For port c2c94cbd-7119-4106-84e6-fb9134d51cad, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:50:20.448656 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fa9282b7-6751-45dc-b04e-4db41123f27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:20.449720 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-35e13330-024a-42a8-8ebc-e004c49245d3 service neutron] For port c2c94cbd-7119-4106-84e6-fb9134d51cad, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c2c94cbd-7119-4106-84e6-fb9134d51cad,segment=NetworkSegment(6545ce7c-5bdb-4a8c-861c-56c162be1a82),segment_id=6545ce7c-5bdb-4a8c-861c-56c162be1a82)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:50:20.515852 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9282b7-6751-45dc-b04e-4db41123f27a admin admin] Pushing event updated for resources: {'Subnet': ['ID=00b44f36-7f0b-446c-ab63-814936e0b67e,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:20.525487 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9282b7-6751-45dc-b04e-4db41123f27a admin admin] Checking segment: {'id': 'a1353b33-a63d-4992-bc74-82db8a3e2c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'ed3f8ffa-8b0d-49a6-a976-b99777e924f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:50:20.526106 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9282b7-6751-45dc-b04e-4db41123f27a admin admin] Network hostable DHCP agents. Network: ed3f8ffa-8b0d-49a6-a976-b99777e924f3, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:50:20.532344 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-35e13330-024a-42a8-8ebc-e004c49245d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:20.584439 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-35e13330-024a-42a8-8ebc-e004c49245d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:20.585136 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-35e13330-024a-42a8-8ebc-e004c49245d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:20.587285 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-35e13330-024a-42a8-8ebc-e004c49245d3 service neutron] 10.222.0.24 "PUT /v2.0/ports/c2c94cbd-7119-4106-84e6-fb9134d51cad HTTP/1.1" status: 200 len: 1091 time: 1.9448164 Apr 21 12:50:20.587796 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e9893b-4916-412a-ab2a-c4d38dad0f0d', 'tag': 'c2c94cbd-7119-4106-84e6-fb9134d51cad'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:50:20.590511 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3c6014-5dad-443f-b3e9-136c341cc169" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e9893b-4916-412a-ab2a-c4d38dad0f0d", "tag": "c2c94cbd-7119-4106-84e6-fb9134d51cad"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:50:20.619947 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e13330-024a-42a8-8ebc-e004c49245d3 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c94cbd-7119-4106-84e6-fb9134d51cad,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:20.623673 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9282b7-6751-45dc-b04e-4db41123f27a admin admin] Network ed3f8ffa-8b0d-49a6-a976-b99777e924f3 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:50:20.678378 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49187d23-cc36-4199-bb6b-e3c5607ca327 x-openstack-request-id: req-49187d23-cc36-4199-bb6b-e3c5607ca327 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:50:20.678695 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e9893b-4916-412a-ab2a-c4d38dad0f0d", "tag": "c2c94cbd-7119-4106-84e6-fb9134d51cad", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:50:20.679032 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-49187d23-cc36-4199-bb6b-e3c5607ca327 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:50:20.679379 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49187d23-cc36-4199-bb6b-e3c5607ca327'] response: {'name': 'network-changed', 'server_uuid': 'c2e9893b-4916-412a-ab2a-c4d38dad0f0d', 'tag': 'c2c94cbd-7119-4106-84e6-fb9134d51cad', 'status': 'completed', 'code': 200} Apr 21 12:50:20.727281 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-fa9282b7-6751-45dc-b04e-4db41123f27a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, ed3f8ffa-8b0d-49a6-a976-b99777e924f3) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:50:20.740329 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9282b7-6751-45dc-b04e-4db41123f27a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:20.740948 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fa9282b7-6751-45dc-b04e-4db41123f27a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:20.747575 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfbec56-f75e-400d-9b1c-26f2367c4220 None None] Network ed3f8ffa-8b0d-49a6-a976-b99777e924f3 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:50:20.777014 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c6014-5dad-443f-b3e9-136c341cc169 req-6278ca40-5f3f-4e49-be9e-459f399d9fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:20.778966 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf3c6014-5dad-443f-b3e9-136c341cc169 req-6278ca40-5f3f-4e49-be9e-459f399d9fe7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42ab6ac5441b4abc9540696545ebde0d&device_id=c2e9893b-4916-412a-ab2a-c4d38dad0f0d HTTP/1.1" status: 200 len: 1094 time: 0.0611739 Apr 21 12:50:20.879925 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fa9282b7-6751-45dc-b04e-4db41123f27a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9485781 Apr 21 12:50:20.925859 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abec0d5e-1747-47bd-b420-3f554e05153b None None] Network ed3f8ffa-8b0d-49a6-a976-b99777e924f3 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:50:21.130810 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851bae0-d2b8-4a57-afc6-99d37dbaf4c1 req-147136f9-92c1-49e9-a29e-4c55f30f42e0 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:21.132329 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4851bae0-d2b8-4a57-afc6-99d37dbaf4c1 req-147136f9-92c1-49e9-a29e-4c55f30f42e0 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e9893b-4916-412a-ab2a-c4d38dad0f0d HTTP/1.1" status: 200 len: 943 time: 0.2659781 Apr 21 12:50:21.151428 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0272d23-3391-400c-b5fc-af56304c856d req-d220c9dd-014f-4117-81e4-b78d735e16b5 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:21.159413 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e0272d23-3391-400c-b5fc-af56304c856d req-d220c9dd-014f-4117-81e4-b78d735e16b5 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 944 time: 0.2919679 Apr 21 12:50:21.161751 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c6014-5dad-443f-b3e9-136c341cc169 req-067a0179-a8fe-4f06-ac4f-dffe46070a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:21.163183 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf3c6014-5dad-443f-b3e9-136c341cc169 req-067a0179-a8fe-4f06-ac4f-dffe46070a62 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=42ab6ac5441b4abc9540696545ebde0d&shared=False HTTP/1.1" status: 200 len: 922 time: 0.3720200 Apr 21 12:50:21.293477 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e0272d23-3391-400c-b5fc-af56304c856d req-a326805e-b1bd-4d6a-9255-1d91549a02e0 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331275 Apr 21 12:50:21.354802 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4851bae0-d2b8-4a57-afc6-99d37dbaf4c1 req-8979734a-7a3c-49b3-bee6-da53fd44fb63 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.36 "GET /v2.0/security-groups?id=2942ffc3-41e4-475c-aa0c-fb5d7cc08e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894207 Apr 21 12:50:21.437831 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c6014-5dad-443f-b3e9-136c341cc169 req-1ec4209c-9a7d-4be2-b5fb-bf2c1099f126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:21.441823 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf3c6014-5dad-443f-b3e9-136c341cc169 req-1ec4209c-9a7d-4be2-b5fb-bf2c1099f126 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2300699 Apr 21 12:50:21.463375 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-970394af-8a77-496d-99c3-13eabf8138a4 req-15a0cf69-1ebc-4bf1-b514-3080cbf53d87 tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0428858 Apr 21 12:50:21.573661 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-6145538d-9620-47e9-97bf-0d50844d65cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:21.573661 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-6145538d-9620-47e9-97bf-0d50844d65cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=42ab6ac5441b4abc9540696545ebde0d&device_id=c2e9893b-4916-412a-ab2a-c4d38dad0f0d HTTP/1.1" status: 200 len: 1094 time: 0.0698295 Apr 21 12:50:21.710746 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-e6c0d33e-c122-40d5-bbec-265ced4fba3f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c2c94cbd-7119-4106-84e6-fb9134d51cad HTTP/1.1" status: 200 len: 217 time: 0.1116827 Apr 21 12:50:21.733148 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-34c4eb6c-cdd1-43cc-ad8e-c17e53e5a005 req-6f49562a-4123-4e01-8f7e-0b6328d6aab9 tempest-SecurityGroupsNegativeTestJSON-221087694 tempest-SecurityGroupsNegativeTestJSON-221087694-project] show failed (client error): The resource could not be found. Apr 21 12:50:21.734599 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34c4eb6c-cdd1-43cc-ad8e-c17e53e5a005 req-6f49562a-4123-4e01-8f7e-0b6328d6aab9 tempest-SecurityGroupsNegativeTestJSON-221087694 tempest-SecurityGroupsNegativeTestJSON-221087694-project] 10.222.0.36 "GET /v2.0/security-groups/8976bb1e-a39b-4fc2-925d-589f105ae70b HTTP/1.1" status: 404 len: 352 time: 0.0265243 Apr 21 12:50:21.809662 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d29f35-f5f3-4bed-bbb9-378893f86f86 req-cc0f4cdb-84c0-4971-ae56-afcbab5e117a tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:21.818240 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-87d29f35-f5f3-4bed-bbb9-378893f86f86 req-cc0f4cdb-84c0-4971-ae56-afcbab5e117a tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.2514417 Apr 21 12:50:21.849298 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-1f189ca8-bc3d-4f60-aea4-305834a01e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:21.850757 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-1f189ca8-bc3d-4f60-aea4-305834a01e61 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eec430e7-56c9-4404-a335-ed9c30ead3eb HTTP/1.1" status: 200 len: 861 time: 0.1140893 Apr 21 12:50:21.899477 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-953aa755-2784-4ad4-a0e8-f4db18dbf0bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3b435c77-0376-46eb-999a-862fe15ccb2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354877 Apr 21 12:50:21.909953 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-87d29f35-f5f3-4bed-bbb9-378893f86f86 req-4a7b4353-d04f-4450-94de-4c701761dab2 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902479 Apr 21 12:50:22.060808 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac568029-7a7b-4016-980f-4855d4984449 req-506ac96c-4cea-4360-94ea-dc5517278004 tempest-SecurityGroupsNegativeTestJSON-221087694 tempest-SecurityGroupsNegativeTestJSON-221087694-project] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a9e4845f88074c88a2db2d56780bd761 HTTP/1.1" status: 200 len: 2988 time: 0.0731905 Apr 21 12:50:22.079888 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-6ec66e31-a033-48c8-bec5-36f7f5adf837 service neutron] 10.222.0.24 "GET /v2.0/networks/3b435c77-0376-46eb-999a-862fe15ccb2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685212 Apr 21 12:50:22.180451 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac568029-7a7b-4016-980f-4855d4984449 req-84857fc1-5283-44e3-97a0-cefde5541f54 tempest-SecurityGroupsNegativeTestJSON-221087694 tempest-SecurityGroupsNegativeTestJSON-221087694-project] 10.222.0.36 "GET /v2.0/security-groups/a63ebf9b-4e3a-43b6-b7f3-673cdcc5f60c HTTP/1.1" status: 200 len: 2985 time: 0.1086929 Apr 21 12:50:22.241624 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dbef1c56-257c-42d1-a1a0-9d85eb9b1793 req-17f7c63d-5856-4261-b5d3-8b48e988b799 service neutron] 10.222.0.24 "GET /v2.0/networks/3b435c77-0376-46eb-999a-862fe15ccb2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481194 Apr 21 12:50:22.268570 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac568029-7a7b-4016-980f-4855d4984449 req-53823553-c091-497f-8c07-f398b4b85017 tempest-SecurityGroupsNegativeTestJSON-221087694 tempest-SecurityGroupsNegativeTestJSON-221087694-project] 10.222.0.36 "GET /v2.0/security-groups/a63ebf9b-4e3a-43b6-b7f3-673cdcc5f60c HTTP/1.1" status: 200 len: 2985 time: 0.0871880 Apr 21 12:50:22.382566 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eefa0af9-ddbd-48cb-8552-9b764282c35c req-f54419f9-21f1-48e1-b0ef-123a7b00a990 tempest-SecurityGroupsNegativeTestJSON-221087694 tempest-SecurityGroupsNegativeTestJSON-221087694-project] 10.222.0.36 "GET /v2.0/security-groups/a63ebf9b-4e3a-43b6-b7f3-673cdcc5f60c HTTP/1.1" status: 200 len: 2985 time: 0.1081762 Apr 21 12:50:22.503009 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-eefa0af9-ddbd-48cb-8552-9b764282c35c req-3332c558-6c54-4813-8688-d121f2b42daa tempest-SecurityGroupsNegativeTestJSON-221087694 tempest-SecurityGroupsNegativeTestJSON-221087694-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 21 12:50:22.514998 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eefa0af9-ddbd-48cb-8552-9b764282c35c req-3332c558-6c54-4813-8688-d121f2b42daa tempest-SecurityGroupsNegativeTestJSON-221087694 tempest-SecurityGroupsNegativeTestJSON-221087694-project] 10.222.0.36 "DELETE /v2.0/security-groups/a63ebf9b-4e3a-43b6-b7f3-673cdcc5f60c HTTP/1.1" status: 409 len: 352 time: 0.1240067 Apr 21 12:50:22.562290 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d7368-f27a-4520-a2c7-a01d1d5cf346 req-1652a557-4757-4f5a-b096-8a5ad14a85ab tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:22.569434 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae5d7368-f27a-4520-a2c7-a01d1d5cf346 req-1652a557-4757-4f5a-b096-8a5ad14a85ab tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 944 time: 0.1071460 Apr 21 12:50:22.666596 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f65cf9e0-d585-4a12-85db-2232e3a0a7a3 req-a62fc23c-df88-4383-bf5b-5056483cda7c tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0482588 Apr 21 12:50:22.679103 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae5d7368-f27a-4520-a2c7-a01d1d5cf346 req-f1846163-5c43-49c1-b388-f6f5c32716ee tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022286 Apr 21 12:50:22.739199 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-82f98c88-d6d6-44a0-a0c6-0a8002736839 req-44078394-2b4e-4105-8d0e-028d14d00537 tempest-SecurityGroupsNegativeTestJSON-221087694 tempest-SecurityGroupsNegativeTestJSON-221087694-project] show failed (client error): The resource could not be found. Apr 21 12:50:22.753226 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-82f98c88-d6d6-44a0-a0c6-0a8002736839 req-44078394-2b4e-4105-8d0e-028d14d00537 tempest-SecurityGroupsNegativeTestJSON-221087694 tempest-SecurityGroupsNegativeTestJSON-221087694-project] 10.222.0.36 "GET /v2.0/security-groups/e42fde25-e184-4dce-8746-8ff884f92b43 HTTP/1.1" status: 404 len: 352 time: 0.0293317 Apr 21 12:50:22.816992 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-7e98d0e4-276f-42b3-82f7-8e50dc2b2e36 req-e95c5425-a11f-4ee9-a903-d92fae96ee7b tempest-SecurityGroupsNegativeTestJSON-221087694 tempest-SecurityGroupsNegativeTestJSON-221087694-project] show failed (client error): The resource could not be found. Apr 21 12:50:22.818373 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e98d0e4-276f-42b3-82f7-8e50dc2b2e36 req-e95c5425-a11f-4ee9-a903-d92fae96ee7b tempest-SecurityGroupsNegativeTestJSON-221087694 tempest-SecurityGroupsNegativeTestJSON-221087694-project] 10.222.0.36 "GET /v2.0/security-groups/f2fe091d-fcfa-44b3-afb2-07d30742142b HTTP/1.1" status: 404 len: 352 time: 0.0483491 Apr 21 12:50:22.832855 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 56522) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:22.866115 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3597e-0690-4683-93ec-0fa9dae98704 req-ac34a2fb-b07d-4b7f-92c8-8b4a8edee295 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:22.874371 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5da3597e-0690-4683-93ec-0fa9dae98704 req-ac34a2fb-b07d-4b7f-92c8-8b4a8edee295 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e9893b-4916-412a-ab2a-c4d38dad0f0d HTTP/1.1" status: 200 len: 943 time: 0.1374414 Apr 21 12:50:22.921437 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace85fee-4ef6-41fc-aeeb-b6b475b07f5e admin admin] Deleting subnet 00b44f36-7f0b-446c-ab63-814936e0b67e {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:50:22.927130 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ace85fee-4ef6-41fc-aeeb-b6b475b07f5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:22.976307 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5da3597e-0690-4683-93ec-0fa9dae98704 req-55ebf43f-51f8-4c61-8ff0-a5835166bd22 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.36 "GET /v2.0/security-groups?id=2942ffc3-41e4-475c-aa0c-fb5d7cc08e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879195 Apr 21 12:50:22.998727 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ace85fee-4ef6-41fc-aeeb-b6b475b07f5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:23.078459 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ace85fee-4ef6-41fc-aeeb-b6b475b07f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:23.123081 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18802d7-0f3c-46b0-9da0-282b02a3add7 req-646b7009-dfed-4848-a752-e43508afd833 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:23.124963 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e18802d7-0f3c-46b0-9da0-282b02a3add7 req-646b7009-dfed-4848-a752-e43508afd833 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.0637090 Apr 21 12:50:23.211812 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e18802d7-0f3c-46b0-9da0-282b02a3add7 req-a0df2329-30c4-4cd1-bdb4-e84c9dd1f991 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727658 Apr 21 12:50:23.269407 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ace85fee-4ef6-41fc-aeeb-b6b475b07f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:23.300267 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace85fee-4ef6-41fc-aeeb-b6b475b07f5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00b44f36-7f0b-446c-ab63-814936e0b67e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:23.313004 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ace85fee-4ef6-41fc-aeeb-b6b475b07f5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:23.316376 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ace85fee-4ef6-41fc-aeeb-b6b475b07f5e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/00b44f36-7f0b-446c-ab63-814936e0b67e HTTP/1.1" status: 204 len: 168 time: 0.4810340 Apr 21 12:50:23.319274 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 56528) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:23.452549 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d87ca93b-f3ce-492f-84dc-2e231415be64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:23.558875 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d87ca93b-f3ce-492f-84dc-2e231415be64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:23.583275 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d87ca93b-f3ce-492f-84dc-2e231415be64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed3f8ffa-8b0d-49a6-a976-b99777e924f3']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:50:23.595316 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d87ca93b-f3ce-492f-84dc-2e231415be64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1353b33-a63d-4992-bc74-82db8a3e2c55') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:50:23.595748 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d87ca93b-f3ce-492f-84dc-2e231415be64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1353b33-a63d-4992-bc74-82db8a3e2c55') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:50:23.608965 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d87ca93b-f3ce-492f-84dc-2e231415be64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:23.625534 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d87ca93b-f3ce-492f-84dc-2e231415be64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:23.634730 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d87ca93b-f3ce-492f-84dc-2e231415be64 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:50:23.635257 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d87ca93b-f3ce-492f-84dc-2e231415be64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:50:23.637052 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:50:23.865292 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d87ca93b-f3ce-492f-84dc-2e231415be64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:23.871329 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3f24accd-a69b-4db9-b5eb-20a4fa226d4f req-f23784d5-6ff7-4d90-99a4-f6def3cea6e2 tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0868208 Apr 21 12:50:23.899847 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d87ca93b-f3ce-492f-84dc-2e231415be64 admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:23.919592 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d87ca93b-f3ce-492f-84dc-2e231415be64 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ed3f8ffa-8b0d-49a6-a976-b99777e924f3 HTTP/1.1" status: 204 len: 168 time: 0.5970192 Apr 21 12:50:23.932605 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ca93b-f3ce-492f-84dc-2e231415be64 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed3f8ffa-8b0d-49a6-a976-b99777e924f3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:23.983402 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb0338-b65e-4290-a900-c73a147e0309 req-34e1d058-bbb0-48d7-b54a-e0d3385d37aa tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:23.990181 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3deb0338-b65e-4290-a900-c73a147e0309 req-34e1d058-bbb0-48d7-b54a-e0d3385d37aa tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 944 time: 0.1906662 Apr 21 12:50:24.034203 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3deb0338-b65e-4290-a900-c73a147e0309 req-b90d6fe8-68c4-462e-be6b-b06015ae3fa6 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389810 Apr 21 12:50:24.154668 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a793f8-78e5-4654-ac9f-41d730285cf2 req-41051b9f-9e62-4b64-b92f-42148dc4ccb0 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:24.156333 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28a793f8-78e5-4654-ac9f-41d730285cf2 req-41051b9f-9e62-4b64-b92f-42148dc4ccb0 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e9893b-4916-412a-ab2a-c4d38dad0f0d HTTP/1.1" status: 200 len: 943 time: 0.0968955 Apr 21 12:50:24.216329 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28a793f8-78e5-4654-ac9f-41d730285cf2 req-03179637-c399-409b-b447-dc2253175f0c tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.36 "GET /v2.0/security-groups?id=2942ffc3-41e4-475c-aa0c-fb5d7cc08e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533659 Apr 21 12:50:24.362010 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 56542) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:24.420145 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b746c-8229-4f02-8a50-81004430e9dc req-c049ef48-4dd5-43c9-897b-304bc31dafca tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:24.437793 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-735b746c-8229-4f02-8a50-81004430e9dc req-c049ef48-4dd5-43c9-897b-304bc31dafca tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.1106145 Apr 21 12:50:24.485534 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ca750ecf-77b0-470a-9d62-b83c0d093d3c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a9e4845f88074c88a2db2d56780bd761&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1198530 Apr 21 12:50:24.485916 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 56546) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:24.509842 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-735b746c-8229-4f02-8a50-81004430e9dc req-c6199bcd-100e-4b58-9f40-c905defe3d17 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703220 Apr 21 12:50:24.563760 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f9741fc-da1a-47b5-8e00-d4c0f6c007da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:24.586915 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f9741fc-da1a-47b5-8e00-d4c0f6c007da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:24.726004 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f9741fc-da1a-47b5-8e00-d4c0f6c007da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:24.729103 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f9741fc-da1a-47b5-8e00-d4c0f6c007da admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:24.730294 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0f9741fc-da1a-47b5-8e00-d4c0f6c007da admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a63ebf9b-4e3a-43b6-b7f3-673cdcc5f60c HTTP/1.1" status: 204 len: 168 time: 0.2432077 Apr 21 12:50:24.738662 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9741fc-da1a-47b5-8e00-d4c0f6c007da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63ebf9b-4e3a-43b6-b7f3-673cdcc5f60c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:24.996905 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-afe7c807-a106-447c-806d-005c32ccc2ab req-be6f1efb-6236-4901-aa4a-e988b1c51c5b tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0312660 Apr 21 12:50:25.167014 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ee0c8-8669-42d9-a76e-707ae660ea99 req-01e2c48b-04c2-48a8-8ef0-de9809d5d3ba tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:25.168566 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e9ee0c8-8669-42d9-a76e-707ae660ea99 req-01e2c48b-04c2-48a8-8ef0-de9809d5d3ba tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 944 time: 0.0516844 Apr 21 12:50:25.219199 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e9ee0c8-8669-42d9-a76e-707ae660ea99 req-81748f48-ef9d-4557-8f21-4e370ec5ca6d tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441909 Apr 21 12:50:25.338529 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ed2b6-1729-4930-9c56-25cbfa0285ad req-9e74380b-d49e-4f0a-a68c-0ee5692ffbcc tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:25.340027 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-717ed2b6-1729-4930-9c56-25cbfa0285ad req-9e74380b-d49e-4f0a-a68c-0ee5692ffbcc tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e9893b-4916-412a-ab2a-c4d38dad0f0d HTTP/1.1" status: 200 len: 943 time: 0.0536139 Apr 21 12:50:25.378639 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-717ed2b6-1729-4930-9c56-25cbfa0285ad req-997fa124-112c-46c8-bbbd-5aef52857e7d tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.36 "GET /v2.0/security-groups?id=2942ffc3-41e4-475c-aa0c-fb5d7cc08e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322170 Apr 21 12:50:25.642015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51e985-c147-49e9-9d84-b7deca0bffb9 req-a0823dcc-0036-4a8f-80cd-1955b73a5a64 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:25.643774 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fc51e985-c147-49e9-9d84-b7deca0bffb9 req-a0823dcc-0036-4a8f-80cd-1955b73a5a64 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.0554430 Apr 21 12:50:25.685883 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fc51e985-c147-49e9-9d84-b7deca0bffb9 req-3c21eade-39bd-40ac-bf77-53ba70b8ba09 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349779 Apr 21 12:50:25.953676 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 56578) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:25.983656 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c2c94cbd-7119-4106-84e6-fb9134d51cad details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:50:26.053548 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4fd0b827-283f-4ffd-ab2f-03aef6698c6a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1659525233-network', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:50:26.081811 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port c2c94cbd-7119-4106-84e6-fb9134d51cad, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c2c94cbd-7119-4106-84e6-fb9134d51cad,segment=NetworkSegment(6545ce7c-5bdb-4a8c-861c-56c162be1a82),segment_id=6545ce7c-5bdb-4a8c-861c-56c162be1a82)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:50:26.094223 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'c2c94cbd-7119-4106-84e6-fb9134d51cad', 'network_id': '3b435c77-0376-46eb-999a-862fe15ccb2b', 'port_id': 'c2c94cbd-7119-4106-84e6-fb9134d51cad', 'mac_address': 'fa:16:3e:31:71:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eec430e7-56c9-4404-a335-ed9c30ead3eb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:50:26.112916 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-99161ad6-a31e-4578-9730-0d48aea46683 req-346bb60c-275f-4ffd-8fd7-77a1bdb9a8db tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0348258 Apr 21 12:50:26.131304 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:26.145336 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c94cbd-7119-4106-84e6-fb9134d51cad {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:50:26.160093 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd0b827-283f-4ffd-ab2f-03aef6698c6a admin admin] Made reservation on behalf of f94db1c78e7042a5b25684fb2e0b4069 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:50:26.162524 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fd0b827-283f-4ffd-ab2f-03aef6698c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:26.164703 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port c2c94cbd-7119-4106-84e6-fb9134d51cad, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c2c94cbd-7119-4106-84e6-fb9134d51cad,segment=NetworkSegment(6545ce7c-5bdb-4a8c-861c-56c162be1a82),segment_id=6545ce7c-5bdb-4a8c-861c-56c162be1a82)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:50:26.171375 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fd0b827-283f-4ffd-ab2f-03aef6698c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:26.245650 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fd0b827-283f-4ffd-ab2f-03aef6698c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:26.246302 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:26.292583 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=c2c94cbd-7119-4106-84e6-fb9134d51cad,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:26.328008 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fd0b827-283f-4ffd-ab2f-03aef6698c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:26.358208 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61bab20-d364-4080-8506-cfa22bab4c2e req-e0d47bd5-5ed1-472b-846e-701f68e40dd5 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:26.359735 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c61bab20-d364-4080-8506-cfa22bab4c2e req-e0d47bd5-5ed1-472b-846e-701f68e40dd5 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 944 time: 0.0685883 Apr 21 12:50:26.367710 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fd0b827-283f-4ffd-ab2f-03aef6698c6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:50:26.395206 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0b827-283f-4ffd-ab2f-03aef6698c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e056cf4d-738b-475d-a526-814122e1cde2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:26.403337 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fd0b827-283f-4ffd-ab2f-03aef6698c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:26.403691 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-4fd0b827-283f-4ffd-ab2f-03aef6698c6a admin admin] Added segment 44bc8a03-2f4f-4978-99f6-9fc05c155a8c of type vlan for network ff8e5b58-c3c2-47b6-b0e6-14167c057929 Apr 21 12:50:26.452629 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c61bab20-d364-4080-8506-cfa22bab4c2e req-a89a5ee6-78bf-44da-86c7-7a0a2f2181e5 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846384 Apr 21 12:50:26.471673 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fd0b827-283f-4ffd-ab2f-03aef6698c6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:26.506673 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['c2c94cbd-7119-4106-84e6-fb9134d51cad'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:50:26.524475 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a74699-ba23-4120-ac15-9bde5d8b8714 req-31d0058e-029f-4cc7-96c2-de26ba69340b tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:26.526576 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-22a74699-ba23-4120-ac15-9bde5d8b8714 req-31d0058e-029f-4cc7-96c2-de26ba69340b tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e9893b-4916-412a-ab2a-c4d38dad0f0d HTTP/1.1" status: 200 len: 944 time: 0.0730720 Apr 21 12:50:26.567906 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-22a74699-ba23-4120-ac15-9bde5d8b8714 req-d87c0204-a038-49da-809c-5c82c55b4e9d tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.36 "GET /v2.0/security-groups?id=2942ffc3-41e4-475c-aa0c-fb5d7cc08e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353580 Apr 21 12:50:26.629191 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fd0b827-283f-4ffd-ab2f-03aef6698c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:26.630294 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd0b827-283f-4ffd-ab2f-03aef6698c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:26.631098 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4fd0b827-283f-4ffd-ab2f-03aef6698c6a admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:26.696984 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd0b827-283f-4ffd-ab2f-03aef6698c6a admin admin] Pushing event updated for resources: {'Network': ['ID=ff8e5b58-c3c2-47b6-b0e6-14167c057929,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:26.709914 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network ff8e5b58-c3c2-47b6-b0e6-14167c057929 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:50:26.811841 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441cad7d-3775-40c5-81e2-9587987a8cd8 req-a872c9cd-6f23-499a-994a-8a9a3849fc84 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:26.813389 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-441cad7d-3775-40c5-81e2-9587987a8cd8 req-a872c9cd-6f23-499a-994a-8a9a3849fc84 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.0518646 Apr 21 12:50:26.854303 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-441cad7d-3775-40c5-81e2-9587987a8cd8 req-948bf280-15bd-49eb-89ff-b93fe4c6cd9c tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339286 Apr 21 12:50:27.265130 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-418240dc-24d3-44a1-bf8c-803ba02356ce req-abb36899-2b6f-43b4-b440-b0f1aed24f06 tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0274122 Apr 21 12:50:27.366170 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4fd0b827-283f-4ffd-ab2f-03aef6698c6a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4113650 Apr 21 12:50:27.369023 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 56600) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:27.373902 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-934db4aa-bb6a-4e6b-977e-896dfaf12918 admin admin] Request body: {'subnet': {'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1659525233-subnet', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:50:27.574339 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b1437-6618-45f6-b8f0-45171b287260 req-bf9617bd-631f-4e8f-9e5b-305471808cbc tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:27.575699 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-758b1437-6618-45f6-b8f0-45171b287260 req-bf9617bd-631f-4e8f-9e5b-305471808cbc tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 944 time: 0.0523565 Apr 21 12:50:27.615406 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-758b1437-6618-45f6-b8f0-45171b287260 req-74fa802e-5617-496b-b203-3e09e44baeb0 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333745 Apr 21 12:50:27.646653 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934db4aa-bb6a-4e6b-977e-896dfaf12918 admin admin] Made reservation on behalf of f94db1c78e7042a5b25684fb2e0b4069 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:50:27.649341 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-934db4aa-bb6a-4e6b-977e-896dfaf12918 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:27.756931 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94003bca-6233-4cd7-923f-9fb4354dd674 req-4cf057a1-2ecd-4329-8e54-99d20ea5e293 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:27.758653 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94003bca-6233-4cd7-923f-9fb4354dd674 req-4cf057a1-2ecd-4329-8e54-99d20ea5e293 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e9893b-4916-412a-ab2a-c4d38dad0f0d HTTP/1.1" status: 200 len: 944 time: 0.0960786 Apr 21 12:50:27.833805 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94003bca-6233-4cd7-923f-9fb4354dd674 req-d2a1c9b3-ca69-46a2-b677-ac260db2f7b6 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.36 "GET /v2.0/security-groups?id=2942ffc3-41e4-475c-aa0c-fb5d7cc08e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680387 Apr 21 12:50:27.975616 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d9249-7fea-435a-887b-a27541b42523 req-1d2f2e8c-55dc-45eb-a4f6-ce231beb902a tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:27.977714 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-405d9249-7fea-435a-887b-a27541b42523 req-1d2f2e8c-55dc-45eb-a4f6-ce231beb902a tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.0496345 Apr 21 12:50:27.982014 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c2c94cbd-7119-4106-84e6-fb9134d51cad up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:50:27.992839 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-934db4aa-bb6a-4e6b-977e-896dfaf12918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:28.065222 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-405d9249-7fea-435a-887b-a27541b42523 req-1879e8cb-60c0-4b2a-9042-f2ae5885f7c3 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809226 Apr 21 12:50:28.078216 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934db4aa-bb6a-4e6b-977e-896dfaf12918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4db84230-709b-4f7f-90e2-f9bbd733dd6f,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:28.093302 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934db4aa-bb6a-4e6b-977e-896dfaf12918 admin admin] Checking segment: {'id': '44bc8a03-2f4f-4978-99f6-9fc05c155a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:50:28.093302 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934db4aa-bb6a-4e6b-977e-896dfaf12918 admin admin] Network hostable DHCP agents. Network: ff8e5b58-c3c2-47b6-b0e6-14167c057929, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:50:28.120475 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port c2c94cbd-7119-4106-84e6-fb9134d51cad completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:50:28.124462 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port c2c94cbd-7119-4106-84e6-fb9134d51cad triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:50:28.124827 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:28.203125 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:28.212325 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934db4aa-bb6a-4e6b-977e-896dfaf12918 admin admin] Network ff8e5b58-c3c2-47b6-b0e6-14167c057929 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:50:28.225807 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e9893b-4916-412a-ab2a-c4d38dad0f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c94cbd-7119-4106-84e6-fb9134d51cad'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:50:28.228654 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b0629e-41e6-481c-9789-7f77d4d9115d" -d '{"events": [{"server_uuid": "c2e9893b-4916-412a-ab2a-c4d38dad0f0d", "name": "network-vif-plugged", "status": "completed", "tag": "c2c94cbd-7119-4106-84e6-fb9134d51cad"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:50:28.241384 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port c2c94cbd-7119-4106-84e6-fb9134d51cad, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c2c94cbd-7119-4106-84e6-fb9134d51cad,segment=NetworkSegment(6545ce7c-5bdb-4a8c-861c-56c162be1a82),segment_id=6545ce7c-5bdb-4a8c-861c-56c162be1a82)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:50:28.266427 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c667cdc3-4840-4814-a26e-fb58f14a2c10 x-openstack-request-id: req-c667cdc3-4840-4814-a26e-fb58f14a2c10 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:50:28.266787 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e9893b-4916-412a-ab2a-c4d38dad0f0d", "name": "network-vif-plugged", "status": "completed", "tag": "c2c94cbd-7119-4106-84e6-fb9134d51cad", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:50:28.267228 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c667cdc3-4840-4814-a26e-fb58f14a2c10 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:50:28.267769 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c667cdc3-4840-4814-a26e-fb58f14a2c10'] response: {'server_uuid': 'c2e9893b-4916-412a-ab2a-c4d38dad0f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c94cbd-7119-4106-84e6-fb9134d51cad', 'code': 200} Apr 21 12:50:28.286172 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-934db4aa-bb6a-4e6b-977e-896dfaf12918 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, ff8e5b58-c3c2-47b6-b0e6-14167c057929) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:50:28.294936 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934db4aa-bb6a-4e6b-977e-896dfaf12918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:28.295537 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-934db4aa-bb6a-4e6b-977e-896dfaf12918 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:28.304691 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f01ee8-ebfb-4abd-927a-5d5309119f80 None None] Network ff8e5b58-c3c2-47b6-b0e6-14167c057929 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:50:28.324928 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:28.403728 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-934db4aa-bb6a-4e6b-977e-896dfaf12918 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0335395 Apr 21 12:50:28.407637 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 56614) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:28.417929 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bede571d-321b-4886-8a31-ce83664363f0 req-0f839a73-c547-4c30-92ea-06a3119b51a3 tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0641165 Apr 21 12:50:28.426574 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ceb18024-0557-4082-8c98-9597e71d4e9e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1659525233-router', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:50:28.433439 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=c2c94cbd-7119-4106-84e6-fb9134d51cad,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:28.448177 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f4d81-d0eb-4030-8277-e8729eecda8c req-e4b6b626-c631-472d-bf6e-92898637e75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:28.450566 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac1f4d81-d0eb-4030-8277-e8729eecda8c req-e4b6b626-c631-472d-bf6e-92898637e75e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c2e9893b-4916-412a-ab2a-c4d38dad0f0d HTTP/1.1" status: 200 len: 1096 time: 0.0924547 Apr 21 12:50:28.492666 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac1f4d81-d0eb-4030-8277-e8729eecda8c req-cbd9c16c-c138-4a98-b214-fb4f91c139b5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2942ffc3-41e4-475c-aa0c-fb5d7cc08e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322168 Apr 21 12:50:28.519073 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c204e5-ea2b-4282-b111-5fbbe4d74ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-ff8e5b58-c3c2-47b6-b0e6-14167c057929', 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'fixed_ips': [{'subnet_id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:50:28.521296 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34c204e5-ea2b-4282-b111-5fbbe4d74ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:28.532481 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ceb18024-0557-4082-8c98-9597e71d4e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:28.534094 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ceb18024-0557-4082-8c98-9597e71d4e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:28.593376 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ceb18024-0557-4082-8c98-9597e71d4e9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:28.660248 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-34c204e5-ea2b-4282-b111-5fbbe4d74ce6 None None] Allocated IP 172.20.0.2 (ff8e5b58-c3c2-47b6-b0e6-14167c057929/4db84230-709b-4f7f-90e2-f9bbd733dd6f/498d5b92-cb52-43b3-a179-dc62f1259763) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:50:28.754508 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73221d3b-0c1b-4e26-a8b6-f996e1ab931e req-c7309c44-27fc-417b-ae14-f5e8160f17f4 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:28.764874 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-73221d3b-0c1b-4e26-a8b6-f996e1ab931e req-c7309c44-27fc-417b-ae14-f5e8160f17f4 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 944 time: 0.0697870 Apr 21 12:50:28.814275 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-73221d3b-0c1b-4e26-a8b6-f996e1ab931e req-8acefb0b-30c1-40bb-9aee-a0a7cec47b5a tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483630 Apr 21 12:50:28.817835 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34c204e5-ea2b-4282-b111-5fbbe4d74ce6 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:28.868168 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ceb18024-0557-4082-8c98-9597e71d4e9e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:28.891957 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34c204e5-ea2b-4282-b111-5fbbe4d74ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:28.952851 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683b0e1-7aec-48a3-a70e-d968bb9d6aba req-ff98edd3-c6df-4d2f-9dbd-876e80e089a1 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:28.954461 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6683b0e1-7aec-48a3-a70e-d968bb9d6aba req-ff98edd3-c6df-4d2f-9dbd-876e80e089a1 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e9893b-4916-412a-ab2a-c4d38dad0f0d HTTP/1.1" status: 200 len: 945 time: 0.0516088 Apr 21 12:50:29.001474 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6683b0e1-7aec-48a3-a70e-d968bb9d6aba req-71885e90-d3c4-4288-acf9-63a76c1d40a6 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.36 "GET /v2.0/security-groups?id=2942ffc3-41e4-475c-aa0c-fb5d7cc08e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392034 Apr 21 12:50:29.102866 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c204e5-ea2b-4282-b111-5fbbe4d74ce6 None None] Network ff8e5b58-c3c2-47b6-b0e6-14167c057929 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:50:29.106578 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-34c204e5-ea2b-4282-b111-5fbbe4d74ce6 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:50:29.111555 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c204e5-ea2b-4282-b111-5fbbe4d74ce6 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:50:29.114669 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c204e5-ea2b-4282-b111-5fbbe4d74ce6 None None] Pushing event updated for resources: {'Port': ['ID=498d5b92-cb52-43b3-a179-dc62f1259763,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:29.170250 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-34c204e5-ea2b-4282-b111-5fbbe4d74ce6 None None] Attempting to bind port 498d5b92-cb52-43b3-a179-dc62f1259763 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:50:29.171004 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-34c204e5-ea2b-4282-b111-5fbbe4d74ce6 None None] Attempting to bind port 498d5b92-cb52-43b3-a179-dc62f1259763 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '44bc8a03-2f4f-4978-99f6-9fc05c155a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:50:29.172163 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c204e5-ea2b-4282-b111-5fbbe4d74ce6 None None] Attempting to bind port 498d5b92-cb52-43b3-a179-dc62f1259763 on network ff8e5b58-c3c2-47b6-b0e6-14167c057929 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:50:29.178343 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c204e5-ea2b-4282-b111-5fbbe4d74ce6 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:50:29.179061 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c204e5-ea2b-4282-b111-5fbbe4d74ce6 None None] Checking segment: {'id': '44bc8a03-2f4f-4978-99f6-9fc05c155a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:50:29.180211 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34c204e5-ea2b-4282-b111-5fbbe4d74ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:29.180811 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c204e5-ea2b-4282-b111-5fbbe4d74ce6 None None] Bound using segment: {'id': '44bc8a03-2f4f-4978-99f6-9fc05c155a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:50:29.181746 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-34c204e5-ea2b-4282-b111-5fbbe4d74ce6 None None] Bound port: 498d5b92-cb52-43b3-a179-dc62f1259763, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44bc8a03-2f4f-4978-99f6-9fc05c155a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:50:29.182377 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34c204e5-ea2b-4282-b111-5fbbe4d74ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:29.185473 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ceb18024-0557-4082-8c98-9597e71d4e9e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:29.208860 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ceb18024-0557-4082-8c98-9597e71d4e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:29.211670 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf263f8-b192-4e74-b111-386b5ffc94a3 req-003a090a-7139-452b-9ab2-efe329a209c6 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:29.213185 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caf263f8-b192-4e74-b111-386b5ffc94a3 req-003a090a-7139-452b-9ab2-efe329a209c6 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.0509264 Apr 21 12:50:29.257653 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caf263f8-b192-4e74-b111-386b5ffc94a3 req-8bb3aa8d-ff85-4881-9868-481b19d357a9 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378268 Apr 21 12:50:29.264265 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-34c204e5-ea2b-4282-b111-5fbbe4d74ce6 None None] For port 498d5b92-cb52-43b3-a179-dc62f1259763, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:50:29.267738 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-34c204e5-ea2b-4282-b111-5fbbe4d74ce6 None None] For port 498d5b92-cb52-43b3-a179-dc62f1259763, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=498d5b92-cb52-43b3-a179-dc62f1259763,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:50:29.322864 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-ceb18024-0557-4082-8c98-9597e71d4e9e admin admin] Allocated IP 172.25.8.132 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/f227b04a-7387-460e-ad4c-f762cfa6b0c8) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:50:29.327332 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34c204e5-ea2b-4282-b111-5fbbe4d74ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:29.394763 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c204e5-ea2b-4282-b111-5fbbe4d74ce6 None None] Pushing event updated for resources: {'Port': ['ID=498d5b92-cb52-43b3-a179-dc62f1259763,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:29.444384 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ceb18024-0557-4082-8c98-9597e71d4e9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:29.530242 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8952b963-86f8-49ab-b9e3-edeabf07ab6e req-3b014a81-6e0b-4269-a142-220338163b02 tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0357614 Apr 21 12:50:29.550331 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ceb18024-0557-4082-8c98-9597e71d4e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:29.621834 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb18024-0557-4082-8c98-9597e71d4e9e admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:50:29.625485 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ceb18024-0557-4082-8c98-9597e71d4e9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:50:29.630072 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb18024-0557-4082-8c98-9597e71d4e9e admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:50:29.634025 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb18024-0557-4082-8c98-9597e71d4e9e admin admin] Pushing event updated for resources: {'Port': ['ID=f227b04a-7387-460e-ad4c-f762cfa6b0c8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:29.942830 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc000d-4243-488a-bee2-316f4fa70482 req-1119e4eb-de28-4e5d-b8af-b95f3399d8df tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:29.944400 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-abbc000d-4243-488a-bee2-316f4fa70482 req-1119e4eb-de28-4e5d-b8af-b95f3399d8df tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 944 time: 0.0661986 Apr 21 12:50:29.986985 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-abbc000d-4243-488a-bee2-316f4fa70482 req-82363a16-9081-49e6-900b-fd2549442f0a tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326424 Apr 21 12:50:29.992571 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ceb18024-0557-4082-8c98-9597e71d4e9e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:30.141208 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75116191-6d34-431d-b29a-bad025e83391 req-7f73dd19-6f2c-4e7c-a279-76b36352ece4 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:30.148830 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75116191-6d34-431d-b29a-bad025e83391 req-7f73dd19-6f2c-4e7c-a279-76b36352ece4 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e9893b-4916-412a-ab2a-c4d38dad0f0d HTTP/1.1" status: 200 len: 945 time: 0.0618401 Apr 21 12:50:30.189764 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75116191-6d34-431d-b29a-bad025e83391 req-3fac9bb1-8068-4cf0-ad78-d9f230256d1b tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.36 "GET /v2.0/security-groups?id=2942ffc3-41e4-475c-aa0c-fb5d7cc08e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400052 Apr 21 12:50:30.410986 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d1113-923e-4091-ae12-ed295c0e380a req-88379bde-cb0e-4c65-86ba-f9c372d31b58 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:30.412607 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a64d1113-923e-4091-ae12-ed295c0e380a req-88379bde-cb0e-4c65-86ba-f9c372d31b58 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.0681040 Apr 21 12:50:30.456373 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a64d1113-923e-4091-ae12-ed295c0e380a req-8c657afa-058c-4eea-a5a3-fa25ab633451 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362077 Apr 21 12:50:30.515211 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef799024-276b-4853-af0d-10a785a492e9 None None] Network ff8e5b58-c3c2-47b6-b0e6-14167c057929 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:50:30.598190 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ceb18024-0557-4082-8c98-9597e71d4e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:30.629198 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-82d1e131-5c7c-46b5-8d8c-7ea5f25c6c55 None None] Provisioning complete for port 498d5b92-cb52-43b3-a179-dc62f1259763 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:50:30.629648 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82d1e131-5c7c-46b5-8d8c-7ea5f25c6c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:30.694737 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80bd4821-e037-408b-8520-01c3f1ba9151 req-b9edf789-b5d4-4a88-a54b-cd5e329f05ff tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0720501 Apr 21 12:50:30.712550 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 498d5b92-cb52-43b3-a179-dc62f1259763 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:50:30.793928 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1402e13-c506-4f9b-8e7a-c58584d0e6c5 req-b9016dfb-a28c-40de-b007-12fb65f32985 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:30.802070 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c1402e13-c506-4f9b-8e7a-c58584d0e6c5 req-b9016dfb-a28c-40de-b007-12fb65f32985 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e9893b-4916-412a-ab2a-c4d38dad0f0d HTTP/1.1" status: 200 len: 945 time: 0.0605645 Apr 21 12:50:30.831994 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 498d5b92-cb52-43b3-a179-dc62f1259763 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:50:30.832377 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:30.842058 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c1402e13-c506-4f9b-8e7a-c58584d0e6c5 req-e52ed080-ea06-43ea-b914-02b401b53b6b tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.36 "GET /v2.0/security-groups?id=2942ffc3-41e4-475c-aa0c-fb5d7cc08e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389040 Apr 21 12:50:30.874940 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb18024-0557-4082-8c98-9597e71d4e9e admin admin] Router af7c34d4-b902-49b9-a131-706d2469a0b9 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:50:30.916398 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:50:30.920174 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82d1e131-5c7c-46b5-8d8c-7ea5f25c6c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:30.982462 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-82d1e131-5c7c-46b5-8d8c-7ea5f25c6c55 None None] For port 498d5b92-cb52-43b3-a179-dc62f1259763, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=498d5b92-cb52-43b3-a179-dc62f1259763,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:50:31.000454 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:31.015738 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb18024-0557-4082-8c98-9597e71d4e9e admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:50:31.032361 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a5bf78-c62c-45af-8940-49af4fe3d97e None None] Sync routers for ids ['af7c34d4-b902-49b9-a131-706d2469a0b9'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:50:31.071857 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a5bf78-c62c-45af-8940-49af4fe3d97e None None] Routers {'af7c34d4-b902-49b9-a131-706d2469a0b9'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:50:31.072499 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-50a5bf78-c62c-45af-8940-49af4fe3d97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:50:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['af7c34d4-b902-49b9-a131-706d2469a0b9'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:50:31.083961 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82d1e131-5c7c-46b5-8d8c-7ea5f25c6c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:31.105958 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ceb18024-0557-4082-8c98-9597e71d4e9e admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:31.110046 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ceb18024-0557-4082-8c98-9597e71d4e9e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6908147 Apr 21 12:50:31.110446 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 56658) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:31.158080 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05954d-35d4-4858-bb0c-7e9df378bbab req-90b4e35f-2e52-4611-a23c-447099b0b939 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:31.166235 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb05954d-35d4-4858-bb0c-7e9df378bbab req-90b4e35f-2e52-4611-a23c-447099b0b939 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 944 time: 0.0704148 Apr 21 12:50:31.216786 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb05954d-35d4-4858-bb0c-7e9df378bbab req-5cd7e6f0-2324-4226-8c88-8162365d7696 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495245 Apr 21 12:50:31.279208 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1e131-5c7c-46b5-8d8c-7ea5f25c6c55 None None] Pushing event updated for resources: {'Port': ['ID=498d5b92-cb52-43b3-a179-dc62f1259763,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:31.291047 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:50:31.291248 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:50:31.345235 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-51482b41-8016-4037-aff8-ac69de1543fe None None] Provisioning complete for port 498d5b92-cb52-43b3-a179-dc62f1259763 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:50:31.345530 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51482b41-8016-4037-aff8-ac69de1543fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:31.393722 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-50a5bf78-c62c-45af-8940-49af4fe3d97e None None] Set router af7c34d4-b902-49b9-a131-706d2469a0b9 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:50:31.583470 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device d92f9793-f98c-4b86-b544-df19a4eddf1c details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:50:31.610388 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b5943-5756-4a75-96f3-8765b7e81d6b req-4822a8ad-fefe-4f14-9a39-3cec2dfedeb8 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:31.618948 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c14b5943-5756-4a75-96f3-8765b7e81d6b req-4822a8ad-fefe-4f14-9a39-3cec2dfedeb8 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.0651405 Apr 21 12:50:31.637266 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dfb44d50-97c0-4251-a3d9-c907b305ccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:31.655652 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c14b5943-5756-4a75-96f3-8765b7e81d6b req-8a7485ba-9b5d-4bba-a140-de79d0f82e3e tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356357 Apr 21 12:50:31.778674 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port d92f9793-f98c-4b86-b544-df19a4eddf1c, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=d92f9793-f98c-4b86-b544-df19a4eddf1c,segment=NetworkSegment(0768e93f-2192-426a-8062-6b9b25d12b7a),segment_id=0768e93f-2192-426a-8062-6b9b25d12b7a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:50:31.794064 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'd92f9793-f98c-4b86-b544-df19a4eddf1c', 'network_id': '922b14c1-7208-45a2-9286-597c5ba2d9eb', 'port_id': 'd92f9793-f98c-4b86-b544-df19a4eddf1c', 'mac_address': 'fa:16:3e:c5:c7:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3fb62fd-7387-4f92-a212-fa3831f77ec4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:50:31.799920 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72f8da1c-0baf-439b-8f8f-8bac7abe4333 req-9422e28b-a09a-4e35-b1c4-0876af9aaee0 tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0285549 Apr 21 12:50:31.813466 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-dfb44d50-97c0-4251-a3d9-c907b305ccc1 admin admin] Allocated IP 172.20.0.1 (ff8e5b58-c3c2-47b6-b0e6-14167c057929/4db84230-709b-4f7f-90e2-f9bbd733dd6f/44fe3238-11ca-473e-b40f-d3cdbbfdaf75) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:50:31.828657 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-50a5bf78-c62c-45af-8940-49af4fe3d97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'name': 'tempest-ServerActionsTestJSON-1659525233-router', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'f227b04a-7387-460e-ad4c-f762cfa6b0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:50:28Z', 'updated_at': '2022-04-21T12:50:29Z', 'revision_number': 3, 'project_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'gw_port': {'id': 'f227b04a-7387-460e-ad4c-f762cfa6b0c8', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:50:29Z', 'updated_at': '2022-04-21T12:50:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:50:31.885432 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a5bf78-c62c-45af-8940-49af4fe3d97e None None] Checking router: af7c34d4-b902-49b9-a131-706d2469a0b9 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:50:31.886695 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a5bf78-c62c-45af-8940-49af4fe3d97e None None] Updating router af7c34d4-b902-49b9-a131-706d2469a0b9 port f227b04a-7387-460e-ad4c-f762cfa6b0c8 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:50:31.933442 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:31.935330 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50a5bf78-c62c-45af-8940-49af4fe3d97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:31.938823 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dfb44d50-97c0-4251-a3d9-c907b305ccc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:31.973837 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d92f9793-f98c-4b86-b544-df19a4eddf1c {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:50:31.983216 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7aa66-01aa-4833-ae46-121e36f27d06 req-ded3da26-53f1-4c2f-88eb-07093f19440c tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:31.984711 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0dc7aa66-01aa-4833-ae46-121e36f27d06 req-ded3da26-53f1-4c2f-88eb-07093f19440c tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e9893b-4916-412a-ab2a-c4d38dad0f0d HTTP/1.1" status: 200 len: 945 time: 0.0738780 Apr 21 12:50:32.023444 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0dc7aa66-01aa-4833-ae46-121e36f27d06 req-81804640-c65d-47d8-b96a-ad0630f359fe tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.36 "GET /v2.0/security-groups?id=2942ffc3-41e4-475c-aa0c-fb5d7cc08e41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324166 Apr 21 12:50:32.043753 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dfb44d50-97c0-4251-a3d9-c907b305ccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:32.048317 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port d92f9793-f98c-4b86-b544-df19a4eddf1c, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=d92f9793-f98c-4b86-b544-df19a4eddf1c,segment=NetworkSegment(0768e93f-2192-426a-8062-6b9b25d12b7a),segment_id=0768e93f-2192-426a-8062-6b9b25d12b7a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:50:32.092183 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb44d50-97c0-4251-a3d9-c907b305ccc1 admin admin] Network ff8e5b58-c3c2-47b6-b0e6-14167c057929 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:50:32.096867 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46027d2-84b5-4e33-b9c5-ddb3815c0dee req-eae1788c-95b3-4b15-af38-3278bd110e33 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:32.098447 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f46027d2-84b5-4e33-b9c5-ddb3815c0dee req-eae1788c-95b3-4b15-af38-3278bd110e33 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2e9893b-4916-412a-ab2a-c4d38dad0f0d HTTP/1.1" status: 200 len: 945 time: 0.0591819 Apr 21 12:50:32.103197 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-dfb44d50-97c0-4251-a3d9-c907b305ccc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:50:32.107181 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb44d50-97c0-4251-a3d9-c907b305ccc1 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:50:32.109894 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:32.154757 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb44d50-97c0-4251-a3d9-c907b305ccc1 admin admin] Pushing event updated for resources: {'Port': ['ID=44fe3238-11ca-473e-b40f-d3cdbbfdaf75,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:32.180342 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dfb44d50-97c0-4251-a3d9-c907b305ccc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:32.221118 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=d92f9793-f98c-4b86-b544-df19a4eddf1c,revision_number=11']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:32.302384 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f46027d2-84b5-4e33-b9c5-ddb3815c0dee req-d2275090-7474-4f20-8624-eb9cf7e0f062 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Deleting port c2c94cbd-7119-4106-84e6-fb9134d51cad {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:50:32.303005 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f46027d2-84b5-4e33-b9c5-ddb3815c0dee req-d2275090-7474-4f20-8624-eb9cf7e0f062 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:32.335028 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50a5bf78-c62c-45af-8940-49af4fe3d97e None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:32.435225 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50a5bf78-c62c-45af-8940-49af4fe3d97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:32.441086 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dfb44d50-97c0-4251-a3d9-c907b305ccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:32.456406 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9437fb82-7147-4174-bd0c-d5c3cf4c048f req-430f9a90-fbd3-4571-b3a3-ca4d31626342 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:32.456564 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9437fb82-7147-4174-bd0c-d5c3cf4c048f req-430f9a90-fbd3-4571-b3a3-ca4d31626342 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0924177 Apr 21 12:50:32.464034 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f46027d2-84b5-4e33-b9c5-ddb3815c0dee req-d2275090-7474-4f20-8624-eb9cf7e0f062 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] For port c2c94cbd-7119-4106-84e6-fb9134d51cad, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c2c94cbd-7119-4106-84e6-fb9134d51cad,segment=NetworkSegment(6545ce7c-5bdb-4a8c-861c-56c162be1a82),segment_id=6545ce7c-5bdb-4a8c-861c-56c162be1a82)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:50:32.464410 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f46027d2-84b5-4e33-b9c5-ddb3815c0dee req-d2275090-7474-4f20-8624-eb9cf7e0f062 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:32.474527 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['d92f9793-f98c-4b86-b544-df19a4eddf1c'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:50:32.488832 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f46027d2-84b5-4e33-b9c5-ddb3815c0dee req-d2275090-7474-4f20-8624-eb9cf7e0f062 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Calling delete_port for c2c94cbd-7119-4106-84e6-fb9134d51cad owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:50:32.538561 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9437fb82-7147-4174-bd0c-d5c3cf4c048f req-7b43f394-56f6-49c6-8778-4b152def2224 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690548 Apr 21 12:50:32.541067 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0efe98ca-2fbe-40c4-a657-b0946708e34a None None] Provisioning complete for port 44fe3238-11ca-473e-b40f-d3cdbbfdaf75 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:50:32.541472 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0efe98ca-2fbe-40c4-a657-b0946708e34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:32.571498 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e760916-abf9-4b34-bfcd-61f432bc6f45 None None] Pushing event updated for resources: {'Port': ['ID=f227b04a-7387-460e-ad4c-f762cfa6b0c8,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:32.618794 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-50a5bf78-c62c-45af-8940-49af4fe3d97e None None] Attempting to bind port f227b04a-7387-460e-ad4c-f762cfa6b0c8 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:50:32.619841 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-50a5bf78-c62c-45af-8940-49af4fe3d97e None None] Attempting to bind port f227b04a-7387-460e-ad4c-f762cfa6b0c8 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:50:32.622206 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a5bf78-c62c-45af-8940-49af4fe3d97e None None] Attempting to bind port f227b04a-7387-460e-ad4c-f762cfa6b0c8 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:50:32.652984 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a5bf78-c62c-45af-8940-49af4fe3d97e None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:50:32.653268 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a5bf78-c62c-45af-8940-49af4fe3d97e None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:50:32.653867 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50a5bf78-c62c-45af-8940-49af4fe3d97e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:32.654257 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a5bf78-c62c-45af-8940-49af4fe3d97e None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:50:32.654726 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-50a5bf78-c62c-45af-8940-49af4fe3d97e None None] Bound port: f227b04a-7387-460e-ad4c-f762cfa6b0c8, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:50:32.655100 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50a5bf78-c62c-45af-8940-49af4fe3d97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:32.656805 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 498d5b92-cb52-43b3-a179-dc62f1259763 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:50:32.662890 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dfb44d50-97c0-4251-a3d9-c907b305ccc1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:32.713649 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0efe98ca-2fbe-40c4-a657-b0946708e34a None None] Port 44fe3238-11ca-473e-b40f-d3cdbbfdaf75 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:50:32.721722 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dfb44d50-97c0-4251-a3d9-c907b305ccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:32.797801 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-50a5bf78-c62c-45af-8940-49af4fe3d97e None None] For port f227b04a-7387-460e-ad4c-f762cfa6b0c8, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:50:32.799856 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7b0b2-9e4f-4076-8355-269ffb92db51 req-3297df3c-57b1-4531-a7da-8fe780d2e445 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:32.801560 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c2c7b0b2-9e4f-4076-8355-269ffb92db51 req-3297df3c-57b1-4531-a7da-8fe780d2e445 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.0642858 Apr 21 12:50:32.802284 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb44d50-97c0-4251-a3d9-c907b305ccc1 admin admin] Pushing event updated for resources: {'Port': ['ID=44fe3238-11ca-473e-b40f-d3cdbbfdaf75,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:32.806086 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dfb44d50-97c0-4251-a3d9-c907b305ccc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:32.818075 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f46027d2-84b5-4e33-b9c5-ddb3815c0dee req-d2275090-7474-4f20-8624-eb9cf7e0f062 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:32.823430 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-50a5bf78-c62c-45af-8940-49af4fe3d97e None None] For port f227b04a-7387-460e-ad4c-f762cfa6b0c8, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f227b04a-7387-460e-ad4c-f762cfa6b0c8,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:50:32.825055 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 498d5b92-cb52-43b3-a179-dc62f1259763 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:50:32.825400 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:32.832669 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['c2c94cbd-7119-4106-84e6-fb9134d51cad'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:50:32.888206 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2275090-7474-4f20-8624-eb9cf7e0f062 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Pushing event deleted for resources: {'Port': ['ID=c2c94cbd-7119-4106-84e6-fb9134d51cad,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:32.906629 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50a5bf78-c62c-45af-8940-49af4fe3d97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:32.928713 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2275090-7474-4f20-8624-eb9cf7e0f062 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:50:32.929608 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2275090-7474-4f20-8624-eb9cf7e0f062 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:50:32.930033 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2275090-7474-4f20-8624-eb9cf7e0f062 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:50:32.930787 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2275090-7474-4f20-8624-eb9cf7e0f062 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:50:32.930787 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2275090-7474-4f20-8624-eb9cf7e0f062 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:50:32.931091 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2275090-7474-4f20-8624-eb9cf7e0f062 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:50:32.931342 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2275090-7474-4f20-8624-eb9cf7e0f062 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:50:32.931668 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2275090-7474-4f20-8624-eb9cf7e0f062 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:50:32.932006 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2275090-7474-4f20-8624-eb9cf7e0f062 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:50:32.932311 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2275090-7474-4f20-8624-eb9cf7e0f062 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:50:32.932635 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2275090-7474-4f20-8624-eb9cf7e0f062 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:50:32.932955 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2275090-7474-4f20-8624-eb9cf7e0f062 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:50:32.967877 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb44d50-97c0-4251-a3d9-c907b305ccc1 admin admin] Network ff8e5b58-c3c2-47b6-b0e6-14167c057929 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:50:32.969748 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-dfb44d50-97c0-4251-a3d9-c907b305ccc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:50:32.982514 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a5bf78-c62c-45af-8940-49af4fe3d97e None None] Routers {'af7c34d4-b902-49b9-a131-706d2469a0b9'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:50:32.982663 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-50a5bf78-c62c-45af-8940-49af4fe3d97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:50:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['af7c34d4-b902-49b9-a131-706d2469a0b9'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:50:32.994999 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46027d2-84b5-4e33-b9c5-ddb3815c0dee req-d2275090-7474-4f20-8624-eb9cf7e0f062 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] No DVR routers for this DVR port c2c94cbd-7119-4106-84e6-fb9134d51cad on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:50:32.998426 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f46027d2-84b5-4e33-b9c5-ddb3815c0dee req-d2275090-7474-4f20-8624-eb9cf7e0f062 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:33.002534 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f46027d2-84b5-4e33-b9c5-ddb3815c0dee req-d2275090-7474-4f20-8624-eb9cf7e0f062 tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.24 "DELETE /v2.0/ports/c2c94cbd-7119-4106-84e6-fb9134d51cad HTTP/1.1" status: 204 len: 173 time: 0.8848560 Apr 21 12:50:33.006291 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c2c7b0b2-9e4f-4076-8355-269ffb92db51 req-4f7a87ec-ddd7-4846-aa98-82160d271089 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1912727 Apr 21 12:50:33.009298 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96f15e4e-c08e-4f6f-b3d6-6c3d17df7c05 req-24dfd458-5c50-4ef3-bde2-790dc54164ff tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.1002116 Apr 21 12:50:33.010028 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e9893b-4916-412a-ab2a-c4d38dad0f0d', 'name': 'network-vif-deleted', 'tag': 'c2c94cbd-7119-4106-84e6-fb9134d51cad'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:50:33.012257 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09946364-5799-4a8c-950b-24a5a231cd84" -d '{"events": [{"server_uuid": "c2e9893b-4916-412a-ab2a-c4d38dad0f0d", "name": "network-vif-deleted", "tag": "c2c94cbd-7119-4106-84e6-fb9134d51cad"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:50:33.033342 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e760916-abf9-4b34-bfcd-61f432bc6f45 None None] Pushing event updated for resources: {'Port': ['ID=f227b04a-7387-460e-ad4c-f762cfa6b0c8,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:33.106800 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba39576-f2fb-42b3-8623-3f1bbc924c70 x-openstack-request-id: req-fba39576-f2fb-42b3-8623-3f1bbc924c70 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:50:33.108192 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e9893b-4916-412a-ab2a-c4d38dad0f0d", "name": "network-vif-deleted", "tag": "c2c94cbd-7119-4106-84e6-fb9134d51cad", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:50:33.108463 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fba39576-f2fb-42b3-8623-3f1bbc924c70 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:50:33.112053 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fba39576-f2fb-42b3-8623-3f1bbc924c70'] response: {'server_uuid': 'c2e9893b-4916-412a-ab2a-c4d38dad0f0d', 'name': 'network-vif-deleted', 'tag': 'c2c94cbd-7119-4106-84e6-fb9134d51cad', 'status': 'completed', 'code': 200} Apr 21 12:50:33.189357 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb44d50-97c0-4251-a3d9-c907b305ccc1 admin admin] Router af7c34d4-b902-49b9-a131-706d2469a0b9 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:50:33.205061 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03c869e7-076b-48e9-88c9-949728903f3e req-a084bcbf-23c0-4559-b522-45a2b3d6405d tempest-ServerAddressesNegativeTestJSON-1875190608 tempest-ServerAddressesNegativeTestJSON-1875190608-project] 10.222.0.36 "GET /v2.0/ports?device_id=c2e9893b-4916-412a-ab2a-c4d38dad0f0d HTTP/1.1" status: 200 len: 210 time: 0.0361543 Apr 21 12:50:33.333175 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb44d50-97c0-4251-a3d9-c907b305ccc1 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:50:33.338529 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-dfb44d50-97c0-4251-a3d9-c907b305ccc1 admin admin] 10.222.0.36 "PUT /v2.0/routers/af7c34d4-b902-49b9-a131-706d2469a0b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2270977 Apr 21 12:50:33.379160 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9437b07a-e2f2-44e3-8dbc-f6abab59600e None None] Provisioning complete for port 44fe3238-11ca-473e-b40f-d3cdbbfdaf75 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:50:33.379539 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9437b07a-e2f2-44e3-8dbc-f6abab59600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:33.389631 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-50a5bf78-c62c-45af-8940-49af4fe3d97e None None] Set router af7c34d4-b902-49b9-a131-706d2469a0b9 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:50:33.463304 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9437b07a-e2f2-44e3-8dbc-f6abab59600e None None] Port 44fe3238-11ca-473e-b40f-d3cdbbfdaf75 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:50:33.575095 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device d92f9793-f98c-4b86-b544-df19a4eddf1c up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:50:33.662261 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6bbd55-1a5f-4cb6-9e38-5226265e9d39 req-d08e0e57-c66b-4b55-a676-7d8396ad8b50 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:33.664525 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf6bbd55-1a5f-4cb6-9e38-5226265e9d39 req-d08e0e57-c66b-4b55-a676-7d8396ad8b50 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 945 time: 0.0575604 Apr 21 12:50:33.670325 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-50a5bf78-c62c-45af-8940-49af4fe3d97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'name': 'tempest-ServerActionsTestJSON-1659525233-router', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'f227b04a-7387-460e-ad4c-f762cfa6b0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:50:28Z', 'updated_at': '2022-04-21T12:50:32Z', 'revision_number': 4, 'project_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'gw_port': {'id': 'f227b04a-7387-460e-ad4c-f762cfa6b0c8', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:50:29Z', 'updated_at': '2022-04-21T12:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '44fe3238-11ca-473e-b40f-d3cdbbfdaf75', 'name': '', 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'mac_address': 'fa:16:3e:9e:b1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:50:31Z', 'updated_at': '2022-04-21T12:50:32Z', 'revision_number': 2, 'project_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'subnets': [{'id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:50:33.705019 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a5bf78-c62c-45af-8940-49af4fe3d97e None None] The sync data for ids ['af7c34d4-b902-49b9-a131-706d2469a0b9'] in n-d-836147-2 is: [{'id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'name': 'tempest-ServerActionsTestJSON-1659525233-router', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'f227b04a-7387-460e-ad4c-f762cfa6b0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:50:28Z', 'updated_at': '2022-04-21T12:50:32Z', 'revision_number': 4, 'project_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'gw_port': {'id': 'f227b04a-7387-460e-ad4c-f762cfa6b0c8', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:50:29Z', 'updated_at': '2022-04-21T12:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '44fe3238-11ca-473e-b40f-d3cdbbfdaf75', 'name': '', 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'mac_address': 'fa:16:3e:9e:b1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:50:31Z', 'updated_at': '2022-04-21T12:50:32Z', 'revision_number': 2, 'project_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'subnets': [{'id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:50:33.714491 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf6bbd55-1a5f-4cb6-9e38-5226265e9d39 req-42448d7f-47b7-490d-ac09-b52062ada271 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439453 Apr 21 12:50:33.728191 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port d92f9793-f98c-4b86-b544-df19a4eddf1c completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:50:33.728191 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port d92f9793-f98c-4b86-b544-df19a4eddf1c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:50:33.728191 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:33.815949 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:33.840257 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a873efec-c62c-4b29-8836-f2165a37f83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92f9793-f98c-4b86-b544-df19a4eddf1c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:50:33.842544 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64535a6e-bf17-4c29-9e89-8460d4817f1a" -d '{"events": [{"server_uuid": "a873efec-c62c-4b29-8836-f2165a37f83b", "name": "network-vif-plugged", "status": "completed", "tag": "d92f9793-f98c-4b86-b544-df19a4eddf1c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:50:33.856702 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port d92f9793-f98c-4b86-b544-df19a4eddf1c, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=d92f9793-f98c-4b86-b544-df19a4eddf1c,segment=NetworkSegment(0768e93f-2192-426a-8062-6b9b25d12b7a),segment_id=0768e93f-2192-426a-8062-6b9b25d12b7a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:50:33.880365 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b996c8e7-aae6-4254-a6b3-51645c9071b1 x-openstack-request-id: req-b996c8e7-aae6-4254-a6b3-51645c9071b1 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:50:33.880766 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a873efec-c62c-4b29-8836-f2165a37f83b", "name": "network-vif-plugged", "status": "completed", "tag": "d92f9793-f98c-4b86-b544-df19a4eddf1c", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:50:33.881031 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b996c8e7-aae6-4254-a6b3-51645c9071b1 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:50:33.881414 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b996c8e7-aae6-4254-a6b3-51645c9071b1'] response: {'server_uuid': 'a873efec-c62c-4b29-8836-f2165a37f83b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd92f9793-f98c-4b86-b544-df19a4eddf1c', 'code': 200} Apr 21 12:50:33.910879 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:33.920777 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 56804) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:33.926100 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c4dd5612-e70c-4c73-9ef4-ed8522a96096 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Request body: {'security_group': {'name': 'tempest-securitygroup--75314834', 'description': 'tempest-description--1608621763'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:50:34.009816 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=d92f9793-f98c-4b86-b544-df19a4eddf1c,revision_number=12']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:34.046060 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c4dd5612-e70c-4c73-9ef4-ed8522a96096 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:34.196736 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c4dd5612-e70c-4c73-9ef4-ed8522a96096 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:34.239834 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fbeb358e-d7e4-4802-b51e-5613016918d5 req-68ceb072-5ba2-4439-9840-886fd7f55567 tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0687613 Apr 21 12:50:34.248451 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c4dd5612-e70c-4c73-9ef4-ed8522a96096 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:34.261506 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669ccf4-9c0e-42f2-94fe-9827b392e129 req-e4183fb6-c8d9-42da-be31-8227cab1a2d7 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:34.263947 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9669ccf4-9c0e-42f2-94fe-9827b392e129 req-e4183fb6-c8d9-42da-be31-8227cab1a2d7 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.1482728 Apr 21 12:50:34.268478 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72067f1-4246-4864-a7c8-ac6c6ed3b852 req-4af25864-de01-4574-97ea-3bff2a17550b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:34.270116 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e72067f1-4246-4864-a7c8-ac6c6ed3b852 req-4af25864-de01-4574-97ea-3bff2a17550b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 1097 time: 0.1019669 Apr 21 12:50:34.310709 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dd5612-e70c-4c73-9ef4-ed8522a96096 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:34.328315 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c4dd5612-e70c-4c73-9ef4-ed8522a96096 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:34.334102 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c4dd5612-e70c-4c73-9ef4-ed8522a96096 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4118316 Apr 21 12:50:34.334771 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 56830) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:34.335098 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 56832) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:34.342966 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e72067f1-4246-4864-a7c8-ac6c6ed3b852 req-4e217c0d-b765-42a8-9191-d687c7adbac3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639577 Apr 21 12:50:34.347230 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9669ccf4-9c0e-42f2-94fe-9827b392e129 req-47c53254-816d-4e2a-9884-7eefe3a75de6 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761282 Apr 21 12:50:34.353201 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-64435851-bfe7-4d0a-a742-b30feded8706 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Request body: {'security_group_rule': {'security_group_id': '8b3fb615-5143-4e8b-88dd-1c1ccfd000dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:50:34.412090 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-64cbac3d-d4bd-40ea-83cd-184a5ea18b40 admin admin] Deleting subnet eec430e7-56c9-4404-a335-ed9c30ead3eb {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:50:34.416154 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64cbac3d-d4bd-40ea-83cd-184a5ea18b40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:34.452859 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64cbac3d-d4bd-40ea-83cd-184a5ea18b40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:34.489268 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64435851-bfe7-4d0a-a742-b30feded8706 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:34.525233 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64cbac3d-d4bd-40ea-83cd-184a5ea18b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:34.603184 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64435851-bfe7-4d0a-a742-b30feded8706 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:34.654023 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f227b04a-7387-460e-ad4c-f762cfa6b0c8 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:50:34.674711 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64435851-bfe7-4d0a-a742-b30feded8706 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:34.695753 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64435851-bfe7-4d0a-a742-b30feded8706 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3319c2c6-679f-4051-b4db-9fedea633446,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:34.712475 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port f227b04a-7387-460e-ad4c-f762cfa6b0c8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:50:34.719508 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:34.719637 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64cbac3d-d4bd-40ea-83cd-184a5ea18b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:34.746476 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64cbac3d-d4bd-40ea-83cd-184a5ea18b40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:34.760254 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-64cbac3d-d4bd-40ea-83cd-184a5ea18b40 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/eec430e7-56c9-4404-a335-ed9c30ead3eb HTTP/1.1" status: 204 len: 168 time: 0.4133530 Apr 21 12:50:34.760254 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cbac3d-d4bd-40ea-83cd-184a5ea18b40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eec430e7-56c9-4404-a335-ed9c30ead3eb,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:34.760254 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 56856) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:34.781034 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-64435851-bfe7-4d0a-a742-b30feded8706 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:34.788381 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-64435851-bfe7-4d0a-a742-b30feded8706 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4445610 Apr 21 12:50:34.791289 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 56860) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:34.796157 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-75956cb1-7f80-4f35-a511-1056767088f6 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Request body: {'security_group_rule': {'security_group_id': '8b3fb615-5143-4e8b-88dd-1c1ccfd000dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:50:34.836359 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:34.851599 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f0bf740-cca5-4d24-917e-c8bfce4a9b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:34.872683 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port f227b04a-7387-460e-ad4c-f762cfa6b0c8, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f227b04a-7387-460e-ad4c-f762cfa6b0c8,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:50:34.892317 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde0473-cdd3-4393-987e-903b028817c9 req-efd35e53-6871-4a8e-86ca-229f9cdb0bed tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:34.894471 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3fde0473-cdd3-4393-987e-903b028817c9 req-efd35e53-6871-4a8e-86ca-229f9cdb0bed tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.0605659 Apr 21 12:50:34.934591 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75956cb1-7f80-4f35-a511-1056767088f6 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:34.948743 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:34.959881 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3fde0473-cdd3-4393-987e-903b028817c9 req-0dae14a0-a539-4d6a-b7c8-e2cb271a9b80 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572300 Apr 21 12:50:34.971636 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f0bf740-cca5-4d24-917e-c8bfce4a9b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:35.007108 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-9f0bf740-cca5-4d24-917e-c8bfce4a9b6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b435c77-0376-46eb-999a-862fe15ccb2b']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:50:35.021076 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-9f0bf740-cca5-4d24-917e-c8bfce4a9b6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6545ce7c-5bdb-4a8c-861c-56c162be1a82') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:50:35.021076 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-9f0bf740-cca5-4d24-917e-c8bfce4a9b6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6545ce7c-5bdb-4a8c-861c-56c162be1a82') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:50:35.028208 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=f227b04a-7387-460e-ad4c-f762cfa6b0c8,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:35.032071 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f0bf740-cca5-4d24-917e-c8bfce4a9b6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:35.040217 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75956cb1-7f80-4f35-a511-1056767088f6 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:35.049722 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f0bf740-cca5-4d24-917e-c8bfce4a9b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:35.056086 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f0bf740-cca5-4d24-917e-c8bfce4a9b6f admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:50:35.056488 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f0bf740-cca5-4d24-917e-c8bfce4a9b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:50:35.058208 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:50:35.165738 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75956cb1-7f80-4f35-a511-1056767088f6 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:35.182550 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75956cb1-7f80-4f35-a511-1056767088f6 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9e3d02-2164-4e22-9483-a938719683b9,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:35.211427 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f0bf740-cca5-4d24-917e-c8bfce4a9b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:35.218379 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f0bf740-cca5-4d24-917e-c8bfce4a9b6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:35.225354 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9f0bf740-cca5-4d24-917e-c8bfce4a9b6f admin admin] 10.222.0.36 "DELETE /v2.0/networks/3b435c77-0376-46eb-999a-862fe15ccb2b HTTP/1.1" status: 204 len: 168 time: 0.4669986 Apr 21 12:50:35.246368 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0bf740-cca5-4d24-917e-c8bfce4a9b6f admin admin] Pushing event deleted for resources: {'Network': ['ID=3b435c77-0376-46eb-999a-862fe15ccb2b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:35.299190 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75956cb1-7f80-4f35-a511-1056767088f6 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:35.299190 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-75956cb1-7f80-4f35-a511-1056767088f6 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5023766 Apr 21 12:50:35.299190 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 56884) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:35.302537 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5af5ac06-8a07-4ce5-9668-c83f807a8d3f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:50:35.363544 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cf8a847e-d2b2-4147-ab2f-f4194e195b48 req-19ca7207-8839-4045-9c2b-f05cda1a5de1 tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0309417 Apr 21 12:50:35.382451 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5af5ac06-8a07-4ce5-9668-c83f807a8d3f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:35.505004 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a43c43-8d6b-4af1-b047-f37b92df442d req-bf10c52f-6681-43e2-bc8d-82a3faabc285 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:35.506539 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d8a43c43-8d6b-4af1-b047-f37b92df442d req-bf10c52f-6681-43e2-bc8d-82a3faabc285 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.0641522 Apr 21 12:50:35.560081 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5af5ac06-8a07-4ce5-9668-c83f807a8d3f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:35.561566 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 56900) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:35.569718 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d8a43c43-8d6b-4af1-b047-f37b92df442d req-20946e71-39df-4b39-948c-a805e9f1fa5d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548825 Apr 21 12:50:35.611703 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-75bf05f8-7d0b-4712-95a8-09428a35b2e8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=42ab6ac5441b4abc9540696545ebde0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487428 Apr 21 12:50:35.612356 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 56902) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:35.669941 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6abb83d-0ec9-40d1-b080-ceaadbc49c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:35.698194 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6abb83d-0ec9-40d1-b080-ceaadbc49c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:35.714979 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-5af5ac06-8a07-4ce5-9668-c83f807a8d3f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Allocated IP 172.25.8.69 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/500dc2c6-a7d3-42bd-b730-077836ad7fda) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:50:35.834196 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5af5ac06-8a07-4ce5-9668-c83f807a8d3f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:35.868512 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6abb83d-0ec9-40d1-b080-ceaadbc49c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:35.871256 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6abb83d-0ec9-40d1-b080-ceaadbc49c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:35.872422 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b6abb83d-0ec9-40d1-b080-ceaadbc49c26 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2942ffc3-41e4-475c-aa0c-fb5d7cc08e41 HTTP/1.1" status: 204 len: 168 time: 0.2591629 Apr 21 12:50:35.883394 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abb83d-0ec9-40d1-b080-ceaadbc49c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2942ffc3-41e4-475c-aa0c-fb5d7cc08e41,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:35.947203 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5af5ac06-8a07-4ce5-9668-c83f807a8d3f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:35.998676 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af5ac06-8a07-4ce5-9668-c83f807a8d3f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:50:36.001802 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-5af5ac06-8a07-4ce5-9668-c83f807a8d3f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:50:36.009431 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af5ac06-8a07-4ce5-9668-c83f807a8d3f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:50:36.030873 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c2c94cbd-7119-4106-84e6-fb9134d51cad no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:50:36.057781 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: c2c94cbd-7119-4106-84e6-fb9134d51cad {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:50:36.058159 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c2c94cbd-7119-4106-84e6-fb9134d51cad not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:50:36.073434 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5ac06-8a07-4ce5-9668-c83f807a8d3f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Pushing event updated for resources: {'Port': ['ID=500dc2c6-a7d3-42bd-b730-077836ad7fda,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:36.129426 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6689d-5fc1-412f-b56a-e1b6b3a21d4d req-9fe3076e-bb40-4a94-87ae-4af37c3514dc tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:36.130973 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d5c6689d-5fc1-412f-b56a-e1b6b3a21d4d req-9fe3076e-bb40-4a94-87ae-4af37c3514dc tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.0936701 Apr 21 12:50:36.161750 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5af5ac06-8a07-4ce5-9668-c83f807a8d3f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:36.184954 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d5c6689d-5fc1-412f-b56a-e1b6b3a21d4d req-1a8ab08b-dd80-4001-99d2-6e2bff01b0ed tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460975 Apr 21 12:50:36.214410 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f9b4a1-0fec-4d5f-925c-bb03e1cc9d8a None None] Sync routers for ids ['af7c34d4-b902-49b9-a131-706d2469a0b9'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:50:36.238338 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f9b4a1-0fec-4d5f-925c-bb03e1cc9d8a None None] Routers {'af7c34d4-b902-49b9-a131-706d2469a0b9'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:50:36.239624 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f4f9b4a1-0fec-4d5f-925c-bb03e1cc9d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:50:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['af7c34d4-b902-49b9-a131-706d2469a0b9'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:50:36.306877 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5af5ac06-8a07-4ce5-9668-c83f807a8d3f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:36.352723 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f4f9b4a1-0fec-4d5f-925c-bb03e1cc9d8a None None] Set router af7c34d4-b902-49b9-a131-706d2469a0b9 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:50:36.505109 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ca9a652-aefa-4d78-a649-0c59a13127db req-b9414e06-fa49-4ef2-b0e8-22cc99e062b2 tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0402322 Apr 21 12:50:36.571141 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5af5ac06-8a07-4ce5-9668-c83f807a8d3f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:36.597657 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f4f9b4a1-0fec-4d5f-925c-bb03e1cc9d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'name': 'tempest-ServerActionsTestJSON-1659525233-router', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'f227b04a-7387-460e-ad4c-f762cfa6b0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:50:28Z', 'updated_at': '2022-04-21T12:50:32Z', 'revision_number': 4, 'project_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'gw_port': {'id': 'f227b04a-7387-460e-ad4c-f762cfa6b0c8', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:50:29Z', 'updated_at': '2022-04-21T12:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '44fe3238-11ca-473e-b40f-d3cdbbfdaf75', 'name': '', 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'mac_address': 'fa:16:3e:9e:b1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:50:31Z', 'updated_at': '2022-04-21T12:50:32Z', 'revision_number': 2, 'project_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'subnets': [{'id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:50:36.623879 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f227b04a-7387-460e-ad4c-f762cfa6b0c8 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:50:36.636019 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f9b4a1-0fec-4d5f-925c-bb03e1cc9d8a None None] Checking router: af7c34d4-b902-49b9-a131-706d2469a0b9 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:50:36.636483 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f9b4a1-0fec-4d5f-925c-bb03e1cc9d8a None None] Updating router af7c34d4-b902-49b9-a131-706d2469a0b9 port 44fe3238-11ca-473e-b40f-d3cdbbfdaf75 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:50:36.668399 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4f9b4a1-0fec-4d5f-925c-bb03e1cc9d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:36.684638 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port f227b04a-7387-460e-ad4c-f762cfa6b0c8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:50:36.685223 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:36.702944 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5af5ac06-8a07-4ce5-9668-c83f807a8d3f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:36.808568 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5606f2e-aa87-4db1-b600-c520757db951 req-43c84a88-a677-4c16-a2e3-57cb80e4c636 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:36.810591 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5606f2e-aa87-4db1-b600-c520757db951 req-43c84a88-a677-4c16-a2e3-57cb80e4c636 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.1501083 Apr 21 12:50:36.838533 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af5ac06-8a07-4ce5-9668-c83f807a8d3f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Pushing event updated for resources: {'Port': ['ID=500dc2c6-a7d3-42bd-b730-077836ad7fda,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:36.860673 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5af5ac06-8a07-4ce5-9668-c83f807a8d3f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:36.892723 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5606f2e-aa87-4db1-b600-c520757db951 req-5ae51d97-f662-4fdd-8fd1-672d069c65f7 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697711 Apr 21 12:50:36.974384 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5af5ac06-8a07-4ce5-9668-c83f807a8d3f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:36.976373 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5af5ac06-8a07-4ce5-9668-c83f807a8d3f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6770768 Apr 21 12:50:37.001634 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4f9b4a1-0fec-4d5f-925c-bb03e1cc9d8a None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:37.051907 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4f9b4a1-0fec-4d5f-925c-bb03e1cc9d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:37.096101 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7c957-d968-4972-a513-23179ab3ae5a None None] Pushing event updated for resources: {'Port': ['ID=44fe3238-11ca-473e-b40f-d3cdbbfdaf75,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:37.106201 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7c957-d968-4972-a513-23179ab3ae5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:50:37.106757 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7c957-d968-4972-a513-23179ab3ae5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:50:37.107328 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7c957-d968-4972-a513-23179ab3ae5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:50:37.107855 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7c957-d968-4972-a513-23179ab3ae5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:50:37.108181 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7c957-d968-4972-a513-23179ab3ae5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:50:37.108507 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7c957-d968-4972-a513-23179ab3ae5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:50:37.108821 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7c957-d968-4972-a513-23179ab3ae5a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:50:37.109288 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7c957-d968-4972-a513-23179ab3ae5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:50:37.109826 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7c957-d968-4972-a513-23179ab3ae5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:50:37.110292 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7c957-d968-4972-a513-23179ab3ae5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:50:37.110775 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7c957-d968-4972-a513-23179ab3ae5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:50:37.111372 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad7c957-d968-4972-a513-23179ab3ae5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:50:37.327783 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f4f9b4a1-0fec-4d5f-925c-bb03e1cc9d8a None None] Attempting to bind port 44fe3238-11ca-473e-b40f-d3cdbbfdaf75 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:50:37.328453 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f4f9b4a1-0fec-4d5f-925c-bb03e1cc9d8a None None] Attempting to bind port 44fe3238-11ca-473e-b40f-d3cdbbfdaf75 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '44bc8a03-2f4f-4978-99f6-9fc05c155a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:50:37.328883 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f9b4a1-0fec-4d5f-925c-bb03e1cc9d8a None None] Attempting to bind port 44fe3238-11ca-473e-b40f-d3cdbbfdaf75 on network ff8e5b58-c3c2-47b6-b0e6-14167c057929 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:50:37.338602 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f9b4a1-0fec-4d5f-925c-bb03e1cc9d8a None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:50:37.339581 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f9b4a1-0fec-4d5f-925c-bb03e1cc9d8a None None] Checking segment: {'id': '44bc8a03-2f4f-4978-99f6-9fc05c155a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:50:37.340381 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4f9b4a1-0fec-4d5f-925c-bb03e1cc9d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:37.341357 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f9b4a1-0fec-4d5f-925c-bb03e1cc9d8a None None] Bound using segment: {'id': '44bc8a03-2f4f-4978-99f6-9fc05c155a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:50:37.342314 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-f4f9b4a1-0fec-4d5f-925c-bb03e1cc9d8a None None] Bound port: 44fe3238-11ca-473e-b40f-d3cdbbfdaf75, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44bc8a03-2f4f-4978-99f6-9fc05c155a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:50:37.343455 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4f9b4a1-0fec-4d5f-925c-bb03e1cc9d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:37.416487 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-2828f30c-2490-4ce0-bbde-da649d06b786 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--75314834&fields=id&tenant_id=f94db1c78e7042a5b25684fb2e0b4069 HTTP/1.1" status: 200 len: 267 time: 0.1257386 Apr 21 12:50:37.443250 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f4f9b4a1-0fec-4d5f-925c-bb03e1cc9d8a None None] For port 44fe3238-11ca-473e-b40f-d3cdbbfdaf75, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:50:37.447531 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-f4f9b4a1-0fec-4d5f-925c-bb03e1cc9d8a None None] For port 44fe3238-11ca-473e-b40f-d3cdbbfdaf75, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=44fe3238-11ca-473e-b40f-d3cdbbfdaf75,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:50:37.496243 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401ea79-c6c9-4cad-be8d-1fa9c546cd2f req-b40e7615-6901-4d00-83b6-258bb428d4d2 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:37.496915 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a401ea79-c6c9-4cad-be8d-1fa9c546cd2f req-b40e7615-6901-4d00-83b6-258bb428d4d2 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.1572244 Apr 21 12:50:37.516994 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8995d9ca-39ec-420d-b889-c38d98244c3c None None] Provisioning complete for port 44fe3238-11ca-473e-b40f-d3cdbbfdaf75 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:50:37.517556 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8995d9ca-39ec-420d-b889-c38d98244c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:37.543415 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-f4f9b4a1-0fec-4d5f-925c-bb03e1cc9d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:37.568224 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a401ea79-c6c9-4cad-be8d-1fa9c546cd2f req-6fad806d-5834-48ce-94bd-2e6489178382 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617647 Apr 21 12:50:37.576747 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8995d9ca-39ec-420d-b889-c38d98244c3c None None] Port 44fe3238-11ca-473e-b40f-d3cdbbfdaf75 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:50:37.581278 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-16bbf737-5e7f-4073-99b5-34cacd698685 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:37.583140 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-16bbf737-5e7f-4073-99b5-34cacd698685 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/networks?id=ff8e5b58-c3c2-47b6-b0e6-14167c057929 HTTP/1.1" status: 200 len: 812 time: 0.1558087 Apr 21 12:50:37.615160 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-e4381f36-f5ca-4697-a227-7312c64ac541 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/quotas/f94db1c78e7042a5b25684fb2e0b4069 HTTP/1.1" status: 200 len: 375 time: 0.0241778 Apr 21 12:50:37.628615 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f9b4a1-0fec-4d5f-925c-bb03e1cc9d8a None None] Routers {'af7c34d4-b902-49b9-a131-706d2469a0b9'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:50:37.629235 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f4f9b4a1-0fec-4d5f-925c-bb03e1cc9d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:50:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['af7c34d4-b902-49b9-a131-706d2469a0b9'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:50:37.634549 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7c957-d968-4972-a513-23179ab3ae5a None None] Pushing event updated for resources: {'Port': ['ID=44fe3238-11ca-473e-b40f-d3cdbbfdaf75,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:37.737620 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-564272c1-5b51-41b6-a58a-6721a9024626 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f94db1c78e7042a5b25684fb2e0b4069&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1130528 Apr 21 12:50:37.788501 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f4f9b4a1-0fec-4d5f-925c-bb03e1cc9d8a None None] Set router af7c34d4-b902-49b9-a131-706d2469a0b9 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:50:37.890684 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-dfcf6046-f9b9-4a07-8658-694a262f68e4 service neutron] 10.222.0.36 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361616 Apr 21 12:50:38.004700 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-fd64f380-33bb-4760-be9b-c087427a10b1 None None] Provisioning complete for port 44fe3238-11ca-473e-b40f-d3cdbbfdaf75 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:50:38.005145 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd64f380-33bb-4760-be9b-c087427a10b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:38.008889 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-3b85eeca-7fcc-4cbf-bb0b-f60420eb3f11 service neutron] 10.222.0.36 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072228 Apr 21 12:50:38.134372 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd64f380-33bb-4760-be9b-c087427a10b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:38.177550 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f4f9b4a1-0fec-4d5f-925c-bb03e1cc9d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'name': 'tempest-ServerActionsTestJSON-1659525233-router', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'f227b04a-7387-460e-ad4c-f762cfa6b0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:50:28Z', 'updated_at': '2022-04-21T12:50:32Z', 'revision_number': 4, 'project_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'gw_port': {'id': 'f227b04a-7387-460e-ad4c-f762cfa6b0c8', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:50:29Z', 'updated_at': '2022-04-21T12:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '44fe3238-11ca-473e-b40f-d3cdbbfdaf75', 'name': '', 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'mac_address': 'fa:16:3e:9e:b1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:50:31Z', 'updated_at': '2022-04-21T12:50:37Z', 'revision_number': 4, 'project_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'subnets': [{'id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:50:38.185317 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c268225-fbe1-4f27-a2a1-845e49007891 req-db82b4d0-f138-4e3b-8dd0-512977ca5a4a tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0406091 Apr 21 12:50:38.207958 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f9b4a1-0fec-4d5f-925c-bb03e1cc9d8a None None] The sync data for ids ['af7c34d4-b902-49b9-a131-706d2469a0b9'] in n-d-836147-2 is: [{'id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'name': 'tempest-ServerActionsTestJSON-1659525233-router', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'f227b04a-7387-460e-ad4c-f762cfa6b0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:50:28Z', 'updated_at': '2022-04-21T12:50:32Z', 'revision_number': 4, 'project_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'gw_port': {'id': 'f227b04a-7387-460e-ad4c-f762cfa6b0c8', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:50:29Z', 'updated_at': '2022-04-21T12:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '44fe3238-11ca-473e-b40f-d3cdbbfdaf75', 'name': '', 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'mac_address': 'fa:16:3e:9e:b1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:50:31Z', 'updated_at': '2022-04-21T12:50:37Z', 'revision_number': 4, 'project_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'subnets': [{'id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:50:38.219299 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fd64f380-33bb-4760-be9b-c087427a10b1 None None] For port 44fe3238-11ca-473e-b40f-d3cdbbfdaf75, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=44fe3238-11ca-473e-b40f-d3cdbbfdaf75,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:50:38.295329 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8a6fe-d008-4c7e-947e-8f3680a010ad req-a56ce933-0f4a-427f-bee7-e87c0f7fd95d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:38.296966 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9f8a6fe-d008-4c7e-947e-8f3680a010ad req-a56ce933-0f4a-427f-bee7-e87c0f7fd95d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.0565903 Apr 21 12:50:38.349185 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd64f380-33bb-4760-be9b-c087427a10b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:38.409792 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24da1bc4-3fba-4141-8ddc-970392acfe1b req-70fd3f58-0b2c-41ab-9b2b-0c7da75c66d2 tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b83234b-fc64-4229-9ae3-67cc703fc948 HTTP/1.1" status: 200 len: 210 time: 0.0489416 Apr 21 12:50:38.425818 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9f8a6fe-d008-4c7e-947e-8f3680a010ad req-ac1585fb-c44c-468f-b563-de12d1e3a2b8 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092112 Apr 21 12:50:38.481423 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64f380-33bb-4760-be9b-c087427a10b1 None None] Pushing event updated for resources: {'Port': ['ID=44fe3238-11ca-473e-b40f-d3cdbbfdaf75,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:38.536412 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9443636d-cf69-464b-865c-f5b207111c60 req-258b3caa-e086-4893-9856-14d61a5b52f0 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 210 time: 0.0597732 Apr 21 12:50:38.697628 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 44fe3238-11ca-473e-b40f-d3cdbbfdaf75 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:50:38.807881 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb75293-ef76-4ef7-a1b0-5754e4f76f22 req-fe6fa4ae-828b-4eac-9ee8-05c3a1e9c86c tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:38.812121 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1bb75293-ef76-4ef7-a1b0-5754e4f76f22 req-fe6fa4ae-828b-4eac-9ee8-05c3a1e9c86c tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.0852826 Apr 21 12:50:38.828928 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 44fe3238-11ca-473e-b40f-d3cdbbfdaf75 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:50:38.830058 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:38.895971 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1bb75293-ef76-4ef7-a1b0-5754e4f76f22 req-72b552ff-d165-40c6-9c1c-af7b2be60aaa tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669968 Apr 21 12:50:39.166624 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d54b59ec-2f1c-41db-b8c7-12a4de7547f4 req-f5b5d414-f018-48bc-90c9-d9653279f786 tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0406699 Apr 21 12:50:39.211954 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe3d1f7-6ab4-41de-99fc-d4adf69e8e79 req-5c9cc1f7-120f-4fd0-981e-6e9328bbc3ad tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:39.213613 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3fe3d1f7-6ab4-41de-99fc-d4adf69e8e79 req-5c9cc1f7-120f-4fd0-981e-6e9328bbc3ad tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.1798179 Apr 21 12:50:39.296133 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3fe3d1f7-6ab4-41de-99fc-d4adf69e8e79 req-10a9c619-54d8-494d-bbae-37b15efa08bc tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668941 Apr 21 12:50:39.335927 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6b5afea5-289c-4228-bfef-c575a0c46160 req-0478ed9f-e859-451c-a5da-1e871f072306 tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0385902 Apr 21 12:50:39.437133 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c3d60-80fb-4892-b590-77a46e5e231f req-d7abb3c6-b53b-4a38-8d9a-e49d07e19ee1 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:39.438627 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7c9c3d60-80fb-4892-b590-77a46e5e231f req-d7abb3c6-b53b-4a38-8d9a-e49d07e19ee1 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.0558228 Apr 21 12:50:39.483484 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7c9c3d60-80fb-4892-b590-77a46e5e231f req-b3da0a26-38ef-4640-a87e-3287a0c53b1c tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385337 Apr 21 12:50:39.568369 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f55e2-e4e5-4153-ac67-4ff003d57cec req-afc7416b-65e6-4eec-b9d9-18d1ab90b9ac tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:39.570890 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c7f55e2-e4e5-4153-ac67-4ff003d57cec req-afc7416b-65e6-4eec-b9d9-18d1ab90b9ac tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.0591252 Apr 21 12:50:39.668853 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e6c29-6f9f-4863-a591-cbc42b4f6af3 req-d5a9ce48-6038-47b2-b66f-d5249e3a0a3b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:39.670425 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-345e6c29-6f9f-4863-a591-cbc42b4f6af3 req-d5a9ce48-6038-47b2-b66f-d5249e3a0a3b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.0954473 Apr 21 12:50:39.680720 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c7f55e2-e4e5-4153-ac67-4ff003d57cec req-f63da1be-077a-4eee-93ce-903880330464 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964556 Apr 21 12:50:39.743086 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-345e6c29-6f9f-4863-a591-cbc42b4f6af3 req-787ee648-ff86-401e-a6ac-1da1fa384452 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606964 Apr 21 12:50:39.806366 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9d56c2a-4737-458c-9387-4ef2886690ab req-4f7b6716-5473-47fb-a494-41da52cfa3f5 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 210 time: 0.0477123 Apr 21 12:50:39.881571 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f7db7-07ef-4065-b809-eb667bcaadf4 req-b3c2b71b-7bae-4f57-9b87-8f0ed4a74f11 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:39.883741 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c3f7db7-07ef-4065-b809-eb667bcaadf4 req-b3c2b71b-7bae-4f57-9b87-8f0ed4a74f11 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.0490015 Apr 21 12:50:39.934036 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c3f7db7-07ef-4065-b809-eb667bcaadf4 req-637cd158-b031-4e94-b675-7955caf45945 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437098 Apr 21 12:50:40.039828 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 6a26760d-e972-4027-a985-4c95ede04bd3 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:50:40.088625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115c2e9-659b-4b2e-92d5-1eed4ff51ee8 req-a3faba9f-693a-4b4c-bc68-692b6a71da8a tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:40.090761 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f115c2e9-659b-4b2e-92d5-1eed4ff51ee8 req-a3faba9f-693a-4b4c-bc68-692b6a71da8a tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.0659823 Apr 21 12:50:40.139130 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f115c2e9-659b-4b2e-92d5-1eed4ff51ee8 req-1e174395-fec0-4e54-b38c-a1dce21a1592 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408142 Apr 21 12:50:40.169249 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 6a26760d-e972-4027-a985-4c95ede04bd3, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=6a26760d-e972-4027-a985-4c95ede04bd3,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:50:40.197977 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '6a26760d-e972-4027-a985-4c95ede04bd3', 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17', 'port_id': '6a26760d-e972-4027-a985-4c95ede04bd3', 'mac_address': 'fa:16:3e:ab:52:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:50:40.244612 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:40.263266 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a26760d-e972-4027-a985-4c95ede04bd3 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:50:40.287722 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 6a26760d-e972-4027-a985-4c95ede04bd3, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=6a26760d-e972-4027-a985-4c95ede04bd3,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:50:40.318681 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4bba3e1c-708b-4960-b987-a57028d39a2e req-f8d0a2ad-345e-434b-9570-fd9a2552b1ae tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0322959 Apr 21 12:50:40.350371 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8eb9da-ce17-49f1-9848-27f888c5ada5 req-be1ee7e3-c202-4318-b801-9636d8351b6a tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:40.352751 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ee8eb9da-ce17-49f1-9848-27f888c5ada5 req-be1ee7e3-c202-4318-b801-9636d8351b6a tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.0998185 Apr 21 12:50:40.366157 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:40.422606 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ee8eb9da-ce17-49f1-9848-27f888c5ada5 req-e7340965-3428-46e3-b64d-f6f0a5b4036b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689759 Apr 21 12:50:40.468577 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=6a26760d-e972-4027-a985-4c95ede04bd3,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:40.487159 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['6a26760d-e972-4027-a985-4c95ede04bd3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:50:40.525305 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eaf5229b-16cf-4558-9be4-753d33702c9f req-6998d646-4c05-4e3b-bfcc-a4e251df007d tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0462441 Apr 21 12:50:40.833161 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be60bd1-84f9-419c-80d5-bc794cf18cf3 req-09108bd5-3cf6-4a56-9e23-aa8490e98f72 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:40.843465 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9be60bd1-84f9-419c-80d5-bc794cf18cf3 req-09108bd5-3cf6-4a56-9e23-aa8490e98f72 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 944 time: 0.0749853 Apr 21 12:50:40.888585 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9be60bd1-84f9-419c-80d5-bc794cf18cf3 req-db96e3cc-fea2-429d-900c-1788e420b284 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437095 Apr 21 12:50:41.023537 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c846dea-f923-485c-8373-30c8c5bd356f req-7bcc10b5-99ef-451b-8aa1-be3878c13bb6 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 210 time: 0.0357952 Apr 21 12:50:41.126596 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e508069-8167-4250-90a2-83405afe4e33 req-9658ef01-9818-4a48-9458-bdd7973ba863 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:41.129610 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e508069-8167-4250-90a2-83405afe4e33 req-9658ef01-9818-4a48-9458-bdd7973ba863 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.0807996 Apr 21 12:50:41.179392 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e508069-8167-4250-90a2-83405afe4e33 req-1c60aa2b-f35d-4935-8dc0-1be97270c0b2 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442080 Apr 21 12:50:41.445210 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b0c2414-6c0c-4c50-ad37-80d86b4d6202 req-b5e10c9e-0af9-46c5-8bf0-9e67b682bc28 tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0366633 Apr 21 12:50:41.657403 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-927fc08d-87e0-49d4-9bb7-92f912fa267b req-a84ed280-6740-4a04-9209-801c7bfc7e28 tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0534215 Apr 21 12:50:41.874353 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-5feb75fc-9306-4fdc-bc0d-6db292a91a7f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:41.876548 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-5feb75fc-9306-4fdc-bc0d-6db292a91a7f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.24 "GET /v2.0/networks?id=ff8e5b58-c3c2-47b6-b0e6-14167c057929 HTTP/1.1" status: 200 len: 812 time: 0.1470034 Apr 21 12:50:41.950062 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-d0e40f49-295a-4780-8b0b-8e40ff3e5450 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f94db1c78e7042a5b25684fb2e0b4069 HTTP/1.1" status: 200 len: 378 time: 0.0548029 Apr 21 12:50:41.959386 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-bb589381-466c-4ad7-bf85-ed84a8a79012 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Request body: {'port': {'device_id': '9a9bf950-f6f4-4d97-ac81-808a121cfe81', 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929', 'admin_state_up': True, 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'security_groups': ['8b3fb615-5143-4e8b-88dd-1c1ccfd000dd']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:50:42.049996 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 6a26760d-e972-4027-a985-4c95ede04bd3 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:50:42.153769 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 6a26760d-e972-4027-a985-4c95ede04bd3 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:50:42.154784 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:42.277767 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b5eb7ef-527d-4b0f-a1dc-68b880b0503d req-93bb55b8-cd13-43e3-85e5-ad671ad2051f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 210 time: 0.0723188 Apr 21 12:50:42.320840 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:42.351478 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c3c1b-36bf-4134-8321-4dea55506481 req-96314209-d81a-44df-be37-c679419f5a4e tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:42.352861 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e5c3c1b-36bf-4134-8321-4dea55506481 req-96314209-d81a-44df-be37-c679419f5a4e tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 944 time: 0.1816988 Apr 21 12:50:42.365284 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4573654-83cd-4a8f-a0f1-0be525b231a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a26760d-e972-4027-a985-4c95ede04bd3'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:50:42.368145 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb24d71-541c-45a1-a508-3c7932ee2a11" -d '{"events": [{"server_uuid": "c4573654-83cd-4a8f-a0f1-0be525b231a8", "name": "network-vif-plugged", "status": "completed", "tag": "6a26760d-e972-4027-a985-4c95ede04bd3"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:50:42.384736 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 6a26760d-e972-4027-a985-4c95ede04bd3, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=6a26760d-e972-4027-a985-4c95ede04bd3,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:50:42.480637 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:42.539610 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=6a26760d-e972-4027-a985-4c95ede04bd3,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:42.842829 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e5c3c1b-36bf-4134-8321-4dea55506481 req-06d5dd80-31dc-4f69-9a6a-1bc94562b652 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4754472 Apr 21 12:50:42.897656 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5973b-d1cd-4afa-991b-98a57b880b4c req-d4f6fdad-ffad-49b8-b27b-719b3ad95336 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:42.906799 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9aa5973b-d1cd-4afa-991b-98a57b880b4c req-d4f6fdad-ffad-49b8-b27b-719b3ad95336 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.5318296 Apr 21 12:50:42.919067 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661deb18-9017-4820-bb55-b78253c1681f x-openstack-request-id: req-661deb18-9017-4820-bb55-b78253c1681f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:50:42.919387 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4573654-83cd-4a8f-a0f1-0be525b231a8", "name": "network-vif-plugged", "status": "completed", "tag": "6a26760d-e972-4027-a985-4c95ede04bd3", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:50:42.919642 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-661deb18-9017-4820-bb55-b78253c1681f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:50:42.920040 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-661deb18-9017-4820-bb55-b78253c1681f'] response: {'server_uuid': 'c4573654-83cd-4a8f-a0f1-0be525b231a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a26760d-e972-4027-a985-4c95ede04bd3', 'code': 200} Apr 21 12:50:42.930869 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-bb589381-466c-4ad7-bf85-ed84a8a79012 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Made reservation on behalf of f94db1c78e7042a5b25684fb2e0b4069 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:50:42.934994 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-bb589381-466c-4ad7-bf85-ed84a8a79012 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:42.958457 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a7b857e9-af11-450a-a624-c72bd86d8d85 req-3c76c9a4-136a-42a6-af17-a9407f6d1a14 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b83234b-fc64-4229-9ae3-67cc703fc948 HTTP/1.1" status: 200 len: 210 time: 0.0490119 Apr 21 12:50:43.016175 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9aa5973b-d1cd-4afa-991b-98a57b880b4c req-4cfcd2a6-7255-4fac-99bb-ffae35bccfbb tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083670 Apr 21 12:50:43.036141 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-89e2ab8c-682b-4a74-9c71-5845b16ea0bc req-a6f12457-92ea-4fe8-87ac-82db98c1e8f6 tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0552020 Apr 21 12:50:43.156703 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e3a267b7-aebb-414b-94a5-9ee69d4e1a14 req-6cb18435-7d01-4efc-bbe5-020927772d6e tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0409629 Apr 21 12:50:43.240224 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-bb589381-466c-4ad7-bf85-ed84a8a79012 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Allocated IP 172.20.0.9 (ff8e5b58-c3c2-47b6-b0e6-14167c057929/4db84230-709b-4f7f-90e2-f9bbd733dd6f/a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:50:43.427368 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8dd18138-9b96-441d-956d-b0ee10fe4136 req-60ded620-2709-4795-b17b-54ea0fa311a7 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 210 time: 0.0523713 Apr 21 12:50:43.434862 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c558846c-137a-4dc3-afc4-73be9781a801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:43.480299 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-bb589381-466c-4ad7-bf85-ed84a8a79012 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:43.618127 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a9350-f8c2-4717-a30a-f927f8643c95 req-254d542f-1ecd-4fb9-8c68-866ad24a64dc tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:43.619703 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4e7a9350-f8c2-4717-a30a-f927f8643c95 req-254d542f-1ecd-4fb9-8c68-866ad24a64dc tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.1173623 Apr 21 12:50:43.653243 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8ed22-3b6d-4ad1-91a7-625a4e5cf04c req-b4d44cd3-2522-4faf-b005-3b6eb0c15246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:43.654850 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-81e8ed22-3b6d-4ad1-91a7-625a4e5cf04c req-b4d44cd3-2522-4faf-b005-3b6eb0c15246 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0cef7977fdb64b878118f3cfbb1a54e1&device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 1097 time: 0.0922580 Apr 21 12:50:43.657551 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-bb589381-466c-4ad7-bf85-ed84a8a79012 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:43.721494 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb589381-466c-4ad7-bf85-ed84a8a79012 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Pushing event updated for resources: {'Port': ['ID=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:43.771841 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4e7a9350-f8c2-4717-a30a-f927f8643c95 req-461e7ef4-21e9-4d8b-92b7-5c7f9e8a87d2 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423161 Apr 21 12:50:43.799927 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-bb589381-466c-4ad7-bf85-ed84a8a79012 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Network ff8e5b58-c3c2-47b6-b0e6-14167c057929 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:50:43.803019 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-bb589381-466c-4ad7-bf85-ed84a8a79012 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:50:43.807147 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-bb589381-466c-4ad7-bf85-ed84a8a79012 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:50:43.880902 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-bb589381-466c-4ad7-bf85-ed84a8a79012 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:43.883691 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-bb589381-466c-4ad7-bf85-ed84a8a79012 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:43.985504 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8ed22-3b6d-4ad1-91a7-625a4e5cf04c req-c35c4a8b-9915-4bf8-9916-e0ef0c46849b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:43.987256 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-81e8ed22-3b6d-4ad1-91a7-625a4e5cf04c req-c35c4a8b-9915-4bf8-9916-e0ef0c46849b service neutron] 10.222.0.26 "GET /v2.0/networks?id=922b14c1-7208-45a2-9286-597c5ba2d9eb HTTP/1.1" status: 200 len: 915 time: 0.2790570 Apr 21 12:50:44.046103 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-81e8ed22-3b6d-4ad1-91a7-625a4e5cf04c req-91f75241-b07c-4c9c-9fa6-462e1c73a89a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d92f9793-f98c-4b86-b544-df19a4eddf1c HTTP/1.1" status: 200 len: 217 time: 0.0506732 Apr 21 12:50:44.342564 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-bb589381-466c-4ad7-bf85-ed84a8a79012 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1331401 Apr 21 12:50:44.342564 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538edc1-d8b3-4b95-aa18-368f8495553c req-cfe1a137-67eb-4765-9292-f80655264d31 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:44.342564 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a538edc1-d8b3-4b95-aa18-368f8495553c req-cfe1a137-67eb-4765-9292-f80655264d31 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.1562285 Apr 21 12:50:44.342564 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-f24e1c38-2c26-43c0-9f4f-15081190fe82 service neutron] Request body: {'port': {'device_id': '9a9bf950-f6f4-4d97-ac81-808a121cfe81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:50:44.343901 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d4f676b2-6352-461e-9580-01d6b03aa33c None None] Provisioning complete for port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:50:44.343901 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d4f676b2-6352-461e-9580-01d6b03aa33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:44.343901 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d4f676b2-6352-461e-9580-01d6b03aa33c None None] Port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:50:44.344303 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8ed22-3b6d-4ad1-91a7-625a4e5cf04c req-113e0d79-a4b9-4d0a-992f-5b930141e92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:44.344303 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-81e8ed22-3b6d-4ad1-91a7-625a4e5cf04c req-113e0d79-a4b9-4d0a-992f-5b930141e92a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c3fb62fd-7387-4f92-a212-fa3831f77ec4 HTTP/1.1" status: 200 len: 854 time: 0.1341786 Apr 21 12:50:44.344303 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2b075ba-b983-4c7f-963b-450222656aa9 req-a46c95f0-02e5-4ff2-a909-8350cfd5c02e tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0531650 Apr 21 12:50:44.344303 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-81e8ed22-3b6d-4ad1-91a7-625a4e5cf04c req-404536b6-6a57-4916-a5f6-8a4a860f8b90 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=922b14c1-7208-45a2-9286-597c5ba2d9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381970 Apr 21 12:50:44.344303 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a538edc1-d8b3-4b95-aa18-368f8495553c req-5c3b2c60-07de-45ad-a1a3-86f67866625e tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1436827 Apr 21 12:50:44.344303 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-f24e1c38-2c26-43c0-9f4f-15081190fe82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:44.344303 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6067b1c3-3194-4da2-8e25-02fdb04bb553 req-604833af-b327-4811-a710-2313bd6764c9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0623214 Apr 21 12:50:44.344303 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fda89d2a-00f0-4f98-8896-118d65e27660 req-51dfa3c6-22e4-46b5-9fea-05d463fd58f5 tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0711148 Apr 21 12:50:44.495099 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-81e8ed22-3b6d-4ad1-91a7-625a4e5cf04c req-919aeafa-f887-489b-afdf-6f2e4ca54493 service neutron] 10.222.0.26 "GET /v2.0/networks/922b14c1-7208-45a2-9286-597c5ba2d9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342570 Apr 21 12:50:44.649440 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61ca96-1366-4007-b24d-c764e775c0ee req-568b9f89-bdc8-4c2a-9650-1b73cdf98817 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:44.650935 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a61ca96-1366-4007-b24d-c764e775c0ee req-568b9f89-bdc8-4c2a-9650-1b73cdf98817 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 931 time: 0.1528294 Apr 21 12:50:44.744862 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-81e8ed22-3b6d-4ad1-91a7-625a4e5cf04c req-4068ff19-fd5c-40be-8b37-e7028b861665 service neutron] 10.222.0.26 "GET /v2.0/networks/922b14c1-7208-45a2-9286-597c5ba2d9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429833 Apr 21 12:50:44.762168 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a61ca96-1366-4007-b24d-c764e775c0ee req-609d0de5-4a2c-48e2-96a5-6797ec511165 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0962408 Apr 21 12:50:44.830900 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-f24e1c38-2c26-43c0-9f4f-15081190fe82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:50:44.843160 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-f24e1c38-2c26-43c0-9f4f-15081190fe82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:44.858237 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-f24e1c38-2c26-43c0-9f4f-15081190fe82 service neutron] Transition to ACTIVE for port object a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:50:44.939630 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92cde8-aa36-41ea-ab6b-8d550148fe27 req-134eeae2-278a-48cd-8634-53a5fb33a09c tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:44.948744 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd92cde8-aa36-41ea-ab6b-8d550148fe27 req-134eeae2-278a-48cd-8634-53a5fb33a09c tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.0718355 Apr 21 12:50:44.957763 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-f24e1c38-2c26-43c0-9f4f-15081190fe82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:45.040387 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd92cde8-aa36-41ea-ab6b-8d550148fe27 req-28e11595-df48-4bad-8cee-b6bbb462d007 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907502 Apr 21 12:50:45.049305 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e1c38-2c26-43c0-9f4f-15081190fe82 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:45.177297 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-f24e1c38-2c26-43c0-9f4f-15081190fe82 service neutron] Attempting to bind port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:50:45.177657 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-f24e1c38-2c26-43c0-9f4f-15081190fe82 service neutron] Attempting to bind port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '44bc8a03-2f4f-4978-99f6-9fc05c155a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:50:45.178144 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-f24e1c38-2c26-43c0-9f4f-15081190fe82 service neutron] Attempting to bind port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 on network ff8e5b58-c3c2-47b6-b0e6-14167c057929 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:50:45.185879 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-f24e1c38-2c26-43c0-9f4f-15081190fe82 service neutron] Port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 on network ff8e5b58-c3c2-47b6-b0e6-14167c057929 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:50:45.186317 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-f24e1c38-2c26-43c0-9f4f-15081190fe82 service neutron] Attempting to bind port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 on network ff8e5b58-c3c2-47b6-b0e6-14167c057929 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:50:45.194531 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-f24e1c38-2c26-43c0-9f4f-15081190fe82 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:50:45.194818 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-f24e1c38-2c26-43c0-9f4f-15081190fe82 service neutron] Checking segment: {'id': '44bc8a03-2f4f-4978-99f6-9fc05c155a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:50:45.195184 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-f24e1c38-2c26-43c0-9f4f-15081190fe82 service neutron] Bound using segment: {'id': '44bc8a03-2f4f-4978-99f6-9fc05c155a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:50:45.195703 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-f24e1c38-2c26-43c0-9f4f-15081190fe82 service neutron] Bound port: a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44bc8a03-2f4f-4978-99f6-9fc05c155a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:50:45.196076 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-f24e1c38-2c26-43c0-9f4f-15081190fe82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:45.297609 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-f24e1c38-2c26-43c0-9f4f-15081190fe82 service neutron] For port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:50:45.301640 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-f24e1c38-2c26-43c0-9f4f-15081190fe82 service neutron] For port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:50:45.386450 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-f24e1c38-2c26-43c0-9f4f-15081190fe82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:45.430443 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-89c3a6d5-8ca1-43d7-8229-a939586c6bb9 req-574a6c04-d4b0-49ec-be08-948ba8a57769 tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0988729 Apr 21 12:50:45.476940 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-f24e1c38-2c26-43c0-9f4f-15081190fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:45.480412 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-f24e1c38-2c26-43c0-9f4f-15081190fe82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:45.480693 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-f24e1c38-2c26-43c0-9f4f-15081190fe82 service neutron] 10.222.0.24 "PUT /v2.0/ports/a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 HTTP/1.1" status: 200 len: 1091 time: 1.3806896 Apr 21 12:50:45.483788 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9bf950-f6f4-4d97-ac81-808a121cfe81', 'tag': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:50:45.487054 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9fc252c-6b23-4d3e-b4b8-01ede4fcc968" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9bf950-f6f4-4d97-ac81-808a121cfe81", "tag": "a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:50:45.542875 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86c6ff-2301-450a-a405-770227f59033 req-fa8938a2-c5e0-412d-bda5-6c35d462293a tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:45.544886 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c86c6ff-2301-450a-a405-770227f59033 req-fa8938a2-c5e0-412d-bda5-6c35d462293a tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.1714704 Apr 21 12:50:45.595618 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e1c38-2c26-43c0-9f4f-15081190fe82 service neutron] Pushing event updated for resources: {'Port': ['ID=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:45.687231 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bfb1b77b-fcce-442c-b15e-39f03a8e8b49 req-246842d7-277d-4af5-8575-505cd6adc971 tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0517673 Apr 21 12:50:45.706293 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c86c6ff-2301-450a-a405-770227f59033 req-38eb7d79-a1c7-4f63-90bf-464bf8b3f0c6 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466765 Apr 21 12:50:45.789876 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5be3692a-ae2b-4f69-8042-05f463d7c1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:45.810950 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-6578e979-e76f-4312-b6a3-8bdef387be0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:45.816535 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-6578e979-e76f-4312-b6a3-8bdef387be0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f94db1c78e7042a5b25684fb2e0b4069&device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 1094 time: 0.1657333 Apr 21 12:50:45.826119 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b572cd-b129-4c53-829b-6deeaf3f177b x-openstack-request-id: req-c7b572cd-b129-4c53-829b-6deeaf3f177b {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:50:45.826446 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9bf950-f6f4-4d97-ac81-808a121cfe81", "tag": "a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:50:45.826933 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c7b572cd-b129-4c53-829b-6deeaf3f177b {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:50:45.827529 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7b572cd-b129-4c53-829b-6deeaf3f177b'] response: {'name': 'network-changed', 'server_uuid': '9a9bf950-f6f4-4d97-ac81-808a121cfe81', 'tag': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37', 'status': 'completed', 'code': 200} Apr 21 12:50:45.884825 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-b6ed9efa-662c-450e-a45a-951dc396c602 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 HTTP/1.1" status: 200 len: 217 time: 0.0530262 Apr 21 12:50:45.975516 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-c2793037-2367-468b-acf0-64abd1c996fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:45.978589 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-c2793037-2367-468b-acf0-64abd1c996fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4db84230-709b-4f7f-90e2-f9bbd733dd6f HTTP/1.1" status: 200 len: 851 time: 0.0875406 Apr 21 12:50:46.058061 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b79044-2f2b-40ed-85ee-dc7ea7841537 req-c358e016-7f32-4bc3-87fe-7957ed4ff45e tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:46.059662 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e6b79044-2f2b-40ed-85ee-dc7ea7841537 req-c358e016-7f32-4bc3-87fe-7957ed4ff45e tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 943 time: 0.1322849 Apr 21 12:50:46.090731 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-6fb681a0-2080-49a0-b547-00a51ca796fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:46.092725 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-6fb681a0-2080-49a0-b547-00a51ca796fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff8e5b58-c3c2-47b6-b0e6-14167c057929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872812 Apr 21 12:50:46.120480 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e6b79044-2f2b-40ed-85ee-dc7ea7841537 req-6d5241cf-b43f-4b9a-8936-9bede28715e6 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545397 Apr 21 12:50:46.244648 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807f932-f325-4d60-83ab-9dc566fa3409 req-6e0e9626-add1-4983-a21e-29a6660fd73b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:46.246135 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f807f932-f325-4d60-83ab-9dc566fa3409 req-6e0e9626-add1-4983-a21e-29a6660fd73b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.0720253 Apr 21 12:50:46.264813 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-321d47cc-e186-474a-a78c-bbf5f0dca31c service neutron] 10.222.0.24 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611671 Apr 21 12:50:46.339280 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f807f932-f325-4d60-83ab-9dc566fa3409 req-d2590f51-a072-4770-baad-a2f450042d0f tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825920 Apr 21 12:50:46.385421 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-610e9af0-f3ff-4dde-8eb4-0c0e8ae5662a req-8504f453-e8b3-4390-b993-ea1737ea19d4 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120114 Apr 21 12:50:46.498186 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955203e-6884-4544-8230-882c095a1d37 req-8acc5fd5-c34a-47f1-a23a-8a150ac66be7 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:46.500208 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a955203e-6884-4544-8230-882c095a1d37 req-8acc5fd5-c34a-47f1-a23a-8a150ac66be7 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.0669687 Apr 21 12:50:46.599236 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc252c-6b23-4d3e-b4b8-01ede4fcc968 req-6586ae07-d76f-41f6-ab29-f5d832489abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:46.600757 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9fc252c-6b23-4d3e-b4b8-01ede4fcc968 req-6586ae07-d76f-41f6-ab29-f5d832489abf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f94db1c78e7042a5b25684fb2e0b4069&device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 1094 time: 0.0851140 Apr 21 12:50:46.606486 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a955203e-6884-4544-8230-882c095a1d37 req-326dcd79-c3bc-41fb-a096-4e4b202052c0 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968664 Apr 21 12:50:46.606486 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2811cb1c-9919-4b8d-986f-8a95181e0eba req-de84946b-5cb0-45cc-809b-ed0db89e5bd8 tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0335414 Apr 21 12:50:46.720525 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc252c-6b23-4d3e-b4b8-01ede4fcc968 req-95c32bb8-3c0e-48c9-831a-c57404939218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:46.722189 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9fc252c-6b23-4d3e-b4b8-01ede4fcc968 req-95c32bb8-3c0e-48c9-831a-c57404939218 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ff8e5b58-c3c2-47b6-b0e6-14167c057929 HTTP/1.1" status: 200 len: 913 time: 0.1132331 Apr 21 12:50:46.823635 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9fc252c-6b23-4d3e-b4b8-01ede4fcc968 req-d1da5e54-a5fc-4e58-911e-5484bfb7e1ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 HTTP/1.1" status: 200 len: 217 time: 0.0925424 Apr 21 12:50:46.850455 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782fd0d-78b3-4c5c-bbc4-14245ec12194 req-d18e9bae-9a2e-412c-8b4b-6dc69838097a tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:46.852268 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c782fd0d-78b3-4c5c-bbc4-14245ec12194 req-d18e9bae-9a2e-412c-8b4b-6dc69838097a tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.0710738 Apr 21 12:50:46.914542 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:46.915229 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc252c-6b23-4d3e-b4b8-01ede4fcc968 req-cb1278a6-dfb4-426c-9691-65e3e49e0882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:46.916747 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9fc252c-6b23-4d3e-b4b8-01ede4fcc968 req-cb1278a6-dfb4-426c-9691-65e3e49e0882 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4db84230-709b-4f7f-90e2-f9bbd733dd6f HTTP/1.1" status: 200 len: 851 time: 0.0823677 Apr 21 12:50:46.953058 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c782fd0d-78b3-4c5c-bbc4-14245ec12194 req-9d7ff68d-d58a-4783-a544-261dd3d02265 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717545 Apr 21 12:50:47.005876 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc252c-6b23-4d3e-b4b8-01ede4fcc968 req-5e0ee753-7e20-4216-b3f1-c39bc97128ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:47.007502 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9fc252c-6b23-4d3e-b4b8-01ede4fcc968 req-5e0ee753-7e20-4216-b3f1-c39bc97128ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff8e5b58-c3c2-47b6-b0e6-14167c057929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582452 Apr 21 12:50:47.179149 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b01a7438-720b-45cd-bc91-820162daabf6 req-585ab306-109c-4ea8-bbff-b57e134aace0 tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0396712 Apr 21 12:50:47.208652 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad3916-88e7-414b-b28b-9c32b49bb1fa req-52282c9c-5ecd-45a7-8356-349b51e196fd tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:47.216591 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a0ad3916-88e7-414b-b28b-9c32b49bb1fa req-52282c9c-5ecd-45a7-8356-349b51e196fd tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.1689656 Apr 21 12:50:47.270500 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9fc252c-6b23-4d3e-b4b8-01ede4fcc968 req-f30928fd-f12c-4a15-be16-16a4ad828b30 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438896 Apr 21 12:50:47.311270 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a0ad3916-88e7-414b-b28b-9c32b49bb1fa req-074ca7f6-fce3-4310-ac49-4ff0d1e33a23 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918868 Apr 21 12:50:47.480822 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-256fc56c-0dba-435e-ba41-dd935b89556d req-f4ce4f61-529b-47f9-95c7-0bb1914a5026 tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0447676 Apr 21 12:50:47.515889 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b89534-990b-4075-b5af-8a29923d0473 req-7f9d78d0-cfd0-4f1c-ba52-22fc31dba8ae tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:47.517414 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65b89534-990b-4075-b5af-8a29923d0473 req-7f9d78d0-cfd0-4f1c-ba52-22fc31dba8ae tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.1829464 Apr 21 12:50:47.562596 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9fc252c-6b23-4d3e-b4b8-01ede4fcc968 req-b8a11a23-2867-4350-a9b2-9f7dd776f6a6 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817647 Apr 21 12:50:47.589245 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65b89534-990b-4075-b5af-8a29923d0473 req-f365a28f-3318-4d52-914d-0d37e0877a9a tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482755 Apr 21 12:50:47.666944 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f4d6c-8a79-490c-a381-dfd7f1af0ad1 req-57863d49-96f9-41e0-a7af-d13101d1dde1 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:47.671617 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a48f4d6c-8a79-490c-a381-dfd7f1af0ad1 req-57863d49-96f9-41e0-a7af-d13101d1dde1 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 943 time: 0.0732341 Apr 21 12:50:47.729661 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a48f4d6c-8a79-490c-a381-dfd7f1af0ad1 req-be4873e0-f8b1-4f98-8999-51fab70a4211 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474949 Apr 21 12:50:47.766103 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:47.851004 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec841d94-e9fd-406f-9010-3be797232d0c req-adc27379-3bc6-4250-89b7-46f8988ddd9b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:47.858867 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec841d94-e9fd-406f-9010-3be797232d0c req-adc27379-3bc6-4250-89b7-46f8988ddd9b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.0588489 Apr 21 12:50:47.907022 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec841d94-e9fd-406f-9010-3be797232d0c req-0bab345a-8aa8-4f07-9545-a1649861615e tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470800 Apr 21 12:50:48.036014 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad5284-283d-4920-8be6-c6bb42c68c70 req-e05fe4f6-7c2e-47a3-8c76-f1b5f344bc7b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:48.042539 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9dad5284-283d-4920-8be6-c6bb42c68c70 req-e05fe4f6-7c2e-47a3-8c76-f1b5f344bc7b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.0603917 Apr 21 12:50:48.083430 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9dad5284-283d-4920-8be6-c6bb42c68c70 req-6d0d85a1-9d46-4266-be78-500bb1b172b5 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366297 Apr 21 12:50:48.245014 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81ee3f-3fe1-40e9-b5f0-3a4cc4254a56 req-af9c8968-4489-44de-8723-4216b2e2b578 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:48.254797 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b81ee3f-3fe1-40e9-b5f0-3a4cc4254a56 req-af9c8968-4489-44de-8723-4216b2e2b578 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.0670877 Apr 21 12:50:48.318229 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b81ee3f-3fe1-40e9-b5f0-3a4cc4254a56 req-57eafaf1-ffe9-4a28-83b2-afeec0fa0344 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553026 Apr 21 12:50:48.362707 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d492e3d3-3a91-4935-a55d-22bbdadcf4be req-682e664c-30e0-47ff-95a3-f2119cf7035b tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0424080 Apr 21 12:50:48.473988 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:48.533388 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c425aa-f319-40c5-b773-877eb1b107ff req-d3d9ba17-c05b-4cef-8e40-9a23a041e157 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:48.534887 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-76c425aa-f319-40c5-b773-877eb1b107ff req-d3d9ba17-c05b-4cef-8e40-9a23a041e157 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.0662158 Apr 21 12:50:48.544254 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b2784-9967-443a-8838-19d18b2a1a49 req-7402700f-7882-4278-9c40-fa6d6f22e610 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:48.551515 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-618b2784-9967-443a-8838-19d18b2a1a49 req-7402700f-7882-4278-9c40-fa6d6f22e610 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.1195195 Apr 21 12:50:48.608580 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-618b2784-9967-443a-8838-19d18b2a1a49 req-81934484-bb2f-4894-a1f3-0db6b4cf8058 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561259 Apr 21 12:50:48.615930 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-76c425aa-f319-40c5-b773-877eb1b107ff req-1d14eea3-a4b9-4e6e-87a9-38bcb850f0af tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489028 Apr 21 12:50:48.711895 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1b016de-abbb-4adb-9760-e94f5175581f req-af070e38-3833-4657-8d8b-32eede0f66e2 tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0304427 Apr 21 12:50:48.858505 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ff8e1-e28c-44b0-877f-90061a8e2c09 req-785f139f-c695-4dc2-9337-23d0e9241b8e tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:48.860530 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1a6ff8e1-e28c-44b0-877f-90061a8e2c09 req-785f139f-c695-4dc2-9337-23d0e9241b8e tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 943 time: 0.0647960 Apr 21 12:50:48.913865 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1a6ff8e1-e28c-44b0-877f-90061a8e2c09 req-aad37981-ad68-49d0-a9d7-786ec5915eed tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461040 Apr 21 12:50:49.039426 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:49.067907 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7dff99-b839-40b8-ad2d-890de4d4f2bf req-397f1d77-a5c4-4bd7-a064-dbc5e2405e52 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:49.070068 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cf7dff99-b839-40b8-ad2d-890de4d4f2bf req-397f1d77-a5c4-4bd7-a064-dbc5e2405e52 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.0544243 Apr 21 12:50:49.121684 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cf7dff99-b839-40b8-ad2d-890de4d4f2bf req-c4e41756-b5b4-47de-abfe-3107d7e807ff tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453246 Apr 21 12:50:49.273209 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b47ae-cdce-4390-80ed-e74301778d7d req-d0fcceaa-b8eb-4fe9-b3ac-f862bc6be26b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:49.277128 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6f8b47ae-cdce-4390-80ed-e74301778d7d req-d0fcceaa-b8eb-4fe9-b3ac-f862bc6be26b tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.0724070 Apr 21 12:50:49.330401 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6f8b47ae-cdce-4390-80ed-e74301778d7d req-de5dd1eb-d3ac-4d49-b5c4-e73071b63852 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477455 Apr 21 12:50:49.494571 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea9f7a8-b171-4c68-93e7-5263703929c2 req-28b49988-3ca1-4922-b026-fed2b6bb0fed tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:49.502915 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4ea9f7a8-b171-4c68-93e7-5263703929c2 req-28b49988-3ca1-4922-b026-fed2b6bb0fed tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.0609405 Apr 21 12:50:49.577311 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7d26f73a-325a-4987-b46b-7f565d233b6f req-d75dcd2a-93a6-4e18-968b-44560098f67f tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0714219 Apr 21 12:50:49.586346 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4ea9f7a8-b171-4c68-93e7-5263703929c2 req-a21b6d11-48a4-4405-898c-90eaad8ff2b9 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824707 Apr 21 12:50:49.779790 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b7b79-d264-4700-903b-ee6bbbb0a26a req-71634c0b-b9bb-4139-a7a0-5f542909d331 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:49.781462 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-957b7b79-d264-4700-903b-ee6bbbb0a26a req-71634c0b-b9bb-4139-a7a0-5f542909d331 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.1177087 Apr 21 12:50:49.796539 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3bc8c6-c365-48c4-b5cf-1ff6905e46ba req-27b2d546-e661-4929-83ae-930205b98e06 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:49.798040 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d3bc8c6-c365-48c4-b5cf-1ff6905e46ba req-27b2d546-e661-4929-83ae-930205b98e06 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.0945709 Apr 21 12:50:49.871239 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-957b7b79-d264-4700-903b-ee6bbbb0a26a req-c1020b9d-9505-4cfa-9914-58dab09a6798 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650766 Apr 21 12:50:49.896066 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d3bc8c6-c365-48c4-b5cf-1ff6905e46ba req-45f72de9-b40e-4110-a770-9b796b60847c tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905588 Apr 21 12:50:49.993543 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8cdea9c4-b557-4ada-a6b7-3f4b64b8007b req-442813a6-2d52-45a5-8f13-772e5ae3a86a tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0366282 Apr 21 12:50:50.068487 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465817ad-49ad-42c3-a667-db32e3dfa783 req-3b79f35f-c3f9-4b78-8eb7-7c58eb566739 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:50.076133 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-465817ad-49ad-42c3-a667-db32e3dfa783 req-3b79f35f-c3f9-4b78-8eb7-7c58eb566739 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 943 time: 0.0624857 Apr 21 12:50:50.090334 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:50:50.146426 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-465817ad-49ad-42c3-a667-db32e3dfa783 req-f6c6708a-566a-44f6-a141-ed81f4a73321 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0673418 Apr 21 12:50:50.173805 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342de28-e371-44ce-8077-b93f1c89d492 req-6750f0a1-4ac7-4b5a-90b4-8f76b78f20e3 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:50.181560 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5342de28-e371-44ce-8077-b93f1c89d492 req-6750f0a1-4ac7-4b5a-90b4-8f76b78f20e3 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.1034091 Apr 21 12:50:50.240142 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5342de28-e371-44ce-8077-b93f1c89d492 req-8417808c-ee6b-41aa-9ef6-fffab105fb88 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456724 Apr 21 12:50:50.356184 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:50:50.371602 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37', 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929', 'port_id': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37', 'mac_address': 'fa:16:3e:b5:0f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:50:50.406841 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:50.425318 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:50.440497 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:50:50.442241 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2777a40-cbed-469c-9e67-5b2cc5c0ccaa req-6fa3d36d-bd60-4bf8-84af-a1129e3705ab tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:50.443740 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c2777a40-cbed-469c-9e67-5b2cc5c0ccaa req-6fa3d36d-bd60-4bf8-84af-a1129e3705ab tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.0838513 Apr 21 12:50:50.463600 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:50:50.496362 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c2777a40-cbed-469c-9e67-5b2cc5c0ccaa req-cbdcba84-7208-442c-858f-ae9adca6a639 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455854 Apr 21 12:50:50.519454 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:50.578035 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:50.665489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38379b1a-a6b9-4c6c-8bbf-b38552df2890 req-849a4960-cad7-48b2-8763-3f0df413feee tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:50.674438 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38379b1a-a6b9-4c6c-8bbf-b38552df2890 req-849a4960-cad7-48b2-8763-3f0df413feee tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.0765026 Apr 21 12:50:50.720649 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-deb63757-9d42-4b0f-84bc-e6d37048c4a1 req-c5f026bd-4566-4351-8838-277087f6d11b tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0387948 Apr 21 12:50:50.756289 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38379b1a-a6b9-4c6c-8bbf-b38552df2890 req-52b432e4-199e-4e2e-aa4b-1dcddfc09723 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808358 Apr 21 12:50:50.806663 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:50:51.129798 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2616bea5-d8e2-4c92-9a24-612578de4a90 req-6be8a766-e2bf-4aee-9f93-b5f30d7c12aa tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:51.131443 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2616bea5-d8e2-4c92-9a24-612578de4a90 req-6be8a766-e2bf-4aee-9f93-b5f30d7c12aa tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.1235175 Apr 21 12:50:51.164465 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d352c03-761b-47a9-8259-226f5a30f3c3 req-de4e5896-2b34-4ad6-9a33-d15a3e0fb6fa tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0562909 Apr 21 12:50:51.239450 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2616bea5-d8e2-4c92-9a24-612578de4a90 req-ea82c48c-c85b-42cd-a3a1-3bbf9857dcf4 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844722 Apr 21 12:50:51.436501 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf348d34-c319-4f30-a654-12ece361045a req-888d4bb6-3b3b-4493-a3b4-cea51f3725d1 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:51.458636 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf348d34-c319-4f30-a654-12ece361045a req-888d4bb6-3b3b-4493-a3b4-cea51f3725d1 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1165040 Apr 21 12:50:51.516123 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf348d34-c319-4f30-a654-12ece361045a req-cd932dcc-320d-474a-a9f5-0b8d091aedf1 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549102 Apr 21 12:50:51.924177 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-22575f31-55a4-4543-9e28-813e0fda9970 req-4a058025-bc5c-4761-8a20-b495fe84bb41 tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0513439 Apr 21 12:50:52.089710 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:50:52.320067 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:50:52.325184 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:50:52.325958 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:52.422846 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea7146d5-26ce-4a80-b602-6230172dcb2a req-7331f41d-3e41-4774-bdb8-eacaa932b592 tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0894456 Apr 21 12:50:52.520647 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:52.546210 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68db1f2-74f1-4bc1-af78-29794bf076a3 req-1b58c3ef-d6d5-440f-aa3f-5e4496a863da tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:52.555679 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c68db1f2-74f1-4bc1-af78-29794bf076a3 req-1b58c3ef-d6d5-440f-aa3f-5e4496a863da tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.1317236 Apr 21 12:50:52.602573 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c68db1f2-74f1-4bc1-af78-29794bf076a3 req-02c3547c-b350-4e9d-a540-1447f0452f6d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456760 Apr 21 12:50:52.647046 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9bf950-f6f4-4d97-ac81-808a121cfe81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:50:52.654193 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a335341-21a6-4dc6-96bb-4b23c55d58a9" -d '{"events": [{"server_uuid": "9a9bf950-f6f4-4d97-ac81-808a121cfe81", "name": "network-vif-plugged", "status": "completed", "tag": "a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:50:52.660039 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:50:52.723390 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7632e-3816-4c5f-a561-580cd8020a91 req-1e1e5922-0861-42fe-b41c-ac36fcb7cb88 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:52.726078 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:52.729481 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9937d53-995e-40e3-a6d5-0273e549f9ce x-openstack-request-id: req-c9937d53-995e-40e3-a6d5-0273e549f9ce {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:50:52.729815 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9bf950-f6f4-4d97-ac81-808a121cfe81", "name": "network-vif-plugged", "status": "completed", "tag": "a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:50:52.730072 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c9937d53-995e-40e3-a6d5-0273e549f9ce {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:50:52.730465 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9937d53-995e-40e3-a6d5-0273e549f9ce'] response: {'server_uuid': '9a9bf950-f6f4-4d97-ac81-808a121cfe81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37', 'code': 200} Apr 21 12:50:52.733661 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cff7632e-3816-4c5f-a561-580cd8020a91 req-1e1e5922-0861-42fe-b41c-ac36fcb7cb88 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0736282 Apr 21 12:50:52.788323 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cff7632e-3816-4c5f-a561-580cd8020a91 req-0c87886b-6150-4617-942a-7d50385aa9c4 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489874 Apr 21 12:50:52.824779 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:50:52.891630 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639c3d0c-cfd5-4b6a-8a90-edfd1820643e req-dfc7d4e9-9db7-4166-a012-96d37f48033d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:52.894509 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-639c3d0c-cfd5-4b6a-8a90-edfd1820643e req-dfc7d4e9-9db7-4166-a012-96d37f48033d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 1096 time: 0.0760093 Apr 21 12:50:52.938303 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-639c3d0c-cfd5-4b6a-8a90-edfd1820643e req-85b9f78d-5287-47e2-aabd-dcd8090ae4b3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373728 Apr 21 12:50:53.075543 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ada216-4a4d-480d-baa9-04542ef68f88 req-a0f807fa-497e-4343-83ac-6f842700fecf tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0449572 Apr 21 12:50:53.531882 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d0d586d3-0208-4dc1-9404-749da37efa43 req-5171294b-318c-4eda-a1a2-66a2b7b61f73 tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0268691 Apr 21 12:50:53.744955 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb62510-89b4-4ee5-933f-c063e8c0bc1f req-c547c5a3-4c3e-4910-8146-44217faab710 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:53.746702 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8eb62510-89b4-4ee5-933f-c063e8c0bc1f req-c547c5a3-4c3e-4910-8146-44217faab710 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.0629108 Apr 21 12:50:53.783836 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8eb62510-89b4-4ee5-933f-c063e8c0bc1f req-bf88ddbf-296a-4322-ab47-13d316ec5487 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311704 Apr 21 12:50:53.896746 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b840080-b274-4b95-8cb7-1bd0e011da60 req-e88aa7e0-0d54-4422-b525-f550435ce197 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:53.898609 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6b840080-b274-4b95-8cb7-1bd0e011da60 req-e88aa7e0-0d54-4422-b525-f550435ce197 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 945 time: 0.0518699 Apr 21 12:50:53.941160 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6b840080-b274-4b95-8cb7-1bd0e011da60 req-67604a2e-f80e-4f01-b126-3a971a51b947 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361359 Apr 21 12:50:54.187649 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-39018c82-a823-4440-a39f-7dcf37903e56 req-a5c7c021-65f3-44a9-ae1d-6cff273086db tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0369682 Apr 21 12:50:54.645885 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb949507-1e5e-4621-998b-02774c768e7c req-1c9b27d9-4abf-4943-9ebb-c594202f3ad7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0916264 Apr 21 12:50:54.781368 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6a4ad210-815d-4b26-ae05-a075bcee56f2 req-3ec923b8-2743-4736-a929-17acebc16954 tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0707340 Apr 21 12:50:54.932492 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816d96e-9c22-4ca0-a109-aa67a8ced46a req-3e60e65b-2f62-4108-a7ec-8b6868b6fb2a tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:54.934459 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5816d96e-9c22-4ca0-a109-aa67a8ced46a req-3e60e65b-2f62-4108-a7ec-8b6868b6fb2a tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.0565140 Apr 21 12:50:54.977189 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5816d96e-9c22-4ca0-a109-aa67a8ced46a req-5d316369-ae52-4363-a1af-1f9fb6d861d1 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353301 Apr 21 12:50:55.079678 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fea94b2-490d-4b33-9c1f-4a64bd31bbb1 req-977b4380-5f1e-4448-bfbc-a21598bf6660 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:55.081299 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3fea94b2-490d-4b33-9c1f-4a64bd31bbb1 req-977b4380-5f1e-4448-bfbc-a21598bf6660 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 945 time: 0.0500152 Apr 21 12:50:55.126527 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3fea94b2-490d-4b33-9c1f-4a64bd31bbb1 req-929381cd-ec92-4b10-87db-c82518b78a5e tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389600 Apr 21 12:50:55.247753 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e7b94-c9be-44b3-b705-aec4392e6c83 req-970ac292-82e1-4bba-9512-97c484f1da91 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:55.249553 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c17e7b94-c9be-44b3-b705-aec4392e6c83 req-970ac292-82e1-4bba-9512-97c484f1da91 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 945 time: 0.0537424 Apr 21 12:50:55.259105 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57610) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:50:55.265043 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-edae11f1-e882-4731-9614-cd4557969b12 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Request body: {'floatingip': {'port_id': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:50:55.327181 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-edae11f1-e882-4731-9614-cd4557969b12 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks [] for floatingip, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:55.344660 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5aaafd01-f161-4c1a-9081-1bc37bcf9b72 req-9b8f3954-1abe-439f-96e2-1ea386a014cf tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0539365 Apr 21 12:50:55.793712 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-edae11f1-e882-4731-9614-cd4557969b12 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:55.866476 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb866d1b-f55d-40d2-9440-5934adcfa459 req-248d0b71-a937-4611-820b-49f8b1a241d2 tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0328140 Apr 21 12:50:55.902148 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-edae11f1-e882-4731-9614-cd4557969b12 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:55.906916 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8732ea-4826-4a6e-82a2-7cb2224edf43 req-b3f8332c-be44-44fa-ba1c-4d8c172c8248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:55.906916 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5f8732ea-4826-4a6e-82a2-7cb2224edf43 req-b3f8332c-be44-44fa-ba1c-4d8c172c8248 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43c98e4e76c844d38eb1054dc1e6fa15&device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 1096 time: 0.0423865 Apr 21 12:50:56.018797 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-edae11f1-e882-4731-9614-cd4557969b12 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Floating IP 92130ed2-cd02-4a95-9eaf-3c9900286db2 associated. External IP: 172.25.8.69, port: a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37. Apr 21 12:50:56.064935 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8732ea-4826-4a6e-82a2-7cb2224edf43 req-be9d6eb2-4eaa-40ee-8dc1-c281a96bd3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:56.066588 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5f8732ea-4826-4a6e-82a2-7cb2224edf43 req-be9d6eb2-4eaa-40ee-8dc1-c281a96bd3c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c827d442-59c0-42d4-802b-84a8d0f2cf17 HTTP/1.1" status: 200 len: 918 time: 0.1528111 Apr 21 12:50:56.215086 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5f8732ea-4826-4a6e-82a2-7cb2224edf43 req-edf1cc62-73c0-487d-9b5a-698cd7664762 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a26760d-e972-4027-a985-4c95ede04bd3 HTTP/1.1" status: 200 len: 1001 time: 0.1345727 Apr 21 12:50:56.230703 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2d419-b83c-4ac7-9a30-86829b81345f req-8bcaa919-173d-4031-a159-7a24df481cd4 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:56.232164 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-23f2d419-b83c-4ac7-9a30-86829b81345f req-8bcaa919-173d-4031-a159-7a24df481cd4 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.0915122 Apr 21 12:50:56.309855 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8732ea-4826-4a6e-82a2-7cb2224edf43 req-9d5c31e9-9add-40d7-af84-3e4f6a06ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:56.311342 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5f8732ea-4826-4a6e-82a2-7cb2224edf43 req-9d5c31e9-9add-40d7-af84-3e4f6a06ad40 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d HTTP/1.1" status: 200 len: 856 time: 0.0891976 Apr 21 12:50:56.316955 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-23f2d419-b83c-4ac7-9a30-86829b81345f req-bf914576-a228-48c2-a558-6438ff474fa8 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768003 Apr 21 12:50:56.338905 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edae11f1-e882-4731-9614-cd4557969b12 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Router af7c34d4-b902-49b9-a131-706d2469a0b9 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:50:56.504317 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edae11f1-e882-4731-9614-cd4557969b12 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:50:56.510411 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-edae11f1-e882-4731-9614-cd4557969b12 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:50:56.518031 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2244b57-4af8-429e-b0db-46aac3f373ba None None] Sync routers for ids ['af7c34d4-b902-49b9-a131-706d2469a0b9'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:50:56.531630 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2244b57-4af8-429e-b0db-46aac3f373ba None None] Routers {'af7c34d4-b902-49b9-a131-706d2469a0b9'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:50:56.532599 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a2244b57-4af8-429e-b0db-46aac3f373ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:50:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['af7c34d4-b902-49b9-a131-706d2469a0b9'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:50:56.550829 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-edae11f1-e882-4731-9614-cd4557969b12 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "PUT /v2.0/floatingips/92130ed2-cd02-4a95-9eaf-3c9900286db2 HTTP/1.1" status: 200 len: 990 time: 1.2866578 Apr 21 12:50:56.550829 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9bf950-f6f4-4d97-ac81-808a121cfe81', 'tag': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:50:56.551669 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0b9125-f8b9-46b9-9c65-8e17b71ad905" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9bf950-f6f4-4d97-ac81-808a121cfe81", "tag": "a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:50:56.666411 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-a2244b57-4af8-429e-b0db-46aac3f373ba None None] Set router af7c34d4-b902-49b9-a131-706d2469a0b9 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:50:56.812862 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6320e306-b16e-4b38-877b-885d39428369 req-bad75f60-8042-4b99-b5fb-27cbda6df65e tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0621328 Apr 21 12:50:56.853525 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8732ea-4826-4a6e-82a2-7cb2224edf43 req-2d000b71-a208-4400-84a5-67931f75cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:56.855054 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5f8732ea-4826-4a6e-82a2-7cb2224edf43 req-2d000b71-a208-4400-84a5-67931f75cd9c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c827d442-59c0-42d4-802b-84a8d0f2cf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5344379 Apr 21 12:50:56.905463 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc565b1-e735-47f0-8e85-5e5cdc25c7e6 x-openstack-request-id: req-bcc565b1-e735-47f0-8e85-5e5cdc25c7e6 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:50:56.905959 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9bf950-f6f4-4d97-ac81-808a121cfe81", "tag": "a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:50:56.906357 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bcc565b1-e735-47f0-8e85-5e5cdc25c7e6 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:50:56.906906 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcc565b1-e735-47f0-8e85-5e5cdc25c7e6'] response: {'name': 'network-changed', 'server_uuid': '9a9bf950-f6f4-4d97-ac81-808a121cfe81', 'tag': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37', 'status': 'completed', 'code': 200} Apr 21 12:50:56.911455 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed99370-e055-4913-b3c5-528ab4731f15 req-2edbd585-afe3-4973-a5bd-d38542886130 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:56.913041 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fed99370-e055-4913-b3c5-528ab4731f15 req-2edbd585-afe3-4973-a5bd-d38542886130 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 945 time: 0.1613519 Apr 21 12:50:57.046422 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a2244b57-4af8-429e-b0db-46aac3f373ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'name': 'tempest-ServerActionsTestJSON-1659525233-router', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'f227b04a-7387-460e-ad4c-f762cfa6b0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:50:28Z', 'updated_at': '2022-04-21T12:50:32Z', 'revision_number': 4, 'project_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'gw_port': {'id': 'f227b04a-7387-460e-ad4c-f762cfa6b0c8', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:50:29Z', 'updated_at': '2022-04-21T12:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '92130ed2-cd02-4a95-9eaf-3c9900286db2', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'floating_ip_address': '172.25.8.69', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'port_id': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929', 'mac_address': 'fa:16:3e:b5:0f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9bf950-f6f4-4d97-ac81-808a121cfe81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:50:36Z', 'updated_at': '2022-04-21T12:50:55Z', 'revision_number': 1, 'project_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44fe3238-11ca-473e-b40f-d3cdbbfdaf75', 'name': '', 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'mac_address': 'fa:16:3e:9e:b1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:50:31Z', 'updated_at': '2022-04-21T12:50:38Z', 'revision_number': 5, 'project_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'subnets': [{'id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:50:57.066244 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b9125-f8b9-46b9-9c65-8e17b71ad905 req-17159c98-d1be-457e-8013-3e5dcfe54b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:57.067936 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd0b9125-f8b9-46b9-9c65-8e17b71ad905 req-17159c98-d1be-457e-8013-3e5dcfe54b27 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f94db1c78e7042a5b25684fb2e0b4069&device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 1096 time: 0.1315694 Apr 21 12:50:57.076843 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2244b57-4af8-429e-b0db-46aac3f373ba None None] Checking router: af7c34d4-b902-49b9-a131-706d2469a0b9 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:50:57.081020 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fed99370-e055-4913-b3c5-528ab4731f15 req-677ecfb0-c968-436b-b3a7-d8a7d2566796 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1524842 Apr 21 12:50:57.113409 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2244b57-4af8-429e-b0db-46aac3f373ba None None] Routers {'af7c34d4-b902-49b9-a131-706d2469a0b9'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:50:57.114069 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a2244b57-4af8-429e-b0db-46aac3f373ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:50:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['af7c34d4-b902-49b9-a131-706d2469a0b9'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:50:57.209734 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aec6fa34-a107-4d77-9aaa-0817580b22b0 req-c3c76aad-608c-4158-a887-23788d83d06b tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0433290 Apr 21 12:50:57.227224 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5f8732ea-4826-4a6e-82a2-7cb2224edf43 req-f497098f-d20c-49c5-bf87-cb3770dddf2f service neutron] 10.222.0.24 "GET /v2.0/networks/c827d442-59c0-42d4-802b-84a8d0f2cf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616967 Apr 21 12:50:57.264634 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b9125-f8b9-46b9-9c65-8e17b71ad905 req-e2ea1673-9b18-4ef5-8a6c-c4105a4ae6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:57.266139 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd0b9125-f8b9-46b9-9c65-8e17b71ad905 req-e2ea1673-9b18-4ef5-8a6c-c4105a4ae6da service neutron] 10.222.0.24 "GET /v2.0/networks?id=ff8e5b58-c3c2-47b6-b0e6-14167c057929 HTTP/1.1" status: 200 len: 913 time: 0.1769767 Apr 21 12:50:57.314304 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-a2244b57-4af8-429e-b0db-46aac3f373ba None None] Set router af7c34d4-b902-49b9-a131-706d2469a0b9 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:50:57.408504 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a6e03ae-3222-495c-939f-b637e8dca234 req-7d0d1de3-1e4e-49e0-9971-d9e6d2af2672 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=bdfa9e8faba04a719e9131ff31d27ae8&device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0575662 Apr 21 12:50:57.495735 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0f6868d1-fa54-47c4-92cb-f4261a3865af req-f261df4c-efe5-4c97-a761-92a533bf89d7 tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0581145 Apr 21 12:50:57.497320 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a6e03ae-3222-495c-939f-b637e8dca234 req-6e6a075f-f6bd-40b8-8c25-828c044ddda9 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=bdfa9e8faba04a719e9131ff31d27ae8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0703568 Apr 21 12:50:57.574369 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd0b9125-f8b9-46b9-9c65-8e17b71ad905 req-523eb4a4-7376-4a9c-a8f3-ab40353bba61 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 HTTP/1.1" status: 200 len: 998 time: 0.2296999 Apr 21 12:50:57.615775 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5f8732ea-4826-4a6e-82a2-7cb2224edf43 req-f285e565-5f30-4a41-8cb0-7222169ce5f4 service neutron] 10.222.0.24 "GET /v2.0/networks/c827d442-59c0-42d4-802b-84a8d0f2cf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756812 Apr 21 12:50:57.660527 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a187f5-67d2-4104-ab59-358ffe4b8a44 req-10094c4e-6668-4c6c-aef9-b3e326a97046 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:57.662070 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-83a187f5-67d2-4104-ab59-358ffe4b8a44 req-10094c4e-6668-4c6c-aef9-b3e326a97046 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 945 time: 0.2454782 Apr 21 12:50:57.732414 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-83a187f5-67d2-4104-ab59-358ffe4b8a44 req-3ec349ed-37fe-4589-97ec-c2488229212f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614824 Apr 21 12:50:57.733817 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b9125-f8b9-46b9-9c65-8e17b71ad905 req-fe0bf220-6715-45c8-9107-e32e035987db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:57.735265 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd0b9125-f8b9-46b9-9c65-8e17b71ad905 req-fe0bf220-6715-45c8-9107-e32e035987db service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4db84230-709b-4f7f-90e2-f9bbd733dd6f HTTP/1.1" status: 200 len: 851 time: 0.1287737 Apr 21 12:50:57.738837 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e03ae-3222-495c-939f-b637e8dca234 req-2011fa24-d931-4ff9-927b-ab20630517de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:57.739536 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a6e03ae-3222-495c-939f-b637e8dca234 req-2011fa24-d931-4ff9-927b-ab20630517de service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2130375 Apr 21 12:50:57.842136 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b9125-f8b9-46b9-9c65-8e17b71ad905 req-0eda087b-2de9-4214-bbc6-d2a22ffd6097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:57.844531 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd0b9125-f8b9-46b9-9c65-8e17b71ad905 req-0eda087b-2de9-4214-bbc6-d2a22ffd6097 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff8e5b58-c3c2-47b6-b0e6-14167c057929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019621 Apr 21 12:50:57.875062 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a2244b57-4af8-429e-b0db-46aac3f373ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'name': 'tempest-ServerActionsTestJSON-1659525233-router', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'f227b04a-7387-460e-ad4c-f762cfa6b0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:50:28Z', 'updated_at': '2022-04-21T12:50:32Z', 'revision_number': 4, 'project_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'gw_port': {'id': 'f227b04a-7387-460e-ad4c-f762cfa6b0c8', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:50:29Z', 'updated_at': '2022-04-21T12:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '92130ed2-cd02-4a95-9eaf-3c9900286db2', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'floating_ip_address': '172.25.8.69', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'port_id': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929', 'mac_address': 'fa:16:3e:b5:0f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9bf950-f6f4-4d97-ac81-808a121cfe81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:50:36Z', 'updated_at': '2022-04-21T12:50:55Z', 'revision_number': 1, 'project_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44fe3238-11ca-473e-b40f-d3cdbbfdaf75', 'name': '', 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'mac_address': 'fa:16:3e:9e:b1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:50:31Z', 'updated_at': '2022-04-21T12:50:38Z', 'revision_number': 5, 'project_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'subnets': [{'id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:50:57.908564 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2244b57-4af8-429e-b0db-46aac3f373ba None None] The sync data for ids ['af7c34d4-b902-49b9-a131-706d2469a0b9'] in n-d-836147-2 is: [{'id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'name': 'tempest-ServerActionsTestJSON-1659525233-router', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'f227b04a-7387-460e-ad4c-f762cfa6b0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:50:28Z', 'updated_at': '2022-04-21T12:50:32Z', 'revision_number': 4, 'project_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'gw_port': {'id': 'f227b04a-7387-460e-ad4c-f762cfa6b0c8', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:50:29Z', 'updated_at': '2022-04-21T12:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '92130ed2-cd02-4a95-9eaf-3c9900286db2', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'floating_ip_address': '172.25.8.69', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'port_id': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929', 'mac_address': 'fa:16:3e:b5:0f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9bf950-f6f4-4d97-ac81-808a121cfe81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:50:36Z', 'updated_at': '2022-04-21T12:50:55Z', 'revision_number': 1, 'project_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44fe3238-11ca-473e-b40f-d3cdbbfdaf75', 'name': '', 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'mac_address': 'fa:16:3e:9e:b1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:50:31Z', 'updated_at': '2022-04-21T12:50:38Z', 'revision_number': 5, 'project_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'subnets': [{'id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:50:58.063050 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85517038-83ed-4c7b-9bee-2b26ff4b6642 req-0349c16d-b8d3-4ccf-9d23-45f0055e153a tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:58.064588 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-85517038-83ed-4c7b-9bee-2b26ff4b6642 req-0349c16d-b8d3-4ccf-9d23-45f0055e153a tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.2019234 Apr 21 12:50:58.076889 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b0a1a-cb0c-4a7c-a159-1a87b35e5d92 req-de152710-ac24-48ce-8db2-2550610725cf tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:58.076889 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d9b0a1a-cb0c-4a7c-a159-1a87b35e5d92 req-de152710-ac24-48ce-8db2-2550610725cf tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.1087439 Apr 21 12:50:58.088528 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd0b9125-f8b9-46b9-9c65-8e17b71ad905 req-a7846254-f10a-4009-981d-7466fdc5fd34 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364194 Apr 21 12:50:58.155380 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea03384-c610-4624-8925-9f04afe94863 None None] New status for floating IP 92130ed2-cd02-4a95-9eaf-3c9900286db2: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:50:58.195498 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-85517038-83ed-4c7b-9bee-2b26ff4b6642 req-bafc70a5-f94b-4be7-bc44-8d587f97facd tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182423 Apr 21 12:50:58.203839 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d9b0a1a-cb0c-4a7c-a159-1a87b35e5d92 req-b9942882-8ebb-4c4c-b048-8cca761b3ed0 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186378 Apr 21 12:50:58.248116 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd0b9125-f8b9-46b9-9c65-8e17b71ad905 req-b83872e9-4874-4b88-9be2-33ac39c84d0d service neutron] 10.222.0.24 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524775 Apr 21 12:50:58.333465 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-17edc743-3c4a-4ac7-8574-ab5e6df91041 req-557f405b-a836-4f75-9f91-07d9f8928af5 tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0294895 Apr 21 12:50:58.600599 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-209da113-ef14-4a36-8d95-52cc13b84bde req-f6f0a1ed-302d-4afb-af9a-86fa72427bc9 tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0268567 Apr 21 12:50:58.872997 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5793d6-25aa-41ea-ae05-ab312c0ee688 req-5c2dd06b-58f1-445c-8cbb-8aaa333d21e1 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:58.874405 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c5793d6-25aa-41ea-ae05-ab312c0ee688 req-5c2dd06b-58f1-445c-8cbb-8aaa333d21e1 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 945 time: 0.0488040 Apr 21 12:50:58.912185 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c5793d6-25aa-41ea-ae05-ab312c0ee688 req-4e5b880f-1d93-4e6e-8b52-155f9db88537 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317469 Apr 21 12:50:59.034550 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff37c98-296f-4d40-b32c-daad2f10f5c5 req-31436509-8e0e-46f3-a8e4-b23ebb7f0b16 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:59.036571 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dff37c98-296f-4d40-b32c-daad2f10f5c5 req-31436509-8e0e-46f3-a8e4-b23ebb7f0b16 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 945 time: 0.0532334 Apr 21 12:50:59.076080 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dff37c98-296f-4d40-b32c-daad2f10f5c5 req-f989ae32-438e-476b-be3f-f6c82b186d8a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327833 Apr 21 12:50:59.255593 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a6e03ae-3222-495c-939f-b637e8dca234 req-5cdaac98-0e09-4a03-acf8-d0699065b49d tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.26 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0284805 Apr 21 12:50:59.369112 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516ecdf-dc7f-4f58-a4ec-a6d5f87bd2df req-12f90707-ee73-4315-b838-f549c56703a8 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:59.370600 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8516ecdf-dc7f-4f58-a4ec-a6d5f87bd2df req-12f90707-ee73-4315-b838-f549c56703a8 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.0616496 Apr 21 12:50:59.411447 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8516ecdf-dc7f-4f58-a4ec-a6d5f87bd2df req-ef1aaad5-1ec4-4f87-a9bc-d8ff9f7e02b6 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/security-groups?id=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346475 Apr 21 12:50:59.542423 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ba327-605f-496b-b61b-bd1d4636009d req-68b93b88-fb41-4bf6-bff7-9bf75f11f8cf tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:59.544002 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c3ba327-605f-496b-b61b-bd1d4636009d req-68b93b88-fb41-4bf6-bff7-9bf75f11f8cf tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.0610180 Apr 21 12:50:59.587643 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c3ba327-605f-496b-b61b-bd1d4636009d req-f52a0804-1237-4bc7-9ebf-d737148c0e28 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363882 Apr 21 12:50:59.685878 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38e86ba3-d18a-43ec-9725-6ee1b0c78f52 req-df17d32a-563b-477f-9954-8d031dc0cdf6 tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0319986 Apr 21 12:50:59.784678 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4e1cd84e-4c62-4c38-8d5a-ff7058d3e9ff req-c0881a06-9367-47dc-a4d3-194ff0b62c4b tempest-ServerShowV257Test-1096849733 tempest-ServerShowV257Test-1096849733-project] 10.222.0.36 "GET /v2.0/ports?device_id=3de5f4e8-1ff1-49c2-9a77-27dc589c4e2f HTTP/1.1" status: 200 len: 210 time: 0.0272574 Apr 21 12:50:59.876998 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32917438-0bf0-4c7f-a626-a9548043ce2f req-b8442556-f0c4-42a7-a963-ddc14274c29e tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:50:59.878527 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32917438-0bf0-4c7f-a626-a9548043ce2f req-b8442556-f0c4-42a7-a963-ddc14274c29e tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.26 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 946 time: 0.0589838 Apr 21 12:50:59.984935 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-32917438-0bf0-4c7f-a626-a9548043ce2f req-ece0b7aa-4c51-4a70-88b3-18bd5a58b274 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Deleting port d92f9793-f98c-4b86-b544-df19a4eddf1c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:50:59.985229 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-32917438-0bf0-4c7f-a626-a9548043ce2f req-ece0b7aa-4c51-4a70-88b3-18bd5a58b274 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:00.078794 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-32917438-0bf0-4c7f-a626-a9548043ce2f req-ece0b7aa-4c51-4a70-88b3-18bd5a58b274 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] For port d92f9793-f98c-4b86-b544-df19a4eddf1c, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=d92f9793-f98c-4b86-b544-df19a4eddf1c,segment=NetworkSegment(0768e93f-2192-426a-8062-6b9b25d12b7a),segment_id=0768e93f-2192-426a-8062-6b9b25d12b7a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:51:00.079902 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-32917438-0bf0-4c7f-a626-a9548043ce2f req-ece0b7aa-4c51-4a70-88b3-18bd5a58b274 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:00.099361 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-32917438-0bf0-4c7f-a626-a9548043ce2f req-ece0b7aa-4c51-4a70-88b3-18bd5a58b274 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Calling delete_port for d92f9793-f98c-4b86-b544-df19a4eddf1c owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:51:00.109743 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 6a26760d-e972-4027-a985-4c95ede04bd3 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:51:00.196497 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:00.222200 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4573654-83cd-4a8f-a0f1-0be525b231a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a26760d-e972-4027-a985-4c95ede04bd3'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:51:00.224456 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db212a54-fd15-44a5-be45-ee650628b2b3" -d '{"events": [{"server_uuid": "c4573654-83cd-4a8f-a0f1-0be525b231a8", "name": "network-vif-unplugged", "status": "completed", "tag": "6a26760d-e972-4027-a985-4c95ede04bd3"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:51:00.261565 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 6a26760d-e972-4027-a985-4c95ede04bd3, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=6a26760d-e972-4027-a985-4c95ede04bd3,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:51:00.291322 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19ce7f9-a62f-4f43-a84d-51c6635c8547 x-openstack-request-id: req-d19ce7f9-a62f-4f43-a84d-51c6635c8547 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:51:00.291604 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4573654-83cd-4a8f-a0f1-0be525b231a8", "name": "network-vif-unplugged", "status": "completed", "tag": "6a26760d-e972-4027-a985-4c95ede04bd3", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:51:00.291857 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d19ce7f9-a62f-4f43-a84d-51c6635c8547 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:51:00.292251 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d19ce7f9-a62f-4f43-a84d-51c6635c8547'] response: {'server_uuid': 'c4573654-83cd-4a8f-a0f1-0be525b231a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a26760d-e972-4027-a985-4c95ede04bd3', 'code': 200} Apr 21 12:51:00.296839 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:00.319747 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-32917438-0bf0-4c7f-a626-a9548043ce2f req-ece0b7aa-4c51-4a70-88b3-18bd5a58b274 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:00.332371 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['d92f9793-f98c-4b86-b544-df19a4eddf1c'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:51:00.364228 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0b7aa-4c51-4a70-88b3-18bd5a58b274 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Pushing event deleted for resources: {'Port': ['ID=d92f9793-f98c-4b86-b544-df19a4eddf1c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:00.380622 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=6a26760d-e972-4027-a985-4c95ede04bd3,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:00.388785 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:00.389144 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:00.389474 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:00.389838 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:00.390173 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:00.390508 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:00.390837 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:00.391210 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:00.391673 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:00.392011 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:00.392338 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:00.392661 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:00.421371 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-32917438-0bf0-4c7f-a626-a9548043ce2f req-ece0b7aa-4c51-4a70-88b3-18bd5a58b274 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] No DVR routers for this DVR port d92f9793-f98c-4b86-b544-df19a4eddf1c on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:51:00.424046 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-32917438-0bf0-4c7f-a626-a9548043ce2f req-ece0b7aa-4c51-4a70-88b3-18bd5a58b274 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:00.427427 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32917438-0bf0-4c7f-a626-a9548043ce2f req-ece0b7aa-4c51-4a70-88b3-18bd5a58b274 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.26 "DELETE /v2.0/ports/d92f9793-f98c-4b86-b544-df19a4eddf1c HTTP/1.1" status: 204 len: 173 time: 0.5408525 Apr 21 12:51:00.427870 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a873efec-c62c-4b29-8836-f2165a37f83b', 'name': 'network-vif-deleted', 'tag': 'd92f9793-f98c-4b86-b544-df19a4eddf1c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:51:00.430170 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d6ac13-e7ed-4863-a5a3-823f07206159" -d '{"events": [{"server_uuid": "a873efec-c62c-4b29-8836-f2165a37f83b", "name": "network-vif-deleted", "tag": "d92f9793-f98c-4b86-b544-df19a4eddf1c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:51:00.472098 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9ffaed-0c9e-4fb5-80c5-d33a0803d3b1 x-openstack-request-id: req-cf9ffaed-0c9e-4fb5-80c5-d33a0803d3b1 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:51:00.472768 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a873efec-c62c-4b29-8836-f2165a37f83b", "name": "network-vif-deleted", "tag": "d92f9793-f98c-4b86-b544-df19a4eddf1c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:51:00.473363 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cf9ffaed-0c9e-4fb5-80c5-d33a0803d3b1 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:51:00.474046 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf9ffaed-0c9e-4fb5-80c5-d33a0803d3b1'] response: {'server_uuid': 'a873efec-c62c-4b29-8836-f2165a37f83b', 'name': 'network-vif-deleted', 'tag': 'd92f9793-f98c-4b86-b544-df19a4eddf1c', 'status': 'completed', 'code': 200} Apr 21 12:51:00.532610 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9634194c-bf24-4c09-bd52-836f223c2eb5 req-81e063e8-4ebb-450e-b2c3-1e6c894d8de0 tempest-ServersNegativeTestJSON-1709004745 tempest-ServersNegativeTestJSON-1709004745-project] 10.222.0.36 "GET /v2.0/ports?device_id=a873efec-c62c-4b29-8836-f2165a37f83b HTTP/1.1" status: 200 len: 210 time: 0.0316722 Apr 21 12:51:00.726545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9e568-57af-4009-8e49-98ad316ec76e req-a42c0473-a325-4966-9007-a7c36efb4d4c tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:00.728082 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-46d9e568-57af-4009-8e49-98ad316ec76e req-a42c0473-a325-4966-9007-a7c36efb4d4c tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 943 time: 0.0498335 Apr 21 12:51:00.775819 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-46d9e568-57af-4009-8e49-98ad316ec76e req-3aabb25c-31f4-4289-a485-47a6d97bd188 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411432 Apr 21 12:51:00.816424 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1fd87bee-5df5-4abb-a2f5-a54f37e45b65 req-a1483f8f-fe2e-4c1d-a6aa-e6ed4d5a4369 tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0365660 Apr 21 12:51:01.414169 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57782) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:01.528858 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b46c227-4e90-460a-9265-831e050e1500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:01.592681 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57790) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:01.605857 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b46c227-4e90-460a-9265-831e050e1500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:01.651796 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-db1f679e-25df-4862-ac46-2d8d692d088f admin admin] Deleting subnet c3fb62fd-7387-4f92-a212-fa3831f77ec4 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:51:01.659096 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db1f679e-25df-4862-ac46-2d8d692d088f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:01.680981 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b46c227-4e90-460a-9265-831e050e1500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:01.705352 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db1f679e-25df-4862-ac46-2d8d692d088f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:01.715136 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b46c227-4e90-460a-9265-831e050e1500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595587a6-e770-4503-9471-c5e4301a7cae,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:01.736099 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1b46c227-4e90-460a-9265-831e050e1500 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bdfa9e8faba04a719e9131ff31d27ae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3208311 Apr 21 12:51:01.736960 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57796) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:01.754871 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db1f679e-25df-4862-ac46-2d8d692d088f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:01.797537 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-912bc495-3f44-4b97-b511-dab162a61623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:01.823791 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-912bc495-3f44-4b97-b511-dab162a61623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:01.903492 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db1f679e-25df-4862-ac46-2d8d692d088f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:01.928847 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f679e-25df-4862-ac46-2d8d692d088f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3fb62fd-7387-4f92-a212-fa3831f77ec4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:01.933726 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-db1f679e-25df-4862-ac46-2d8d692d088f admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:01.934620 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-db1f679e-25df-4862-ac46-2d8d692d088f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c3fb62fd-7387-4f92-a212-fa3831f77ec4 HTTP/1.1" status: 204 len: 168 time: 0.3408566 Apr 21 12:51:01.939486 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57810) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:01.940164 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-912bc495-3f44-4b97-b511-dab162a61623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:01.941566 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f679e-25df-4862-ac46-2d8d692d088f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:01.942109 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f679e-25df-4862-ac46-2d8d692d088f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:01.942705 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f679e-25df-4862-ac46-2d8d692d088f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:01.943201 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f679e-25df-4862-ac46-2d8d692d088f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:01.943606 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-912bc495-3f44-4b97-b511-dab162a61623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:01.943851 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f679e-25df-4862-ac46-2d8d692d088f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:01.944329 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f679e-25df-4862-ac46-2d8d692d088f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:01.944834 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f679e-25df-4862-ac46-2d8d692d088f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:01.944996 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-912bc495-3f44-4b97-b511-dab162a61623 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/595587a6-e770-4503-9471-c5e4301a7cae HTTP/1.1" status: 204 len: 168 time: 0.2072303 Apr 21 12:51:01.945534 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f679e-25df-4862-ac46-2d8d692d088f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:01.946039 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f679e-25df-4862-ac46-2d8d692d088f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:01.946522 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f679e-25df-4862-ac46-2d8d692d088f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:01.947035 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-105406b3-522c-48d5-88b4-c333f18a2103 req-d5060848-2e05-4363-867a-9a255115d752 tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0412824 Apr 21 12:51:01.947337 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f679e-25df-4862-ac46-2d8d692d088f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:01.947828 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1f679e-25df-4862-ac46-2d8d692d088f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:01.970248 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912bc495-3f44-4b97-b511-dab162a61623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595587a6-e770-4503-9471-c5e4301a7cae,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:02.058513 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-782c8965-e3d4-4451-a8f8-5411fa597fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:02.131334 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:51:02.146860 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-782c8965-e3d4-4451-a8f8-5411fa597fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:02.171318 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-782c8965-e3d4-4451-a8f8-5411fa597fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['922b14c1-7208-45a2-9286-597c5ba2d9eb']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:51:02.181325 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-782c8965-e3d4-4451-a8f8-5411fa597fe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0768e93f-2192-426a-8062-6b9b25d12b7a') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:51:02.181643 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-782c8965-e3d4-4451-a8f8-5411fa597fe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0768e93f-2192-426a-8062-6b9b25d12b7a') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:51:02.196933 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-782c8965-e3d4-4451-a8f8-5411fa597fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:02.219478 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-782c8965-e3d4-4451-a8f8-5411fa597fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:02.228634 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782c8965-e3d4-4451-a8f8-5411fa597fe1 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:51:02.229046 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-782c8965-e3d4-4451-a8f8-5411fa597fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:51:02.230802 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:51:02.272015 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:51:02.285763 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37', 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929', 'port_id': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37', 'mac_address': 'fa:16:3e:b5:0f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:51:02.326419 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:02.341274 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:51:02.376986 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:51:02.388015 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-782c8965-e3d4-4451-a8f8-5411fa597fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:02.414505 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-782c8965-e3d4-4451-a8f8-5411fa597fe1 admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:02.425818 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-782c8965-e3d4-4451-a8f8-5411fa597fe1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/922b14c1-7208-45a2-9286-597c5ba2d9eb HTTP/1.1" status: 204 len: 168 time: 0.4639151 Apr 21 12:51:02.451589 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:02.467740 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c8965-e3d4-4451-a8f8-5411fa597fe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=922b14c1-7208-45a2-9286-597c5ba2d9eb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:02.531169 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f9696-b14f-4b37-9b2a-865f89152d8a req-c8aa0a37-9a06-4577-9a93-9981f5f4ddcb tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:02.540227 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d23f9696-b14f-4b37-9b2a-865f89152d8a req-c8aa0a37-9a06-4577-9a93-9981f5f4ddcb tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 943 time: 0.1114662 Apr 21 12:51:02.546033 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:02.582172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d23f9696-b14f-4b37-9b2a-865f89152d8a req-9efc55bb-5178-4ec2-82cc-d684d567fb9a tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409162 Apr 21 12:51:02.617811 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:51:02.743869 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-e5d8f15e-bc89-4b94-92ca-29db6fff541c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0537825 Apr 21 12:51:02.825173 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57858) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:02.871270 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8e6b3b70-d9a3-4808-81b7-ec4517bc91c8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0cef7977fdb64b878118f3cfbb1a54e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448980 Apr 21 12:51:02.873855 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57866) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:02.959790 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83f96bb9-98b4-4619-a8d9-4d0094dadc3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:02.991168 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83f96bb9-98b4-4619-a8d9-4d0094dadc3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:03.075364 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ab8fafb0-5fca-4848-9d7e-82af64633bf0 req-2de6e789-c5f4-4dae-bf4f-21e4d2967842 tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0353398 Apr 21 12:51:03.132378 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83f96bb9-98b4-4619-a8d9-4d0094dadc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:03.138267 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83f96bb9-98b4-4619-a8d9-4d0094dadc3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:03.149240 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-83f96bb9-98b4-4619-a8d9-4d0094dadc3a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5d82c1c1-e3d3-47bd-bd9b-f12bff80214f HTTP/1.1" status: 204 len: 168 time: 0.2679493 Apr 21 12:51:03.151937 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f96bb9-98b4-4619-a8d9-4d0094dadc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d82c1c1-e3d3-47bd-bd9b-f12bff80214f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:03.344859 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57896) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:03.592536 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-66453366-b4aa-4d6e-8b55-53fc61850505 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1752923846-network', 'tenant_id': 'a8a1faff800042f9afbc1cc1a159893a'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:51:03.679634 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66453366-b4aa-4d6e-8b55-53fc61850505 admin admin] Made reservation on behalf of a8a1faff800042f9afbc1cc1a159893a for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:51:03.682514 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66453366-b4aa-4d6e-8b55-53fc61850505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:03.702175 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66453366-b4aa-4d6e-8b55-53fc61850505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:03.733226 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device d92f9793-f98c-4b86-b544-df19a4eddf1c no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:51:03.759176 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: d92f9793-f98c-4b86-b544-df19a4eddf1c {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:51:03.759510 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device d92f9793-f98c-4b86-b544-df19a4eddf1c not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:51:03.811559 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f326a0a-9092-4268-a8e0-3ca038ed51e5 req-18c502d5-3aa8-4bd5-8c6e-e2e8eac021f0 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:03.811559 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f326a0a-9092-4268-a8e0-3ca038ed51e5 req-18c502d5-3aa8-4bd5-8c6e-e2e8eac021f0 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 943 time: 0.1099596 Apr 21 12:51:03.884832 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f326a0a-9092-4268-a8e0-3ca038ed51e5 req-c4b1e897-d7ca-4085-af48-b367179cf147 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665247 Apr 21 12:51:03.923498 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66453366-b4aa-4d6e-8b55-53fc61850505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:03.983027 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66453366-b4aa-4d6e-8b55-53fc61850505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:04.017450 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66453366-b4aa-4d6e-8b55-53fc61850505 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:51:04.028022 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66453366-b4aa-4d6e-8b55-53fc61850505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97dbbf5-db40-40b1-bfb1-950076197596,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:04.033079 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66453366-b4aa-4d6e-8b55-53fc61850505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:04.033420 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-66453366-b4aa-4d6e-8b55-53fc61850505 admin admin] Added segment eecb6bb1-0cf9-4efa-b4fa-4f2ecccc0570 of type vlan for network d2b55ef0-e684-49ca-a065-693ab62e5571 Apr 21 12:51:04.090323 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66453366-b4aa-4d6e-8b55-53fc61850505 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:04.124810 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:51:04.249966 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:51:04.250331 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:04.264423 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66453366-b4aa-4d6e-8b55-53fc61850505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:04.265532 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66453366-b4aa-4d6e-8b55-53fc61850505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:04.268474 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66453366-b4aa-4d6e-8b55-53fc61850505 admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:04.299051 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6591b46-01cf-43ac-bbf7-f9008897087b req-f482ae2e-8f16-43d7-821c-fb8dde07b24f tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.1165302 Apr 21 12:51:04.348323 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:04.378850 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9bf950-f6f4-4d97-ac81-808a121cfe81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:51:04.382033 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d85d455-9d11-4e6f-bc18-19b086c662a1" -d '{"events": [{"server_uuid": "9a9bf950-f6f4-4d97-ac81-808a121cfe81", "name": "network-vif-plugged", "status": "completed", "tag": "a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:51:04.401687 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:51:04.449118 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b57b79-fe17-40fe-bdd0-2bcb53b0dde9 x-openstack-request-id: req-b4b57b79-fe17-40fe-bdd0-2bcb53b0dde9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:51:04.449431 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9bf950-f6f4-4d97-ac81-808a121cfe81", "name": "network-vif-plugged", "status": "completed", "tag": "a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:51:04.449767 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b4b57b79-fe17-40fe-bdd0-2bcb53b0dde9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:51:04.450149 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4b57b79-fe17-40fe-bdd0-2bcb53b0dde9'] response: {'server_uuid': '9a9bf950-f6f4-4d97-ac81-808a121cfe81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37', 'code': 200} Apr 21 12:51:04.456536 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66453366-b4aa-4d6e-8b55-53fc61850505 admin admin] Pushing event updated for resources: {'Network': ['ID=d2b55ef0-e684-49ca-a065-693ab62e5571,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:04.468807 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-66453366-b4aa-4d6e-8b55-53fc61850505 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1225650 Apr 21 12:51:04.476053 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network d2b55ef0-e684-49ca-a065-693ab62e5571 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:51:04.481321 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:04.482647 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 6a26760d-e972-4027-a985-4c95ede04bd3 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:51:04.798740 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:05.111080 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f704a88-d3f3-418c-96ac-e4e6e85739fa req-a71580c1-ee29-4da4-bf90-3b3ecc18ce9d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:05.118084 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5f704a88-d3f3-418c-96ac-e4e6e85739fa req-a71580c1-ee29-4da4-bf90-3b3ecc18ce9d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 943 time: 0.0838737 Apr 21 12:51:05.193175 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5f704a88-d3f3-418c-96ac-e4e6e85739fa req-8e51375b-9220-4ef0-9017-1dc709a930ff tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690637 Apr 21 12:51:05.501704 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57978) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:05.556045 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-308700ff-f794-4bc9-963b-5dd91e7ead64 req-b2600630-af72-4de2-8235-230953f6b2e0 tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0657976 Apr 21 12:51:05.566376 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87132e-006c-4327-bf9c-909a9904a73c req-56d0b98f-de33-4be8-9755-59faf00f8c8e tempest-ComputeTenantNetworksTest-1287956087 tempest-ComputeTenantNetworksTest-1287956087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:05.572957 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87132e-006c-4327-bf9c-909a9904a73c req-56d0b98f-de33-4be8-9755-59faf00f8c8e tempest-ComputeTenantNetworksTest-1287956087 tempest-ComputeTenantNetworksTest-1287956087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:05.579811 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87132e-006c-4327-bf9c-909a9904a73c req-56d0b98f-de33-4be8-9755-59faf00f8c8e tempest-ComputeTenantNetworksTest-1287956087 tempest-ComputeTenantNetworksTest-1287956087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:05.581776 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f87132e-006c-4327-bf9c-909a9904a73c req-56d0b98f-de33-4be8-9755-59faf00f8c8e tempest-ComputeTenantNetworksTest-1287956087 tempest-ComputeTenantNetworksTest-1287956087-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4215393 Apr 21 12:51:05.738835 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6617c0c4-e41c-4ad7-8f66-b2afc13cf859 req-2a725c58-f925-4d4f-9711-57144b4070cb tempest-ComputeTenantNetworksTest-1287956087 tempest-ComputeTenantNetworksTest-1287956087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:05.740371 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6617c0c4-e41c-4ad7-8f66-b2afc13cf859 req-2a725c58-f925-4d4f-9711-57144b4070cb tempest-ComputeTenantNetworksTest-1287956087 tempest-ComputeTenantNetworksTest-1287956087-project] 10.222.0.36 "GET /v2.0/networks/d2b55ef0-e684-49ca-a065-693ab62e5571 HTTP/1.1" status: 200 len: 769 time: 0.1362748 Apr 21 12:51:05.749868 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48d0c6a1-4ee1-4ef6-86a5-257eb8c06977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:05.752301 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57986) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:05.837564 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48d0c6a1-4ee1-4ef6-86a5-257eb8c06977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:05.868256 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73d6fc97-1cdc-4914-b642-3391379fa145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:05.916810 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-48d0c6a1-4ee1-4ef6-86a5-257eb8c06977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:06.003756 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73d6fc97-1cdc-4914-b642-3391379fa145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:06.025443 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d0c6a1-4ee1-4ef6-86a5-257eb8c06977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625a2759-1fa5-4771-b828-1a83873b15f9,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:06.055662 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-48d0c6a1-4ee1-4ef6-86a5-257eb8c06977 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7f06016953354daf9e2f1bcd0ba68d39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5529222 Apr 21 12:51:06.056302 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57996) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:06.082319 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-73d6fc97-1cdc-4914-b642-3391379fa145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b55ef0-e684-49ca-a065-693ab62e5571']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:51:06.098716 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-73d6fc97-1cdc-4914-b642-3391379fa145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eecb6bb1-0cf9-4efa-b4fa-4f2ecccc0570') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:51:06.100112 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-73d6fc97-1cdc-4914-b642-3391379fa145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eecb6bb1-0cf9-4efa-b4fa-4f2ecccc0570') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:51:06.114099 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73d6fc97-1cdc-4914-b642-3391379fa145 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:06.129469 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73d6fc97-1cdc-4914-b642-3391379fa145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:06.138194 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d6fc97-1cdc-4914-b642-3391379fa145 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:51:06.139041 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73d6fc97-1cdc-4914-b642-3391379fa145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:51:06.142190 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:51:06.171689 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d71e7dc-f484-48d0-aa50-b045e8189d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:06.205192 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d71e7dc-f484-48d0-aa50-b045e8189d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:06.290936 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73d6fc97-1cdc-4914-b642-3391379fa145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:06.303097 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73d6fc97-1cdc-4914-b642-3391379fa145 admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:06.307711 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-73d6fc97-1cdc-4914-b642-3391379fa145 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d2b55ef0-e684-49ca-a065-693ab62e5571 HTTP/1.1" status: 204 len: 168 time: 0.5541308 Apr 21 12:51:06.337662 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6fc97-1cdc-4914-b642-3391379fa145 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2b55ef0-e684-49ca-a065-693ab62e5571,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:06.359801 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d71e7dc-f484-48d0-aa50-b045e8189d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:06.362711 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d71e7dc-f484-48d0-aa50-b045e8189d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:06.363904 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0d71e7dc-f484-48d0-aa50-b045e8189d79 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/625a2759-1fa5-4771-b828-1a83873b15f9 HTTP/1.1" status: 204 len: 168 time: 0.3032465 Apr 21 12:51:06.407831 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71e7dc-f484-48d0-aa50-b045e8189d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625a2759-1fa5-4771-b828-1a83873b15f9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:06.524039 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d9279-c1ae-4a97-9e4c-8501789caad2 req-fbe3a08b-93eb-41c4-963e-7cb6f494b193 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:06.525721 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a69d9279-c1ae-4a97-9e4c-8501789caad2 req-fbe3a08b-93eb-41c4-963e-7cb6f494b193 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 943 time: 0.1906416 Apr 21 12:51:06.628383 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a69d9279-c1ae-4a97-9e4c-8501789caad2 req-cf314772-58b7-436e-89ac-4843a3103c7a tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959702 Apr 21 12:51:06.683692 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 58010) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:06.840318 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-090a748c-d684-4494-a362-5585e37ad6d1 req-0ab64417-a1c5-4e21-b53c-ded721cbab84 tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.1248281 Apr 21 12:51:06.876117 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1fb505a1-d026-46c8-819e-6d91a12a36b0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a8a1faff800042f9afbc1cc1a159893a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1903086 Apr 21 12:51:06.878536 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 58018) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:07.001160 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-670690b0-02fe-48ae-8820-aec126c78055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:07.045757 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-670690b0-02fe-48ae-8820-aec126c78055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:07.199196 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-670690b0-02fe-48ae-8820-aec126c78055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:07.202444 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-670690b0-02fe-48ae-8820-aec126c78055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:07.203847 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-670690b0-02fe-48ae-8820-aec126c78055 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e97dbbf5-db40-40b1-bfb1-950076197596 HTTP/1.1" status: 204 len: 168 time: 0.3233271 Apr 21 12:51:07.219481 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670690b0-02fe-48ae-8820-aec126c78055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97dbbf5-db40-40b1-bfb1-950076197596,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:07.881118 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f5ce8-adc4-4ff4-8f5c-a6f974bed61b req-dfcd396a-02c6-4bbf-a9c9-24cf632b6447 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:07.908607 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f39f5ce8-adc4-4ff4-8f5c-a6f974bed61b req-dfcd396a-02c6-4bbf-a9c9-24cf632b6447 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 943 time: 0.1155460 Apr 21 12:51:07.919220 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:51:07.985680 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f39f5ce8-adc4-4ff4-8f5c-a6f974bed61b req-95d8b7cb-35c8-4bc3-ac3f-24df6e97e12f tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727108 Apr 21 12:51:08.059547 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-767fd821-7bb9-496d-968e-b2894b6ac21b req-33dd14b2-4aac-42ce-8827-bd16a5f9a9f2 tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0769579 Apr 21 12:51:09.197149 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0909e15d-fe4f-40cd-b095-8fa96f1d6ff8 req-f7aa1179-ad54-4686-a1ed-e74ac8821b67 tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0371809 Apr 21 12:51:09.230172 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cec58a-4b9b-4f7f-b720-f2682a32cc02 req-673e0fae-8ed4-4f03-a9d2-167b59fd88d8 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:09.233416 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98cec58a-4b9b-4f7f-b720-f2682a32cc02 req-673e0fae-8ed4-4f03-a9d2-167b59fd88d8 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 943 time: 0.1077960 Apr 21 12:51:09.314032 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98cec58a-4b9b-4f7f-b720-f2682a32cc02 req-ea1c2833-8c2b-44c1-bb3f-7fb873a6fd6b tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505888 Apr 21 12:51:09.814010 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 58144) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:09.840832 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59761350-a127-4aac-98fb-805cebbd4143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:09.913922 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59761350-a127-4aac-98fb-805cebbd4143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:10.040252 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59761350-a127-4aac-98fb-805cebbd4143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:10.110623 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58158) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:10.111252 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-59761350-a127-4aac-98fb-805cebbd4143 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dbf2f3984bb4433bb72d7f469264c0be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3705149 Apr 21 12:51:10.111252 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59761350-a127-4aac-98fb-805cebbd4143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e22943-e81c-406a-85ab-22758fa1d9ed,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:10.126893 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 58162) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:10.188506 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4feae212-4672-479a-b1f8-e4468d19cc4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:10.216300 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4feae212-4672-479a-b1f8-e4468d19cc4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:10.358273 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4feae212-4672-479a-b1f8-e4468d19cc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:10.361634 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4feae212-4672-479a-b1f8-e4468d19cc4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:10.365117 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4feae212-4672-479a-b1f8-e4468d19cc4d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/88e22943-e81c-406a-85ab-22758fa1d9ed HTTP/1.1" status: 204 len: 168 time: 0.2640445 Apr 21 12:51:10.368664 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-425e38aa-6fed-4cef-b3ed-d7c528534a35 req-8e95c5aa-ea56-414f-b290-3cf997d12eaa tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0615134 Apr 21 12:51:10.371592 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4feae212-4672-479a-b1f8-e4468d19cc4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e22943-e81c-406a-85ab-22758fa1d9ed,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:10.407817 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b33d64be-4676-4854-96b7-71f5174e3647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:10.540773 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b33d64be-4676-4854-96b7-71f5174e3647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:10.569610 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04ffc8-6dae-4816-a04a-6f2d7010f124 req-1e334ba9-40c7-412c-b854-9e57ff134797 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:10.571315 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea04ffc8-6dae-4816-a04a-6f2d7010f124 req-1e334ba9-40c7-412c-b854-9e57ff134797 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 943 time: 0.1251087 Apr 21 12:51:10.655893 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea04ffc8-6dae-4816-a04a-6f2d7010f124 req-0039c0e6-4924-44a5-84f2-383ae42dfbcf tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756285 Apr 21 12:51:10.661660 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b33d64be-4676-4854-96b7-71f5174e3647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:10.733497 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58180) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:10.733870 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b33d64be-4676-4854-96b7-71f5174e3647 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e77681161bb44f6bbde15ad68197b256&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6058764 Apr 21 12:51:10.734662 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d64be-4676-4854-96b7-71f5174e3647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59043c8c-f17b-4ef0-becf-d1c71332b68e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:10.812816 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff979fa9-919f-4148-ac8a-460bce7f2c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:10.840032 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff979fa9-919f-4148-ac8a-460bce7f2c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:10.988261 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff979fa9-919f-4148-ac8a-460bce7f2c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:11.000118 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff979fa9-919f-4148-ac8a-460bce7f2c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:11.036118 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ff979fa9-919f-4148-ac8a-460bce7f2c91 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/59043c8c-f17b-4ef0-becf-d1c71332b68e HTTP/1.1" status: 204 len: 168 time: 0.2967358 Apr 21 12:51:11.054865 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff979fa9-919f-4148-ac8a-460bce7f2c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59043c8c-f17b-4ef0-becf-d1c71332b68e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:11.325825 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-0950c3f1-36a0-477e-a35e-3c11510b0db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:11.328210 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-0950c3f1-36a0-477e-a35e-3c11510b0db8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8&tenant_id=43c98e4e76c844d38eb1054dc1e6fa15 HTTP/1.1" status: 200 len: 1094 time: 0.0560915 Apr 21 12:51:11.343383 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-406087a5-6c51-4696-a575-b9d2f2c55830 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836147-2', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:51:11.417046 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-406087a5-6c51-4696-a575-b9d2f2c55830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:11.689337 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d58d0ae9-f116-41cd-b2d1-7ec199e69358 req-4ed800fd-86f9-4f9a-a714-52133e3e1eab tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0774562 Apr 21 12:51:11.922885 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83be68d-d275-47b8-a91a-692ae8ac22b6 req-f0d5d896-7390-483c-bc21-ff035ce693b0 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:11.924361 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e83be68d-d275-47b8-a91a-692ae8ac22b6 req-f0d5d896-7390-483c-bc21-ff035ce693b0 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 943 time: 0.1300364 Apr 21 12:51:11.937844 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-406087a5-6c51-4696-a575-b9d2f2c55830 service neutron] For port 6a26760d-e972-4027-a985-4c95ede04bd3, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=6a26760d-e972-4027-a985-4c95ede04bd3,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:51:12.024984 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e83be68d-d275-47b8-a91a-692ae8ac22b6 req-d1c24c9c-147c-40ac-92f0-3792229bc7ab tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915670 Apr 21 12:51:12.036983 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-406087a5-6c51-4696-a575-b9d2f2c55830 service neutron] For port 6a26760d-e972-4027-a985-4c95ede04bd3, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:51:12.134944 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-406087a5-6c51-4696-a575-b9d2f2c55830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a26760d-e972-4027-a985-4c95ede04bd3 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:51:12.154734 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-406087a5-6c51-4696-a575-b9d2f2c55830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:12.203326 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-406087a5-6c51-4696-a575-b9d2f2c55830 service neutron] Transition to ACTIVE for port object 6a26760d-e972-4027-a985-4c95ede04bd3 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:51:12.268850 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-406087a5-6c51-4696-a575-b9d2f2c55830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:12.570878 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406087a5-6c51-4696-a575-b9d2f2c55830 service neutron] Pushing event updated for resources: {'Port': ['ID=6a26760d-e972-4027-a985-4c95ede04bd3,revision_number=9']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:12.573506 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-406087a5-6c51-4696-a575-b9d2f2c55830 service neutron] No DVR routers for this DVR port 6a26760d-e972-4027-a985-4c95ede04bd3 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:51:13.445112 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bdc62d7c-5d1b-44d9-bfce-58f2694be0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:13.606887 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-16065385-d9ef-4726-8a2e-41ebd8bdaa9f req-f520f087-876f-449b-9315-5bccdca75052 tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0494449 Apr 21 12:51:13.628970 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-406087a5-6c51-4696-a575-b9d2f2c55830 service neutron] Attempting to bind port 6a26760d-e972-4027-a985-4c95ede04bd3 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:51:13.629378 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-406087a5-6c51-4696-a575-b9d2f2c55830 service neutron] Attempting to bind port 6a26760d-e972-4027-a985-4c95ede04bd3 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '9eb7e196-d2b8-48cf-a77e-71ee12a77aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:51:13.629814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-406087a5-6c51-4696-a575-b9d2f2c55830 service neutron] Attempting to bind port 6a26760d-e972-4027-a985-4c95ede04bd3 on network c827d442-59c0-42d4-802b-84a8d0f2cf17 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:51:13.653823 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-406087a5-6c51-4696-a575-b9d2f2c55830 service neutron] Port 6a26760d-e972-4027-a985-4c95ede04bd3 on network c827d442-59c0-42d4-802b-84a8d0f2cf17 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:51:13.654426 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-406087a5-6c51-4696-a575-b9d2f2c55830 service neutron] Attempting to bind port 6a26760d-e972-4027-a985-4c95ede04bd3 on network c827d442-59c0-42d4-802b-84a8d0f2cf17 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:51:13.663866 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-406087a5-6c51-4696-a575-b9d2f2c55830 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:51:13.664214 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-406087a5-6c51-4696-a575-b9d2f2c55830 service neutron] Checking segment: {'id': '9eb7e196-d2b8-48cf-a77e-71ee12a77aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:51:13.669082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-406087a5-6c51-4696-a575-b9d2f2c55830 service neutron] Bound using segment: {'id': '9eb7e196-d2b8-48cf-a77e-71ee12a77aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:51:13.669559 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-406087a5-6c51-4696-a575-b9d2f2c55830 service neutron] Bound port: 6a26760d-e972-4027-a985-4c95ede04bd3, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb7e196-d2b8-48cf-a77e-71ee12a77aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:51:13.671386 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-406087a5-6c51-4696-a575-b9d2f2c55830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:13.689248 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1c42f-e442-454d-ac7f-614c4dae8852 req-a06f9b8f-e4a3-4aec-8124-4a525bf26be3 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:13.690736 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-25e1c42f-e442-454d-ac7f-614c4dae8852 req-a06f9b8f-e4a3-4aec-8124-4a525bf26be3 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 943 time: 0.1349676 Apr 21 12:51:13.780382 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-25e1c42f-e442-454d-ac7f-614c4dae8852 req-abf9cc53-da2e-4df9-ae19-ea7f11ac4d54 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582952 Apr 21 12:51:13.786614 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-406087a5-6c51-4696-a575-b9d2f2c55830 service neutron] For port 6a26760d-e972-4027-a985-4c95ede04bd3, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:51:13.790559 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-406087a5-6c51-4696-a575-b9d2f2c55830 service neutron] For port 6a26760d-e972-4027-a985-4c95ede04bd3, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=6a26760d-e972-4027-a985-4c95ede04bd3,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:51:13.903917 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-406087a5-6c51-4696-a575-b9d2f2c55830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:13.998017 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-406087a5-6c51-4696-a575-b9d2f2c55830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:13.998637 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-406087a5-6c51-4696-a575-b9d2f2c55830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:14.007148 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-406087a5-6c51-4696-a575-b9d2f2c55830 service neutron] 10.222.0.26 "PUT /v2.0/ports/6a26760d-e972-4027-a985-4c95ede04bd3 HTTP/1.1" status: 200 len: 1091 time: 2.6688716 Apr 21 12:51:14.007640 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4573654-83cd-4a8f-a0f1-0be525b231a8', 'tag': '6a26760d-e972-4027-a985-4c95ede04bd3'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:51:14.016815 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d707f90-42be-43e9-8a92-24cd0782d470" -d '{"events": [{"name": "network-changed", "server_uuid": "c4573654-83cd-4a8f-a0f1-0be525b231a8", "tag": "6a26760d-e972-4027-a985-4c95ede04bd3"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:51:14.179093 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09c269a-16c0-4779-9baa-8f1319efd5e2 x-openstack-request-id: req-a09c269a-16c0-4779-9baa-8f1319efd5e2 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:51:14.179575 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4573654-83cd-4a8f-a0f1-0be525b231a8", "tag": "6a26760d-e972-4027-a985-4c95ede04bd3", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:51:14.185196 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a09c269a-16c0-4779-9baa-8f1319efd5e2 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:51:14.185196 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a09c269a-16c0-4779-9baa-8f1319efd5e2'] response: {'name': 'network-changed', 'server_uuid': 'c4573654-83cd-4a8f-a0f1-0be525b231a8', 'tag': '6a26760d-e972-4027-a985-4c95ede04bd3', 'status': 'completed', 'code': 200} Apr 21 12:51:14.195424 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406087a5-6c51-4696-a575-b9d2f2c55830 service neutron] Pushing event updated for resources: {'Port': ['ID=6a26760d-e972-4027-a985-4c95ede04bd3,revision_number=10']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:14.223989 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-7b819ec5-34ca-413b-917a-8db1ca6734ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:14.227230 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-7b819ec5-34ca-413b-917a-8db1ca6734ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=43c98e4e76c844d38eb1054dc1e6fa15&device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 1095 time: 0.1711280 Apr 21 12:51:14.396206 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-04b73dfa-4d05-4517-912a-9cec5037835e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:14.398344 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-04b73dfa-4d05-4517-912a-9cec5037835e service neutron] 10.222.0.26 "GET /v2.0/networks?id=c827d442-59c0-42d4-802b-84a8d0f2cf17 HTTP/1.1" status: 200 len: 918 time: 0.1604757 Apr 21 12:51:14.503299 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-4ed73565-95ad-4c4d-82c7-157aa4d27fc3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a26760d-e972-4027-a985-4c95ede04bd3 HTTP/1.1" status: 200 len: 999 time: 0.0980906 Apr 21 12:51:14.595818 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-2983f9ab-4ccc-4f0b-a65d-18ffb19bb24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:14.600901 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-2983f9ab-4ccc-4f0b-a65d-18ffb19bb24d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d HTTP/1.1" status: 200 len: 856 time: 0.0869660 Apr 21 12:51:14.683188 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-0bdc1d48-30ec-4932-a704-d53dd2447146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:14.685304 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-0bdc1d48-30ec-4932-a704-d53dd2447146 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c827d442-59c0-42d4-802b-84a8d0f2cf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690458 Apr 21 12:51:14.930275 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-be70de46-4d37-4139-b8cb-aac60f1c611d req-93f216f1-a66f-4e9e-bb23-9abf7a3ab2fe tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.1256967 Apr 21 12:51:15.062138 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-a8fe869c-0d5c-43e6-9e5f-1d8eda6d279d service neutron] 10.222.0.26 "GET /v2.0/networks/c827d442-59c0-42d4-802b-84a8d0f2cf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700135 Apr 21 12:51:15.177509 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab3b66-08b2-4cfd-86ee-369fdc383bf2 req-0148abb0-9ba6-4032-8a0d-7dbccb0ca1ac tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:15.177509 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f3ab3b66-08b2-4cfd-86ee-369fdc383bf2 req-0148abb0-9ba6-4032-8a0d-7dbccb0ca1ac tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 944 time: 0.2160044 Apr 21 12:51:15.233099 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b4f6e1c-4388-4212-80ab-9a43348b02a9 req-d9a9131d-9d7b-4ca8-aaa0-ba207f4f9b66 service neutron] 10.222.0.26 "GET /v2.0/networks/c827d442-59c0-42d4-802b-84a8d0f2cf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496577 Apr 21 12:51:15.255623 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f3ab3b66-08b2-4cfd-86ee-369fdc383bf2 req-1b94c3e2-d3ec-4255-b3de-04abf1447627 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532384 Apr 21 12:51:15.617917 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d707f90-42be-43e9-8a92-24cd0782d470 req-318f7351-9a0b-4fa2-ae2f-69812d57122b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:15.620094 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1d707f90-42be-43e9-8a92-24cd0782d470 req-318f7351-9a0b-4fa2-ae2f-69812d57122b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=43c98e4e76c844d38eb1054dc1e6fa15&device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 1095 time: 0.0443652 Apr 21 12:51:15.765858 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c6cfdf5-c518-44ed-8004-a6598071dcbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:15.840745 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d707f90-42be-43e9-8a92-24cd0782d470 req-c99c39a4-85bc-40d2-8902-d7071db0d873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:15.843017 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1d707f90-42be-43e9-8a92-24cd0782d470 req-c99c39a4-85bc-40d2-8902-d7071db0d873 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c827d442-59c0-42d4-802b-84a8d0f2cf17 HTTP/1.1" status: 200 len: 918 time: 0.2161925 Apr 21 12:51:15.955373 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1d707f90-42be-43e9-8a92-24cd0782d470 req-472cef63-0313-4377-bffb-e4604c1956da service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a26760d-e972-4027-a985-4c95ede04bd3 HTTP/1.1" status: 200 len: 999 time: 0.1029601 Apr 21 12:51:16.032497 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d707f90-42be-43e9-8a92-24cd0782d470 req-42418da4-2f07-4537-b4e6-e81926d12646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:16.037124 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1d707f90-42be-43e9-8a92-24cd0782d470 req-42418da4-2f07-4537-b4e6-e81926d12646 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d HTTP/1.1" status: 200 len: 856 time: 0.0735133 Apr 21 12:51:16.104894 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e8c7caf-ee36-419d-8add-667863437c4f req-e7e428b4-4ee7-4bf7-9c29-624b9bdf4e45 tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0348244 Apr 21 12:51:16.140172 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d707f90-42be-43e9-8a92-24cd0782d470 req-c0a04440-49c8-425a-8ab5-dc6e5c65e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:16.142031 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1d707f90-42be-43e9-8a92-24cd0782d470 req-c0a04440-49c8-425a-8ab5-dc6e5c65e479 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c827d442-59c0-42d4-802b-84a8d0f2cf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972619 Apr 21 12:51:16.294282 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1d707f90-42be-43e9-8a92-24cd0782d470 req-a8ef3910-b957-46f2-bd37-51df04bc5cd5 service neutron] 10.222.0.26 "GET /v2.0/networks/c827d442-59c0-42d4-802b-84a8d0f2cf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299074 Apr 21 12:51:16.455395 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1d707f90-42be-43e9-8a92-24cd0782d470 req-3fb141ed-c5a9-43b4-a7fb-f9e11d772fb1 service neutron] 10.222.0.26 "GET /v2.0/networks/c827d442-59c0-42d4-802b-84a8d0f2cf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574740 Apr 21 12:51:16.595369 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a43bc-1828-418b-8f38-50e6c35d673e req-3f82498b-e363-475a-ae29-c2645aca4460 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:16.600600 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e67a43bc-1828-418b-8f38-50e6c35d673e req-3f82498b-e363-475a-ae29-c2645aca4460 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 944 time: 0.1440067 Apr 21 12:51:16.628466 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58406) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:16.717952 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e67a43bc-1828-418b-8f38-50e6c35d673e req-636a5204-a2bd-4bec-b825-e68dc961d458 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051924 Apr 21 12:51:16.848453 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e55632fa-18f9-4f64-9746-a3df7aed5ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:16.873329 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:17.029234 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e55632fa-18f9-4f64-9746-a3df7aed5ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:17.108993 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e55632fa-18f9-4f64-9746-a3df7aed5ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:17.225309 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 58424) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:17.232361 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e55632fa-18f9-4f64-9746-a3df7aed5ee7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a742e22b4a014217a560c0a6b7b5dd55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6018326 Apr 21 12:51:17.251128 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55632fa-18f9-4f64-9746-a3df7aed5ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d9edd7-57cf-4054-8839-93bdd90cfe15,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:17.419682 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-af00e253-0fb3-4479-9554-c19e303e14ab req-f9993a17-6f1b-43e1-9a6a-a0c66595af8d tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0647480 Apr 21 12:51:17.476075 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b51b642-ea97-44eb-bf7b-9a1960191535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:17.532087 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b51b642-ea97-44eb-bf7b-9a1960191535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:17.864296 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b69bc-c4d7-4bae-95f8-fc29d42448c5 req-e350f82b-275b-4166-bed3-8bd801bb3eac tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:17.866344 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d7b69bc-c4d7-4bae-95f8-fc29d42448c5 req-e350f82b-275b-4166-bed3-8bd801bb3eac tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 944 time: 0.0581739 Apr 21 12:51:17.885379 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:17.891902 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b51b642-ea97-44eb-bf7b-9a1960191535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:17.914780 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b51b642-ea97-44eb-bf7b-9a1960191535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:17.918744 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5b51b642-ea97-44eb-bf7b-9a1960191535 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/69d9edd7-57cf-4054-8839-93bdd90cfe15 HTTP/1.1" status: 204 len: 168 time: 0.6923635 Apr 21 12:51:17.991438 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51b642-ea97-44eb-bf7b-9a1960191535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d9edd7-57cf-4054-8839-93bdd90cfe15,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:18.007167 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d7b69bc-c4d7-4bae-95f8-fc29d42448c5 req-bf224d03-4b03-40c5-b057-8df38a81ab5f tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225615 Apr 21 12:51:18.468251 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:18.620840 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e50dcafd-0acd-489f-87eb-1f5c052244bf req-fff4ad82-ce16-4c79-9f06-f8a08a80ee8b tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0846486 Apr 21 12:51:18.743881 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:19.238415 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92479936-3dc0-47c6-b585-9af8f948787a req-6b988531-a090-4ac5-ade2-de82899aaedf tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:19.239906 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-92479936-3dc0-47c6-b585-9af8f948787a req-6b988531-a090-4ac5-ade2-de82899aaedf tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 944 time: 0.1057336 Apr 21 12:51:19.284620 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-92479936-3dc0-47c6-b585-9af8f948787a req-6b3b68b5-9c40-4eb7-8f53-c4297580964d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382450 Apr 21 12:51:19.615098 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 58468) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:19.632805 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b76e90d-5ce0-47f1-ad90-8e393e1fc2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:19.785190 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b76e90d-5ce0-47f1-ad90-8e393e1fc2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:19.842006 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-643cf23c-fc91-48ef-b5a4-40deeafea2de req-8d882e8c-9500-425f-8dd5-20314d604577 tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0468910 Apr 21 12:51:19.914123 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b76e90d-5ce0-47f1-ad90-8e393e1fc2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:19.970615 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76e90d-5ce0-47f1-ad90-8e393e1fc2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900a7c5c-eb8e-4f99-b1d7-1b579c7e08ea,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:19.978014 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1b76e90d-5ce0-47f1-ad90-8e393e1fc2dc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=153f11ad0a634282a9a7a538d4d4c4ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3616996 Apr 21 12:51:19.981029 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58476) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:20.035681 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c638c834-667e-48a3-ac34-74d4bebac7fe req-f85b0569-1921-4e52-83f1-8107eb159c0b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3b83234b-fc64-4229-9ae3-67cc703fc948&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0609057 Apr 21 12:51:20.109655 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2df6855-1822-4fac-a95f-d070e118f469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:20.135403 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2df6855-1822-4fac-a95f-d070e118f469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:20.157491 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c638c834-667e-48a3-ac34-74d4bebac7fe req-cc19bebb-e10c-4243-b1f8-1d14d09e3f55 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27fadaec094344038addcc819f74e6af&device_id=3b83234b-fc64-4229-9ae3-67cc703fc948 HTTP/1.1" status: 200 len: 210 time: 0.0455375 Apr 21 12:51:20.228837 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c638c834-667e-48a3-ac34-74d4bebac7fe req-b863aea5-4be2-400b-aad3-334f0fbc8141 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=27fadaec094344038addcc819f74e6af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339394 Apr 21 12:51:20.290856 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2df6855-1822-4fac-a95f-d070e118f469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:20.294278 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2df6855-1822-4fac-a95f-d070e118f469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:20.295731 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d2df6855-1822-4fac-a95f-d070e118f469 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/900a7c5c-eb8e-4f99-b1d7-1b579c7e08ea HTTP/1.1" status: 204 len: 168 time: 0.3135905 Apr 21 12:51:20.323743 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df6855-1822-4fac-a95f-d070e118f469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900a7c5c-eb8e-4f99-b1d7-1b579c7e08ea,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:20.486831 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638c834-667e-48a3-ac34-74d4bebac7fe req-40add130-4673-43f9-9a6e-bb3c4d5a4a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:20.489928 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c638c834-667e-48a3-ac34-74d4bebac7fe req-40add130-4673-43f9-9a6e-bb3c4d5a4a1e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2443757 Apr 21 12:51:20.609531 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:20.647183 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c4a7a-415f-4a71-ab7d-559f7110c15d req-57c306a4-7ec3-41f2-999e-3724703402ff tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:20.649011 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a31c4a7a-415f-4a71-ab7d-559f7110c15d req-57c306a4-7ec3-41f2-999e-3724703402ff tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 944 time: 0.1334445 Apr 21 12:51:20.797444 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a31c4a7a-415f-4a71-ab7d-559f7110c15d req-2e2133c6-f5cf-4fea-be4e-b544af1aa9f0 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372859 Apr 21 12:51:21.023269 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c9329276-3832-4d7b-a934-313f24b6b383 req-41e90bf2-64f6-4b42-94bd-bbfee59385dd tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0486703 Apr 21 12:51:21.383588 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2fb07c9e-db0e-4b1b-a5be-34578c711c98 req-613820d5-cba6-444e-9a58-44578989e542 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0498121 Apr 21 12:51:21.925370 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652563ed-109d-4f72-9415-d1139690938f req-97264913-3810-4b1c-9af6-f154e74381d7 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:21.926869 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-652563ed-109d-4f72-9415-d1139690938f req-97264913-3810-4b1c-9af6-f154e74381d7 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 944 time: 0.0492296 Apr 21 12:51:21.965213 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-652563ed-109d-4f72-9415-d1139690938f req-15f08fa7-2ca0-4257-a991-1fc9c6620f6b tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320015 Apr 21 12:51:22.270171 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ddce9819-6e70-4c89-b7b8-09942612e9f6 req-4b2208c4-cfc8-4731-b7df-8ba7407f763a tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0274332 Apr 21 12:51:22.732356 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58548) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:23.039642 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff406481-c72d-4867-93e6-489992bd7a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:23.159758 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9736b-6867-4abd-824d-f5711d7cf805 req-471ccdb8-7191-43a1-a4d6-1ba11c92c27d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:23.171086 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4cf9736b-6867-4abd-824d-f5711d7cf805 req-471ccdb8-7191-43a1-a4d6-1ba11c92c27d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 944 time: 0.0870774 Apr 21 12:51:23.200430 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff406481-c72d-4867-93e6-489992bd7a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:23.224543 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4cf9736b-6867-4abd-824d-f5711d7cf805 req-d2848118-d418-4e60-9d4c-1ab000c9c879 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495372 Apr 21 12:51:23.347817 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff406481-c72d-4867-93e6-489992bd7a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:23.409787 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ff406481-c72d-4867-93e6-489992bd7a17 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a986c775fea24be1b440d150d6eab152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6756988 Apr 21 12:51:23.412916 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58566) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:23.434563 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c500c65d-a4f5-4978-83a4-43f05c6d5293 req-a42e083a-af65-4282-8a39-283893182e86 tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0677059 Apr 21 12:51:23.530264 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7442087-86d0-46e5-8b43-99bc2a13f6d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:23.581131 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff406481-c72d-4867-93e6-489992bd7a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d1c329-7d16-430f-9392-74fc862beb28,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:23.679888 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7442087-86d0-46e5-8b43-99bc2a13f6d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:24.032393 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fe9f3939-6251-496d-a1e8-e878c5daa037 req-c49f86af-1494-4673-8a7b-3df950b4cbf4 tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249&device_id=3b83234b-fc64-4229-9ae3-67cc703fc948 HTTP/1.1" status: 200 len: 210 time: 0.0286627 Apr 21 12:51:24.250567 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7442087-86d0-46e5-8b43-99bc2a13f6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:24.253115 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7442087-86d0-46e5-8b43-99bc2a13f6d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:24.257196 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d7442087-86d0-46e5-8b43-99bc2a13f6d1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/26d1c329-7d16-430f-9392-74fc862beb28 HTTP/1.1" status: 204 len: 168 time: 0.8398843 Apr 21 12:51:24.275809 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7442087-86d0-46e5-8b43-99bc2a13f6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d1c329-7d16-430f-9392-74fc862beb28,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:24.433904 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc1bd0-914e-4e4d-8465-13d82de4efb4 req-c8682418-81bb-4687-954c-edfe7c865e49 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:24.445709 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33cc1bd0-914e-4e4d-8465-13d82de4efb4 req-c8682418-81bb-4687-954c-edfe7c865e49 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 944 time: 0.1194677 Apr 21 12:51:24.554023 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4256f19a-1049-4c24-9ae7-de38e5b89419 req-76a4c275-3512-48c1-a518-a792efd2c088 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27fadaec094344038addcc819f74e6af&device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0626502 Apr 21 12:51:24.620889 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4256f19a-1049-4c24-9ae7-de38e5b89419 req-12437ad2-5294-45a6-a710-caffe6e85890 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=27fadaec094344038addcc819f74e6af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348384 Apr 21 12:51:24.625772 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33cc1bd0-914e-4e4d-8465-13d82de4efb4 req-a232b894-2396-4ddf-ad1f-4fbde32f246f tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789708 Apr 21 12:51:24.657231 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7359e0f6-7c60-4367-9309-e3f0956e1611 req-43238707-e240-42dd-9a61-28acb5bab2e7 tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0926256 Apr 21 12:51:24.777715 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256f19a-1049-4c24-9ae7-de38e5b89419 req-38c4d38d-89af-4b44-a4cc-616401ad6586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:24.779490 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4256f19a-1049-4c24-9ae7-de38e5b89419 req-38c4d38d-89af-4b44-a4cc-616401ad6586 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1357129 Apr 21 12:51:25.402786 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58604) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:25.426946 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-809456e0-7cfb-4d61-a2e9-4052e1fb444a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:25.567355 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-809456e0-7cfb-4d61-a2e9-4052e1fb444a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:25.767299 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987abaa5-46e1-40bd-b132-6afd03c570b9 req-1ba2d2e0-0dab-4964-91ab-d349c9f10af9 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:25.768799 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-987abaa5-46e1-40bd-b132-6afd03c570b9 req-1ba2d2e0-0dab-4964-91ab-d349c9f10af9 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 944 time: 0.0578032 Apr 21 12:51:25.776189 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-809456e0-7cfb-4d61-a2e9-4052e1fb444a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:25.799169 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64212668-9fa8-4914-b050-9e96710353d3 req-500591e7-214a-4aa5-bc25-9c6dd02eb70a tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0415137 Apr 21 12:51:25.828199 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-809456e0-7cfb-4d61-a2e9-4052e1fb444a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7742543db54a466380c9506ccc551131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4161668 Apr 21 12:51:25.828199 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58616) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:25.834499 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-987abaa5-46e1-40bd-b132-6afd03c570b9 req-5304c1ae-cc42-4ae3-9c7d-533851420ef6 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572453 Apr 21 12:51:25.836759 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809456e0-7cfb-4d61-a2e9-4052e1fb444a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7788134d-f768-4aa0-8f6d-a34adc883d2f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:25.880611 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-08996ee1-5615-4c51-8b3a-cff44ee0f3d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:25.902739 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-08996ee1-5615-4c51-8b3a-cff44ee0f3d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:26.079865 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-08996ee1-5615-4c51-8b3a-cff44ee0f3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:26.086957 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-08996ee1-5615-4c51-8b3a-cff44ee0f3d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:26.092913 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-08996ee1-5615-4c51-8b3a-cff44ee0f3d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7788134d-f768-4aa0-8f6d-a34adc883d2f HTTP/1.1" status: 204 len: 168 time: 0.2648993 Apr 21 12:51:26.094031 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421af4c-8918-46f8-9ef8-69a1cc775d7e req-38bf8026-48c6-4170-ad40-629063c8161e tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:26.124742 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9421af4c-8918-46f8-9ef8-69a1cc775d7e req-38bf8026-48c6-4170-ad40-629063c8161e tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 945 time: 0.1096392 Apr 21 12:51:26.127903 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08996ee1-5615-4c51-8b3a-cff44ee0f3d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7788134d-f768-4aa0-8f6d-a34adc883d2f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:26.271040 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9421af4c-8918-46f8-9ef8-69a1cc775d7e req-a5315661-e5df-41a0-af39-b1b170232471 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1056747 Apr 21 12:51:26.273056 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4256f19a-1049-4c24-9ae7-de38e5b89419 req-b2c62ed2-a859-43c4-abdd-275b4f19571c tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.24 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0308301 Apr 21 12:51:27.079652 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c94e626c-e995-4b33-ac68-d3c0d3da2568 req-15dbd347-f1e5-4a8d-a138-9f5eb92846d1 tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3764720c-294c-46f2-a62a-c792cb617249 HTTP/1.1" status: 200 len: 210 time: 0.0482209 Apr 21 12:51:27.106622 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152ce77-c755-4940-a63f-8c4f864cdf45 req-fd14cf6c-ba71-487b-ad9f-f711b637accb tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:27.114747 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9152ce77-c755-4940-a63f-8c4f864cdf45 req-fd14cf6c-ba71-487b-ad9f-f711b637accb tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 944 time: 0.1640916 Apr 21 12:51:27.158229 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9152ce77-c755-4940-a63f-8c4f864cdf45 req-a4de4f05-aec4-496e-ab56-a4ebd1235630 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419500 Apr 21 12:51:27.418269 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3b9ef-a607-48f2-abbf-861e9f365c9f req-fd957a3a-f63b-4101-a9bc-ddf76f806147 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:27.439212 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-46b3b9ef-a607-48f2-abbf-861e9f365c9f req-fd957a3a-f63b-4101-a9bc-ddf76f806147 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 945 time: 0.0931797 Apr 21 12:51:27.508689 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-46b3b9ef-a607-48f2-abbf-861e9f365c9f req-a57cdc6e-52ea-4384-a465-f3e505d1488b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686014 Apr 21 12:51:28.675789 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0abb2-ad53-4ed4-a32a-8cf383d6d245 req-9e098c95-b555-428c-a2d6-dcb8faefad72 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:28.679869 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15b0abb2-ad53-4ed4-a32a-8cf383d6d245 req-9e098c95-b555-428c-a2d6-dcb8faefad72 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 944 time: 0.1346641 Apr 21 12:51:28.759701 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15b0abb2-ad53-4ed4-a32a-8cf383d6d245 req-fbb7a613-bd55-4dd9-b429-41d060d71377 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785699 Apr 21 12:51:28.992935 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90e00cdb-e92b-43b4-b41a-61653ddc4802 req-ff973365-0b79-4c60-9aaa-4f0468b8d14b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=27fadaec094344038addcc819f74e6af&device_id=3b83234b-fc64-4229-9ae3-67cc703fc948 HTTP/1.1" status: 200 len: 210 time: 0.0254078 Apr 21 12:51:29.004324 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90e00cdb-e92b-43b4-b41a-61653ddc4802 req-dc55098d-a7e3-407d-b5b0-39ae342d27e5 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=27fadaec094344038addcc819f74e6af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231521 Apr 21 12:51:29.098757 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9ec4848e-e32e-4c2b-af15-094a1e0596d9 req-863d8dfb-b787-4a13-b06a-81d2e3601b7b tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b83234b-fc64-4229-9ae3-67cc703fc948 HTTP/1.1" status: 200 len: 210 time: 0.0384686 Apr 21 12:51:29.130343 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e00cdb-e92b-43b4-b41a-61653ddc4802 req-0ffe7aa1-fe68-4e20-94d0-44358ab93d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:29.131845 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90e00cdb-e92b-43b4-b41a-61653ddc4802 req-0ffe7aa1-fe68-4e20-94d0-44358ab93d71 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1210170 Apr 21 12:51:29.967032 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5f1c45-a8a7-47b3-a8dd-fff989d57927 req-587852f0-6006-4588-a936-957ee95b4f2d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:29.977910 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7b5f1c45-a8a7-47b3-a8dd-fff989d57927 req-587852f0-6006-4588-a936-957ee95b4f2d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 944 time: 0.0823424 Apr 21 12:51:30.053736 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7b5f1c45-a8a7-47b3-a8dd-fff989d57927 req-de4a059c-e326-463a-8095-948fcaa3c1c5 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741994 Apr 21 12:51:30.268001 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:51:30.273699 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b5aedc50-82fc-4f62-8815-c91dd31b7fe8 req-784274ee-01ba-4644-8c43-99a9ddae8832 tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b83234b-fc64-4229-9ae3-67cc703fc948 HTTP/1.1" status: 200 len: 210 time: 0.0632017 Apr 21 12:51:30.409166 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:30.438718 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9bf950-f6f4-4d97-ac81-808a121cfe81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:51:30.450449 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849fdf96-9255-4f10-925b-40cea4351bd4" -d '{"events": [{"server_uuid": "9a9bf950-f6f4-4d97-ac81-808a121cfe81", "name": "network-vif-unplugged", "status": "completed", "tag": "a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:51:30.454623 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:51:30.492996 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0c5aff-922a-4450-9d4c-54acfde1f8df x-openstack-request-id: req-9e0c5aff-922a-4450-9d4c-54acfde1f8df {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:51:30.493456 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9bf950-f6f4-4d97-ac81-808a121cfe81", "name": "network-vif-unplugged", "status": "completed", "tag": "a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:51:30.494139 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9e0c5aff-922a-4450-9d4c-54acfde1f8df {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:51:30.494573 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e0c5aff-922a-4450-9d4c-54acfde1f8df'] response: {'server_uuid': '9a9bf950-f6f4-4d97-ac81-808a121cfe81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37', 'code': 200} Apr 21 12:51:30.570237 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:30.640987 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:30.707123 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90e00cdb-e92b-43b4-b41a-61653ddc4802 req-4532fdc5-2ca8-4e04-8911-2d8e0d23c96b tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b83234b-fc64-4229-9ae3-67cc703fc948 HTTP/1.1" status: 200 len: 210 time: 0.0313878 Apr 21 12:51:31.204465 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae32bf3-42a0-484d-97d0-0c1961b348d1 req-21c92fb0-4547-4137-9737-1b3ecf0a22b4 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:31.206266 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4ae32bf3-42a0-484d-97d0-0c1961b348d1 req-21c92fb0-4547-4137-9737-1b3ecf0a22b4 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 944 time: 0.0549879 Apr 21 12:51:31.254980 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4ae32bf3-42a0-484d-97d0-0c1961b348d1 req-eef32ce3-a03a-4fd9-8fb5-ab4dbcbdbffd tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400798 Apr 21 12:51:31.413687 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3a52863-eee9-4963-9c11-54d80ce1b45b req-fcf8ee1e-eca8-4d1d-b885-44414aec42d2 tempest-ServerShowV247Test-1659567595 tempest-ServerShowV247Test-1659567595-project] 10.222.0.36 "GET /v2.0/ports?device_id=3b83234b-fc64-4229-9ae3-67cc703fc948 HTTP/1.1" status: 200 len: 210 time: 0.0302796 Apr 21 12:51:32.276026 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:51:32.421446 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c934c54-1699-40a0-b8ee-0963c9adc918 req-eb22d93a-5a24-467f-90c0-f01ebaa4a601 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:32.422751 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:51:32.423868 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0c934c54-1699-40a0-b8ee-0963c9adc918 req-eb22d93a-5a24-467f-90c0-f01ebaa4a601 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 944 time: 0.0715957 Apr 21 12:51:32.436467 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37', 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929', 'port_id': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37', 'mac_address': 'fa:16:3e:b5:0f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:51:32.485765 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:32.489057 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0c934c54-1699-40a0-b8ee-0963c9adc918 req-6fe24ab1-3164-485a-9d42-32cb0f131cae tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557437 Apr 21 12:51:32.503189 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:51:32.526738 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:51:32.608044 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:32.690981 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:32.695446 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:51:33.478614 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58906) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:33.613403 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6caf13-94ce-4d2d-b38e-95425cb2fe17 req-a9a27e35-e8c3-4ee9-834e-e37c39bc66d4 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:33.616131 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e6caf13-94ce-4d2d-b38e-95425cb2fe17 req-a9a27e35-e8c3-4ee9-834e-e37c39bc66d4 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 944 time: 0.0555005 Apr 21 12:51:33.666977 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e6caf13-94ce-4d2d-b38e-95425cb2fe17 req-d8a059ed-3e1c-49b1-8d98-cc4db38c9784 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444505 Apr 21 12:51:33.917517 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e18f2589-8c9c-4460-9150-8164b58c8518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:34.017319 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e18f2589-8c9c-4460-9150-8164b58c8518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:34.090603 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e18f2589-8c9c-4460-9150-8164b58c8518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:34.154788 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e18f2589-8c9c-4460-9150-8164b58c8518 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=27fadaec094344038addcc819f74e6af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6737514 Apr 21 12:51:34.155559 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f2589-8c9c-4460-9150-8164b58c8518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fd85f5-f9e5-4058-b380-43d54cb06887,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:34.157384 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 58934) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:34.219836 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8bcad21d-a3ea-47b4-ab90-b0b404ecd51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:34.288790 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:51:34.296667 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8bcad21d-a3ea-47b4-ab90-b0b404ecd51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:34.375187 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:51:34.376280 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:34.502814 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:34.534279 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9bf950-f6f4-4d97-ac81-808a121cfe81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:51:34.538153 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67a1f0b-e8da-4958-bcf4-490fe4e0bcd6" -d '{"events": [{"server_uuid": "9a9bf950-f6f4-4d97-ac81-808a121cfe81", "name": "network-vif-plugged", "status": "completed", "tag": "a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:51:34.558070 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:51:34.596278 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07af9b6-c2f6-4365-8366-4bbf6a15e32a x-openstack-request-id: req-b07af9b6-c2f6-4365-8366-4bbf6a15e32a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:51:34.596615 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9bf950-f6f4-4d97-ac81-808a121cfe81", "name": "network-vif-plugged", "status": "completed", "tag": "a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:51:34.597213 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b07af9b6-c2f6-4365-8366-4bbf6a15e32a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:51:34.597829 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b07af9b6-c2f6-4365-8366-4bbf6a15e32a'] response: {'server_uuid': '9a9bf950-f6f4-4d97-ac81-808a121cfe81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37', 'code': 200} Apr 21 12:51:34.621815 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:34.622056 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8bcad21d-a3ea-47b4-ab90-b0b404ecd51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:34.625289 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8bcad21d-a3ea-47b4-ab90-b0b404ecd51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:34.629618 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8bcad21d-a3ea-47b4-ab90-b0b404ecd51a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c9fd85f5-f9e5-4058-b380-43d54cb06887 HTTP/1.1" status: 204 len: 168 time: 0.4712975 Apr 21 12:51:34.647006 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcad21d-a3ea-47b4-ab90-b0b404ecd51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fd85f5-f9e5-4058-b380-43d54cb06887,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:34.673619 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcad21d-a3ea-47b4-ab90-b0b404ecd51a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:34.676629 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcad21d-a3ea-47b4-ab90-b0b404ecd51a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:34.678374 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcad21d-a3ea-47b4-ab90-b0b404ecd51a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:34.679503 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcad21d-a3ea-47b4-ab90-b0b404ecd51a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:34.682402 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcad21d-a3ea-47b4-ab90-b0b404ecd51a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:34.691331 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcad21d-a3ea-47b4-ab90-b0b404ecd51a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:34.691331 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcad21d-a3ea-47b4-ab90-b0b404ecd51a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:34.691331 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcad21d-a3ea-47b4-ab90-b0b404ecd51a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:34.691331 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcad21d-a3ea-47b4-ab90-b0b404ecd51a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:34.691331 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcad21d-a3ea-47b4-ab90-b0b404ecd51a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:34.691331 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcad21d-a3ea-47b4-ab90-b0b404ecd51a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:34.691331 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcad21d-a3ea-47b4-ab90-b0b404ecd51a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:51:34.747107 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:34.876418 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 58960) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:34.967704 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839515cb-056e-477e-a0fe-be5a856ee188 req-8557db57-3d24-4011-a5df-d172fded33f8 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:34.969537 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-839515cb-056e-477e-a0fe-be5a856ee188 req-8557db57-3d24-4011-a5df-d172fded33f8 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 944 time: 0.0860810 Apr 21 12:51:35.022537 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-839515cb-056e-477e-a0fe-be5a856ee188 req-255009e3-48ec-4d5b-8c31-410855e48f28 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456319 Apr 21 12:51:35.490585 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb11fec4-2424-4154-8e2b-4e221ed08e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:35.624448 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb11fec4-2424-4154-8e2b-4e221ed08e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:35.714465 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb11fec4-2424-4154-8e2b-4e221ed08e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:35.753407 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-eb11fec4-2424-4154-8e2b-4e221ed08e98 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=283a2a13edf3411a8e45058183a3298d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8756824 Apr 21 12:51:35.756939 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58988) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:35.762829 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11fec4-2424-4154-8e2b-4e221ed08e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008e99c8-0362-4b2d-ba62-08130e66bff7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:35.877364 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71e47e62-e87d-47dc-80cb-733cf44131ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:35.945566 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71e47e62-e87d-47dc-80cb-733cf44131ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:36.176226 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea54194-f517-4863-b583-e5f7ba8d97dc req-046152bc-3254-4755-b988-81a32986d918 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:36.177957 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ea54194-f517-4863-b583-e5f7ba8d97dc req-046152bc-3254-4755-b988-81a32986d918 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 944 time: 0.0693700 Apr 21 12:51:36.216248 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71e47e62-e87d-47dc-80cb-733cf44131ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:36.218772 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71e47e62-e87d-47dc-80cb-733cf44131ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:36.220611 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-71e47e62-e87d-47dc-80cb-733cf44131ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/008e99c8-0362-4b2d-ba62-08130e66bff7 HTTP/1.1" status: 204 len: 168 time: 0.4611487 Apr 21 12:51:36.231202 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e47e62-e87d-47dc-80cb-733cf44131ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008e99c8-0362-4b2d-ba62-08130e66bff7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:36.256988 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ea54194-f517-4863-b583-e5f7ba8d97dc req-3a7c9c79-3f65-4a91-bd27-d1437429144c tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657628 Apr 21 12:51:37.127025 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59036) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:37.147927 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18398e69-fd69-4e95-a86b-6a1580f953cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:37.278528 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18398e69-fd69-4e95-a86b-6a1580f953cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:37.359088 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18398e69-fd69-4e95-a86b-6a1580f953cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:37.450981 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-18398e69-fd69-4e95-a86b-6a1580f953cb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7f90adafb3474c2ba84f5eb1051b1c9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3224003 Apr 21 12:51:37.453859 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59046) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:37.544572 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5406c8c-ed10-4ce5-903e-d56dc314c792 req-d7326094-ca9c-4fb3-aa18-3920860cd37a tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:37.547474 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18398e69-fd69-4e95-a86b-6a1580f953cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d28c7c-e114-4e79-ae37-8abb0733e6dd,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:37.557070 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5406c8c-ed10-4ce5-903e-d56dc314c792 req-d7326094-ca9c-4fb3-aa18-3920860cd37a tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 944 time: 0.1323082 Apr 21 12:51:37.617508 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0fcbd191-9103-4a8a-9859-b8cffd41dd6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:37.670650 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5406c8c-ed10-4ce5-903e-d56dc314c792 req-d4c50907-f533-4792-8419-bcc68a29d6ee tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126742 Apr 21 12:51:37.723742 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0fcbd191-9103-4a8a-9859-b8cffd41dd6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:38.158360 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0fcbd191-9103-4a8a-9859-b8cffd41dd6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:38.162301 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0fcbd191-9103-4a8a-9859-b8cffd41dd6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:38.163635 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0fcbd191-9103-4a8a-9859-b8cffd41dd6a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/26d28c7c-e114-4e79-ae37-8abb0733e6dd HTTP/1.1" status: 204 len: 168 time: 0.7086606 Apr 21 12:51:38.172400 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbd191-9103-4a8a-9859-b8cffd41dd6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d28c7c-e114-4e79-ae37-8abb0733e6dd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:38.895120 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf05937-d8ca-4a0d-85d6-05aae62ec9e4 req-7dc21cce-bab7-4890-ade6-11a563bca3af tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:38.903184 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bdf05937-d8ca-4a0d-85d6-05aae62ec9e4 req-7dc21cce-bab7-4890-ade6-11a563bca3af tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 944 time: 0.0965660 Apr 21 12:51:38.966221 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bdf05937-d8ca-4a0d-85d6-05aae62ec9e4 req-fe2ec7e9-d1a7-4251-9d90-91511ba57e44 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559874 Apr 21 12:51:40.096215 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e498e-6fde-408d-9bf4-eb8c11e9a81a req-3688a140-a5db-4ba6-9592-41f09ac3108b tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:40.100113 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-353e498e-6fde-408d-9bf4-eb8c11e9a81a req-3688a140-a5db-4ba6-9592-41f09ac3108b tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 944 time: 0.0602314 Apr 21 12:51:40.178239 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-353e498e-6fde-408d-9bf4-eb8c11e9a81a req-73bf7e24-7485-47da-9c50-0ef7897f7fd7 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720325 Apr 21 12:51:41.368777 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b0938-7c92-4753-aa7c-705b800bef65 req-abab1042-2174-4431-883f-987b8b9c15de tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:41.376130 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-884b0938-7c92-4753-aa7c-705b800bef65 req-abab1042-2174-4431-883f-987b8b9c15de tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 944 time: 0.0802543 Apr 21 12:51:41.434656 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-884b0938-7c92-4753-aa7c-705b800bef65 req-2c62c68f-62b7-4ce6-8de3-f9c75745d6d8 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571578 Apr 21 12:51:41.950204 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 6a26760d-e972-4027-a985-4c95ede04bd3 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:51:42.070993 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 6a26760d-e972-4027-a985-4c95ede04bd3, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=6a26760d-e972-4027-a985-4c95ede04bd3,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:51:42.092595 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '6a26760d-e972-4027-a985-4c95ede04bd3', 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17', 'port_id': '6a26760d-e972-4027-a985-4c95ede04bd3', 'mac_address': 'fa:16:3e:ab:52:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:51:42.164373 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:42.178913 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a26760d-e972-4027-a985-4c95ede04bd3 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:51:42.206286 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 6a26760d-e972-4027-a985-4c95ede04bd3, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=6a26760d-e972-4027-a985-4c95ede04bd3,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:51:42.302118 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:42.378155 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=6a26760d-e972-4027-a985-4c95ede04bd3,revision_number=11']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:42.579858 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dad99a-5fef-458b-9d92-21817769a070 req-567bd070-fa45-47f5-9036-05fe1ec0fb55 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:42.589181 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28dad99a-5fef-458b-9d92-21817769a070 req-567bd070-fa45-47f5-9036-05fe1ec0fb55 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.0639741 Apr 21 12:51:42.623688 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['6a26760d-e972-4027-a985-4c95ede04bd3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:51:42.654583 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28dad99a-5fef-458b-9d92-21817769a070 req-c7765d46-3523-49c0-88df-d853b2e7a474 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562844 Apr 21 12:51:43.456010 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d276a8b-f4d0-4b94-af48-fc9878617a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:43.824222 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375ac9c-5c0e-4d17-96a6-d3f261037db2 req-69eb95a6-a2b7-4f73-8a7f-7dfcbf62e877 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:43.833726 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7375ac9c-5c0e-4d17-96a6-d3f261037db2 req-69eb95a6-a2b7-4f73-8a7f-7dfcbf62e877 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 945 time: 0.0854826 Apr 21 12:51:43.885201 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7375ac9c-5c0e-4d17-96a6-d3f261037db2 req-65d42e88-1ec6-44d3-af6c-a78d15db01f6 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502894 Apr 21 12:51:43.965248 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 6a26760d-e972-4027-a985-4c95ede04bd3 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:51:44.094100 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 6a26760d-e972-4027-a985-4c95ede04bd3 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:51:44.104113 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 6a26760d-e972-4027-a985-4c95ede04bd3 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:51:44.105573 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:44.234447 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:44.312715 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4573654-83cd-4a8f-a0f1-0be525b231a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a26760d-e972-4027-a985-4c95ede04bd3'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:51:44.315628 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c2f360-d3ac-4272-b3b6-c275062f8f51" -d '{"events": [{"server_uuid": "c4573654-83cd-4a8f-a0f1-0be525b231a8", "name": "network-vif-plugged", "status": "completed", "tag": "6a26760d-e972-4027-a985-4c95ede04bd3"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:51:44.331641 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 6a26760d-e972-4027-a985-4c95ede04bd3, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=6a26760d-e972-4027-a985-4c95ede04bd3,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:51:44.375277 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb802d5-631e-4629-9bdc-639802f501cb x-openstack-request-id: req-5bb802d5-631e-4629-9bdc-639802f501cb {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:51:44.380301 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4573654-83cd-4a8f-a0f1-0be525b231a8", "name": "network-vif-plugged", "status": "completed", "tag": "6a26760d-e972-4027-a985-4c95ede04bd3", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:51:44.380301 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5bb802d5-631e-4629-9bdc-639802f501cb {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:51:44.380301 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bb802d5-631e-4629-9bdc-639802f501cb'] response: {'server_uuid': 'c4573654-83cd-4a8f-a0f1-0be525b231a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a26760d-e972-4027-a985-4c95ede04bd3', 'code': 200} Apr 21 12:51:44.427941 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:44.493297 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=6a26760d-e972-4027-a985-4c95ede04bd3,revision_number=12']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:44.816233 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749494be-485b-42fd-ab37-1598863fcf02 req-ee04c9d5-628f-4b88-98f0-383b6584ad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:44.818461 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-749494be-485b-42fd-ab37-1598863fcf02 req-ee04c9d5-628f-4b88-98f0-383b6584ad66 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 1097 time: 0.1629758 Apr 21 12:51:44.923175 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:51:44.937989 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-749494be-485b-42fd-ab37-1598863fcf02 req-b86548f4-f17b-4e1b-a5d4-159240526b1c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123285 Apr 21 12:51:45.071071 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c484f5b-1fd6-4642-89a9-298f081bdc26 req-3bfdcdad-622d-4d75-87a1-09506b8d2068 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:45.073187 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c484f5b-1fd6-4642-89a9-298f081bdc26 req-3bfdcdad-622d-4d75-87a1-09506b8d2068 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 946 time: 0.0955784 Apr 21 12:51:45.124301 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c484f5b-1fd6-4642-89a9-298f081bdc26 req-3a81cb96-43cd-450b-87cc-723c4931f450 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423174 Apr 21 12:51:45.701469 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-619600d9-12d4-4d35-8070-a9532a7cfac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:46.323343 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe127e96-73d2-4299-ac98-65878c7b602b req-5fbd37f0-5c4c-49a5-847b-8322811550f9 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:46.332210 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59336) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:46.332914 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fe127e96-73d2-4299-ac98-65878c7b602b req-5fbd37f0-5c4c-49a5-847b-8322811550f9 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 946 time: 0.0795503 Apr 21 12:51:46.434702 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fe127e96-73d2-4299-ac98-65878c7b602b req-b7f936af-0e03-4185-8f42-e63bb2d50b5c tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952160 Apr 21 12:51:46.705215 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84d9021b-ef9b-48c2-ad38-1c2bc58a96cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:46.799582 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84d9021b-ef9b-48c2-ad38-1c2bc58a96cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:46.862207 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84d9021b-ef9b-48c2-ad38-1c2bc58a96cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:46.863145 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:46.901001 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59360) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:46.901524 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-84d9021b-ef9b-48c2-ad38-1c2bc58a96cb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=481820dac2ad43dab839be2898a511c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5676334 Apr 21 12:51:46.930148 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9021b-ef9b-48c2-ad38-1c2bc58a96cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a682ed-bfdb-463c-8cc3-8d1cd581bf3c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:47.008115 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-debe914e-cbf3-4a61-a45a-9171bb5d2b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:47.045694 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-debe914e-cbf3-4a61-a45a-9171bb5d2b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:47.243929 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-debe914e-cbf3-4a61-a45a-9171bb5d2b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:47.246595 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-debe914e-cbf3-4a61-a45a-9171bb5d2b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:47.247874 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-debe914e-cbf3-4a61-a45a-9171bb5d2b7b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/51a682ed-bfdb-463c-8cc3-8d1cd581bf3c HTTP/1.1" status: 204 len: 168 time: 0.3454032 Apr 21 12:51:47.256844 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debe914e-cbf3-4a61-a45a-9171bb5d2b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a682ed-bfdb-463c-8cc3-8d1cd581bf3c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:47.592493 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913506ff-3dae-4c95-9c82-222149ad962b req-7b60a471-fc83-4e47-abb3-9c520d9e53af tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:47.594023 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-913506ff-3dae-4c95-9c82-222149ad962b req-7b60a471-fc83-4e47-abb3-9c520d9e53af tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 946 time: 0.0563133 Apr 21 12:51:47.632921 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-913506ff-3dae-4c95-9c82-222149ad962b req-882e06ca-f67c-47b6-aa57-9ff52ff44c58 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319118 Apr 21 12:51:47.834257 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:48.093029 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9366b5f-1030-4340-ae37-7504667f1e43 req-55d859eb-32eb-4b09-a27c-0686e145ea65 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:48.094544 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e9366b5f-1030-4340-ae37-7504667f1e43 req-55d859eb-32eb-4b09-a27c-0686e145ea65 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 946 time: 0.0527716 Apr 21 12:51:48.134081 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e9366b5f-1030-4340-ae37-7504667f1e43 req-dca61ab8-c312-4c07-bb90-916535fdb6eb tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327249 Apr 21 12:51:48.428051 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:48.534659 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59452) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:48.552082 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-891817bb-2e8f-4a8c-b94c-ec7bfaff16a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:48.683577 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-891817bb-2e8f-4a8c-b94c-ec7bfaff16a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:48.753418 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-891817bb-2e8f-4a8c-b94c-ec7bfaff16a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:48.755702 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:48.833813 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-891817bb-2e8f-4a8c-b94c-ec7bfaff16a5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a8e9c84b43f3474d802a7d2ffffc289e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2980111 Apr 21 12:51:48.836538 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59466) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:48.838332 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891817bb-2e8f-4a8c-b94c-ec7bfaff16a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d8cb87-ff16-484c-a3da-30b2c43d41df,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:48.874084 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11743d26-2382-4157-939a-6da505e768a8 req-afcea96a-5b9c-4da5-b771-c35af1e840d2 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:48.876459 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11743d26-2382-4157-939a-6da505e768a8 req-afcea96a-5b9c-4da5-b771-c35af1e840d2 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 946 time: 0.0993071 Apr 21 12:51:48.892009 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8ab59313-14ce-4a26-95fe-752e97021083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:48.915299 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8ab59313-14ce-4a26-95fe-752e97021083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:48.958385 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11743d26-2382-4157-939a-6da505e768a8 req-697422bf-b8bc-44ae-aa12-8dc2608574d7 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754635 Apr 21 12:51:49.044113 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8ab59313-14ce-4a26-95fe-752e97021083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:49.046737 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8ab59313-14ce-4a26-95fe-752e97021083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:49.047936 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8ab59313-14ce-4a26-95fe-752e97021083 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/07d8cb87-ff16-484c-a3da-30b2c43d41df HTTP/1.1" status: 204 len: 168 time: 0.2104106 Apr 21 12:51:49.055988 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab59313-14ce-4a26-95fe-752e97021083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d8cb87-ff16-484c-a3da-30b2c43d41df,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:49.259438 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b1f16-53ae-4e49-b19e-e63d7c787e66 req-d070740f-0e73-4e20-99eb-97f87724b4b7 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:49.260883 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b70b1f16-53ae-4e49-b19e-e63d7c787e66 req-d070740f-0e73-4e20-99eb-97f87724b4b7 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 946 time: 0.0482602 Apr 21 12:51:49.308676 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b70b1f16-53ae-4e49-b19e-e63d7c787e66 req-31784e84-f1fb-45d1-9f2b-f2a95333c3b5 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413818 Apr 21 12:51:49.696769 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59502) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:49.842880 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6fa07719-c5d1-477d-9da6-4e1455fd53b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:49.919837 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e630b1-3647-4852-b4eb-c8c8f39d67c6 req-3c086e83-c5c7-4121-9d43-6345efe2da44 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:49.921327 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-46e630b1-3647-4852-b4eb-c8c8f39d67c6 req-3c086e83-c5c7-4121-9d43-6345efe2da44 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 946 time: 0.0752938 Apr 21 12:51:49.983611 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-46e630b1-3647-4852-b4eb-c8c8f39d67c6 req-26864db3-925e-4ded-ac1a-e751e4d1edc7 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500741 Apr 21 12:51:49.998148 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6fa07719-c5d1-477d-9da6-4e1455fd53b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:50.108790 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3617b-9a75-477c-bffd-3a8835b19f06 req-b3cfa63f-84f8-4e3c-9373-1d8d866a116d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:50.117715 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-57b3617b-9a75-477c-bffd-3a8835b19f06 req-b3cfa63f-84f8-4e3c-9373-1d8d866a116d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 946 time: 0.0668898 Apr 21 12:51:50.120994 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6fa07719-c5d1-477d-9da6-4e1455fd53b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:50.162954 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa07719-c5d1-477d-9da6-4e1455fd53b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c058b0ad-ad4d-4167-afb4-1fb56c8adf07,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:50.193023 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6fa07719-c5d1-477d-9da6-4e1455fd53b2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f7b496b65b984c8a852768045e6b8209&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4941306 Apr 21 12:51:50.195854 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59528) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:50.212822 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-57b3617b-9a75-477c-bffd-3a8835b19f06 req-044ec299-2d28-4450-b0f2-472b2d456981 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938487 Apr 21 12:51:50.247819 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a1714e2-55b9-4a8b-bf70-faf75c9da9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:50.273865 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a1714e2-55b9-4a8b-bf70-faf75c9da9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:50.330709 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:50.381670 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a1714e2-55b9-4a8b-bf70-faf75c9da9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:50.388311 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a1714e2-55b9-4a8b-bf70-faf75c9da9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:50.388933 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6a1714e2-55b9-4a8b-bf70-faf75c9da9f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c058b0ad-ad4d-4167-afb4-1fb56c8adf07 HTTP/1.1" status: 204 len: 168 time: 0.1920574 Apr 21 12:51:50.398454 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1714e2-55b9-4a8b-bf70-faf75c9da9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c058b0ad-ad4d-4167-afb4-1fb56c8adf07,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:51.109377 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf03a8-a52f-4f4f-9ff0-3c43fd378845 req-4f39ec22-fb99-4afb-b66e-dce00ab4d9f1 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:51.110914 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d0cf03a8-a52f-4f4f-9ff0-3c43fd378845 req-4f39ec22-fb99-4afb-b66e-dce00ab4d9f1 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 946 time: 0.0519805 Apr 21 12:51:51.154132 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d0cf03a8-a52f-4f4f-9ff0-3c43fd378845 req-fee1a9d2-db9b-468a-9975-b0e36d840c48 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361373 Apr 21 12:51:51.425745 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59580) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:51.439110 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb627d6a-6a70-47f5-860d-5d9f59b576e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:51.525419 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb627d6a-6a70-47f5-860d-5d9f59b576e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:51.575412 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb627d6a-6a70-47f5-860d-5d9f59b576e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:51.605655 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb627d6a-6a70-47f5-860d-5d9f59b576e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b8ab4b-b89e-47d8-b418-e2b2ac6feb9d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:51.652843 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-eb627d6a-6a70-47f5-860d-5d9f59b576e1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ca2289e87fb24376a99121a305e40cee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2269447 Apr 21 12:51:51.655404 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59590) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:51.763169 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36e60c93-1218-4114-9bb8-e26c4b20b496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:51.792001 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36e60c93-1218-4114-9bb8-e26c4b20b496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:51.906853 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36e60c93-1218-4114-9bb8-e26c4b20b496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:51.909352 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36e60c93-1218-4114-9bb8-e26c4b20b496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:51.910529 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-36e60c93-1218-4114-9bb8-e26c4b20b496 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e5b8ab4b-b89e-47d8-b418-e2b2ac6feb9d HTTP/1.1" status: 204 len: 168 time: 0.2541466 Apr 21 12:51:51.918383 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e60c93-1218-4114-9bb8-e26c4b20b496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b8ab4b-b89e-47d8-b418-e2b2ac6feb9d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:52.287566 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7d602-abc8-47fe-83e7-52b6f88fa32b req-6d58c1e8-76e2-4952-b449-96a9a8f80a86 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:52.299085 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38f7d602-abc8-47fe-83e7-52b6f88fa32b req-6d58c1e8-76e2-4952-b449-96a9a8f80a86 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 946 time: 0.0604527 Apr 21 12:51:52.360649 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38f7d602-abc8-47fe-83e7-52b6f88fa32b req-af64bced-0be2-4786-a35f-40ad8d61088f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521092 Apr 21 12:51:52.364139 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:51:52.462612 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:52.672474 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9bf950-f6f4-4d97-ac81-808a121cfe81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:51:52.674653 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad5d773-3024-424c-98f7-b047663ba5a8" -d '{"events": [{"server_uuid": "9a9bf950-f6f4-4d97-ac81-808a121cfe81", "name": "network-vif-unplugged", "status": "completed", "tag": "a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:51:52.687880 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:51:52.712156 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a97ddf-5a12-41f8-b79f-c8bab28f2332 x-openstack-request-id: req-a7a97ddf-5a12-41f8-b79f-c8bab28f2332 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:51:52.712448 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9bf950-f6f4-4d97-ac81-808a121cfe81", "name": "network-vif-unplugged", "status": "completed", "tag": "a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:51:52.712701 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a7a97ddf-5a12-41f8-b79f-c8bab28f2332 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:51:52.713094 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7a97ddf-5a12-41f8-b79f-c8bab28f2332'] response: {'server_uuid': '9a9bf950-f6f4-4d97-ac81-808a121cfe81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37', 'code': 200} Apr 21 12:51:52.780859 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:52.836892 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,revision_number=11']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:53.485197 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd852b-ba4d-4b74-8778-a2e5a939ee7e req-c9d61cd4-601a-4dd8-a4ed-cefdb433cfc0 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:53.486710 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cdcd852b-ba4d-4b74-8778-a2e5a939ee7e req-c9d61cd4-601a-4dd8-a4ed-cefdb433cfc0 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0503387 Apr 21 12:51:53.537342 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cdcd852b-ba4d-4b74-8778-a2e5a939ee7e req-105b952a-8409-47ea-945b-f66bfbaa1aa2 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437510 Apr 21 12:51:54.354943 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:51:54.467605 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:51:54.479287 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37', 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929', 'port_id': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37', 'mac_address': 'fa:16:3e:b5:0f:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:51:54.519822 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:54.534723 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:51:54.555382 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:51:54.621436 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:54.692657 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,revision_number=12']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:54.710940 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e0a74-8c08-4aba-a660-5f9dafa02f16 req-af2bc970-9bcf-4c0c-9842-e7b59217d4fc tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:54.717165 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc5e0a74-8c08-4aba-a660-5f9dafa02f16 req-af2bc970-9bcf-4c0c-9842-e7b59217d4fc tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 945 time: 0.0705447 Apr 21 12:51:54.743281 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:51:54.768141 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc5e0a74-8c08-4aba-a660-5f9dafa02f16 req-01c93c86-3a22-465d-a2f0-6b5b98d80085 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424685 Apr 21 12:51:55.142950 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59730) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:55.183555 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59736) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:55.305023 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d28137b-4bbb-4aab-bc7f-9fce0ff7d654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:55.457725 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d28137b-4bbb-4aab-bc7f-9fce0ff7d654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:55.518330 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6012293f-1dfd-43d7-91eb-de520a7ae205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:55.535268 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d28137b-4bbb-4aab-bc7f-9fce0ff7d654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:55.587931 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59748) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:55.595163 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2d28137b-4bbb-4aab-bc7f-9fce0ff7d654 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3fcc36460349453798ca6cdd4e29deab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4510727 Apr 21 12:51:55.600231 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28137b-4bbb-4aab-bc7f-9fce0ff7d654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c974c30a-a19a-419b-996b-dff81f8a666d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:55.690106 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8b2ea60-cd4d-48df-a842-82dd6d5b93bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:55.721179 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8b2ea60-cd4d-48df-a842-82dd6d5b93bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:55.758264 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6012293f-1dfd-43d7-91eb-de520a7ae205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:55.833220 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6012293f-1dfd-43d7-91eb-de520a7ae205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:55.855466 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8b2ea60-cd4d-48df-a842-82dd6d5b93bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:55.858841 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8b2ea60-cd4d-48df-a842-82dd6d5b93bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:55.863076 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c8b2ea60-cd4d-48df-a842-82dd6d5b93bd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c974c30a-a19a-419b-996b-dff81f8a666d HTTP/1.1" status: 204 len: 168 time: 0.2741268 Apr 21 12:51:55.875186 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012293f-1dfd-43d7-91eb-de520a7ae205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7ac4bd-5107-4f72-931f-43a1370156ff,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:55.888230 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2ea60-cd4d-48df-a842-82dd6d5b93bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c974c30a-a19a-419b-996b-dff81f8a666d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:55.902789 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6012293f-1dfd-43d7-91eb-de520a7ae205 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2806fe4c2a2f4caab085c7d0364d1ee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7179990 Apr 21 12:51:55.905438 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59758) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:56.138455 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd2769f1-4cd2-4f4d-9048-a7cba3733bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:56.204069 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd2769f1-4cd2-4f4d-9048-a7cba3733bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:56.218260 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89e2da-08d1-4b98-80dc-167cfed46f6b req-71379a3e-8fcf-440e-b099-d9b26ffa3d9f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:56.221158 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4e89e2da-08d1-4b98-80dc-167cfed46f6b req-71379a3e-8fcf-440e-b099-d9b26ffa3d9f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 945 time: 0.2404160 Apr 21 12:51:56.305265 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4e89e2da-08d1-4b98-80dc-167cfed46f6b req-bd080a17-afea-4633-88b8-3614d939940b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503643 Apr 21 12:51:56.370839 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:51:56.375942 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd2769f1-4cd2-4f4d-9048-a7cba3733bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:56.378864 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cd2769f1-4cd2-4f4d-9048-a7cba3733bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:56.380308 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-cd2769f1-4cd2-4f4d-9048-a7cba3733bed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0f7ac4bd-5107-4f72-931f-43a1370156ff HTTP/1.1" status: 204 len: 168 time: 0.4738910 Apr 21 12:51:56.393377 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2769f1-4cd2-4f4d-9048-a7cba3733bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7ac4bd-5107-4f72-931f-43a1370156ff,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:56.518812 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:51:56.520591 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:56.652450 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:56.716324 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:51:56.717693 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9bf950-f6f4-4d97-ac81-808a121cfe81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:51:56.720450 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcb2a01-258b-4588-afe2-bc4da68acd5b" -d '{"events": [{"server_uuid": "9a9bf950-f6f4-4d97-ac81-808a121cfe81", "name": "network-vif-plugged", "status": "completed", "tag": "a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:51:56.769454 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:56.791727 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59774) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:56.802989 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd3f389-a1e7-4fdb-a892-6262910a689b x-openstack-request-id: req-0cd3f389-a1e7-4fdb-a892-6262910a689b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:51:56.803280 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9bf950-f6f4-4d97-ac81-808a121cfe81", "name": "network-vif-plugged", "status": "completed", "tag": "a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:51:56.803528 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0cd3f389-a1e7-4fdb-a892-6262910a689b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:51:56.803927 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cd3f389-a1e7-4fdb-a892-6262910a689b'] response: {'server_uuid': '9a9bf950-f6f4-4d97-ac81-808a121cfe81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37', 'code': 200} Apr 21 12:51:56.815038 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbc68f26-7d99-48dd-be78-9642397fbb02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:56.857031 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,revision_number=13']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:56.954772 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbc68f26-7d99-48dd-be78-9642397fbb02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:57.060984 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbc68f26-7d99-48dd-be78-9642397fbb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:57.124402 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-bbc68f26-7d99-48dd-be78-9642397fbb02 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=60cea3b1e42740d293b1231157ff5915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3284740 Apr 21 12:51:57.124402 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc68f26-7d99-48dd-be78-9642397fbb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48322e4-b68f-404f-b965-a73f8fc0cb9c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:57.124807 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59780) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:57.416519 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59786) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:57.547322 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ded7d8dc-518b-41b6-a795-31c20dc49394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:57.586758 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cadbaa-93a1-4bb5-ac1f-3922500a88f7 req-eca5d53c-16eb-4b04-ab15-dfcc25850fd2 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:57.593059 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51cadbaa-93a1-4bb5-ac1f-3922500a88f7 req-eca5d53c-16eb-4b04-ab15-dfcc25850fd2 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 946 time: 0.1682279 Apr 21 12:51:57.659863 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51cadbaa-93a1-4bb5-ac1f-3922500a88f7 req-a14b6af8-b6f5-427d-859f-92a232bb44a4 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576131 Apr 21 12:51:57.760350 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-89210aa1-2ff6-4874-8844-ebbd4f704b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:57.767664 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ded7d8dc-518b-41b6-a795-31c20dc49394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:57.803056 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-89210aa1-2ff6-4874-8844-ebbd4f704b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:57.860854 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ded7d8dc-518b-41b6-a795-31c20dc49394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:57.911719 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ded7d8dc-518b-41b6-a795-31c20dc49394 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=22944a0503bc437fb2f903eaf74215af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4938262 Apr 21 12:51:57.914327 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59792) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:51:57.948857 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-89210aa1-2ff6-4874-8844-ebbd4f704b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:57.954231 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-89210aa1-2ff6-4874-8844-ebbd4f704b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:57.958318 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-89210aa1-2ff6-4874-8844-ebbd4f704b51 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d48322e4-b68f-404f-b965-a73f8fc0cb9c HTTP/1.1" status: 204 len: 168 time: 0.8312438 Apr 21 12:51:57.981757 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7d8dc-518b-41b6-a795-31c20dc49394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2e6b47-f960-4cd5-b04a-0911409764e1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:57.995928 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89210aa1-2ff6-4874-8844-ebbd4f704b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48322e4-b68f-404f-b965-a73f8fc0cb9c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:58.041708 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c8c36bc-8b7a-42f5-824f-9cbb1a0428c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:58.086846 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c8c36bc-8b7a-42f5-824f-9cbb1a0428c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:58.244688 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c8c36bc-8b7a-42f5-824f-9cbb1a0428c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:58.247188 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c8c36bc-8b7a-42f5-824f-9cbb1a0428c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:51:58.250798 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1c8c36bc-8b7a-42f5-824f-9cbb1a0428c8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0f2e6b47-f960-4cd5-b04a-0911409764e1 HTTP/1.1" status: 204 len: 168 time: 0.3327770 Apr 21 12:51:58.264360 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c36bc-8b7a-42f5-824f-9cbb1a0428c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2e6b47-f960-4cd5-b04a-0911409764e1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:51:58.794292 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65bdc2-d4f7-4426-a225-4dc96a5f6686 req-12cdf634-2bad-4d75-a724-791d56f48587 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:58.795853 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7c65bdc2-d4f7-4426-a225-4dc96a5f6686 req-12cdf634-2bad-4d75-a724-791d56f48587 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 946 time: 0.0560200 Apr 21 12:51:58.854168 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7c65bdc2-d4f7-4426-a225-4dc96a5f6686 req-2c2909e6-900d-4d11-85b5-d21b3df2f988 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453351 Apr 21 12:51:59.978859 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c204cd-c2f0-4acf-aed0-424ca33cbe8f req-3d6125a6-0d64-49c0-91ab-d794ef08dbc2 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:51:59.980318 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-59c204cd-c2f0-4acf-aed0-424ca33cbe8f req-3d6125a6-0d64-49c0-91ab-d794ef08dbc2 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 946 time: 0.0555782 Apr 21 12:52:00.018716 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-59c204cd-c2f0-4acf-aed0-424ca33cbe8f req-1a8025ae-a85e-453d-942f-c1af81f33f00 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321679 Apr 21 12:52:01.149313 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc1f67-62cf-4484-98bf-f445f76e102a req-a668ce9c-e2f7-4dc2-94f1-70a0b9b1bafd tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:01.157896 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20cc1f67-62cf-4484-98bf-f445f76e102a req-a668ce9c-e2f7-4dc2-94f1-70a0b9b1bafd tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 946 time: 0.0601828 Apr 21 12:52:01.214504 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20cc1f67-62cf-4484-98bf-f445f76e102a req-876aad2e-b3f7-48b6-951b-bc95512d0f33 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544631 Apr 21 12:52:02.409056 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064ec52-82ff-4aab-aa05-c7b5a73bcd11 req-059f9a39-1c99-43d5-b1ad-1ba170156992 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:02.421843 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0064ec52-82ff-4aab-aa05-c7b5a73bcd11 req-059f9a39-1c99-43d5-b1ad-1ba170156992 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 946 time: 0.0758619 Apr 21 12:52:02.478095 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0064ec52-82ff-4aab-aa05-c7b5a73bcd11 req-679500c8-ec3e-4252-a168-367c52f1e9fd tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547714 Apr 21 12:52:03.635199 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2bbd1-5716-4a5f-b300-bc0195fc65fc req-afa43286-1069-43af-910a-418efb3192d3 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:03.642407 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-deb2bbd1-5716-4a5f-b300-bc0195fc65fc req-afa43286-1069-43af-910a-418efb3192d3 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 946 time: 0.0648587 Apr 21 12:52:03.677475 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-deb2bbd1-5716-4a5f-b300-bc0195fc65fc req-2ba3823f-9458-4d11-bce2-be9215556a9e tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341408 Apr 21 12:52:04.548141 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59998) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:04.703575 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f92d0b3-3491-452b-8da3-0cf93be8ddda admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:04.869438 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f92d0b3-3491-452b-8da3-0cf93be8ddda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:04.895215 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b05cc-5c4c-405e-aeb8-8f9b6c81b49c req-50068834-c874-4456-a1b5-e30bf8eb1465 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:04.898900 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-052b05cc-5c4c-405e-aeb8-8f9b6c81b49c req-50068834-c874-4456-a1b5-e30bf8eb1465 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 946 time: 0.0848107 Apr 21 12:52:04.963735 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f92d0b3-3491-452b-8da3-0cf93be8ddda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:04.973830 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-052b05cc-5c4c-405e-aeb8-8f9b6c81b49c req-69d46812-0125-4112-bf16-081a1b546bd5 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644228 Apr 21 12:52:05.022023 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60022) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:05.022235 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6f92d0b3-3491-452b-8da3-0cf93be8ddda admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a5fd239bce374c60a76caa42dbe887df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4727364 Apr 21 12:52:05.058870 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f92d0b3-3491-452b-8da3-0cf93be8ddda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57985dc-0bb1-492e-8227-6b6a56ca4dcf,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:05.085259 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f92d0b3-3491-452b-8da3-0cf93be8ddda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:05.086419 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f92d0b3-3491-452b-8da3-0cf93be8ddda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:05.086870 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f92d0b3-3491-452b-8da3-0cf93be8ddda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:05.089836 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f92d0b3-3491-452b-8da3-0cf93be8ddda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:05.090460 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f92d0b3-3491-452b-8da3-0cf93be8ddda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:05.090922 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f92d0b3-3491-452b-8da3-0cf93be8ddda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:05.091463 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f92d0b3-3491-452b-8da3-0cf93be8ddda admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:05.092198 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f92d0b3-3491-452b-8da3-0cf93be8ddda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:05.094415 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f92d0b3-3491-452b-8da3-0cf93be8ddda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:05.094967 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f92d0b3-3491-452b-8da3-0cf93be8ddda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:05.096094 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f92d0b3-3491-452b-8da3-0cf93be8ddda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:05.097185 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f92d0b3-3491-452b-8da3-0cf93be8ddda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:05.106801 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c1b7452-3775-47f0-b8c1-e188dae3c011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:05.134250 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c1b7452-3775-47f0-b8c1-e188dae3c011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:05.266744 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c1b7452-3775-47f0-b8c1-e188dae3c011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:05.271125 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c1b7452-3775-47f0-b8c1-e188dae3c011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:05.286256 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1c1b7452-3775-47f0-b8c1-e188dae3c011 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b57985dc-0bb1-492e-8227-6b6a56ca4dcf HTTP/1.1" status: 204 len: 168 time: 0.2501597 Apr 21 12:52:05.296636 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b7452-3775-47f0-b8c1-e188dae3c011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57985dc-0bb1-492e-8227-6b6a56ca4dcf,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:05.848441 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60048) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:06.040616 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f0003e8e-e404-40b0-963c-594750ea6deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:06.177316 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464c2ca9-46ae-44df-998a-3b8d9552f7c5 req-8abad787-4166-455c-9905-de0c9fa27bb4 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:06.188892 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-464c2ca9-46ae-44df-998a-3b8d9552f7c5 req-8abad787-4166-455c-9905-de0c9fa27bb4 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 946 time: 0.1117117 Apr 21 12:52:06.242540 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f0003e8e-e404-40b0-963c-594750ea6deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:06.291852 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-464c2ca9-46ae-44df-998a-3b8d9552f7c5 req-1453bffe-e117-4284-a9d9-07202537b298 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0992463 Apr 21 12:52:06.323846 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f0003e8e-e404-40b0-963c-594750ea6deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:06.357112 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f0003e8e-e404-40b0-963c-594750ea6deb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8b3a44bab0254b61b6b64a2d2524aa78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5075650 Apr 21 12:52:06.359719 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60066) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:06.393707 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0003e8e-e404-40b0-963c-594750ea6deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57f10a9-f369-4ac9-a310-d69eb2d50afc,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:06.454109 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53ed4765-e4a1-4f34-a11c-abc2b05eb562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:06.485926 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53ed4765-e4a1-4f34-a11c-abc2b05eb562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:06.646454 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53ed4765-e4a1-4f34-a11c-abc2b05eb562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:06.652941 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53ed4765-e4a1-4f34-a11c-abc2b05eb562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:06.654829 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-53ed4765-e4a1-4f34-a11c-abc2b05eb562 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a57f10a9-f369-4ac9-a310-d69eb2d50afc HTTP/1.1" status: 204 len: 168 time: 0.2940364 Apr 21 12:52:06.683072 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed4765-e4a1-4f34-a11c-abc2b05eb562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57f10a9-f369-4ac9-a310-d69eb2d50afc,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:07.468089 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba28a8-828a-442b-880a-a450310321e4 req-51a56ec8-8bb7-4577-a7c2-86e08fb92653 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:07.470695 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5aba28a8-828a-442b-880a-a450310321e4 req-51a56ec8-8bb7-4577-a7c2-86e08fb92653 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 946 time: 0.1055930 Apr 21 12:52:07.521864 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5aba28a8-828a-442b-880a-a450310321e4 req-6f1509fb-3e08-4edd-b152-f2f6397c3dfc tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441949 Apr 21 12:52:07.575012 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60098) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:07.600311 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-700a1e3b-97a7-4a25-b1f0-dfaad7f4f923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:07.773827 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-700a1e3b-97a7-4a25-b1f0-dfaad7f4f923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:07.863108 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-700a1e3b-97a7-4a25-b1f0-dfaad7f4f923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:07.908698 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a1e3b-97a7-4a25-b1f0-dfaad7f4f923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d43236e-142e-4fb3-96a8-c332870454b4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:07.953627 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-700a1e3b-97a7-4a25-b1f0-dfaad7f4f923 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=23b52214a3d443deb9b1f3bdd881a3a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3768764 Apr 21 12:52:07.987696 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60108) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:08.086406 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7b2f3f9-a885-475c-b161-02f8919b56b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:08.112455 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7b2f3f9-a885-475c-b161-02f8919b56b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:08.489762 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7b2f3f9-a885-475c-b161-02f8919b56b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:08.492478 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7b2f3f9-a885-475c-b161-02f8919b56b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:08.495963 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b7b2f3f9-a885-475c-b161-02f8919b56b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4d43236e-142e-4fb3-96a8-c332870454b4 HTTP/1.1" status: 204 len: 168 time: 0.5045242 Apr 21 12:52:08.501650 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2f3f9-a885-475c-b161-02f8919b56b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d43236e-142e-4fb3-96a8-c332870454b4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:08.670448 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ece485-e8d6-4cab-b369-c486230d6df5 req-529671cf-9306-46d6-a403-d95d86d58c7e tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:08.674223 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-97ece485-e8d6-4cab-b369-c486230d6df5 req-529671cf-9306-46d6-a403-d95d86d58c7e tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 946 time: 0.0620606 Apr 21 12:52:08.746625 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-97ece485-e8d6-4cab-b369-c486230d6df5 req-fef4e977-3e44-4c66-ab4f-df5eecd7b48b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655704 Apr 21 12:52:09.600356 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60160) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:09.809037 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4decd76-a6a9-4e10-908a-01c6571c086e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:09.873552 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60186) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:09.970234 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a06ae-4289-4adc-961f-5dcf99a21c09 req-c4baf5d7-88fd-43ad-b835-575d7eb0f2ae tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:09.973204 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-953a06ae-4289-4adc-961f-5dcf99a21c09 req-c4baf5d7-88fd-43ad-b835-575d7eb0f2ae tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 946 time: 0.0973771 Apr 21 12:52:10.027091 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-486899c6-0823-4198-9c46-8150602018aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:10.038125 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-953a06ae-4289-4adc-961f-5dcf99a21c09 req-e3a261f9-94a7-449b-a4ab-78f64957d0b0 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557048 Apr 21 12:52:10.062929 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4decd76-a6a9-4e10-908a-01c6571c086e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:10.121964 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-486899c6-0823-4198-9c46-8150602018aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:10.152127 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4decd76-a6a9-4e10-908a-01c6571c086e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:10.193424 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b4decd76-a6a9-4e10-908a-01c6571c086e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=045b10be99f8403db56c46f852b8707b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6318846 Apr 21 12:52:10.194453 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4decd76-a6a9-4e10-908a-01c6571c086e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf433c40-035a-4260-b6ee-79f7656f2d5e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:10.196062 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60204) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:10.233746 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-486899c6-0823-4198-9c46-8150602018aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:10.275143 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7294dddc-5d73-42b0-bce3-d2bc23e38604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:10.295482 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60208) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:10.295726 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-486899c6-0823-4198-9c46-8150602018aa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=babea9fe56d34caa87abd57c57d3b314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4191937 Apr 21 12:52:10.304365 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486899c6-0823-4198-9c46-8150602018aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792d1479-0f63-412f-aed3-b477527ef927,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:10.326665 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7294dddc-5d73-42b0-bce3-d2bc23e38604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:10.351872 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-edeb79cc-8848-4351-b833-20eb7bae82c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:10.380915 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-edeb79cc-8848-4351-b833-20eb7bae82c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:10.529648 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7294dddc-5d73-42b0-bce3-d2bc23e38604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:10.532349 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7294dddc-5d73-42b0-bce3-d2bc23e38604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:10.533565 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7294dddc-5d73-42b0-bce3-d2bc23e38604 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bf433c40-035a-4260-b6ee-79f7656f2d5e HTTP/1.1" status: 204 len: 168 time: 0.3360970 Apr 21 12:52:10.546510 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294dddc-5d73-42b0-bce3-d2bc23e38604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf433c40-035a-4260-b6ee-79f7656f2d5e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:10.609433 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-edeb79cc-8848-4351-b833-20eb7bae82c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:10.619953 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-edeb79cc-8848-4351-b833-20eb7bae82c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:10.619953 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-edeb79cc-8848-4351-b833-20eb7bae82c0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/792d1479-0f63-412f-aed3-b477527ef927 HTTP/1.1" status: 204 len: 168 time: 0.3166740 Apr 21 12:52:10.623278 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb79cc-8848-4351-b833-20eb7bae82c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792d1479-0f63-412f-aed3-b477527ef927,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:11.168685 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac219e8-2313-4f3f-b2a2-089311c38bbc req-038bef77-e543-4ab7-bbd1-810f94732731 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:11.170884 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aac219e8-2313-4f3f-b2a2-089311c38bbc req-038bef77-e543-4ab7-bbd1-810f94732731 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 946 time: 0.0527442 Apr 21 12:52:11.217240 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aac219e8-2313-4f3f-b2a2-089311c38bbc req-7c983f0c-83e1-4905-aebc-55b43a812368 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380211 Apr 21 12:52:11.638777 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60282) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:11.676487 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f5d6b95-be49-4735-860b-14af7a49b1e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:11.773620 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f5d6b95-be49-4735-860b-14af7a49b1e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:11.866620 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f5d6b95-be49-4735-860b-14af7a49b1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:11.911300 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9f5d6b95-be49-4735-860b-14af7a49b1e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9ac6b408723841ecbce74f1b7ebcc79f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2714107 Apr 21 12:52:11.912161 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d6b95-be49-4735-860b-14af7a49b1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e15724-7fcc-4199-909d-b6b85d21ee44,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:11.913908 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60302) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:11.979697 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6aec874c-9f0c-4366-b1f4-35fe281bb3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:12.002986 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6aec874c-9f0c-4366-b1f4-35fe281bb3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:12.180514 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6aec874c-9f0c-4366-b1f4-35fe281bb3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:12.183259 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6aec874c-9f0c-4366-b1f4-35fe281bb3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:12.187005 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6aec874c-9f0c-4366-b1f4-35fe281bb3fd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e3e15724-7fcc-4199-909d-b6b85d21ee44 HTTP/1.1" status: 204 len: 168 time: 0.2694588 Apr 21 12:52:12.202789 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec874c-9f0c-4366-b1f4-35fe281bb3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e15724-7fcc-4199-909d-b6b85d21ee44,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:13.437877 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2cd1c75d-ee5b-4710-bf71-a35b16b99562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:13.797720 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60448) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:14.038574 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-40d6507e-dc83-4a81-b764-038387ed86c2 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-736080972', 'router:external': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:14.160659 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d6507e-dc83-4a81-b764-038387ed86c2 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Made reservation on behalf of f17b63c694a241319b65af78c5ba2bc3 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:14.163068 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40d6507e-dc83-4a81-b764-038387ed86c2 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:14.166800 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e2168-8f01-4985-b424-e9d249185dd4 req-e317d74d-d63c-42c4-a606-40151cb1a56a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:14.168473 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-843e2168-8f01-4985-b424-e9d249185dd4 req-e317d74d-d63c-42c4-a606-40151cb1a56a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 946 time: 0.3264706 Apr 21 12:52:14.179722 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40d6507e-dc83-4a81-b764-038387ed86c2 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:14.230217 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-843e2168-8f01-4985-b424-e9d249185dd4 req-a7660796-5f2a-4b00-a3e3-6fba5fa3f031 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554144 Apr 21 12:52:14.287901 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40d6507e-dc83-4a81-b764-038387ed86c2 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:14.432655 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40d6507e-dc83-4a81-b764-038387ed86c2 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:14.444807 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:52:14.450245 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d6507e-dc83-4a81-b764-038387ed86c2 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:52:14.478418 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40d6507e-dc83-4a81-b764-038387ed86c2 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:14.478910 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-40d6507e-dc83-4a81-b764-038387ed86c2 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Added segment 50f9aa48-1c25-47fc-a440-012ce3b9974a of type vlan for network 69e53c33-12f1-45f1-bc41-4e90b7c741f2 Apr 21 12:52:14.547116 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:14.576364 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40d6507e-dc83-4a81-b764-038387ed86c2 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:14.598015 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9bf950-f6f4-4d97-ac81-808a121cfe81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:52:14.600368 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42d6b8e-0895-4e84-b83f-fee47611d2f7" -d '{"events": [{"server_uuid": "9a9bf950-f6f4-4d97-ac81-808a121cfe81", "name": "network-vif-unplugged", "status": "completed", "tag": "a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:52:14.619733 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:52:14.633530 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6507e-dc83-4a81-b764-038387ed86c2 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5089c8d-ea93-425e-890d-a5e07bf50103,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:14.661681 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a96280-4bbf-4951-a9b5-f896d13a19cd x-openstack-request-id: req-e6a96280-4bbf-4951-a9b5-f896d13a19cd {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:52:14.661980 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9bf950-f6f4-4d97-ac81-808a121cfe81", "name": "network-vif-unplugged", "status": "completed", "tag": "a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:52:14.662333 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e6a96280-4bbf-4951-a9b5-f896d13a19cd {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:52:14.662627 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6a96280-4bbf-4951-a9b5-f896d13a19cd'] response: {'server_uuid': '9a9bf950-f6f4-4d97-ac81-808a121cfe81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37', 'code': 200} Apr 21 12:52:14.746146 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:14.769745 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40d6507e-dc83-4a81-b764-038387ed86c2 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:14.770924 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d6507e-dc83-4a81-b764-038387ed86c2 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:14.771778 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40d6507e-dc83-4a81-b764-038387ed86c2 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:14.835969 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,revision_number=14']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:14.845354 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:14.845740 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:14.846077 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:14.846485 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:14.846821 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:14.847148 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:14.847503 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:14.847870 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:14.848193 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:14.848515 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:14.848914 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:14.849239 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:14.854778 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6507e-dc83-4a81-b764-038387ed86c2 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Pushing event updated for resources: {'Network': ['ID=69e53c33-12f1-45f1-bc41-4e90b7c741f2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:14.871292 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 69e53c33-12f1-45f1-bc41-4e90b7c741f2 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:52:14.886758 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-40d6507e-dc83-4a81-b764-038387ed86c2 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.0869958 Apr 21 12:52:14.888966 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60538) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:14.894901 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-383c1383-8fa2-4569-9835-5e6ade2b8f9f tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Request body: {'subnet': {'network_id': '69e53c33-12f1-45f1-bc41-4e90b7c741f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:15.066669 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383c1383-8fa2-4569-9835-5e6ade2b8f9f tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Made reservation on behalf of f17b63c694a241319b65af78c5ba2bc3 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:15.069342 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-383c1383-8fa2-4569-9835-5e6ade2b8f9f tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:15.574817 n-d-836147-2 neutron-server[103398]: DEBUG neutron.objects.ports [None req-383c1383-8fa2-4569-9835-5e6ade2b8f9f tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 12:52:15.574817 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-383c1383-8fa2-4569-9835-5e6ade2b8f9f tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:15.640423 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c1383-8fa2-4569-9835-5e6ade2b8f9f tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Pushing event updated for resources: {'Subnet': ['ID=793f121b-c41b-4211-866a-b60907a1ecd4,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:15.646945 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383c1383-8fa2-4569-9835-5e6ade2b8f9f tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Checking segment: {'id': '50f9aa48-1c25-47fc-a440-012ce3b9974a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '69e53c33-12f1-45f1-bc41-4e90b7c741f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:52:15.647329 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383c1383-8fa2-4569-9835-5e6ade2b8f9f tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Network hostable DHCP agents. Network: 69e53c33-12f1-45f1-bc41-4e90b7c741f2, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:52:15.704856 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60584) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:15.827016 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d999b75-e6c5-4ecc-a1c3-28864a2cd8a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:15.890623 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383c1383-8fa2-4569-9835-5e6ade2b8f9f tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Network 69e53c33-12f1-45f1-bc41-4e90b7c741f2 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:52:15.891621 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d7c04bb-ec2f-431b-9129-e05f2afdbd2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:15.913382 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d999b75-e6c5-4ecc-a1c3-28864a2cd8a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:15.980449 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-383c1383-8fa2-4569-9835-5e6ade2b8f9f tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 69e53c33-12f1-45f1-bc41-4e90b7c741f2) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:15.985113 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383c1383-8fa2-4569-9835-5e6ade2b8f9f tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:15.986014 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-383c1383-8fa2-4569-9835-5e6ade2b8f9f tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:15.990758 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9244fcf3-7fa7-4a8a-bb27-2bce2b8a2969 None None] Network 69e53c33-12f1-45f1-bc41-4e90b7c741f2 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:52:16.026397 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d999b75-e6c5-4ecc-a1c3-28864a2cd8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:16.075592 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2d999b75-e6c5-4ecc-a1c3-28864a2cd8a1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7d986c1bcb1944d68051642a5dbc1352&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3692853 Apr 21 12:52:16.077231 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d999b75-e6c5-4ecc-a1c3-28864a2cd8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eced59b3-a479-4f94-a182-5a625d44c37a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:16.100512 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60614) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:16.138348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1661d2fc-c60c-4564-bdbb-76132619b240 None None] Network 69e53c33-12f1-45f1-bc41-4e90b7c741f2 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:52:16.149754 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-383c1383-8fa2-4569-9835-5e6ade2b8f9f tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2595830 Apr 21 12:52:16.155656 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60616) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:16.161180 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1c38f5a7-4714-4fcd-8a5a-1603e24a4106 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1204514905', 'network_id': '69e53c33-12f1-45f1-bc41-4e90b7c741f2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:16.190481 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-426a70ed-7e1f-49e3-ad98-389100126fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:16.214794 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-426a70ed-7e1f-49e3-ad98-389100126fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:16.277545 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c38f5a7-4714-4fcd-8a5a-1603e24a4106 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Made reservation on behalf of f17b63c694a241319b65af78c5ba2bc3 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:16.281928 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c38f5a7-4714-4fcd-8a5a-1603e24a4106 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:16.300722 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-1c38f5a7-4714-4fcd-8a5a-1603e24a4106 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] device_id is not set on port e6c95e3a-f90c-4450-b30b-1f66a7f71642 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:52:16.370598 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-426a70ed-7e1f-49e3-ad98-389100126fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:16.373197 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-426a70ed-7e1f-49e3-ad98-389100126fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:16.374420 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-426a70ed-7e1f-49e3-ad98-389100126fe3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eced59b3-a479-4f94-a182-5a625d44c37a HTTP/1.1" status: 204 len: 168 time: 0.2731347 Apr 21 12:52:16.415459 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a70ed-7e1f-49e3-ad98-389100126fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eced59b3-a479-4f94-a182-5a625d44c37a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:16.480047 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-1c38f5a7-4714-4fcd-8a5a-1603e24a4106 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Allocated IP 2001:db8::64 (69e53c33-12f1-45f1-bc41-4e90b7c741f2/793f121b-c41b-4211-866a-b60907a1ecd4/e6c95e3a-f90c-4450-b30b-1f66a7f71642) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:52:16.654658 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c38f5a7-4714-4fcd-8a5a-1603e24a4106 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:16.804638 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c38f5a7-4714-4fcd-8a5a-1603e24a4106 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:16.847233 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c38f5a7-4714-4fcd-8a5a-1603e24a4106 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Network 69e53c33-12f1-45f1-bc41-4e90b7c741f2 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:16.853571 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-1c38f5a7-4714-4fcd-8a5a-1603e24a4106 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:16.859551 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c38f5a7-4714-4fcd-8a5a-1603e24a4106 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:52:16.859551 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c38f5a7-4714-4fcd-8a5a-1603e24a4106 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:16.859551 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c38f5a7-4714-4fcd-8a5a-1603e24a4106 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:16.871105 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38f5a7-4714-4fcd-8a5a-1603e24a4106 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Pushing event updated for resources: {'Port': ['ID=e6c95e3a-f90c-4450-b30b-1f66a7f71642,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:16.964036 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:16.994608 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1c38f5a7-4714-4fcd-8a5a-1603e24a4106 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8406894 Apr 21 12:52:16.997137 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60662) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:17.078662 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-62ecb748-8c59-4db6-b423-e5461e590cc8 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Deleting port e6c95e3a-f90c-4450-b30b-1f66a7f71642 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:52:17.078997 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62ecb748-8c59-4db6-b423-e5461e590cc8 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:17.157974 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62ecb748-8c59-4db6-b423-e5461e590cc8 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:17.172314 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-62ecb748-8c59-4db6-b423-e5461e590cc8 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Calling delete_port for e6c95e3a-f90c-4450-b30b-1f66a7f71642 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:52:17.294971 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60674) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:17.298690 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60676) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:17.327110 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bdcf3a26-624b-4056-bf4e-180a93eb6415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:17.493099 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62ecb748-8c59-4db6-b423-e5461e590cc8 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:17.517035 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a678574-a8bd-40ce-9b0f-21d8f9eb77d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:17.526359 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ecb748-8c59-4db6-b423-e5461e590cc8 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6c95e3a-f90c-4450-b30b-1f66a7f71642,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:17.569890 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62ecb748-8c59-4db6-b423-e5461e590cc8 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:17.573061 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-62ecb748-8c59-4db6-b423-e5461e590cc8 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "DELETE /v2.0/ports/e6c95e3a-f90c-4450-b30b-1f66a7f71642 HTTP/1.1" status: 204 len: 168 time: 0.5749362 Apr 21 12:52:17.576989 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60686) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:17.582413 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-50ce84d8-1258-4d8c-9dec-5eb5be7aaf81 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69e53c33-12f1-45f1-bc41-4e90b7c741f2', 'external_fixed_ips': [{'subnet_id': '793f121b-c41b-4211-866a-b60907a1ecd4', 'ip_address': '2001:db8::64'}]}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:17.605167 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a678574-a8bd-40ce-9b0f-21d8f9eb77d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:17.622997 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bdcf3a26-624b-4056-bf4e-180a93eb6415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:17.797728 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7a678574-a8bd-40ce-9b0f-21d8f9eb77d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:17.840346 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7a678574-a8bd-40ce-9b0f-21d8f9eb77d8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b3cc3108cc1c4cd8b9b691248664a717&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5441778 Apr 21 12:52:17.841057 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60700) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:17.850799 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a678574-a8bd-40ce-9b0f-21d8f9eb77d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88393372-3bfe-444d-a471-84f55d954016,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:17.889320 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bdcf3a26-624b-4056-bf4e-180a93eb6415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:17.892514 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-50ce84d8-1258-4d8c-9dec-5eb5be7aaf81 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:17.894217 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-50ce84d8-1258-4d8c-9dec-5eb5be7aaf81 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:17.899816 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:17.907352 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66623f17-30cc-4638-8675-0740a09e6c05 req-eaf0cd35-426c-46c0-8e74-e22ea604f69f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7b11409b-007e-4004-a32b-ed8f0779364d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0650620 Apr 21 12:52:18.000695 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66623f17-30cc-4638-8675-0740a09e6c05 req-8ba5479b-c236-4df7-ad7c-fc50431ca7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:18.002507 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66623f17-30cc-4638-8675-0740a09e6c05 req-8ba5479b-c236-4df7-ad7c-fc50431ca7aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=340fcbb6da8e49abadfdcf88b5d93115&device_id=7b11409b-007e-4004-a32b-ed8f0779364d HTTP/1.1" status: 200 len: 1096 time: 0.0507102 Apr 21 12:52:18.011804 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bdcf3a26-624b-4056-bf4e-180a93eb6415 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=159f17ac6041492a99cb79f26ce54a23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7120938 Apr 21 12:52:18.014672 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60712) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:18.048351 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-50ce84d8-1258-4d8c-9dec-5eb5be7aaf81 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:18.049206 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf3a26-624b-4056-bf4e-180a93eb6415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3469b9be-4957-445b-8be9-5a0e6e1c3731,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:18.055419 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-212d6658-84ab-4d56-927b-d274d803e76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:18.088124 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-212d6658-84ab-4d56-927b-d274d803e76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:18.150285 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1806c2d-d2ba-4efc-b4ca-b9a3f945b361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:18.168172 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66623f17-30cc-4638-8675-0740a09e6c05 req-a2744cad-6311-44b7-a885-4479ed783b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:18.169591 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66623f17-30cc-4638-8675-0740a09e6c05 req-a2744cad-6311-44b7-a885-4479ed783b32 service neutron] 10.222.0.26 "GET /v2.0/networks?id=df1e605b-21ce-4bc1-aff5-ebb02658784b HTTP/1.1" status: 200 len: 909 time: 0.1399343 Apr 21 12:52:18.189316 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1806c2d-d2ba-4efc-b4ca-b9a3f945b361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:18.280942 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66623f17-30cc-4638-8675-0740a09e6c05 req-b13b1b2c-66b7-435b-b026-f1a34e659c4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a4aaeb50-cbda-4545-b24a-dad093898ccf HTTP/1.1" status: 200 len: 1000 time: 0.1032016 Apr 21 12:52:18.295138 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-50ce84d8-1258-4d8c-9dec-5eb5be7aaf81 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:18.334465 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66623f17-30cc-4638-8675-0740a09e6c05 req-be56c0ea-faab-420b-973d-768849499080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:18.336073 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66623f17-30cc-4638-8675-0740a09e6c05 req-be56c0ea-faab-420b-973d-768849499080 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=53d6cd17-e719-4dcc-a307-60dd92480543 HTTP/1.1" status: 200 len: 847 time: 0.0484874 Apr 21 12:52:18.396070 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66623f17-30cc-4638-8675-0740a09e6c05 req-9c368cd9-d5b7-4c55-a7ce-cedef4f4929c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:18.396070 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66623f17-30cc-4638-8675-0740a09e6c05 req-9c368cd9-d5b7-4c55-a7ce-cedef4f4929c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=df1e605b-21ce-4bc1-aff5-ebb02658784b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524442 Apr 21 12:52:18.398271 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-212d6658-84ab-4d56-927b-d274d803e76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:18.400960 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-212d6658-84ab-4d56-927b-d274d803e76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:18.405044 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-212d6658-84ab-4d56-927b-d274d803e76e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/88393372-3bfe-444d-a471-84f55d954016 HTTP/1.1" status: 204 len: 168 time: 0.5600295 Apr 21 12:52:18.411489 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d6658-84ab-4d56-927b-d274d803e76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88393372-3bfe-444d-a471-84f55d954016,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:18.438182 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:18.469424 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1806c2d-d2ba-4efc-b4ca-b9a3f945b361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:18.471935 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1806c2d-d2ba-4efc-b4ca-b9a3f945b361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:18.473654 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e1806c2d-d2ba-4efc-b4ca-b9a3f945b361 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3469b9be-4957-445b-8be9-5a0e6e1c3731 HTTP/1.1" status: 204 len: 168 time: 0.4566369 Apr 21 12:52:18.527715 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66623f17-30cc-4638-8675-0740a09e6c05 req-09525e39-54e0-41ad-b427-35de5b01545b service neutron] 10.222.0.26 "GET /v2.0/networks/df1e605b-21ce-4bc1-aff5-ebb02658784b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251185 Apr 21 12:52:18.630390 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1806c2d-d2ba-4efc-b4ca-b9a3f945b361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3469b9be-4957-445b-8be9-5a0e6e1c3731,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:18.693004 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66623f17-30cc-4638-8675-0740a09e6c05 req-6a24a9f5-72e5-45a3-a10e-f2fc2076a337 service neutron] 10.222.0.26 "GET /v2.0/networks/df1e605b-21ce-4bc1-aff5-ebb02658784b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574116 Apr 21 12:52:18.700409 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:18.730041 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-50ce84d8-1258-4d8c-9dec-5eb5be7aaf81 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:18.730177 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d247c-aa60-4b2c-b64a-e17ff61404c4 req-10c6077e-6788-456f-9581-8815ba4d21d4 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:18.730177 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb0d247c-aa60-4b2c-b64a-e17ff61404c4 req-10c6077e-6788-456f-9581-8815ba4d21d4 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0982528 Apr 21 12:52:18.754089 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-50ce84d8-1258-4d8c-9dec-5eb5be7aaf81 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:18.787495 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb0d247c-aa60-4b2c-b64a-e17ff61404c4 req-b83dec5a-52a4-420e-85b4-27ef057b32a3 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427325 Apr 21 12:52:18.930478 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941d910-f376-4949-baaf-0776c0c009c4 req-b41c50e4-0ee6-4fde-b5d5-72c2bcd11055 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:18.949371 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c941d910-f376-4949-baaf-0776c0c009c4 req-b41c50e4-0ee6-4fde-b5d5-72c2bcd11055 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0834062 Apr 21 12:52:19.011362 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-50ce84d8-1258-4d8c-9dec-5eb5be7aaf81 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Allocated IP 2001:db8::64 (69e53c33-12f1-45f1-bc41-4e90b7c741f2/793f121b-c41b-4211-866a-b60907a1ecd4/c36cbc7b-8cd1-4c6a-b886-f298a3df51fe) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:52:19.044505 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c941d910-f376-4949-baaf-0776c0c009c4 req-4e142259-5240-4aa3-9d6c-4508461d20bc tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0890830 Apr 21 12:52:19.067803 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3393210-c9cd-49c2-86fa-2e1527e4e7e9 req-422a12a0-e246-40a4-8723-1fa4b7b443f9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1038928 Apr 21 12:52:19.161971 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3393210-c9cd-49c2-86fa-2e1527e4e7e9 req-1264d75e-bae1-40b2-ba03-5c37a042ad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:19.164637 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3393210-c9cd-49c2-86fa-2e1527e4e7e9 req-1264d75e-bae1-40b2-ba03-5c37a042ad5b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f94db1c78e7042a5b25684fb2e0b4069&device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 1095 time: 0.0652094 Apr 21 12:52:19.192493 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-50ce84d8-1258-4d8c-9dec-5eb5be7aaf81 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:19.289341 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926f4b7-36fb-42f7-b194-a24ef382bee4 req-82145f42-cec7-4bef-a206-67d479df37f1 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:19.290854 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a926f4b7-36fb-42f7-b194-a24ef382bee4 req-82145f42-cec7-4bef-a206-67d479df37f1 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1118586 Apr 21 12:52:19.337678 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60752) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:19.351837 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3393210-c9cd-49c2-86fa-2e1527e4e7e9 req-8e149769-47ba-4733-86ee-e7667ad89a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:19.361414 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-50ce84d8-1258-4d8c-9dec-5eb5be7aaf81 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:19.361714 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3393210-c9cd-49c2-86fa-2e1527e4e7e9 req-8e149769-47ba-4733-86ee-e7667ad89a7e service neutron] 10.222.0.24 "GET /v2.0/networks?id=ff8e5b58-c3c2-47b6-b0e6-14167c057929 HTTP/1.1" status: 200 len: 913 time: 0.1346526 Apr 21 12:52:19.361714 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a926f4b7-36fb-42f7-b194-a24ef382bee4 req-2da90611-0822-47d1-b9bc-baa46a95b1d6 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593867 Apr 21 12:52:19.441002 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eed83d7d-7476-4d37-b3a7-33d2c7f2f74c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:19.452513 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3393210-c9cd-49c2-86fa-2e1527e4e7e9 req-d34b6d5e-df5c-4621-b1ed-3a09f3f6c7b1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 HTTP/1.1" status: 200 len: 998 time: 0.0878775 Apr 21 12:52:19.471853 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce84d8-1258-4d8c-9dec-5eb5be7aaf81 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Pushing event updated for resources: {'Port': ['ID=c36cbc7b-8cd1-4c6a-b886-f298a3df51fe,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:19.478896 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ce84d8-1258-4d8c-9dec-5eb5be7aaf81 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Network 69e53c33-12f1-45f1-bc41-4e90b7c741f2 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:19.484829 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-50ce84d8-1258-4d8c-9dec-5eb5be7aaf81 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:19.489598 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ce84d8-1258-4d8c-9dec-5eb5be7aaf81 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:52:19.526431 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3393210-c9cd-49c2-86fa-2e1527e4e7e9 req-b791c7e7-9e3c-4b0a-bb40-79589d6a9a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:19.527987 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3393210-c9cd-49c2-86fa-2e1527e4e7e9 req-b791c7e7-9e3c-4b0a-bb40-79589d6a9a63 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4db84230-709b-4f7f-90e2-f9bbd733dd6f HTTP/1.1" status: 200 len: 851 time: 0.0645871 Apr 21 12:52:19.580346 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3393210-c9cd-49c2-86fa-2e1527e4e7e9 req-4ad4924f-3a35-4a06-b72d-e643d86eb534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:19.582451 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3393210-c9cd-49c2-86fa-2e1527e4e7e9 req-4ad4924f-3a35-4a06-b72d-e643d86eb534 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff8e5b58-c3c2-47b6-b0e6-14167c057929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437105 Apr 21 12:52:19.650359 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eed83d7d-7476-4d37-b3a7-33d2c7f2f74c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:19.689289 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3393210-c9cd-49c2-86fa-2e1527e4e7e9 req-834644da-31b3-4a7e-bdac-c0d77ff953d7 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956411 Apr 21 12:52:19.761458 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eed83d7d-7476-4d37-b3a7-33d2c7f2f74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:19.849369 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed83d7d-7476-4d37-b3a7-33d2c7f2f74c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b294ffcd-46ac-4e51-806b-9917d34ac2e1,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:19.867534 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-eed83d7d-7476-4d37-b3a7-33d2c7f2f74c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=91d8b00f76904240bb5c1bbe447491a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5251629 Apr 21 12:52:19.868705 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60772) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:19.879873 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3393210-c9cd-49c2-86fa-2e1527e4e7e9 req-1aa05241-6f7d-4d41-ac44-b23084fbcc56 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790125 Apr 21 12:52:19.897088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79082de9-97fb-40ce-b328-eb3c98759811 req-589e34a7-966a-4728-9b88-508fa939673f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:19.901986 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79082de9-97fb-40ce-b328-eb3c98759811 req-589e34a7-966a-4728-9b88-508fa939673f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1196573 Apr 21 12:52:19.954678 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79082de9-97fb-40ce-b328-eb3c98759811 req-051817f5-c686-4b32-b74f-d815b54df7b7 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484383 Apr 21 12:52:19.980046 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b6d3f2a-45db-4a3a-8895-5b397b036392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:19.981734 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-50ce84d8-1258-4d8c-9dec-5eb5be7aaf81 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:20.045611 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b6d3f2a-45db-4a3a-8895-5b397b036392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:20.047137 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60780) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:20.077186 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244e097-2f15-47ff-9c04-8634dcffffd9 req-22e39d86-385a-4b89-8fc8-d0129795ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:20.078829 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9244e097-2f15-47ff-9c04-8634dcffffd9 req-22e39d86-385a-4b89-8fc8-d0129795ff03 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f94db1c78e7042a5b25684fb2e0b4069&device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 1095 time: 0.0711234 Apr 21 12:52:20.199150 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244e097-2f15-47ff-9c04-8634dcffffd9 req-3a1574fc-18be-486b-bc7c-f7c8eda82fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:20.201399 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9244e097-2f15-47ff-9c04-8634dcffffd9 req-3a1574fc-18be-486b-bc7c-f7c8eda82fae service neutron] 10.222.0.24 "GET /v2.0/networks?id=ff8e5b58-c3c2-47b6-b0e6-14167c057929 HTTP/1.1" status: 200 len: 913 time: 0.1110680 Apr 21 12:52:20.233948 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-adacec47-b06c-4b94-a782-c93664d1da44 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-893842803'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:20.265103 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-50ce84d8-1258-4d8c-9dec-5eb5be7aaf81 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:20.268115 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b6d3f2a-45db-4a3a-8895-5b397b036392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:20.270618 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b6d3f2a-45db-4a3a-8895-5b397b036392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:20.271760 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0b6d3f2a-45db-4a3a-8895-5b397b036392 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b294ffcd-46ac-4e51-806b-9917d34ac2e1 HTTP/1.1" status: 204 len: 168 time: 0.3996632 Apr 21 12:52:20.305891 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9244e097-2f15-47ff-9c04-8634dcffffd9 req-b8143a06-881f-49cf-847f-7fbaf4d17ae0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 HTTP/1.1" status: 200 len: 998 time: 0.0923021 Apr 21 12:52:20.330225 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d3f2a-45db-4a3a-8895-5b397b036392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b294ffcd-46ac-4e51-806b-9917d34ac2e1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:20.354378 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adacec47-b06c-4b94-a782-c93664d1da44 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:20.361101 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-adacec47-b06c-4b94-a782-c93664d1da44 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:20.388255 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244e097-2f15-47ff-9c04-8634dcffffd9 req-3bf967b2-42c1-4072-95f6-12724553d10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:20.389838 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9244e097-2f15-47ff-9c04-8634dcffffd9 req-3bf967b2-42c1-4072-95f6-12724553d10e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4db84230-709b-4f7f-90e2-f9bbd733dd6f HTTP/1.1" status: 200 len: 851 time: 0.0723507 Apr 21 12:52:20.393229 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:20.406328 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-adacec47-b06c-4b94-a782-c93664d1da44 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:20.481953 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244e097-2f15-47ff-9c04-8634dcffffd9 req-91cf410e-4caf-4515-bde6-961d73e934e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:20.483365 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9244e097-2f15-47ff-9c04-8634dcffffd9 req-91cf410e-4caf-4515-bde6-961d73e934e8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff8e5b58-c3c2-47b6-b0e6-14167c057929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746164 Apr 21 12:52:20.525035 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-adacec47-b06c-4b94-a782-c93664d1da44 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:20.581205 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ce84d8-1258-4d8c-9dec-5eb5be7aaf81 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Router ea4de86c-4fd5-4afb-b201-af4a483fb393 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:52:20.583380 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9244e097-2f15-47ff-9c04-8634dcffffd9 req-2bd829e3-a843-46d3-ba01-4d7e86af56d9 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885227 Apr 21 12:52:20.644169 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-adacec47-b06c-4b94-a782-c93664d1da44 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:20.704295 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adacec47-b06c-4b94-a782-c93664d1da44 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:52:20.710295 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9244e097-2f15-47ff-9c04-8634dcffffd9 req-07a2c075-6df7-421a-85ba-a27965c72bee service neutron] 10.222.0.24 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119459 Apr 21 12:52:20.730432 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-adacec47-b06c-4b94-a782-c93664d1da44 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:20.730432 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-adacec47-b06c-4b94-a782-c93664d1da44 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Added segment 2d2f7032-a5cd-472f-a8e7-58a322b08247 of type vlan for network 43650c3d-b9d7-4e95-8950-e9fadabd5511 Apr 21 12:52:20.730432 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adacec47-b06c-4b94-a782-c93664d1da44 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64984d0b-c20c-4fad-a7f5-dd5c862d26fc,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:20.745642 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ce84d8-1258-4d8c-9dec-5eb5be7aaf81 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:52:20.756134 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e9ffbd-572d-4ab6-8b5c-6e85e3c8ac81 None None] Sync routers for ids ['ea4de86c-4fd5-4afb-b201-af4a483fb393'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:52:20.777303 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e9ffbd-572d-4ab6-8b5c-6e85e3c8ac81 None None] Routers {'ea4de86c-4fd5-4afb-b201-af4a483fb393'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:52:20.778411 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-22e9ffbd-572d-4ab6-8b5c-6e85e3c8ac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:52:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ea4de86c-4fd5-4afb-b201-af4a483fb393'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:20.794379 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-adacec47-b06c-4b94-a782-c93664d1da44 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:20.863024 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-50ce84d8-1258-4d8c-9dec-5eb5be7aaf81 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:20.864395 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-50ce84d8-1258-4d8c-9dec-5eb5be7aaf81 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 3.2864399 Apr 21 12:52:20.867300 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60800) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:20.914202 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-22e9ffbd-572d-4ab6-8b5c-6e85e3c8ac81 None None] Set router ea4de86c-4fd5-4afb-b201-af4a483fb393 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:52:20.934106 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-adacec47-b06c-4b94-a782-c93664d1da44 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:20.942724 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adacec47-b06c-4b94-a782-c93664d1da44 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:20.943450 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-adacec47-b06c-4b94-a782-c93664d1da44 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:21.102530 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-adacec47-b06c-4b94-a782-c93664d1da44 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0482960 Apr 21 12:52:21.103283 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adacec47-b06c-4b94-a782-c93664d1da44 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Network': ['ID=43650c3d-b9d7-4e95-8950-e9fadabd5511,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:21.107144 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60814) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:21.113956 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-cbcc0f8b-eb26-4fec-8321-f7a06ee91337 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:21.136794 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91f86d88-8a93-4b39-b2a6-721ee985c788 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:21.142032 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3244c1-6b6a-4919-8ea9-9937fb5949c4 req-a50b9b83-8cd8-4d64-88ad-f7b56acde3c9 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:21.142632 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4c3244c1-6b6a-4919-8ea9-9937fb5949c4 req-a50b9b83-8cd8-4d64-88ad-f7b56acde3c9 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0624888 Apr 21 12:52:21.144967 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:52:21.207148 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4c3244c1-6b6a-4919-8ea9-9937fb5949c4 req-34ee1607-38d4-405f-bc56-246d33df5e9d tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550976 Apr 21 12:52:21.261682 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-22e9ffbd-572d-4ab6-8b5c-6e85e3c8ac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4de86c-4fd5-4afb-b201-af4a483fb393', 'name': '', 'tenant_id': 'f17b63c694a241319b65af78c5ba2bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e53c33-12f1-45f1-bc41-4e90b7c741f2', 'external_fixed_ips': [{'subnet_id': '793f121b-c41b-4211-866a-b60907a1ecd4', 'ip_address': '2001:db8::64'}], 'enable_snat': True}, 'gw_port_id': 'c36cbc7b-8cd1-4c6a-b886-f298a3df51fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:52:17Z', 'updated_at': '2022-04-21T12:52:19Z', 'revision_number': 3, 'project_id': 'f17b63c694a241319b65af78c5ba2bc3', 'gw_port': {'id': 'c36cbc7b-8cd1-4c6a-b886-f298a3df51fe', 'name': '', 'network_id': '69e53c33-12f1-45f1-bc41-4e90b7c741f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:92:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea4de86c-4fd5-4afb-b201-af4a483fb393', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2550, 'fixed_ips': [{'subnet_id': '793f121b-c41b-4211-866a-b60907a1ecd4', 'ip_address': '2001:db8::64', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:52:18Z', 'updated_at': '2022-04-21T12:52:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '793f121b-c41b-4211-866a-b60907a1ecd4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:21.315509 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e9ffbd-572d-4ab6-8b5c-6e85e3c8ac81 None None] Checking router: ea4de86c-4fd5-4afb-b201-af4a483fb393 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:52:21.316172 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e9ffbd-572d-4ab6-8b5c-6e85e3c8ac81 None None] Updating router ea4de86c-4fd5-4afb-b201-af4a483fb393 port c36cbc7b-8cd1-4c6a-b886-f298a3df51fe binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:52:21.342325 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91f86d88-8a93-4b39-b2a6-721ee985c788 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:21.366028 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22e9ffbd-572d-4ab6-8b5c-6e85e3c8ac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:21.467228 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcc0f8b-eb26-4fec-8321-f7a06ee91337 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:21.470594 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbcc0f8b-eb26-4fec-8321-f7a06ee91337 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:21.652469 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-91f86d88-8a93-4b39-b2a6-721ee985c788 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Deleting port c36cbc7b-8cd1-4c6a-b886-f298a3df51fe {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:52:21.652810 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91f86d88-8a93-4b39-b2a6-721ee985c788 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:21.681017 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22e9ffbd-572d-4ab6-8b5c-6e85e3c8ac81 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:21.795190 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91f86d88-8a93-4b39-b2a6-721ee985c788 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:21.812635 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22e9ffbd-572d-4ab6-8b5c-6e85e3c8ac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:21.821453 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-91f86d88-8a93-4b39-b2a6-721ee985c788 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Calling delete_port for c36cbc7b-8cd1-4c6a-b886-f298a3df51fe owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:52:21.881388 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-22e9ffbd-572d-4ab6-8b5c-6e85e3c8ac81 None None] Attempting to bind port c36cbc7b-8cd1-4c6a-b886-f298a3df51fe on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:52:21.881790 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-22e9ffbd-572d-4ab6-8b5c-6e85e3c8ac81 None None] Attempting to bind port c36cbc7b-8cd1-4c6a-b886-f298a3df51fe by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '50f9aa48-1c25-47fc-a440-012ce3b9974a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '69e53c33-12f1-45f1-bc41-4e90b7c741f2'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:52:21.882144 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e9ffbd-572d-4ab6-8b5c-6e85e3c8ac81 None None] Attempting to bind port c36cbc7b-8cd1-4c6a-b886-f298a3df51fe on network 69e53c33-12f1-45f1-bc41-4e90b7c741f2 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:52:21.884071 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645655cc-7687-442c-982e-c4dbbe41da99 None None] Pushing event updated for resources: {'Port': ['ID=c36cbc7b-8cd1-4c6a-b886-f298a3df51fe,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:21.890860 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e9ffbd-572d-4ab6-8b5c-6e85e3c8ac81 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:52:21.891114 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e9ffbd-572d-4ab6-8b5c-6e85e3c8ac81 None None] Checking segment: {'id': '50f9aa48-1c25-47fc-a440-012ce3b9974a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '69e53c33-12f1-45f1-bc41-4e90b7c741f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:52:21.891516 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22e9ffbd-572d-4ab6-8b5c-6e85e3c8ac81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:21.891906 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e9ffbd-572d-4ab6-8b5c-6e85e3c8ac81 None None] Bound using segment: {'id': '50f9aa48-1c25-47fc-a440-012ce3b9974a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '69e53c33-12f1-45f1-bc41-4e90b7c741f2'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:52:21.892802 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-22e9ffbd-572d-4ab6-8b5c-6e85e3c8ac81 None None] Bound port: c36cbc7b-8cd1-4c6a-b886-f298a3df51fe, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50f9aa48-1c25-47fc-a440-012ce3b9974a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '69e53c33-12f1-45f1-bc41-4e90b7c741f2'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:52:21.892802 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22e9ffbd-572d-4ab6-8b5c-6e85e3c8ac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:21.900337 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbcc0f8b-eb26-4fec-8321-f7a06ee91337 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:21.921370 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:52:21.960087 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-22e9ffbd-572d-4ab6-8b5c-6e85e3c8ac81 None None] For port c36cbc7b-8cd1-4c6a-b886-f298a3df51fe, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:52:21.964626 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-22e9ffbd-572d-4ab6-8b5c-6e85e3c8ac81 None None] For port c36cbc7b-8cd1-4c6a-b886-f298a3df51fe, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c36cbc7b-8cd1-4c6a-b886-f298a3df51fe,segment=NetworkSegment(50f9aa48-1c25-47fc-a440-012ce3b9974a),segment_id=50f9aa48-1c25-47fc-a440-012ce3b9974a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:52:22.033992 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcc0f8b-eb26-4fec-8321-f7a06ee91337 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Checking segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:52:22.034352 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcc0f8b-eb26-4fec-8321-f7a06ee91337 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network hostable DHCP agents. Network: 43650c3d-b9d7-4e95-8950-e9fadabd5511, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:52:22.037154 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc0f8b-eb26-4fec-8321-f7a06ee91337 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Subnet': ['ID=7e232be9-b2ce-4502-b7c6-5d6828686e6b,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:22.051451 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22e9ffbd-572d-4ab6-8b5c-6e85e3c8ac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:22.108949 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e9ffbd-572d-4ab6-8b5c-6e85e3c8ac81 None None] Routers {'ea4de86c-4fd5-4afb-b201-af4a483fb393'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:52:22.110382 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-22e9ffbd-572d-4ab6-8b5c-6e85e3c8ac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:52:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ea4de86c-4fd5-4afb-b201-af4a483fb393'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:22.140339 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcc0f8b-eb26-4fec-8321-f7a06ee91337 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:52:22.213160 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645655cc-7687-442c-982e-c4dbbe41da99 None None] Pushing event updated for resources: {'Port': ['ID=c36cbc7b-8cd1-4c6a-b886-f298a3df51fe,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:22.223970 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-22e9ffbd-572d-4ab6-8b5c-6e85e3c8ac81 None None] Set router ea4de86c-4fd5-4afb-b201-af4a483fb393 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:52:22.256376 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-cbcc0f8b-eb26-4fec-8321-f7a06ee91337 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 43650c3d-b9d7-4e95-8950-e9fadabd5511) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:22.264110 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91f86d88-8a93-4b39-b2a6-721ee985c788 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:22.264532 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcc0f8b-eb26-4fec-8321-f7a06ee91337 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:22.265110 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cbcc0f8b-eb26-4fec-8321-f7a06ee91337 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:22.307451 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f86d88-8a93-4b39-b2a6-721ee985c788 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Pushing event deleted for resources: {'Port': ['ID=c36cbc7b-8cd1-4c6a-b886-f298a3df51fe,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:22.339391 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91f86d88-8a93-4b39-b2a6-721ee985c788 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:22.346167 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1a1c94-776c-43eb-a7b5-5b953683c8af None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:52:22.349224 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-22e9ffbd-572d-4ab6-8b5c-6e85e3c8ac81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea4de86c-4fd5-4afb-b201-af4a483fb393', 'name': '', 'tenant_id': 'f17b63c694a241319b65af78c5ba2bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:52:17Z', 'updated_at': '2022-04-21T12:52:21Z', 'revision_number': 4, 'project_id': 'f17b63c694a241319b65af78c5ba2bc3', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:22.396261 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f52840-5779-4697-9e31-fe85d5056f28 req-97027259-3fc8-4912-b506-75fadd42b4d9 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:22.401341 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f9f52840-5779-4697-9e31-fe85d5056f28 req-97027259-3fc8-4912-b506-75fadd42b4d9 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0803955 Apr 21 12:52:22.405743 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e9ffbd-572d-4ab6-8b5c-6e85e3c8ac81 None None] The sync data for ids ['ea4de86c-4fd5-4afb-b201-af4a483fb393'] in n-d-836147-2 is: [{'id': 'ea4de86c-4fd5-4afb-b201-af4a483fb393', 'name': '', 'tenant_id': 'f17b63c694a241319b65af78c5ba2bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:52:17Z', 'updated_at': '2022-04-21T12:52:21Z', 'revision_number': 4, 'project_id': 'f17b63c694a241319b65af78c5ba2bc3', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:52:22.521555 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f9f52840-5779-4697-9e31-fe85d5056f28 req-b1cdb419-d3d4-48d4-8b96-97097c7e7d2c tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1048682 Apr 21 12:52:22.616603 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717c2d80-bca8-4f3b-acf1-a2253faa98ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-43650c3d-b9d7-4e95-8950-e9fadabd5511', 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'fixed_ips': [{'subnet_id': '7e232be9-b2ce-4502-b7c6-5d6828686e6b'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:52:22.617850 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-717c2d80-bca8-4f3b-acf1-a2253faa98ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:22.808396 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-717c2d80-bca8-4f3b-acf1-a2253faa98ef None None] Allocated IP 2001:db8::2 (43650c3d-b9d7-4e95-8950-e9fadabd5511/7e232be9-b2ce-4502-b7c6-5d6828686e6b/bd3218a9-8af9-47ce-8d53-1e19cc1a1f0b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:52:22.850980 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91f86d88-8a93-4b39-b2a6-721ee985c788 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:22.853134 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91f86d88-8a93-4b39-b2a6-721ee985c788 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:22.863591 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cbcc0f8b-eb26-4fec-8321-f7a06ee91337 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7554107 Apr 21 12:52:22.884530 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60866) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:22.891540 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0401fe6f-bb0f-4096-99f1-38583cf92f0a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'port': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'name': 'tempest-NetworksTestDHCPv6-1219116935'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:22.974609 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91f86d88-8a93-4b39-b2a6-721ee985c788 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:22.976082 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f86d88-8a93-4b39-b2a6-721ee985c788 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ea4de86c-4fd5-4afb-b201-af4a483fb393 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:52:22.982374 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91f86d88-8a93-4b39-b2a6-721ee985c788 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:22.986831 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-91f86d88-8a93-4b39-b2a6-721ee985c788 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "DELETE /v2.0/routers/ea4de86c-4fd5-4afb-b201-af4a483fb393 HTTP/1.1" status: 204 len: 168 time: 2.1161420 Apr 21 12:52:22.987012 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60868) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:22.998591 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814b6d0-0e84-4444-8f6b-07fde31b74f1 req-91304665-a454-47df-a14a-e46871133084 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:23.010524 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5814b6d0-0e84-4444-8f6b-07fde31b74f1 req-91304665-a454-47df-a14a-e46871133084 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1747925 Apr 21 12:52:23.052054 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-20cac2d1-cde7-4807-b453-5a1d1c4c443c tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Deleting subnet 793f121b-c41b-4211-866a-b60907a1ecd4 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:52:23.056440 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20cac2d1-cde7-4807-b453-5a1d1c4c443c tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:23.128180 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20cac2d1-cde7-4807-b453-5a1d1c4c443c tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:23.134358 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5814b6d0-0e84-4444-8f6b-07fde31b74f1 req-2a41fd22-2a08-4433-872c-3ddcd4ca7c66 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0667634 Apr 21 12:52:23.212590 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20cac2d1-cde7-4807-b453-5a1d1c4c443c tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:23.221441 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0401fe6f-bb0f-4096-99f1-38583cf92f0a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:23.226345 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0401fe6f-bb0f-4096-99f1-38583cf92f0a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:23.234453 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-717c2d80-bca8-4f3b-acf1-a2253faa98ef None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:23.281429 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-0401fe6f-bb0f-4096-99f1-38583cf92f0a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] device_id is not set on port 48e59fce-753d-4e67-8dfb-188c1691b5cb yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:52:23.383208 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-717c2d80-bca8-4f3b-acf1-a2253faa98ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:23.388186 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccaa3c-c91a-4d8f-9ba7-d4446c167a78 req-e067bfd5-c152-45f1-8c4e-6a41d8473024 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:23.390072 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cdccaa3c-c91a-4d8f-9ba7-d4446c167a78 req-e067bfd5-c152-45f1-8c4e-6a41d8473024 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1336954 Apr 21 12:52:23.432970 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20cac2d1-cde7-4807-b453-5a1d1c4c443c tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:23.441864 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717c2d80-bca8-4f3b-acf1-a2253faa98ef None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:23.447968 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-717c2d80-bca8-4f3b-acf1-a2253faa98ef None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:23.462907 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717c2d80-bca8-4f3b-acf1-a2253faa98ef None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:52:23.476541 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cdccaa3c-c91a-4d8f-9ba7-d4446c167a78 req-069c7ee3-acda-43d4-b3d6-33f59acb5377 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637696 Apr 21 12:52:23.486055 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c2d80-bca8-4f3b-acf1-a2253faa98ef None None] Pushing event updated for resources: {'Port': ['ID=bd3218a9-8af9-47ce-8d53-1e19cc1a1f0b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:23.527390 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20cac2d1-cde7-4807-b453-5a1d1c4c443c tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:23.527390 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-20cac2d1-cde7-4807-b453-5a1d1c4c443c tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/793f121b-c41b-4211-866a-b60907a1ecd4 HTTP/1.1" status: 204 len: 168 time: 0.5374289 Apr 21 12:52:23.527390 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cac2d1-cde7-4807-b453-5a1d1c4c443c tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=793f121b-c41b-4211-866a-b60907a1ecd4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:23.529406 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60892) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:23.575446 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-717c2d80-bca8-4f3b-acf1-a2253faa98ef None None] Attempting to bind port bd3218a9-8af9-47ce-8d53-1e19cc1a1f0b on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:52:23.575961 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-717c2d80-bca8-4f3b-acf1-a2253faa98ef None None] Attempting to bind port bd3218a9-8af9-47ce-8d53-1e19cc1a1f0b by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:52:23.576416 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717c2d80-bca8-4f3b-acf1-a2253faa98ef None None] Attempting to bind port bd3218a9-8af9-47ce-8d53-1e19cc1a1f0b on network 43650c3d-b9d7-4e95-8950-e9fadabd5511 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:52:23.593909 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-0401fe6f-bb0f-4096-99f1-38583cf92f0a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Allocated IP 2001:db8::1f0 (43650c3d-b9d7-4e95-8950-e9fadabd5511/7e232be9-b2ce-4502-b7c6-5d6828686e6b/48e59fce-753d-4e67-8dfb-188c1691b5cb) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:52:23.594118 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717c2d80-bca8-4f3b-acf1-a2253faa98ef None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:52:23.594705 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717c2d80-bca8-4f3b-acf1-a2253faa98ef None None] Checking segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:52:23.595539 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-717c2d80-bca8-4f3b-acf1-a2253faa98ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:23.596012 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717c2d80-bca8-4f3b-acf1-a2253faa98ef None None] Bound using segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:52:23.596742 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-717c2d80-bca8-4f3b-acf1-a2253faa98ef None None] Bound port: bd3218a9-8af9-47ce-8d53-1e19cc1a1f0b, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:52:23.597248 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-717c2d80-bca8-4f3b-acf1-a2253faa98ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:23.695247 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-717c2d80-bca8-4f3b-acf1-a2253faa98ef None None] For port bd3218a9-8af9-47ce-8d53-1e19cc1a1f0b, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:52:23.710534 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-717c2d80-bca8-4f3b-acf1-a2253faa98ef None None] For port bd3218a9-8af9-47ce-8d53-1e19cc1a1f0b, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=bd3218a9-8af9-47ce-8d53-1e19cc1a1f0b,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:52:23.717616 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82c7bff2-c2bb-4223-8d17-ab280ce6fa5a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:23.771141 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-717c2d80-bca8-4f3b-acf1-a2253faa98ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:23.816764 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06709567-669c-43f8-bfa0-eb0bdbcd8ebd req-5ad4b843-63f1-464f-b04b-b1d8dd84d9e0 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:23.850579 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06709567-669c-43f8-bfa0-eb0bdbcd8ebd req-5ad4b843-63f1-464f-b04b-b1d8dd84d9e0 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.2322476 Apr 21 12:52:23.860792 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c2d80-bca8-4f3b-acf1-a2253faa98ef None None] Pushing event updated for resources: {'Port': ['ID=bd3218a9-8af9-47ce-8d53-1e19cc1a1f0b,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:24.007719 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82c7bff2-c2bb-4223-8d17-ab280ce6fa5a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:24.049863 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0401fe6f-bb0f-4096-99f1-38583cf92f0a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:24.055340 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06709567-669c-43f8-bfa0-eb0bdbcd8ebd req-0b64c47a-545d-48ce-8cb9-d27a488313f9 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1658025 Apr 21 12:52:24.059442 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-82c7bff2-c2bb-4223-8d17-ab280ce6fa5a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e53c33-12f1-45f1-bc41-4e90b7c741f2']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:24.073246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-82c7bff2-c2bb-4223-8d17-ab280ce6fa5a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50f9aa48-1c25-47fc-a440-012ce3b9974a') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:24.073646 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-82c7bff2-c2bb-4223-8d17-ab280ce6fa5a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50f9aa48-1c25-47fc-a440-012ce3b9974a') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:24.105199 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82c7bff2-c2bb-4223-8d17-ab280ce6fa5a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:24.153466 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82c7bff2-c2bb-4223-8d17-ab280ce6fa5a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:24.177036 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82c7bff2-c2bb-4223-8d17-ab280ce6fa5a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:52:24.177445 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82c7bff2-c2bb-4223-8d17-ab280ce6fa5a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:52:24.179384 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:52:24.309108 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb83ff-90e3-4c29-bc8b-0745620674b0 req-72ed26ac-5e59-4aea-abe0-b65c9db5de36 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:24.310759 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77cb83ff-90e3-4c29-bc8b-0745620674b0 req-72ed26ac-5e59-4aea-abe0-b65c9db5de36 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0893438 Apr 21 12:52:24.321158 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0401fe6f-bb0f-4096-99f1-38583cf92f0a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:24.375446 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82c7bff2-c2bb-4223-8d17-ab280ce6fa5a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:24.385862 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0401fe6f-bb0f-4096-99f1-38583cf92f0a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:24.391175 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c7bff2-c2bb-4223-8d17-ab280ce6fa5a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 69e53c33-12f1-45f1-bc41-4e90b7c741f2 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 21 12:52:24.402256 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-82c7bff2-c2bb-4223-8d17-ab280ce6fa5a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:24.412454 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-82c7bff2-c2bb-4223-8d17-ab280ce6fa5a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "DELETE /v2.0/networks/69e53c33-12f1-45f1-bc41-4e90b7c741f2 HTTP/1.1" status: 204 len: 168 time: 0.8748851 Apr 21 12:52:24.412454 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-0401fe6f-bb0f-4096-99f1-38583cf92f0a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:24.424603 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0401fe6f-bb0f-4096-99f1-38583cf92f0a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:52:24.432302 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0401fe6f-bb0f-4096-99f1-38583cf92f0a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:24.432505 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0401fe6f-bb0f-4096-99f1-38583cf92f0a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:24.450265 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7bff2-c2bb-4223-8d17-ab280ce6fa5a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Pushing event deleted for resources: {'Network': ['ID=69e53c33-12f1-45f1-bc41-4e90b7c741f2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:24.452271 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401fe6f-bb0f-4096-99f1-38583cf92f0a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Port': ['ID=48e59fce-753d-4e67-8dfb-188c1691b5cb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:24.500012 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77cb83ff-90e3-4c29-bc8b-0745620674b0 req-c84ac9a1-2bf1-4302-a7f5-32fac072d1a9 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1771848 Apr 21 12:52:24.549316 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0401fe6f-bb0f-4096-99f1-38583cf92f0a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6620939 Apr 21 12:52:24.552330 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60946) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:24.766963 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676a3ee0-30a3-49d1-8765-2efe91082371 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:24.808766 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676a3ee0-30a3-49d1-8765-2efe91082371 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:24.810648 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-676a3ee0-30a3-49d1-8765-2efe91082371 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2572110 Apr 21 12:52:24.813243 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60964) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:24.866574 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device bd3218a9-8af9-47ce-8d53-1e19cc1a1f0b up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:52:24.999487 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60974) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:25.005481 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-fc8d9cbf-6031-410d-9e82-c24575cee409 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Request body: {'router': {'name': 'tempest-router--203274067', 'project_id': 'd528149e18da41c698551761616e5a7d'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:25.015102 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port bd3218a9-8af9-47ce-8d53-1e19cc1a1f0b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:52:25.015474 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:25.118018 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc8d9cbf-6031-410d-9e82-c24575cee409 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:25.119655 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc8d9cbf-6031-410d-9e82-c24575cee409 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:25.232153 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc8d9cbf-6031-410d-9e82-c24575cee409 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:25.233374 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:25.281500 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port bd3218a9-8af9-47ce-8d53-1e19cc1a1f0b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=bd3218a9-8af9-47ce-8d53-1e19cc1a1f0b,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:52:25.302314 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e52ab23-ef47-4ee3-ac98-3007575c1384 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:52:25.335179 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc8d9cbf-6031-410d-9e82-c24575cee409 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:25.378006 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:25.400304 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-18e0afc7-f5da-4efb-8e16-731d8276931f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:25.402224 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-18e0afc7-f5da-4efb-8e16-731d8276931f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/networks?id=ff8e5b58-c3c2-47b6-b0e6-14167c057929 HTTP/1.1" status: 200 len: 812 time: 0.5151391 Apr 21 12:52:25.405625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1efefd38-4c1a-4ede-896c-3836d9697e89 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting port 48e59fce-753d-4e67-8dfb-188c1691b5cb {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:52:25.406142 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1efefd38-4c1a-4ede-896c-3836d9697e89 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:25.460695 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-e00a2ae8-733c-40a3-b506-aa7885e923ad tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/quotas/f94db1c78e7042a5b25684fb2e0b4069 HTTP/1.1" status: 200 len: 375 time: 0.0387704 Apr 21 12:52:25.476219 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-13574ec2-b6a6-460a-9a85-f114340f1020 None None] Provisioning complete for port bd3218a9-8af9-47ce-8d53-1e19cc1a1f0b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:52:25.476592 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13574ec2-b6a6-460a-9a85-f114340f1020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:25.502022 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc8d9cbf-6031-410d-9e82-c24575cee409 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:25.504304 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fc8d9cbf-6031-410d-9e82-c24575cee409 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5058906 Apr 21 12:52:25.507223 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60986) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:25.520961 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=bd3218a9-8af9-47ce-8d53-1e19cc1a1f0b,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:25.608222 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1efefd38-4c1a-4ede-896c-3836d9697e89 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:25.640128 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-3d3fbf19-445c-4521-a239-c60a7eb801a4 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f94db1c78e7042a5b25684fb2e0b4069&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1690123 Apr 21 12:52:25.642445 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a65682f8-60a8-458c-afbf-814bf596dcb2 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:25.668438 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1efefd38-4c1a-4ede-896c-3836d9697e89 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Calling delete_port for 48e59fce-753d-4e67-8dfb-188c1691b5cb owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:52:25.758183 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60994) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:25.800753 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-292d383d-dcfc-4fc2-8e69-cf27f14cf8b1 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:52:25.801925 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-292d383d-dcfc-4fc2-8e69-cf27f14cf8b1 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1608083 Apr 21 12:52:25.928572 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a65682f8-60a8-458c-afbf-814bf596dcb2 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:25.930648 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8967bd83-293b-46dc-9284-10920c7fc178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:25.941849 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a65682f8-60a8-458c-afbf-814bf596dcb2 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:25.991618 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-1e29acf5-71b8-4823-8914-70c7a7b20ba7 service neutron] 10.222.0.36 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736522 Apr 21 12:52:26.057773 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a0c6e7ac-46bc-48a9-ac83-7e3757e86874 None None] Could not find standard attr ID for object 48e59fce-753d-4e67-8dfb-188c1691b5cb. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:52:26.064473 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1efefd38-4c1a-4ede-896c-3836d9697e89 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:26.069465 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a0c6e7ac-46bc-48a9-ac83-7e3757e86874 None None] Provisioning complete for port bd3218a9-8af9-47ce-8d53-1e19cc1a1f0b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:52:26.069862 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0c6e7ac-46bc-48a9-ac83-7e3757e86874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:26.104990 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efefd38-4c1a-4ede-896c-3836d9697e89 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Port': ['ID=48e59fce-753d-4e67-8dfb-188c1691b5cb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:26.112701 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a65682f8-60a8-458c-afbf-814bf596dcb2 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:26.112701 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a65682f8-60a8-458c-afbf-814bf596dcb2 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9dfd0197-b547-41ed-ab12-95cd8902f3c2 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:52:26.122339 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a65682f8-60a8-458c-afbf-814bf596dcb2 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:26.137738 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a65682f8-60a8-458c-afbf-814bf596dcb2 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "DELETE /v2.0/routers/9dfd0197-b547-41ed-ab12-95cd8902f3c2 HTTP/1.1" status: 204 len: 168 time: 0.6288345 Apr 21 12:52:26.148176 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1efefd38-4c1a-4ede-896c-3836d9697e89 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:26.154196 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1efefd38-4c1a-4ede-896c-3836d9697e89 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/48e59fce-753d-4e67-8dfb-188c1691b5cb HTTP/1.1" status: 204 len: 168 time: 1.3391457 Apr 21 12:52:26.154837 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 32774) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:26.264926 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8967bd83-293b-46dc-9284-10920c7fc178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:26.320640 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-ed89a510-b090-4fab-98d3-20f50f71d378 service neutron] 10.222.0.36 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229427 Apr 21 12:52:26.326849 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7844f5b-b905-466d-80ab-e66d00695bd0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:26.329112 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8967bd83-293b-46dc-9284-10920c7fc178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:26.329659 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7844f5b-b905-466d-80ab-e66d00695bd0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:26.334380 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c7844f5b-b905-466d-80ab-e66d00695bd0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1754441 Apr 21 12:52:26.336681 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 32780) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:26.396046 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-2232ce13-284c-423c-91f2-97e68db4ed1a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting subnet 7e232be9-b2ce-4502-b7c6-5d6828686e6b {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:52:26.400849 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2232ce13-284c-423c-91f2-97e68db4ed1a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:26.411917 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8967bd83-293b-46dc-9284-10920c7fc178 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b934c4c09abf4a2880e4ff17b50d0de9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6526985 Apr 21 12:52:26.412907 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967bd83-293b-46dc-9284-10920c7fc178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0cea35-6bbb-45f9-9891-e2a1f14bde4b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:26.415510 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32782) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:26.479190 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8f3c1d5e-7d1f-4b96-a373-2994c7aaa4cb None None] Could not find standard attr ID for object 48e59fce-753d-4e67-8dfb-188c1691b5cb. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:52:26.502263 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f52bbc1-b8d5-4503-8a28-269b6f9acfea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:26.502483 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2232ce13-284c-423c-91f2-97e68db4ed1a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:26.533285 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f52bbc1-b8d5-4503-8a28-269b6f9acfea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:26.618054 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 32790) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:26.729368 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f52bbc1-b8d5-4503-8a28-269b6f9acfea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:26.734218 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f52bbc1-b8d5-4503-8a28-269b6f9acfea admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:26.734218 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8f52bbc1-b8d5-4503-8a28-269b6f9acfea admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6a0cea35-6bbb-45f9-9891-e2a1f14bde4b HTTP/1.1" status: 204 len: 168 time: 0.3166728 Apr 21 12:52:26.750059 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52bbc1-b8d5-4503-8a28-269b6f9acfea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0cea35-6bbb-45f9-9891-e2a1f14bde4b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:26.782887 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device bd3218a9-8af9-47ce-8d53-1e19cc1a1f0b up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:52:26.815538 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd132a9b-5f47-4dc0-9ed6-946e80e7b29f req-63795f1d-0f90-4f8f-a000-b1e6e2d88d5c tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 210 time: 0.1439333 Apr 21 12:52:26.827317 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2232ce13-284c-423c-91f2-97e68db4ed1a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:26.919791 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port bd3218a9-8af9-47ce-8d53-1e19cc1a1f0b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:52:26.920170 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:27.018966 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9373f9bb-d724-413a-be8c-2d10c81c6ef4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1759394578', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:27.038706 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2232ce13-284c-423c-91f2-97e68db4ed1a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:27.071504 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232ce13-284c-423c-91f2-97e68db4ed1a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Subnet': ['ID=7e232be9-b2ce-4502-b7c6-5d6828686e6b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:27.073425 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2232ce13-284c-423c-91f2-97e68db4ed1a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:27.076528 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2232ce13-284c-423c-91f2-97e68db4ed1a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/7e232be9-b2ce-4502-b7c6-5d6828686e6b HTTP/1.1" status: 204 len: 168 time: 0.7387862 Apr 21 12:52:27.079090 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 32810) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:27.092868 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d80564-0bfd-4eb5-a545-fa726defc6b2 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:52:27.140167 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-87334e5d-cfc8-4909-974a-380a870ae292 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0598845 Apr 21 12:52:27.143150 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 32812) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:27.148479 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d39f920d-1c83-430a-ae01-d65a007616b9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:27.238664 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9373f9bb-d724-413a-be8c-2d10c81c6ef4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:27.239709 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9373f9bb-d724-413a-be8c-2d10c81c6ef4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:27.335247 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755ed922-f966-40a8-96b1-71a2d0f39789 None None] DHCP port deletion for 43650c3d-b9d7-4e95-8950-e9fadabd5511 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:52:27.395356 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9373f9bb-d724-413a-be8c-2d10c81c6ef4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:27.406628 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-755ed922-f966-40a8-96b1-71a2d0f39789 None None] Deleting port bd3218a9-8af9-47ce-8d53-1e19cc1a1f0b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:52:27.407006 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-755ed922-f966-40a8-96b1-71a2d0f39789 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:27.474345 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-755ed922-f966-40a8-96b1-71a2d0f39789 None None] For port bd3218a9-8af9-47ce-8d53-1e19cc1a1f0b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=bd3218a9-8af9-47ce-8d53-1e19cc1a1f0b,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:52:27.474743 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-755ed922-f966-40a8-96b1-71a2d0f39789 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:27.479034 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39f920d-1c83-430a-ae01-d65a007616b9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:27.483135 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d39f920d-1c83-430a-ae01-d65a007616b9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:27.491703 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-755ed922-f966-40a8-96b1-71a2d0f39789 None None] Calling delete_port for bd3218a9-8af9-47ce-8d53-1e19cc1a1f0b owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:52:27.619658 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32824) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:27.633574 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-92797962-a222-4db6-a5b6-c0992b09da7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:27.730901 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9373f9bb-d724-413a-be8c-2d10c81c6ef4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:27.746025 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-755ed922-f966-40a8-96b1-71a2d0f39789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:27.792244 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ed922-f966-40a8-96b1-71a2d0f39789 None None] Pushing event deleted for resources: {'Port': ['ID=bd3218a9-8af9-47ce-8d53-1e19cc1a1f0b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:27.801207 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755ed922-f966-40a8-96b1-71a2d0f39789 None None] No DVR routers for this DVR port bd3218a9-8af9-47ce-8d53-1e19cc1a1f0b on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:52:27.810454 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-92797962-a222-4db6-a5b6-c0992b09da7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:27.900735 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-92797962-a222-4db6-a5b6-c0992b09da7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:27.940990 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-92797962-a222-4db6-a5b6-c0992b09da7c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c00dccb50e014f9594d62d26f8d3c607&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3202286 Apr 21 12:52:27.943761 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32828) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:27.946419 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92797962-a222-4db6-a5b6-c0992b09da7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad3b94b-4ef8-40d1-96be-a0c1eef5a1f2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:27.962637 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f5f006b-3d23-44f5-a060-a9332ed03059 req-02d6c74a-52a7-48be-a684-6c6be439d2c1 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 210 time: 0.0411403 Apr 21 12:52:27.966473 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d39f920d-1c83-430a-ae01-d65a007616b9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:28.024531 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39f920d-1c83-430a-ae01-d65a007616b9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:28.031249 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d39f920d-1c83-430a-ae01-d65a007616b9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:28.037911 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39f920d-1c83-430a-ae01-d65a007616b9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:28.038511 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d39f920d-1c83-430a-ae01-d65a007616b9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:28.042436 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405a207b-8a91-40c2-ba13-0f70631af760 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:52:28.042998 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f920d-1c83-430a-ae01-d65a007616b9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Subnet': ['ID=c152aedd-8a02-481b-9b7b-cab944ed67c6,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:28.055512 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b1aef5aa-6cf3-4ae1-ba22-7dbc0c195643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:28.091495 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b1aef5aa-6cf3-4ae1-ba22-7dbc0c195643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:28.200680 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9373f9bb-d724-413a-be8c-2d10c81c6ef4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:28.204707 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d39f920d-1c83-430a-ae01-d65a007616b9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0604801 Apr 21 12:52:28.208789 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32830) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:28.214521 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8b9f0487-7dd4-490d-9422-030457a021ec tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'port': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'name': 'tempest-NetworksTestDHCPv6-1263421290'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:28.231323 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9373f9bb-d724-413a-be8c-2d10c81c6ef4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:28.256172 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e727433e-a314-468a-b9dd-3d3945333666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-43650c3d-b9d7-4e95-8950-e9fadabd5511', 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'fixed_ips': [{'subnet_id': 'c152aedd-8a02-481b-9b7b-cab944ed67c6'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:52:28.257171 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e727433e-a314-468a-b9dd-3d3945333666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:28.289665 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b1aef5aa-6cf3-4ae1-ba22-7dbc0c195643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:28.293410 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b1aef5aa-6cf3-4ae1-ba22-7dbc0c195643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:28.295229 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b1aef5aa-6cf3-4ae1-ba22-7dbc0c195643 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dad3b94b-4ef8-40d1-96be-a0c1eef5a1f2 HTTP/1.1" status: 204 len: 168 time: 0.3499112 Apr 21 12:52:28.406913 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aef5aa-6cf3-4ae1-ba22-7dbc0c195643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad3b94b-4ef8-40d1-96be-a0c1eef5a1f2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:28.427155 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-9373f9bb-d724-413a-be8c-2d10c81c6ef4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Allocated IP 172.25.8.254 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/efa834ec-dff3-4829-9fea-9b9e2c8e89ca) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:52:28.509600 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e727433e-a314-468a-b9dd-3d3945333666 None None] Allocated IP 2001:db8::2 (43650c3d-b9d7-4e95-8950-e9fadabd5511/c152aedd-8a02-481b-9b7b-cab944ed67c6/6f70fc62-836a-4717-848b-5f31736989eb) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:52:28.523489 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9f0487-7dd4-490d-9422-030457a021ec tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:28.529185 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b9f0487-7dd4-490d-9422-030457a021ec tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:28.558355 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-8b9f0487-7dd4-490d-9422-030457a021ec tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] device_id is not set on port 6bcd9894-3a54-440e-9cb3-d904dba6d13f yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:52:28.559501 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9373f9bb-d724-413a-be8c-2d10c81c6ef4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:28.692626 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e727433e-a314-468a-b9dd-3d3945333666 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:28.717978 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9373f9bb-d724-413a-be8c-2d10c81c6ef4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:28.724699 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device bd3218a9-8af9-47ce-8d53-1e19cc1a1f0b no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:52:28.745160 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: bd3218a9-8af9-47ce-8d53-1e19cc1a1f0b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:52:28.745504 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device bd3218a9-8af9-47ce-8d53-1e19cc1a1f0b not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:52:28.767402 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9373f9bb-d724-413a-be8c-2d10c81c6ef4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:28.770857 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-9373f9bb-d724-413a-be8c-2d10c81c6ef4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:28.774470 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9373f9bb-d724-413a-be8c-2d10c81c6ef4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:52:28.779851 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9373f9bb-d724-413a-be8c-2d10c81c6ef4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Pushing event updated for resources: {'Port': ['ID=efa834ec-dff3-4829-9fea-9b9e2c8e89ca,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:28.817553 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e727433e-a314-468a-b9dd-3d3945333666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:28.866213 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e727433e-a314-468a-b9dd-3d3945333666 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:28.869442 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e727433e-a314-468a-b9dd-3d3945333666 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:28.873539 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e727433e-a314-468a-b9dd-3d3945333666 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:52:28.881505 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727433e-a314-468a-b9dd-3d3945333666 None None] Pushing event updated for resources: {'Port': ['ID=6f70fc62-836a-4717-848b-5f31736989eb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:28.927744 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-8b9f0487-7dd4-490d-9422-030457a021ec tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Allocated IP 2001:db8::196 (43650c3d-b9d7-4e95-8950-e9fadabd5511/c152aedd-8a02-481b-9b7b-cab944ed67c6/6bcd9894-3a54-440e-9cb3-d904dba6d13f) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:52:28.969749 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e727433e-a314-468a-b9dd-3d3945333666 None None] Attempting to bind port 6f70fc62-836a-4717-848b-5f31736989eb on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:52:28.970352 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e727433e-a314-468a-b9dd-3d3945333666 None None] Attempting to bind port 6f70fc62-836a-4717-848b-5f31736989eb by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:52:28.970951 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e727433e-a314-468a-b9dd-3d3945333666 None None] Attempting to bind port 6f70fc62-836a-4717-848b-5f31736989eb on network 43650c3d-b9d7-4e95-8950-e9fadabd5511 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:52:28.978148 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e727433e-a314-468a-b9dd-3d3945333666 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:52:28.978864 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e727433e-a314-468a-b9dd-3d3945333666 None None] Checking segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:52:28.979528 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e727433e-a314-468a-b9dd-3d3945333666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:28.980136 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e727433e-a314-468a-b9dd-3d3945333666 None None] Bound using segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:52:28.980838 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e727433e-a314-468a-b9dd-3d3945333666 None None] Bound port: 6f70fc62-836a-4717-848b-5f31736989eb, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:52:28.981438 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e727433e-a314-468a-b9dd-3d3945333666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:29.102918 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ad718b1-22a2-4280-b1b0-1e4f352b75af req-f008d0c0-7629-4fe7-a939-b9199e1211d7 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 210 time: 0.0455394 Apr 21 12:52:29.130064 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e727433e-a314-468a-b9dd-3d3945333666 None None] For port 6f70fc62-836a-4717-848b-5f31736989eb, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:52:29.133303 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e727433e-a314-468a-b9dd-3d3945333666 None None] For port 6f70fc62-836a-4717-848b-5f31736989eb, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=6f70fc62-836a-4717-848b-5f31736989eb,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:52:29.211794 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b9f0487-7dd4-490d-9422-030457a021ec tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:29.214817 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e727433e-a314-468a-b9dd-3d3945333666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:29.294405 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727433e-a314-468a-b9dd-3d3945333666 None None] Pushing event updated for resources: {'Port': ['ID=6f70fc62-836a-4717-848b-5f31736989eb,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:29.312186 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b9f0487-7dd4-490d-9422-030457a021ec tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:29.380766 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f0487-7dd4-490d-9422-030457a021ec tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Port': ['ID=6bcd9894-3a54-440e-9cb3-d904dba6d13f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:29.401700 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9f0487-7dd4-490d-9422-030457a021ec tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:29.405386 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-8b9f0487-7dd4-490d-9422-030457a021ec tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:29.405386 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9f0487-7dd4-490d-9422-030457a021ec tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:52:29.414130 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9f0487-7dd4-490d-9422-030457a021ec tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:29.415467 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b9f0487-7dd4-490d-9422-030457a021ec tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:29.500337 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8b9f0487-7dd4-490d-9422-030457a021ec tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2894559 Apr 21 12:52:29.504360 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32850) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:29.644139 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13afe460-dee8-49b9-a3d4-ae35269edaf9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:29.668754 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13afe460-dee8-49b9-a3d4-ae35269edaf9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:29.694902 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-13afe460-dee8-49b9-a3d4-ae35269edaf9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1874533 Apr 21 12:52:29.694902 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32856) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:29.707926 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9373f9bb-d724-413a-be8c-2d10c81c6ef4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:29.814310 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d9c11c59-c603-4565-b7b6-9d61ae177d48 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting port 6bcd9894-3a54-440e-9cb3-d904dba6d13f {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:52:29.814768 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9c11c59-c603-4565-b7b6-9d61ae177d48 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:29.853609 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-1410a3cf-28ab-4ba7-8d8a-144bc5a517eb tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:29.854278 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-1410a3cf-28ab-4ba7-8d8a-144bc5a517eb tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.24 "GET /v2.0/networks?id=ff8e5b58-c3c2-47b6-b0e6-14167c057929 HTTP/1.1" status: 200 len: 812 time: 0.6756549 Apr 21 12:52:29.894322 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-8412c54c-3b1d-4a44-acb1-76db5477c363 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Request body: {'port': {'device_id': '25b4b07f-cd7d-4e84-9793-b0cd4e088aec', 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929', 'admin_state_up': True, 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:29.921681 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9c11c59-c603-4565-b7b6-9d61ae177d48 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:29.936230 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d9c11c59-c603-4565-b7b6-9d61ae177d48 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Calling delete_port for 6bcd9894-3a54-440e-9cb3-d904dba6d13f owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:52:30.116154 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9373f9bb-d724-413a-be8c-2d10c81c6ef4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:30.209143 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9c11c59-c603-4565-b7b6-9d61ae177d48 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:30.272337 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c11c59-c603-4565-b7b6-9d61ae177d48 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Port': ['ID=6bcd9894-3a54-440e-9cb3-d904dba6d13f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:30.296780 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e28f8aa1-ec1a-4ba0-a4de-b0e3214afcc5 req-d944ff81-9339-4c86-8b14-563947e66e0e tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 210 time: 0.0508721 Apr 21 12:52:30.309361 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9c11c59-c603-4565-b7b6-9d61ae177d48 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:30.313555 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d9c11c59-c603-4565-b7b6-9d61ae177d48 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/6bcd9894-3a54-440e-9cb3-d904dba6d13f HTTP/1.1" status: 204 len: 168 time: 0.6183622 Apr 21 12:52:30.316318 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32868) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:30.326584 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-8412c54c-3b1d-4a44-acb1-76db5477c363 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Made reservation on behalf of f94db1c78e7042a5b25684fb2e0b4069 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:30.330266 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-8412c54c-3b1d-4a44-acb1-76db5477c363 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:30.389604 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a049f83-b54b-4d46-919e-5ceffbe1f3fb tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:30.415075 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a049f83-b54b-4d46-919e-5ceffbe1f3fb tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:30.416959 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3a049f83-b54b-4d46-919e-5ceffbe1f3fb tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0993896 Apr 21 12:52:30.420823 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32874) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:30.479407 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a30ed74-3bcd-429e-a97e-e849dc1af4de tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting subnet c152aedd-8a02-481b-9b7b-cab944ed67c6 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:52:30.482848 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a30ed74-3bcd-429e-a97e-e849dc1af4de tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:30.529838 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a30ed74-3bcd-429e-a97e-e849dc1af4de tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:30.539183 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9373f9bb-d724-413a-be8c-2d10c81c6ef4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Router 43233159-5f37-4d3f-89ba-b61da7018ea1 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:52:30.548526 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-8412c54c-3b1d-4a44-acb1-76db5477c363 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Allocated IP 172.20.0.5 (ff8e5b58-c3c2-47b6-b0e6-14167c057929/4db84230-709b-4f7f-90e2-f9bbd733dd6f/e1142972-f552-4611-9609-84c0bba4b36f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:52:30.703304 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a30ed74-3bcd-429e-a97e-e849dc1af4de tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:30.798661 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9373f9bb-d724-413a-be8c-2d10c81c6ef4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:52:30.814854 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1f246f-939a-4c4a-9e89-bd347f71040c None None] Sync routers for ids ['43233159-5f37-4d3f-89ba-b61da7018ea1'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:52:30.827742 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 6f70fc62-836a-4717-848b-5f31736989eb up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:52:30.828830 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1f246f-939a-4c4a-9e89-bd347f71040c None None] Routers {'43233159-5f37-4d3f-89ba-b61da7018ea1'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:52:30.829458 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1d1f246f-939a-4c4a-9e89-bd347f71040c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:52:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['43233159-5f37-4d3f-89ba-b61da7018ea1'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:30.886914 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1d1f246f-939a-4c4a-9e89-bd347f71040c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:30.899271 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1f246f-939a-4c4a-9e89-bd347f71040c None None] Routers {'43233159-5f37-4d3f-89ba-b61da7018ea1'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:52:30.900170 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1d1f246f-939a-4c4a-9e89-bd347f71040c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:52:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['43233159-5f37-4d3f-89ba-b61da7018ea1'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:30.912837 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a30ed74-3bcd-429e-a97e-e849dc1af4de tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:30.928518 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3323a050-2ec1-480f-82de-5aaf58835ca8 None None] Provisioning complete for port 6f70fc62-836a-4717-848b-5f31736989eb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:52:30.931935 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3323a050-2ec1-480f-82de-5aaf58835ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:30.945388 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1d1f246f-939a-4c4a-9e89-bd347f71040c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:30.950556 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1f246f-939a-4c4a-9e89-bd347f71040c None None] The sync data for ids ['43233159-5f37-4d3f-89ba-b61da7018ea1'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:52:30.958744 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a30ed74-3bcd-429e-a97e-e849dc1af4de tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:30.977623 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7a30ed74-3bcd-429e-a97e-e849dc1af4de tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/c152aedd-8a02-481b-9b7b-cab944ed67c6 HTTP/1.1" status: 204 len: 168 time: 0.5556185 Apr 21 12:52:30.984403 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-8412c54c-3b1d-4a44-acb1-76db5477c363 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:30.985805 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 32884) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:30.998987 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30ed74-3bcd-429e-a97e-e849dc1af4de tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Subnet': ['ID=c152aedd-8a02-481b-9b7b-cab944ed67c6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:31.001844 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9373f9bb-d724-413a-be8c-2d10c81c6ef4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:31.005871 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9373f9bb-d724-413a-be8c-2d10c81c6ef4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.3846192 Apr 21 12:52:31.009435 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32886) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:31.026501 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 6f70fc62-836a-4717-848b-5f31736989eb triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:52:31.026968 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:31.085659 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-30a8b573-4ade-4f2d-b3ba-a712c2c70429 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0938358 Apr 21 12:52:31.089470 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 32888) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:31.100425 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5e892478-035d-4f3f-8aee-80c9a977d3f7 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:31.192529 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32890) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:31.211511 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1306983b-7039-4366-b856-015f6d14525b None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:52:31.227285 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8f60a65b-1d58-4e39-ac73-5f576fece5fc tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "GET /v2.0/routers/43233159-5f37-4d3f-89ba-b61da7018ea1 HTTP/1.1" status: 200 len: 925 time: 0.2159631 Apr 21 12:52:31.229698 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32894) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:31.271786 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 32896) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:31.272711 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a2179155-fd38-4e68-87fe-23791d3eabb0 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "GET /v2.0/ports?device_id=43233159-5f37-4d3f-89ba-b61da7018ea1 HTTP/1.1" status: 200 len: 205 time: 0.0416522 Apr 21 12:52:31.308725 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3323a050-2ec1-480f-82de-5aaf58835ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:31.323694 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:31.401944 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9c09d66b-8d11-4dd5-a6da-26185798c346 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1105177542'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:31.411480 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3323a050-2ec1-480f-82de-5aaf58835ca8 None None] For port 6f70fc62-836a-4717-848b-5f31736989eb, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=6f70fc62-836a-4717-848b-5f31736989eb,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:52:31.426716 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e892478-035d-4f3f-8aee-80c9a977d3f7 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:31.430730 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e892478-035d-4f3f-8aee-80c9a977d3f7 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:31.438520 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-8412c54c-3b1d-4a44-acb1-76db5477c363 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:31.497358 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3323a050-2ec1-480f-82de-5aaf58835ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:31.517382 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c09d66b-8d11-4dd5-a6da-26185798c346 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] Made reservation on behalf of 23a82b41d1504839918ee1c4a248db38 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:31.522411 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c09d66b-8d11-4dd5-a6da-26185798c346 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:31.536902 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c09d66b-8d11-4dd5-a6da-26185798c346 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:31.551223 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-03e69c46-a52a-4e99-b061-104a381756d4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:31.571572 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-8412c54c-3b1d-4a44-acb1-76db5477c363 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Network ff8e5b58-c3c2-47b6-b0e6-14167c057929 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:31.571795 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3323a050-2ec1-480f-82de-5aaf58835ca8 None None] Pushing event updated for resources: {'Port': ['ID=6f70fc62-836a-4717-848b-5f31736989eb,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:31.576488 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d42ce86-4191-443f-8283-e0373b9e8abe None None] DHCP port deletion for 43650c3d-b9d7-4e95-8950-e9fadabd5511 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:52:31.627283 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-8412c54c-3b1d-4a44-acb1-76db5477c363 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:31.630303 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-8412c54c-3b1d-4a44-acb1-76db5477c363 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:52:31.650693 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c09d66b-8d11-4dd5-a6da-26185798c346 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:31.655747 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a5cbfb9e-70e9-4286-a8ed-7f69cb192ad5 None None] Could not find standard attr ID for object 6bcd9894-3a54-440e-9cb3-d904dba6d13f. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:52:31.661396 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:52:31.670391 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:52:31.684496 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9d42ce86-4191-443f-8283-e0373b9e8abe None None] Deleting port 6f70fc62-836a-4717-848b-5f31736989eb {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:52:31.685037 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d42ce86-4191-443f-8283-e0373b9e8abe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:31.718101 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c09d66b-8d11-4dd5-a6da-26185798c346 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:31.774147 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c09d66b-8d11-4dd5-a6da-26185798c346 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:52:31.787353 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c09d66b-8d11-4dd5-a6da-26185798c346 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:31.787706 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-9c09d66b-8d11-4dd5-a6da-26185798c346 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] Added segment fef47ad9-3a78-4d22-8818-f06381e9be3a of type vlan for network 8b1f9ac6-a0af-4480-a29e-e816d804f2e5 Apr 21 12:52:31.834567 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412c54c-3b1d-4a44-acb1-76db5477c363 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Pushing event updated for resources: {'Port': ['ID=e1142972-f552-4611-9609-84c0bba4b36f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:31.846136 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c09d66b-8d11-4dd5-a6da-26185798c346 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:31.868906 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ea5ff-3f83-4c6b-9c7c-7b76dcb3a54a req-ba6afc9e-def8-40af-bb00-e8510c278693 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:31.870591 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3f7ea5ff-3f83-4c6b-9c7c-7b76dcb3a54a req-ba6afc9e-def8-40af-bb00-e8510c278693 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 931 time: 0.4457564 Apr 21 12:52:31.884114 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-8412c54c-3b1d-4a44-acb1-76db5477c363 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:31.884796 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-8412c54c-3b1d-4a44-acb1-76db5477c363 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:31.890266 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09d66b-8d11-4dd5-a6da-26185798c346 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b2d86e-00ac-4d94-a12e-b6869e8ce442,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:31.929487 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c09d66b-8d11-4dd5-a6da-26185798c346 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:31.937271 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c09d66b-8d11-4dd5-a6da-26185798c346 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:31.938911 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c09d66b-8d11-4dd5-a6da-26185798c346 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:31.999088 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-8412c54c-3b1d-4a44-acb1-76db5477c363 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1302793 Apr 21 12:52:32.010802 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-03e69c46-a52a-4e99-b061-104a381756d4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:32.027795 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Request body: {'port': {'device_id': '25b4b07f-cd7d-4e84-9793-b0cd4e088aec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:32.046186 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9d42ce86-4191-443f-8283-e0373b9e8abe None None] For port 6f70fc62-836a-4717-848b-5f31736989eb, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=6f70fc62-836a-4717-848b-5f31736989eb,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:52:32.047328 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d42ce86-4191-443f-8283-e0373b9e8abe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:32.052769 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9c09d66b-8d11-4dd5-a6da-26185798c346 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8586628 Apr 21 12:52:32.057133 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32902) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:32.073380 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09d66b-8d11-4dd5-a6da-26185798c346 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] Pushing event updated for resources: {'Network': ['ID=8b1f9ac6-a0af-4480-a29e-e816d804f2e5,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:32.075198 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9d42ce86-4191-443f-8283-e0373b9e8abe None None] Calling delete_port for 6f70fc62-836a-4717-848b-5f31736989eb owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:52:32.092107 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 8b1f9ac6-a0af-4480-a29e-e816d804f2e5 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:52:32.093278 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3f7ea5ff-3f83-4c6b-9c7c-7b76dcb3a54a req-4307aeff-e6b2-4e51-ac3a-b5d30a910513 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818259 Apr 21 12:52:32.147530 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-477ededb-c3ce-44de-9c2a-07f241b069b6 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Request body: {'network': {'name': 'tempest-network--1107627370', 'router:external': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:32.155910 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:32.167829 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e892478-035d-4f3f-8aee-80c9a977d3f7 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:32.271685 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477ededb-c3ce-44de-9c2a-07f241b069b6 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Made reservation on behalf of 1fadd0602a7d404b962e35b8841f70e9 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:32.274094 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-477ededb-c3ce-44de-9c2a-07f241b069b6 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:32.283356 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-477ededb-c3ce-44de-9c2a-07f241b069b6 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:32.287825 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e892478-035d-4f3f-8aee-80c9a977d3f7 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:32.308084 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-5e892478-035d-4f3f-8aee-80c9a977d3f7 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:32.317703 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4dd826ae-0b05-4184-b0c0-10bc487b25a5 None None] Provisioning complete for port e1142972-f552-4611-9609-84c0bba4b36f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:52:32.318429 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4dd826ae-0b05-4184-b0c0-10bc487b25a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:32.321603 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e892478-035d-4f3f-8aee-80c9a977d3f7 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Subnet': ['ID=b16358e3-59b8-4306-b62c-5cc043387f95,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:32.351023 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e892478-035d-4f3f-8aee-80c9a977d3f7 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:32.351699 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e892478-035d-4f3f-8aee-80c9a977d3f7 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:32.355025 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9d42ce86-4191-443f-8283-e0373b9e8abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:32.389761 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-477ededb-c3ce-44de-9c2a-07f241b069b6 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:32.399024 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d42ce86-4191-443f-8283-e0373b9e8abe None None] Pushing event deleted for resources: {'Port': ['ID=6f70fc62-836a-4717-848b-5f31736989eb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:32.404228 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d42ce86-4191-443f-8283-e0373b9e8abe None None] No DVR routers for this DVR port 6f70fc62-836a-4717-848b-5f31736989eb on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:52:32.415872 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4dd826ae-0b05-4184-b0c0-10bc487b25a5 None None] Port e1142972-f552-4611-9609-84c0bba4b36f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:52:32.426257 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8872de58-fa0d-4564-8507-35d89853406a None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:52:32.453756 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5e892478-035d-4f3f-8aee-80c9a977d3f7 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3631895 Apr 21 12:52:32.458299 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 32906) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:32.458730 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-477ededb-c3ce-44de-9c2a-07f241b069b6 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:32.464165 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-daeafded-4c79-481f-a87e-028dd3eec015 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'port': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'name': 'tempest-NetworksTestDHCPv6-1662992999'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:32.488605 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-477ededb-c3ce-44de-9c2a-07f241b069b6 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:52:32.504255 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-03e69c46-a52a-4e99-b061-104a381756d4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Deleting port efa834ec-dff3-4829-9fea-9b9e2c8e89ca {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:52:32.504591 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-03e69c46-a52a-4e99-b061-104a381756d4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:32.513846 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ededb-c3ce-44de-9c2a-07f241b069b6 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e965756b-488b-4d5a-80ea-c8297f4db23e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:32.516851 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-477ededb-c3ce-44de-9c2a-07f241b069b6 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:32.517240 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-477ededb-c3ce-44de-9c2a-07f241b069b6 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Added segment 175f3091-89f7-40c6-8e39-7e9b09150887 of type vlan for network da16aae9-b946-435b-9a11-74d3240941a8 Apr 21 12:52:32.571805 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-477ededb-c3ce-44de-9c2a-07f241b069b6 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:32.637082 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d78e83-7d7d-4405-9c55-c5fd7effe1f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-43650c3d-b9d7-4e95-8950-e9fadabd5511', 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'fixed_ips': [{'subnet_id': 'b16358e3-59b8-4306-b62c-5cc043387f95'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:52:32.637998 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74d78e83-7d7d-4405-9c55-c5fd7effe1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:32.643020 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-477ededb-c3ce-44de-9c2a-07f241b069b6 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:32.644257 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477ededb-c3ce-44de-9c2a-07f241b069b6 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:32.644929 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-477ededb-c3ce-44de-9c2a-07f241b069b6 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:32.746940 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-03e69c46-a52a-4e99-b061-104a381756d4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:32.750455 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ededb-c3ce-44de-9c2a-07f241b069b6 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Pushing event updated for resources: {'Network': ['ID=da16aae9-b946-435b-9a11-74d3240941a8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:32.774417 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-03e69c46-a52a-4e99-b061-104a381756d4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Calling delete_port for efa834ec-dff3-4829-9fea-9b9e2c8e89ca owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:52:32.786670 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 6f70fc62-836a-4717-848b-5f31736989eb no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:52:32.788356 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network da16aae9-b946-435b-9a11-74d3240941a8 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:52:32.829088 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 6f70fc62-836a-4717-848b-5f31736989eb {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:52:32.829443 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 6f70fc62-836a-4717-848b-5f31736989eb not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:52:32.866189 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-477ededb-c3ce-44de-9c2a-07f241b069b6 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7970273 Apr 21 12:52:32.866189 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32910) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:32.955159 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bacfee82-b18a-45e3-8b37-92a8516e1dab tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:32.957992 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-74d78e83-7d7d-4405-9c55-c5fd7effe1f2 None None] Allocated IP 2001:db8::2 (43650c3d-b9d7-4e95-8950-e9fadabd5511/b16358e3-59b8-4306-b62c-5cc043387f95/2941c0bb-d77a-461e-9be2-08b1c6dcf13b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:52:33.048937 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bacfee82-b18a-45e3-8b37-92a8516e1dab tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:33.075382 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-bacfee82-b18a-45e3-8b37-92a8516e1dab tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da16aae9-b946-435b-9a11-74d3240941a8']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:33.089877 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-bacfee82-b18a-45e3-8b37-92a8516e1dab tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175f3091-89f7-40c6-8e39-7e9b09150887') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:33.090541 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-bacfee82-b18a-45e3-8b37-92a8516e1dab tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175f3091-89f7-40c6-8e39-7e9b09150887') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:33.102637 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bacfee82-b18a-45e3-8b37-92a8516e1dab tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:33.123493 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bacfee82-b18a-45e3-8b37-92a8516e1dab tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:33.131302 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bacfee82-b18a-45e3-8b37-92a8516e1dab tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:52:33.132076 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bacfee82-b18a-45e3-8b37-92a8516e1dab tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: items = [ Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:52:33.149752 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:52:33.169474 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1142972-f552-4611-9609-84c0bba4b36f {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:52:33.170995 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74d78e83-7d7d-4405-9c55-c5fd7effe1f2 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:33.181701 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:33.264847 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daeafded-4c79-481f-a87e-028dd3eec015 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:33.268830 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-daeafded-4c79-481f-a87e-028dd3eec015 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:33.272223 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74d78e83-7d7d-4405-9c55-c5fd7effe1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:33.299427 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-daeafded-4c79-481f-a87e-028dd3eec015 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] device_id is not set on port e1cd7f87-709c-4ffe-b6ef-ce8896ce2fd3 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:52:33.316788 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d78e83-7d7d-4405-9c55-c5fd7effe1f2 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:33.319786 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-74d78e83-7d7d-4405-9c55-c5fd7effe1f2 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:33.323047 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d78e83-7d7d-4405-9c55-c5fd7effe1f2 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:52:33.328934 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d78e83-7d7d-4405-9c55-c5fd7effe1f2 None None] Pushing event updated for resources: {'Port': ['ID=2941c0bb-d77a-461e-9be2-08b1c6dcf13b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:33.352167 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bacfee82-b18a-45e3-8b37-92a8516e1dab tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:33.362052 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacfee82-b18a-45e3-8b37-92a8516e1dab tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network da16aae9-b946-435b-9a11-74d3240941a8 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 21 12:52:33.366786 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bacfee82-b18a-45e3-8b37-92a8516e1dab tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:33.375485 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bacfee82-b18a-45e3-8b37-92a8516e1dab tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] 10.222.0.36 "DELETE /v2.0/networks/da16aae9-b946-435b-9a11-74d3240941a8 HTTP/1.1" status: 204 len: 168 time: 0.5130570 Apr 21 12:52:33.384251 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 32914) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:33.395410 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca02a9-a1fb-4faa-9970-3c38740ca58b req-45172349-df17-4f4a-84c8-f3f51caac03a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:33.396606 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacfee82-b18a-45e3-8b37-92a8516e1dab tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Pushing event deleted for resources: {'Network': ['ID=da16aae9-b946-435b-9a11-74d3240941a8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:33.404521 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d4ca02a9-a1fb-4faa-9970-3c38740ca58b req-45172349-df17-4f4a-84c8-f3f51caac03a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 931 time: 0.1791563 Apr 21 12:52:33.417073 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-998aad05-8817-423c-9bad-0a3502e9a0ae tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:33.422920 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-74d78e83-7d7d-4405-9c55-c5fd7effe1f2 None None] Attempting to bind port 2941c0bb-d77a-461e-9be2-08b1c6dcf13b on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:52:33.425568 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-74d78e83-7d7d-4405-9c55-c5fd7effe1f2 None None] Attempting to bind port 2941c0bb-d77a-461e-9be2-08b1c6dcf13b by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:52:33.426091 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d78e83-7d7d-4405-9c55-c5fd7effe1f2 None None] Attempting to bind port 2941c0bb-d77a-461e-9be2-08b1c6dcf13b on network 43650c3d-b9d7-4e95-8950-e9fadabd5511 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:52:33.432684 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d78e83-7d7d-4405-9c55-c5fd7effe1f2 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:52:33.433204 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d78e83-7d7d-4405-9c55-c5fd7effe1f2 None None] Checking segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:52:33.433819 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74d78e83-7d7d-4405-9c55-c5fd7effe1f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:33.434302 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d78e83-7d7d-4405-9c55-c5fd7effe1f2 None None] Bound using segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:52:33.435474 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-74d78e83-7d7d-4405-9c55-c5fd7effe1f2 None None] Bound port: 2941c0bb-d77a-461e-9be2-08b1c6dcf13b, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:52:33.436378 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74d78e83-7d7d-4405-9c55-c5fd7effe1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:33.537952 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-74d78e83-7d7d-4405-9c55-c5fd7effe1f2 None None] For port 2941c0bb-d77a-461e-9be2-08b1c6dcf13b, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:52:33.538114 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d4ca02a9-a1fb-4faa-9970-3c38740ca58b req-8f03f873-258f-4411-801e-f42cc27cec51 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324677 Apr 21 12:52:33.541769 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Transition to ACTIVE for port object e1142972-f552-4611-9609-84c0bba4b36f will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:52:33.542484 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-74d78e83-7d7d-4405-9c55-c5fd7effe1f2 None None] For port 2941c0bb-d77a-461e-9be2-08b1c6dcf13b, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=2941c0bb-d77a-461e-9be2-08b1c6dcf13b,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:52:33.555227 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-03e69c46-a52a-4e99-b061-104a381756d4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:33.583882 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e69c46-a52a-4e99-b061-104a381756d4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Pushing event deleted for resources: {'Port': ['ID=efa834ec-dff3-4829-9fea-9b9e2c8e89ca,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:33.595914 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998aad05-8817-423c-9bad-0a3502e9a0ae tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Made reservation on behalf of 1fadd0602a7d404b962e35b8841f70e9 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:33.598826 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-998aad05-8817-423c-9bad-0a3502e9a0ae tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:33.604171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-daeafded-4c79-481f-a87e-028dd3eec015 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Allocated IP 2001:db8::399 (43650c3d-b9d7-4e95-8950-e9fadabd5511/b16358e3-59b8-4306-b62c-5cc043387f95/e1cd7f87-709c-4ffe-b6ef-ce8896ce2fd3) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:52:33.684428 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-998aad05-8817-423c-9bad-0a3502e9a0ae tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:52:33.708016 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-998aad05-8817-423c-9bad-0a3502e9a0ae tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:33.708289 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-998aad05-8817-423c-9bad-0a3502e9a0ae tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Added segment 1e97d7cf-523f-4a6d-ab3c-8b51d238b4b2 of type vlan for network c619e228-5c04-4ea5-8462-3a26157c57af Apr 21 12:52:33.709616 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-03e69c46-a52a-4e99-b061-104a381756d4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:33.712601 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74d78e83-7d7d-4405-9c55-c5fd7effe1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:33.762388 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:33.776794 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d78e83-7d7d-4405-9c55-c5fd7effe1f2 None None] Pushing event updated for resources: {'Port': ['ID=2941c0bb-d77a-461e-9be2-08b1c6dcf13b,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:33.905994 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-03e69c46-a52a-4e99-b061-104a381756d4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:33.922208 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-03e69c46-a52a-4e99-b061-104a381756d4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:34.044736 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-998aad05-8817-423c-9bad-0a3502e9a0ae tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:34.061875 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Pushing event updated for resources: {'Port': ['ID=e1142972-f552-4611-9609-84c0bba4b36f,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:34.169555 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-03e69c46-a52a-4e99-b061-104a381756d4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:34.170245 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e69c46-a52a-4e99-b061-104a381756d4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Fanout notify agent at l3_agent the message router_deleted on router 43233159-5f37-4d3f-89ba-b61da7018ea1 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:52:34.181147 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-03e69c46-a52a-4e99-b061-104a381756d4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:34.182322 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-03e69c46-a52a-4e99-b061-104a381756d4 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "DELETE /v2.0/routers/43233159-5f37-4d3f-89ba-b61da7018ea1 HTTP/1.1" status: 204 len: 168 time: 2.9095731 Apr 21 12:52:34.186133 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32920) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:34.191475 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-fde30825-1493-49b0-a94d-e37aacaa3bc8 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1850946286', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'enable_snat': False}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:34.208953 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-daeafded-4c79-481f-a87e-028dd3eec015 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:34.212344 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Attempting to bind port e1142972-f552-4611-9609-84c0bba4b36f on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:52:34.212682 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Attempting to bind port e1142972-f552-4611-9609-84c0bba4b36f by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '44bc8a03-2f4f-4978-99f6-9fc05c155a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:52:34.213013 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Attempting to bind port e1142972-f552-4611-9609-84c0bba4b36f on network ff8e5b58-c3c2-47b6-b0e6-14167c057929 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:52:34.222497 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Port e1142972-f552-4611-9609-84c0bba4b36f on network ff8e5b58-c3c2-47b6-b0e6-14167c057929 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:52:34.222817 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Attempting to bind port e1142972-f552-4611-9609-84c0bba4b36f on network ff8e5b58-c3c2-47b6-b0e6-14167c057929 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:52:34.236812 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:52:34.237204 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Checking segment: {'id': '44bc8a03-2f4f-4978-99f6-9fc05c155a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:52:34.237603 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Bound using segment: {'id': '44bc8a03-2f4f-4978-99f6-9fc05c155a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:52:34.238041 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Bound port: e1142972-f552-4611-9609-84c0bba4b36f, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44bc8a03-2f4f-4978-99f6-9fc05c155a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:52:34.238399 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:34.252099 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-998aad05-8817-423c-9bad-0a3502e9a0ae tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:34.253136 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998aad05-8817-423c-9bad-0a3502e9a0ae tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:34.265253 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-998aad05-8817-423c-9bad-0a3502e9a0ae tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:34.351171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998aad05-8817-423c-9bad-0a3502e9a0ae tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Pushing event updated for resources: {'Network': ['ID=c619e228-5c04-4ea5-8462-3a26157c57af,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:34.360958 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network c619e228-5c04-4ea5-8462-3a26157c57af details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:52:34.369288 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fde30825-1493-49b0-a94d-e37aacaa3bc8 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:34.370662 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fde30825-1493-49b0-a94d-e37aacaa3bc8 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:34.374979 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] For port e1142972-f552-4611-9609-84c0bba4b36f, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:52:34.376139 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] For port e1142972-f552-4611-9609-84c0bba4b36f, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e1142972-f552-4611-9609-84c0bba4b36f,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:52:34.428326 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fde30825-1493-49b0-a94d-e37aacaa3bc8 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:34.432601 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-daeafded-4c79-481f-a87e-028dd3eec015 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:34.436906 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-998aad05-8817-423c-9bad-0a3502e9a0ae tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0302055 Apr 21 12:52:34.439951 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32922) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:34.445621 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-276a80f3-71c1-42b2-8bc5-d70afa3d35ff tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Request body: {'subnet': {'network_id': 'c619e228-5c04-4ea5-8462-3a26157c57af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:34.471352 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:34.487833 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daeafded-4c79-481f-a87e-028dd3eec015 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:34.496642 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-daeafded-4c79-481f-a87e-028dd3eec015 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:34.501903 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeafded-4c79-481f-a87e-028dd3eec015 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:52:34.509361 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daeafded-4c79-481f-a87e-028dd3eec015 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:34.509361 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-daeafded-4c79-481f-a87e-028dd3eec015 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:34.520245 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:34.520859 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:34.522299 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] 10.222.0.24 "PUT /v2.0/ports/e1142972-f552-4611-9609-84c0bba4b36f HTTP/1.1" status: 200 len: 1091 time: 2.5041990 Apr 21 12:52:34.522748 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b4b07f-cd7d-4e84-9793-b0cd4e088aec', 'tag': 'e1142972-f552-4611-9609-84c0bba4b36f'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:52:34.525057 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee9a76e-1395-4da4-95f7-0a7341a679a5" -d '{"events": [{"name": "network-changed", "server_uuid": "25b4b07f-cd7d-4e84-9793-b0cd4e088aec", "tag": "e1142972-f552-4611-9609-84c0bba4b36f"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:52:34.541476 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276a80f3-71c1-42b2-8bc5-d70afa3d35ff tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Made reservation on behalf of 1fadd0602a7d404b962e35b8841f70e9 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:34.541625 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-276a80f3-71c1-42b2-8bc5-d70afa3d35ff tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:34.569833 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daeafded-4c79-481f-a87e-028dd3eec015 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Port': ['ID=e1cd7f87-709c-4ffe-b6ef-ce8896ce2fd3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:34.652357 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fce096-c041-4d6a-9de1-2d4e2f4beccd x-openstack-request-id: req-51fce096-c041-4d6a-9de1-2d4e2f4beccd {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:52:34.652661 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b4b07f-cd7d-4e84-9793-b0cd4e088aec", "tag": "e1142972-f552-4611-9609-84c0bba4b36f", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:52:34.652883 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-51fce096-c041-4d6a-9de1-2d4e2f4beccd {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:52:34.653284 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51fce096-c041-4d6a-9de1-2d4e2f4beccd'] response: {'name': 'network-changed', 'server_uuid': '25b4b07f-cd7d-4e84-9793-b0cd4e088aec', 'tag': 'e1142972-f552-4611-9609-84c0bba4b36f', 'status': 'completed', 'code': 200} Apr 21 12:52:34.680349 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-daeafded-4c79-481f-a87e-028dd3eec015 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2201552 Apr 21 12:52:34.688162 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 32932) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:34.859656 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Pushing event updated for resources: {'Port': ['ID=e1142972-f552-4611-9609-84c0bba4b36f,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:34.861285 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 2941c0bb-d77a-461e-9be2-08b1c6dcf13b up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:52:34.879384 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:34.879861 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:34.880293 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:34.880742 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:34.881177 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:34.881600 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:34.882024 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:34.882436 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:34.882850 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:34.883263 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:34.883674 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:34.884089 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e29840-9ee0-457c-8b29-0b9aa56f7053 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:34.915938 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e9797-c451-4902-a5ae-8749c832fca9 req-bad046e3-2fd1-468b-9b17-bfa00ad8a18b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:34.925294 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2b5e9797-c451-4902-a5ae-8749c832fca9 req-bad046e3-2fd1-468b-9b17-bfa00ad8a18b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 943 time: 0.2798522 Apr 21 12:52:34.939771 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-80c63397-0a1a-4057-94d4-21217b79d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:34.941685 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-80c63397-0a1a-4057-94d4-21217b79d814 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f94db1c78e7042a5b25684fb2e0b4069&device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 1094 time: 0.2781656 Apr 21 12:52:34.958909 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 2941c0bb-d77a-461e-9be2-08b1c6dcf13b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:52:34.959532 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:34.959949 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c575251-89b2-4373-87a4-e9a51ccf3ad2 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:34.969022 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fde30825-1493-49b0-a94d-e37aacaa3bc8 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:34.969172 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c575251-89b2-4373-87a4-e9a51ccf3ad2 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:34.969172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6c575251-89b2-4373-87a4-e9a51ccf3ad2 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2231808 Apr 21 12:52:34.973059 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32938) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:35.014858 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-fd22019f-d6b9-47b4-8e00-00627e10e5b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1142972-f552-4611-9609-84c0bba4b36f HTTP/1.1" status: 200 len: 217 time: 0.0444882 Apr 21 12:52:35.067000 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2b5e9797-c451-4902-a5ae-8749c832fca9 req-9d00b53f-f697-4847-9d4e-0e44440d4317 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405828 Apr 21 12:52:35.099896 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-a3b59c73-68a8-4221-bd26-f30237bdf74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:35.110340 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-a3b59c73-68a8-4221-bd26-f30237bdf74b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4db84230-709b-4f7f-90e2-f9bbd733dd6f HTTP/1.1" status: 200 len: 851 time: 0.0869746 Apr 21 12:52:35.117081 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:35.127026 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-43ef00a9-e3c0-4655-8b89-eae57aeebeb3 None None] Provisioning complete for port 2941c0bb-d77a-461e-9be2-08b1c6dcf13b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:52:35.127315 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43ef00a9-e3c0-4655-8b89-eae57aeebeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:35.186465 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-9dbec20b-7d11-4e88-9f33-036c571bcedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:35.188354 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-9dbec20b-7d11-4e88-9f33-036c571bcedd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff8e5b58-c3c2-47b6-b0e6-14167c057929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572600 Apr 21 12:52:35.217215 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 2941c0bb-d77a-461e-9be2-08b1c6dcf13b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=2941c0bb-d77a-461e-9be2-08b1c6dcf13b,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:52:35.275360 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43ef00a9-e3c0-4655-8b89-eae57aeebeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:35.296957 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:35.302882 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-34a30820-808e-4fbe-a81c-664aca964ebd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting port e1cd7f87-709c-4ffe-b6ef-ce8896ce2fd3 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:52:35.303385 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34a30820-808e-4fbe-a81c-664aca964ebd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:35.329179 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-0d712588-5b98-4032-a03a-060ffbc598ca service neutron] 10.222.0.24 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323011 Apr 21 12:52:35.402198 n-d-836147-2 neutron-server[103397]: DEBUG neutron.objects.ports [None req-276a80f3-71c1-42b2-8bc5-d70afa3d35ff tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 12:52:35.402491 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-276a80f3-71c1-42b2-8bc5-d70afa3d35ff tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:35.451292 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=2941c0bb-d77a-461e-9be2-08b1c6dcf13b,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:35.457204 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b94c6edc-97bd-426f-afeb-8758c9d77cd5 req-09aebb39-7efd-4ae6-8fe8-42d948d02def service neutron] 10.222.0.24 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054690 Apr 21 12:52:35.466032 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-43ef00a9-e3c0-4655-8b89-eae57aeebeb3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:52:35.466501 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-43ef00a9-e3c0-4655-8b89-eae57aeebeb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:52:35.490493 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34a30820-808e-4fbe-a81c-664aca964ebd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:35.511370 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276a80f3-71c1-42b2-8bc5-d70afa3d35ff tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a5d7c898-eef6-4398-ac11-1f33f12219fd,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:35.514565 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-34a30820-808e-4fbe-a81c-664aca964ebd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Calling delete_port for e1cd7f87-709c-4ffe-b6ef-ce8896ce2fd3 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:52:35.569557 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-276a80f3-71c1-42b2-8bc5-d70afa3d35ff tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Checking segment: {'id': '1e97d7cf-523f-4a6d-ab3c-8b51d238b4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'c619e228-5c04-4ea5-8462-3a26157c57af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:52:35.569930 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276a80f3-71c1-42b2-8bc5-d70afa3d35ff tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Network hostable DHCP agents. Network: c619e228-5c04-4ea5-8462-3a26157c57af, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:52:35.619754 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9a76e-1395-4da4-95f7-0a7341a679a5 req-311f22f9-04a9-4c77-b937-272099a4378a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:35.621304 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cee9a76e-1395-4da4-95f7-0a7341a679a5 req-311f22f9-04a9-4c77-b937-272099a4378a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f94db1c78e7042a5b25684fb2e0b4069&device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 1094 time: 0.0474505 Apr 21 12:52:35.692009 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fde30825-1493-49b0-a94d-e37aacaa3bc8 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:35.713987 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fde30825-1493-49b0-a94d-e37aacaa3bc8 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:35.714504 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9a76e-1395-4da4-95f7-0a7341a679a5 req-1e88ac50-6358-43ad-961f-6889c3d15d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:35.716042 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cee9a76e-1395-4da4-95f7-0a7341a679a5 req-1e88ac50-6358-43ad-961f-6889c3d15d29 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ff8e5b58-c3c2-47b6-b0e6-14167c057929 HTTP/1.1" status: 200 len: 913 time: 0.0887113 Apr 21 12:52:35.759646 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276a80f3-71c1-42b2-8bc5-d70afa3d35ff tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Network c619e228-5c04-4ea5-8462-3a26157c57af is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:52:35.765652 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cee9a76e-1395-4da4-95f7-0a7341a679a5 req-28bdff73-6da7-4662-a4a4-3b112426866c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1142972-f552-4611-9609-84c0bba4b36f HTTP/1.1" status: 200 len: 217 time: 0.0421977 Apr 21 12:52:35.816911 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9a76e-1395-4da4-95f7-0a7341a679a5 req-9ff8c9b2-ce5f-4d17-bba6-ed48a180824b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:35.818934 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cee9a76e-1395-4da4-95f7-0a7341a679a5 req-9ff8c9b2-ce5f-4d17-bba6-ed48a180824b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4db84230-709b-4f7f-90e2-f9bbd733dd6f HTTP/1.1" status: 200 len: 851 time: 0.0465205 Apr 21 12:52:35.868885 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9a76e-1395-4da4-95f7-0a7341a679a5 req-1fe94439-f0e5-4259-ad96-d10ba4584b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:35.870024 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-fde30825-1493-49b0-a94d-e37aacaa3bc8 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Allocated IP 172.25.8.55 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/f54c7206-1584-4c81-b9a6-c7035e8cf909) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:52:35.870721 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cee9a76e-1395-4da4-95f7-0a7341a679a5 req-1fe94439-f0e5-4259-ad96-d10ba4584b58 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff8e5b58-c3c2-47b6-b0e6-14167c057929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445864 Apr 21 12:52:35.872180 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-276a80f3-71c1-42b2-8bc5-d70afa3d35ff tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, c619e228-5c04-4ea5-8462-3a26157c57af) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:35.881896 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4f1c67-9a74-4016-ae8e-eb9bc8672e43 None None] Network c619e228-5c04-4ea5-8462-3a26157c57af requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:52:35.884179 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276a80f3-71c1-42b2-8bc5-d70afa3d35ff tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:35.884780 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-276a80f3-71c1-42b2-8bc5-d70afa3d35ff tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:35.987022 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cee9a76e-1395-4da4-95f7-0a7341a679a5 req-9a4d3872-8d56-46aa-83f8-dae8ed9f2a40 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079769 Apr 21 12:52:35.991355 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fde30825-1493-49b0-a94d-e37aacaa3bc8 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:36.011251 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-276a80f3-71c1-42b2-8bc5-d70afa3d35ff tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5694950 Apr 21 12:52:36.011440 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 32942) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:36.011782 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34a30820-808e-4fbe-a81c-664aca964ebd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:36.022219 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a7eda450-7e6a-4db1-b9c4-942e1596a52d tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Request body: {'floatingip': {'floating_network_id': 'c619e228-5c04-4ea5-8462-3a26157c57af'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:36.059151 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a30820-808e-4fbe-a81c-664aca964ebd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Port': ['ID=e1cd7f87-709c-4ffe-b6ef-ce8896ce2fd3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:36.106217 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3431ee-43de-4bb4-96d4-3fb55288d2d0 None None] Network c619e228-5c04-4ea5-8462-3a26157c57af requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:52:36.230520 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cee9a76e-1395-4da4-95f7-0a7341a679a5 req-eac36960-34dd-4a44-a0d5-b468ff32e60f service neutron] 10.222.0.24 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364154 Apr 21 12:52:36.231449 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7eda450-7e6a-4db1-b9c4-942e1596a52d tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:36.267743 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2738a-9ed5-4f9e-861d-75f04de7a82d req-1512b5b4-d0e1-4568-a9ea-789aa3fdb111 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:36.270159 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0bf2738a-9ed5-4f9e-861d-75f04de7a82d req-1512b5b4-d0e1-4568-a9ea-789aa3fdb111 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 943 time: 0.0998366 Apr 21 12:52:36.307400 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8059732a-ce2d-4efa-85b8-63ae322e299e None None] Could not find standard attr ID for object e1cd7f87-709c-4ffe-b6ef-ce8896ce2fd3. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:52:36.318042 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0bf2738a-9ed5-4f9e-861d-75f04de7a82d req-41d0a1c7-f35e-4b2b-aa07-f798b17ab003 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405812 Apr 21 12:52:36.410645 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7eda450-7e6a-4db1-b9c4-942e1596a52d tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:36.524126 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-a7eda450-7e6a-4db1-b9c4-942e1596a52d tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Allocated IP 172.20.0.14 (c619e228-5c04-4ea5-8462-3a26157c57af/a5d7c898-eef6-4398-ac11-1f33f12219fd/d50ba256-b795-46d1-b4a1-a0f1608c3f0e) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:52:36.540678 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34a30820-808e-4fbe-a81c-664aca964ebd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:36.546663 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-34a30820-808e-4fbe-a81c-664aca964ebd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/e1cd7f87-709c-4ffe-b6ef-ce8896ce2fd3 HTTP/1.1" status: 204 len: 168 time: 1.5698690 Apr 21 12:52:36.546663 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32948) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:36.601208 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000efdc4-7b08-4211-9719-70f0c0c055ac tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:36.605686 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000efdc4-7b08-4211-9719-70f0c0c055ac tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:36.605686 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-000efdc4-7b08-4211-9719-70f0c0c055ac tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0568488 Apr 21 12:52:36.607148 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32950) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:36.643989 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7eda450-7e6a-4db1-b9c4-942e1596a52d tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:36.644097 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fde30825-1493-49b0-a94d-e37aacaa3bc8 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:36.696879 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde30825-1493-49b0-a94d-e37aacaa3bc8 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Pushing event updated for resources: {'Port': ['ID=f54c7206-1584-4c81-b9a6-c7035e8cf909,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:36.716105 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 2941c0bb-d77a-461e-9be2-08b1c6dcf13b up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:52:36.716791 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde30825-1493-49b0-a94d-e37aacaa3bc8 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:36.721681 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-feda1774-9e35-4176-9ba0-95609e3e0dfd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting subnet b16358e3-59b8-4306-b62c-5cc043387f95 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:52:36.725024 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-fde30825-1493-49b0-a94d-e37aacaa3bc8 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:36.726936 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-feda1774-9e35-4176-9ba0-95609e3e0dfd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:36.729642 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde30825-1493-49b0-a94d-e37aacaa3bc8 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:52:36.740648 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7eda450-7e6a-4db1-b9c4-942e1596a52d tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:36.786890 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 2941c0bb-d77a-461e-9be2-08b1c6dcf13b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:52:36.787644 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:36.794520 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-feda1774-9e35-4176-9ba0-95609e3e0dfd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:36.800873 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7eda450-7e6a-4db1-b9c4-942e1596a52d tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Network c619e228-5c04-4ea5-8462-3a26157c57af is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:36.802529 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eda450-7e6a-4db1-b9c4-942e1596a52d tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Pushing event updated for resources: {'Port': ['ID=d50ba256-b795-46d1-b4a1-a0f1608c3f0e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:36.805359 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a7eda450-7e6a-4db1-b9c4-942e1596a52d tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:36.810066 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eda450-7e6a-4db1-b9c4-942e1596a52d tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:52:36.909373 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7eda450-7e6a-4db1-b9c4-942e1596a52d tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:36.978611 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-feda1774-9e35-4176-9ba0-95609e3e0dfd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:37.007086 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7eda450-7e6a-4db1-b9c4-942e1596a52d tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:37.164463 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7eda450-7e6a-4db1-b9c4-942e1596a52d tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:37.176146 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fde30825-1493-49b0-a94d-e37aacaa3bc8 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:37.178264 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-feda1774-9e35-4176-9ba0-95609e3e0dfd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:37.238846 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda1774-9e35-4176-9ba0-95609e3e0dfd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Subnet': ['ID=b16358e3-59b8-4306-b62c-5cc043387f95,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:37.245312 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-feda1774-9e35-4176-9ba0-95609e3e0dfd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:37.248572 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-feda1774-9e35-4176-9ba0-95609e3e0dfd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/b16358e3-59b8-4306-b62c-5cc043387f95 HTTP/1.1" status: 204 len: 168 time: 0.6402814 Apr 21 12:52:37.251266 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 32954) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:37.254795 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29905eeb-0271-4c96-9ddd-8832c2258a38 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:52:37.290252 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-67ed290b-425b-466c-9e41-27e309926735 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0363252 Apr 21 12:52:37.292741 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 32956) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:37.303075 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7eda450-7e6a-4db1-b9c4-942e1596a52d tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:37.426190 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49535c78-bbe3-429c-b8d7-a23d42c98bcd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:37.429652 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-49535c78-bbe3-429c-b8d7-a23d42c98bcd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1342649 Apr 21 12:52:37.431614 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32960) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:37.435536 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eda450-7e6a-4db1-b9c4-942e1596a52d tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Pushing event updated for resources: {'Port': ['ID=d50ba256-b795-46d1-b4a1-a0f1608c3f0e,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:37.455154 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7eda450-7e6a-4db1-b9c4-942e1596a52d tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:37.506817 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a7c45-da4d-4ef1-8c9c-078bfaf924f2 req-96addfde-042d-4fdd-a330-23bfe0abe5ec tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:37.508395 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c6a7c45-da4d-4ef1-8c9c-078bfaf924f2 req-96addfde-042d-4fdd-a330-23bfe0abe5ec tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 943 time: 0.0793600 Apr 21 12:52:37.527203 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d5c86e-0e7e-4f7c-8d2a-64cef5b9610c None None] DHCP port deletion for 43650c3d-b9d7-4e95-8950-e9fadabd5511 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:52:37.546570 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ed8bdb-1fd3-4798-bf08-4a7f4d4d1a88 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:37.548022 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d2ed8bdb-1fd3-4798-bf08-4a7f4d4d1a88 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1128170 Apr 21 12:52:37.550722 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32962) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:37.571911 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c6a7c45-da4d-4ef1-8c9c-078bfaf924f2 req-fba7260a-3e75-4c96-9ee2-8ebff70a385f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420134 Apr 21 12:52:37.579438 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e6d5c86e-0e7e-4f7c-8d2a-64cef5b9610c None None] Deleting port 2941c0bb-d77a-461e-9be2-08b1c6dcf13b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:52:37.579897 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e6d5c86e-0e7e-4f7c-8d2a-64cef5b9610c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:37.604550 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7eda450-7e6a-4db1-b9c4-942e1596a52d tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:37.607186 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a7eda450-7e6a-4db1-b9c4-942e1596a52d tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5947034 Apr 21 12:52:37.607745 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-89a4e923-d536-435a-b35f-bb099f91478b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556626 Apr 21 12:52:37.620627 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fde30825-1493-49b0-a94d-e37aacaa3bc8 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:37.621769 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 32964) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:37.622470 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 32966) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:37.634857 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-de9330b6-d0a0-4a14-a324-75c4e894232f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:37.659074 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e6d5c86e-0e7e-4f7c-8d2a-64cef5b9610c None None] For port 2941c0bb-d77a-461e-9be2-08b1c6dcf13b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=2941c0bb-d77a-461e-9be2-08b1c6dcf13b,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:52:37.659550 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e6d5c86e-0e7e-4f7c-8d2a-64cef5b9610c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:37.676971 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e6d5c86e-0e7e-4f7c-8d2a-64cef5b9610c None None] Calling delete_port for 2941c0bb-d77a-461e-9be2-08b1c6dcf13b owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:52:37.747427 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6f07957d-a713-4610-89f3-3de45d21b782 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] 10.222.0.36 "GET /v2.0/floatingips?floating_network_id=c619e228-5c04-4ea5-8462-3a26157c57af HTTP/1.1" status: 200 len: 690 time: 0.1235356 Apr 21 12:52:37.750527 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32968) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:37.851434 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-19593998-3e1d-4f07-8658-b87d998cba30 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:37.905793 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e6d5c86e-0e7e-4f7c-8d2a-64cef5b9610c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:37.917101 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9330b6-d0a0-4a14-a324-75c4e894232f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:37.920856 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de9330b6-d0a0-4a14-a324-75c4e894232f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:37.927859 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d5c86e-0e7e-4f7c-8d2a-64cef5b9610c None None] Pushing event deleted for resources: {'Port': ['ID=2941c0bb-d77a-461e-9be2-08b1c6dcf13b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:37.930261 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde30825-1493-49b0-a94d-e37aacaa3bc8 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Router f5408336-7ae8-4486-ad52-8993720215c7 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:52:37.943143 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d5c86e-0e7e-4f7c-8d2a-64cef5b9610c None None] No DVR routers for this DVR port 2941c0bb-d77a-461e-9be2-08b1c6dcf13b on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:52:38.058552 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-19593998-3e1d-4f07-8658-b87d998cba30 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Deleting port d50ba256-b795-46d1-b4a1-a0f1608c3f0e {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:52:38.071163 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-19593998-3e1d-4f07-8658-b87d998cba30 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:38.117262 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde30825-1493-49b0-a94d-e37aacaa3bc8 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:52:38.128423 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09128ce2-d33e-45d7-a93a-e6b21136f330 None None] Sync routers for ids ['f5408336-7ae8-4486-ad52-8993720215c7'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:52:38.137188 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09128ce2-d33e-45d7-a93a-e6b21136f330 None None] Routers {'f5408336-7ae8-4486-ad52-8993720215c7'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:52:38.137875 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-09128ce2-d33e-45d7-a93a-e6b21136f330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:52:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f5408336-7ae8-4486-ad52-8993720215c7'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:38.155292 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-19593998-3e1d-4f07-8658-b87d998cba30 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:38.155649 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-19593998-3e1d-4f07-8658-b87d998cba30 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:38.169462 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-19593998-3e1d-4f07-8658-b87d998cba30 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Calling delete_port for d50ba256-b795-46d1-b4a1-a0f1608c3f0e owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:52:38.175524 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de9330b6-d0a0-4a14-a324-75c4e894232f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:38.228937 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fde30825-1493-49b0-a94d-e37aacaa3bc8 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:38.233169 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fde30825-1493-49b0-a94d-e37aacaa3bc8 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.0450842 Apr 21 12:52:38.239918 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32970) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:38.405630 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2df4db11-d1c0-4ab8-a387-eb4592153589 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "GET /v2.0/routers/f5408336-7ae8-4486-ad52-8993720215c7 HTTP/1.1" status: 200 len: 908 time: 0.1642659 Apr 21 12:52:38.408196 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32976) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:38.413988 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a3032d28-a605-4724-838e-9fead55b5742 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1850946286', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'enable_snat': True}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:38.477118 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e1142972-f552-4611-9609-84c0bba4b36f details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:52:38.563053 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3032d28-a605-4724-838e-9fead55b5742 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:38.565178 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3032d28-a605-4724-838e-9fead55b5742 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:38.584515 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9330b6-d0a0-4a14-a324-75c4e894232f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:38.587950 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-de9330b6-d0a0-4a14-a324-75c4e894232f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:38.593112 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9330b6-d0a0-4a14-a324-75c4e894232f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:38.593736 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de9330b6-d0a0-4a14-a324-75c4e894232f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:38.595363 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-19593998-3e1d-4f07-8658-b87d998cba30 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:38.599945 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9330b6-d0a0-4a14-a324-75c4e894232f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Subnet': ['ID=b83322e5-8160-4dec-9550-6b8dd74166b7,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:38.615116 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307ae572-d626-4625-98cf-569dfd5b4f3a None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:52:38.677559 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-de9330b6-d0a0-4a14-a324-75c4e894232f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0446486 Apr 21 12:52:38.687749 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19593998-3e1d-4f07-8658-b87d998cba30 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Pushing event deleted for resources: {'Port': ['ID=d50ba256-b795-46d1-b4a1-a0f1608c3f0e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:38.695525 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 32992) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:38.700125 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5eb69696-bf10-4811-af71-db32faa28d4c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'port': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'fixed_ips': [{'subnet_id': 'b83322e5-8160-4dec-9550-6b8dd74166b7', 'ip_address': '2001:db8::8fcf:b9:6016:2665'}], 'name': 'tempest-NetworksTestDHCPv6-2034776789'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:38.741100 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-09128ce2-d33e-45d7-a93a-e6b21136f330 None None] Set router f5408336-7ae8-4486-ad52-8993720215c7 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:52:38.796860 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f63a8e-989a-470d-bf24-4fa468f91c8b req-0cd4c507-3129-4da7-835b-204ac159f4aa tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:38.804951 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-89f63a8e-989a-470d-bf24-4fa468f91c8b req-0cd4c507-3129-4da7-835b-204ac159f4aa tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 943 time: 0.1460834 Apr 21 12:52:38.823764 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3032d28-a605-4724-838e-9fead55b5742 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:38.826701 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 2941c0bb-d77a-461e-9be2-08b1c6dcf13b no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:52:38.843644 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port e1142972-f552-4611-9609-84c0bba4b36f, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e1142972-f552-4611-9609-84c0bba4b36f,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:52:38.875488 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-19593998-3e1d-4f07-8658-b87d998cba30 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:38.889328 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-89f63a8e-989a-470d-bf24-4fa468f91c8b req-891b0865-3594-4b3d-803d-6b5b2096f851 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830736 Apr 21 12:52:38.941785 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 2941c0bb-d77a-461e-9be2-08b1c6dcf13b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:52:38.942336 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 2941c0bb-d77a-461e-9be2-08b1c6dcf13b not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:52:38.975244 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb69696-bf10-4811-af71-db32faa28d4c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:38.975449 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'e1142972-f552-4611-9609-84c0bba4b36f', 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929', 'port_id': 'e1142972-f552-4611-9609-84c0bba4b36f', 'mac_address': 'fa:16:3e:04:e4:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:52:39.073964 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:39.080064 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5eb69696-bf10-4811-af71-db32faa28d4c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:39.093156 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3032d28-a605-4724-838e-9fead55b5742 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:39.103631 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-19593998-3e1d-4f07-8658-b87d998cba30 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:39.104262 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-5eb69696-bf10-4811-af71-db32faa28d4c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] device_id is not set on port 6490934d-59f1-4a08-a9b0-69b4cf6d2f1d yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:52:39.113721 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1142972-f552-4611-9609-84c0bba4b36f {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:52:39.122729 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f8b2ee-3ef7-4a5b-9036-fd265f5f0e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-43650c3d-b9d7-4e95-8950-e9fadabd5511', 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'fixed_ips': [{'subnet_id': 'b83322e5-8160-4dec-9550-6b8dd74166b7'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:52:39.125248 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31f8b2ee-3ef7-4a5b-9036-fd265f5f0e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:39.153233 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port e1142972-f552-4611-9609-84c0bba4b36f, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e1142972-f552-4611-9609-84c0bba4b36f,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:52:39.217057 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-09128ce2-d33e-45d7-a93a-e6b21136f330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5408336-7ae8-4486-ad52-8993720215c7', 'name': 'tempest-snat-router-1850946286', 'tenant_id': 'f17b63c694a241319b65af78c5ba2bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.55'}], 'enable_snat': False}, 'gw_port_id': 'f54c7206-1584-4c81-b9a6-c7035e8cf909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:52:34Z', 'updated_at': '2022-04-21T12:52:36Z', 'revision_number': 3, 'project_id': 'f17b63c694a241319b65af78c5ba2bc3', 'gw_port': {'id': 'f54c7206-1584-4c81-b9a6-c7035e8cf909', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5408336-7ae8-4486-ad52-8993720215c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:52:35Z', 'updated_at': '2022-04-21T12:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:39.251662 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09128ce2-d33e-45d7-a93a-e6b21136f330 None None] Checking router: f5408336-7ae8-4486-ad52-8993720215c7 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:52:39.252006 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09128ce2-d33e-45d7-a93a-e6b21136f330 None None] Updating router f5408336-7ae8-4486-ad52-8993720215c7 port f54c7206-1584-4c81-b9a6-c7035e8cf909 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:52:39.287247 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09128ce2-d33e-45d7-a93a-e6b21136f330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:39.303220 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-19593998-3e1d-4f07-8658-b87d998cba30 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:39.308746 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:39.337507 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-5eb69696-bf10-4811-af71-db32faa28d4c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Allocated IP 2001:db8::8fcf:b9:6016:2665 (43650c3d-b9d7-4e95-8950-e9fadabd5511/b83322e5-8160-4dec-9550-6b8dd74166b7/6490934d-59f1-4a08-a9b0-69b4cf6d2f1d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:52:39.347823 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19593998-3e1d-4f07-8658-b87d998cba30 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a5d7c898-eef6-4398-ac11-1f33f12219fd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:39.426195 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=e1142972-f552-4611-9609-84c0bba4b36f,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:39.432213 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-19593998-3e1d-4f07-8658-b87d998cba30 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:39.457719 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-19593998-3e1d-4f07-8658-b87d998cba30 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c619e228-5c04-4ea5-8462-3a26157c57af']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:39.474079 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-19593998-3e1d-4f07-8658-b87d998cba30 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e97d7cf-523f-4a6d-ab3c-8b51d238b4b2') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:39.474404 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-19593998-3e1d-4f07-8658-b87d998cba30 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e97d7cf-523f-4a6d-ab3c-8b51d238b4b2') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:39.486173 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-19593998-3e1d-4f07-8658-b87d998cba30 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:39.502677 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-19593998-3e1d-4f07-8658-b87d998cba30 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:39.513150 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19593998-3e1d-4f07-8658-b87d998cba30 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:52:39.514013 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-19593998-3e1d-4f07-8658-b87d998cba30 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:52:39.516029 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:52:39.538341 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5eb69696-bf10-4811-af71-db32faa28d4c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:39.612490 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['e1142972-f552-4611-9609-84c0bba4b36f'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:52:39.626579 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5eb69696-bf10-4811-af71-db32faa28d4c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:39.679669 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb69696-bf10-4811-af71-db32faa28d4c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:39.680804 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-19593998-3e1d-4f07-8658-b87d998cba30 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:39.684216 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-5eb69696-bf10-4811-af71-db32faa28d4c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:39.685405 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09128ce2-d33e-45d7-a93a-e6b21136f330 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:39.687620 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb69696-bf10-4811-af71-db32faa28d4c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:52:39.692526 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19593998-3e1d-4f07-8658-b87d998cba30 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c619e228-5c04-4ea5-8462-3a26157c57af {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 21 12:52:39.694280 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb69696-bf10-4811-af71-db32faa28d4c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:39.695038 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5eb69696-bf10-4811-af71-db32faa28d4c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:39.704310 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-19593998-3e1d-4f07-8658-b87d998cba30 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:39.707147 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb69696-bf10-4811-af71-db32faa28d4c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Port': ['ID=6490934d-59f1-4a08-a9b0-69b4cf6d2f1d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:39.708003 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-19593998-3e1d-4f07-8658-b87d998cba30 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] 10.222.0.36 "DELETE /v2.0/networks/c619e228-5c04-4ea5-8462-3a26157c57af HTTP/1.1" status: 204 len: 168 time: 1.9565036 Apr 21 12:52:39.711289 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19593998-3e1d-4f07-8658-b87d998cba30 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Pushing event deleted for resources: {'Network': ['ID=c619e228-5c04-4ea5-8462-3a26157c57af,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:39.711509 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33028) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:39.722951 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3032d28-a605-4724-838e-9fead55b5742 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:39.727507 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-31f8b2ee-3ef7-4a5b-9036-fd265f5f0e8f None None] Allocated IP 2001:db8::2 (43650c3d-b9d7-4e95-8950-e9fadabd5511/b83322e5-8160-4dec-9550-6b8dd74166b7/f581668e-b373-45fc-a6e1-211d5092f71c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:52:39.763308 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09128ce2-d33e-45d7-a93a-e6b21136f330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:39.790383 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3032d28-a605-4724-838e-9fead55b5742 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:39.832946 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5eb69696-bf10-4811-af71-db32faa28d4c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.1375201 Apr 21 12:52:39.838342 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33032) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:39.964689 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-264a5f0a-e467-41c3-b3c6-250ae6206f1b tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2563 time: 0.2519023 Apr 21 12:52:39.968322 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33038) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:40.003552 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc07c1f-772c-468a-92b7-1fa5f87f4efd None None] Pushing event updated for resources: {'Port': ['ID=f54c7206-1584-4c81-b9a6-c7035e8cf909,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:40.029712 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-a3032d28-a605-4724-838e-9fead55b5742 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Allocated IP 172.25.8.72 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/5f87f87a-cdfa-4170-b8f6-c520f79a367b) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:52:40.031258 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b75f0de-660c-4fe9-8ce9-af40833b59f3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:40.033125 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0b75f0de-660c-4fe9-8ce9-af40833b59f3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.1936657 Apr 21 12:52:40.036814 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33042) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:40.052094 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-09128ce2-d33e-45d7-a93a-e6b21136f330 None None] Attempting to bind port f54c7206-1584-4c81-b9a6-c7035e8cf909 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:52:40.059247 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-09128ce2-d33e-45d7-a93a-e6b21136f330 None None] Attempting to bind port f54c7206-1584-4c81-b9a6-c7035e8cf909 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:52:40.059906 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09128ce2-d33e-45d7-a93a-e6b21136f330 None None] Attempting to bind port f54c7206-1584-4c81-b9a6-c7035e8cf909 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:52:40.142526 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09128ce2-d33e-45d7-a93a-e6b21136f330 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:52:40.143236 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09128ce2-d33e-45d7-a93a-e6b21136f330 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:52:40.143746 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09128ce2-d33e-45d7-a93a-e6b21136f330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:40.144228 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09128ce2-d33e-45d7-a93a-e6b21136f330 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:52:40.144815 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-09128ce2-d33e-45d7-a93a-e6b21136f330 None None] Bound port: f54c7206-1584-4c81-b9a6-c7035e8cf909, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:52:40.145293 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09128ce2-d33e-45d7-a93a-e6b21136f330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:40.148704 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a5739-c80c-4907-8ffc-b0c3c1cc26a1 req-e91eda8f-9bd4-46cb-9b23-67033c6ecff4 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:40.156755 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea8a5739-c80c-4907-8ffc-b0c3c1cc26a1 req-e91eda8f-9bd4-46cb-9b23-67033c6ecff4 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 944 time: 0.1531267 Apr 21 12:52:40.177856 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76908ba7-3bc0-4641-8af4-e7c7d697383c tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:40.178568 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76908ba7-3bc0-4641-8af4-e7c7d697383c tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:40.179122 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76908ba7-3bc0-4641-8af4-e7c7d697383c tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:40.179674 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76908ba7-3bc0-4641-8af4-e7c7d697383c tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:40.180190 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76908ba7-3bc0-4641-8af4-e7c7d697383c tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:40.180586 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76908ba7-3bc0-4641-8af4-e7c7d697383c tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:40.181163 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76908ba7-3bc0-4641-8af4-e7c7d697383c tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:40.181701 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76908ba7-3bc0-4641-8af4-e7c7d697383c tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:40.183631 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-76908ba7-3bc0-4641-8af4-e7c7d697383c tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5297 time: 0.2145820 Apr 21 12:52:40.188327 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33048) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:40.220474 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea8a5739-c80c-4907-8ffc-b0c3c1cc26a1 req-92bc8f2a-d2fe-4c73-ab6e-bce63b2b82bf tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614557 Apr 21 12:52:40.277791 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-5ad36247-fe5d-4c7d-b93b-e21c569b9a3f tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] delete failed (client error): The resource could not be found. Apr 21 12:52:40.278593 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5ad36247-fe5d-4c7d-b93b-e21c569b9a3f tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/3e807daf-86cb-4dbc-ada7-de2b54bc5cc8 HTTP/1.1" status: 404 len: 345 time: 0.0479352 Apr 21 12:52:40.281359 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33050) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:40.311819 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ce7d24-f32d-4252-9a63-e637ea6aa0ee tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] DELETE failed (client error): The resource could not be found. Apr 21 12:52:40.312369 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0ce7d24-f32d-4252-9a63-e637ea6aa0ee tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:52:40.320953 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c0ce7d24-f32d-4252-9a63-e637ea6aa0ee tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] 10.222.0.36 "DELETE /v2.0/networks/c619e228-5c04-4ea5-8462-3a26157c57af HTTP/1.1" status: 404 len: 339 time: 0.0335746 Apr 21 12:52:40.321116 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31f8b2ee-3ef7-4a5b-9036-fd265f5f0e8f None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:40.321644 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33052) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:40.327121 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4b593d27-09b7-4b15-a07d-9ff6bb3fc1af tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Request body: {'network': {'name': 'tempest-network--958862447', 'router:external': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:40.352599 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-09128ce2-d33e-45d7-a93a-e6b21136f330 None None] For port f54c7206-1584-4c81-b9a6-c7035e8cf909, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:52:40.356181 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-09128ce2-d33e-45d7-a93a-e6b21136f330 None None] For port f54c7206-1584-4c81-b9a6-c7035e8cf909, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f54c7206-1584-4c81-b9a6-c7035e8cf909,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:52:40.379931 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3032d28-a605-4724-838e-9fead55b5742 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:40.384349 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ba05e038-621a-4c50-b405-4e5f51504ded tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting port 6490934d-59f1-4a08-a9b0-69b4cf6d2f1d {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:52:40.384667 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ba05e038-621a-4c50-b405-4e5f51504ded tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:40.427290 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31f8b2ee-3ef7-4a5b-9036-fd265f5f0e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:40.456796 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09128ce2-d33e-45d7-a93a-e6b21136f330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:40.481733 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f8b2ee-3ef7-4a5b-9036-fd265f5f0e8f None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:40.494910 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-31f8b2ee-3ef7-4a5b-9036-fd265f5f0e8f None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:40.497425 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f8b2ee-3ef7-4a5b-9036-fd265f5f0e8f None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:52:40.504177 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8b2ee-3ef7-4a5b-9036-fd265f5f0e8f None None] Pushing event updated for resources: {'Port': ['ID=f581668e-b373-45fc-a6e1-211d5092f71c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:40.525805 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09128ce2-d33e-45d7-a93a-e6b21136f330 None None] Routers {'f5408336-7ae8-4486-ad52-8993720215c7'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:52:40.526442 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-09128ce2-d33e-45d7-a93a-e6b21136f330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:52:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f5408336-7ae8-4486-ad52-8993720215c7'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:40.766194 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b593d27-09b7-4b15-a07d-9ff6bb3fc1af tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Made reservation on behalf of 1fadd0602a7d404b962e35b8841f70e9 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:40.768980 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4b593d27-09b7-4b15-a07d-9ff6bb3fc1af tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:40.809308 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-31f8b2ee-3ef7-4a5b-9036-fd265f5f0e8f None None] Attempting to bind port f581668e-b373-45fc-a6e1-211d5092f71c on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:52:40.809697 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-31f8b2ee-3ef7-4a5b-9036-fd265f5f0e8f None None] Attempting to bind port f581668e-b373-45fc-a6e1-211d5092f71c by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:52:40.810060 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f8b2ee-3ef7-4a5b-9036-fd265f5f0e8f None None] Attempting to bind port f581668e-b373-45fc-a6e1-211d5092f71c on network 43650c3d-b9d7-4e95-8950-e9fadabd5511 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:52:40.837989 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b593d27-09b7-4b15-a07d-9ff6bb3fc1af tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:52:40.840911 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ba05e038-621a-4c50-b405-4e5f51504ded tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:40.852091 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc07c1f-772c-468a-92b7-1fa5f87f4efd None None] Pushing event updated for resources: {'Port': ['ID=f54c7206-1584-4c81-b9a6-c7035e8cf909,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:40.853156 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f8b2ee-3ef7-4a5b-9036-fd265f5f0e8f None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:52:40.853537 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f8b2ee-3ef7-4a5b-9036-fd265f5f0e8f None None] Checking segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:52:40.854369 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31f8b2ee-3ef7-4a5b-9036-fd265f5f0e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:40.854369 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f8b2ee-3ef7-4a5b-9036-fd265f5f0e8f None None] Bound using segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:52:40.854809 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-31f8b2ee-3ef7-4a5b-9036-fd265f5f0e8f None None] Bound port: f581668e-b373-45fc-a6e1-211d5092f71c, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:52:40.855186 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31f8b2ee-3ef7-4a5b-9036-fd265f5f0e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:40.859097 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ba05e038-621a-4c50-b405-4e5f51504ded tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Calling delete_port for 6490934d-59f1-4a08-a9b0-69b4cf6d2f1d owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:52:40.861103 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4b593d27-09b7-4b15-a07d-9ff6bb3fc1af tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:40.861443 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-4b593d27-09b7-4b15-a07d-9ff6bb3fc1af tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Added segment be44ebaf-38dd-4b0d-be7d-11b9bc815065 of type vlan for network 4a63226f-aa4a-4939-b444-a200f0d1f00b Apr 21 12:52:40.902660 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-09128ce2-d33e-45d7-a93a-e6b21136f330 None None] Set router f5408336-7ae8-4486-ad52-8993720215c7 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:52:40.938652 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3032d28-a605-4724-838e-9fead55b5742 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:40.949807 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4b593d27-09b7-4b15-a07d-9ff6bb3fc1af tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:41.014852 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3032d28-a605-4724-838e-9fead55b5742 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:41.025780 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a3032d28-a605-4724-838e-9fead55b5742 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:41.032063 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3032d28-a605-4724-838e-9fead55b5742 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:52:41.036218 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-31f8b2ee-3ef7-4a5b-9036-fd265f5f0e8f None None] For port f581668e-b373-45fc-a6e1-211d5092f71c, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:52:41.040649 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-31f8b2ee-3ef7-4a5b-9036-fd265f5f0e8f None None] For port f581668e-b373-45fc-a6e1-211d5092f71c, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f581668e-b373-45fc-a6e1-211d5092f71c,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:52:41.042045 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3032d28-a605-4724-838e-9fead55b5742 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Pushing event updated for resources: {'Port': ['ID=5f87f87a-cdfa-4170-b8f6-c520f79a367b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:41.118599 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-09128ce2-d33e-45d7-a93a-e6b21136f330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5408336-7ae8-4486-ad52-8993720215c7', 'name': 'tempest-snat-router-1850946286', 'tenant_id': 'f17b63c694a241319b65af78c5ba2bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.55'}], 'enable_snat': False}, 'gw_port_id': 'f54c7206-1584-4c81-b9a6-c7035e8cf909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:52:34Z', 'updated_at': '2022-04-21T12:52:36Z', 'revision_number': 3, 'project_id': 'f17b63c694a241319b65af78c5ba2bc3', 'gw_port': {'id': 'f54c7206-1584-4c81-b9a6-c7035e8cf909', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5408336-7ae8-4486-ad52-8993720215c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:52:35Z', 'updated_at': '2022-04-21T12:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:41.150216 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09128ce2-d33e-45d7-a93a-e6b21136f330 None None] The sync data for ids ['f5408336-7ae8-4486-ad52-8993720215c7'] in n-d-836147-2 is: [{'id': 'f5408336-7ae8-4486-ad52-8993720215c7', 'name': 'tempest-snat-router-1850946286', 'tenant_id': 'f17b63c694a241319b65af78c5ba2bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.55'}], 'enable_snat': False}, 'gw_port_id': 'f54c7206-1584-4c81-b9a6-c7035e8cf909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:52:34Z', 'updated_at': '2022-04-21T12:52:36Z', 'revision_number': 3, 'project_id': 'f17b63c694a241319b65af78c5ba2bc3', 'gw_port': {'id': 'f54c7206-1584-4c81-b9a6-c7035e8cf909', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5408336-7ae8-4486-ad52-8993720215c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:52:35Z', 'updated_at': '2022-04-21T12:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:52:41.180673 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4b593d27-09b7-4b15-a07d-9ff6bb3fc1af tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:41.181675 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b593d27-09b7-4b15-a07d-9ff6bb3fc1af tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:41.182257 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4b593d27-09b7-4b15-a07d-9ff6bb3fc1af tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:41.234122 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31f8b2ee-3ef7-4a5b-9036-fd265f5f0e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:41.285378 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b593d27-09b7-4b15-a07d-9ff6bb3fc1af tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Pushing event updated for resources: {'Network': ['ID=4a63226f-aa4a-4939-b444-a200f0d1f00b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:41.304137 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 4a63226f-aa4a-4939-b444-a200f0d1f00b details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:52:41.328424 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8b2ee-3ef7-4a5b-9036-fd265f5f0e8f None None] Pushing event updated for resources: {'Port': ['ID=f581668e-b373-45fc-a6e1-211d5092f71c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:41.347166 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ba05e038-621a-4c50-b405-4e5f51504ded tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:41.386654 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9bf791-8360-4f88-9e91-117101731f25 req-d7ae60e1-65de-48bb-97bb-4e1d4e69b8a2 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:41.388020 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba05e038-621a-4c50-b405-4e5f51504ded tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Port': ['ID=6490934d-59f1-4a08-a9b0-69b4cf6d2f1d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:41.389045 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff9bf791-8360-4f88-9e91-117101731f25 req-d7ae60e1-65de-48bb-97bb-4e1d4e69b8a2 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 944 time: 0.0752320 Apr 21 12:52:41.393229 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4b593d27-09b7-4b15-a07d-9ff6bb3fc1af tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0703981 Apr 21 12:52:41.397456 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33094) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:41.465228 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff9bf791-8360-4f88-9e91-117101731f25 req-905c132d-174c-4e97-9699-50426574cb9a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540357 Apr 21 12:52:41.509909 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ba05e038-621a-4c50-b405-4e5f51504ded tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:41.513051 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ba05e038-621a-4c50-b405-4e5f51504ded tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/6490934d-59f1-4a08-a9b0-69b4cf6d2f1d HTTP/1.1" status: 204 len: 168 time: 1.4752204 Apr 21 12:52:41.516104 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33096) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:41.596779 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacea88e-d598-4eaa-a0b1-34de656a9faa tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:41.606391 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eacea88e-d598-4eaa-a0b1-34de656a9faa tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:41.612475 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-eacea88e-d598-4eaa-a0b1-34de656a9faa tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0947771 Apr 21 12:52:41.617225 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33104) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:41.750166 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2dfd7f4-779a-4714-8675-e82134cf8f56 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting subnet b83322e5-8160-4dec-9550-6b8dd74166b7 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:52:41.759993 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5eb286-1c4f-4214-80ab-c5e2110834e5 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:41.766755 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5eb286-1c4f-4214-80ab-c5e2110834e5 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:41.772992 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5eb286-1c4f-4214-80ab-c5e2110834e5 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:41.778956 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5eb286-1c4f-4214-80ab-c5e2110834e5 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:41.780772 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0b5eb286-1c4f-4214-80ab-c5e2110834e5 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3823068 Apr 21 12:52:41.784028 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33110) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:41.787191 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2dfd7f4-779a-4714-8675-e82134cf8f56 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:41.840886 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3032d28-a605-4724-838e-9fead55b5742 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:41.846923 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2dfd7f4-779a-4714-8675-e82134cf8f56 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:41.869605 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46858e02-a4e6-4673-b0cb-ab37ddd6f268 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:41.963798 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46858e02-a4e6-4673-b0cb-ab37ddd6f268 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:41.987909 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-46858e02-a4e6-4673-b0cb-ab37ddd6f268 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a63226f-aa4a-4939-b444-a200f0d1f00b']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:41.999007 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-46858e02-a4e6-4673-b0cb-ab37ddd6f268 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be44ebaf-38dd-4b0d-be7d-11b9bc815065') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:41.999674 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-46858e02-a4e6-4673-b0cb-ab37ddd6f268 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be44ebaf-38dd-4b0d-be7d-11b9bc815065') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:42.009777 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46858e02-a4e6-4673-b0cb-ab37ddd6f268 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:42.026579 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46858e02-a4e6-4673-b0cb-ab37ddd6f268 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:42.034557 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46858e02-a4e6-4673-b0cb-ab37ddd6f268 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:52:42.035141 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46858e02-a4e6-4673-b0cb-ab37ddd6f268 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:52:42.037183 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:52:42.048534 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2dfd7f4-779a-4714-8675-e82134cf8f56 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:42.164402 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3032d28-a605-4724-838e-9fead55b5742 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:42.238843 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46858e02-a4e6-4673-b0cb-ab37ddd6f268 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:42.244830 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46858e02-a4e6-4673-b0cb-ab37ddd6f268 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4a63226f-aa4a-4939-b444-a200f0d1f00b {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 21 12:52:42.247745 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46858e02-a4e6-4673-b0cb-ab37ddd6f268 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:42.256550 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-46858e02-a4e6-4673-b0cb-ab37ddd6f268 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] 10.222.0.36 "DELETE /v2.0/networks/4a63226f-aa4a-4939-b444-a200f0d1f00b HTTP/1.1" status: 204 len: 168 time: 0.4659393 Apr 21 12:52:42.263695 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33124) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:42.269896 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6fdb53fa-84c5-4915-a622-1e08eb1ebcdd tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Request body: {'network': {'name': 'tempest-network--1829217773', 'router:external': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:42.275776 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46858e02-a4e6-4673-b0cb-ab37ddd6f268 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Pushing event deleted for resources: {'Network': ['ID=4a63226f-aa4a-4939-b444-a200f0d1f00b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:42.290995 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2dfd7f4-779a-4714-8675-e82134cf8f56 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:42.328531 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dfd7f4-779a-4714-8675-e82134cf8f56 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Subnet': ['ID=b83322e5-8160-4dec-9550-6b8dd74166b7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:42.335340 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2dfd7f4-779a-4714-8675-e82134cf8f56 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:42.338969 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c2dfd7f4-779a-4714-8675-e82134cf8f56 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/b83322e5-8160-4dec-9550-6b8dd74166b7 HTTP/1.1" status: 204 len: 168 time: 0.7191286 Apr 21 12:52:42.341571 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33130) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:42.385752 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdb53fa-84c5-4915-a622-1e08eb1ebcdd tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Made reservation on behalf of 1fadd0602a7d404b962e35b8841f70e9 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:42.389055 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6fdb53fa-84c5-4915-a622-1e08eb1ebcdd tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:42.401888 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-947d9d02-986e-4934-b302-deef36a6e265 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589969 Apr 21 12:52:42.402524 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33134) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:42.412833 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6dec1b87-372c-4cba-bb03-d0ff47a92caf tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:42.433477 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fdb53fa-84c5-4915-a622-1e08eb1ebcdd tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:52:42.450070 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6fdb53fa-84c5-4915-a622-1e08eb1ebcdd tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:42.450414 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-6fdb53fa-84c5-4915-a622-1e08eb1ebcdd tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Added segment ee5d5213-b1d2-4577-875f-cbae66fde1b1 of type vlan for network 6d8ffcf3-c2b8-44f8-ba4d-1e79ff3cf9bb Apr 21 12:52:42.494489 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e1142972-f552-4611-9609-84c0bba4b36f up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:52:42.537420 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6fdb53fa-84c5-4915-a622-1e08eb1ebcdd tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:42.568508 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3032d28-a605-4724-838e-9fead55b5742 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Router 043cfed1-785f-4c3a-92e4-0159bc7c2300 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:52:42.631449 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dec1b87-372c-4cba-bb03-d0ff47a92caf tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:42.635701 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6dec1b87-372c-4cba-bb03-d0ff47a92caf tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:42.643828 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913513a5-21d0-49df-8fd0-8c2a875539c4 req-1e66283d-6aa0-4d42-a889-2ba1b49c4203 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:42.645880 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-913513a5-21d0-49df-8fd0-8c2a875539c4 req-1e66283d-6aa0-4d42-a889-2ba1b49c4203 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 944 time: 0.0653961 Apr 21 12:52:42.671008 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port e1142972-f552-4611-9609-84c0bba4b36f completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:52:42.680165 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port e1142972-f552-4611-9609-84c0bba4b36f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:52:42.680504 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:42.687929 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce657226-87c6-44fd-9137-d71bd63be67b None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:52:42.725465 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-913513a5-21d0-49df-8fd0-8c2a875539c4 req-697e0774-9849-447d-b97c-9236226ed374 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708272 Apr 21 12:52:42.741153 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6fdb53fa-84c5-4915-a622-1e08eb1ebcdd tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:42.742160 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdb53fa-84c5-4915-a622-1e08eb1ebcdd tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:42.742797 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6fdb53fa-84c5-4915-a622-1e08eb1ebcdd tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:42.849534 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2bde68e4-916c-4335-aa37-eaacd67bbb7d None None] Provisioning complete for port f581668e-b373-45fc-a6e1-211d5092f71c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:52:42.850153 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2bde68e4-916c-4335-aa37-eaacd67bbb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:42.858432 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb53fa-84c5-4915-a622-1e08eb1ebcdd tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Pushing event updated for resources: {'Network': ['ID=6d8ffcf3-c2b8-44f8-ba4d-1e79ff3cf9bb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:42.919746 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 6d8ffcf3-c2b8-44f8-ba4d-1e79ff3cf9bb details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:52:42.921468 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f54c7206-1584-4c81-b9a6-c7035e8cf909 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:52:42.991842 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6fdb53fa-84c5-4915-a622-1e08eb1ebcdd tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7267003 Apr 21 12:52:42.992046 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33158) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:43.003111 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3032d28-a605-4724-838e-9fead55b5742 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:52:43.013868 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Sync routers for ids ['043cfed1-785f-4c3a-92e4-0159bc7c2300'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:52:43.027192 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Routers {'043cfed1-785f-4c3a-92e4-0159bc7c2300'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:52:43.029557 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:52:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['043cfed1-785f-4c3a-92e4-0159bc7c2300'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:43.066392 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6dec1b87-372c-4cba-bb03-d0ff47a92caf tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:43.103038 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:43.125853 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dec1b87-372c-4cba-bb03-d0ff47a92caf tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:43.132596 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3032d28-a605-4724-838e-9fead55b5742 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:43.134126 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a3032d28-a605-4724-838e-9fead55b5742 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.7242780 Apr 21 12:52:43.136840 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33160) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:43.137960 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-6dec1b87-372c-4cba-bb03-d0ff47a92caf tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:43.152171 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf42ef40-ff37-4b44-bea8-0c760a2a98be tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:43.154140 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bf42ef40-ff37-4b44-bea8-0c760a2a98be tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] 10.222.0.36 "GET /v2.0/networks/6d8ffcf3-c2b8-44f8-ba4d-1e79ff3cf9bb HTTP/1.1" status: 200 len: 757 time: 0.1612151 Apr 21 12:52:43.156101 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dec1b87-372c-4cba-bb03-d0ff47a92caf tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:43.157123 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6dec1b87-372c-4cba-bb03-d0ff47a92caf tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:43.157439 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port e1142972-f552-4611-9609-84c0bba4b36f, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e1142972-f552-4611-9609-84c0bba4b36f,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:52:43.163325 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33164) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:43.185713 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b4b07f-cd7d-4e84-9793-b0cd4e088aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1142972-f552-4611-9609-84c0bba4b36f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:52:43.185713 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10ebf3a-6175-407a-a195-1edfb3e785ea" -d '{"events": [{"server_uuid": "25b4b07f-cd7d-4e84-9793-b0cd4e088aec", "name": "network-vif-plugged", "status": "completed", "tag": "e1142972-f552-4611-9609-84c0bba4b36f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:52:43.220397 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port f54c7206-1584-4c81-b9a6-c7035e8cf909 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:52:43.220397 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:43.234581 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Set router 043cfed1-785f-4c3a-92e4-0159bc7c2300 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:52:43.240033 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec1b87-372c-4cba-bb03-d0ff47a92caf tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Subnet': ['ID=0e6a3146-8c58-40dc-a9ff-ad8003671ca3,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:43.275225 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccc1593-3230-4877-ae92-c568e59fb671 x-openstack-request-id: req-8ccc1593-3230-4877-ae92-c568e59fb671 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:52:43.275517 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b4b07f-cd7d-4e84-9793-b0cd4e088aec", "name": "network-vif-plugged", "status": "completed", "tag": "e1142972-f552-4611-9609-84c0bba4b36f", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:52:43.275769 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8ccc1593-3230-4877-ae92-c568e59fb671 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:52:43.277522 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ccc1593-3230-4877-ae92-c568e59fb671'] response: {'server_uuid': '25b4b07f-cd7d-4e84-9793-b0cd4e088aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1142972-f552-4611-9609-84c0bba4b36f', 'code': 200} Apr 21 12:52:43.278433 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8129fdb8-a44d-4515-9f78-fbfa56c1ad88 None None] DHCP port deletion for 43650c3d-b9d7-4e95-8950-e9fadabd5511 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:52:43.279395 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2ee22b-de0f-47ff-93cb-3e3690a3b6a4 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:43.280120 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:43.283547 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bb2ee22b-de0f-47ff-93cb-3e3690a3b6a4 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] 10.222.0.36 "GET /v2.0/networks/8b1f9ac6-a0af-4480-a29e-e816d804f2e5 HTTP/1.1" status: 200 len: 768 time: 0.1164117 Apr 21 12:52:43.285372 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33170) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:43.320674 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6dec1b87-372c-4cba-bb03-d0ff47a92caf tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9130235 Apr 21 12:52:43.323365 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33172) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:43.328858 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-105ab109-23ec-469d-91b3-6b850a91c94d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'port': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'fixed_ips': [{'subnet_id': '0e6a3146-8c58-40dc-a9ff-ad8003671ca3', 'ip_address': '2001:db8::6806:9c3d:11d3:31f0'}], 'name': 'tempest-NetworksTestDHCPv6-325094464'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:43.371976 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2bde68e4-916c-4335-aa37-eaacd67bbb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:43.429044 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8887a24d-edfe-4072-ae85-ec15f1158a28 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "GET /v2.0/routers/043cfed1-785f-4c3a-92e4-0159bc7c2300 HTTP/1.1" status: 200 len: 907 time: 0.2885590 Apr 21 12:52:43.429665 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33178) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:43.456313 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:43.477048 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18eb7099-2d08-4016-b305-041d2e6f9c01 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:43.481865 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bb804-a778-4092-835d-7437dbce8031 req-1147cd97-8d1b-487a-abdb-ce41660e14aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:43.483497 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a0bb804-a778-4092-835d-7437dbce8031 req-1147cd97-8d1b-487a-abdb-ce41660e14aa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 1096 time: 0.1463487 Apr 21 12:52:43.504520 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=e1142972-f552-4611-9609-84c0bba4b36f,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:43.524681 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port f54c7206-1584-4c81-b9a6-c7035e8cf909, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f54c7206-1584-4c81-b9a6-c7035e8cf909,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:52:43.527595 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2bde68e4-916c-4335-aa37-eaacd67bbb7d None None] For port f581668e-b373-45fc-a6e1-211d5092f71c, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f581668e-b373-45fc-a6e1-211d5092f71c,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:52:43.532304 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56fd4ae1-4923-4452-88a9-da5a7e8df1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:43.540431 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8129fdb8-a44d-4515-9f78-fbfa56c1ad88 None None] Deleting port f581668e-b373-45fc-a6e1-211d5092f71c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:52:43.540814 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8129fdb8-a44d-4515-9f78-fbfa56c1ad88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:43.575655 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a0bb804-a778-4092-835d-7437dbce8031 req-29ce0b66-d4d9-4254-8d98-99a1202ff024 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852540 Apr 21 12:52:43.588188 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67968f7d-4d54-46ac-9073-0aadca7ee3a7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:43.610843 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2bde68e4-916c-4335-aa37-eaacd67bbb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:43.613971 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '043cfed1-785f-4c3a-92e4-0159bc7c2300', 'name': 'tempest-snat-router-1850946286', 'tenant_id': 'f17b63c694a241319b65af78c5ba2bc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.72'}], 'enable_snat': True}, 'gw_port_id': '5f87f87a-cdfa-4170-b8f6-c520f79a367b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:52:38Z', 'updated_at': '2022-04-21T12:52:41Z', 'revision_number': 3, 'project_id': 'f17b63c694a241319b65af78c5ba2bc3', 'gw_port': {'id': '5f87f87a-cdfa-4170-b8f6-c520f79a367b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:65:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '043cfed1-785f-4c3a-92e4-0159bc7c2300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:52:39Z', 'updated_at': '2022-04-21T12:52:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:43.621280 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:43.622357 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f581668e-b373-45fc-a6e1-211d5092f71c up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:52:43.670818 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Checking router: 043cfed1-785f-4c3a-92e4-0159bc7c2300 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:52:43.671794 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Updating router 043cfed1-785f-4c3a-92e4-0159bc7c2300 port 5f87f87a-cdfa-4170-b8f6-c520f79a367b binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:52:43.708963 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67968f7d-4d54-46ac-9073-0aadca7ee3a7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:43.720643 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:43.726031 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18eb7099-2d08-4016-b305-041d2e6f9c01 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:43.735283 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde68e4-916c-4335-aa37-eaacd67bbb7d None None] Pushing event updated for resources: {'Port': ['ID=f581668e-b373-45fc-a6e1-211d5092f71c,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:43.756097 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8129fdb8-a44d-4515-9f78-fbfa56c1ad88 None None] For port f581668e-b373-45fc-a6e1-211d5092f71c, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f581668e-b373-45fc-a6e1-211d5092f71c,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:52:43.756502 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8129fdb8-a44d-4515-9f78-fbfa56c1ad88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:43.758133 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-18eb7099-2d08-4016-b305-041d2e6f9c01 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d8ffcf3-c2b8-44f8-ba4d-1e79ff3cf9bb']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:43.773173 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-18eb7099-2d08-4016-b305-041d2e6f9c01 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee5d5213-b1d2-4577-875f-cbae66fde1b1') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:43.773718 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-18eb7099-2d08-4016-b305-041d2e6f9c01 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee5d5213-b1d2-4577-875f-cbae66fde1b1') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:43.784556 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18eb7099-2d08-4016-b305-041d2e6f9c01 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:43.803518 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18eb7099-2d08-4016-b305-041d2e6f9c01 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:43.815547 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18eb7099-2d08-4016-b305-041d2e6f9c01 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:52:43.815957 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18eb7099-2d08-4016-b305-041d2e6f9c01 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:52:43.817911 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:52:43.832315 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8129fdb8-a44d-4515-9f78-fbfa56c1ad88 None None] Calling delete_port for f581668e-b373-45fc-a6e1-211d5092f71c owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:52:43.847768 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port f581668e-b373-45fc-a6e1-211d5092f71c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:52:43.848144 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:43.912415 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105ab109-23ec-469d-91b3-6b850a91c94d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:43.926482 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=f54c7206-1584-4c81-b9a6-c7035e8cf909,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:43.960626 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de0925-c77d-4534-848a-50de7850948e req-a3eb3064-eb39-421d-be24-5be3b9d9de70 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:43.962188 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f0de0925-c77d-4534-848a-50de7850948e req-a3eb3064-eb39-421d-be24-5be3b9d9de70 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 945 time: 0.0981939 Apr 21 12:52:43.969210 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-67968f7d-4d54-46ac-9073-0aadca7ee3a7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Deleting port 5f87f87a-cdfa-4170-b8f6-c520f79a367b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:52:43.969550 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67968f7d-4d54-46ac-9073-0aadca7ee3a7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:44.077992 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f0de0925-c77d-4534-848a-50de7850948e req-2c93b62b-a13f-4487-8351-075f8ef265ee tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055598 Apr 21 12:52:44.081161 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8129fdb8-a44d-4515-9f78-fbfa56c1ad88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:44.097065 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-105ab109-23ec-469d-91b3-6b850a91c94d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:44.116713 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129fdb8-a44d-4515-9f78-fbfa56c1ad88 None None] Pushing event deleted for resources: {'Port': ['ID=f581668e-b373-45fc-a6e1-211d5092f71c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:44.123609 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:44.128979 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67968f7d-4d54-46ac-9073-0aadca7ee3a7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:44.129289 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-105ab109-23ec-469d-91b3-6b850a91c94d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] device_id is not set on port 7497c3e9-91ba-4cfb-9720-ed2426b17547 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:52:44.131744 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8129fdb8-a44d-4515-9f78-fbfa56c1ad88 None None] No DVR routers for this DVR port f581668e-b373-45fc-a6e1-211d5092f71c on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:52:44.148416 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-67968f7d-4d54-46ac-9073-0aadca7ee3a7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Calling delete_port for 5f87f87a-cdfa-4170-b8f6-c520f79a367b owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:52:44.148817 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18eb7099-2d08-4016-b305-041d2e6f9c01 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:44.150983 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8a5228-1333-4ab6-92e1-bc41de921196 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:52:44.155167 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18eb7099-2d08-4016-b305-041d2e6f9c01 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6d8ffcf3-c2b8-44f8-ba4d-1e79ff3cf9bb {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 21 12:52:44.166075 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18eb7099-2d08-4016-b305-041d2e6f9c01 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3617602'] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:44.175943 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-18eb7099-2d08-4016-b305-041d2e6f9c01 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] 10.222.0.36 "DELETE /v2.0/networks/6d8ffcf3-c2b8-44f8-ba4d-1e79ff3cf9bb HTTP/1.1" status: 204 len: 168 time: 0.8892634 Apr 21 12:52:44.191610 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:44.191785 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33202) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:44.196795 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bf8f5861-30db-4f52-be7b-4080f958c66f tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Request body: {'network': {'name': 'tempest-network--831344153'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:44.236015 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb7099-2d08-4016-b305-041d2e6f9c01 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Pushing event deleted for resources: {'Network': ['ID=6d8ffcf3-c2b8-44f8-ba4d-1e79ff3cf9bb,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:44.285855 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f2a87-cd53-4c8a-ab83-35cff160af58 None None] Pushing event updated for resources: {'Port': ['ID=5f87f87a-cdfa-4170-b8f6-c520f79a367b,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:44.309465 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8f5861-30db-4f52-be7b-4080f958c66f tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Made reservation on behalf of 1fadd0602a7d404b962e35b8841f70e9 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:44.312016 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf8f5861-30db-4f52-be7b-4080f958c66f tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:44.326310 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f2a87-cd53-4c8a-ab83-35cff160af58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:44.326735 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f2a87-cd53-4c8a-ab83-35cff160af58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:44.327076 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f2a87-cd53-4c8a-ab83-35cff160af58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:44.327480 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f2a87-cd53-4c8a-ab83-35cff160af58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:44.327812 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f2a87-cd53-4c8a-ab83-35cff160af58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:44.328154 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f2a87-cd53-4c8a-ab83-35cff160af58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:44.328452 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f2a87-cd53-4c8a-ab83-35cff160af58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:44.328768 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f2a87-cd53-4c8a-ab83-35cff160af58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:44.334099 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f2a87-cd53-4c8a-ab83-35cff160af58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:44.334633 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f2a87-cd53-4c8a-ab83-35cff160af58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:44.335119 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f2a87-cd53-4c8a-ab83-35cff160af58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:44.335625 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6f2a87-cd53-4c8a-ab83-35cff160af58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:52:44.339486 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Attempting to bind port 5f87f87a-cdfa-4170-b8f6-c520f79a367b on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:52:44.340674 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Attempting to bind port 5f87f87a-cdfa-4170-b8f6-c520f79a367b by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:52:44.342823 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Attempting to bind port 5f87f87a-cdfa-4170-b8f6-c520f79a367b on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:52:44.355369 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:52:44.358294 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:52:44.358861 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:44.359405 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:52:44.366197 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Bound port: 5f87f87a-cdfa-4170-b8f6-c520f79a367b, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:52:44.366778 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:44.382961 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf8f5861-30db-4f52-be7b-4080f958c66f tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:52:44.403251 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-105ab109-23ec-469d-91b3-6b850a91c94d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Allocated IP 2001:db8::6806:9c3d:11d3:31f0 (43650c3d-b9d7-4e95-8950-e9fadabd5511/0e6a3146-8c58-40dc-a9ff-ad8003671ca3/7497c3e9-91ba-4cfb-9720-ed2426b17547) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:52:44.422059 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf8f5861-30db-4f52-be7b-4080f958c66f tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:44.422419 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-bf8f5861-30db-4f52-be7b-4080f958c66f tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Added segment de41178a-d0ff-437d-880d-78341533d541 of type vlan for network 7e985c5d-0bfb-4772-a27a-79e3bc57cbf5 Apr 21 12:52:44.473052 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf8f5861-30db-4f52-be7b-4080f958c66f tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:44.503732 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b8a98e-bb11-42dd-8dbb-fc8a846bcee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-43650c3d-b9d7-4e95-8950-e9fadabd5511', 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'fixed_ips': [{'subnet_id': '0e6a3146-8c58-40dc-a9ff-ad8003671ca3'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:52:44.504718 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65b8a98e-bb11-42dd-8dbb-fc8a846bcee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:44.551792 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67968f7d-4d54-46ac-9073-0aadca7ee3a7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:44.553139 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:52:44.554126 n-d-836147-2 neutron-server[103400]: DEBUG oslo_db.api [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:52:44.589959 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67968f7d-4d54-46ac-9073-0aadca7ee3a7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f87f87a-cdfa-4170-b8f6-c520f79a367b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:44.598792 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-105ab109-23ec-469d-91b3-6b850a91c94d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:44.607059 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf8f5861-30db-4f52-be7b-4080f958c66f tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:44.607059 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8f5861-30db-4f52-be7b-4080f958c66f tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:44.607750 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bf8f5861-30db-4f52-be7b-4080f958c66f tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:44.724926 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f54c7206-1584-4c81-b9a6-c7035e8cf909 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:52:44.734868 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f5861-30db-4f52-be7b-4080f958c66f tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Pushing event updated for resources: {'Network': ['ID=7e985c5d-0bfb-4772-a27a-79e3bc57cbf5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:44.743132 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67968f7d-4d54-46ac-9073-0aadca7ee3a7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:44.746327 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-105ab109-23ec-469d-91b3-6b850a91c94d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:44.776122 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-bf8f5861-30db-4f52-be7b-4080f958c66f tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5831370 Apr 21 12:52:44.792193 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 7e985c5d-0bfb-4772-a27a-79e3bc57cbf5 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:52:44.802263 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33222) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:44.807672 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-b15656d9-b0f8-4ade-94b7-f7298bbea6ab tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:44.813185 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ab109-23ec-469d-91b3-6b850a91c94d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Port': ['ID=7497c3e9-91ba-4cfb-9720-ed2426b17547,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:44.839929 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105ab109-23ec-469d-91b3-6b850a91c94d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:44.851992 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67968f7d-4d54-46ac-9073-0aadca7ee3a7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:44.854617 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67968f7d-4d54-46ac-9073-0aadca7ee3a7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:44.872830 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-105ab109-23ec-469d-91b3-6b850a91c94d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:44.876372 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105ab109-23ec-469d-91b3-6b850a91c94d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:52:44.882915 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105ab109-23ec-469d-91b3-6b850a91c94d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:44.887255 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-105ab109-23ec-469d-91b3-6b850a91c94d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:45.000225 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b15656d9-b0f8-4ade-94b7-f7298bbea6ab tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:45.036988 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67968f7d-4d54-46ac-9073-0aadca7ee3a7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:45.037512 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67968f7d-4d54-46ac-9073-0aadca7ee3a7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 043cfed1-785f-4c3a-92e4-0159bc7c2300 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:52:45.042557 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-67968f7d-4d54-46ac-9073-0aadca7ee3a7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:45.045623 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-67968f7d-4d54-46ac-9073-0aadca7ee3a7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "DELETE /v2.0/routers/043cfed1-785f-4c3a-92e4-0159bc7c2300 HTTP/1.1" status: 204 len: 168 time: 1.6126420 Apr 21 12:52:45.045932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33230) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:45.070199 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Attempting to bind port 5f87f87a-cdfa-4170-b8f6-c520f79a367b on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:52:45.070616 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Attempting to bind port 5f87f87a-cdfa-4170-b8f6-c520f79a367b by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:52:45.071290 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Attempting to bind port 5f87f87a-cdfa-4170-b8f6-c520f79a367b on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:52:45.072543 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-65b8a98e-bb11-42dd-8dbb-fc8a846bcee5 None None] Allocated IP 2001:db8::2 (43650c3d-b9d7-4e95-8950-e9fadabd5511/0e6a3146-8c58-40dc-a9ff-ad8003671ca3/f2259f63-d48c-4833-ae87-9b3d5fef692c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:52:45.076786 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:52:45.077242 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:52:45.077772 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:45.078374 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:52:45.079020 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Bound port: 5f87f87a-cdfa-4170-b8f6-c520f79a367b, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:52:45.079589 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:45.079736 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port f54c7206-1584-4c81-b9a6-c7035e8cf909 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:52:45.079975 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:45.099410 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Port 5f87f87a-cdfa-4170-b8f6-c520f79a367b has been deleted concurrently {{(pid=103400) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 21 12:52:45.109402 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Routers set() bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:52:45.115782 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Router IDs set() for agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 21 12:52:45.115782 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_agentschedulers_db [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'043cfed1-785f-4c3a-92e4-0159bc7c2300'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:52:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent'). {{(pid=103400) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 21 12:52:45.115782 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47cdbc4-77f3-46d6-8551-8aeb2dc9f59a None None] The sync data for ids ['043cfed1-785f-4c3a-92e4-0159bc7c2300'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:52:45.120911 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-105ab109-23ec-469d-91b3-6b850a91c94d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7947659 Apr 21 12:52:45.121419 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33234) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:45.172889 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6928e3e2-e510-4c53-9241-a780fb0fc5e3 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:45.198568 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58078383-60ce-4ccf-af7c-f37081ca50ab tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:45.202719 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-58078383-60ce-4ccf-af7c-f37081ca50ab tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0773492 Apr 21 12:52:45.207579 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33236) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:45.253291 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b15656d9-b0f8-4ade-94b7-f7298bbea6ab tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:45.271946 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b15656d9-b0f8-4ade-94b7-f7298bbea6ab tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Network 7e985c5d-0bfb-4772-a27a-79e3bc57cbf5 is not hosted by any dhcp agent {{(pid=103397) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 21 12:52:45.272817 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15656d9-b0f8-4ade-94b7-f7298bbea6ab tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:45.273408 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b15656d9-b0f8-4ade-94b7-f7298bbea6ab tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:45.278036 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b15656d9-b0f8-4ade-94b7-f7298bbea6ab tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] 10.222.0.36 "PUT /v2.0/networks/7e985c5d-0bfb-4772-a27a-79e3bc57cbf5 HTTP/1.1" status: 200 len: 857 time: 0.4744709 Apr 21 12:52:45.303989 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33242) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:45.333890 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65b8a98e-bb11-42dd-8dbb-fc8a846bcee5 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:45.345547 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f581668e-b373-45fc-a6e1-211d5092f71c no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:52:45.368141 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: f581668e-b373-45fc-a6e1-211d5092f71c {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:52:45.374153 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f581668e-b373-45fc-a6e1-211d5092f71c not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:52:45.407077 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15656d9-b0f8-4ade-94b7-f7298bbea6ab tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Pushing event updated for resources: {'Network': ['ID=7e985c5d-0bfb-4772-a27a-79e3bc57cbf5,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:45.436338 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4daa9a4-d2d2-47a5-ac30-4eef6d567cc0 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:45.451371 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-56e2f340-dbf2-486b-99b5-4ba86d9a35e5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting port 7497c3e9-91ba-4cfb-9720-ed2426b17547 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:52:45.451717 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-56e2f340-dbf2-486b-99b5-4ba86d9a35e5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:45.494688 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65b8a98e-bb11-42dd-8dbb-fc8a846bcee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:45.542299 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b8a98e-bb11-42dd-8dbb-fc8a846bcee5 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:45.548825 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-65b8a98e-bb11-42dd-8dbb-fc8a846bcee5 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:45.551037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8a98e-bb11-42dd-8dbb-fc8a846bcee5 None None] Pushing event updated for resources: {'Port': ['ID=f2259f63-d48c-4833-ae87-9b3d5fef692c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:45.553470 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b8a98e-bb11-42dd-8dbb-fc8a846bcee5 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:52:45.594611 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4daa9a4-d2d2-47a5-ac30-4eef6d567cc0 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:45.614009 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-65b8a98e-bb11-42dd-8dbb-fc8a846bcee5 None None] Attempting to bind port f2259f63-d48c-4833-ae87-9b3d5fef692c on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:52:45.614525 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-65b8a98e-bb11-42dd-8dbb-fc8a846bcee5 None None] Attempting to bind port f2259f63-d48c-4833-ae87-9b3d5fef692c by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:52:45.615018 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b8a98e-bb11-42dd-8dbb-fc8a846bcee5 None None] Attempting to bind port f2259f63-d48c-4833-ae87-9b3d5fef692c on network 43650c3d-b9d7-4e95-8950-e9fadabd5511 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:52:45.620553 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b8a98e-bb11-42dd-8dbb-fc8a846bcee5 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:52:45.620553 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b8a98e-bb11-42dd-8dbb-fc8a846bcee5 None None] Checking segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:52:45.621157 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65b8a98e-bb11-42dd-8dbb-fc8a846bcee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:45.622107 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b8a98e-bb11-42dd-8dbb-fc8a846bcee5 None None] Bound using segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:52:45.622265 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-65b8a98e-bb11-42dd-8dbb-fc8a846bcee5 None None] Bound port: f2259f63-d48c-4833-ae87-9b3d5fef692c, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:52:45.622751 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65b8a98e-bb11-42dd-8dbb-fc8a846bcee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:45.626231 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-56e2f340-dbf2-486b-99b5-4ba86d9a35e5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:45.629865 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-d4daa9a4-d2d2-47a5-ac30-4eef6d567cc0 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e985c5d-0bfb-4772-a27a-79e3bc57cbf5']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:45.639924 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a75f9-13e9-41b7-aa12-3cbdf1d1553a req-38ef5879-d7e7-400c-a581-ac4ce5c8cbe3 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:45.641382 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-008a75f9-13e9-41b7-aa12-3cbdf1d1553a req-38ef5879-d7e7-400c-a581-ac4ce5c8cbe3 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 945 time: 0.4244735 Apr 21 12:52:45.654160 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-d4daa9a4-d2d2-47a5-ac30-4eef6d567cc0 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de41178a-d0ff-437d-880d-78341533d541') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:45.654526 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-d4daa9a4-d2d2-47a5-ac30-4eef6d567cc0 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de41178a-d0ff-437d-880d-78341533d541') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:45.667009 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4daa9a4-d2d2-47a5-ac30-4eef6d567cc0 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:45.690690 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-56e2f340-dbf2-486b-99b5-4ba86d9a35e5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Calling delete_port for 7497c3e9-91ba-4cfb-9720-ed2426b17547 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:52:45.694527 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4daa9a4-d2d2-47a5-ac30-4eef6d567cc0 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:45.696904 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-008a75f9-13e9-41b7-aa12-3cbdf1d1553a req-867dbff6-79e5-4492-9efb-1a5cf7e61d85 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484936 Apr 21 12:52:45.700025 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6928e3e2-e510-4c53-9241-a780fb0fc5e3 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:45.724616 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-65b8a98e-bb11-42dd-8dbb-fc8a846bcee5 None None] For port f2259f63-d48c-4833-ae87-9b3d5fef692c, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:52:45.724616 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-65b8a98e-bb11-42dd-8dbb-fc8a846bcee5 None None] For port f2259f63-d48c-4833-ae87-9b3d5fef692c, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f2259f63-d48c-4833-ae87-9b3d5fef692c,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:52:45.747054 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4daa9a4-d2d2-47a5-ac30-4eef6d567cc0 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:52:45.747458 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4daa9a4-d2d2-47a5-ac30-4eef6d567cc0 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:52:45.749125 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:52:45.774736 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dacd0b02-6fe9-46e1-8cbd-40f0816593b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:45.854799 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65b8a98e-bb11-42dd-8dbb-fc8a846bcee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:45.902645 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6928e3e2-e510-4c53-9241-a780fb0fc5e3 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Deleting port f54c7206-1584-4c81-b9a6-c7035e8cf909 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:52:45.903076 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6928e3e2-e510-4c53-9241-a780fb0fc5e3 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:45.919198 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8a98e-bb11-42dd-8dbb-fc8a846bcee5 None None] Pushing event updated for resources: {'Port': ['ID=f2259f63-d48c-4833-ae87-9b3d5fef692c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:45.925887 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4daa9a4-d2d2-47a5-ac30-4eef6d567cc0 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:45.935253 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4daa9a4-d2d2-47a5-ac30-4eef6d567cc0 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7e985c5d-0bfb-4772-a27a-79e3bc57cbf5 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 21 12:52:45.937881 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4daa9a4-d2d2-47a5-ac30-4eef6d567cc0 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:45.945559 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d4daa9a4-d2d2-47a5-ac30-4eef6d567cc0 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] 10.222.0.36 "DELETE /v2.0/networks/7e985c5d-0bfb-4772-a27a-79e3bc57cbf5 HTTP/1.1" status: 204 len: 168 time: 0.6360068 Apr 21 12:52:45.951478 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33260) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:45.970238 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4daa9a4-d2d2-47a5-ac30-4eef6d567cc0 tempest-ExternalNetworksTestJSON-182137121 tempest-ExternalNetworksTestJSON-182137121-project-admin] Pushing event deleted for resources: {'Network': ['ID=7e985c5d-0bfb-4772-a27a-79e3bc57cbf5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:45.998896 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b3db954-07d1-4036-9cd3-fc7617a3add1 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] DELETE failed (client error): The resource could not be found. Apr 21 12:52:45.999370 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b3db954-07d1-4036-9cd3-fc7617a3add1 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:52:46.005078 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8b3db954-07d1-4036-9cd3-fc7617a3add1 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] 10.222.0.36 "DELETE /v2.0/subnets/a5d7c898-eef6-4398-ac11-1f33f12219fd HTTP/1.1" status: 404 len: 337 time: 0.0501597 Apr 21 12:52:46.005874 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33266) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:46.014969 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-56e2f340-dbf2-486b-99b5-4ba86d9a35e5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:46.049529 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2f340-dbf2-486b-99b5-4ba86d9a35e5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Port': ['ID=7497c3e9-91ba-4cfb-9720-ed2426b17547,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:46.085339 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-6928e3e2-e510-4c53-9241-a780fb0fc5e3 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] For port f54c7206-1584-4c81-b9a6-c7035e8cf909, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f54c7206-1584-4c81-b9a6-c7035e8cf909,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:52:46.085805 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6928e3e2-e510-4c53-9241-a780fb0fc5e3 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:46.108160 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-56e2f340-dbf2-486b-99b5-4ba86d9a35e5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:46.112359 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-56e2f340-dbf2-486b-99b5-4ba86d9a35e5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/7497c3e9-91ba-4cfb-9720-ed2426b17547 HTTP/1.1" status: 204 len: 168 time: 0.9083204 Apr 21 12:52:46.113421 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6928e3e2-e510-4c53-9241-a780fb0fc5e3 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Calling delete_port for f54c7206-1584-4c81-b9a6-c7035e8cf909 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:52:46.114925 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33270) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:46.198633 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-81082594-7a8b-4986-93d6-4db216397702 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:46.288500 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95eb843f-44d8-4d2f-8f5c-6baa201b061a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:46.290245 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95eb843f-44d8-4d2f-8f5c-6baa201b061a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:46.294293 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-95eb843f-44d8-4d2f-8f5c-6baa201b061a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1755624 Apr 21 12:52:46.294669 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33276) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:46.359656 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b4a481-97a4-435e-9e28-b83f41ccd760 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting subnet 0e6a3146-8c58-40dc-a9ff-ad8003671ca3 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:52:46.363968 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16b4a481-97a4-435e-9e28-b83f41ccd760 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:46.373156 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75ae2c-a825-4512-819b-e76c8204b16d req-bf14599c-b42b-4ece-9031-9c54e6bab811 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:46.382446 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a75ae2c-a825-4512-819b-e76c8204b16d req-bf14599c-b42b-4ece-9031-9c54e6bab811 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 945 time: 0.2155125 Apr 21 12:52:46.426616 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16b4a481-97a4-435e-9e28-b83f41ccd760 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:46.460359 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-81082594-7a8b-4986-93d6-4db216397702 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:46.527768 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16b4a481-97a4-435e-9e28-b83f41ccd760 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:46.541470 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a75ae2c-a825-4512-819b-e76c8204b16d req-6c461043-2b34-4d17-9ea6-3a88ad34c4fc tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582005 Apr 21 12:52:46.543788 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-81082594-7a8b-4986-93d6-4db216397702 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1f9ac6-a0af-4480-a29e-e816d804f2e5']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:46.556297 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-81082594-7a8b-4986-93d6-4db216397702 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fef47ad9-3a78-4d22-8818-f06381e9be3a') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:46.556297 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-81082594-7a8b-4986-93d6-4db216397702 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fef47ad9-3a78-4d22-8818-f06381e9be3a') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:46.572333 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-81082594-7a8b-4986-93d6-4db216397702 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:46.613332 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-81082594-7a8b-4986-93d6-4db216397702 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:46.623328 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81082594-7a8b-4986-93d6-4db216397702 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:52:46.623758 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-81082594-7a8b-4986-93d6-4db216397702 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: items = [ Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:52:46.626732 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:52:46.738503 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f2259f63-d48c-4833-ae87-9b3d5fef692c up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:52:46.816097 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16b4a481-97a4-435e-9e28-b83f41ccd760 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:46.869101 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port f2259f63-d48c-4833-ae87-9b3d5fef692c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:52:46.869101 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:46.870147 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4a481-97a4-435e-9e28-b83f41ccd760 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Subnet': ['ID=0e6a3146-8c58-40dc-a9ff-ad8003671ca3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:46.870147 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16b4a481-97a4-435e-9e28-b83f41ccd760 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:46.870147 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-16b4a481-97a4-435e-9e28-b83f41ccd760 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/0e6a3146-8c58-40dc-a9ff-ad8003671ca3 HTTP/1.1" status: 204 len: 168 time: 0.5556738 Apr 21 12:52:46.871207 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33288) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:46.898386 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:46.913247 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-be49d410-7c86-4367-aa74-0f656368eecf tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406847 Apr 21 12:52:46.913974 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6928e3e2-e510-4c53-9241-a780fb0fc5e3 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:46.916639 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33290) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:46.923191 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ab9855fa-bb22-4b80-af86-8fa511b05810 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:46.935178 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port f2259f63-d48c-4833-ae87-9b3d5fef692c, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f2259f63-d48c-4833-ae87-9b3d5fef692c,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:52:46.951113 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-81082594-7a8b-4986-93d6-4db216397702 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:46.957501 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:46.967370 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928e3e2-e510-4c53-9241-a780fb0fc5e3 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Pushing event deleted for resources: {'Port': ['ID=f54c7206-1584-4c81-b9a6-c7035e8cf909,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:46.967370 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-81082594-7a8b-4986-93d6-4db216397702 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:46.970079 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-81082594-7a8b-4986-93d6-4db216397702 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] 10.222.0.36 "DELETE /v2.0/networks/8b1f9ac6-a0af-4480-a29e-e816d804f2e5 HTTP/1.1" status: 204 len: 168 time: 0.9631739 Apr 21 12:52:46.996780 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81082594-7a8b-4986-93d6-4db216397702 tempest-ExternalNetworksTestJSON-1720331080 tempest-ExternalNetworksTestJSON-1720331080-project] Pushing event deleted for resources: {'Network': ['ID=8b1f9ac6-a0af-4480-a29e-e816d804f2e5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:47.037464 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:47.070523 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6928e3e2-e510-4c53-9241-a780fb0fc5e3 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:47.113832 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=f2259f63-d48c-4833-ae87-9b3d5fef692c,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:47.196927 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6928e3e2-e510-4c53-9241-a780fb0fc5e3 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:47.199891 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6928e3e2-e510-4c53-9241-a780fb0fc5e3 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:47.204143 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b0d3b8-68c8-46a4-a193-814ca9df9968 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:52:47.297489 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9c2c814e-2c60-45f3-8cab-0edf885418c1 None None] Provisioning complete for port f2259f63-d48c-4833-ae87-9b3d5fef692c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:52:47.297898 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c2c814e-2c60-45f3-8cab-0edf885418c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:47.374805 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6928e3e2-e510-4c53-9241-a780fb0fc5e3 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:47.384190 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6928e3e2-e510-4c53-9241-a780fb0fc5e3 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f5408336-7ae8-4486-ad52-8993720215c7 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:52:47.392198 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6928e3e2-e510-4c53-9241-a780fb0fc5e3 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:47.400469 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6928e3e2-e510-4c53-9241-a780fb0fc5e3 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "DELETE /v2.0/routers/f5408336-7ae8-4486-ad52-8993720215c7 HTTP/1.1" status: 204 len: 168 time: 2.3534040 Apr 21 12:52:47.409766 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33310) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:47.421643 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4159ceef-088a-49bd-bcfa-7704fa7cac96 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1067080486', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:47.508620 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedcbdb8-a2d9-4064-9a46-7c513cadb2c4 None None] DHCP port deletion for 43650c3d-b9d7-4e95-8950-e9fadabd5511 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:52:47.519075 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4159ceef-088a-49bd-bcfa-7704fa7cac96 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:47.520150 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4159ceef-088a-49bd-bcfa-7704fa7cac96 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:47.576536 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4159ceef-088a-49bd-bcfa-7704fa7cac96 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:47.577072 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cedcbdb8-a2d9-4064-9a46-7c513cadb2c4 None None] Deleting port f2259f63-d48c-4833-ae87-9b3d5fef692c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:52:47.577661 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cedcbdb8-a2d9-4064-9a46-7c513cadb2c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:47.580136 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9855fa-bb22-4b80-af86-8fa511b05810 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:47.585024 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab9855fa-bb22-4b80-af86-8fa511b05810 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:47.669212 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-cedcbdb8-a2d9-4064-9a46-7c513cadb2c4 None None] For port f2259f63-d48c-4833-ae87-9b3d5fef692c, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f2259f63-d48c-4833-ae87-9b3d5fef692c,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:52:47.669900 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cedcbdb8-a2d9-4064-9a46-7c513cadb2c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:47.678952 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33326) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:47.691546 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cedcbdb8-a2d9-4064-9a46-7c513cadb2c4 None None] Calling delete_port for f2259f63-d48c-4833-ae87-9b3d5fef692c owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:52:47.820016 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:47.826219 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0758ac4-6d55-4406-80bd-48dc01ed80db req-65c1aa9e-04f6-40f6-b810-f1c3c3d805ec tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:47.828123 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d0758ac4-6d55-4406-80bd-48dc01ed80db req-65c1aa9e-04f6-40f6-b810-f1c3c3d805ec tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 945 time: 0.1671853 Apr 21 12:52:47.868332 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4159ceef-088a-49bd-bcfa-7704fa7cac96 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:47.895315 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cedcbdb8-a2d9-4064-9a46-7c513cadb2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:47.900129 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d0758ac4-6d55-4406-80bd-48dc01ed80db req-265a0242-11ff-4943-b558-36dca20f7b0f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411875 Apr 21 12:52:47.907793 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b5cbfcf9-6a62-47e2-ae6c-bfb8846be5cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=23a82b41d1504839918ee1c4a248db38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2255042 Apr 21 12:52:47.907959 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33342) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:47.925643 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedcbdb8-a2d9-4064-9a46-7c513cadb2c4 None None] Pushing event deleted for resources: {'Port': ['ID=f2259f63-d48c-4833-ae87-9b3d5fef692c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:47.930996 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedcbdb8-a2d9-4064-9a46-7c513cadb2c4 None None] No DVR routers for this DVR port f2259f63-d48c-4833-ae87-9b3d5fef692c on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:52:47.936400 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab9855fa-bb22-4b80-af86-8fa511b05810 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:47.989699 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9855fa-bb22-4b80-af86-8fa511b05810 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:47.999770 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ab9855fa-bb22-4b80-af86-8fa511b05810 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:48.011712 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9855fa-bb22-4b80-af86-8fa511b05810 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:48.011712 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab9855fa-bb22-4b80-af86-8fa511b05810 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:48.011968 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed385e0-91e8-4ad5-bd81-a1999a8e408f None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:52:48.031870 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9855fa-bb22-4b80-af86-8fa511b05810 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Subnet': ['ID=6eeeced1-add1-4df7-ab8a-66ae80493809,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:48.047261 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-222979cc-9940-45d7-bd45-bd442600f2f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:48.084379 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-222979cc-9940-45d7-bd45-bd442600f2f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:48.094084 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ab9855fa-bb22-4b80-af86-8fa511b05810 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1761591 Apr 21 12:52:48.096917 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33352) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:48.104071 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-89dc41b2-c29f-42fa-9e53-f7a08e796d3d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'port': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'fixed_ips': [{'subnet_id': '6eeeced1-add1-4df7-ab8a-66ae80493809', 'ip_address': '2001:db8::7a5c:3c6d:8d2a:89b4'}], 'name': 'tempest-NetworksTestDHCPv6-834607208'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:48.184965 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b73627-74d2-44d4-a913-513faa54a9c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-43650c3d-b9d7-4e95-8950-e9fadabd5511', 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'fixed_ips': [{'subnet_id': '6eeeced1-add1-4df7-ab8a-66ae80493809'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:52:48.187236 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88b73627-74d2-44d4-a913-513faa54a9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:48.206013 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4159ceef-088a-49bd-bcfa-7704fa7cac96 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:48.226930 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4159ceef-088a-49bd-bcfa-7704fa7cac96 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:48.317072 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-222979cc-9940-45d7-bd45-bd442600f2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:48.320814 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-222979cc-9940-45d7-bd45-bd442600f2f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:48.324279 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-222979cc-9940-45d7-bd45-bd442600f2f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/62b2d86e-00ac-4d94-a12e-b6869e8ce442 HTTP/1.1" status: 204 len: 168 time: 0.4126565 Apr 21 12:52:48.326048 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dc41b2-c29f-42fa-9e53-f7a08e796d3d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:48.335290 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-89dc41b2-c29f-42fa-9e53-f7a08e796d3d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:48.344515 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222979cc-9940-45d7-bd45-bd442600f2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b2d86e-00ac-4d94-a12e-b6869e8ce442,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:48.369962 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-89dc41b2-c29f-42fa-9e53-f7a08e796d3d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] device_id is not set on port 91a8d9b6-8953-42dc-b2ec-f4ecd73dd807 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:52:48.454530 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-4159ceef-088a-49bd-bcfa-7704fa7cac96 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Allocated IP 172.25.8.20 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/44a1ea05-e3dd-4681-9709-daf7bdf0add0) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:52:48.503914 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-88b73627-74d2-44d4-a913-513faa54a9c7 None None] Allocated IP 2001:db8::2 (43650c3d-b9d7-4e95-8950-e9fadabd5511/6eeeced1-add1-4df7-ab8a-66ae80493809/52d0a0e2-cb89-4ba9-8c91-0abe0c81f78b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:52:48.518102 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:48.577859 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4159ceef-088a-49bd-bcfa-7704fa7cac96 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:48.666373 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4159ceef-088a-49bd-bcfa-7704fa7cac96 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:48.677406 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88b73627-74d2-44d4-a913-513faa54a9c7 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:48.706956 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:48.717250 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4159ceef-088a-49bd-bcfa-7704fa7cac96 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:48.720514 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-4159ceef-088a-49bd-bcfa-7704fa7cac96 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:48.724796 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4159ceef-088a-49bd-bcfa-7704fa7cac96 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:52:48.734862 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88b73627-74d2-44d4-a913-513faa54a9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:48.750620 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f54c7206-1584-4c81-b9a6-c7035e8cf909 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:52:48.751426 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159ceef-088a-49bd-bcfa-7704fa7cac96 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Pushing event updated for resources: {'Port': ['ID=44a1ea05-e3dd-4681-9709-daf7bdf0add0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:48.799619 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-89dc41b2-c29f-42fa-9e53-f7a08e796d3d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Allocated IP 2001:db8::7a5c:3c6d:8d2a:89b4 (43650c3d-b9d7-4e95-8950-e9fadabd5511/6eeeced1-add1-4df7-ab8a-66ae80493809/91a8d9b6-8953-42dc-b2ec-f4ecd73dd807) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:52:48.803094 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: f54c7206-1584-4c81-b9a6-c7035e8cf909 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:52:48.807066 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f54c7206-1584-4c81-b9a6-c7035e8cf909 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:52:48.807066 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f2259f63-d48c-4833-ae87-9b3d5fef692c no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:52:48.811810 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b73627-74d2-44d4-a913-513faa54a9c7 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:48.838803 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-88b73627-74d2-44d4-a913-513faa54a9c7 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:48.844021 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: f2259f63-d48c-4833-ae87-9b3d5fef692c {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:52:48.844526 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f2259f63-d48c-4833-ae87-9b3d5fef692c not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:52:48.849202 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b73627-74d2-44d4-a913-513faa54a9c7 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:52:48.852754 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b73627-74d2-44d4-a913-513faa54a9c7 None None] Pushing event updated for resources: {'Port': ['ID=52d0a0e2-cb89-4ba9-8c91-0abe0c81f78b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:48.914534 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-88b73627-74d2-44d4-a913-513faa54a9c7 None None] Attempting to bind port 52d0a0e2-cb89-4ba9-8c91-0abe0c81f78b on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:52:48.915154 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-88b73627-74d2-44d4-a913-513faa54a9c7 None None] Attempting to bind port 52d0a0e2-cb89-4ba9-8c91-0abe0c81f78b by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:52:48.918384 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b73627-74d2-44d4-a913-513faa54a9c7 None None] Attempting to bind port 52d0a0e2-cb89-4ba9-8c91-0abe0c81f78b on network 43650c3d-b9d7-4e95-8950-e9fadabd5511 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:52:48.921357 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b73627-74d2-44d4-a913-513faa54a9c7 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:52:48.921969 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b73627-74d2-44d4-a913-513faa54a9c7 None None] Checking segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:52:48.922555 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88b73627-74d2-44d4-a913-513faa54a9c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:48.923106 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b73627-74d2-44d4-a913-513faa54a9c7 None None] Bound using segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:52:48.924406 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-88b73627-74d2-44d4-a913-513faa54a9c7 None None] Bound port: 52d0a0e2-cb89-4ba9-8c91-0abe0c81f78b, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:52:48.924967 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88b73627-74d2-44d4-a913-513faa54a9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:48.994339 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-88b73627-74d2-44d4-a913-513faa54a9c7 None None] For port 52d0a0e2-cb89-4ba9-8c91-0abe0c81f78b, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:52:48.997615 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-88b73627-74d2-44d4-a913-513faa54a9c7 None None] For port 52d0a0e2-cb89-4ba9-8c91-0abe0c81f78b, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=52d0a0e2-cb89-4ba9-8c91-0abe0c81f78b,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:52:49.011911 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-89dc41b2-c29f-42fa-9e53-f7a08e796d3d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:49.029104 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880226d-0ef6-4b38-9557-273a5e7d9d29 req-0a4225d2-c07b-4cda-982b-862e7cff4f16 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:49.030694 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d880226d-0ef6-4b38-9557-273a5e7d9d29 req-0a4225d2-c07b-4cda-982b-862e7cff4f16 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 945 time: 0.0505548 Apr 21 12:52:49.099401 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33394) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:49.101123 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88b73627-74d2-44d4-a913-513faa54a9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:49.140703 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d880226d-0ef6-4b38-9557-273a5e7d9d29 req-b04e2e89-b98b-4ba7-84ca-1c7b41f48917 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713024 Apr 21 12:52:49.169221 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4159ceef-088a-49bd-bcfa-7704fa7cac96 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:49.174522 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-88232f68-dd90-485c-8060-afa456510de6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1fadd0602a7d404b962e35b8841f70e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0724733 Apr 21 12:52:49.177228 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b73627-74d2-44d4-a913-513faa54a9c7 None None] Pushing event updated for resources: {'Port': ['ID=52d0a0e2-cb89-4ba9-8c91-0abe0c81f78b,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:49.185761 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33398) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:49.206652 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-89dc41b2-c29f-42fa-9e53-f7a08e796d3d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:49.280138 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dc41b2-c29f-42fa-9e53-f7a08e796d3d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:49.286345 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-89dc41b2-c29f-42fa-9e53-f7a08e796d3d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:49.289268 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dc41b2-c29f-42fa-9e53-f7a08e796d3d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:52:49.295276 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dc41b2-c29f-42fa-9e53-f7a08e796d3d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:49.295910 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-89dc41b2-c29f-42fa-9e53-f7a08e796d3d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:49.299238 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc41b2-c29f-42fa-9e53-f7a08e796d3d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Port': ['ID=91a8d9b6-8953-42dc-b2ec-f4ecd73dd807,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:49.318660 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-94ac5f6e-f0be-4225-a758-91889b50c9b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:49.348884 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-94ac5f6e-f0be-4225-a758-91889b50c9b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:49.394574 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-89dc41b2-c29f-42fa-9e53-f7a08e796d3d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2962565 Apr 21 12:52:49.397550 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33406) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:49.429434 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4159ceef-088a-49bd-bcfa-7704fa7cac96 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:49.462596 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4826cd86-a1d4-4201-8d85-151f80d7fa18 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:49.468925 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4826cd86-a1d4-4201-8d85-151f80d7fa18 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:49.471205 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4826cd86-a1d4-4201-8d85-151f80d7fa18 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0721533 Apr 21 12:52:49.474776 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33408) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:49.554130 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-94ac5f6e-f0be-4225-a758-91889b50c9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:49.556659 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-94ac5f6e-f0be-4225-a758-91889b50c9b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:49.557882 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-94ac5f6e-f0be-4225-a758-91889b50c9b0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e965756b-488b-4d5a-80ea-c8297f4db23e HTTP/1.1" status: 204 len: 168 time: 0.3711300 Apr 21 12:52:49.569095 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac5f6e-f0be-4225-a758-91889b50c9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e965756b-488b-4d5a-80ea-c8297f4db23e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:49.594975 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-4870ba80-4fd6-48f9-aede-9160db9f6a55 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting port 91a8d9b6-8953-42dc-b2ec-f4ecd73dd807 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:52:49.595238 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4870ba80-4fd6-48f9-aede-9160db9f6a55 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:49.647972 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4159ceef-088a-49bd-bcfa-7704fa7cac96 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Router 446c7f79-50fa-40a8-ba12-570e3f54bf79 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:52:49.693294 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4870ba80-4fd6-48f9-aede-9160db9f6a55 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:49.710761 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-4870ba80-4fd6-48f9-aede-9160db9f6a55 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Calling delete_port for 91a8d9b6-8953-42dc-b2ec-f4ecd73dd807 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:52:49.766658 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4159ceef-088a-49bd-bcfa-7704fa7cac96 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:52:49.780447 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0bda4e-6cc3-416e-8049-75bd5887603e None None] Sync routers for ids ['446c7f79-50fa-40a8-ba12-570e3f54bf79'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:52:49.791768 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0bda4e-6cc3-416e-8049-75bd5887603e None None] Routers {'446c7f79-50fa-40a8-ba12-570e3f54bf79'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:52:49.793039 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ff0bda4e-6cc3-416e-8049-75bd5887603e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:52:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['446c7f79-50fa-40a8-ba12-570e3f54bf79'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:49.829370 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ff0bda4e-6cc3-416e-8049-75bd5887603e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:49.841346 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0bda4e-6cc3-416e-8049-75bd5887603e None None] Routers {'446c7f79-50fa-40a8-ba12-570e3f54bf79'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:52:49.842047 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ff0bda4e-6cc3-416e-8049-75bd5887603e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:52:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['446c7f79-50fa-40a8-ba12-570e3f54bf79'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:49.855957 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4159ceef-088a-49bd-bcfa-7704fa7cac96 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:49.857876 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4159ceef-088a-49bd-bcfa-7704fa7cac96 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.4454138 Apr 21 12:52:49.860959 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33428) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:49.880835 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ef483c7e-ce0e-41af-88b3-27a9a04da230 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'enable_snat': False}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:49.894074 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ff0bda4e-6cc3-416e-8049-75bd5887603e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:49.894747 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0bda4e-6cc3-416e-8049-75bd5887603e None None] The sync data for ids ['446c7f79-50fa-40a8-ba12-570e3f54bf79'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:52:49.973922 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4870ba80-4fd6-48f9-aede-9160db9f6a55 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:50.018424 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870ba80-4fd6-48f9-aede-9160db9f6a55 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Port': ['ID=91a8d9b6-8953-42dc-b2ec-f4ecd73dd807,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:50.045779 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4870ba80-4fd6-48f9-aede-9160db9f6a55 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:50.055756 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4870ba80-4fd6-48f9-aede-9160db9f6a55 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/91a8d9b6-8953-42dc-b2ec-f4ecd73dd807 HTTP/1.1" status: 204 len: 168 time: 0.5760620 Apr 21 12:52:50.055946 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33442) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:50.132752 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278bee7e-17e1-476e-973a-01dd8a83d901 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:50.134937 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278bee7e-17e1-476e-973a-01dd8a83d901 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:50.139029 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-278bee7e-17e1-476e-973a-01dd8a83d901 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0834167 Apr 21 12:52:50.139449 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33446) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:50.203514 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-d344ea85-f45e-436f-b522-0bfd82c4a70c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting subnet 6eeeced1-add1-4df7-ab8a-66ae80493809 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:52:50.209035 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d344ea85-f45e-436f-b522-0bfd82c4a70c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:50.300754 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d344ea85-f45e-436f-b522-0bfd82c4a70c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:50.313025 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef483c7e-ce0e-41af-88b3-27a9a04da230 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:50.333084 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64072f14-debe-4508-ad0a-28eb0fb7c046 req-0751c564-01d1-4c17-be63-cd1486650c30 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:50.334924 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64072f14-debe-4508-ad0a-28eb0fb7c046 req-0751c564-01d1-4c17-be63-cd1486650c30 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 945 time: 0.0905836 Apr 21 12:52:50.391469 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:50.400890 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64072f14-debe-4508-ad0a-28eb0fb7c046 req-8402716f-def6-4f87-bf0a-d593356fe545 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559759 Apr 21 12:52:50.403464 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-65ce9c16-4cf5-49da-8140-0f0351b9041b None None] Provisioning complete for port 52d0a0e2-cb89-4ba9-8c91-0abe0c81f78b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:52:50.403914 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65ce9c16-4cf5-49da-8140-0f0351b9041b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:50.461804 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d344ea85-f45e-436f-b522-0bfd82c4a70c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:50.539736 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65ce9c16-4cf5-49da-8140-0f0351b9041b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:50.666987 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d344ea85-f45e-436f-b522-0bfd82c4a70c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:50.728093 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d344ea85-f45e-436f-b522-0bfd82c4a70c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:50.733870 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d344ea85-f45e-436f-b522-0bfd82c4a70c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/6eeeced1-add1-4df7-ab8a-66ae80493809 HTTP/1.1" status: 204 len: 168 time: 0.5927491 Apr 21 12:52:50.742156 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33482) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:50.748177 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344ea85-f45e-436f-b522-0bfd82c4a70c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Subnet': ['ID=6eeeced1-add1-4df7-ab8a-66ae80493809,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:50.773996 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-65ce9c16-4cf5-49da-8140-0f0351b9041b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:52:50.774357 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-65ce9c16-4cf5-49da-8140-0f0351b9041b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:52:50.811360 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0032d5b6-e6ee-4d43-b568-131f051a7762 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0632637 Apr 21 12:52:50.811550 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33486) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:50.818081 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 52d0a0e2-cb89-4ba9-8c91-0abe0c81f78b up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:52:50.898885 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467d7785-912c-43fa-8db6-128de8b3677a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:50.902885 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-467d7785-912c-43fa-8db6-128de8b3677a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0880091 Apr 21 12:52:50.903542 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33494) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:50.908652 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 52d0a0e2-cb89-4ba9-8c91-0abe0c81f78b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:52:50.909121 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:51.021266 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef483c7e-ce0e-41af-88b3-27a9a04da230 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3659549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10333'] for router, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:51.027120 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef483c7e-ce0e-41af-88b3-27a9a04da230 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3659538'] for router, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:51.036254 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:51.036254 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030a1980-3434-4a54-aeb5-231cd22bb884 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:52:51.090087 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c6df12-416b-4a2f-8fb0-a8cca8608ed5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:51.091559 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-91c6df12-416b-4a2f-8fb0-a8cca8608ed5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1870837 Apr 21 12:52:51.094328 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33506) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:51.113393 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 52d0a0e2-cb89-4ba9-8c91-0abe0c81f78b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=52d0a0e2-cb89-4ba9-8c91-0abe0c81f78b,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:52:51.146974 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c78224fe-d298-4d3e-8b42-b951a8cb58e6 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513847 Apr 21 12:52:51.152117 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33512) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:51.157240 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-fcf1908f-8c53-4531-a4ee-47b2e4d55213 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:51.168621 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:51.187456 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef483c7e-ce0e-41af-88b3-27a9a04da230 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Router 446c7f79-50fa-40a8-ba12-570e3f54bf79 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:52:51.247811 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=52d0a0e2-cb89-4ba9-8c91-0abe0c81f78b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:51.346797 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef483c7e-ce0e-41af-88b3-27a9a04da230 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:52:51.351545 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef483c7e-ce0e-41af-88b3-27a9a04da230 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:51.353331 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ef483c7e-ce0e-41af-88b3-27a9a04da230 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "PUT /v2.0/routers/446c7f79-50fa-40a8-ba12-570e3f54bf79 HTTP/1.1" status: 200 len: 925 time: 1.4906967 Apr 21 12:52:51.355318 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aae18d9-6d1b-4b21-a552-bf7defec8c7b None None] DHCP port deletion for 43650c3d-b9d7-4e95-8950-e9fadabd5511 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:52:51.357113 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33524) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:51.359555 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564b3079-de69-4825-867a-eaf72f9f90c2 None None] Sync routers for ids ['446c7f79-50fa-40a8-ba12-570e3f54bf79'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:52:51.370139 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564b3079-de69-4825-867a-eaf72f9f90c2 None None] Routers {'446c7f79-50fa-40a8-ba12-570e3f54bf79'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:52:51.371314 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-564b3079-de69-4825-867a-eaf72f9f90c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:52:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['446c7f79-50fa-40a8-ba12-570e3f54bf79'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:51.389653 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf1908f-8c53-4531-a4ee-47b2e4d55213 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:51.411012 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fcf1908f-8c53-4531-a4ee-47b2e4d55213 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:51.422329 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5aae18d9-6d1b-4b21-a552-bf7defec8c7b None None] Deleting port 52d0a0e2-cb89-4ba9-8c91-0abe0c81f78b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:52:51.422874 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5aae18d9-6d1b-4b21-a552-bf7defec8c7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:51.422995 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-564b3079-de69-4825-867a-eaf72f9f90c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:51.434000 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564b3079-de69-4825-867a-eaf72f9f90c2 None None] Routers {'446c7f79-50fa-40a8-ba12-570e3f54bf79'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:52:51.434722 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-564b3079-de69-4825-867a-eaf72f9f90c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:52:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['446c7f79-50fa-40a8-ba12-570e3f54bf79'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:51.445708 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-010b1649-ae83-4ed3-8481-7d3562c7fdcb None None] Could not find standard attr ID for object 91a8d9b6-8953-42dc-b2ec-f4ecd73dd807. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:52:51.510120 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-564b3079-de69-4825-867a-eaf72f9f90c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:51.511202 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564b3079-de69-4825-867a-eaf72f9f90c2 None None] The sync data for ids ['446c7f79-50fa-40a8-ba12-570e3f54bf79'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:52:51.574163 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5aae18d9-6d1b-4b21-a552-bf7defec8c7b None None] For port 52d0a0e2-cb89-4ba9-8c91-0abe0c81f78b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=52d0a0e2-cb89-4ba9-8c91-0abe0c81f78b,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:52:51.578327 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5aae18d9-6d1b-4b21-a552-bf7defec8c7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:51.595638 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5aae18d9-6d1b-4b21-a552-bf7defec8c7b None None] Calling delete_port for 52d0a0e2-cb89-4ba9-8c91-0abe0c81f78b owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:52:51.647120 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-becf6b14-e1f6-4745-a541-8be72bc157a0 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "GET /v2.0/routers/446c7f79-50fa-40a8-ba12-570e3f54bf79 HTTP/1.1" status: 200 len: 925 time: 0.2888360 Apr 21 12:52:51.650226 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33546) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:51.655072 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a667552-cb86-47a2-9cff-10ccfb695301 req-94739d94-764e-4ca4-952a-96e681189fcb tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:51.659219 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a667552-cb86-47a2-9cff-10ccfb695301 req-94739d94-764e-4ca4-952a-96e681189fcb tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 945 time: 0.1176589 Apr 21 12:52:51.731161 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a667552-cb86-47a2-9cff-10ccfb695301 req-932a22a1-33e8-4e0b-931e-43b0e8d9ccf9 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673542 Apr 21 12:52:51.760030 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ce3345-870a-4938-bfe2-cf8f863c7ce9 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:51.761800 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-66ce3345-870a-4938-bfe2-cf8f863c7ce9 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=23f97cfe-dd42-45d8-a5df-e2b803e954fa&device_id=446c7f79-50fa-40a8-ba12-570e3f54bf79&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1102276 Apr 21 12:52:51.764472 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33554) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:51.832228 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5aae18d9-6d1b-4b21-a552-bf7defec8c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:51.869185 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aae18d9-6d1b-4b21-a552-bf7defec8c7b None None] No DVR routers for this DVR port 52d0a0e2-cb89-4ba9-8c91-0abe0c81f78b on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:52:51.873234 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae18d9-6d1b-4b21-a552-bf7defec8c7b None None] Pushing event deleted for resources: {'Port': ['ID=52d0a0e2-cb89-4ba9-8c91-0abe0c81f78b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:51.885441 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d04558-de7d-4125-8787-c5d77d3d323f tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:51.893452 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-56d04558-de7d-4125-8787-c5d77d3d323f tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 881 time: 0.1217446 Apr 21 12:52:51.893452 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33562) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:51.922296 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fb4349d8-2673-4021-95b2-bffef4907459 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "GET /v2.0/ports?device_id=446c7f79-50fa-40a8-ba12-570e3f54bf79 HTTP/1.1" status: 200 len: 205 time: 0.0303407 Apr 21 12:52:51.924936 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33566) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:51.934000 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fcf1908f-8c53-4531-a4ee-47b2e4d55213 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:52.016472 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf1908f-8c53-4531-a4ee-47b2e4d55213 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:52.027298 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-fcf1908f-8c53-4531-a4ee-47b2e4d55213 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:52.034756 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf1908f-8c53-4531-a4ee-47b2e4d55213 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:52.035344 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fcf1908f-8c53-4531-a4ee-47b2e4d55213 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:52.038631 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91feaf1-42d7-4c05-8fe0-d53fbdcece13 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:52:52.071965 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf1908f-8c53-4531-a4ee-47b2e4d55213 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Subnet': ['ID=f2067d41-ee8b-4577-ac14-22fd5f038b67,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:52.097298 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e583ada-836e-401c-8b91-cafe313c00c8 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:52.389763 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f09a1a-e03d-4998-92b8-3467b92fc521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-43650c3d-b9d7-4e95-8950-e9fadabd5511', 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'fixed_ips': [{'subnet_id': 'f2067d41-ee8b-4577-ac14-22fd5f038b67'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:52:52.391202 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24f09a1a-e03d-4998-92b8-3467b92fc521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:52.530027 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fcf1908f-8c53-4531-a4ee-47b2e4d55213 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3769782 Apr 21 12:52:52.532947 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33590) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:52.538706 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c66c9cdb-6133-48be-b9e1-b1d12633b640 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'port': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'fixed_ips': [{'subnet_id': 'f2067d41-ee8b-4577-ac14-22fd5f038b67', 'ip_address': '2001:db8::d177:e34b:fbaa:6d7b'}], 'name': 'tempest-NetworksTestDHCPv6-83176402'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:52.575352 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e583ada-836e-401c-8b91-cafe313c00c8 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:52.583144 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-24f09a1a-e03d-4998-92b8-3467b92fc521 None None] Allocated IP 2001:db8::2 (43650c3d-b9d7-4e95-8950-e9fadabd5511/f2067d41-ee8b-4577-ac14-22fd5f038b67/13e451d2-74f3-4415-9882-e95f23c691a0) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:52:52.732219 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3e583ada-836e-401c-8b91-cafe313c00c8 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Deleting port 44a1ea05-e3dd-4681-9709-daf7bdf0add0 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:52:52.732986 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e583ada-836e-401c-8b91-cafe313c00c8 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:52.735039 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66c9cdb-6133-48be-b9e1-b1d12633b640 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:52.763641 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 52d0a0e2-cb89-4ba9-8c91-0abe0c81f78b no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:52:52.802724 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 52d0a0e2-cb89-4ba9-8c91-0abe0c81f78b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:52:52.803316 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 52d0a0e2-cb89-4ba9-8c91-0abe0c81f78b not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:52:52.821048 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24f09a1a-e03d-4998-92b8-3467b92fc521 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:52.877626 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24f09a1a-e03d-4998-92b8-3467b92fc521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:52.883081 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e583ada-836e-401c-8b91-cafe313c00c8 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:52.896394 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33616) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:52.901818 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3e583ada-836e-401c-8b91-cafe313c00c8 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Calling delete_port for 44a1ea05-e3dd-4681-9709-daf7bdf0add0 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:52:52.910040 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c66c9cdb-6133-48be-b9e1-b1d12633b640 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:52.930409 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-c66c9cdb-6133-48be-b9e1-b1d12633b640 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] device_id is not set on port aa7b1708-4932-4125-8464-3a4d2b248e0e yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:52:52.937474 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f09a1a-e03d-4998-92b8-3467b92fc521 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:52.946014 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-24f09a1a-e03d-4998-92b8-3467b92fc521 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:52.948368 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e25ab5-d6a4-44d9-8485-799898ae78b7 req-2530cda9-e4fb-4b4d-a4a9-cf39757309ae tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:52.950096 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98e25ab5-d6a4-44d9-8485-799898ae78b7 req-2530cda9-e4fb-4b4d-a4a9-cf39757309ae tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 945 time: 0.1059279 Apr 21 12:52:52.954281 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f09a1a-e03d-4998-92b8-3467b92fc521 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:52:52.963950 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f09a1a-e03d-4998-92b8-3467b92fc521 None None] Pushing event updated for resources: {'Port': ['ID=13e451d2-74f3-4415-9882-e95f23c691a0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:53.021435 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-24f09a1a-e03d-4998-92b8-3467b92fc521 None None] Attempting to bind port 13e451d2-74f3-4415-9882-e95f23c691a0 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:52:53.021995 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-24f09a1a-e03d-4998-92b8-3467b92fc521 None None] Attempting to bind port 13e451d2-74f3-4415-9882-e95f23c691a0 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:52:53.022458 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f09a1a-e03d-4998-92b8-3467b92fc521 None None] Attempting to bind port 13e451d2-74f3-4415-9882-e95f23c691a0 on network 43650c3d-b9d7-4e95-8950-e9fadabd5511 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:52:53.028435 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f09a1a-e03d-4998-92b8-3467b92fc521 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:52:53.028993 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f09a1a-e03d-4998-92b8-3467b92fc521 None None] Checking segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:52:53.029713 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24f09a1a-e03d-4998-92b8-3467b92fc521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:53.030337 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f09a1a-e03d-4998-92b8-3467b92fc521 None None] Bound using segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:52:53.031048 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-24f09a1a-e03d-4998-92b8-3467b92fc521 None None] Bound port: 13e451d2-74f3-4415-9882-e95f23c691a0, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:52:53.031779 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24f09a1a-e03d-4998-92b8-3467b92fc521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:53.043911 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98e25ab5-d6a4-44d9-8485-799898ae78b7 req-2d20f7f7-c8d8-46a5-b4f6-0034b1384b4b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596092 Apr 21 12:52:53.110618 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-24f09a1a-e03d-4998-92b8-3467b92fc521 None None] For port 13e451d2-74f3-4415-9882-e95f23c691a0, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:52:53.114975 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-24f09a1a-e03d-4998-92b8-3467b92fc521 None None] For port 13e451d2-74f3-4415-9882-e95f23c691a0, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=13e451d2-74f3-4415-9882-e95f23c691a0,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:52:53.142294 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-c66c9cdb-6133-48be-b9e1-b1d12633b640 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Allocated IP 2001:db8::d177:e34b:fbaa:6d7b (43650c3d-b9d7-4e95-8950-e9fadabd5511/f2067d41-ee8b-4577-ac14-22fd5f038b67/aa7b1708-4932-4125-8464-3a4d2b248e0e) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:52:53.171996 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6e484fba-c491-44ee-b408-3d90f1caaeb4 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:53.238545 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-24f09a1a-e03d-4998-92b8-3467b92fc521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:53.265464 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e583ada-836e-401c-8b91-cafe313c00c8 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:53.291582 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e583ada-836e-401c-8b91-cafe313c00c8 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Pushing event deleted for resources: {'Port': ['ID=44a1ea05-e3dd-4681-9709-daf7bdf0add0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:53.311785 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f09a1a-e03d-4998-92b8-3467b92fc521 None None] Pushing event updated for resources: {'Port': ['ID=13e451d2-74f3-4415-9882-e95f23c691a0,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:53.322270 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c66c9cdb-6133-48be-b9e1-b1d12633b640 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:53.352102 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e484fba-c491-44ee-b408-3d90f1caaeb4 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks [] for floatingip, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:53.364484 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e583ada-836e-401c-8b91-cafe313c00c8 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:53.456206 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c66c9cdb-6133-48be-b9e1-b1d12633b640 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:53.466823 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e484fba-c491-44ee-b408-3d90f1caaeb4 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:53.473677 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e583ada-836e-401c-8b91-cafe313c00c8 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:53.477934 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e583ada-836e-401c-8b91-cafe313c00c8 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:53.582019 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66c9cdb-6133-48be-b9e1-b1d12633b640 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:53.597900 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-c66c9cdb-6133-48be-b9e1-b1d12633b640 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:53.600183 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e583ada-836e-401c-8b91-cafe313c00c8 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:53.600183 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e583ada-836e-401c-8b91-cafe313c00c8 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Fanout notify agent at l3_agent the message router_deleted on router 446c7f79-50fa-40a8-ba12-570e3f54bf79 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:52:53.601858 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66c9cdb-6133-48be-b9e1-b1d12633b640 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:52:53.606723 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66c9cdb-6133-48be-b9e1-b1d12633b640 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:53.607309 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c66c9cdb-6133-48be-b9e1-b1d12633b640 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:53.609338 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e583ada-836e-401c-8b91-cafe313c00c8 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:53.609701 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c9cdb-6133-48be-b9e1-b1d12633b640 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Port': ['ID=aa7b1708-4932-4125-8464-3a4d2b248e0e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:53.616627 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3e583ada-836e-401c-8b91-cafe313c00c8 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "DELETE /v2.0/routers/446c7f79-50fa-40a8-ba12-570e3f54bf79 HTTP/1.1" status: 204 len: 168 time: 1.6898808 Apr 21 12:52:53.616930 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33640) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:53.621744 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-38c52992-fe75-40ce-9553-e87023f2deb3 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-900964457', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:53.694806 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-6e484fba-c491-44ee-b408-3d90f1caaeb4 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Allocated IP 172.25.8.102 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/df5e4570-70c1-4579-8a41-5e8e0969d4f4) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:52:53.748833 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c66c9cdb-6133-48be-b9e1-b1d12633b640 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2145293 Apr 21 12:52:53.751829 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33642) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:53.756395 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6e256d77-49c6-4fe7-93d8-66b565e65881 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'port': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'fixed_ips': [{'subnet_id': 'f2067d41-ee8b-4577-ac14-22fd5f038b67', 'ip_address': '2001:db8::d177:e34b:fbaa:6d7b'}], 'name': 'tempest-NetworksTestDHCPv6-1226456743'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:53.828657 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38c52992-fe75-40ce-9553-e87023f2deb3 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:53.829598 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38c52992-fe75-40ce-9553-e87023f2deb3 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:53.877679 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e484fba-c491-44ee-b408-3d90f1caaeb4 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:53.936507 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38c52992-fe75-40ce-9553-e87023f2deb3 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:53.985716 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38c52992-fe75-40ce-9553-e87023f2deb3 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:54.043097 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e256d77-49c6-4fe7-93d8-66b565e65881 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:54.048060 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e256d77-49c6-4fe7-93d8-66b565e65881 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:54.064611 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38c52992-fe75-40ce-9553-e87023f2deb3 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:54.065876 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-38c52992-fe75-40ce-9553-e87023f2deb3 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4475970 Apr 21 12:52:54.067062 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e484fba-c491-44ee-b408-3d90f1caaeb4 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:54.069072 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33648) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:54.074372 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a43d6742-5725-499e-bcad-ddfdd0f7fdb1 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Request body: {'router': {'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:54.079753 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-6e256d77-49c6-4fe7-93d8-66b565e65881 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] device_id is not set on port 8b91d345-2b2c-4e07-9d0b-220dece4ae2d yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:52:54.181896 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e484fba-c491-44ee-b408-3d90f1caaeb4 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:54.236561 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-6e484fba-c491-44ee-b408-3d90f1caaeb4 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:54.246769 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e484fba-c491-44ee-b408-3d90f1caaeb4 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:52:54.302917 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e484fba-c491-44ee-b408-3d90f1caaeb4 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Pushing event updated for resources: {'Port': ['ID=df5e4570-70c1-4579-8a41-5e8e0969d4f4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:54.389560 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a43d6742-5725-499e-bcad-ddfdd0f7fdb1 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:54.424704 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade0758-3b01-48b4-9108-c4627a1094ef req-8348d145-d589-41bd-b90e-fb12d7b3780d tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:54.426407 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ade0758-3b01-48b4-9108-c4627a1094ef req-8348d145-d589-41bd-b90e-fb12d7b3780d tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 945 time: 0.1380212 Apr 21 12:52:54.452875 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-57db80d6-a467-43e5-b3e8-3f24142f64e2 None None] Provisioning complete for port 13e451d2-74f3-4415-9882-e95f23c691a0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:52:54.452875 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57db80d6-a467-43e5-b3e8-3f24142f64e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:54.460486 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e484fba-c491-44ee-b408-3d90f1caaeb4 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:54.471791 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e256d77-49c6-4fe7-93d8-66b565e65881 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 21 12:52:54.472144 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e256d77-49c6-4fe7-93d8-66b565e65881 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:52:54.494080 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ade0758-3b01-48b4-9108-c4627a1094ef req-046ca129-ebac-4d2a-a68b-5f20968d2285 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591342 Apr 21 12:52:54.568351 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57db80d6-a467-43e5-b3e8-3f24142f64e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:54.584395 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e484fba-c491-44ee-b408-3d90f1caaeb4 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:54.594311 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6e256d77-49c6-4fe7-93d8-66b565e65881 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8415041 Apr 21 12:52:54.601851 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33654) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:54.620491 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-57db80d6-a467-43e5-b3e8-3f24142f64e2 None None] For port 13e451d2-74f3-4415-9882-e95f23c691a0, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=13e451d2-74f3-4415-9882-e95f23c691a0,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:52:54.693085 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9100808c-fd1d-42d1-96a9-ec4337005e71 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:54.693898 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57db80d6-a467-43e5-b3e8-3f24142f64e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:54.703732 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9100808c-fd1d-42d1-96a9-ec4337005e71 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:54.707269 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9100808c-fd1d-42d1-96a9-ec4337005e71 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1043952 Apr 21 12:52:54.709167 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33656) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:54.760696 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db80d6-a467-43e5-b3e8-3f24142f64e2 None None] Pushing event updated for resources: {'Port': ['ID=13e451d2-74f3-4415-9882-e95f23c691a0,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:54.824222 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e484fba-c491-44ee-b408-3d90f1caaeb4 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:54.831490 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 13e451d2-74f3-4415-9882-e95f23c691a0 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:52:54.835422 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c2543b45-0a2c-4699-af7d-fac000cf4db2 None None] Provisioning complete for port aa7b1708-4932-4125-8464-3a4d2b248e0e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:52:54.835757 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2543b45-0a2c-4699-af7d-fac000cf4db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:54.894372 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c2543b45-0a2c-4699-af7d-fac000cf4db2 None None] Port aa7b1708-4932-4125-8464-3a4d2b248e0e cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:52:54.908570 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a43d6742-5725-499e-bcad-ddfdd0f7fdb1 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:54.922118 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e484fba-c491-44ee-b408-3d90f1caaeb4 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:54.934109 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a43d6742-5725-499e-bcad-ddfdd0f7fdb1 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:54.940272 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 13e451d2-74f3-4415-9882-e95f23c691a0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:52:54.940983 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:55.016612 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f3cd058d-2080-4c42-b2e7-945e39932362 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting port aa7b1708-4932-4125-8464-3a4d2b248e0e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:52:55.017142 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3cd058d-2080-4c42-b2e7-945e39932362 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:55.139392 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-a43d6742-5725-499e-bcad-ddfdd0f7fdb1 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Allocated IP 172.25.8.208 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/f79651fa-8f86-4fd0-b241-73b0b7ff0fa0) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:52:55.169087 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3cd058d-2080-4c42-b2e7-945e39932362 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:55.198303 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f3cd058d-2080-4c42-b2e7-945e39932362 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Calling delete_port for aa7b1708-4932-4125-8464-3a4d2b248e0e owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:52:55.337133 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a43d6742-5725-499e-bcad-ddfdd0f7fdb1 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:55.368732 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e484fba-c491-44ee-b408-3d90f1caaeb4 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Pushing event updated for resources: {'Port': ['ID=df5e4570-70c1-4579-8a41-5e8e0969d4f4,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:55.381380 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e484fba-c491-44ee-b408-3d90f1caaeb4 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:55.502512 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e484fba-c491-44ee-b408-3d90f1caaeb4 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:55.503777 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6e484fba-c491-44ee-b408-3d90f1caaeb4 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6068079 Apr 21 12:52:55.507004 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33660) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:55.512015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7fe84a77-b8b6-4cf2-95e1-df724b37cd85 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2120523179'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:55.525187 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a43d6742-5725-499e-bcad-ddfdd0f7fdb1 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:55.526919 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3cd058d-2080-4c42-b2e7-945e39932362 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:55.585082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43d6742-5725-499e-bcad-ddfdd0f7fdb1 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:55.595400 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a43d6742-5725-499e-bcad-ddfdd0f7fdb1 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:55.639574 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43d6742-5725-499e-bcad-ddfdd0f7fdb1 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:52:55.647953 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3cd058d-2080-4c42-b2e7-945e39932362 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:55.651741 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f3cd058d-2080-4c42-b2e7-945e39932362 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/aa7b1708-4932-4125-8464-3a4d2b248e0e HTTP/1.1" status: 204 len: 168 time: 0.9415548 Apr 21 12:52:55.654243 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33664) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:55.655311 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe84a77-b8b6-4cf2-95e1-df724b37cd85 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Made reservation on behalf of e7e5e6b5bd454712ba68f1d820ffa238 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:55.658729 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fe84a77-b8b6-4cf2-95e1-df724b37cd85 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:55.686579 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fe84a77-b8b6-4cf2-95e1-df724b37cd85 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:55.688355 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d6742-5725-499e-bcad-ddfdd0f7fdb1 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Pushing event updated for resources: {'Port': ['ID=f79651fa-8f86-4fd0-b241-73b0b7ff0fa0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:55.722004 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d2da2e-0193-42d3-adbd-7db220a5127e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:55.724019 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d2da2e-0193-42d3-adbd-7db220a5127e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:55.725684 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-50d2da2e-0193-42d3-adbd-7db220a5127e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0702665 Apr 21 12:52:55.728428 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33666) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:55.784055 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf2370c0-1ec1-48bc-9d66-676fb3ee346c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting subnet f2067d41-ee8b-4577-ac14-22fd5f038b67 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:52:55.787973 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf2370c0-1ec1-48bc-9d66-676fb3ee346c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:55.828730 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf2370c0-1ec1-48bc-9d66-676fb3ee346c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:55.848669 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cd058d-2080-4c42-b2e7-945e39932362 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Port': ['ID=aa7b1708-4932-4125-8464-3a4d2b248e0e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:55.878592 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67db66f-6521-44de-931f-d4e92db39a2e req-d63a6732-793d-4c3e-901d-a5bb622b7102 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:55.879947 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a67db66f-6521-44de-931f-d4e92db39a2e req-d63a6732-793d-4c3e-901d-a5bb622b7102 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 945 time: 0.2935359 Apr 21 12:52:55.925127 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf2370c0-1ec1-48bc-9d66-676fb3ee346c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:55.944986 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a67db66f-6521-44de-931f-d4e92db39a2e req-24d1b12e-c075-44fc-8b0e-b4f8b837b8d1 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546567 Apr 21 12:52:56.031257 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf2370c0-1ec1-48bc-9d66-676fb3ee346c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:56.059537 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2370c0-1ec1-48bc-9d66-676fb3ee346c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Subnet': ['ID=f2067d41-ee8b-4577-ac14-22fd5f038b67,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:56.062957 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf2370c0-1ec1-48bc-9d66-676fb3ee346c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:56.065010 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fe84a77-b8b6-4cf2-95e1-df724b37cd85 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:56.067064 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cf2370c0-1ec1-48bc-9d66-676fb3ee346c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/f2067d41-ee8b-4577-ac14-22fd5f038b67 HTTP/1.1" status: 204 len: 168 time: 0.3367245 Apr 21 12:52:56.070424 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33668) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:56.074891 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92868f7a-73e7-4b56-bf9e-340051b1ff15 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:52:56.120606 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f1343386-9314-4100-9aa1-40683908b17c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426109 Apr 21 12:52:56.124926 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33670) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:56.125904 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a43d6742-5725-499e-bcad-ddfdd0f7fdb1 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:56.133711 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-763aac7a-5810-462a-a262-5e8d6feb9fd3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:56.165285 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fe84a77-b8b6-4cf2-95e1-df724b37cd85 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:56.253666 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe84a77-b8b6-4cf2-95e1-df724b37cd85 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:52:56.262769 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe84a77-b8b6-4cf2-95e1-df724b37cd85 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=725acb8e-e01f-4ce6-bba4-822bb34d9bd9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:56.276940 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fe84a77-b8b6-4cf2-95e1-df724b37cd85 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:56.277272 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-7fe84a77-b8b6-4cf2-95e1-df724b37cd85 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Added segment df44de24-a256-4fb8-9e2f-c1f59315082e of type vlan for network 45da6a5e-dced-4e26-8702-9749cbdd63e8 Apr 21 12:52:56.314262 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40eb8dcf-8e19-4dcd-9410-53c4be705af7 None None] DHCP port deletion for 43650c3d-b9d7-4e95-8950-e9fadabd5511 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:52:56.339707 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763aac7a-5810-462a-a262-5e8d6feb9fd3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:56.343546 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-763aac7a-5810-462a-a262-5e8d6feb9fd3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:56.386360 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-40eb8dcf-8e19-4dcd-9410-53c4be705af7 None None] Deleting port 13e451d2-74f3-4415-9882-e95f23c691a0 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:52:56.387208 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40eb8dcf-8e19-4dcd-9410-53c4be705af7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:56.393893 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fe84a77-b8b6-4cf2-95e1-df724b37cd85 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:56.481287 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a43d6742-5725-499e-bcad-ddfdd0f7fdb1 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3659549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10333'] for router, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:56.485109 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a43d6742-5725-499e-bcad-ddfdd0f7fdb1 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3659538'] for router, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:56.502769 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-40eb8dcf-8e19-4dcd-9410-53c4be705af7 None None] For port 13e451d2-74f3-4415-9882-e95f23c691a0, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=13e451d2-74f3-4415-9882-e95f23c691a0,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:52:56.503458 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40eb8dcf-8e19-4dcd-9410-53c4be705af7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:56.519572 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-40eb8dcf-8e19-4dcd-9410-53c4be705af7 None None] Calling delete_port for 13e451d2-74f3-4415-9882-e95f23c691a0 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:52:56.588729 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fe84a77-b8b6-4cf2-95e1-df724b37cd85 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:56.594139 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe84a77-b8b6-4cf2-95e1-df724b37cd85 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:56.594714 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fe84a77-b8b6-4cf2-95e1-df724b37cd85 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:56.711174 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-763aac7a-5810-462a-a262-5e8d6feb9fd3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:56.711974 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe84a77-b8b6-4cf2-95e1-df724b37cd85 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Pushing event updated for resources: {'Network': ['ID=45da6a5e-dced-4e26-8702-9749cbdd63e8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:56.728430 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 13e451d2-74f3-4415-9882-e95f23c691a0 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:52:56.748050 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7fe84a77-b8b6-4cf2-95e1-df724b37cd85 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2398887 Apr 21 12:52:56.751029 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33676) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:56.755909 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763aac7a-5810-462a-a262-5e8d6feb9fd3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:56.756084 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40eb8dcf-8e19-4dcd-9410-53c4be705af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:56.757995 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 45da6a5e-dced-4e26-8702-9749cbdd63e8 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:52:56.760543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-25128a44-e7dc-4fea-9b8a-5212df69c130 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Request body: {'subnet': {'network_id': '45da6a5e-dced-4e26-8702-9749cbdd63e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:56.760875 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-763aac7a-5810-462a-a262-5e8d6feb9fd3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:56.766375 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763aac7a-5810-462a-a262-5e8d6feb9fd3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:56.767598 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-763aac7a-5810-462a-a262-5e8d6feb9fd3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:56.784751 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763aac7a-5810-462a-a262-5e8d6feb9fd3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Subnet': ['ID=64577a27-ac98-441f-9e35-77743e34873e,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:56.793210 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb8dcf-8e19-4dcd-9410-53c4be705af7 None None] Pushing event deleted for resources: {'Port': ['ID=13e451d2-74f3-4415-9882-e95f23c691a0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:56.814074 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eb8dcf-8e19-4dcd-9410-53c4be705af7 None None] No DVR routers for this DVR port 13e451d2-74f3-4415-9882-e95f23c691a0 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:52:56.821043 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43d6742-5725-499e-bcad-ddfdd0f7fdb1 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Router 5e399590-46ac-4cdb-9a4a-2b8d666352dc is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:52:56.839602 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-763aac7a-5810-462a-a262-5e8d6feb9fd3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7127907 Apr 21 12:52:56.843924 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33678) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:56.859810 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No active binding found for port 13e451d2-74f3-4415-9882-e95f23c691a0 {{(pid=103399) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 21 12:52:56.860731 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 13e451d2-74f3-4415-9882-e95f23c691a0 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:52:56.864835 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1bb276f6-62da-492f-bb9f-e7a5f4998337 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'port': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'fixed_ips': [{'subnet_id': '64577a27-ac98-441f-9e35-77743e34873e', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-241793575'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:56.873825 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1ca900-a7b6-49ab-b434-1e34f9df1b3f None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:52:56.982362 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43d6742-5725-499e-bcad-ddfdd0f7fdb1 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:52:56.991059 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a43d6742-5725-499e-bcad-ddfdd0f7fdb1 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:56.992560 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a43d6742-5725-499e-bcad-ddfdd0f7fdb1 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "PUT /v2.0/routers/5e399590-46ac-4cdb-9a4a-2b8d666352dc HTTP/1.1" status: 200 len: 883 time: 2.9224038 Apr 21 12:52:56.995638 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33682) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:57.003489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25128a44-e7dc-4fea-9b8a-5212df69c130 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Made reservation on behalf of e7e5e6b5bd454712ba68f1d820ffa238 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:57.008238 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25128a44-e7dc-4fea-9b8a-5212df69c130 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:57.015681 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4800a4-1558-4b07-9d94-7003a69f9078 None None] Sync routers for ids ['5e399590-46ac-4cdb-9a4a-2b8d666352dc'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:52:57.054707 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4800a4-1558-4b07-9d94-7003a69f9078 None None] Routers {'5e399590-46ac-4cdb-9a4a-2b8d666352dc'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:52:57.055242 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fd4800a4-1558-4b07-9d94-7003a69f9078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:52:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['5e399590-46ac-4cdb-9a4a-2b8d666352dc'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:57.097979 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6bc826-c17e-456e-a9ba-30c48bfa53f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-43650c3d-b9d7-4e95-8950-e9fadabd5511', 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'fixed_ips': [{'subnet_id': '64577a27-ac98-441f-9e35-77743e34873e'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:52:57.109197 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b6bc826-c17e-456e-a9ba-30c48bfa53f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:57.109197 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fd4800a4-1558-4b07-9d94-7003a69f9078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:57.128761 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4800a4-1558-4b07-9d94-7003a69f9078 None None] Routers {'5e399590-46ac-4cdb-9a4a-2b8d666352dc'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:52:57.129470 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fd4800a4-1558-4b07-9d94-7003a69f9078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:52:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['5e399590-46ac-4cdb-9a4a-2b8d666352dc'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:57.129985 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb276f6-62da-492f-bb9f-e7a5f4998337 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:57.136735 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1bb276f6-62da-492f-bb9f-e7a5f4998337 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:57.165251 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-1bb276f6-62da-492f-bb9f-e7a5f4998337 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] device_id is not set on port 3584d50e-7468-4b6e-8032-b9a86f95f126 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:52:57.170691 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fd4800a4-1558-4b07-9d94-7003a69f9078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:52:57.171764 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4800a4-1558-4b07-9d94-7003a69f9078 None None] The sync data for ids ['5e399590-46ac-4cdb-9a4a-2b8d666352dc'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:52:57.325440 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-0b6bc826-c17e-456e-a9ba-30c48bfa53f3 None None] Allocated IP 2001:db8::2 (43650c3d-b9d7-4e95-8950-e9fadabd5511/64577a27-ac98-441f-9e35-77743e34873e/162c354a-117a-4fa9-a253-4c6c9048911b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:52:57.511006 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b6bc826-c17e-456e-a9ba-30c48bfa53f3 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:57.539969 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc90f0-979a-4915-9dd8-04b09eb799ae req-46161b24-e7ae-4e3a-929f-a781ae85ca03 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:57.541471 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18fc90f0-979a-4915-9dd8-04b09eb799ae req-46161b24-e7ae-4e3a-929f-a781ae85ca03 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 945 time: 0.1881130 Apr 21 12:52:57.555407 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4026db41-51b1-47e3-959e-b64173857bc4 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "GET /v2.0/routers/5e399590-46ac-4cdb-9a4a-2b8d666352dc HTTP/1.1" status: 200 len: 924 time: 0.5583978 Apr 21 12:52:57.558354 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33690) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:57.598635 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18fc90f0-979a-4915-9dd8-04b09eb799ae req-d41194d4-2a5d-42c6-b493-061749d7c49e tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477190 Apr 21 12:52:57.627977 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b6bc826-c17e-456e-a9ba-30c48bfa53f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:57.644701 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e45100-228d-4edb-bcfb-cfffad70f76d tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:57.647069 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-70e45100-228d-4edb-bcfb-cfffad70f76d tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=23f97cfe-dd42-45d8-a5df-e2b803e954fa&device_id=5e399590-46ac-4cdb-9a4a-2b8d666352dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0876229 Apr 21 12:52:57.650536 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33694) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:57.701575 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb276f6-62da-492f-bb9f-e7a5f4998337 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:52:57.707018 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bb276f6-62da-492f-bb9f-e7a5f4998337 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:52:57.723424 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bc826-c17e-456e-a9ba-30c48bfa53f3 None None] Pushing event updated for resources: {'Port': ['ID=162c354a-117a-4fa9-a253-4c6c9048911b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:57.751919 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6bc826-c17e-456e-a9ba-30c48bfa53f3 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:57.756483 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0b6bc826-c17e-456e-a9ba-30c48bfa53f3 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:57.763424 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6bc826-c17e-456e-a9ba-30c48bfa53f3 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:52:57.785658 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25128a44-e7dc-4fea-9b8a-5212df69c130 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:57.827339 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0b6bc826-c17e-456e-a9ba-30c48bfa53f3 None None] Attempting to bind port 162c354a-117a-4fa9-a253-4c6c9048911b on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:52:57.827798 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0b6bc826-c17e-456e-a9ba-30c48bfa53f3 None None] Attempting to bind port 162c354a-117a-4fa9-a253-4c6c9048911b by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:52:57.828234 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6bc826-c17e-456e-a9ba-30c48bfa53f3 None None] Attempting to bind port 162c354a-117a-4fa9-a253-4c6c9048911b on network 43650c3d-b9d7-4e95-8950-e9fadabd5511 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:52:57.833706 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6bc826-c17e-456e-a9ba-30c48bfa53f3 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:52:57.834163 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6bc826-c17e-456e-a9ba-30c48bfa53f3 None None] Checking segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:52:57.834629 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b6bc826-c17e-456e-a9ba-30c48bfa53f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:57.835410 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6bc826-c17e-456e-a9ba-30c48bfa53f3 None None] Bound using segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:52:57.837973 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0b6bc826-c17e-456e-a9ba-30c48bfa53f3 None None] Bound port: 162c354a-117a-4fa9-a253-4c6c9048911b, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:52:57.838638 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b6bc826-c17e-456e-a9ba-30c48bfa53f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:57.882998 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5fbfe5-a32b-4532-84ac-949f9fb92f3d tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:57.888182 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fc5fbfe5-a32b-4532-84ac-949f9fb92f3d tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 881 time: 0.2361348 Apr 21 12:52:57.888791 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33704) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:57.904582 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25128a44-e7dc-4fea-9b8a-5212df69c130 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Pushing event updated for resources: {'Subnet': ['ID=062b8ae6-daa2-459e-aa0c-a30a29671313,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:57.921396 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25128a44-e7dc-4fea-9b8a-5212df69c130 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Checking segment: {'id': 'df44de24-a256-4fb8-9e2f-c1f59315082e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45da6a5e-dced-4e26-8702-9749cbdd63e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:52:57.922286 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25128a44-e7dc-4fea-9b8a-5212df69c130 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Network hostable DHCP agents. Network: 45da6a5e-dced-4e26-8702-9749cbdd63e8, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:52:57.949083 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33708) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:57.951279 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4c9bab5a-e779-4376-9995-0bcdd82bc666 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e399590-46ac-4cdb-9a4a-2b8d666352dc HTTP/1.1" status: 200 len: 205 time: 0.0611653 Apr 21 12:52:57.955795 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0b6bc826-c17e-456e-a9ba-30c48bfa53f3 None None] For port 162c354a-117a-4fa9-a253-4c6c9048911b, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:52:57.959364 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0b6bc826-c17e-456e-a9ba-30c48bfa53f3 None None] For port 162c354a-117a-4fa9-a253-4c6c9048911b, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=162c354a-117a-4fa9-a253-4c6c9048911b,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:52:57.961667 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1bb276f6-62da-492f-bb9f-e7a5f4998337 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1116228 Apr 21 12:52:57.974151 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33710) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:58.018775 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25128a44-e7dc-4fea-9b8a-5212df69c130 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Network 45da6a5e-dced-4e26-8702-9749cbdd63e8 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:52:58.028878 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0961f7cd-04ef-4b0f-815d-a3a2d6707d62 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:58.030867 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0961f7cd-04ef-4b0f-815d-a3a2d6707d62 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0556195 Apr 21 12:52:58.033351 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33712) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:58.037879 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b6bc826-c17e-456e-a9ba-30c48bfa53f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:58.096639 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9df31456-d0c3-4f53-892f-1789d1f691c5 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:58.116262 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bc826-c17e-456e-a9ba-30c48bfa53f3 None None] Pushing event updated for resources: {'Port': ['ID=162c354a-117a-4fa9-a253-4c6c9048911b,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:58.140242 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31935271-e0ac-4ee4-9c18-37109a831a07 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:58.155214 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31935271-e0ac-4ee4-9c18-37109a831a07 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:58.158981 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-31935271-e0ac-4ee4-9c18-37109a831a07 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1226287 Apr 21 12:52:58.160370 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33716) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:58.171668 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-25128a44-e7dc-4fea-9b8a-5212df69c130 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 45da6a5e-dced-4e26-8702-9749cbdd63e8) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:58.179928 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25128a44-e7dc-4fea-9b8a-5212df69c130 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:58.180448 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c269cb9b-a95d-427e-a3f9-e23a0aee3f28 None None] Network 45da6a5e-dced-4e26-8702-9749cbdd63e8 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:52:58.180887 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25128a44-e7dc-4fea-9b8a-5212df69c130 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:58.274707 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-25128a44-e7dc-4fea-9b8a-5212df69c130 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5215590 Apr 21 12:52:58.276545 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c3a4f0-6f62-4f9f-9902-e9a029af1d73 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting subnet 64577a27-ac98-441f-9e35-77743e34873e {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:52:58.276756 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9df31456-d0c3-4f53-892f-1789d1f691c5 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:58.279678 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33718) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:58.281528 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9c3a4f0-6f62-4f9f-9902-e9a029af1d73 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:58.285944 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-31cf365e-0209-4882-865f-6b6571bf0ec7 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1445218824', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:58.344991 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9c3a4f0-6f62-4f9f-9902-e9a029af1d73 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:58.430058 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31cf365e-0209-4882-865f-6b6571bf0ec7 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:58.430058 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31cf365e-0209-4882-865f-6b6571bf0ec7 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:58.489774 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6672d3b-46f1-45db-9872-27dd696c5552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-45da6a5e-dced-4e26-8702-9749cbdd63e8', 'network_id': '45da6a5e-dced-4e26-8702-9749cbdd63e8', 'tenant_id': 'e7e5e6b5bd454712ba68f1d820ffa238', 'fixed_ips': [{'subnet_id': '062b8ae6-daa2-459e-aa0c-a30a29671313'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:52:58.491216 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6672d3b-46f1-45db-9872-27dd696c5552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:58.514214 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9c3a4f0-6f62-4f9f-9902-e9a029af1d73 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:58.528740 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31cf365e-0209-4882-865f-6b6571bf0ec7 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:58.557089 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9df31456-d0c3-4f53-892f-1789d1f691c5 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Deleting port f79651fa-8f86-4fd0-b241-73b0b7ff0fa0 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:52:58.557827 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9df31456-d0c3-4f53-892f-1789d1f691c5 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:58.671959 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9c3a4f0-6f62-4f9f-9902-e9a029af1d73 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:58.739800 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-b6672d3b-46f1-45db-9872-27dd696c5552 None None] Allocated IP 172.20.0.2 (45da6a5e-dced-4e26-8702-9749cbdd63e8/062b8ae6-daa2-459e-aa0c-a30a29671313/ec3128eb-ada6-40d0-be0f-ec09fd2b959b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:52:58.746508 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3a4f0-6f62-4f9f-9902-e9a029af1d73 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Subnet': ['ID=64577a27-ac98-441f-9e35-77743e34873e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:58.756230 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9c3a4f0-6f62-4f9f-9902-e9a029af1d73 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:58.764367 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c9c3a4f0-6f62-4f9f-9902-e9a029af1d73 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/64577a27-ac98-441f-9e35-77743e34873e HTTP/1.1" status: 204 len: 168 time: 0.6028554 Apr 21 12:52:58.765127 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33722) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:58.821042 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fce0a2fb-0bdc-4c5f-8ad2-fca24137fcdd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515351 Apr 21 12:52:58.821042 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33726) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:58.825077 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2c96d57b-c54b-4897-bb71-db8fdb300e1d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:58.845172 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31cf365e-0209-4882-865f-6b6571bf0ec7 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:58.871639 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9df31456-d0c3-4f53-892f-1789d1f691c5 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:58.920706 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:52:58.928398 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00b3a19-3d01-40d6-baf3-d616bb3aec02 req-663e5768-5a38-46af-a6e4-2521a29b7ece tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:58.930467 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c00b3a19-3d01-40d6-baf3-d616bb3aec02 req-663e5768-5a38-46af-a6e4-2521a29b7ece tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 945 time: 0.2206452 Apr 21 12:52:58.931587 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9df31456-d0c3-4f53-892f-1789d1f691c5 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Calling delete_port for f79651fa-8f86-4fd0-b241-73b0b7ff0fa0 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:52:58.967004 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6672d3b-46f1-45db-9872-27dd696c5552 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:58.972304 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 162c354a-117a-4fa9-a253-4c6c9048911b up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:52:59.043736 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 162c354a-117a-4fa9-a253-4c6c9048911b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:52:59.043736 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:59.063972 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6672d3b-46f1-45db-9872-27dd696c5552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:59.071457 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c96d57b-c54b-4897-bb71-db8fdb300e1d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:52:59.073791 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c00b3a19-3d01-40d6-baf3-d616bb3aec02 req-878233af-c34d-4fa6-a67d-a5ee75f7a11d tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196270 Apr 21 12:52:59.082178 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c96d57b-c54b-4897-bb71-db8fdb300e1d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:59.202361 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6672d3b-46f1-45db-9872-27dd696c5552 None None] Network 45da6a5e-dced-4e26-8702-9749cbdd63e8 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:59.208328 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6672d3b-46f1-45db-9872-27dd696c5552 None None] Pushing event updated for resources: {'Port': ['ID=ec3128eb-ada6-40d0-be0f-ec09fd2b959b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:59.214057 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b6672d3b-46f1-45db-9872-27dd696c5552 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:59.218407 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6672d3b-46f1-45db-9872-27dd696c5552 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:52:59.375262 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9df31456-d0c3-4f53-892f-1789d1f691c5 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:59.380999 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b6672d3b-46f1-45db-9872-27dd696c5552 None None] Attempting to bind port ec3128eb-ada6-40d0-be0f-ec09fd2b959b on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:52:59.381702 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b6672d3b-46f1-45db-9872-27dd696c5552 None None] Attempting to bind port ec3128eb-ada6-40d0-be0f-ec09fd2b959b by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'df44de24-a256-4fb8-9e2f-c1f59315082e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45da6a5e-dced-4e26-8702-9749cbdd63e8'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:52:59.383915 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6672d3b-46f1-45db-9872-27dd696c5552 None None] Attempting to bind port ec3128eb-ada6-40d0-be0f-ec09fd2b959b on network 45da6a5e-dced-4e26-8702-9749cbdd63e8 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:52:59.473376 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6672d3b-46f1-45db-9872-27dd696c5552 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:52:59.473909 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6672d3b-46f1-45db-9872-27dd696c5552 None None] Checking segment: {'id': 'df44de24-a256-4fb8-9e2f-c1f59315082e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45da6a5e-dced-4e26-8702-9749cbdd63e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:52:59.475048 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6672d3b-46f1-45db-9872-27dd696c5552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:59.475531 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6672d3b-46f1-45db-9872-27dd696c5552 None None] Bound using segment: {'id': 'df44de24-a256-4fb8-9e2f-c1f59315082e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45da6a5e-dced-4e26-8702-9749cbdd63e8'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:52:59.476654 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b6672d3b-46f1-45db-9872-27dd696c5552 None None] Bound port: ec3128eb-ada6-40d0-be0f-ec09fd2b959b, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df44de24-a256-4fb8-9e2f-c1f59315082e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '45da6a5e-dced-4e26-8702-9749cbdd63e8'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:52:59.479200 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6672d3b-46f1-45db-9872-27dd696c5552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:59.483317 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:59.502124 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df31456-d0c3-4f53-892f-1789d1f691c5 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Pushing event deleted for resources: {'Port': ['ID=f79651fa-8f86-4fd0-b241-73b0b7ff0fa0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:59.531545 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31cf365e-0209-4882-865f-6b6571bf0ec7 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:59.567646 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 162c354a-117a-4fa9-a253-4c6c9048911b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=162c354a-117a-4fa9-a253-4c6c9048911b,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:52:59.580342 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31cf365e-0209-4882-865f-6b6571bf0ec7 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:59.644043 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9df31456-d0c3-4f53-892f-1789d1f691c5 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:59.649054 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c96d57b-c54b-4897-bb71-db8fdb300e1d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:59.659852 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b6672d3b-46f1-45db-9872-27dd696c5552 None None] For port ec3128eb-ada6-40d0-be0f-ec09fd2b959b, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:52:59.668247 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b6672d3b-46f1-45db-9872-27dd696c5552 None None] For port ec3128eb-ada6-40d0-be0f-ec09fd2b959b, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ec3128eb-ada6-40d0-be0f-ec09fd2b959b,segment=NetworkSegment(df44de24-a256-4fb8-9e2f-c1f59315082e),segment_id=df44de24-a256-4fb8-9e2f-c1f59315082e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:52:59.682754 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:59.740800 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c96d57b-c54b-4897-bb71-db8fdb300e1d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:52:59.744732 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-2c96d57b-c54b-4897-bb71-db8fdb300e1d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:52:59.746696 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d2d868-0de1-4260-a229-7ef9acf7afb0 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:52:59.775281 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6672d3b-46f1-45db-9872-27dd696c5552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:59.778919 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c96d57b-c54b-4897-bb71-db8fdb300e1d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:52:59.779099 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9df31456-d0c3-4f53-892f-1789d1f691c5 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:59.781524 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c96d57b-c54b-4897-bb71-db8fdb300e1d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:59.785135 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9df31456-d0c3-4f53-892f-1789d1f691c5 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:59.843641 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96d57b-c54b-4897-bb71-db8fdb300e1d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Subnet': ['ID=df89edf4-279b-47ab-b7bb-004846f11d35,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:52:59.909299 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-31cf365e-0209-4882-865f-6b6571bf0ec7 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Allocated IP 172.25.8.96 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/6eaf9d85-df7f-4144-b2e5-991145d11a4b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:52:59.948994 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2c96d57b-c54b-4897-bb71-db8fdb300e1d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1292694 Apr 21 12:52:59.951639 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33732) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:52:59.958430 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6202f89d-846b-4dd5-9f29-2e6d86e47cd2 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-887547509', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:52:59.991510 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9df31456-d0c3-4f53-892f-1789d1f691c5 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:52:59.992140 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df31456-d0c3-4f53-892f-1789d1f691c5 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Fanout notify agent at l3_agent the message router_deleted on router 5e399590-46ac-4cdb-9a4a-2b8d666352dc {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:53:00.010377 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9df31456-d0c3-4f53-892f-1789d1f691c5 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:00.015674 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33734) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:00.016874 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9df31456-d0c3-4f53-892f-1789d1f691c5 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "DELETE /v2.0/routers/5e399590-46ac-4cdb-9a4a-2b8d666352dc HTTP/1.1" status: 204 len: 168 time: 2.0666153 Apr 21 12:53:00.021069 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-156a4521-7a73-427e-bb86-00056d00dbe9 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-158284521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:00.075559 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31cf365e-0209-4882-865f-6b6571bf0ec7 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:00.087753 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6202f89d-846b-4dd5-9f29-2e6d86e47cd2 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:00.088808 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6202f89d-846b-4dd5-9f29-2e6d86e47cd2 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:00.154173 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6202f89d-846b-4dd5-9f29-2e6d86e47cd2 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:00.165566 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-156a4521-7a73-427e-bb86-00056d00dbe9 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:00.166657 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-156a4521-7a73-427e-bb86-00056d00dbe9 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:00.175384 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=162c354a-117a-4fa9-a253-4c6c9048911b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:00.191530 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31cf365e-0209-4882-865f-6b6571bf0ec7 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:00.233155 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-156a4521-7a73-427e-bb86-00056d00dbe9 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:00.242589 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6202f89d-846b-4dd5-9f29-2e6d86e47cd2 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:00.284036 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6672d3b-46f1-45db-9872-27dd696c5552 None None] Pushing event updated for resources: {'Port': ['ID=ec3128eb-ada6-40d0-be0f-ec09fd2b959b,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:00.284594 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31cf365e-0209-4882-865f-6b6571bf0ec7 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:00.292089 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf365e-0209-4882-865f-6b6571bf0ec7 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Pushing event updated for resources: {'Port': ['ID=6eaf9d85-df7f-4144-b2e5-991145d11a4b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:00.292351 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-31cf365e-0209-4882-865f-6b6571bf0ec7 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:00.295191 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cf365e-0209-4882-865f-6b6571bf0ec7 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:00.300566 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e00a9067-57f1-49e0-af4d-731cb69518ee None None] Provisioning complete for port 162c354a-117a-4fa9-a253-4c6c9048911b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:00.301016 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e00a9067-57f1-49e0-af4d-731cb69518ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:00.318026 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-156a4521-7a73-427e-bb86-00056d00dbe9 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:00.370031 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6202f89d-846b-4dd5-9f29-2e6d86e47cd2 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:00.371447 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6202f89d-846b-4dd5-9f29-2e6d86e47cd2 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4188411 Apr 21 12:53:00.374381 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33738) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:00.515051 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-156a4521-7a73-427e-bb86-00056d00dbe9 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:00.519538 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-156a4521-7a73-427e-bb86-00056d00dbe9 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5027833 Apr 21 12:53:00.526400 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33742) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:00.539973 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a0f8d6a4-e39a-4c71-a9ae-601a879138d7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'enable_snat': True}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:00.712498 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edb04f-b19f-41c3-bf9f-7ac472ba2b78 req-e4d556eb-cd4d-4fbf-b89c-a57554a961ae tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:00.731763 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03edb04f-b19f-41c3-bf9f-7ac472ba2b78 req-e4d556eb-cd4d-4fbf-b89c-a57554a961ae tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 945 time: 0.4376352 Apr 21 12:53:00.850751 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f74c27-5bad-418d-aa8d-c16bcbdb5d7b None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:00.871932 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03edb04f-b19f-41c3-bf9f-7ac472ba2b78 req-9eee9375-9239-4321-b1c2-dfec4d568277 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414359 Apr 21 12:53:00.983286 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31cf365e-0209-4882-865f-6b6571bf0ec7 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:00.984608 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 162c354a-117a-4fa9-a253-4c6c9048911b up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:53:00.989747 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4e42e722-91f9-44da-8ab5-10db908cd07d None None] Provisioning complete for port 162c354a-117a-4fa9-a253-4c6c9048911b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:00.990122 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e42e722-91f9-44da-8ab5-10db908cd07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:01.208227 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d6a4-e39a-4c71-a9ae-601a879138d7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:01.215818 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 162c354a-117a-4fa9-a253-4c6c9048911b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:01.216191 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:01.295627 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01cb2b5c-568b-4f2b-afa1-22df949f0179 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:01.311551 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31cf365e-0209-4882-865f-6b6571bf0ec7 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:01.494281 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ec3128eb-ada6-40d0-be0f-ec09fd2b959b up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:53:01.615585 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port ec3128eb-ada6-40d0-be0f-ec09fd2b959b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:01.615953 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:01.685340 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-01cb2b5c-568b-4f2b-afa1-22df949f0179 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Allocated IP 2001:db8::1 (43650c3d-b9d7-4e95-8950-e9fadabd5511/df89edf4-279b-47ab-b7bb-004846f11d35/7f1dbcd0-a3d7-41fb-bb1a-4139640bd304) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:01.711256 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cf365e-0209-4882-865f-6b6571bf0ec7 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Router 0366e84d-92f3-4f66-addd-dbc58df3636f is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:53:01.793611 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:01.858297 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port ec3128eb-ada6-40d0-be0f-ec09fd2b959b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ec3128eb-ada6-40d0-be0f-ec09fd2b959b,segment=NetworkSegment(df44de24-a256-4fb8-9e2f-c1f59315082e),segment_id=df44de24-a256-4fb8-9e2f-c1f59315082e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:01.880009 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01cb2b5c-568b-4f2b-afa1-22df949f0179 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:01.888599 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c59ba2e-6b3f-42e8-bc5c-5a51245964ce None None] Network 45da6a5e-dced-4e26-8702-9749cbdd63e8 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:01.916946 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cf365e-0209-4882-865f-6b6571bf0ec7 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:53:01.930095 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4856f05f-4988-4abb-9894-511d97dc0191 None None] Sync routers for ids ['0366e84d-92f3-4f66-addd-dbc58df3636f'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:53:01.957025 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4856f05f-4988-4abb-9894-511d97dc0191 None None] Routers {'0366e84d-92f3-4f66-addd-dbc58df3636f'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:01.958169 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4856f05f-4988-4abb-9894-511d97dc0191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:52:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['0366e84d-92f3-4f66-addd-dbc58df3636f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:02.002506 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4856f05f-4988-4abb-9894-511d97dc0191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:02.018531 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4856f05f-4988-4abb-9894-511d97dc0191 None None] Routers {'0366e84d-92f3-4f66-addd-dbc58df3636f'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:02.019522 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4856f05f-4988-4abb-9894-511d97dc0191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:52:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['0366e84d-92f3-4f66-addd-dbc58df3636f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:02.035320 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31cf365e-0209-4882-865f-6b6571bf0ec7 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:02.036562 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-31cf365e-0209-4882-865f-6b6571bf0ec7 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.7560573 Apr 21 12:53:02.041492 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33750) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:02.041846 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-116fe4b0-a83f-4647-a12a-c6c1fa36439b None None] Provisioning complete for port 162c354a-117a-4fa9-a253-4c6c9048911b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:02.042234 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-116fe4b0-a83f-4647-a12a-c6c1fa36439b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:02.087141 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4856f05f-4988-4abb-9894-511d97dc0191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:02.088857 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4856f05f-4988-4abb-9894-511d97dc0191 None None] The sync data for ids ['0366e84d-92f3-4f66-addd-dbc58df3636f'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:53:02.108370 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:02.110926 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1456d1-4e92-4cfa-9a74-356446809eaa req-df3c38ec-a2bc-4a4f-8cd7-a43af7e7a279 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:02.111185 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01cb2b5c-568b-4f2b-afa1-22df949f0179 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:02.111620 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d1456d1-4e92-4cfa-9a74-356446809eaa req-df3c38ec-a2bc-4a4f-8cd7-a43af7e7a279 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 945 time: 0.0995271 Apr 21 12:53:02.173609 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=ec3128eb-ada6-40d0-be0f-ec09fd2b959b,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:02.194299 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d1456d1-4e92-4cfa-9a74-356446809eaa req-0495f24d-1e88-483d-8cb4-7c40b1ec38b3 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696192 Apr 21 12:53:02.279298 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d6a4-e39a-4c71-a9ae-601a879138d7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:02.312731 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cb2b5c-568b-4f2b-afa1-22df949f0179 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:02.323093 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d6a4-e39a-4c71-a9ae-601a879138d7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:02.387861 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb2b5c-568b-4f2b-afa1-22df949f0179 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Port': ['ID=7f1dbcd0-a3d7-41fb-bb1a-4139640bd304,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:02.405359 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-01cb2b5c-568b-4f2b-afa1-22df949f0179 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:02.460198 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-a0f8d6a4-e39a-4c71-a9ae-601a879138d7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Allocated IP 172.25.8.241 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/4cda8723-4e91-41c0-8cb5-b001ef1f3148) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:02.515732 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4af72cdd-3b6c-475b-8a62-e97ccd664ce5 None None] Provisioning complete for port ec3128eb-ada6-40d0-be0f-ec09fd2b959b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:02.516794 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4af72cdd-3b6c-475b-8a62-e97ccd664ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:02.648132 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cb2b5c-568b-4f2b-afa1-22df949f0179 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:02.649335 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01cb2b5c-568b-4f2b-afa1-22df949f0179 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:02.775719 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ec3128eb-ada6-40d0-be0f-ec09fd2b959b up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:53:02.886564 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33762) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:02.889004 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-83712c2b-2cb5-4236-bdf7-4ade56da5b07 None None] Provisioning complete for port ec3128eb-ada6-40d0-be0f-ec09fd2b959b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:02.889471 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83712c2b-2cb5-4236-bdf7-4ade56da5b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:02.979854 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port ec3128eb-ada6-40d0-be0f-ec09fd2b959b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:02.981629 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:03.143725 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7ed3303a-bf74-4644-8ee2-3b77d217d46a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bde8c02bb97549f7921e7e7a867b0ff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2557578 Apr 21 12:53:03.146192 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33766) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:03.190259 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8f12858d-5d7b-4467-8f45-dde7726f9690 None None] Provisioning complete for port 7f1dbcd0-a3d7-41fb-bb1a-4139640bd304 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:03.190780 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f12858d-5d7b-4467-8f45-dde7726f9690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:03.232978 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e9583e7-4b4c-4671-b71e-b76ad588b7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:03.234685 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8f12858d-5d7b-4467-8f45-dde7726f9690 None None] Port 7f1dbcd0-a3d7-41fb-bb1a-4139640bd304 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:53:03.263995 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e9583e7-4b4c-4671-b71e-b76ad588b7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:03.357670 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6010db2-2154-4af8-8169-5ef84eaa252c req-92cfa70c-3c6e-4ee5-b79d-c7a11e108975 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:03.357670 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6010db2-2154-4af8-8169-5ef84eaa252c req-92cfa70c-3c6e-4ee5-b79d-c7a11e108975 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 945 time: 0.0603771 Apr 21 12:53:03.427140 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d6a4-e39a-4c71-a9ae-601a879138d7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:03.430499 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6010db2-2154-4af8-8169-5ef84eaa252c req-82ea0c5a-439a-4674-a04b-9f9c47af1790 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660520 Apr 21 12:53:03.471681 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e9583e7-4b4c-4671-b71e-b76ad588b7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:03.474625 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9e9583e7-4b4c-4671-b71e-b76ad588b7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:03.478338 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9e9583e7-4b4c-4671-b71e-b76ad588b7bf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f50bdb73-7b91-40b7-a43b-786df5b89535 HTTP/1.1" status: 204 len: 168 time: 0.3285673 Apr 21 12:53:03.500876 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9583e7-4b4c-4671-b71e-b76ad588b7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50bdb73-7b91-40b7-a43b-786df5b89535,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:03.543810 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01cb2b5c-568b-4f2b-afa1-22df949f0179 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:03.634771 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90e011c6-60f6-4608-8b98-1406ca0062bb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:03.723868 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d6a4-e39a-4c71-a9ae-601a879138d7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:03.867855 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f8d6a4-e39a-4c71-a9ae-601a879138d7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:03.887401 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a0f8d6a4-e39a-4c71-a9ae-601a879138d7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:03.895965 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f8d6a4-e39a-4c71-a9ae-601a879138d7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:03.898370 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8d6a4-e39a-4c71-a9ae-601a879138d7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Pushing event updated for resources: {'Port': ['ID=4cda8723-4e91-41c0-8cb5-b001ef1f3148,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:04.291387 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01cb2b5c-568b-4f2b-afa1-22df949f0179 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:04.306014 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-90e011c6-60f6-4608-8b98-1406ca0062bb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Allocated IP 172.20.0.1 (45da6a5e-dced-4e26-8702-9749cbdd63e8/062b8ae6-daa2-459e-aa0c-a30a29671313/85e97c5d-6761-4e7c-bab2-9039a70f60c1) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:04.403683 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01cb2b5c-568b-4f2b-afa1-22df949f0179 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:04.404464 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-01cb2b5c-568b-4f2b-afa1-22df949f0179 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:04.557474 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ef1e0-2adc-4964-8405-9f42c51885d2 req-e817f608-274b-4617-9a59-3bcccde2148c tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:04.559086 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d5ef1e0-2adc-4964-8405-9f42c51885d2 req-e817f608-274b-4617-9a59-3bcccde2148c tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 945 time: 0.0588181 Apr 21 12:53:04.559549 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33794) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:04.566583 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb2b5c-568b-4f2b-afa1-22df949f0179 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Port': ['ID=7f1dbcd0-a3d7-41fb-bb1a-4139640bd304,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:04.588827 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90e011c6-60f6-4608-8b98-1406ca0062bb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:04.606154 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d5ef1e0-2adc-4964-8405-9f42c51885d2 req-1c93ec8b-ff88-4601-bd90-5b6da4cdd936 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397332 Apr 21 12:53:04.617156 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d6a4-e39a-4c71-a9ae-601a879138d7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:04.679108 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-72c4d283-8fa1-47f9-9492-2cad58ec57f7 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1056656847-network', 'tenant_id': '75366f9fd8cd4a9eaa2507279bc8069b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:04.711465 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cb2b5c-568b-4f2b-afa1-22df949f0179 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:04.737949 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-01cb2b5c-568b-4f2b-afa1-22df949f0179 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:04.790765 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c4d283-8fa1-47f9-9492-2cad58ec57f7 admin admin] Made reservation on behalf of 75366f9fd8cd4a9eaa2507279bc8069b for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:04.795221 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72c4d283-8fa1-47f9-9492-2cad58ec57f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:04.804710 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72c4d283-8fa1-47f9-9492-2cad58ec57f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:04.869625 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90e011c6-60f6-4608-8b98-1406ca0062bb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:04.897046 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72c4d283-8fa1-47f9-9492-2cad58ec57f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:04.931752 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e011c6-60f6-4608-8b98-1406ca0062bb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Network 45da6a5e-dced-4e26-8702-9749cbdd63e8 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:04.944413 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-90e011c6-60f6-4608-8b98-1406ca0062bb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:04.977795 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e011c6-60f6-4608-8b98-1406ca0062bb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:04.979637 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72c4d283-8fa1-47f9-9492-2cad58ec57f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:05.008541 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c4d283-8fa1-47f9-9492-2cad58ec57f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:53:05.014658 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e011c6-60f6-4608-8b98-1406ca0062bb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Pushing event updated for resources: {'Port': ['ID=85e97c5d-6761-4e7c-bab2-9039a70f60c1,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:05.034754 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4d283-8fa1-47f9-9492-2cad58ec57f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad76cc1-0e53-4776-89ff-5880d032e662,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:05.047428 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d6a4-e39a-4c71-a9ae-601a879138d7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3659549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10333'] for router, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:05.057797 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72c4d283-8fa1-47f9-9492-2cad58ec57f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:05.057958 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90e011c6-60f6-4608-8b98-1406ca0062bb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:05.058142 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-72c4d283-8fa1-47f9-9492-2cad58ec57f7 admin admin] Added segment 91ae4b1c-5e01-4efb-a381-c97634a60adb of type vlan for network 06cbde99-7874-42ca-9c51-e0c2f0efa63f Apr 21 12:53:05.060517 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d6a4-e39a-4c71-a9ae-601a879138d7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3659538'] for router, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:05.085066 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c74b183f-8cff-42ac-98c6-6a9729aff7c0 None None] Provisioning complete for port 7f1dbcd0-a3d7-41fb-bb1a-4139640bd304 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:05.086108 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c74b183f-8cff-42ac-98c6-6a9729aff7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:05.106970 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72c4d283-8fa1-47f9-9492-2cad58ec57f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:05.140235 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c74b183f-8cff-42ac-98c6-6a9729aff7c0 None None] Port 7f1dbcd0-a3d7-41fb-bb1a-4139640bd304 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:53:05.236366 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72c4d283-8fa1-47f9-9492-2cad58ec57f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:05.243727 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c4d283-8fa1-47f9-9492-2cad58ec57f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:05.243727 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72c4d283-8fa1-47f9-9492-2cad58ec57f7 admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:05.262208 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2d9340dc-bd04-45e1-9273-faf6c9ea2560 None None] Provisioning complete for port 85e97c5d-6761-4e7c-bab2-9039a70f60c1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:05.262673 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d9340dc-bd04-45e1-9273-faf6c9ea2560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:05.267768 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01cb2b5c-568b-4f2b-afa1-22df949f0179 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Router 656162e0-c587-45f6-a431-a82cc0fe8f61 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:53:05.307834 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4d283-8fa1-47f9-9492-2cad58ec57f7 admin admin] Pushing event updated for resources: {'Network': ['ID=06cbde99-7874-42ca-9c51-e0c2f0efa63f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:05.324074 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 06cbde99-7874-42ca-9c51-e0c2f0efa63f details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:53:05.344014 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-72c4d283-8fa1-47f9-9492-2cad58ec57f7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7834275 Apr 21 12:53:05.346746 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33804) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:05.352174 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-95952352-0237-4354-85a8-c8c627e3f05e admin admin] Request body: {'subnet': {'network_id': '06cbde99-7874-42ca-9c51-e0c2f0efa63f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1056656847-subnet', 'tenant_id': '75366f9fd8cd4a9eaa2507279bc8069b', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:05.377863 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2d9340dc-bd04-45e1-9273-faf6c9ea2560 None None] Port 85e97c5d-6761-4e7c-bab2-9039a70f60c1 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:53:05.400416 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90e011c6-60f6-4608-8b98-1406ca0062bb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:05.420098 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cb2b5c-568b-4f2b-afa1-22df949f0179 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:53:05.425721 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95952352-0237-4354-85a8-c8c627e3f05e admin admin] Made reservation on behalf of 75366f9fd8cd4a9eaa2507279bc8069b for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:05.426918 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-01cb2b5c-568b-4f2b-afa1-22df949f0179 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "PUT /v2.0/routers/656162e0-c587-45f6-a431-a82cc0fe8f61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0515251 Apr 21 12:53:05.429539 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33808) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:05.432465 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-95952352-0237-4354-85a8-c8c627e3f05e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:05.434058 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5818bac3-c93d-40c8-a134-4cf319870d8a None None] Sync routers for ids ['656162e0-c587-45f6-a431-a82cc0fe8f61'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:53:05.445926 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5818bac3-c93d-40c8-a134-4cf319870d8a None None] Routers {'656162e0-c587-45f6-a431-a82cc0fe8f61'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:05.446618 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5818bac3-c93d-40c8-a134-4cf319870d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:52:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['656162e0-c587-45f6-a431-a82cc0fe8f61'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:05.499662 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f8d6a4-e39a-4c71-a9ae-601a879138d7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Router a91c1709-3261-4ff4-bcdf-8265db37d9a2 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:53:05.510102 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc2084d-ef23-42a8-8115-ac6c8e7425fd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:05.513981 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2fc2084d-ef23-42a8-8115-ac6c8e7425fd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports/7f1dbcd0-a3d7-41fb-bb1a-4139640bd304 HTTP/1.1" status: 200 len: 911 time: 0.0811055 Apr 21 12:53:05.519128 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33810) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:05.550224 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-5818bac3-c93d-40c8-a134-4cf319870d8a None None] Set router 656162e0-c587-45f6-a431-a82cc0fe8f61 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:53:05.775017 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5818bac3-c93d-40c8-a134-4cf319870d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656162e0-c587-45f6-a431-a82cc0fe8f61', 'name': 'tempest-NetworksTestDHCPv6-router-887547509', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:53:00Z', 'updated_at': '2022-04-21T12:53:03Z', 'revision_number': 2, 'project_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'gw_port_host': None, '_interfaces': [{'id': '7f1dbcd0-a3d7-41fb-bb1a-4139640bd304', 'name': '', 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'mac_address': 'fa:16:3e:ed:8f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656162e0-c587-45f6-a431-a82cc0fe8f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'df89edf4-279b-47ab-b7bb-004846f11d35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:53:01Z', 'updated_at': '2022-04-21T12:53:03Z', 'revision_number': 2, 'project_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'subnets': [{'id': 'df89edf4-279b-47ab-b7bb-004846f11d35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:05.803876 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5818bac3-c93d-40c8-a134-4cf319870d8a None None] Checking router: 656162e0-c587-45f6-a431-a82cc0fe8f61 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:53:05.804287 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5818bac3-c93d-40c8-a134-4cf319870d8a None None] Updating router 656162e0-c587-45f6-a431-a82cc0fe8f61 port 7f1dbcd0-a3d7-41fb-bb1a-4139640bd304 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:53:05.831355 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5818bac3-c93d-40c8-a134-4cf319870d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:05.932562 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c313a3e-3081-4223-8d8b-02722de02f84 req-c064a78d-7ebb-4f41-9cb1-bfc56debeb8c tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:05.934133 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c313a3e-3081-4223-8d8b-02722de02f84 req-c064a78d-7ebb-4f41-9cb1-bfc56debeb8c tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 946 time: 0.4817429 Apr 21 12:53:05.951861 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb912aa7-4e2e-4933-b4e4-c32f506644b1 req-1f0a4a78-9fab-4f07-8208-be2df8feffbc tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:05.953760 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb912aa7-4e2e-4933-b4e4-c32f506644b1 req-1f0a4a78-9fab-4f07-8208-be2df8feffbc tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 945 time: 0.1252546 Apr 21 12:53:06.042962 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823d816c-231f-4bea-a13b-72cfab0a5ed4 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:06.048788 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823d816c-231f-4bea-a13b-72cfab0a5ed4 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:06.052914 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-823d816c-231f-4bea-a13b-72cfab0a5ed4 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.5303433 Apr 21 12:53:06.053675 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c313a3e-3081-4223-8d8b-02722de02f84 req-4a5a58a5-fc04-4f5a-96a9-2bbe54444335 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119084 Apr 21 12:53:06.058726 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33814) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:06.073612 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb912aa7-4e2e-4933-b4e4-c32f506644b1 req-ca629bcf-f0ce-4005-bc57-ff546e0fe236 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111004 Apr 21 12:53:06.129773 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f8d6a4-e39a-4c71-a9ae-601a879138d7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:53:06.135583 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0f8d6a4-e39a-4c71-a9ae-601a879138d7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:06.136806 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a0f8d6a4-e39a-4c71-a9ae-601a879138d7 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "PUT /v2.0/routers/a91c1709-3261-4ff4-bcdf-8265db37d9a2 HTTP/1.1" status: 200 len: 918 time: 5.6071548 Apr 21 12:53:06.144585 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dd2205-aefa-4387-abec-3846d3e393de None None] Sync routers for ids ['a91c1709-3261-4ff4-bcdf-8265db37d9a2'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:53:06.148769 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33816) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:06.159333 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dd2205-aefa-4387-abec-3846d3e393de None None] Routers {'a91c1709-3261-4ff4-bcdf-8265db37d9a2'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:06.160772 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-77dd2205-aefa-4387-abec-3846d3e393de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:52:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a91c1709-3261-4ff4-bcdf-8265db37d9a2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:06.163453 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5818bac3-c93d-40c8-a134-4cf319870d8a None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:06.195278 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-77dd2205-aefa-4387-abec-3846d3e393de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:06.204052 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77dd2205-aefa-4387-abec-3846d3e393de None None] Routers {'a91c1709-3261-4ff4-bcdf-8265db37d9a2'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:06.210567 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-77dd2205-aefa-4387-abec-3846d3e393de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:52:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a91c1709-3261-4ff4-bcdf-8265db37d9a2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:06.225509 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5818bac3-c93d-40c8-a134-4cf319870d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:06.238418 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-77dd2205-aefa-4387-abec-3846d3e393de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:06.239012 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90e011c6-60f6-4608-8b98-1406ca0062bb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:06.239543 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dd2205-aefa-4387-abec-3846d3e393de None None] The sync data for ids ['a91c1709-3261-4ff4-bcdf-8265db37d9a2'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:53:06.303985 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6115c-b2d6-48d6-a704-b29d6c1e861c None None] Pushing event updated for resources: {'Port': ['ID=7f1dbcd0-a3d7-41fb-bb1a-4139640bd304,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:06.322415 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90e011c6-60f6-4608-8b98-1406ca0062bb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:06.338323 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5818bac3-c93d-40c8-a134-4cf319870d8a None None] Attempting to bind port 7f1dbcd0-a3d7-41fb-bb1a-4139640bd304 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:06.338819 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5818bac3-c93d-40c8-a134-4cf319870d8a None None] Attempting to bind port 7f1dbcd0-a3d7-41fb-bb1a-4139640bd304 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:06.342054 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5818bac3-c93d-40c8-a134-4cf319870d8a None None] Attempting to bind port 7f1dbcd0-a3d7-41fb-bb1a-4139640bd304 on network 43650c3d-b9d7-4e95-8950-e9fadabd5511 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:06.344410 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5818bac3-c93d-40c8-a134-4cf319870d8a None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:53:06.344810 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5818bac3-c93d-40c8-a134-4cf319870d8a None None] Checking segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:53:06.345763 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5818bac3-c93d-40c8-a134-4cf319870d8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:06.346151 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5818bac3-c93d-40c8-a134-4cf319870d8a None None] Bound using segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:53:06.347045 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5818bac3-c93d-40c8-a134-4cf319870d8a None None] Bound port: 7f1dbcd0-a3d7-41fb-bb1a-4139640bd304, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:53:06.347045 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5818bac3-c93d-40c8-a134-4cf319870d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:06.405351 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e011c6-60f6-4608-8b98-1406ca0062bb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Pushing event updated for resources: {'Port': ['ID=85e97c5d-6761-4e7c-bab2-9039a70f60c1,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:06.406097 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-95952352-0237-4354-85a8-c8c627e3f05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:06.418403 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e011c6-60f6-4608-8b98-1406ca0062bb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:06.418895 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e011c6-60f6-4608-8b98-1406ca0062bb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:06.419578 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e011c6-60f6-4608-8b98-1406ca0062bb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:06.420260 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e011c6-60f6-4608-8b98-1406ca0062bb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:06.420260 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e011c6-60f6-4608-8b98-1406ca0062bb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:06.420586 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e011c6-60f6-4608-8b98-1406ca0062bb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:06.421304 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e011c6-60f6-4608-8b98-1406ca0062bb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:06.421801 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e011c6-60f6-4608-8b98-1406ca0062bb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:06.422229 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e011c6-60f6-4608-8b98-1406ca0062bb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:06.422651 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e011c6-60f6-4608-8b98-1406ca0062bb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:06.423109 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e011c6-60f6-4608-8b98-1406ca0062bb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:06.423548 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e011c6-60f6-4608-8b98-1406ca0062bb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:06.434911 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90e011c6-60f6-4608-8b98-1406ca0062bb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:06.449988 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5818bac3-c93d-40c8-a134-4cf319870d8a None None] For port 7f1dbcd0-a3d7-41fb-bb1a-4139640bd304, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:53:06.453547 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5818bac3-c93d-40c8-a134-4cf319870d8a None None] For port 7f1dbcd0-a3d7-41fb-bb1a-4139640bd304, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=7f1dbcd0-a3d7-41fb-bb1a-4139640bd304,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:53:06.470604 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-776d7416-b962-4c51-b465-745b8c14d18a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "GET /v2.0/routers/a91c1709-3261-4ff4-bcdf-8265db37d9a2 HTTP/1.1" status: 200 len: 924 time: 0.3081160 Apr 21 12:53:06.472281 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33818) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:06.523957 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5818bac3-c93d-40c8-a134-4cf319870d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:06.555538 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95952352-0237-4354-85a8-c8c627e3f05e admin admin] Pushing event updated for resources: {'Subnet': ['ID=32cd6ae4-f933-4617-93d8-88b6ae6bedaf,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:06.559617 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b04e1ae-de02-4598-88a3-4f210dae6ccd tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:06.563635 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5b04e1ae-de02-4598-88a3-4f210dae6ccd tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=23f97cfe-dd42-45d8-a5df-e2b803e954fa&device_id=a91c1709-3261-4ff4-bcdf-8265db37d9a2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0880015 Apr 21 12:53:06.565652 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95952352-0237-4354-85a8-c8c627e3f05e admin admin] Checking segment: {'id': '91ae4b1c-5e01-4efb-a381-c97634a60adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '06cbde99-7874-42ca-9c51-e0c2f0efa63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:53:06.566138 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95952352-0237-4354-85a8-c8c627e3f05e admin admin] Network hostable DHCP agents. Network: 06cbde99-7874-42ca-9c51-e0c2f0efa63f, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:53:06.566884 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33820) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:06.624110 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5818bac3-c93d-40c8-a134-4cf319870d8a None None] Routers {'656162e0-c587-45f6-a431-a82cc0fe8f61'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:06.625106 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5818bac3-c93d-40c8-a134-4cf319870d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:52:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['656162e0-c587-45f6-a431-a82cc0fe8f61'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:06.636920 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e011c6-60f6-4608-8b98-1406ca0062bb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Network 45da6a5e-dced-4e26-8702-9749cbdd63e8 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:06.636920 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-90e011c6-60f6-4608-8b98-1406ca0062bb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:06.686051 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95952352-0237-4354-85a8-c8c627e3f05e admin admin] Network 06cbde99-7874-42ca-9c51-e0c2f0efa63f is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:53:06.735014 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5546963-b449-4a7c-b966-84c78e07e6cc tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:06.739902 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c5546963-b449-4a7c-b966-84c78e07e6cc tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 881 time: 0.1720650 Apr 21 12:53:06.740683 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33822) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:06.767910 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-95952352-0237-4354-85a8-c8c627e3f05e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 06cbde99-7874-42ca-9c51-e0c2f0efa63f) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:06.784767 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33824) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:06.787759 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-899677ce-901d-4950-be80-3bc54a5dc194 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "GET /v2.0/ports?device_id=a91c1709-3261-4ff4-bcdf-8265db37d9a2 HTTP/1.1" status: 200 len: 205 time: 0.0431435 Apr 21 12:53:06.801661 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95952352-0237-4354-85a8-c8c627e3f05e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:06.802414 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-95952352-0237-4354-85a8-c8c627e3f05e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:06.901164 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e011c6-60f6-4608-8b98-1406ca0062bb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Router 0366e84d-92f3-4f66-addd-dbc58df3636f has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:53:06.937878 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28e89d6a-6910-41fa-b2cd-c22ebabbb9ae tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:06.949874 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6115c-b2d6-48d6-a704-b29d6c1e861c None None] Pushing event updated for resources: {'Port': ['ID=7f1dbcd0-a3d7-41fb-bb1a-4139640bd304,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:06.953092 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2705a387-38cc-4b80-ae90-a0801198e1d0 None None] Network 06cbde99-7874-42ca-9c51-e0c2f0efa63f requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:07.046317 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-95952352-0237-4354-85a8-c8c627e3f05e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6958020 Apr 21 12:53:07.046551 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2e728c76-41d0-410b-99d3-183569ed8742 None None] Provisioning complete for port 7f1dbcd0-a3d7-41fb-bb1a-4139640bd304 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:07.046658 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33826) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:07.047122 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e728c76-41d0-410b-99d3-183569ed8742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:07.057332 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d5576692-3baa-4afb-9660-173589aa1ddd admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1056656847-router', 'tenant_id': '75366f9fd8cd4a9eaa2507279bc8069b', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:07.094265 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e011c6-60f6-4608-8b98-1406ca0062bb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:53:07.097718 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db9fc8ec-c1b9-40fb-871a-08560ab4fb9d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:07.106314 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-5818bac3-c93d-40c8-a134-4cf319870d8a None None] Set router 656162e0-c587-45f6-a431-a82cc0fe8f61 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:53:07.114140 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ad4430-16f7-45be-8969-a2e54daf324d None None] Sync routers for ids ['0366e84d-92f3-4f66-addd-dbc58df3636f'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:53:07.114370 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-90e011c6-60f6-4608-8b98-1406ca0062bb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] 10.222.0.36 "PUT /v2.0/routers/0366e84d-92f3-4f66-addd-dbc58df3636f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0713546 Apr 21 12:53:07.114805 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33830) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:07.138552 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ba2a6979-8152-48f3-9acc-03df0a5a74eb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Request body: {'port': {'network_id': '45da6a5e-dced-4e26-8702-9749cbdd63e8', 'name': 'tempest-FloatingIPAdminTestJSON-1156248905'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:07.207838 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ad4430-16f7-45be-8969-a2e54daf324d None None] Routers {'0366e84d-92f3-4f66-addd-dbc58df3636f'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:07.208480 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-08ad4430-16f7-45be-8969-a2e54daf324d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:52:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['0366e84d-92f3-4f66-addd-dbc58df3636f'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:07.273994 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5576692-3baa-4afb-9660-173589aa1ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:07.275120 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5576692-3baa-4afb-9660-173589aa1ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:07.293420 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-08ad4430-16f7-45be-8969-a2e54daf324d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:07.344686 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5576692-3baa-4afb-9660-173589aa1ddd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:07.351187 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2a6979-8152-48f3-9acc-03df0a5a74eb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Made reservation on behalf of e7e5e6b5bd454712ba68f1d820ffa238 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:07.355248 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ba2a6979-8152-48f3-9acc-03df0a5a74eb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:07.375056 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-ba2a6979-8152-48f3-9acc-03df0a5a74eb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] device_id is not set on port 2f42f60d-6fe5-4172-bd39-9929dd5f92e0 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:53:07.389319 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669f686-dc58-4361-b05c-0e7cda6eb422 req-52418064-83d9-4d62-a8cb-105454aa533d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:07.391180 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b669f686-dc58-4361-b05c-0e7cda6eb422 req-52418064-83d9-4d62-a8cb-105454aa533d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.26 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 946 time: 0.2282529 Apr 21 12:53:07.405956 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e411d46-a264-4113-8877-61efdb248c57 req-ef411ccf-3ed8-4c49-a2b5-3c3b162059ea tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:07.414264 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ad4430-16f7-45be-8969-a2e54daf324d None None] Routers {'0366e84d-92f3-4f66-addd-dbc58df3636f'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:07.414484 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4e411d46-a264-4113-8877-61efdb248c57 req-ef411ccf-3ed8-4c49-a2b5-3c3b162059ea tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 946 time: 0.2242758 Apr 21 12:53:07.414902 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-08ad4430-16f7-45be-8969-a2e54daf324d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:52:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['0366e84d-92f3-4f66-addd-dbc58df3636f'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:07.461114 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582d5b2e-4bf7-4cc9-bddb-c23ec1d6b03f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-06cbde99-7874-42ca-9c51-e0c2f0efa63f', 'network_id': '06cbde99-7874-42ca-9c51-e0c2f0efa63f', 'tenant_id': '75366f9fd8cd4a9eaa2507279bc8069b', 'fixed_ips': [{'subnet_id': '32cd6ae4-f933-4617-93d8-88b6ae6bedaf'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:53:07.462002 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-582d5b2e-4bf7-4cc9-bddb-c23ec1d6b03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:07.467178 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-08ad4430-16f7-45be-8969-a2e54daf324d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:07.467798 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ad4430-16f7-45be-8969-a2e54daf324d None None] The sync data for ids ['0366e84d-92f3-4f66-addd-dbc58df3636f'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:53:07.471751 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b452da1-f8eb-4c89-bf9d-3de9e8ae0cc0 req-9d91d291-7fbc-455a-ad9f-5f3b85d7f2b0 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:07.473239 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3b452da1-f8eb-4c89-bf9d-3de9e8ae0cc0 req-9d91d291-7fbc-455a-ad9f-5f3b85d7f2b0 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 945 time: 0.2388182 Apr 21 12:53:07.478141 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e728c76-41d0-410b-99d3-183569ed8742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:07.484275 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db9fc8ec-c1b9-40fb-871a-08560ab4fb9d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:07.583228 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4e411d46-a264-4113-8877-61efdb248c57 req-d3254e97-df72-4514-b382-cfbb0db554c9 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666110 Apr 21 12:53:07.627397 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2e728c76-41d0-410b-99d3-183569ed8742 None None] For port 7f1dbcd0-a3d7-41fb-bb1a-4139640bd304, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=7f1dbcd0-a3d7-41fb-bb1a-4139640bd304,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:07.634062 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5576692-3baa-4afb-9660-173589aa1ddd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:07.661436 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3b452da1-f8eb-4c89-bf9d-3de9e8ae0cc0 req-7e8055e3-4e6c-4441-8daf-19d6746764ce tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544013 Apr 21 12:53:07.664091 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-ba2a6979-8152-48f3-9acc-03df0a5a74eb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Allocated IP 172.20.0.10 (45da6a5e-dced-4e26-8702-9749cbdd63e8/062b8ae6-daa2-459e-aa0c-a30a29671313/2f42f60d-6fe5-4172-bd39-9929dd5f92e0) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:07.687533 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-28e89d6a-6910-41fa-b2cd-c22ebabbb9ae tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting port 7f1dbcd0-a3d7-41fb-bb1a-4139640bd304 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:07.687861 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28e89d6a-6910-41fa-b2cd-c22ebabbb9ae tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:07.698884 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-582d5b2e-4bf7-4cc9-bddb-c23ec1d6b03f None None] Allocated IP 172.20.0.2 (06cbde99-7874-42ca-9c51-e0c2f0efa63f/32cd6ae4-f933-4617-93d8-88b6ae6bedaf/bc7a87cf-fb04-4772-8565-fe096c633c24) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:07.708671 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5818bac3-c93d-40c8-a134-4cf319870d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656162e0-c587-45f6-a431-a82cc0fe8f61', 'name': 'tempest-NetworksTestDHCPv6-router-887547509', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:53:00Z', 'updated_at': '2022-04-21T12:53:03Z', 'revision_number': 2, 'project_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'gw_port_host': None, '_interfaces': [{'id': '7f1dbcd0-a3d7-41fb-bb1a-4139640bd304', 'name': '', 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'mac_address': 'fa:16:3e:ed:8f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656162e0-c587-45f6-a431-a82cc0fe8f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'df89edf4-279b-47ab-b7bb-004846f11d35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:53:01Z', 'updated_at': '2022-04-21T12:53:06Z', 'revision_number': 4, 'project_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'subnets': [{'id': 'df89edf4-279b-47ab-b7bb-004846f11d35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:07.712698 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e728c76-41d0-410b-99d3-183569ed8742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:07.716218 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-b669f686-dc58-4361-b05c-0e7cda6eb422 req-77ad34ed-69f8-4648-bc03-803774d5639d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Deleting port 6a26760d-e972-4027-a985-4c95ede04bd3 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:07.717274 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b669f686-dc58-4361-b05c-0e7cda6eb422 req-77ad34ed-69f8-4648-bc03-803774d5639d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:07.749756 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5818bac3-c93d-40c8-a134-4cf319870d8a None None] The sync data for ids ['656162e0-c587-45f6-a431-a82cc0fe8f61'] in n-d-836147-2 is: [{'id': '656162e0-c587-45f6-a431-a82cc0fe8f61', 'name': 'tempest-NetworksTestDHCPv6-router-887547509', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:53:00Z', 'updated_at': '2022-04-21T12:53:03Z', 'revision_number': 2, 'project_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'gw_port_host': None, '_interfaces': [{'id': '7f1dbcd0-a3d7-41fb-bb1a-4139640bd304', 'name': '', 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'mac_address': 'fa:16:3e:ed:8f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656162e0-c587-45f6-a431-a82cc0fe8f61', 'device_owner': 'network:router_interface', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': 'df89edf4-279b-47ab-b7bb-004846f11d35', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:53:01Z', 'updated_at': '2022-04-21T12:53:06Z', 'revision_number': 4, 'project_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'subnets': [{'id': 'df89edf4-279b-47ab-b7bb-004846f11d35', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:53:07.877229 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e728c76-41d0-410b-99d3-183569ed8742 None None] Pushing event updated for resources: {'Port': ['ID=7f1dbcd0-a3d7-41fb-bb1a-4139640bd304,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:07.889373 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2e22dbb7-3a93-4755-a04c-8767b117cb25 None None] Provisioning complete for port 7f1dbcd0-a3d7-41fb-bb1a-4139640bd304 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:07.889773 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e22dbb7-3a93-4755-a04c-8767b117cb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:07.915597 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ba2a6979-8152-48f3-9acc-03df0a5a74eb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:08.061185 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2e22dbb7-3a93-4755-a04c-8767b117cb25 None None] Provisioning complete for port 85e97c5d-6761-4e7c-bab2-9039a70f60c1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:08.061930 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e22dbb7-3a93-4755-a04c-8767b117cb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:08.091889 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-582d5b2e-4bf7-4cc9-bddb-c23ec1d6b03f None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:08.121071 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2e22dbb7-3a93-4755-a04c-8767b117cb25 None None] Port 85e97c5d-6761-4e7c-bab2-9039a70f60c1 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:53:08.122578 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ba2a6979-8152-48f3-9acc-03df0a5a74eb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:08.134585 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5576692-3baa-4afb-9660-173589aa1ddd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:08.165967 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-db9fc8ec-c1b9-40fb-871a-08560ab4fb9d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Deleting port 4cda8723-4e91-41c0-8cb5-b001ef1f3148 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:08.166604 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db9fc8ec-c1b9-40fb-871a-08560ab4fb9d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:08.168539 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-582d5b2e-4bf7-4cc9-bddb-c23ec1d6b03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:08.193033 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5576692-3baa-4afb-9660-173589aa1ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:08.211475 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-28e89d6a-6910-41fa-b2cd-c22ebabbb9ae tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] For port 7f1dbcd0-a3d7-41fb-bb1a-4139640bd304, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=7f1dbcd0-a3d7-41fb-bb1a-4139640bd304,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:08.211475 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28e89d6a-6910-41fa-b2cd-c22ebabbb9ae tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:08.216493 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2a6979-8152-48f3-9acc-03df0a5a74eb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Network 45da6a5e-dced-4e26-8702-9749cbdd63e8 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:08.227621 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ba2a6979-8152-48f3-9acc-03df0a5a74eb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:08.228912 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582d5b2e-4bf7-4cc9-bddb-c23ec1d6b03f None None] Network 06cbde99-7874-42ca-9c51-e0c2f0efa63f is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:08.230585 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2a6979-8152-48f3-9acc-03df0a5a74eb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:08.232568 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-582d5b2e-4bf7-4cc9-bddb-c23ec1d6b03f None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:08.237193 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582d5b2e-4bf7-4cc9-bddb-c23ec1d6b03f None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:08.250405 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-28e89d6a-6910-41fa-b2cd-c22ebabbb9ae tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Calling delete_port for 7f1dbcd0-a3d7-41fb-bb1a-4139640bd304 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:08.297012 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d5b2e-4bf7-4cc9-bddb-c23ec1d6b03f None None] Pushing event updated for resources: {'Port': ['ID=bc7a87cf-fb04-4772-8565-fe096c633c24,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:08.311056 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a6979-8152-48f3-9acc-03df0a5a74eb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Pushing event updated for resources: {'Port': ['ID=2f42f60d-6fe5-4172-bd39-9929dd5f92e0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:08.314609 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b669f686-dc58-4361-b05c-0e7cda6eb422 req-77ad34ed-69f8-4648-bc03-803774d5639d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] For port 6a26760d-e972-4027-a985-4c95ede04bd3, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=6a26760d-e972-4027-a985-4c95ede04bd3,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:08.314960 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b669f686-dc58-4361-b05c-0e7cda6eb422 req-77ad34ed-69f8-4648-bc03-803774d5639d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:08.347304 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-582d5b2e-4bf7-4cc9-bddb-c23ec1d6b03f None None] Attempting to bind port bc7a87cf-fb04-4772-8565-fe096c633c24 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:08.348197 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-582d5b2e-4bf7-4cc9-bddb-c23ec1d6b03f None None] Attempting to bind port bc7a87cf-fb04-4772-8565-fe096c633c24 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '91ae4b1c-5e01-4efb-a381-c97634a60adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '06cbde99-7874-42ca-9c51-e0c2f0efa63f'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:08.349916 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582d5b2e-4bf7-4cc9-bddb-c23ec1d6b03f None None] Attempting to bind port bc7a87cf-fb04-4772-8565-fe096c633c24 on network 06cbde99-7874-42ca-9c51-e0c2f0efa63f {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:08.351909 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2a6979-8152-48f3-9acc-03df0a5a74eb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:08.357315 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582d5b2e-4bf7-4cc9-bddb-c23ec1d6b03f None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:53:08.357537 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ba2a6979-8152-48f3-9acc-03df0a5a74eb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:08.358383 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582d5b2e-4bf7-4cc9-bddb-c23ec1d6b03f None None] Checking segment: {'id': '91ae4b1c-5e01-4efb-a381-c97634a60adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '06cbde99-7874-42ca-9c51-e0c2f0efa63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:53:08.359024 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-582d5b2e-4bf7-4cc9-bddb-c23ec1d6b03f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:08.359626 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582d5b2e-4bf7-4cc9-bddb-c23ec1d6b03f None None] Bound using segment: {'id': '91ae4b1c-5e01-4efb-a381-c97634a60adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '06cbde99-7874-42ca-9c51-e0c2f0efa63f'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:53:08.360983 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-582d5b2e-4bf7-4cc9-bddb-c23ec1d6b03f None None] Bound port: bc7a87cf-fb04-4772-8565-fe096c633c24, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ae4b1c-5e01-4efb-a381-c97634a60adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '06cbde99-7874-42ca-9c51-e0c2f0efa63f'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:53:08.361644 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-582d5b2e-4bf7-4cc9-bddb-c23ec1d6b03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:08.445742 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-d5576692-3baa-4afb-9660-173589aa1ddd admin admin] Allocated IP 172.25.8.237 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/eaf55a35-6811-43f7-b6a4-92bfe07d9470) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:08.460547 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-582d5b2e-4bf7-4cc9-bddb-c23ec1d6b03f None None] For port bc7a87cf-fb04-4772-8565-fe096c633c24, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:53:08.470512 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-582d5b2e-4bf7-4cc9-bddb-c23ec1d6b03f None None] For port bc7a87cf-fb04-4772-8565-fe096c633c24, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=bc7a87cf-fb04-4772-8565-fe096c633c24,segment=NetworkSegment(91ae4b1c-5e01-4efb-a381-c97634a60adb),segment_id=91ae4b1c-5e01-4efb-a381-c97634a60adb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:53:08.520931 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ba2a6979-8152-48f3-9acc-03df0a5a74eb tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3908927 Apr 21 12:53:08.527452 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33834) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:08.562504 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-582d5b2e-4bf7-4cc9-bddb-c23ec1d6b03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:08.623848 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5576692-3baa-4afb-9660-173589aa1ddd admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:08.724952 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db9fc8ec-c1b9-40fb-871a-08560ab4fb9d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:08.746439 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-20831678-708c-41b3-a166-000f74490347 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'project_id': 'e7e5e6b5bd454712ba68f1d820ffa238', 'port_id': '2f42f60d-6fe5-4172-bd39-9929dd5f92e0'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:08.752785 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5576692-3baa-4afb-9660-173589aa1ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:08.778830 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582d5b2e-4bf7-4cc9-bddb-c23ec1d6b03f None None] Pushing event updated for resources: {'Port': ['ID=bc7a87cf-fb04-4772-8565-fe096c633c24,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:08.784769 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d689833f-623c-41aa-b576-e1240080b1e8 None None] Provisioning complete for port 2f42f60d-6fe5-4172-bd39-9929dd5f92e0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:08.785144 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d689833f-623c-41aa-b576-e1240080b1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:08.822076 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 7f1dbcd0-a3d7-41fb-bb1a-4139640bd304 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:53:08.836088 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5576692-3baa-4afb-9660-173589aa1ddd admin admin] Pushing event updated for resources: {'Port': ['ID=eaf55a35-6811-43f7-b6a4-92bfe07d9470,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:08.840503 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-db9fc8ec-c1b9-40fb-871a-08560ab4fb9d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Calling delete_port for 4cda8723-4e91-41c0-8cb5-b001ef1f3148 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:08.852147 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5576692-3baa-4afb-9660-173589aa1ddd admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:08.853840 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-d5576692-3baa-4afb-9660-173589aa1ddd admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:08.856816 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5576692-3baa-4afb-9660-173589aa1ddd admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:08.881275 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d689833f-623c-41aa-b576-e1240080b1e8 None None] Port 2f42f60d-6fe5-4172-bd39-9929dd5f92e0 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:53:08.912451 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 7f1dbcd0-a3d7-41fb-bb1a-4139640bd304 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:08.912830 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:08.944339 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20831678-708c-41b3-a166-000f74490347 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:09.169054 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20831678-708c-41b3-a166-000f74490347 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:09.185562 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b669f686-dc58-4361-b05c-0e7cda6eb422 req-77ad34ed-69f8-4648-bc03-803774d5639d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:09.186134 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b669f686-dc58-4361-b05c-0e7cda6eb422 req-77ad34ed-69f8-4648-bc03-803774d5639d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:09.186297 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [req-b669f686-dc58-4361-b05c-0e7cda6eb422 req-77ad34ed-69f8-4648-bc03-803774d5639d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Floating IP 5b6ae2dd-4966-4b2a-b47f-23cca7c35862 disassociated. External IP: 172.25.8.180, port: 6a26760d-e972-4027-a985-4c95ede04bd3. Apr 21 12:53:09.186641 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-b669f686-dc58-4361-b05c-0e7cda6eb422 req-77ad34ed-69f8-4648-bc03-803774d5639d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Calling delete_port for 6a26760d-e972-4027-a985-4c95ede04bd3 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:09.189169 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28e89d6a-6910-41fa-b2cd-c22ebabbb9ae tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:09.197975 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ab7b2-ad92-4358-a58c-493b4b76a227 req-ec9077c8-0d5e-4832-854e-88686bbac624 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:09.199497 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-314ab7b2-ad92-4358-a58c-493b4b76a227 req-ec9077c8-0d5e-4832-854e-88686bbac624 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 946 time: 0.4369307 Apr 21 12:53:09.245714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c509c3c0-1e79-4905-baa9-7fe14542e2e9 req-6dfbb91b-cdbc-49b2-976b-2344c0e2ddb0 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:09.247323 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c509c3c0-1e79-4905-baa9-7fe14542e2e9 req-6dfbb91b-cdbc-49b2-976b-2344c0e2ddb0 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 945 time: 0.3903313 Apr 21 12:53:09.292910 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e89d6a-6910-41fa-b2cd-c22ebabbb9ae tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Port': ['ID=7f1dbcd0-a3d7-41fb-bb1a-4139640bd304,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:09.350776 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-20831678-708c-41b3-a166-000f74490347 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Allocated IP 172.25.8.64 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/1a43b812-0412-4da2-b3bd-26dd6f35a73e) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:09.379270 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5576692-3baa-4afb-9660-173589aa1ddd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:09.488245 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-314ab7b2-ad92-4358-a58c-493b4b76a227 req-6d4e960c-7fb5-4ab0-a3d8-9158252d402f tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=e787575f-ce25-40d6-99ad-23a674aaa097&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2771382 Apr 21 12:53:09.543254 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c509c3c0-1e79-4905-baa9-7fe14542e2e9 req-156c67b6-3d50-4b18-a420-8ac895b40788 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823768 Apr 21 12:53:09.561709 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28e89d6a-6910-41fa-b2cd-c22ebabbb9ae tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:09.574595 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20831678-708c-41b3-a166-000f74490347 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:09.678339 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db9fc8ec-c1b9-40fb-871a-08560ab4fb9d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:09.697267 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5576692-3baa-4afb-9660-173589aa1ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:09.721008 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9fc8ec-c1b9-40fb-871a-08560ab4fb9d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Pushing event deleted for resources: {'Port': ['ID=4cda8723-4e91-41c0-8cb5-b001ef1f3148,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:09.753181 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20831678-708c-41b3-a166-000f74490347 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:09.837255 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20831678-708c-41b3-a166-000f74490347 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:09.840585 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-20831678-708c-41b3-a166-000f74490347 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:09.842393 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20831678-708c-41b3-a166-000f74490347 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Pushing event updated for resources: {'Port': ['ID=1a43b812-0412-4da2-b3bd-26dd6f35a73e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:09.847019 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20831678-708c-41b3-a166-000f74490347 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:09.856997 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e89d6a-6910-41fa-b2cd-c22ebabbb9ae tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Router 656162e0-c587-45f6-a431-a82cc0fe8f61 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:53:09.864380 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b669f686-dc58-4361-b05c-0e7cda6eb422 req-77ad34ed-69f8-4648-bc03-803774d5639d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:09.879207 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db9fc8ec-c1b9-40fb-871a-08560ab4fb9d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:09.927234 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad34ed-69f8-4648-bc03-803774d5639d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Pushing event deleted for resources: {'Port': ['ID=6a26760d-e972-4027-a985-4c95ede04bd3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:10.006206 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5576692-3baa-4afb-9660-173589aa1ddd admin admin] Router 3bd005f4-e917-4af0-a2e5-385d4f040ccd is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:53:10.067790 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db9fc8ec-c1b9-40fb-871a-08560ab4fb9d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:10.098007 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db9fc8ec-c1b9-40fb-871a-08560ab4fb9d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:10.110390 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e89d6a-6910-41fa-b2cd-c22ebabbb9ae tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:53:10.117833 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-28e89d6a-6910-41fa-b2cd-c22ebabbb9ae tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "PUT /v2.0/routers/656162e0-c587-45f6-a431-a82cc0fe8f61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0557764 Apr 21 12:53:10.121623 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1662090-7407-4945-a2cb-e0523c8e1800 None None] Sync routers for ids ['656162e0-c587-45f6-a431-a82cc0fe8f61'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:53:10.129845 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33842) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:10.137116 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1662090-7407-4945-a2cb-e0523c8e1800 None None] Routers {'656162e0-c587-45f6-a431-a82cc0fe8f61'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:10.137990 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d1662090-7407-4945-a2cb-e0523c8e1800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:52:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['656162e0-c587-45f6-a431-a82cc0fe8f61'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:10.191061 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5576692-3baa-4afb-9660-173589aa1ddd admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:53:10.207764 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8de7239-a8f5-4674-8a3f-4b17daefa8e6 None None] Sync routers for ids ['3bd005f4-e917-4af0-a2e5-385d4f040ccd'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:53:10.222741 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8de7239-a8f5-4674-8a3f-4b17daefa8e6 None None] Routers {'3bd005f4-e917-4af0-a2e5-385d4f040ccd'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:10.223681 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a8de7239-a8f5-4674-8a3f-4b17daefa8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:52:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3bd005f4-e917-4af0-a2e5-385d4f040ccd'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:10.277272 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac1562e-3cce-4faf-a5c9-4fb3672f2431 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:10.279560 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac1562e-3cce-4faf-a5c9-4fb3672f2431 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:10.281670 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7ac1562e-3cce-4faf-a5c9-4fb3672f2431 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1504567 Apr 21 12:53:10.285192 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33844) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:10.289359 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b669f686-dc58-4361-b05c-0e7cda6eb422 req-77ad34ed-69f8-4648-bc03-803774d5639d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Router 122bd43e-b51c-4d5a-aa28-e28a493daa28 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:53:10.325769 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-d1662090-7407-4945-a2cb-e0523c8e1800 None None] Set router 656162e0-c587-45f6-a431-a82cc0fe8f61 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:53:10.355839 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-951ea67e-1cf9-4cdc-a094-1ba56be2f986 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting subnet df89edf4-279b-47ab-b7bb-004846f11d35 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:53:10.359699 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-a8de7239-a8f5-4674-8a3f-4b17daefa8e6 None None] Set router 3bd005f4-e917-4af0-a2e5-385d4f040ccd gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:53:10.361201 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-951ea67e-1cf9-4cdc-a094-1ba56be2f986 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:10.363741 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db9fc8ec-c1b9-40fb-871a-08560ab4fb9d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:10.364280 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9fc8ec-c1b9-40fb-871a-08560ab4fb9d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Fanout notify agent at l3_agent the message router_deleted on router a91c1709-3261-4ff4-bcdf-8265db37d9a2 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:53:10.372264 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20831678-708c-41b3-a166-000f74490347 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:10.410671 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d1662090-7407-4945-a2cb-e0523c8e1800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656162e0-c587-45f6-a431-a82cc0fe8f61', 'name': 'tempest-NetworksTestDHCPv6-router-887547509', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:53:00Z', 'updated_at': '2022-04-21T12:53:08Z', 'revision_number': 3, 'project_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:10.419222 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db9fc8ec-c1b9-40fb-871a-08560ab4fb9d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:10.420788 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-db9fc8ec-c1b9-40fb-871a-08560ab4fb9d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "DELETE /v2.0/routers/a91c1709-3261-4ff4-bcdf-8265db37d9a2 HTTP/1.1" status: 204 len: 168 time: 3.6345749 Apr 21 12:53:10.425107 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33846) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:10.435011 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-86604781-2d92-46b5-818f-f7c35f903587 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1007503263', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:10.446385 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1662090-7407-4945-a2cb-e0523c8e1800 None None] Checking router: 656162e0-c587-45f6-a431-a82cc0fe8f61 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:53:10.449758 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 6a26760d-e972-4027-a985-4c95ede04bd3 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:53:10.456371 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1662090-7407-4945-a2cb-e0523c8e1800 None None] Routers {'656162e0-c587-45f6-a431-a82cc0fe8f61'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:10.457019 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d1662090-7407-4945-a2cb-e0523c8e1800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:52:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['656162e0-c587-45f6-a431-a82cc0fe8f61'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:10.479275 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 6a26760d-e972-4027-a985-4c95ede04bd3 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:53:10.479616 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 6a26760d-e972-4027-a985-4c95ede04bd3 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:53:10.486861 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5576692-3baa-4afb-9660-173589aa1ddd admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:10.497049 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d5576692-3baa-4afb-9660-173589aa1ddd admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.4481916 Apr 21 12:53:10.500557 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33848) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:10.523782 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-951ea67e-1cf9-4cdc-a094-1ba56be2f986 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:10.552311 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-d1662090-7407-4945-a2cb-e0523c8e1800 None None] Set router 656162e0-c587-45f6-a431-a82cc0fe8f61 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:53:10.618439 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d1662090-7407-4945-a2cb-e0523c8e1800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656162e0-c587-45f6-a431-a82cc0fe8f61', 'name': 'tempest-NetworksTestDHCPv6-router-887547509', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:53:00Z', 'updated_at': '2022-04-21T12:53:08Z', 'revision_number': 3, 'project_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:10.679784 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1662090-7407-4945-a2cb-e0523c8e1800 None None] The sync data for ids ['656162e0-c587-45f6-a431-a82cc0fe8f61'] in n-d-836147-2 is: [{'id': '656162e0-c587-45f6-a431-a82cc0fe8f61', 'name': 'tempest-NetworksTestDHCPv6-router-887547509', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:53:00Z', 'updated_at': '2022-04-21T12:53:08Z', 'revision_number': 3, 'project_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:53:10.719331 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20831678-708c-41b3-a166-000f74490347 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:10.737920 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86604781-2d92-46b5-818f-f7c35f903587 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:10.739699 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86604781-2d92-46b5-818f-f7c35f903587 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:10.751568 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a8de7239-a8f5-4674-8a3f-4b17daefa8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd005f4-e917-4af0-a2e5-385d4f040ccd', 'name': 'tempest-ImageQuotaTest-1056656847-router', 'tenant_id': '75366f9fd8cd4a9eaa2507279bc8069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'eaf55a35-6811-43f7-b6a4-92bfe07d9470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:53:07Z', 'updated_at': '2022-04-21T12:53:09Z', 'revision_number': 3, 'project_id': '75366f9fd8cd4a9eaa2507279bc8069b', 'gw_port': {'id': 'eaf55a35-6811-43f7-b6a4-92bfe07d9470', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:83:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd005f4-e917-4af0-a2e5-385d4f040ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:53:08Z', 'updated_at': '2022-04-21T12:53:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:10.798878 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09025665-30e0-4a28-9cac-083c0473d7b1 req-fc472743-d85a-43ea-ba59-2bf239e8e0ef tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 210 time: 0.0692794 Apr 21 12:53:10.835690 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-951ea67e-1cf9-4cdc-a094-1ba56be2f986 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:10.922369 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b669f686-dc58-4361-b05c-0e7cda6eb422 req-77ad34ed-69f8-4648-bc03-803774d5639d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:53:10.934103 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3353ad-cb95-454f-bb14-6517262c5017 None None] Sync routers for ids ['122bd43e-b51c-4d5a-aa28-e28a493daa28'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:53:10.957632 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8de7239-a8f5-4674-8a3f-4b17daefa8e6 None None] Checking router: 3bd005f4-e917-4af0-a2e5-385d4f040ccd for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:53:10.958049 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8de7239-a8f5-4674-8a3f-4b17daefa8e6 None None] Updating router 3bd005f4-e917-4af0-a2e5-385d4f040ccd port eaf55a35-6811-43f7-b6a4-92bfe07d9470 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:53:10.961843 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3353ad-cb95-454f-bb14-6517262c5017 None None] Routers {'122bd43e-b51c-4d5a-aa28-e28a493daa28'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:10.962086 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cb3353ad-cb95-454f-bb14-6517262c5017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:52:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['122bd43e-b51c-4d5a-aa28-e28a493daa28'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:10.971760 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86604781-2d92-46b5-818f-f7c35f903587 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:10.993365 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8de7239-a8f5-4674-8a3f-4b17daefa8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:11.032152 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ef3bf-30d0-41c0-9f6f-47ec9c573e5d req-8d86e36c-3eba-41d4-bfd5-1b7cee1bd5a9 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:11.044147 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7c1ef3bf-30d0-41c0-9f6f-47ec9c573e5d req-8d86e36c-3eba-41d4-bfd5-1b7cee1bd5a9 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 945 time: 0.3156517 Apr 21 12:53:11.093468 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b669f686-dc58-4361-b05c-0e7cda6eb422 req-77ad34ed-69f8-4648-bc03-803774d5639d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] No DVR routers for this DVR port 6a26760d-e972-4027-a985-4c95ede04bd3 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:53:11.104001 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b669f686-dc58-4361-b05c-0e7cda6eb422 req-77ad34ed-69f8-4648-bc03-803774d5639d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:11.108042 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b669f686-dc58-4361-b05c-0e7cda6eb422 req-77ad34ed-69f8-4648-bc03-803774d5639d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.26 "DELETE /v2.0/ports/6a26760d-e972-4027-a985-4c95ede04bd3 HTTP/1.1" status: 204 len: 173 time: 3.6863382 Apr 21 12:53:11.108707 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4573654-83cd-4a8f-a0f1-0be525b231a8', 'name': 'network-vif-deleted', 'tag': '6a26760d-e972-4027-a985-4c95ede04bd3'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:53:11.125184 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68474262-20d3-467c-bd81-10bd0524ba39" -d '{"events": [{"server_uuid": "c4573654-83cd-4a8f-a0f1-0be525b231a8", "name": "network-vif-deleted", "tag": "6a26760d-e972-4027-a985-4c95ede04bd3"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:53:11.150765 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-951ea67e-1cf9-4cdc-a094-1ba56be2f986 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:11.150765 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86604781-2d92-46b5-818f-f7c35f903587 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:11.183430 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-cb3353ad-cb95-454f-bb14-6517262c5017 None None] Set router 122bd43e-b51c-4d5a-aa28-e28a493daa28 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:53:11.197035 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ea67e-1cf9-4cdc-a094-1ba56be2f986 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Subnet': ['ID=df89edf4-279b-47ab-b7bb-004846f11d35,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:11.199567 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-951ea67e-1cf9-4cdc-a094-1ba56be2f986 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:11.213537 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-951ea67e-1cf9-4cdc-a094-1ba56be2f986 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/df89edf4-279b-47ab-b7bb-004846f11d35 HTTP/1.1" status: 204 len: 168 time: 0.9162612 Apr 21 12:53:11.242109 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33856) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:11.243701 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cea46a9-03ad-48c5-92bf-e2ee3ab9dab6 x-openstack-request-id: req-1cea46a9-03ad-48c5-92bf-e2ee3ab9dab6 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:53:11.244261 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4573654-83cd-4a8f-a0f1-0be525b231a8", "name": "network-vif-deleted", "tag": "6a26760d-e972-4027-a985-4c95ede04bd3", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:53:11.244501 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db18919d-54f2-460a-b261-64e99643b75e None None] Network 06cbde99-7874-42ca-9c51-e0c2f0efa63f requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:11.245929 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1cea46a9-03ad-48c5-92bf-e2ee3ab9dab6 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:53:11.246436 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cea46a9-03ad-48c5-92bf-e2ee3ab9dab6'] response: {'server_uuid': 'c4573654-83cd-4a8f-a0f1-0be525b231a8', 'name': 'network-vif-deleted', 'tag': '6a26760d-e972-4027-a985-4c95ede04bd3', 'status': 'completed', 'code': 200} Apr 21 12:53:11.250639 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47df092b-5006-49c5-bbb2-13104a1f4283 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:11.263972 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7c1ef3bf-30d0-41c0-9f6f-47ec9c573e5d req-198571a9-b8e0-4ecc-8057-d6c292a14e7c tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188082 Apr 21 12:53:11.374836 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-86604781-2d92-46b5-818f-f7c35f903587 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:11.376921 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-86604781-2d92-46b5-818f-f7c35f903587 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9479666 Apr 21 12:53:11.382367 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33858) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:11.390414 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-508424b0-22f7-4c21-b759-dfa29fa7af8a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'enable_snat': False}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:11.397417 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device bc7a87cf-fb04-4772-8565-fe096c633c24 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:53:11.555716 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d9b410b6-6bf7-4bed-a841-8f770f2433e3 None None] Provisioning complete for port bc7a87cf-fb04-4772-8565-fe096c633c24 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:11.556489 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9b410b6-6bf7-4bed-a841-8f770f2433e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:11.670492 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cb3353ad-cb95-454f-bb14-6517262c5017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'name': 'tempest-AttachVolumeShelveTestJSON-1998499405-router', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:49:04Z', 'updated_at': '2022-04-21T12:49:08Z', 'revision_number': 4, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'gw_port': {'id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:05Z', 'updated_at': '2022-04-21T12:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'b8d0f4ea-0ea9-4471-b024-3521b9652508', 'name': '', 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'mac_address': 'fa:16:3e:fa:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:07Z', 'updated_at': '2022-04-21T12:49:13Z', 'revision_number': 5, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'subnets': [{'id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:11.705273 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3353ad-cb95-454f-bb14-6517262c5017 None None] Checking router: 122bd43e-b51c-4d5a-aa28-e28a493daa28 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:53:11.716546 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3353ad-cb95-454f-bb14-6517262c5017 None None] Routers {'122bd43e-b51c-4d5a-aa28-e28a493daa28'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:11.717217 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cb3353ad-cb95-454f-bb14-6517262c5017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:52:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['122bd43e-b51c-4d5a-aa28-e28a493daa28'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:11.784411 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port bc7a87cf-fb04-4772-8565-fe096c633c24 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:11.785104 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:11.815186 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9b410b6-6bf7-4bed-a841-8f770f2433e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:11.843825 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7bcb5c-7644-4313-8788-e882a5ceceaa None None] DHCP port deletion for 43650c3d-b9d7-4e95-8950-e9fadabd5511 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:53:11.866452 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-cb3353ad-cb95-454f-bb14-6517262c5017 None None] Set router 122bd43e-b51c-4d5a-aa28-e28a493daa28 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:53:11.924811 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1dbb95ca-76bd-4bb3-b0ae-fd7cf3ef283e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6595354 Apr 21 12:53:11.927170 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33862) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:11.946157 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-508424b0-22f7-4c21-b759-dfa29fa7af8a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:12.015487 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d9b410b6-6bf7-4bed-a841-8f770f2433e3 None None] For port bc7a87cf-fb04-4772-8565-fe096c633c24, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=bc7a87cf-fb04-4772-8565-fe096c633c24,segment=NetworkSegment(91ae4b1c-5e01-4efb-a381-c97634a60adb),segment_id=91ae4b1c-5e01-4efb-a381-c97634a60adb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:12.029630 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3f7bcb5c-7644-4313-8788-e882a5ceceaa None None] Deleting port 162c354a-117a-4fa9-a253-4c6c9048911b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:12.030375 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f7bcb5c-7644-4313-8788-e882a5ceceaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:12.042273 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d4d8f73-450c-4ace-9208-b40583b23246 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:12.105899 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20831678-708c-41b3-a166-000f74490347 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:12.110425 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3f7bcb5c-7644-4313-8788-e882a5ceceaa None None] For port 162c354a-117a-4fa9-a253-4c6c9048911b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=162c354a-117a-4fa9-a253-4c6c9048911b,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:12.111162 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f7bcb5c-7644-4313-8788-e882a5ceceaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:12.118543 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7c2ff7a-bcfe-41ee-8bdc-f0f305a542fc req-7ebd1015-acff-4d03-a560-a256542f3918 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4573654-83cd-4a8f-a0f1-0be525b231a8 HTTP/1.1" status: 200 len: 210 time: 0.0686531 Apr 21 12:53:12.127189 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3f7bcb5c-7644-4313-8788-e882a5ceceaa None None] Calling delete_port for 162c354a-117a-4fa9-a253-4c6c9048911b owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:12.178843 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cb3353ad-cb95-454f-bb14-6517262c5017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'name': 'tempest-AttachVolumeShelveTestJSON-1998499405-router', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:49:04Z', 'updated_at': '2022-04-21T12:49:08Z', 'revision_number': 4, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'gw_port': {'id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:05Z', 'updated_at': '2022-04-21T12:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'b8d0f4ea-0ea9-4471-b024-3521b9652508', 'name': '', 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'mac_address': 'fa:16:3e:fa:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:07Z', 'updated_at': '2022-04-21T12:49:13Z', 'revision_number': 5, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'subnets': [{'id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:12.185102 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20831678-708c-41b3-a166-000f74490347 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:12.233346 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d9b410b6-6bf7-4bed-a841-8f770f2433e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:12.237188 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8de7239-a8f5-4674-8a3f-4b17daefa8e6 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:12.256158 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3353ad-cb95-454f-bb14-6517262c5017 None None] The sync data for ids ['122bd43e-b51c-4d5a-aa28-e28a493daa28'] in n-d-836147-2 is: [{'id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'name': 'tempest-AttachVolumeShelveTestJSON-1998499405-router', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:49:04Z', 'updated_at': '2022-04-21T12:49:08Z', 'revision_number': 4, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'gw_port': {'id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:05Z', 'updated_at': '2022-04-21T12:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'b8d0f4ea-0ea9-4471-b024-3521b9652508', 'name': '', 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'mac_address': 'fa:16:3e:fa:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:07Z', 'updated_at': '2022-04-21T12:49:13Z', 'revision_number': 5, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'subnets': [{'id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:53:12.380721 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f7bcb5c-7644-4313-8788-e882a5ceceaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:12.391976 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20831678-708c-41b3-a166-000f74490347 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Pushing event updated for resources: {'Port': ['ID=1a43b812-0412-4da2-b3bd-26dd6f35a73e,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:12.430284 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b410b6-6bf7-4bed-a841-8f770f2433e3 None None] Pushing event updated for resources: {'Port': ['ID=bc7a87cf-fb04-4772-8565-fe096c633c24,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:12.436914 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8de7239-a8f5-4674-8a3f-4b17daefa8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:12.439252 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7bcb5c-7644-4313-8788-e882a5ceceaa None None] No DVR routers for this DVR port 162c354a-117a-4fa9-a253-4c6c9048911b on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:53:12.444215 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20831678-708c-41b3-a166-000f74490347 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:12.461452 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d4d8f73-450c-4ace-9208-b40583b23246 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:12.464430 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d4d8f73-450c-4ace-9208-b40583b23246 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:12.487148 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7bcb5c-7644-4313-8788-e882a5ceceaa None None] Pushing event deleted for resources: {'Port': ['ID=162c354a-117a-4fa9-a253-4c6c9048911b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:12.490141 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c0f1e950-b77f-4a39-81dd-b0587a61a7a2 None None] Provisioning complete for port bc7a87cf-fb04-4772-8565-fe096c633c24 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:12.490356 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0f1e950-b77f-4a39-81dd-b0587a61a7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:12.533352 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91b9ca-88d0-429d-a3f0-c033e119ab21 req-d6a85eba-27eb-435a-9d4f-569f7675a306 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:12.534903 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f91b9ca-88d0-429d-a3f0-c033e119ab21 req-d6a85eba-27eb-435a-9d4f-569f7675a306 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 945 time: 0.1616471 Apr 21 12:53:12.587821 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f91b9ca-88d0-429d-a3f0-c033e119ab21 req-41840f1e-39d5-4b16-bca5-1f3deeb606a7 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402222 Apr 21 12:53:12.608658 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a8de7239-a8f5-4674-8a3f-4b17daefa8e6 None None] Attempting to bind port eaf55a35-6811-43f7-b6a4-92bfe07d9470 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:12.609171 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a8de7239-a8f5-4674-8a3f-4b17daefa8e6 None None] Attempting to bind port eaf55a35-6811-43f7-b6a4-92bfe07d9470 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:12.609535 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de7239-a8f5-4674-8a3f-4b17daefa8e6 None None] Attempting to bind port eaf55a35-6811-43f7-b6a4-92bfe07d9470 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:12.625100 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d4d8f73-450c-4ace-9208-b40583b23246 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:12.625939 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4d8f73-450c-4ace-9208-b40583b23246 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Fanout notify agent at l3_agent the message router_deleted on router 656162e0-c587-45f6-a431-a82cc0fe8f61 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:53:12.653955 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d4d8f73-450c-4ace-9208-b40583b23246 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:12.658555 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5d4d8f73-450c-4ace-9208-b40583b23246 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/routers/656162e0-c587-45f6-a431-a82cc0fe8f61 HTTP/1.1" status: 204 len: 168 time: 0.7273402 Apr 21 12:53:12.659106 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33868) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:12.666998 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de7239-a8f5-4674-8a3f-4b17daefa8e6 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:53:12.668573 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de7239-a8f5-4674-8a3f-4b17daefa8e6 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:53:12.669127 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8de7239-a8f5-4674-8a3f-4b17daefa8e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:12.669553 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-50d50e2f-639c-4038-96a4-3abdcced7f38 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:12.672032 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8de7239-a8f5-4674-8a3f-4b17daefa8e6 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:53:12.673836 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a8de7239-a8f5-4674-8a3f-4b17daefa8e6 None None] Bound port: eaf55a35-6811-43f7-b6a4-92bfe07d9470, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:53:12.674356 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8de7239-a8f5-4674-8a3f-4b17daefa8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:12.789377 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b2d0d7-c1e7-4551-980f-916c5787c147 None None] New status for floating IP 5b6ae2dd-4966-4b2a-b47f-23cca7c35862: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:53:12.794404 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a8de7239-a8f5-4674-8a3f-4b17daefa8e6 None None] For port eaf55a35-6811-43f7-b6a4-92bfe07d9470, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:53:12.829004 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1328c9c0-f102-4d32-b019-e30743f800d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:12.843405 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device bc7a87cf-fb04-4772-8565-fe096c633c24 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:53:12.845717 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d51c04-f8f3-48b2-83d7-0a39cf496cba None None] Pushing event updated for resources: {'Port': ['ID=eaf55a35-6811-43f7-b6a4-92bfe07d9470,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:12.867655 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-20831678-708c-41b3-a166-000f74490347 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Floating IP 34b51f2a-6599-4ded-9c41-8e5f6c71ae76 associated. External IP: 172.25.8.64, port: 2f42f60d-6fe5-4172-bd39-9929dd5f92e0. Apr 21 12:53:12.880131 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6481b0-65a0-4738-84ed-0b022c211abe req-93ec1d63-d379-46ca-8686-cd047d144906 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:12.881845 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf6481b0-65a0-4738-84ed-0b022c211abe req-93ec1d63-d379-46ca-8686-cd047d144906 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0577176 Apr 21 12:53:12.885345 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a8de7239-a8f5-4674-8a3f-4b17daefa8e6 None None] For port eaf55a35-6811-43f7-b6a4-92bfe07d9470, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=eaf55a35-6811-43f7-b6a4-92bfe07d9470,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:53:12.910660 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d50e2f-639c-4038-96a4-3abdcced7f38 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:12.914608 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50d50e2f-639c-4038-96a4-3abdcced7f38 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:12.925110 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-508424b0-22f7-4c21-b759-dfa29fa7af8a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:12.990094 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf6481b0-65a0-4738-84ed-0b022c211abe req-fb00f778-48ca-4821-81cf-db77833e66c1 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1001408 Apr 21 12:53:12.990868 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-508424b0-22f7-4c21-b759-dfa29fa7af8a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:12.998224 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8de7239-a8f5-4674-8a3f-4b17daefa8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:13.076436 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8de7239-a8f5-4674-8a3f-4b17daefa8e6 None None] Routers {'3bd005f4-e917-4af0-a2e5-385d4f040ccd'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:13.076761 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a8de7239-a8f5-4674-8a3f-4b17daefa8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:52:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3bd005f4-e917-4af0-a2e5-385d4f040ccd'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:13.234618 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bd475-8688-4685-8c48-f3a2d04ccb42 req-34d3ec0b-d1a2-4aac-a80f-f19a9853d595 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:13.237035 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-594bd475-8688-4685-8c48-f3a2d04ccb42 req-34d3ec0b-d1a2-4aac-a80f-f19a9853d595 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0685160 Apr 21 12:53:13.289478 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-594bd475-8688-4685-8c48-f3a2d04ccb42 req-ff9020f3-4e06-4bfa-bae7-937d517d1cad tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459349 Apr 21 12:53:13.295397 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50d50e2f-639c-4038-96a4-3abdcced7f38 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:13.337249 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33880) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:13.400825 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d50e2f-639c-4038-96a4-3abdcced7f38 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:13.410261 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d51c04-f8f3-48b2-83d7-0a39cf496cba None None] Pushing event updated for resources: {'Port': ['ID=eaf55a35-6811-43f7-b6a4-92bfe07d9470,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:13.417936 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port bc7a87cf-fb04-4772-8565-fe096c633c24 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:13.418306 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:13.421436 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-1328c9c0-f102-4d32-b019-e30743f800d5 admin admin] Allocated IP 172.20.0.1 (06cbde99-7874-42ca-9c51-e0c2f0efa63f/32cd6ae4-f933-4617-93d8-88b6ae6bedaf/d80be600-2630-4445-92a2-663e01ab2b12) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:13.424498 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-a8de7239-a8f5-4674-8a3f-4b17daefa8e6 None None] Set router 3bd005f4-e917-4af0-a2e5-385d4f040ccd gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:53:13.430525 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-50d50e2f-639c-4038-96a4-3abdcced7f38 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:13.433693 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d50e2f-639c-4038-96a4-3abdcced7f38 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:13.434287 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50d50e2f-639c-4038-96a4-3abdcced7f38 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:13.449219 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d50e2f-639c-4038-96a4-3abdcced7f38 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Subnet': ['ID=e01d1608-7074-494a-b101-617f37d00332,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:13.471803 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227a50a9-fa99-401a-9017-b59786cceb9a None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:13.490461 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e2c44-2d76-466f-ac18-1bef21cc880f req-1db85b29-572d-4ced-a774-24df0fd6b257 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:13.492042 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-981e2c44-2d76-466f-ac18-1bef21cc880f req-1db85b29-572d-4ced-a774-24df0fd6b257 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1188796 Apr 21 12:53:13.492676 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e34f6aa3-1c17-4daa-b8f8-eeac2f0eee9d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:13.496265 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-508424b0-22f7-4c21-b759-dfa29fa7af8a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Allocated IP 172.25.8.44 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/8b193651-77a5-4ca8-9b27-71a1f78a4021) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:13.512131 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20831678-708c-41b3-a166-000f74490347 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Router 0366e84d-92f3-4f66-addd-dbc58df3636f has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:53:13.523053 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48bfd15a-6d17-41bf-99e4-36baa322c3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:13.541517 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-50d50e2f-639c-4038-96a4-3abdcced7f38 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8782620 Apr 21 12:53:13.542116 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e34f6aa3-1c17-4daa-b8f8-eeac2f0eee9d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:13.544777 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33882) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:13.549337 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1a33cb0f-03c5-468e-845e-b7810d7e394c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2021409480', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:13.595775 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-981e2c44-2d76-466f-ac18-1bef21cc880f req-73c7a0d6-3918-4a5e-ad83-e0390656b938 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0904279 Apr 21 12:53:13.711914 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1a33cb0f-03c5-468e-845e-b7810d7e394c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:13.714095 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1a33cb0f-03c5-468e-845e-b7810d7e394c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:13.726829 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1328c9c0-f102-4d32-b019-e30743f800d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:13.728724 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20831678-708c-41b3-a166-000f74490347 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:53:13.743612 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e8d3e9-4d14-443c-95ef-78db538d35be None None] Sync routers for ids ['0366e84d-92f3-4f66-addd-dbc58df3636f'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:53:13.746619 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e34f6aa3-1c17-4daa-b8f8-eeac2f0eee9d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:13.749168 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e34f6aa3-1c17-4daa-b8f8-eeac2f0eee9d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:13.754059 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e34f6aa3-1c17-4daa-b8f8-eeac2f0eee9d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "DELETE /v2.0/security-groups/e787575f-ce25-40d6-99ad-23a674aaa097 HTTP/1.1" status: 204 len: 168 time: 0.4089236 Apr 21 12:53:13.757957 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33886) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:13.761993 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e8d3e9-4d14-443c-95ef-78db538d35be None None] Routers {'0366e84d-92f3-4f66-addd-dbc58df3636f'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:13.762683 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-71e8d3e9-4d14-443c-95ef-78db538d35be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:52:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['0366e84d-92f3-4f66-addd-dbc58df3636f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:13.776408 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f6aa3-1c17-4daa-b8f8-eeac2f0eee9d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e787575f-ce25-40d6-99ad-23a674aaa097,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:13.796883 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-71e8d3e9-4d14-443c-95ef-78db538d35be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:13.798580 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-508424b0-22f7-4c21-b759-dfa29fa7af8a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:13.803910 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc9887-f5ec-4f78-ae37-bcfad80fd1a9 req-7e45eff0-187e-41d2-9792-61ac0d648c7a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:13.804759 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-51cca962-89af-44dc-a487-54751cd3ad3e tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] show failed (client error): The resource could not be found. Apr 21 12:53:13.806024 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-85bc9887-f5ec-4f78-ae37-bcfad80fd1a9 req-7e45eff0-187e-41d2-9792-61ac0d648c7a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1091328 Apr 21 12:53:13.806725 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-51cca962-89af-44dc-a487-54751cd3ad3e tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups/e787575f-ce25-40d6-99ad-23a674aaa097 HTTP/1.1" status: 404 len: 347 time: 0.0447044 Apr 21 12:53:13.809847 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33888) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:13.846691 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e8d3e9-4d14-443c-95ef-78db538d35be None None] Routers {'0366e84d-92f3-4f66-addd-dbc58df3636f'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:13.846691 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-71e8d3e9-4d14-443c-95ef-78db538d35be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:52:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['0366e84d-92f3-4f66-addd-dbc58df3636f'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:13.846976 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-43650c3d-b9d7-4e95-8950-e9fadabd5511', 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'fixed_ips': [{'subnet_id': 'e01d1608-7074-494a-b101-617f37d00332'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:53:13.846976 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:13.876466 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20831678-708c-41b3-a166-000f74490347 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:13.883767 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-71e8d3e9-4d14-443c-95ef-78db538d35be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:13.884790 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e8d3e9-4d14-443c-95ef-78db538d35be None None] The sync data for ids ['0366e84d-92f3-4f66-addd-dbc58df3636f'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:53:13.896268 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1a33cb0f-03c5-468e-845e-b7810d7e394c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:13.931513 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-85bc9887-f5ec-4f78-ae37-bcfad80fd1a9 req-3b8e1985-9905-4b10-b5c5-04f23ea8bcb8 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378625 Apr 21 12:53:13.943328 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 7f1dbcd0-a3d7-41fb-bb1a-4139640bd304 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:53:13.971091 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1a33cb0f-03c5-468e-845e-b7810d7e394c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:13.978913 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 7f1dbcd0-a3d7-41fb-bb1a-4139640bd304 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:53:13.979254 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 7f1dbcd0-a3d7-41fb-bb1a-4139640bd304 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:53:13.979997 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 162c354a-117a-4fa9-a253-4c6c9048911b no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:53:13.980310 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-20831678-708c-41b3-a166-000f74490347 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.4498687 Apr 21 12:53:13.988764 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a8de7239-a8f5-4674-8a3f-4b17daefa8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd005f4-e917-4af0-a2e5-385d4f040ccd', 'name': 'tempest-ImageQuotaTest-1056656847-router', 'tenant_id': '75366f9fd8cd4a9eaa2507279bc8069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'eaf55a35-6811-43f7-b6a4-92bfe07d9470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:53:07Z', 'updated_at': '2022-04-21T12:53:09Z', 'revision_number': 3, 'project_id': '75366f9fd8cd4a9eaa2507279bc8069b', 'gw_port': {'id': 'eaf55a35-6811-43f7-b6a4-92bfe07d9470', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:83:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd005f4-e917-4af0-a2e5-385d4f040ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:53:08Z', 'updated_at': '2022-04-21T12:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:13.997551 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33892) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:14.004061 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1328c9c0-f102-4d32-b019-e30743f800d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:14.015496 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 162c354a-117a-4fa9-a253-4c6c9048911b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:53:14.028054 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 162c354a-117a-4fa9-a253-4c6c9048911b not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:53:14.043675 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8de7239-a8f5-4674-8a3f-4b17daefa8e6 None None] The sync data for ids ['3bd005f4-e917-4af0-a2e5-385d4f040ccd'] in n-d-836147-2 is: [{'id': '3bd005f4-e917-4af0-a2e5-385d4f040ccd', 'name': 'tempest-ImageQuotaTest-1056656847-router', 'tenant_id': '75366f9fd8cd4a9eaa2507279bc8069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'eaf55a35-6811-43f7-b6a4-92bfe07d9470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:53:07Z', 'updated_at': '2022-04-21T12:53:09Z', 'revision_number': 3, 'project_id': '75366f9fd8cd4a9eaa2507279bc8069b', 'gw_port': {'id': 'eaf55a35-6811-43f7-b6a4-92bfe07d9470', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:83:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd005f4-e917-4af0-a2e5-385d4f040ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:53:08Z', 'updated_at': '2022-04-21T12:53:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:53:14.071238 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1328c9c0-f102-4d32-b019-e30743f800d5 admin admin] Network 06cbde99-7874-42ca-9c51-e0c2f0efa63f is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:14.094138 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-1328c9c0-f102-4d32-b019-e30743f800d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:14.096390 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-508424b0-22f7-4c21-b759-dfa29fa7af8a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:14.098484 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1328c9c0-f102-4d32-b019-e30743f800d5 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:14.107528 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Allocated IP 2001:db8::2 (43650c3d-b9d7-4e95-8950-e9fadabd5511/e01d1608-7074-494a-b101-617f37d00332/08d7206d-1136-4d3c-94d2-08addf7b9aca) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:14.117388 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328c9c0-f102-4d32-b019-e30743f800d5 admin admin] Pushing event updated for resources: {'Port': ['ID=d80be600-2630-4445-92a2-663e01ab2b12,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:14.140937 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1a33cb0f-03c5-468e-845e-b7810d7e394c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:14.142749 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1a33cb0f-03c5-468e-845e-b7810d7e394c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5970490 Apr 21 12:53:14.149809 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33900) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:14.334595 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:14.397218 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:14.482501 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:14.484761 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-492eeee5-ad3e-4b4a-beb8-c28be6bfe238 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] 10.222.0.36 "GET /v2.0/floatingips/34b51f2a-6599-4ded-9c41-8e5f6c71ae76 HTTP/1.1" status: 200 len: 983 time: 0.4831705 Apr 21 12:53:14.486172 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33906) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:14.495673 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:14.501385 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:14.528598 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Pushing event updated for resources: {'Port': ['ID=08d7206d-1136-4d3c-94d2-08addf7b9aca,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:14.540275 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0241beab-522c-41d9-9db1-45cb77d28307 None None] Provisioning complete for port d80be600-2630-4445-92a2-663e01ab2b12 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:14.540881 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0241beab-522c-41d9-9db1-45cb77d28307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:14.641883 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0241beab-522c-41d9-9db1-45cb77d28307 None None] Port d80be600-2630-4445-92a2-663e01ab2b12 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:53:14.643620 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Attempting to bind port 08d7206d-1136-4d3c-94d2-08addf7b9aca on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:14.644091 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Attempting to bind port 08d7206d-1136-4d3c-94d2-08addf7b9aca by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:14.644586 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Attempting to bind port 08d7206d-1136-4d3c-94d2-08addf7b9aca on network 43650c3d-b9d7-4e95-8950-e9fadabd5511 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:14.653665 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:53:14.654854 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Checking segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:53:14.655455 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:14.658216 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508424b0-22f7-4c21-b759-dfa29fa7af8a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:14.666125 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Bound using segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:53:14.667002 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Bound port: 08d7206d-1136-4d3c-94d2-08addf7b9aca, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:53:14.667677 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:14.673888 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-508424b0-22f7-4c21-b759-dfa29fa7af8a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:14.683521 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508424b0-22f7-4c21-b759-dfa29fa7af8a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:14.689922 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3f4555ed-c245-4b22-81b8-a18a2ea9eda0 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3513 time: 0.1967924 Apr 21 12:53:14.693283 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33908) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:14.696401 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-223c52af-1629-4073-a318-bfcabaf22497 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Deleting port 20e59635-1a50-491e-9cab-35ed4aaa8428 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:14.696615 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-223c52af-1629-4073-a318-bfcabaf22497 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:14.706616 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1328c9c0-f102-4d32-b019-e30743f800d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:14.757619 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-8b494ec6-1134-4652-8f92-985c795e1a9d tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:14.762543 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-8b494ec6-1134-4652-8f92-985c795e1a9d tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/networks?id=ff8e5b58-c3c2-47b6-b0e6-14167c057929 HTTP/1.1" status: 200 len: 812 time: 0.5017776 Apr 21 12:53:14.772920 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] For port 08d7206d-1136-4d3c-94d2-08addf7b9aca, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:53:14.780692 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] For port 08d7206d-1136-4d3c-94d2-08addf7b9aca, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=08d7206d-1136-4d3c-94d2-08addf7b9aca,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:53:14.787058 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-1446e700-3492-4df3-869a-f7463cdc53bc tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/quotas/f94db1c78e7042a5b25684fb2e0b4069 HTTP/1.1" status: 200 len: 375 time: 0.0235014 Apr 21 12:53:14.804910 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508424b0-22f7-4c21-b759-dfa29fa7af8a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Pushing event updated for resources: {'Port': ['ID=8b193651-77a5-4ca8-9b27-71a1f78a4021,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:14.829855 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device eaf55a35-6811-43f7-b6a4-92bfe07d9470 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:53:14.893968 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:14.898275 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-54f4c219-bc99-46ca-abcc-822fabfe3a02 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:14.968518 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Pushing event updated for resources: {'Port': ['ID=08d7206d-1136-4d3c-94d2-08addf7b9aca,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:14.996429 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:14.996429 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:14.996429 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:14.996429 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:14.996429 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:14.996429 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:14.996429 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:14.996429 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:14.996429 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:14.996429 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:14.996429 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:15.002606 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-d961e417-3079-4549-96dc-64886104cae4 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f94db1c78e7042a5b25684fb2e0b4069&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2067432 Apr 21 12:53:15.002714 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be17b96c-db99-4e48-8f07-c15db691bab6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:15.012448 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port eaf55a35-6811-43f7-b6a4-92bfe07d9470 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:15.012815 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:15.055854 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-223c52af-1629-4073-a318-bfcabaf22497 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:15.056176 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-223c52af-1629-4073-a318-bfcabaf22497 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:15.112116 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-223c52af-1629-4073-a318-bfcabaf22497 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Calling delete_port for 20e59635-1a50-491e-9cab-35ed4aaa8428 owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:15.148016 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:15.177609 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port eaf55a35-6811-43f7-b6a4-92bfe07d9470, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=eaf55a35-6811-43f7-b6a4-92bfe07d9470,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:15.253414 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:15.300917 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-2c2aad7b-69b3-4684-bef2-c4463177b2c7 service neutron] 10.222.0.36 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543433 Apr 21 12:53:15.313924 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1328c9c0-f102-4d32-b019-e30743f800d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:15.403570 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=eaf55a35-6811-43f7-b6a4-92bfe07d9470,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:15.430931 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e5c8c237-5607-478c-9f16-8b111c18fd46 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Deleting port 1a43b812-0412-4da2-b3bd-26dd6f35a73e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:15.431272 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5c8c237-5607-478c-9f16-8b111c18fd46 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:15.500176 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-508424b0-22f7-4c21-b759-dfa29fa7af8a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:15.717857 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-751c4a7f-0a33-4a47-ac2e-eda91a529858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:15.761435 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-223c52af-1629-4073-a318-bfcabaf22497 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:15.786858 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1328c9c0-f102-4d32-b019-e30743f800d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:15.817780 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c52af-1629-4073-a318-bfcabaf22497 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Pushing event deleted for resources: {'Port': ['ID=20e59635-1a50-491e-9cab-35ed4aaa8428,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:15.869286 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1328c9c0-f102-4d32-b019-e30743f800d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:15.954396 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-54f4c219-bc99-46ca-abcc-822fabfe3a02 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Allocated IP 2001:db8::1 (43650c3d-b9d7-4e95-8950-e9fadabd5511/e01d1608-7074-494a-b101-617f37d00332/ecd6d643-b642-4145-b534-8ce19d982b12) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:15.971431 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-508424b0-22f7-4c21-b759-dfa29fa7af8a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3659549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10333'] for router, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:15.972914 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-5da76ae2-9bd7-4a84-9295-bbf6c6d7ff00 service neutron] 10.222.0.36 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5999956 Apr 21 12:53:15.979561 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5c8c237-5607-478c-9f16-8b111c18fd46 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:15.979818 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5c8c237-5607-478c-9f16-8b111c18fd46 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:15.988919 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1328c9c0-f102-4d32-b019-e30743f800d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:15.991104 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-508424b0-22f7-4c21-b759-dfa29fa7af8a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3659538'] for router, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:15.999404 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e5c8c237-5607-478c-9f16-8b111c18fd46 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Calling delete_port for 1a43b812-0412-4da2-b3bd-26dd6f35a73e owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:16.000037 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328c9c0-f102-4d32-b019-e30743f800d5 admin admin] Pushing event updated for resources: {'Port': ['ID=d80be600-2630-4445-92a2-663e01ab2b12,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:16.002898 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-223c52af-1629-4073-a318-bfcabaf22497 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for floatingip, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:16.006087 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-223c52af-1629-4073-a318-bfcabaf22497 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:16.007286 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-223c52af-1629-4073-a318-bfcabaf22497 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "DELETE /v2.0/floatingips/5b6ae2dd-4966-4b2a-b47f-23cca7c35862 HTTP/1.1" status: 204 len: 168 time: 2.1965327 Apr 21 12:53:16.257795 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-54f4c219-bc99-46ca-abcc-822fabfe3a02 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:16.358216 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1328c9c0-f102-4d32-b019-e30743f800d5 admin admin] Network 06cbde99-7874-42ca-9c51-e0c2f0efa63f is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:16.360572 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-1328c9c0-f102-4d32-b019-e30743f800d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:16.372672 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508424b0-22f7-4c21-b759-dfa29fa7af8a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Router 3232b05a-d82a-4c43-8f5a-17e50b111d24 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:53:16.407383 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a7c2780d-a548-4ffb-a18c-c9c5c914f687 req-f66cdffd-5944-4cf8-a664-ce44de1a6986 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=949dd868-3799-4e6c-a071-d669a5847e15 HTTP/1.1" status: 200 len: 210 time: 0.0470855 Apr 21 12:53:16.509698 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-15cfc3c7-5b50-4250-a246-ce7506037a55 None None] Provisioning complete for port 08d7206d-1136-4d3c-94d2-08addf7b9aca triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:16.509698 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15cfc3c7-5b50-4250-a246-ce7506037a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:16.522405 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33916) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:16.527509 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b75d9e80-1c5b-4837-8b33-d1674374899f tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Request body: {'security_group': {'name': 'tempest-securitygroup--107918801', 'description': 'tempest-description--1398948654'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:16.578622 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-54f4c219-bc99-46ca-abcc-822fabfe3a02 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:16.638010 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15cfc3c7-5b50-4250-a246-ce7506037a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:16.655590 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f4c219-bc99-46ca-abcc-822fabfe3a02 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:16.687894 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-15cfc3c7-5b50-4250-a246-ce7506037a55 None None] For port 08d7206d-1136-4d3c-94d2-08addf7b9aca, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=08d7206d-1136-4d3c-94d2-08addf7b9aca,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:16.690299 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-54f4c219-bc99-46ca-abcc-822fabfe3a02 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:16.696542 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f4c219-bc99-46ca-abcc-822fabfe3a02 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:16.700727 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-54f4c219-bc99-46ca-abcc-822fabfe3a02 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:16.715821 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1328c9c0-f102-4d32-b019-e30743f800d5 admin admin] Router 3bd005f4-e917-4af0-a2e5-385d4f040ccd has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:53:16.717999 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508424b0-22f7-4c21-b759-dfa29fa7af8a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:53:16.723585 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-508424b0-22f7-4c21-b759-dfa29fa7af8a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:16.727331 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-508424b0-22f7-4c21-b759-dfa29fa7af8a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "PUT /v2.0/routers/3232b05a-d82a-4c43-8f5a-17e50b111d24 HTTP/1.1" status: 200 len: 919 time: 5.3398333 Apr 21 12:53:16.729008 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33922) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:16.740426 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf977a1c-115d-4f5d-89d6-7eae9a858ecb None None] Sync routers for ids ['3232b05a-d82a-4c43-8f5a-17e50b111d24'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:53:16.775890 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf977a1c-115d-4f5d-89d6-7eae9a858ecb None None] Routers {'3232b05a-d82a-4c43-8f5a-17e50b111d24'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:16.776538 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cf977a1c-115d-4f5d-89d6-7eae9a858ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:53:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3232b05a-d82a-4c43-8f5a-17e50b111d24'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:16.833352 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cf977a1c-115d-4f5d-89d6-7eae9a858ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:16.847837 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15cfc3c7-5b50-4250-a246-ce7506037a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:16.920694 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfc3c7-5b50-4250-a246-ce7506037a55 None None] Pushing event updated for resources: {'Port': ['ID=08d7206d-1136-4d3c-94d2-08addf7b9aca,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:16.931152 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b75d9e80-1c5b-4837-8b33-d1674374899f tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:16.934803 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5c8c237-5607-478c-9f16-8b111c18fd46 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:16.939493 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf977a1c-115d-4f5d-89d6-7eae9a858ecb None None] Routers {'3232b05a-d82a-4c43-8f5a-17e50b111d24'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:16.939914 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1328c9c0-f102-4d32-b019-e30743f800d5 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:53:16.940364 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cf977a1c-115d-4f5d-89d6-7eae9a858ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:53:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3232b05a-d82a-4c43-8f5a-17e50b111d24'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:16.945042 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:16.959640 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4c219-bc99-46ca-abcc-822fabfe3a02 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Port': ['ID=ecd6d643-b642-4145-b534-8ce19d982b12,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:17.026263 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device eaf55a35-6811-43f7-b6a4-92bfe07d9470 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:53:17.044966 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-00a3ad3a-74d3-43ed-9ce5-24e765f29d1c tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "GET /v2.0/routers/3232b05a-d82a-4c43-8f5a-17e50b111d24 HTTP/1.1" status: 200 len: 925 time: 0.3124084 Apr 21 12:53:17.053880 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1328c9c0-f102-4d32-b019-e30743f800d5 admin admin] 10.222.0.36 "PUT /v2.0/routers/3bd005f4-e917-4af0-a2e5-385d4f040ccd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5505371 Apr 21 12:53:17.054557 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33924) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:17.080697 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d266642e-98c2-4df4-ad6f-b45fdfd88128 None None] Sync routers for ids ['3bd005f4-e917-4af0-a2e5-385d4f040ccd'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:53:17.093277 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cf977a1c-115d-4f5d-89d6-7eae9a858ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:17.094180 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf977a1c-115d-4f5d-89d6-7eae9a858ecb None None] The sync data for ids ['3232b05a-d82a-4c43-8f5a-17e50b111d24'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:53:17.104698 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d266642e-98c2-4df4-ad6f-b45fdfd88128 None None] Routers {'3bd005f4-e917-4af0-a2e5-385d4f040ccd'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:17.105561 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d266642e-98c2-4df4-ad6f-b45fdfd88128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:53:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3bd005f4-e917-4af0-a2e5-385d4f040ccd'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:17.114493 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port eaf55a35-6811-43f7-b6a4-92bfe07d9470 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:17.114905 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:17.126043 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fd47f2-b066-4d9d-8a57-78bc8c726db3 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:17.128040 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d1fd47f2-b066-4d9d-8a57-78bc8c726db3 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=23f97cfe-dd42-45d8-a5df-e2b803e954fa&device_id=3232b05a-d82a-4c43-8f5a-17e50b111d24&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0712597 Apr 21 12:53:17.130709 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33930) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:17.135454 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b75d9e80-1c5b-4837-8b33-d1674374899f tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:17.141929 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c8c237-5607-478c-9f16-8b111c18fd46 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Pushing event deleted for resources: {'Port': ['ID=1a43b812-0412-4da2-b3bd-26dd6f35a73e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:17.165525 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d3346aaf-6b4f-42d0-9683-90d031f1fdeb None None] Provisioning complete for port d80be600-2630-4445-92a2-663e01ab2b12 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:17.168960 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3346aaf-6b4f-42d0-9683-90d031f1fdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:17.222497 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b75d9e80-1c5b-4837-8b33-d1674374899f tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:17.238350 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d3346aaf-6b4f-42d0-9683-90d031f1fdeb None None] Port d80be600-2630-4445-92a2-663e01ab2b12 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:53:17.258301 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-54f4c219-bc99-46ca-abcc-822fabfe3a02 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:17.286313 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1263c625-952a-4413-85d1-8a10d0fe5b14 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:17.288633 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1263c625-952a-4413-85d1-8a10d0fe5b14 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 881 time: 0.1568999 Apr 21 12:53:17.291633 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33932) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:17.300439 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 08d7206d-1136-4d3c-94d2-08addf7b9aca up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:53:17.301442 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d9e80-1c5b-4837-8b33-d1674374899f tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed36626b-7342-4eb0-b963-ae8aa135f8dc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:17.333436 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5c8c237-5607-478c-9f16-8b111c18fd46 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:17.333566 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-e5c8c237-5607-478c-9f16-8b111c18fd46 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Floating IP 34b51f2a-6599-4ded-9c41-8e5f6c71ae76 disassociated (deleted). External IP: 172.25.8.64, port: 2f42f60d-6fe5-4172-bd39-9929dd5f92e0. Apr 21 12:53:17.338452 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-248b7612-60cf-4444-a236-bfdcdb6c2ac9 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "GET /v2.0/ports?device_id=3232b05a-d82a-4c43-8f5a-17e50b111d24 HTTP/1.1" status: 200 len: 205 time: 0.0451546 Apr 21 12:53:17.340195 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b75d9e80-1c5b-4837-8b33-d1674374899f tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:17.346668 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b75d9e80-1c5b-4837-8b33-d1674374899f tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8178761 Apr 21 12:53:17.348624 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33936) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:17.349018 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33938) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:17.382025 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-95b95ca1-1d05-44df-a229-3176d3d158c3 None None] Provisioning complete for port ecd6d643-b642-4145-b534-8ce19d982b12 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:17.382725 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95b95ca1-1d05-44df-a229-3176d3d158c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:17.384789 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-78f10b9a-0d58-4c6d-b354-405de7cc4156 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Request body: {'security_group_rule': {'security_group_id': 'ed36626b-7342-4eb0-b963-ae8aa135f8dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:17.438763 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 08d7206d-1136-4d3c-94d2-08addf7b9aca triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:17.439773 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-d266642e-98c2-4df4-ad6f-b45fdfd88128 None None] Set router 3bd005f4-e917-4af0-a2e5-385d4f040ccd gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:53:17.441062 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:17.488844 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-95b95ca1-1d05-44df-a229-3176d3d158c3 None None] Port ecd6d643-b642-4145-b534-8ce19d982b12 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:53:17.583704 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c763be52-a989-4d23-9b76-b87950afec9d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:17.734385 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c763be52-a989-4d23-9b76-b87950afec9d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:17.767692 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c756e8ba-faec-4823-8c86-050de0e3ea72 req-8d6e2294-b67d-4bf3-858e-b7388e41ecce tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=949dd868-3799-4e6c-a071-d669a5847e15 HTTP/1.1" status: 200 len: 210 time: 0.2744830 Apr 21 12:53:17.834498 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c8c237-5607-478c-9f16-8b111c18fd46 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Router 0366e84d-92f3-4f66-addd-dbc58df3636f has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:53:17.862160 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78f10b9a-0d58-4c6d-b354-405de7cc4156 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:17.881628 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d266642e-98c2-4df4-ad6f-b45fdfd88128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd005f4-e917-4af0-a2e5-385d4f040ccd', 'name': 'tempest-ImageQuotaTest-1056656847-router', 'tenant_id': '75366f9fd8cd4a9eaa2507279bc8069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'eaf55a35-6811-43f7-b6a4-92bfe07d9470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:53:07Z', 'updated_at': '2022-04-21T12:53:15Z', 'revision_number': 4, 'project_id': '75366f9fd8cd4a9eaa2507279bc8069b', 'gw_port': {'id': 'eaf55a35-6811-43f7-b6a4-92bfe07d9470', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:83:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd005f4-e917-4af0-a2e5-385d4f040ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:53:08Z', 'updated_at': '2022-04-21T12:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'd80be600-2630-4445-92a2-663e01ab2b12', 'name': '', 'network_id': '06cbde99-7874-42ca-9c51-e0c2f0efa63f', 'tenant_id': '75366f9fd8cd4a9eaa2507279bc8069b', 'mac_address': 'fa:16:3e:b7:cd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd005f4-e917-4af0-a2e5-385d4f040ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '32cd6ae4-f933-4617-93d8-88b6ae6bedaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:53:12Z', 'updated_at': '2022-04-21T12:53:15Z', 'revision_number': 2, 'project_id': '75366f9fd8cd4a9eaa2507279bc8069b', 'subnets': [{'id': '32cd6ae4-f933-4617-93d8-88b6ae6bedaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:17.887670 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:17.901784 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-54f4c219-bc99-46ca-abcc-822fabfe3a02 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:17.918393 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d266642e-98c2-4df4-ad6f-b45fdfd88128 None None] Checking router: 3bd005f4-e917-4af0-a2e5-385d4f040ccd for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:53:17.920532 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d266642e-98c2-4df4-ad6f-b45fdfd88128 None None] Updating router 3bd005f4-e917-4af0-a2e5-385d4f040ccd port d80be600-2630-4445-92a2-663e01ab2b12 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:53:17.945678 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d266642e-98c2-4df4-ad6f-b45fdfd88128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:17.956025 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78f10b9a-0d58-4c6d-b354-405de7cc4156 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:17.969749 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-54f4c219-bc99-46ca-abcc-822fabfe3a02 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:17.971550 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-54f4c219-bc99-46ca-abcc-822fabfe3a02 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:17.976488 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c763be52-a989-4d23-9b76-b87950afec9d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Deleting port 8b193651-77a5-4ca8-9b27-71a1f78a4021 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:17.977792 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c763be52-a989-4d23-9b76-b87950afec9d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:18.027248 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c8c237-5607-478c-9f16-8b111c18fd46 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:53:18.038663 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5c8c237-5607-478c-9f16-8b111c18fd46 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:18.051396 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850b5e78-ccc8-42a7-ad3e-f2fc6dff1eff None None] Sync routers for ids ['0366e84d-92f3-4f66-addd-dbc58df3636f'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:53:18.085530 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850b5e78-ccc8-42a7-ad3e-f2fc6dff1eff None None] Routers {'0366e84d-92f3-4f66-addd-dbc58df3636f'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:18.088509 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-850b5e78-ccc8-42a7-ad3e-f2fc6dff1eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:53:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['0366e84d-92f3-4f66-addd-dbc58df3636f'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:18.113521 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4c219-bc99-46ca-abcc-822fabfe3a02 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Port': ['ID=ecd6d643-b642-4145-b534-8ce19d982b12,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:18.122136 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e5c8c237-5607-478c-9f16-8b111c18fd46 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] 10.222.0.36 "DELETE /v2.0/floatingips/34b51f2a-6599-4ded-9c41-8e5f6c71ae76 HTTP/1.1" status: 204 len: 168 time: 3.4254930 Apr 21 12:53:18.123501 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33950) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:18.133731 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-70217370-d481-4edd-a4c8-49c114095214 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:18.158496 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-850b5e78-ccc8-42a7-ad3e-f2fc6dff1eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:18.181742 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850b5e78-ccc8-42a7-ad3e-f2fc6dff1eff None None] Routers {'0366e84d-92f3-4f66-addd-dbc58df3636f'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:18.182438 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-850b5e78-ccc8-42a7-ad3e-f2fc6dff1eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:53:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['0366e84d-92f3-4f66-addd-dbc58df3636f'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:18.187728 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f4c219-bc99-46ca-abcc-822fabfe3a02 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:18.190141 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-54f4c219-bc99-46ca-abcc-822fabfe3a02 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:18.318605 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70217370-d481-4edd-a4c8-49c114095214 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:18.561679 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-850b5e78-ccc8-42a7-ad3e-f2fc6dff1eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:18.562716 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850b5e78-ccc8-42a7-ad3e-f2fc6dff1eff None None] The sync data for ids ['0366e84d-92f3-4f66-addd-dbc58df3636f'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:53:18.572431 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d266642e-98c2-4df4-ad6f-b45fdfd88128 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:18.605946 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78f10b9a-0d58-4c6d-b354-405de7cc4156 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:18.640827 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f10b9a-0d58-4c6d-b354-405de7cc4156 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed4ce61-d8a2-478a-9ab4-86f65ae07fa5,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:18.650518 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70217370-d481-4edd-a4c8-49c114095214 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:18.654706 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:18.670850 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c763be52-a989-4d23-9b76-b87950afec9d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:18.677040 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d266642e-98c2-4df4-ad6f-b45fdfd88128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:18.690954 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f4c219-bc99-46ca-abcc-822fabfe3a02 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Router c1f09fb4-b73c-4f03-9e25-b8a49929d617 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:53:18.691567 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c763be52-a989-4d23-9b76-b87950afec9d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Calling delete_port for 8b193651-77a5-4ca8-9b27-71a1f78a4021 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:18.724304 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ee11f9f1-dfa5-43bf-a5fb-d6285f41fa69 None None] Provisioning complete for port ecd6d643-b642-4145-b534-8ce19d982b12 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:18.724947 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee11f9f1-dfa5-43bf-a5fb-d6285f41fa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:18.726321 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-78f10b9a-0d58-4c6d-b354-405de7cc4156 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:18.733334 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ce647-56dd-4094-a482-6e37c95587c1 None None] Pushing event updated for resources: {'Port': ['ID=d80be600-2630-4445-92a2-663e01ab2b12,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:18.734249 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-78f10b9a-0d58-4c6d-b354-405de7cc4156 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3766680 Apr 21 12:53:18.738322 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33956) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:18.779862 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:18.834647 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 08d7206d-1136-4d3c-94d2-08addf7b9aca up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:53:18.861842 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d266642e-98c2-4df4-ad6f-b45fdfd88128 None None] Attempting to bind port d80be600-2630-4445-92a2-663e01ab2b12 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:18.862354 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d266642e-98c2-4df4-ad6f-b45fdfd88128 None None] Attempting to bind port d80be600-2630-4445-92a2-663e01ab2b12 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '91ae4b1c-5e01-4efb-a381-c97634a60adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '06cbde99-7874-42ca-9c51-e0c2f0efa63f'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:18.864023 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d266642e-98c2-4df4-ad6f-b45fdfd88128 None None] Attempting to bind port d80be600-2630-4445-92a2-663e01ab2b12 on network 06cbde99-7874-42ca-9c51-e0c2f0efa63f {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:18.873665 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d266642e-98c2-4df4-ad6f-b45fdfd88128 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:53:18.874205 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d266642e-98c2-4df4-ad6f-b45fdfd88128 None None] Checking segment: {'id': '91ae4b1c-5e01-4efb-a381-c97634a60adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '06cbde99-7874-42ca-9c51-e0c2f0efa63f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:53:18.874850 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d266642e-98c2-4df4-ad6f-b45fdfd88128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:18.875388 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d266642e-98c2-4df4-ad6f-b45fdfd88128 None None] Bound using segment: {'id': '91ae4b1c-5e01-4efb-a381-c97634a60adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '06cbde99-7874-42ca-9c51-e0c2f0efa63f'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:53:18.876635 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-d266642e-98c2-4df4-ad6f-b45fdfd88128 None None] Bound port: d80be600-2630-4445-92a2-663e01ab2b12, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ae4b1c-5e01-4efb-a381-c97634a60adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '06cbde99-7874-42ca-9c51-e0c2f0efa63f'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:53:18.877137 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d266642e-98c2-4df4-ad6f-b45fdfd88128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:18.894234 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ee11f9f1-dfa5-43bf-a5fb-d6285f41fa69 None None] Port ecd6d643-b642-4145-b534-8ce19d982b12 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:53:18.926697 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c9dbae20-4a70-491c-b03d-6e95f615bd8b tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Request body: {'security_group_rule': {'security_group_id': 'ed36626b-7342-4eb0-b963-ae8aa135f8dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:18.950230 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dff82656-45c8-496d-9f0b-9a0e0afe64da req-102e18e6-ea54-482c-9138-2edeeed39f04 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=949dd868-3799-4e6c-a071-d669a5847e15 HTTP/1.1" status: 200 len: 210 time: 0.0577710 Apr 21 12:53:18.984938 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f4c219-bc99-46ca-abcc-822fabfe3a02 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:53:18.989576 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-70217370-d481-4edd-a4c8-49c114095214 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Allocated IP 172.25.8.35 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/0712b0a4-78ee-4508-9bd6-d7dde6c12988) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:18.999321 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-54f4c219-bc99-46ca-abcc-822fabfe3a02 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "PUT /v2.0/routers/c1f09fb4-b73c-4f03-9e25-b8a49929d617/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8484850 Apr 21 12:53:19.002270 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33962) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:19.002696 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 08d7206d-1136-4d3c-94d2-08addf7b9aca triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:19.003417 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:19.005568 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e933651-cd42-4787-9687-8fe14ba1b3b9 None None] Sync routers for ids ['c1f09fb4-b73c-4f03-9e25-b8a49929d617'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:53:19.024640 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e933651-cd42-4787-9687-8fe14ba1b3b9 None None] Routers {'c1f09fb4-b73c-4f03-9e25-b8a49929d617'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:19.026582 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9e933651-cd42-4787-9687-8fe14ba1b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:53:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['c1f09fb4-b73c-4f03-9e25-b8a49929d617'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:19.132409 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d266642e-98c2-4df4-ad6f-b45fdfd88128 None None] For port d80be600-2630-4445-92a2-663e01ab2b12, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:53:19.150770 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b126a9b-d9ea-418d-b9f6-87adeb490fbf tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:19.152548 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6b126a9b-d9ea-418d-b9f6-87adeb490fbf tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports/ecd6d643-b642-4145-b534-8ce19d982b12 HTTP/1.1" status: 200 len: 911 time: 0.1480308 Apr 21 12:53:19.153366 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-d266642e-98c2-4df4-ad6f-b45fdfd88128 None None] For port d80be600-2630-4445-92a2-663e01ab2b12, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=d80be600-2630-4445-92a2-663e01ab2b12,segment=NetworkSegment(91ae4b1c-5e01-4efb-a381-c97634a60adb),segment_id=91ae4b1c-5e01-4efb-a381-c97634a60adb)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:53:19.155302 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33966) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:19.191081 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9dbae20-4a70-491c-b03d-6e95f615bd8b tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:19.201656 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9e933651-cd42-4787-9687-8fe14ba1b3b9 None None] Set router c1f09fb4-b73c-4f03-9e25-b8a49929d617 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:53:19.225502 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c63af27e-1c8c-4fda-93aa-42cc7b4dc041 None None] Provisioning complete for port d80be600-2630-4445-92a2-663e01ab2b12 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:19.226801 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c63af27e-1c8c-4fda-93aa-42cc7b4dc041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:19.265067 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-d266642e-98c2-4df4-ad6f-b45fdfd88128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:19.275998 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c63af27e-1c8c-4fda-93aa-42cc7b4dc041 None None] Port d80be600-2630-4445-92a2-663e01ab2b12 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:53:19.331968 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7102d5a1-9e0b-47cb-973f-8cf0fe2bb42b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:19.337773 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7102d5a1-9e0b-47cb-973f-8cf0fe2bb42b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:19.341888 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7102d5a1-9e0b-47cb-973f-8cf0fe2bb42b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1829927 Apr 21 12:53:19.350844 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c763be52-a989-4d23-9b76-b87950afec9d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:19.354345 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33970) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:19.357175 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9dbae20-4a70-491c-b03d-6e95f615bd8b tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:19.384159 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33972) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:19.451953 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ce647-56dd-4094-a482-6e37c95587c1 None None] Pushing event updated for resources: {'Port': ['ID=d80be600-2630-4445-92a2-663e01ab2b12,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:19.494669 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-112874c8-bace-43a0-b37e-e329ffb9d112 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:19.497271 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-112874c8-bace-43a0-b37e-e329ffb9d112 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.26 "GET /v2.0/networks?id=ff8e5b58-c3c2-47b6-b0e6-14167c057929 HTTP/1.1" status: 200 len: 812 time: 0.2939699 Apr 21 12:53:19.499268 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70217370-d481-4edd-a4c8-49c114095214 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:19.512404 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d266642e-98c2-4df4-ad6f-b45fdfd88128 None None] Routers {'3bd005f4-e917-4af0-a2e5-385d4f040ccd'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:19.513037 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d266642e-98c2-4df4-ad6f-b45fdfd88128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:53:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3bd005f4-e917-4af0-a2e5-385d4f040ccd'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:19.516149 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-49e2597b-7d11-4e98-9364-62b4847a1b61 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Request body: {'port': {'device_id': '949dd868-3799-4e6c-a071-d669a5847e15', 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929', 'admin_state_up': True, 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:19.518887 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763be52-a989-4d23-9b76-b87950afec9d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Pushing event deleted for resources: {'Port': ['ID=8b193651-77a5-4ca8-9b27-71a1f78a4021,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:19.524978 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9dbae20-4a70-491c-b03d-6e95f615bd8b tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:19.555790 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dbae20-4a70-491c-b03d-6e95f615bd8b tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f187ce9-995c-4ffc-9af3-c781abd87d4f,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:19.689117 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-d266642e-98c2-4df4-ad6f-b45fdfd88128 None None] Set router 3bd005f4-e917-4af0-a2e5-385d4f040ccd gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:53:19.739303 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c763be52-a989-4d23-9b76-b87950afec9d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:19.744763 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9dbae20-4a70-491c-b03d-6e95f615bd8b tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:19.745807 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c9dbae20-4a70-491c-b03d-6e95f615bd8b tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8286104 Apr 21 12:53:19.762541 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33974) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:19.776539 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b4a0feb9-a147-4243-9050-4af691898e88 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:19.806446 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-86e590cf-f1cc-4947-99f6-59e75b861c5e None None] Provisioning complete for port d80be600-2630-4445-92a2-663e01ab2b12 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:19.807173 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86e590cf-f1cc-4947-99f6-59e75b861c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:19.827105 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9e933651-cd42-4787-9687-8fe14ba1b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f09fb4-b73c-4f03-9e25-b8a49929d617', 'name': 'tempest-NetworksTestDHCPv6-router-2021409480', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:53:13Z', 'updated_at': '2022-04-21T12:53:16Z', 'revision_number': 2, 'project_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'gw_port_host': None, '_interfaces': [{'id': 'ecd6d643-b642-4145-b534-8ce19d982b12', 'name': '', 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'mac_address': 'fa:16:3e:49:f3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f09fb4-b73c-4f03-9e25-b8a49929d617', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'e01d1608-7074-494a-b101-617f37d00332', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:53:15Z', 'updated_at': '2022-04-21T12:53:17Z', 'revision_number': 2, 'project_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'subnets': [{'id': 'e01d1608-7074-494a-b101-617f37d00332', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:19.860422 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e933651-cd42-4787-9687-8fe14ba1b3b9 None None] Checking router: c1f09fb4-b73c-4f03-9e25-b8a49929d617 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:53:19.860843 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e933651-cd42-4787-9687-8fe14ba1b3b9 None None] Updating router c1f09fb4-b73c-4f03-9e25-b8a49929d617 port ecd6d643-b642-4145-b534-8ce19d982b12 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:53:19.876640 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c763be52-a989-4d23-9b76-b87950afec9d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:19.880379 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c763be52-a989-4d23-9b76-b87950afec9d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:19.898863 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9e933651-cd42-4787-9687-8fe14ba1b3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:19.920917 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86e590cf-f1cc-4947-99f6-59e75b861c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:19.970984 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-86e590cf-f1cc-4947-99f6-59e75b861c5e None None] For port d80be600-2630-4445-92a2-663e01ab2b12, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=d80be600-2630-4445-92a2-663e01ab2b12,segment=NetworkSegment(91ae4b1c-5e01-4efb-a381-c97634a60adb),segment_id=91ae4b1c-5e01-4efb-a381-c97634a60adb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:20.067515 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c763be52-a989-4d23-9b76-b87950afec9d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:20.068185 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c763be52-a989-4d23-9b76-b87950afec9d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Fanout notify agent at l3_agent the message router_deleted on router 3232b05a-d82a-4c43-8f5a-17e50b111d24 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:53:20.075816 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c763be52-a989-4d23-9b76-b87950afec9d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:20.077236 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c763be52-a989-4d23-9b76-b87950afec9d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "DELETE /v2.0/routers/3232b05a-d82a-4c43-8f5a-17e50b111d24 HTTP/1.1" status: 204 len: 168 time: 2.7265964 Apr 21 12:53:20.082910 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33978) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:20.087710 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9d1deaae-e174-40a0-af7b-4fbf8251e2f7 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1639850932', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:20.088118 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d266642e-98c2-4df4-ad6f-b45fdfd88128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd005f4-e917-4af0-a2e5-385d4f040ccd', 'name': 'tempest-ImageQuotaTest-1056656847-router', 'tenant_id': '75366f9fd8cd4a9eaa2507279bc8069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'eaf55a35-6811-43f7-b6a4-92bfe07d9470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:53:07Z', 'updated_at': '2022-04-21T12:53:15Z', 'revision_number': 4, 'project_id': '75366f9fd8cd4a9eaa2507279bc8069b', 'gw_port': {'id': 'eaf55a35-6811-43f7-b6a4-92bfe07d9470', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:83:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd005f4-e917-4af0-a2e5-385d4f040ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:53:08Z', 'updated_at': '2022-04-21T12:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'd80be600-2630-4445-92a2-663e01ab2b12', 'name': '', 'network_id': '06cbde99-7874-42ca-9c51-e0c2f0efa63f', 'tenant_id': '75366f9fd8cd4a9eaa2507279bc8069b', 'mac_address': 'fa:16:3e:b7:cd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd005f4-e917-4af0-a2e5-385d4f040ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '32cd6ae4-f933-4617-93d8-88b6ae6bedaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:53:12Z', 'updated_at': '2022-04-21T12:53:19Z', 'revision_number': 4, 'project_id': '75366f9fd8cd4a9eaa2507279bc8069b', 'subnets': [{'id': '32cd6ae4-f933-4617-93d8-88b6ae6bedaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:20.099114 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86e590cf-f1cc-4947-99f6-59e75b861c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:20.154427 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d266642e-98c2-4df4-ad6f-b45fdfd88128 None None] The sync data for ids ['3bd005f4-e917-4af0-a2e5-385d4f040ccd'] in n-d-836147-2 is: [{'id': '3bd005f4-e917-4af0-a2e5-385d4f040ccd', 'name': 'tempest-ImageQuotaTest-1056656847-router', 'tenant_id': '75366f9fd8cd4a9eaa2507279bc8069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'eaf55a35-6811-43f7-b6a4-92bfe07d9470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:53:07Z', 'updated_at': '2022-04-21T12:53:15Z', 'revision_number': 4, 'project_id': '75366f9fd8cd4a9eaa2507279bc8069b', 'gw_port': {'id': 'eaf55a35-6811-43f7-b6a4-92bfe07d9470', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:83:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd005f4-e917-4af0-a2e5-385d4f040ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:53:08Z', 'updated_at': '2022-04-21T12:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'd80be600-2630-4445-92a2-663e01ab2b12', 'name': '', 'network_id': '06cbde99-7874-42ca-9c51-e0c2f0efa63f', 'tenant_id': '75366f9fd8cd4a9eaa2507279bc8069b', 'mac_address': 'fa:16:3e:b7:cd:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd005f4-e917-4af0-a2e5-385d4f040ccd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': '32cd6ae4-f933-4617-93d8-88b6ae6bedaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:53:12Z', 'updated_at': '2022-04-21T12:53:19Z', 'revision_number': 4, 'project_id': '75366f9fd8cd4a9eaa2507279bc8069b', 'subnets': [{'id': '32cd6ae4-f933-4617-93d8-88b6ae6bedaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:53:20.155823 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26f326f1-a09f-47af-8cd2-b37741f18394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:20.182479 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e590cf-f1cc-4947-99f6-59e75b861c5e None None] Pushing event updated for resources: {'Port': ['ID=d80be600-2630-4445-92a2-663e01ab2b12,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:20.278590 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d1deaae-e174-40a0-af7b-4fbf8251e2f7 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:20.283151 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4871a48a-a614-4a46-afd9-fa588437bb80 req-2b195e88-0751-4ee3-9578-dd9c6f922330 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=949dd868-3799-4e6c-a071-d669a5847e15 HTTP/1.1" status: 200 len: 210 time: 0.0851943 Apr 21 12:53:20.294590 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d1deaae-e174-40a0-af7b-4fbf8251e2f7 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:20.320853 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70217370-d481-4edd-a4c8-49c114095214 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:20.367894 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9e933651-cd42-4787-9687-8fe14ba1b3b9 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:20.383326 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70217370-d481-4edd-a4c8-49c114095214 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Pushing event updated for resources: {'Port': ['ID=0712b0a4-78ee-4508-9bd6-d7dde6c12988,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:20.420763 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4a0feb9-a147-4243-9050-4af691898e88 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:20.423951 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-49e2597b-7d11-4e98-9364-62b4847a1b61 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Made reservation on behalf of f94db1c78e7042a5b25684fb2e0b4069 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:20.428075 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-49e2597b-7d11-4e98-9364-62b4847a1b61 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:20.455125 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:20.471009 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9e933651-cd42-4787-9687-8fe14ba1b3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:20.476372 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d1deaae-e174-40a0-af7b-4fbf8251e2f7 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:20.526437 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70217370-d481-4edd-a4c8-49c114095214 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:20.601786 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-70217370-d481-4edd-a4c8-49c114095214 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:20.606298 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70217370-d481-4edd-a4c8-49c114095214 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:20.659185 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a8576-6b8f-4539-8308-a71b9a70de2d None None] Pushing event updated for resources: {'Port': ['ID=ecd6d643-b642-4145-b534-8ce19d982b12,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:20.727249 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9e933651-cd42-4787-9687-8fe14ba1b3b9 None None] Attempting to bind port ecd6d643-b642-4145-b534-8ce19d982b12 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:20.727895 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9e933651-cd42-4787-9687-8fe14ba1b3b9 None None] Attempting to bind port ecd6d643-b642-4145-b534-8ce19d982b12 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:20.728023 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e933651-cd42-4787-9687-8fe14ba1b3b9 None None] Attempting to bind port ecd6d643-b642-4145-b534-8ce19d982b12 on network 43650c3d-b9d7-4e95-8950-e9fadabd5511 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:20.738415 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e933651-cd42-4787-9687-8fe14ba1b3b9 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:53:20.738784 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e933651-cd42-4787-9687-8fe14ba1b3b9 None None] Checking segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:53:20.739247 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9e933651-cd42-4787-9687-8fe14ba1b3b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:20.739547 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e933651-cd42-4787-9687-8fe14ba1b3b9 None None] Bound using segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:53:20.740003 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-9e933651-cd42-4787-9687-8fe14ba1b3b9 None None] Bound port: ecd6d643-b642-4145-b534-8ce19d982b12, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:53:20.740376 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9e933651-cd42-4787-9687-8fe14ba1b3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:20.796078 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d1deaae-e174-40a0-af7b-4fbf8251e2f7 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:20.796709 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-49e2597b-7d11-4e98-9364-62b4847a1b61 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Allocated IP 172.20.0.4 (ff8e5b58-c3c2-47b6-b0e6-14167c057929/4db84230-709b-4f7f-90e2-f9bbd733dd6f/e154924e-05ae-43d3-99c2-5e05e827ed8d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:20.827267 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9e933651-cd42-4787-9687-8fe14ba1b3b9 None None] For port ecd6d643-b642-4145-b534-8ce19d982b12, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:53:20.831718 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-9e933651-cd42-4787-9687-8fe14ba1b3b9 None None] For port ecd6d643-b642-4145-b534-8ce19d982b12, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ecd6d643-b642-4145-b534-8ce19d982b12,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:53:20.875542 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device d80be600-2630-4445-92a2-663e01ab2b12 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:53:20.901406 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-9e933651-cd42-4787-9687-8fe14ba1b3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:20.924290 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70217370-d481-4edd-a4c8-49c114095214 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:20.991987 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port d80be600-2630-4445-92a2-663e01ab2b12 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:20.996749 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:21.012398 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e933651-cd42-4787-9687-8fe14ba1b3b9 None None] Routers {'c1f09fb4-b73c-4f03-9e25-b8a49929d617'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:21.013211 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9e933651-cd42-4787-9687-8fe14ba1b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:53:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['c1f09fb4-b73c-4f03-9e25-b8a49929d617'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:21.061646 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-26f326f1-a09f-47af-8cd2-b37741f18394 admin admin] Deleting port d80be600-2630-4445-92a2-663e01ab2b12 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:21.062090 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26f326f1-a09f-47af-8cd2-b37741f18394 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:21.103519 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0512f1e4-f74e-4d14-8725-c8ef9c0d177d None None] Provisioning complete for port ecd6d643-b642-4145-b534-8ce19d982b12 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:21.104149 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0512f1e4-f74e-4d14-8725-c8ef9c0d177d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:21.159505 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a8576-6b8f-4539-8308-a71b9a70de2d None None] Pushing event updated for resources: {'Port': ['ID=ecd6d643-b642-4145-b534-8ce19d982b12,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:21.168932 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-9e933651-cd42-4787-9687-8fe14ba1b3b9 None None] Set router c1f09fb4-b73c-4f03-9e25-b8a49929d617 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:53:21.185781 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-49e2597b-7d11-4e98-9364-62b4847a1b61 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:21.280842 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-26f326f1-a09f-47af-8cd2-b37741f18394 admin admin] For port d80be600-2630-4445-92a2-663e01ab2b12, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=d80be600-2630-4445-92a2-663e01ab2b12,segment=NetworkSegment(91ae4b1c-5e01-4efb-a381-c97634a60adb),segment_id=91ae4b1c-5e01-4efb-a381-c97634a60adb)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:21.281422 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26f326f1-a09f-47af-8cd2-b37741f18394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:21.303173 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-49e2597b-7d11-4e98-9364-62b4847a1b61 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:21.321087 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-26f326f1-a09f-47af-8cd2-b37741f18394 admin admin] Calling delete_port for d80be600-2630-4445-92a2-663e01ab2b12 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:21.352418 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0512f1e4-f74e-4d14-8725-c8ef9c0d177d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:21.356183 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['e1142972-f552-4611-9609-84c0bba4b36f'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:53:21.425896 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70217370-d481-4edd-a4c8-49c114095214 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:21.488345 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0512f1e4-f74e-4d14-8725-c8ef9c0d177d None None] For port ecd6d643-b642-4145-b534-8ce19d982b12, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ecd6d643-b642-4145-b534-8ce19d982b12,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:21.498151 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4a0feb9-a147-4243-9050-4af691898e88 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:21.535003 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d1deaae-e174-40a0-af7b-4fbf8251e2f7 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:21.562146 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d1deaae-e174-40a0-af7b-4fbf8251e2f7 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:21.569165 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0512f1e4-f74e-4d14-8725-c8ef9c0d177d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:21.601316 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9e933651-cd42-4787-9687-8fe14ba1b3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f09fb4-b73c-4f03-9e25-b8a49929d617', 'name': 'tempest-NetworksTestDHCPv6-router-2021409480', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:53:13Z', 'updated_at': '2022-04-21T12:53:16Z', 'revision_number': 2, 'project_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'gw_port_host': None, '_interfaces': [{'id': 'ecd6d643-b642-4145-b534-8ce19d982b12', 'name': '', 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'mac_address': 'fa:16:3e:49:f3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f09fb4-b73c-4f03-9e25-b8a49929d617', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'e01d1608-7074-494a-b101-617f37d00332', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:53:15Z', 'updated_at': '2022-04-21T12:53:20Z', 'revision_number': 4, 'project_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'subnets': [{'id': 'e01d1608-7074-494a-b101-617f37d00332', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:21.610540 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f04cffd3-5e3f-495e-b8de-056d4939452c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:21.651900 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e933651-cd42-4787-9687-8fe14ba1b3b9 None None] The sync data for ids ['c1f09fb4-b73c-4f03-9e25-b8a49929d617'] in n-d-836147-2 is: [{'id': 'c1f09fb4-b73c-4f03-9e25-b8a49929d617', 'name': 'tempest-NetworksTestDHCPv6-router-2021409480', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:53:13Z', 'updated_at': '2022-04-21T12:53:16Z', 'revision_number': 2, 'project_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'gw_port_host': None, '_interfaces': [{'id': 'ecd6d643-b642-4145-b534-8ce19d982b12', 'name': '', 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'mac_address': 'fa:16:3e:49:f3:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1f09fb4-b73c-4f03-9e25-b8a49929d617', 'device_owner': 'network:router_interface', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': 'e01d1608-7074-494a-b101-617f37d00332', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:53:15Z', 'updated_at': '2022-04-21T12:53:20Z', 'revision_number': 4, 'project_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'subnets': [{'id': 'e01d1608-7074-494a-b101-617f37d00332', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:53:21.716121 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512f1e4-f74e-4d14-8725-c8ef9c0d177d None None] Pushing event updated for resources: {'Port': ['ID=ecd6d643-b642-4145-b534-8ce19d982b12,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:21.752918 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5e0f4ec4-9a63-41dd-b632-21bf72510b04 None None] Provisioning complete for port ecd6d643-b642-4145-b534-8ce19d982b12 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:21.753991 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e0f4ec4-9a63-41dd-b632-21bf72510b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:21.841702 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-49e2597b-7d11-4e98-9364-62b4847a1b61 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Network ff8e5b58-c3c2-47b6-b0e6-14167c057929 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:21.859165 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2597b-7d11-4e98-9364-62b4847a1b61 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Pushing event updated for resources: {'Port': ['ID=e154924e-05ae-43d3-99c2-5e05e827ed8d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:21.863380 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-49e2597b-7d11-4e98-9364-62b4847a1b61 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:21.872417 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-49e2597b-7d11-4e98-9364-62b4847a1b61 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:21.918103 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26f326f1-a09f-47af-8cd2-b37741f18394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:21.961134 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-b4a0feb9-a147-4243-9050-4af691898e88 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Allocated IP 172.25.8.152 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/b7ef4225-3a7f-4a05-b90b-a7b56cd0a34c) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:21.981842 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f326f1-a09f-47af-8cd2-b37741f18394 admin admin] Pushing event deleted for resources: {'Port': ['ID=d80be600-2630-4445-92a2-663e01ab2b12,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:22.092268 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-49e2597b-7d11-4e98-9364-62b4847a1b61 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:22.092268 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-49e2597b-7d11-4e98-9364-62b4847a1b61 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:22.140431 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6754b7-f062-416e-9ace-058cd7cbe198 req-7e2af69d-1542-4273-ab45-32375209afb2 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:22.142602 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0c6754b7-f062-416e-9ace-058cd7cbe198 req-7e2af69d-1542-4273-ab45-32375209afb2 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=949dd868-3799-4e6c-a071-d669a5847e15 HTTP/1.1" status: 200 len: 931 time: 0.6490750 Apr 21 12:53:22.300041 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-49e2597b-7d11-4e98-9364-62b4847a1b61 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7931118 Apr 21 12:53:22.308591 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26f326f1-a09f-47af-8cd2-b37741f18394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:22.327007 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-ecd4f528-6995-4ddf-8e8a-3d8a7016ee8f service neutron] Request body: {'port': {'device_id': '949dd868-3799-4e6c-a071-d669a5847e15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:22.444382 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ced5005e-9dc3-47ec-b655-148c234ae47d None None] Provisioning complete for port e154924e-05ae-43d3-99c2-5e05e827ed8d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:22.444893 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ced5005e-9dc3-47ec-b655-148c234ae47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:22.445465 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0c6754b7-f062-416e-9ace-058cd7cbe198 req-0b121a6c-6c80-4dcd-80c9-603b24c42e85 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684057 Apr 21 12:53:22.480287 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70217370-d481-4edd-a4c8-49c114095214 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:22.496478 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4a0feb9-a147-4243-9050-4af691898e88 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:22.509832 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ced5005e-9dc3-47ec-b655-148c234ae47d None None] Port e154924e-05ae-43d3-99c2-5e05e827ed8d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:53:22.555035 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-ecd4f528-6995-4ddf-8e8a-3d8a7016ee8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:22.579105 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70217370-d481-4edd-a4c8-49c114095214 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:22.622693 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f326f1-a09f-47af-8cd2-b37741f18394 admin admin] Router 3bd005f4-e917-4af0-a2e5-385d4f040ccd has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:53:22.707852 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70217370-d481-4edd-a4c8-49c114095214 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Pushing event updated for resources: {'Port': ['ID=0712b0a4-78ee-4508-9bd6-d7dde6c12988,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:22.722212 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f04cffd3-5e3f-495e-b8de-056d4939452c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting port ecd6d643-b642-4145-b534-8ce19d982b12 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:22.722212 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f04cffd3-5e3f-495e-b8de-056d4939452c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:22.746595 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4a0feb9-a147-4243-9050-4af691898e88 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:22.780510 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f326f1-a09f-47af-8cd2-b37741f18394 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:53:22.786237 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-26f326f1-a09f-47af-8cd2-b37741f18394 admin admin] 10.222.0.36 "PUT /v2.0/routers/3bd005f4-e917-4af0-a2e5-385d4f040ccd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4005630 Apr 21 12:53:22.788423 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33986) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:22.795073 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65b7ee3-99d0-4f4b-af9c-b1447c95cc1d None None] Sync routers for ids ['3bd005f4-e917-4af0-a2e5-385d4f040ccd'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:53:22.821930 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65b7ee3-99d0-4f4b-af9c-b1447c95cc1d None None] Routers {'3bd005f4-e917-4af0-a2e5-385d4f040ccd'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:22.822614 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c65b7ee3-99d0-4f4b-af9c-b1447c95cc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:53:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3bd005f4-e917-4af0-a2e5-385d4f040ccd'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:22.854782 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70217370-d481-4edd-a4c8-49c114095214 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:22.898086 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ecd6d643-b642-4145-b534-8ce19d982b12 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:53:22.931567 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-9d1deaae-e174-40a0-af7b-4fbf8251e2f7 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Allocated IP 172.25.8.54 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/e91f090f-5428-4b6c-9394-f6793e4219c2) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:22.956008 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ecc817e-dec0-430e-bc12-4c3f735148e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:22.965929 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a0feb9-a147-4243-9050-4af691898e88 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:23.005692 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b4a0feb9-a147-4243-9050-4af691898e88 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:23.018421 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-c65b7ee3-99d0-4f4b-af9c-b1447c95cc1d None None] Set router 3bd005f4-e917-4af0-a2e5-385d4f040ccd gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:53:23.022257 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a0feb9-a147-4243-9050-4af691898e88 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:23.049911 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-f04cffd3-5e3f-495e-b8de-056d4939452c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] For port ecd6d643-b642-4145-b534-8ce19d982b12, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ecd6d643-b642-4145-b534-8ce19d982b12,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:23.053079 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f04cffd3-5e3f-495e-b8de-056d4939452c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:23.074130 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0feb9-a147-4243-9050-4af691898e88 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Pushing event updated for resources: {'Port': ['ID=b7ef4225-3a7f-4a05-b90b-a7b56cd0a34c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:23.077019 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f04cffd3-5e3f-495e-b8de-056d4939452c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Calling delete_port for ecd6d643-b642-4145-b534-8ce19d982b12 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:23.098896 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port ecd6d643-b642-4145-b534-8ce19d982b12 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:23.099373 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:23.157816 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-70217370-d481-4edd-a4c8-49c114095214 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:23.159116 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-70217370-d481-4edd-a4c8-49c114095214 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0304220 Apr 21 12:53:23.186425 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33988) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:23.289917 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4a0feb9-a147-4243-9050-4af691898e88 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:23.343945 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c65b7ee3-99d0-4f4b-af9c-b1447c95cc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd005f4-e917-4af0-a2e5-385d4f040ccd', 'name': 'tempest-ImageQuotaTest-1056656847-router', 'tenant_id': '75366f9fd8cd4a9eaa2507279bc8069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'eaf55a35-6811-43f7-b6a4-92bfe07d9470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:53:07Z', 'updated_at': '2022-04-21T12:53:21Z', 'revision_number': 5, 'project_id': '75366f9fd8cd4a9eaa2507279bc8069b', 'gw_port': {'id': 'eaf55a35-6811-43f7-b6a4-92bfe07d9470', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:83:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd005f4-e917-4af0-a2e5-385d4f040ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:53:08Z', 'updated_at': '2022-04-21T12:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:23.348859 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-ecd4f528-6995-4ddf-8e8a-3d8a7016ee8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e154924e-05ae-43d3-99c2-5e05e827ed8d {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:53:23.361630 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-ecd4f528-6995-4ddf-8e8a-3d8a7016ee8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:23.402767 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65b7ee3-99d0-4f4b-af9c-b1447c95cc1d None None] Checking router: 3bd005f4-e917-4af0-a2e5-385d4f040ccd for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:53:23.412179 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4a0feb9-a147-4243-9050-4af691898e88 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:23.416323 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65b7ee3-99d0-4f4b-af9c-b1447c95cc1d None None] Routers {'3bd005f4-e917-4af0-a2e5-385d4f040ccd'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:23.417544 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c65b7ee3-99d0-4f4b-af9c-b1447c95cc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:53:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3bd005f4-e917-4af0-a2e5-385d4f040ccd'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:23.466249 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2c7a6853-4d5c-4442-a47d-24bd6d4eb275 tempest-FloatingIPAdminTestJSON-617900666 tempest-FloatingIPAdminTestJSON-617900666-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:23.499936 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d1deaae-e174-40a0-af7b-4fbf8251e2f7 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:23.499936 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ecc817e-dec0-430e-bc12-4c3f735148e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:23.560377 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-c65b7ee3-99d0-4f4b-af9c-b1447c95cc1d None None] Set router 3bd005f4-e917-4af0-a2e5-385d4f040ccd gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:53:23.615171 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d1deaae-e174-40a0-af7b-4fbf8251e2f7 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:23.625845 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-3ecc817e-dec0-430e-bc12-4c3f735148e7 admin admin] Deleting port eaf55a35-6811-43f7-b6a4-92bfe07d9470 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:23.626067 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ecc817e-dec0-430e-bc12-4c3f735148e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:23.631658 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6853-4d5c-4442-a47d-24bd6d4eb275 tempest-FloatingIPAdminTestJSON-617900666 tempest-FloatingIPAdminTestJSON-617900666-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:23.655268 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-ecd4f528-6995-4ddf-8e8a-3d8a7016ee8f service neutron] Transition to ACTIVE for port object e154924e-05ae-43d3-99c2-5e05e827ed8d will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:53:23.660507 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f04cffd3-5e3f-495e-b8de-056d4939452c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:23.674718 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1deaae-e174-40a0-af7b-4fbf8251e2f7 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:23.677763 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7051a-5e95-4903-ae55-a113ac13943f req-dfe28c73-8e0c-47a6-b088-cf6ac9b22b3e tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:23.679349 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eac7051a-5e95-4903-ae55-a113ac13943f req-dfe28c73-8e0c-47a6-b088-cf6ac9b22b3e tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=949dd868-3799-4e6c-a071-d669a5847e15 HTTP/1.1" status: 200 len: 931 time: 0.1335673 Apr 21 12:53:23.714610 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-9d1deaae-e174-40a0-af7b-4fbf8251e2f7 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:23.718652 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1deaae-e174-40a0-af7b-4fbf8251e2f7 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:23.721139 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1deaae-e174-40a0-af7b-4fbf8251e2f7 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Pushing event updated for resources: {'Port': ['ID=e91f090f-5428-4b6c-9394-f6793e4219c2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:23.730426 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-ecd4f528-6995-4ddf-8e8a-3d8a7016ee8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:23.732586 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04cffd3-5e3f-495e-b8de-056d4939452c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Port': ['ID=ecd6d643-b642-4145-b534-8ce19d982b12,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:23.791440 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c65b7ee3-99d0-4f4b-af9c-b1447c95cc1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd005f4-e917-4af0-a2e5-385d4f040ccd', 'name': 'tempest-ImageQuotaTest-1056656847-router', 'tenant_id': '75366f9fd8cd4a9eaa2507279bc8069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'eaf55a35-6811-43f7-b6a4-92bfe07d9470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:53:07Z', 'updated_at': '2022-04-21T12:53:21Z', 'revision_number': 5, 'project_id': '75366f9fd8cd4a9eaa2507279bc8069b', 'gw_port': {'id': 'eaf55a35-6811-43f7-b6a4-92bfe07d9470', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:83:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd005f4-e917-4af0-a2e5-385d4f040ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:53:08Z', 'updated_at': '2022-04-21T12:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:23.819379 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65b7ee3-99d0-4f4b-af9c-b1447c95cc1d None None] The sync data for ids ['3bd005f4-e917-4af0-a2e5-385d4f040ccd'] in n-d-836147-2 is: [{'id': '3bd005f4-e917-4af0-a2e5-385d4f040ccd', 'name': 'tempest-ImageQuotaTest-1056656847-router', 'tenant_id': '75366f9fd8cd4a9eaa2507279bc8069b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.237'}], 'enable_snat': True}, 'gw_port_id': 'eaf55a35-6811-43f7-b6a4-92bfe07d9470', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:53:07Z', 'updated_at': '2022-04-21T12:53:21Z', 'revision_number': 5, 'project_id': '75366f9fd8cd4a9eaa2507279bc8069b', 'gw_port': {'id': 'eaf55a35-6811-43f7-b6a4-92bfe07d9470', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:83:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd005f4-e917-4af0-a2e5-385d4f040ccd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:53:08Z', 'updated_at': '2022-04-21T12:53:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:53:23.843571 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-3ecc817e-dec0-430e-bc12-4c3f735148e7 admin admin] For port eaf55a35-6811-43f7-b6a4-92bfe07d9470, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=eaf55a35-6811-43f7-b6a4-92bfe07d9470,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:23.843977 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ecc817e-dec0-430e-bc12-4c3f735148e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:23.858596 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-3ecc817e-dec0-430e-bc12-4c3f735148e7 admin admin] Calling delete_port for eaf55a35-6811-43f7-b6a4-92bfe07d9470 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:24.226592 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d1deaae-e174-40a0-af7b-4fbf8251e2f7 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:24.272009 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ecc817e-dec0-430e-bc12-4c3f735148e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:24.311179 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecc817e-dec0-430e-bc12-4c3f735148e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaf55a35-6811-43f7-b6a4-92bfe07d9470,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:24.336746 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eac7051a-5e95-4903-ae55-a113ac13943f req-c3a4635d-33e0-48d3-948a-f0d5ba6a5f67 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6299517 Apr 21 12:53:24.348910 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4f528-6995-4ddf-8e8a-3d8a7016ee8f service neutron] Pushing event updated for resources: {'Port': ['ID=e154924e-05ae-43d3-99c2-5e05e827ed8d,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:24.357116 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f04cffd3-5e3f-495e-b8de-056d4939452c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:24.423615 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ecc817e-dec0-430e-bc12-4c3f735148e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:24.429837 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4a0feb9-a147-4243-9050-4af691898e88 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:24.529625 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4a0feb9-a147-4243-9050-4af691898e88 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:24.558330 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ecc817e-dec0-430e-bc12-4c3f735148e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:24.561678 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ecc817e-dec0-430e-bc12-4c3f735148e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:24.577896 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-ecd4f528-6995-4ddf-8e8a-3d8a7016ee8f service neutron] Attempting to bind port e154924e-05ae-43d3-99c2-5e05e827ed8d on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:24.579675 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-ecd4f528-6995-4ddf-8e8a-3d8a7016ee8f service neutron] Attempting to bind port e154924e-05ae-43d3-99c2-5e05e827ed8d by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '44bc8a03-2f4f-4978-99f6-9fc05c155a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:24.579675 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-ecd4f528-6995-4ddf-8e8a-3d8a7016ee8f service neutron] Attempting to bind port e154924e-05ae-43d3-99c2-5e05e827ed8d on network ff8e5b58-c3c2-47b6-b0e6-14167c057929 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:24.652644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-ecd4f528-6995-4ddf-8e8a-3d8a7016ee8f service neutron] Port e154924e-05ae-43d3-99c2-5e05e827ed8d on network ff8e5b58-c3c2-47b6-b0e6-14167c057929 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:24.652881 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-ecd4f528-6995-4ddf-8e8a-3d8a7016ee8f service neutron] Attempting to bind port e154924e-05ae-43d3-99c2-5e05e827ed8d on network ff8e5b58-c3c2-47b6-b0e6-14167c057929 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:24.655857 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d1deaae-e174-40a0-af7b-4fbf8251e2f7 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:24.697875 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0feb9-a147-4243-9050-4af691898e88 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Pushing event updated for resources: {'Port': ['ID=b7ef4225-3a7f-4a05-b90b-a7b56cd0a34c,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:24.709165 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6853-4d5c-4442-a47d-24bd6d4eb275 tempest-FloatingIPAdminTestJSON-617900666 tempest-FloatingIPAdminTestJSON-617900666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:24.711026 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-ecd4f528-6995-4ddf-8e8a-3d8a7016ee8f service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 53, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:53:24.711363 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-ecd4f528-6995-4ddf-8e8a-3d8a7016ee8f service neutron] Checking segment: {'id': '44bc8a03-2f4f-4978-99f6-9fc05c155a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:53:24.711735 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-ecd4f528-6995-4ddf-8e8a-3d8a7016ee8f service neutron] Bound using segment: {'id': '44bc8a03-2f4f-4978-99f6-9fc05c155a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:53:24.712177 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-ecd4f528-6995-4ddf-8e8a-3d8a7016ee8f service neutron] Bound port: e154924e-05ae-43d3-99c2-5e05e827ed8d, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44bc8a03-2f4f-4978-99f6-9fc05c155a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:53:24.712512 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-ecd4f528-6995-4ddf-8e8a-3d8a7016ee8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:24.744226 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04cffd3-5e3f-495e-b8de-056d4939452c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Router c1f09fb4-b73c-4f03-9e25-b8a49929d617 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:53:24.747368 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ecc817e-dec0-430e-bc12-4c3f735148e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:24.747922 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ecc817e-dec0-430e-bc12-4c3f735148e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3bd005f4-e917-4af0-a2e5-385d4f040ccd {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:53:24.753818 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ecc817e-dec0-430e-bc12-4c3f735148e7 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:24.757609 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3ecc817e-dec0-430e-bc12-4c3f735148e7 admin admin] 10.222.0.36 "DELETE /v2.0/routers/3bd005f4-e917-4af0-a2e5-385d4f040ccd HTTP/1.1" status: 204 len: 168 time: 1.9655964 Apr 21 12:53:24.757609 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33994) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:24.773832 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4a0feb9-a147-4243-9050-4af691898e88 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:24.807860 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device d80be600-2630-4445-92a2-663e01ab2b12 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:53:24.811733 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffed496d-12d3-46bd-bf27-0c7bf4e22ff0 admin admin] Deleting subnet 32cd6ae4-f933-4617-93d8-88b6ae6bedaf {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:53:24.818144 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffed496d-12d3-46bd-bf27-0c7bf4e22ff0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:24.839507 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: d80be600-2630-4445-92a2-663e01ab2b12 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:53:24.840237 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device d80be600-2630-4445-92a2-663e01ab2b12 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:53:24.865289 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffed496d-12d3-46bd-bf27-0c7bf4e22ff0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:24.965027 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffed496d-12d3-46bd-bf27-0c7bf4e22ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:24.965508 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4a0feb9-a147-4243-9050-4af691898e88 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:24.972439 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b4a0feb9-a147-4243-9050-4af691898e88 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2068369 Apr 21 12:53:24.995304 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-ecd4f528-6995-4ddf-8e8a-3d8a7016ee8f service neutron] For port e154924e-05ae-43d3-99c2-5e05e827ed8d, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:53:24.998060 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04cffd3-5e3f-495e-b8de-056d4939452c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:53:25.002954 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1deaae-e174-40a0-af7b-4fbf8251e2f7 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Router 75789217-3028-4230-914d-86a406a01dec is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:53:25.014703 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f04cffd3-5e3f-495e-b8de-056d4939452c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "PUT /v2.0/routers/c1f09fb4-b73c-4f03-9e25-b8a49929d617/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6546946 Apr 21 12:53:25.014867 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c1e8a5-3109-4c30-9198-f54096708f67 None None] Sync routers for ids ['c1f09fb4-b73c-4f03-9e25-b8a49929d617'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:53:25.015348 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33998) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:25.026945 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-2c7a6853-4d5c-4442-a47d-24bd6d4eb275 tempest-FloatingIPAdminTestJSON-617900666 tempest-FloatingIPAdminTestJSON-617900666-project] Allocated IP 172.25.8.45 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/49d21a47-709e-4475-a189-d46ab3920ae7) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:25.031821 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-ecd4f528-6995-4ddf-8e8a-3d8a7016ee8f service neutron] For port e154924e-05ae-43d3-99c2-5e05e827ed8d, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e154924e-05ae-43d3-99c2-5e05e827ed8d,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:53:25.035636 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c1e8a5-3109-4c30-9198-f54096708f67 None None] Routers {'c1f09fb4-b73c-4f03-9e25-b8a49929d617'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:25.037856 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-12c1e8a5-3109-4c30-9198-f54096708f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:53:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['c1f09fb4-b73c-4f03-9e25-b8a49929d617'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:25.111011 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-ecd4f528-6995-4ddf-8e8a-3d8a7016ee8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:25.143442 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-12c1e8a5-3109-4c30-9198-f54096708f67 None None] Set router c1f09fb4-b73c-4f03-9e25-b8a49929d617 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:53:25.153677 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffed496d-12d3-46bd-bf27-0c7bf4e22ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:25.175064 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-ecd4f528-6995-4ddf-8e8a-3d8a7016ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:25.176840 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-ecd4f528-6995-4ddf-8e8a-3d8a7016ee8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:25.178349 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-ecd4f528-6995-4ddf-8e8a-3d8a7016ee8f service neutron] 10.222.0.26 "PUT /v2.0/ports/e154924e-05ae-43d3-99c2-5e05e827ed8d HTTP/1.1" status: 200 len: 1091 time: 2.8646042 Apr 21 12:53:25.182749 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '949dd868-3799-4e6c-a071-d669a5847e15', 'tag': 'e154924e-05ae-43d3-99c2-5e05e827ed8d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:53:25.191443 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35888b1a-5c70-4082-bca4-9d1f1ac5c3ac" -d '{"events": [{"name": "network-changed", "server_uuid": "949dd868-3799-4e6c-a071-d669a5847e15", "tag": "e154924e-05ae-43d3-99c2-5e05e827ed8d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:53:25.212961 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-12c1e8a5-3109-4c30-9198-f54096708f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f09fb4-b73c-4f03-9e25-b8a49929d617', 'name': 'tempest-NetworksTestDHCPv6-router-2021409480', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:53:13Z', 'updated_at': '2022-04-21T12:53:23Z', 'revision_number': 3, 'project_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:25.244436 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1deaae-e174-40a0-af7b-4fbf8251e2f7 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:53:25.246554 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c1e8a5-3109-4c30-9198-f54096708f67 None None] Checking router: c1f09fb4-b73c-4f03-9e25-b8a49929d617 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:53:25.250315 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95751391-53da-4cfe-9264-4c0125e0b8f7 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:25.254391 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95751391-53da-4cfe-9264-4c0125e0b8f7 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:25.256604 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d347fa40-1069-46dc-a6ec-ce753fbff573 None None] Sync routers for ids ['75789217-3028-4230-914d-86a406a01dec'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:53:25.261101 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-95751391-53da-4cfe-9264-4c0125e0b8f7 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2448661 Apr 21 12:53:25.266975 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c1e8a5-3109-4c30-9198-f54096708f67 None None] Routers {'c1f09fb4-b73c-4f03-9e25-b8a49929d617'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:25.267598 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-12c1e8a5-3109-4c30-9198-f54096708f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:53:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['c1f09fb4-b73c-4f03-9e25-b8a49929d617'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:25.272231 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d347fa40-1069-46dc-a6ec-ce753fbff573 None None] Routers {'75789217-3028-4230-914d-86a406a01dec'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:25.272908 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d347fa40-1069-46dc-a6ec-ce753fbff573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:53:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['75789217-3028-4230-914d-86a406a01dec'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:25.283804 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34012) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:25.322025 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed496d-12d3-46bd-bf27-0c7bf4e22ff0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32cd6ae4-f933-4617-93d8-88b6ae6bedaf,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:25.324484 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ffed496d-12d3-46bd-bf27-0c7bf4e22ff0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:25.326130 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c40bf5-15ac-41e3-aa62-42774e856e85 x-openstack-request-id: req-87c40bf5-15ac-41e3-aa62-42774e856e85 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:53:25.326428 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "949dd868-3799-4e6c-a071-d669a5847e15", "tag": "e154924e-05ae-43d3-99c2-5e05e827ed8d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:53:25.327779 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-87c40bf5-15ac-41e3-aa62-42774e856e85 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:53:25.327779 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87c40bf5-15ac-41e3-aa62-42774e856e85'] response: {'name': 'network-changed', 'server_uuid': '949dd868-3799-4e6c-a071-d669a5847e15', 'tag': 'e154924e-05ae-43d3-99c2-5e05e827ed8d', 'status': 'completed', 'code': 200} Apr 21 12:53:25.331820 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ffed496d-12d3-46bd-bf27-0c7bf4e22ff0 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/32cd6ae4-f933-4617-93d8-88b6ae6bedaf HTTP/1.1" status: 204 len: 168 time: 0.5732296 Apr 21 12:53:25.332931 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34014) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:25.355986 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-12c1e8a5-3109-4c30-9198-f54096708f67 None None] Set router c1f09fb4-b73c-4f03-9e25-b8a49929d617 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:53:25.363713 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d347fa40-1069-46dc-a6ec-ce753fbff573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:25.393219 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a4ea8b-a071-40df-a1de-ed3df508e03d None None] Network 06cbde99-7874-42ca-9c51-e0c2f0efa63f requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:25.402966 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d1deaae-e174-40a0-af7b-4fbf8251e2f7 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:25.405082 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9d1deaae-e174-40a0-af7b-4fbf8251e2f7 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.3210671 Apr 21 12:53:25.414885 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6853-4d5c-4442-a47d-24bd6d4eb275 tempest-FloatingIPAdminTestJSON-617900666 tempest-FloatingIPAdminTestJSON-617900666-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:25.415411 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34018) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:25.422014 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4d1ae801-81e4-4b00-9c9e-a8664080d851 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:25.432458 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-12c1e8a5-3109-4c30-9198-f54096708f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1f09fb4-b73c-4f03-9e25-b8a49929d617', 'name': 'tempest-NetworksTestDHCPv6-router-2021409480', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:53:13Z', 'updated_at': '2022-04-21T12:53:23Z', 'revision_number': 3, 'project_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:25.455043 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4f528-6995-4ddf-8e8a-3d8a7016ee8f service neutron] Pushing event updated for resources: {'Port': ['ID=e154924e-05ae-43d3-99c2-5e05e827ed8d,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:25.468576 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c1e8a5-3109-4c30-9198-f54096708f67 None None] The sync data for ids ['c1f09fb4-b73c-4f03-9e25-b8a49929d617'] in n-d-836147-2 is: [{'id': 'c1f09fb4-b73c-4f03-9e25-b8a49929d617', 'name': 'tempest-NetworksTestDHCPv6-router-2021409480', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:53:13Z', 'updated_at': '2022-04-21T12:53:23Z', 'revision_number': 3, 'project_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:53:25.527506 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d347fa40-1069-46dc-a6ec-ce753fbff573 None None] Routers {'75789217-3028-4230-914d-86a406a01dec'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:25.528794 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d347fa40-1069-46dc-a6ec-ce753fbff573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:53:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['75789217-3028-4230-914d-86a406a01dec'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:25.556896 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e538fa5e-7a62-486e-8778-7a83e8d5396a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:25.570349 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9df6463-b5a4-45bc-8b45-126d9a4a7dad tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting subnet e01d1608-7074-494a-b101-617f37d00332 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:53:25.576041 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d347fa40-1069-46dc-a6ec-ce753fbff573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:25.577058 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d347fa40-1069-46dc-a6ec-ce753fbff573 None None] The sync data for ids ['75789217-3028-4230-914d-86a406a01dec'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:53:25.589359 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5823c536-4140-4234-97c5-b44c24b768bd req-7d2a54c8-1192-4788-907a-a1395eea1f70 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--107918801&fields=id&tenant_id=43c98e4e76c844d38eb1054dc1e6fa15 HTTP/1.1" status: 200 len: 267 time: 0.3590891 Apr 21 12:53:25.590159 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9df6463-b5a4-45bc-8b45-126d9a4a7dad tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:25.662021 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6853-4d5c-4442-a47d-24bd6d4eb275 tempest-FloatingIPAdminTestJSON-617900666 tempest-FloatingIPAdminTestJSON-617900666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:25.674334 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-44d85efa-53ff-46f4-a0bb-9e161c529657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:25.675896 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-44d85efa-53ff-46f4-a0bb-9e161c529657 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f94db1c78e7042a5b25684fb2e0b4069&device_id=949dd868-3799-4e6c-a071-d669a5847e15 HTTP/1.1" status: 200 len: 1094 time: 0.3349726 Apr 21 12:53:25.728124 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e538fa5e-7a62-486e-8778-7a83e8d5396a admin admin] Deleting port bc7a87cf-fb04-4772-8565-fe096c633c24 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:25.728700 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e538fa5e-7a62-486e-8778-7a83e8d5396a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:25.763584 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9df6463-b5a4-45bc-8b45-126d9a4a7dad tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:25.828151 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-5abd0a9a-61ae-4d48-98c4-d716844591b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e154924e-05ae-43d3-99c2-5e05e827ed8d HTTP/1.1" status: 200 len: 217 time: 0.1152098 Apr 21 12:53:25.832887 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7a6853-4d5c-4442-a47d-24bd6d4eb275 tempest-FloatingIPAdminTestJSON-617900666 tempest-FloatingIPAdminTestJSON-617900666-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:25.837892 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-e538fa5e-7a62-486e-8778-7a83e8d5396a admin admin] For port bc7a87cf-fb04-4772-8565-fe096c633c24, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=bc7a87cf-fb04-4772-8565-fe096c633c24,segment=NetworkSegment(91ae4b1c-5e01-4efb-a381-c97634a60adb),segment_id=91ae4b1c-5e01-4efb-a381-c97634a60adb)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:25.838262 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e538fa5e-7a62-486e-8778-7a83e8d5396a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:25.857414 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-2c7a6853-4d5c-4442-a47d-24bd6d4eb275 tempest-FloatingIPAdminTestJSON-617900666 tempest-FloatingIPAdminTestJSON-617900666-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:25.869083 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7a6853-4d5c-4442-a47d-24bd6d4eb275 tempest-FloatingIPAdminTestJSON-617900666 tempest-FloatingIPAdminTestJSON-617900666-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:25.879957 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf155c5-687a-42ff-be1a-97d1b2067d34 req-a14598b1-f6d5-4189-a914-9a46cfb95f81 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:25.881114 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0516a481-ab1b-4898-a0c3-63ef49cc7665 None None] DHCP port deletion for 06cbde99-7874-42ca-9c51-e0c2f0efa63f request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:53:25.881571 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ccf155c5-687a-42ff-be1a-97d1b2067d34 req-a14598b1-f6d5-4189-a914-9a46cfb95f81 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=949dd868-3799-4e6c-a071-d669a5847e15 HTTP/1.1" status: 200 len: 943 time: 0.3201118 Apr 21 12:53:25.896911 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4d1ae801-81e4-4b00-9c9e-a8664080d851 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:25.911021 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e538fa5e-7a62-486e-8778-7a83e8d5396a admin admin] Calling delete_port for bc7a87cf-fb04-4772-8565-fe096c633c24 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:25.913903 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a6853-4d5c-4442-a47d-24bd6d4eb275 tempest-FloatingIPAdminTestJSON-617900666 tempest-FloatingIPAdminTestJSON-617900666-project] Pushing event updated for resources: {'Port': ['ID=49d21a47-709e-4475-a189-d46ab3920ae7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:25.975983 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0516a481-ab1b-4898-a0c3-63ef49cc7665 None None] Deleting port bc7a87cf-fb04-4772-8565-fe096c633c24 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:25.976359 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0516a481-ab1b-4898-a0c3-63ef49cc7665 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:25.994745 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4d1ae801-81e4-4b00-9c9e-a8664080d851 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:26.045887 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823c536-4140-4234-97c5-b44c24b768bd req-2800952c-0c30-471e-a7a0-099708f6924e tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:26.048913 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5823c536-4140-4234-97c5-b44c24b768bd req-2800952c-0c30-471e-a7a0-099708f6924e tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/networks?id=c827d442-59c0-42d4-802b-84a8d0f2cf17 HTTP/1.1" status: 200 len: 817 time: 0.4457753 Apr 21 12:53:26.063794 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0516a481-ab1b-4898-a0c3-63ef49cc7665 None None] For port bc7a87cf-fb04-4772-8565-fe096c633c24, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=bc7a87cf-fb04-4772-8565-fe096c633c24,segment=NetworkSegment(91ae4b1c-5e01-4efb-a381-c97634a60adb),segment_id=91ae4b1c-5e01-4efb-a381-c97634a60adb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:26.064565 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0516a481-ab1b-4898-a0c3-63ef49cc7665 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:26.081026 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ccf155c5-687a-42ff-be1a-97d1b2067d34 req-df51b500-6f93-49b0-ac54-e34e93ea7e39 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391165 Apr 21 12:53:26.082184 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0516a481-ab1b-4898-a0c3-63ef49cc7665 None None] Calling delete_port for bc7a87cf-fb04-4772-8565-fe096c633c24 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:26.082413 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-dbaffbfd-9bfa-45e7-9667-626ef124e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:26.083849 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-dbaffbfd-9bfa-45e7-9667-626ef124e2a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4db84230-709b-4f7f-90e2-f9bbd733dd6f HTTP/1.1" status: 200 len: 851 time: 0.2467468 Apr 21 12:53:26.119791 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e538fa5e-7a62-486e-8778-7a83e8d5396a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:26.126805 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5823c536-4140-4234-97c5-b44c24b768bd req-9e537631-e0ad-4a7f-b1e4-092ed2e4c347 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/quotas/43c98e4e76c844d38eb1054dc1e6fa15 HTTP/1.1" status: 200 len: 375 time: 0.0624821 Apr 21 12:53:26.153063 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538fa5e-7a62-486e-8778-7a83e8d5396a admin admin] Pushing event deleted for resources: {'Port': ['ID=bc7a87cf-fb04-4772-8565-fe096c633c24,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:26.163958 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9df6463-b5a4-45bc-8b45-126d9a4a7dad tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:26.167206 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e538fa5e-7a62-486e-8778-7a83e8d5396a admin admin] No DVR routers for this DVR port bc7a87cf-fb04-4772-8565-fe096c633c24 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:53:26.169969 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0516a481-ab1b-4898-a0c3-63ef49cc7665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:26.207440 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516a481-ab1b-4898-a0c3-63ef49cc7665 None None] Pushing event deleted for resources: {'Port': ['ID=bc7a87cf-fb04-4772-8565-fe096c633c24,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:26.207440 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0516a481-ab1b-4898-a0c3-63ef49cc7665 None None] No DVR routers for this DVR port bc7a87cf-fb04-4772-8565-fe096c633c24 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:53:26.239238 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6853-4d5c-4442-a47d-24bd6d4eb275 tempest-FloatingIPAdminTestJSON-617900666 tempest-FloatingIPAdminTestJSON-617900666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:26.250299 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-4d1ae801-81e4-4b00-9c9e-a8664080d851 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Deleting port e91f090f-5428-4b6c-9394-f6793e4219c2 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:26.250714 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4d1ae801-81e4-4b00-9c9e-a8664080d851 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:26.272311 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5823c536-4140-4234-97c5-b44c24b768bd req-21c15036-8ba8-4eb8-a281-45b4968de2ae tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=43c98e4e76c844d38eb1054dc1e6fa15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1357529 Apr 21 12:53:26.272617 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e538fa5e-7a62-486e-8778-7a83e8d5396a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:26.276244 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-b725b4ad-437e-4d75-8a10-a0a4053eb32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:26.277724 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-b725b4ad-437e-4d75-8a10-a0a4053eb32f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ff8e5b58-c3c2-47b6-b0e6-14167c057929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1869159 Apr 21 12:53:26.327687 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e538fa5e-7a62-486e-8778-7a83e8d5396a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06cbde99-7874-42ca-9c51-e0c2f0efa63f']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:26.349435 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e538fa5e-7a62-486e-8778-7a83e8d5396a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ae4b1c-5e01-4efb-a381-c97634a60adb') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:26.349913 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e538fa5e-7a62-486e-8778-7a83e8d5396a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ae4b1c-5e01-4efb-a381-c97634a60adb') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:26.367856 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e538fa5e-7a62-486e-8778-7a83e8d5396a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:26.385397 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9df6463-b5a4-45bc-8b45-126d9a4a7dad tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:26.391498 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4d1ae801-81e4-4b00-9c9e-a8664080d851 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:26.394061 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e538fa5e-7a62-486e-8778-7a83e8d5396a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:26.408355 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e538fa5e-7a62-486e-8778-7a83e8d5396a admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:53:26.408843 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e538fa5e-7a62-486e-8778-7a83e8d5396a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:53:26.410891 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:53:26.425196 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-4d1ae801-81e4-4b00-9c9e-a8664080d851 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Calling delete_port for e91f090f-5428-4b6c-9394-f6793e4219c2 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:26.453970 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6853-4d5c-4442-a47d-24bd6d4eb275 tempest-FloatingIPAdminTestJSON-617900666 tempest-FloatingIPAdminTestJSON-617900666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:26.469699 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619c0094-f26f-40e4-88a6-915f9db57ce8 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:26.482477 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df6463-b5a4-45bc-8b45-126d9a4a7dad tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Subnet': ['ID=e01d1608-7074-494a-b101-617f37d00332,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:26.489152 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f9df6463-b5a4-45bc-8b45-126d9a4a7dad tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:26.494830 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f9df6463-b5a4-45bc-8b45-126d9a4a7dad tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/e01d1608-7074-494a-b101-617f37d00332 HTTP/1.1" status: 204 len: 168 time: 1.1645179 Apr 21 12:53:26.502927 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34022) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:26.591429 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e538fa5e-7a62-486e-8778-7a83e8d5396a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:26.599578 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e538fa5e-7a62-486e-8778-7a83e8d5396a admin admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:26.603289 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e538fa5e-7a62-486e-8778-7a83e8d5396a admin admin] 10.222.0.36 "DELETE /v2.0/networks/06cbde99-7874-42ca-9c51-e0c2f0efa63f HTTP/1.1" status: 204 len: 168 time: 1.2693241 Apr 21 12:53:26.615161 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-f4462f2a-7881-448f-8341-bab93b294c26 service neutron] 10.222.0.26 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299847 Apr 21 12:53:26.618088 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538fa5e-7a62-486e-8778-7a83e8d5396a admin admin] Pushing event deleted for resources: {'Network': ['ID=06cbde99-7874-42ca-9c51-e0c2f0efa63f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:26.675330 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5823c536-4140-4234-97c5-b44c24b768bd req-a03c1efb-3dc5-4b15-b4f0-e0cfa3701fe7 service neutron] 10.222.0.36 "GET /v2.0/networks/c827d442-59c0-42d4-802b-84a8d0f2cf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824503 Apr 21 12:53:26.722644 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4d1ae801-81e4-4b00-9c9e-a8664080d851 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:26.756107 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ae801-81e4-4b00-9c9e-a8664080d851 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Pushing event deleted for resources: {'Port': ['ID=e91f090f-5428-4b6c-9394-f6793e4219c2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:26.767048 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device eaf55a35-6811-43f7-b6a4-92bfe07d9470 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:53:26.797427 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: eaf55a35-6811-43f7-b6a4-92bfe07d9470 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:53:26.797899 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device eaf55a35-6811-43f7-b6a4-92bfe07d9470 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:53:26.798426 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ecd6d643-b642-4145-b534-8ce19d982b12 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:53:26.824140 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: ecd6d643-b642-4145-b534-8ce19d982b12 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:53:26.827810 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ecd6d643-b642-4145-b534-8ce19d982b12 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:53:26.827810 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device bc7a87cf-fb04-4772-8565-fe096c633c24 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:53:26.828005 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fdd03cd1-95f1-4bcd-a8f3-ae292b8062d6 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3181076 Apr 21 12:53:26.835015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34026) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:26.847154 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: bc7a87cf-fb04-4772-8565-fe096c633c24 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:53:26.847576 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device bc7a87cf-fb04-4772-8565-fe096c633c24 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:53:26.864708 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4d1ae801-81e4-4b00-9c9e-a8664080d851 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:26.865129 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef109cc-887a-4103-8448-5e13c6f1ce44 None None] DHCP port deletion for 43650c3d-b9d7-4e95-8950-e9fadabd5511 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:53:26.928058 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9ef109cc-887a-4103-8448-5e13c6f1ce44 None None] Deleting port 08d7206d-1136-4d3c-94d2-08addf7b9aca {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:26.928753 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ef109cc-887a-4103-8448-5e13c6f1ce44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:27.001546 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9ef109cc-887a-4103-8448-5e13c6f1ce44 None None] For port 08d7206d-1136-4d3c-94d2-08addf7b9aca, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=08d7206d-1136-4d3c-94d2-08addf7b9aca,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:27.002206 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ef109cc-887a-4103-8448-5e13c6f1ce44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:27.020006 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9ef109cc-887a-4103-8448-5e13c6f1ce44 None None] Calling delete_port for 08d7206d-1136-4d3c-94d2-08addf7b9aca owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:27.182973 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ef109cc-887a-4103-8448-5e13c6f1ce44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:27.212145 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef109cc-887a-4103-8448-5e13c6f1ce44 None None] Pushing event deleted for resources: {'Port': ['ID=08d7206d-1136-4d3c-94d2-08addf7b9aca,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:27.225485 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef109cc-887a-4103-8448-5e13c6f1ce44 None None] No DVR routers for this DVR port 08d7206d-1136-4d3c-94d2-08addf7b9aca on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:53:27.289483 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34028) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:27.354667 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-85b5ddc0-a3ca-4f4e-82c8-aaa3645d2b36 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:27.373554 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5823c536-4140-4234-97c5-b44c24b768bd req-3fcfa41c-b723-46eb-9498-e445e5346a62 service neutron] 10.222.0.36 "GET /v2.0/networks/c827d442-59c0-42d4-802b-84a8d0f2cf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6973939 Apr 21 12:53:27.410840 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-129a7156-8e0b-4cfd-bf99-d5539d22e556 req-dca00bf4-cf64-4a0c-8bc8-b816376b430e service neutron] 10.222.0.26 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7861512 Apr 21 12:53:27.434787 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-50246ea2-7363-4c9a-be8c-3509b13dfabf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=75366f9fd8cd4a9eaa2507279bc8069b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437929 Apr 21 12:53:27.450931 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34032) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:27.465695 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4d1ae801-81e4-4b00-9c9e-a8664080d851 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3659549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10333'] for router, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:27.469715 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4d1ae801-81e4-4b00-9c9e-a8664080d851 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3659538'] for router, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:27.484327 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6853-4d5c-4442-a47d-24bd6d4eb275 tempest-FloatingIPAdminTestJSON-617900666 tempest-FloatingIPAdminTestJSON-617900666-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:27.552932 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1ae801-81e4-4b00-9c9e-a8664080d851 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Router 75789217-3028-4230-914d-86a406a01dec has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:53:27.632659 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6853-4d5c-4442-a47d-24bd6d4eb275 tempest-FloatingIPAdminTestJSON-617900666 tempest-FloatingIPAdminTestJSON-617900666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:27.641608 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a1cd4-45be-417e-9517-03dbf2bee072 req-9089d6ed-e3e1-4df9-ac03-1077f7cdd989 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:27.643129 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ab6a1cd4-45be-417e-9517-03dbf2bee072 req-9089d6ed-e3e1-4df9-ac03-1077f7cdd989 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=949dd868-3799-4e6c-a071-d669a5847e15 HTTP/1.1" status: 200 len: 943 time: 0.3394263 Apr 21 12:53:27.644058 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1ae801-81e4-4b00-9c9e-a8664080d851 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:53:27.652691 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4d1ae801-81e4-4b00-9c9e-a8664080d851 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:27.656232 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4d1ae801-81e4-4b00-9c9e-a8664080d851 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "PUT /v2.0/routers/75789217-3028-4230-914d-86a406a01dec HTTP/1.1" status: 200 len: 710 time: 2.2374918 Apr 21 12:53:27.656913 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-85b5ddc0-a3ca-4f4e-82c8-aaa3645d2b36 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:27.657014 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34038) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:27.661991 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-85b5ddc0-a3ca-4f4e-82c8-aaa3645d2b36 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:27.668293 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac8d5e5-fe3a-4b5a-bf79-6ec392b04d19 None None] Sync routers for ids ['75789217-3028-4230-914d-86a406a01dec'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:53:27.684598 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac8d5e5-fe3a-4b5a-bf79-6ec392b04d19 None None] Routers {'75789217-3028-4230-914d-86a406a01dec'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:27.686071 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8ac8d5e5-fe3a-4b5a-bf79-6ec392b04d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:53:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['75789217-3028-4230-914d-86a406a01dec'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:27.714606 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-918bb5f9-9bfe-41d0-81ba-f78cb04f4dee req-77dbe587-41f2-4e2d-84a8-751c0216fb99 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 210 time: 0.0882499 Apr 21 12:53:27.743047 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8ac8d5e5-fe3a-4b5a-bf79-6ec392b04d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:27.751549 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac8d5e5-fe3a-4b5a-bf79-6ec392b04d19 None None] Routers {'75789217-3028-4230-914d-86a406a01dec'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:27.752541 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8ac8d5e5-fe3a-4b5a-bf79-6ec392b04d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:53:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['75789217-3028-4230-914d-86a406a01dec'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:27.790269 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5acf0240-d215-4eed-94c7-25857262ad2a tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "GET /v2.0/routers/75789217-3028-4230-914d-86a406a01dec HTTP/1.1" status: 200 len: 745 time: 0.1320729 Apr 21 12:53:27.792783 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34044) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:27.800501 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8ac8d5e5-fe3a-4b5a-bf79-6ec392b04d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:27.801230 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac8d5e5-fe3a-4b5a-bf79-6ec392b04d19 None None] The sync data for ids ['75789217-3028-4230-914d-86a406a01dec'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:53:27.826027 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-07bc6ba8-5b74-4f17-b16b-b4e41ba5fae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:27.835700 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35888b1a-5c70-4082-bca4-9d1f1ac5c3ac req-7410735d-8c09-4ef7-a425-e8bd0cfdc635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:27.837238 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35888b1a-5c70-4082-bca4-9d1f1ac5c3ac req-7410735d-8c09-4ef7-a425-e8bd0cfdc635 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f94db1c78e7042a5b25684fb2e0b4069&device_id=949dd868-3799-4e6c-a071-d669a5847e15 HTTP/1.1" status: 200 len: 1094 time: 0.2788446 Apr 21 12:53:27.841630 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-eda7ab6a-6a7b-40aa-aafd-78f84eac6766 tempest-RoutersIpV6AdminTest-2008134266 tempest-RoutersIpV6AdminTest-2008134266-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=23f97cfe-dd42-45d8-a5df-e2b803e954fa&device_id=75789217-3028-4230-914d-86a406a01dec HTTP/1.1" status: 200 len: 205 time: 0.0477400 Apr 21 12:53:27.843133 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34046) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:27.846125 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a6853-4d5c-4442-a47d-24bd6d4eb275 tempest-FloatingIPAdminTestJSON-617900666 tempest-FloatingIPAdminTestJSON-617900666-project] Pushing event updated for resources: {'Port': ['ID=49d21a47-709e-4475-a189-d46ab3920ae7,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:27.870348 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2d585748-b444-409c-8e56-fa732095ea5d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "GET /v2.0/ports?device_id=75789217-3028-4230-914d-86a406a01dec HTTP/1.1" status: 200 len: 205 time: 0.0260024 Apr 21 12:53:27.872983 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34048) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:27.898386 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6853-4d5c-4442-a47d-24bd6d4eb275 tempest-FloatingIPAdminTestJSON-617900666 tempest-FloatingIPAdminTestJSON-617900666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:27.904967 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-07bc6ba8-5b74-4f17-b16b-b4e41ba5fae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:27.908980 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ab6a1cd4-45be-417e-9517-03dbf2bee072 req-5bb06f68-c7db-4e32-af9e-56e7b2f4fa38 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019825 Apr 21 12:53:27.921672 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-85b5ddc0-a3ca-4f4e-82c8-aaa3645d2b36 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:27.922273 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b5ddc0-a3ca-4f4e-82c8-aaa3645d2b36 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Fanout notify agent at l3_agent the message router_deleted on router c1f09fb4-b73c-4f03-9e25-b8a49929d617 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:53:27.952986 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-623d52be-239c-4b21-bf8d-99a99f12ac39 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:27.959202 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-85b5ddc0-a3ca-4f4e-82c8-aaa3645d2b36 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:27.962922 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-85b5ddc0-a3ca-4f4e-82c8-aaa3645d2b36 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/routers/c1f09fb4-b73c-4f03-9e25-b8a49929d617 HTTP/1.1" status: 204 len: 168 time: 1.1229708 Apr 21 12:53:27.966483 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34050) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:28.023940 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b824ce29-304a-4a27-bef1-8179475888e2 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0547984 Apr 21 12:53:28.027433 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34052) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:28.061375 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2c7a6853-4d5c-4442-a47d-24bd6d4eb275 tempest-FloatingIPAdminTestJSON-617900666 tempest-FloatingIPAdminTestJSON-617900666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:28.067156 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2c7a6853-4d5c-4442-a47d-24bd6d4eb275 tempest-FloatingIPAdminTestJSON-617900666 tempest-FloatingIPAdminTestJSON-617900666-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8712256 Apr 21 12:53:28.067345 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34054) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:28.108041 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf3bce0-fb8c-4d43-a020-e9229544c85b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:28.110168 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4cf3bce0-fb8c-4d43-a020-e9229544c85b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0815589 Apr 21 12:53:28.111425 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35888b1a-5c70-4082-bca4-9d1f1ac5c3ac req-a58c2a0c-4650-43ea-b980-af840b44c4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:28.113122 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35888b1a-5c70-4082-bca4-9d1f1ac5c3ac req-a58c2a0c-4650-43ea-b980-af840b44c4bb service neutron] 10.222.0.26 "GET /v2.0/networks?id=ff8e5b58-c3c2-47b6-b0e6-14167c057929 HTTP/1.1" status: 200 len: 913 time: 0.2569134 Apr 21 12:53:28.113430 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34056) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:28.152969 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f4d7af3a-9ffe-419f-8f5d-7e576bc61c25 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0384283 Apr 21 12:53:28.157940 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34058) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:28.166430 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e543daf4-960f-4f91-a57d-1160f8eda642 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:28.192826 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35888b1a-5c70-4082-bca4-9d1f1ac5c3ac req-f8b3cd36-8670-41a2-a695-8a3ce7ea1915 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e154924e-05ae-43d3-99c2-5e05e827ed8d HTTP/1.1" status: 200 len: 217 time: 0.0419843 Apr 21 12:53:28.195927 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-07bc6ba8-5b74-4f17-b16b-b4e41ba5fae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:28.198926 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-07bc6ba8-5b74-4f17-b16b-b4e41ba5fae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:28.202239 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-07bc6ba8-5b74-4f17-b16b-b4e41ba5fae8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1ad76cc1-0e53-4776-89ff-5880d032e662 HTTP/1.1" status: 204 len: 168 time: 0.7468796 Apr 21 12:53:28.226114 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc6ba8-5b74-4f17-b16b-b4e41ba5fae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad76cc1-0e53-4776-89ff-5880d032e662,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:28.232273 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-623d52be-239c-4b21-bf8d-99a99f12ac39 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:28.243850 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-623d52be-239c-4b21-bf8d-99a99f12ac39 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:28.288241 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35888b1a-5c70-4082-bca4-9d1f1ac5c3ac req-bbcd8669-e3a2-4b16-9be4-2b596bd1d88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:28.289681 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35888b1a-5c70-4082-bca4-9d1f1ac5c3ac req-bbcd8669-e3a2-4b16-9be4-2b596bd1d88a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4db84230-709b-4f7f-90e2-f9bbd733dd6f HTTP/1.1" status: 200 len: 851 time: 0.0884209 Apr 21 12:53:28.338599 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35888b1a-5c70-4082-bca4-9d1f1ac5c3ac req-bb50b459-bd84-40e5-8faa-bacc4733451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:28.340423 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35888b1a-5c70-4082-bca4-9d1f1ac5c3ac req-bb50b459-bd84-40e5-8faa-bacc4733451f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ff8e5b58-c3c2-47b6-b0e6-14167c057929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441585 Apr 21 12:53:28.368660 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ecf74038-77b5-4bfe-b714-e723219a5bf3 tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3696 time: 0.2992065 Apr 21 12:53:28.373169 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34064) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:28.464508 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-623d52be-239c-4b21-bf8d-99a99f12ac39 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:28.467471 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623d52be-239c-4b21-bf8d-99a99f12ac39 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Fanout notify agent at l3_agent the message router_deleted on router 75789217-3028-4230-914d-86a406a01dec {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:53:28.476557 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-593a5ff4-0fd4-43b8-82f0-e2fbfaa0bfbf tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1058266 Apr 21 12:53:28.477981 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-623d52be-239c-4b21-bf8d-99a99f12ac39 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:28.479193 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34066) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:28.479492 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-623d52be-239c-4b21-bf8d-99a99f12ac39 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "DELETE /v2.0/routers/75789217-3028-4230-914d-86a406a01dec HTTP/1.1" status: 204 len: 168 time: 0.6048512 Apr 21 12:53:28.481537 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e543daf4-960f-4f91-a57d-1160f8eda642 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:28.485794 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e543daf4-960f-4f91-a57d-1160f8eda642 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:28.488811 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34068) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:28.557971 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-78248709-0c52-4529-a145-ad6b7c45e093 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "GET /v2.0/ports?device_id=75789217-3028-4230-914d-86a406a01dec HTTP/1.1" status: 200 len: 205 time: 0.0671394 Apr 21 12:53:28.568869 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34072) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:28.620346 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-ab0cf287-5ac9-4370-a9b6-22b97ebaecda tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] delete failed (client error): The resource could not be found. Apr 21 12:53:28.623962 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ab0cf287-5ac9-4370-a9b6-22b97ebaecda tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "DELETE /v2.0/routers/75789217-3028-4230-914d-86a406a01dec HTTP/1.1" status: 404 len: 336 time: 0.0516195 Apr 21 12:53:28.624197 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34074) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:28.631841 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35888b1a-5c70-4082-bca4-9d1f1ac5c3ac req-a54835a0-1caf-4818-affe-ec83647f171f service neutron] 10.222.0.26 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841380 Apr 21 12:53:28.663878 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9fcd65bf-0868-4495-abff-c67a2b39b67f tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "GET /v2.0/ports?device_id=3232b05a-d82a-4c43-8f5a-17e50b111d24 HTTP/1.1" status: 200 len: 205 time: 0.0385344 Apr 21 12:53:28.668630 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34076) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:28.745608 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-76538f77-19c3-4bbb-998d-d93de2a2c74b tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] delete failed (client error): The resource could not be found. Apr 21 12:53:28.746674 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-76538f77-19c3-4bbb-998d-d93de2a2c74b tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "DELETE /v2.0/routers/3232b05a-d82a-4c43-8f5a-17e50b111d24 HTTP/1.1" status: 404 len: 336 time: 0.0757492 Apr 21 12:53:28.750927 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34078) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:28.755754 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 08d7206d-1136-4d3c-94d2-08addf7b9aca no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:53:28.786238 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 08d7206d-1136-4d3c-94d2-08addf7b9aca {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:53:28.786458 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-072ca165-8d16-4d7a-a23c-307ae0fc2eb1 tempest-FloatingIPAdminTestJSON-617900666 tempest-FloatingIPAdminTestJSON-617900666-project] Deleting port 49d21a47-709e-4475-a189-d46ab3920ae7 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:28.786560 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-072ca165-8d16-4d7a-a23c-307ae0fc2eb1 tempest-FloatingIPAdminTestJSON-617900666 tempest-FloatingIPAdminTestJSON-617900666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:28.786643 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 08d7206d-1136-4d3c-94d2-08addf7b9aca not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:53:28.791306 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c4e60ca8-4d46-4e77-86e9-721c408f4ef2 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "GET /v2.0/ports?device_id=a91c1709-3261-4ff4-bcdf-8265db37d9a2 HTTP/1.1" status: 200 len: 205 time: 0.0366547 Apr 21 12:53:28.794881 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34082) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:28.846756 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-300c9552-e619-43d8-b1d5-e291042215bf tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] delete failed (client error): The resource could not be found. Apr 21 12:53:28.848086 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-300c9552-e619-43d8-b1d5-e291042215bf tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "DELETE /v2.0/routers/a91c1709-3261-4ff4-bcdf-8265db37d9a2 HTTP/1.1" status: 404 len: 336 time: 0.0528724 Apr 21 12:53:28.850515 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34084) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:28.875668 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a16d5b3-558b-4ad6-a233-08fa765ed206 req-2cd30a55-5068-4e4a-a7bb-31957478b5ec tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 210 time: 0.0641944 Apr 21 12:53:28.882154 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f18a2c62-5813-4945-997e-b78f94f4e451 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "GET /v2.0/ports?device_id=5e399590-46ac-4cdb-9a4a-2b8d666352dc HTTP/1.1" status: 200 len: 205 time: 0.0305781 Apr 21 12:53:28.882745 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34086) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:28.887301 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35888b1a-5c70-4082-bca4-9d1f1ac5c3ac req-060028e5-b142-4dcc-9fe6-c3641b319b08 service neutron] 10.222.0.26 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470410 Apr 21 12:53:28.921478 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-072ca165-8d16-4d7a-a23c-307ae0fc2eb1 tempest-FloatingIPAdminTestJSON-617900666 tempest-FloatingIPAdminTestJSON-617900666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:28.921858 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-072ca165-8d16-4d7a-a23c-307ae0fc2eb1 tempest-FloatingIPAdminTestJSON-617900666 tempest-FloatingIPAdminTestJSON-617900666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:28.924984 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-35cf2c6e-9782-41e0-a237-6f1aef5ef55d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] delete failed (client error): The resource could not be found. Apr 21 12:53:28.926045 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-35cf2c6e-9782-41e0-a237-6f1aef5ef55d tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "DELETE /v2.0/routers/5e399590-46ac-4cdb-9a4a-2b8d666352dc HTTP/1.1" status: 404 len: 336 time: 0.0420766 Apr 21 12:53:28.928960 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34088) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:28.959367 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-072ca165-8d16-4d7a-a23c-307ae0fc2eb1 tempest-FloatingIPAdminTestJSON-617900666 tempest-FloatingIPAdminTestJSON-617900666-project] Calling delete_port for 49d21a47-709e-4475-a189-d46ab3920ae7 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:28.966425 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b7d0e055-eb80-4781-bef0-d4be74b3d8b3 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "GET /v2.0/ports?device_id=446c7f79-50fa-40a8-ba12-570e3f54bf79 HTTP/1.1" status: 200 len: 205 time: 0.0324736 Apr 21 12:53:28.966425 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34092) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:28.999260 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34094) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:29.010348 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-7acdb4ef-7086-4a82-affa-36bd8d4741b7 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] delete failed (client error): The resource could not be found. Apr 21 12:53:29.011362 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7acdb4ef-7086-4a82-affa-36bd8d4741b7 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "DELETE /v2.0/routers/446c7f79-50fa-40a8-ba12-570e3f54bf79 HTTP/1.1" status: 404 len: 336 time: 0.0454659 Apr 21 12:53:29.014218 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34096) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:29.022248 n-d-836147-2 neutron-server[103397]: DEBUG neutron.objects.ports [None req-e543daf4-960f-4f91-a57d-1160f8eda642 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 12:53:29.024667 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e543daf4-960f-4f91-a57d-1160f8eda642 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:29.039070 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9897c79a-2586-4e14-b270-9a2cbae80111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:29.080690 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e543daf4-960f-4f91-a57d-1160f8eda642 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:29.086418 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-e543daf4-960f-4f91-a57d-1160f8eda642 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:29.094785 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e543daf4-960f-4f91-a57d-1160f8eda642 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:29.095454 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e543daf4-960f-4f91-a57d-1160f8eda642 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:29.099292 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-494c6da9-3e96-449b-9294-c610893b1731 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "GET /v2.0/ports?device_id=43233159-5f37-4d3f-89ba-b61da7018ea1 HTTP/1.1" status: 200 len: 205 time: 0.0817757 Apr 21 12:53:29.099766 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c1a710-e318-461f-969a-52be440aa6dd None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:29.101402 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34098) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:29.108052 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543daf4-960f-4f91-a57d-1160f8eda642 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Subnet': ['ID=256ba8b7-2765-462a-8cb2-7dcd9c61043e,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:29.149553 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-ec00f1b7-a07e-40b8-8676-8ca52cb01a20 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] delete failed (client error): The resource could not be found. Apr 21 12:53:29.150596 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ec00f1b7-a07e-40b8-8676-8ca52cb01a20 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "DELETE /v2.0/routers/43233159-5f37-4d3f-89ba-b61da7018ea1 HTTP/1.1" status: 404 len: 336 time: 0.0471365 Apr 21 12:53:29.153764 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34100) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:29.177750 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d536c7a-017a-4cb8-8bb3-09e808f863de req-6d57d705-0aa2-4352-806b-19ac6893c5fe tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:29.184553 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1d536c7a-017a-4cb8-8bb3-09e808f863de req-6d57d705-0aa2-4352-806b-19ac6893c5fe tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=949dd868-3799-4e6c-a071-d669a5847e15 HTTP/1.1" status: 200 len: 943 time: 0.1658134 Apr 21 12:53:29.200342 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f7e525-666d-4e9f-abbd-09795061cc05 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] DELETE failed (client error): The resource could not be found. Apr 21 12:53:29.201115 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21f7e525-666d-4e9f-abbd-09795061cc05 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:53:29.204956 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-21f7e525-666d-4e9f-abbd-09795061cc05 tempest-RoutersIpV6AdminTest-1090043532 tempest-RoutersIpV6AdminTest-1090043532-project] 10.222.0.36 "DELETE /v2.0/subnets/793f121b-c41b-4211-866a-b60907a1ecd4 HTTP/1.1" status: 404 len: 337 time: 0.0499833 Apr 21 12:53:29.213288 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e543daf4-960f-4f91-a57d-1160f8eda642 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0535605 Apr 21 12:53:29.215619 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34104) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:29.226132 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1ee2afff-ae81-4a9d-be25-830923d56c9c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:29.236789 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9897c79a-2586-4e14-b270-9a2cbae80111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:29.268733 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1d536c7a-017a-4cb8-8bb3-09e808f863de req-f4b23d9d-7a0d-431b-a059-af5a754f7ee6 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751929 Apr 21 12:53:29.341434 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8da5a3b-b294-4d27-b1d7-91324a5922ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-43650c3d-b9d7-4e95-8950-e9fadabd5511', 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'fixed_ips': [{'subnet_id': '256ba8b7-2765-462a-8cb2-7dcd9c61043e'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:53:29.344454 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8da5a3b-b294-4d27-b1d7-91324a5922ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:29.418820 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9897c79a-2586-4e14-b270-9a2cbae80111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:29.456680 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897c79a-2586-4e14-b270-9a2cbae80111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc902e6-998b-44a6-86d4-cd81f70e68ee,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:29.459148 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-072ca165-8d16-4d7a-a23c-307ae0fc2eb1 tempest-FloatingIPAdminTestJSON-617900666 tempest-FloatingIPAdminTestJSON-617900666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:29.461321 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9897c79a-2586-4e14-b270-9a2cbae80111 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4617679 Apr 21 12:53:29.462576 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee2afff-ae81-4a9d-be25-830923d56c9c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:29.466078 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ee2afff-ae81-4a9d-be25-830923d56c9c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:29.469373 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34106) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:29.505852 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ca165-8d16-4d7a-a23c-307ae0fc2eb1 tempest-FloatingIPAdminTestJSON-617900666 tempest-FloatingIPAdminTestJSON-617900666-project] Pushing event deleted for resources: {'Port': ['ID=49d21a47-709e-4475-a189-d46ab3920ae7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:29.565237 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-072ca165-8d16-4d7a-a23c-307ae0fc2eb1 tempest-FloatingIPAdminTestJSON-617900666 tempest-FloatingIPAdminTestJSON-617900666-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:29.568336 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-072ca165-8d16-4d7a-a23c-307ae0fc2eb1 tempest-FloatingIPAdminTestJSON-617900666 tempest-FloatingIPAdminTestJSON-617900666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:29.572290 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-072ca165-8d16-4d7a-a23c-307ae0fc2eb1 tempest-FloatingIPAdminTestJSON-617900666 tempest-FloatingIPAdminTestJSON-617900666-project] 10.222.0.36 "DELETE /v2.0/floatingips/5e0c86c3-9ac0-4a30-bc3c-a47503ad2eaa HTTP/1.1" status: 204 len: 168 time: 1.0894732 Apr 21 12:53:29.572484 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34108) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:29.585081 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd9831f6-5b1f-49ec-80d5-1a76647e7848 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:29.616512 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d8da5a3b-b294-4d27-b1d7-91324a5922ab None None] Allocated IP 2001:db8::f816:3eff:fe15:1cdb (43650c3d-b9d7-4e95-8950-e9fadabd5511/256ba8b7-2765-462a-8cb2-7dcd9c61043e/fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:29.622926 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd9831f6-5b1f-49ec-80d5-1a76647e7848 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:29.710303 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f2c7d8ac-30c8-449a-854c-7528ce35c4bc tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Deleting port 0712b0a4-78ee-4508-9bd6-d7dde6c12988 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:29.710646 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2c7d8ac-30c8-449a-854c-7528ce35c4bc tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:29.796198 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8da5a3b-b294-4d27-b1d7-91324a5922ab None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:29.804290 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2c7d8ac-30c8-449a-854c-7528ce35c4bc tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:29.804619 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2c7d8ac-30c8-449a-854c-7528ce35c4bc tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:29.814898 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd9831f6-5b1f-49ec-80d5-1a76647e7848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:29.817680 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd9831f6-5b1f-49ec-80d5-1a76647e7848 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:29.818020 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f2c7d8ac-30c8-449a-854c-7528ce35c4bc tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Calling delete_port for 0712b0a4-78ee-4508-9bd6-d7dde6c12988 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:29.819104 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-dd9831f6-5b1f-49ec-80d5-1a76647e7848 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8bc902e6-998b-44a6-86d4-cd81f70e68ee HTTP/1.1" status: 204 len: 168 time: 0.3476186 Apr 21 12:53:29.839256 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9831f6-5b1f-49ec-80d5-1a76647e7848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc902e6-998b-44a6-86d4-cd81f70e68ee,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:29.847978 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8da5a3b-b294-4d27-b1d7-91324a5922ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:29.860741 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34114) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:29.918760 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8da5a3b-b294-4d27-b1d7-91324a5922ab None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:29.922991 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d8da5a3b-b294-4d27-b1d7-91324a5922ab None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:29.928095 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8da5a3b-b294-4d27-b1d7-91324a5922ab None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:29.954868 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da5a3b-b294-4d27-b1d7-91324a5922ab None None] Pushing event updated for resources: {'Port': ['ID=fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:29.991140 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ee2afff-ae81-4a9d-be25-830923d56c9c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:30.003391 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d8da5a3b-b294-4d27-b1d7-91324a5922ab None None] Attempting to bind port fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:30.003808 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d8da5a3b-b294-4d27-b1d7-91324a5922ab None None] Attempting to bind port fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:30.004181 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8da5a3b-b294-4d27-b1d7-91324a5922ab None None] Attempting to bind port fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8 on network 43650c3d-b9d7-4e95-8950-e9fadabd5511 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:30.032409 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8da5a3b-b294-4d27-b1d7-91324a5922ab None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:53:30.032409 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8da5a3b-b294-4d27-b1d7-91324a5922ab None None] Checking segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:53:30.032409 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8da5a3b-b294-4d27-b1d7-91324a5922ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:30.032745 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d03b7f9c-914d-4e64-82fa-c81de3a11ec2 req-eb8cedcd-b57d-42bb-b319-a57201267e79 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 210 time: 0.0346844 Apr 21 12:53:30.034728 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8da5a3b-b294-4d27-b1d7-91324a5922ab None None] Bound using segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:53:30.035345 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d8da5a3b-b294-4d27-b1d7-91324a5922ab None None] Bound port: fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:53:30.035761 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8da5a3b-b294-4d27-b1d7-91324a5922ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:30.094628 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee2afff-ae81-4a9d-be25-830923d56c9c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:30.098826 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-1ee2afff-ae81-4a9d-be25-830923d56c9c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:30.106396 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee2afff-ae81-4a9d-be25-830923d56c9c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:30.107111 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ee2afff-ae81-4a9d-be25-830923d56c9c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:30.135129 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee2afff-ae81-4a9d-be25-830923d56c9c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Subnet': ['ID=dabd5896-7a7f-4ff2-9ca2-23bef75665c4,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:30.155021 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-32b2f9b1-a84f-44e7-aa12-4acb2be9c350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:30.167409 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d8da5a3b-b294-4d27-b1d7-91324a5922ab None None] For port fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:53:30.172804 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d8da5a3b-b294-4d27-b1d7-91324a5922ab None None] For port fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:53:30.252340 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-32b2f9b1-a84f-44e7-aa12-4acb2be9c350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:30.278667 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823c536-4140-4234-97c5-b44c24b768bd req-12a6e03b-152b-4e5d-ac45-8d79087be672 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:30.280797 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5823c536-4140-4234-97c5-b44c24b768bd req-12a6e03b-152b-4e5d-ac45-8d79087be672 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.24 "GET /v2.0/networks?id=c827d442-59c0-42d4-802b-84a8d0f2cf17 HTTP/1.1" status: 200 len: 817 time: 0.1472781 Apr 21 12:53:30.292927 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1ee2afff-ae81-4a9d-be25-830923d56c9c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0762620 Apr 21 12:53:30.295716 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34120) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:30.301166 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-fefc72eb-37a8-4366-8718-33f0e951c70d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'port': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'mac_address': 'fa:16:3e:c8:89:e4', 'name': 'tempest-NetworksTestDHCPv6-943868432'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:30.310991 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d8da5a3b-b294-4d27-b1d7-91324a5922ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:30.324086 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-32b2f9b1-a84f-44e7-aa12-4acb2be9c350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:30.326462 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2c7d8ac-30c8-449a-854c-7528ce35c4bc tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:30.378502 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c7d8ac-30c8-449a-854c-7528ce35c4bc tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Pushing event deleted for resources: {'Port': ['ID=0712b0a4-78ee-4508-9bd6-d7dde6c12988,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:30.379624 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da5a3b-b294-4d27-b1d7-91324a5922ab None None] Pushing event updated for resources: {'Port': ['ID=fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:30.409929 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2f9b1-a84f-44e7-aa12-4acb2be9c350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ed0682-8dfb-46cb-9902-5105dfab3175,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:30.412733 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device e154924e-05ae-43d3-99c2-5e05e827ed8d details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:53:30.416962 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-32b2f9b1-a84f-44e7-aa12-4acb2be9c350 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ad6b4ac40aca44c6a00d48afa624e2eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5555105 Apr 21 12:53:30.419833 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34124) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:30.511655 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5823c536-4140-4234-97c5-b44c24b768bd req-a71783fa-ba87-4a70-a8f9-a344bd1c452b tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43c98e4e76c844d38eb1054dc1e6fa15 HTTP/1.1" status: 200 len: 379 time: 0.2135234 Apr 21 12:53:30.512497 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ab9a3e7-cdae-4198-a14e-35244767756f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:30.540516 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ab9a3e7-cdae-4198-a14e-35244767756f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:30.559138 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5823c536-4140-4234-97c5-b44c24b768bd req-1d8d2340-fcb4-46ef-bdf1-dc9ce25d4e51 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Request body: {'port': {'device_id': 'b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6', 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17', 'admin_state_up': True, 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'security_groups': ['ed36626b-7342-4eb0-b963-ae8aa135f8dc']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:30.589576 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port e154924e-05ae-43d3-99c2-5e05e827ed8d, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e154924e-05ae-43d3-99c2-5e05e827ed8d,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:30.601252 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'e154924e-05ae-43d3-99c2-5e05e827ed8d', 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929', 'port_id': 'e154924e-05ae-43d3-99c2-5e05e827ed8d', 'mac_address': 'fa:16:3e:8f:e9:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:53:30.638721 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0511c-e50e-49c6-956f-645578f5a7ee req-9a9afd6b-6bdd-4592-b899-2f0aa6a3d2f2 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:30.643975 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8db0511c-e50e-49c6-956f-645578f5a7ee req-9a9afd6b-6bdd-4592-b899-2f0aa6a3d2f2 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=949dd868-3799-4e6c-a071-d669a5847e15 HTTP/1.1" status: 200 len: 943 time: 0.2595251 Apr 21 12:53:30.653255 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2c7d8ac-30c8-449a-854c-7528ce35c4bc tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:30.654869 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefc72eb-37a8-4366-8718-33f0e951c70d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:30.657030 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2c7d8ac-30c8-449a-854c-7528ce35c4bc tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:30.663557 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f2c7d8ac-30c8-449a-854c-7528ce35c4bc tempest-FloatingIPAdminTestJSON-16156813 tempest-FloatingIPAdminTestJSON-16156813-project-admin] 10.222.0.36 "DELETE /v2.0/floatingips/1d7f96c6-809c-4c9f-ba64-ed2ecd4c53d1 HTTP/1.1" status: 204 len: 168 time: 1.0877790 Apr 21 12:53:30.663747 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34126) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:30.669032 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:30.694899 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e154924e-05ae-43d3-99c2-5e05e827ed8d {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:53:30.717391 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port e154924e-05ae-43d3-99c2-5e05e827ed8d, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e154924e-05ae-43d3-99c2-5e05e827ed8d,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:30.720239 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8db0511c-e50e-49c6-956f-645578f5a7ee req-fdf97acf-6f96-4054-9b3a-f09e31dd4ec8 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485246 Apr 21 12:53:30.735588 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ab9a3e7-cdae-4198-a14e-35244767756f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:30.738187 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ab9a3e7-cdae-4198-a14e-35244767756f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:30.739541 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0ab9a3e7-cdae-4198-a14e-35244767756f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/22ed0682-8dfb-46cb-9902-5105dfab3175 HTTP/1.1" status: 204 len: 168 time: 0.3188007 Apr 21 12:53:30.796085 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:30.812152 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9a3e7-cdae-4198-a14e-35244767756f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ed0682-8dfb-46cb-9902-5105dfab3175,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:30.854587 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5823c536-4140-4234-97c5-b44c24b768bd req-1d8d2340-fcb4-46ef-bdf1-dc9ce25d4e51 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Made reservation on behalf of 43c98e4e76c844d38eb1054dc1e6fa15 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:30.870661 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:53:30.871348 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5823c536-4140-4234-97c5-b44c24b768bd req-1d8d2340-fcb4-46ef-bdf1-dc9ce25d4e51 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:30.908023 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fefc72eb-37a8-4366-8718-33f0e951c70d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:30.924681 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=e154924e-05ae-43d3-99c2-5e05e827ed8d,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:30.941863 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:30.946029 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:30.954680 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-fefc72eb-37a8-4366-8718-33f0e951c70d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] device_id is not set on port e02460c3-14d4-4cdf-99e2-0d61375887d6 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:53:30.973623 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-11f53793-1e45-4e25-a087-a9c5ce561ae3 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Deleting port 2f42f60d-6fe5-4172-bd39-9929dd5f92e0 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:30.973838 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11f53793-1e45-4e25-a087-a9c5ce561ae3 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:31.043450 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:31.076915 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-5823c536-4140-4234-97c5-b44c24b768bd req-1d8d2340-fcb4-46ef-bdf1-dc9ce25d4e51 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Allocated IP 172.20.0.9 (c827d442-59c0-42d4-802b-84a8d0f2cf17/10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d/19cfa38b-7045-43f7-ba29-c8caa5092a7b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:31.107411 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:31.144209 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['e154924e-05ae-43d3-99c2-5e05e827ed8d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:53:31.144419 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11f53793-1e45-4e25-a087-a9c5ce561ae3 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:31.164364 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-11f53793-1e45-4e25-a087-a9c5ce561ae3 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Calling delete_port for 2f42f60d-6fe5-4172-bd39-9929dd5f92e0 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:31.194813 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:31.245390 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d42f8e2d-de78-4062-8d7d-66fa711724f8 req-2221d1b1-f790-41c2-82a1-6839e2444fbf tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 210 time: 0.0320652 Apr 21 12:53:31.258405 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-fefc72eb-37a8-4366-8718-33f0e951c70d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Allocated IP 172.20.0.14 (43650c3d-b9d7-4e95-8950-e9fadabd5511/dabd5896-7a7f-4ff2-9ca2-23bef75665c4/e02460c3-14d4-4cdf-99e2-0d61375887d6) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:31.273718 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-fefc72eb-37a8-4366-8718-33f0e951c70d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Allocated IP 2001:db8::f816:3eff:fec8:89e4 (43650c3d-b9d7-4e95-8950-e9fadabd5511/256ba8b7-2765-462a-8cb2-7dcd9c61043e/e02460c3-14d4-4cdf-99e2-0d61375887d6) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:31.288039 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5823c536-4140-4234-97c5-b44c24b768bd req-1d8d2340-fcb4-46ef-bdf1-dc9ce25d4e51 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:31.333860 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:31.421360 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5823c536-4140-4234-97c5-b44c24b768bd req-1d8d2340-fcb4-46ef-bdf1-dc9ce25d4e51 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:31.479814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5823c536-4140-4234-97c5-b44c24b768bd req-1d8d2340-fcb4-46ef-bdf1-dc9ce25d4e51 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Network c827d442-59c0-42d4-802b-84a8d0f2cf17 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:31.483251 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-5823c536-4140-4234-97c5-b44c24b768bd req-1d8d2340-fcb4-46ef-bdf1-dc9ce25d4e51 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:31.488042 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5823c536-4140-4234-97c5-b44c24b768bd req-1d8d2340-fcb4-46ef-bdf1-dc9ce25d4e51 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:31.496626 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fefc72eb-37a8-4366-8718-33f0e951c70d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:31.513278 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d2340-fcb4-46ef-bdf1-dc9ce25d4e51 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Pushing event updated for resources: {'Port': ['ID=19cfa38b-7045-43f7-ba29-c8caa5092a7b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:31.536932 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11f53793-1e45-4e25-a087-a9c5ce561ae3 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:31.544411 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823c536-4140-4234-97c5-b44c24b768bd req-1d8d2340-fcb4-46ef-bdf1-dc9ce25d4e51 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:31.545162 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5823c536-4140-4234-97c5-b44c24b768bd req-1d8d2340-fcb4-46ef-bdf1-dc9ce25d4e51 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:31.574244 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34134) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:31.578753 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f53793-1e45-4e25-a087-a9c5ce561ae3 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Pushing event deleted for resources: {'Port': ['ID=2f42f60d-6fe5-4172-bd39-9929dd5f92e0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:31.633340 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-35a673d8-f152-46ba-a22e-eee2beae5e77 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f17b63c694a241319b65af78c5ba2bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0556307 Apr 21 12:53:31.634788 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5823c536-4140-4234-97c5-b44c24b768bd req-1d8d2340-fcb4-46ef-bdf1-dc9ce25d4e51 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0886114 Apr 21 12:53:31.638848 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34136) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:31.658239 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5823c536-4140-4234-97c5-b44c24b768bd req-ad528b02-5887-4edb-9a6d-c9d04e8378a1 service neutron] Request body: {'port': {'device_id': 'b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:31.662129 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fefc72eb-37a8-4366-8718-33f0e951c70d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:31.726042 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11f53793-1e45-4e25-a087-a9c5ce561ae3 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:31.734020 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-11f53793-1e45-4e25-a087-a9c5ce561ae3 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] 10.222.0.36 "DELETE /v2.0/ports/2f42f60d-6fe5-4172-bd39-9929dd5f92e0 HTTP/1.1" status: 204 len: 168 time: 1.0697353 Apr 21 12:53:31.735302 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34138) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:31.737275 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefc72eb-37a8-4366-8718-33f0e951c70d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:31.770921 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5823c536-4140-4234-97c5-b44c24b768bd req-ad528b02-5887-4edb-9a6d-c9d04e8378a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:31.773062 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d60b882c-f014-4b55-b88a-e1a4b52aa043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:31.839632 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d60b882c-f014-4b55-b88a-e1a4b52aa043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:31.862516 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b55fff-f157-4c55-b346-8e3e6bada361 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:31.962480 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-765e8cf4-3eb0-45bd-a15d-ef82270a9336 None None] Provisioning complete for port fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:31.963662 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-765e8cf4-3eb0-45bd-a15d-ef82270a9336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:32.146326 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-765e8cf4-3eb0-45bd-a15d-ef82270a9336 None None] Provisioning complete for port 19cfa38b-7045-43f7-ba29-c8caa5092a7b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:32.146995 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-765e8cf4-3eb0-45bd-a15d-ef82270a9336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:32.194096 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-fefc72eb-37a8-4366-8718-33f0e951c70d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:32.197283 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefc72eb-37a8-4366-8718-33f0e951c70d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:32.211693 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-765e8cf4-3eb0-45bd-a15d-ef82270a9336 None None] Port 19cfa38b-7045-43f7-ba29-c8caa5092a7b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:53:32.232021 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f4049a-a04b-4345-8b50-a07e71496af6 None None] Update dhcp port {'port': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'fixed_ips': [{'subnet_id': '256ba8b7-2765-462a-8cb2-7dcd9c61043e', 'ip_address': '2001:db8::f816:3eff:fe15:1cdb'}, {'subnet_id': 'dabd5896-7a7f-4ff2-9ca2-23bef75665c4'}], 'binding:host_id': 'n-d-836147-2'}, 'id': 'fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8'} from n-d-836147-2. {{(pid=103399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 21 12:53:32.232291 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc72eb-37a8-4366-8718-33f0e951c70d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Port': ['ID=e02460c3-14d4-4cdf-99e2-0d61375887d6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:32.263751 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8f4049a-a04b-4345-8b50-a07e71496af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:32.274517 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f248602-c966-4044-ba39-8396f5a09633 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:32.276194 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5f248602-c966-4044-ba39-8396f5a09633 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] 10.222.0.36 "GET /v2.0/ports?device_id=0366e84d-92f3-4f66-addd-dbc58df3636f HTTP/1.1" status: 200 len: 913 time: 0.5359628 Apr 21 12:53:32.283563 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefc72eb-37a8-4366-8718-33f0e951c70d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:32.283990 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fefc72eb-37a8-4366-8718-33f0e951c70d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:32.287232 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34144) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:32.394188 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6e2ee-fdb6-4713-a48e-7eb98c0f0b85 req-ebf13afc-c051-4d9a-bfda-57b6e22cccdd tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:32.397678 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7cf6e2ee-fdb6-4713-a48e-7eb98c0f0b85 req-ebf13afc-c051-4d9a-bfda-57b6e22cccdd tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=949dd868-3799-4e6c-a071-d669a5847e15 HTTP/1.1" status: 200 len: 944 time: 0.5446084 Apr 21 12:53:32.406820 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fefc72eb-37a8-4366-8718-33f0e951c70d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1094029 Apr 21 12:53:32.413614 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34146) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:32.420266 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device e154924e-05ae-43d3-99c2-5e05e827ed8d up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:53:32.521314 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e8f4049a-a04b-4345-8b50-a07e71496af6 None None] Allocated IP 172.20.0.2 (43650c3d-b9d7-4e95-8950-e9fadabd5511/dabd5896-7a7f-4ff2-9ca2-23bef75665c4/fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:32.528646 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d60b882c-f014-4b55-b88a-e1a4b52aa043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:32.531770 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d60b882c-f014-4b55-b88a-e1a4b52aa043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:32.532936 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d60b882c-f014-4b55-b88a-e1a4b52aa043 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5089c8d-ea93-425e-890d-a5e07bf50103 HTTP/1.1" status: 204 len: 168 time: 0.8968039 Apr 21 12:53:32.548687 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7311d-fee1-46a3-a98e-dcb0801ec654 req-27629c86-daa8-4fca-9c82-a5e17c105ada tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:32.550239 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fdc7311d-fee1-46a3-a98e-dcb0801ec654 req-27629c86-daa8-4fca-9c82-a5e17c105ada tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 931 time: 0.1983948 Apr 21 12:53:32.552965 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7cf6e2ee-fdb6-4713-a48e-7eb98c0f0b85 req-b515e09a-a982-4019-8436-913633345227 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384757 Apr 21 12:53:32.574246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b882c-f014-4b55-b88a-e1a4b52aa043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5089c8d-ea93-425e-890d-a5e07bf50103,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:32.606624 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e340914-f333-4fe1-9125-c36f0a39add6 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:32.612402 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e340914-f333-4fe1-9125-c36f0a39add6 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:32.616476 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5e340914-f333-4fe1-9125-c36f0a39add6 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1984251 Apr 21 12:53:32.621988 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34150) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:32.645745 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port e154924e-05ae-43d3-99c2-5e05e827ed8d completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:53:32.656116 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port e154924e-05ae-43d3-99c2-5e05e827ed8d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:32.657218 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:32.685721 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fdc7311d-fee1-46a3-a98e-dcb0801ec654 req-2be33bcc-8e8e-41bc-a8f4-35d73285ea6c tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201630 Apr 21 12:53:32.734231 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f64a71ff-9837-4810-bc34-356a3ba0d23d tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:32.776975 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e8f4049a-a04b-4345-8b50-a07e71496af6 None None] For port fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:32.802411 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-5823c536-4140-4234-97c5-b44c24b768bd req-ad528b02-5887-4edb-9a6d-c9d04e8378a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19cfa38b-7045-43f7-ba29-c8caa5092a7b {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:53:32.808366 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:53:32.811839 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5823c536-4140-4234-97c5-b44c24b768bd req-ad528b02-5887-4edb-9a6d-c9d04e8378a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:32.830900 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-5823c536-4140-4234-97c5-b44c24b768bd req-ad528b02-5887-4edb-9a6d-c9d04e8378a1 service neutron] Transition to ACTIVE for port object 19cfa38b-7045-43f7-ba29-c8caa5092a7b will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:53:32.837118 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fd714fc6-e14f-461b-9b29-b5906afdd992 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting port e02460c3-14d4-4cdf-99e2-0d61375887d6 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:32.837118 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd714fc6-e14f-461b-9b29-b5906afdd992 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:32.844482 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8f4049a-a04b-4345-8b50-a07e71496af6 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:32.904156 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5823c536-4140-4234-97c5-b44c24b768bd req-ad528b02-5887-4edb-9a6d-c9d04e8378a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:32.912320 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:32.927722 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:32.928092 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:32.932004 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8f4049a-a04b-4345-8b50-a07e71496af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:32.976731 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949dd868-3799-4e6c-a071-d669a5847e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e154924e-05ae-43d3-99c2-5e05e827ed8d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:53:32.979410 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bbcb12-432c-4495-81c6-06f71913fdf4" -d '{"events": [{"server_uuid": "949dd868-3799-4e6c-a071-d669a5847e15", "name": "network-vif-plugged", "status": "completed", "tag": "e154924e-05ae-43d3-99c2-5e05e827ed8d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:53:33.012699 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad528b02-5887-4edb-9a6d-c9d04e8378a1 service neutron] Pushing event updated for resources: {'Port': ['ID=19cfa38b-7045-43f7-ba29-c8caa5092a7b,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:33.022239 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd714fc6-e14f-461b-9b29-b5906afdd992 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:33.025602 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port e154924e-05ae-43d3-99c2-5e05e827ed8d, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e154924e-05ae-43d3-99c2-5e05e827ed8d,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:33.060003 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fd714fc6-e14f-461b-9b29-b5906afdd992 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Calling delete_port for e02460c3-14d4-4cdf-99e2-0d61375887d6 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:33.094715 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f64a71ff-9837-4810-bc34-356a3ba0d23d tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Deleting port 85e97c5d-6761-4e7c-bab2-9039a70f60c1 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:33.095993 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f64a71ff-9837-4810-bc34-356a3ba0d23d tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:33.106125 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:33.148192 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4be939-8f71-418d-900e-321442d7823d x-openstack-request-id: req-ab4be939-8f71-418d-900e-321442d7823d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:53:33.148556 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949dd868-3799-4e6c-a071-d669a5847e15", "name": "network-vif-plugged", "status": "completed", "tag": "e154924e-05ae-43d3-99c2-5e05e827ed8d", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:53:33.148731 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ab4be939-8f71-418d-900e-321442d7823d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:53:33.149131 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab4be939-8f71-418d-900e-321442d7823d'] response: {'server_uuid': '949dd868-3799-4e6c-a071-d669a5847e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e154924e-05ae-43d3-99c2-5e05e827ed8d', 'code': 200} Apr 21 12:53:33.160995 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4049a-a04b-4345-8b50-a07e71496af6 None None] Pushing event updated for resources: {'Port': ['ID=fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:33.260445 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5823c536-4140-4234-97c5-b44c24b768bd req-ad528b02-5887-4edb-9a6d-c9d04e8378a1 service neutron] Attempting to bind port 19cfa38b-7045-43f7-ba29-c8caa5092a7b on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:33.260785 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5823c536-4140-4234-97c5-b44c24b768bd req-ad528b02-5887-4edb-9a6d-c9d04e8378a1 service neutron] Attempting to bind port 19cfa38b-7045-43f7-ba29-c8caa5092a7b by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '9eb7e196-d2b8-48cf-a77e-71ee12a77aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:33.261081 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5823c536-4140-4234-97c5-b44c24b768bd req-ad528b02-5887-4edb-9a6d-c9d04e8378a1 service neutron] Attempting to bind port 19cfa38b-7045-43f7-ba29-c8caa5092a7b on network c827d442-59c0-42d4-802b-84a8d0f2cf17 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:33.263219 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f64a71ff-9837-4810-bc34-356a3ba0d23d tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:33.280010 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5823c536-4140-4234-97c5-b44c24b768bd req-ad528b02-5887-4edb-9a6d-c9d04e8378a1 service neutron] Port 19cfa38b-7045-43f7-ba29-c8caa5092a7b on network c827d442-59c0-42d4-802b-84a8d0f2cf17 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:33.283936 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5823c536-4140-4234-97c5-b44c24b768bd req-ad528b02-5887-4edb-9a6d-c9d04e8378a1 service neutron] Attempting to bind port 19cfa38b-7045-43f7-ba29-c8caa5092a7b on network c827d442-59c0-42d4-802b-84a8d0f2cf17 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:33.284067 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f64a71ff-9837-4810-bc34-356a3ba0d23d tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Calling delete_port for 85e97c5d-6761-4e7c-bab2-9039a70f60c1 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:33.298049 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506ef0c-115d-40ec-897e-4c3d0f0f14a9 req-66df07a8-3de9-43d1-a013-b2ee6c2237c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:33.300549 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2506ef0c-115d-40ec-897e-4c3d0f0f14a9 req-66df07a8-3de9-43d1-a013-b2ee6c2237c6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=949dd868-3799-4e6c-a071-d669a5847e15 HTTP/1.1" status: 200 len: 1096 time: 0.0878887 Apr 21 12:53:33.306179 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5823c536-4140-4234-97c5-b44c24b768bd req-ad528b02-5887-4edb-9a6d-c9d04e8378a1 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:53:33.306525 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5823c536-4140-4234-97c5-b44c24b768bd req-ad528b02-5887-4edb-9a6d-c9d04e8378a1 service neutron] Checking segment: {'id': '9eb7e196-d2b8-48cf-a77e-71ee12a77aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:53:33.306919 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5823c536-4140-4234-97c5-b44c24b768bd req-ad528b02-5887-4edb-9a6d-c9d04e8378a1 service neutron] Bound using segment: {'id': '9eb7e196-d2b8-48cf-a77e-71ee12a77aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:53:33.307367 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5823c536-4140-4234-97c5-b44c24b768bd req-ad528b02-5887-4edb-9a6d-c9d04e8378a1 service neutron] Bound port: 19cfa38b-7045-43f7-ba29-c8caa5092a7b, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb7e196-d2b8-48cf-a77e-71ee12a77aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:53:33.307728 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5823c536-4140-4234-97c5-b44c24b768bd req-ad528b02-5887-4edb-9a6d-c9d04e8378a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:33.321572 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=e154924e-05ae-43d3-99c2-5e05e827ed8d,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:33.396474 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5823c536-4140-4234-97c5-b44c24b768bd req-ad528b02-5887-4edb-9a6d-c9d04e8378a1 service neutron] For port 19cfa38b-7045-43f7-ba29-c8caa5092a7b, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:53:33.399834 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5823c536-4140-4234-97c5-b44c24b768bd req-ad528b02-5887-4edb-9a6d-c9d04e8378a1 service neutron] For port 19cfa38b-7045-43f7-ba29-c8caa5092a7b, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=19cfa38b-7045-43f7-ba29-c8caa5092a7b,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:53:33.434768 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2506ef0c-115d-40ec-897e-4c3d0f0f14a9 req-73161492-a839-4618-91f4-794b7928a72d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017628 Apr 21 12:53:33.500350 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5823c536-4140-4234-97c5-b44c24b768bd req-ad528b02-5887-4edb-9a6d-c9d04e8378a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:33.549313 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823c536-4140-4234-97c5-b44c24b768bd req-ad528b02-5887-4edb-9a6d-c9d04e8378a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:33.550199 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5823c536-4140-4234-97c5-b44c24b768bd req-ad528b02-5887-4edb-9a6d-c9d04e8378a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:33.551618 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5823c536-4140-4234-97c5-b44c24b768bd req-ad528b02-5887-4edb-9a6d-c9d04e8378a1 service neutron] 10.222.0.24 "PUT /v2.0/ports/19cfa38b-7045-43f7-ba29-c8caa5092a7b HTTP/1.1" status: 200 len: 1091 time: 1.9036348 Apr 21 12:53:33.574039 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6', 'tag': '19cfa38b-7045-43f7-ba29-c8caa5092a7b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:53:33.575978 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf7ff23-c84b-46d7-98aa-5f4e37ef9c59" -d '{"events": [{"name": "network-changed", "server_uuid": "b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6", "tag": "19cfa38b-7045-43f7-ba29-c8caa5092a7b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:53:33.619951 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad528b02-5887-4edb-9a6d-c9d04e8378a1 service neutron] Pushing event updated for resources: {'Port': ['ID=19cfa38b-7045-43f7-ba29-c8caa5092a7b,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:33.637484 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f64a71ff-9837-4810-bc34-356a3ba0d23d tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:33.671619 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a294f762-ca70-4419-8d38-972d1d2cbcd0 x-openstack-request-id: req-a294f762-ca70-4419-8d38-972d1d2cbcd0 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:53:33.671982 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6", "tag": "19cfa38b-7045-43f7-ba29-c8caa5092a7b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:53:33.672299 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a294f762-ca70-4419-8d38-972d1d2cbcd0 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:53:33.673152 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a294f762-ca70-4419-8d38-972d1d2cbcd0'] response: {'name': 'network-changed', 'server_uuid': 'b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6', 'tag': '19cfa38b-7045-43f7-ba29-c8caa5092a7b', 'status': 'completed', 'code': 200} Apr 21 12:53:33.731744 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd714fc6-e14f-461b-9b29-b5906afdd992 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:33.748088 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a71ff-9837-4810-bc34-356a3ba0d23d tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Pushing event deleted for resources: {'Port': ['ID=85e97c5d-6761-4e7c-bab2-9039a70f60c1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:33.852456 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd714fc6-e14f-461b-9b29-b5906afdd992 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Port': ['ID=e02460c3-14d4-4cdf-99e2-0d61375887d6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:34.006182 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f64a71ff-9837-4810-bc34-356a3ba0d23d tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:34.055857 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823c536-4140-4234-97c5-b44c24b768bd req-e4959ead-7d7c-41a5-8feb-6a4642731714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:34.057815 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5823c536-4140-4234-97c5-b44c24b768bd req-e4959ead-7d7c-41a5-8feb-6a4642731714 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43c98e4e76c844d38eb1054dc1e6fa15&device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 1094 time: 0.3789093 Apr 21 12:53:34.064322 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34178) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:34.068937 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a24bc-a07a-47a0-ab71-6d7ec7a9a6a1 req-4d881eac-ded5-496d-b4ef-c7a4f17b9b75 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:34.071189 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a3a24bc-a07a-47a0-ab71-6d7ec7a9a6a1 req-4d881eac-ded5-496d-b4ef-c7a4f17b9b75 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=949dd868-3799-4e6c-a071-d669a5847e15 HTTP/1.1" status: 200 len: 945 time: 0.3423429 Apr 21 12:53:34.117422 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9c51b-6fea-4885-b3a4-b6dc7fc01b5d req-b4ce2cfa-68d2-449f-8158-6db01e73ebae tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:34.117422 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cdb9c51b-6fea-4885-b3a4-b6dc7fc01b5d req-b4ce2cfa-68d2-449f-8158-6db01e73ebae tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 943 time: 0.2768593 Apr 21 12:53:34.124277 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd714fc6-e14f-461b-9b29-b5906afdd992 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:34.130949 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fd714fc6-e14f-461b-9b29-b5906afdd992 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/e02460c3-14d4-4cdf-99e2-0d61375887d6 HTTP/1.1" status: 204 len: 168 time: 1.5076108 Apr 21 12:53:34.131986 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34182) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:34.171429 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5823c536-4140-4234-97c5-b44c24b768bd req-3c2830d6-7715-491e-bdba-8f16fcb8c2c1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19cfa38b-7045-43f7-ba29-c8caa5092a7b HTTP/1.1" status: 200 len: 217 time: 0.0946245 Apr 21 12:53:34.224826 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-125e4aee-161c-4b16-85c8-42a4380bfbed None None] Provisioning complete for port fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:34.227564 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-125e4aee-161c-4b16-85c8-42a4380bfbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:34.242800 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-41df7627-3d70-4eef-b420-e560bbeeaea3 tempest-AgentManagementNegativeTest-751588838 tempest-AgentManagementNegativeTest-751588838-project] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1773643 Apr 21 12:53:34.333146 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-125e4aee-161c-4b16-85c8-42a4380bfbed None None] Could not find standard attr ID for object e02460c3-14d4-4cdf-99e2-0d61375887d6. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:53:34.335656 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64a71ff-9837-4810-bc34-356a3ba0d23d tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Router 0366e84d-92f3-4f66-addd-dbc58df3636f has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:53:34.341697 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a3a24bc-a07a-47a0-ab71-6d7ec7a9a6a1 req-df413635-d5e3-4b27-a44a-b5f682b9c6c5 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289331 Apr 21 12:53:34.344340 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cdb9c51b-6fea-4885-b3a4-b6dc7fc01b5d req-ba53d93c-72a1-4750-a9c8-e1f66bb577c7 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758504 Apr 21 12:53:34.356856 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1837da4-9c50-472a-8299-617dba0fc976 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:34.358497 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1837da4-9c50-472a-8299-617dba0fc976 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:34.360666 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1837da4-9c50-472a-8299-617dba0fc976 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:34.369785 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a1837da4-9c50-472a-8299-617dba0fc976 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1976831 Apr 21 12:53:34.370046 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34186) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:34.425406 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823c536-4140-4234-97c5-b44c24b768bd req-65f96ca9-c3af-46d4-9d43-75233a071dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:34.426555 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5823c536-4140-4234-97c5-b44c24b768bd req-65f96ca9-c3af-46d4-9d43-75233a071dc0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d HTTP/1.1" status: 200 len: 856 time: 0.2202780 Apr 21 12:53:34.477083 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-399239c8-86e0-47a3-afae-662062c6ece9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting subnet 256ba8b7-2765-462a-8cb2-7dcd9c61043e {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:53:34.481685 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64a71ff-9837-4810-bc34-356a3ba0d23d tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:53:34.488970 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f64a71ff-9837-4810-bc34-356a3ba0d23d tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] 10.222.0.36 "PUT /v2.0/routers/0366e84d-92f3-4f66-addd-dbc58df3636f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2007036 Apr 21 12:53:34.490036 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-399239c8-86e0-47a3-afae-662062c6ece9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:34.491554 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34188) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:34.494371 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a7f04a-49d7-42e8-8848-d29111670ded None None] Sync routers for ids ['0366e84d-92f3-4f66-addd-dbc58df3636f'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:53:34.503957 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a7f04a-49d7-42e8-8848-d29111670ded None None] Routers {'0366e84d-92f3-4f66-addd-dbc58df3636f'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:34.504841 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a5a7f04a-49d7-42e8-8848-d29111670ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:53:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['0366e84d-92f3-4f66-addd-dbc58df3636f'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:34.531792 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823c536-4140-4234-97c5-b44c24b768bd req-523c8beb-9b5f-475d-a296-a51fc5297997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:34.533316 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5823c536-4140-4234-97c5-b44c24b768bd req-523c8beb-9b5f-475d-a296-a51fc5297997 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c827d442-59c0-42d4-802b-84a8d0f2cf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944793 Apr 21 12:53:34.541677 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a5a7f04a-49d7-42e8-8848-d29111670ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:34.555428 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-01c6d295-e33b-4aac-84cf-7a4602d7b225 None None] Could not find standard attr ID for object e02460c3-14d4-4cdf-99e2-0d61375887d6. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:53:34.559300 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a7f04a-49d7-42e8-8848-d29111670ded None None] Routers {'0366e84d-92f3-4f66-addd-dbc58df3636f'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:34.560142 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a5a7f04a-49d7-42e8-8848-d29111670ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:53:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['0366e84d-92f3-4f66-addd-dbc58df3636f'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:34.562380 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-399239c8-86e0-47a3-afae-662062c6ece9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:34.601837 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a5a7f04a-49d7-42e8-8848-d29111670ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:34.605934 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a7f04a-49d7-42e8-8848-d29111670ded None None] The sync data for ids ['0366e84d-92f3-4f66-addd-dbc58df3636f'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:53:34.637015 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c17eb82e-f24d-4690-9e8c-88e2efdb7c5b tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:34.704153 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5823c536-4140-4234-97c5-b44c24b768bd req-5cedf3ce-4165-4e8a-b52d-95e3f224be21 service neutron] 10.222.0.24 "GET /v2.0/networks/c827d442-59c0-42d4-802b-84a8d0f2cf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555309 Apr 21 12:53:34.709563 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-399239c8-86e0-47a3-afae-662062c6ece9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:34.770173 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c17eb82e-f24d-4690-9e8c-88e2efdb7c5b tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:34.785643 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:53:34.842501 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:34.842980 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:34.853076 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5823c536-4140-4234-97c5-b44c24b768bd req-50cff02d-129a-4d6d-9980-a5ae206c9652 service neutron] 10.222.0.24 "GET /v2.0/networks/c827d442-59c0-42d4-802b-84a8d0f2cf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191001 Apr 21 12:53:34.934127 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c17eb82e-f24d-4690-9e8c-88e2efdb7c5b tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Deleting port 6eaf9d85-df7f-4144-b2e5-991145d11a4b {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:34.934476 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c17eb82e-f24d-4690-9e8c-88e2efdb7c5b tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:34.945266 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34192) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:34.956858 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-399239c8-86e0-47a3-afae-662062c6ece9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:35.020940 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399239c8-86e0-47a3-afae-662062c6ece9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Subnet': ['ID=256ba8b7-2765-462a-8cb2-7dcd9c61043e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:35.032554 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c17eb82e-f24d-4690-9e8c-88e2efdb7c5b tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:35.033384 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-399239c8-86e0-47a3-afae-662062c6ece9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:35.036575 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-399239c8-86e0-47a3-afae-662062c6ece9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/256ba8b7-2765-462a-8cb2-7dcd9c61043e HTTP/1.1" status: 204 len: 168 time: 0.6657169 Apr 21 12:53:35.038037 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399239c8-86e0-47a3-afae-662062c6ece9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:35.038383 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399239c8-86e0-47a3-afae-662062c6ece9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:35.038720 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399239c8-86e0-47a3-afae-662062c6ece9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:35.039053 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399239c8-86e0-47a3-afae-662062c6ece9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:35.039387 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399239c8-86e0-47a3-afae-662062c6ece9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:35.039717 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399239c8-86e0-47a3-afae-662062c6ece9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:35.040050 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399239c8-86e0-47a3-afae-662062c6ece9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:35.043760 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34196) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:35.045977 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399239c8-86e0-47a3-afae-662062c6ece9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:35.046569 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399239c8-86e0-47a3-afae-662062c6ece9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:35.046985 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399239c8-86e0-47a3-afae-662062c6ece9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:35.047395 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399239c8-86e0-47a3-afae-662062c6ece9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:35.047927 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-399239c8-86e0-47a3-afae-662062c6ece9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:53:35.059664 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c17eb82e-f24d-4690-9e8c-88e2efdb7c5b tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Calling delete_port for 6eaf9d85-df7f-4144-b2e5-991145d11a4b owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:35.069736 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7ff23-c84b-46d7-98aa-5f4e37ef9c59 req-d4e8cf2f-2340-4315-9cff-d83c599efc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:35.072143 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caf7ff23-c84b-46d7-98aa-5f4e37ef9c59 req-d4e8cf2f-2340-4315-9cff-d83c599efc4d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43c98e4e76c844d38eb1054dc1e6fa15&device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 1094 time: 0.0795081 Apr 21 12:53:35.150536 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-05172cd1-f372-4d31-9ab2-a9318de2b70f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting subnet dabd5896-7a7f-4ff2-9ca2-23bef75665c4 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:53:35.152984 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-97324d6c-2d68-48e0-a5af-e337b83649b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:35.154648 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05172cd1-f372-4d31-9ab2-a9318de2b70f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:35.173806 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e57dda-005c-4634-bf39-439a875cefe1 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:35.209808 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05172cd1-f372-4d31-9ab2-a9318de2b70f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:35.219435 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7ff23-c84b-46d7-98aa-5f4e37ef9c59 req-43eefc14-5cee-424f-a344-5503f37aeefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:35.220487 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caf7ff23-c84b-46d7-98aa-5f4e37ef9c59 req-43eefc14-5cee-424f-a344-5503f37aeefb service neutron] 10.222.0.24 "GET /v2.0/networks?id=c827d442-59c0-42d4-802b-84a8d0f2cf17 HTTP/1.1" status: 200 len: 918 time: 0.1373432 Apr 21 12:53:35.269139 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caf7ff23-c84b-46d7-98aa-5f4e37ef9c59 req-d0b66f2f-b669-4446-8c48-f334ed10a411 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19cfa38b-7045-43f7-ba29-c8caa5092a7b HTTP/1.1" status: 200 len: 217 time: 0.0397446 Apr 21 12:53:35.330874 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-97324d6c-2d68-48e0-a5af-e337b83649b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:35.341645 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7ff23-c84b-46d7-98aa-5f4e37ef9c59 req-33ce132c-a8c6-40e7-83f7-573c73480fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:35.343144 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caf7ff23-c84b-46d7-98aa-5f4e37ef9c59 req-33ce132c-a8c6-40e7-83f7-573c73480fe1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d HTTP/1.1" status: 200 len: 856 time: 0.0662551 Apr 21 12:53:35.381557 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05172cd1-f372-4d31-9ab2-a9318de2b70f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:35.411187 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-97324d6c-2d68-48e0-a5af-e337b83649b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:35.452029 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf7ff23-c84b-46d7-98aa-5f4e37ef9c59 req-df60a937-76f6-499e-92e3-e733e9db93cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:35.454357 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caf7ff23-c84b-46d7-98aa-5f4e37ef9c59 req-df60a937-76f6-499e-92e3-e733e9db93cb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c827d442-59c0-42d4-802b-84a8d0f2cf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034656 Apr 21 12:53:35.490666 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-97324d6c-2d68-48e0-a5af-e337b83649b3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dc489cc937184600b75f8d8e45f1719f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5442078 Apr 21 12:53:35.493459 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34202) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:35.537810 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97324d6c-2d68-48e0-a5af-e337b83649b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aba62b2-0019-408c-a830-7f67625cd40b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:35.558839 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05172cd1-f372-4d31-9ab2-a9318de2b70f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:35.566658 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a2cec051-f561-4d4f-ae4f-8ab2381743ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:35.591491 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05172cd1-f372-4d31-9ab2-a9318de2b70f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Subnet': ['ID=dabd5896-7a7f-4ff2-9ca2-23bef75665c4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:35.593400 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c17eb82e-f24d-4690-9e8c-88e2efdb7c5b tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:35.602270 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-05172cd1-f372-4d31-9ab2-a9318de2b70f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:35.606287 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-05172cd1-f372-4d31-9ab2-a9318de2b70f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/dabd5896-7a7f-4ff2-9ca2-23bef75665c4 HTTP/1.1" status: 204 len: 168 time: 0.5609853 Apr 21 12:53:35.612671 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34204) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:35.641203 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17eb82e-f24d-4690-9e8c-88e2efdb7c5b tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Pushing event deleted for resources: {'Port': ['ID=6eaf9d85-df7f-4144-b2e5-991145d11a4b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:35.648523 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b8e18-2425-4232-9fca-9f02533c261f req-2d354ff4-d042-4108-afcb-7ae885687357 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:35.650729 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-864b8e18-2425-4232-9fca-9f02533c261f req-2d354ff4-d042-4108-afcb-7ae885687357 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=949dd868-3799-4e6c-a071-d669a5847e15 HTTP/1.1" status: 200 len: 945 time: 0.1871173 Apr 21 12:53:35.656352 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a2cec051-f561-4d4f-ae4f-8ab2381743ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:35.696642 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-86b2111f-0b26-4a14-9a49-4fa52c7de2f1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0811179 Apr 21 12:53:35.701549 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34206) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:35.707319 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-87f9f531-0cb4-44ec-8723-71d73aecd792 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:35.727969 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73467385-fdc7-4a4f-bc7d-d53fb3b7cb44 req-285d461e-27b8-44b9-9ca8-8967a3162c50 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:35.729523 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-73467385-fdc7-4a4f-bc7d-d53fb3b7cb44 req-285d461e-27b8-44b9-9ca8-8967a3162c50 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 943 time: 0.2421668 Apr 21 12:53:35.744152 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c17eb82e-f24d-4690-9e8c-88e2efdb7c5b tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:35.772822 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caf7ff23-c84b-46d7-98aa-5f4e37ef9c59 req-3322f133-1c2d-4767-9132-532349af680d service neutron] 10.222.0.24 "GET /v2.0/networks/c827d442-59c0-42d4-802b-84a8d0f2cf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061042 Apr 21 12:53:35.845176 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c17eb82e-f24d-4690-9e8c-88e2efdb7c5b tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:35.847508 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c17eb82e-f24d-4690-9e8c-88e2efdb7c5b tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:35.863042 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-864b8e18-2425-4232-9fca-9f02533c261f req-f3d7ca19-3856-4230-93f7-ff0b1b8fd2f2 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719086 Apr 21 12:53:35.889294 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-73467385-fdc7-4a4f-bc7d-d53fb3b7cb44 req-1795a154-6c75-459b-aecd-2d4bfb41ba1e tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334074 Apr 21 12:53:35.920975 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:53:35.928212 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a2cec051-f561-4d4f-ae4f-8ab2381743ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:35.931490 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a2cec051-f561-4d4f-ae4f-8ab2381743ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:35.939925 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a2cec051-f561-4d4f-ae4f-8ab2381743ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0aba62b2-0019-408c-a830-7f67625cd40b HTTP/1.1" status: 204 len: 168 time: 0.4386001 Apr 21 12:53:35.946852 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac20c10e-01ca-484a-9b4d-0832f58ec369 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:35.948698 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cec051-f561-4d4f-ae4f-8ab2381743ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aba62b2-0019-408c-a830-7f67625cd40b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:35.968918 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caf7ff23-c84b-46d7-98aa-5f4e37ef9c59 req-9b9d65c8-7a68-4446-b120-8bd62babda72 service neutron] 10.222.0.24 "GET /v2.0/networks/c827d442-59c0-42d4-802b-84a8d0f2cf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662457 Apr 21 12:53:35.987622 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c17eb82e-f24d-4690-9e8c-88e2efdb7c5b tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:35.988375 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17eb82e-f24d-4690-9e8c-88e2efdb7c5b tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Fanout notify agent at l3_agent the message router_deleted on router 0366e84d-92f3-4f66-addd-dbc58df3636f {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:53:36.006055 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c17eb82e-f24d-4690-9e8c-88e2efdb7c5b tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:36.009379 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c17eb82e-f24d-4690-9e8c-88e2efdb7c5b tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] 10.222.0.36 "DELETE /v2.0/routers/0366e84d-92f3-4f66-addd-dbc58df3636f HTTP/1.1" status: 204 len: 168 time: 1.5081561 Apr 21 12:53:36.009932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34212) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:36.040503 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f9f531-0cb4-44ec-8723-71d73aecd792 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:36.044118 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87f9f531-0cb4-44ec-8723-71d73aecd792 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:36.067661 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f1a5aa9b-30b4-4a83-b73c-2c54ac346a8a None None] Provisioning complete for port fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:36.068038 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1a5aa9b-30b4-4a83-b73c-2c54ac346a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:36.120967 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-af62139b-b02f-4f16-8e73-45b4b232664d tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Deleting subnet 062b8ae6-daa2-459e-aa0c-a30a29671313 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:53:36.130512 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af62139b-b02f-4f16-8e73-45b4b232664d tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:36.186350 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af62139b-b02f-4f16-8e73-45b4b232664d tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:36.343351 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af62139b-b02f-4f16-8e73-45b4b232664d tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:36.367171 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1901342c-aafa-4590-b7ad-09ebd5dec241 None None] DHCP port deletion for 43650c3d-b9d7-4e95-8950-e9fadabd5511 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:53:36.424774 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1901342c-aafa-4590-b7ad-09ebd5dec241 None None] Deleting port fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:36.425145 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1901342c-aafa-4590-b7ad-09ebd5dec241 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:36.490279 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1901342c-aafa-4590-b7ad-09ebd5dec241 None None] For port fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:36.490671 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1901342c-aafa-4590-b7ad-09ebd5dec241 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:36.503395 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1901342c-aafa-4590-b7ad-09ebd5dec241 None None] Calling delete_port for fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:36.533645 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af62139b-b02f-4f16-8e73-45b4b232664d tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:36.602489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62139b-b02f-4f16-8e73-45b4b232664d tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Pushing event deleted for resources: {'Subnet': ['ID=062b8ae6-daa2-459e-aa0c-a30a29671313,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:36.615007 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af62139b-b02f-4f16-8e73-45b4b232664d tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:36.620868 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34224) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:36.621644 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-af62139b-b02f-4f16-8e73-45b4b232664d tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] 10.222.0.36 "DELETE /v2.0/subnets/062b8ae6-daa2-459e-aa0c-a30a29671313 HTTP/1.1" status: 204 len: 168 time: 0.6104631 Apr 21 12:53:36.623988 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b15cd2-d090-4e53-9507-c1297faaf902 None None] Network 45da6a5e-dced-4e26-8702-9749cbdd63e8 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:36.648056 n-d-836147-2 neutron-server[103398]: DEBUG neutron.objects.ports [None req-87f9f531-0cb4-44ec-8723-71d73aecd792 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 12:53:36.676051 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1901342c-aafa-4590-b7ad-09ebd5dec241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:36.704542 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 19cfa38b-7045-43f7-ba29-c8caa5092a7b details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:53:36.716959 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901342c-aafa-4590-b7ad-09ebd5dec241 None None] Pushing event deleted for resources: {'Port': ['ID=fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:36.742024 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1901342c-aafa-4590-b7ad-09ebd5dec241 None None] No DVR routers for this DVR port fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:53:36.819318 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:53:36.845484 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:53:36.845869 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:53:36.912297 n-d-836147-2 neutron-server[103398]: WARNING neutron.services.revisions.revision_plugin [None req-87f9f531-0cb4-44ec-8723-71d73aecd792 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Could not find related port for resource to bump revision. Apr 21 12:53:36.938258 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 19cfa38b-7045-43f7-ba29-c8caa5092a7b, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=19cfa38b-7045-43f7-ba29-c8caa5092a7b,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:36.951204 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '19cfa38b-7045-43f7-ba29-c8caa5092a7b', 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17', 'port_id': '19cfa38b-7045-43f7-ba29-c8caa5092a7b', 'mac_address': 'fa:16:3e:19:b3:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:53:36.963418 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.ipam_pluggable_backend [None req-87f9f531-0cb4-44ec-8723-71d73aecd792 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Port fb109cb7-ddb5-4efd-94b4-146b8f3ee8b8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103398) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 21 12:53:36.968171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.ipam_pluggable_backend [None req-87f9f531-0cb4-44ec-8723-71d73aecd792 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Reverting IP allocation for 2001:db8::f816:3eff:fe15:1cdb {{(pid=103398) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 21 12:53:36.974040 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87f9f531-0cb4-44ec-8723-71d73aecd792 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:36.987079 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-abe132a1-ebe1-455e-871b-cf084a8b0ed0 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:37.003483 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fa128a-043d-4d42-8e7c-613acc45cf61 None None] DHCP port deletion for 45da6a5e-dced-4e26-8702-9749cbdd63e8 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:53:37.038354 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:37.062821 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-abe132a1-ebe1-455e-871b-cf084a8b0ed0 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Deleting port ec3128eb-ada6-40d0-be0f-ec09fd2b959b {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:37.063285 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-abe132a1-ebe1-455e-871b-cf084a8b0ed0 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:37.069168 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19cfa38b-7045-43f7-ba29-c8caa5092a7b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:53:37.096661 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 19cfa38b-7045-43f7-ba29-c8caa5092a7b, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=19cfa38b-7045-43f7-ba29-c8caa5092a7b,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:37.124038 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c9fa128a-043d-4d42-8e7c-613acc45cf61 None None] Deleting port ec3128eb-ada6-40d0-be0f-ec09fd2b959b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:37.125321 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9fa128a-043d-4d42-8e7c-613acc45cf61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:37.146833 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-abe132a1-ebe1-455e-871b-cf084a8b0ed0 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] For port ec3128eb-ada6-40d0-be0f-ec09fd2b959b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ec3128eb-ada6-40d0-be0f-ec09fd2b959b,segment=NetworkSegment(df44de24-a256-4fb8-9e2f-c1f59315082e),segment_id=df44de24-a256-4fb8-9e2f-c1f59315082e)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:37.147554 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-abe132a1-ebe1-455e-871b-cf084a8b0ed0 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:37.162602 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-abe132a1-ebe1-455e-871b-cf084a8b0ed0 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Calling delete_port for ec3128eb-ada6-40d0-be0f-ec09fd2b959b owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:37.185632 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:37.210230 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34238) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:37.246806 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c9fa128a-043d-4d42-8e7c-613acc45cf61 None None] For port ec3128eb-ada6-40d0-be0f-ec09fd2b959b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ec3128eb-ada6-40d0-be0f-ec09fd2b959b,segment=NetworkSegment(df44de24-a256-4fb8-9e2f-c1f59315082e),segment_id=df44de24-a256-4fb8-9e2f-c1f59315082e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:37.247302 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9fa128a-043d-4d42-8e7c-613acc45cf61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:37.274885 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c9fa128a-043d-4d42-8e7c-613acc45cf61 None None] Calling delete_port for ec3128eb-ada6-40d0-be0f-ec09fd2b959b owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:37.279527 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=19cfa38b-7045-43f7-ba29-c8caa5092a7b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:37.316256 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-abe132a1-ebe1-455e-871b-cf084a8b0ed0 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:37.331797 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe132a1-ebe1-455e-871b-cf084a8b0ed0 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] No DVR routers for this DVR port ec3128eb-ada6-40d0-be0f-ec09fd2b959b on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:53:37.400382 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe132a1-ebe1-455e-871b-cf084a8b0ed0 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Pushing event deleted for resources: {'Port': ['ID=ec3128eb-ada6-40d0-be0f-ec09fd2b959b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:37.403126 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c9fa128a-043d-4d42-8e7c-613acc45cf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:37.408508 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8c69b06c-f04a-4169-bfdd-c53bd7a64cab tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1718085197'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:37.436642 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa128a-043d-4d42-8e7c-613acc45cf61 None None] Pushing event deleted for resources: {'Port': ['ID=ec3128eb-ada6-40d0-be0f-ec09fd2b959b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:37.441143 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fa128a-043d-4d42-8e7c-613acc45cf61 None None] No DVR routers for this DVR port ec3128eb-ada6-40d0-be0f-ec09fd2b959b on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:53:37.444655 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f9f531-0cb4-44ec-8723-71d73aecd792 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:37.454763 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-87f9f531-0cb4-44ec-8723-71d73aecd792 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:37.461066 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['19cfa38b-7045-43f7-ba29-c8caa5092a7b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:53:37.462556 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f9f531-0cb4-44ec-8723-71d73aecd792 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:37.463153 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87f9f531-0cb4-44ec-8723-71d73aecd792 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:37.467408 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9f531-0cb4-44ec-8723-71d73aecd792 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Subnet': ['ID=aa37bb0c-c1c5-4592-8641-d1af74bbc160,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:37.471739 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-abe132a1-ebe1-455e-871b-cf084a8b0ed0 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:37.488968 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d7731-69be-4d86-8b9e-b0d9b7e23385 req-9925c738-d330-404e-b2f4-f223a153de60 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:37.490530 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba5d7731-69be-4d86-8b9e-b0d9b7e23385 req-9925c738-d330-404e-b2f4-f223a153de60 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 944 time: 0.0841353 Apr 21 12:53:37.493341 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-abe132a1-ebe1-455e-871b-cf084a8b0ed0 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45da6a5e-dced-4e26-8702-9749cbdd63e8']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:37.500469 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ce78fd-7e12-46cc-a5a8-03849050b825 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:37.505080 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-abe132a1-ebe1-455e-871b-cf084a8b0ed0 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df44de24-a256-4fb8-9e2f-c1f59315082e') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:37.505080 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-abe132a1-ebe1-455e-871b-cf084a8b0ed0 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df44de24-a256-4fb8-9e2f-c1f59315082e') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:37.515046 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-abe132a1-ebe1-455e-871b-cf084a8b0ed0 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:37.523509 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c69b06c-f04a-4169-bfdd-c53bd7a64cab tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Made reservation on behalf of 0625b8f3c08046978c162f99b1521cf3 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:37.529684 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c69b06c-f04a-4169-bfdd-c53bd7a64cab tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:37.538372 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c69b06c-f04a-4169-bfdd-c53bd7a64cab tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:37.540652 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-abe132a1-ebe1-455e-871b-cf084a8b0ed0 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:37.543426 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba5d7731-69be-4d86-8b9e-b0d9b7e23385 req-97d29627-ee85-42bb-81a1-18586d07d36e tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444889 Apr 21 12:53:37.548544 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-87f9f531-0cb4-44ec-8723-71d73aecd792 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8442354 Apr 21 12:53:37.555072 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34242) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:37.561705 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6ad81f19-b9c9-44e8-9c6a-40cbb4d9e392 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:37.564763 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe132a1-ebe1-455e-871b-cf084a8b0ed0 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:53:37.565181 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-abe132a1-ebe1-455e-871b-cf084a8b0ed0 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:53:37.568692 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:53:37.681878 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c69b06c-f04a-4169-bfdd-c53bd7a64cab tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:37.704473 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-abe132a1-ebe1-455e-871b-cf084a8b0ed0 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:37.719037 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-abe132a1-ebe1-455e-871b-cf084a8b0ed0 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:37.722151 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-abe132a1-ebe1-455e-871b-cf084a8b0ed0 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] 10.222.0.36 "DELETE /v2.0/networks/45da6a5e-dced-4e26-8702-9749cbdd63e8 HTTP/1.1" status: 204 len: 168 time: 1.1002018 Apr 21 12:53:37.724760 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34244) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:37.731909 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe132a1-ebe1-455e-871b-cf084a8b0ed0 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Pushing event deleted for resources: {'Network': ['ID=45da6a5e-dced-4e26-8702-9749cbdd63e8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:37.747512 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b423f8a9-de48-415e-b232-fa8b6c6e1f99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-43650c3d-b9d7-4e95-8950-e9fadabd5511', 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'fixed_ips': [{'subnet_id': 'aa37bb0c-c1c5-4592-8641-d1af74bbc160'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:53:37.748365 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b423f8a9-de48-415e-b232-fa8b6c6e1f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:37.784449 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c69b06c-f04a-4169-bfdd-c53bd7a64cab tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:37.808750 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad81f19-b9c9-44e8-9c6a-40cbb4d9e392 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:37.811531 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c69b06c-f04a-4169-bfdd-c53bd7a64cab tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:53:37.813156 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ad81f19-b9c9-44e8-9c6a-40cbb4d9e392 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:37.822192 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69b06c-f04a-4169-bfdd-c53bd7a64cab tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c8b78f-6324-4481-b74c-ac0b34e3681f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:37.827011 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c69b06c-f04a-4169-bfdd-c53bd7a64cab tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:37.827349 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-8c69b06c-f04a-4169-bfdd-c53bd7a64cab tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Added segment ed20f7aa-61ea-430f-8eab-e51ff529c316 of type vlan for network 198c004e-4e8a-423c-b7a4-da68988f584a Apr 21 12:53:37.867868 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c69b06c-f04a-4169-bfdd-c53bd7a64cab tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:37.893511 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-b423f8a9-de48-415e-b232-fa8b6c6e1f99 None None] Allocated IP 2001:db8::f816:3eff:fee7:219b (43650c3d-b9d7-4e95-8950-e9fadabd5511/aa37bb0c-c1c5-4592-8641-d1af74bbc160/c14cba06-3181-4e46-8072-bfa22f37f99b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:37.934519 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b4492e2f-b37e-4f88-98c8-322960aecd11 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Deleting port df5e4570-70c1-4579-8a41-5e8e0969d4f4 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:37.934862 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4492e2f-b37e-4f88-98c8-322960aecd11 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:37.956049 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c69b06c-f04a-4169-bfdd-c53bd7a64cab tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:37.962114 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c69b06c-f04a-4169-bfdd-c53bd7a64cab tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:37.963175 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c69b06c-f04a-4169-bfdd-c53bd7a64cab tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:38.049975 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b423f8a9-de48-415e-b232-fa8b6c6e1f99 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:38.057719 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4492e2f-b37e-4f88-98c8-322960aecd11 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:38.058658 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4492e2f-b37e-4f88-98c8-322960aecd11 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:38.066936 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69b06c-f04a-4169-bfdd-c53bd7a64cab tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event updated for resources: {'Network': ['ID=198c004e-4e8a-423c-b7a4-da68988f584a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:38.078618 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8c69b06c-f04a-4169-bfdd-c53bd7a64cab tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8673377 Apr 21 12:53:38.079538 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 198c004e-4e8a-423c-b7a4-da68988f584a details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:53:38.084394 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b4492e2f-b37e-4f88-98c8-322960aecd11 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Calling delete_port for df5e4570-70c1-4579-8a41-5e8e0969d4f4 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:38.136755 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b423f8a9-de48-415e-b232-fa8b6c6e1f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:38.194055 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b423f8a9-de48-415e-b232-fa8b6c6e1f99 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:38.199892 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b423f8a9-de48-415e-b232-fa8b6c6e1f99 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:38.210148 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423f8a9-de48-415e-b232-fa8b6c6e1f99 None None] Pushing event updated for resources: {'Port': ['ID=c14cba06-3181-4e46-8072-bfa22f37f99b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:38.210148 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b423f8a9-de48-415e-b232-fa8b6c6e1f99 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:38.226186 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34248) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:38.231529 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-064ccc4d-475b-4657-9658-486d736a8b45 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Request body: {'subnet': {'network_id': '198c004e-4e8a-423c-b7a4-da68988f584a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:38.262214 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b423f8a9-de48-415e-b232-fa8b6c6e1f99 None None] Attempting to bind port c14cba06-3181-4e46-8072-bfa22f37f99b on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:38.262576 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b423f8a9-de48-415e-b232-fa8b6c6e1f99 None None] Attempting to bind port c14cba06-3181-4e46-8072-bfa22f37f99b by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:38.262981 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423f8a9-de48-415e-b232-fa8b6c6e1f99 None None] Attempting to bind port c14cba06-3181-4e46-8072-bfa22f37f99b on network 43650c3d-b9d7-4e95-8950-e9fadabd5511 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:38.268892 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423f8a9-de48-415e-b232-fa8b6c6e1f99 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:53:38.269129 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423f8a9-de48-415e-b232-fa8b6c6e1f99 None None] Checking segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:53:38.269471 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b423f8a9-de48-415e-b232-fa8b6c6e1f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:38.269894 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b423f8a9-de48-415e-b232-fa8b6c6e1f99 None None] Bound using segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:53:38.270356 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b423f8a9-de48-415e-b232-fa8b6c6e1f99 None None] Bound port: c14cba06-3181-4e46-8072-bfa22f37f99b, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:53:38.270731 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b423f8a9-de48-415e-b232-fa8b6c6e1f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:38.336128 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b423f8a9-de48-415e-b232-fa8b6c6e1f99 None None] For port c14cba06-3181-4e46-8072-bfa22f37f99b, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:53:38.344379 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ad81f19-b9c9-44e8-9c6a-40cbb4d9e392 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:38.361336 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064ccc4d-475b-4657-9658-486d736a8b45 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Made reservation on behalf of 0625b8f3c08046978c162f99b1521cf3 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:38.362288 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b423f8a9-de48-415e-b232-fa8b6c6e1f99 None None] For port c14cba06-3181-4e46-8072-bfa22f37f99b, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c14cba06-3181-4e46-8072-bfa22f37f99b,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:53:38.365034 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-064ccc4d-475b-4657-9658-486d736a8b45 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:38.375322 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4492e2f-b37e-4f88-98c8-322960aecd11 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:38.411836 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad81f19-b9c9-44e8-9c6a-40cbb4d9e392 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:38.418939 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4492e2f-b37e-4f88-98c8-322960aecd11 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Pushing event deleted for resources: {'Port': ['ID=df5e4570-70c1-4579-8a41-5e8e0969d4f4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:38.419821 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b423f8a9-de48-415e-b232-fa8b6c6e1f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:38.426968 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-6ad81f19-b9c9-44e8-9c6a-40cbb4d9e392 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:38.429895 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad81f19-b9c9-44e8-9c6a-40cbb4d9e392 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:38.430635 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ad81f19-b9c9-44e8-9c6a-40cbb4d9e392 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:38.462983 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad81f19-b9c9-44e8-9c6a-40cbb4d9e392 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Subnet': ['ID=93233cb3-e378-43e1-8b3d-f0dcaa795bfd,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:38.482356 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423f8a9-de48-415e-b232-fa8b6c6e1f99 None None] Pushing event updated for resources: {'Port': ['ID=c14cba06-3181-4e46-8072-bfa22f37f99b,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:38.511552 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4492e2f-b37e-4f88-98c8-322960aecd11 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:38.513200 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4492e2f-b37e-4f88-98c8-322960aecd11 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:38.514772 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b4492e2f-b37e-4f88-98c8-322960aecd11 tempest-FloatingIPAdminTestJSON-1668577573 tempest-FloatingIPAdminTestJSON-1668577573-project] 10.222.0.36 "DELETE /v2.0/floatingips/239c4de3-7f32-4179-b083-fc64e676c132 HTTP/1.1" status: 204 len: 168 time: 0.7884552 Apr 21 12:53:38.523557 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6ad81f19-b9c9-44e8-9c6a-40cbb4d9e392 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9676988 Apr 21 12:53:38.530510 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34252) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:38.542170 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ab37897d-dd46-46c2-b2d9-f01b931c38f1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'port': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'mac_address': 'fa:16:3e:35:7d:f1', 'name': 'tempest-NetworksTestDHCPv6-1532292874'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:38.717221 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 19cfa38b-7045-43f7-ba29-c8caa5092a7b up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:53:38.723525 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-064ccc4d-475b-4657-9658-486d736a8b45 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:38.745036 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3f912-0935-4f57-862f-bf754918012a req-8b225f9f-0ef8-4185-8857-c80b34c5ee89 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:38.762679 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-63b3f912-0935-4f57-862f-bf754918012a req-8b225f9f-0ef8-4185-8857-c80b34c5ee89 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 944 time: 0.1036189 Apr 21 12:53:38.786663 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab37897d-dd46-46c2-b2d9-f01b931c38f1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:38.825849 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-63b3f912-0935-4f57-862f-bf754918012a req-5a1b49fd-5cd2-4b50-9b77-50e27bb364f6 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610719 Apr 21 12:53:38.876417 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 19cfa38b-7045-43f7-ba29-c8caa5092a7b completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:53:38.882544 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 19cfa38b-7045-43f7-ba29-c8caa5092a7b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:38.883242 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:38.889221 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c14cba06-3181-4e46-8072-bfa22f37f99b up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:53:38.893350 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064ccc4d-475b-4657-9658-486d736a8b45 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event updated for resources: {'Subnet': ['ID=4260dc55-ab96-4b1a-894d-94e6c10c3fb9,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:38.920936 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064ccc4d-475b-4657-9658-486d736a8b45 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Checking segment: {'id': 'ed20f7aa-61ea-430f-8eab-e51ff529c316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '198c004e-4e8a-423c-b7a4-da68988f584a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:53:38.921326 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064ccc4d-475b-4657-9658-486d736a8b45 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Network hostable DHCP agents. Network: 198c004e-4e8a-423c-b7a4-da68988f584a, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:53:38.932562 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab37897d-dd46-46c2-b2d9-f01b931c38f1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:38.961319 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-ab37897d-dd46-46c2-b2d9-f01b931c38f1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] device_id is not set on port a55652c6-ba6f-4644-9cd0-7b283831df09 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:53:39.008306 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port c14cba06-3181-4e46-8072-bfa22f37f99b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:39.008677 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:39.024078 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064ccc4d-475b-4657-9658-486d736a8b45 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Network 198c004e-4e8a-423c-b7a4-da68988f584a is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:53:39.039828 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34258) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:39.052655 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:39.082429 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19cfa38b-7045-43f7-ba29-c8caa5092a7b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:53:39.084855 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19879999-6951-4354-b935-60059fe88ebd" -d '{"events": [{"server_uuid": "b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6", "name": "network-vif-plugged", "status": "completed", "tag": "19cfa38b-7045-43f7-ba29-c8caa5092a7b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:53:39.101575 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 19cfa38b-7045-43f7-ba29-c8caa5092a7b, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=19cfa38b-7045-43f7-ba29-c8caa5092a7b,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:39.134227 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-064ccc4d-475b-4657-9658-486d736a8b45 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 198c004e-4e8a-423c-b7a4-da68988f584a) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:39.134521 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931d422f-3481-4c7e-be48-4035df056074 x-openstack-request-id: req-931d422f-3481-4c7e-be48-4035df056074 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:53:39.134808 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6", "name": "network-vif-plugged", "status": "completed", "tag": "19cfa38b-7045-43f7-ba29-c8caa5092a7b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:53:39.135069 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-931d422f-3481-4c7e-be48-4035df056074 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:53:39.135500 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-931d422f-3481-4c7e-be48-4035df056074'] response: {'server_uuid': 'b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19cfa38b-7045-43f7-ba29-c8caa5092a7b', 'code': 200} Apr 21 12:53:39.137706 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064ccc4d-475b-4657-9658-486d736a8b45 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:39.138290 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-064ccc4d-475b-4657-9658-486d736a8b45 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:39.142648 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12a0834-ae99-46f7-a4b0-32ed285956cd None None] Network 198c004e-4e8a-423c-b7a4-da68988f584a requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:39.194692 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-ab37897d-dd46-46c2-b2d9-f01b931c38f1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Allocated IP 172.20.0.6 (43650c3d-b9d7-4e95-8950-e9fadabd5511/93233cb3-e378-43e1-8b3d-f0dcaa795bfd/a55652c6-ba6f-4644-9cd0-7b283831df09) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:39.205248 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-ab37897d-dd46-46c2-b2d9-f01b931c38f1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Allocated IP 2001:db8::f816:3eff:fe35:7df1 (43650c3d-b9d7-4e95-8950-e9fadabd5511/aa37bb0c-c1c5-4592-8641-d1af74bbc160/a55652c6-ba6f-4644-9cd0-7b283831df09) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:39.216131 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:39.269409 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-064ccc4d-475b-4657-9658-486d736a8b45 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0379353 Apr 21 12:53:39.270118 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34266) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:39.279959 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-306c7783-d595-4036-a0ca-aa614abbdcf8 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1354355984'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:39.283203 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:39.294153 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=19cfa38b-7045-43f7-ba29-c8caa5092a7b,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:39.316664 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c7dc4082-1e6d-42da-934e-969cbbbbc916 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e7e5e6b5bd454712ba68f1d820ffa238&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2756157 Apr 21 12:53:39.319011 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34268) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:39.364625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a67dd-d286-40ec-8151-81c8c0349126 req-6d405dfa-645a-477e-a041-119c72af2710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:39.366689 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a11a67dd-d286-40ec-8151-81c8c0349126 req-6d405dfa-645a-477e-a041-119c72af2710 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 1096 time: 0.1518211 Apr 21 12:53:39.367199 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port c14cba06-3181-4e46-8072-bfa22f37f99b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c14cba06-3181-4e46-8072-bfa22f37f99b,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:39.404488 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306c7783-d595-4036-a0ca-aa614abbdcf8 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Made reservation on behalf of 0625b8f3c08046978c162f99b1521cf3 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:39.408980 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-306c7783-d595-4036-a0ca-aa614abbdcf8 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:39.413788 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ced34675-3676-40f4-8faa-f4a5a1ee6983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:39.419421 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f714544e-e23e-4c8e-8e75-4b7657c59d8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-198c004e-4e8a-423c-b7a4-da68988f584a', 'network_id': '198c004e-4e8a-423c-b7a4-da68988f584a', 'tenant_id': '0625b8f3c08046978c162f99b1521cf3', 'fixed_ips': [{'subnet_id': '4260dc55-ab96-4b1a-894d-94e6c10c3fb9'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:53:39.420434 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f714544e-e23e-4c8e-8e75-4b7657c59d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:39.428078 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab37897d-dd46-46c2-b2d9-f01b931c38f1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:39.464330 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ced34675-3676-40f4-8faa-f4a5a1ee6983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:39.467026 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a11a67dd-d286-40ec-8151-81c8c0349126 req-37cc40ab-f3ef-4efc-89c9-d89f23ab9d8a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896270 Apr 21 12:53:39.481115 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-306c7783-d595-4036-a0ca-aa614abbdcf8 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:53:39.496509 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:39.508126 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-306c7783-d595-4036-a0ca-aa614abbdcf8 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:39.508126 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-306c7783-d595-4036-a0ca-aa614abbdcf8 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Added segment 4c5c128f-4d16-487e-a4d1-f4add8169b75 of type vlan for network 0445fc6e-5c23-4a47-a191-d26e5282df87 Apr 21 12:53:39.555362 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-306c7783-d595-4036-a0ca-aa614abbdcf8 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:39.562663 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab37897d-dd46-46c2-b2d9-f01b931c38f1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:39.592118 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ec3128eb-ada6-40d0-be0f-ec09fd2b959b no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:53:39.618966 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: ec3128eb-ada6-40d0-be0f-ec09fd2b959b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:53:39.619356 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ec3128eb-ada6-40d0-be0f-ec09fd2b959b not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:53:39.619671 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab37897d-dd46-46c2-b2d9-f01b931c38f1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:39.620891 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=c14cba06-3181-4e46-8072-bfa22f37f99b,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:39.621204 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37897d-dd46-46c2-b2d9-f01b931c38f1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Port': ['ID=a55652c6-ba6f-4644-9cd0-7b283831df09,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:39.627504 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ab37897d-dd46-46c2-b2d9-f01b931c38f1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:39.627504 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab37897d-dd46-46c2-b2d9-f01b931c38f1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:39.637813 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-f714544e-e23e-4c8e-8e75-4b7657c59d8b None None] Allocated IP 172.20.255.242 (198c004e-4e8a-423c-b7a4-da68988f584a/4260dc55-ab96-4b1a-894d-94e6c10c3fb9/5a677717-493e-486c-b3f0-b738a8557d60) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:39.676372 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-306c7783-d595-4036-a0ca-aa614abbdcf8 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:39.676921 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab37897d-dd46-46c2-b2d9-f01b931c38f1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:39.677571 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab37897d-dd46-46c2-b2d9-f01b931c38f1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:39.682852 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306c7783-d595-4036-a0ca-aa614abbdcf8 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:39.683548 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-306c7783-d595-4036-a0ca-aa614abbdcf8 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:39.712763 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ced34675-3676-40f4-8faa-f4a5a1ee6983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:39.715383 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ced34675-3676-40f4-8faa-f4a5a1ee6983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:39.716941 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ced34675-3676-40f4-8faa-f4a5a1ee6983 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/725acb8e-e01f-4ce6-bba4-822bb34d9bd9 HTTP/1.1" status: 204 len: 168 time: 0.3970351 Apr 21 12:53:39.756663 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ab37897d-dd46-46c2-b2d9-f01b931c38f1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2249913 Apr 21 12:53:39.768113 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34272) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:39.768423 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced34675-3676-40f4-8faa-f4a5a1ee6983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725acb8e-e01f-4ce6-bba4-822bb34d9bd9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:39.777252 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c7783-d595-4036-a0ca-aa614abbdcf8 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event updated for resources: {'Network': ['ID=0445fc6e-5c23-4a47-a191-d26e5282df87,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:39.783033 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-306c7783-d595-4036-a0ca-aa614abbdcf8 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5118864 Apr 21 12:53:39.785835 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34274) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:39.791416 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-787dbb55-5617-4f3f-9f14-81441ef63e1b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Request body: {'subnet': {'network_id': '0445fc6e-5c23-4a47-a191-d26e5282df87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:39.800952 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 0445fc6e-5c23-4a47-a191-d26e5282df87 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:53:39.838351 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e79c0d5-db66-4da0-b50b-318735b7f669 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:39.844629 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd5bce5-d1b5-4f80-86eb-9d338a9b57d9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:39.850486 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd5bce5-d1b5-4f80-86eb-9d338a9b57d9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:39.852003 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9cd5bce5-d1b5-4f80-86eb-9d338a9b57d9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0935872 Apr 21 12:53:39.855258 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34276) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:39.961375 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787dbb55-5617-4f3f-9f14-81441ef63e1b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Made reservation on behalf of 0625b8f3c08046978c162f99b1521cf3 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:39.965962 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-787dbb55-5617-4f3f-9f14-81441ef63e1b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:39.980149 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-63c3cd07-c13b-4a49-8734-87d314b30e64 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting port a55652c6-ba6f-4644-9cd0-7b283831df09 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:39.980542 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63c3cd07-c13b-4a49-8734-87d314b30e64 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:40.067258 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5189fd-88c0-43a7-a56f-cbcdec91679d req-ad4f33aa-a0f8-4c18-85d5-ca69cb8c34de tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:40.069739 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b5189fd-88c0-43a7-a56f-cbcdec91679d req-ad4f33aa-a0f8-4c18-85d5-ca69cb8c34de tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 945 time: 0.1405628 Apr 21 12:53:40.132016 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b5189fd-88c0-43a7-a56f-cbcdec91679d req-a13f2009-2507-4093-971b-c4ea178016dc tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551562 Apr 21 12:53:40.146284 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f714544e-e23e-4c8e-8e75-4b7657c59d8b None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:40.151539 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63c3cd07-c13b-4a49-8734-87d314b30e64 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:40.162821 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7fc8685f-852f-4c2a-8fae-e205a625f5c7 None None] Provisioning complete for port c14cba06-3181-4e46-8072-bfa22f37f99b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:40.163184 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fc8685f-852f-4c2a-8fae-e205a625f5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:40.173670 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-63c3cd07-c13b-4a49-8734-87d314b30e64 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Calling delete_port for a55652c6-ba6f-4644-9cd0-7b283831df09 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:40.249632 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f714544e-e23e-4c8e-8e75-4b7657c59d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:40.326838 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-787dbb55-5617-4f3f-9f14-81441ef63e1b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:40.340905 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f714544e-e23e-4c8e-8e75-4b7657c59d8b None None] Network 198c004e-4e8a-423c-b7a4-da68988f584a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:40.368247 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f714544e-e23e-4c8e-8e75-4b7657c59d8b None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:40.373868 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714544e-e23e-4c8e-8e75-4b7657c59d8b None None] Pushing event updated for resources: {'Port': ['ID=5a677717-493e-486c-b3f0-b738a8557d60,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:40.376671 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f714544e-e23e-4c8e-8e75-4b7657c59d8b None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:40.443540 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34284) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:40.454490 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787dbb55-5617-4f3f-9f14-81441ef63e1b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event updated for resources: {'Subnet': ['ID=db910497-9e1d-4876-84ed-a32fdbb42daf,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:40.464680 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f714544e-e23e-4c8e-8e75-4b7657c59d8b None None] Attempting to bind port 5a677717-493e-486c-b3f0-b738a8557d60 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:40.465045 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f714544e-e23e-4c8e-8e75-4b7657c59d8b None None] Attempting to bind port 5a677717-493e-486c-b3f0-b738a8557d60 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'ed20f7aa-61ea-430f-8eab-e51ff529c316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '198c004e-4e8a-423c-b7a4-da68988f584a'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:40.466256 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f714544e-e23e-4c8e-8e75-4b7657c59d8b None None] Attempting to bind port 5a677717-493e-486c-b3f0-b738a8557d60 on network 198c004e-4e8a-423c-b7a4-da68988f584a {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:40.471459 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f714544e-e23e-4c8e-8e75-4b7657c59d8b None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:53:40.471836 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f714544e-e23e-4c8e-8e75-4b7657c59d8b None None] Checking segment: {'id': 'ed20f7aa-61ea-430f-8eab-e51ff529c316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '198c004e-4e8a-423c-b7a4-da68988f584a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:53:40.472235 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f714544e-e23e-4c8e-8e75-4b7657c59d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:40.473641 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f714544e-e23e-4c8e-8e75-4b7657c59d8b None None] Bound using segment: {'id': 'ed20f7aa-61ea-430f-8eab-e51ff529c316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '198c004e-4e8a-423c-b7a4-da68988f584a'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:53:40.477237 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f714544e-e23e-4c8e-8e75-4b7657c59d8b None None] Bound port: 5a677717-493e-486c-b3f0-b738a8557d60, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed20f7aa-61ea-430f-8eab-e51ff529c316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '198c004e-4e8a-423c-b7a4-da68988f584a'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:53:40.477237 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f714544e-e23e-4c8e-8e75-4b7657c59d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:40.478069 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18b0fb3f-0829-4034-a287-ee06ad563344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:40.497536 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787dbb55-5617-4f3f-9f14-81441ef63e1b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Checking segment: {'id': '4c5c128f-4d16-487e-a4d1-f4add8169b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0445fc6e-5c23-4a47-a191-d26e5282df87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:53:40.498253 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787dbb55-5617-4f3f-9f14-81441ef63e1b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Network hostable DHCP agents. Network: 0445fc6e-5c23-4a47-a191-d26e5282df87, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:53:40.555296 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0af0c98-f157-4db3-9c12-ad6759b99863 None None] Update dhcp port {'port': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'fixed_ips': [{'subnet_id': 'aa37bb0c-c1c5-4592-8641-d1af74bbc160', 'ip_address': '2001:db8::f816:3eff:fee7:219b'}, {'subnet_id': '93233cb3-e378-43e1-8b3d-f0dcaa795bfd'}], 'binding:host_id': 'n-d-836147-2'}, 'id': 'c14cba06-3181-4e46-8072-bfa22f37f99b'} from n-d-836147-2. {{(pid=103399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 21 12:53:40.585729 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787dbb55-5617-4f3f-9f14-81441ef63e1b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Network 0445fc6e-5c23-4a47-a191-d26e5282df87 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:53:40.598516 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f714544e-e23e-4c8e-8e75-4b7657c59d8b None None] For port 5a677717-493e-486c-b3f0-b738a8557d60, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:53:40.600555 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f0af0c98-f157-4db3-9c12-ad6759b99863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:40.603638 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f714544e-e23e-4c8e-8e75-4b7657c59d8b None None] For port 5a677717-493e-486c-b3f0-b738a8557d60, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=5a677717-493e-486c-b3f0-b738a8557d60,segment=NetworkSegment(ed20f7aa-61ea-430f-8eab-e51ff529c316),segment_id=ed20f7aa-61ea-430f-8eab-e51ff529c316)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:53:40.604219 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63c3cd07-c13b-4a49-8734-87d314b30e64 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:40.642285 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3cd07-c13b-4a49-8734-87d314b30e64 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Port': ['ID=a55652c6-ba6f-4644-9cd0-7b283831df09,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:40.671861 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-787dbb55-5617-4f3f-9f14-81441ef63e1b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 0445fc6e-5c23-4a47-a191-d26e5282df87) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:40.677398 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787dbb55-5617-4f3f-9f14-81441ef63e1b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:40.678307 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-787dbb55-5617-4f3f-9f14-81441ef63e1b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:40.737796 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c911786b-af91-48e6-a15f-04b611ed6b7e None None] Network 0445fc6e-5c23-4a47-a191-d26e5282df87 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:40.744782 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f714544e-e23e-4c8e-8e75-4b7657c59d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:40.758572 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-787dbb55-5617-4f3f-9f14-81441ef63e1b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9714379 Apr 21 12:53:40.761233 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34286) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:40.783618 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c14cba06-3181-4e46-8072-bfa22f37f99b up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:53:40.797629 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63c3cd07-c13b-4a49-8734-87d314b30e64 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:40.799422 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-63c3cd07-c13b-4a49-8734-87d314b30e64 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/a55652c6-ba6f-4644-9cd0-7b283831df09 HTTP/1.1" status: 204 len: 168 time: 0.9431472 Apr 21 12:53:40.801502 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18b0fb3f-0829-4034-a287-ee06ad563344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:40.802246 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34288) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:40.863289 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d262ee-ebf0-4aac-af9f-c786bcb28576 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:40.865067 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d262ee-ebf0-4aac-af9f-c786bcb28576 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:40.866591 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d262ee-ebf0-4aac-af9f-c786bcb28576 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:40.868150 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-98d262ee-ebf0-4aac-af9f-c786bcb28576 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0650015 Apr 21 12:53:40.869699 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18b0fb3f-0829-4034-a287-ee06ad563344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:40.872109 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34290) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:40.914406 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-18b0fb3f-0829-4034-a287-ee06ad563344 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9b92b53db4ea49cda8a4e07c80d14741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4673917 Apr 21 12:53:40.914406 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0fb3f-0829-4034-a287-ee06ad563344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eee3bd9-e411-45c9-9724-e2287eea214f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:40.915515 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34292) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:40.953891 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b11bcaf-be20-420b-9dcc-d42fb8f5018f tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:40.970579 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-452ee8a5-9636-4e9d-b8e5-e0ad1cb937fe tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting subnet 93233cb3-e378-43e1-8b3d-f0dcaa795bfd {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:53:40.985761 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-50156069-bff4-4ca0-ae24-9d564d361fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:40.995720 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714544e-e23e-4c8e-8e75-4b7657c59d8b None None] Pushing event updated for resources: {'Port': ['ID=5a677717-493e-486c-b3f0-b738a8557d60,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:41.010411 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-50156069-bff4-4ca0-ae24-9d564d361fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:41.070763 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-f0af0c98-f157-4db3-9c12-ad6759b99863 None None] Allocated IP 172.20.0.2 (43650c3d-b9d7-4e95-8950-e9fadabd5511/93233cb3-e378-43e1-8b3d-f0dcaa795bfd/c14cba06-3181-4e46-8072-bfa22f37f99b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:41.073961 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b11bcaf-be20-420b-9dcc-d42fb8f5018f tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:41.109765 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port c14cba06-3181-4e46-8072-bfa22f37f99b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:41.109765 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:41.175982 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-50156069-bff4-4ca0-ae24-9d564d361fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:41.180134 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-50156069-bff4-4ca0-ae24-9d564d361fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:41.183825 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-50156069-bff4-4ca0-ae24-9d564d361fae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4eee3bd9-e411-45c9-9724-e2287eea214f HTTP/1.1" status: 204 len: 168 time: 0.2649834 Apr 21 12:53:41.190243 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50156069-bff4-4ca0-ae24-9d564d361fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eee3bd9-e411-45c9-9724-e2287eea214f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:41.197494 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3beaa9c5-f9b8-43ed-a26d-2122d7ce764a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-0445fc6e-5c23-4a47-a191-d26e5282df87', 'network_id': '0445fc6e-5c23-4a47-a191-d26e5282df87', 'tenant_id': '0625b8f3c08046978c162f99b1521cf3', 'fixed_ips': [{'subnet_id': 'db910497-9e1d-4876-84ed-a32fdbb42daf'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:53:41.199755 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3beaa9c5-f9b8-43ed-a26d-2122d7ce764a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:41.323207 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bb33b6-fb8d-4b5e-811c-e0c6a16cade7 req-999535cf-23d1-4647-8bba-60a91154fe98 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:41.333256 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1bb33b6-fb8d-4b5e-811c-e0c6a16cade7 req-999535cf-23d1-4647-8bba-60a91154fe98 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 945 time: 0.0657454 Apr 21 12:53:41.338503 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b11bcaf-be20-420b-9dcc-d42fb8f5018f tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:41.373051 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f0af0c98-f157-4db3-9c12-ad6759b99863 None None] For port c14cba06-3181-4e46-8072-bfa22f37f99b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c14cba06-3181-4e46-8072-bfa22f37f99b,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:41.382628 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11bcaf-be20-420b-9dcc-d42fb8f5018f tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event deleted for resources: {'Subnet': ['ID=db910497-9e1d-4876-84ed-a32fdbb42daf,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:41.433423 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f0af0c98-f157-4db3-9c12-ad6759b99863 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server [None req-3beaa9c5-f9b8-43ed-a26d-2122d7ce764a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet db910497-9e1d-4876-84ed-a32fdbb42daf: This subnet is being modified by another concurrent operation. Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise exception Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet db910497-9e1d-4876-84ed-a32fdbb42daf: This subnet is being modified by another concurrent operation. Apr 21 12:53:41.483348 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server Apr 21 12:53:41.496068 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1bb33b6-fb8d-4b5e-811c-e0c6a16cade7 req-092dcbc4-9407-4b8b-8973-423ef8feb0b6 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492536 Apr 21 12:53:41.496068 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b11bcaf-be20-420b-9dcc-d42fb8f5018f tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:41.508878 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825c36af-629e-4fc3-9ea6-612dc5146799 None None] Network 0445fc6e-5c23-4a47-a191-d26e5282df87 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:41.512845 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-452ee8a5-9636-4e9d-b8e5-e0ad1cb937fe tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:41.513144 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f0af0c98-f157-4db3-9c12-ad6759b99863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:41.537116 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-8b11bcaf-be20-420b-9dcc-d42fb8f5018f tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0445fc6e-5c23-4a47-a191-d26e5282df87']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:41.557256 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-8b11bcaf-be20-420b-9dcc-d42fb8f5018f tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5c128f-4d16-487e-a4d1-f4add8169b75') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:41.557559 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-8b11bcaf-be20-420b-9dcc-d42fb8f5018f tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5c128f-4d16-487e-a4d1-f4add8169b75') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:41.573445 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b11bcaf-be20-420b-9dcc-d42fb8f5018f tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:41.615729 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-452ee8a5-9636-4e9d-b8e5-e0ad1cb937fe tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:41.652042 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b11bcaf-be20-420b-9dcc-d42fb8f5018f tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:41.669967 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b11bcaf-be20-420b-9dcc-d42fb8f5018f tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:53:41.670266 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b11bcaf-be20-420b-9dcc-d42fb8f5018f tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:41.711401 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af0c98-f157-4db3-9c12-ad6759b99863 None None] Pushing event updated for resources: {'Port': ['ID=c14cba06-3181-4e46-8072-bfa22f37f99b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:53:41.725733 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:53:41.762044 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17f614-526d-40d7-ab60-37460ceb7789 req-ab0d8dea-2a0e-46f7-8de0-96ce4ce51ea6 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:41.763610 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b17f614-526d-40d7-ab60-37460ceb7789 req-ab0d8dea-2a0e-46f7-8de0-96ce4ce51ea6 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 945 time: 0.1881378 Apr 21 12:53:41.773385 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34304) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:41.779527 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-13663cb7-2cb3-41a1-8574-ec859daf4537 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Request body: {'floatingip': {'port_id': '19cfa38b-7045-43f7-ba29-c8caa5092a7b'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:41.799164 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b11bcaf-be20-420b-9dcc-d42fb8f5018f tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:41.807496 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b11bcaf-be20-420b-9dcc-d42fb8f5018f tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:41.814804 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8b11bcaf-be20-420b-9dcc-d42fb8f5018f tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/networks/0445fc6e-5c23-4a47-a191-d26e5282df87 HTTP/1.1" status: 204 len: 168 time: 1.0524209 Apr 21 12:53:41.818653 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34306) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:41.823342 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5ac3ee1f-6a8e-4410-971b-937176f6dbdd tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1142645687'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:41.836010 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-452ee8a5-9636-4e9d-b8e5-e0ad1cb937fe tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:41.838480 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-13663cb7-2cb3-41a1-8574-ec859daf4537 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for floatingip, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:41.880096 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11bcaf-be20-420b-9dcc-d42fb8f5018f tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event deleted for resources: {'Network': ['ID=0445fc6e-5c23-4a47-a191-d26e5282df87,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:41.958163 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac3ee1f-6a8e-4410-971b-937176f6dbdd tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Made reservation on behalf of 0625b8f3c08046978c162f99b1521cf3 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:41.964528 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ac3ee1f-6a8e-4410-971b-937176f6dbdd tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:41.993811 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac3ee1f-6a8e-4410-971b-937176f6dbdd tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:53:42.004962 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ac3ee1f-6a8e-4410-971b-937176f6dbdd tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:42.006025 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-5ac3ee1f-6a8e-4410-971b-937176f6dbdd tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Added segment ecb379d1-34d7-4ce0-9b3d-09a3979bf6f4 of type vlan for network 9a06cad5-0a2e-4940-9d2d-35faa2f0186c Apr 21 12:53:42.018179 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34308) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:42.050602 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d05a0e0-cbf0-4b4a-9f3d-3540ef6a1285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:42.081123 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ac3ee1f-6a8e-4410-971b-937176f6dbdd tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:42.086358 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-452ee8a5-9636-4e9d-b8e5-e0ad1cb937fe tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:42.134233 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ee8a5-9636-4e9d-b8e5-e0ad1cb937fe tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Subnet': ['ID=93233cb3-e378-43e1-8b3d-f0dcaa795bfd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:42.137830 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-452ee8a5-9636-4e9d-b8e5-e0ad1cb937fe tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:42.143739 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-452ee8a5-9636-4e9d-b8e5-e0ad1cb937fe tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/93233cb3-e378-43e1-8b3d-f0dcaa795bfd HTTP/1.1" status: 204 len: 168 time: 1.2682035 Apr 21 12:53:42.147507 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34310) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:42.213541 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d05a0e0-cbf0-4b4a-9f3d-3540ef6a1285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:42.215054 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ac3ee1f-6a8e-4410-971b-937176f6dbdd tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:42.222803 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac3ee1f-6a8e-4410-971b-937176f6dbdd tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:42.223444 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ac3ee1f-6a8e-4410-971b-937176f6dbdd tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:42.242912 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb6a0b18-407e-4c91-9025-4b95103689c3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting subnet aa37bb0c-c1c5-4592-8641-d1af74bbc160 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:53:42.248231 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb6a0b18-407e-4c91-9025-4b95103689c3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:42.295809 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d05a0e0-cbf0-4b4a-9f3d-3540ef6a1285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:42.309790 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3ee1f-6a8e-4410-971b-937176f6dbdd tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event updated for resources: {'Network': ['ID=9a06cad5-0a2e-4940-9d2d-35faa2f0186c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:42.324391 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 9a06cad5-0a2e-4940-9d2d-35faa2f0186c details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:53:42.335316 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5ac3ee1f-6a8e-4410-971b-937176f6dbdd tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5157478 Apr 21 12:53:42.342517 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34312) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:42.355000 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7d024e-cc22-4a1f-ad50-f9f28fd2197a None None] Network 198c004e-4e8a-423c-b7a4-da68988f584a requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:42.355852 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ddc8e28a-7a9a-426c-a5e1-2a1c0faf25b0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Request body: {'subnet': {'network_id': '9a06cad5-0a2e-4940-9d2d-35faa2f0186c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:42.362690 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9d05a0e0-cbf0-4b4a-9f3d-3540ef6a1285 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8bc2967161a44b7fbb2ad7166b185025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3434665 Apr 21 12:53:42.363574 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d05a0e0-cbf0-4b4a-9f3d-3540ef6a1285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c67beb9-9ac3-485a-ac3a-669dba92e44c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:42.365896 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34314) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:42.444710 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73bf7d3c-271a-49c9-af7b-e5ff21f451a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:42.473207 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73bf7d3c-271a-49c9-af7b-e5ff21f451a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:42.494757 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-80fcccd8-d424-4a28-bca9-9bbf26c7fd81 None None] Provisioning complete for port 5a677717-493e-486c-b3f0-b738a8557d60 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:42.495916 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80fcccd8-d424-4a28-bca9-9bbf26c7fd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:42.505415 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb6a0b18-407e-4c91-9025-4b95103689c3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:42.566202 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf770f0-09f4-4db1-92a9-73af3589d31d None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:42.576514 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.db.resource_extend [None req-13663cb7-2cb3-41a1-8574-ec859daf4537 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 12:53:42.617976 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73bf7d3c-271a-49c9-af7b-e5ff21f451a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:42.620489 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-73bf7d3c-271a-49c9-af7b-e5ff21f451a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:42.621937 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-73bf7d3c-271a-49c9-af7b-e5ff21f451a3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8c67beb9-9ac3-485a-ac3a-669dba92e44c HTTP/1.1" status: 204 len: 168 time: 0.2549665 Apr 21 12:53:42.631945 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf7d3c-271a-49c9-af7b-e5ff21f451a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c67beb9-9ac3-485a-ac3a-669dba92e44c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:42.707746 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-13663cb7-2cb3-41a1-8574-ec859daf4537 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:42.753529 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80fcccd8-d424-4a28-bca9-9bbf26c7fd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:42.840332 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-80fcccd8-d424-4a28-bca9-9bbf26c7fd81 None None] For port 5a677717-493e-486c-b3f0-b738a8557d60, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=5a677717-493e-486c-b3f0-b738a8557d60,segment=NetworkSegment(ed20f7aa-61ea-430f-8eab-e51ff529c316),segment_id=ed20f7aa-61ea-430f-8eab-e51ff529c316)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:42.923128 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c14cba06-3181-4e46-8072-bfa22f37f99b up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:53:42.965629 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80fcccd8-d424-4a28-bca9-9bbf26c7fd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:43.007397 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-13663cb7-2cb3-41a1-8574-ec859daf4537 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:43.027922 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port c14cba06-3181-4e46-8072-bfa22f37f99b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:43.028472 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:43.072872 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fcccd8-d424-4a28-bca9-9bbf26c7fd81 None None] Pushing event updated for resources: {'Port': ['ID=5a677717-493e-486c-b3f0-b738a8557d60,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:43.075388 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb6a0b18-407e-4c91-9025-4b95103689c3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:43.103646 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f9a1c5f7-b695-414a-afff-b0b7ef7a2adb None None] Could not find standard attr ID for object a55652c6-ba6f-4644-9cd0-7b283831df09. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:53:43.147656 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc8e28a-7a9a-426c-a5e1-2a1c0faf25b0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Made reservation on behalf of 0625b8f3c08046978c162f99b1521cf3 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:43.151741 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ddc8e28a-7a9a-426c-a5e1-2a1c0faf25b0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:43.158029 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f9a1c5f7-b695-414a-afff-b0b7ef7a2adb None None] Provisioning complete for port c14cba06-3181-4e46-8072-bfa22f37f99b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:43.158029 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9a1c5f7-b695-414a-afff-b0b7ef7a2adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:43.266196 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.ipam_backend_mixin [None req-ddc8e28a-7a9a-426c-a5e1-2a1c0faf25b0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Performing IP validity checks on allocation pools {{(pid=103397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 21 12:53:43.266805 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.ipam_backend_mixin [None req-ddc8e28a-7a9a-426c-a5e1-2a1c0faf25b0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 21 12:53:43.302338 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-13663cb7-2cb3-41a1-8574-ec859daf4537 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Floating IP 3ed5f101-a55a-4889-9a7e-0f8d4a11d372 associated. External IP: 172.25.8.152, port: 19cfa38b-7045-43f7-ba29-c8caa5092a7b. Apr 21 12:53:43.387125 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb6a0b18-407e-4c91-9025-4b95103689c3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:43.399581 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 5a677717-493e-486c-b3f0-b738a8557d60 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:53:43.444532 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb6a0b18-407e-4c91-9025-4b95103689c3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:43.448090 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cb6a0b18-407e-4c91-9025-4b95103689c3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/aa37bb0c-c1c5-4592-8641-d1af74bbc160 HTTP/1.1" status: 204 len: 168 time: 1.3001852 Apr 21 12:53:43.450621 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34330) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:43.463959 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a0b18-407e-4c91-9025-4b95103689c3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Subnet': ['ID=aa37bb0c-c1c5-4592-8641-d1af74bbc160,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:43.509357 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8365ff97-4ec9-47f2-81fa-f46c157aefaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:43.514916 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d6ce1eb9-f15b-48a9-bbaf-fffe509e79aa tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631013 Apr 21 12:53:43.527744 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34332) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:43.547011 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-eed8f563-9df4-4212-9058-49df30e38a07 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:43.586375 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 5a677717-493e-486c-b3f0-b738a8557d60 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:43.586375 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:43.670946 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ddc8e28a-7a9a-426c-a5e1-2a1c0faf25b0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:43.683098 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-becd9202-3349-4e2b-89fe-51f86846bb8d None None] Provisioning complete for port 5a677717-493e-486c-b3f0-b738a8557d60 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:43.683098 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-becd9202-3349-4e2b-89fe-51f86846bb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:43.732138 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e070faa-3b88-4cb1-9ed7-1a1ea550f55c None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:43.740735 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed8f563-9df4-4212-9058-49df30e38a07 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:43.747721 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eed8f563-9df4-4212-9058-49df30e38a07 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:43.814282 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc8e28a-7a9a-426c-a5e1-2a1c0faf25b0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event updated for resources: {'Subnet': ['ID=e63ac364-af32-4198-8746-a08ad183819a,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:43.823564 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc8e28a-7a9a-426c-a5e1-2a1c0faf25b0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Checking segment: {'id': 'ecb379d1-34d7-4ce0-9b3d-09a3979bf6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9a06cad5-0a2e-4940-9d2d-35faa2f0186c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:53:43.824440 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc8e28a-7a9a-426c-a5e1-2a1c0faf25b0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Network hostable DHCP agents. Network: 9a06cad5-0a2e-4940-9d2d-35faa2f0186c, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:53:43.850795 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13663cb7-2cb3-41a1-8574-ec859daf4537 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Router 122bd43e-b51c-4d5a-aa28-e28a493daa28 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:53:43.954587 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc8e28a-7a9a-426c-a5e1-2a1c0faf25b0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Network 9a06cad5-0a2e-4940-9d2d-35faa2f0186c is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:53:43.980761 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13663cb7-2cb3-41a1-8574-ec859daf4537 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:53:43.989393 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-13663cb7-2cb3-41a1-8574-ec859daf4537 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:43.989796 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eaab3f-323d-44af-a923-ddfc0b543380 None None] DHCP port deletion for 43650c3d-b9d7-4e95-8950-e9fadabd5511 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:53:43.999425 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61d4ba1-5255-4f24-bc34-5aa5696d4982 None None] Sync routers for ids ['122bd43e-b51c-4d5a-aa28-e28a493daa28'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:53:44.011927 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61d4ba1-5255-4f24-bc34-5aa5696d4982 None None] Routers {'122bd43e-b51c-4d5a-aa28-e28a493daa28'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:44.012671 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d61d4ba1-5255-4f24-bc34-5aa5696d4982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:53:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['122bd43e-b51c-4d5a-aa28-e28a493daa28'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:44.030292 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-13663cb7-2cb3-41a1-8574-ec859daf4537 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "PUT /v2.0/floatingips/3ed5f101-a55a-4889-9a7e-0f8d4a11d372 HTTP/1.1" status: 200 len: 991 time: 2.2443786 Apr 21 12:53:44.030292 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6', 'tag': '19cfa38b-7045-43f7-ba29-c8caa5092a7b'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:53:44.030292 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835e7637-46ba-408a-b6d1-411b58c05c93" -d '{"events": [{"name": "network-changed", "server_uuid": "b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6", "tag": "19cfa38b-7045-43f7-ba29-c8caa5092a7b"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:53:44.054053 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ddc8e28a-7a9a-426c-a5e1-2a1c0faf25b0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 9a06cad5-0a2e-4940-9d2d-35faa2f0186c) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:44.059845 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc8e28a-7a9a-426c-a5e1-2a1c0faf25b0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:44.062266 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ddc8e28a-7a9a-426c-a5e1-2a1c0faf25b0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:44.070504 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0768ce0e-6f96-4e18-a603-4eba527af721 None None] Network 9a06cad5-0a2e-4940-9d2d-35faa2f0186c requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:44.076506 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-98eaab3f-323d-44af-a923-ddfc0b543380 None None] Deleting port c14cba06-3181-4e46-8072-bfa22f37f99b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:44.076881 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98eaab3f-323d-44af-a923-ddfc0b543380 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:44.082793 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eed8f563-9df4-4212-9058-49df30e38a07 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:44.102453 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-12632048-f3ee-4a74-bb17-4227768d053f None None] Provisioning complete for port c14cba06-3181-4e46-8072-bfa22f37f99b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:44.102892 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12632048-f3ee-4a74-bb17-4227768d053f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:44.132768 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-d61d4ba1-5255-4f24-bc34-5aa5696d4982 None None] Set router 122bd43e-b51c-4d5a-aa28-e28a493daa28 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:53:44.145800 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ddc8e28a-7a9a-426c-a5e1-2a1c0faf25b0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7984238 Apr 21 12:53:44.147473 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34350) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:44.181099 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed8f563-9df4-4212-9058-49df30e38a07 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:44.188877 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-eed8f563-9df4-4212-9058-49df30e38a07 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:44.210286 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed8f563-9df4-4212-9058-49df30e38a07 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:44.213048 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eed8f563-9df4-4212-9058-49df30e38a07 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:44.245032 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-98eaab3f-323d-44af-a923-ddfc0b543380 None None] For port c14cba06-3181-4e46-8072-bfa22f37f99b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c14cba06-3181-4e46-8072-bfa22f37f99b,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:44.245399 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98eaab3f-323d-44af-a923-ddfc0b543380 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:44.256795 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed8f563-9df4-4212-9058-49df30e38a07 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Subnet': ['ID=545f4a41-44f1-41df-b9ad-33206bcc1069,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:44.280415 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-98eaab3f-323d-44af-a923-ddfc0b543380 None None] Calling delete_port for c14cba06-3181-4e46-8072-bfa22f37f99b owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:44.329759 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-eed8f563-9df4-4212-9058-49df30e38a07 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7980688 Apr 21 12:53:44.332792 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34354) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:44.338057 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3e57594a-e9c3-4ce3-b77e-c78370e2d5dd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:44.395553 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d80aea6-0a44-484d-8939-f86472ccde56 x-openstack-request-id: req-9d80aea6-0a44-484d-8939-f86472ccde56 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:53:44.395553 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6", "tag": "19cfa38b-7045-43f7-ba29-c8caa5092a7b", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:53:44.396029 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9d80aea6-0a44-484d-8939-f86472ccde56 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:53:44.396611 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d80aea6-0a44-484d-8939-f86472ccde56'] response: {'name': 'network-changed', 'server_uuid': 'b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6', 'tag': '19cfa38b-7045-43f7-ba29-c8caa5092a7b', 'status': 'completed', 'code': 200} Apr 21 12:53:44.404412 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-872369ef-d9bf-459d-a1cc-c4b739e5c7b2 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:44.471358 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d61d4ba1-5255-4f24-bc34-5aa5696d4982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'name': 'tempest-AttachVolumeShelveTestJSON-1998499405-router', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:49:04Z', 'updated_at': '2022-04-21T12:49:08Z', 'revision_number': 4, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'gw_port': {'id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:05Z', 'updated_at': '2022-04-21T12:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '3ed5f101-a55a-4889-9a7e-0f8d4a11d372', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'port_id': '19cfa38b-7045-43f7-ba29-c8caa5092a7b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17', 'mac_address': 'fa:16:3e:19:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:53:23Z', 'updated_at': '2022-04-21T12:53:42Z', 'revision_number': 1, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d0f4ea-0ea9-4471-b024-3521b9652508', 'name': '', 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'mac_address': 'fa:16:3e:fa:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:07Z', 'updated_at': '2022-04-21T12:49:13Z', 'revision_number': 5, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'subnets': [{'id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:44.483331 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0320ea72-1fac-417b-a104-951278cb2d7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-9a06cad5-0a2e-4940-9d2d-35faa2f0186c', 'network_id': '9a06cad5-0a2e-4940-9d2d-35faa2f0186c', 'tenant_id': '0625b8f3c08046978c162f99b1521cf3', 'fixed_ips': [{'subnet_id': 'e63ac364-af32-4198-8746-a08ad183819a'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:53:44.484815 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0320ea72-1fac-417b-a104-951278cb2d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:44.510851 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-872369ef-d9bf-459d-a1cc-c4b739e5c7b2 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:44.512022 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61d4ba1-5255-4f24-bc34-5aa5696d4982 None None] Checking router: 122bd43e-b51c-4d5a-aa28-e28a493daa28 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:53:44.523260 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61d4ba1-5255-4f24-bc34-5aa5696d4982 None None] Routers {'122bd43e-b51c-4d5a-aa28-e28a493daa28'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:53:44.523874 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d61d4ba1-5255-4f24-bc34-5aa5696d4982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:53:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['122bd43e-b51c-4d5a-aa28-e28a493daa28'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:44.582829 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e7637-46ba-408a-b6d1-411b58c05c93 req-44c6ded8-ebf2-4bd0-b445-105e243cbf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:44.587095 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-835e7637-46ba-408a-b6d1-411b58c05c93 req-44c6ded8-ebf2-4bd0-b445-105e243cbf72 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43c98e4e76c844d38eb1054dc1e6fa15&device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 1096 time: 0.1671810 Apr 21 12:53:44.622145 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98eaab3f-323d-44af-a923-ddfc0b543380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:44.652025 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e57594a-e9c3-4ce3-b77e-c78370e2d5dd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:44.654459 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eaab3f-323d-44af-a923-ddfc0b543380 None None] Pushing event deleted for resources: {'Port': ['ID=c14cba06-3181-4e46-8072-bfa22f37f99b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:44.655613 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e57594a-e9c3-4ce3-b77e-c78370e2d5dd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:44.681606 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-872369ef-d9bf-459d-a1cc-c4b739e5c7b2 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:44.698443 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eaab3f-323d-44af-a923-ddfc0b543380 None None] No DVR routers for this DVR port c14cba06-3181-4e46-8072-bfa22f37f99b on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:53:44.730448 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19638fc9-bdcd-4970-adf8-62cf77ce6043 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:44.769222 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e7637-46ba-408a-b6d1-411b58c05c93 req-09fe03f1-fb85-45da-a18e-dc86a4436d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:44.770727 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-835e7637-46ba-408a-b6d1-411b58c05c93 req-09fe03f1-fb85-45da-a18e-dc86a4436d37 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c827d442-59c0-42d4-802b-84a8d0f2cf17 HTTP/1.1" status: 200 len: 918 time: 0.1764421 Apr 21 12:53:44.838872 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-d61d4ba1-5255-4f24-bc34-5aa5696d4982 None None] Set router 122bd43e-b51c-4d5a-aa28-e28a493daa28 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:53:44.852979 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-835e7637-46ba-408a-b6d1-411b58c05c93 req-bea3123c-7eeb-4927-9efa-74187d8de673 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19cfa38b-7045-43f7-ba29-c8caa5092a7b HTTP/1.1" status: 200 len: 999 time: 0.0730538 Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server [None req-0320ea72-1fac-417b-a104-951278cb2d7f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e63ac364-af32-4198-8746-a08ad183819a: This subnet is being modified by another concurrent operation. Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise exception Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e63ac364-af32-4198-8746-a08ad183819a: This subnet is being modified by another concurrent operation. Apr 21 12:53:44.885151 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server Apr 21 12:53:44.892475 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 5a677717-493e-486c-b3f0-b738a8557d60 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:53:44.899089 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872369ef-d9bf-459d-a1cc-c4b739e5c7b2 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event deleted for resources: {'Subnet': ['ID=e63ac364-af32-4198-8746-a08ad183819a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:44.923400 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-872369ef-d9bf-459d-a1cc-c4b739e5c7b2 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:44.943791 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4df060-7616-4576-b6e2-f16ef4b54315 None None] Network 9a06cad5-0a2e-4940-9d2d-35faa2f0186c requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:44.948859 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e7637-46ba-408a-b6d1-411b58c05c93 req-957f7caf-c1e2-412b-a360-3b30f523c494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:44.950336 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-872369ef-d9bf-459d-a1cc-c4b739e5c7b2 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a06cad5-0a2e-4940-9d2d-35faa2f0186c']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:44.950813 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-835e7637-46ba-408a-b6d1-411b58c05c93 req-957f7caf-c1e2-412b-a360-3b30f523c494 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d HTTP/1.1" status: 200 len: 856 time: 0.0912142 Apr 21 12:53:44.964036 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-872369ef-d9bf-459d-a1cc-c4b739e5c7b2 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb379d1-34d7-4ce0-9b3d-09a3979bf6f4') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:44.964535 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-872369ef-d9bf-459d-a1cc-c4b739e5c7b2 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb379d1-34d7-4ce0-9b3d-09a3979bf6f4') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:45.002396 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-872369ef-d9bf-459d-a1cc-c4b739e5c7b2 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:45.036265 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-872369ef-d9bf-459d-a1cc-c4b739e5c7b2 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:45.042271 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e7637-46ba-408a-b6d1-411b58c05c93 req-4cfdb566-1c37-42ef-afcf-6cd6053dc3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:45.044084 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-835e7637-46ba-408a-b6d1-411b58c05c93 req-4cfdb566-1c37-42ef-afcf-6cd6053dc3bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c827d442-59c0-42d4-802b-84a8d0f2cf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872490 Apr 21 12:53:45.046769 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872369ef-d9bf-459d-a1cc-c4b739e5c7b2 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:53:45.047181 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-872369ef-d9bf-459d-a1cc-c4b739e5c7b2 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:53:45.072705 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:53:45.195225 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 5a677717-493e-486c-b3f0-b738a8557d60 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:45.195610 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:45.211446 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-835e7637-46ba-408a-b6d1-411b58c05c93 req-17f7354c-6260-43dd-b864-4678f4d18f34 service neutron] 10.222.0.24 "GET /v2.0/networks/c827d442-59c0-42d4-802b-84a8d0f2cf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475832 Apr 21 12:53:45.226115 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9cb3d1-ca9c-451f-9403-0e8df31fd4c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-43650c3d-b9d7-4e95-8950-e9fadabd5511', 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'fixed_ips': [{'subnet_id': '545f4a41-44f1-41df-b9ad-33206bcc1069'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:53:45.226977 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea9cb3d1-ca9c-451f-9403-0e8df31fd4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:45.246991 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-d61d4ba1-5255-4f24-bc34-5aa5696d4982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'name': 'tempest-AttachVolumeShelveTestJSON-1998499405-router', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:49:04Z', 'updated_at': '2022-04-21T12:49:08Z', 'revision_number': 4, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'gw_port': {'id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:05Z', 'updated_at': '2022-04-21T12:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '3ed5f101-a55a-4889-9a7e-0f8d4a11d372', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'port_id': '19cfa38b-7045-43f7-ba29-c8caa5092a7b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17', 'mac_address': 'fa:16:3e:19:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:53:23Z', 'updated_at': '2022-04-21T12:53:42Z', 'revision_number': 1, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d0f4ea-0ea9-4471-b024-3521b9652508', 'name': '', 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'mac_address': 'fa:16:3e:fa:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:07Z', 'updated_at': '2022-04-21T12:49:13Z', 'revision_number': 5, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'subnets': [{'id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:45.275929 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-872369ef-d9bf-459d-a1cc-c4b739e5c7b2 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:45.285479 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61d4ba1-5255-4f24-bc34-5aa5696d4982 None None] The sync data for ids ['122bd43e-b51c-4d5a-aa28-e28a493daa28'] in n-d-836147-2 is: [{'id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'name': 'tempest-AttachVolumeShelveTestJSON-1998499405-router', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:49:04Z', 'updated_at': '2022-04-21T12:49:08Z', 'revision_number': 4, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'gw_port': {'id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:05Z', 'updated_at': '2022-04-21T12:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '3ed5f101-a55a-4889-9a7e-0f8d4a11d372', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'port_id': '19cfa38b-7045-43f7-ba29-c8caa5092a7b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17', 'mac_address': 'fa:16:3e:19:b3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:53:23Z', 'updated_at': '2022-04-21T12:53:42Z', 'revision_number': 1, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8d0f4ea-0ea9-4471-b024-3521b9652508', 'name': '', 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'mac_address': 'fa:16:3e:fa:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:07Z', 'updated_at': '2022-04-21T12:49:13Z', 'revision_number': 5, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'subnets': [{'id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:53:45.294981 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-872369ef-d9bf-459d-a1cc-c4b739e5c7b2 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:45.302684 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-872369ef-d9bf-459d-a1cc-c4b739e5c7b2 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/networks/9a06cad5-0a2e-4940-9d2d-35faa2f0186c HTTP/1.1" status: 204 len: 168 time: 1.1524985 Apr 21 12:53:45.305175 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34370) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:45.311507 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f1a90257-5fa0-4e77-a626-e2e114112c7a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-522992903'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:45.331785 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872369ef-d9bf-459d-a1cc-c4b739e5c7b2 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event deleted for resources: {'Network': ['ID=9a06cad5-0a2e-4940-9d2d-35faa2f0186c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:45.356459 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34372) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:45.411458 n-d-836147-2 neutron-server[103398]: DEBUG neutron.objects.ports [None req-3e57594a-e9c3-4ce3-b77e-c78370e2d5dd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103398) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 12:53:45.419249 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a90257-5fa0-4e77-a626-e2e114112c7a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Made reservation on behalf of 0625b8f3c08046978c162f99b1521cf3 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:45.424853 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e57594a-e9c3-4ce3-b77e-c78370e2d5dd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:45.426166 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1a90257-5fa0-4e77-a626-e2e114112c7a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:45.483782 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a90257-5fa0-4e77-a626-e2e114112c7a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:53:45.501524 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1a90257-5fa0-4e77-a626-e2e114112c7a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:45.502251 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-f1a90257-5fa0-4e77-a626-e2e114112c7a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Added segment 859c102b-2e3e-4c07-b85f-c2ab334709d5 of type vlan for network 2fc06b57-ef8e-448a-a53d-7302c08cc641 Apr 21 12:53:45.552409 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ea9cb3d1-ca9c-451f-9403-0e8df31fd4c1 None None] Allocated IP 172.20.0.2 (43650c3d-b9d7-4e95-8950-e9fadabd5511/545f4a41-44f1-41df-b9ad-33206bcc1069/15f30c09-4748-4451-ad23-8de68f878f68) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:45.565954 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ea9cb3d1-ca9c-451f-9403-0e8df31fd4c1 None None] Allocated IP 2001:db8::f816:3eff:feb8:9cc (43650c3d-b9d7-4e95-8950-e9fadabd5511/a16ca8b9-cb11-423b-958d-cfa334e10ca7/15f30c09-4748-4451-ad23-8de68f878f68) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:45.572138 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1a90257-5fa0-4e77-a626-e2e114112c7a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:45.577200 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e57594a-e9c3-4ce3-b77e-c78370e2d5dd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:45.579541 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-835e7637-46ba-408a-b6d1-411b58c05c93 req-f83c0c9d-33e0-4753-a855-472db18c750f service neutron] 10.222.0.24 "GET /v2.0/networks/c827d442-59c0-42d4-802b-84a8d0f2cf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613067 Apr 21 12:53:45.596512 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e57594a-e9c3-4ce3-b77e-c78370e2d5dd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Subnet': ['ID=a16ca8b9-cb11-423b-958d-cfa334e10ca7,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:45.609293 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-3e57594a-e9c3-4ce3-b77e-c78370e2d5dd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:45.615710 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e57594a-e9c3-4ce3-b77e-c78370e2d5dd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:45.620545 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e57594a-e9c3-4ce3-b77e-c78370e2d5dd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:45.681849 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c14cba06-3181-4e46-8072-bfa22f37f99b no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:53:45.698879 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1a90257-5fa0-4e77-a626-e2e114112c7a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:45.704608 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a90257-5fa0-4e77-a626-e2e114112c7a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:45.705239 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1a90257-5fa0-4e77-a626-e2e114112c7a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:45.712880 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3e57594a-e9c3-4ce3-b77e-c78370e2d5dd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3787880 Apr 21 12:53:45.713506 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34376) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:45.718922 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a42ce619-7724-41c5-a3fc-c58662cb9630 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'port': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'mac_address': 'fa:16:3e:3b:a9:3b', 'name': 'tempest-NetworksTestDHCPv6-526906269'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:45.725189 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25eb523-0eb4-426c-a180-466bd95a0ac2 None None] New status for floating IP 3ed5f101-a55a-4889-9a7e-0f8d4a11d372: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:53:45.736037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: c14cba06-3181-4e46-8072-bfa22f37f99b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:53:45.741906 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c14cba06-3181-4e46-8072-bfa22f37f99b not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:53:45.809273 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a90257-5fa0-4e77-a626-e2e114112c7a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event updated for resources: {'Network': ['ID=2fc06b57-ef8e-448a-a53d-7302c08cc641,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:45.816544 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f1a90257-5fa0-4e77-a626-e2e114112c7a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5101295 Apr 21 12:53:45.820122 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cef4dade-63ff-4c9e-b15b-71995dc01850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:45.820307 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8eafc905-9180-433b-ab1a-e38d8e6770bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-246241836'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:45.825484 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34380) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:45.834919 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3949024f-4686-4f7f-9298-78a808b76e64 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Request body: {'subnet': {'network_id': '2fc06b57-ef8e-448a-a53d-7302c08cc641', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:45.835790 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 2fc06b57-ef8e-448a-a53d-7302c08cc641 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:53:45.949904 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eafc905-9180-433b-ab1a-e38d8e6770bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988-project] Made reservation on behalf of 2d7afd2729f141ebbf672042eae982c5 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:45.953512 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8eafc905-9180-433b-ab1a-e38d8e6770bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:45.964062 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8eafc905-9180-433b-ab1a-e38d8e6770bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:45.972812 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42ce619-7724-41c5-a3fc-c58662cb9630 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:45.999841 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3949024f-4686-4f7f-9298-78a808b76e64 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Made reservation on behalf of 0625b8f3c08046978c162f99b1521cf3 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:46.003687 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3949024f-4686-4f7f-9298-78a808b76e64 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:46.058467 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a42ce619-7724-41c5-a3fc-c58662cb9630 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:46.082719 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-a42ce619-7724-41c5-a3fc-c58662cb9630 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] device_id is not set on port 52d19abd-0623-4297-8387-a2f8b4fc7bb5 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:53:46.135047 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8eafc905-9180-433b-ab1a-e38d8e6770bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:46.185808 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8eafc905-9180-433b-ab1a-e38d8e6770bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:46.199239 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea9cb3d1-ca9c-451f-9403-0e8df31fd4c1 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:46.242954 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eafc905-9180-433b-ab1a-e38d8e6770bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:53:46.260760 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafc905-9180-433b-ab1a-e38d8e6770bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eeee04f-092c-4470-9159-14ca98949112,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:46.265925 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea9cb3d1-ca9c-451f-9403-0e8df31fd4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:46.284808 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8eafc905-9180-433b-ab1a-e38d8e6770bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:46.285614 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-8eafc905-9180-433b-ab1a-e38d8e6770bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988-project] Added segment 82de1b33-53cc-45f5-8cf0-8404444307fd of type vlan for network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 Apr 21 12:53:46.312799 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9cb3d1-ca9c-451f-9403-0e8df31fd4c1 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:46.317426 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ea9cb3d1-ca9c-451f-9403-0e8df31fd4c1 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:46.322442 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9cb3d1-ca9c-451f-9403-0e8df31fd4c1 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:46.334377 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9cb3d1-ca9c-451f-9403-0e8df31fd4c1 None None] Pushing event updated for resources: {'Port': ['ID=15f30c09-4748-4451-ad23-8de68f878f68,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:46.346359 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8eafc905-9180-433b-ab1a-e38d8e6770bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:46.352207 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3949024f-4686-4f7f-9298-78a808b76e64 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:46.366467 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-a42ce619-7724-41c5-a3fc-c58662cb9630 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Allocated IP 172.20.0.14 (43650c3d-b9d7-4e95-8950-e9fadabd5511/545f4a41-44f1-41df-b9ad-33206bcc1069/52d19abd-0623-4297-8387-a2f8b4fc7bb5) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:46.373121 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-a42ce619-7724-41c5-a3fc-c58662cb9630 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Allocated IP 2001:db8::f816:3eff:fe3b:a93b (43650c3d-b9d7-4e95-8950-e9fadabd5511/a16ca8b9-cb11-423b-958d-cfa334e10ca7/52d19abd-0623-4297-8387-a2f8b4fc7bb5) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:46.410651 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ea9cb3d1-ca9c-451f-9403-0e8df31fd4c1 None None] Attempting to bind port 15f30c09-4748-4451-ad23-8de68f878f68 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:46.411215 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ea9cb3d1-ca9c-451f-9403-0e8df31fd4c1 None None] Attempting to bind port 15f30c09-4748-4451-ad23-8de68f878f68 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:46.411578 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9cb3d1-ca9c-451f-9403-0e8df31fd4c1 None None] Attempting to bind port 15f30c09-4748-4451-ad23-8de68f878f68 on network 43650c3d-b9d7-4e95-8950-e9fadabd5511 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:46.419961 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9cb3d1-ca9c-451f-9403-0e8df31fd4c1 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:53:46.420329 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9cb3d1-ca9c-451f-9403-0e8df31fd4c1 None None] Checking segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:53:46.420733 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea9cb3d1-ca9c-451f-9403-0e8df31fd4c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:46.421311 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9cb3d1-ca9c-451f-9403-0e8df31fd4c1 None None] Bound using segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:53:46.423227 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ea9cb3d1-ca9c-451f-9403-0e8df31fd4c1 None None] Bound port: 15f30c09-4748-4451-ad23-8de68f878f68, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:53:46.423622 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea9cb3d1-ca9c-451f-9403-0e8df31fd4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:46.434398 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949024f-4686-4f7f-9298-78a808b76e64 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event updated for resources: {'Subnet': ['ID=c9e46489-b8e6-4c9f-84bf-cdab6b1fcb56,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:46.447857 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3949024f-4686-4f7f-9298-78a808b76e64 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Checking segment: {'id': '859c102b-2e3e-4c07-b85f-c2ab334709d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2fc06b57-ef8e-448a-a53d-7302c08cc641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:53:46.448296 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3949024f-4686-4f7f-9298-78a808b76e64 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Network hostable DHCP agents. Network: 2fc06b57-ef8e-448a-a53d-7302c08cc641, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:53:46.500327 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ea9cb3d1-ca9c-451f-9403-0e8df31fd4c1 None None] For port 15f30c09-4748-4451-ad23-8de68f878f68, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:53:46.503290 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ea9cb3d1-ca9c-451f-9403-0e8df31fd4c1 None None] For port 15f30c09-4748-4451-ad23-8de68f878f68, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=15f30c09-4748-4451-ad23-8de68f878f68,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:53:46.520661 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8eafc905-9180-433b-ab1a-e38d8e6770bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:46.524450 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a42ce619-7724-41c5-a3fc-c58662cb9630 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:46.530318 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eafc905-9180-433b-ab1a-e38d8e6770bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:46.530318 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8eafc905-9180-433b-ab1a-e38d8e6770bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:46.578570 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3949024f-4686-4f7f-9298-78a808b76e64 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Network 2fc06b57-ef8e-448a-a53d-7302c08cc641 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:53:46.599750 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eafc905-9180-433b-ab1a-e38d8e6770bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988-project] Pushing event updated for resources: {'Network': ['ID=443daf4a-e3bb-4cc2-b77a-7cb1ff57e784,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:46.609529 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:53:46.613490 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ea9cb3d1-ca9c-451f-9403-0e8df31fd4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:46.648037 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a42ce619-7724-41c5-a3fc-c58662cb9630 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:46.654751 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8eafc905-9180-433b-ab1a-e38d8e6770bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.2969232 Apr 21 12:53:46.696619 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42ce619-7724-41c5-a3fc-c58662cb9630 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:46.699885 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a42ce619-7724-41c5-a3fc-c58662cb9630 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:46.704432 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42ce619-7724-41c5-a3fc-c58662cb9630 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:46.714780 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-3949024f-4686-4f7f-9298-78a808b76e64 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 2fc06b57-ef8e-448a-a53d-7302c08cc641) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:46.716750 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3949024f-4686-4f7f-9298-78a808b76e64 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:46.717880 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3949024f-4686-4f7f-9298-78a808b76e64 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:46.731341 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0686be28-9489-4804-8f3f-31117289877c None None] Network 2fc06b57-ef8e-448a-a53d-7302c08cc641 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:46.755413 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9cb3d1-ca9c-451f-9403-0e8df31fd4c1 None None] Pushing event updated for resources: {'Port': ['ID=15f30c09-4748-4451-ad23-8de68f878f68,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:46.762669 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42ce619-7724-41c5-a3fc-c58662cb9630 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:46.763327 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a42ce619-7724-41c5-a3fc-c58662cb9630 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:46.772854 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42ce619-7724-41c5-a3fc-c58662cb9630 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Port': ['ID=52d19abd-0623-4297-8387-a2f8b4fc7bb5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:46.818903 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3949024f-4686-4f7f-9298-78a808b76e64 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9915972 Apr 21 12:53:46.821124 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34386) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:46.870973 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a42ce619-7724-41c5-a3fc-c58662cb9630 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1549952 Apr 21 12:53:46.872282 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34390) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:46.922479 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:46.932063 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34392) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:46.938471 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Request body: {'port': {'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784', 'binding:host_id': 'n-h2-836147-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-257956855'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:46.956786 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:46.973146 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d06120-60de-427c-8ec9-bc96536e60df tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:46.979080 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d06120-60de-427c-8ec9-bc96536e60df tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:46.981777 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-21d06120-60de-427c-8ec9-bc96536e60df tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1085627 Apr 21 12:53:46.984615 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34394) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:47.008356 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f192a5-ad3a-41d0-ad7e-4c30572dadcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-2fc06b57-ef8e-448a-a53d-7302c08cc641', 'network_id': '2fc06b57-ef8e-448a-a53d-7302c08cc641', 'tenant_id': '0625b8f3c08046978c162f99b1521cf3', 'fixed_ips': [{'subnet_id': 'c9e46489-b8e6-4c9f-84bf-cdab6b1fcb56'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:53:47.009241 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2f192a5-ad3a-41d0-ad7e-4c30572dadcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:47.054470 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:47.124831 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a35bb2c6-ee8a-4273-bf84-5b0ad22a4f48 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting port 52d19abd-0623-4297-8387-a2f8b4fc7bb5 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:47.125521 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a35bb2c6-ee8a-4273-bf84-5b0ad22a4f48 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:47.131251 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Made reservation on behalf of 7d232f0c04824e6caadb48d835c66c2a for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:47.133819 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:47.153759 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:47.164329 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d2f192a5-ad3a-41d0-ad7e-4c30572dadcc None None] Allocated IP 172.20.0.1 (2fc06b57-ef8e-448a-a53d-7302c08cc641/c9e46489-b8e6-4c9f-84bf-cdab6b1fcb56/655d161b-e5c1-40cb-8e1a-1ac859f70fe9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:47.254129 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a35bb2c6-ee8a-4273-bf84-5b0ad22a4f48 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:47.272040 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a35bb2c6-ee8a-4273-bf84-5b0ad22a4f48 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Calling delete_port for 52d19abd-0623-4297-8387-a2f8b4fc7bb5 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:47.317643 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2f192a5-ad3a-41d0-ad7e-4c30572dadcc None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:47.345107 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:47.367450 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2f192a5-ad3a-41d0-ad7e-4c30572dadcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:47.395863 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:47.399281 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] device_id is not set on port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:53:47.414746 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f192a5-ad3a-41d0-ad7e-4c30572dadcc None None] Network 2fc06b57-ef8e-448a-a53d-7302c08cc641 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:47.417956 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d2f192a5-ad3a-41d0-ad7e-4c30572dadcc None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:47.422859 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f192a5-ad3a-41d0-ad7e-4c30572dadcc None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:47.425933 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f192a5-ad3a-41d0-ad7e-4c30572dadcc None None] Pushing event updated for resources: {'Port': ['ID=655d161b-e5c1-40cb-8e1a-1ac859f70fe9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:47.452336 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:47.477925 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d2f192a5-ad3a-41d0-ad7e-4c30572dadcc None None] Attempting to bind port 655d161b-e5c1-40cb-8e1a-1ac859f70fe9 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:47.478218 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d2f192a5-ad3a-41d0-ad7e-4c30572dadcc None None] Attempting to bind port 655d161b-e5c1-40cb-8e1a-1ac859f70fe9 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '859c102b-2e3e-4c07-b85f-c2ab334709d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2fc06b57-ef8e-448a-a53d-7302c08cc641'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:47.478591 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f192a5-ad3a-41d0-ad7e-4c30572dadcc None None] Attempting to bind port 655d161b-e5c1-40cb-8e1a-1ac859f70fe9 on network 2fc06b57-ef8e-448a-a53d-7302c08cc641 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:47.480969 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event deleted for resources: {'Subnet': ['ID=c9e46489-b8e6-4c9f-84bf-cdab6b1fcb56,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:47.490001 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f192a5-ad3a-41d0-ad7e-4c30572dadcc None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:53:47.490001 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f192a5-ad3a-41d0-ad7e-4c30572dadcc None None] Checking segment: {'id': '859c102b-2e3e-4c07-b85f-c2ab334709d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2fc06b57-ef8e-448a-a53d-7302c08cc641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:53:47.490001 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2f192a5-ad3a-41d0-ad7e-4c30572dadcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:47.490561 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f192a5-ad3a-41d0-ad7e-4c30572dadcc None None] Bound using segment: {'id': '859c102b-2e3e-4c07-b85f-c2ab334709d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2fc06b57-ef8e-448a-a53d-7302c08cc641'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:53:47.491044 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d2f192a5-ad3a-41d0-ad7e-4c30572dadcc None None] Bound port: 655d161b-e5c1-40cb-8e1a-1ac859f70fe9, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859c102b-2e3e-4c07-b85f-c2ab334709d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2fc06b57-ef8e-448a-a53d-7302c08cc641'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:53:47.491428 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2f192a5-ad3a-41d0-ad7e-4c30572dadcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:47.547486 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:47.561084 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015909cb-88c0-42ff-af63-d45ed6e136e3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:47.570751 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc06b57-ef8e-448a-a53d-7302c08cc641']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:47.578480 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d2f192a5-ad3a-41d0-ad7e-4c30572dadcc None None] For port 655d161b-e5c1-40cb-8e1a-1ac859f70fe9, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:53:47.585634 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d2f192a5-ad3a-41d0-ad7e-4c30572dadcc None None] For port 655d161b-e5c1-40cb-8e1a-1ac859f70fe9, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=655d161b-e5c1-40cb-8e1a-1ac859f70fe9,segment=NetworkSegment(859c102b-2e3e-4c07-b85f-c2ab334709d5),segment_id=859c102b-2e3e-4c07-b85f-c2ab334709d5)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:53:47.588040 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859c102b-2e3e-4c07-b85f-c2ab334709d5') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:47.588438 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859c102b-2e3e-4c07-b85f-c2ab334709d5') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:47.599982 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:47.641857 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2f192a5-ad3a-41d0-ad7e-4c30572dadcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:47.644335 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:47.651240 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:53:47.651716 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:53:47.654900 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:53:47.665838 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a35bb2c6-ee8a-4273-bf84-5b0ad22a4f48 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:47.743673 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37291656-bc39-451c-b1b4-09a544576ce5 None None] Network 2fc06b57-ef8e-448a-a53d-7302c08cc641 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:47.764396 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f192a5-ad3a-41d0-ad7e-4c30572dadcc None None] Pushing event updated for resources: {'Port': ['ID=655d161b-e5c1-40cb-8e1a-1ac859f70fe9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:47.772662 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.db.api [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 12:53:47.772662 n-d-836147-2 neutron-server[103397]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 12:53:47.772662 n-d-836147-2 neutron-server[103397]: [parameters: {'id': '2fc06b57-ef8e-448a-a53d-7302c08cc641'}] Apr 21 12:53:47.772662 n-d-836147-2 neutron-server[103397]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:53:47.773170 n-d-836147-2 neutron-server[103397]: DEBUG oslo_db.api [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:53:47.875751 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:47.982345 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99ffeac-9cfe-4236-80dc-c5a52511609a None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:48.043643 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-dd9d569d-5576-4457-80eb-40f99ab1d5cb None None] Provisioning complete for port 15f30c09-4748-4451-ad23-8de68f878f68 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:48.044006 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd9d569d-5576-4457-80eb-40f99ab1d5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:48.090565 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35bb2c6-ee8a-4273-bf84-5b0ad22a4f48 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Port': ['ID=52d19abd-0623-4297-8387-a2f8b4fc7bb5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:48.194067 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd9d569d-5576-4457-80eb-40f99ab1d5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:48.232133 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-dd9d569d-5576-4457-80eb-40f99ab1d5cb None None] For port 15f30c09-4748-4451-ad23-8de68f878f68, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=15f30c09-4748-4451-ad23-8de68f878f68,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:48.248286 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] device_id is not set on port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:53:48.257202 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a35bb2c6-ee8a-4273-bf84-5b0ad22a4f48 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:48.260525 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a35bb2c6-ee8a-4273-bf84-5b0ad22a4f48 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/52d19abd-0623-4297-8387-a2f8b4fc7bb5 HTTP/1.1" status: 204 len: 168 time: 1.2748544 Apr 21 12:53:48.263298 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34398) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:48.264355 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:48.273892 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:48.310340 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd9d569d-5576-4457-80eb-40f99ab1d5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:48.339021 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:48.351363 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc6057b-6ef8-40b3-843c-52e33bf42ccf tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:48.352894 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc6057b-6ef8-40b3-843c-52e33bf42ccf tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:48.354664 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc6057b-6ef8-40b3-843c-52e33bf42ccf tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:48.360713 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-efc6057b-6ef8-40b3-843c-52e33bf42ccf tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0962727 Apr 21 12:53:48.363711 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34400) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:48.389686 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d569d-5576-4457-80eb-40f99ab1d5cb None None] Pushing event updated for resources: {'Port': ['ID=15f30c09-4748-4451-ad23-8de68f878f68,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:48.424992 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Pushing event updated for resources: {'Port': ['ID=6387cdbe-36d3-4e5d-be5e-fb4179ca3403,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:48.440113 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c69f097-0c32-451e-a2fd-75956a7af0ac tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting subnet 545f4a41-44f1-41df-b9ad-33206bcc1069 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:53:48.440748 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Checking segment: {'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:53:48.441379 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Network hostable DHCP agents. Network: 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:53:48.442517 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:48.453301 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c69f097-0c32-451e-a2fd-75956a7af0ac tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:48.482038 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Deleting port 655d161b-e5c1-40cb-8e1a-1ac859f70fe9 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:48.505856 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:48.555822 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c69f097-0c32-451e-a2fd-75956a7af0ac tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:48.611242 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] For port 655d161b-e5c1-40cb-8e1a-1ac859f70fe9, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=655d161b-e5c1-40cb-8e1a-1ac859f70fe9,segment=NetworkSegment(859c102b-2e3e-4c07-b85f-c2ab334709d5),segment_id=859c102b-2e3e-4c07-b85f-c2ab334709d5)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:48.611521 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:48.631391 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Calling delete_port for 655d161b-e5c1-40cb-8e1a-1ac859f70fe9 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:48.711531 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c69f097-0c32-451e-a2fd-75956a7af0ac tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:48.805755 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 15f30c09-4748-4451-ad23-8de68f878f68 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:53:48.855905 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 15f30c09-4748-4451-ad23-8de68f878f68 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:48.856352 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:48.926337 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:53:48.933316 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:48.955856 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ed2d5338-b3d7-4fe2-9495-d81f8653007f None None] Provisioning complete for port 15f30c09-4748-4451-ad23-8de68f878f68 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:48.956262 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed2d5338-b3d7-4fe2-9495-d81f8653007f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:48.990680 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c69f097-0c32-451e-a2fd-75956a7af0ac tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:48.996504 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:49.012682 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:49.016873 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:49.028492 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fe58bd-3284-429d-a82d-f19d51ccac5f None None] Network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:49.039308 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:49.039639 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:49.040000 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:49.054421 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:49.054758 n-d-836147-2 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Failed to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on host n-h2-836147-2 for vnic_type normal using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] Apr 21 12:53:49.055335 n-d-836147-2 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempt 2 to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 Apr 21 12:53:49.080367 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:49.081204 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:49.081782 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:49.082680 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c69f097-0c32-451e-a2fd-75956a7af0ac tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Subnet': ['ID=545f4a41-44f1-41df-b9ad-33206bcc1069,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:49.086263 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event deleted for resources: {'Port': ['ID=655d161b-e5c1-40cb-8e1a-1ac859f70fe9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:49.088416 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c69f097-0c32-451e-a2fd-75956a7af0ac tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:49.091564 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4c69f097-0c32-451e-a2fd-75956a7af0ac tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/545f4a41-44f1-41df-b9ad-33206bcc1069 HTTP/1.1" status: 204 len: 168 time: 0.7269130 Apr 21 12:53:49.097115 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] No DVR routers for this DVR port 655d161b-e5c1-40cb-8e1a-1ac859f70fe9 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:53:49.099298 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34404) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:49.100707 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:49.101289 n-d-836147-2 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Failed to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on host n-h2-836147-2 for vnic_type normal using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] Apr 21 12:53:49.102377 n-d-836147-2 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempt 3 to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 Apr 21 12:53:49.129038 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:49.129368 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:49.129797 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:49.134345 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:49.134671 n-d-836147-2 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Failed to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on host n-h2-836147-2 for vnic_type normal using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] Apr 21 12:53:49.135174 n-d-836147-2 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempt 4 to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 Apr 21 12:53:49.152996 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:49.153335 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:49.153692 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:49.159301 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:49.159677 n-d-836147-2 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Failed to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on host n-h2-836147-2 for vnic_type normal using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] Apr 21 12:53:49.165831 n-d-836147-2 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempt 5 to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 Apr 21 12:53:49.175360 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0e3708-4514-497d-afdb-569da6696d39 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:49.182204 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:49.182745 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:49.183237 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:49.198172 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:49.198745 n-d-836147-2 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Failed to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on host n-h2-836147-2 for vnic_type normal using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] Apr 21 12:53:49.199380 n-d-836147-2 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempt 6 to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 Apr 21 12:53:49.234687 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:49.235038 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:49.235344 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:49.244887 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:49.245237 n-d-836147-2 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Failed to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on host n-h2-836147-2 for vnic_type normal using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] Apr 21 12:53:49.247517 n-d-836147-2 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempt 7 to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 Apr 21 12:53:49.251329 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b3f7a4f5-9855-4377-90c7-93f833ddc7b4 None None] Could not find standard attr ID for object a55652c6-ba6f-4644-9cd0-7b283831df09. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:53:49.261965 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d413f9e-1443-4495-9ba8-310a9e5716d9 req-1798a244-bcc0-4f84-8289-55c92e195e45 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:49.266116 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d413f9e-1443-4495-9ba8-310a9e5716d9 req-1798a244-bcc0-4f84-8289-55c92e195e45 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0794749 Apr 21 12:53:49.285049 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:49.285494 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:49.285916 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:49.303615 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:49.303949 n-d-836147-2 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Failed to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on host n-h2-836147-2 for vnic_type normal using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] Apr 21 12:53:49.305654 n-d-836147-2 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempt 8 to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 Apr 21 12:53:49.329051 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d413f9e-1443-4495-9ba8-310a9e5716d9 req-a2e84280-0db8-441d-81b3-551909be94a1 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552456 Apr 21 12:53:49.330010 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:49.330670 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:49.331069 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:49.337237 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:49.337237 n-d-836147-2 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Failed to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on host n-h2-836147-2 for vnic_type normal using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] Apr 21 12:53:49.337735 n-d-836147-2 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempt 9 to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 Apr 21 12:53:49.364949 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:49.365272 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:49.365629 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:49.376698 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:49.377095 n-d-836147-2 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Failed to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on host n-h2-836147-2 for vnic_type normal using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] Apr 21 12:53:49.377520 n-d-836147-2 neutron-server[103398]: INFO neutron.plugins.ml2.plugin [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempt 10 to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 Apr 21 12:53:49.393192 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:49.393519 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:49.393896 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:49.401835 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:49.402348 n-d-836147-2 neutron-server[103398]: ERROR neutron.plugins.ml2.managers [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Failed to bind port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 on host n-h2-836147-2 for vnic_type normal using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] Apr 21 12:53:49.402658 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:49.496881 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:49.503201 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-73995c17-6e57-441b-a35d-290d104c76c4 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting subnet a16ca8b9-cb11-423b-958d-cfa334e10ca7 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:53:49.504970 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] For port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:53:49.505337 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempted to set empty binding levels {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 21 12:53:49.512838 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73995c17-6e57-441b-a35d-290d104c76c4 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:49.514091 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab01e0-4b77-426a-80d4-2ddb53db0077 req-2f80dea0-7344-4735-af9f-bb718f6468b3 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:49.516182 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a8ab01e0-4b77-426a-80d4-2ddb53db0077 req-2f80dea0-7344-4735-af9f-bb718f6468b3 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0761678 Apr 21 12:53:49.546408 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc06b57-ef8e-448a-a53d-7302c08cc641']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:49.563127 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '859c102b-2e3e-4c07-b85f-c2ab334709d5') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:49.563450 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '859c102b-2e3e-4c07-b85f-c2ab334709d5') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:49.563747 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a8ab01e0-4b77-426a-80d4-2ddb53db0077 req-fc78b783-294a-4417-b27f-f4c24015b96b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395136 Apr 21 12:53:49.576316 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73995c17-6e57-441b-a35d-290d104c76c4 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:49.580913 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:49.584858 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:49.630415 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:49.641313 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Pushing event updated for resources: {'Port': ['ID=6387cdbe-36d3-4e5d-be5e-fb4179ca3403,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:49.641551 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:53:49.652159 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:53:49.659084 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:49.659628 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:49.719709 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a2ac6-8558-4c67-af22-b79398224cd8 req-81db890c-0988-47e1-96a9-bf928b6467f6 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:49.722175 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4c2a2ac6-8558-4c67-af22-b79398224cd8 req-81db890c-0988-47e1-96a9-bf928b6467f6 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0694203 Apr 21 12:53:49.737033 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73995c17-6e57-441b-a35d-290d104c76c4 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:49.768149 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4c2a2ac6-8558-4c67-af22-b79398224cd8 req-532e5c69-8894-41c3-a7b1-aa69f8b84dd4 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383627 Apr 21 12:53:49.771708 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8c0fe159-6c2d-44ba-9b36-9230be785d0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.8384569 Apr 21 12:53:49.774632 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34412) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:49.818448 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:49.826610 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:49.838237 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/networks/2fc06b57-ef8e-448a-a53d-7302c08cc641 HTTP/1.1" status: 204 len: 168 time: 3.0154181 Apr 21 12:53:49.839150 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34416) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:49.862737 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-46c5d0cc-b778-4b48-b04e-52aaf50f854b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1509288779'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:49.868059 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e9baa-3780-43ef-8769-03edee38692a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event deleted for resources: {'Network': ['ID=2fc06b57-ef8e-448a-a53d-7302c08cc641,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:49.887486 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73995c17-6e57-441b-a35d-290d104c76c4 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:49.909216 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-11f1e234-b9e3-4fd7-95f6-3dd2bdd9c721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Deleting port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:49.909501 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11f1e234-b9e3-4fd7-95f6-3dd2bdd9c721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:49.918257 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ad36a-95fa-453e-b270-1ac80cab43ba req-deddf6de-fcb6-4617-be8a-210650d5e859 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:49.919764 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b36ad36a-95fa-453e-b270-1ac80cab43ba req-deddf6de-fcb6-4617-be8a-210650d5e859 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0648794 Apr 21 12:53:49.924290 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73995c17-6e57-441b-a35d-290d104c76c4 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Subnet': ['ID=a16ca8b9-cb11-423b-958d-cfa334e10ca7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:49.928466 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73995c17-6e57-441b-a35d-290d104c76c4 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:49.931808 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-73995c17-6e57-441b-a35d-290d104c76c4 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/a16ca8b9-cb11-423b-958d-cfa334e10ca7 HTTP/1.1" status: 204 len: 168 time: 0.8315127 Apr 21 12:53:49.934259 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34418) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:49.967178 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f913641-67a0-4d7c-bff1-c64aa947471e None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:49.978252 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c5d0cc-b778-4b48-b04e-52aaf50f854b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Made reservation on behalf of 0625b8f3c08046978c162f99b1521cf3 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:49.981841 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-46c5d0cc-b778-4b48-b04e-52aaf50f854b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:50.004868 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c5d0cc-b778-4b48-b04e-52aaf50f854b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:53:50.013894 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-46c5d0cc-b778-4b48-b04e-52aaf50f854b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:50.014103 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0b1fe63f-b410-423a-abe0-3c67889b2fa7 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785840 Apr 21 12:53:50.014342 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-46c5d0cc-b778-4b48-b04e-52aaf50f854b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Added segment 636d4239-6706-468b-aa1b-de0212ecd9c9 of type vlan for network 94b27a4d-2c94-4559-92c9-2f0fbfa93b1a Apr 21 12:53:50.017198 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34420) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:50.022737 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-729b1f65-f138-45bb-a45b-47758a09189a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:50.037944 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e38ed757-1f8d-4456-a440-19f3faf62ee4 None None] Provisioning complete for port 15f30c09-4748-4451-ad23-8de68f878f68 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:50.038592 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e38ed757-1f8d-4456-a440-19f3faf62ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:50.048895 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-11f1e234-b9e3-4fd7-95f6-3dd2bdd9c721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] For port 6387cdbe-36d3-4e5d-be5e-fb4179ca3403, host n-h2-836147-2, got binding levels [] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:50.051511 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11f1e234-b9e3-4fd7-95f6-3dd2bdd9c721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:50.059228 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b36ad36a-95fa-453e-b270-1ac80cab43ba req-20ffbcc4-7045-4df2-a07d-921fea2ef2fe tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1283808 Apr 21 12:53:50.065172 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-11f1e234-b9e3-4fd7-95f6-3dd2bdd9c721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Calling delete_port for 6387cdbe-36d3-4e5d-be5e-fb4179ca3403 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:50.141325 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-46c5d0cc-b778-4b48-b04e-52aaf50f854b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:50.275892 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11f1e234-b9e3-4fd7-95f6-3dd2bdd9c721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:50.276141 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729b1f65-f138-45bb-a45b-47758a09189a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:50.279960 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-729b1f65-f138-45bb-a45b-47758a09189a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:50.285101 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-46c5d0cc-b778-4b48-b04e-52aaf50f854b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:50.290684 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c5d0cc-b778-4b48-b04e-52aaf50f854b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:50.291430 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-46c5d0cc-b778-4b48-b04e-52aaf50f854b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:50.309568 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1e234-b9e3-4fd7-95f6-3dd2bdd9c721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Pushing event deleted for resources: {'Port': ['ID=6387cdbe-36d3-4e5d-be5e-fb4179ca3403,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:50.317027 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11f1e234-b9e3-4fd7-95f6-3dd2bdd9c721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:50.320817 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-11f1e234-b9e3-4fd7-95f6-3dd2bdd9c721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] 10.222.0.36 "DELETE /v2.0/ports/6387cdbe-36d3-4e5d-be5e-fb4179ca3403 HTTP/1.1" status: 204 len: 168 time: 0.5448947 Apr 21 12:53:50.328658 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34424) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:50.373369 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-19b14326-18b5-410a-a2f6-1554a6546651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] GET failed (client error): The resource could not be found. Apr 21 12:53:50.375017 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-19b14326-18b5-410a-a2f6-1554a6546651 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] 10.222.0.36 "GET /v2.0/ports/6387cdbe-36d3-4e5d-be5e-fb4179ca3403 HTTP/1.1" status: 404 len: 333 time: 0.0479059 Apr 21 12:53:50.379304 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34426) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:50.386081 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bd3e2b56-f577-4314-acc7-1271db039315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Request body: {'port': {'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1838771657'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:50.396947 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:50.414681 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-46c5d0cc-b778-4b48-b04e-52aaf50f854b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5727000 Apr 21 12:53:50.418487 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34428) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:50.425627 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-42d62ec7-24ef-4953-8f9c-4e7b387d5bf0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Request body: {'subnet': {'network_id': '94b27a4d-2c94-4559-92c9-2f0fbfa93b1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:50.440395 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5d0cc-b778-4b48-b04e-52aaf50f854b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event updated for resources: {'Network': ['ID=94b27a4d-2c94-4559-92c9-2f0fbfa93b1a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:50.461686 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 94b27a4d-2c94-4559-92c9-2f0fbfa93b1a details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:53:50.463657 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29655b36-1d04-4a7d-87d5-c9daba09e2c0 None None] DHCP port deletion for 43650c3d-b9d7-4e95-8950-e9fadabd5511 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:53:50.487603 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3e2b56-f577-4314-acc7-1271db039315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Made reservation on behalf of 7d232f0c04824e6caadb48d835c66c2a for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:50.489952 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd3e2b56-f577-4314-acc7-1271db039315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:50.525313 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-bd3e2b56-f577-4314-acc7-1271db039315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] device_id is not set on port 3c795340-cade-490b-8fd4-b97b9329fd30 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:53:50.588948 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-29655b36-1d04-4a7d-87d5-c9daba09e2c0 None None] Deleting port 15f30c09-4748-4451-ad23-8de68f878f68 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:50.589302 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29655b36-1d04-4a7d-87d5-c9daba09e2c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:50.618556 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-729b1f65-f138-45bb-a45b-47758a09189a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:50.654910 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-29655b36-1d04-4a7d-87d5-c9daba09e2c0 None None] For port 15f30c09-4748-4451-ad23-8de68f878f68, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=15f30c09-4748-4451-ad23-8de68f878f68,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:50.655375 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29655b36-1d04-4a7d-87d5-c9daba09e2c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:50.669153 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-29655b36-1d04-4a7d-87d5-c9daba09e2c0 None None] Calling delete_port for 15f30c09-4748-4451-ad23-8de68f878f68 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:50.678832 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729b1f65-f138-45bb-a45b-47758a09189a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:50.684250 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-729b1f65-f138-45bb-a45b-47758a09189a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:50.688228 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729b1f65-f138-45bb-a45b-47758a09189a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:50.688855 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-729b1f65-f138-45bb-a45b-47758a09189a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:50.704524 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded913e6-22fd-4ca4-9019-6398f78eb1ea req-9a8d2ec0-05e0-4f0e-9487-f788528cd0e8 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:50.705812 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ded913e6-22fd-4ca4-9019-6398f78eb1ea req-9a8d2ec0-05e0-4f0e-9487-f788528cd0e8 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1229072 Apr 21 12:53:50.711359 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b1f65-f138-45bb-a45b-47758a09189a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Subnet': ['ID=2230077b-9a2d-48a5-b887-665bf21a81e2,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:50.718574 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d62ec7-24ef-4953-8f9c-4e7b387d5bf0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Made reservation on behalf of 0625b8f3c08046978c162f99b1521cf3 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:50.722119 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-42d62ec7-24ef-4953-8f9c-4e7b387d5bf0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:50.781162 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-729b1f65-f138-45bb-a45b-47758a09189a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7626271 Apr 21 12:53:50.783857 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34432) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:50.791888 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 15f30c09-4748-4451-ad23-8de68f878f68 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:53:50.794961 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8d7d631c-ac73-42fa-acde-ddd6a337f3f0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:50.819493 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd3e2b56-f577-4314-acc7-1271db039315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:50.832119 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29655b36-1d04-4a7d-87d5-c9daba09e2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:50.855168 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ded913e6-22fd-4ca4-9019-6398f78eb1ea req-7ec1fe54-cb10-4850-872b-b75c39ec028d tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1405735 Apr 21 12:53:50.866164 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29655b36-1d04-4a7d-87d5-c9daba09e2c0 None None] Pushing event deleted for resources: {'Port': ['ID=15f30c09-4748-4451-ad23-8de68f878f68,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:50.870879 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29655b36-1d04-4a7d-87d5-c9daba09e2c0 None None] No DVR routers for this DVR port 15f30c09-4748-4451-ad23-8de68f878f68 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:53:50.872169 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No active binding found for port 15f30c09-4748-4451-ad23-8de68f878f68 {{(pid=103399) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 21 12:53:50.872675 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 15f30c09-4748-4451-ad23-8de68f878f68 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:53:50.907711 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197b6af4-f32a-4b77-805a-e1aecf0d7c6e None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:51.008658 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd3e2b56-f577-4314-acc7-1271db039315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:51.030998 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7d631c-ac73-42fa-acde-ddd6a337f3f0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:51.040403 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8d7d631c-ac73-42fa-acde-ddd6a337f3f0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:51.069285 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237701f6-62a1-4ae3-ba7a-ba3eb953be14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-43650c3d-b9d7-4e95-8950-e9fadabd5511', 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'fixed_ips': [{'subnet_id': '2230077b-9a2d-48a5-b887-665bf21a81e2'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:53:51.070537 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-237701f6-62a1-4ae3-ba7a-ba3eb953be14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:51.072914 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3e2b56-f577-4314-acc7-1271db039315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:51.075884 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-bd3e2b56-f577-4314-acc7-1271db039315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:51.081008 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3e2b56-f577-4314-acc7-1271db039315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:51.082109 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3e2b56-f577-4314-acc7-1271db039315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:51.082581 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd3e2b56-f577-4314-acc7-1271db039315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:51.085856 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e2b56-f577-4314-acc7-1271db039315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Pushing event updated for resources: {'Port': ['ID=3c795340-cade-490b-8fd4-b97b9329fd30,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:51.104670 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-42d62ec7-24ef-4953-8f9c-4e7b387d5bf0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:51.179722 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-bd3e2b56-f577-4314-acc7-1271db039315 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7974968 Apr 21 12:53:51.183839 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34438) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:51.189700 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:51.193381 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d62ec7-24ef-4953-8f9c-4e7b387d5bf0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event updated for resources: {'Subnet': ['ID=b59c57f3-e7d9-4229-9a8b-08d4712dfb27,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:51.200946 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d62ec7-24ef-4953-8f9c-4e7b387d5bf0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Checking segment: {'id': '636d4239-6706-468b-aa1b-de0212ecd9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '94b27a4d-2c94-4559-92c9-2f0fbfa93b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:53:51.201298 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d62ec7-24ef-4953-8f9c-4e7b387d5bf0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Network hostable DHCP agents. Network: 94b27a4d-2c94-4559-92c9-2f0fbfa93b1a, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:53:51.234912 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-237701f6-62a1-4ae3-ba7a-ba3eb953be14 None None] Allocated IP 172.20.0.2 (43650c3d-b9d7-4e95-8950-e9fadabd5511/2230077b-9a2d-48a5-b887-665bf21a81e2/520c4d5d-6182-4a94-b010-ff449a29498f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:51.282244 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d62ec7-24ef-4953-8f9c-4e7b387d5bf0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Network 94b27a4d-2c94-4559-92c9-2f0fbfa93b1a is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:53:51.303606 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:51.349735 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-42d62ec7-24ef-4953-8f9c-4e7b387d5bf0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 94b27a4d-2c94-4559-92c9-2f0fbfa93b1a) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:51.354282 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d62ec7-24ef-4953-8f9c-4e7b387d5bf0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:51.360097 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-42d62ec7-24ef-4953-8f9c-4e7b387d5bf0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:51.373633 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db401f6-6791-414f-aaa0-3307afe2f120 None None] Network 94b27a4d-2c94-4559-92c9-2f0fbfa93b1a requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:51.422093 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-42d62ec7-24ef-4953-8f9c-4e7b387d5bf0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0015235 Apr 21 12:53:51.424065 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34444) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:51.440527 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-237701f6-62a1-4ae3-ba7a-ba3eb953be14 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:51.522015 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-237701f6-62a1-4ae3-ba7a-ba3eb953be14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:51.557522 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cfa179cc-0dd3-481a-971c-f746e6464661 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:51.567004 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e24301e-2a32-4086-805a-fd5ad128bfaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-94b27a4d-2c94-4559-92c9-2f0fbfa93b1a', 'network_id': '94b27a4d-2c94-4559-92c9-2f0fbfa93b1a', 'tenant_id': '0625b8f3c08046978c162f99b1521cf3', 'fixed_ips': [{'subnet_id': 'b59c57f3-e7d9-4229-9a8b-08d4712dfb27'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:53:51.568086 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e24301e-2a32-4086-805a-fd5ad128bfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:51.575430 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] device_id is not set on port 3c795340-cade-490b-8fd4-b97b9329fd30 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:53:51.586616 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:51.609860 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237701f6-62a1-4ae3-ba7a-ba3eb953be14 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:51.620669 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-237701f6-62a1-4ae3-ba7a-ba3eb953be14 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:51.633319 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237701f6-62a1-4ae3-ba7a-ba3eb953be14 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:51.648936 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:51.651286 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237701f6-62a1-4ae3-ba7a-ba3eb953be14 None None] Pushing event updated for resources: {'Port': ['ID=520c4d5d-6182-4a94-b010-ff449a29498f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:51.684204 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cfa179cc-0dd3-481a-971c-f746e6464661 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:51.781576 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659351fe-63bc-4381-81f8-2efbc955fca2 req-94fc06ac-e7eb-48ef-8012-5f11dec56e52 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:51.784355 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-659351fe-63bc-4381-81f8-2efbc955fca2 req-94fc06ac-e7eb-48ef-8012-5f11dec56e52 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1132984 Apr 21 12:53:51.807026 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:51.807597 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:51.808155 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:51.810059 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-237701f6-62a1-4ae3-ba7a-ba3eb953be14 None None] Attempting to bind port 520c4d5d-6182-4a94-b010-ff449a29498f on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:51.810425 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-237701f6-62a1-4ae3-ba7a-ba3eb953be14 None None] Attempting to bind port 520c4d5d-6182-4a94-b010-ff449a29498f by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:51.810784 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237701f6-62a1-4ae3-ba7a-ba3eb953be14 None None] Attempting to bind port 520c4d5d-6182-4a94-b010-ff449a29498f on network 43650c3d-b9d7-4e95-8950-e9fadabd5511 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:51.817717 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237701f6-62a1-4ae3-ba7a-ba3eb953be14 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:53:51.818088 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237701f6-62a1-4ae3-ba7a-ba3eb953be14 None None] Checking segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:53:51.818682 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-237701f6-62a1-4ae3-ba7a-ba3eb953be14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:51.819072 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237701f6-62a1-4ae3-ba7a-ba3eb953be14 None None] Bound using segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:53:51.819538 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-237701f6-62a1-4ae3-ba7a-ba3eb953be14 None None] Bound port: 520c4d5d-6182-4a94-b010-ff449a29498f, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:53:51.819911 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-237701f6-62a1-4ae3-ba7a-ba3eb953be14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:51.823040 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Port 3c795340-cade-490b-8fd4-b97b9329fd30 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:51.830092 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Failed to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 on host n-h2-836147-2 for vnic_type normal using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] Apr 21 12:53:51.833496 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempt 2 to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 Apr 21 12:53:51.836786 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Pushing event updated for resources: {'Port': ['ID=3c795340-cade-490b-8fd4-b97b9329fd30,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:51.860041 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-659351fe-63bc-4381-81f8-2efbc955fca2 req-e3fb0e4d-ba28-4b2e-9c53-11272723f2a0 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682452 Apr 21 12:53:51.865050 n-d-836147-2 neutron-server[103397]: DEBUG neutron.objects.ports [None req-8d7d631c-ac73-42fa-acde-ddd6a337f3f0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 12:53:51.888776 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:51.889105 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:51.889462 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:51.893181 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cfa179cc-0dd3-481a-971c-f746e6464661 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:51.902248 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-237701f6-62a1-4ae3-ba7a-ba3eb953be14 None None] For port 520c4d5d-6182-4a94-b010-ff449a29498f, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:53:51.905807 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-237701f6-62a1-4ae3-ba7a-ba3eb953be14 None None] For port 520c4d5d-6182-4a94-b010-ff449a29498f, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=520c4d5d-6182-4a94-b010-ff449a29498f,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:53:51.918653 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa179cc-0dd3-481a-971c-f746e6464661 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event deleted for resources: {'Subnet': ['ID=b59c57f3-e7d9-4229-9a8b-08d4712dfb27,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server [None req-9e24301e-2a32-4086-805a-fd5ad128bfaf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b59c57f3-e7d9-4229-9a8b-08d4712dfb27: This subnet is being modified by another concurrent operation. Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise exception Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b59c57f3-e7d9-4229-9a8b-08d4712dfb27: This subnet is being modified by another concurrent operation. Apr 21 12:53:51.951480 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server Apr 21 12:53:51.963455 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Port 3c795340-cade-490b-8fd4-b97b9329fd30 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:51.963455 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Failed to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 on host n-h2-836147-2 for vnic_type normal using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] Apr 21 12:53:51.971453 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1906cdcc-d514-47d4-a6bb-2c2eb764fda6 None None] Network 94b27a4d-2c94-4559-92c9-2f0fbfa93b1a requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:51.976312 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempt 3 to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 Apr 21 12:53:51.998312 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:51.999387 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:52.000213 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:52.020647 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cfa179cc-0dd3-481a-971c-f746e6464661 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:52.033233 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Port 3c795340-cade-490b-8fd4-b97b9329fd30 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:52.033554 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Failed to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 on host n-h2-836147-2 for vnic_type normal using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] Apr 21 12:53:52.035386 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempt 4 to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 Apr 21 12:53:52.047390 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-cfa179cc-0dd3-481a-971c-f746e6464661 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b27a4d-2c94-4559-92c9-2f0fbfa93b1a']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:52.051636 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:52.051922 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:52.052247 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:52.057171 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-237701f6-62a1-4ae3-ba7a-ba3eb953be14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:52.057893 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Port 3c795340-cade-490b-8fd4-b97b9329fd30 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:52.058224 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Failed to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 on host n-h2-836147-2 for vnic_type normal using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] Apr 21 12:53:52.060798 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempt 5 to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 Apr 21 12:53:52.061240 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-cfa179cc-0dd3-481a-971c-f746e6464661 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '636d4239-6706-468b-aa1b-de0212ecd9c9') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:52.062473 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-cfa179cc-0dd3-481a-971c-f746e6464661 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '636d4239-6706-468b-aa1b-de0212ecd9c9') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:52.074752 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cfa179cc-0dd3-481a-971c-f746e6464661 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:52.077627 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:52.077950 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:52.078278 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:52.104332 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Port 3c795340-cade-490b-8fd4-b97b9329fd30 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:52.104658 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Failed to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 on host n-h2-836147-2 for vnic_type normal using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] Apr 21 12:53:52.106533 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempt 6 to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 Apr 21 12:53:52.130738 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:52.131044 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:52.131373 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:52.138070 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Port 3c795340-cade-490b-8fd4-b97b9329fd30 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:52.138388 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Failed to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 on host n-h2-836147-2 for vnic_type normal using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] Apr 21 12:53:52.140391 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempt 7 to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 Apr 21 12:53:52.155182 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:52.159522 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:52.159897 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:52.163912 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237701f6-62a1-4ae3-ba7a-ba3eb953be14 None None] Pushing event updated for resources: {'Port': ['ID=520c4d5d-6182-4a94-b010-ff449a29498f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:52.165720 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Port 3c795340-cade-490b-8fd4-b97b9329fd30 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:52.165991 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Failed to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 on host n-h2-836147-2 for vnic_type normal using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] Apr 21 12:53:52.166407 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempt 8 to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 Apr 21 12:53:52.181416 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cfa179cc-0dd3-481a-971c-f746e6464661 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:52.181848 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:52.182373 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:52.182763 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:52.189931 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa179cc-0dd3-481a-971c-f746e6464661 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:53:52.190351 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cfa179cc-0dd3-481a-971c-f746e6464661 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:52.190873 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Port 3c795340-cade-490b-8fd4-b97b9329fd30 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:52.191519 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Failed to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 on host n-h2-836147-2 for vnic_type normal using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] Apr 21 12:53:52.192433 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempt 9 to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:53:52.197444 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:53:52.206498 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:52.206900 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:52.207252 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:52.211931 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Port 3c795340-cade-490b-8fd4-b97b9329fd30 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:52.212250 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Failed to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 on host n-h2-836147-2 for vnic_type normal using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] Apr 21 12:53:52.212638 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempt 10 to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 Apr 21 12:53:52.231927 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:52.232265 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:52.232608 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:52.257149 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Port 3c795340-cade-490b-8fd4-b97b9329fd30 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:52.257479 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Failed to bind port 3c795340-cade-490b-8fd4-b97b9329fd30 on host n-h2-836147-2 for vnic_type normal using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] Apr 21 12:53:52.257797 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:52.286413 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8d7d631c-ac73-42fa-acde-ddd6a337f3f0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:52.362738 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cfa179cc-0dd3-481a-971c-f746e6464661 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:52.370748 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cfa179cc-0dd3-481a-971c-f746e6464661 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:52.374811 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-cfa179cc-0dd3-481a-971c-f746e6464661 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/networks/94b27a4d-2c94-4559-92c9-2f0fbfa93b1a HTTP/1.1" status: 204 len: 168 time: 0.9491742 Apr 21 12:53:52.380963 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34448) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:52.404722 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d52522b0-9c4e-4375-a28c-0d17a1e7023a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1938388238'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:52.414812 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa179cc-0dd3-481a-971c-f746e6464661 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event deleted for resources: {'Network': ['ID=94b27a4d-2c94-4559-92c9-2f0fbfa93b1a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:52.438803 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] For port 3c795340-cade-490b-8fd4-b97b9329fd30, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:53:52.439293 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempted to set empty binding levels {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 21 12:53:52.516287 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:52.558001 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52522b0-9c4e-4375-a28c-0d17a1e7023a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Made reservation on behalf of 0625b8f3c08046978c162f99b1521cf3 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:52.561407 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d52522b0-9c4e-4375-a28c-0d17a1e7023a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:52.587082 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] In _notify_port_updated(), no bound segment for port 3c795340-cade-490b-8fd4-b97b9329fd30 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 12:53:52.587874 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:52.588464 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:52.589806 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] 10.222.0.36 "PUT /v2.0/ports/3c795340-cade-490b-8fd4-b97b9329fd30 HTTP/1.1" status: 200 len: 979 time: 1.4049952 Apr 21 12:53:52.592489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34450) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:52.600169 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-8d7d631c-ac73-42fa-acde-ddd6a337f3f0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] For port 520c4d5d-6182-4a94-b010-ff449a29498f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=520c4d5d-6182-4a94-b010-ff449a29498f,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:52.620022 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498cbfc-f834-425c-abe1-a539cb40bd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Pushing event updated for resources: {'Port': ['ID=3c795340-cade-490b-8fd4-b97b9329fd30,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:52.636296 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d52522b0-9c4e-4375-a28c-0d17a1e7023a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:53:52.653168 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8d7d631c-ac73-42fa-acde-ddd6a337f3f0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:52.658454 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d52522b0-9c4e-4375-a28c-0d17a1e7023a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:52.658818 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-d52522b0-9c4e-4375-a28c-0d17a1e7023a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Added segment fb20793b-83f7-4c96-965f-37c9f13eb9bf of type vlan for network 2f7a5848-f875-4977-a91f-c6fa15f9c7cc Apr 21 12:53:52.687653 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1311ab8-a51c-457b-ade7-971c81436f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:52.688416 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1311ab8-a51c-457b-ade7-971c81436f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:52.688633 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1311ab8-a51c-457b-ade7-971c81436f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:52.689087 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1311ab8-a51c-457b-ade7-971c81436f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:52.689557 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1311ab8-a51c-457b-ade7-971c81436f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:52.690050 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1311ab8-a51c-457b-ade7-971c81436f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:52.690589 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1311ab8-a51c-457b-ade7-971c81436f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:52.690983 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1311ab8-a51c-457b-ade7-971c81436f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:52.691455 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1311ab8-a51c-457b-ade7-971c81436f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:52.691926 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1311ab8-a51c-457b-ade7-971c81436f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:52.692392 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1311ab8-a51c-457b-ade7-971c81436f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:52.692860 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1311ab8-a51c-457b-ade7-971c81436f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:52.693321 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1311ab8-a51c-457b-ade7-971c81436f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:52.693831 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1311ab8-a51c-457b-ade7-971c81436f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:52.694304 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1311ab8-a51c-457b-ade7-971c81436f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:52.699834 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1311ab8-a51c-457b-ade7-971c81436f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:52.699834 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1311ab8-a51c-457b-ade7-971c81436f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:52.699834 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1311ab8-a51c-457b-ade7-971c81436f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:52.699834 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1311ab8-a51c-457b-ade7-971c81436f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:52.699834 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1311ab8-a51c-457b-ade7-971c81436f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:52.699834 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1311ab8-a51c-457b-ade7-971c81436f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:52.699834 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1311ab8-a51c-457b-ade7-971c81436f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:52.699834 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1311ab8-a51c-457b-ade7-971c81436f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:52.699834 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1311ab8-a51c-457b-ade7-971c81436f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:52.699834 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1311ab8-a51c-457b-ade7-971c81436f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:52.699834 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1311ab8-a51c-457b-ade7-971c81436f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:52.699834 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1311ab8-a51c-457b-ade7-971c81436f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:52.700952 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d52522b0-9c4e-4375-a28c-0d17a1e7023a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:52.703441 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c1311ab8-a51c-457b-ade7-971c81436f66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24452 time: 0.1093779 Apr 21 12:53:52.707503 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34452) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:52.712030 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8d7d631c-ac73-42fa-acde-ddd6a337f3f0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:52.712829 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8d7d631c-ac73-42fa-acde-ddd6a337f3f0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:52.793610 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7d631c-ac73-42fa-acde-ddd6a337f3f0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:52.798018 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e32c1f8e-8522-48ca-8ee9-22da54f5473f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Deleting port 3c795340-cade-490b-8fd4-b97b9329fd30 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:52.802895 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e32c1f8e-8522-48ca-8ee9-22da54f5473f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:52.803043 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-8d7d631c-ac73-42fa-acde-ddd6a337f3f0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:52.809970 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7d631c-ac73-42fa-acde-ddd6a337f3f0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:52.810487 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8d7d631c-ac73-42fa-acde-ddd6a337f3f0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:52.831445 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d631c-ac73-42fa-acde-ddd6a337f3f0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Subnet': ['ID=0b6fe068-87f3-4004-8e4d-6959db8cdf55,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:52.832039 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 520c4d5d-6182-4a94-b010-ff449a29498f up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:53:52.839016 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d631c-ac73-42fa-acde-ddd6a337f3f0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Port': ['ID=520c4d5d-6182-4a94-b010-ff449a29498f,revision_number=4']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:52.854917 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d52522b0-9c4e-4375-a28c-0d17a1e7023a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:52.860792 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52522b0-9c4e-4375-a28c-0d17a1e7023a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:52.861404 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d52522b0-9c4e-4375-a28c-0d17a1e7023a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:52.876286 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-e32c1f8e-8522-48ca-8ee9-22da54f5473f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] For port 3c795340-cade-490b-8fd4-b97b9329fd30, host n-h2-836147-2, got binding levels [] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:52.876700 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e32c1f8e-8522-48ca-8ee9-22da54f5473f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:52.894051 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e32c1f8e-8522-48ca-8ee9-22da54f5473f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Calling delete_port for 3c795340-cade-490b-8fd4-b97b9329fd30 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:52.920850 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 520c4d5d-6182-4a94-b010-ff449a29498f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:52.922782 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:52.936051 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8d7d631c-ac73-42fa-acde-ddd6a337f3f0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1507776 Apr 21 12:53:52.938952 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34456) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:52.943992 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4014becb-07d9-4582-9ced-8cc80eac0f75 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'port': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'mac_address': 'fa:16:3e:f6:d0:24', 'name': 'tempest-NetworksTestDHCPv6-1723274159'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:53.018146 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:53.037702 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d52522b0-9c4e-4375-a28c-0d17a1e7023a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6515477 Apr 21 12:53:53.044071 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43ab17-8666-4e7e-a036-69d9504389a3 req-d96615b3-747b-4e1d-abf6-b7a656b1169d tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:53.044071 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb43ab17-8666-4e7e-a036-69d9504389a3 req-d96615b3-747b-4e1d-abf6-b7a656b1169d tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0807076 Apr 21 12:53:53.044071 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34458) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:53.046441 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b17b8065-6955-4cde-8b4f-21e6a04ebe88 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Request body: {'subnet': {'network_id': '2f7a5848-f875-4977-a91f-c6fa15f9c7cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:53.060953 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52522b0-9c4e-4375-a28c-0d17a1e7023a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event updated for resources: {'Network': ['ID=2f7a5848-f875-4977-a91f-c6fa15f9c7cc,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:53.064239 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 520c4d5d-6182-4a94-b010-ff449a29498f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=520c4d5d-6182-4a94-b010-ff449a29498f,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:53.073173 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 2f7a5848-f875-4977-a91f-c6fa15f9c7cc details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:53:53.161230 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:53.168251 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb43ab17-8666-4e7e-a036-69d9504389a3 req-f3484cd6-5372-4188-b2b0-493163c00ec5 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1096098 Apr 21 12:53:53.207248 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4014becb-07d9-4582-9ced-8cc80eac0f75 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:53.216448 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=520c4d5d-6182-4a94-b010-ff449a29498f,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:53.252786 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e32c1f8e-8522-48ca-8ee9-22da54f5473f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:53.283840 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c1f8e-8522-48ca-8ee9-22da54f5473f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c795340-cade-490b-8fd4-b97b9329fd30,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:53.285735 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b17b8065-6955-4cde-8b4f-21e6a04ebe88 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Made reservation on behalf of 0625b8f3c08046978c162f99b1521cf3 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:53.293543 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b17b8065-6955-4cde-8b4f-21e6a04ebe88 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:53.304511 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4014becb-07d9-4582-9ced-8cc80eac0f75 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:53.314364 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e32c1f8e-8522-48ca-8ee9-22da54f5473f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:53.317445 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e32c1f8e-8522-48ca-8ee9-22da54f5473f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] 10.222.0.36 "DELETE /v2.0/ports/3c795340-cade-490b-8fd4-b97b9329fd30 HTTP/1.1" status: 204 len: 168 time: 0.6088200 Apr 21 12:53:53.320665 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34460) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:53.326517 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-4014becb-07d9-4582-9ced-8cc80eac0f75 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] device_id is not set on port 68674aae-d558-46b2-b712-51c3c99f0dac yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:53:53.369183 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313988eb-adff-4dce-ad18-1abcff61b2bd None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:53.380339 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-839ceff0-c71d-4620-97ae-c77ace8086c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] GET failed (client error): The resource could not be found. Apr 21 12:53:53.381857 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-839ceff0-c71d-4620-97ae-c77ace8086c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] 10.222.0.36 "GET /v2.0/ports/3c795340-cade-490b-8fd4-b97b9329fd30 HTTP/1.1" status: 404 len: 333 time: 0.0607352 Apr 21 12:53:53.385763 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.ipam_backend_mixin [None req-b17b8065-6955-4cde-8b4f-21e6a04ebe88 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Performing IP validity checks on allocation pools {{(pid=103398) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 21 12:53:53.385960 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34462) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:53.386271 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.ipam_backend_mixin [None req-b17b8065-6955-4cde-8b4f-21e6a04ebe88 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103398) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 21 12:53:53.393634 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-37f57766-339a-44a5-8382-fa8f1de97b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752024628', 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:53.459308 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-fe7583a6-157c-4e7b-aa36-49c0b484794c None None] Provisioning complete for port 520c4d5d-6182-4a94-b010-ff449a29498f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:53.459679 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe7583a6-157c-4e7b-aa36-49c0b484794c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:53.493557 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f57766-339a-44a5-8382-fa8f1de97b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Made reservation on behalf of 7d232f0c04824e6caadb48d835c66c2a for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:53.496346 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-339a-44a5-8382-fa8f1de97b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:53.525089 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-37f57766-339a-44a5-8382-fa8f1de97b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] device_id is not set on port bb131ff6-ea21-4f41-9bbb-e3bff1723194 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:53:53.532508 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-4014becb-07d9-4582-9ced-8cc80eac0f75 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Allocated IP 172.20.0.4 (43650c3d-b9d7-4e95-8950-e9fadabd5511/2230077b-9a2d-48a5-b887-665bf21a81e2/68674aae-d558-46b2-b712-51c3c99f0dac) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:53.543003 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-4014becb-07d9-4582-9ced-8cc80eac0f75 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Allocated IP 2001:db8::f816:3eff:fef6:d024 (43650c3d-b9d7-4e95-8950-e9fadabd5511/0b6fe068-87f3-4004-8e4d-6959db8cdf55/68674aae-d558-46b2-b712-51c3c99f0dac) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:53.596685 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b17b8065-6955-4cde-8b4f-21e6a04ebe88 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:53.662403 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b8065-6955-4cde-8b4f-21e6a04ebe88 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event updated for resources: {'Subnet': ['ID=e6c51d85-8c40-42d7-aaa2-ba35552d28c3,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:53.671412 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17b8065-6955-4cde-8b4f-21e6a04ebe88 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Checking segment: {'id': 'fb20793b-83f7-4c96-965f-37c9f13eb9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2f7a5848-f875-4977-a91f-c6fa15f9c7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:53:53.671774 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17b8065-6955-4cde-8b4f-21e6a04ebe88 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Network hostable DHCP agents. Network: 2f7a5848-f875-4977-a91f-c6fa15f9c7cc, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:53:53.732371 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17b8065-6955-4cde-8b4f-21e6a04ebe88 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Network 2f7a5848-f875-4977-a91f-c6fa15f9c7cc is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:53:53.784100 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b17b8065-6955-4cde-8b4f-21e6a04ebe88 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 2f7a5848-f875-4977-a91f-c6fa15f9c7cc) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:53.792139 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de09b62-b9ad-45c2-8836-4285a6e5eb89 None None] Network 2f7a5848-f875-4977-a91f-c6fa15f9c7cc requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:53.796380 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b17b8065-6955-4cde-8b4f-21e6a04ebe88 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:53.796942 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b17b8065-6955-4cde-8b4f-21e6a04ebe88 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:53.800769 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-339a-44a5-8382-fa8f1de97b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:53.836358 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4014becb-07d9-4582-9ced-8cc80eac0f75 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:53.888973 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b17b8065-6955-4cde-8b4f-21e6a04ebe88 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8464007 Apr 21 12:53:53.892222 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34464) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:53.938798 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-339a-44a5-8382-fa8f1de97b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:53.961112 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d96e25-4c14-49f3-ab09-fb82352ef21b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-2f7a5848-f875-4977-a91f-c6fa15f9c7cc', 'network_id': '2f7a5848-f875-4977-a91f-c6fa15f9c7cc', 'tenant_id': '0625b8f3c08046978c162f99b1521cf3', 'fixed_ips': [{'subnet_id': 'e6c51d85-8c40-42d7-aaa2-ba35552d28c3'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:53:53.962179 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5d96e25-4c14-49f3-ab09-fb82352ef21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:54.000500 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f57766-339a-44a5-8382-fa8f1de97b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Pushing event updated for resources: {'Port': ['ID=bb131ff6-ea21-4f41-9bbb-e3bff1723194,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:54.008941 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4014becb-07d9-4582-9ced-8cc80eac0f75 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:54.016945 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:54.076852 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4014becb-07d9-4582-9ced-8cc80eac0f75 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:54.085541 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:54.086050 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-4014becb-07d9-4582-9ced-8cc80eac0f75 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:54.088628 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4014becb-07d9-4582-9ced-8cc80eac0f75 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:54.115453 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d5d96e25-4c14-49f3-ab09-fb82352ef21b None None] Allocated IP 172.20.0.3 (2f7a5848-f875-4977-a91f-c6fa15f9c7cc/e6c51d85-8c40-42d7-aaa2-ba35552d28c3/04df9883-afa2-4ee8-806a-0cfddf2330e0) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:54.135201 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f57766-339a-44a5-8382-fa8f1de97b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:54.139102 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-37f57766-339a-44a5-8382-fa8f1de97b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:54.142188 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f57766-339a-44a5-8382-fa8f1de97b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:54.143733 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f57766-339a-44a5-8382-fa8f1de97b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:54.143733 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37f57766-339a-44a5-8382-fa8f1de97b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:54.154083 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014becb-07d9-4582-9ced-8cc80eac0f75 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Port': ['ID=68674aae-d558-46b2-b712-51c3c99f0dac,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:54.175326 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4014becb-07d9-4582-9ced-8cc80eac0f75 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:54.176508 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4014becb-07d9-4582-9ced-8cc80eac0f75 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:54.252041 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-37f57766-339a-44a5-8382-fa8f1de97b28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8641112 Apr 21 12:53:54.254090 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34468) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:54.296341 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb54e667-b3d6-46fd-8730-36d68a8e8c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:54.298584 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cb54e667-b3d6-46fd-8730-36d68a8e8c3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] 10.222.0.36 "GET /v2.0/ports/bb131ff6-ea21-4f41-9bbb-e3bff1723194 HTTP/1.1" status: 200 len: 959 time: 0.0429456 Apr 21 12:53:54.299910 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5d96e25-4c14-49f3-ab09-fb82352ef21b None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:54.301315 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34470) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:54.303080 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4014becb-07d9-4582-9ced-8cc80eac0f75 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3631704 Apr 21 12:53:54.310602 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34472) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:54.318972 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657f072-6cea-4433-9cb6-08f955357b55 req-6b113266-3c29-45ba-bdb7-f31341a7fa78 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:54.322173 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f657f072-6cea-4433-9cb6-08f955357b55 req-6b113266-3c29-45ba-bdb7-f31341a7fa78 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0775049 Apr 21 12:53:54.356507 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8160f3ea-a8ec-4f4d-8982-9554fe4afe93 None None] Provisioning complete for port 520c4d5d-6182-4a94-b010-ff449a29498f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:54.356892 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8160f3ea-a8ec-4f4d-8982-9554fe4afe93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:54.375594 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c25ba1-5ce0-4468-9a32-dcd6a2a88b4b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:54.384003 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c25ba1-5ce0-4468-9a32-dcd6a2a88b4b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:54.386215 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b5c25ba1-5ce0-4468-9a32-dcd6a2a88b4b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0738089 Apr 21 12:53:54.388798 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34474) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:54.418661 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5d96e25-4c14-49f3-ab09-fb82352ef21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:54.425340 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f657f072-6cea-4433-9cb6-08f955357b55 req-f52d84f1-f3c8-467b-a6db-0875184f8454 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0767140 Apr 21 12:53:54.460003 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d96e25-4c14-49f3-ab09-fb82352ef21b None None] Network 2f7a5848-f875-4977-a91f-c6fa15f9c7cc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:54.466009 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d441e92d-73e8-4233-a024-a6928fee0b4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Deleting port bb131ff6-ea21-4f41-9bbb-e3bff1723194 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:54.466351 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d441e92d-73e8-4233-a024-a6928fee0b4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:54.487647 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d5d96e25-4c14-49f3-ab09-fb82352ef21b None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:54.492741 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d96e25-4c14-49f3-ab09-fb82352ef21b None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:54.519300 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-38c79e5a-aa5e-4e41-a00d-6f7a9f6a6dc8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting port 68674aae-d558-46b2-b712-51c3c99f0dac {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:54.519781 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38c79e5a-aa5e-4e41-a00d-6f7a9f6a6dc8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:54.527846 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:54.570359 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d96e25-4c14-49f3-ab09-fb82352ef21b None None] Pushing event updated for resources: {'Port': ['ID=04df9883-afa2-4ee8-806a-0cfddf2330e0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:54.584347 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event deleted for resources: {'Subnet': ['ID=e6c51d85-8c40-42d7-aaa2-ba35552d28c3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:54.595963 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d441e92d-73e8-4233-a024-a6928fee0b4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:54.608760 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d5d96e25-4c14-49f3-ab09-fb82352ef21b None None] Attempting to bind port 04df9883-afa2-4ee8-806a-0cfddf2330e0 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:54.609252 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d5d96e25-4c14-49f3-ab09-fb82352ef21b None None] Attempting to bind port 04df9883-afa2-4ee8-806a-0cfddf2330e0 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'fb20793b-83f7-4c96-965f-37c9f13eb9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2f7a5848-f875-4977-a91f-c6fa15f9c7cc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:54.609819 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d96e25-4c14-49f3-ab09-fb82352ef21b None None] Attempting to bind port 04df9883-afa2-4ee8-806a-0cfddf2330e0 on network 2f7a5848-f875-4977-a91f-c6fa15f9c7cc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:54.621083 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d96e25-4c14-49f3-ab09-fb82352ef21b None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:53:54.621621 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d96e25-4c14-49f3-ab09-fb82352ef21b None None] Checking segment: {'id': 'fb20793b-83f7-4c96-965f-37c9f13eb9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2f7a5848-f875-4977-a91f-c6fa15f9c7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:53:54.622112 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5d96e25-4c14-49f3-ab09-fb82352ef21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:54.622596 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d96e25-4c14-49f3-ab09-fb82352ef21b None None] Bound using segment: {'id': 'fb20793b-83f7-4c96-965f-37c9f13eb9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2f7a5848-f875-4977-a91f-c6fa15f9c7cc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:53:54.623223 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d5d96e25-4c14-49f3-ab09-fb82352ef21b None None] Bound port: 04df9883-afa2-4ee8-806a-0cfddf2330e0, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb20793b-83f7-4c96-965f-37c9f13eb9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '2f7a5848-f875-4977-a91f-c6fa15f9c7cc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:53:54.624101 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5d96e25-4c14-49f3-ab09-fb82352ef21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:54.634304 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d441e92d-73e8-4233-a024-a6928fee0b4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Calling delete_port for bb131ff6-ea21-4f41-9bbb-e3bff1723194 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:54.634764 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38c79e5a-aa5e-4e41-a00d-6f7a9f6a6dc8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:54.649695 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-38c79e5a-aa5e-4e41-a00d-6f7a9f6a6dc8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Calling delete_port for 68674aae-d558-46b2-b712-51c3c99f0dac owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:54.703536 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d5d96e25-4c14-49f3-ab09-fb82352ef21b None None] For port 04df9883-afa2-4ee8-806a-0cfddf2330e0, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:53:54.707518 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d5d96e25-4c14-49f3-ab09-fb82352ef21b None None] For port 04df9883-afa2-4ee8-806a-0cfddf2330e0, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=04df9883-afa2-4ee8-806a-0cfddf2330e0,segment=NetworkSegment(fb20793b-83f7-4c96-965f-37c9f13eb9bf),segment_id=fb20793b-83f7-4c96-965f-37c9f13eb9bf)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:53:54.730559 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:54.731233 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-232af532-4f10-40c3-b214-3090e6937845 None None] Could not find standard attr ID for object 52d19abd-0623-4297-8387-a2f8b4fc7bb5. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:53:54.761289 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7a5848-f875-4977-a91f-c6fa15f9c7cc']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:54.779727 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb20793b-83f7-4c96-965f-37c9f13eb9bf') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:54.780085 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb20793b-83f7-4c96-965f-37c9f13eb9bf') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:54.792113 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:54.808034 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 520c4d5d-6182-4a94-b010-ff449a29498f up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:53:54.822882 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:54.834649 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:53:54.835363 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:54.858675 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5d96e25-4c14-49f3-ab09-fb82352ef21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:53:54.899630 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:53:54.910228 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 520c4d5d-6182-4a94-b010-ff449a29498f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:54.910228 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:54.910497 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d441e92d-73e8-4233-a024-a6928fee0b4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:54.927090 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38c79e5a-aa5e-4e41-a00d-6f7a9f6a6dc8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:54.944045 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441e92d-73e8-4233-a024-a6928fee0b4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Pushing event deleted for resources: {'Port': ['ID=bb131ff6-ea21-4f41-9bbb-e3bff1723194,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:54.954708 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d441e92d-73e8-4233-a024-a6928fee0b4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:54.962617 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d441e92d-73e8-4233-a024-a6928fee0b4e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] 10.222.0.36 "DELETE /v2.0/ports/bb131ff6-ea21-4f41-9bbb-e3bff1723194 HTTP/1.1" status: 204 len: 168 time: 0.6579955 Apr 21 12:53:54.963246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34476) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:54.970582 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c79e5a-aa5e-4e41-a00d-6f7a9f6a6dc8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Port': ['ID=68674aae-d558-46b2-b712-51c3c99f0dac,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:54.998739 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-22bfae1b-4dfa-4c1d-a5fc-088434d470b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] GET failed (client error): The resource could not be found. Apr 21 12:53:55.004148 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34478) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:55.004385 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-22bfae1b-4dfa-4c1d-a5fc-088434d470b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] 10.222.0.36 "GET /v2.0/ports/bb131ff6-ea21-4f41-9bbb-e3bff1723194 HTTP/1.1" status: 404 len: 333 time: 0.0400639 Apr 21 12:53:55.005693 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.db.api [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 12:53:55.005693 n-d-836147-2 neutron-server[103398]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 12:53:55.005693 n-d-836147-2 neutron-server[103398]: [parameters: {'id': '2f7a5848-f875-4977-a91f-c6fa15f9c7cc'}] Apr 21 12:53:55.005693 n-d-836147-2 neutron-server[103398]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:53:55.006505 n-d-836147-2 neutron-server[103398]: DEBUG oslo_db.api [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:53:55.009129 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3f6bff3f-510d-4836-81b4-7ec737274cb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Request body: {'port': {'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193055329'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:55.087087 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38c79e5a-aa5e-4e41-a00d-6f7a9f6a6dc8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:55.093673 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-38c79e5a-aa5e-4e41-a00d-6f7a9f6a6dc8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/68674aae-d558-46b2-b712-51c3c99f0dac HTTP/1.1" status: 204 len: 168 time: 0.7004719 Apr 21 12:53:55.094245 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34480) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:55.150312 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6bff3f-510d-4836-81b4-7ec737274cb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Made reservation on behalf of 7d232f0c04824e6caadb48d835c66c2a for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:55.154653 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f6bff3f-510d-4836-81b4-7ec737274cb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:55.156516 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cea9476-aa86-4e52-915b-aaed87f0102a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:55.158302 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cea9476-aa86-4e52-915b-aaed87f0102a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:55.159983 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cea9476-aa86-4e52-915b-aaed87f0102a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:55.164290 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7cea9476-aa86-4e52-915b-aaed87f0102a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0665162 Apr 21 12:53:55.164489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34482) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:55.167911 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6e4686ae-4925-4e27-946a-5c35fcf374bc None None] Could not find standard attr ID for object 68674aae-d558-46b2-b712-51c3c99f0dac. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:53:55.178482 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-3f6bff3f-510d-4836-81b4-7ec737274cb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] device_id is not set on port e428225e-b9f7-4b45-b3bb-79c705d27045 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:53:55.187845 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d96e25-4c14-49f3-ab09-fb82352ef21b None None] Pushing event updated for resources: {'Port': ['ID=04df9883-afa2-4ee8-806a-0cfddf2330e0,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:55.198625 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a338b166-d195-4a27-ad7c-63d39d8951bb None None] Network 2f7a5848-f875-4977-a91f-c6fa15f9c7cc requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:55.235460 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb73b83-7201-479d-bbae-307314f0498a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting subnet 0b6fe068-87f3-4004-8e4d-6959db8cdf55 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:53:55.238469 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aeb73b83-7201-479d-bbae-307314f0498a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:55.298070 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aeb73b83-7201-479d-bbae-307314f0498a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:55.364896 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f6bff3f-510d-4836-81b4-7ec737274cb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:55.413883 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aeb73b83-7201-479d-bbae-307314f0498a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:55.447580 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f6bff3f-510d-4836-81b4-7ec737274cb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:55.503444 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6bff3f-510d-4836-81b4-7ec737274cb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:55.506619 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-3f6bff3f-510d-4836-81b4-7ec737274cb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:55.507458 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:55.510994 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6bff3f-510d-4836-81b4-7ec737274cb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:55.511923 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6bff3f-510d-4836-81b4-7ec737274cb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:55.512511 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f6bff3f-510d-4836-81b4-7ec737274cb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:55.515792 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6bff3f-510d-4836-81b4-7ec737274cb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Pushing event updated for resources: {'Port': ['ID=e428225e-b9f7-4b45-b3bb-79c705d27045,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:55.573955 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aeb73b83-7201-479d-bbae-307314f0498a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:55.598390 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5d57b-cc9c-4349-baf5-890333716ce4 req-15f16046-31e6-41c2-a109-91fb32dfa2bd tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:55.600012 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bfe5d57b-cc9c-4349-baf5-890333716ce4 req-15f16046-31e6-41c2-a109-91fb32dfa2bd tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0943456 Apr 21 12:53:55.621547 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3f6bff3f-510d-4836-81b4-7ec737274cb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6162670 Apr 21 12:53:55.623611 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aeb73b83-7201-479d-bbae-307314f0498a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:55.629520 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34486) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:55.629700 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-aeb73b83-7201-479d-bbae-307314f0498a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/0b6fe068-87f3-4004-8e4d-6959db8cdf55 HTTP/1.1" status: 204 len: 168 time: 0.4611461 Apr 21 12:53:55.629700 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb73b83-7201-479d-bbae-307314f0498a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Subnet': ['ID=0b6fe068-87f3-4004-8e4d-6959db8cdf55,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:55.629963 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:55.632365 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34488) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:55.673801 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02983383-f9e0-47be-9925-0d7206085afa None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:55.689225 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:55.723395 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bfe5d57b-cc9c-4349-baf5-890333716ce4 req-72680e37-2484-4b48-b4ff-e832fae11751 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1036236 Apr 21 12:53:55.729171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-74de5612-9009-4624-a2f1-80c66206afbd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting subnet 2230077b-9a2d-48a5-b887-665bf21a81e2 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:53:55.735774 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74de5612-9009-4624-a2f1-80c66206afbd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:55.739391 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Deleting port 04df9883-afa2-4ee8-806a-0cfddf2330e0 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:55.739723 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:55.836498 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74de5612-9009-4624-a2f1-80c66206afbd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:55.872152 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] For port 04df9883-afa2-4ee8-806a-0cfddf2330e0, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=04df9883-afa2-4ee8-806a-0cfddf2330e0,segment=NetworkSegment(fb20793b-83f7-4c96-965f-37c9f13eb9bf),segment_id=fb20793b-83f7-4c96-965f-37c9f13eb9bf)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:55.872526 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:55.893934 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Calling delete_port for 04df9883-afa2-4ee8-806a-0cfddf2330e0 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:55.992476 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74de5612-9009-4624-a2f1-80c66206afbd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:56.108697 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] device_id is not set on port e428225e-b9f7-4b45-b3bb-79c705d27045 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:53:56.116796 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:56.126933 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:56.154037 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74de5612-9009-4624-a2f1-80c66206afbd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:56.159609 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event deleted for resources: {'Port': ['ID=04df9883-afa2-4ee8-806a-0cfddf2330e0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:56.164925 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] No DVR routers for this DVR port 04df9883-afa2-4ee8-806a-0cfddf2330e0 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:53:56.190793 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de5612-9009-4624-a2f1-80c66206afbd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Subnet': ['ID=2230077b-9a2d-48a5-b887-665bf21a81e2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:56.211758 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:56.229958 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74de5612-9009-4624-a2f1-80c66206afbd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:56.236369 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-74de5612-9009-4624-a2f1-80c66206afbd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/2230077b-9a2d-48a5-b887-665bf21a81e2 HTTP/1.1" status: 204 len: 168 time: 0.5978823 Apr 21 12:53:56.237020 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34490) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:56.275193 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Pushing event updated for resources: {'Port': ['ID=e428225e-b9f7-4b45-b3bb-79c705d27045,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:56.279566 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:56.280537 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:56.280890 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:56.285927 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Port e428225e-b9f7-4b45-b3bb-79c705d27045 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:56.286276 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Failed to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 on host n-h2-836147-2 for vnic_type normal using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] Apr 21 12:53:56.286651 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempt 2 to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 Apr 21 12:53:56.301546 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:56.301916 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:56.302780 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:56.307516 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Port e428225e-b9f7-4b45-b3bb-79c705d27045 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:56.307849 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Failed to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 on host n-h2-836147-2 for vnic_type normal using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] Apr 21 12:53:56.308243 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempt 3 to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 Apr 21 12:53:56.309140 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a2c73717-5df6-4918-8fe2-4cdf62c830d4 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683188 Apr 21 12:53:56.311851 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34492) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:56.321192 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:56.321534 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:56.323880 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:56.324326 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:56.326572 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Port e428225e-b9f7-4b45-b3bb-79c705d27045 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:56.327003 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Failed to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 on host n-h2-836147-2 for vnic_type normal using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] Apr 21 12:53:56.327463 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempt 4 to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 Apr 21 12:53:56.342170 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:56.343112 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:56.343517 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:56.348216 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Port e428225e-b9f7-4b45-b3bb-79c705d27045 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:56.348572 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Failed to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 on host n-h2-836147-2 for vnic_type normal using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] Apr 21 12:53:56.348950 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempt 5 to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 Apr 21 12:53:56.363457 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:56.363835 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:56.364484 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:56.369454 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Port e428225e-b9f7-4b45-b3bb-79c705d27045 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:56.369454 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Failed to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 on host n-h2-836147-2 for vnic_type normal using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] Apr 21 12:53:56.369849 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempt 6 to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 Apr 21 12:53:56.371033 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7a5848-f875-4977-a91f-c6fa15f9c7cc']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:56.383637 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:56.383959 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:56.384297 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:56.384452 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb20793b-83f7-4c96-965f-37c9f13eb9bf') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:56.384658 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb20793b-83f7-4c96-965f-37c9f13eb9bf') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:56.388951 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Port e428225e-b9f7-4b45-b3bb-79c705d27045 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:56.389330 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Failed to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 on host n-h2-836147-2 for vnic_type normal using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] Apr 21 12:53:56.390015 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempt 7 to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 Apr 21 12:53:56.399637 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6e6aa1-981f-496d-b611-45fe1068458d None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:56.399983 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:56.407879 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:56.408278 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:56.408675 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:56.409683 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4487fd9a-ad63-433d-aba4-7591327cd809 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:56.411222 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4487fd9a-ad63-433d-aba4-7591327cd809 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0984445 Apr 21 12:53:56.414629 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Port e428225e-b9f7-4b45-b3bb-79c705d27045 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:56.415034 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Failed to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 on host n-h2-836147-2 for vnic_type normal using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] Apr 21 12:53:56.415527 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34494) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:56.416389 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempt 8 to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 Apr 21 12:53:56.424302 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:56.430424 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:53:56.430824 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:53:56.434557 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:53:56.461075 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:56.461564 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:56.462017 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:56.473456 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Port e428225e-b9f7-4b45-b3bb-79c705d27045 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:56.473919 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Failed to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 on host n-h2-836147-2 for vnic_type normal using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] Apr 21 12:53:56.476129 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempt 9 to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 Apr 21 12:53:56.497746 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9db2c98-aff4-41cb-a821-a3df764deb55 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:56.500514 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e9db2c98-aff4-41cb-a821-a3df764deb55 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0792377 Apr 21 12:53:56.500514 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:56.500709 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:56.500892 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:56.502378 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34496) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:56.505514 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Port e428225e-b9f7-4b45-b3bb-79c705d27045 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:56.505867 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Failed to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 on host n-h2-836147-2 for vnic_type normal using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] Apr 21 12:53:56.506251 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempt 10 to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 Apr 21 12:53:56.521564 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:56.522508 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:56.522905 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempting to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:56.529013 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Port e428225e-b9f7-4b45-b3bb-79c705d27045 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:53:56.529430 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Failed to bind port e428225e-b9f7-4b45-b3bb-79c705d27045 on host n-h2-836147-2 for vnic_type normal using segments [{'id': '82de1b33-53cc-45f5-8cf0-8404444307fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '443daf4a-e3bb-4cc2-b77a-7cb1ff57e784'}] Apr 21 12:53:56.536245 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:56.536392 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f61d30a3-926b-4e06-bed1-cae45976b267 None None] Provisioning complete for port 520c4d5d-6182-4a94-b010-ff449a29498f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:53:56.536392 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f61d30a3-926b-4e06-bed1-cae45976b267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:56.547675 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f0b95602-fa73-4de6-995e-c13add1269c2 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0439439 Apr 21 12:53:56.552625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34498) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:56.558610 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6708d367-cfa3-4961-b733-2bf41463314c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:56.568792 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:56.583591 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:56.587230 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/networks/2f7a5848-f875-4977-a91f-c6fa15f9c7cc HTTP/1.1" status: 204 len: 168 time: 2.6937323 Apr 21 12:53:56.593506 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34500) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:56.609766 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-540f2fe3-759e-4ca6-910c-a17c78f2518c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1119590884'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:56.621707 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] For port e428225e-b9f7-4b45-b3bb-79c705d27045, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:53:56.622363 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attempted to set empty binding levels {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 21 12:53:56.638978 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27364f-541f-4e5c-8d64-dc2ff4235a36 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event deleted for resources: {'Network': ['ID=2f7a5848-f875-4977-a91f-c6fa15f9c7cc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:56.647185 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30cc384-62ae-423e-a7d9-2ebfa6b1dc8b None None] DHCP port deletion for 43650c3d-b9d7-4e95-8950-e9fadabd5511 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:53:56.693878 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:56.698501 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d30cc384-62ae-423e-a7d9-2ebfa6b1dc8b None None] Deleting port 520c4d5d-6182-4a94-b010-ff449a29498f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:56.699035 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d30cc384-62ae-423e-a7d9-2ebfa6b1dc8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:56.726147 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] In _notify_port_updated(), no bound segment for port e428225e-b9f7-4b45-b3bb-79c705d27045 on network 443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 {{(pid=103397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 12:53:56.731822 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:56.731822 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:56.731822 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] 10.222.0.36 "PUT /v2.0/ports/e428225e-b9f7-4b45-b3bb-79c705d27045 HTTP/1.1" status: 200 len: 979 time: 1.1042221 Apr 21 12:53:56.732371 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34502) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:56.763347 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d57430-6124-4667-af1c-cf45e0efb717 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Pushing event updated for resources: {'Port': ['ID=e428225e-b9f7-4b45-b3bb-79c705d27045,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:56.763632 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540f2fe3-759e-4ca6-910c-a17c78f2518c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Made reservation on behalf of 0625b8f3c08046978c162f99b1521cf3 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:56.766981 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-540f2fe3-759e-4ca6-910c-a17c78f2518c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:56.783649 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d30cc384-62ae-423e-a7d9-2ebfa6b1dc8b None None] For port 520c4d5d-6182-4a94-b010-ff449a29498f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=520c4d5d-6182-4a94-b010-ff449a29498f,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:56.783649 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d30cc384-62ae-423e-a7d9-2ebfa6b1dc8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:56.792288 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6708d367-cfa3-4961-b733-2bf41463314c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:56.794202 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6708d367-cfa3-4961-b733-2bf41463314c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:56.795684 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-6708d367-cfa3-4961-b733-2bf41463314c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:53:56.796119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6708d367-cfa3-4961-b733-2bf41463314c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:53:56.797517 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d30cc384-62ae-423e-a7d9-2ebfa6b1dc8b None None] Calling delete_port for 520c4d5d-6182-4a94-b010-ff449a29498f owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:56.803477 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 520c4d5d-6182-4a94-b010-ff449a29498f no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:53:56.823150 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540f2fe3-759e-4ca6-910c-a17c78f2518c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:53:56.862831 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-540f2fe3-759e-4ca6-910c-a17c78f2518c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:56.863174 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-540f2fe3-759e-4ca6-910c-a17c78f2518c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Added segment c742fead-4a98-4d4e-ae6e-2ce0f9c888e9 of type vlan for network 763cf0b3-10c2-4c58-a3d5-f470f3cb3158 Apr 21 12:53:56.934693 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-540f2fe3-759e-4ca6-910c-a17c78f2518c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:56.938704 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:56.947267 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2cb6f-09f3-4729-b2b8-c14d056ddeac req-8be5f010-612d-4ca5-be4e-59595c492371 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:56.948852 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5fb2cb6f-09f3-4729-b2b8-c14d056ddeac req-8be5f010-612d-4ca5-be4e-59595c492371 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1267729 Apr 21 12:53:56.956872 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6708d367-cfa3-4961-b733-2bf41463314c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4031701 Apr 21 12:53:56.960215 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34506) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:56.965239 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6f8a6c9e-35a0-4839-acb1-327bfd0de0a1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:56.989061 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-0f96dc55-fb4f-4df8-95e2-782aab95d207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Deleting port e428225e-b9f7-4b45-b3bb-79c705d27045 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:53:56.989391 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f96dc55-fb4f-4df8-95e2-782aab95d207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:57.002183 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d30cc384-62ae-423e-a7d9-2ebfa6b1dc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:57.051956 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30cc384-62ae-423e-a7d9-2ebfa6b1dc8b None None] Pushing event deleted for resources: {'Port': ['ID=520c4d5d-6182-4a94-b010-ff449a29498f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:57.063023 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30cc384-62ae-423e-a7d9-2ebfa6b1dc8b None None] No DVR routers for this DVR port 520c4d5d-6182-4a94-b010-ff449a29498f on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:53:57.063154 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5fb2cb6f-09f3-4729-b2b8-c14d056ddeac req-dcd15a32-a1d6-4252-8005-7774133799b6 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1028478 Apr 21 12:53:57.078082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-0f96dc55-fb4f-4df8-95e2-782aab95d207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] For port e428225e-b9f7-4b45-b3bb-79c705d27045, host n-h2-836147-2, got binding levels [] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:53:57.078449 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f96dc55-fb4f-4df8-95e2-782aab95d207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:57.086010 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-540f2fe3-759e-4ca6-910c-a17c78f2518c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:57.092597 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540f2fe3-759e-4ca6-910c-a17c78f2518c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:57.093186 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-540f2fe3-759e-4ca6-910c-a17c78f2518c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:57.095409 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca8b80c-81a3-4137-b92b-f2e69d6e9a50 None None] get_active_networks_info from n-d-836147-2 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 12:53:57.107010 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-0f96dc55-fb4f-4df8-95e2-782aab95d207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Calling delete_port for e428225e-b9f7-4b45-b3bb-79c705d27045 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:53:57.143981 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8a6c9e-35a0-4839-acb1-327bfd0de0a1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:57.148142 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6f8a6c9e-35a0-4839-acb1-327bfd0de0a1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:57.154846 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8a6c9e-35a0-4839-acb1-327bfd0de0a1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:53:57.154846 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f8a6c9e-35a0-4839-acb1-327bfd0de0a1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:53:57.191554 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca8b80c-81a3-4137-b92b-f2e69d6e9a50 None None] Resources bound (agent type, host, resource id): {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 12:53:57.246644 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6f8a6c9e-35a0-4839-acb1-327bfd0de0a1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2824702 Apr 21 12:53:57.247088 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34508) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:57.253292 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3521a9fa-09cb-4d07-9f42-1c2a83cb1a24 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:57.418717 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3521a9fa-09cb-4d07-9f42-1c2a83cb1a24 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:57.423039 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3521a9fa-09cb-4d07-9f42-1c2a83cb1a24 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:57.424501 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-3521a9fa-09cb-4d07-9f42-1c2a83cb1a24 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:53:57.425481 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3521a9fa-09cb-4d07-9f42-1c2a83cb1a24 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:53:57.460604 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee07ca8-5ea8-44d7-b86d-ec465c249cf6 None None] get_active_networks_info from n-d-836147-2 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 12:53:57.516535 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3521a9fa-09cb-4d07-9f42-1c2a83cb1a24 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2682478 Apr 21 12:53:57.517685 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34510) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:57.522785 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-89457d13-e423-4417-80ed-306b61d2dbaf tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:57.548702 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-540f2fe3-759e-4ca6-910c-a17c78f2518c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9461446 Apr 21 12:53:57.552981 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34512) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:57.560769 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee07ca8-5ea8-44d7-b86d-ec465c249cf6 None None] Resources bound (agent type, host, resource id): {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 12:53:57.562382 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a6d93f22-1b88-43e3-8934-d6731abd533e tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Request body: {'subnet': {'network_id': '763cf0b3-10c2-4c58-a3d5-f470f3cb3158', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:57.584509 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f2fe3-759e-4ca6-910c-a17c78f2518c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event updated for resources: {'Network': ['ID=763cf0b3-10c2-4c58-a3d5-f470f3cb3158,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:57.598239 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 763cf0b3-10c2-4c58-a3d5-f470f3cb3158 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:53:57.697956 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89457d13-e423-4417-80ed-306b61d2dbaf tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:57.701543 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-89457d13-e423-4417-80ed-306b61d2dbaf tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:57.703080 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-89457d13-e423-4417-80ed-306b61d2dbaf tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:53:57.703515 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89457d13-e423-4417-80ed-306b61d2dbaf tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:53:57.755200 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f96dc55-fb4f-4df8-95e2-782aab95d207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:57.782683 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96dc55-fb4f-4df8-95e2-782aab95d207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Pushing event deleted for resources: {'Port': ['ID=e428225e-b9f7-4b45-b3bb-79c705d27045,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:57.788660 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f96dc55-fb4f-4df8-95e2-782aab95d207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:57.792242 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0f96dc55-fb4f-4df8-95e2-782aab95d207 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] 10.222.0.36 "DELETE /v2.0/ports/e428225e-b9f7-4b45-b3bb-79c705d27045 HTTP/1.1" status: 204 len: 168 time: 1.0588977 Apr 21 12:53:57.793558 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d93f22-1b88-43e3-8934-d6731abd533e tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Made reservation on behalf of 0625b8f3c08046978c162f99b1521cf3 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:57.796671 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-89457d13-e423-4417-80ed-306b61d2dbaf tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2777753 Apr 21 12:53:57.797320 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34514) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:57.797924 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6d93f22-1b88-43e3-8934-d6731abd533e tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:57.799870 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34516) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:57.806929 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-cf93347c-428a-4e99-8e12-7edef28a11c3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:57.843392 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d4c85db-6d9c-489c-b78e-452a5731208e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] GET failed (client error): The resource could not be found. Apr 21 12:53:57.845018 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9d4c85db-6d9c-489c-b78e-452a5731208e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2010254444-project-admin] 10.222.0.36 "GET /v2.0/ports/e428225e-b9f7-4b45-b3bb-79c705d27045 HTTP/1.1" status: 404 len: 333 time: 0.0465345 Apr 21 12:53:57.850955 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34520) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:57.952549 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5b2a6e0-4398-474d-983f-167a35872efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:57.972239 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf93347c-428a-4e99-8e12-7edef28a11c3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:57.975813 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf93347c-428a-4e99-8e12-7edef28a11c3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:57.977217 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf93347c-428a-4e99-8e12-7edef28a11c3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:53:57.977684 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf93347c-428a-4e99-8e12-7edef28a11c3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:53:58.043798 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cf93347c-428a-4e99-8e12-7edef28a11c3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2429018 Apr 21 12:53:58.046825 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34524) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:58.051941 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c355cd93-3a41-41f8-8fc5-fa4857ca0e03 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:58.088150 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5b2a6e0-4398-474d-983f-167a35872efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:58.145227 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a5b2a6e0-4398-474d-983f-167a35872efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['443daf4a-e3bb-4cc2-b77a-7cb1ff57e784']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:58.165416 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a5b2a6e0-4398-474d-983f-167a35872efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82de1b33-53cc-45f5-8cf0-8404444307fd') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:58.165734 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a5b2a6e0-4398-474d-983f-167a35872efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82de1b33-53cc-45f5-8cf0-8404444307fd') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:58.188066 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5b2a6e0-4398-474d-983f-167a35872efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:58.200459 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c355cd93-3a41-41f8-8fc5-fa4857ca0e03 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:58.204697 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c355cd93-3a41-41f8-8fc5-fa4857ca0e03 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:58.206430 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-c355cd93-3a41-41f8-8fc5-fa4857ca0e03 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:53:58.206867 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c355cd93-3a41-41f8-8fc5-fa4857ca0e03 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:53:58.210898 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5b2a6e0-4398-474d-983f-167a35872efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:58.226836 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586540bb-1333-432f-af4c-ded40aab95df req-543258b0-c055-4538-b7f5-885fc5e88e2a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:58.228360 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-586540bb-1333-432f-af4c-ded40aab95df req-543258b0-c055-4538-b7f5-885fc5e88e2a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0850091 Apr 21 12:53:58.229289 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b2a6e0-4398-474d-983f-167a35872efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:53:58.229701 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5b2a6e0-4398-474d-983f-167a35872efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:53:58.233039 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:53:58.242744 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6d93f22-1b88-43e3-8934-d6731abd533e tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:58.297216 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c355cd93-3a41-41f8-8fc5-fa4857ca0e03 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2470295 Apr 21 12:53:58.297531 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34528) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:58.325431 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d939bce8-69c0-48d6-86d3-6af5f6a008b7 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0267446 Apr 21 12:53:58.328256 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34530) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:58.365211 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d93f22-1b88-43e3-8934-d6731abd533e tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event updated for resources: {'Subnet': ['ID=98d96c90-6734-45fd-8422-1ff80c18ff5f,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:58.375052 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-586540bb-1333-432f-af4c-ded40aab95df req-9a60baad-367a-43c4-9f0a-a9ef28980280 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1280499 Apr 21 12:53:58.381194 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d93f22-1b88-43e3-8934-d6731abd533e tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Checking segment: {'id': 'c742fead-4a98-4d4e-ae6e-2ce0f9c888e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '763cf0b3-10c2-4c58-a3d5-f470f3cb3158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:53:58.381560 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d93f22-1b88-43e3-8934-d6731abd533e tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Network hostable DHCP agents. Network: 763cf0b3-10c2-4c58-a3d5-f470f3cb3158, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:53:58.385667 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa80cac-e084-4ffa-bbf8-bb318cc81e8b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:58.389833 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34532) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:58.390294 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-baa80cac-e084-4ffa-bbf8-bb318cc81e8b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0610993 Apr 21 12:53:58.440038 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9258c167-85ed-4c67-bda3-bc9a7e9356eb tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484781 Apr 21 12:53:58.444108 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5b2a6e0-4398-474d-983f-167a35872efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:58.446265 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34534) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:58.450861 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5b2a6e0-4398-474d-983f-167a35872efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:58.458714 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a5b2a6e0-4398-474d-983f-167a35872efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988-project] 10.222.0.36 "DELETE /v2.0/networks/443daf4a-e3bb-4cc2-b77a-7cb1ff57e784 HTTP/1.1" status: 204 len: 168 time: 0.6025648 Apr 21 12:53:58.458812 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-715492cb-a11e-4ddf-9b6e-8ff319118800 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:58.466864 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b2a6e0-4398-474d-983f-167a35872efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988 tempest-PortsAdminExtendedAttrsIpV6TestJSON-47078988-project] Pushing event deleted for resources: {'Network': ['ID=443daf4a-e3bb-4cc2-b77a-7cb1ff57e784,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:58.526428 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d93f22-1b88-43e3-8934-d6731abd533e tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Network 763cf0b3-10c2-4c58-a3d5-f470f3cb3158 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:53:58.629296 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a6d93f22-1b88-43e3-8934-d6731abd533e tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 763cf0b3-10c2-4c58-a3d5-f470f3cb3158) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:58.633570 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d93f22-1b88-43e3-8934-d6731abd533e tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:58.634169 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6d93f22-1b88-43e3-8934-d6731abd533e tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:58.638001 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69068c80-8d1c-4549-88f5-0f2aa92970e7 None None] Network 763cf0b3-10c2-4c58-a3d5-f470f3cb3158 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:58.692912 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715492cb-a11e-4ddf-9b6e-8ff319118800 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:58.698675 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-715492cb-a11e-4ddf-9b6e-8ff319118800 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:58.729480 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a6d93f22-1b88-43e3-8934-d6731abd533e tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1745214 Apr 21 12:53:58.732341 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34538) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:58.789543 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52293b91-c315-407c-8496-07f4da904deb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-763cf0b3-10c2-4c58-a3d5-f470f3cb3158', 'network_id': '763cf0b3-10c2-4c58-a3d5-f470f3cb3158', 'tenant_id': '0625b8f3c08046978c162f99b1521cf3', 'fixed_ips': [{'subnet_id': '98d96c90-6734-45fd-8422-1ff80c18ff5f'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:53:58.791769 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52293b91-c315-407c-8496-07f4da904deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:58.850338 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:58.912959 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:58.950031 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-52293b91-c315-407c-8496-07f4da904deb None None] Allocated IP 172.20.0.1 (763cf0b3-10c2-4c58-a3d5-f470f3cb3158/98d96c90-6734-45fd-8422-1ff80c18ff5f/13ba368b-9afe-4098-97c4-b88d5b1a508e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:59.026906 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34542) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:59.097409 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52293b91-c315-407c-8496-07f4da904deb None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:59.129663 n-d-836147-2 neutron-server[103397]: DEBUG neutron.objects.ports [None req-715492cb-a11e-4ddf-9b6e-8ff319118800 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 12:53:59.131122 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-715492cb-a11e-4ddf-9b6e-8ff319118800 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:59.165656 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7b856e71-4afb-4f0f-be94-6b9078a5d2a1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2d7afd2729f141ebbf672042eae982c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1374588 Apr 21 12:53:59.168292 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34546) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:59.171357 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715492cb-a11e-4ddf-9b6e-8ff319118800 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:59.174412 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-715492cb-a11e-4ddf-9b6e-8ff319118800 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:59.178760 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715492cb-a11e-4ddf-9b6e-8ff319118800 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:59.184000 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-715492cb-a11e-4ddf-9b6e-8ff319118800 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:59.184362 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084daf6f-d868-4735-a8ed-56f941f48a72 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:53:59.194032 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715492cb-a11e-4ddf-9b6e-8ff319118800 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Subnet': ['ID=8ad30fc2-f404-4456-a11e-339918d2fe03,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:59.230688 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52293b91-c315-407c-8496-07f4da904deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:59.237839 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-656fa3fb-f5fc-4e3e-b563-580a44fe4a9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:59.257457 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-656fa3fb-f5fc-4e3e-b563-580a44fe4a9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:59.286463 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-715492cb-a11e-4ddf-9b6e-8ff319118800 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8285859 Apr 21 12:53:59.286463 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34548) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:53:59.286463 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-0f3f9561-27f7-478b-a566-4a53bf2a7ffd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'port': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'mac_address': 'fa:16:3e:a7:34:26', 'name': 'tempest-NetworksTestDHCPv6-975582221'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:53:59.287237 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52293b91-c315-407c-8496-07f4da904deb None None] Network 763cf0b3-10c2-4c58-a3d5-f470f3cb3158 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:53:59.293410 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52293b91-c315-407c-8496-07f4da904deb None None] Pushing event updated for resources: {'Port': ['ID=13ba368b-9afe-4098-97c4-b88d5b1a508e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:59.298518 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-52293b91-c315-407c-8496-07f4da904deb None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:53:59.305456 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52293b91-c315-407c-8496-07f4da904deb None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:53:59.306603 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:59.341323 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event deleted for resources: {'Subnet': ['ID=98d96c90-6734-45fd-8422-1ff80c18ff5f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:59.397365 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-656fa3fb-f5fc-4e3e-b563-580a44fe4a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:59.401971 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-656fa3fb-f5fc-4e3e-b563-580a44fe4a9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:59.405745 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-656fa3fb-f5fc-4e3e-b563-580a44fe4a9a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7eeee04f-092c-4470-9159-14ca98949112 HTTP/1.1" status: 204 len: 168 time: 0.2335970 Apr 21 12:53:59.407070 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-52293b91-c315-407c-8496-07f4da904deb None None] Attempting to bind port 13ba368b-9afe-4098-97c4-b88d5b1a508e on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:53:59.407619 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-52293b91-c315-407c-8496-07f4da904deb None None] Attempting to bind port 13ba368b-9afe-4098-97c4-b88d5b1a508e by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'c742fead-4a98-4d4e-ae6e-2ce0f9c888e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '763cf0b3-10c2-4c58-a3d5-f470f3cb3158'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:53:59.409256 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52293b91-c315-407c-8496-07f4da904deb None None] Attempting to bind port 13ba368b-9afe-4098-97c4-b88d5b1a508e on network 763cf0b3-10c2-4c58-a3d5-f470f3cb3158 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:53:59.412133 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:59.418625 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52293b91-c315-407c-8496-07f4da904deb None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:53:59.418999 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52293b91-c315-407c-8496-07f4da904deb None None] Checking segment: {'id': 'c742fead-4a98-4d4e-ae6e-2ce0f9c888e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '763cf0b3-10c2-4c58-a3d5-f470f3cb3158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:53:59.419400 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52293b91-c315-407c-8496-07f4da904deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:59.419789 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52293b91-c315-407c-8496-07f4da904deb None None] Bound using segment: {'id': 'c742fead-4a98-4d4e-ae6e-2ce0f9c888e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '763cf0b3-10c2-4c58-a3d5-f470f3cb3158'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:53:59.420256 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-52293b91-c315-407c-8496-07f4da904deb None None] Bound port: 13ba368b-9afe-4098-97c4-b88d5b1a508e, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c742fead-4a98-4d4e-ae6e-2ce0f9c888e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '763cf0b3-10c2-4c58-a3d5-f470f3cb3158'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:53:59.421663 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52293b91-c315-407c-8496-07f4da904deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:59.423632 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656fa3fb-f5fc-4e3e-b563-580a44fe4a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eeee04f-092c-4470-9159-14ca98949112,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:53:59.442309 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['763cf0b3-10c2-4c58-a3d5-f470f3cb3158']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:59.453328 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c742fead-4a98-4d4e-ae6e-2ce0f9c888e9') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:59.453709 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c742fead-4a98-4d4e-ae6e-2ce0f9c888e9') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:53:59.465141 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:59.480794 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:59.497573 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:53:59.497995 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:59.501900 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3f9561-27f7-478b-a566-4a53bf2a7ffd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:53:59.502031 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:53:59.512901 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66cff47-932c-43fc-b753-3a624a1592e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-43650c3d-b9d7-4e95-8950-e9fadabd5511', 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'fixed_ips': [{'subnet_id': '8ad30fc2-f404-4456-a11e-339918d2fe03'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:53:59.513873 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f66cff47-932c-43fc-b753-3a624a1592e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:59.591625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae1422-e76a-4036-865c-a456540b1fa8 req-3cad5fe2-a083-4c27-9e3c-195b2acb4c7d tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:53:59.593094 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbae1422-e76a-4036-865c-a456540b1fa8 req-3cad5fe2-a083-4c27-9e3c-195b2acb4c7d tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1085992 Apr 21 12:53:59.600412 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f3f9561-27f7-478b-a566-4a53bf2a7ffd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:53:59.620573 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-52293b91-c315-407c-8496-07f4da904deb None None] For port 13ba368b-9afe-4098-97c4-b88d5b1a508e, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:53:59.631196 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-0f3f9561-27f7-478b-a566-4a53bf2a7ffd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] device_id is not set on port 8267d1b1-a812-41f5-aba8-cd161d0824c4 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:53:59.634384 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.db.api [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 12:53:59.634384 n-d-836147-2 neutron-server[103398]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 12:53:59.634384 n-d-836147-2 neutron-server[103398]: [parameters: {'id': '763cf0b3-10c2-4c58-a3d5-f470f3cb3158'}] Apr 21 12:53:59.634384 n-d-836147-2 neutron-server[103398]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:53:59.635104 n-d-836147-2 neutron-server[103398]: DEBUG oslo_db.api [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:53:59.642556 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbae1422-e76a-4036-865c-a456540b1fa8 req-9e9fb3f5-1703-4e49-b060-1e54bdc66db3 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375926 Apr 21 12:53:59.643167 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-52293b91-c315-407c-8496-07f4da904deb None None] For port 13ba368b-9afe-4098-97c4-b88d5b1a508e, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=13ba368b-9afe-4098-97c4-b88d5b1a508e,segment=NetworkSegment(c742fead-4a98-4d4e-ae6e-2ce0f9c888e9),segment_id=c742fead-4a98-4d4e-ae6e-2ce0f9c888e9)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:53:59.696366 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-f66cff47-932c-43fc-b753-3a624a1592e3 None None] Allocated IP 2001:db8::f816:3eff:fe85:d284 (43650c3d-b9d7-4e95-8950-e9fadabd5511/8ad30fc2-f404-4456-a11e-339918d2fe03/c31d0aaa-8f7c-4eae-94ae-35ed39d0e2cf) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:53:59.723801 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-52293b91-c315-407c-8496-07f4da904deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:00.000218 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52293b91-c315-407c-8496-07f4da904deb None None] Pushing event updated for resources: {'Port': ['ID=13ba368b-9afe-4098-97c4-b88d5b1a508e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:00.017939 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64ca824-1f04-4c80-8fa6-da4e6523c498 None None] Network 763cf0b3-10c2-4c58-a3d5-f470f3cb3158 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:00.116129 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34556) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:00.136104 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:00.144862 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f66cff47-932c-43fc-b753-3a624a1592e3 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:00.158371 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-69d52f05-3bfa-45b1-8016-f6b1417645ce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7d232f0c04824e6caadb48d835c66c2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384347 Apr 21 12:54:00.158806 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34558) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:00.194816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Deleting port 13ba368b-9afe-4098-97c4-b88d5b1a508e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:00.200280 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:00.214909 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f66cff47-932c-43fc-b753-3a624a1592e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:00.239113 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e7f49b28-9083-4318-abb6-70d56a557c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:00.252390 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66cff47-932c-43fc-b753-3a624a1592e3 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:00.257442 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-f66cff47-932c-43fc-b753-3a624a1592e3 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:00.261244 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66cff47-932c-43fc-b753-3a624a1592e3 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:00.270999 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66cff47-932c-43fc-b753-3a624a1592e3 None None] Pushing event updated for resources: {'Port': ['ID=c31d0aaa-8f7c-4eae-94ae-35ed39d0e2cf,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:00.277262 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e7f49b28-9083-4318-abb6-70d56a557c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:00.278697 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] For port 13ba368b-9afe-4098-97c4-b88d5b1a508e, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=13ba368b-9afe-4098-97c4-b88d5b1a508e,segment=NetworkSegment(c742fead-4a98-4d4e-ae6e-2ce0f9c888e9),segment_id=c742fead-4a98-4d4e-ae6e-2ce0f9c888e9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:00.279073 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:00.286023 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-0f3f9561-27f7-478b-a566-4a53bf2a7ffd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Allocated IP 2001:db8::f816:3eff:fea7:3426 (43650c3d-b9d7-4e95-8950-e9fadabd5511/8ad30fc2-f404-4456-a11e-339918d2fe03/8267d1b1-a812-41f5-aba8-cd161d0824c4) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:00.295796 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Calling delete_port for 13ba368b-9afe-4098-97c4-b88d5b1a508e owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:00.327771 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f66cff47-932c-43fc-b753-3a624a1592e3 None None] Attempting to bind port c31d0aaa-8f7c-4eae-94ae-35ed39d0e2cf on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:54:00.332048 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f66cff47-932c-43fc-b753-3a624a1592e3 None None] Attempting to bind port c31d0aaa-8f7c-4eae-94ae-35ed39d0e2cf by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:54:00.332048 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66cff47-932c-43fc-b753-3a624a1592e3 None None] Attempting to bind port c31d0aaa-8f7c-4eae-94ae-35ed39d0e2cf on network 43650c3d-b9d7-4e95-8950-e9fadabd5511 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:54:00.334231 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66cff47-932c-43fc-b753-3a624a1592e3 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:54:00.334731 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66cff47-932c-43fc-b753-3a624a1592e3 None None] Checking segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:54:00.336653 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f66cff47-932c-43fc-b753-3a624a1592e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:00.336653 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66cff47-932c-43fc-b753-3a624a1592e3 None None] Bound using segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:54:00.336653 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f66cff47-932c-43fc-b753-3a624a1592e3 None None] Bound port: c31d0aaa-8f7c-4eae-94ae-35ed39d0e2cf, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:54:00.336653 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f66cff47-932c-43fc-b753-3a624a1592e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:00.410035 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f66cff47-932c-43fc-b753-3a624a1592e3 None None] For port c31d0aaa-8f7c-4eae-94ae-35ed39d0e2cf, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:54:00.413203 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f66cff47-932c-43fc-b753-3a624a1592e3 None None] For port c31d0aaa-8f7c-4eae-94ae-35ed39d0e2cf, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c31d0aaa-8f7c-4eae-94ae-35ed39d0e2cf,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:54:00.460790 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e7f49b28-9083-4318-abb6-70d56a557c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:00.463163 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e7f49b28-9083-4318-abb6-70d56a557c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:00.469734 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e7f49b28-9083-4318-abb6-70d56a557c10 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/015909cb-88c0-42ff-af63-d45ed6e136e3 HTTP/1.1" status: 204 len: 168 time: 0.3040009 Apr 21 12:54:00.469734 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f3f9561-27f7-478b-a566-4a53bf2a7ffd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:00.478733 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f49b28-9083-4318-abb6-70d56a557c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015909cb-88c0-42ff-af63-d45ed6e136e3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:00.486610 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:00.494450 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f66cff47-932c-43fc-b753-3a624a1592e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:00.522716 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event deleted for resources: {'Port': ['ID=13ba368b-9afe-4098-97c4-b88d5b1a508e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:00.525303 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] No DVR routers for this DVR port 13ba368b-9afe-4098-97c4-b88d5b1a508e on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:54:00.568652 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66cff47-932c-43fc-b753-3a624a1592e3 None None] Pushing event updated for resources: {'Port': ['ID=c31d0aaa-8f7c-4eae-94ae-35ed39d0e2cf,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:00.585862 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f3f9561-27f7-478b-a566-4a53bf2a7ffd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:00.630414 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:00.630653 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3f9561-27f7-478b-a566-4a53bf2a7ffd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:00.633603 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-0f3f9561-27f7-478b-a566-4a53bf2a7ffd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:00.637250 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3f9561-27f7-478b-a566-4a53bf2a7ffd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:00.643005 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3f9561-27f7-478b-a566-4a53bf2a7ffd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:00.647203 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f3f9561-27f7-478b-a566-4a53bf2a7ffd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:00.655577 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['763cf0b3-10c2-4c58-a3d5-f470f3cb3158']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:00.663467 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f9561-27f7-478b-a566-4a53bf2a7ffd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Port': ['ID=8267d1b1-a812-41f5-aba8-cd161d0824c4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:00.667327 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c742fead-4a98-4d4e-ae6e-2ce0f9c888e9') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:00.667625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c742fead-4a98-4d4e-ae6e-2ce0f9c888e9') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:00.682199 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:00.694016 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:00.700109 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:54:00.700544 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:54:00.703712 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:54:00.767331 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0f3f9561-27f7-478b-a566-4a53bf2a7ffd tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4829032 Apr 21 12:54:00.768118 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34564) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:00.828376 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ef3d2-55cf-4cf9-9c87-f1474607d32c req-cf29dd9d-40be-4bab-9dc4-b8095e853049 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:00.831046 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a18ef3d2-55cf-4cf9-9c87-f1474607d32c req-cf29dd9d-40be-4bab-9dc4-b8095e853049 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1098576 Apr 21 12:54:00.840569 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf83b1d-aaab-425e-bcd0-92626aa3cdb7 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:00.847210 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf83b1d-aaab-425e-bcd0-92626aa3cdb7 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:00.848813 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6bf83b1d-aaab-425e-bcd0-92626aa3cdb7 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0801334 Apr 21 12:54:00.851524 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34566) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:00.882577 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a18ef3d2-55cf-4cf9-9c87-f1474607d32c req-e31d326b-dc7d-4ee9-8a83-3ae43020729b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412161 Apr 21 12:54:00.903117 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:00.910516 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:00.917458 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/networks/763cf0b3-10c2-4c58-a3d5-f470f3cb3158 HTTP/1.1" status: 204 len: 168 time: 2.1838038 Apr 21 12:54:00.923421 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34570) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:00.932773 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7097ef90-8af5-42d3-8a19-af053c89c928 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1403665328'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:00.950466 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ffb4de-cfe9-4582-8357-f5cda6551bbb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event deleted for resources: {'Network': ['ID=763cf0b3-10c2-4c58-a3d5-f470f3cb3158,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:00.975430 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-eaba7937-d7d5-49db-9569-02eef87436fa tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting port 8267d1b1-a812-41f5-aba8-cd161d0824c4 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:00.975915 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eaba7937-d7d5-49db-9569-02eef87436fa tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:01.040778 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7097ef90-8af5-42d3-8a19-af053c89c928 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Made reservation on behalf of 0625b8f3c08046978c162f99b1521cf3 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:01.044489 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7097ef90-8af5-42d3-8a19-af053c89c928 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:01.069424 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eaba7937-d7d5-49db-9569-02eef87436fa tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:01.070787 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7097ef90-8af5-42d3-8a19-af053c89c928 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:54:01.083393 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7097ef90-8af5-42d3-8a19-af053c89c928 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:01.083393 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-7097ef90-8af5-42d3-8a19-af053c89c928 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Added segment d21e63d3-a093-409a-b056-882287ffdd78 of type vlan for network 241cb3b9-0c6c-4b69-acbb-40a9b39ec5be Apr 21 12:54:01.086804 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-eaba7937-d7d5-49db-9569-02eef87436fa tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Calling delete_port for 8267d1b1-a812-41f5-aba8-cd161d0824c4 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:01.123686 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7097ef90-8af5-42d3-8a19-af053c89c928 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:01.218776 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7097ef90-8af5-42d3-8a19-af053c89c928 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:01.224357 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7097ef90-8af5-42d3-8a19-af053c89c928 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:01.226872 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7097ef90-8af5-42d3-8a19-af053c89c928 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:01.275242 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eaba7937-d7d5-49db-9569-02eef87436fa tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:01.291805 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7097ef90-8af5-42d3-8a19-af053c89c928 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event updated for resources: {'Network': ['ID=241cb3b9-0c6c-4b69-acbb-40a9b39ec5be,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:01.302800 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 241cb3b9-0c6c-4b69-acbb-40a9b39ec5be details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:54:01.313223 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba7937-d7d5-49db-9569-02eef87436fa tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Port': ['ID=8267d1b1-a812-41f5-aba8-cd161d0824c4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:01.335724 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7097ef90-8af5-42d3-8a19-af053c89c928 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4107625 Apr 21 12:54:01.341816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34580) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:01.341942 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eaba7937-d7d5-49db-9569-02eef87436fa tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:01.344358 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-eaba7937-d7d5-49db-9569-02eef87436fa tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/8267d1b1-a812-41f5-aba8-cd161d0824c4 HTTP/1.1" status: 204 len: 168 time: 0.4918988 Apr 21 12:54:01.345618 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2ba7d8ec-36a5-400b-bc1d-2bc08869b448 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Request body: {'subnet': {'network_id': '241cb3b9-0c6c-4b69-acbb-40a9b39ec5be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:01.346860 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34582) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:01.422529 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b849ad-bcf4-4890-9cf8-fc209bf91f82 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:01.424474 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b849ad-bcf4-4890-9cf8-fc209bf91f82 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:01.426730 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c1b849ad-bcf4-4890-9cf8-fc209bf91f82 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0789216 Apr 21 12:54:01.430404 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34586) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:01.494837 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d7969a5-5526-4927-b73c-6719a4acd9c0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting subnet 8ad30fc2-f404-4456-a11e-339918d2fe03 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:54:01.498317 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d7969a5-5526-4927-b73c-6719a4acd9c0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:01.540353 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d7969a5-5526-4927-b73c-6719a4acd9c0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:01.549502 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba7d8ec-36a5-400b-bc1d-2bc08869b448 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Made reservation on behalf of 0625b8f3c08046978c162f99b1521cf3 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:01.553441 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ba7d8ec-36a5-400b-bc1d-2bc08869b448 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:01.648540 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d7969a5-5526-4927-b73c-6719a4acd9c0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:01.812815 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d7969a5-5526-4927-b73c-6719a4acd9c0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:01.841389 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-efe61b88-54ad-44c4-b872-8c57649a4795 None None] Provisioning complete for port c31d0aaa-8f7c-4eae-94ae-35ed39d0e2cf triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:01.845546 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-efe61b88-54ad-44c4-b872-8c57649a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:01.846911 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ba7d8ec-36a5-400b-bc1d-2bc08869b448 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:01.848639 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d7969a5-5526-4927-b73c-6719a4acd9c0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:01.853544 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7d7969a5-5526-4927-b73c-6719a4acd9c0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/8ad30fc2-f404-4456-a11e-339918d2fe03 HTTP/1.1" status: 204 len: 168 time: 0.4187369 Apr 21 12:54:01.854448 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7969a5-5526-4927-b73c-6719a4acd9c0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Subnet': ['ID=8ad30fc2-f404-4456-a11e-339918d2fe03,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:01.861015 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34596) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:01.903351 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-368c5845-980f-4b11-b8ae-057dd86de49c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0413487 Apr 21 12:54:01.906960 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34598) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:01.915300 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ef703086-18ce-4407-87d0-32d69ea8d0c8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:01.986870 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-efe61b88-54ad-44c4-b872-8c57649a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:02.002943 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97579e26-f033-4258-aaf7-eee544d23768 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:02.032163 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba7d8ec-36a5-400b-bc1d-2bc08869b448 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Checking segment: {'id': 'd21e63d3-a093-409a-b056-882287ffdd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '241cb3b9-0c6c-4b69-acbb-40a9b39ec5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:54:02.032520 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba7d8ec-36a5-400b-bc1d-2bc08869b448 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Network hostable DHCP agents. Network: 241cb3b9-0c6c-4b69-acbb-40a9b39ec5be, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:54:02.036161 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba7d8ec-36a5-400b-bc1d-2bc08869b448 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event updated for resources: {'Subnet': ['ID=881bcc1e-dc83-4089-9d19-39ef469a3f51,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:02.095583 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-efe61b88-54ad-44c4-b872-8c57649a4795 None None] For port c31d0aaa-8f7c-4eae-94ae-35ed39d0e2cf, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c31d0aaa-8f7c-4eae-94ae-35ed39d0e2cf,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:02.130423 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3334d-4b7a-4ead-87be-14843f8c31bf req-3e0f1d85-bc32-4bb2-94cb-84bd461b79db tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:02.132451 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-abd3334d-4b7a-4ead-87be-14843f8c31bf req-3e0f1d85-bc32-4bb2-94cb-84bd461b79db tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1420963 Apr 21 12:54:02.156744 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef703086-18ce-4407-87d0-32d69ea8d0c8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:02.165559 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef703086-18ce-4407-87d0-32d69ea8d0c8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:02.187560 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-abd3334d-4b7a-4ead-87be-14843f8c31bf req-4c5c4c70-70bf-4430-9bfc-ba05e69cd221 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409513 Apr 21 12:54:02.190092 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-efe61b88-54ad-44c4-b872-8c57649a4795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:02.200054 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba7d8ec-36a5-400b-bc1d-2bc08869b448 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Network 241cb3b9-0c6c-4b69-acbb-40a9b39ec5be is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:54:02.235562 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21fdc9ec-f251-4121-968a-b55547ba13ad None None] DHCP port deletion for 43650c3d-b9d7-4e95-8950-e9fadabd5511 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:54:02.307312 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe61b88-54ad-44c4-b872-8c57649a4795 None None] Pushing event updated for resources: {'Port': ['ID=c31d0aaa-8f7c-4eae-94ae-35ed39d0e2cf,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:02.313004 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-adc06950-74bc-45a3-810a-c64ee7d9d1cd None None] Could not find standard attr ID for object 8267d1b1-a812-41f5-aba8-cd161d0824c4. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:54:02.321357 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-2ba7d8ec-36a5-400b-bc1d-2bc08869b448 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 241cb3b9-0c6c-4b69-acbb-40a9b39ec5be) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:02.325925 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba7d8ec-36a5-400b-bc1d-2bc08869b448 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:02.326751 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ba7d8ec-36a5-400b-bc1d-2bc08869b448 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:02.339306 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ddea08-2ffd-4a37-b35f-58f750d84263 None None] Network 241cb3b9-0c6c-4b69-acbb-40a9b39ec5be requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:02.415290 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-21fdc9ec-f251-4121-968a-b55547ba13ad None None] Deleting port c31d0aaa-8f7c-4eae-94ae-35ed39d0e2cf {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:02.415660 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21fdc9ec-f251-4121-968a-b55547ba13ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:02.423683 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2ba7d8ec-36a5-400b-bc1d-2bc08869b448 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0820553 Apr 21 12:54:02.425083 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34612) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:02.538540 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-21fdc9ec-f251-4121-968a-b55547ba13ad None None] For port c31d0aaa-8f7c-4eae-94ae-35ed39d0e2cf, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c31d0aaa-8f7c-4eae-94ae-35ed39d0e2cf,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:02.538540 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21fdc9ec-f251-4121-968a-b55547ba13ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:02.542082 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:02.555829 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-21fdc9ec-f251-4121-968a-b55547ba13ad None None] Calling delete_port for c31d0aaa-8f7c-4eae-94ae-35ed39d0e2cf owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:02.620463 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef8cb30-6002-4604-9d6e-92e76b6541f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-241cb3b9-0c6c-4b69-acbb-40a9b39ec5be', 'network_id': '241cb3b9-0c6c-4b69-acbb-40a9b39ec5be', 'tenant_id': '0625b8f3c08046978c162f99b1521cf3', 'fixed_ips': [{'subnet_id': '881bcc1e-dc83-4089-9d19-39ef469a3f51'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:54:02.621187 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fef8cb30-6002-4604-9d6e-92e76b6541f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:02.679172 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:02.731778 n-d-836147-2 neutron-server[103397]: DEBUG neutron.objects.ports [None req-ef703086-18ce-4407-87d0-32d69ea8d0c8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 12:54:02.745002 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34620) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:02.784181 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-fef8cb30-6002-4604-9d6e-92e76b6541f2 None None] Allocated IP 172.20.0.1 (241cb3b9-0c6c-4b69-acbb-40a9b39ec5be/881bcc1e-dc83-4089-9d19-39ef469a3f51/23b24240-ed0a-404a-bea1-3f4c8cbb197f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:02.816781 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21fdc9ec-f251-4121-968a-b55547ba13ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:02.862007 n-d-836147-2 neutron-server[103397]: WARNING neutron.services.revisions.revision_plugin [None req-ef703086-18ce-4407-87d0-32d69ea8d0c8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Could not find related port for resource to bump revision. Apr 21 12:54:02.877456 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d8106-2073-4728-b6a6-dcba5f336946 req-f1a2b84d-f705-43b3-880d-bd9ae9d81a15 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:02.877456 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b23d8106-2073-4728-b6a6-dcba5f336946 req-f1a2b84d-f705-43b3-880d-bd9ae9d81a15 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b11409b-007e-4004-a32b-ed8f0779364d HTTP/1.1" status: 200 len: 945 time: 0.0590432 Apr 21 12:54:02.882701 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-45dec628-af16-4443-ae3b-83472dd132d8 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-249472667', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:02.884961 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdc9ec-f251-4121-968a-b55547ba13ad None None] Pushing event deleted for resources: {'Port': ['ID=c31d0aaa-8f7c-4eae-94ae-35ed39d0e2cf,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:02.890591 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fdc9ec-f251-4121-968a-b55547ba13ad None None] No DVR routers for this DVR port c31d0aaa-8f7c-4eae-94ae-35ed39d0e2cf on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:54:02.892515 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.ipam_pluggable_backend [None req-ef703086-18ce-4407-87d0-32d69ea8d0c8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Port c31d0aaa-8f7c-4eae-94ae-35ed39d0e2cf was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103397) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 21 12:54:02.893390 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.ipam_pluggable_backend [None req-ef703086-18ce-4407-87d0-32d69ea8d0c8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Reverting IP allocation for 2001:db8::f816:3eff:fe85:d284 {{(pid=103397) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 21 12:54:02.901285 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef703086-18ce-4407-87d0-32d69ea8d0c8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:02.948810 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b23d8106-2073-4728-b6a6-dcba5f336946 req-8298c394-4587-46d8-a78c-0a07c8abbf91 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/security-groups?id=15528dc7-9365-4ec8-90f1-d448e28cf251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608075 Apr 21 12:54:02.950271 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef703086-18ce-4407-87d0-32d69ea8d0c8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:02.954842 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ef703086-18ce-4407-87d0-32d69ea8d0c8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:02.959670 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef703086-18ce-4407-87d0-32d69ea8d0c8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:02.960260 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef703086-18ce-4407-87d0-32d69ea8d0c8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:02.971300 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8bec67-332c-4e39-a9df-3ca20c8d2aa6 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:02.973212 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef703086-18ce-4407-87d0-32d69ea8d0c8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Subnet': ['ID=f9a5f561-e2ec-443b-af3f-923545c4eab3,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:03.006018 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45dec628-af16-4443-ae3b-83472dd132d8 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Made reservation on behalf of 04f7b2427c5146b194a5c17a630d79ba for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:03.008515 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45dec628-af16-4443-ae3b-83472dd132d8 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:03.018464 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45dec628-af16-4443-ae3b-83472dd132d8 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:03.028678 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fef8cb30-6002-4604-9d6e-92e76b6541f2 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:03.038413 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ef703086-18ce-4407-87d0-32d69ea8d0c8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1303976 Apr 21 12:54:03.040981 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34626) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:03.046343 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-530bfe88-9a80-4cf4-b880-3032d4148971 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'port': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'mac_address': 'fa:16:3e:0f:e3:ca', 'name': 'tempest-NetworksTestDHCPv6-1175028489'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:03.106630 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45dec628-af16-4443-ae3b-83472dd132d8 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:03.109124 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fef8cb30-6002-4604-9d6e-92e76b6541f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:03.162431 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef8cb30-6002-4604-9d6e-92e76b6541f2 None None] Network 241cb3b9-0c6c-4b69-acbb-40a9b39ec5be is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:03.171564 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-fef8cb30-6002-4604-9d6e-92e76b6541f2 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:03.175389 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef8cb30-6002-4604-9d6e-92e76b6541f2 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:03.189777 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45dec628-af16-4443-ae3b-83472dd132d8 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:03.195034 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8cb30-6002-4604-9d6e-92e76b6541f2 None None] Pushing event updated for resources: {'Port': ['ID=23b24240-ed0a-404a-bea1-3f4c8cbb197f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:03.196406 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-45dec628-af16-4443-ae3b-83472dd132d8 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] device_id is not set on port 9b8e9912-137f-4ce2-96ff-2a5a9a7740e2 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:54:03.224191 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2452cea-064a-4f45-976a-c80ac54e881e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-43650c3d-b9d7-4e95-8950-e9fadabd5511', 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'fixed_ips': [{'subnet_id': 'f9a5f561-e2ec-443b-af3f-923545c4eab3'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:54:03.227980 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2452cea-064a-4f45-976a-c80ac54e881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:03.247258 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:03.251007 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dec628-af16-4443-ae3b-83472dd132d8 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f83c7e-bfff-4868-a126-e248ae2bdaf1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:03.277112 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event deleted for resources: {'Subnet': ['ID=881bcc1e-dc83-4089-9d19-39ef469a3f51,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:03.281646 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530bfe88-9a80-4cf4-b880-3032d4148971 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:03.285841 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-530bfe88-9a80-4cf4-b880-3032d4148971 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:03.288842 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-fef8cb30-6002-4604-9d6e-92e76b6541f2 None None] Attempting to bind port 23b24240-ed0a-404a-bea1-3f4c8cbb197f on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:54:03.289212 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-fef8cb30-6002-4604-9d6e-92e76b6541f2 None None] Attempting to bind port 23b24240-ed0a-404a-bea1-3f4c8cbb197f by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'd21e63d3-a093-409a-b056-882287ffdd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '241cb3b9-0c6c-4b69-acbb-40a9b39ec5be'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:54:03.290338 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef8cb30-6002-4604-9d6e-92e76b6541f2 None None] Attempting to bind port 23b24240-ed0a-404a-bea1-3f4c8cbb197f on network 241cb3b9-0c6c-4b69-acbb-40a9b39ec5be {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:54:03.300941 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef8cb30-6002-4604-9d6e-92e76b6541f2 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:54:03.305815 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef8cb30-6002-4604-9d6e-92e76b6541f2 None None] Checking segment: {'id': 'd21e63d3-a093-409a-b056-882287ffdd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '241cb3b9-0c6c-4b69-acbb-40a9b39ec5be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:54:03.305815 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fef8cb30-6002-4604-9d6e-92e76b6541f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:03.305815 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef8cb30-6002-4604-9d6e-92e76b6541f2 None None] Bound using segment: {'id': 'd21e63d3-a093-409a-b056-882287ffdd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '241cb3b9-0c6c-4b69-acbb-40a9b39ec5be'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:54:03.305815 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-fef8cb30-6002-4604-9d6e-92e76b6541f2 None None] Bound port: 23b24240-ed0a-404a-bea1-3f4c8cbb197f, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd21e63d3-a093-409a-b056-882287ffdd78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '241cb3b9-0c6c-4b69-acbb-40a9b39ec5be'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:54:03.305815 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fef8cb30-6002-4604-9d6e-92e76b6541f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:03.362561 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-530bfe88-9a80-4cf4-b880-3032d4148971 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] device_id is not set on port 35b413dd-4771-4b39-86ce-0cb6905572c4 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:54:03.368880 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:03.422797 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee17f2d-f318-4eb8-89da-372bfcbc3b26 req-edb81d18-6e38-4ed4-9984-83393ad92a19 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:03.424464 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bee17f2d-f318-4eb8-89da-372bfcbc3b26 req-edb81d18-6e38-4ed4-9984-83393ad92a19 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1340425 Apr 21 12:54:03.426729 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-45dec628-af16-4443-ae3b-83472dd132d8 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Allocated IP 172.25.8.207 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/9b8e9912-137f-4ce2-96ff-2a5a9a7740e2) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:03.436844 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['241cb3b9-0c6c-4b69-acbb-40a9b39ec5be']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:03.456620 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd21e63d3-a093-409a-b056-882287ffdd78') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:03.456911 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd21e63d3-a093-409a-b056-882287ffdd78') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:03.459495 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30972cc5-17b3-43d1-ba26-d82451621c1c req-63a58271-85d5-4c71-ab8e-6ced1f54e320 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:03.461143 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-30972cc5-17b3-43d1-ba26-d82451621c1c req-63a58271-85d5-4c71-ab8e-6ced1f54e320 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b11409b-007e-4004-a32b-ed8f0779364d HTTP/1.1" status: 200 len: 945 time: 0.1040404 Apr 21 12:54:03.467712 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fef8cb30-6002-4604-9d6e-92e76b6541f2 None None] For port 23b24240-ed0a-404a-bea1-3f4c8cbb197f, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:54:03.472177 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fef8cb30-6002-4604-9d6e-92e76b6541f2 None None] For port 23b24240-ed0a-404a-bea1-3f4c8cbb197f, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=23b24240-ed0a-404a-bea1-3f4c8cbb197f,segment=NetworkSegment(d21e63d3-a093-409a-b056-882287ffdd78),segment_id=d21e63d3-a093-409a-b056-882287ffdd78)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:54:03.475393 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:03.479051 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-b2452cea-064a-4f45-976a-c80ac54e881e None None] Allocated IP 2001:db8::f816:3eff:fe8e:cc92 (43650c3d-b9d7-4e95-8950-e9fadabd5511/f9a5f561-e2ec-443b-af3f-923545c4eab3/4f1342ca-e3e4-4366-8f4d-37b625b42484) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:03.524456 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:03.530818 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fef8cb30-6002-4604-9d6e-92e76b6541f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:03.533103 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:54:03.533661 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:54:03.538899 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:54:03.560416 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bee17f2d-f318-4eb8-89da-372bfcbc3b26 req-2a070d3e-6a3c-4556-92c9-d40456ce4b5f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1189284 Apr 21 12:54:03.641286 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.db.api [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 12:54:03.641286 n-d-836147-2 neutron-server[103397]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 12:54:03.641286 n-d-836147-2 neutron-server[103397]: [parameters: {'id': '241cb3b9-0c6c-4b69-acbb-40a9b39ec5be'}] Apr 21 12:54:03.641286 n-d-836147-2 neutron-server[103397]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:54:03.642094 n-d-836147-2 neutron-server[103397]: DEBUG oslo_db.api [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:54:03.649285 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef8cb30-6002-4604-9d6e-92e76b6541f2 None None] Pushing event updated for resources: {'Port': ['ID=23b24240-ed0a-404a-bea1-3f4c8cbb197f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:03.689273 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27f3b7f-f0a4-495a-bc36-1894814f980a None None] Network 241cb3b9-0c6c-4b69-acbb-40a9b39ec5be requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:03.720967 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-30972cc5-17b3-43d1-ba26-d82451621c1c req-a00bca3e-c79a-4e4a-9606-58eacdf9fc0f tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Deleting port a4aaeb50-cbda-4545-b24a-dad093898ccf {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:03.721522 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-30972cc5-17b3-43d1-ba26-d82451621c1c req-a00bca3e-c79a-4e4a-9606-58eacdf9fc0f tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:03.728779 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45dec628-af16-4443-ae3b-83472dd132d8 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:03.767875 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2452cea-064a-4f45-976a-c80ac54e881e None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:03.838443 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-30972cc5-17b3-43d1-ba26-d82451621c1c req-a00bca3e-c79a-4e4a-9606-58eacdf9fc0f tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] For port a4aaeb50-cbda-4545-b24a-dad093898ccf, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=a4aaeb50-cbda-4545-b24a-dad093898ccf,segment=NetworkSegment(69e793fd-53e2-4aad-90f5-44b88c25a6f2),segment_id=69e793fd-53e2-4aad-90f5-44b88c25a6f2)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:03.838805 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-30972cc5-17b3-43d1-ba26-d82451621c1c req-a00bca3e-c79a-4e4a-9606-58eacdf9fc0f tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:03.921371 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2452cea-064a-4f45-976a-c80ac54e881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:03.943567 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45dec628-af16-4443-ae3b-83472dd132d8 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:03.969027 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2452cea-064a-4f45-976a-c80ac54e881e None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:03.974136 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b2452cea-064a-4f45-976a-c80ac54e881e None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:03.979060 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2452cea-064a-4f45-976a-c80ac54e881e None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:03.983745 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2452cea-064a-4f45-976a-c80ac54e881e None None] Pushing event updated for resources: {'Port': ['ID=4f1342ca-e3e4-4366-8f4d-37b625b42484,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:04.011140 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dec628-af16-4443-ae3b-83472dd132d8 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:04.041849 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-45dec628-af16-4443-ae3b-83472dd132d8 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:04.056368 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-530bfe88-9a80-4cf4-b880-3032d4148971 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Allocated IP 2001:db8::f816:3eff:fe0f:e3ca (43650c3d-b9d7-4e95-8950-e9fadabd5511/f9a5f561-e2ec-443b-af3f-923545c4eab3/35b413dd-4771-4b39-86ce-0cb6905572c4) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:04.059210 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dec628-af16-4443-ae3b-83472dd132d8 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Pushing event updated for resources: {'Port': ['ID=9b8e9912-137f-4ce2-96ff-2a5a9a7740e2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:04.108212 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dec628-af16-4443-ae3b-83472dd132d8 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:04.157599 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:04.205667 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a8a77a-7528-4be8-b334-e0d63c4339a6 req-2dd085fc-a423-4675-b228-4af67a9be7fa tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:04.207198 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-27a8a77a-7528-4be8-b334-e0d63c4339a6 req-2dd085fc-a423-4675-b228-4af67a9be7fa tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.2226350 Apr 21 12:54:04.208204 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b2452cea-064a-4f45-976a-c80ac54e881e None None] Attempting to bind port 4f1342ca-e3e4-4366-8f4d-37b625b42484 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:54:04.208674 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b2452cea-064a-4f45-976a-c80ac54e881e None None] Attempting to bind port 4f1342ca-e3e4-4366-8f4d-37b625b42484 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:54:04.209183 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2452cea-064a-4f45-976a-c80ac54e881e None None] Attempting to bind port 4f1342ca-e3e4-4366-8f4d-37b625b42484 on network 43650c3d-b9d7-4e95-8950-e9fadabd5511 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:54:04.214431 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2452cea-064a-4f45-976a-c80ac54e881e None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:54:04.215052 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2452cea-064a-4f45-976a-c80ac54e881e None None] Checking segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:54:04.215454 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2452cea-064a-4f45-976a-c80ac54e881e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:04.216202 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2452cea-064a-4f45-976a-c80ac54e881e None None] Bound using segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:54:04.216673 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b2452cea-064a-4f45-976a-c80ac54e881e None None] Bound port: 4f1342ca-e3e4-4366-8f4d-37b625b42484, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:54:04.217150 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2452cea-064a-4f45-976a-c80ac54e881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:04.231099 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dec628-af16-4443-ae3b-83472dd132d8 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:04.232182 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-45dec628-af16-4443-ae3b-83472dd132d8 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:04.236766 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-30972cc5-17b3-43d1-ba26-d82451621c1c req-a00bca3e-c79a-4e4a-9606-58eacdf9fc0f tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:04.237130 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-30972cc5-17b3-43d1-ba26-d82451621c1c req-a00bca3e-c79a-4e4a-9606-58eacdf9fc0f tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:04.237446 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [req-30972cc5-17b3-43d1-ba26-d82451621c1c req-a00bca3e-c79a-4e4a-9606-58eacdf9fc0f tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Floating IP a1f7d4e0-6513-4cd3-8183-2d206ea7f68f disassociated. External IP: 172.25.8.58, port: a4aaeb50-cbda-4545-b24a-dad093898ccf. Apr 21 12:54:04.237892 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-30972cc5-17b3-43d1-ba26-d82451621c1c req-a00bca3e-c79a-4e4a-9606-58eacdf9fc0f tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Calling delete_port for a4aaeb50-cbda-4545-b24a-dad093898ccf owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:04.277866 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-530bfe88-9a80-4cf4-b880-3032d4148971 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:04.284649 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Deleting port 23b24240-ed0a-404a-bea1-3f4c8cbb197f {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:04.284963 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:04.289514 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2452cea-064a-4f45-976a-c80ac54e881e None None] For port 4f1342ca-e3e4-4366-8f4d-37b625b42484, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:54:04.292948 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b2452cea-064a-4f45-976a-c80ac54e881e None None] For port 4f1342ca-e3e4-4366-8f4d-37b625b42484, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=4f1342ca-e3e4-4366-8f4d-37b625b42484,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:54:04.311669 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497faa71-6bd3-448b-8d0b-8871bbb24b67 req-48b30674-8d36-46ec-adc7-6a974b76989a tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:04.313227 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-497faa71-6bd3-448b-8d0b-8871bbb24b67 req-48b30674-8d36-46ec-adc7-6a974b76989a tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b11409b-007e-4004-a32b-ed8f0779364d HTTP/1.1" status: 200 len: 945 time: 0.2552452 Apr 21 12:54:04.364527 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] For port 23b24240-ed0a-404a-bea1-3f4c8cbb197f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=23b24240-ed0a-404a-bea1-3f4c8cbb197f,segment=NetworkSegment(d21e63d3-a093-409a-b056-882287ffdd78),segment_id=d21e63d3-a093-409a-b056-882287ffdd78)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:04.364792 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:04.367205 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2452cea-064a-4f45-976a-c80ac54e881e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:04.380944 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-27a8a77a-7528-4be8-b334-e0d63c4339a6 req-7ac7ab39-1e6d-4a6c-81cc-363e686bf0bb tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1528823 Apr 21 12:54:04.383158 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Calling delete_port for 23b24240-ed0a-404a-bea1-3f4c8cbb197f owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:04.421116 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f923fb4-ea22-430e-9849-d4c23a2e1454 req-e094182b-38ac-44fd-9efd-ce436b8723a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:04.423372 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f923fb4-ea22-430e-9849-d4c23a2e1454 req-e094182b-38ac-44fd-9efd-ce436b8723a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f94db1c78e7042a5b25684fb2e0b4069&device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 1095 time: 0.3106499 Apr 21 12:54:04.439833 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2452cea-064a-4f45-976a-c80ac54e881e None None] Pushing event updated for resources: {'Port': ['ID=4f1342ca-e3e4-4366-8f4d-37b625b42484,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:04.442191 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-45dec628-af16-4443-ae3b-83472dd132d8 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.6954901 Apr 21 12:54:04.442858 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34638) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:04.446428 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-530bfe88-9a80-4cf4-b880-3032d4148971 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:04.454840 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b537646a-e74c-4d7c-a88a-4d12659f04e3 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.207'}]}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:04.475824 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-497faa71-6bd3-448b-8d0b-8871bbb24b67 req-44565d28-f41a-4024-ab97-1607490fbb9c tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/security-groups?id=15528dc7-9365-4ec8-90f1-d448e28cf251&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273160 Apr 21 12:54:04.511858 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530bfe88-9a80-4cf4-b880-3032d4148971 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:04.518005 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-530bfe88-9a80-4cf4-b880-3032d4148971 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:04.525297 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530bfe88-9a80-4cf4-b880-3032d4148971 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:04.531481 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530bfe88-9a80-4cf4-b880-3032d4148971 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:04.532110 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-530bfe88-9a80-4cf4-b880-3032d4148971 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:04.548463 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530bfe88-9a80-4cf4-b880-3032d4148971 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Port': ['ID=35b413dd-4771-4b39-86ce-0cb6905572c4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:04.602004 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b537646a-e74c-4d7c-a88a-4d12659f04e3 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:04.602943 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b537646a-e74c-4d7c-a88a-4d12659f04e3 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:04.619254 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f923fb4-ea22-430e-9849-d4c23a2e1454 req-c3806c64-a88a-416c-a2fa-d00d0e1c275f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:04.621793 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f923fb4-ea22-430e-9849-d4c23a2e1454 req-c3806c64-a88a-416c-a2fa-d00d0e1c275f service neutron] 10.222.0.24 "GET /v2.0/networks?id=ff8e5b58-c3c2-47b6-b0e6-14167c057929 HTTP/1.1" status: 200 len: 913 time: 0.1741910 Apr 21 12:54:04.629061 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:04.638314 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-530bfe88-9a80-4cf4-b880-3032d4148971 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5935249 Apr 21 12:54:04.648730 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34640) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:04.672218 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event deleted for resources: {'Port': ['ID=23b24240-ed0a-404a-bea1-3f4c8cbb197f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:04.678569 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] No DVR routers for this DVR port 23b24240-ed0a-404a-bea1-3f4c8cbb197f on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:54:04.785821 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-30972cc5-17b3-43d1-ba26-d82451621c1c req-a00bca3e-c79a-4e4a-9606-58eacdf9fc0f tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:04.787428 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:04.793229 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b537646a-e74c-4d7c-a88a-4d12659f04e3 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:04.817362 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['241cb3b9-0c6c-4b69-acbb-40a9b39ec5be']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:04.832521 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd21e63d3-a093-409a-b056-882287ffdd78') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:04.832824 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd21e63d3-a093-409a-b056-882287ffdd78') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:04.840068 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bca3e-c79a-4e4a-9606-58eacdf9fc0f tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Pushing event deleted for resources: {'Port': ['ID=a4aaeb50-cbda-4545-b24a-dad093898ccf,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:04.846617 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f923fb4-ea22-430e-9849-d4c23a2e1454 req-7ce1f53c-1e60-46d4-a7be-7f2a8ba5789a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 HTTP/1.1" status: 200 len: 998 time: 0.2126684 Apr 21 12:54:04.848274 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:04.854470 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 4f1342ca-e3e4-4366-8f4d-37b625b42484 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:54:04.876621 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:04.883431 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:54:04.883825 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:54:04.887735 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:54:04.912728 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 4f1342ca-e3e4-4366-8f4d-37b625b42484 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:04.913233 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:04.928079 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bed1f62-5b85-4862-b880-6f07c4683d34 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:04.934006 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bed1f62-5b85-4862-b880-6f07c4683d34 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:04.938264 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6bed1f62-5b85-4862-b880-6f07c4683d34 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2860026 Apr 21 12:54:04.941238 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34642) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:04.995881 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:05.035148 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 4f1342ca-e3e4-4366-8f4d-37b625b42484, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=4f1342ca-e3e4-4366-8f4d-37b625b42484,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:05.042124 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e03651bf-7f2f-4dad-ab82-a3ceda892545 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting port 35b413dd-4771-4b39-86ce-0cb6905572c4 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:05.042465 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e03651bf-7f2f-4dad-ab82-a3ceda892545 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:05.089033 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f923fb4-ea22-430e-9849-d4c23a2e1454 req-99fcbd16-e241-4f19-ad5c-95d9ee5d0cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:05.090292 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:05.090545 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f923fb4-ea22-430e-9849-d4c23a2e1454 req-99fcbd16-e241-4f19-ad5c-95d9ee5d0cea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4db84230-709b-4f7f-90e2-f9bbd733dd6f HTTP/1.1" status: 200 len: 851 time: 0.2341037 Apr 21 12:54:05.093071 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:05.096985 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:05.100420 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/networks/241cb3b9-0c6c-4b69-acbb-40a9b39ec5be HTTP/1.1" status: 204 len: 168 time: 2.6750336 Apr 21 12:54:05.110798 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34644) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:05.115595 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a3dd0239-ca0f-4afd-a5d6-bc76cf92a915 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-664008055'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:05.143059 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b537646a-e74c-4d7c-a88a-4d12659f04e3 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:05.148629 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a959f8-dcae-48b0-8b71-11dbbb19d965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event deleted for resources: {'Network': ['ID=241cb3b9-0c6c-4b69-acbb-40a9b39ec5be,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:05.152014 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=4f1342ca-e3e4-4366-8f4d-37b625b42484,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:05.181830 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30972cc5-17b3-43d1-ba26-d82451621c1c req-a00bca3e-c79a-4e4a-9606-58eacdf9fc0f tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Router 63191d0a-bc65-463f-8155-7b6b0d370a11 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:54:05.184338 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e03651bf-7f2f-4dad-ab82-a3ceda892545 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:05.192280 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f923fb4-ea22-430e-9849-d4c23a2e1454 req-3b47cf9c-579a-46ee-a430-3983830943f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:05.193989 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f923fb4-ea22-430e-9849-d4c23a2e1454 req-3b47cf9c-579a-46ee-a430-3983830943f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff8e5b58-c3c2-47b6-b0e6-14167c057929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687282 Apr 21 12:54:05.198928 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e03651bf-7f2f-4dad-ab82-a3ceda892545 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Calling delete_port for 35b413dd-4771-4b39-86ce-0cb6905572c4 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:05.209187 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3dd0239-ca0f-4afd-a5d6-bc76cf92a915 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Made reservation on behalf of 0625b8f3c08046978c162f99b1521cf3 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:05.491720 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3dd0239-ca0f-4afd-a5d6-bc76cf92a915 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:05.554364 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3dd0239-ca0f-4afd-a5d6-bc76cf92a915 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:54:05.571447 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3dd0239-ca0f-4afd-a5d6-bc76cf92a915 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:05.572179 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-a3dd0239-ca0f-4afd-a5d6-bc76cf92a915 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Added segment 47347f64-1bb6-49b4-a571-a63ebf607784 of type vlan for network c103466e-76da-4e28-9e91-78205489b037 Apr 21 12:54:05.635493 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3dd0239-ca0f-4afd-a5d6-bc76cf92a915 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:05.686615 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-67757a01-79b4-4736-8752-233c93cffe6d None None] Provisioning complete for port 4f1342ca-e3e4-4366-8f4d-37b625b42484 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:05.687443 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67757a01-79b4-4736-8752-233c93cffe6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:05.783646 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3dd0239-ca0f-4afd-a5d6-bc76cf92a915 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:05.791683 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae5ffcd9-9bc2-42d6-bc3e-e4a5d4fd1587 req-ebbebf25-3433-4614-8768-a3014339dab0 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b11409b-007e-4004-a32b-ed8f0779364d HTTP/1.1" status: 200 len: 210 time: 0.1039336 Apr 21 12:54:05.793927 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dd0239-ca0f-4afd-a5d6-bc76cf92a915 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:05.798341 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3dd0239-ca0f-4afd-a5d6-bc76cf92a915 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:05.832890 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e03651bf-7f2f-4dad-ab82-a3ceda892545 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:05.877498 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f923fb4-ea22-430e-9849-d4c23a2e1454 req-342617b7-c280-4fba-9869-efc839227f1f service neutron] 10.222.0.24 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6757693 Apr 21 12:54:05.884910 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30972cc5-17b3-43d1-ba26-d82451621c1c req-a00bca3e-c79a-4e4a-9606-58eacdf9fc0f tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:54:05.899049 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e673d0ad-db49-4fff-8040-b22c48d687cd None None] Sync routers for ids ['63191d0a-bc65-463f-8155-7b6b0d370a11'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:54:05.899610 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03651bf-7f2f-4dad-ab82-a3ceda892545 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Port': ['ID=35b413dd-4771-4b39-86ce-0cb6905572c4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:05.910854 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e673d0ad-db49-4fff-8040-b22c48d687cd None None] Routers {'63191d0a-bc65-463f-8155-7b6b0d370a11'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:54:05.913696 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcba85-b910-4574-bfa9-80561a64c5d5 req-8b99f1e1-429e-40cd-a2a4-6fea1b6698ad tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:05.914303 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e673d0ad-db49-4fff-8040-b22c48d687cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:53:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['63191d0a-bc65-463f-8155-7b6b0d370a11'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:05.915165 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3afcba85-b910-4574-bfa9-80561a64c5d5 req-8b99f1e1-429e-40cd-a2a4-6fea1b6698ad tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.2264302 Apr 21 12:54:05.925455 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd0239-ca0f-4afd-a5d6-bc76cf92a915 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event updated for resources: {'Network': ['ID=c103466e-76da-4e28-9e91-78205489b037,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:05.930039 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e03651bf-7f2f-4dad-ab82-a3ceda892545 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:05.936261 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e03651bf-7f2f-4dad-ab82-a3ceda892545 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/35b413dd-4771-4b39-86ce-0cb6905572c4 HTTP/1.1" status: 204 len: 168 time: 0.9937053 Apr 21 12:54:05.936855 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34652) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:05.943015 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network c103466e-76da-4e28-9e91-78205489b037 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:54:05.994501 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f86f7b-289f-4082-996a-21fc1aed2206 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:05.995886 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f86f7b-289f-4082-996a-21fc1aed2206 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:05.997439 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-40f86f7b-289f-4082-996a-21fc1aed2206 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0596511 Apr 21 12:54:06.002205 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a3dd0239-ca0f-4afd-a5d6-bc76cf92a915 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8897197 Apr 21 12:54:06.002205 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34654) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:06.011175 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34656) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:06.015862 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-38d87664-a24f-4d97-81f0-83cfffbb7af9 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:06.042896 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ccbd8ef6-4903-4e19-a666-b6a1712c956e None None] Could not find standard attr ID for object 35b413dd-4771-4b39-86ce-0cb6905572c4. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:54:06.072101 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-30972cc5-17b3-43d1-ba26-d82451621c1c req-a00bca3e-c79a-4e4a-9606-58eacdf9fc0f tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] No DVR routers for this DVR port a4aaeb50-cbda-4545-b24a-dad093898ccf on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:54:06.082674 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-30972cc5-17b3-43d1-ba26-d82451621c1c req-a00bca3e-c79a-4e4a-9606-58eacdf9fc0f tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:06.086660 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-30972cc5-17b3-43d1-ba26-d82451621c1c req-a00bca3e-c79a-4e4a-9606-58eacdf9fc0f tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.26 "DELETE /v2.0/ports/a4aaeb50-cbda-4545-b24a-dad093898ccf HTTP/1.1" status: 204 len: 173 time: 2.6155739 Apr 21 12:54:06.092588 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b11409b-007e-4004-a32b-ed8f0779364d', 'name': 'network-vif-deleted', 'tag': 'a4aaeb50-cbda-4545-b24a-dad093898ccf'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:54:06.095393 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124c55d8-7080-4485-8e62-17f91aa96938" -d '{"events": [{"server_uuid": "7b11409b-007e-4004-a32b-ed8f0779364d", "name": "network-vif-deleted", "tag": "a4aaeb50-cbda-4545-b24a-dad093898ccf"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:54:06.122716 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3afcba85-b910-4574-bfa9-80561a64c5d5 req-b5f99638-61b1-4298-8d18-dbbe594dce24 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1869397 Apr 21 12:54:06.127013 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-e673d0ad-db49-4fff-8040-b22c48d687cd None None] Set router 63191d0a-bc65-463f-8155-7b6b0d370a11 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:54:06.146460 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-47385948-c47d-4d59-8dba-477be34caef3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting subnet f9a5f561-e2ec-443b-af3f-923545c4eab3 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:54:06.147566 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f923fb4-ea22-430e-9849-d4c23a2e1454 req-3da81ad7-56f3-4658-b841-476fbefc03eb service neutron] 10.222.0.24 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597928 Apr 21 12:54:06.162973 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-47385948-c47d-4d59-8dba-477be34caef3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:06.292802 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-47385948-c47d-4d59-8dba-477be34caef3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:06.302473 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1a0394-bcc8-4219-b617-615a76a1ebb0 None None] get_active_networks_info from n-d-836147-2 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 12:54:06.395419 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b537646a-e74c-4d7c-a88a-4d12659f04e3 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:06.409005 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38d87664-a24f-4d97-81f0-83cfffbb7af9 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:06.425681 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea3c61d-2c53-402f-be2a-4713b86dcd84 x-openstack-request-id: req-4ea3c61d-2c53-402f-be2a-4713b86dcd84 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:54:06.425681 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b11409b-007e-4004-a32b-ed8f0779364d", "name": "network-vif-deleted", "tag": "a4aaeb50-cbda-4545-b24a-dad093898ccf", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:54:06.425681 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4ea3c61d-2c53-402f-be2a-4713b86dcd84 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:54:06.426073 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ea3c61d-2c53-402f-be2a-4713b86dcd84'] response: {'server_uuid': '7b11409b-007e-4004-a32b-ed8f0779364d', 'name': 'network-vif-deleted', 'tag': 'a4aaeb50-cbda-4545-b24a-dad093898ccf', 'status': 'completed', 'code': 200} Apr 21 12:54:06.427001 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b537646a-e74c-4d7c-a88a-4d12659f04e3 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:06.491840 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1a0394-bcc8-4219-b617-615a76a1ebb0 None None] Resources bound (agent type, host, resource id): {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 12:54:06.492898 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-47385948-c47d-4d59-8dba-477be34caef3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:06.493807 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e673d0ad-db49-4fff-8040-b22c48d687cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'name': 'tempest-TestServerBasicOps-216453863-router', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'f5634933-f37f-48aa-a369-20bc33f3a42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:22Z', 'updated_at': '2022-04-21T12:47:27Z', 'revision_number': 4, 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'gw_port': {'id': 'f5634933-f37f-48aa-a369-20bc33f3a42b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:22Z', 'updated_at': '2022-04-21T12:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '4696ccad-dc77-44c4-9380-c56a226ea8bf', 'name': '', 'network_id': 'df1e605b-21ce-4bc1-aff5-ebb02658784b', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'mac_address': 'fa:16:3e:da:66:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '53d6cd17-e719-4dcc-a307-60dd92480543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:26Z', 'updated_at': '2022-04-21T12:47:32Z', 'revision_number': 5, 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'subnets': [{'id': '53d6cd17-e719-4dcc-a307-60dd92480543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:06.517042 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38d87664-a24f-4d97-81f0-83cfffbb7af9 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:06.539610 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e673d0ad-db49-4fff-8040-b22c48d687cd None None] Checking router: 63191d0a-bc65-463f-8155-7b6b0d370a11 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:54:06.548525 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e673d0ad-db49-4fff-8040-b22c48d687cd None None] Routers {'63191d0a-bc65-463f-8155-7b6b0d370a11'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:54:06.549360 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e673d0ad-db49-4fff-8040-b22c48d687cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:53:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['63191d0a-bc65-463f-8155-7b6b0d370a11'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:06.566327 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-38d87664-a24f-4d97-81f0-83cfffbb7af9 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Network c103466e-76da-4e28-9e91-78205489b037 is not hosted by any dhcp agent {{(pid=103397) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 21 12:54:06.572207 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d87664-a24f-4d97-81f0-83cfffbb7af9 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:06.572821 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38d87664-a24f-4d97-81f0-83cfffbb7af9 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:06.577357 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-38d87664-a24f-4d97-81f0-83cfffbb7af9 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "PUT /v2.0/networks/c103466e-76da-4e28-9e91-78205489b037 HTTP/1.1" status: 200 len: 723 time: 0.5626233 Apr 21 12:54:06.580157 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34662) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:06.620176 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-81f174db-94df-49c5-b96c-72ab36df8510 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Request body: {'subnet': {'network_id': 'c103466e-76da-4e28-9e91-78205489b037', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:06.667836 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-e673d0ad-db49-4fff-8040-b22c48d687cd None None] Set router 63191d0a-bc65-463f-8155-7b6b0d370a11 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:54:06.676385 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d87664-a24f-4d97-81f0-83cfffbb7af9 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event updated for resources: {'Network': ['ID=c103466e-76da-4e28-9e91-78205489b037,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:06.729534 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d87664-a24f-4d97-81f0-83cfffbb7af9 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:06.729904 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d87664-a24f-4d97-81f0-83cfffbb7af9 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:06.730290 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d87664-a24f-4d97-81f0-83cfffbb7af9 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:06.730572 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d87664-a24f-4d97-81f0-83cfffbb7af9 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:06.730887 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d87664-a24f-4d97-81f0-83cfffbb7af9 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:06.731251 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d87664-a24f-4d97-81f0-83cfffbb7af9 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:06.731563 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d87664-a24f-4d97-81f0-83cfffbb7af9 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:06.731888 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d87664-a24f-4d97-81f0-83cfffbb7af9 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:06.732214 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d87664-a24f-4d97-81f0-83cfffbb7af9 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:06.732564 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d87664-a24f-4d97-81f0-83cfffbb7af9 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:06.733427 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d87664-a24f-4d97-81f0-83cfffbb7af9 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:06.733802 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b537646a-e74c-4d7c-a88a-4d12659f04e3 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:06.733934 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d87664-a24f-4d97-81f0-83cfffbb7af9 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:06.802726 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network c103466e-76da-4e28-9e91-78205489b037 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:54:06.830863 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-47385948-c47d-4d59-8dba-477be34caef3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:06.908284 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e673d0ad-db49-4fff-8040-b22c48d687cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'name': 'tempest-TestServerBasicOps-216453863-router', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'f5634933-f37f-48aa-a369-20bc33f3a42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:22Z', 'updated_at': '2022-04-21T12:47:27Z', 'revision_number': 4, 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'gw_port': {'id': 'f5634933-f37f-48aa-a369-20bc33f3a42b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:22Z', 'updated_at': '2022-04-21T12:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '4696ccad-dc77-44c4-9380-c56a226ea8bf', 'name': '', 'network_id': 'df1e605b-21ce-4bc1-aff5-ebb02658784b', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'mac_address': 'fa:16:3e:da:66:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '53d6cd17-e719-4dcc-a307-60dd92480543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:26Z', 'updated_at': '2022-04-21T12:47:32Z', 'revision_number': 5, 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'subnets': [{'id': '53d6cd17-e719-4dcc-a307-60dd92480543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:06.917795 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 4f1342ca-e3e4-4366-8f4d-37b625b42484 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:54:06.935305 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47385948-c47d-4d59-8dba-477be34caef3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a5f561-e2ec-443b-af3f-923545c4eab3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:06.938854 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e673d0ad-db49-4fff-8040-b22c48d687cd None None] The sync data for ids ['63191d0a-bc65-463f-8155-7b6b0d370a11'] in n-d-836147-2 is: [{'id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'name': 'tempest-TestServerBasicOps-216453863-router', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'f5634933-f37f-48aa-a369-20bc33f3a42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:22Z', 'updated_at': '2022-04-21T12:47:27Z', 'revision_number': 4, 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'gw_port': {'id': 'f5634933-f37f-48aa-a369-20bc33f3a42b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:22Z', 'updated_at': '2022-04-21T12:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '4696ccad-dc77-44c4-9380-c56a226ea8bf', 'name': '', 'network_id': 'df1e605b-21ce-4bc1-aff5-ebb02658784b', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'mac_address': 'fa:16:3e:da:66:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2212, 'fixed_ips': [{'subnet_id': '53d6cd17-e719-4dcc-a307-60dd92480543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:26Z', 'updated_at': '2022-04-21T12:47:32Z', 'revision_number': 5, 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'subnets': [{'id': '53d6cd17-e719-4dcc-a307-60dd92480543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:54:06.939078 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f174db-94df-49c5-b96c-72ab36df8510 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Made reservation on behalf of 0625b8f3c08046978c162f99b1521cf3 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:06.947400 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81f174db-94df-49c5-b96c-72ab36df8510 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:06.958143 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-47385948-c47d-4d59-8dba-477be34caef3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:06.966422 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-47385948-c47d-4d59-8dba-477be34caef3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/f9a5f561-e2ec-443b-af3f-923545c4eab3 HTTP/1.1" status: 204 len: 168 time: 0.9631369 Apr 21 12:54:06.968961 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34666) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:07.026160 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f598dfa3-acd6-42aa-afe6-589f6503cbe9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534227 Apr 21 12:54:07.026509 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34668) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:07.037733 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab848e21-e8ef-4228-91f6-ad3be62776ae None None] get_active_networks_info from n-d-836147-2 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 12:54:07.095930 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75f960dc-c65e-44ad-9367-c5a44214de1f req-bc03abdf-8e6e-44a4-9914-655b48f26f2a tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b11409b-007e-4004-a32b-ed8f0779364d HTTP/1.1" status: 200 len: 210 time: 0.0821655 Apr 21 12:54:07.098108 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b537646a-e74c-4d7c-a88a-4d12659f04e3 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:07.100783 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b537646a-e74c-4d7c-a88a-4d12659f04e3 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:07.122483 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 4f1342ca-e3e4-4366-8f4d-37b625b42484 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:07.123987 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:07.175022 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04eca1f-96da-4698-bfb5-df8966378688 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:07.177639 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c04eca1f-96da-4698-bfb5-df8966378688 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1491549 Apr 21 12:54:07.179218 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34672) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:07.214137 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab848e21-e8ef-4228-91f6-ad3be62776ae None None] Resources bound (agent type, host, resource id): {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 12:54:07.253860 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b537646a-e74c-4d7c-a88a-4d12659f04e3 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:07.255516 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b537646a-e74c-4d7c-a88a-4d12659f04e3 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a472ca1-839f-406f-9e2c-4b81ba3f851a {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:54:07.258111 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6c0747-1b1c-463f-a71c-2fed8b883408 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:07.263805 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4d6c0747-1b1c-463f-a71c-2fed8b883408 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0783987 Apr 21 12:54:07.263805 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34674) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:07.293890 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21241dc0-9408-4a82-9353-97ef68f5ed0b req-92aef1e1-ccc1-4270-966c-357bbf22b9e9 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:07.296128 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-21241dc0-9408-4a82-9353-97ef68f5ed0b req-92aef1e1-ccc1-4270-966c-357bbf22b9e9 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0837770 Apr 21 12:54:07.324282 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3154d697-286a-4d3f-9cd5-bccfbddac5d0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557284 Apr 21 12:54:07.325213 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34676) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:07.330045 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9c8032c4-2463-4f5f-8a9b-b12d3fa951a1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:07.358553 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-21241dc0-9408-4a82-9353-97ef68f5ed0b req-b4ea3679-7087-4246-bb5e-7b4b38422271 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545232 Apr 21 12:54:07.384770 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-b537646a-e74c-4d7c-a88a-4d12659f04e3 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 21 12:54:07.388526 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b537646a-e74c-4d7c-a88a-4d12659f04e3 tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.9357672 Apr 21 12:54:07.388994 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34680) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:07.413237 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1991dc75-e064-4a06-b26c-a3e8c1735016 None None] New status for floating IP a1f7d4e0-6513-4cd3-8183-2d206ea7f68f: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:54:07.533605 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-25fcf473-70ff-4c7d-9ce9-545f4737c71d tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Deleting port 9b8e9912-137f-4ce2-96ff-2a5a9a7740e2 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:07.533858 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25fcf473-70ff-4c7d-9ce9-545f4737c71d tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:07.543633 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09313c-2532-4daa-9ec1-d86ff923688a req-fc963ef2-a4bd-4813-803b-2de07fa11a50 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:07.545794 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0f09313c-2532-4daa-9ec1-d86ff923688a req-fc963ef2-a4bd-4813-803b-2de07fa11a50 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0724421 Apr 21 12:54:07.588600 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8032c4-2463-4f5f-8a9b-b12d3fa951a1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:07.592548 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c8032c4-2463-4f5f-8a9b-b12d3fa951a1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:07.611555 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81f174db-94df-49c5-b96c-72ab36df8510 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:07.638668 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0f09313c-2532-4daa-9ec1-d86ff923688a req-6da0f7c7-3588-484f-8110-ab991c9387f9 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0805178 Apr 21 12:54:07.670060 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25fcf473-70ff-4c7d-9ce9-545f4737c71d tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:07.686243 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-25fcf473-70ff-4c7d-9ce9-545f4737c71d tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Calling delete_port for 9b8e9912-137f-4ce2-96ff-2a5a9a7740e2 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:07.699389 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54002bf4-cca4-4b6e-81a4-2b905b7a2310 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:07.757123 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f174db-94df-49c5-b96c-72ab36df8510 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event updated for resources: {'Subnet': ['ID=3fbffec6-bbea-4214-b4fb-4448a8a7c87d,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:07.793135 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f174db-94df-49c5-b96c-72ab36df8510 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Checking segment: {'id': '47347f64-1bb6-49b4-a571-a63ebf607784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c103466e-76da-4e28-9e91-78205489b037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:54:07.793666 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f174db-94df-49c5-b96c-72ab36df8510 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Network hostable DHCP agents. Network: c103466e-76da-4e28-9e91-78205489b037, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:54:07.896147 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a928437c-08ef-497b-8a35-918b81014b98 None None] DHCP port deletion for 43650c3d-b9d7-4e95-8950-e9fadabd5511 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:54:07.937540 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25fcf473-70ff-4c7d-9ce9-545f4737c71d tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:07.938141 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f174db-94df-49c5-b96c-72ab36df8510 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Network c103466e-76da-4e28-9e91-78205489b037 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:54:07.943097 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a928437c-08ef-497b-8a35-918b81014b98 None None] Deleting port 4f1342ca-e3e4-4366-8f4d-37b625b42484 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:07.943489 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a928437c-08ef-497b-8a35-918b81014b98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:07.966141 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fcf473-70ff-4c7d-9ce9-545f4737c71d tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b8e9912-137f-4ce2-96ff-2a5a9a7740e2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:08.012150 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a928437c-08ef-497b-8a35-918b81014b98 None None] For port 4f1342ca-e3e4-4366-8f4d-37b625b42484, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=4f1342ca-e3e4-4366-8f4d-37b625b42484,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:08.012546 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a928437c-08ef-497b-8a35-918b81014b98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:08.025809 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a928437c-08ef-497b-8a35-918b81014b98 None None] Calling delete_port for 4f1342ca-e3e4-4366-8f4d-37b625b42484 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:08.035419 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25fcf473-70ff-4c7d-9ce9-545f4737c71d tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:08.040214 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-25fcf473-70ff-4c7d-9ce9-545f4737c71d tempest-RoutersAdminNegativeIpV6Test-79794984 tempest-RoutersAdminNegativeIpV6Test-79794984-project-admin] 10.222.0.36 "DELETE /v2.0/ports/9b8e9912-137f-4ce2-96ff-2a5a9a7740e2 HTTP/1.1" status: 204 len: 168 time: 0.6493995 Apr 21 12:54:08.070657 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-81f174db-94df-49c5-b96c-72ab36df8510 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, c103466e-76da-4e28-9e91-78205489b037) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:08.075310 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f174db-94df-49c5-b96c-72ab36df8510 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:08.076133 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81f174db-94df-49c5-b96c-72ab36df8510 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:08.089385 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8104c4d2-d0e8-4307-b9c2-5b9d620b4777 None None] Network c103466e-76da-4e28-9e91-78205489b037 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:08.105661 n-d-836147-2 neutron-server[103397]: DEBUG neutron.objects.ports [None req-9c8032c4-2463-4f5f-8a9b-b12d3fa951a1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 12:54:08.171295 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34690) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:08.193870 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-81f174db-94df-49c5-b96c-72ab36df8510 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5777566 Apr 21 12:54:08.196984 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34692) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:08.202767 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a6713452-7d12-4394-9fdf-40100ee398ca tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:08.279081 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3880946a-5889-41e0-8a05-3fffe0b32518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-c103466e-76da-4e28-9e91-78205489b037', 'network_id': 'c103466e-76da-4e28-9e91-78205489b037', 'tenant_id': '0625b8f3c08046978c162f99b1521cf3', 'fixed_ips': [{'subnet_id': '3fbffec6-bbea-4214-b4fb-4448a8a7c87d'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:54:08.280533 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3880946a-5889-41e0-8a05-3fffe0b32518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:08.292399 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a928437c-08ef-497b-8a35-918b81014b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:08.328714 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a928437c-08ef-497b-8a35-918b81014b98 None None] No DVR routers for this DVR port 4f1342ca-e3e4-4366-8f4d-37b625b42484 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:54:08.339348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928437c-08ef-497b-8a35-918b81014b98 None None] Pushing event deleted for resources: {'Port': ['ID=4f1342ca-e3e4-4366-8f4d-37b625b42484,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:08.354014 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6713452-7d12-4394-9fdf-40100ee398ca tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8753317'] for subnet, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:08.360544 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556909d-1f52-43e2-b21c-838d6ac77c1c req-367ce1e7-1429-4d48-94cb-a1b550cc4d6d tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:08.362211 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3556909d-1f52-43e2-b21c-838d6ac77c1c req-367ce1e7-1429-4d48-94cb-a1b550cc4d6d tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1177814 Apr 21 12:54:08.377184 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.ipam_pluggable_backend [None req-9c8032c4-2463-4f5f-8a9b-b12d3fa951a1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Port 4f1342ca-e3e4-4366-8f4d-37b625b42484 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103397) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 21 12:54:08.377489 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.ipam_pluggable_backend [None req-9c8032c4-2463-4f5f-8a9b-b12d3fa951a1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Reverting IP allocation for 2001:db8::f816:3eff:fe8e:cc92 {{(pid=103397) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 21 12:54:08.385477 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c8032c4-2463-4f5f-8a9b-b12d3fa951a1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:08.416977 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-76e7602b-d1dd-4bc5-a462-2e7497882f19 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Deleting port fd3025d5-3b47-4ab1-91a5-8602e81d0b1a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:08.417474 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76e7602b-d1dd-4bc5-a462-2e7497882f19 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:08.433560 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8032c4-2463-4f5f-8a9b-b12d3fa951a1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:08.435782 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3556909d-1f52-43e2-b21c-838d6ac77c1c req-640512c4-5833-425e-ba4a-30ebeefe1112 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649688 Apr 21 12:54:08.443923 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-9c8032c4-2463-4f5f-8a9b-b12d3fa951a1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:08.450185 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8032c4-2463-4f5f-8a9b-b12d3fa951a1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:08.450827 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c8032c4-2463-4f5f-8a9b-b12d3fa951a1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:08.464020 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c777db-2c1e-4b95-b1e1-12c814d22d89 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:08.474389 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8032c4-2463-4f5f-8a9b-b12d3fa951a1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Subnet': ['ID=b732e968-a9fb-429a-9717-834b20c5a4f5,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:08.518950 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76e7602b-d1dd-4bc5-a462-2e7497882f19 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:08.519277 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76e7602b-d1dd-4bc5-a462-2e7497882f19 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:08.536513 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-76e7602b-d1dd-4bc5-a462-2e7497882f19 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Calling delete_port for fd3025d5-3b47-4ab1-91a5-8602e81d0b1a owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:08.553978 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device a4aaeb50-cbda-4545-b24a-dad093898ccf no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:54:08.585617 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-3880946a-5889-41e0-8a05-3fffe0b32518 None None] Allocated IP 172.20.0.2 (c103466e-76da-4e28-9e91-78205489b037/3fbffec6-bbea-4214-b4fb-4448a8a7c87d/a64f3bb5-7e61-423f-bea1-9f2f03e7c7c7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:08.589000 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: a4aaeb50-cbda-4545-b24a-dad093898ccf {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:54:08.589343 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device a4aaeb50-cbda-4545-b24a-dad093898ccf not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:54:08.603084 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9c8032c4-2463-4f5f-8a9b-b12d3fa951a1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.2678623 Apr 21 12:54:08.603084 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34696) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:08.603084 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2b39c730-840c-42d7-a7dc-4610ce9d0c20 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'port': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'mac_address': 'fa:16:3e:f9:dd:0a', 'name': 'tempest-NetworksTestDHCPv6-1286867892'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:08.635228 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec60083-1229-424c-8a50-ad55c985347d req-9841d4de-fa02-4feb-91a5-099607ce2b9a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:08.637066 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8ec60083-1229-424c-8a50-ad55c985347d req-9841d4de-fa02-4feb-91a5-099607ce2b9a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0961635 Apr 21 12:54:08.717626 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8ec60083-1229-424c-8a50-ad55c985347d req-1665404d-8bc8-4760-997b-68ce28dea4df tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660417 Apr 21 12:54:08.808323 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34702) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:08.868592 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 4f1342ca-e3e4-4366-8f4d-37b625b42484 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:54:08.875792 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b39c730-840c-42d7-a7dc-4610ce9d0c20 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:08.901870 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 4f1342ca-e3e4-4366-8f4d-37b625b42484 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:54:08.902213 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 4f1342ca-e3e4-4366-8f4d-37b625b42484 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:54:08.913057 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0cacc-9a4c-4bb2-a0c2-fe4c505fa9dd req-a3322352-172f-4f3f-b649-6c7af356bcf4 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:08.920123 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbf0cacc-9a4c-4bb2-a0c2-fe4c505fa9dd req-a3322352-172f-4f3f-b649-6c7af356bcf4 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0789983 Apr 21 12:54:08.920123 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76e7602b-d1dd-4bc5-a462-2e7497882f19 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:08.961311 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e7602b-d1dd-4bc5-a462-2e7497882f19 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Pushing event deleted for resources: {'Port': ['ID=fd3025d5-3b47-4ab1-91a5-8602e81d0b1a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:08.962084 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37e6b302-2d22-497e-b77d-4b21eab428a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:08.983327 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d15ec1-3ef4-4c09-a9d2-d4a34b97ec1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-43650c3d-b9d7-4e95-8950-e9fadabd5511', 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'fixed_ips': [{'subnet_id': 'b732e968-a9fb-429a-9717-834b20c5a4f5'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:54:08.984183 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83d15ec1-3ef4-4c09-a9d2-d4a34b97ec1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:09.023140 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbf0cacc-9a4c-4bb2-a0c2-fe4c505fa9dd req-fddd5db2-c408-4e65-a816-186c9b2ad87d tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0780573 Apr 21 12:54:09.040603 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76e7602b-d1dd-4bc5-a462-2e7497882f19 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:09.044152 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76e7602b-d1dd-4bc5-a462-2e7497882f19 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:09.046146 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-76e7602b-d1dd-4bc5-a462-2e7497882f19 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "DELETE /v2.0/floatingips/a1f7d4e0-6513-4cd3-8183-2d206ea7f68f HTTP/1.1" status: 204 len: 168 time: 0.8736885 Apr 21 12:54:09.054267 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b39c730-840c-42d7-a7dc-4610ce9d0c20 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:09.076147 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-2b39c730-840c-42d7-a7dc-4610ce9d0c20 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] device_id is not set on port b45ef093-86f4-43db-83c9-3372f5543c8a yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:54:09.125661 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34712) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:09.151206 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3880946a-5889-41e0-8a05-3fffe0b32518 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:09.182155 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37e6b302-2d22-497e-b77d-4b21eab428a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:09.200727 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28ad8c71-b874-4e4f-b67e-47b1b42bfc03 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:09.226471 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28ad8c71-b874-4e4f-b67e-47b1b42bfc03 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:09.275442 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37e6b302-2d22-497e-b77d-4b21eab428a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:09.275695 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3880946a-5889-41e0-8a05-3fffe0b32518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:09.317449 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-37e6b302-2d22-497e-b77d-4b21eab428a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3dae99eafb5e4b5e925114943f863fe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5054905 Apr 21 12:54:09.317746 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3880946a-5889-41e0-8a05-3fffe0b32518 None None] Network c103466e-76da-4e28-9e91-78205489b037 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:09.318001 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34714) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:09.318439 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6b302-2d22-497e-b77d-4b21eab428a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b1a4fe-56b4-4748-a919-8876dc147256,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:09.322479 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3880946a-5889-41e0-8a05-3fffe0b32518 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:09.324895 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3880946a-5889-41e0-8a05-3fffe0b32518 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:09.347288 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880946a-5889-41e0-8a05-3fffe0b32518 None None] Pushing event updated for resources: {'Port': ['ID=a64f3bb5-7e61-423f-bea1-9f2f03e7c7c7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:09.367550 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28ad8c71-b874-4e4f-b67e-47b1b42bfc03 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:09.370610 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28ad8c71-b874-4e4f-b67e-47b1b42bfc03 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:09.375262 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-28ad8c71-b874-4e4f-b67e-47b1b42bfc03 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] 10.222.0.36 "DELETE /v2.0/security-groups/15528dc7-9365-4ec8-90f1-d448e28cf251 HTTP/1.1" status: 204 len: 168 time: 0.2457392 Apr 21 12:54:09.403727 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad8c71-b874-4e4f-b67e-47b1b42bfc03 tempest-TestServerBasicOps-1586251184 tempest-TestServerBasicOps-1586251184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15528dc7-9365-4ec8-90f1-d448e28cf251,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:09.425857 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc839dfc-2f8a-4b8f-923d-5b8d47801cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:09.477496 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3880946a-5889-41e0-8a05-3fffe0b32518 None None] Attempting to bind port a64f3bb5-7e61-423f-bea1-9f2f03e7c7c7 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:54:09.478037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3880946a-5889-41e0-8a05-3fffe0b32518 None None] Attempting to bind port a64f3bb5-7e61-423f-bea1-9f2f03e7c7c7 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '47347f64-1bb6-49b4-a571-a63ebf607784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c103466e-76da-4e28-9e91-78205489b037'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:54:09.478492 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3880946a-5889-41e0-8a05-3fffe0b32518 None None] Attempting to bind port a64f3bb5-7e61-423f-bea1-9f2f03e7c7c7 on network c103466e-76da-4e28-9e91-78205489b037 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:54:09.480992 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc839dfc-2f8a-4b8f-923d-5b8d47801cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:09.495517 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-83d15ec1-3ef4-4c09-a9d2-d4a34b97ec1a None None] Allocated IP 2001:db8::f816:3eff:fe0b:70f7 (43650c3d-b9d7-4e95-8950-e9fadabd5511/b732e968-a9fb-429a-9717-834b20c5a4f5/fc197616-0562-4851-9033-41b623b7936f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:09.502902 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3880946a-5889-41e0-8a05-3fffe0b32518 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:54:09.503271 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3880946a-5889-41e0-8a05-3fffe0b32518 None None] Checking segment: {'id': '47347f64-1bb6-49b4-a571-a63ebf607784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c103466e-76da-4e28-9e91-78205489b037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:54:09.503682 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3880946a-5889-41e0-8a05-3fffe0b32518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:09.504246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34720) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:09.504482 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3880946a-5889-41e0-8a05-3fffe0b32518 None None] Bound using segment: {'id': '47347f64-1bb6-49b4-a571-a63ebf607784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c103466e-76da-4e28-9e91-78205489b037'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:54:09.504993 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3880946a-5889-41e0-8a05-3fffe0b32518 None None] Bound port: a64f3bb5-7e61-423f-bea1-9f2f03e7c7c7, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47347f64-1bb6-49b4-a571-a63ebf607784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'c103466e-76da-4e28-9e91-78205489b037'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:54:09.505378 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3880946a-5889-41e0-8a05-3fffe0b32518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:09.552072 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d686ae6-948a-4fa6-a053-05e5ba0edd12 req-7e7d0e8b-65c5-44f4-ac28-66beaef0a8d5 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:09.552072 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d686ae6-948a-4fa6-a053-05e5ba0edd12 req-7e7d0e8b-65c5-44f4-ac28-66beaef0a8d5 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1050904 Apr 21 12:54:09.624708 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6713452-7d12-4394-9fdf-40100ee398ca tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768186767288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8932869'] for subnet, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:09.625497 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d686ae6-948a-4fa6-a053-05e5ba0edd12 req-586bba27-5354-4dc3-a0da-d60b64f3a41c tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720789 Apr 21 12:54:09.670873 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6713452-7d12-4394-9fdf-40100ee398ca tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:09.671296 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6713452-7d12-4394-9fdf-40100ee398ca tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:09.672586 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a6713452-7d12-4394-9fdf-40100ee398ca tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "PUT /v2.0/subnets/3fbffec6-bbea-4214-b4fb-4448a8a7c87d HTTP/1.1" status: 200 len: 806 time: 1.4746835 Apr 21 12:54:09.673106 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3880946a-5889-41e0-8a05-3fffe0b32518 None None] For port a64f3bb5-7e61-423f-bea1-9f2f03e7c7c7, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:54:09.676874 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34724) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:09.699222 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3880946a-5889-41e0-8a05-3fffe0b32518 None None] For port a64f3bb5-7e61-423f-bea1-9f2f03e7c7c7, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a64f3bb5-7e61-423f-bea1-9f2f03e7c7c7,segment=NetworkSegment(47347f64-1bb6-49b4-a571-a63ebf607784),segment_id=47347f64-1bb6-49b4-a571-a63ebf607784)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:54:09.701027 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc839dfc-2f8a-4b8f-923d-5b8d47801cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:09.703842 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc839dfc-2f8a-4b8f-923d-5b8d47801cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:09.708113 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-cc839dfc-2f8a-4b8f-923d-5b8d47801cef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e3b1a4fe-56b4-4748-a919-8876dc147256 HTTP/1.1" status: 204 len: 168 time: 0.3858297 Apr 21 12:54:09.723520 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc839dfc-2f8a-4b8f-923d-5b8d47801cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b1a4fe-56b4-4748-a919-8876dc147256,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:09.743838 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6713452-7d12-4394-9fdf-40100ee398ca tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event updated for resources: {'Subnet': ['ID=3fbffec6-bbea-4214-b4fb-4448a8a7c87d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:09.798589 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26fe29b0-1d15-42e3-a4f9-c89e7cade895 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:09.803528 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3880946a-5889-41e0-8a05-3fffe0b32518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:09.814807 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83d15ec1-3ef4-4c09-a9d2-d4a34b97ec1a None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:09.865522 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-26fe29b0-1d15-42e3-a4f9-c89e7cade895 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Deleting port a64f3bb5-7e61-423f-bea1-9f2f03e7c7c7 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:09.866092 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26fe29b0-1d15-42e3-a4f9-c89e7cade895 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:09.900858 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3880946a-5889-41e0-8a05-3fffe0b32518 None None] Pushing event updated for resources: {'Port': ['ID=a64f3bb5-7e61-423f-bea1-9f2f03e7c7c7,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:09.916123 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83d15ec1-3ef4-4c09-a9d2-d4a34b97ec1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:09.963513 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d15ec1-3ef4-4c09-a9d2-d4a34b97ec1a None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:09.967364 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-83d15ec1-3ef4-4c09-a9d2-d4a34b97ec1a None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:09.970108 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-26fe29b0-1d15-42e3-a4f9-c89e7cade895 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] For port a64f3bb5-7e61-423f-bea1-9f2f03e7c7c7, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a64f3bb5-7e61-423f-bea1-9f2f03e7c7c7,segment=NetworkSegment(47347f64-1bb6-49b4-a571-a63ebf607784),segment_id=47347f64-1bb6-49b4-a571-a63ebf607784)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:09.970616 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26fe29b0-1d15-42e3-a4f9-c89e7cade895 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:09.971635 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d15ec1-3ef4-4c09-a9d2-d4a34b97ec1a None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:10.016940 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-26fe29b0-1d15-42e3-a4f9-c89e7cade895 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Calling delete_port for a64f3bb5-7e61-423f-bea1-9f2f03e7c7c7 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:10.039077 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d15ec1-3ef4-4c09-a9d2-d4a34b97ec1a None None] Pushing event updated for resources: {'Port': ['ID=fc197616-0562-4851-9033-41b623b7936f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:10.060290 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-83d15ec1-3ef4-4c09-a9d2-d4a34b97ec1a None None] Attempting to bind port fc197616-0562-4851-9033-41b623b7936f on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:54:10.060946 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-83d15ec1-3ef4-4c09-a9d2-d4a34b97ec1a None None] Attempting to bind port fc197616-0562-4851-9033-41b623b7936f by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:54:10.068182 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d15ec1-3ef4-4c09-a9d2-d4a34b97ec1a None None] Attempting to bind port fc197616-0562-4851-9033-41b623b7936f on network 43650c3d-b9d7-4e95-8950-e9fadabd5511 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:54:10.068182 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d15ec1-3ef4-4c09-a9d2-d4a34b97ec1a None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:54:10.068182 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d15ec1-3ef4-4c09-a9d2-d4a34b97ec1a None None] Checking segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:54:10.068182 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83d15ec1-3ef4-4c09-a9d2-d4a34b97ec1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:10.068974 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d15ec1-3ef4-4c09-a9d2-d4a34b97ec1a None None] Bound using segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:54:10.069546 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-83d15ec1-3ef4-4c09-a9d2-d4a34b97ec1a None None] Bound port: fc197616-0562-4851-9033-41b623b7936f, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:54:10.070138 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83d15ec1-3ef4-4c09-a9d2-d4a34b97ec1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:10.164978 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-2b39c730-840c-42d7-a7dc-4610ce9d0c20 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Allocated IP 2001:db8::f816:3eff:fef9:dd0a (43650c3d-b9d7-4e95-8950-e9fadabd5511/b732e968-a9fb-429a-9717-834b20c5a4f5/b45ef093-86f4-43db-83c9-3372f5543c8a) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:10.189368 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0254bd41-9c02-4781-a08e-9e7c6fa90a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:10.219192 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-83d15ec1-3ef4-4c09-a9d2-d4a34b97ec1a None None] For port fc197616-0562-4851-9033-41b623b7936f, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:54:10.223777 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-83d15ec1-3ef4-4c09-a9d2-d4a34b97ec1a None None] For port fc197616-0562-4851-9033-41b623b7936f, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fc197616-0562-4851-9033-41b623b7936f,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:54:10.332816 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-83d15ec1-3ef4-4c09-a9d2-d4a34b97ec1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:10.390871 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d15ec1-3ef4-4c09-a9d2-d4a34b97ec1a None None] Pushing event updated for resources: {'Port': ['ID=fc197616-0562-4851-9033-41b623b7936f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:10.451841 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26fe29b0-1d15-42e3-a4f9-c89e7cade895 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:10.519674 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-0254bd41-9c02-4781-a08e-9e7c6fa90a8e admin admin] Deleting port 4696ccad-dc77-44c4-9380-c56a226ea8bf {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:10.520133 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0254bd41-9c02-4781-a08e-9e7c6fa90a8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:10.523346 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe29b0-1d15-42e3-a4f9-c89e7cade895 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event deleted for resources: {'Port': ['ID=a64f3bb5-7e61-423f-bea1-9f2f03e7c7c7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:10.599669 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34730) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:10.608412 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fe29b0-1d15-42e3-a4f9-c89e7cade895 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] No DVR routers for this DVR port a64f3bb5-7e61-423f-bea1-9f2f03e7c7c7 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:54:10.658541 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-0254bd41-9c02-4781-a08e-9e7c6fa90a8e admin admin] For port 4696ccad-dc77-44c4-9380-c56a226ea8bf, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=4696ccad-dc77-44c4-9380-c56a226ea8bf,segment=NetworkSegment(69e793fd-53e2-4aad-90f5-44b88c25a6f2),segment_id=69e793fd-53e2-4aad-90f5-44b88c25a6f2)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:10.658657 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0254bd41-9c02-4781-a08e-9e7c6fa90a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:10.679072 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-0254bd41-9c02-4781-a08e-9e7c6fa90a8e admin admin] Calling delete_port for 4696ccad-dc77-44c4-9380-c56a226ea8bf owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:10.734932 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b39c730-840c-42d7-a7dc-4610ce9d0c20 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:10.750819 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-da8bc51a-5e84-48f6-bd14-4339aef5a81e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=04f7b2427c5146b194a5c17a630d79ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500096 Apr 21 12:54:10.756624 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34734) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:10.775066 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26fe29b0-1d15-42e3-a4f9-c89e7cade895 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:10.899046 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fc197616-0562-4851-9033-41b623b7936f up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:54:10.903492 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-250474d3-ef9b-4012-9afa-dad88050cf7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:10.934977 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-250474d3-ef9b-4012-9afa-dad88050cf7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:10.971620 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port fc197616-0562-4851-9033-41b623b7936f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:10.972291 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:10.995569 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b39c730-840c-42d7-a7dc-4610ce9d0c20 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:11.056436 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b39c730-840c-42d7-a7dc-4610ce9d0c20 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Port': ['ID=b45ef093-86f4-43db-83c9-3372f5543c8a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:11.063698 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26fe29b0-1d15-42e3-a4f9-c89e7cade895 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:11.102147 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe29b0-1d15-42e3-a4f9-c89e7cade895 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event deleted for resources: {'Subnet': ['ID=3fbffec6-bbea-4214-b4fb-4448a8a7c87d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:11.103232 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:11.106804 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b39c730-840c-42d7-a7dc-4610ce9d0c20 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:11.156185 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port fc197616-0562-4851-9033-41b623b7936f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fc197616-0562-4851-9033-41b623b7936f,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:11.170477 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-250474d3-ef9b-4012-9afa-dad88050cf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:11.173369 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-250474d3-ef9b-4012-9afa-dad88050cf7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:11.178373 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-250474d3-ef9b-4012-9afa-dad88050cf7b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f1f83c7e-bfff-4868-a126-e248ae2bdaf1 HTTP/1.1" status: 204 len: 168 time: 0.4128871 Apr 21 12:54:11.180828 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-2b39c730-840c-42d7-a7dc-4610ce9d0c20 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:11.192011 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b39c730-840c-42d7-a7dc-4610ce9d0c20 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:11.193001 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2280ea-ea14-40c2-a647-aad8790f0c1d None None] Network c103466e-76da-4e28-9e91-78205489b037 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:11.198100 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b39c730-840c-42d7-a7dc-4610ce9d0c20 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:11.198892 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b39c730-840c-42d7-a7dc-4610ce9d0c20 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:11.203775 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26fe29b0-1d15-42e3-a4f9-c89e7cade895 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:11.209940 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250474d3-ef9b-4012-9afa-dad88050cf7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f83c7e-bfff-4868-a126-e248ae2bdaf1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:11.236060 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-26fe29b0-1d15-42e3-a4f9-c89e7cade895 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c103466e-76da-4e28-9e91-78205489b037']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:11.251243 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-26fe29b0-1d15-42e3-a4f9-c89e7cade895 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47347f64-1bb6-49b4-a571-a63ebf607784') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:11.251719 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-26fe29b0-1d15-42e3-a4f9-c89e7cade895 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47347f64-1bb6-49b4-a571-a63ebf607784') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:11.267079 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26fe29b0-1d15-42e3-a4f9-c89e7cade895 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:11.291404 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26fe29b0-1d15-42e3-a4f9-c89e7cade895 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:11.302954 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26fe29b0-1d15-42e3-a4f9-c89e7cade895 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:54:11.303483 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26fe29b0-1d15-42e3-a4f9-c89e7cade895 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:54:11.307044 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:54:11.333726 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2b39c730-840c-42d7-a7dc-4610ce9d0c20 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7330873 Apr 21 12:54:11.335205 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34738) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:11.340471 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:11.415028 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-993c0989-bb73-41e8-9ea8-954a8e12882a None None] Could not find standard attr ID for object a64f3bb5-7e61-423f-bea1-9f2f03e7c7c7. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:54:11.430939 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b38533-ffc8-4c08-bad0-67099165c948 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:11.436992 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b38533-ffc8-4c08-bad0-67099165c948 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:11.438799 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-02b38533-ffc8-4c08-bad0-67099165c948 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1032870 Apr 21 12:54:11.441605 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34740) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:11.466338 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee66b2e-f099-4827-95c4-152fdf5d6d9e req-9ca010e0-f2a0-4765-af63-ef15c6b9917a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:11.468401 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4ee66b2e-f099-4827-95c4-152fdf5d6d9e req-9ca010e0-f2a0-4765-af63-ef15c6b9917a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.7249620 Apr 21 12:54:11.503341 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26fe29b0-1d15-42e3-a4f9-c89e7cade895 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:11.513098 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=fc197616-0562-4851-9033-41b623b7936f,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:11.515827 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26fe29b0-1d15-42e3-a4f9-c89e7cade895 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:11.518914 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-26fe29b0-1d15-42e3-a4f9-c89e7cade895 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/networks/c103466e-76da-4e28-9e91-78205489b037 HTTP/1.1" status: 204 len: 168 time: 1.8411152 Apr 21 12:54:11.527809 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34742) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:11.536020 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c5d1ce-55e7-462c-b574-ff8acae59460 None None] DHCP port deletion for c103466e-76da-4e28-9e91-78205489b037 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:54:11.540769 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe29b0-1d15-42e3-a4f9-c89e7cade895 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event deleted for resources: {'Network': ['ID=c103466e-76da-4e28-9e91-78205489b037,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:11.550940 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6114107-60f0-4e75-a49f-9ef4eb535f3f tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:11.551670 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6114107-60f0-4e75-a49f-9ef4eb535f3f tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:11.558230 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e6114107-60f0-4e75-a49f-9ef4eb535f3f tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/networks/c103466e-76da-4e28-9e91-78205489b037 HTTP/1.1" status: 404 len: 339 time: 0.0258667 Apr 21 12:54:11.561387 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34744) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:11.564822 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4ee66b2e-f099-4827-95c4-152fdf5d6d9e req-aef3844c-c2e8-4493-864f-addb175dc0e6 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0843821 Apr 21 12:54:11.570355 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-89cc41c4-f98f-4260-b2b8-d0d8922aef35 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-904068118', 'description': 'd1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:11.592856 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0254bd41-9c02-4781-a08e-9e7c6fa90a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:11.607766 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620fc8ad-29ac-4220-a568-e2198fd7ecb7 None None] Network c103466e-76da-4e28-9e91-78205489b037 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:11.634086 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0254bd41-9c02-4781-a08e-9e7c6fa90a8e admin admin] Pushing event deleted for resources: {'Port': ['ID=4696ccad-dc77-44c4-9380-c56a226ea8bf,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:11.642057 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e90c2479-6f95-4d4f-b2fe-31ea1e03bc73 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting port b45ef093-86f4-43db-83c9-3372f5543c8a {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:11.642057 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e90c2479-6f95-4d4f-b2fe-31ea1e03bc73 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:11.659217 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620fc8ad-29ac-4220-a568-e2198fd7ecb7 None None] Network c103466e-76da-4e28-9e91-78205489b037 could not be found, it might have been deleted concurrently. {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 21 12:54:11.728518 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cc41c4-f98f-4260-b2b8-d0d8922aef35 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Made reservation on behalf of 0625b8f3c08046978c162f99b1521cf3 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:11.734836 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89cc41c4-f98f-4260-b2b8-d0d8922aef35 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:11.805997 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e90c2479-6f95-4d4f-b2fe-31ea1e03bc73 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:11.817880 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89cc41c4-f98f-4260-b2b8-d0d8922aef35 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:54:11.820445 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e90c2479-6f95-4d4f-b2fe-31ea1e03bc73 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Calling delete_port for b45ef093-86f4-43db-83c9-3372f5543c8a owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:11.857894 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89cc41c4-f98f-4260-b2b8-d0d8922aef35 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:11.858242 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-89cc41c4-f98f-4260-b2b8-d0d8922aef35 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Added segment 9fbf15a7-9a96-4ae8-94ae-65a372650a6b of type vlan for network 7fd13a23-24f7-48ae-8866-a96cdd2de5cc Apr 21 12:54:11.944131 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89cc41c4-f98f-4260-b2b8-d0d8922aef35 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:11.950247 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0254bd41-9c02-4781-a08e-9e7c6fa90a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:11.988642 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f8d73e99-eae5-4d74-8d61-7d7444f102db None None] Provisioning complete for port fc197616-0562-4851-9033-41b623b7936f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:11.989173 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8d73e99-eae5-4d74-8d61-7d7444f102db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:12.167816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32f5f0-950b-477e-b1a8-174471a24954 req-43f10e8c-7652-45e4-ab9b-90e9974f7237 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:12.169382 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-be32f5f0-950b-477e-b1a8-174471a24954 req-43f10e8c-7652-45e4-ab9b-90e9974f7237 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1171947 Apr 21 12:54:12.178986 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89cc41c4-f98f-4260-b2b8-d0d8922aef35 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:12.184843 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cc41c4-f98f-4260-b2b8-d0d8922aef35 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:12.186003 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89cc41c4-f98f-4260-b2b8-d0d8922aef35 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:12.328007 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc41c4-f98f-4260-b2b8-d0d8922aef35 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event updated for resources: {'Network': ['ID=7fd13a23-24f7-48ae-8866-a96cdd2de5cc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:12.333320 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-22436edb-7859-4925-8a64-50c4c9b82749 None None] Provisioning complete for port b45ef093-86f4-43db-83c9-3372f5543c8a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:12.334124 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22436edb-7859-4925-8a64-50c4c9b82749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:12.354332 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-be32f5f0-950b-477e-b1a8-174471a24954 req-b12f0913-c21a-4d7b-ae1a-fc091aaa2444 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1625078 Apr 21 12:54:12.363147 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 7fd13a23-24f7-48ae-8866-a96cdd2de5cc details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:54:12.421697 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-89cc41c4-f98f-4260-b2b8-d0d8922aef35 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.8553014 Apr 21 12:54:12.424982 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34764) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:12.462716 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0254bd41-9c02-4781-a08e-9e7c6fa90a8e admin admin] Router 63191d0a-bc65-463f-8155-7b6b0d370a11 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:54:12.468041 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-22436edb-7859-4925-8a64-50c4c9b82749 None None] Port b45ef093-86f4-43db-83c9-3372f5543c8a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:54:12.510451 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e90c2479-6f95-4d4f-b2fe-31ea1e03bc73 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:12.570722 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c2479-6f95-4d4f-b2fe-31ea1e03bc73 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Port': ['ID=b45ef093-86f4-43db-83c9-3372f5543c8a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:12.585130 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb0d5ec-2c7d-490f-b100-2ec534d2e47e tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:12.586672 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ffb0d5ec-2c7d-490f-b100-2ec534d2e47e tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "GET /v2.0/networks?id=7fd13a23-24f7-48ae-8866-a96cdd2de5cc HTTP/1.1" status: 200 len: 760 time: 0.1604953 Apr 21 12:54:12.590937 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34770) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:12.599802 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4002fb33-7cc7-41dd-be4b-b19c9c604686 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Request body: {'network': {'description': 'd2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:12.608322 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e90c2479-6f95-4d4f-b2fe-31ea1e03bc73 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:12.611828 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e90c2479-6f95-4d4f-b2fe-31ea1e03bc73 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/b45ef093-86f4-43db-83c9-3372f5543c8a HTTP/1.1" status: 204 len: 168 time: 1.1691852 Apr 21 12:54:12.619610 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34774) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:12.623710 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0254bd41-9c02-4781-a08e-9e7c6fa90a8e admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:54:12.631045 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0254bd41-9c02-4781-a08e-9e7c6fa90a8e admin admin] 10.222.0.36 "PUT /v2.0/routers/63191d0a-bc65-463f-8155-7b6b0d370a11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1242416 Apr 21 12:54:12.635139 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7005de93-02c0-4635-a308-f089ab98fbe7 None None] Sync routers for ids ['63191d0a-bc65-463f-8155-7b6b0d370a11'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:54:12.635710 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34776) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:12.653202 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7005de93-02c0-4635-a308-f089ab98fbe7 None None] Routers {'63191d0a-bc65-463f-8155-7b6b0d370a11'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:54:12.656077 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7005de93-02c0-4635-a308-f089ab98fbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:53:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['63191d0a-bc65-463f-8155-7b6b0d370a11'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:12.762071 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d17b953-b406-4700-b9ec-0ddc9320ce02 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:12.763835 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d17b953-b406-4700-b9ec-0ddc9320ce02 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:12.768257 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7d17b953-b406-4700-b9ec-0ddc9320ce02 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1451960 Apr 21 12:54:12.769014 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34778) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:12.799493 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4002fb33-7cc7-41dd-be4b-b19c9c604686 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:12.870857 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-825280cf-34f6-401d-9b53-1adbceb38e58 admin admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:12.876733 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d953cf-4e5c-4695-aa54-a3f39a4eeee0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting subnet b732e968-a9fb-429a-9717-834b20c5a4f5 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:54:12.881432 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4002fb33-7cc7-41dd-be4b-b19c9c604686 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:12.895504 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4002fb33-7cc7-41dd-be4b-b19c9c604686 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Network 7fd13a23-24f7-48ae-8866-a96cdd2de5cc is not hosted by any dhcp agent {{(pid=103398) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 21 12:54:12.900980 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4002fb33-7cc7-41dd-be4b-b19c9c604686 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:12.901799 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4002fb33-7cc7-41dd-be4b-b19c9c604686 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:12.903233 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4002fb33-7cc7-41dd-be4b-b19c9c604686 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "PUT /v2.0/networks/7fd13a23-24f7-48ae-8866-a96cdd2de5cc HTTP/1.1" status: 200 len: 757 time: 0.3090332 Apr 21 12:54:12.903623 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-7005de93-02c0-4635-a308-f089ab98fbe7 None None] Set router 63191d0a-bc65-463f-8155-7b6b0d370a11 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:54:12.913299 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34782) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:12.924892 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20d953cf-4e5c-4695-aa54-a3f39a4eeee0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:12.975876 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fc197616-0562-4851-9033-41b623b7936f up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:54:12.980339 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002fb33-7cc7-41dd-be4b-b19c9c604686 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event updated for resources: {'Network': ['ID=7fd13a23-24f7-48ae-8866-a96cdd2de5cc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:13.016974 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 7fd13a23-24f7-48ae-8866-a96cdd2de5cc details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:54:13.021069 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20d953cf-4e5c-4695-aa54-a3f39a4eeee0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:13.024837 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:54:13.101470 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d7758c-2a55-4be7-b696-7eec9cc515a3 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:13.102963 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-33d7758c-2a55-4be7-b696-7eec9cc515a3 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "GET /v2.0/networks?id=7fd13a23-24f7-48ae-8866-a96cdd2de5cc HTTP/1.1" status: 200 len: 760 time: 0.1873963 Apr 21 12:54:13.107566 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34784) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:13.113201 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port fc197616-0562-4851-9033-41b623b7936f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:13.113381 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a387f5ee-f33a-4c6b-91dc-e0a9c9434beb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-927004761'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:13.114129 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:13.156861 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-825280cf-34f6-401d-9b53-1adbceb38e58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:13.176722 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7005de93-02c0-4635-a308-f089ab98fbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'name': 'tempest-TestServerBasicOps-216453863-router', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'f5634933-f37f-48aa-a369-20bc33f3a42b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:22Z', 'updated_at': '2022-04-21T12:54:11Z', 'revision_number': 5, 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'gw_port': {'id': 'f5634933-f37f-48aa-a369-20bc33f3a42b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2209, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:22Z', 'updated_at': '2022-04-21T12:47:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:13.188238 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20d953cf-4e5c-4695-aa54-a3f39a4eeee0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:13.235695 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a64f3bb5-7e61-423f-bea1-9f2f03e7c7c7 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:54:13.258225 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: a64f3bb5-7e61-423f-bea1-9f2f03e7c7c7 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:54:13.258861 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a64f3bb5-7e61-423f-bea1-9f2f03e7c7c7 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:54:13.270733 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a387f5ee-f33a-4c6b-91dc-e0a9c9434beb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Made reservation on behalf of 0625b8f3c08046978c162f99b1521cf3 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:13.275026 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a387f5ee-f33a-4c6b-91dc-e0a9c9434beb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:13.300151 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a387f5ee-f33a-4c6b-91dc-e0a9c9434beb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:54:13.307125 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7005de93-02c0-4635-a308-f089ab98fbe7 None None] Checking router: 63191d0a-bc65-463f-8155-7b6b0d370a11 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:54:13.309795 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a387f5ee-f33a-4c6b-91dc-e0a9c9434beb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:13.310150 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-a387f5ee-f33a-4c6b-91dc-e0a9c9434beb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Added segment 7940f41c-6483-4014-a9c4-f2fe55f47309 of type vlan for network a8e82892-a5ad-4e2e-89a1-508403b065c0 Apr 21 12:54:13.316974 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7005de93-02c0-4635-a308-f089ab98fbe7 None None] Routers {'63191d0a-bc65-463f-8155-7b6b0d370a11'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:54:13.317663 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7005de93-02c0-4635-a308-f089ab98fbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:53:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['63191d0a-bc65-463f-8155-7b6b0d370a11'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:13.342127 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-825280cf-34f6-401d-9b53-1adbceb38e58 admin admin] Deleting port f5634933-f37f-48aa-a369-20bc33f3a42b {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:13.342467 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-825280cf-34f6-401d-9b53-1adbceb38e58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:13.371292 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a387f5ee-f33a-4c6b-91dc-e0a9c9434beb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:13.388863 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20d953cf-4e5c-4695-aa54-a3f39a4eeee0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:13.436537 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c66e68a-6b8c-46b7-9481-e45a8faf72f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:13.442500 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d953cf-4e5c-4695-aa54-a3f39a4eeee0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Subnet': ['ID=b732e968-a9fb-429a-9717-834b20c5a4f5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:13.456003 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20d953cf-4e5c-4695-aa54-a3f39a4eeee0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:13.456702 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1ad6fc-b73d-4c19-b71d-5400f38fedd8 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:13.463559 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-20d953cf-4e5c-4695-aa54-a3f39a4eeee0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/b732e968-a9fb-429a-9717-834b20c5a4f5 HTTP/1.1" status: 204 len: 168 time: 0.6913543 Apr 21 12:54:13.464173 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-7005de93-02c0-4635-a308-f089ab98fbe7 None None] Set router 63191d0a-bc65-463f-8155-7b6b0d370a11 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:54:13.464322 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34794) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:13.466023 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a387f5ee-f33a-4c6b-91dc-e0a9c9434beb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:13.480144 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a387f5ee-f33a-4c6b-91dc-e0a9c9434beb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:13.484117 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a387f5ee-f33a-4c6b-91dc-e0a9c9434beb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:13.525248 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-eeb0676c-9945-4815-aa1e-749d406cd42a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0573714 Apr 21 12:54:13.526844 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7005de93-02c0-4635-a308-f089ab98fbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'name': 'tempest-TestServerBasicOps-216453863-router', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:22Z', 'updated_at': '2022-04-21T12:54:13Z', 'revision_number': 6, 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:13.529706 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34796) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:13.540240 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2edb8ac5-a5d5-449d-8b25-f3aee4fae826 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:13.557184 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7005de93-02c0-4635-a308-f089ab98fbe7 None None] The sync data for ids ['63191d0a-bc65-463f-8155-7b6b0d370a11'] in n-d-836147-2 is: [{'id': '63191d0a-bc65-463f-8155-7b6b0d370a11', 'name': 'tempest-TestServerBasicOps-216453863-router', 'tenant_id': '340fcbb6da8e49abadfdcf88b5d93115', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:22Z', 'updated_at': '2022-04-21T12:54:13Z', 'revision_number': 6, 'project_id': '340fcbb6da8e49abadfdcf88b5d93115', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:54:13.568457 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-825280cf-34f6-401d-9b53-1adbceb38e58 admin admin] For port f5634933-f37f-48aa-a369-20bc33f3a42b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f5634933-f37f-48aa-a369-20bc33f3a42b,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:13.568457 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-825280cf-34f6-401d-9b53-1adbceb38e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:13.612145 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387f5ee-f33a-4c6b-91dc-e0a9c9434beb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event updated for resources: {'Network': ['ID=a8e82892-a5ad-4e2e-89a1-508403b065c0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:13.628334 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-825280cf-34f6-401d-9b53-1adbceb38e58 admin admin] Calling delete_port for f5634933-f37f-48aa-a369-20bc33f3a42b owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:13.632868 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a387f5ee-f33a-4c6b-91dc-e0a9c9434beb tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5214570 Apr 21 12:54:13.633875 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34800) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:13.638599 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67255416-914d-45d4-adb4-c6b70d69057b req-0889d9a2-ff81-4615-bdb7-864ecaa05b12 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:13.641700 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e33e5838-91bb-43a8-87f2-892bf892253e tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Request body: {'subnet': {'network_id': 'a8e82892-a5ad-4e2e-89a1-508403b065c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:13.642108 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network a8e82892-a5ad-4e2e-89a1-508403b065c0 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:54:13.646213 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-67255416-914d-45d4-adb4-c6b70d69057b req-0889d9a2-ff81-4615-bdb7-864ecaa05b12 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1546910 Apr 21 12:54:13.707171 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-67255416-914d-45d4-adb4-c6b70d69057b req-7f62df05-51f0-4375-bbf1-de5511defc06 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545149 Apr 21 12:54:13.841526 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925a5de-1fa6-4228-a7dc-1bffe6f4f9fb req-ec361040-8da8-4216-9557-98d255d8de0a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:13.846191 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8925a5de-1fa6-4228-a7dc-1bffe6f4f9fb req-ec361040-8da8-4216-9557-98d255d8de0a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0704653 Apr 21 12:54:13.870739 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edb8ac5-a5d5-449d-8b25-f3aee4fae826 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:13.874483 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2edb8ac5-a5d5-449d-8b25-f3aee4fae826 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:13.887142 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8925a5de-1fa6-4228-a7dc-1bffe6f4f9fb req-eef95c43-c1f0-4ad9-9ab3-6f7940117daf tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367775 Apr 21 12:54:13.936218 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af26e6b-266a-49e5-9cf7-5c91b829902a None None] DHCP port deletion for 43650c3d-b9d7-4e95-8950-e9fadabd5511 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:54:13.947122 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34810) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:13.957796 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33e5838-91bb-43a8-87f2-892bf892253e tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Made reservation on behalf of 0625b8f3c08046978c162f99b1521cf3 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:13.963182 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e33e5838-91bb-43a8-87f2-892bf892253e tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:14.030224 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3af26e6b-266a-49e5-9cf7-5c91b829902a None None] Deleting port fc197616-0562-4851-9033-41b623b7936f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:14.030948 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3af26e6b-266a-49e5-9cf7-5c91b829902a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:14.080127 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e2b52-71e2-476d-bd6d-f4f6a3739b9e req-02d86a5d-8cee-43d0-be54-1513d03833e8 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:14.082202 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb7e2b52-71e2-476d-bd6d-f4f6a3739b9e req-02d86a5d-8cee-43d0-be54-1513d03833e8 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0686793 Apr 21 12:54:14.106787 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3af26e6b-266a-49e5-9cf7-5c91b829902a None None] For port fc197616-0562-4851-9033-41b623b7936f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fc197616-0562-4851-9033-41b623b7936f,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:14.108125 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3af26e6b-266a-49e5-9cf7-5c91b829902a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:14.133556 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3af26e6b-266a-49e5-9cf7-5c91b829902a None None] Calling delete_port for fc197616-0562-4851-9033-41b623b7936f owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:14.141427 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb7e2b52-71e2-476d-bd6d-f4f6a3739b9e req-4163046e-33f0-4d6c-b927-8448778c0ff1 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511806 Apr 21 12:54:14.144860 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7247da0d-2892-4cde-89fd-b0259b636a2e tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2111845185', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:14.233379 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-825280cf-34f6-401d-9b53-1adbceb38e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:14.263394 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7247da0d-2892-4cde-89fd-b0259b636a2e tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Made reservation on behalf of cba7d6e9bbfc423c931502dbef20fdb8 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:14.265759 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7247da0d-2892-4cde-89fd-b0259b636a2e tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:14.290157 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82257a02-4ec7-41d9-b646-76a807d5ab72 req-b78a129d-0468-406f-93cd-44200a8d0e99 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:14.291583 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-82257a02-4ec7-41d9-b646-76a807d5ab72 req-b78a129d-0468-406f-93cd-44200a8d0e99 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0714614 Apr 21 12:54:14.292722 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7247da0d-2892-4cde-89fd-b0259b636a2e tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:14.293186 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825280cf-34f6-401d-9b53-1adbceb38e58 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5634933-f37f-48aa-a369-20bc33f3a42b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:14.349043 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-82257a02-4ec7-41d9-b646-76a807d5ab72 req-e42325c5-ac74-4f4a-a482-39f88f3ff9ea tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437710 Apr 21 12:54:14.397517 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-825280cf-34f6-401d-9b53-1adbceb38e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:14.413007 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3af26e6b-266a-49e5-9cf7-5c91b829902a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:14.464840 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af26e6b-266a-49e5-9cf7-5c91b829902a None None] Pushing event deleted for resources: {'Port': ['ID=fc197616-0562-4851-9033-41b623b7936f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:14.469980 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af26e6b-266a-49e5-9cf7-5c91b829902a None None] No DVR routers for this DVR port fc197616-0562-4851-9033-41b623b7936f on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:54:14.497240 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e33e5838-91bb-43a8-87f2-892bf892253e tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:14.501455 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-825280cf-34f6-401d-9b53-1adbceb38e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:14.509206 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-825280cf-34f6-401d-9b53-1adbceb38e58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:14.529632 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c0618-1493-43bb-8877-23df16da4301 req-c0ee5a38-fc04-4ec3-8b3a-d76972d94148 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:14.531150 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0f2c0618-1493-43bb-8877-23df16da4301 req-c0ee5a38-fc04-4ec3-8b3a-d76972d94148 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1033156 Apr 21 12:54:14.561634 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7247da0d-2892-4cde-89fd-b0259b636a2e tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:14.587904 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0f2c0618-1493-43bb-8877-23df16da4301 req-0dab3680-2d93-47a5-9866-5a308533583e tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490942 Apr 21 12:54:14.629845 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e5838-91bb-43a8-87f2-892bf892253e tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event updated for resources: {'Subnet': ['ID=f8580e51-3982-4959-9779-fd470079e288,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:14.646833 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7247da0d-2892-4cde-89fd-b0259b636a2e tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:14.651953 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33e5838-91bb-43a8-87f2-892bf892253e tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Checking segment: {'id': '7940f41c-6483-4014-a9c4-f2fe55f47309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'a8e82892-a5ad-4e2e-89a1-508403b065c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:54:14.657098 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33e5838-91bb-43a8-87f2-892bf892253e tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Network hostable DHCP agents. Network: a8e82892-a5ad-4e2e-89a1-508403b065c0, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:54:14.657243 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-7247da0d-2892-4cde-89fd-b0259b636a2e tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] device_id is not set on port c6e15030-9450-4ab1-9ab3-c2fc5abc2149 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:54:14.681479 n-d-836147-2 neutron-server[103397]: DEBUG neutron.objects.ports [None req-2edb8ac5-a5d5-449d-8b25-f3aee4fae826 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 12:54:14.685068 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2edb8ac5-a5d5-449d-8b25-f3aee4fae826 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:14.719130 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-825280cf-34f6-401d-9b53-1adbceb38e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:14.719569 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825280cf-34f6-401d-9b53-1adbceb38e58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63191d0a-bc65-463f-8155-7b6b0d370a11 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:54:14.725771 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-825280cf-34f6-401d-9b53-1adbceb38e58 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:14.726947 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-825280cf-34f6-401d-9b53-1adbceb38e58 admin admin] 10.222.0.36 "DELETE /v2.0/routers/63191d0a-bc65-463f-8155-7b6b0d370a11 HTTP/1.1" status: 204 len: 168 time: 2.0896854 Apr 21 12:54:14.732982 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34820) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:14.746056 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247da0d-2892-4cde-89fd-b0259b636a2e tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bffef0c-6d14-47f9-81d6-74d5670d12b6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:14.752472 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edb8ac5-a5d5-449d-8b25-f3aee4fae826 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:14.777878 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-2edb8ac5-a5d5-449d-8b25-f3aee4fae826 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:14.784023 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edb8ac5-a5d5-449d-8b25-f3aee4fae826 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:14.784641 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2edb8ac5-a5d5-449d-8b25-f3aee4fae826 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:14.788262 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a229d7c4-e0ae-4f4a-9440-6e364971fe9a None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:14.797431 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9633e4c-66bc-4c13-bb37-20378a691227 req-e7d811fe-b714-4b25-af22-ac423be5c2e6 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:14.799212 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9633e4c-66bc-4c13-bb37-20378a691227 req-e7d811fe-b714-4b25-af22-ac423be5c2e6 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1317277 Apr 21 12:54:14.811231 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33e5838-91bb-43a8-87f2-892bf892253e tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Network a8e82892-a5ad-4e2e-89a1-508403b065c0 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:54:14.824400 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb8ac5-a5d5-449d-8b25-f3aee4fae826 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Subnet': ['ID=b1511502-53ce-4aeb-81ee-c543427a7db2,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:14.847268 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f7edcb9-eeec-4f14-9b45-ec047dd21612 admin admin] Deleting subnet 53d6cd17-e719-4dcc-a307-60dd92480543 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:54:14.851732 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f7edcb9-eeec-4f14-9b45-ec047dd21612 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:14.861613 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9633e4c-66bc-4c13-bb37-20378a691227 req-55892bfb-1330-4b2f-87b3-b000e929b8a9 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419440 Apr 21 12:54:14.884915 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fc197616-0562-4851-9033-41b623b7936f no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:54:14.900474 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f7edcb9-eeec-4f14-9b45-ec047dd21612 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:14.917210 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: fc197616-0562-4851-9033-41b623b7936f {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:54:14.917557 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fc197616-0562-4851-9033-41b623b7936f not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:54:14.918264 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 4696ccad-dc77-44c4-9380-c56a226ea8bf no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:54:14.925335 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2edb8ac5-a5d5-449d-8b25-f3aee4fae826 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3946128 Apr 21 12:54:14.928220 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-e33e5838-91bb-43a8-87f2-892bf892253e tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, a8e82892-a5ad-4e2e-89a1-508403b065c0) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:14.929417 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-7247da0d-2892-4cde-89fd-b0259b636a2e tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Allocated IP 172.25.8.250 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/c6e15030-9450-4ab1-9ab3-c2fc5abc2149) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:14.934819 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34824) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:14.943622 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-58f8571f-fea7-42b6-a94d-ed109d123ceb tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'port': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'mac_address': 'fa:16:3e:d9:5e:6f', 'name': 'tempest-NetworksTestDHCPv6-203650150'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:14.946684 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813d2a3a-ca5b-4538-966c-cb344458e5ab None None] Network a8e82892-a5ad-4e2e-89a1-508403b065c0 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:14.948479 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33e5838-91bb-43a8-87f2-892bf892253e tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:14.949088 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e33e5838-91bb-43a8-87f2-892bf892253e tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:14.951883 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 4696ccad-dc77-44c4-9380-c56a226ea8bf {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:54:14.952223 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 4696ccad-dc77-44c4-9380-c56a226ea8bf not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:54:14.952931 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f5634933-f37f-48aa-a369-20bc33f3a42b no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:54:15.021499 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: f5634933-f37f-48aa-a369-20bc33f3a42b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:54:15.021856 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f5634933-f37f-48aa-a369-20bc33f3a42b not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:54:15.071370 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f7edcb9-eeec-4f14-9b45-ec047dd21612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:15.099155 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e33e5838-91bb-43a8-87f2-892bf892253e tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4613802 Apr 21 12:54:15.104943 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7247da0d-2892-4cde-89fd-b0259b636a2e tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:15.106639 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34826) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:15.170322 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-43650c3d-b9d7-4e95-8950-e9fadabd5511', 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'fixed_ips': [{'subnet_id': 'b1511502-53ce-4aeb-81ee-c543427a7db2'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:54:15.171283 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:15.206460 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f8571f-fea7-42b6-a94d-ed109d123ceb tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:15.242568 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05117b84-6f7e-45f3-a06a-469912383d6b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:15.258990 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f7edcb9-eeec-4f14-9b45-ec047dd21612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:15.294149 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7edcb9-eeec-4f14-9b45-ec047dd21612 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53d6cd17-e719-4dcc-a307-60dd92480543,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:15.298875 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05117b84-6f7e-45f3-a06a-469912383d6b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:15.301445 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f7edcb9-eeec-4f14-9b45-ec047dd21612 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:15.304570 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8f7edcb9-eeec-4f14-9b45-ec047dd21612 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/53d6cd17-e719-4dcc-a307-60dd92480543 HTTP/1.1" status: 204 len: 168 time: 0.5702090 Apr 21 12:54:15.307415 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34828) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:15.318961 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddf78e3-0458-431c-a6a5-5ff070414b67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-a8e82892-a5ad-4e2e-89a1-508403b065c0', 'network_id': 'a8e82892-a5ad-4e2e-89a1-508403b065c0', 'tenant_id': '0625b8f3c08046978c162f99b1521cf3', 'fixed_ips': [{'subnet_id': 'f8580e51-3982-4959-9779-fd470079e288'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:54:15.319808 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dddf78e3-0458-431c-a6a5-5ff070414b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:15.323794 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f9ff81-8484-40e4-bc88-2c2061f706df None None] Network df1e605b-21ce-4bc1-aff5-ebb02658784b requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:15.336099 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7247da0d-2892-4cde-89fd-b0259b636a2e tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:15.389746 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58f8571f-fea7-42b6-a94d-ed109d123ceb tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:15.391919 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7247da0d-2892-4cde-89fd-b0259b636a2e tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:15.411893 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-7247da0d-2892-4cde-89fd-b0259b636a2e tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:15.416374 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc74f414-a67d-4c21-8190-afb607331bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:15.419264 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7247da0d-2892-4cde-89fd-b0259b636a2e tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:15.424225 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-58f8571f-fea7-42b6-a94d-ed109d123ceb tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] device_id is not set on port a4b3fc41-812a-4c7a-af0b-20fc14fbc6e7 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:54:15.428500 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247da0d-2892-4cde-89fd-b0259b636a2e tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Pushing event updated for resources: {'Port': ['ID=c6e15030-9450-4ab1-9ab3-c2fc5abc2149,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:15.477568 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7247da0d-2892-4cde-89fd-b0259b636a2e tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:15.477568 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7247da0d-2892-4cde-89fd-b0259b636a2e tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:15.528634 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-fc74f414-a67d-4c21-8190-afb607331bb0 admin admin] Deleting port 61a72f5f-87d1-43c2-a3ff-42ca8497daa9 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:15.529246 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc74f414-a67d-4c21-8190-afb607331bb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:15.533161 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05117b84-6f7e-45f3-a06a-469912383d6b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:15.567984 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05117b84-6f7e-45f3-a06a-469912383d6b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event deleted for resources: {'Subnet': ['ID=f8580e51-3982-4959-9779-fd470079e288,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:15.588129 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7247da0d-2892-4cde-89fd-b0259b636a2e tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6391225 Apr 21 12:54:15.590808 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34830) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:15.595673 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-607adee1-f65f-48c5-9cae-245477fc62ab tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.250'}]}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:15.599628 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-fc74f414-a67d-4c21-8190-afb607331bb0 admin admin] For port 61a72f5f-87d1-43c2-a3ff-42ca8497daa9, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=61a72f5f-87d1-43c2-a3ff-42ca8497daa9,segment=NetworkSegment(69e793fd-53e2-4aad-90f5-44b88c25a6f2),segment_id=69e793fd-53e2-4aad-90f5-44b88c25a6f2)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:15.599992 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc74f414-a67d-4c21-8190-afb607331bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:15.613908 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-fc74f414-a67d-4c21-8190-afb607331bb0 admin admin] Calling delete_port for 61a72f5f-87d1-43c2-a3ff-42ca8497daa9 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:15.645125 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05117b84-6f7e-45f3-a06a-469912383d6b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:15.672318 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-05117b84-6f7e-45f3-a06a-469912383d6b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e82892-a5ad-4e2e-89a1-508403b065c0']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:15.687001 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-05117b84-6f7e-45f3-a06a-469912383d6b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7940f41c-6483-4014-a9c4-f2fe55f47309') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:15.687328 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-05117b84-6f7e-45f3-a06a-469912383d6b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7940f41c-6483-4014-a9c4-f2fe55f47309') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:15.699526 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05117b84-6f7e-45f3-a06a-469912383d6b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:15.713704 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05117b84-6f7e-45f3-a06a-469912383d6b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:15.720270 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05117b84-6f7e-45f3-a06a-469912383d6b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:54:15.720829 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05117b84-6f7e-45f3-a06a-469912383d6b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:54:15.723832 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:54:15.744959 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Allocated IP 2001:db8::f816:3eff:fe63:9cba (43650c3d-b9d7-4e95-8950-e9fadabd5511/b1511502-53ce-4aeb-81ee-c543427a7db2/e227b470-0653-47d2-b25e-1288bac0803e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:15.771849 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-607adee1-f65f-48c5-9cae-245477fc62ab tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:15.772858 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-607adee1-f65f-48c5-9cae-245477fc62ab tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:15.800689 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc74f414-a67d-4c21-8190-afb607331bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:15.826265 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61cce1bd-e49d-49c5-a591-aad4ce764cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:15.827062 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74f414-a67d-4c21-8190-afb607331bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=61a72f5f-87d1-43c2-a3ff-42ca8497daa9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:15.828823 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc74f414-a67d-4c21-8190-afb607331bb0 admin admin] No DVR routers for this DVR port 61a72f5f-87d1-43c2-a3ff-42ca8497daa9 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server [None req-dddf78e3-0458-431c-a6a5-5ff070414b67 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8580e51-3982-4959-9779-fd470079e288: This subnet is being modified by another concurrent operation. Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise self.value Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1486, in create_port Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1451, in _create_port_db Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 691, in _ipam_get_subnets Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server raise exception Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8580e51-3982-4959-9779-fd470079e288: This subnet is being modified by another concurrent operation. Apr 21 12:54:15.843881 n-d-836147-2 neutron-server[103399]: ERROR oslo_messaging.rpc.server Apr 21 12:54:15.870342 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0709f683-9c09-448a-8db0-8d0b5b21d268 None None] Network a8e82892-a5ad-4e2e-89a1-508403b065c0 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:15.870926 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05117b84-6f7e-45f3-a06a-469912383d6b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:15.876283 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-05117b84-6f7e-45f3-a06a-469912383d6b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:15.882801 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-05117b84-6f7e-45f3-a06a-469912383d6b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/networks/a8e82892-a5ad-4e2e-89a1-508403b065c0 HTTP/1.1" status: 204 len: 168 time: 0.7716095 Apr 21 12:54:15.892714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34832) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:15.893988 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0709f683-9c09-448a-8db0-8d0b5b21d268 None None] Network a8e82892-a5ad-4e2e-89a1-508403b065c0 could not be found, it might have been deleted concurrently. {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 21 12:54:15.932686 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc74f414-a67d-4c21-8190-afb607331bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:15.946599 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05117b84-6f7e-45f3-a06a-469912383d6b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event deleted for resources: {'Network': ['ID=a8e82892-a5ad-4e2e-89a1-508403b065c0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:15.950185 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbbb358f-3618-4de7-b064-826e61fcab35 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] GET failed (client error): The resource could not be found. Apr 21 12:54:15.951571 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-cbbb358f-3618-4de7-b064-826e61fcab35 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "GET /v2.0/subnets/f8580e51-3982-4959-9779-fd470079e288 HTTP/1.1" status: 404 len: 337 time: 0.0572765 Apr 21 12:54:15.955771 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34834) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:15.961455 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10d15f7-6348-4b72-80a1-03abb15e8be2 None None] DHCP port deletion for df1e605b-21ce-4bc1-aff5-ebb02658784b request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:54:15.964231 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-fc74f414-a67d-4c21-8190-afb607331bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1e605b-21ce-4bc1-aff5-ebb02658784b']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:15.975020 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-fc74f414-a67d-4c21-8190-afb607331bb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e793fd-53e2-4aad-90f5-44b88c25a6f2') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:15.975386 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-fc74f414-a67d-4c21-8190-afb607331bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e793fd-53e2-4aad-90f5-44b88c25a6f2') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:15.988159 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:15.990360 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc74f414-a67d-4c21-8190-afb607331bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:15.998251 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-607adee1-f65f-48c5-9cae-245477fc62ab tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:16.004244 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc74f414-a67d-4c21-8190-afb607331bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:16.006924 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dec7cef-2ee3-4c58-96ad-cf24a83d073b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:16.007483 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dec7cef-2ee3-4c58-96ad-cf24a83d073b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:16.010429 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc74f414-a67d-4c21-8190-afb607331bb0 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:54:16.010585 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7dec7cef-2ee3-4c58-96ad-cf24a83d073b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/networks/a8e82892-a5ad-4e2e-89a1-508403b065c0 HTTP/1.1" status: 404 len: 339 time: 0.0542159 Apr 21 12:54:16.010815 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc74f414-a67d-4c21-8190-afb607331bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:54:16.014549 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:54:16.017052 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34836) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:16.087471 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:16.137982 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:16.141988 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:16.146320 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:16.155862 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Pushing event updated for resources: {'Port': ['ID=e227b470-0653-47d2-b25e-1288bac0803e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:16.168099 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:16.168829 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:16.169388 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:16.169970 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:16.170312 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:16.170659 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:16.170976 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:16.171311 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:16.171632 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:16.171956 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:16.172342 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:16.172666 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:16.234972 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Attempting to bind port e227b470-0653-47d2-b25e-1288bac0803e on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:54:16.235519 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Attempting to bind port e227b470-0653-47d2-b25e-1288bac0803e by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:54:16.235882 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Attempting to bind port e227b470-0653-47d2-b25e-1288bac0803e on network 43650c3d-b9d7-4e95-8950-e9fadabd5511 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:54:16.241699 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:54:16.242076 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Checking segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:54:16.242854 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:16.243253 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Bound using segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:54:16.243739 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Bound port: e227b470-0653-47d2-b25e-1288bac0803e, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:54:16.244123 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:16.314155 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] For port e227b470-0653-47d2-b25e-1288bac0803e, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:54:16.317724 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] For port e227b470-0653-47d2-b25e-1288bac0803e, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e227b470-0653-47d2-b25e-1288bac0803e,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:54:16.368520 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-58f8571f-fea7-42b6-a94d-ed109d123ceb tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Allocated IP 2001:db8::f816:3eff:fed9:5e6f (43650c3d-b9d7-4e95-8950-e9fadabd5511/b1511502-53ce-4aeb-81ee-c543427a7db2/a4b3fc41-812a-4c7a-af0b-20fc14fbc6e7) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:16.390599 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:16.431590 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc74f414-a67d-4c21-8190-afb607331bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:16.447666 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc74f414-a67d-4c21-8190-afb607331bb0 admin admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:16.452386 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fc74f414-a67d-4c21-8190-afb607331bb0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/df1e605b-21ce-4bc1-aff5-ebb02658784b HTTP/1.1" status: 204 len: 168 time: 1.1440966 Apr 21 12:54:16.456935 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34838) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:16.464061 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637662b-ca5f-4e04-a6bf-deb1006686b1 None None] Pushing event updated for resources: {'Port': ['ID=e227b470-0653-47d2-b25e-1288bac0803e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:16.504722 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc74f414-a67d-4c21-8190-afb607331bb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=df1e605b-21ce-4bc1-aff5-ebb02658784b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:16.615252 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608c3933-0f54-477d-afb0-18108d947f84 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:16.616796 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-608c3933-0f54-477d-afb0-18108d947f84 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6006842 Apr 21 12:54:16.620834 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34840) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:16.624998 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-607adee1-f65f-48c5-9cae-245477fc62ab tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:16.690252 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-27362807-5178-4fce-81aa-0f89b5b6a6ac tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "GET /v2.0/subnets?network_id=23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 207 time: 0.0662596 Apr 21 12:54:16.697441 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34842) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:16.698788 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58f8571f-fea7-42b6-a94d-ed109d123ceb tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:16.872549 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e227b470-0653-47d2-b25e-1288bac0803e up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:54:16.877691 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:16.927510 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port e227b470-0653-47d2-b25e-1288bac0803e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:16.927875 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:16.939771 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58f8571f-fea7-42b6-a94d-ed109d123ceb tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:16.982981 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeadd66-dd6d-4495-af0a-bb1f30e0c46d tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:16.989609 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeadd66-dd6d-4495-af0a-bb1f30e0c46d tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:16.995587 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeadd66-dd6d-4495-af0a-bb1f30e0c46d tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:17.001973 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeadd66-dd6d-4495-af0a-bb1f30e0c46d tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:17.007945 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9aeadd66-dd6d-4495-af0a-bb1f30e0c46d tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3030274 Apr 21 12:54:17.008148 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f8571f-fea7-42b6-a94d-ed109d123ceb tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:17.009291 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34844) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:17.010474 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:17.013200 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-58f8571f-fea7-42b6-a94d-ed109d123ceb tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:17.016267 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f8571f-fea7-42b6-a94d-ed109d123ceb tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:17.021874 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f8571f-fea7-42b6-a94d-ed109d123ceb tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:17.022494 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58f8571f-fea7-42b6-a94d-ed109d123ceb tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:17.031038 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f8571f-fea7-42b6-a94d-ed109d123ceb tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Port': ['ID=a4b3fc41-812a-4c7a-af0b-20fc14fbc6e7,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:17.045467 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port e227b470-0653-47d2-b25e-1288bac0803e, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e227b470-0653-47d2-b25e-1288bac0803e,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:17.101511 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6afed4a9-fed4-4959-b464-9dcebd97173c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:17.131868 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:17.160169 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-58f8571f-fea7-42b6-a94d-ed109d123ceb tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2219851 Apr 21 12:54:17.164404 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34846) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:17.167045 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ba94a5fb-d3ff-4844-a990-26299ab388f0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1563079 Apr 21 12:54:17.183913 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34848) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:17.207806 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 61a72f5f-87d1-43c2-a3ff-42ca8497daa9 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:54:17.239142 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 61a72f5f-87d1-43c2-a3ff-42ca8497daa9 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:54:17.239480 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 61a72f5f-87d1-43c2-a3ff-42ca8497daa9 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:54:17.244341 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=e227b470-0653-47d2-b25e-1288bac0803e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:17.294167 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-607adee1-f65f-48c5-9cae-245477fc62ab tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:17.308992 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c685ff4-9eed-40d6-8d89-f00ca873e50b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:17.311280 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c685ff4-9eed-40d6-8d89-f00ca873e50b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:17.312891 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2c685ff4-9eed-40d6-8d89-f00ca873e50b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1280568 Apr 21 12:54:17.317145 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34850) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:17.322674 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4f4cbe-9f99-40d8-9e47-b9c80e32f889 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:17.328920 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-607adee1-f65f-48c5-9cae-245477fc62ab tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:17.329199 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4f4cbe-9f99-40d8-9e47-b9c80e32f889 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:17.333326 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4d4f4cbe-9f99-40d8-9e47-b9c80e32f889 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1653032 Apr 21 12:54:17.340167 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34852) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:17.490666 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2524fb9-5df5-4a08-8503-d494e5717459 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:17.492278 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2524fb9-5df5-4a08-8503-d494e5717459 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:17.497037 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a2524fb9-5df5-4a08-8503-d494e5717459 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1753311 Apr 21 12:54:17.497407 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34854) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:17.527471 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6afed4a9-fed4-4959-b464-9dcebd97173c admin admin] Deleting port 1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:17.527801 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6afed4a9-fed4-4959-b464-9dcebd97173c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:17.588770 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-aca71e49-31e7-421a-8219-ee2bec32b381 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting port a4b3fc41-812a-4c7a-af0b-20fc14fbc6e7 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:17.589100 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aca71e49-31e7-421a-8219-ee2bec32b381 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:17.655324 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-607adee1-f65f-48c5-9cae-245477fc62ab tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:17.660925 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e630fee-005d-4e47-88b3-f642cc4ce482 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:17.665953 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3e630fee-005d-4e47-88b3-f642cc4ce482 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "GET /v2.0/networks/198c004e-4e8a-423c-b7a4-da68988f584a HTTP/1.1" status: 200 len: 800 time: 0.1635332 Apr 21 12:54:17.669181 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34856) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:17.735588 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-6afed4a9-fed4-4959-b464-9dcebd97173c admin admin] For port 1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe,segment=NetworkSegment(5b347abc-deac-48ef-a1bd-242145ae8c5b),segment_id=5b347abc-deac-48ef-a1bd-242145ae8c5b)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:17.735963 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6afed4a9-fed4-4959-b464-9dcebd97173c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:17.754998 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-57e36b6a-3c70-4228-8b75-0b004d1563ec None None] Provisioning complete for port e227b470-0653-47d2-b25e-1288bac0803e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:17.755736 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-57e36b6a-3c70-4228-8b75-0b004d1563ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:17.756620 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6afed4a9-fed4-4959-b464-9dcebd97173c admin admin] Calling delete_port for 1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:17.829574 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aca71e49-31e7-421a-8219-ee2bec32b381 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:17.834862 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0b9dc49e-d561-48e3-88aa-d8a377b4768a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "GET /v2.0/networks/198c004e-4e8a-423c-b7a4-da68988f584a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1640506 Apr 21 12:54:17.838137 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34858) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:17.874386 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-aca71e49-31e7-421a-8219-ee2bec32b381 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Calling delete_port for a4b3fc41-812a-4c7a-af0b-20fc14fbc6e7 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:17.877688 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-607adee1-f65f-48c5-9cae-245477fc62ab tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:17.881743 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-607adee1-f65f-48c5-9cae-245477fc62ab tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:17.897871 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:17.905124 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c1bb89-3fc5-4bd3-a106-d71fdb229821 None None] get_active_networks_info from n-d-836147-2 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 12:54:17.968058 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fe6816-342d-4627-bd88-6a722d28404b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:17.973359 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-37fe6816-342d-4627-bd88-6a722d28404b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "GET /v2.0/subnets/4260dc55-ab96-4b1a-894d-94e6c10c3fb9 HTTP/1.1" status: 200 len: 811 time: 0.1342816 Apr 21 12:54:17.973859 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34860) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:18.015057 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c1bb89-3fc5-4bd3-a106-d71fdb229821 None None] Resources bound (agent type, host, resource id): {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 12:54:18.029551 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-607adee1-f65f-48c5-9cae-245477fc62ab tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:18.030169 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607adee1-f65f-48c5-9cae-245477fc62ab tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c7e65bf1-5521-41e6-83b0-abfe10579005 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:54:18.031989 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f2be31fe-86b3-4768-9fcb-f5e4f3746375 None None] Provisioning complete for port a4b3fc41-812a-4c7a-af0b-20fc14fbc6e7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:18.032530 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2be31fe-86b3-4768-9fcb-f5e4f3746375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:18.054913 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9824561a-338b-4d2e-a4f2-b43001269e8d tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['shared'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:18.056340 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9824561a-338b-4d2e-a4f2-b43001269e8d tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "GET /v2.0/subnets/4260dc55-ab96-4b1a-894d-94e6c10c3fb9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0815213 Apr 21 12:54:18.066483 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34862) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:18.072000 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-779fa02f-e442-4717-b683-26b116db0a05 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-812624937'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:18.111402 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6afed4a9-fed4-4959-b464-9dcebd97173c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:18.136570 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f2be31fe-86b3-4768-9fcb-f5e4f3746375 None None] Port a4b3fc41-812a-4c7a-af0b-20fc14fbc6e7 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:54:18.139196 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-607adee1-f65f-48c5-9cae-245477fc62ab tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 21 12:54:18.141213 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-607adee1-f65f-48c5-9cae-245477fc62ab tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5484726 Apr 21 12:54:18.148750 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34864) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:18.189770 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afed4a9-fed4-4959-b464-9dcebd97173c admin admin] Pushing event deleted for resources: {'Port': ['ID=1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:18.208376 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aca71e49-31e7-421a-8219-ee2bec32b381 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:18.237452 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779fa02f-e442-4717-b683-26b116db0a05 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Made reservation on behalf of 0625b8f3c08046978c162f99b1521cf3 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:18.241082 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-779fa02f-e442-4717-b683-26b116db0a05 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:18.254230 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca71e49-31e7-421a-8219-ee2bec32b381 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Port': ['ID=a4b3fc41-812a-4c7a-af0b-20fc14fbc6e7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:18.301736 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aca71e49-31e7-421a-8219-ee2bec32b381 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:18.304750 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-aca71e49-31e7-421a-8219-ee2bec32b381 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/a4b3fc41-812a-4c7a-af0b-20fc14fbc6e7 HTTP/1.1" status: 204 len: 168 time: 0.9468455 Apr 21 12:54:18.316088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34866) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:18.344200 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-41f73819-3846-4d8a-904f-c1f15b65e55d tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Deleting port c6e15030-9450-4ab1-9ab3-c2fc5abc2149 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:18.344567 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41f73819-3846-4d8a-904f-c1f15b65e55d tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:18.350221 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779fa02f-e442-4717-b683-26b116db0a05 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:54:18.403106 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-779fa02f-e442-4717-b683-26b116db0a05 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:18.403455 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-779fa02f-e442-4717-b683-26b116db0a05 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Added segment 4bc1ce8d-63bc-4b82-9aa2-bdbae71652fd of type vlan for network cfb6e50c-ce17-4a84-8e23-141b34e28b3f Apr 21 12:54:18.405529 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6afed4a9-fed4-4959-b464-9dcebd97173c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:18.425096 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db81ce4-9c59-45eb-990c-15a24df5ef23 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:18.426637 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db81ce4-9c59-45eb-990c-15a24df5ef23 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:18.428167 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3db81ce4-9c59-45eb-990c-15a24df5ef23 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1194770 Apr 21 12:54:18.433188 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34868) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:18.453253 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:18.471736 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-779fa02f-e442-4717-b683-26b116db0a05 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:18.647297 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-779fa02f-e442-4717-b683-26b116db0a05 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:18.653052 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779fa02f-e442-4717-b683-26b116db0a05 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:18.653657 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-779fa02f-e442-4717-b683-26b116db0a05 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:18.731647 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:18.777339 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779fa02f-e442-4717-b683-26b116db0a05 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event updated for resources: {'Network': ['ID=cfb6e50c-ce17-4a84-8e23-141b34e28b3f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:18.787573 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network cfb6e50c-ce17-4a84-8e23-141b34e28b3f details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:54:18.798484 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41f73819-3846-4d8a-904f-c1f15b65e55d tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:18.816261 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b76c1e-8358-4fc9-b3d4-b1b4ba8e4a32 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting subnet b1511502-53ce-4aeb-81ee-c543427a7db2 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:54:18.819128 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6afed4a9-fed4-4959-b464-9dcebd97173c admin admin] Router 1f555af8-f42b-4ae0-97ca-8882e0c2f4dd has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:54:18.819553 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93b76c1e-8358-4fc9-b3d4-b1b4ba8e4a32 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:18.862907 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93b76c1e-8358-4fc9-b3d4-b1b4ba8e4a32 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:18.875406 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-779fa02f-e442-4717-b683-26b116db0a05 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8072245 Apr 21 12:54:18.879548 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34876) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:18.884396 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-63ffb495-ddd4-4fcd-90f2-a33138eced19 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Request body: {'subnet': {'network_id': 'cfb6e50c-ce17-4a84-8e23-141b34e28b3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:18.929923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-41f73819-3846-4d8a-904f-c1f15b65e55d tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Calling delete_port for c6e15030-9450-4ab1-9ab3-c2fc5abc2149 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:18.948801 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e227b470-0653-47d2-b25e-1288bac0803e up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:54:18.990372 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93b76c1e-8358-4fc9-b3d4-b1b4ba8e4a32 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:19.035470 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port e227b470-0653-47d2-b25e-1288bac0803e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:19.035907 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:19.189187 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93b76c1e-8358-4fc9-b3d4-b1b4ba8e4a32 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:19.215209 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b76c1e-8358-4fc9-b3d4-b1b4ba8e4a32 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Subnet': ['ID=b1511502-53ce-4aeb-81ee-c543427a7db2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:19.221837 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93b76c1e-8358-4fc9-b3d4-b1b4ba8e4a32 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:19.225529 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-93b76c1e-8358-4fc9-b3d4-b1b4ba8e4a32 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/b1511502-53ce-4aeb-81ee-c543427a7db2 HTTP/1.1" status: 204 len: 168 time: 0.7880850 Apr 21 12:54:19.227017 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41f73819-3846-4d8a-904f-c1f15b65e55d tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:19.228649 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34882) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:19.230839 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dd6947-4406-4e8b-ac79-9d2f4d29f5d9 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:19.278974 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-da24446a-a0ac-4e04-aa6d-763165b5b38a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467787 Apr 21 12:54:19.280113 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34884) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:19.296715 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f73819-3846-4d8a-904f-c1f15b65e55d tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6e15030-9450-4ab1-9ab3-c2fc5abc2149,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:19.345633 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6afed4a9-fed4-4959-b464-9dcebd97173c admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:54:19.354153 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6afed4a9-fed4-4959-b464-9dcebd97173c admin admin] 10.222.0.36 "PUT /v2.0/routers/1f555af8-f42b-4ae0-97ca-8882e0c2f4dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8931370 Apr 21 12:54:19.355772 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34886) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:19.370933 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41f73819-3846-4d8a-904f-c1f15b65e55d tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:19.375405 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-41f73819-3846-4d8a-904f-c1f15b65e55d tempest-RoutersAdminNegativeTest-662166287 tempest-RoutersAdminNegativeTest-662166287-project-admin] 10.222.0.36 "DELETE /v2.0/ports/c6e15030-9450-4ab1-9ab3-c2fc5abc2149 HTTP/1.1" status: 204 len: 168 time: 1.2312851 Apr 21 12:54:19.375772 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a75538-2891-4c51-9f1b-501f912ae98f None None] Sync routers for ids ['1f555af8-f42b-4ae0-97ca-8882e0c2f4dd'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:54:19.391685 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a75538-2891-4c51-9f1b-501f912ae98f None None] Routers {'1f555af8-f42b-4ae0-97ca-8882e0c2f4dd'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:54:19.392326 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-69a75538-2891-4c51-9f1b-501f912ae98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:54:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['1f555af8-f42b-4ae0-97ca-8882e0c2f4dd'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:19.427604 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9413f9-067f-45b1-a937-5bfe84afbed7 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:19.428878 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1e9413f9-067f-45b1-a937-5bfe84afbed7 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1479409 Apr 21 12:54:19.431864 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34890) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:19.447837 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ffb495-ddd4-4fcd-90f2-a33138eced19 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Made reservation on behalf of 0625b8f3c08046978c162f99b1521cf3 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:19.452011 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63ffb495-ddd4-4fcd-90f2-a33138eced19 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:19.533083 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc5aa0a-d848-406e-993b-c868f2ea37ff None None] DHCP port deletion for 43650c3d-b9d7-4e95-8950-e9fadabd5511 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:54:19.548487 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b659cb3f-4da9-4495-80b3-d24d2467ab47 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:19.550100 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b659cb3f-4da9-4495-80b3-d24d2467ab47 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1109972 Apr 21 12:54:19.552844 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34892) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:19.573788 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.ipam_backend_mixin [None req-63ffb495-ddd4-4fcd-90f2-a33138eced19 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Performing IP validity checks on allocation pools {{(pid=103397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 21 12:54:19.574338 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.ipam_backend_mixin [None req-63ffb495-ddd4-4fcd-90f2-a33138eced19 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103397) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 21 12:54:19.577164 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-69a75538-2891-4c51-9f1b-501f912ae98f None None] Set router 1f555af8-f42b-4ae0-97ca-8882e0c2f4dd gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:54:19.596584 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-09f97bc4-8641-4f21-b98a-f37e343b6360 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0369234 Apr 21 12:54:19.596872 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a775a571-33db-45d1-b596-7c5eee33bd68 admin admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:19.596872 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34894) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:19.639397 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6fa43190-7d2d-4be8-bf5a-7ccc0fd64030 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:19.709985 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0bc5aa0a-d848-406e-993b-c868f2ea37ff None None] Deleting port e227b470-0653-47d2-b25e-1288bac0803e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:19.710356 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bc5aa0a-d848-406e-993b-c868f2ea37ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:19.813154 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0bc5aa0a-d848-406e-993b-c868f2ea37ff None None] For port e227b470-0653-47d2-b25e-1288bac0803e, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e227b470-0653-47d2-b25e-1288bac0803e,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:19.813445 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bc5aa0a-d848-406e-993b-c868f2ea37ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:19.828368 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0bc5aa0a-d848-406e-993b-c868f2ea37ff None None] Calling delete_port for e227b470-0653-47d2-b25e-1288bac0803e owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:19.848129 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a775a571-33db-45d1-b596-7c5eee33bd68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:19.888011 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-69a75538-2891-4c51-9f1b-501f912ae98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f555af8-f42b-4ae0-97ca-8882e0c2f4dd', 'name': 'tempest-TestServerBasicOps-1271136910-router', 'tenant_id': '4207f1bd2c144bf78af0e61b52f10616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '57515f51-4d54-4378-a903-a708d91bf8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:33Z', 'updated_at': '2022-04-21T12:54:17Z', 'revision_number': 5, 'project_id': '4207f1bd2c144bf78af0e61b52f10616', 'gw_port': {'id': '57515f51-4d54-4378-a903-a708d91bf8c8', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f555af8-f42b-4ae0-97ca-8882e0c2f4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:35Z', 'updated_at': '2022-04-21T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:19.927299 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a75538-2891-4c51-9f1b-501f912ae98f None None] Checking router: 1f555af8-f42b-4ae0-97ca-8882e0c2f4dd for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:54:19.945025 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a75538-2891-4c51-9f1b-501f912ae98f None None] Routers {'1f555af8-f42b-4ae0-97ca-8882e0c2f4dd'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:54:19.945643 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-69a75538-2891-4c51-9f1b-501f912ae98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:54:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['1f555af8-f42b-4ae0-97ca-8882e0c2f4dd'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:19.955693 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa43190-7d2d-4be8-bf5a-7ccc0fd64030 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:19.959332 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6fa43190-7d2d-4be8-bf5a-7ccc0fd64030 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:20.045967 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63ffb495-ddd4-4fcd-90f2-a33138eced19 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:20.151054 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ffb495-ddd4-4fcd-90f2-a33138eced19 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event updated for resources: {'Subnet': ['ID=e886422e-ee20-462b-946b-e6fcbcf8803b,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:20.172810 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a775a571-33db-45d1-b596-7c5eee33bd68 admin admin] Deleting port 57515f51-4d54-4378-a903-a708d91bf8c8 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:20.173134 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a775a571-33db-45d1-b596-7c5eee33bd68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:20.180457 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0bc5aa0a-d848-406e-993b-c868f2ea37ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:20.214231 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5aa0a-d848-406e-993b-c868f2ea37ff None None] Pushing event deleted for resources: {'Port': ['ID=e227b470-0653-47d2-b25e-1288bac0803e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:20.222108 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc5aa0a-d848-406e-993b-c868f2ea37ff None None] No DVR routers for this DVR port e227b470-0653-47d2-b25e-1288bac0803e on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:54:20.238418 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ffb495-ddd4-4fcd-90f2-a33138eced19 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Checking segment: {'id': '4bc1ce8d-63bc-4b82-9aa2-bdbae71652fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cfb6e50c-ce17-4a84-8e23-141b34e28b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:54:20.238418 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ffb495-ddd4-4fcd-90f2-a33138eced19 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Network hostable DHCP agents. Network: cfb6e50c-ce17-4a84-8e23-141b34e28b3f, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:54:20.242126 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-69a75538-2891-4c51-9f1b-501f912ae98f None None] Set router 1f555af8-f42b-4ae0-97ca-8882e0c2f4dd gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:54:20.333995 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-a775a571-33db-45d1-b596-7c5eee33bd68 admin admin] For port 57515f51-4d54-4378-a903-a708d91bf8c8, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=57515f51-4d54-4378-a903-a708d91bf8c8,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:20.334366 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a775a571-33db-45d1-b596-7c5eee33bd68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:20.348368 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34904) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:20.378705 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a775a571-33db-45d1-b596-7c5eee33bd68 admin admin] Calling delete_port for 57515f51-4d54-4378-a903-a708d91bf8c8 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:20.415640 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ffb495-ddd4-4fcd-90f2-a33138eced19 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Network cfb6e50c-ce17-4a84-8e23-141b34e28b3f is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:54:20.452625 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:20.482507 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-69a75538-2891-4c51-9f1b-501f912ae98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f555af8-f42b-4ae0-97ca-8882e0c2f4dd', 'name': 'tempest-TestServerBasicOps-1271136910-router', 'tenant_id': '4207f1bd2c144bf78af0e61b52f10616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '57515f51-4d54-4378-a903-a708d91bf8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:33Z', 'updated_at': '2022-04-21T12:54:17Z', 'revision_number': 5, 'project_id': '4207f1bd2c144bf78af0e61b52f10616', 'gw_port': {'id': '57515f51-4d54-4378-a903-a708d91bf8c8', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f555af8-f42b-4ae0-97ca-8882e0c2f4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:35Z', 'updated_at': '2022-04-21T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:20.491982 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-defea6d3-f8a1-49b1-882b-efc13f713496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:20.519018 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a75538-2891-4c51-9f1b-501f912ae98f None None] The sync data for ids ['1f555af8-f42b-4ae0-97ca-8882e0c2f4dd'] in n-d-836147-2 is: [{'id': '1f555af8-f42b-4ae0-97ca-8882e0c2f4dd', 'name': 'tempest-TestServerBasicOps-1271136910-router', 'tenant_id': '4207f1bd2c144bf78af0e61b52f10616', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.185'}], 'enable_snat': True}, 'gw_port_id': '57515f51-4d54-4378-a903-a708d91bf8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:47:33Z', 'updated_at': '2022-04-21T12:54:17Z', 'revision_number': 5, 'project_id': '4207f1bd2c144bf78af0e61b52f10616', 'gw_port': {'id': '57515f51-4d54-4378-a903-a708d91bf8c8', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:3e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f555af8-f42b-4ae0-97ca-8882e0c2f4dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:47:35Z', 'updated_at': '2022-04-21T12:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:54:20.540585 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6fa43190-7d2d-4be8-bf5a-7ccc0fd64030 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:20.562301 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-63ffb495-ddd4-4fcd-90f2-a33138eced19 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, cfb6e50c-ce17-4a84-8e23-141b34e28b3f) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:20.570409 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fb37df-8892-42da-836d-a9f32e924c46 None None] Network cfb6e50c-ce17-4a84-8e23-141b34e28b3f requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:20.594426 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ffb495-ddd4-4fcd-90f2-a33138eced19 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:20.594949 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63ffb495-ddd4-4fcd-90f2-a33138eced19 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:20.602707 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-defea6d3-f8a1-49b1-882b-efc13f713496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:20.608850 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa43190-7d2d-4be8-bf5a-7ccc0fd64030 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:20.619158 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-6fa43190-7d2d-4be8-bf5a-7ccc0fd64030 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:20.651311 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa43190-7d2d-4be8-bf5a-7ccc0fd64030 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:20.651911 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6fa43190-7d2d-4be8-bf5a-7ccc0fd64030 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:20.664173 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-defea6d3-f8a1-49b1-882b-efc13f713496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:20.671116 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa43190-7d2d-4be8-bf5a-7ccc0fd64030 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Subnet': ['ID=ab450b19-d9c2-433b-b409-2a43b82897e6,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:20.706151 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ee793d-0727-487c-a418-8763971d942c None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:20.709896 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defea6d3-f8a1-49b1-882b-efc13f713496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f45213-8055-4bd2-9f44-4982f8ed5a03,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:20.733226 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-defea6d3-f8a1-49b1-882b-efc13f713496 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b6d05abdf28b487498ba0524bd453008&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3888972 Apr 21 12:54:20.735951 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34912) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:20.765849 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-63ffb495-ddd4-4fcd-90f2-a33138eced19 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.8852327 Apr 21 12:54:20.769025 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34914) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:20.777523 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-dc486733-b2ca-4592-bf12-8c9f1d8c70e1 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:20.790198 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6fa43190-7d2d-4be8-bf5a-7ccc0fd64030 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1924458 Apr 21 12:54:20.793190 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34916) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:20.794209 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a775a571-33db-45d1-b596-7c5eee33bd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:20.811682 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44298c64-9418-427e-a3cc-ed440f52c3f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-cfb6e50c-ce17-4a84-8e23-141b34e28b3f', 'network_id': 'cfb6e50c-ce17-4a84-8e23-141b34e28b3f', 'tenant_id': '0625b8f3c08046978c162f99b1521cf3', 'fixed_ips': [{'subnet_id': 'e886422e-ee20-462b-946b-e6fcbcf8803b'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:54:20.812634 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44298c64-9418-427e-a3cc-ed440f52c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:20.847816 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ee49b92a-ed1c-4354-8f99-4678707129aa tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'port': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'mac_address': 'fa:16:3e:c1:fc:73', 'name': 'tempest-NetworksTestDHCPv6-111938091'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:20.862326 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775a571-33db-45d1-b596-7c5eee33bd68 admin admin] Pushing event deleted for resources: {'Port': ['ID=57515f51-4d54-4378-a903-a708d91bf8c8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:20.882943 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9b787cd-91a7-4fd6-bcec-21cccfb77cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:20.954568 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc486733-b2ca-4592-bf12-8c9f1d8c70e1 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8689200'] for subnet, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:21.045004 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9b787cd-91a7-4fd6-bcec-21cccfb77cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:21.116424 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e227b470-0653-47d2-b25e-1288bac0803e no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:54:21.122339 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d56cc6-17f0-4d9f-85b9-b34ff05b9bb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-43650c3d-b9d7-4e95-8950-e9fadabd5511', 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'fixed_ips': [{'subnet_id': 'ab450b19-d9c2-433b-b409-2a43b82897e6'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:54:21.124242 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6d56cc6-17f0-4d9f-85b9-b34ff05b9bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:21.129232 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a775a571-33db-45d1-b596-7c5eee33bd68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:21.199207 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: e227b470-0653-47d2-b25e-1288bac0803e {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:54:21.200202 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e227b470-0653-47d2-b25e-1288bac0803e not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:54:21.201033 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:54:21.244483 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70acd991-7542-46c4-8a07-56376f51afc6 req-d1d00aa9-562c-4b20-b7f3-02bbd5be641c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2314854 Apr 21 12:54:21.245168 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a775a571-33db-45d1-b596-7c5eee33bd68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:21.255334 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a775a571-33db-45d1-b596-7c5eee33bd68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:21.320132 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:54:21.320510 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 1bd764cc-b7a7-4fa1-b1ef-f8357e8048fe not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:54:21.334908 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc486733-b2ca-4592-bf12-8c9f1d8c70e1 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768186767288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9768946'] for subnet, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:21.391299 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc486733-b2ca-4592-bf12-8c9f1d8c70e1 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:21.391993 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dc486733-b2ca-4592-bf12-8c9f1d8c70e1 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:21.395715 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-dc486733-b2ca-4592-bf12-8c9f1d8c70e1 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "PUT /v2.0/subnets/e886422e-ee20-462b-946b-e6fcbcf8803b HTTP/1.1" status: 200 len: 877 time: 0.6222112 Apr 21 12:54:21.396776 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34920) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:21.404808 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acd991-7542-46c4-8a07-56376f51afc6 req-b271bac0-782f-4a04-852c-51d97c27c4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:21.408808 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70acd991-7542-46c4-8a07-56376f51afc6 req-b271bac0-782f-4a04-852c-51d97c27c4ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f94db1c78e7042a5b25684fb2e0b4069&device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 1095 time: 0.1071014 Apr 21 12:54:21.412738 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc486733-b2ca-4592-bf12-8c9f1d8c70e1 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event updated for resources: {'Subnet': ['ID=e886422e-ee20-462b-946b-e6fcbcf8803b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:21.423039 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-b6d56cc6-17f0-4d9f-85b9-b34ff05b9bb4 None None] Allocated IP 2001:db8::2 (43650c3d-b9d7-4e95-8950-e9fadabd5511/ab450b19-d9c2-433b-b409-2a43b82897e6/e3526a3b-7a2a-4bba-93a4-9329dd1959a7) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:21.425984 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-44298c64-9418-427e-a3cc-ed440f52c3f3 None None] Allocated IP 172.20.0.3 (cfb6e50c-ce17-4a84-8e23-141b34e28b3f/e886422e-ee20-462b-946b-e6fcbcf8803b/6f6ea920-95d3-4c2d-9005-0a2eb7b59eec) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:21.465357 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee49b92a-ed1c-4354-8f99-4678707129aa tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:21.469895 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a775a571-33db-45d1-b596-7c5eee33bd68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:21.470397 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a775a571-33db-45d1-b596-7c5eee33bd68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f555af8-f42b-4ae0-97ca-8882e0c2f4dd {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:54:21.472003 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9b787cd-91a7-4fd6-bcec-21cccfb77cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:21.474412 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9b787cd-91a7-4fd6-bcec-21cccfb77cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:21.477856 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e9b787cd-91a7-4fd6-bcec-21cccfb77cf7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2f45213-8055-4bd2-9f44-4982f8ed5a03 HTTP/1.1" status: 204 len: 168 time: 0.7385776 Apr 21 12:54:21.489144 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a775a571-33db-45d1-b596-7c5eee33bd68 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:21.493618 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a775a571-33db-45d1-b596-7c5eee33bd68 admin admin] 10.222.0.36 "DELETE /v2.0/routers/1f555af8-f42b-4ae0-97ca-8882e0c2f4dd HTTP/1.1" status: 204 len: 168 time: 2.1325827 Apr 21 12:54:21.494875 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34924) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:21.530656 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b787cd-91a7-4fd6-bcec-21cccfb77cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f45213-8055-4bd2-9f44-4982f8ed5a03,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:21.589892 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba1bb579-d74b-46de-a2c1-5a3c70f58cd6 admin admin] Deleting subnet 9ebc28ab-1ebe-4940-99d5-f036530dcc29 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:54:21.605359 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:21.609164 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba1bb579-d74b-46de-a2c1-5a3c70f58cd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:21.615616 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acd991-7542-46c4-8a07-56376f51afc6 req-04876a21-b19e-4535-b8e3-2a6a810daef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:21.615616 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70acd991-7542-46c4-8a07-56376f51afc6 req-04876a21-b19e-4535-b8e3-2a6a810daef8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ff8e5b58-c3c2-47b6-b0e6-14167c057929 HTTP/1.1" status: 200 len: 913 time: 0.1827302 Apr 21 12:54:21.661083 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee49b92a-ed1c-4354-8f99-4678707129aa tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:21.699015 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-ee49b92a-ed1c-4354-8f99-4678707129aa tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] device_id is not set on port b40f738a-0769-4a60-95ff-c161be3fbbe3 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:54:21.712290 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba1bb579-d74b-46de-a2c1-5a3c70f58cd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:21.718271 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:21.749550 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70acd991-7542-46c4-8a07-56376f51afc6 req-7e2a9611-2319-446d-bc21-c61eb10bf1d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 HTTP/1.1" status: 200 len: 998 time: 0.1039333 Apr 21 12:54:21.771575 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44298c64-9418-427e-a3cc-ed440f52c3f3 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:21.822120 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6d56cc6-17f0-4d9f-85b9-b34ff05b9bb4 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:21.848967 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acd991-7542-46c4-8a07-56376f51afc6 req-7b02fecc-44e6-4d43-be53-85ce587736ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:21.850546 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70acd991-7542-46c4-8a07-56376f51afc6 req-7b02fecc-44e6-4d43-be53-85ce587736ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4db84230-709b-4f7f-90e2-f9bbd733dd6f HTTP/1.1" status: 200 len: 851 time: 0.0932624 Apr 21 12:54:21.868762 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba1bb579-d74b-46de-a2c1-5a3c70f58cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:21.881137 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44298c64-9418-427e-a3cc-ed440f52c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:21.927443 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44298c64-9418-427e-a3cc-ed440f52c3f3 None None] Network cfb6e50c-ce17-4a84-8e23-141b34e28b3f is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:21.931540 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6d56cc6-17f0-4d9f-85b9-b34ff05b9bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:21.933305 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acd991-7542-46c4-8a07-56376f51afc6 req-4fbd7485-18c4-460c-acc3-4dfeb41f0e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:21.934846 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70acd991-7542-46c4-8a07-56376f51afc6 req-4fbd7485-18c4-460c-acc3-4dfeb41f0e40 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff8e5b58-c3c2-47b6-b0e6-14167c057929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769830 Apr 21 12:54:21.940101 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-44298c64-9418-427e-a3cc-ed440f52c3f3 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:21.951494 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44298c64-9418-427e-a3cc-ed440f52c3f3 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:21.988153 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44298c64-9418-427e-a3cc-ed440f52c3f3 None None] Pushing event updated for resources: {'Port': ['ID=6f6ea920-95d3-4c2d-9005-0a2eb7b59eec,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:21.992385 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d56cc6-17f0-4d9f-85b9-b34ff05b9bb4 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:21.992642 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:22.011107 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-b6d56cc6-17f0-4d9f-85b9-b34ff05b9bb4 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:22.040844 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event deleted for resources: {'Subnet': ['ID=e886422e-ee20-462b-946b-e6fcbcf8803b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:22.044917 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d56cc6-17f0-4d9f-85b9-b34ff05b9bb4 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:22.054361 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-44298c64-9418-427e-a3cc-ed440f52c3f3 None None] Attempting to bind port 6f6ea920-95d3-4c2d-9005-0a2eb7b59eec on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:54:22.054361 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-44298c64-9418-427e-a3cc-ed440f52c3f3 None None] Attempting to bind port 6f6ea920-95d3-4c2d-9005-0a2eb7b59eec by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '4bc1ce8d-63bc-4b82-9aa2-bdbae71652fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cfb6e50c-ce17-4a84-8e23-141b34e28b3f'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:54:22.054361 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44298c64-9418-427e-a3cc-ed440f52c3f3 None None] Attempting to bind port 6f6ea920-95d3-4c2d-9005-0a2eb7b59eec on network cfb6e50c-ce17-4a84-8e23-141b34e28b3f {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:54:22.058652 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-ee49b92a-ed1c-4354-8f99-4678707129aa tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Allocated IP 2001:db8::5c (43650c3d-b9d7-4e95-8950-e9fadabd5511/ab450b19-d9c2-433b-b409-2a43b82897e6/b40f738a-0769-4a60-95ff-c161be3fbbe3) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:22.089704 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e90fc822-a1ee-49dd-bf04-67bf27331556 req-85f96bc4-c718-487c-aac8-02872b160022 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=949dd868-3799-4e6c-a071-d669a5847e15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2571096 Apr 21 12:54:22.109067 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44298c64-9418-427e-a3cc-ed440f52c3f3 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:54:22.109541 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44298c64-9418-427e-a3cc-ed440f52c3f3 None None] Checking segment: {'id': '4bc1ce8d-63bc-4b82-9aa2-bdbae71652fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cfb6e50c-ce17-4a84-8e23-141b34e28b3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:54:22.110035 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44298c64-9418-427e-a3cc-ed440f52c3f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:22.110499 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44298c64-9418-427e-a3cc-ed440f52c3f3 None None] Bound using segment: {'id': '4bc1ce8d-63bc-4b82-9aa2-bdbae71652fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cfb6e50c-ce17-4a84-8e23-141b34e28b3f'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:54:22.111051 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-44298c64-9418-427e-a3cc-ed440f52c3f3 None None] Bound port: 6f6ea920-95d3-4c2d-9005-0a2eb7b59eec, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc1ce8d-63bc-4b82-9aa2-bdbae71652fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'cfb6e50c-ce17-4a84-8e23-141b34e28b3f'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:54:22.111582 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44298c64-9418-427e-a3cc-ed440f52c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:22.120177 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70acd991-7542-46c4-8a07-56376f51afc6 req-780a7a95-e220-416c-bc32-40e1486b556b service neutron] 10.222.0.24 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775589 Apr 21 12:54:22.121714 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba1bb579-d74b-46de-a2c1-5a3c70f58cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:22.144878 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b6d56cc6-17f0-4d9f-85b9-b34ff05b9bb4 None None] Attempting to bind port e3526a3b-7a2a-4bba-93a4-9329dd1959a7 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:54:22.145305 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b6d56cc6-17f0-4d9f-85b9-b34ff05b9bb4 None None] Attempting to bind port e3526a3b-7a2a-4bba-93a4-9329dd1959a7 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:54:22.145798 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d56cc6-17f0-4d9f-85b9-b34ff05b9bb4 None None] Attempting to bind port e3526a3b-7a2a-4bba-93a4-9329dd1959a7 on network 43650c3d-b9d7-4e95-8950-e9fadabd5511 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:54:22.149805 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d56cc6-17f0-4d9f-85b9-b34ff05b9bb4 None None] Pushing event updated for resources: {'Port': ['ID=e3526a3b-7a2a-4bba-93a4-9329dd1959a7,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:22.167743 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:22.190019 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bb579-d74b-46de-a2c1-5a3c70f58cd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ebc28ab-1ebe-4940-99d5-f036530dcc29,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:22.192040 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d56cc6-17f0-4d9f-85b9-b34ff05b9bb4 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:54:22.192548 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d56cc6-17f0-4d9f-85b9-b34ff05b9bb4 None None] Checking segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:54:22.193050 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6d56cc6-17f0-4d9f-85b9-b34ff05b9bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:22.195787 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d56cc6-17f0-4d9f-85b9-b34ff05b9bb4 None None] Bound using segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:54:22.202012 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-b6d56cc6-17f0-4d9f-85b9-b34ff05b9bb4 None None] Bound port: e3526a3b-7a2a-4bba-93a4-9329dd1959a7, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:54:22.202012 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6d56cc6-17f0-4d9f-85b9-b34ff05b9bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:22.224212 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb6e50c-ce17-4a84-8e23-141b34e28b3f']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:22.240983 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba1bb579-d74b-46de-a2c1-5a3c70f58cd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:22.244765 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ba1bb579-d74b-46de-a2c1-5a3c70f58cd6 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9ebc28ab-1ebe-4940-99d5-f036530dcc29 HTTP/1.1" status: 204 len: 168 time: 0.7478867 Apr 21 12:54:22.257799 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34932) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:22.272474 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bc1ce8d-63bc-4b82-9aa2-bdbae71652fd') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:22.272721 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bc1ce8d-63bc-4b82-9aa2-bdbae71652fd') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:22.297181 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9250d45b-c3ef-4cd4-885d-f0e501bc5c95 None None] Network e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:22.300331 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fc822-a1ee-49dd-bf04-67bf27331556 req-b97b4898-0c91-4163-b02c-7905f0f6f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:22.302629 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e90fc822-a1ee-49dd-bf04-67bf27331556 req-b97b4898-0c91-4163-b02c-7905f0f6f0f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f94db1c78e7042a5b25684fb2e0b4069&device_id=949dd868-3799-4e6c-a071-d669a5847e15 HTTP/1.1" status: 200 len: 1096 time: 0.1458321 Apr 21 12:54:22.308694 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:22.338131 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-44298c64-9418-427e-a3cc-ed440f52c3f3 None None] For port 6f6ea920-95d3-4c2d-9005-0a2eb7b59eec, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:54:22.345763 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70acd991-7542-46c4-8a07-56376f51afc6 req-2c1e4ebb-6121-4006-8e3e-92be9dbe9a1b service neutron] 10.222.0.24 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782386 Apr 21 12:54:22.365070 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34936) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:22.422212 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-44298c64-9418-427e-a3cc-ed440f52c3f3 None None] For port 6f6ea920-95d3-4c2d-9005-0a2eb7b59eec, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=6f6ea920-95d3-4c2d-9005-0a2eb7b59eec,segment=NetworkSegment(4bc1ce8d-63bc-4b82-9aa2-bdbae71652fd),segment_id=4bc1ce8d-63bc-4b82-9aa2-bdbae71652fd)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:54:22.441149 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b6d56cc6-17f0-4d9f-85b9-b34ff05b9bb4 None None] For port e3526a3b-7a2a-4bba-93a4-9329dd1959a7, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:54:22.445691 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b6d56cc6-17f0-4d9f-85b9-b34ff05b9bb4 None None] For port e3526a3b-7a2a-4bba-93a4-9329dd1959a7, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e3526a3b-7a2a-4bba-93a4-9329dd1959a7,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:54:22.457408 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fc822-a1ee-49dd-bf04-67bf27331556 req-2fc2484c-838f-4b77-a34e-c1b3b8f40726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:22.459676 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e90fc822-a1ee-49dd-bf04-67bf27331556 req-2fc2484c-838f-4b77-a34e-c1b3b8f40726 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ff8e5b58-c3c2-47b6-b0e6-14167c057929 HTTP/1.1" status: 200 len: 913 time: 0.1289666 Apr 21 12:54:22.504214 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e90fc822-a1ee-49dd-bf04-67bf27331556 req-c1cd1f9e-99e1-4a16-b5b9-f03073101ed3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e154924e-05ae-43d3-99c2-5e05e827ed8d HTTP/1.1" status: 200 len: 217 time: 0.0371530 Apr 21 12:54:22.522012 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-44298c64-9418-427e-a3cc-ed440f52c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:22.562092 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fc822-a1ee-49dd-bf04-67bf27331556 req-16324e78-f82a-4bb7-ac4d-f27bb8c1a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:22.563050 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6d56cc6-17f0-4d9f-85b9-b34ff05b9bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:22.563428 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e90fc822-a1ee-49dd-bf04-67bf27331556 req-16324e78-f82a-4bb7-ac4d-f27bb8c1a389 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4db84230-709b-4f7f-90e2-f9bbd733dd6f HTTP/1.1" status: 200 len: 851 time: 0.0524280 Apr 21 12:54:22.613454 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1982da0d-5f0e-48cb-b46a-a40d12b31ba6 None None] DHCP port deletion for e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:54:22.622326 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fc822-a1ee-49dd-bf04-67bf27331556 req-1b24c0de-c6ef-47ea-a28d-53c54d1141bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:22.626926 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e90fc822-a1ee-49dd-bf04-67bf27331556 req-1b24c0de-c6ef-47ea-a28d-53c54d1141bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ff8e5b58-c3c2-47b6-b0e6-14167c057929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570471 Apr 21 12:54:22.668101 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7cfba1-229f-4bcc-a001-77b676e794fb None None] Network cfb6e50c-ce17-4a84-8e23-141b34e28b3f requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:22.673820 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44298c64-9418-427e-a3cc-ed440f52c3f3 None None] Pushing event updated for resources: {'Port': ['ID=6f6ea920-95d3-4c2d-9005-0a2eb7b59eec,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:22.707333 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:22.738246 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e90fc822-a1ee-49dd-bf04-67bf27331556 req-eed96c8a-a0fd-45a8-9868-7ea7ae705129 service neutron] 10.222.0.26 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037009 Apr 21 12:54:22.743991 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:54:22.744460 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:54:22.748070 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:54:22.783297 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2197764f-3413-436a-b2ea-7c4da48a31a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:22.850850 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d56cc6-17f0-4d9f-85b9-b34ff05b9bb4 None None] Pushing event updated for resources: {'Port': ['ID=e3526a3b-7a2a-4bba-93a4-9329dd1959a7,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:22.877277 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e90fc822-a1ee-49dd-bf04-67bf27331556 req-45103622-f892-495e-a88a-5f0b1a724ce8 service neutron] 10.222.0.26 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316056 Apr 21 12:54:22.895925 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 57515f51-4d54-4378-a903-a708d91bf8c8 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:54:22.906566 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-21531c39-51fc-441b-8c1f-27f29f57079d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cba7d6e9bbfc423c931502dbef20fdb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2321072 Apr 21 12:54:22.909497 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34942) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:22.923029 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 57515f51-4d54-4378-a903-a708d91bf8c8 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:54:22.923029 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 57515f51-4d54-4378-a903-a708d91bf8c8 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:54:22.923029 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 36251e21-1fec-45a4-9ab4-a0b23066574d no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:54:22.925699 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee49b92a-ed1c-4354-8f99-4678707129aa tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:22.998983 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1982da0d-5f0e-48cb-b46a-a40d12b31ba6 None None] Deleting port 36251e21-1fec-45a4-9ab4-a0b23066574d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:22.999364 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1982da0d-5f0e-48cb-b46a-a40d12b31ba6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:23.003505 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa3a020d-ca7e-451a-902e-2e35341742ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:23.011707 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.db.api [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 12:54:23.011707 n-d-836147-2 neutron-server[103397]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 12:54:23.011707 n-d-836147-2 neutron-server[103397]: [parameters: {'id': 'cfb6e50c-ce17-4a84-8e23-141b34e28b3f'}] Apr 21 12:54:23.011707 n-d-836147-2 neutron-server[103397]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:54:23.012525 n-d-836147-2 neutron-server[103397]: DEBUG oslo_db.api [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:54:23.032356 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa3a020d-ca7e-451a-902e-2e35341742ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:23.060731 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-2197764f-3413-436a-b2ea-7c4da48a31a3 admin admin] Deleting port 36251e21-1fec-45a4-9ab4-a0b23066574d {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:23.065143 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2197764f-3413-436a-b2ea-7c4da48a31a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:23.138821 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-2197764f-3413-436a-b2ea-7c4da48a31a3 admin admin] For port 36251e21-1fec-45a4-9ab4-a0b23066574d, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=36251e21-1fec-45a4-9ab4-a0b23066574d,segment=NetworkSegment(5b347abc-deac-48ef-a1bd-242145ae8c5b),segment_id=5b347abc-deac-48ef-a1bd-242145ae8c5b)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:23.139359 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2197764f-3413-436a-b2ea-7c4da48a31a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:23.162424 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-2197764f-3413-436a-b2ea-7c4da48a31a3 admin admin] Calling delete_port for 36251e21-1fec-45a4-9ab4-a0b23066574d owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:23.218964 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa3a020d-ca7e-451a-902e-2e35341742ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:23.222757 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa3a020d-ca7e-451a-902e-2e35341742ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:23.224215 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fa3a020d-ca7e-451a-902e-2e35341742ec admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8bffef0c-6d14-47f9-81d6-74d5670d12b6 HTTP/1.1" status: 204 len: 168 time: 0.3133848 Apr 21 12:54:23.235711 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a020d-ca7e-451a-902e-2e35341742ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bffef0c-6d14-47f9-81d6-74d5670d12b6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:23.274423 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee49b92a-ed1c-4354-8f99-4678707129aa tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:23.296408 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1982da0d-5f0e-48cb-b46a-a40d12b31ba6 None None] For port 36251e21-1fec-45a4-9ab4-a0b23066574d, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=36251e21-1fec-45a4-9ab4-a0b23066574d,segment=NetworkSegment(5b347abc-deac-48ef-a1bd-242145ae8c5b),segment_id=5b347abc-deac-48ef-a1bd-242145ae8c5b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:23.296908 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1982da0d-5f0e-48cb-b46a-a40d12b31ba6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:23.311458 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0368bc6-34b9-4c04-806a-4009d2b1bdbc None None] Network cfb6e50c-ce17-4a84-8e23-141b34e28b3f requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:23.332906 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:23.335155 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1982da0d-5f0e-48cb-b46a-a40d12b31ba6 None None] Calling delete_port for 36251e21-1fec-45a4-9ab4-a0b23066574d owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:23.361094 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2197764f-3413-436a-b2ea-7c4da48a31a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:23.376633 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee49b92a-ed1c-4354-8f99-4678707129aa tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:23.384487 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ee49b92a-ed1c-4354-8f99-4678707129aa tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:23.392968 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49b92a-ed1c-4354-8f99-4678707129aa tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Port': ['ID=b40f738a-0769-4a60-95ff-c161be3fbbe3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:23.396048 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee49b92a-ed1c-4354-8f99-4678707129aa tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:23.408106 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee49b92a-ed1c-4354-8f99-4678707129aa tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:23.408770 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee49b92a-ed1c-4354-8f99-4678707129aa tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:23.422199 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2197764f-3413-436a-b2ea-7c4da48a31a3 admin admin] No DVR routers for this DVR port 36251e21-1fec-45a4-9ab4-a0b23066574d on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:54:23.445616 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197764f-3413-436a-b2ea-7c4da48a31a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=36251e21-1fec-45a4-9ab4-a0b23066574d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:23.518706 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:23.525966 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2197764f-3413-436a-b2ea-7c4da48a31a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:23.551486 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-2197764f-3413-436a-b2ea-7c4da48a31a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:23.562720 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1982da0d-5f0e-48cb-b46a-a40d12b31ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:23.578872 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-2197764f-3413-436a-b2ea-7c4da48a31a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b347abc-deac-48ef-a1bd-242145ae8c5b') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:23.579176 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-2197764f-3413-436a-b2ea-7c4da48a31a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b347abc-deac-48ef-a1bd-242145ae8c5b') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:23.584540 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ee49b92a-ed1c-4354-8f99-4678707129aa tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7866466 Apr 21 12:54:23.587513 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34954) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:23.593271 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1982da0d-5f0e-48cb-b46a-a40d12b31ba6 None None] No DVR routers for this DVR port 36251e21-1fec-45a4-9ab4-a0b23066574d on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:54:23.594095 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2197764f-3413-436a-b2ea-7c4da48a31a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:23.595746 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982da0d-5f0e-48cb-b46a-a40d12b31ba6 None None] Pushing event deleted for resources: {'Port': ['ID=36251e21-1fec-45a4-9ab4-a0b23066574d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:23.626450 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2197764f-3413-436a-b2ea-7c4da48a31a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:23.646003 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2197764f-3413-436a-b2ea-7c4da48a31a3 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:54:23.646534 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2197764f-3413-436a-b2ea-7c4da48a31a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:54:23.649563 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:54:23.699718 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Deleting port 6f6ea920-95d3-4c2d-9005-0a2eb7b59eec {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:23.699997 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f132d85b-768f-4a8d-be70-ea7b7ba0148c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:23.700134 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:23.708057 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f132d85b-768f-4a8d-be70-ea7b7ba0148c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:23.710275 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f132d85b-768f-4a8d-be70-ea7b7ba0148c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1209669 Apr 21 12:54:23.712874 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34960) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:23.771895 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] For port 6f6ea920-95d3-4c2d-9005-0a2eb7b59eec, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=6f6ea920-95d3-4c2d-9005-0a2eb7b59eec,segment=NetworkSegment(4bc1ce8d-63bc-4b82-9aa2-bdbae71652fd),segment_id=4bc1ce8d-63bc-4b82-9aa2-bdbae71652fd)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:23.772258 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:23.797837 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Calling delete_port for 6f6ea920-95d3-4c2d-9005-0a2eb7b59eec owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:23.850224 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7ef1d-01f6-412e-9709-c484bfac6e77 req-d4b144d8-dbde-40d9-8172-8cc132fe96c5 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:23.852106 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-37a7ef1d-01f6-412e-9709-c484bfac6e77 req-d4b144d8-dbde-40d9-8172-8cc132fe96c5 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 945 time: 0.1050138 Apr 21 12:54:23.895858 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2197764f-3413-436a-b2ea-7c4da48a31a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:23.904356 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2197764f-3413-436a-b2ea-7c4da48a31a3 admin admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:23.908397 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2197764f-3413-436a-b2ea-7c4da48a31a3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d HTTP/1.1" status: 204 len: 168 time: 1.6493013 Apr 21 12:54:23.916460 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a5f499ea-4c19-4d3c-9431-8da819a038a8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting port b40f738a-0769-4a60-95ff-c161be3fbbe3 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:23.916878 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5f499ea-4c19-4d3c-9431-8da819a038a8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:23.922093 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197764f-3413-436a-b2ea-7c4da48a31a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1adbc86-84f5-42a8-96ee-8ce1b0e7c37d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:23.947401 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-37a7ef1d-01f6-412e-9709-c484bfac6e77 req-bfee16ac-679a-4e1d-a449-8d196c70af05 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881371 Apr 21 12:54:24.007456 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:24.026382 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5f499ea-4c19-4d3c-9431-8da819a038a8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:24.031407 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] No DVR routers for this DVR port 6f6ea920-95d3-4c2d-9005-0a2eb7b59eec on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:54:24.041398 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a5f499ea-4c19-4d3c-9431-8da819a038a8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Calling delete_port for b40f738a-0769-4a60-95ff-c161be3fbbe3 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:24.059197 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event deleted for resources: {'Port': ['ID=6f6ea920-95d3-4c2d-9005-0a2eb7b59eec,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:24.146438 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:24.171052 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb6e50c-ce17-4a84-8e23-141b34e28b3f']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:24.185877 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bc1ce8d-63bc-4b82-9aa2-bdbae71652fd') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:24.186041 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bc1ce8d-63bc-4b82-9aa2-bdbae71652fd') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:24.198344 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:24.213349 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:24.221435 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:54:24.221867 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:54:24.225194 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:54:24.324208 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34978) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:24.335194 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5f499ea-4c19-4d3c-9431-8da819a038a8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:24.340393 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-23517f3d-6471-4952-99e2-a6cfd1c38486 None None] Provisioning complete for port e3526a3b-7a2a-4bba-93a4-9329dd1959a7 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:24.340949 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23517f3d-6471-4952-99e2-a6cfd1c38486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:24.357759 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:24.368901 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:24.375842 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/networks/cfb6e50c-ce17-4a84-8e23-141b34e28b3f HTTP/1.1" status: 204 len: 168 time: 2.9743786 Apr 21 12:54:24.381989 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34980) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:24.387563 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450b7d41-d93b-4fe0-88ef-b89687b1ab5a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event deleted for resources: {'Network': ['ID=cfb6e50c-ce17-4a84-8e23-141b34e28b3f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:24.437975 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9b59e8-8214-4057-bda6-adbefcc5e965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:24.438580 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f9b59e8-8214-4057-bda6-adbefcc5e965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:24.444108 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3f9b59e8-8214-4057-bda6-adbefcc5e965 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/subnets/e886422e-ee20-462b-946b-e6fcbcf8803b HTTP/1.1" status: 404 len: 337 time: 0.0454650 Apr 21 12:54:24.444108 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f499ea-4c19-4d3c-9431-8da819a038a8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Port': ['ID=b40f738a-0769-4a60-95ff-c161be3fbbe3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:24.445113 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34984) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:24.457332 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23517f3d-6471-4952-99e2-a6cfd1c38486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:24.474748 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a5f499ea-4c19-4d3c-9431-8da819a038a8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:24.480608 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a5f499ea-4c19-4d3c-9431-8da819a038a8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/b40f738a-0769-4a60-95ff-c161be3fbbe3 HTTP/1.1" status: 204 len: 168 time: 0.7663040 Apr 21 12:54:24.482273 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8fb77c5-6f7b-49e1-9ff0-550d30d5e912 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:24.482400 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34986) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:24.482498 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8fb77c5-6f7b-49e1-9ff0-550d30d5e912 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:24.488763 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e8fb77c5-6f7b-49e1-9ff0-550d30d5e912 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/networks/cfb6e50c-ce17-4a84-8e23-141b34e28b3f HTTP/1.1" status: 404 len: 339 time: 0.0409784 Apr 21 12:54:24.489006 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34988) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:24.493306 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3aa0656f-1d4d-4219-bf48-35f1a3283b29 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=340fcbb6da8e49abadfdcf88b5d93115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1675024 Apr 21 12:54:24.495777 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34990) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:24.514609 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-23517f3d-6471-4952-99e2-a6cfd1c38486 None None] For port e3526a3b-7a2a-4bba-93a4-9329dd1959a7, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e3526a3b-7a2a-4bba-93a4-9329dd1959a7,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:24.533419 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bc5aaef-eca5-48b4-aeb2-d4a9d565cf45 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:24.533419 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bc5aaef-eca5-48b4-aeb2-d4a9d565cf45 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:24.536422 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7bc5aaef-eca5-48b4-aeb2-d4a9d565cf45 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/subnets/f8580e51-3982-4959-9779-fd470079e288 HTTP/1.1" status: 404 len: 337 time: 0.0456223 Apr 21 12:54:24.542039 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34992) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:24.567092 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-426efc50-0e7c-4b57-8dc1-c3528c924ae1 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:24.567678 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-426efc50-0e7c-4b57-8dc1-c3528c924ae1 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:24.573071 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-426efc50-0e7c-4b57-8dc1-c3528c924ae1 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/networks/a8e82892-a5ad-4e2e-89a1-508403b065c0 HTTP/1.1" status: 404 len: 339 time: 0.0275416 Apr 21 12:54:24.573323 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34994) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:24.582067 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-beabd2d7-6c0c-4a12-bb37-99de8ef475ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:24.587438 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac8d39a-2564-4c9e-a8bf-8728c3f2101c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:24.590089 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac8d39a-2564-4c9e-a8bf-8728c3f2101c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:24.594297 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-cac8d39a-2564-4c9e-a8bf-8728c3f2101c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1108024 Apr 21 12:54:24.594877 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34996) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:24.595203 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34998) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:24.612168 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-23517f3d-6471-4952-99e2-a6cfd1c38486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:24.655906 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-beabd2d7-6c0c-4a12-bb37-99de8ef475ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:24.680988 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5ea02c74-e6fd-49f9-ac0e-a7faf0097c51 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:24.694229 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23517f3d-6471-4952-99e2-a6cfd1c38486 None None] Pushing event updated for resources: {'Port': ['ID=e3526a3b-7a2a-4bba-93a4-9329dd1959a7,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:24.701057 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-b864e3e0-189a-41b3-917f-b7d53c33dc68 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting subnet ab450b19-d9c2-433b-b409-2a43b82897e6 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:54:24.717001 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b864e3e0-189a-41b3-917f-b7d53c33dc68 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:24.725614 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d53ce01-c0d8-410b-ba31-3873bb259e77 None None] Could not find standard attr ID for object b40f738a-0769-4a60-95ff-c161be3fbbe3. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:54:24.771387 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b864e3e0-189a-41b3-917f-b7d53c33dc68 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:24.798258 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5ea02c74-e6fd-49f9-ac0e-a7faf0097c51 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:24.812290 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-7fbfbb19-9a58-4dd7-9ed7-45aa94890eeb tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:24.813318 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7fbfbb19-9a58-4dd7-9ed7-45aa94890eeb tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2153783 Apr 21 12:54:24.831246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35002) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:24.831246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-1003a261-5615-4ff3-a5f2-96ee92123ea8 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:24.831246 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1003a261-5615-4ff3-a5f2-96ee92123ea8 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0050144 Apr 21 12:54:24.833681 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35004) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:24.840031 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-fdde3f43-566d-4999-b156-de0dea265807 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:24.843469 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fdde3f43-566d-4999-b156-de0dea265807 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0064101 Apr 21 12:54:24.844414 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-5ea02c74-e6fd-49f9-ac0e-a7faf0097c51 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd13a23-24f7-48ae-8866-a96cdd2de5cc']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:24.846528 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35006) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:24.850737 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-8fa3b741-f7bd-4f15-9931-0e5e2c0dbded tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:24.852380 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8fa3b741-f7bd-4f15-9931-0e5e2c0dbded tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0042949 Apr 21 12:54:24.858765 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35008) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:24.863447 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-571cfba9-825d-4428-b83e-401f631ddf67 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:24.864383 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-571cfba9-825d-4428-b83e-401f631ddf67 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0048041 Apr 21 12:54:24.865969 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2038f731-e3b0-4bd7-a5fa-eaab6b896916 None None] get_active_networks_info from n-d-836147-2 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 12:54:24.866876 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35010) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:24.870881 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-6a8c95e3-6644-4c21-af4c-56872917e4ee tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:24.871805 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6a8c95e3-6644-4c21-af4c-56872917e4ee tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0040810 Apr 21 12:54:24.874174 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-5ea02c74-e6fd-49f9-ac0e-a7faf0097c51 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fbf15a7-9a96-4ae8-94ae-65a372650a6b') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:24.874466 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-5ea02c74-e6fd-49f9-ac0e-a7faf0097c51 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fbf15a7-9a96-4ae8-94ae-65a372650a6b') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:24.876052 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35012) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:24.880064 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-09eef198-ae27-46f0-bb81-383ef4473008 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:24.886276 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-09eef198-ae27-46f0-bb81-383ef4473008 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0040839 Apr 21 12:54:24.886276 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35014) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:24.892664 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-ca616fc9-985c-46bd-a1a4-54f0f0ad180e tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:24.895941 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ca616fc9-985c-46bd-a1a4-54f0f0ad180e tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0066636 Apr 21 12:54:24.895941 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5ea02c74-e6fd-49f9-ac0e-a7faf0097c51 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:24.897610 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35016) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:24.900798 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-226a818c-0a2a-40e8-9de2-4e626995886c tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:24.905253 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-226a818c-0a2a-40e8-9de2-4e626995886c tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0041256 Apr 21 12:54:24.909743 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35018) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:24.913493 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-1447568a-1b83-4b52-9c67-d97848db4162 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:24.917882 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1447568a-1b83-4b52-9c67-d97848db4162 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0061712 Apr 21 12:54:24.917882 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35020) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:24.922022 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-23e552cd-3361-4c76-aff4-316356fd1ce1 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:24.925061 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-23e552cd-3361-4c76-aff4-316356fd1ce1 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0046401 Apr 21 12:54:24.925321 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35022) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:24.927777 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5ea02c74-e6fd-49f9-ac0e-a7faf0097c51 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:24.931784 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e3526a3b-7a2a-4bba-93a4-9329dd1959a7 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:54:24.931952 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-489da7f9-8c78-4c41-a1f0-0cd41486b8e9 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:24.935580 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-489da7f9-8c78-4c41-a1f0-0cd41486b8e9 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0067894 Apr 21 12:54:24.935580 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35024) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:24.946010 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-b1583cec-9007-497e-99c8-0958663d49f2 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:24.946010 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b1583cec-9007-497e-99c8-0958663d49f2 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0053732 Apr 21 12:54:24.946312 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b864e3e0-189a-41b3-917f-b7d53c33dc68 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:24.946414 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea02c74-e6fd-49f9-ac0e-a7faf0097c51 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:54:24.946414 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5ea02c74-e6fd-49f9-ac0e-a7faf0097c51 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:54:24.947827 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35026) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:24.951014 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-d6a3f356-6b55-4b45-95b1-798930117afe tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:24.954561 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d6a3f356-6b55-4b45-95b1-798930117afe tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0040803 Apr 21 12:54:24.961970 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35028) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:24.968405 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-dde7b2bd-1fad-42a4-8f30-ee439469f77b tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:24.971704 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-dde7b2bd-1fad-42a4-8f30-ee439469f77b tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0066588 Apr 21 12:54:24.973411 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35030) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:24.976678 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-beabd2d7-6c0c-4a12-bb37-99de8ef475ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:24.976888 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-dff892d3-34d3-4ae9-a130-e62911b76e19 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:24.980015 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-dff892d3-34d3-4ae9-a130-e62911b76e19 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0051165 Apr 21 12:54:24.981192 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-beabd2d7-6c0c-4a12-bb37-99de8ef475ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:24.985262 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-beabd2d7-6c0c-4a12-bb37-99de8ef475ab admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d530971f-794f-4cda-aff8-55fc9354c114 HTTP/1.1" status: 204 len: 168 time: 0.4859078 Apr 21 12:54:24.986176 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35034) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:24.995274 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-5692c472-f9e8-4f0d-b0df-d5c43c8d9dd4 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:24.996503 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5692c472-f9e8-4f0d-b0df-d5c43c8d9dd4 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0075390 Apr 21 12:54:25.004547 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35038) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.013443 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-85420d75-f923-47d2-8058-6b6885a55cbc tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.014571 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-85420d75-f923-47d2-8058-6b6885a55cbc tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0087409 Apr 21 12:54:25.015663 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beabd2d7-6c0c-4a12-bb37-99de8ef475ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d530971f-794f-4cda-aff8-55fc9354c114,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:25.024025 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35040) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.030385 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-369a2f5b-99ae-4e73-9caa-f3d496b48e5c tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.033810 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-369a2f5b-99ae-4e73-9caa-f3d496b48e5c tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0064557 Apr 21 12:54:25.034600 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35042) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.049460 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-acf098f2-2e49-448b-b13f-48ab07ff72b6 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.049460 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-acf098f2-2e49-448b-b13f-48ab07ff72b6 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0047891 Apr 21 12:54:25.050655 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35044) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.055932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-bddbd0c9-889b-42cb-90b8-86f5f0cc9c26 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.059218 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-bddbd0c9-889b-42cb-90b8-86f5f0cc9c26 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0056541 Apr 21 12:54:25.059994 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35046) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.077172 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-fe912141-9200-4cbb-98c1-1b46e77d0fc7 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.078291 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fe912141-9200-4cbb-98c1-1b46e77d0fc7 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0131400 Apr 21 12:54:25.081088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35048) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.085296 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-4a44a98b-2dcb-4ebf-8b65-d6772f06df7e tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.086507 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4a44a98b-2dcb-4ebf-8b65-d6772f06df7e tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0044153 Apr 21 12:54:25.089842 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35050) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.096539 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-ded41bca-04e1-4ea7-9bbc-5a2d0a8726b9 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.098153 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ded41bca-04e1-4ea7-9bbc-5a2d0a8726b9 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0049005 Apr 21 12:54:25.101109 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2038f731-e3b0-4bd7-a5fa-eaab6b896916 None None] Resources bound (agent type, host, resource id): {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 12:54:25.108136 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35052) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.112584 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-dd1c64ee-fbf8-4a83-b6cb-93c3cb1f36d2 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.115646 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-dd1c64ee-fbf8-4a83-b6cb-93c3cb1f36d2 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0043051 Apr 21 12:54:25.116060 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35054) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.120698 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-bfe498a4-72a9-49f3-984f-a1efdcec282b tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.121673 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port e3526a3b-7a2a-4bba-93a4-9329dd1959a7 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:25.124499 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:25.124656 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bfe498a4-72a9-49f3-984f-a1efdcec282b tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0052679 Apr 21 12:54:25.125192 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35056) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.131327 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465eae8e-26d7-46c1-bb5f-53e0e43486b8 req-fe0d2db9-7c53-46c0-ab15-d613c0afec4f tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:25.137597 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-42bf90d2-29ef-4c42-ae06-0df4b2737471 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.137750 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-465eae8e-26d7-46c1-bb5f-53e0e43486b8 req-fe0d2db9-7c53-46c0-ab15-d613c0afec4f tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 945 time: 0.0739396 Apr 21 12:54:25.138385 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-42bf90d2-29ef-4c42-ae06-0df4b2737471 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0073566 Apr 21 12:54:25.138385 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5ea02c74-e6fd-49f9-ac0e-a7faf0097c51 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:25.139964 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b864e3e0-189a-41b3-917f-b7d53c33dc68 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:25.140262 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35058) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.145045 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-8f991e18-acf5-4fdf-867e-e1732b954bd0 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.149031 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8f991e18-acf5-4fdf-867e-e1732b954bd0 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0055790 Apr 21 12:54:25.151178 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35060) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.156662 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5ea02c74-e6fd-49f9-ac0e-a7faf0097c51 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:25.160294 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5ea02c74-e6fd-49f9-ac0e-a7faf0097c51 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/networks/7fd13a23-24f7-48ae-8866-a96cdd2de5cc HTTP/1.1" status: 204 len: 168 time: 0.5860028 Apr 21 12:54:25.162708 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35062) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.181344 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea02c74-e6fd-49f9-ac0e-a7faf0097c51 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event deleted for resources: {'Network': ['ID=7fd13a23-24f7-48ae-8866-a96cdd2de5cc,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:25.187721 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-4edd4dd9-98fd-460a-a6c5-0de882f4c232 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.191065 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4edd4dd9-98fd-460a-a6c5-0de882f4c232 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0325503 Apr 21 12:54:25.193557 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35064) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.199430 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-4ba8e9fa-ae27-45cc-b5fd-8204f496a24a tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.202031 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba371b8a-7cbd-48c9-8eeb-29a09213113a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:25.202190 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4ba8e9fa-ae27-45cc-b5fd-8204f496a24a tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0060651 Apr 21 12:54:25.202681 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba371b8a-7cbd-48c9-8eeb-29a09213113a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:25.204921 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864e3e0-189a-41b3-917f-b7d53c33dc68 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Subnet': ['ID=ab450b19-d9c2-433b-b409-2a43b82897e6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:25.206417 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ba371b8a-7cbd-48c9-8eeb-29a09213113a tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/subnets/3fbffec6-bbea-4214-b4fb-4448a8a7c87d HTTP/1.1" status: 404 len: 337 time: 0.0426433 Apr 21 12:54:25.207581 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35066) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.208818 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35068) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.212008 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-c76303a1-96c6-4cb7-aecb-c26284a2c9c8 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.220829 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b864e3e0-189a-41b3-917f-b7d53c33dc68 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:25.221127 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c76303a1-96c6-4cb7-aecb-c26284a2c9c8 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0049624 Apr 21 12:54:25.221237 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b864e3e0-189a-41b3-917f-b7d53c33dc68 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/ab450b19-d9c2-433b-b409-2a43b82897e6 HTTP/1.1" status: 204 len: 168 time: 0.6171143 Apr 21 12:54:25.221237 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35070) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.226130 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35072) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.231549 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-ac902a58-42c5-4739-9df2-34dc8488fb8d tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.234909 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ac902a58-42c5-4739-9df2-34dc8488fb8d tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0043628 Apr 21 12:54:25.235067 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-49238671-f163-46df-a2f3-822105992888 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:25.235067 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49238671-f163-46df-a2f3-822105992888 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:25.240115 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-49238671-f163-46df-a2f3-822105992888 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/networks/c103466e-76da-4e28-9e91-78205489b037 HTTP/1.1" status: 404 len: 339 time: 0.0227282 Apr 21 12:54:25.240115 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35074) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.240115 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35076) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.243402 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-36213831-26ee-41fe-bc66-472be19fd3b8 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.244467 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-36213831-26ee-41fe-bc66-472be19fd3b8 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0062773 Apr 21 12:54:25.251918 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35078) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.274803 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-d6506623-ba3b-4925-b7f2-cd460e9fca41 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.278284 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d6506623-ba3b-4925-b7f2-cd460e9fca41 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0230155 Apr 21 12:54:25.278284 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9793fb9-02bc-44ac-818b-c4783fec3e2d tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:25.278284 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9793fb9-02bc-44ac-818b-c4783fec3e2d tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:25.284951 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-89f143bb-2edf-47f4-92f3-52b333cd963d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589581 Apr 21 12:54:25.284951 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35080) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.285250 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f9793fb9-02bc-44ac-818b-c4783fec3e2d tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/subnets/881bcc1e-dc83-4089-9d19-39ef469a3f51 HTTP/1.1" status: 404 len: 337 time: 0.0418451 Apr 21 12:54:25.285250 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35082) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.285435 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-4689a173-2461-4ade-8581-14b4fbfe0f83 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.288191 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4689a173-2461-4ade-8581-14b4fbfe0f83 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0044620 Apr 21 12:54:25.288348 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35084) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.289065 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35086) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.293219 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-589b1ae6-5157-4a22-834f-71ab6dafd02b tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.296447 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-589b1ae6-5157-4a22-834f-71ab6dafd02b tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0042169 Apr 21 12:54:25.297085 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-465eae8e-26d7-46c1-bb5f-53e0e43486b8 req-55c7b850-69ef-49f3-908c-96caddb08175 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1542306 Apr 21 12:54:25.297548 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35088) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.301805 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-353de6d7-fdbc-4675-bfdb-a46c4595f478 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.304882 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-353de6d7-fdbc-4675-bfdb-a46c4595f478 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0040030 Apr 21 12:54:25.305292 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35090) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.312407 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-122edf74-1381-4de6-ab1b-e0b1fcbcd205 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.312407 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-122edf74-1381-4de6-ab1b-e0b1fcbcd205 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0040543 Apr 21 12:54:25.312683 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35092) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.316613 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-79818ff4-b1f5-495a-a9c2-faf65d2d4625 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.319278 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-79818ff4-b1f5-495a-a9c2-faf65d2d4625 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0040843 Apr 21 12:54:25.320018 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35094) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.325926 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-f2c806f8-c6e4-4d86-918d-490ed0c03c8a tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.327193 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f2c806f8-c6e4-4d86-918d-490ed0c03c8a tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0063112 Apr 21 12:54:25.336920 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35096) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.342276 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-feb39e5d-0e1f-4bb7-a1e1-c8a11423e168 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.345476 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-feb39e5d-0e1f-4bb7-a1e1-c8a11423e168 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0053115 Apr 21 12:54:25.345870 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35098) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.349303 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-288f6991-3de0-46ee-ade6-c71bae8242a0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:25.349900 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-288f6991-3de0-46ee-ade6-c71bae8242a0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:25.351212 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-fa74a600-bfe3-4341-91ec-67cd6a28fee4 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.354269 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fa74a600-bfe3-4341-91ec-67cd6a28fee4 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0052547 Apr 21 12:54:25.354398 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-288f6991-3de0-46ee-ade6-c71bae8242a0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/networks/241cb3b9-0c6c-4b69-acbb-40a9b39ec5be HTTP/1.1" status: 404 len: 339 time: 0.0631058 Apr 21 12:54:25.354486 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35100) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.355949 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35102) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.358846 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-842c71ec-b2eb-489e-8e6b-bd9bec2856f3 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.362084 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-842c71ec-b2eb-489e-8e6b-bd9bec2856f3 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0044484 Apr 21 12:54:25.362954 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35104) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.367708 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-d830de1d-b6d4-492a-b821-d28725d60c81 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.372748 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d830de1d-b6d4-492a-b821-d28725d60c81 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0048382 Apr 21 12:54:25.373668 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35106) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.377878 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-a6dbdb98-534b-4f4e-8723-4c5310403ec5 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.380881 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a6dbdb98-534b-4f4e-8723-4c5310403ec5 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0050139 Apr 21 12:54:25.383559 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35108) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.384628 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-f642fb25-9697-4cc4-9d25-7b40d3354b7d tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:25.385148 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f642fb25-9697-4cc4-9d25-7b40d3354b7d tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:25.391671 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f642fb25-9697-4cc4-9d25-7b40d3354b7d tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/subnets/98d96c90-6734-45fd-8422-1ff80c18ff5f HTTP/1.1" status: 404 len: 337 time: 0.0347047 Apr 21 12:54:25.392259 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35110) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.401368 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fec533-0fd5-4cb1-b6cc-38457ce7c63b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:25.405747 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-98fec533-0fd5-4cb1-b6cc-38457ce7c63b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1196394 Apr 21 12:54:25.413178 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35114) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.416201 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-7fe71b8f-97af-4483-9ef6-19578385e4d2 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.417163 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7fe71b8f-97af-4483-9ef6-19578385e4d2 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0049257 Apr 21 12:54:25.419988 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-24fbad09-5b95-42f0-b8e8-a91688768af2 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:25.420642 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24fbad09-5b95-42f0-b8e8-a91688768af2 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:25.425388 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-24fbad09-5b95-42f0-b8e8-a91688768af2 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/networks/763cf0b3-10c2-4c58-a3d5-f470f3cb3158 HTTP/1.1" status: 404 len: 339 time: 0.0305443 Apr 21 12:54:25.425388 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35116) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.426850 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35118) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.429782 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-7112037b-e547-41c4-ba80-d3e324dc2f3b tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.432464 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7112037b-e547-41c4-ba80-d3e324dc2f3b tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0064621 Apr 21 12:54:25.447731 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35120) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.454600 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-2d53a9c7-88f6-4983-abed-8feaa6401f39 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.456186 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2d53a9c7-88f6-4983-abed-8feaa6401f39 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0075326 Apr 21 12:54:25.458823 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35122) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.467321 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-8232eb31-04a8-4ba0-a738-875a90c88167 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:25.467608 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-e27a7bfa-18db-4e85-b462-3da80c94f853 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.467784 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8232eb31-04a8-4ba0-a738-875a90c88167 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:25.468512 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e27a7bfa-18db-4e85-b462-3da80c94f853 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0088117 Apr 21 12:54:25.471168 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35124) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.474075 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8232eb31-04a8-4ba0-a738-875a90c88167 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/subnets/e6c51d85-8c40-42d7-aaa2-ba35552d28c3 HTTP/1.1" status: 404 len: 337 time: 0.0373030 Apr 21 12:54:25.474321 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35126) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.477970 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-3597821d-6db1-4425-8204-04bb15976c33 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.478230 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3597821d-6db1-4425-8204-04bb15976c33 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0061679 Apr 21 12:54:25.480795 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35128) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.487266 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-ddc5fcc8-59ef-46e0-8217-431e56c9244d tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.490877 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ddc5fcc8-59ef-46e0-8217-431e56c9244d tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0065534 Apr 21 12:54:25.491093 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35130) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.494610 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4fa70c-f96c-486a-a1e9-2abb88ecfa1b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:25.495203 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-fd7a1037-3769-4b34-afc4-4a5e65bff873 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.495325 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b4fa70c-f96c-486a-a1e9-2abb88ecfa1b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:25.496130 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fd7a1037-3769-4b34-afc4-4a5e65bff873 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0042031 Apr 21 12:54:25.499042 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2b4fa70c-f96c-486a-a1e9-2abb88ecfa1b tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/networks/2f7a5848-f875-4977-a91f-c6fa15f9c7cc HTTP/1.1" status: 404 len: 339 time: 0.0231593 Apr 21 12:54:25.499536 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5477a4-532e-41ef-8147-18dbc08ac8ee tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:25.500046 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35132) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.500989 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8d5477a4-532e-41ef-8147-18dbc08ac8ee tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0828075 Apr 21 12:54:25.501570 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35134) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.503433 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35136) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.506526 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-cf06d880-e7b8-4e4c-95d0-79095bd007ca tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.511115 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-cf06d880-e7b8-4e4c-95d0-79095bd007ca tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0087292 Apr 21 12:54:25.511746 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35138) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.517191 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-b42f9570-b0d7-4b52-a629-514797f2d5ff tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.521968 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b42f9570-b0d7-4b52-a629-514797f2d5ff tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0091553 Apr 21 12:54:25.522600 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35140) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.527239 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-57b21d13-c686-4506-9760-a8e91e631dd4 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.530017 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-57b21d13-c686-4506-9760-a8e91e631dd4 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0065088 Apr 21 12:54:25.530994 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35142) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.537909 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-95693895-c32a-470f-b2e7-404e8ad6cd1c tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.542209 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-95693895-c32a-470f-b2e7-404e8ad6cd1c tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0093353 Apr 21 12:54:25.543154 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35144) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.547594 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-88802a8f-6f74-486b-b930-2186f656fb37 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.551689 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-88802a8f-6f74-486b-b930-2186f656fb37 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0073109 Apr 21 12:54:25.552228 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35146) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.556999 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-e234bb02-14a5-4237-9597-39c2dc01622f tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.560861 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e234bb02-14a5-4237-9597-39c2dc01622f tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0043659 Apr 21 12:54:25.561923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35148) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.568354 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1577664-7b04-46f1-be26-435f565512b7 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:25.568902 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-371a6f06-f845-4b4b-a42f-b5cf0717a071 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635765 Apr 21 12:54:25.569756 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-525c696f-bd70-4d95-b9bc-94f1c85191bf tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:25.570303 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-525c696f-bd70-4d95-b9bc-94f1c85191bf tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:25.573626 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-525c696f-bd70-4d95-b9bc-94f1c85191bf tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/subnets/b59c57f3-e7d9-4229-9a8b-08d4712dfb27 HTTP/1.1" status: 404 len: 337 time: 0.0707357 Apr 21 12:54:25.573797 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35150) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.576461 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-e940e934-d9b5-46b6-8a61-25b8b62c865e tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.577637 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e940e934-d9b5-46b6-8a61-25b8b62c865e tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0154126 Apr 21 12:54:25.578268 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35152) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.579085 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d7fb6804-edb9-43aa-a540-bce88282ea87 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:25.582569 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35154) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.586569 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-bd56e8f7-d49a-4fd7-80f3-65f8a313d7f9 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.587514 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bd56e8f7-d49a-4fd7-80f3-65f8a313d7f9 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0040765 Apr 21 12:54:25.590143 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35156) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.604970 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-613cebdd-00e0-40f1-bccc-d02dfa53ed83 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.606183 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-613cebdd-00e0-40f1-bccc-d02dfa53ed83 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0056009 Apr 21 12:54:25.607839 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ba013f-d051-4388-887d-3459e21debad tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:25.610350 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16ba013f-d051-4388-887d-3459e21debad tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:25.613635 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-16ba013f-d051-4388-887d-3459e21debad tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/networks/94b27a4d-2c94-4559-92c9-2f0fbfa93b1a HTTP/1.1" status: 404 len: 339 time: 0.0340705 Apr 21 12:54:25.613783 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35158) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.615709 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35160) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.619555 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-589b2886-26a4-4dfd-b613-3319d0bb85f7 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.622603 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-589b2886-26a4-4dfd-b613-3319d0bb85f7 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0058594 Apr 21 12:54:25.628282 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35162) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.632351 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-9f03e656-68d7-40c8-a21b-896fbfad9341 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.633542 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9f03e656-68d7-40c8-a21b-896fbfad9341 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0041356 Apr 21 12:54:25.642926 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35164) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.649321 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-ce3f1fa0-574c-4ff1-8d9f-639cef12f39b tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.651490 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-b50db295-6070-43f0-942a-1f71774e53f0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:25.651943 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b50db295-6070-43f0-942a-1f71774e53f0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:25.652796 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ce3f1fa0-574c-4ff1-8d9f-639cef12f39b tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0082257 Apr 21 12:54:25.655704 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b50db295-6070-43f0-942a-1f71774e53f0 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/subnets/c9e46489-b8e6-4c9f-84bf-cdab6b1fcb56 HTTP/1.1" status: 404 len: 337 time: 0.0391512 Apr 21 12:54:25.656385 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35166) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.659374 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35168) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.660530 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-2f828445-0411-46ee-9019-589fdf81f2c2 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.662195 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2f828445-0411-46ee-9019-589fdf81f2c2 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0041838 Apr 21 12:54:25.673683 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35170) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.678484 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-524f8fb8-8820-4d96-9069-66d70d65f1b6 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.681710 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-524f8fb8-8820-4d96-9069-66d70d65f1b6 tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0070369 Apr 21 12:54:25.682281 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35172) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.686558 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-6a8a8dfa-7521-4318-91dd-312ff2770a6f tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.686716 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-3724e3bb-325f-4a7f-92cc-7bd94ee609d9 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:25.687355 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3724e3bb-325f-4a7f-92cc-7bd94ee609d9 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:25.687495 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6a8a8dfa-7521-4318-91dd-312ff2770a6f tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0043464 Apr 21 12:54:25.689895 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35174) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.690818 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3724e3bb-325f-4a7f-92cc-7bd94ee609d9 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/networks/2fc06b57-ef8e-448a-a53d-7302c08cc641 HTTP/1.1" status: 404 len: 339 time: 0.0307736 Apr 21 12:54:25.693258 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35176) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.697190 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [None req-082f3dfa-a868-468f-837d-02ec3adc98fd tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.699073 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-082f3dfa-a868-468f-837d-02ec3adc98fd tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0083423 Apr 21 12:54:25.708498 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35178) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.714266 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [None req-3113b71f-d2f4-4f67-a8e6-12368411265b tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] http://10.222.0.36:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:54:25.721810 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3113b71f-d2f4-4f67-a8e6-12368411265b tempest-ExtensionsTestJSON-1118083820 tempest-ExtensionsTestJSON-1118083820-project] 10.222.0.36 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0092692 Apr 21 12:54:25.727666 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a2c682-3247-4585-9582-579259f554de tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:25.728125 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39a2c682-3247-4585-9582-579259f554de tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:25.731136 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-39a2c682-3247-4585-9582-579259f554de tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/subnets/e63ac364-af32-4198-8746-a08ad183819a HTTP/1.1" status: 404 len: 337 time: 0.0311124 Apr 21 12:54:25.734550 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35182) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.753293 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-99bf7225-61c3-485e-94d3-44aa4d64cfa3 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:25.753875 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99bf7225-61c3-485e-94d3-44aa4d64cfa3 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:25.756779 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-99bf7225-61c3-485e-94d3-44aa4d64cfa3 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/networks/9a06cad5-0a2e-4940-9d2d-35faa2f0186c HTTP/1.1" status: 404 len: 339 time: 0.0212634 Apr 21 12:54:25.759322 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35184) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.797677 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe0063de-c7ee-49d0-a250-e69456d13808 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:25.797677 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe0063de-c7ee-49d0-a250-e69456d13808 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:25.797961 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fe0063de-c7ee-49d0-a250-e69456d13808 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/subnets/db910497-9e1d-4876-84ed-a32fdbb42daf HTTP/1.1" status: 404 len: 337 time: 0.0370996 Apr 21 12:54:25.800664 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35186) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.804738 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fe9583-4561-4b72-8960-27c9bc24d3f5 None None] DHCP port deletion for 43650c3d-b9d7-4e95-8950-e9fadabd5511 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:54:25.818136 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fb6804-edb9-43aa-a540-bce88282ea87 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:25.821829 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7fb6804-edb9-43aa-a540-bce88282ea87 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:25.822148 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb08f4e-03b4-4acb-adc5-ce651a120a89 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:25.843727 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb08f4e-03b4-4acb-adc5-ce651a120a89 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:25.843727 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6bb08f4e-03b4-4acb-adc5-ce651a120a89 tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/networks/0445fc6e-5c23-4a47-a191-d26e5282df87 HTTP/1.1" status: 404 len: 339 time: 0.0238254 Apr 21 12:54:25.845773 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35188) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.855174 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-07fe9583-4561-4b72-8960-27c9bc24d3f5 None None] Deleting port e3526a3b-7a2a-4bba-93a4-9329dd1959a7 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:25.855630 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07fe9583-4561-4b72-8960-27c9bc24d3f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:25.907111 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-988087e1-4e49-42e6-bc85-744741e1c2dc tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Deleting subnet 4260dc55-ab96-4b1a-894d-94e6c10c3fb9 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:54:25.912138 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-988087e1-4e49-42e6-bc85-744741e1c2dc tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:25.922540 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-07fe9583-4561-4b72-8960-27c9bc24d3f5 None None] For port e3526a3b-7a2a-4bba-93a4-9329dd1959a7, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e3526a3b-7a2a-4bba-93a4-9329dd1959a7,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:25.923043 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07fe9583-4561-4b72-8960-27c9bc24d3f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:25.943029 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35190) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:25.943641 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-07fe9583-4561-4b72-8960-27c9bc24d3f5 None None] Calling delete_port for e3526a3b-7a2a-4bba-93a4-9329dd1959a7 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:25.978676 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-988087e1-4e49-42e6-bc85-744741e1c2dc tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:26.021193 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-91c518c1-780e-432e-803c-a67c9ff22fd0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4207f1bd2c144bf78af0e61b52f10616&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0725327 Apr 21 12:54:26.021193 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35192) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:26.110723 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34807d0d-9d2a-4484-90c4-e81ba7ef8021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:26.118160 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-988087e1-4e49-42e6-bc85-744741e1c2dc tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:26.126614 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07fe9583-4561-4b72-8960-27c9bc24d3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:26.159796 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fe9583-4561-4b72-8960-27c9bc24d3f5 None None] No DVR routers for this DVR port e3526a3b-7a2a-4bba-93a4-9329dd1959a7 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:54:26.163604 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34807d0d-9d2a-4484-90c4-e81ba7ef8021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:26.170110 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe9583-4561-4b72-8960-27c9bc24d3f5 None None] Pushing event deleted for resources: {'Port': ['ID=e3526a3b-7a2a-4bba-93a4-9329dd1959a7,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:26.228961 n-d-836147-2 neutron-server[103397]: DEBUG neutron.objects.ports [None req-d7fb6804-edb9-43aa-a540-bce88282ea87 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 12:54:26.229747 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35196) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:26.235728 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7fb6804-edb9-43aa-a540-bce88282ea87 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:26.276890 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fb6804-edb9-43aa-a540-bce88282ea87 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:26.279990 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-d7fb6804-edb9-43aa-a540-bce88282ea87 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:26.284105 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fb6804-edb9-43aa-a540-bce88282ea87 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:26.284680 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7fb6804-edb9-43aa-a540-bce88282ea87 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:26.290030 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7cc73e-fccc-4a0f-af76-01cb38289c67 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:26.310991 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb6804-edb9-43aa-a540-bce88282ea87 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Subnet': ['ID=42a0f0fd-ad09-40e7-bc47-9a6f12f50e62,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:26.338336 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-988087e1-4e49-42e6-bc85-744741e1c2dc tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:26.362624 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75587d30-9943-458e-bd02-4d5fbc51a621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:26.369204 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988087e1-4e49-42e6-bc85-744741e1c2dc tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event deleted for resources: {'Subnet': ['ID=4260dc55-ab96-4b1a-894d-94e6c10c3fb9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:26.380535 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-988087e1-4e49-42e6-bc85-744741e1c2dc tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:26.387870 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904cf709-e8b5-4343-b31f-27ace8dd8c5a None None] Network 198c004e-4e8a-423c-b7a4-da68988f584a requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:26.389276 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-988087e1-4e49-42e6-bc85-744741e1c2dc tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/subnets/4260dc55-ab96-4b1a-894d-94e6c10c3fb9 HTTP/1.1" status: 204 len: 168 time: 0.5415266 Apr 21 12:54:26.389994 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35202) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:26.403045 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34807d0d-9d2a-4484-90c4-e81ba7ef8021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:26.406462 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34807d0d-9d2a-4484-90c4-e81ba7ef8021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:26.410056 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-34807d0d-9d2a-4484-90c4-e81ba7ef8021 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/052164af-d62f-4364-a07b-d37028d7e289 HTTP/1.1" status: 204 len: 168 time: 0.3876150 Apr 21 12:54:26.440296 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d7fb6804-edb9-43aa-a540-bce88282ea87 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8644660 Apr 21 12:54:26.441284 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35206) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:26.453054 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-529d62f4-8592-4d19-a12a-fb856d1a043b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:26.477029 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34807d0d-9d2a-4484-90c4-e81ba7ef8021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052164af-d62f-4364-a07b-d37028d7e289,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:26.551168 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a920693-27e8-48d9-bd4e-5e60c7ac1cd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-43650c3d-b9d7-4e95-8950-e9fadabd5511', 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'fixed_ips': [{'subnet_id': '42a0f0fd-ad09-40e7-bc47-9a6f12f50e62'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:54:26.556146 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a920693-27e8-48d9-bd4e-5e60c7ac1cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:26.565453 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7692bca5-e873-4b5c-b593-da3d5bbb429c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:26.573004 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75587d30-9943-458e-bd02-4d5fbc51a621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:26.583074 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e39ece-8da0-4bdd-a876-015774d0bb68 req-f7fee274-ce44-4fcd-b43f-c271261fcadf tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:26.584650 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-40e39ece-8da0-4bdd-a876-015774d0bb68 req-f7fee274-ce44-4fcd-b43f-c271261fcadf tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 945 time: 0.1197395 Apr 21 12:54:26.641405 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75587d30-9943-458e-bd02-4d5fbc51a621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:26.658369 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-40e39ece-8da0-4bdd-a876-015774d0bb68 req-578bd8cd-4ec2-4b32-b993-9d0fc478387c tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466917 Apr 21 12:54:26.667082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7692bca5-e873-4b5c-b593-da3d5bbb429c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Deleting port 5a677717-493e-486c-b3f0-b738a8557d60 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:26.668549 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7692bca5-e873-4b5c-b593-da3d5bbb429c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:26.675802 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529d62f4-8592-4d19-a12a-fb856d1a043b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:26.679339 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-529d62f4-8592-4d19-a12a-fb856d1a043b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:26.721797 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75587d30-9943-458e-bd02-4d5fbc51a621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fc8606-8e3f-4dd1-afbd-26c902339b94,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:26.729463 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-75587d30-9943-458e-bd02-4d5fbc51a621 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=92fceb1b19de4af5885ca78b48de7f26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4983959 Apr 21 12:54:26.739016 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-9a920693-27e8-48d9-bd4e-5e60c7ac1cd8 None None] Allocated IP 2001:db8::f816:3eff:fe0e:622b (43650c3d-b9d7-4e95-8950-e9fadabd5511/42a0f0fd-ad09-40e7-bc47-9a6f12f50e62/3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:26.740347 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35208) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:26.763302 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66a2bdf-a553-48bf-91e1-492e297edc53 None None] DHCP port deletion for 198c004e-4e8a-423c-b7a4-da68988f584a request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:54:26.790945 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-7692bca5-e873-4b5c-b593-da3d5bbb429c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] For port 5a677717-493e-486c-b3f0-b738a8557d60, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=5a677717-493e-486c-b3f0-b738a8557d60,segment=NetworkSegment(ed20f7aa-61ea-430f-8eab-e51ff529c316),segment_id=ed20f7aa-61ea-430f-8eab-e51ff529c316)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:26.791310 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7692bca5-e873-4b5c-b593-da3d5bbb429c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:26.868401 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fcb5ccf5-e056-4297-92dd-0506b79cbd21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:26.898950 n-d-836147-2 neutron-server[103397]: INFO neutron.db.ipam_backend_mixin [None req-529d62f4-8592-4d19-a12a-fb856d1a043b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 42a0f0fd-ad09-40e7-bc47-9a6f12f50e62 (CIDR: 2001:db8::/64) Apr 21 12:54:26.905467 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7692bca5-e873-4b5c-b593-da3d5bbb429c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Calling delete_port for 5a677717-493e-486c-b3f0-b738a8557d60 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:26.911482 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e3526a3b-7a2a-4bba-93a4-9329dd1959a7 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:54:26.917145 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fcb5ccf5-e056-4297-92dd-0506b79cbd21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:26.939445 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-529d62f4-8592-4d19-a12a-fb856d1a043b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:54:26.939962 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-529d62f4-8592-4d19-a12a-fb856d1a043b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:26.964136 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: e3526a3b-7a2a-4bba-93a4-9329dd1959a7 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:54:26.964573 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e3526a3b-7a2a-4bba-93a4-9329dd1959a7 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:54:26.965072 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 5a677717-493e-486c-b3f0-b738a8557d60 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:54:27.003012 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c66a2bdf-a553-48bf-91e1-492e297edc53 None None] Deleting port 5a677717-493e-486c-b3f0-b738a8557d60 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:27.003405 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c66a2bdf-a553-48bf-91e1-492e297edc53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:27.054973 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-529d62f4-8592-4d19-a12a-fb856d1a043b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6090446 Apr 21 12:54:27.058137 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35212) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:27.064206 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-aa64704e-c8d1-4097-a640-01ca6b93230f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:27.071496 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a920693-27e8-48d9-bd4e-5e60c7ac1cd8 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:27.105960 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c66a2bdf-a553-48bf-91e1-492e297edc53 None None] For port 5a677717-493e-486c-b3f0-b738a8557d60, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=5a677717-493e-486c-b3f0-b738a8557d60,segment=NetworkSegment(ed20f7aa-61ea-430f-8eab-e51ff529c316),segment_id=ed20f7aa-61ea-430f-8eab-e51ff529c316)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:27.106366 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c66a2bdf-a553-48bf-91e1-492e297edc53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:27.121102 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fcb5ccf5-e056-4297-92dd-0506b79cbd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:27.122936 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fcb5ccf5-e056-4297-92dd-0506b79cbd21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:27.126633 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fcb5ccf5-e056-4297-92dd-0506b79cbd21 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/30fc8606-8e3f-4dd1-afbd-26c902339b94 HTTP/1.1" status: 204 len: 168 time: 0.3829296 Apr 21 12:54:27.143122 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c66a2bdf-a553-48bf-91e1-492e297edc53 None None] Calling delete_port for 5a677717-493e-486c-b3f0-b738a8557d60 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:27.167742 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:27.216871 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7692bca5-e873-4b5c-b593-da3d5bbb429c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:27.239587 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5ccf5-e056-4297-92dd-0506b79cbd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fc8606-8e3f-4dd1-afbd-26c902339b94,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:27.264605 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7692bca5-e873-4b5c-b593-da3d5bbb429c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] No DVR routers for this DVR port 5a677717-493e-486c-b3f0-b738a8557d60 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:54:27.266081 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692bca5-e873-4b5c-b593-da3d5bbb429c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event deleted for resources: {'Port': ['ID=5a677717-493e-486c-b3f0-b738a8557d60,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:27.272369 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a920693-27e8-48d9-bd4e-5e60c7ac1cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:27.335266 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a920693-27e8-48d9-bd4e-5e60c7ac1cd8 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:27.338275 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c66a2bdf-a553-48bf-91e1-492e297edc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:27.343243 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9a920693-27e8-48d9-bd4e-5e60c7ac1cd8 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:27.344742 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7692bca5-e873-4b5c-b593-da3d5bbb429c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:27.346168 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a920693-27e8-48d9-bd4e-5e60c7ac1cd8 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:27.351052 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a920693-27e8-48d9-bd4e-5e60c7ac1cd8 None None] Pushing event updated for resources: {'Port': ['ID=3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:27.353909 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa64704e-c8d1-4097-a640-01ca6b93230f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:27.357864 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa64704e-c8d1-4097-a640-01ca6b93230f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:27.380749 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66a2bdf-a553-48bf-91e1-492e297edc53 None None] No DVR routers for this DVR port 5a677717-493e-486c-b3f0-b738a8557d60 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:54:27.382247 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a2bdf-a553-48bf-91e1-492e297edc53 None None] Pushing event deleted for resources: {'Port': ['ID=5a677717-493e-486c-b3f0-b738a8557d60,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:27.425740 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-7692bca5-e873-4b5c-b593-da3d5bbb429c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198c004e-4e8a-423c-b7a4-da68988f584a']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:27.444739 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-7692bca5-e873-4b5c-b593-da3d5bbb429c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed20f7aa-61ea-430f-8eab-e51ff529c316') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:27.445034 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-7692bca5-e873-4b5c-b593-da3d5bbb429c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed20f7aa-61ea-430f-8eab-e51ff529c316') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:27.451716 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9a920693-27e8-48d9-bd4e-5e60c7ac1cd8 None None] Attempting to bind port 3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:54:27.452081 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9a920693-27e8-48d9-bd4e-5e60c7ac1cd8 None None] Attempting to bind port 3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:54:27.452437 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a920693-27e8-48d9-bd4e-5e60c7ac1cd8 None None] Attempting to bind port 3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d on network 43650c3d-b9d7-4e95-8950-e9fadabd5511 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:54:27.458437 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a920693-27e8-48d9-bd4e-5e60c7ac1cd8 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:54:27.458947 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a920693-27e8-48d9-bd4e-5e60c7ac1cd8 None None] Checking segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:54:27.459414 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a920693-27e8-48d9-bd4e-5e60c7ac1cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:27.459871 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a920693-27e8-48d9-bd4e-5e60c7ac1cd8 None None] Bound using segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:54:27.460409 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9a920693-27e8-48d9-bd4e-5e60c7ac1cd8 None None] Bound port: 3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:54:27.460851 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a920693-27e8-48d9-bd4e-5e60c7ac1cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:27.463417 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7692bca5-e873-4b5c-b593-da3d5bbb429c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:27.485454 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7692bca5-e873-4b5c-b593-da3d5bbb429c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:27.499187 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7692bca5-e873-4b5c-b593-da3d5bbb429c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:54:27.499574 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7692bca5-e873-4b5c-b593-da3d5bbb429c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:54:27.502551 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:54:27.523167 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9a920693-27e8-48d9-bd4e-5e60c7ac1cd8 None None] For port 3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:54:27.526353 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9a920693-27e8-48d9-bd4e-5e60c7ac1cd8 None None] For port 3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:54:27.595468 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a920693-27e8-48d9-bd4e-5e60c7ac1cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:27.659982 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a920693-27e8-48d9-bd4e-5e60c7ac1cd8 None None] Pushing event updated for resources: {'Port': ['ID=3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:27.982032 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7692bca5-e873-4b5c-b593-da3d5bbb429c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:27.999947 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7692bca5-e873-4b5c-b593-da3d5bbb429c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:28.003189 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7692bca5-e873-4b5c-b593-da3d5bbb429c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] 10.222.0.36 "DELETE /v2.0/networks/198c004e-4e8a-423c-b7a4-da68988f584a HTTP/1.1" status: 204 len: 168 time: 1.6115239 Apr 21 12:54:28.037184 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692bca5-e873-4b5c-b593-da3d5bbb429c tempest-NetworksTest-821163878 tempest-NetworksTest-821163878-project] Pushing event deleted for resources: {'Network': ['ID=198c004e-4e8a-423c-b7a4-da68988f584a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:28.079471 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076ed97-f2d9-4d75-ba54-d4f994ef3ec5 req-5d9211e8-ea42-45de-b96c-694029d7a85e tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:28.081197 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b076ed97-f2d9-4d75-ba54-d4f994ef3ec5 req-5d9211e8-ea42-45de-b96c-694029d7a85e tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 945 time: 0.1004148 Apr 21 12:54:28.119597 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b076ed97-f2d9-4d75-ba54-d4f994ef3ec5 req-b1e8209f-89cf-48b9-8b7b-4187c535c183 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319972 Apr 21 12:54:28.183411 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa64704e-c8d1-4097-a640-01ca6b93230f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:28.224546 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa64704e-c8d1-4097-a640-01ca6b93230f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:28.228943 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-aa64704e-c8d1-4097-a640-01ca6b93230f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:28.233496 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa64704e-c8d1-4097-a640-01ca6b93230f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:28.234104 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aa64704e-c8d1-4097-a640-01ca6b93230f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:28.250585 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64704e-c8d1-4097-a640-01ca6b93230f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Subnet': ['ID=dd841964-a963-4354-ab00-a713f462b518,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:28.313714 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-aa64704e-c8d1-4097-a640-01ca6b93230f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2530668 Apr 21 12:54:28.315232 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35236) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:28.320470 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e6e050fa-629a-4b56-8442-976a230dae8d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'port': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'mac_address': 'fa:16:3e:3c:11:10', 'name': 'tempest-NetworksTestDHCPv6-1694349612'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:28.473818 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35242) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:28.523791 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35246) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:28.537404 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e050fa-629a-4b56-8442-976a230dae8d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:28.672056 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6e050fa-629a-4b56-8442-976a230dae8d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:28.703257 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738ca9eb-48da-480d-8fb9-308fb8c87c50 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:28.704690 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-e6e050fa-629a-4b56-8442-976a230dae8d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] device_id is not set on port 01f9031e-0b80-4a3c-92ae-4566650387ca yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:54:28.713690 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c5131e8b-ffe7-454a-bb3b-9a2415f29a2c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0625b8f3c08046978c162f99b1521cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1864820 Apr 21 12:54:28.714180 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35250) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:28.756333 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ec4f2ea8-d244-46dd-81ba-a3f31f708cc2 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:28.757039 n-d-836147-2 neutron-server[103397]: WARNING neutron.api.v2.base [None req-ec4f2ea8-d244-46dd-81ba-a3f31f708cc2 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 21 12:54:28.757529 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-ec4f2ea8-d244-46dd-81ba-a3f31f708cc2 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] create failed (client error): There was a conflict when trying to complete your request. Apr 21 12:54:28.758655 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ec4f2ea8-d244-46dd-81ba-a3f31f708cc2 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2837167 Apr 21 12:54:28.762468 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35252) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:28.767594 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-58082e67-4806-4cb0-bc10-332a27d68ae5 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group': {'name': 'tempest-secgroup--2116109249'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:28.844505 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c086b9f4-f1ea-4a01-a554-a0e5b124779b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:28.850940 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58082e67-4806-4cb0-bc10-332a27d68ae5 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:28.864294 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58082e67-4806-4cb0-bc10-332a27d68ae5 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:28.873032 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a2290319-493c-44e0-9458-bffd5d1cb732 None None] Provisioning complete for port 3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:28.873495 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2290319-493c-44e0-9458-bffd5d1cb732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:28.882409 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c086b9f4-f1ea-4a01-a554-a0e5b124779b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:28.920253 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:54:28.962623 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58082e67-4806-4cb0-bc10-332a27d68ae5 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:28.964524 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-e6e050fa-629a-4b56-8442-976a230dae8d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Allocated IP 2001:db8:0:1::30b (43650c3d-b9d7-4e95-8950-e9fadabd5511/dd841964-a963-4354-ab00-a713f462b518/01f9031e-0b80-4a3c-92ae-4566650387ca) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:28.973672 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-e6e050fa-629a-4b56-8442-976a230dae8d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Allocated IP 2001:db8::f816:3eff:fe3c:1110 (43650c3d-b9d7-4e95-8950-e9fadabd5511/42a0f0fd-ad09-40e7-bc47-9a6f12f50e62/01f9031e-0b80-4a3c-92ae-4566650387ca) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:29.028935 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58082e67-4806-4cb0-bc10-332a27d68ae5 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:29.041249 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:29.041646 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:29.068894 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2290319-493c-44e0-9458-bffd5d1cb732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:29.072541 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c086b9f4-f1ea-4a01-a554-a0e5b124779b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:29.075198 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c086b9f4-f1ea-4a01-a554-a0e5b124779b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:29.075861 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58082e67-4806-4cb0-bc10-332a27d68ae5 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a39b8eef-cd0f-44f7-9942-20fffd261f9b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:29.076620 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c086b9f4-f1ea-4a01-a554-a0e5b124779b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73c8b78f-6324-4481-b74c-ac0b34e3681f HTTP/1.1" status: 204 len: 168 time: 0.3615372 Apr 21 12:54:29.124641 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086b9f4-f1ea-4a01-a554-a0e5b124779b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c8b78f-6324-4481-b74c-ac0b34e3681f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:29.133675 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a2290319-493c-44e0-9458-bffd5d1cb732 None None] For port 3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:29.141012 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152ff5ea-da61-431c-970d-f0ead217c7dd None None] Update dhcp port {'port': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'fixed_ips': [{'subnet_id': '42a0f0fd-ad09-40e7-bc47-9a6f12f50e62', 'ip_address': '2001:db8::f816:3eff:fe0e:622b'}, {'subnet_id': 'dd841964-a963-4354-ab00-a713f462b518'}], 'binding:host_id': 'n-d-836147-2'}, 'id': '3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d'} from n-d-836147-2. {{(pid=103399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 21 12:54:29.141438 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58082e67-4806-4cb0-bc10-332a27d68ae5 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:29.185105 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-152ff5ea-da61-431c-970d-f0ead217c7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:29.205138 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6e050fa-629a-4b56-8442-976a230dae8d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:29.248220 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94686308-8eb3-4967-a0a2-c2aaca4cce38 req-6345ee4c-47bd-4407-8d9c-5da516646be6 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:29.249914 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94686308-8eb3-4967-a0a2-c2aaca4cce38 req-6345ee4c-47bd-4407-8d9c-5da516646be6 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 945 time: 0.0524807 Apr 21 12:54:29.277507 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58082e67-4806-4cb0-bc10-332a27d68ae5 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:29.317785 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94686308-8eb3-4967-a0a2-c2aaca4cce38 req-889c6f52-a32c-4a65-9da3-88a3ce0109a9 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608382 Apr 21 12:54:29.329489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58082e67-4806-4cb0-bc10-332a27d68ae5 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3b5bd9-b43a-4b3f-b850-46c9306bf8eb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:29.344143 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6e050fa-629a-4b56-8442-976a230dae8d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:29.363531 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2290319-493c-44e0-9458-bffd5d1cb732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:29.391132 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e050fa-629a-4b56-8442-976a230dae8d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:29.398306 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-e6e050fa-629a-4b56-8442-976a230dae8d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:29.398306 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e050fa-629a-4b56-8442-976a230dae8d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:29.403026 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e050fa-629a-4b56-8442-976a230dae8d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:29.403804 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58082e67-4806-4cb0-bc10-332a27d68ae5 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:29.404268 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6e050fa-629a-4b56-8442-976a230dae8d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:29.408335 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-58082e67-4806-4cb0-bc10-332a27d68ae5 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6412313 Apr 21 12:54:29.408335 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35258) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:29.413610 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9d27e9ba-c787-417b-ab13-eae43aeb0e13 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group_rule': {'security_group_id': '8e3b5bd9-b43a-4b3f-b850-46c9306bf8eb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:29.418447 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e050fa-629a-4b56-8442-976a230dae8d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Port': ['ID=01f9031e-0b80-4a3c-92ae-4566650387ca,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:29.530256 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2290319-493c-44e0-9458-bffd5d1cb732 None None] Pushing event updated for resources: {'Port': ['ID=3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:29.539944 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e6e050fa-629a-4b56-8442-976a230dae8d tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.2145979 Apr 21 12:54:29.539944 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35262) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:29.610332 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-152ff5ea-da61-431c-970d-f0ead217c7dd None None] Allocated IP 2001:db8:0:1::2 (43650c3d-b9d7-4e95-8950-e9fadabd5511/dd841964-a963-4354-ab00-a713f462b518/3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:29.617159 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d27e9ba-c787-417b-ab13-eae43aeb0e13 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:29.640536 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-444264d4-5bcf-443f-aae7-21837dd326e1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting port 01f9031e-0b80-4a3c-92ae-4566650387ca {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:29.640871 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-444264d4-5bcf-443f-aae7-21837dd326e1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:29.706895 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d27e9ba-c787-417b-ab13-eae43aeb0e13 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:29.722543 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-152ff5ea-da61-431c-970d-f0ead217c7dd None None] For port 3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:29.729376 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-444264d4-5bcf-443f-aae7-21837dd326e1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:29.741522 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-444264d4-5bcf-443f-aae7-21837dd326e1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Calling delete_port for 01f9031e-0b80-4a3c-92ae-4566650387ca owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:29.752516 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-152ff5ea-da61-431c-970d-f0ead217c7dd None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:29.806717 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d27e9ba-c787-417b-ab13-eae43aeb0e13 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:29.806829 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-152ff5ea-da61-431c-970d-f0ead217c7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:29.830627 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27e9ba-c787-417b-ab13-eae43aeb0e13 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f3092e-df8a-4e80-84ac-dcc1e18e4af3,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:29.882328 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d27e9ba-c787-417b-ab13-eae43aeb0e13 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:29.887123 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9d27e9ba-c787-417b-ab13-eae43aeb0e13 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4748480 Apr 21 12:54:29.887279 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35272) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:29.893287 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ff5ea-da61-431c-970d-f0ead217c7dd None None] Pushing event updated for resources: {'Port': ['ID=3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:29.894340 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d1f9bb4e-b14a-4d65-af9e-2c5c9c867559 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group_rule': {'security_group_id': '8e3b5bd9-b43a-4b3f-b850-46c9306bf8eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:30.026446 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d1f9bb4e-b14a-4d65-af9e-2c5c9c867559 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:30.079482 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-444264d4-5bcf-443f-aae7-21837dd326e1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:30.115477 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444264d4-5bcf-443f-aae7-21837dd326e1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Port': ['ID=01f9031e-0b80-4a3c-92ae-4566650387ca,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:30.141534 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-d1f9bb4e-b14a-4d65-af9e-2c5c9c867559 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] create failed (client error): There was a conflict when trying to complete your request. Apr 21 12:54:30.145197 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d1f9bb4e-b14a-4d65-af9e-2c5c9c867559 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2549510 Apr 21 12:54:30.145617 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35280) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:30.159512 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-444264d4-5bcf-443f-aae7-21837dd326e1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:30.164901 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-444264d4-5bcf-443f-aae7-21837dd326e1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/01f9031e-0b80-4a3c-92ae-4566650387ca HTTP/1.1" status: 204 len: 168 time: 0.6281698 Apr 21 12:54:30.165142 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35282) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:30.218116 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221992f3-d01d-4c3f-9c4d-6b20e30eb4f1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:30.220552 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-221992f3-d01d-4c3f-9c4d-6b20e30eb4f1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0544415 Apr 21 12:54:30.223786 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35286) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:30.227156 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-33025742-a153-4647-9c78-b32b26a2c1d4 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:30.258595 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-33025742-a153-4647-9c78-b32b26a2c1d4 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:30.277210 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6b2f64-06f1-46ff-b242-d9b7eac22791 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:30.281725 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1a6b2f64-06f1-46ff-b242-d9b7eac22791 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0536320 Apr 21 12:54:30.283215 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35288) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:30.344468 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6096cb5-b4e6-400b-a86a-f710d2f62b7c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:30.346129 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6096cb5-b4e6-400b-a86a-f710d2f62b7c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:30.347638 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6096cb5-b4e6-400b-a86a-f710d2f62b7c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:30.351602 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b6096cb5-b4e6-400b-a86a-f710d2f62b7c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0632117 Apr 21 12:54:30.352074 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35292) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:30.377662 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35294) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:30.412376 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d14cee-0d60-4f98-9405-c6e04eefe032 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting subnet 42a0f0fd-ad09-40e7-bc47-9a6f12f50e62 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:54:30.416829 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17d14cee-0d60-4f98-9405-c6e04eefe032 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:30.450159 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-33025742-a153-4647-9c78-b32b26a2c1d4 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:30.452683 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-33025742-a153-4647-9c78-b32b26a2c1d4 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:30.453900 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-33025742-a153-4647-9c78-b32b26a2c1d4 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "DELETE /v2.0/security-groups/8e3b5bd9-b43a-4b3f-b850-46c9306bf8eb HTTP/1.1" status: 204 len: 168 time: 0.3072214 Apr 21 12:54:30.464855 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35298) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:30.488118 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33025742-a153-4647-9c78-b32b26a2c1d4 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3b5bd9-b43a-4b3f-b850-46c9306bf8eb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:30.499199 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17d14cee-0d60-4f98-9405-c6e04eefe032 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:30.530910 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9c2f4548-f708-494d-8934-30d92119c9c7 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0727837 Apr 21 12:54:30.531530 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35300) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:30.547033 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c8026df8-8689-46d2-9c4b-2497b67f6204 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group': {'name': 'tempest-secgroup--872969059'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:30.547033 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-27b9b3d3-ebee-4ca4-8305-cbb91048a52f tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-604759533'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:30.555832 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63312f92-64a8-48d6-88cc-d05c4b512b0d req-2f056362-9311-458c-ac43-c9334d7f3ba1 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:30.557517 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-63312f92-64a8-48d6-88cc-d05c4b512b0d req-2f056362-9311-458c-ac43-c9334d7f3ba1 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 945 time: 0.1417313 Apr 21 12:54:30.597365 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b2f7dfa6-51aa-4086-9b50-e6d529e0f19b None None] Provisioning complete for port 3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:30.597662 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b2f7dfa6-51aa-4086-9b50-e6d529e0f19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:30.630587 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-63312f92-64a8-48d6-88cc-d05c4b512b0d req-19e642ef-a788-4ef1-b711-b3a22780343f tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643976 Apr 21 12:54:30.638588 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17d14cee-0d60-4f98-9405-c6e04eefe032 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:30.641079 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8026df8-8689-46d2-9c4b-2497b67f6204 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:30.661265 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b9b3d3-ebee-4ca4-8305-cbb91048a52f tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:30.664127 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-27b9b3d3-ebee-4ca4-8305-cbb91048a52f tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:30.678250 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-27b9b3d3-ebee-4ca4-8305-cbb91048a52f tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:30.775449 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8026df8-8689-46d2-9c4b-2497b67f6204 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:30.788440 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17d14cee-0d60-4f98-9405-c6e04eefe032 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:30.810178 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-27b9b3d3-ebee-4ca4-8305-cbb91048a52f tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:30.813191 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0eff3b62-0d77-4e25-8f18-3580e5dd6adf None None] Could not find standard attr ID for object 01f9031e-0b80-4a3c-92ae-4566650387ca. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:54:30.826300 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d14cee-0d60-4f98-9405-c6e04eefe032 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Subnet': ['ID=42a0f0fd-ad09-40e7-bc47-9a6f12f50e62,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:30.834316 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17d14cee-0d60-4f98-9405-c6e04eefe032 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:30.838194 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-17d14cee-0d60-4f98-9405-c6e04eefe032 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/42a0f0fd-ad09-40e7-bc47-9a6f12f50e62 HTTP/1.1" status: 204 len: 168 time: 0.4851184 Apr 21 12:54:30.840442 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8026df8-8689-46d2-9c4b-2497b67f6204 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:30.843000 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35302) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:30.876000 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:54:30.894338 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-27b9b3d3-ebee-4ca4-8305-cbb91048a52f tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:30.926587 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8026df8-8689-46d2-9c4b-2497b67f6204 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0421df4-703a-4231-a09c-74fef20cab1c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:30.932979 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:30.933424 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:30.936073 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-84062874-1e2b-46cc-a911-89fccba66c0b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting subnet dd841964-a963-4354-ab00-a713f462b518 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:54:30.938504 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b9b3d3-ebee-4ca4-8305-cbb91048a52f tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:54:30.945457 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84062874-1e2b-46cc-a911-89fccba66c0b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:30.981286 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-27b9b3d3-ebee-4ca4-8305-cbb91048a52f tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:30.982230 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-27b9b3d3-ebee-4ca4-8305-cbb91048a52f tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Added segment 933fda86-eb0b-4f04-af36-4f07c176a6dc of type vlan for network 47d4d1c1-50d9-4a74-9423-18f4cbb55850 Apr 21 12:54:30.985520 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8026df8-8689-46d2-9c4b-2497b67f6204 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:30.986785 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c8026df8-8689-46d2-9c4b-2497b67f6204 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4543123 Apr 21 12:54:30.990179 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35304) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:30.996334 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-508c5ef0-b195-42fb-8506-0a463b3c9b91 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group_rule': {'security_group_id': 'f0421df4-703a-4231-a09c-74fef20cab1c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:30.998151 n-d-836147-2 neutron-server[103398]: WARNING neutron.api.v2.base [None req-508c5ef0-b195-42fb-8506-0a463b3c9b91 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 21 12:54:30.998931 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-508c5ef0-b195-42fb-8506-0a463b3c9b91 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:54:31.005831 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-508c5ef0-b195-42fb-8506-0a463b3c9b91 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0114017 Apr 21 12:54:31.007017 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35306) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:31.054297 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9b3d3-ebee-4ca4-8305-cbb91048a52f tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae88d0fb-66fb-458b-9144-2c86fd53f301,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:31.060370 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84062874-1e2b-46cc-a911-89fccba66c0b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:31.068153 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac539b9-27b7-4c0e-bd59-274e6ebeb78d None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:31.076404 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3794dc59-56c4-4136-b51a-9c4330f8180c tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:31.086404 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-27b9b3d3-ebee-4ca4-8305-cbb91048a52f tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:31.105230 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3794dc59-56c4-4136-b51a-9c4330f8180c tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:31.166807 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84062874-1e2b-46cc-a911-89fccba66c0b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:31.189882 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-27b9b3d3-ebee-4ca4-8305-cbb91048a52f tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:31.195407 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b9b3d3-ebee-4ca4-8305-cbb91048a52f tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:31.195976 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-27b9b3d3-ebee-4ca4-8305-cbb91048a52f tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:31.223674 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3794dc59-56c4-4136-b51a-9c4330f8180c tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:31.227116 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3794dc59-56c4-4136-b51a-9c4330f8180c tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:31.233089 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3794dc59-56c4-4136-b51a-9c4330f8180c tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "DELETE /v2.0/security-groups/f0421df4-703a-4231-a09c-74fef20cab1c HTTP/1.1" status: 204 len: 168 time: 0.2201986 Apr 21 12:54:31.233089 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35308) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:31.248136 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794dc59-56c4-4136-b51a-9c4330f8180c tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0421df4-703a-4231-a09c-74fef20cab1c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:31.288031 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b9b3d3-ebee-4ca4-8305-cbb91048a52f tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Network': ['ID=47d4d1c1-50d9-4a74-9423-18f4cbb55850,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:31.299133 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 47d4d1c1-50d9-4a74-9423-18f4cbb55850 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:54:31.301412 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f4bdeba1-1003-4613-b2fd-36ad61c3009f tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0668392 Apr 21 12:54:31.305455 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35310) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:31.310175 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0a1f2b50-313d-486f-8344-be98d0208488 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group': {'name': 'tempest-secgroup--908332366'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:31.317618 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35312) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:31.317883 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-27b9b3d3-ebee-4ca4-8305-cbb91048a52f tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9389668 Apr 21 12:54:31.323389 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e4bddd31-51f7-4d50-a29e-e0c2edb5aa12 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'port': {'network_id': '47d4d1c1-50d9-4a74-9423-18f4cbb55850', 'name': 'tempest-PortsTestJSON-317288771'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:31.361906 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84062874-1e2b-46cc-a911-89fccba66c0b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:31.398957 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84062874-1e2b-46cc-a911-89fccba66c0b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Subnet': ['ID=dd841964-a963-4354-ab00-a713f462b518,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:31.404643 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84062874-1e2b-46cc-a911-89fccba66c0b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:31.408256 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-84062874-1e2b-46cc-a911-89fccba66c0b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/dd841964-a963-4354-ab00-a713f462b518 HTTP/1.1" status: 204 len: 168 time: 0.5617340 Apr 21 12:54:31.410674 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35314) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:31.452323 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0a1f2b50-313d-486f-8344-be98d0208488 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:31.454509 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-357564ad-9baf-4c25-b598-cc2742d9bc13 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422506 Apr 21 12:54:31.460625 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35316) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:31.466169 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-7ba0a03c-e6bc-4266-bb84-7abdab32fba9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:31.495313 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bddd31-51f7-4d50-a29e-e0c2edb5aa12 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:31.499614 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e4bddd31-51f7-4d50-a29e-e0c2edb5aa12 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:31.527905 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-e4bddd31-51f7-4d50-a29e-e0c2edb5aa12 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] device_id is not set on port 354cc589-21c2-4877-bbd3-56dc0dd3f71b yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:54:31.592157 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0a1f2b50-313d-486f-8344-be98d0208488 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:31.623467 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba0a03c-e6bc-4266-bb84-7abdab32fba9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:31.627379 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a03c-e6bc-4266-bb84-7abdab32fba9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:31.693306 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0a1f2b50-313d-486f-8344-be98d0208488 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:31.756272 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e4bddd31-51f7-4d50-a29e-e0c2edb5aa12 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:31.775313 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f2b50-313d-486f-8344-be98d0208488 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=603ee139-cb23-450a-80d0-e0a4a9dc68ac,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:31.826361 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c2847-e78d-4a39-9d72-abbc28542dbe req-56196e75-8109-4598-a810-4afa4f1cf076 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:31.828028 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d86c2847-e78d-4a39-9d72-abbc28542dbe req-56196e75-8109-4598-a810-4afa4f1cf076 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 945 time: 0.0870266 Apr 21 12:54:31.835529 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a34444a-a12b-4e9c-9c44-6ab90e296f2c None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:31.837576 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0a1f2b50-313d-486f-8344-be98d0208488 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:31.841659 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0a1f2b50-313d-486f-8344-be98d0208488 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5324590 Apr 21 12:54:31.842539 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35320) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:31.847274 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-df4a7e86-d484-4139-84aa-f237cbf227c9 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group_rule': {'security_group_id': '603ee139-cb23-450a-80d0-e0a4a9dc68ac', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:31.848132 n-d-836147-2 neutron-server[103398]: WARNING neutron.api.v2.base [None req-df4a7e86-d484-4139-84aa-f237cbf227c9 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 21 12:54:31.848641 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-df4a7e86-d484-4139-84aa-f237cbf227c9 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:54:31.852521 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-df4a7e86-d484-4139-84aa-f237cbf227c9 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0060506 Apr 21 12:54:31.852706 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35322) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:31.894914 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e4bddd31-51f7-4d50-a29e-e0c2edb5aa12 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:31.952605 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d86c2847-e78d-4a39-9d72-abbc28542dbe req-01e6aabe-9dbe-440d-ad26-1d1cc1694fe4 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122336 Apr 21 12:54:31.973275 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-aeb7f498-3cf9-4b49-b25a-a92e01111e83 None None] Provisioning complete for port 3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:31.973838 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aeb7f498-3cf9-4b49-b25a-a92e01111e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:32.006505 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b313b8c9-7e51-42f7-919b-5ff9c105e1f4 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:32.014915 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bddd31-51f7-4d50-a29e-e0c2edb5aa12 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Port': ['ID=354cc589-21c2-4877-bbd3-56dc0dd3f71b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:32.044030 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bddd31-51f7-4d50-a29e-e0c2edb5aa12 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Checking segment: {'id': '933fda86-eb0b-4f04-af36-4f07c176a6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47d4d1c1-50d9-4a74-9423-18f4cbb55850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:54:32.044471 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bddd31-51f7-4d50-a29e-e0c2edb5aa12 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network hostable DHCP agents. Network: 47d4d1c1-50d9-4a74-9423-18f4cbb55850, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:54:32.057168 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b313b8c9-7e51-42f7-919b-5ff9c105e1f4 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:32.118772 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34a8164-9f52-41c6-b5fa-0b6c3ee17770 None None] DHCP port deletion for 43650c3d-b9d7-4e95-8950-e9fadabd5511 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:54:32.165445 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b34a8164-9f52-41c6-b5fa-0b6c3ee17770 None None] Deleting port 3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:32.165843 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b34a8164-9f52-41c6-b5fa-0b6c3ee17770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:32.177308 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bddd31-51f7-4d50-a29e-e0c2edb5aa12 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network 47d4d1c1-50d9-4a74-9423-18f4cbb55850 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:54:32.194841 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b313b8c9-7e51-42f7-919b-5ff9c105e1f4 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:32.198071 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b313b8c9-7e51-42f7-919b-5ff9c105e1f4 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:32.198669 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b313b8c9-7e51-42f7-919b-5ff9c105e1f4 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "DELETE /v2.0/security-groups/603ee139-cb23-450a-80d0-e0a4a9dc68ac HTTP/1.1" status: 204 len: 168 time: 0.3450704 Apr 21 12:54:32.202588 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35324) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:32.220768 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b313b8c9-7e51-42f7-919b-5ff9c105e1f4 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=603ee139-cb23-450a-80d0-e0a4a9dc68ac,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:32.246726 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b34a8164-9f52-41c6-b5fa-0b6c3ee17770 None None] For port 3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:32.247628 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b34a8164-9f52-41c6-b5fa-0b6c3ee17770 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:32.257866 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-e4bddd31-51f7-4d50-a29e-e0c2edb5aa12 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 47d4d1c1-50d9-4a74-9423-18f4cbb55850) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:32.267658 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b34a8164-9f52-41c6-b5fa-0b6c3ee17770 None None] Calling delete_port for 3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:32.267658 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c20cb3-d67b-4491-b58d-fa5ae101e3ad None None] Network 47d4d1c1-50d9-4a74-9423-18f4cbb55850 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:32.272927 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-37204d09-9597-46f0-b359-5f3f587d9a20 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0649879 Apr 21 12:54:32.272927 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35326) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:32.281012 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-896e8e6c-8d62-4dd1-9e4b-c1880c23c850 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group': {'name': 'tempest-secgroup--2059243891'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:32.285370 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bddd31-51f7-4d50-a29e-e0c2edb5aa12 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:32.291251 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bddd31-51f7-4d50-a29e-e0c2edb5aa12 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:32.292308 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e4bddd31-51f7-4d50-a29e-e0c2edb5aa12 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:32.312100 n-d-836147-2 neutron-server[103397]: DEBUG neutron.objects.ports [None req-7ba0a03c-e6bc-4266-bb84-7abdab32fba9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 12:54:32.409694 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e4bddd31-51f7-4d50-a29e-e0c2edb5aa12 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0910163 Apr 21 12:54:32.415626 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35328) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:32.418626 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-28cba837-a18c-4287-8b6b-a665e9665342 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1839603950'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:32.437080 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-896e8e6c-8d62-4dd1-9e4b-c1880c23c850 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:32.505510 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-896e8e6c-8d62-4dd1-9e4b-c1880c23c850 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:32.548435 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cba837-a18c-4287-8b6b-a665e9665342 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:32.552115 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28cba837-a18c-4287-8b6b-a665e9665342 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:32.555671 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a03c-e6bc-4266-bb84-7abdab32fba9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:32.575935 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28cba837-a18c-4287-8b6b-a665e9665342 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:54:32.584862 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28cba837-a18c-4287-8b6b-a665e9665342 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:32.585198 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-28cba837-a18c-4287-8b6b-a665e9665342 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Added segment 80937125-7269-4e1c-ba25-fa4a154fd5f4 of type vlan for network c4dbfeaf-baff-404f-a9c6-b8b3dbbeb336 Apr 21 12:54:32.617172 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-896e8e6c-8d62-4dd1-9e4b-c1880c23c850 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:32.642847 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28cba837-a18c-4287-8b6b-a665e9665342 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:32.656304 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b34a8164-9f52-41c6-b5fa-0b6c3ee17770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:32.668354 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e8e6c-8d62-4dd1-9e4b-c1880c23c850 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=427ad9be-a52a-458a-8c21-07fafb9e9653,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:32.683350 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a8164-9f52-41c6-b5fa-0b6c3ee17770 None None] Pushing event deleted for resources: {'Port': ['ID=3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:32.687328 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34a8164-9f52-41c6-b5fa-0b6c3ee17770 None None] No DVR routers for this DVR port 3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:54:32.715465 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-896e8e6c-8d62-4dd1-9e4b-c1880c23c850 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:32.716753 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-896e8e6c-8d62-4dd1-9e4b-c1880c23c850 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4400139 Apr 21 12:54:32.719758 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35330) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:32.724191 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9115e7d8-8143-4b6f-9beb-ecd94879f728 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group_rule': {'security_group_id': '427ad9be-a52a-458a-8c21-07fafb9e9653', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:32.738503 n-d-836147-2 neutron-server[103398]: WARNING neutron.api.v2.base [None req-9115e7d8-8143-4b6f-9beb-ecd94879f728 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 21 12:54:32.739058 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-9115e7d8-8143-4b6f-9beb-ecd94879f728 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:54:32.740057 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9115e7d8-8143-4b6f-9beb-ecd94879f728 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0193760 Apr 21 12:54:32.742690 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35332) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:32.746945 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a0636532-a097-46f8-95a1-26dde8c28c57 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group_rule': {'security_group_id': '427ad9be-a52a-458a-8c21-07fafb9e9653', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:32.748236 n-d-836147-2 neutron-server[103398]: WARNING neutron.api.v2.base [None req-a0636532-a097-46f8-95a1-26dde8c28c57 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 21 12:54:32.748697 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-a0636532-a097-46f8-95a1-26dde8c28c57 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:54:32.749669 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a0636532-a097-46f8-95a1-26dde8c28c57 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0060422 Apr 21 12:54:32.757319 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35334) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:32.759874 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-7ba0a03c-e6bc-4266-bb84-7abdab32fba9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] For port 3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:32.762323 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ea472a18-b45e-42cf-a97e-6611926caccc tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group_rule': {'security_group_id': '427ad9be-a52a-458a-8c21-07fafb9e9653', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:32.763181 n-d-836147-2 neutron-server[103398]: WARNING neutron.api.v2.base [None req-ea472a18-b45e-42cf-a97e-6611926caccc tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 21 12:54:32.763656 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-ea472a18-b45e-42cf-a97e-6611926caccc tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:54:32.764688 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ea472a18-b45e-42cf-a97e-6611926caccc tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0054545 Apr 21 12:54:32.767107 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35336) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:32.771189 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-793f8971-bcbc-4d43-85ad-d2d1bdb9fca4 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group_rule': {'security_group_id': '427ad9be-a52a-458a-8c21-07fafb9e9653', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:32.772139 n-d-836147-2 neutron-server[103398]: WARNING neutron.api.v2.base [None req-793f8971-bcbc-4d43-85ad-d2d1bdb9fca4 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 21 12:54:32.772609 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-793f8971-bcbc-4d43-85ad-d2d1bdb9fca4 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:54:32.773513 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-793f8971-bcbc-4d43-85ad-d2d1bdb9fca4 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0055482 Apr 21 12:54:32.775955 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35338) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:32.784651 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28cba837-a18c-4287-8b6b-a665e9665342 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:32.789548 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cba837-a18c-4287-8b6b-a665e9665342 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:32.790208 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28cba837-a18c-4287-8b6b-a665e9665342 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:32.811075 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a03c-e6bc-4266-bb84-7abdab32fba9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:32.840562 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:54:32.849836 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fcb11fa4-4b58-42c9-a01b-d263adc0c17c tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:32.858937 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cba837-a18c-4287-8b6b-a665e9665342 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Network': ['ID=c4dbfeaf-baff-404f-a9c6-b8b3dbbeb336,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:32.871172 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network c4dbfeaf-baff-404f-a9c6-b8b3dbbeb336 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:54:32.874151 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:54:32.874483 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:54:32.877499 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fcb11fa4-4b58-42c9-a01b-d263adc0c17c tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:32.903702 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a03c-e6bc-4266-bb84-7abdab32fba9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:32.904430 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a03c-e6bc-4266-bb84-7abdab32fba9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:32.940733 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-28cba837-a18c-4287-8b6b-a665e9665342 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5254557 Apr 21 12:54:32.943197 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35340) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:32.948743 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8631a41f-e64e-4b94-b2c3-2a34d84faf7b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'ports': [{'network_id': '47d4d1c1-50d9-4a74-9423-18f4cbb55850'}, {'network_id': 'c4dbfeaf-baff-404f-a9c6-b8b3dbbeb336'}]} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:32.949006 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8631a41f-e64e-4b94-b2c3-2a34d84faf7b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'port': {'network_id': '47d4d1c1-50d9-4a74-9423-18f4cbb55850'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:32.949481 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8631a41f-e64e-4b94-b2c3-2a34d84faf7b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'port': {'network_id': 'c4dbfeaf-baff-404f-a9c6-b8b3dbbeb336'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:32.958236 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0a03c-e6bc-4266-bb84-7abdab32fba9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Port': ['ID=3ff440cb-c2b7-4d6f-bdb6-702bbd232d7d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:32.974403 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba0a03c-e6bc-4266-bb84-7abdab32fba9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:32.977462 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-7ba0a03c-e6bc-4266-bb84-7abdab32fba9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:32.982175 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba0a03c-e6bc-4266-bb84-7abdab32fba9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:32.982762 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a03c-e6bc-4266-bb84-7abdab32fba9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:32.990770 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d28b189-a421-4d1e-9262-55e64cd43967 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:33.002744 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0a03c-e6bc-4266-bb84-7abdab32fba9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Subnet': ['ID=9fea98c7-abd6-44c8-81b2-b07a7c6ad75e,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:33.046656 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fcb11fa4-4b58-42c9-a01b-d263adc0c17c tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:33.048864 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fcb11fa4-4b58-42c9-a01b-d263adc0c17c tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:33.052467 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fcb11fa4-4b58-42c9-a01b-d263adc0c17c tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "DELETE /v2.0/security-groups/427ad9be-a52a-458a-8c21-07fafb9e9653 HTTP/1.1" status: 204 len: 168 time: 0.2752535 Apr 21 12:54:33.053176 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35344) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:33.077683 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb11fa4-4b58-42c9-a01b-d263adc0c17c tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=427ad9be-a52a-458a-8c21-07fafb9e9653,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:33.082359 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7ba0a03c-e6bc-4266-bb84-7abdab32fba9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6205697 Apr 21 12:54:33.087264 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35346) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:33.092900 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1f7c761d-abbd-4e6e-89bb-0a7f9f29fcc8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:33.163747 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-62a8947a-a5e5-4690-a3b3-5a4e4c01ed24 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1066024 Apr 21 12:54:33.171742 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35348) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:33.173707 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03416ef8-6e36-44bb-a470-8e7eda0a7bd6 req-a0b88b2c-6fc7-4fbf-bdf8-efa9971f23d9 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:33.177674 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c44742-d7d5-470c-9745-0ca8d2a84c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-43650c3d-b9d7-4e95-8950-e9fadabd5511', 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'fixed_ips': [{'subnet_id': '9fea98c7-abd6-44c8-81b2-b07a7c6ad75e'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:54:33.181484 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0c44742-d7d5-470c-9745-0ca8d2a84c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:33.181644 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6e0689fa-fe83-4431-aca7-fc30ba960ea6 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group': {'name': 'tempest-secgroup--1376392495'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:33.183218 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03416ef8-6e36-44bb-a470-8e7eda0a7bd6 req-a0b88b2c-6fc7-4fbf-bdf8-efa9971f23d9 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 945 time: 0.1327138 Apr 21 12:54:33.223659 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03416ef8-6e36-44bb-a470-8e7eda0a7bd6 req-fd4e29ab-6883-4242-bbd2-b05ce03f90f7 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394199 Apr 21 12:54:33.291730 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8631a41f-e64e-4b94-b2c3-2a34d84faf7b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'port': 2} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:33.296077 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8631a41f-e64e-4b94-b2c3-2a34d84faf7b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:33.309003 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8631a41f-e64e-4b94-b2c3-2a34d84faf7b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:33.315988 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a0c44742-d7d5-470c-9745-0ca8d2a84c80 None None] Allocated IP 2001:db8::f816:3eff:fe21:60d0 (43650c3d-b9d7-4e95-8950-e9fadabd5511/9fea98c7-abd6-44c8-81b2-b07a7c6ad75e/5ab30fa5-6629-4177-9a97-e7e93ab4efcb) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:33.332445 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7c761d-abbd-4e6e-89bb-0a7f9f29fcc8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:33.336058 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f7c761d-abbd-4e6e-89bb-0a7f9f29fcc8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:33.339313 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e0689fa-fe83-4431-aca7-fc30ba960ea6 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:33.463307 n-d-836147-2 neutron-server[103397]: INFO neutron.db.ipam_backend_mixin [None req-1f7c761d-abbd-4e6e-89bb-0a7f9f29fcc8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9fea98c7-abd6-44c8-81b2-b07a7c6ad75e (CIDR: 2001:db8::/64) Apr 21 12:54:33.476074 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0c44742-d7d5-470c-9745-0ca8d2a84c80 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:33.480825 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-8631a41f-e64e-4b94-b2c3-2a34d84faf7b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] device_id is not set on port d2abb2f9-787e-4ea8-b99e-6fd25f8a9b51 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:54:33.490791 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e0689fa-fe83-4431-aca7-fc30ba960ea6 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:33.496849 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7c761d-abbd-4e6e-89bb-0a7f9f29fcc8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:54:33.497372 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f7c761d-abbd-4e6e-89bb-0a7f9f29fcc8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:33.543550 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0c44742-d7d5-470c-9745-0ca8d2a84c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:33.560127 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8631a41f-e64e-4b94-b2c3-2a34d84faf7b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:33.574747 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1f7c761d-abbd-4e6e-89bb-0a7f9f29fcc8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4864645 Apr 21 12:54:33.576762 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e0689fa-fe83-4431-aca7-fc30ba960ea6 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:33.578372 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35350) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:33.579401 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c44742-d7d5-470c-9745-0ca8d2a84c80 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:33.583072 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a0c44742-d7d5-470c-9745-0ca8d2a84c80 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:33.586726 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-889f2d59-acfe-459b-a902-4be4811fc8bb tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:33.588671 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c44742-d7d5-470c-9745-0ca8d2a84c80 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:33.604165 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c44742-d7d5-470c-9745-0ca8d2a84c80 None None] Pushing event updated for resources: {'Port': ['ID=5ab30fa5-6629-4177-9a97-e7e93ab4efcb,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:33.615063 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0689fa-fe83-4431-aca7-fc30ba960ea6 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e444f21-30bd-44f0-b180-fe2875ba3e1f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:33.650099 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a0c44742-d7d5-470c-9745-0ca8d2a84c80 None None] Attempting to bind port 5ab30fa5-6629-4177-9a97-e7e93ab4efcb on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:54:33.650569 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a0c44742-d7d5-470c-9745-0ca8d2a84c80 None None] Attempting to bind port 5ab30fa5-6629-4177-9a97-e7e93ab4efcb by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:54:33.651005 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c44742-d7d5-470c-9745-0ca8d2a84c80 None None] Attempting to bind port 5ab30fa5-6629-4177-9a97-e7e93ab4efcb on network 43650c3d-b9d7-4e95-8950-e9fadabd5511 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:54:33.656580 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c44742-d7d5-470c-9745-0ca8d2a84c80 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:54:33.657047 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c44742-d7d5-470c-9745-0ca8d2a84c80 None None] Checking segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:54:33.657511 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0c44742-d7d5-470c-9745-0ca8d2a84c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:33.658036 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c44742-d7d5-470c-9745-0ca8d2a84c80 None None] Bound using segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:54:33.658505 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a0c44742-d7d5-470c-9745-0ca8d2a84c80 None None] Bound port: 5ab30fa5-6629-4177-9a97-e7e93ab4efcb, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:54:33.658881 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0c44742-d7d5-470c-9745-0ca8d2a84c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:33.671166 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e0689fa-fe83-4431-aca7-fc30ba960ea6 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:33.674816 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6e0689fa-fe83-4431-aca7-fc30ba960ea6 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4995294 Apr 21 12:54:33.675085 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35352) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:33.679652 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d94f12ea-68fd-4456-819b-92fd0da24c84 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group_rule': {'security_group_id': '0e444f21-30bd-44f0-b180-fe2875ba3e1f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:33.680650 n-d-836147-2 neutron-server[103397]: WARNING neutron.api.v2.base [None req-d94f12ea-68fd-4456-819b-92fd0da24c84 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 21 12:54:33.681036 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-d94f12ea-68fd-4456-819b-92fd0da24c84 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:54:33.685084 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d94f12ea-68fd-4456-819b-92fd0da24c84 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060294 Apr 21 12:54:33.685341 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35354) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:33.686689 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-8631a41f-e64e-4b94-b2c3-2a34d84faf7b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] device_id is not set on port e06c257f-b77c-419e-838f-24d374a10758 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:54:33.689817 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-641be25c-d971-4f5b-a79e-6291418d5920 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group_rule': {'security_group_id': '0e444f21-30bd-44f0-b180-fe2875ba3e1f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:33.725077 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a0c44742-d7d5-470c-9745-0ca8d2a84c80 None None] For port 5ab30fa5-6629-4177-9a97-e7e93ab4efcb, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:54:33.728126 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a0c44742-d7d5-470c-9745-0ca8d2a84c80 None None] For port 5ab30fa5-6629-4177-9a97-e7e93ab4efcb, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=5ab30fa5-6629-4177-9a97-e7e93ab4efcb,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:54:33.805797 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8631a41f-e64e-4b94-b2c3-2a34d84faf7b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:33.811917 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0c44742-d7d5-470c-9745-0ca8d2a84c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:33.868610 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889f2d59-acfe-459b-a902-4be4811fc8bb tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:33.872795 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-889f2d59-acfe-459b-a902-4be4811fc8bb tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:33.883341 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c44742-d7d5-470c-9745-0ca8d2a84c80 None None] Pushing event updated for resources: {'Port': ['ID=5ab30fa5-6629-4177-9a97-e7e93ab4efcb,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:33.903579 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-641be25c-d971-4f5b-a79e-6291418d5920 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:54:33.906095 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-641be25c-d971-4f5b-a79e-6291418d5920 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2196705 Apr 21 12:54:33.907430 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35356) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:33.912581 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a3660c9c-0803-4d82-932c-5382bcffc4de tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group_rule': {'security_group_id': '0e444f21-30bd-44f0-b180-fe2875ba3e1f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:33.913053 n-d-836147-2 neutron-server[103397]: WARNING neutron.api.v2.base [None req-a3660c9c-0803-4d82-932c-5382bcffc4de tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 21 12:54:33.913551 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-a3660c9c-0803-4d82-932c-5382bcffc4de tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:54:33.914642 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a3660c9c-0803-4d82-932c-5382bcffc4de tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060043 Apr 21 12:54:33.917119 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35360) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:33.921382 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9355df0b-538d-4d25-8363-736604b9ae72 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group_rule': {'security_group_id': '0e444f21-30bd-44f0-b180-fe2875ba3e1f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:33.931297 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8631a41f-e64e-4b94-b2c3-2a34d84faf7b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:33.993063 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8631a41f-e64e-4b94-b2c3-2a34d84faf7b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network 47d4d1c1-50d9-4a74-9423-18f4cbb55850 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:34.002002 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8631a41f-e64e-4b94-b2c3-2a34d84faf7b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:34.027739 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8631a41f-e64e-4b94-b2c3-2a34d84faf7b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:34.030655 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8631a41f-e64e-4b94-b2c3-2a34d84faf7b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:34.039292 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631a41f-e64e-4b94-b2c3-2a34d84faf7b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Port': ['ID=d2abb2f9-787e-4ea8-b99e-6fd25f8a9b51,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:34.108985 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-9355df0b-538d-4d25-8363-736604b9ae72 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:54:34.112805 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9355df0b-538d-4d25-8363-736604b9ae72 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1921351 Apr 21 12:54:34.113875 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35362) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:34.122414 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2ad569a8-74d6-4402-91b1-4b63fd7a0bd7 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group_rule': {'security_group_id': '0e444f21-30bd-44f0-b180-fe2875ba3e1f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:34.122414 n-d-836147-2 neutron-server[103397]: WARNING neutron.api.v2.base [None req-2ad569a8-74d6-4402-91b1-4b63fd7a0bd7 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 21 12:54:34.122414 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-2ad569a8-74d6-4402-91b1-4b63fd7a0bd7 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:54:34.122414 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2ad569a8-74d6-4402-91b1-4b63fd7a0bd7 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056193 Apr 21 12:54:34.123182 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35364) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:34.127603 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-5718e708-fcb3-491a-a2e2-c22ece938fd9 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group_rule': {'security_group_id': '0e444f21-30bd-44f0-b180-fe2875ba3e1f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:34.128270 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631a41f-e64e-4b94-b2c3-2a34d84faf7b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Port': ['ID=e06c257f-b77c-419e-838f-24d374a10758,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:34.141179 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8631a41f-e64e-4b94-b2c3-2a34d84faf7b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Checking segment: {'id': '80937125-7269-4e1c-ba25-fa4a154fd5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'c4dbfeaf-baff-404f-a9c6-b8b3dbbeb336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:54:34.141523 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8631a41f-e64e-4b94-b2c3-2a34d84faf7b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network hostable DHCP agents. Network: c4dbfeaf-baff-404f-a9c6-b8b3dbbeb336, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:54:34.291831 n-d-836147-2 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-5718e708-fcb3-491a-a2e2-c22ece938fd9 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Project 1b345ed69d724e52a6fc7c6ec185fe13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 12:54:34.329820 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8631a41f-e64e-4b94-b2c3-2a34d84faf7b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network c4dbfeaf-baff-404f-a9c6-b8b3dbbeb336 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:54:34.354410 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c37e4-caed-4b15-acb8-ea4a7af89658 req-e47c9062-5ef9-46c1-8fd0-b4f8997e9042 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:34.355893 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-496c37e4-caed-4b15-acb8-ea4a7af89658 req-e47c9062-5ef9-46c1-8fd0-b4f8997e9042 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 945 time: 0.0546074 Apr 21 12:54:34.357330 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-889f2d59-acfe-459b-a902-4be4811fc8bb tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:34.382026 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-5718e708-fcb3-491a-a2e2-c22ece938fd9 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:54:34.386036 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5718e708-fcb3-491a-a2e2-c22ece938fd9 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2618530 Apr 21 12:54:34.386621 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35368) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:34.392562 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6d7c127c-d6b5-4bf5-8283-7768c96b3e2f tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group_rule': {'security_group_id': '0e444f21-30bd-44f0-b180-fe2875ba3e1f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:34.393100 n-d-836147-2 neutron-server[103397]: WARNING neutron.api.v2.base [None req-6d7c127c-d6b5-4bf5-8283-7768c96b3e2f tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 21 12:54:34.393600 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-6d7c127c-d6b5-4bf5-8283-7768c96b3e2f tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:54:34.397464 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6d7c127c-d6b5-4bf5-8283-7768c96b3e2f tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055666 Apr 21 12:54:34.399443 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35370) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:34.420402 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-582d805b-0713-42ef-9b7a-bb71e8a8619e tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group_rule': {'security_group_id': '0e444f21-30bd-44f0-b180-fe2875ba3e1f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:34.426455 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889f2d59-acfe-459b-a902-4be4811fc8bb tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:34.429948 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8631a41f-e64e-4b94-b2c3-2a34d84faf7b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, c4dbfeaf-baff-404f-a9c6-b8b3dbbeb336) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:34.434066 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8631a41f-e64e-4b94-b2c3-2a34d84faf7b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:34.440785 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8631a41f-e64e-4b94-b2c3-2a34d84faf7b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:34.441056 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac10f2b5-fb08-4601-9167-1e1ad5eb4b45 None None] Network c4dbfeaf-baff-404f-a9c6-b8b3dbbeb336 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:34.445566 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8631a41f-e64e-4b94-b2c3-2a34d84faf7b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:34.446313 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8631a41f-e64e-4b94-b2c3-2a34d84faf7b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:34.463420 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-889f2d59-acfe-459b-a902-4be4811fc8bb tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:34.466692 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889f2d59-acfe-459b-a902-4be4811fc8bb tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:34.467286 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-889f2d59-acfe-459b-a902-4be4811fc8bb tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:34.494155 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f2d59-acfe-459b-a902-4be4811fc8bb tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Subnet': ['ID=35d128df-787e-44ea-9abb-b2bf72c351f7,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:34.505133 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-496c37e4-caed-4b15-acb8-ea4a7af89658 req-98996d0f-adb6-4275-a529-83feeeaab956 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415563 Apr 21 12:54:34.570107 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8631a41f-e64e-4b94-b2c3-2a34d84faf7b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6252770 Apr 21 12:54:34.572955 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35372) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:34.600260 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-889f2d59-acfe-459b-a902-4be4811fc8bb tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0180991 Apr 21 12:54:34.600260 n-d-836147-2 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-582d805b-0713-42ef-9b7a-bb71e8a8619e tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Project 1b345ed69d724e52a6fc7c6ec185fe13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 12:54:34.600928 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35374) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:34.607637 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-082c6f53-ce80-4612-9ca9-43af855aa93e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'port': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'mac_address': 'fa:16:3e:40:5f:e0', 'name': 'tempest-NetworksTestDHCPv6-695658526'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:34.671991 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-025cd85d-9cf9-4575-ad57-5335e1fbb02d tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting port e06c257f-b77c-419e-838f-24d374a10758 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:34.672544 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-025cd85d-9cf9-4575-ad57-5335e1fbb02d tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:34.696228 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-582d805b-0713-42ef-9b7a-bb71e8a8619e tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:54:34.700664 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-582d805b-0713-42ef-9b7a-bb71e8a8619e tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2880342 Apr 21 12:54:34.704551 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35378) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:34.715190 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c2da7bad-8d73-4de8-a270-3b34e1d3035b tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group_rule': {'security_group_id': '0e444f21-30bd-44f0-b180-fe2875ba3e1f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:34.751941 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-025cd85d-9cf9-4575-ad57-5335e1fbb02d tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:34.766964 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-025cd85d-9cf9-4575-ad57-5335e1fbb02d tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Calling delete_port for e06c257f-b77c-419e-838f-24d374a10758 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:34.824350 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b21ddda-9f37-4d01-98c5-70c3d68d374a None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:34.852754 n-d-836147-2 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-c2da7bad-8d73-4de8-a270-3b34e1d3035b tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Project 1b345ed69d724e52a6fc7c6ec185fe13 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 12:54:34.878917 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082c6f53-ce80-4612-9ca9-43af855aa93e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:34.883496 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 5ab30fa5-6629-4177-9a97-e7e93ab4efcb up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:54:34.937421 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-025cd85d-9cf9-4575-ad57-5335e1fbb02d tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:34.960454 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-c2da7bad-8d73-4de8-a270-3b34e1d3035b tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:54:34.962070 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c2da7bad-8d73-4de8-a270-3b34e1d3035b tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2536500 Apr 21 12:54:34.968446 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35380) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:34.976118 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-082c6f53-ce80-4612-9ca9-43af855aa93e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:34.977482 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025cd85d-9cf9-4575-ad57-5335e1fbb02d tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Port': ['ID=e06c257f-b77c-419e-838f-24d374a10758,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:35.002251 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-082c6f53-ce80-4612-9ca9-43af855aa93e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] device_id is not set on port 366c8650-1d86-44f4-9a0f-b1733e891061 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:54:35.003480 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-025cd85d-9cf9-4575-ad57-5335e1fbb02d tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:35.006723 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-025cd85d-9cf9-4575-ad57-5335e1fbb02d tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/ports/e06c257f-b77c-419e-838f-24d374a10758 HTTP/1.1" status: 204 len: 168 time: 0.4325182 Apr 21 12:54:35.009481 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35382) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:35.048404 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d852ffbe-6848-48a2-a83e-02e769ce47c5 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:35.076266 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d852ffbe-6848-48a2-a83e-02e769ce47c5 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:35.099005 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 19cfa38b-7045-43f7-ba29-c8caa5092a7b details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:54:35.118668 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-291a2233-dc26-4d97-9b47-b56ee06d6a6e None None] Provisioning complete for port 5ab30fa5-6629-4177-9a97-e7e93ab4efcb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:35.119274 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-291a2233-dc26-4d97-9b47-b56ee06d6a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:35.121428 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6863c576-9cae-4398-a76c-11e4990afb89 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:35.127422 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6863c576-9cae-4398-a76c-11e4990afb89 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:35.131483 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6863c576-9cae-4398-a76c-11e4990afb89 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1183300 Apr 21 12:54:35.132002 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35384) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:35.214543 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 5ab30fa5-6629-4177-9a97-e7e93ab4efcb triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:35.214895 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:35.226092 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-3c2676be-5494-4522-9cc5-eaacf2c2009b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting port d2abb2f9-787e-4ea8-b99e-6fd25f8a9b51 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:35.227593 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c2676be-5494-4522-9cc5-eaacf2c2009b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:35.250550 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-082c6f53-ce80-4612-9ca9-43af855aa93e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Allocated IP 2001:db8:0:1::108 (43650c3d-b9d7-4e95-8950-e9fadabd5511/35d128df-787e-44ea-9abb-b2bf72c351f7/366c8650-1d86-44f4-9a0f-b1733e891061) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:35.257862 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-082c6f53-ce80-4612-9ca9-43af855aa93e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Allocated IP 2001:db8::f816:3eff:fe40:5fe0 (43650c3d-b9d7-4e95-8950-e9fadabd5511/9fea98c7-abd6-44c8-81b2-b07a7c6ad75e/366c8650-1d86-44f4-9a0f-b1733e891061) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:35.297462 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c2676be-5494-4522-9cc5-eaacf2c2009b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:35.312019 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-3c2676be-5494-4522-9cc5-eaacf2c2009b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Calling delete_port for d2abb2f9-787e-4ea8-b99e-6fd25f8a9b51 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:35.382834 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 19cfa38b-7045-43f7-ba29-c8caa5092a7b, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=19cfa38b-7045-43f7-ba29-c8caa5092a7b,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:35.392141 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-291a2233-dc26-4d97-9b47-b56ee06d6a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:35.433470 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '19cfa38b-7045-43f7-ba29-c8caa5092a7b', 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17', 'port_id': '19cfa38b-7045-43f7-ba29-c8caa5092a7b', 'mac_address': 'fa:16:3e:19:b3:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:54:35.474685 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:35.517092 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-291a2233-dc26-4d97-9b47-b56ee06d6a6e None None] For port 5ab30fa5-6629-4177-9a97-e7e93ab4efcb, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=5ab30fa5-6629-4177-9a97-e7e93ab4efcb,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:35.536903 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220cf526-777c-4670-b97e-fd3064774929 None None] Update dhcp port {'port': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'fixed_ips': [{'subnet_id': '9fea98c7-abd6-44c8-81b2-b07a7c6ad75e', 'ip_address': '2001:db8::f816:3eff:fe21:60d0'}, {'subnet_id': '35d128df-787e-44ea-9abb-b2bf72c351f7'}], 'binding:host_id': 'n-d-836147-2'}, 'id': '5ab30fa5-6629-4177-9a97-e7e93ab4efcb'} from n-d-836147-2. {{(pid=103399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 21 12:54:35.559476 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:35.572467 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-220cf526-777c-4670-b97e-fd3064774929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:35.577603 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19cfa38b-7045-43f7-ba29-c8caa5092a7b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:54:35.625006 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 19cfa38b-7045-43f7-ba29-c8caa5092a7b, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=19cfa38b-7045-43f7-ba29-c8caa5092a7b,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:35.630236 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5c7e0-ce17-446a-abdd-a80fac1123ff req-cd97b4d4-1a13-4c44-9148-0c02de88cac1 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:35.631664 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68a5c7e0-ce17-446a-abdd-a80fac1123ff req-cd97b4d4-1a13-4c44-9148-0c02de88cac1 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 945 time: 0.0494478 Apr 21 12:54:35.633854 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d852ffbe-6848-48a2-a83e-02e769ce47c5 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:35.640474 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d852ffbe-6848-48a2-a83e-02e769ce47c5 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:35.645742 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d852ffbe-6848-48a2-a83e-02e769ce47c5 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "DELETE /v2.0/security-groups/0e444f21-30bd-44f0-b180-fe2875ba3e1f HTTP/1.1" status: 204 len: 168 time: 0.6719973 Apr 21 12:54:35.646528 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35388) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:35.670441 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c2676be-5494-4522-9cc5-eaacf2c2009b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:35.672675 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852ffbe-6848-48a2-a83e-02e769ce47c5 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e444f21-30bd-44f0-b180-fe2875ba3e1f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:35.695284 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-291a2233-dc26-4d97-9b47-b56ee06d6a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:35.722451 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2676be-5494-4522-9cc5-eaacf2c2009b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Port': ['ID=d2abb2f9-787e-4ea8-b99e-6fd25f8a9b51,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:35.723951 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68a5c7e0-ce17-446a-abdd-a80fac1123ff req-ea5c04a1-c278-4530-bb53-6d74bbcb2783 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765078 Apr 21 12:54:35.730186 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:35.738540 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3c2676be-5494-4522-9cc5-eaacf2c2009b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:35.743678 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3c2676be-5494-4522-9cc5-eaacf2c2009b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/ports/d2abb2f9-787e-4ea8-b99e-6fd25f8a9b51 HTTP/1.1" status: 204 len: 168 time: 0.6081491 Apr 21 12:54:35.744394 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35390) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:35.755139 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ecd8f747-2de1-4584-beb3-892d3c3864ce tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1042006 Apr 21 12:54:35.755980 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35392) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:35.761484 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bedf7218-f251-41d6-8a6f-adebbf2ea34d tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group': {'name': 'tempest-secgroup--888276891'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:35.805388 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:54:35.805763 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:54:35.806237 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a2233-dc26-4d97-9b47-b56ee06d6a6e None None] Pushing event updated for resources: {'Port': ['ID=5ab30fa5-6629-4177-9a97-e7e93ab4efcb,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:35.817302 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-082c6f53-ce80-4612-9ca9-43af855aa93e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:35.834891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79007054-c8a7-44f9-8724-51ea57bdaf5e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:35.836360 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-79007054-c8a7-44f9-8724-51ea57bdaf5e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0910983 Apr 21 12:54:35.839141 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35394) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:35.854703 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=19cfa38b-7045-43f7-ba29-c8caa5092a7b,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:35.867151 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['19cfa38b-7045-43f7-ba29-c8caa5092a7b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:54:35.874364 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1773d47-e2b6-4e0d-baaf-24935be5fad2 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] GET failed (client error): The resource could not be found. Apr 21 12:54:35.874539 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bedf7218-f251-41d6-8a6f-adebbf2ea34d tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:35.875939 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f1773d47-e2b6-4e0d-baaf-24935be5fad2 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "GET /v2.0/ports/e06c257f-b77c-419e-838f-24d374a10758 HTTP/1.1" status: 404 len: 333 time: 0.0337107 Apr 21 12:54:35.878782 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35396) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:35.913372 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-09947c19-87f1-4d69-aa08-28bc5c47cb8c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] GET failed (client error): The resource could not be found. Apr 21 12:54:35.914845 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-09947c19-87f1-4d69-aa08-28bc5c47cb8c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "GET /v2.0/ports/d2abb2f9-787e-4ea8-b99e-6fd25f8a9b51 HTTP/1.1" status: 404 len: 333 time: 0.0351863 Apr 21 12:54:35.917782 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35398) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:35.968079 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-082c6f53-ce80-4612-9ca9-43af855aa93e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:35.972741 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bedf7218-f251-41d6-8a6f-adebbf2ea34d tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:36.029181 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-220cf526-777c-4670-b97e-fd3064774929 None None] Allocated IP 2001:db8:0:1::2 (43650c3d-b9d7-4e95-8950-e9fadabd5511/35d128df-787e-44ea-9abb-b2bf72c351f7/5ab30fa5-6629-4177-9a97-e7e93ab4efcb) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:36.040312 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082c6f53-ce80-4612-9ca9-43af855aa93e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:36.040862 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bedf7218-f251-41d6-8a6f-adebbf2ea34d tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:36.046970 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a36ff1c9-68ca-44c4-ab2b-cdabc0dc0862 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:36.050706 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c6f53-ce80-4612-9ca9-43af855aa93e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Port': ['ID=366c8650-1d86-44f4-9a0f-b1733e891061,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:36.053020 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-082c6f53-ce80-4612-9ca9-43af855aa93e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:36.059671 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082c6f53-ce80-4612-9ca9-43af855aa93e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:36.064818 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082c6f53-ce80-4612-9ca9-43af855aa93e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:36.065250 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-082c6f53-ce80-4612-9ca9-43af855aa93e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:36.072090 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf7218-f251-41d6-8a6f-adebbf2ea34d tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc7abd7-f1d8-4147-972f-a112f085c7f5,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:36.079688 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082c6f53-ce80-4612-9ca9-43af855aa93e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:36.080030 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082c6f53-ce80-4612-9ca9-43af855aa93e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:36.080613 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082c6f53-ce80-4612-9ca9-43af855aa93e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:36.081839 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082c6f53-ce80-4612-9ca9-43af855aa93e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:36.081839 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082c6f53-ce80-4612-9ca9-43af855aa93e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:36.081839 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082c6f53-ce80-4612-9ca9-43af855aa93e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:36.082181 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082c6f53-ce80-4612-9ca9-43af855aa93e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:36.082274 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082c6f53-ce80-4612-9ca9-43af855aa93e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:36.082897 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082c6f53-ce80-4612-9ca9-43af855aa93e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:36.082897 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082c6f53-ce80-4612-9ca9-43af855aa93e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:36.083160 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082c6f53-ce80-4612-9ca9-43af855aa93e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:36.083489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-082c6f53-ce80-4612-9ca9-43af855aa93e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:54:36.147555 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-220cf526-777c-4670-b97e-fd3064774929 None None] For port 5ab30fa5-6629-4177-9a97-e7e93ab4efcb, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=5ab30fa5-6629-4177-9a97-e7e93ab4efcb,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:36.163558 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a36ff1c9-68ca-44c4-ab2b-cdabc0dc0862 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:36.177021 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-220cf526-777c-4670-b97e-fd3064774929 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:36.179167 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bedf7218-f251-41d6-8a6f-adebbf2ea34d tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:36.181989 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bedf7218-f251-41d6-8a6f-adebbf2ea34d tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4236031 Apr 21 12:54:36.183334 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35400) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:36.188591 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a1796e2f-1b4b-4fda-b246-3010c4e3b6f2 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group_rule': {'security_group_id': '4cc7abd7-f1d8-4147-972f-a112f085c7f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:36.193489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a36ff1c9-68ca-44c4-ab2b-cdabc0dc0862 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4dbfeaf-baff-404f-a9c6-b8b3dbbeb336']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:36.206069 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-082c6f53-ce80-4612-9ca9-43af855aa93e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6015093 Apr 21 12:54:36.206342 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35402) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:36.208240 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a36ff1c9-68ca-44c4-ab2b-cdabc0dc0862 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80937125-7269-4e1c-ba25-fa4a154fd5f4') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:36.208530 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a36ff1c9-68ca-44c4-ab2b-cdabc0dc0862 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80937125-7269-4e1c-ba25-fa4a154fd5f4') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:36.217443 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a36ff1c9-68ca-44c4-ab2b-cdabc0dc0862 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:36.230967 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a36ff1c9-68ca-44c4-ab2b-cdabc0dc0862 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:36.236739 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36ff1c9-68ca-44c4-ab2b-cdabc0dc0862 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:54:36.237128 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a36ff1c9-68ca-44c4-ab2b-cdabc0dc0862 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:54:36.240177 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:54:36.251570 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-220cf526-777c-4670-b97e-fd3064774929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:36.313677 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f7221a09-697f-4bc2-a974-e9a8b9bf402a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting port 366c8650-1d86-44f4-9a0f-b1733e891061 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:36.314012 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f7221a09-697f-4bc2-a974-e9a8b9bf402a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:36.366657 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220cf526-777c-4670-b97e-fd3064774929 None None] Pushing event updated for resources: {'Port': ['ID=5ab30fa5-6629-4177-9a97-e7e93ab4efcb,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:36.374084 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a36ff1c9-68ca-44c4-ab2b-cdabc0dc0862 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:36.385318 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a36ff1c9-68ca-44c4-ab2b-cdabc0dc0862 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:36.391999 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a36ff1c9-68ca-44c4-ab2b-cdabc0dc0862 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/networks/c4dbfeaf-baff-404f-a9c6-b8b3dbbeb336 HTTP/1.1" status: 204 len: 168 time: 0.4698033 Apr 21 12:54:36.392727 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35404) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:36.404736 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ff1c9-68ca-44c4-ab2b-cdabc0dc0862 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Network': ['ID=c4dbfeaf-baff-404f-a9c6-b8b3dbbeb336,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:36.411287 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-b0cce3ff-f461-4dae-86ca-d3eaeb5410ac tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-18577075'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:36.420464 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-a1796e2f-1b4b-4fda-b246-3010c4e3b6f2 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] create failed (client error): The resource could not be found. Apr 21 12:54:36.421507 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a1796e2f-1b4b-4fda-b246-3010c4e3b6f2 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2371044 Apr 21 12:54:36.424762 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35406) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:36.431950 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9307175e-1698-43f5-a476-a15297c57c42 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group_rule': {'security_group_id': '4cc7abd7-f1d8-4147-972f-a112f085c7f5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd434ef23-1865-4944-a50b-b176eb4f323f'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:36.444424 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f7221a09-697f-4bc2-a974-e9a8b9bf402a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:36.457849 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f7221a09-697f-4bc2-a974-e9a8b9bf402a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Calling delete_port for 366c8650-1d86-44f4-9a0f-b1733e891061 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:36.567467 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cce3ff-f461-4dae-86ca-d3eaeb5410ac tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:36.580861 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0cce3ff-f461-4dae-86ca-d3eaeb5410ac tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:36.658009 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-9307175e-1698-43f5-a476-a15297c57c42 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] create failed (client error): The resource could not be found. Apr 21 12:54:36.659199 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9307175e-1698-43f5-a476-a15297c57c42 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2333853 Apr 21 12:54:36.661973 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35416) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:36.722484 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5daa069-ab18-41b8-8d68-5d5a959370f4 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:36.726580 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0cce3ff-f461-4dae-86ca-d3eaeb5410ac tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:54:36.732175 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f7221a09-697f-4bc2-a974-e9a8b9bf402a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:36.749119 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5daa069-ab18-41b8-8d68-5d5a959370f4 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:36.772760 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0cce3ff-f461-4dae-86ca-d3eaeb5410ac tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:36.773115 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-b0cce3ff-f461-4dae-86ca-d3eaeb5410ac tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Added segment 4ba7232d-d68d-43bf-81b3-35cbd44cc484 of type vlan for network 39dd7924-63d7-4314-af0d-cb18dbdc3d13 Apr 21 12:54:36.777820 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7221a09-697f-4bc2-a974-e9a8b9bf402a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Port': ['ID=366c8650-1d86-44f4-9a0f-b1733e891061,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:36.846706 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f7221a09-697f-4bc2-a974-e9a8b9bf402a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:36.858667 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f7221a09-697f-4bc2-a974-e9a8b9bf402a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/366c8650-1d86-44f4-9a0f-b1733e891061 HTTP/1.1" status: 204 len: 168 time: 0.6484289 Apr 21 12:54:36.865557 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35422) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:36.866079 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0cce3ff-f461-4dae-86ca-d3eaeb5410ac tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:36.901932 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5daa069-ab18-41b8-8d68-5d5a959370f4 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:36.905241 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d5daa069-ab18-41b8-8d68-5d5a959370f4 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:36.909278 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d5daa069-ab18-41b8-8d68-5d5a959370f4 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "DELETE /v2.0/security-groups/4cc7abd7-f1d8-4147-972f-a112f085c7f5 HTTP/1.1" status: 204 len: 168 time: 0.2439163 Apr 21 12:54:36.909749 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35426) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:36.948964 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 5ab30fa5-6629-4177-9a97-e7e93ab4efcb up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:54:36.971587 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d1e920bc-73ea-473a-94d4-adc49d6b0089 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0570376 Apr 21 12:54:36.971815 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5daa069-ab18-41b8-8d68-5d5a959370f4 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc7abd7-f1d8-4147-972f-a112f085c7f5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:36.972842 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35428) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:36.977382 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8e77ea6e-492a-4243-bc56-e03b16cd1cbe tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group_rule': {'security_group_id': '30a6ad30-0edb-4924-bd34-5175989372b3', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:36.986466 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0cce3ff-f461-4dae-86ca-d3eaeb5410ac tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:36.993254 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cce3ff-f461-4dae-86ca-d3eaeb5410ac tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:36.994313 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0cce3ff-f461-4dae-86ca-d3eaeb5410ac tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:37.013249 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bee856-5f3d-4478-9f4c-843620c838a0 req-f62c4501-1f2b-4796-b954-13e86db8a56c tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:37.020643 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-84bee856-5f3d-4478-9f4c-843620c838a0 req-f62c4501-1f2b-4796-b954-13e86db8a56c tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 944 time: 0.1297693 Apr 21 12:54:37.036856 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574fb57e-a861-4eda-8a0c-fce592fba53a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:37.041072 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-574fb57e-a861-4eda-8a0c-fce592fba53a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1755583 Apr 21 12:54:37.045263 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35430) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:37.061058 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 19cfa38b-7045-43f7-ba29-c8caa5092a7b up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:54:37.080185 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cce3ff-f461-4dae-86ca-d3eaeb5410ac tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Network': ['ID=39dd7924-63d7-4314-af0d-cb18dbdc3d13,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:37.105473 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 39dd7924-63d7-4314-af0d-cb18dbdc3d13 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:54:37.113757 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 5ab30fa5-6629-4177-9a97-e7e93ab4efcb triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:37.114448 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:37.119160 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-84bee856-5f3d-4478-9f4c-843620c838a0 req-258f5ba7-a104-4272-ad79-1b8bc896c718 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963209 Apr 21 12:54:37.146622 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b0cce3ff-f461-4dae-86ca-d3eaeb5410ac tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7410271 Apr 21 12:54:37.154211 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621a4f73-130c-4fdd-9d41-39b0d76191d6 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:37.155971 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-621a4f73-130c-4fdd-9d41-39b0d76191d6 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1098764 Apr 21 12:54:37.156763 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35434) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:37.158639 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35436) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:37.162420 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6afb4eb7-7570-4e68-91f1-2b27b7277221 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'subnet': {'network_id': '39dd7924-63d7-4314-af0d-cb18dbdc3d13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:37.201401 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-8e77ea6e-492a-4243-bc56-e03b16cd1cbe tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] create failed (client error): The resource could not be found. Apr 21 12:54:37.202822 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8e77ea6e-492a-4243-bc56-e03b16cd1cbe tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2297330 Apr 21 12:54:37.206636 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35438) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:37.216905 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-0d81573d-5df7-4f58-bdf6-473fd607dc81 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group': {'name': 'tempest-secgroup--1877695418'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:37.236180 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7f61addc-ae36-4c49-ae38-5f67b733ae1e None None] Provisioning complete for port 5ab30fa5-6629-4177-9a97-e7e93ab4efcb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:37.236467 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f61addc-ae36-4c49-ae38-5f67b733ae1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:37.285999 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9ae7d8-383b-446b-adef-db9d6d97c135 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:37.287519 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9ae7d8-383b-446b-adef-db9d6d97c135 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:37.289160 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9ae7d8-383b-446b-adef-db9d6d97c135 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:37.293144 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ec9ae7d8-383b-446b-adef-db9d6d97c135 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1246665 Apr 21 12:54:37.294477 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35448) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:37.330748 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 19cfa38b-7045-43f7-ba29-c8caa5092a7b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:37.331114 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:37.341433 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d81573d-5df7-4f58-bdf6-473fd607dc81 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:37.368471 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-43836a20-fe48-4ee2-a44c-f2a01f178315 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting subnet 35d128df-787e-44ea-9abb-b2bf72c351f7 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:54:37.374271 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-43836a20-fe48-4ee2-a44c-f2a01f178315 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:37.411440 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afb4eb7-7570-4e68-91f1-2b27b7277221 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:37.416473 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6afb4eb7-7570-4e68-91f1-2b27b7277221 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:37.451511 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-43836a20-fe48-4ee2-a44c-f2a01f178315 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:37.544315 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:37.571312 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d81573d-5df7-4f58-bdf6-473fd607dc81 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:37.573372 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.ipam_backend_mixin [None req-6afb4eb7-7570-4e68-91f1-2b27b7277221 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Performing IP validity checks on allocation pools {{(pid=103398) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 21 12:54:37.574245 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.ipam_backend_mixin [None req-6afb4eb7-7570-4e68-91f1-2b27b7277221 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103398) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 21 12:54:37.577067 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19cfa38b-7045-43f7-ba29-c8caa5092a7b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:54:37.579884 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182b116b-3fd6-460f-bb62-d83d6bb91dcf" -d '{"events": [{"server_uuid": "b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6", "name": "network-vif-plugged", "status": "completed", "tag": "19cfa38b-7045-43f7-ba29-c8caa5092a7b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:54:37.594968 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-43836a20-fe48-4ee2-a44c-f2a01f178315 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:37.601378 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 19cfa38b-7045-43f7-ba29-c8caa5092a7b, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=19cfa38b-7045-43f7-ba29-c8caa5092a7b,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:37.602931 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-71fdef41-ffa4-4196-a614-644265f8745b None None] Could not find standard attr ID for object 366c8650-1d86-44f4-9a0f-b1733e891061. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:54:37.640148 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3a266c-e76b-448d-a89d-6920297ffa46 x-openstack-request-id: req-0e3a266c-e76b-448d-a89d-6920297ffa46 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:54:37.640148 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6", "name": "network-vif-plugged", "status": "completed", "tag": "19cfa38b-7045-43f7-ba29-c8caa5092a7b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:54:37.640148 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0e3a266c-e76b-448d-a89d-6920297ffa46 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:54:37.640148 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e3a266c-e76b-448d-a89d-6920297ffa46'] response: {'server_uuid': 'b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19cfa38b-7045-43f7-ba29-c8caa5092a7b', 'code': 200} Apr 21 12:54:37.661409 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d81573d-5df7-4f58-bdf6-473fd607dc81 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:37.706775 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81573d-5df7-4f58-bdf6-473fd607dc81 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef52962-d3fe-4d6e-9280-9d6f3bf26724,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:37.715143 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:37.745027 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d81573d-5df7-4f58-bdf6-473fd607dc81 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:37.746364 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0d81573d-5df7-4f58-bdf6-473fd607dc81 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5384753 Apr 21 12:54:37.749735 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35458) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:37.755268 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2e2ec0be-6e4e-48ed-8cb6-d54e25ba374a tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group': {'name': 'tempest-secgroup--2077427719'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:37.776071 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=19cfa38b-7045-43f7-ba29-c8caa5092a7b,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:37.788290 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-43836a20-fe48-4ee2-a44c-f2a01f178315 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:37.814342 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6afb4eb7-7570-4e68-91f1-2b27b7277221 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:37.819860 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43836a20-fe48-4ee2-a44c-f2a01f178315 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Subnet': ['ID=35d128df-787e-44ea-9abb-b2bf72c351f7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:37.827232 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-43836a20-fe48-4ee2-a44c-f2a01f178315 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:37.830356 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-43836a20-fe48-4ee2-a44c-f2a01f178315 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/35d128df-787e-44ea-9abb-b2bf72c351f7 HTTP/1.1" status: 204 len: 168 time: 0.5346613 Apr 21 12:54:37.833069 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35460) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:37.835720 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2612cd18-d189-4b08-a596-860b704d38e7 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:37.877099 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2e2ec0be-6e4e-48ed-8cb6-d54e25ba374a tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:37.903870 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b8e197-d214-4de9-983d-b592987b632b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting subnet 9fea98c7-abd6-44c8-81b2-b07a7c6ad75e {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:54:37.907276 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1b8e197-d214-4de9-983d-b592987b632b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:37.935245 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb4eb7-7570-4e68-91f1-2b27b7277221 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Subnet': ['ID=5b3d4a13-3de9-44a2-b4c3-ab9d8b47fdb8,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:37.949104 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afb4eb7-7570-4e68-91f1-2b27b7277221 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Checking segment: {'id': '4ba7232d-d68d-43bf-81b3-35cbd44cc484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '39dd7924-63d7-4314-af0d-cb18dbdc3d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:54:37.950617 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afb4eb7-7570-4e68-91f1-2b27b7277221 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network hostable DHCP agents. Network: 39dd7924-63d7-4314-af0d-cb18dbdc3d13, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:54:37.951835 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1b8e197-d214-4de9-983d-b592987b632b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:38.093053 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afb4eb7-7570-4e68-91f1-2b27b7277221 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network 39dd7924-63d7-4314-af0d-cb18dbdc3d13 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:54:38.098785 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1b8e197-d214-4de9-983d-b592987b632b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:38.133900 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2e2ec0be-6e4e-48ed-8cb6-d54e25ba374a tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:38.211945 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-6afb4eb7-7570-4e68-91f1-2b27b7277221 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 39dd7924-63d7-4314-af0d-cb18dbdc3d13) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:38.217707 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afb4eb7-7570-4e68-91f1-2b27b7277221 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:38.220399 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9c94e5-d667-42ef-ab32-f0df3e4a3373 None None] Network 39dd7924-63d7-4314-af0d-cb18dbdc3d13 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:38.224445 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6afb4eb7-7570-4e68-91f1-2b27b7277221 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:38.245098 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2e2ec0be-6e4e-48ed-8cb6-d54e25ba374a tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:38.292046 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ec0be-6e4e-48ed-8cb6-d54e25ba374a tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89b9d8e6-d779-41f7-82cf-4e98ffab847c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:38.328849 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1b8e197-d214-4de9-983d-b592987b632b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:38.352483 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5bdd9-c9f1-4b91-b5bd-39b64afc5c8c req-f57d8163-b18b-4567-9618-348d8ca941fb tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:38.362528 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-abd5bdd9-c9f1-4b91-b5bd-39b64afc5c8c req-f57d8163-b18b-4567-9618-348d8ca941fb tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 945 time: 0.1336308 Apr 21 12:54:38.411041 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8e197-d214-4de9-983d-b592987b632b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Subnet': ['ID=9fea98c7-abd6-44c8-81b2-b07a7c6ad75e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:38.417906 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-abd5bdd9-c9f1-4b91-b5bd-39b64afc5c8c req-5a1fdf34-9e4b-4e08-ba8a-133bc627d8ca tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542223 Apr 21 12:54:38.423081 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2e2ec0be-6e4e-48ed-8cb6-d54e25ba374a tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:38.424734 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2e2ec0be-6e4e-48ed-8cb6-d54e25ba374a tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6737943 Apr 21 12:54:38.428640 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35464) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:38.431175 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1b8e197-d214-4de9-983d-b592987b632b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:38.438542 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6afb4eb7-7570-4e68-91f1-2b27b7277221 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2788763 Apr 21 12:54:38.439385 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e1b8e197-d214-4de9-983d-b592987b632b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/9fea98c7-abd6-44c8-81b2-b07a7c6ad75e HTTP/1.1" status: 204 len: 168 time: 0.6050544 Apr 21 12:54:38.440271 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35466) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:38.441052 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35468) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:38.451951 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6c4ea1e6-ae19-4874-9125-12ff359ee4e3 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group_rule': {'security_group_id': '4ef52962-d3fe-4d6e-9280-9d6f3bf26724', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '89b9d8e6-d779-41f7-82cf-4e98ffab847c'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:38.464963 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-447dc277-7a06-4d8b-aa89-ac66337cf991 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'port': {'network_id': '39dd7924-63d7-4314-af0d-cb18dbdc3d13', 'name': 'tempest-PortsTestJSON-919256518'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:38.545272 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d4e3678d-3d5f-4b75-9e74-8f2ab5d9fc55 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1025996 Apr 21 12:54:38.548203 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35470) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:38.556763 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2cc98dd0-7aae-414c-91f5-cd61c8a54018 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:38.562814 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fe4e62-d6d9-4184-a1d8-d45e5f8f6876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-39dd7924-63d7-4314-af0d-cb18dbdc3d13', 'network_id': '39dd7924-63d7-4314-af0d-cb18dbdc3d13', 'tenant_id': 'feca239de2924ae3abaaf49ec4bc8c7a', 'fixed_ips': [{'subnet_id': '5b3d4a13-3de9-44a2-b4c3-ab9d8b47fdb8'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:54:38.566422 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4fe4e62-d6d9-4184-a1d8-d45e5f8f6876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:38.774806 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-6c4ea1e6-ae19-4874-9125-12ff359ee4e3 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:54:38.776125 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6c4ea1e6-ae19-4874-9125-12ff359ee4e3 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3463182 Apr 21 12:54:38.779027 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35472) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:38.827832 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a4fe4e62-d6d9-4184-a1d8-d45e5f8f6876 None None] Allocated IP 172.20.0.2 (39dd7924-63d7-4314-af0d-cb18dbdc3d13/5b3d4a13-3de9-44a2-b4c3-ab9d8b47fdb8/cfc65dcc-28e7-45d3-bcf2-3add5cea3937) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:38.874670 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447dc277-7a06-4d8b-aa89-ac66337cf991 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:38.884627 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3ffb580-ca92-4260-8c4d-426d19493e50 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:38.887798 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-447dc277-7a06-4d8b-aa89-ac66337cf991 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:38.910176 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc98dd0-7aae-414c-91f5-cd61c8a54018 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:38.915123 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2cc98dd0-7aae-414c-91f5-cd61c8a54018 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:38.939752 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094a0773-98c9-4747-8bc8-847350ad3a08 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:38.946815 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-447dc277-7a06-4d8b-aa89-ac66337cf991 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] device_id is not set on port 354dbcda-e21f-4574-b174-486d302c60b2 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:54:38.983514 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3ffb580-ca92-4260-8c4d-426d19493e50 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:39.128917 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3ffb580-ca92-4260-8c4d-426d19493e50 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:39.132776 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3ffb580-ca92-4260-8c4d-426d19493e50 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:39.133953 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a3ffb580-ca92-4260-8c4d-426d19493e50 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "DELETE /v2.0/security-groups/89b9d8e6-d779-41f7-82cf-4e98ffab847c HTTP/1.1" status: 204 len: 168 time: 0.3463407 Apr 21 12:54:39.137098 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35474) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:39.151861 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ffb580-ca92-4260-8c4d-426d19493e50 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b9d8e6-d779-41f7-82cf-4e98ffab847c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:39.245211 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f1d3a65f-4d0e-47aa-bd86-7f7235500e34 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1059775 Apr 21 12:54:39.248021 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35476) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:39.288515 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d06c3e57-db2e-4350-a8dd-d3f491660b36 None None] Provisioning complete for port 5ab30fa5-6629-4177-9a97-e7e93ab4efcb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:39.288515 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d06c3e57-db2e-4350-a8dd-d3f491660b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:39.292321 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2cc98dd0-7aae-414c-91f5-cd61c8a54018 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:39.334053 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4fe4e62-d6d9-4184-a1d8-d45e5f8f6876 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:39.341477 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8a62483-3b64-4e14-b09b-ec5b7a2de9ca tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:39.353606 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc98dd0-7aae-414c-91f5-cd61c8a54018 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:39.367186 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-2cc98dd0-7aae-414c-91f5-cd61c8a54018 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:39.374533 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc98dd0-7aae-414c-91f5-cd61c8a54018 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:39.375533 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2cc98dd0-7aae-414c-91f5-cd61c8a54018 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:39.389189 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8a62483-3b64-4e14-b09b-ec5b7a2de9ca tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:39.423363 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4fe4e62-d6d9-4184-a1d8-d45e5f8f6876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:39.437512 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc98dd0-7aae-414c-91f5-cd61c8a54018 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Subnet': ['ID=4b6782a6-4644-4e7e-81a3-59f4fc2f3076,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:39.490700 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2cc98dd0-7aae-414c-91f5-cd61c8a54018 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9412541 Apr 21 12:54:39.493197 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35480) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:39.494257 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a9b22d-28ed-4969-bc3a-ad97309b0c8b None None] DHCP port deletion for 43650c3d-b9d7-4e95-8950-e9fadabd5511 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:54:39.500150 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-65ce4e64-fb57-4d28-94ba-627207040a4f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:39.523405 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fe4e62-d6d9-4184-a1d8-d45e5f8f6876 None None] Network 39dd7924-63d7-4314-af0d-cb18dbdc3d13 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:39.549209 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a4fe4e62-d6d9-4184-a1d8-d45e5f8f6876 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:39.552440 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fe4e62-d6d9-4184-a1d8-d45e5f8f6876 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:39.555633 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe4e62-d6d9-4184-a1d8-d45e5f8f6876 None None] Pushing event updated for resources: {'Port': ['ID=cfc65dcc-28e7-45d3-bcf2-3add5cea3937,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:39.577815 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8a62483-3b64-4e14-b09b-ec5b7a2de9ca tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:39.580754 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8a62483-3b64-4e14-b09b-ec5b7a2de9ca tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:39.581997 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d8a62483-3b64-4e14-b09b-ec5b7a2de9ca tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "DELETE /v2.0/security-groups/4ef52962-d3fe-4d6e-9280-9d6f3bf26724 HTTP/1.1" status: 204 len: 168 time: 0.3330588 Apr 21 12:54:39.624791 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a4fe4e62-d6d9-4184-a1d8-d45e5f8f6876 None None] Attempting to bind port cfc65dcc-28e7-45d3-bcf2-3add5cea3937 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:54:39.625232 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a4fe4e62-d6d9-4184-a1d8-d45e5f8f6876 None None] Attempting to bind port cfc65dcc-28e7-45d3-bcf2-3add5cea3937 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '4ba7232d-d68d-43bf-81b3-35cbd44cc484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '39dd7924-63d7-4314-af0d-cb18dbdc3d13'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:54:39.625619 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fe4e62-d6d9-4184-a1d8-d45e5f8f6876 None None] Attempting to bind port cfc65dcc-28e7-45d3-bcf2-3add5cea3937 on network 39dd7924-63d7-4314-af0d-cb18dbdc3d13 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:54:39.632443 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35482) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:39.635171 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fe4e62-d6d9-4184-a1d8-d45e5f8f6876 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:54:39.635382 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fe4e62-d6d9-4184-a1d8-d45e5f8f6876 None None] Checking segment: {'id': '4ba7232d-d68d-43bf-81b3-35cbd44cc484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '39dd7924-63d7-4314-af0d-cb18dbdc3d13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:54:39.635778 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4fe4e62-d6d9-4184-a1d8-d45e5f8f6876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:39.636176 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fe4e62-d6d9-4184-a1d8-d45e5f8f6876 None None] Bound using segment: {'id': '4ba7232d-d68d-43bf-81b3-35cbd44cc484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '39dd7924-63d7-4314-af0d-cb18dbdc3d13'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:54:39.636643 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a4fe4e62-d6d9-4184-a1d8-d45e5f8f6876 None None] Bound port: cfc65dcc-28e7-45d3-bcf2-3add5cea3937, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba7232d-d68d-43bf-81b3-35cbd44cc484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '39dd7924-63d7-4314-af0d-cb18dbdc3d13'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:54:39.637026 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4fe4e62-d6d9-4184-a1d8-d45e5f8f6876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:39.641711 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-71a9b22d-28ed-4969-bc3a-ad97309b0c8b None None] Deleting port 5ab30fa5-6629-4177-9a97-e7e93ab4efcb {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:39.642086 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71a9b22d-28ed-4969-bc3a-ad97309b0c8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:39.647358 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a62483-3b64-4e14-b09b-ec5b7a2de9ca tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef52962-d3fe-4d6e-9280-9d6f3bf26724,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:39.688655 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-447dc277-7a06-4d8b-aa89-ac66337cf991 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Allocated IP 172.20.0.6 (39dd7924-63d7-4314-af0d-cb18dbdc3d13/5b3d4a13-3de9-44a2-b4c3-ab9d8b47fdb8/354dbcda-e21f-4574-b174-486d302c60b2) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:39.727190 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-889fce88-c1cd-4785-b977-dd438a119821 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0928183 Apr 21 12:54:39.731558 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35484) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:39.738155 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c996a185-65a0-463c-90fc-f6be6dacef2f tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group': {'name': 'tempest-secgroup--1182591354'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:39.742266 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10442709-006c-4e62-b1c3-72c75e2bb0d5 req-635e0ae7-e8e7-4445-9e30-f5a56d08bfb2 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:39.746180 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-71a9b22d-28ed-4969-bc3a-ad97309b0c8b None None] For port 5ab30fa5-6629-4177-9a97-e7e93ab4efcb, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=5ab30fa5-6629-4177-9a97-e7e93ab4efcb,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:39.746338 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10442709-006c-4e62-b1c3-72c75e2bb0d5 req-635e0ae7-e8e7-4445-9e30-f5a56d08bfb2 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 945 time: 0.1746736 Apr 21 12:54:39.746464 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71a9b22d-28ed-4969-bc3a-ad97309b0c8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:39.757917 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-71a9b22d-28ed-4969-bc3a-ad97309b0c8b None None] Calling delete_port for 5ab30fa5-6629-4177-9a97-e7e93ab4efcb owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:39.795612 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ce4e64-fb57-4d28-94ba-627207040a4f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:39.801226 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65ce4e64-fb57-4d28-94ba-627207040a4f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:39.891219 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c996a185-65a0-463c-90fc-f6be6dacef2f tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:39.909601 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a4fe4e62-d6d9-4184-a1d8-d45e5f8f6876 None None] For port cfc65dcc-28e7-45d3-bcf2-3add5cea3937, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:54:39.914053 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a4fe4e62-d6d9-4184-a1d8-d45e5f8f6876 None None] For port cfc65dcc-28e7-45d3-bcf2-3add5cea3937, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=cfc65dcc-28e7-45d3-bcf2-3add5cea3937,segment=NetworkSegment(4ba7232d-d68d-43bf-81b3-35cbd44cc484),segment_id=4ba7232d-d68d-43bf-81b3-35cbd44cc484)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:54:39.944929 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-447dc277-7a06-4d8b-aa89-ac66337cf991 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:39.949249 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71a9b22d-28ed-4969-bc3a-ad97309b0c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:39.950672 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10442709-006c-4e62-b1c3-72c75e2bb0d5 req-07d3a7bf-9e68-4058-bfb4-f81b9b4a03b0 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1973443 Apr 21 12:54:39.981005 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a9b22d-28ed-4969-bc3a-ad97309b0c8b None None] Pushing event deleted for resources: {'Port': ['ID=5ab30fa5-6629-4177-9a97-e7e93ab4efcb,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:39.994199 n-d-836147-2 neutron-server[103397]: INFO neutron.db.ipam_backend_mixin [None req-65ce4e64-fb57-4d28-94ba-627207040a4f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4b6782a6-4644-4e7e-81a3-59f4fc2f3076 (CIDR: 2001:db8::/64) Apr 21 12:54:39.999052 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a9b22d-28ed-4969-bc3a-ad97309b0c8b None None] No DVR routers for this DVR port 5ab30fa5-6629-4177-9a97-e7e93ab4efcb on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:54:40.013948 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4fe4e62-d6d9-4184-a1d8-d45e5f8f6876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:40.047473 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c96e870-d0e3-4756-84cd-69a270fcc0e3 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:40.051271 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ce4e64-fb57-4d28-94ba-627207040a4f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:54:40.059111 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ce4e64-fb57-4d28-94ba-627207040a4f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:40.063725 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c996a185-65a0-463c-90fc-f6be6dacef2f tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:40.086860 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-447dc277-7a06-4d8b-aa89-ac66337cf991 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:40.155496 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447dc277-7a06-4d8b-aa89-ac66337cf991 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network 39dd7924-63d7-4314-af0d-cb18dbdc3d13 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:40.162030 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-447dc277-7a06-4d8b-aa89-ac66337cf991 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:40.164710 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447dc277-7a06-4d8b-aa89-ac66337cf991 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:40.165940 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe4e62-d6d9-4184-a1d8-d45e5f8f6876 None None] Pushing event updated for resources: {'Port': ['ID=cfc65dcc-28e7-45d3-bcf2-3add5cea3937,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:40.177567 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c996a185-65a0-463c-90fc-f6be6dacef2f tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:40.246558 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-65ce4e64-fb57-4d28-94ba-627207040a4f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7494037 Apr 21 12:54:40.254695 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35486) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:40.261295 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e3bbdf2d-5817-4661-bdcb-5a5b91150b59 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:40.336816 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca699e24-65ff-43ec-895b-86b063e9d7c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-43650c3d-b9d7-4e95-8950-e9fadabd5511', 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'fixed_ips': [{'subnet_id': '4b6782a6-4644-4e7e-81a3-59f4fc2f3076'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:54:40.338351 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca699e24-65ff-43ec-895b-86b063e9d7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:40.504103 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c996a185-65a0-463c-90fc-f6be6dacef2f tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be8e0727-4678-4914-acac-0401c6c31085,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:40.526792 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c996a185-65a0-463c-90fc-f6be6dacef2f tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:40.528363 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c996a185-65a0-463c-90fc-f6be6dacef2f tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7953360 Apr 21 12:54:40.531534 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35488) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:40.537087 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-0cc9b050-3a06-4989-a19f-7fe58d5ef96e tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group_rule': {'security_group_id': 'be8e0727-4678-4914-acac-0401c6c31085', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:40.614634 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ca699e24-65ff-43ec-895b-86b063e9d7c6 None None] Allocated IP 2001:db8::2 (43650c3d-b9d7-4e95-8950-e9fadabd5511/4b6782a6-4644-4e7e-81a3-59f4fc2f3076/61967955-e53f-4e92-9e3f-94a0a3735499) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:40.692617 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bbdf2d-5817-4661-bdcb-5a5b91150b59 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:40.697892 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3bbdf2d-5817-4661-bdcb-5a5b91150b59 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:40.721812 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447dc277-7a06-4d8b-aa89-ac66337cf991 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Port': ['ID=354dbcda-e21f-4574-b174-486d302c60b2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:40.765006 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447dc277-7a06-4d8b-aa89-ac66337cf991 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:40.766506 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-447dc277-7a06-4d8b-aa89-ac66337cf991 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:40.896143 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-447dc277-7a06-4d8b-aa89-ac66337cf991 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4417071 Apr 21 12:54:40.906467 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35490) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:40.973411 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-0cc9b050-3a06-4989-a19f-7fe58d5ef96e tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:54:40.974586 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0cc9b050-3a06-4989-a19f-7fe58d5ef96e tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4418535 Apr 21 12:54:40.977895 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35492) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:40.985178 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-888670ce-42d6-4c60-b087-2cc1ff4b9f47 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group_rule': {'security_group_id': 'be8e0727-4678-4914-acac-0401c6c31085', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:40.997004 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca699e24-65ff-43ec-895b-86b063e9d7c6 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:41.017703 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device cfc65dcc-28e7-45d3-bcf2-3add5cea3937 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:54:41.125614 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port cfc65dcc-28e7-45d3-bcf2-3add5cea3937 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:41.127475 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:41.219880 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-2f6fce1a-32a3-4603-96ea-ba92e75b65a8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting port 354dbcda-e21f-4574-b174-486d302c60b2 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:41.220272 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2f6fce1a-32a3-4603-96ea-ba92e75b65a8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:41.261536 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca699e24-65ff-43ec-895b-86b063e9d7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:41.280747 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-888670ce-42d6-4c60-b087-2cc1ff4b9f47 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:54:41.281831 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-888670ce-42d6-4c60-b087-2cc1ff4b9f47 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3019118 Apr 21 12:54:41.285178 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35496) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:41.343681 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca699e24-65ff-43ec-895b-86b063e9d7c6 None None] Pushing event updated for resources: {'Port': ['ID=61967955-e53f-4e92-9e3f-94a0a3735499,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:41.372849 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca699e24-65ff-43ec-895b-86b063e9d7c6 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:41.382482 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ca699e24-65ff-43ec-895b-86b063e9d7c6 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:41.386771 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca699e24-65ff-43ec-895b-86b063e9d7c6 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:41.397223 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:41.438546 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020cceb-e8c7-4a3a-a442-fccc2de5a0ad req-8347c726-4285-4830-b768-f784e61cc880 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:41.443560 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e020cceb-e8c7-4a3a-a442-fccc2de5a0ad req-8347c726-4285-4830-b768-f784e61cc880 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 945 time: 0.2178011 Apr 21 12:54:41.456100 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6613e8f-ec0d-4baa-8d2a-3c2c1e906698 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:41.457747 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2f6fce1a-32a3-4603-96ea-ba92e75b65a8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:41.480461 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-2f6fce1a-32a3-4603-96ea-ba92e75b65a8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Calling delete_port for 354dbcda-e21f-4574-b174-486d302c60b2 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:41.497962 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6613e8f-ec0d-4baa-8d2a-3c2c1e906698 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:41.503941 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port cfc65dcc-28e7-45d3-bcf2-3add5cea3937, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=cfc65dcc-28e7-45d3-bcf2-3add5cea3937,segment=NetworkSegment(4ba7232d-d68d-43bf-81b3-35cbd44cc484),segment_id=4ba7232d-d68d-43bf-81b3-35cbd44cc484)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:41.563274 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ca699e24-65ff-43ec-895b-86b063e9d7c6 None None] Attempting to bind port 61967955-e53f-4e92-9e3f-94a0a3735499 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:54:41.570338 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ca699e24-65ff-43ec-895b-86b063e9d7c6 None None] Attempting to bind port 61967955-e53f-4e92-9e3f-94a0a3735499 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:54:41.570338 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca699e24-65ff-43ec-895b-86b063e9d7c6 None None] Attempting to bind port 61967955-e53f-4e92-9e3f-94a0a3735499 on network 43650c3d-b9d7-4e95-8950-e9fadabd5511 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:54:41.578399 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca699e24-65ff-43ec-895b-86b063e9d7c6 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:54:41.587752 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca699e24-65ff-43ec-895b-86b063e9d7c6 None None] Checking segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:54:41.587971 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca699e24-65ff-43ec-895b-86b063e9d7c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:41.590055 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca699e24-65ff-43ec-895b-86b063e9d7c6 None None] Bound using segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:54:41.590798 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ca699e24-65ff-43ec-895b-86b063e9d7c6 None None] Bound port: 61967955-e53f-4e92-9e3f-94a0a3735499, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:54:41.591256 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca699e24-65ff-43ec-895b-86b063e9d7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:41.627468 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:41.658475 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e020cceb-e8c7-4a3a-a442-fccc2de5a0ad req-c31077a6-ec4f-40c3-8d12-77e3d9df5025 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2045417 Apr 21 12:54:41.702559 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6613e8f-ec0d-4baa-8d2a-3c2c1e906698 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:41.707302 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6613e8f-ec0d-4baa-8d2a-3c2c1e906698 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:41.707302 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f6613e8f-ec0d-4baa-8d2a-3c2c1e906698 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "DELETE /v2.0/security-groups/be8e0727-4678-4914-acac-0401c6c31085 HTTP/1.1" status: 204 len: 168 time: 0.4204307 Apr 21 12:54:41.712048 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35498) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:41.741688 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 5ab30fa5-6629-4177-9a97-e7e93ab4efcb no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:54:41.742779 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6613e8f-ec0d-4baa-8d2a-3c2c1e906698 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8e0727-4678-4914-acac-0401c6c31085,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:41.782226 n-d-836147-2 neutron-server[103397]: DEBUG neutron.objects.ports [None req-e3bbdf2d-5817-4661-bdcb-5a5b91150b59 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 12:54:41.824039 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ef32fdd5-c3e2-4bc0-bdb5-7d95c6b98a84 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1088300 Apr 21 12:54:41.827374 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35500) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:41.832886 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-489ac6f5-6bc8-48a7-8780-de73daaaea28 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group': {'name': 'tempest-secgroup--1287912649'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:41.838639 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eaba2c-d5de-4dfd-8430-598456f0bde6 None None] Network 39dd7924-63d7-4314-af0d-cb18dbdc3d13 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:41.857553 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 5ab30fa5-6629-4177-9a97-e7e93ab4efcb {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:54:41.860532 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 5ab30fa5-6629-4177-9a97-e7e93ab4efcb not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:54:41.886020 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2f6fce1a-32a3-4603-96ea-ba92e75b65a8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:41.932788 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=cfc65dcc-28e7-45d3-bcf2-3add5cea3937,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:41.944191 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-489ac6f5-6bc8-48a7-8780-de73daaaea28 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:41.974316 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ca699e24-65ff-43ec-895b-86b063e9d7c6 None None] For port 61967955-e53f-4e92-9e3f-94a0a3735499, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:54:41.979518 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ca699e24-65ff-43ec-895b-86b063e9d7c6 None None] For port 61967955-e53f-4e92-9e3f-94a0a3735499, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=61967955-e53f-4e92-9e3f-94a0a3735499,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:54:41.980651 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6a3682a1-4cf5-4365-be03-e572b1ae32c2 None None] Provisioning complete for port cfc65dcc-28e7-45d3-bcf2-3add5cea3937 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:41.981649 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a3682a1-4cf5-4365-be03-e572b1ae32c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:42.059695 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca699e24-65ff-43ec-895b-86b063e9d7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:42.090892 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-489ac6f5-6bc8-48a7-8780-de73daaaea28 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:42.170998 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-489ac6f5-6bc8-48a7-8780-de73daaaea28 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:42.236085 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca699e24-65ff-43ec-895b-86b063e9d7c6 None None] Pushing event updated for resources: {'Port': ['ID=61967955-e53f-4e92-9e3f-94a0a3735499,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:42.253314 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ac6f5-6bc8-48a7-8780-de73daaaea28 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca93ad5c-4a9e-410c-985c-ba87ae05424d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:42.288055 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6fce1a-32a3-4603-96ea-ba92e75b65a8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Port': ['ID=354dbcda-e21f-4574-b174-486d302c60b2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:42.318560 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-489ac6f5-6bc8-48a7-8780-de73daaaea28 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:42.318560 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-489ac6f5-6bc8-48a7-8780-de73daaaea28 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4838064 Apr 21 12:54:42.318560 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35502) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:42.320122 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2f74ceff-fb6c-478e-b613-d7be7fad578a tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:42.320894 n-d-836147-2 neutron-server[103398]: WARNING neutron.api.v2.base [None req-2f74ceff-fb6c-478e-b613-d7be7fad578a tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 21 12:54:42.323872 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-2f74ceff-fb6c-478e-b613-d7be7fad578a tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] update failed (client error): There was a conflict when trying to complete your request. Apr 21 12:54:42.332095 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2f74ceff-fb6c-478e-b613-d7be7fad578a tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "PUT /v2.0/security-groups/ca93ad5c-4a9e-410c-985c-ba87ae05424d HTTP/1.1" status: 409 len: 330 time: 0.0155768 Apr 21 12:54:42.332710 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35504) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:42.449419 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e80db9b8-1adc-465e-a40f-ae88462d878b tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:42.502394 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e80db9b8-1adc-465e-a40f-ae88462d878b tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:42.521662 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2f6fce1a-32a3-4603-96ea-ba92e75b65a8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:42.528407 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2f6fce1a-32a3-4603-96ea-ba92e75b65a8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/ports/354dbcda-e21f-4574-b174-486d302c60b2 HTTP/1.1" status: 204 len: 168 time: 1.6255693 Apr 21 12:54:42.529505 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35506) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:42.556441 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de13ce4-0b5d-4c75-b31e-05c340e35309 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:42.557106 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de13ce4-0b5d-4c75-b31e-05c340e35309 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:42.560631 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7de13ce4-0b5d-4c75-b31e-05c340e35309 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/ports/354dbcda-e21f-4574-b174-486d302c60b2 HTTP/1.1" status: 404 len: 333 time: 0.0296991 Apr 21 12:54:42.565782 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35508) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:42.630163 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-39252c96-edce-4744-8cb3-6407b1b80131 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] GET failed (client error): The resource could not be found. Apr 21 12:54:42.634819 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-39252c96-edce-4744-8cb3-6407b1b80131 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "GET /v2.0/ports/354dbcda-e21f-4574-b174-486d302c60b2 HTTP/1.1" status: 404 len: 333 time: 0.0649848 Apr 21 12:54:42.636295 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35510) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:42.648478 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3bbdf2d-5817-4661-bdcb-5a5b91150b59 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:42.732922 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6097fe9a-6ae2-4bb2-a9ef-fbc025fb761b None None] Provisioning complete for port cfc65dcc-28e7-45d3-bcf2-3add5cea3937 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:42.733401 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6097fe9a-6ae2-4bb2-a9ef-fbc025fb761b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:42.742705 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fce7360-d320-4811-8911-f542fd0003f3 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting subnet 5b3d4a13-3de9-44a2-b4c3-ab9d8b47fdb8 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:54:42.754735 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1fce7360-d320-4811-8911-f542fd0003f3 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:42.865359 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389bd34-1230-4a59-babd-53037b6d07fc req-33ddb1cb-8805-4d9d-b76c-58faea3e6dc0 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:42.873495 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f389bd34-1230-4a59-babd-53037b6d07fc req-33ddb1cb-8805-4d9d-b76c-58faea3e6dc0 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 945 time: 0.0998130 Apr 21 12:54:42.907110 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-e3bbdf2d-5817-4661-bdcb-5a5b91150b59 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] For port 61967955-e53f-4e92-9e3f-94a0a3735499, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=61967955-e53f-4e92-9e3f-94a0a3735499,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:42.923250 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e80db9b8-1adc-465e-a40f-ae88462d878b tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:42.927379 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e80db9b8-1adc-465e-a40f-ae88462d878b tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:42.929858 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e80db9b8-1adc-465e-a40f-ae88462d878b tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "DELETE /v2.0/security-groups/ca93ad5c-4a9e-410c-985c-ba87ae05424d HTTP/1.1" status: 204 len: 168 time: 0.5956767 Apr 21 12:54:42.941973 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35514) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:42.942182 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3bbdf2d-5817-4661-bdcb-5a5b91150b59 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:42.956900 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1fce7360-d320-4811-8911-f542fd0003f3 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:42.972924 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f389bd34-1230-4a59-babd-53037b6d07fc req-214407ad-e92e-4075-9fb2-18207c5755d7 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943398 Apr 21 12:54:42.974105 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80db9b8-1adc-465e-a40f-ae88462d878b tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca93ad5c-4a9e-410c-985c-ba87ae05424d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:43.022882 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3bbdf2d-5817-4661-bdcb-5a5b91150b59 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:43.022882 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3bbdf2d-5817-4661-bdcb-5a5b91150b59 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:43.028472 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f3809d3a-80e1-4a85-b947-18f797bd048b tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0830214 Apr 21 12:54:43.032312 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35516) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:43.052596 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device cfc65dcc-28e7-45d3-bcf2-3add5cea3937 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:54:43.072086 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-12c282c9-be64-4b98-9b4b-13dcc184815e tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] delete failed (client error): The resource could not be found. Apr 21 12:54:43.072086 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-12c282c9-be64-4b98-9b4b-13dcc184815e tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "DELETE /v2.0/security-groups/ffa0ed94-bd6e-4db8-b30a-1fc26093a345 HTTP/1.1" status: 404 len: 347 time: 0.0311954 Apr 21 12:54:43.073327 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35518) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:43.099622 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bbdf2d-5817-4661-bdcb-5a5b91150b59 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:43.104306 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-a55adf6f-f668-4e44-8f35-b57230a08ba4 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] show failed (client error): The resource could not be found. Apr 21 12:54:43.110839 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a55adf6f-f668-4e44-8f35-b57230a08ba4 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "GET /v2.0/security-groups/1f57bf39-8c16-4297-ac99-94f5b1641f69 HTTP/1.1" status: 404 len: 347 time: 0.0361199 Apr 21 12:54:43.111486 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35522) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:43.113438 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port cfc65dcc-28e7-45d3-bcf2-3add5cea3937 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:43.113832 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:43.120265 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-e3bbdf2d-5817-4661-bdcb-5a5b91150b59 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:43.141639 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bbdf2d-5817-4661-bdcb-5a5b91150b59 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:43.142229 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3bbdf2d-5817-4661-bdcb-5a5b91150b59 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:43.146872 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-60e72ad2-336d-4dfd-af70-32ef47fd0fd0 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] show failed (client error): The resource could not be found. Apr 21 12:54:43.155324 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-60e72ad2-336d-4dfd-af70-32ef47fd0fd0 tempest-NegativeSecGroupIPv6Test-939806011 tempest-NegativeSecGroupIPv6Test-939806011-project] 10.222.0.36 "GET /v2.0/security-group-rules/d3b0c24b-3bd3-49f8-b30e-8a25cd754dc4 HTTP/1.1" status: 404 len: 356 time: 0.0300651 Apr 21 12:54:43.166337 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-69474ea3-aa0b-4c5b-a36b-d9ebbdc242e8 None None] Could not find standard attr ID for object 354dbcda-e21f-4574-b174-486d302c60b2. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:54:43.231183 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbdf2d-5817-4661-bdcb-5a5b91150b59 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Subnet': ['ID=8dc153c6-b21a-4531-bfe0-700b881bca35,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:43.258035 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 61967955-e53f-4e92-9e3f-94a0a3735499 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:54:43.287239 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbdf2d-5817-4661-bdcb-5a5b91150b59 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Port': ['ID=61967955-e53f-4e92-9e3f-94a0a3735499,revision_number=4']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:43.302615 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e3bbdf2d-5817-4661-bdcb-5a5b91150b59 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.0436766 Apr 21 12:54:43.304197 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35530) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:43.311008 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-79051ba8-e250-4fc4-88e5-bd7c18214fa0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'port': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'mac_address': 'fa:16:3e:60:f3:29', 'name': 'tempest-NetworksTestDHCPv6-652411937'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:43.375578 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1fce7360-d320-4811-8911-f542fd0003f3 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:43.409937 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 61967955-e53f-4e92-9e3f-94a0a3735499 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:43.409937 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:43.488177 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfa810ca-fbd6-4612-b70c-9e412f14cccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:43.532043 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1fce7360-d320-4811-8911-f542fd0003f3 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:43.564789 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1fce7360-d320-4811-8911-f542fd0003f3 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:43.571871 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1fce7360-d320-4811-8911-f542fd0003f3 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/subnets/5b3d4a13-3de9-44a2-b4c3-ab9d8b47fdb8 HTTP/1.1" status: 204 len: 168 time: 0.9346671 Apr 21 12:54:43.574443 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35532) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:43.580356 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:43.611291 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf7950a-3785-472c-85dd-f5a179af9a9d None None] Network 39dd7924-63d7-4314-af0d-cb18dbdc3d13 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:43.626207 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce7360-d320-4811-8911-f542fd0003f3 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Subnet': ['ID=5b3d4a13-3de9-44a2-b4c3-ab9d8b47fdb8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:43.687010 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 61967955-e53f-4e92-9e3f-94a0a3735499, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=61967955-e53f-4e92-9e3f-94a0a3735499,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:43.691540 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79051ba8-e250-4fc4-88e5-bd7c18214fa0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:43.780850 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:43.787047 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f56931d1-960a-4605-9455-e0beeae6f381 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:43.876145 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6f667b-2dec-464e-8b68-64334622d364 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:43.880145 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79051ba8-e250-4fc4-88e5-bd7c18214fa0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:43.889397 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35536) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:43.921543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-79051ba8-e250-4fc4-88e5-bd7c18214fa0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] device_id is not set on port 58d18112-34bd-4667-8688-ce62e9c5840d yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:54:43.923412 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f56931d1-960a-4605-9455-e0beeae6f381 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting port cfc65dcc-28e7-45d3-bcf2-3add5cea3937 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:43.923756 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f56931d1-960a-4605-9455-e0beeae6f381 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:44.103960 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-f56931d1-960a-4605-9455-e0beeae6f381 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] For port cfc65dcc-28e7-45d3-bcf2-3add5cea3937, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=cfc65dcc-28e7-45d3-bcf2-3add5cea3937,segment=NetworkSegment(4ba7232d-d68d-43bf-81b3-35cbd44cc484),segment_id=4ba7232d-d68d-43bf-81b3-35cbd44cc484)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:44.104341 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f56931d1-960a-4605-9455-e0beeae6f381 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:44.134858 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f56931d1-960a-4605-9455-e0beeae6f381 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Calling delete_port for cfc65dcc-28e7-45d3-bcf2-3add5cea3937 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:44.252770 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfdf05-ec6b-42af-ba73-b397636cda4b req-e2cbb7c5-4949-468f-8efe-02b21da09540 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:44.254452 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b6bfdf05-ec6b-42af-ba73-b397636cda4b req-e2cbb7c5-4949-468f-8efe-02b21da09540 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 945 time: 0.1462677 Apr 21 12:54:44.262206 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-79051ba8-e250-4fc4-88e5-bd7c18214fa0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Allocated IP 2001:db8::e6 (43650c3d-b9d7-4e95-8950-e9fadabd5511/4b6782a6-4644-4e7e-81a3-59f4fc2f3076/58d18112-34bd-4667-8688-ce62e9c5840d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:44.273165 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9a38d280-5008-43c3-97e4-829498a060f2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1b345ed69d724e52a6fc7c6ec185fe13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3815064 Apr 21 12:54:44.278616 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35542) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:44.282522 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-79051ba8-e250-4fc4-88e5-bd7c18214fa0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Allocated IP 2001:db8:0:1:f816:3eff:fe60:f329 (43650c3d-b9d7-4e95-8950-e9fadabd5511/8dc153c6-b21a-4531-bfe0-700b881bca35/58d18112-34bd-4667-8688-ce62e9c5840d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:44.329401 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d5fcd1a3-823d-4f74-a458-c5624f3bc3fa None None] Provisioning complete for port 61967955-e53f-4e92-9e3f-94a0a3735499 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:44.329791 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5fcd1a3-823d-4f74-a458-c5624f3bc3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:44.341877 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b6bfdf05-ec6b-42af-ba73-b397636cda4b req-bf962996-2787-44a1-b451-140c09765a04 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770597 Apr 21 12:54:44.380310 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=61967955-e53f-4e92-9e3f-94a0a3735499,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:44.447890 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84fddbbc-7f5f-48ee-a033-4d9547b0ede3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:44.484304 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdfd39d-aaeb-45f7-b987-592e13847e7a None None] DHCP port deletion for 39dd7924-63d7-4314-af0d-cb18dbdc3d13 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:54:44.485498 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84fddbbc-7f5f-48ee-a033-4d9547b0ede3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:44.537011 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f56931d1-960a-4605-9455-e0beeae6f381 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:44.576791 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cfdfd39d-aaeb-45f7-b987-592e13847e7a None None] Deleting port cfc65dcc-28e7-45d3-bcf2-3add5cea3937 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:44.577168 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfdfd39d-aaeb-45f7-b987-592e13847e7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:44.592420 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56931d1-960a-4605-9455-e0beeae6f381 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Port': ['ID=cfc65dcc-28e7-45d3-bcf2-3add5cea3937,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:44.601616 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79051ba8-e250-4fc4-88e5-bd7c18214fa0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:44.605027 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56931d1-960a-4605-9455-e0beeae6f381 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] No DVR routers for this DVR port cfc65dcc-28e7-45d3-bcf2-3add5cea3937 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:54:44.657695 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84fddbbc-7f5f-48ee-a033-4d9547b0ede3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:44.659162 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-cfdfd39d-aaeb-45f7-b987-592e13847e7a None None] For port cfc65dcc-28e7-45d3-bcf2-3add5cea3937, host n-d-836147-2, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:44.659562 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfdfd39d-aaeb-45f7-b987-592e13847e7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:44.660468 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84fddbbc-7f5f-48ee-a033-4d9547b0ede3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:44.662297 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-84fddbbc-7f5f-48ee-a033-4d9547b0ede3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a39b8eef-cd0f-44f7-9942-20fffd261f9b HTTP/1.1" status: 204 len: 168 time: 0.3816466 Apr 21 12:54:44.677399 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cfdfd39d-aaeb-45f7-b987-592e13847e7a None None] Calling delete_port for cfc65dcc-28e7-45d3-bcf2-3add5cea3937 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:44.680436 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-cfdfd39d-aaeb-45f7-b987-592e13847e7a None None] Port cfc65dcc-28e7-45d3-bcf2-3add5cea3937 was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 12:54:44.682533 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cfdfd39d-aaeb-45f7-b987-592e13847e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:44.696321 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdfd39d-aaeb-45f7-b987-592e13847e7a None None] No DVR routers for this DVR port cfc65dcc-28e7-45d3-bcf2-3add5cea3937 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:54:44.728716 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdfd39d-aaeb-45f7-b987-592e13847e7a None None] Pushing event deleted for resources: {'Port': ['ID=cfc65dcc-28e7-45d3-bcf2-3add5cea3937,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:44.755047 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79051ba8-e250-4fc4-88e5-bd7c18214fa0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:44.758562 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fddbbc-7f5f-48ee-a033-4d9547b0ede3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39b8eef-cd0f-44f7-9942-20fffd261f9b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:44.795618 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f56931d1-960a-4605-9455-e0beeae6f381 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:44.822323 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f56931d1-960a-4605-9455-e0beeae6f381 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39dd7924-63d7-4314-af0d-cb18dbdc3d13']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:44.833463 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79051ba8-e250-4fc4-88e5-bd7c18214fa0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:44.835112 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f56931d1-960a-4605-9455-e0beeae6f381 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba7232d-d68d-43bf-81b3-35cbd44cc484') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:44.835395 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-f56931d1-960a-4605-9455-e0beeae6f381 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba7232d-d68d-43bf-81b3-35cbd44cc484') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:44.839257 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-79051ba8-e250-4fc4-88e5-bd7c18214fa0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:44.843712 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79051ba8-e250-4fc4-88e5-bd7c18214fa0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:44.849949 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79051ba8-e250-4fc4-88e5-bd7c18214fa0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:44.850791 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-79051ba8-e250-4fc4-88e5-bd7c18214fa0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:44.850948 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f56931d1-960a-4605-9455-e0beeae6f381 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:44.870107 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f56931d1-960a-4605-9455-e0beeae6f381 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:44.878811 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f56931d1-960a-4605-9455-e0beeae6f381 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:54:44.879217 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f56931d1-960a-4605-9455-e0beeae6f381 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:44.885626 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79051ba8-e250-4fc4-88e5-bd7c18214fa0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Port': ['ID=58d18112-34bd-4667-8688-ce62e9c5840d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:54:44.885859 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:54:44.945898 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 61967955-e53f-4e92-9e3f-94a0a3735499 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:54:44.990224 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-79051ba8-e250-4fc4-88e5-bd7c18214fa0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.6832488 Apr 21 12:54:44.990490 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35548) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:45.033815 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 61967955-e53f-4e92-9e3f-94a0a3735499 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:45.034267 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:45.081681 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f56931d1-960a-4605-9455-e0beeae6f381 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:45.103037 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f56931d1-960a-4605-9455-e0beeae6f381 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:45.112852 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f56931d1-960a-4605-9455-e0beeae6f381 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/networks/39dd7924-63d7-4314-af0d-cb18dbdc3d13 HTTP/1.1" status: 204 len: 168 time: 1.5072207 Apr 21 12:54:45.116658 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35554) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:45.121973 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8aa1107c-9a78-4151-8a20-f42f4178b8af tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-870429272'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:45.144908 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56931d1-960a-4605-9455-e0beeae6f381 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Network': ['ID=39dd7924-63d7-4314-af0d-cb18dbdc3d13,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:45.192299 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1260194e-4ed2-49fa-85d8-3c863b297147 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting port 58d18112-34bd-4667-8688-ce62e9c5840d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:45.192641 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1260194e-4ed2-49fa-85d8-3c863b297147 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:45.291763 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa1107c-9a78-4151-8a20-f42f4178b8af tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:45.299435 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8aa1107c-9a78-4151-8a20-f42f4178b8af tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:45.341038 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device cfc65dcc-28e7-45d3-bcf2-3add5cea3937 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:54:45.387807 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa1107c-9a78-4151-8a20-f42f4178b8af tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:54:45.404565 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: cfc65dcc-28e7-45d3-bcf2-3add5cea3937 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:54:45.405259 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device cfc65dcc-28e7-45d3-bcf2-3add5cea3937 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:54:45.406810 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1260194e-4ed2-49fa-85d8-3c863b297147 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:45.418453 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8aa1107c-9a78-4151-8a20-f42f4178b8af tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:45.418615 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-8aa1107c-9a78-4151-8a20-f42f4178b8af tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Added segment 18f73b8c-629e-4f56-8baf-1273529a2120 of type vlan for network b92a22a3-94ce-48b5-8dc4-423e6972ba2c Apr 21 12:54:45.440512 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1260194e-4ed2-49fa-85d8-3c863b297147 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Calling delete_port for 58d18112-34bd-4667-8688-ce62e9c5840d owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:45.510470 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-334a8781-951c-4e30-a4d8-aa9c97132737 None None] Provisioning complete for port 61967955-e53f-4e92-9e3f-94a0a3735499 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:45.516170 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-334a8781-951c-4e30-a4d8-aa9c97132737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:45.558904 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8aa1107c-9a78-4151-8a20-f42f4178b8af tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:45.724804 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0681302b-150e-4fe4-b93e-d1d6a9899a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:45.832054 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72826f9d-cede-42fe-9af1-1de1faad5a68 req-82a6cb8a-9846-4c10-b193-c2b2d1628d2f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:45.833829 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72826f9d-cede-42fe-9af1-1de1faad5a68 req-82a6cb8a-9846-4c10-b193-c2b2d1628d2f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.3333106 Apr 21 12:54:45.862456 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-baa2e12d-0ce3-445f-8287-5d3e58d20ec3 None None] Provisioning complete for port 58d18112-34bd-4667-8688-ce62e9c5840d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:45.863059 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-baa2e12d-0ce3-445f-8287-5d3e58d20ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:45.897167 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c5d9e-8313-4f7d-90df-3ea2a7af6151 req-c58dc76e-bf8d-4ea3-8cee-316e325b7c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:45.898845 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f82c5d9e-8313-4f7d-90df-3ea2a7af6151 req-c58dc76e-bf8d-4ea3-8cee-316e325b7c38 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f94db1c78e7042a5b25684fb2e0b4069&device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 1095 time: 0.3952472 Apr 21 12:54:45.913724 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-baa2e12d-0ce3-445f-8287-5d3e58d20ec3 None None] Port 58d18112-34bd-4667-8688-ce62e9c5840d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:54:45.924299 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d83f17-0ac4-43f4-bcf4-75521a36406b req-69f6a5c0-86bf-490d-aee2-177f6e74fe05 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:45.926392 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51d83f17-0ac4-43f4-bcf4-75521a36406b req-69f6a5c0-86bf-490d-aee2-177f6e74fe05 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 945 time: 0.3879576 Apr 21 12:54:45.927324 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8aa1107c-9a78-4151-8a20-f42f4178b8af tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:45.932920 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa1107c-9a78-4151-8a20-f42f4178b8af tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:45.934293 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8aa1107c-9a78-4151-8a20-f42f4178b8af tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:46.010514 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72826f9d-cede-42fe-9af1-1de1faad5a68 req-17b45842-0150-4013-8e7a-d089c8fd95fe tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1394782 Apr 21 12:54:46.093747 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35574) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:46.094399 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8aa1107c-9a78-4151-8a20-f42f4178b8af tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9760218 Apr 21 12:54:46.099218 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ae769ccb-cdde-4ba5-bb2c-c768faba1522 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'subnet': {'network_id': 'b92a22a3-94ce-48b5-8dc4-423e6972ba2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:46.161047 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51d83f17-0ac4-43f4-bcf4-75521a36406b req-1b1bad0a-f2ae-4221-baa8-4613e4203404 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040496 Apr 21 12:54:46.188546 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1107c-9a78-4151-8a20-f42f4178b8af tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Network': ['ID=b92a22a3-94ce-48b5-8dc4-423e6972ba2c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:46.200598 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network b92a22a3-94ce-48b5-8dc4-423e6972ba2c details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:54:46.224185 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c5d9e-8313-4f7d-90df-3ea2a7af6151 req-78800b58-2627-418d-b1db-aef120a9af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:46.225749 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f82c5d9e-8313-4f7d-90df-3ea2a7af6151 req-78800b58-2627-418d-b1db-aef120a9af1b service neutron] 10.222.0.24 "GET /v2.0/networks?id=ff8e5b58-c3c2-47b6-b0e6-14167c057929 HTTP/1.1" status: 200 len: 913 time: 0.2800279 Apr 21 12:54:46.319218 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f82c5d9e-8313-4f7d-90df-3ea2a7af6151 req-0dfb3392-d46a-4066-89e5-5ed8c6cea215 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 HTTP/1.1" status: 200 len: 998 time: 0.0846364 Apr 21 12:54:46.321442 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1260194e-4ed2-49fa-85d8-3c863b297147 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:46.348605 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae769ccb-cdde-4ba5-bb2c-c768faba1522 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:46.352836 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae769ccb-cdde-4ba5-bb2c-c768faba1522 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:46.415569 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260194e-4ed2-49fa-85d8-3c863b297147 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Port': ['ID=58d18112-34bd-4667-8688-ce62e9c5840d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:46.498843 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1260194e-4ed2-49fa-85d8-3c863b297147 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:46.502246 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1260194e-4ed2-49fa-85d8-3c863b297147 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/58d18112-34bd-4667-8688-ce62e9c5840d HTTP/1.1" status: 204 len: 168 time: 1.5105159 Apr 21 12:54:46.504958 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35580) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:46.521062 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c5d9e-8313-4f7d-90df-3ea2a7af6151 req-4c6355a4-ce61-453d-a9ea-1af84f360cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:46.526634 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f82c5d9e-8313-4f7d-90df-3ea2a7af6151 req-4c6355a4-ce61-453d-a9ea-1af84f360cab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4db84230-709b-4f7f-90e2-f9bbd733dd6f HTTP/1.1" status: 200 len: 851 time: 0.1854217 Apr 21 12:54:46.583510 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c5d9e-8313-4f7d-90df-3ea2a7af6151 req-dd071247-e4e8-421c-b0de-5bec75fe7659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:46.586074 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f82c5d9e-8313-4f7d-90df-3ea2a7af6151 req-dd071247-e4e8-421c-b0de-5bec75fe7659 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff8e5b58-c3c2-47b6-b0e6-14167c057929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517678 Apr 21 12:54:46.611982 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e14092-68e3-4824-bf97-379ab00eed14 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:46.616042 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-79e14092-68e3-4824-bf97-379ab00eed14 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0884769 Apr 21 12:54:46.639561 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35584) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:46.720093 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f82c5d9e-8313-4f7d-90df-3ea2a7af6151 req-d199ab53-923e-4d5d-b793-c121266e4ac7 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233611 Apr 21 12:54:46.746115 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a71a91-2781-42e9-8289-2381ce3aa650 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:46.750601 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-88a71a91-2781-42e9-8289-2381ce3aa650 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1076391 Apr 21 12:54:46.752509 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35586) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:46.822258 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895b7f99-dc62-4107-8d3a-112e36fa7a23 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:46.824161 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895b7f99-dc62-4107-8d3a-112e36fa7a23 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:46.826058 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895b7f99-dc62-4107-8d3a-112e36fa7a23 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:46.828087 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-895b7f99-dc62-4107-8d3a-112e36fa7a23 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0743182 Apr 21 12:54:46.832270 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35588) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:46.863471 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae769ccb-cdde-4ba5-bb2c-c768faba1522 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:46.900730 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f82c5d9e-8313-4f7d-90df-3ea2a7af6151 req-9c6b7692-cd7e-47d6-be53-da5619a0d894 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657701 Apr 21 12:54:46.920354 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-877482d3-42f5-45ec-b348-089624a64e36 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting subnet 4b6782a6-4644-4e7e-81a3-59f4fc2f3076 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:54:46.925077 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-877482d3-42f5-45ec-b348-089624a64e36 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:46.948958 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae769ccb-cdde-4ba5-bb2c-c768faba1522 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Subnet': ['ID=260a9d6d-fcc0-4af7-a07c-c54e08e66027,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:46.949215 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:46.958339 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae769ccb-cdde-4ba5-bb2c-c768faba1522 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Checking segment: {'id': '18f73b8c-629e-4f56-8baf-1273529a2120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b92a22a3-94ce-48b5-8dc4-423e6972ba2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:54:46.958703 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae769ccb-cdde-4ba5-bb2c-c768faba1522 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network hostable DHCP agents. Network: b92a22a3-94ce-48b5-8dc4-423e6972ba2c, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:54:47.005563 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-877482d3-42f5-45ec-b348-089624a64e36 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:47.079756 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae769ccb-cdde-4ba5-bb2c-c768faba1522 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network b92a22a3-94ce-48b5-8dc4-423e6972ba2c is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:54:47.153639 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-877482d3-42f5-45ec-b348-089624a64e36 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:47.158905 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ae769ccb-cdde-4ba5-bb2c-c768faba1522 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, b92a22a3-94ce-48b5-8dc4-423e6972ba2c) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:47.168850 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669d10e2-e251-46dd-8f8d-84bf63f75e60 None None] Network b92a22a3-94ce-48b5-8dc4-423e6972ba2c requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:47.170214 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae769ccb-cdde-4ba5-bb2c-c768faba1522 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:47.173259 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae769ccb-cdde-4ba5-bb2c-c768faba1522 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:47.250536 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ee015-e318-41f0-9a85-9d2994c1daf2 req-2e86f6cf-7b7c-496e-8f1b-db637cf53e05 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:47.258256 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-795ee015-e318-41f0-9a85-9d2994c1daf2 req-2e86f6cf-7b7c-496e-8f1b-db637cf53e05 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1005359 Apr 21 12:54:47.297779 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ae769ccb-cdde-4ba5-bb2c-c768faba1522 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2027977 Apr 21 12:54:47.298426 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35602) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:47.306814 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f182cbc1-a972-4d89-9bde-accfc338b9e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'port': {'network_id': 'b92a22a3-94ce-48b5-8dc4-423e6972ba2c', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2145497880'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:47.356544 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-795ee015-e318-41f0-9a85-9d2994c1daf2 req-253128a0-df4e-4a0a-b1e3-ba84368d498b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0922282 Apr 21 12:54:47.375082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc356517-a306-4583-a485-f65892dd37ab req-1a75437f-1b57-47cf-8ace-544c5b608aa0 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:47.376882 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc356517-a306-4583-a485-f65892dd37ab req-1a75437f-1b57-47cf-8ace-544c5b608aa0 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 945 time: 0.1052372 Apr 21 12:54:47.414776 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-877482d3-42f5-45ec-b348-089624a64e36 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:47.469970 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-877482d3-42f5-45ec-b348-089624a64e36 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:47.479854 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-877482d3-42f5-45ec-b348-089624a64e36 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/4b6782a6-4644-4e7e-81a3-59f4fc2f3076 HTTP/1.1" status: 204 len: 168 time: 0.6462803 Apr 21 12:54:47.492367 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c135031a-4b73-434c-92e3-00c7f96e5a1f None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:47.493564 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35606) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:47.506036 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877482d3-42f5-45ec-b348-089624a64e36 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Subnet': ['ID=4b6782a6-4644-4e7e-81a3-59f4fc2f3076,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:47.538293 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc356517-a306-4583-a485-f65892dd37ab req-3afe9bdf-e3e9-4f98-acc0-ecc591952fdd tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529672 Apr 21 12:54:47.586630 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bfc18c-0209-4b63-87be-7e8bd0387e91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-b92a22a3-94ce-48b5-8dc4-423e6972ba2c', 'network_id': 'b92a22a3-94ce-48b5-8dc4-423e6972ba2c', 'tenant_id': 'feca239de2924ae3abaaf49ec4bc8c7a', 'fixed_ips': [{'subnet_id': '260a9d6d-fcc0-4af7-a07c-c54e08e66027'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:54:47.587508 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48bfc18c-0209-4b63-87be-7e8bd0387e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:47.646941 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-358fddab-d131-415d-b445-8aedc4c36f9c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting subnet 8dc153c6-b21a-4531-bfe0-700b881bca35 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:54:47.650321 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-358fddab-d131-415d-b445-8aedc4c36f9c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:47.692443 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-358fddab-d131-415d-b445-8aedc4c36f9c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:47.806992 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-358fddab-d131-415d-b445-8aedc4c36f9c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:47.845690 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-48bfc18c-0209-4b63-87be-7e8bd0387e91 None None] Allocated IP 172.20.0.2 (b92a22a3-94ce-48b5-8dc4-423e6972ba2c/260a9d6d-fcc0-4af7-a07c-c54e08e66027/af2fef07-cf45-4089-ab88-66ac52e8583d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:47.897114 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:47.954510 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f182cbc1-a972-4d89-9bde-accfc338b9e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:47.960883 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f182cbc1-a972-4d89-9bde-accfc338b9e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:47.989292 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-f182cbc1-a972-4d89-9bde-accfc338b9e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] device_id is not set on port d01afb70-5386-4989-98d4-fca011434694 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:54:48.004668 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-358fddab-d131-415d-b445-8aedc4c36f9c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:48.055892 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48bfc18c-0209-4b63-87be-7e8bd0387e91 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:48.137542 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fddab-d131-415d-b445-8aedc4c36f9c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Subnet': ['ID=8dc153c6-b21a-4531-bfe0-700b881bca35,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:48.143368 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48bfc18c-0209-4b63-87be-7e8bd0387e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:48.192379 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48bfc18c-0209-4b63-87be-7e8bd0387e91 None None] Network b92a22a3-94ce-48b5-8dc4-423e6972ba2c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:48.197652 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-48bfc18c-0209-4b63-87be-7e8bd0387e91 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:48.202075 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bfc18c-0209-4b63-87be-7e8bd0387e91 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:48.219269 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bfc18c-0209-4b63-87be-7e8bd0387e91 None None] Pushing event updated for resources: {'Port': ['ID=af2fef07-cf45-4089-ab88-66ac52e8583d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:48.223953 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-f182cbc1-a972-4d89-9bde-accfc338b9e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Allocated IP 172.20.0.12 (b92a22a3-94ce-48b5-8dc4-423e6972ba2c/260a9d6d-fcc0-4af7-a07c-c54e08e66027/d01afb70-5386-4989-98d4-fca011434694) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:48.244758 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-358fddab-d131-415d-b445-8aedc4c36f9c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:48.248560 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-358fddab-d131-415d-b445-8aedc4c36f9c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/8dc153c6-b21a-4531-bfe0-700b881bca35 HTTP/1.1" status: 204 len: 168 time: 0.7545028 Apr 21 12:54:48.251246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35618) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:48.319376 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-48bfc18c-0209-4b63-87be-7e8bd0387e91 None None] Attempting to bind port af2fef07-cf45-4089-ab88-66ac52e8583d on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:54:48.319745 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-48bfc18c-0209-4b63-87be-7e8bd0387e91 None None] Attempting to bind port af2fef07-cf45-4089-ab88-66ac52e8583d by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '18f73b8c-629e-4f56-8baf-1273529a2120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b92a22a3-94ce-48b5-8dc4-423e6972ba2c'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:54:48.320107 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bfc18c-0209-4b63-87be-7e8bd0387e91 None None] Attempting to bind port af2fef07-cf45-4089-ab88-66ac52e8583d on network b92a22a3-94ce-48b5-8dc4-423e6972ba2c {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:54:48.327489 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bfc18c-0209-4b63-87be-7e8bd0387e91 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:54:48.327864 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bfc18c-0209-4b63-87be-7e8bd0387e91 None None] Checking segment: {'id': '18f73b8c-629e-4f56-8baf-1273529a2120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b92a22a3-94ce-48b5-8dc4-423e6972ba2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:54:48.328269 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48bfc18c-0209-4b63-87be-7e8bd0387e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:48.328664 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48bfc18c-0209-4b63-87be-7e8bd0387e91 None None] Bound using segment: {'id': '18f73b8c-629e-4f56-8baf-1273529a2120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b92a22a3-94ce-48b5-8dc4-423e6972ba2c'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:54:48.329138 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-48bfc18c-0209-4b63-87be-7e8bd0387e91 None None] Bound port: af2fef07-cf45-4089-ab88-66ac52e8583d, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f73b8c-629e-4f56-8baf-1273529a2120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b92a22a3-94ce-48b5-8dc4-423e6972ba2c'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:54:48.329519 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48bfc18c-0209-4b63-87be-7e8bd0387e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:48.355865 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-588cd3d8-cfc0-4ba6-acde-91365be3cc42 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1022170 Apr 21 12:54:48.360972 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35620) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:48.378419 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-dbd07f35-cc91-4d3d-860f-b87b41f658af tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:48.466637 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f182cbc1-a972-4d89-9bde-accfc338b9e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:48.492336 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-48bfc18c-0209-4b63-87be-7e8bd0387e91 None None] For port af2fef07-cf45-4089-ab88-66ac52e8583d, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:54:48.494376 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:48.496239 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-48bfc18c-0209-4b63-87be-7e8bd0387e91 None None] For port af2fef07-cf45-4089-ab88-66ac52e8583d, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=af2fef07-cf45-4089-ab88-66ac52e8583d,segment=NetworkSegment(18f73b8c-629e-4f56-8baf-1273529a2120),segment_id=18f73b8c-629e-4f56-8baf-1273529a2120)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:54:48.561191 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-48bfc18c-0209-4b63-87be-7e8bd0387e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:48.595981 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfea4e9-533e-4a50-afe4-1e2949d50e38 req-d05b6536-0b62-4793-89ef-7d4921562296 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:48.603672 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5cfea4e9-533e-4a50-afe4-1e2949d50e38 req-d05b6536-0b62-4793-89ef-7d4921562296 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1173897 Apr 21 12:54:48.614790 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f182cbc1-a972-4d89-9bde-accfc338b9e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:48.697454 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f182cbc1-a972-4d89-9bde-accfc338b9e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network b92a22a3-94ce-48b5-8dc4-423e6972ba2c is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:48.710124 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-f182cbc1-a972-4d89-9bde-accfc338b9e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:48.756194 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f182cbc1-a972-4d89-9bde-accfc338b9e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:48.768130 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f182cbc1-a972-4d89-9bde-accfc338b9e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Port': ['ID=d01afb70-5386-4989-98d4-fca011434694,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:48.772456 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bfc18c-0209-4b63-87be-7e8bd0387e91 None None] Pushing event updated for resources: {'Port': ['ID=af2fef07-cf45-4089-ab88-66ac52e8583d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:48.828318 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:48.829002 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5cfea4e9-533e-4a50-afe4-1e2949d50e38 req-1b4444c1-7392-45db-913c-a0128fdf72b7 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2147889 Apr 21 12:54:48.853833 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f182cbc1-a972-4d89-9bde-accfc338b9e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:48.853833 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f182cbc1-a972-4d89-9bde-accfc338b9e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:48.855262 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bb706d-6ec1-4ade-8cc7-27cdf2858485 req-64654062-1aa6-4814-81b2-f15c7143336d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:48.856961 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65bb706d-6ec1-4ade-8cc7-27cdf2858485 req-64654062-1aa6-4814-81b2-f15c7143336d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 945 time: 0.1616302 Apr 21 12:54:48.861634 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f825f3f-357b-44de-b958-bf8c8dbe13d0 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:48.910071 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65bb706d-6ec1-4ade-8cc7-27cdf2858485 req-2b6db370-b048-42ca-841a-117eec70a275 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418036 Apr 21 12:54:48.941512 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3536d829-fbb3-4af8-8da6-b0d3026a8590 None None] Provisioning complete for port 61967955-e53f-4e92-9e3f-94a0a3735499 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:48.941802 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3536d829-fbb3-4af8-8da6-b0d3026a8590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:49.114490 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd07f35-cc91-4d3d-860f-b87b41f658af tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:49.118314 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dbd07f35-cc91-4d3d-860f-b87b41f658af tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:49.145520 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f182cbc1-a972-4d89-9bde-accfc338b9e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.8460512 Apr 21 12:54:49.156564 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35630) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:49.158466 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc4dd11-10f7-456c-9e41-bb89bdce03b4 None None] DHCP port deletion for 43650c3d-b9d7-4e95-8950-e9fadabd5511 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:54:49.225517 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-efc4dd11-10f7-456c-9e41-bb89bdce03b4 None None] Deleting port 61967955-e53f-4e92-9e3f-94a0a3735499 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:49.226855 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-efc4dd11-10f7-456c-9e41-bb89bdce03b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:49.262096 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d8d8ef42-cafb-4137-92bc-875320ac9058 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting port d01afb70-5386-4989-98d4-fca011434694 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:49.262554 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d8d8ef42-cafb-4137-92bc-875320ac9058 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:49.326906 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-efc4dd11-10f7-456c-9e41-bb89bdce03b4 None None] For port 61967955-e53f-4e92-9e3f-94a0a3735499, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=61967955-e53f-4e92-9e3f-94a0a3735499,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:49.327310 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-efc4dd11-10f7-456c-9e41-bb89bdce03b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:49.344072 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-efc4dd11-10f7-456c-9e41-bb89bdce03b4 None None] Calling delete_port for 61967955-e53f-4e92-9e3f-94a0a3735499 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:49.379345 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d8d8ef42-cafb-4137-92bc-875320ac9058 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:49.427611 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d8d8ef42-cafb-4137-92bc-875320ac9058 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Calling delete_port for d01afb70-5386-4989-98d4-fca011434694 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:49.498513 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dbd07f35-cc91-4d3d-860f-b87b41f658af tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:49.555511 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd07f35-cc91-4d3d-860f-b87b41f658af tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:49.559046 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-dbd07f35-cc91-4d3d-860f-b87b41f658af tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:49.562780 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd07f35-cc91-4d3d-860f-b87b41f658af tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:49.563374 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dbd07f35-cc91-4d3d-860f-b87b41f658af tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:49.583045 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd07f35-cc91-4d3d-860f-b87b41f658af tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Subnet': ['ID=b0249499-559c-4bdc-a670-998a280d7745,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:49.594308 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-efc4dd11-10f7-456c-9e41-bb89bdce03b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:49.638995 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4dd11-10f7-456c-9e41-bb89bdce03b4 None None] Pushing event deleted for resources: {'Port': ['ID=61967955-e53f-4e92-9e3f-94a0a3735499,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:49.642844 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc4dd11-10f7-456c-9e41-bb89bdce03b4 None None] No DVR routers for this DVR port 61967955-e53f-4e92-9e3f-94a0a3735499 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:54:49.664818 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59c5fce-1e08-458a-b070-5e1793381624 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:49.697864 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35636) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:49.698136 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-dbd07f35-cc91-4d3d-860f-b87b41f658af tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3357713 Apr 21 12:54:49.709497 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8865a636-9bb0-4510-9c94-4c10c39fc458 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:49.763920 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d8d8ef42-cafb-4137-92bc-875320ac9058 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:49.838507 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8ef42-cafb-4137-92bc-875320ac9058 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Port': ['ID=d01afb70-5386-4989-98d4-fca011434694,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:49.885400 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674e49d0-d85b-4822-9548-2754aa672a97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-43650c3d-b9d7-4e95-8950-e9fadabd5511', 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'tenant_id': '2d6cf59120bc42c9b933c1b84f6f23f4', 'fixed_ips': [{'subnet_id': 'b0249499-559c-4bdc-a670-998a280d7745'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:54:49.887903 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-674e49d0-d85b-4822-9548-2754aa672a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:49.962634 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:54:50.021088 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d8d8ef42-cafb-4137-92bc-875320ac9058 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:50.025761 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d8d8ef42-cafb-4137-92bc-875320ac9058 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/ports/d01afb70-5386-4989-98d4-fca011434694 HTTP/1.1" status: 204 len: 168 time: 0.8659358 Apr 21 12:54:50.026149 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35640) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:50.081375 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d0fcc4-e4f1-4503-aa6d-6c634926863c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] GET failed (client error): The resource could not be found. Apr 21 12:54:50.088312 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-97d0fcc4-e4f1-4503-aa6d-6c634926863c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "GET /v2.0/ports/d01afb70-5386-4989-98d4-fca011434694 HTTP/1.1" status: 404 len: 333 time: 0.0558531 Apr 21 12:54:50.088312 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35642) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:50.093251 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-674e49d0-d85b-4822-9548-2754aa672a97 None None] Allocated IP 2001:db8::2 (43650c3d-b9d7-4e95-8950-e9fadabd5511/b0249499-559c-4bdc-a670-998a280d7745/f78af16e-4f25-4561-85e8-d49a9be584ef) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:50.113948 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baa50b9-388c-4192-92ce-bc953b87af59 None None] Network b92a22a3-94ce-48b5-8dc4-423e6972ba2c requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:50.179677 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-306a62b9-cdbb-404f-9563-1db06de33af9 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting subnet 260a9d6d-fcc0-4af7-a07c-c54e08e66027 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:54:50.183057 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-306a62b9-cdbb-404f-9563-1db06de33af9 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:50.200250 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8865a636-9bb0-4510-9c94-4c10c39fc458 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:50.204611 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8865a636-9bb0-4510-9c94-4c10c39fc458 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:50.240855 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-306a62b9-cdbb-404f-9563-1db06de33af9 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:50.306716 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-674e49d0-d85b-4822-9548-2754aa672a97 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:50.327412 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289aa185-8da1-4ac1-a944-d49fbca3659b req-bc43eaef-7a85-430e-8493-56ce4ba9c1bb tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:50.328970 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-289aa185-8da1-4ac1-a944-d49fbca3659b req-bc43eaef-7a85-430e-8493-56ce4ba9c1bb tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 945 time: 0.2610750 Apr 21 12:54:50.373695 n-d-836147-2 neutron-server[103397]: INFO neutron.db.ipam_backend_mixin [None req-8865a636-9bb0-4510-9c94-4c10c39fc458 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b0249499-559c-4bdc-a670-998a280d7745 (CIDR: 2001:db8::/64) Apr 21 12:54:50.405019 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-306a62b9-cdbb-404f-9563-1db06de33af9 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:50.421546 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-674e49d0-d85b-4822-9548-2754aa672a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:50.437419 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-289aa185-8da1-4ac1-a944-d49fbca3659b req-26512264-6de7-4f33-9d54-0523d66bc5d8 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835698 Apr 21 12:54:50.474572 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-8865a636-9bb0-4510-9c94-4c10c39fc458 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:54:50.593356 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8865a636-9bb0-4510-9c94-4c10c39fc458 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:50.593470 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a7f66a29-162d-42dc-a85f-e468157d0b49 None None] Provisioning complete for port af2fef07-cf45-4089-ab88-66ac52e8583d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:50.593470 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7f66a29-162d-42dc-a85f-e468157d0b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:50.593470 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674e49d0-d85b-4822-9548-2754aa672a97 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:50.593470 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e49d0-d85b-4822-9548-2754aa672a97 None None] Pushing event updated for resources: {'Port': ['ID=f78af16e-4f25-4561-85e8-d49a9be584ef,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:50.593470 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-674e49d0-d85b-4822-9548-2754aa672a97 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:50.593470 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674e49d0-d85b-4822-9548-2754aa672a97 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:50.653843 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-674e49d0-d85b-4822-9548-2754aa672a97 None None] Attempting to bind port f78af16e-4f25-4561-85e8-d49a9be584ef on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:54:50.654612 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-674e49d0-d85b-4822-9548-2754aa672a97 None None] Attempting to bind port f78af16e-4f25-4561-85e8-d49a9be584ef by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:54:50.654612 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674e49d0-d85b-4822-9548-2754aa672a97 None None] Attempting to bind port f78af16e-4f25-4561-85e8-d49a9be584ef on network 43650c3d-b9d7-4e95-8950-e9fadabd5511 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:54:50.680663 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674e49d0-d85b-4822-9548-2754aa672a97 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:54:50.681064 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674e49d0-d85b-4822-9548-2754aa672a97 None None] Checking segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:54:50.681620 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-674e49d0-d85b-4822-9548-2754aa672a97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:50.682016 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674e49d0-d85b-4822-9548-2754aa672a97 None None] Bound using segment: {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:54:50.682492 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-674e49d0-d85b-4822-9548-2754aa672a97 None None] Bound port: f78af16e-4f25-4561-85e8-d49a9be584ef, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2f7032-a5cd-472f-a8e7-58a322b08247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:54:50.682864 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-674e49d0-d85b-4822-9548-2754aa672a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:50.702677 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7f66a29-162d-42dc-a85f-e468157d0b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:50.796176 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-674e49d0-d85b-4822-9548-2754aa672a97 None None] For port f78af16e-4f25-4561-85e8-d49a9be584ef, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:54:50.799493 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-674e49d0-d85b-4822-9548-2754aa672a97 None None] For port f78af16e-4f25-4561-85e8-d49a9be584ef, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f78af16e-4f25-4561-85e8-d49a9be584ef,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:54:50.897077 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:50.929342 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-306a62b9-cdbb-404f-9563-1db06de33af9 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:50.935093 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-674e49d0-d85b-4822-9548-2754aa672a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:50.940840 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8865a636-9bb0-4510-9c94-4c10c39fc458 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2412992 Apr 21 12:54:50.946207 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35648) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:50.956937 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-15ddc03f-11c8-4d18-8e11-37e720f37e76 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'subnet': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:50.983608 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-306a62b9-cdbb-404f-9563-1db06de33af9 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:50.988410 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device af2fef07-cf45-4089-ab88-66ac52e8583d up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:54:50.989872 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-306a62b9-cdbb-404f-9563-1db06de33af9 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/subnets/260a9d6d-fcc0-4af7-a07c-c54e08e66027 HTTP/1.1" status: 204 len: 168 time: 0.9030049 Apr 21 12:54:50.998141 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35650) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:51.012454 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306a62b9-cdbb-404f-9563-1db06de33af9 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Subnet': ['ID=260a9d6d-fcc0-4af7-a07c-c54e08e66027,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:51.050036 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29888dd-f960-4482-bbc0-0837474161a6 None None] Network b92a22a3-94ce-48b5-8dc4-423e6972ba2c requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:51.172392 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34a27b0b-b0c4-4f7e-b9db-fac427c2f236 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:51.282952 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-34a27b0b-b0c4-4f7e-b9db-fac427c2f236 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting port af2fef07-cf45-4089-ab88-66ac52e8583d {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:51.283297 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34a27b0b-b0c4-4f7e-b9db-fac427c2f236 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:51.300372 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ddc03f-11c8-4d18-8e11-37e720f37e76 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:51.304151 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15ddc03f-11c8-4d18-8e11-37e720f37e76 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:51.312014 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-a7f66a29-162d-42dc-a85f-e468157d0b49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:54:51.312014 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-a7f66a29-162d-42dc-a85f-e468157d0b49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:54:51.313561 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e49d0-d85b-4822-9548-2754aa672a97 None None] Pushing event updated for resources: {'Port': ['ID=f78af16e-4f25-4561-85e8-d49a9be584ef,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:51.405262 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port af2fef07-cf45-4089-ab88-66ac52e8583d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:51.405689 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:51.495330 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-34a27b0b-b0c4-4f7e-b9db-fac427c2f236 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] For port af2fef07-cf45-4089-ab88-66ac52e8583d, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=af2fef07-cf45-4089-ab88-66ac52e8583d,segment=NetworkSegment(18f73b8c-629e-4f56-8baf-1273529a2120),segment_id=18f73b8c-629e-4f56-8baf-1273529a2120)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:51.498041 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34a27b0b-b0c4-4f7e-b9db-fac427c2f236 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:51.559832 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-34a27b0b-b0c4-4f7e-b9db-fac427c2f236 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Calling delete_port for af2fef07-cf45-4089-ab88-66ac52e8583d owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:51.731391 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2abd7a-9f8f-47bf-a324-dc5ac7046caf req-54b4088c-9475-4373-9d5b-8af9567d0b2d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:51.738365 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df2abd7a-9f8f-47bf-a324-dc5ac7046caf req-54b4088c-9475-4373-9d5b-8af9567d0b2d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 945 time: 0.1336398 Apr 21 12:54:51.766818 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea1afd8-cc52-40d5-bb0c-875e3dae1d22 None None] DHCP port deletion for b92a22a3-94ce-48b5-8dc4-423e6972ba2c request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:54:51.904858 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34a27b0b-b0c4-4f7e-b9db-fac427c2f236 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:51.907291 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df2abd7a-9f8f-47bf-a324-dc5ac7046caf req-578a37e4-b2a3-4315-9438-d67e6f52e017 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676350 Apr 21 12:54:51.956591 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a27b0b-b0c4-4f7e-b9db-fac427c2f236 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Port': ['ID=af2fef07-cf45-4089-ab88-66ac52e8583d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:51.970980 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a27b0b-b0c4-4f7e-b9db-fac427c2f236 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] No DVR routers for this DVR port af2fef07-cf45-4089-ab88-66ac52e8583d on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:54:51.988731 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:52.064893 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7f66a29-162d-42dc-a85f-e468157d0b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:52.114417 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34a27b0b-b0c4-4f7e-b9db-fac427c2f236 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:52.144195 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-34a27b0b-b0c4-4f7e-b9db-fac427c2f236 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92a22a3-94ce-48b5-8dc4-423e6972ba2c']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:52.150668 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6ea1afd8-cc52-40d5-bb0c-875e3dae1d22 None None] Deleting port af2fef07-cf45-4089-ab88-66ac52e8583d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:52.151274 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ea1afd8-cc52-40d5-bb0c-875e3dae1d22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:52.161057 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-34a27b0b-b0c4-4f7e-b9db-fac427c2f236 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f73b8c-629e-4f56-8baf-1273529a2120') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:52.161602 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-34a27b0b-b0c4-4f7e-b9db-fac427c2f236 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f73b8c-629e-4f56-8baf-1273529a2120') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:54:52.183408 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34a27b0b-b0c4-4f7e-b9db-fac427c2f236 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:52.279867 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34a27b0b-b0c4-4f7e-b9db-fac427c2f236 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:52.313548 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a27b0b-b0c4-4f7e-b9db-fac427c2f236 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:54:52.313799 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34a27b0b-b0c4-4f7e-b9db-fac427c2f236 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:54:52.317047 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:54:52.350507 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6ea1afd8-cc52-40d5-bb0c-875e3dae1d22 None None] For port af2fef07-cf45-4089-ab88-66ac52e8583d, host n-d-836147-2, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:52.354134 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ea1afd8-cc52-40d5-bb0c-875e3dae1d22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:52.378990 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6ea1afd8-cc52-40d5-bb0c-875e3dae1d22 None None] Calling delete_port for af2fef07-cf45-4089-ab88-66ac52e8583d owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:52.382966 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-6ea1afd8-cc52-40d5-bb0c-875e3dae1d22 None None] Port af2fef07-cf45-4089-ab88-66ac52e8583d was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 12:54:52.388659 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 61967955-e53f-4e92-9e3f-94a0a3735499 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:54:52.391138 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ea1afd8-cc52-40d5-bb0c-875e3dae1d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:52.394466 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-12f16a81-2856-4087-9b4a-ae38b3d05beb None None] Could not find standard attr ID for object af2fef07-cf45-4089-ab88-66ac52e8583d. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:54:52.469968 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1afd8-cc52-40d5-bb0c-875e3dae1d22 None None] Pushing event deleted for resources: {'Port': ['ID=af2fef07-cf45-4089-ab88-66ac52e8583d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:52.482871 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 61967955-e53f-4e92-9e3f-94a0a3735499 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:54:52.487050 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 61967955-e53f-4e92-9e3f-94a0a3735499 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:54:52.510848 n-d-836147-2 neutron-server[103397]: DEBUG neutron.objects.ports [None req-15ddc03f-11c8-4d18-8e11-37e720f37e76 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 12:54:52.524541 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea1afd8-cc52-40d5-bb0c-875e3dae1d22 None None] No DVR routers for this DVR port af2fef07-cf45-4089-ab88-66ac52e8583d on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:54:52.625802 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34a27b0b-b0c4-4f7e-b9db-fac427c2f236 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:52.659926 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34a27b0b-b0c4-4f7e-b9db-fac427c2f236 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:52.663736 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-34a27b0b-b0c4-4f7e-b9db-fac427c2f236 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/networks/b92a22a3-94ce-48b5-8dc4-423e6972ba2c HTTP/1.1" status: 204 len: 168 time: 1.6651399 Apr 21 12:54:52.667608 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35668) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:52.677328 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b03739e7-b046-42c2-b1ce-99abc9d81c86 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'port': {'network_id': '47d4d1c1-50d9-4a74-9423-18f4cbb55850', 'name': 'tempest-PortsTestJSON-1051102431'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:52.689911 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a27b0b-b0c4-4f7e-b9db-fac427c2f236 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Network': ['ID=b92a22a3-94ce-48b5-8dc4-423e6972ba2c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:52.942665 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03739e7-b046-42c2-b1ce-99abc9d81c86 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:52.953945 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b03739e7-b046-42c2-b1ce-99abc9d81c86 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:52.969995 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f78af16e-4f25-4561-85e8-d49a9be584ef up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:54:53.032340 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-b03739e7-b046-42c2-b1ce-99abc9d81c86 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] device_id is not set on port 032e137f-4c53-44dc-875d-e39e5d95f465 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:54:53.052020 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15ddc03f-11c8-4d18-8e11-37e720f37e76 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:53.290809 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port f78af16e-4f25-4561-85e8-d49a9be584ef triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:53.290809 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:53.292665 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e6a8497b-c217-44c1-b50e-2e866a7b7ff1 None None] Provisioning complete for port f78af16e-4f25-4561-85e8-d49a9be584ef triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:53.293863 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e6a8497b-c217-44c1-b50e-2e866a7b7ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:53.433931 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f90357-bb04-4485-b4b8-d8f593388e64 req-35bbf1d4-4775-46f0-8560-9a20702839b8 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:53.440505 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b4f90357-bb04-4485-b4b8-d8f593388e64 req-35bbf1d4-4775-46f0-8560-9a20702839b8 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 945 time: 0.3241646 Apr 21 12:54:53.476732 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e6a8497b-c217-44c1-b50e-2e866a7b7ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:53.488682 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-15ddc03f-11c8-4d18-8e11-37e720f37e76 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] For port f78af16e-4f25-4561-85e8-d49a9be584ef, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f78af16e-4f25-4561-85e8-d49a9be584ef,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:53.524743 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b4f90357-bb04-4485-b4b8-d8f593388e64 req-2feac928-6354-4301-8fdf-6f9b85c43292 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778856 Apr 21 12:54:53.535998 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15ddc03f-11c8-4d18-8e11-37e720f37e76 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:53.563591 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:53.607630 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b03739e7-b046-42c2-b1ce-99abc9d81c86 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:53.617095 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15ddc03f-11c8-4d18-8e11-37e720f37e76 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:53.623604 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15ddc03f-11c8-4d18-8e11-37e720f37e76 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:53.698639 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:54:53.699029 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:54:53.699761 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-e6a8497b-c217-44c1-b50e-2e866a7b7ff1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:54:53.699932 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-e6a8497b-c217-44c1-b50e-2e866a7b7ff1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:54:53.710750 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ddc03f-11c8-4d18-8e11-37e720f37e76 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:53.722033 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-15ddc03f-11c8-4d18-8e11-37e720f37e76 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:53.730015 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ddc03f-11c8-4d18-8e11-37e720f37e76 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:53.730015 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-15ddc03f-11c8-4d18-8e11-37e720f37e76 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:53.734719 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b03739e7-b046-42c2-b1ce-99abc9d81c86 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:53.735869 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ddc03f-11c8-4d18-8e11-37e720f37e76 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Port': ['ID=f78af16e-4f25-4561-85e8-d49a9be584ef,revision_number=4']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:53.738980 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c446e8c-c230-4238-8073-ba2465706357 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:53.741668 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ddc03f-11c8-4d18-8e11-37e720f37e76 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Subnet': ['ID=4be5f1dc-12df-479f-b8e6-483807cdf15b,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:53.801683 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03739e7-b046-42c2-b1ce-99abc9d81c86 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network 47d4d1c1-50d9-4a74-9423-18f4cbb55850 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:53.807908 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b03739e7-b046-42c2-b1ce-99abc9d81c86 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:53.811562 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03739e7-b046-42c2-b1ce-99abc9d81c86 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:53.818088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03739e7-b046-42c2-b1ce-99abc9d81c86 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:53.818923 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b03739e7-b046-42c2-b1ce-99abc9d81c86 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:53.832270 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-15ddc03f-11c8-4d18-8e11-37e720f37e76 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.8769300 Apr 21 12:54:53.832554 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35678) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:53.838486 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ff831011-6db7-47a8-b9bf-04faf23f3ec5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Request body: {'port': {'network_id': '43650c3d-b9d7-4e95-8950-e9fadabd5511', 'mac_address': 'fa:16:3e:4f:4c:2c', 'name': 'tempest-NetworksTestDHCPv6-964030778'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:53.841794 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03739e7-b046-42c2-b1ce-99abc9d81c86 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Port': ['ID=032e137f-4c53-44dc-875d-e39e5d95f465,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:53.958232 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b03739e7-b046-42c2-b1ce-99abc9d81c86 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2874539 Apr 21 12:54:53.961282 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35680) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:54.072456 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-af271f11-b0d2-48ce-9dd7-40492c283a5a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting port 032e137f-4c53-44dc-875d-e39e5d95f465 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:54.073496 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af271f11-b0d2-48ce-9dd7-40492c283a5a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:54.105882 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff831011-6db7-47a8-b9bf-04faf23f3ec5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Made reservation on behalf of 2d6cf59120bc42c9b933c1b84f6f23f4 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:54.165125 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af271f11-b0d2-48ce-9dd7-40492c283a5a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:54.183568 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-af271f11-b0d2-48ce-9dd7-40492c283a5a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Calling delete_port for 032e137f-4c53-44dc-875d-e39e5d95f465 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:54.245715 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff831011-6db7-47a8-b9bf-04faf23f3ec5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:54.275790 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-ff831011-6db7-47a8-b9bf-04faf23f3ec5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] device_id is not set on port bb45ea5c-eb95-47b8-89c7-cfb619976338 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:54:54.288564 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:54.298253 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e6a8497b-c217-44c1-b50e-2e866a7b7ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:54.339088 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port f78af16e-4f25-4561-85e8-d49a9be584ef, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f78af16e-4f25-4561-85e8-d49a9be584ef,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:54.673758 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9edd97-b938-462a-aad8-3ab4e18f53df req-2be3a435-81da-47ad-807a-d24cc876de8e tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:54.675367 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fc9edd97-b938-462a-aad8-3ab4e18f53df req-2be3a435-81da-47ad-807a-d24cc876de8e tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 945 time: 0.0498784 Apr 21 12:54:54.714827 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fc9edd97-b938-462a-aad8-3ab4e18f53df req-48f53e44-6703-4edd-a146-5a434a64398c tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334902 Apr 21 12:54:54.734377 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-ff831011-6db7-47a8-b9bf-04faf23f3ec5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Allocated IP 2001:db8::232 (43650c3d-b9d7-4e95-8950-e9fadabd5511/b0249499-559c-4bdc-a670-998a280d7745/bb45ea5c-eb95-47b8-89c7-cfb619976338) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:54.741050 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-ff831011-6db7-47a8-b9bf-04faf23f3ec5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4f:4c2c (43650c3d-b9d7-4e95-8950-e9fadabd5511/4be5f1dc-12df-479f-b8e6-483807cdf15b/bb45ea5c-eb95-47b8-89c7-cfb619976338) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:54:54.800961 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:54.802845 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af271f11-b0d2-48ce-9dd7-40492c283a5a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:54.835492 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af271f11-b0d2-48ce-9dd7-40492c283a5a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Port': ['ID=032e137f-4c53-44dc-875d-e39e5d95f465,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:54.841261 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af271f11-b0d2-48ce-9dd7-40492c283a5a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:54.845489 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-af271f11-b0d2-48ce-9dd7-40492c283a5a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/ports/032e137f-4c53-44dc-875d-e39e5d95f465 HTTP/1.1" status: 204 len: 168 time: 0.8828499 Apr 21 12:54:54.847964 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35684) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:54.855379 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d918cd22-c26c-49c0-b62b-0c8ce159ae42 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'port': {'network_id': '47d4d1c1-50d9-4a74-9423-18f4cbb55850', 'mac_address': 'fa:16:3e:54:04:e9', 'name': 'tempest-PortsTestJSON-208128495'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:54.898483 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-e6a8497b-c217-44c1-b50e-2e866a7b7ff1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:54:54.898483 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-e6a8497b-c217-44c1-b50e-2e866a7b7ff1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:54:54.903223 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device af2fef07-cf45-4089-ab88-66ac52e8583d no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:54:54.929033 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=f78af16e-4f25-4561-85e8-d49a9be584ef,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:54.932351 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: af2fef07-cf45-4089-ab88-66ac52e8583d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:54:54.933050 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device af2fef07-cf45-4089-ab88-66ac52e8583d not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:54:54.957565 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff831011-6db7-47a8-b9bf-04faf23f3ec5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:55.070470 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f78af16e-4f25-4561-85e8-d49a9be584ef up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:54:55.125865 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port f78af16e-4f25-4561-85e8-d49a9be584ef triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:55.126260 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:55.160323 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d918cd22-c26c-49c0-b62b-0c8ce159ae42 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:55.216383 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff831011-6db7-47a8-b9bf-04faf23f3ec5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:55.265226 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d918cd22-c26c-49c0-b62b-0c8ce159ae42 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:55.286979 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff831011-6db7-47a8-b9bf-04faf23f3ec5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:55.290059 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-d918cd22-c26c-49c0-b62b-0c8ce159ae42 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] device_id is not set on port bd1a8b6a-5ae8-4391-b3e2-c3699b76a760 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:54:55.296484 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ff831011-6db7-47a8-b9bf-04faf23f3ec5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:55.299314 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff831011-6db7-47a8-b9bf-04faf23f3ec5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:55.307390 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff831011-6db7-47a8-b9bf-04faf23f3ec5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:55.308401 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff831011-6db7-47a8-b9bf-04faf23f3ec5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:55.325258 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff831011-6db7-47a8-b9bf-04faf23f3ec5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event updated for resources: {'Port': ['ID=bb45ea5c-eb95-47b8-89c7-cfb619976338,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:55.406372 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ff831011-6db7-47a8-b9bf-04faf23f3ec5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.5667675 Apr 21 12:54:55.406372 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35692) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:55.540526 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-1188d7b9-a0d4-4a13-82cc-cfa11def86f5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting port bb45ea5c-eb95-47b8-89c7-cfb619976338 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:55.541206 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1188d7b9-a0d4-4a13-82cc-cfa11def86f5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:55.578732 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d918cd22-c26c-49c0-b62b-0c8ce159ae42 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:55.697375 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1188d7b9-a0d4-4a13-82cc-cfa11def86f5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:55.711831 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-1188d7b9-a0d4-4a13-82cc-cfa11def86f5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Calling delete_port for bb45ea5c-eb95-47b8-89c7-cfb619976338 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:55.713844 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d918cd22-c26c-49c0-b62b-0c8ce159ae42 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:55.801113 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d918cd22-c26c-49c0-b62b-0c8ce159ae42 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network 47d4d1c1-50d9-4a74-9423-18f4cbb55850 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:55.804521 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d918cd22-c26c-49c0-b62b-0c8ce159ae42 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:55.807019 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d918cd22-c26c-49c0-b62b-0c8ce159ae42 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:55.815808 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d918cd22-c26c-49c0-b62b-0c8ce159ae42 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:55.815808 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d918cd22-c26c-49c0-b62b-0c8ce159ae42 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:55.829828 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918cd22-c26c-49c0-b62b-0c8ce159ae42 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Port': ['ID=bd1a8b6a-5ae8-4391-b3e2-c3699b76a760,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:55.936621 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4671797-9d1e-4c9e-9987-f7a83cc8eb7a req-b5b8051e-06e1-4b46-a283-6f8a980f4c6b tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:55.938300 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a4671797-9d1e-4c9e-9987-f7a83cc8eb7a req-b5b8051e-06e1-4b46-a283-6f8a980f4c6b tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 945 time: 0.0887027 Apr 21 12:54:55.987784 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a4671797-9d1e-4c9e-9987-f7a83cc8eb7a req-8f11ce15-4b8f-456d-96b9-4e5bb6ba7209 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338743 Apr 21 12:54:56.014165 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d918cd22-c26c-49c0-b62b-0c8ce159ae42 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1647463 Apr 21 12:54:56.016736 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35696) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:56.027853 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5f34f430-0cd1-42fc-91a9-873f70c039ee None None] Provisioning complete for port f78af16e-4f25-4561-85e8-d49a9be584ef triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:56.028474 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f34f430-0cd1-42fc-91a9-873f70c039ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:56.073980 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6408cfd6-ccf0-4c58-a72b-5176fc1552ad tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:56.075436 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6408cfd6-ccf0-4c58-a72b-5176fc1552ad tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "GET /v2.0/ports/bd1a8b6a-5ae8-4391-b3e2-c3699b76a760 HTTP/1.1" status: 200 len: 840 time: 0.0576129 Apr 21 12:54:56.076148 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1188d7b9-a0d4-4a13-82cc-cfa11def86f5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:56.078683 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35700) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:56.109667 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188d7b9-a0d4-4a13-82cc-cfa11def86f5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Port': ['ID=bb45ea5c-eb95-47b8-89c7-cfb619976338,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:56.174883 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5f34f430-0cd1-42fc-91a9-873f70c039ee None None] Could not find standard attr ID for object bb45ea5c-eb95-47b8-89c7-cfb619976338. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:54:56.188406 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1188d7b9-a0d4-4a13-82cc-cfa11def86f5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:56.192649 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1188d7b9-a0d4-4a13-82cc-cfa11def86f5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/bb45ea5c-eb95-47b8-89c7-cfb619976338 HTTP/1.1" status: 204 len: 168 time: 0.7891672 Apr 21 12:54:56.197396 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35706) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:56.210769 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6b3e2914-7a7f-4a61-8c6d-ea1b5b557646 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting port bd1a8b6a-5ae8-4391-b3e2-c3699b76a760 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:56.211114 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b3e2914-7a7f-4a61-8c6d-ea1b5b557646 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:56.246786 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7e84fe-d054-4de8-bbbe-cb0199135148 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:56.248416 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ac7e84fe-d054-4de8-bbbe-cb0199135148 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0522473 Apr 21 12:54:56.251517 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35708) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:56.302414 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2023251-b913-4bca-b73e-76d3eee22507 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:56.315031 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f2023251-b913-4bca-b73e-76d3eee22507 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0544312 Apr 21 12:54:56.315031 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35712) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:56.377125 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2874826d-ca44-4740-b518-dc60be5958be tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:56.379001 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2874826d-ca44-4740-b518-dc60be5958be tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:56.380505 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2874826d-ca44-4740-b518-dc60be5958be tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:56.385189 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2874826d-ca44-4740-b518-dc60be5958be tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0747595 Apr 21 12:54:56.385809 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35714) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:56.449356 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e3409a5-22b7-480d-ae17-97d696b96a31 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting subnet 4be5f1dc-12df-479f-b8e6-483807cdf15b {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:54:56.453088 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8e3409a5-22b7-480d-ae17-97d696b96a31 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:56.519923 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8e3409a5-22b7-480d-ae17-97d696b96a31 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:56.631081 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b3e2914-7a7f-4a61-8c6d-ea1b5b557646 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:56.647898 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6b3e2914-7a7f-4a61-8c6d-ea1b5b557646 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Calling delete_port for bd1a8b6a-5ae8-4391-b3e2-c3699b76a760 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:56.687148 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8e3409a5-22b7-480d-ae17-97d696b96a31 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:56.822934 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b3e2914-7a7f-4a61-8c6d-ea1b5b557646 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:56.854817 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e2914-7a7f-4a61-8c6d-ea1b5b557646 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Port': ['ID=bd1a8b6a-5ae8-4391-b3e2-c3699b76a760,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:56.865531 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b3e2914-7a7f-4a61-8c6d-ea1b5b557646 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:56.865655 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8e3409a5-22b7-480d-ae17-97d696b96a31 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:56.865778 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6b3e2914-7a7f-4a61-8c6d-ea1b5b557646 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/ports/bd1a8b6a-5ae8-4391-b3e2-c3699b76a760 HTTP/1.1" status: 204 len: 168 time: 0.7841728 Apr 21 12:54:56.866804 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35720) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:56.891535 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-178d6ac3-2ca8-4e71-a8f9-3f97d554b652 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] GET failed (client error): The resource could not be found. Apr 21 12:54:56.892967 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-178d6ac3-2ca8-4e71-a8f9-3f97d554b652 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "GET /v2.0/ports/bd1a8b6a-5ae8-4391-b3e2-c3699b76a760 HTTP/1.1" status: 404 len: 333 time: 0.0250452 Apr 21 12:54:56.894408 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3409a5-22b7-480d-ae17-97d696b96a31 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Subnet': ['ID=4be5f1dc-12df-479f-b8e6-483807cdf15b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:56.896682 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35722) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:56.898378 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8e3409a5-22b7-480d-ae17-97d696b96a31 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:56.901519 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8e3409a5-22b7-480d-ae17-97d696b96a31 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/4be5f1dc-12df-479f-b8e6-483807cdf15b HTTP/1.1" status: 204 len: 168 time: 0.5147147 Apr 21 12:54:56.901978 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b072c044-f635-4e58-89a0-afe76a8718dc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'port': {'network_id': '47d4d1c1-50d9-4a74-9423-18f4cbb55850', 'name': 'tempest-PortsTestJSON-720858684'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:56.907114 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456b7cd5-3229-4d1b-96ca-6b3760be4e02 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:56.912401 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35724) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:56.970704 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b60ad15-96dc-4141-bd3d-ee3cf1a7c0ca tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Deleting subnet b0249499-559c-4bdc-a670-998a280d7745 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:54:56.972721 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b60ad15-96dc-4141-bd3d-ee3cf1a7c0ca tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:57.048806 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b60ad15-96dc-4141-bd3d-ee3cf1a7c0ca tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:57.154037 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b60ad15-96dc-4141-bd3d-ee3cf1a7c0ca tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:57.159749 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e06c29-5987-4e49-bdff-b29858cc1967 req-5d772042-e249-4e1d-86ea-7961cad8d9ca tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:57.161419 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d7e06c29-5987-4e49-bdff-b29858cc1967 req-5d772042-e249-4e1d-86ea-7961cad8d9ca tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 945 time: 0.0957470 Apr 21 12:54:57.162723 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b072c044-f635-4e58-89a0-afe76a8718dc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:57.166104 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b072c044-f635-4e58-89a0-afe76a8718dc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:57.208731 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-b072c044-f635-4e58-89a0-afe76a8718dc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] device_id is not set on port bb28b734-5d85-4ee6-9e4a-4559fdf00022 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:54:57.265047 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d7e06c29-5987-4e49-bdff-b29858cc1967 req-f047b28e-97c1-4c87-879b-7b0b5a37ded2 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907898 Apr 21 12:54:57.321372 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b60ad15-96dc-4141-bd3d-ee3cf1a7c0ca tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:57.346832 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466753e-64f6-40dd-84fe-3388e5eab150 req-6a380885-d3c6-4882-81d7-052a78c9adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:57.348265 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8466753e-64f6-40dd-84fe-3388e5eab150 req-6a380885-d3c6-4882-81d7-052a78c9adfb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43c98e4e76c844d38eb1054dc1e6fa15&device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 1096 time: 0.0807052 Apr 21 12:54:57.362167 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b60ad15-96dc-4141-bd3d-ee3cf1a7c0ca tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Subnet': ['ID=b0249499-559c-4bdc-a670-998a280d7745,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:57.370290 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0b60ad15-96dc-4141-bd3d-ee3cf1a7c0ca tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:57.377508 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0b60ad15-96dc-4141-bd3d-ee3cf1a7c0ca tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/b0249499-559c-4bdc-a670-998a280d7745 HTTP/1.1" status: 204 len: 168 time: 0.4637337 Apr 21 12:54:57.377827 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35740) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:57.422849 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ba632b29-aef0-453e-bb73-12a94bb69c48 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414751 Apr 21 12:54:57.423265 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35744) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:57.487505 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56aaf181-82fb-464c-a606-0caa1b49ce1c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:57.489009 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-56aaf181-82fb-464c-a606-0caa1b49ce1c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0645697 Apr 21 12:54:57.491944 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35748) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:57.512542 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b072c044-f635-4e58-89a0-afe76a8718dc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:57.534599 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466753e-64f6-40dd-84fe-3388e5eab150 req-f509e100-6de4-45b3-bf8f-b6f88deeebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:57.536066 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8466753e-64f6-40dd-84fe-3388e5eab150 req-f509e100-6de4-45b3-bf8f-b6f88deeebfc service neutron] 10.222.0.24 "GET /v2.0/networks?id=c827d442-59c0-42d4-802b-84a8d0f2cf17 HTTP/1.1" status: 200 len: 918 time: 0.1772363 Apr 21 12:54:57.543138 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b0187b-2134-429b-8c2d-946cbca0fbbc tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:57.544827 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f1b0187b-2134-429b-8c2d-946cbca0fbbc tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0518529 Apr 21 12:54:57.548570 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35750) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:57.600159 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e68dee5f-09f3-408a-8fd8-267b4a7b5466 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0502877 Apr 21 12:54:57.611474 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35756) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:57.640446 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb17728-ae6b-4048-9a2f-f1855ab6cd3a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:57.641196 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb17728-ae6b-4048-9a2f-f1855ab6cd3a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:57.644296 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ddb17728-ae6b-4048-9a2f-f1855ab6cd3a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/bb45ea5c-eb95-47b8-89c7-cfb619976338 HTTP/1.1" status: 404 len: 333 time: 0.0317259 Apr 21 12:54:57.646870 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35758) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:57.661289 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8466753e-64f6-40dd-84fe-3388e5eab150 req-8d6440fa-cf22-4f3e-9da7-f293d524d9cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19cfa38b-7045-43f7-ba29-c8caa5092a7b HTTP/1.1" status: 200 len: 1001 time: 0.1092060 Apr 21 12:54:57.674228 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-a89c6d3b-f9eb-4045-a674-2aabf3ad0687 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:57.674794 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a89c6d3b-f9eb-4045-a674-2aabf3ad0687 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:57.678217 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a89c6d3b-f9eb-4045-a674-2aabf3ad0687 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/4be5f1dc-12df-479f-b8e6-483807cdf15b HTTP/1.1" status: 404 len: 337 time: 0.0303345 Apr 21 12:54:57.680649 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35760) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:57.708342 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa902858-12ad-43b9-958e-31cb28d873f0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:57.708810 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa902858-12ad-43b9-958e-31cb28d873f0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:57.709401 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b072c044-f635-4e58-89a0-afe76a8718dc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:57.716075 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-aa902858-12ad-43b9-958e-31cb28d873f0 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/b0249499-559c-4bdc-a670-998a280d7745 HTTP/1.1" status: 404 len: 337 time: 0.0308380 Apr 21 12:54:57.716075 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35764) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:57.742567 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b1f6611-f272-4d99-9c7e-89d6d48ecb86 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:57.743268 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b1f6611-f272-4d99-9c7e-89d6d48ecb86 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:57.749613 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3b1f6611-f272-4d99-9c7e-89d6d48ecb86 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/58d18112-34bd-4667-8688-ce62e9c5840d HTTP/1.1" status: 404 len: 333 time: 0.0297539 Apr 21 12:54:57.749613 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35768) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:57.755977 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466753e-64f6-40dd-84fe-3388e5eab150 req-a9aeadbc-698a-48c8-a8b6-8634bba590fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:57.757882 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8466753e-64f6-40dd-84fe-3388e5eab150 req-a9aeadbc-698a-48c8-a8b6-8634bba590fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d HTTP/1.1" status: 200 len: 856 time: 0.0899205 Apr 21 12:54:57.768232 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b072c044-f635-4e58-89a0-afe76a8718dc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network 47d4d1c1-50d9-4a74-9423-18f4cbb55850 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:54:57.776334 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15554ade-2d65-4613-a0d9-59620fb16b75 None None] Network 43650c3d-b9d7-4e95-8950-e9fadabd5511 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:54:57.777973 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3079fa2-700d-4f49-ada1-7cdf49552bc8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:57.778437 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3079fa2-700d-4f49-ada1-7cdf49552bc8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:57.780286 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b072c044-f635-4e58-89a0-afe76a8718dc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:54:57.784506 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c3079fa2-700d-4f49-ada1-7cdf49552bc8 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/8dc153c6-b21a-4531-bfe0-700b881bca35 HTTP/1.1" status: 404 len: 337 time: 0.0314841 Apr 21 12:54:57.784506 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35770) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:57.800104 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b072c044-f635-4e58-89a0-afe76a8718dc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:54:57.805498 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b072c044-f635-4e58-89a0-afe76a8718dc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:57.806128 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b072c044-f635-4e58-89a0-afe76a8718dc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:57.810243 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072c044-f635-4e58-89a0-afe76a8718dc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Port': ['ID=bb28b734-5d85-4ee6-9e4a-4559fdf00022,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:57.824153 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-7813a5b2-ce68-4eae-9242-2c9ef7f38f3b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:57.824702 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7813a5b2-ce68-4eae-9242-2c9ef7f38f3b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:57.831605 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35772) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:57.832160 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7813a5b2-ce68-4eae-9242-2c9ef7f38f3b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/4b6782a6-4644-4e7e-81a3-59f4fc2f3076 HTTP/1.1" status: 404 len: 337 time: 0.0467751 Apr 21 12:54:57.842814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466753e-64f6-40dd-84fe-3388e5eab150 req-423266fd-9389-4198-9199-709d8575cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:57.844271 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8466753e-64f6-40dd-84fe-3388e5eab150 req-423266fd-9389-4198-9199-709d8575cfca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c827d442-59c0-42d4-802b-84a8d0f2cf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750425 Apr 21 12:54:57.865335 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-99a64090-e68f-4a5b-b020-c48788aee252 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:57.866035 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99a64090-e68f-4a5b-b020-c48788aee252 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:57.871271 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-99a64090-e68f-4a5b-b020-c48788aee252 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/366c8650-1d86-44f4-9a0f-b1733e891061 HTTP/1.1" status: 404 len: 333 time: 0.0362988 Apr 21 12:54:57.872296 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35774) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:57.894276 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-035c26d2-0bc4-46d6-b95c-c64d724dc5d8 None None] Provisioning complete for port f78af16e-4f25-4561-85e8-d49a9be584ef triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:54:57.894887 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-035c26d2-0bc4-46d6-b95c-c64d724dc5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:57.938171 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b072c044-f635-4e58-89a0-afe76a8718dc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0403748 Apr 21 12:54:57.939088 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf0b7ef-5fc1-432d-9ca1-2cd91a67e620 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:57.939538 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdf0b7ef-5fc1-432d-9ca1-2cd91a67e620 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:57.941550 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35776) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:57.944738 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fdf0b7ef-5fc1-432d-9ca1-2cd91a67e620 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/35d128df-787e-44ea-9abb-b2bf72c351f7 HTTP/1.1" status: 404 len: 337 time: 0.0695846 Apr 21 12:54:57.946085 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35778) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:57.947541 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-24cde7ee-91bd-4de0-8034-70d5c34a7189 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:57.977716 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1bcedd-875f-4841-b5aa-3a7ae4fce0dc tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:57.978452 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed1bcedd-875f-4841-b5aa-3a7ae4fce0dc tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:57.984196 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ed1bcedd-875f-4841-b5aa-3a7ae4fce0dc tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/9fea98c7-abd6-44c8-81b2-b07a7c6ad75e HTTP/1.1" status: 404 len: 337 time: 0.0350149 Apr 21 12:54:57.984442 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35782) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:58.021674 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b1698df-dd07-4540-99e5-5dcd3fc8e112 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:58.021674 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b1698df-dd07-4540-99e5-5dcd3fc8e112 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:58.024512 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5b1698df-dd07-4540-99e5-5dcd3fc8e112 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/01f9031e-0b80-4a3c-92ae-4566650387ca HTTP/1.1" status: 404 len: 333 time: 0.0391541 Apr 21 12:54:58.027521 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35784) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:58.034528 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24cde7ee-91bd-4de0-8034-70d5c34a7189 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:58.061535 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6a3df2-e9de-4b00-ac22-117491dcca81 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:58.062017 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e6a3df2-e9de-4b00-ac22-117491dcca81 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:58.064956 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2e6a3df2-e9de-4b00-ac22-117491dcca81 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/dd841964-a963-4354-ab00-a713f462b518 HTTP/1.1" status: 404 len: 337 time: 0.0365267 Apr 21 12:54:58.075304 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35786) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:58.087537 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8466753e-64f6-40dd-84fe-3388e5eab150 req-d07c0bbb-78c1-4a8c-b0e4-95d0f6406aa1 service neutron] 10.222.0.24 "GET /v2.0/networks/c827d442-59c0-42d4-802b-84a8d0f2cf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297142 Apr 21 12:54:58.113853 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-4135b2a1-039f-4443-b89c-14db60a75564 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:58.113961 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4135b2a1-039f-4443-b89c-14db60a75564 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:58.114075 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f881633-a930-4a1a-88b1-1ebc985f1dd8 None None] DHCP port deletion for 43650c3d-b9d7-4e95-8950-e9fadabd5511 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:54:58.124704 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4135b2a1-039f-4443-b89c-14db60a75564 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/42a0f0fd-ad09-40e7-bc47-9a6f12f50e62 HTTP/1.1" status: 404 len: 337 time: 0.0396864 Apr 21 12:54:58.124812 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35788) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:58.166625 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-259f7015-ea7a-42b9-a884-6617fc60c1cc tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:58.167558 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-259f7015-ea7a-42b9-a884-6617fc60c1cc tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:58.170636 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-259f7015-ea7a-42b9-a884-6617fc60c1cc tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/b40f738a-0769-4a60-95ff-c161be3fbbe3 HTTP/1.1" status: 404 len: 333 time: 0.0449591 Apr 21 12:54:58.173575 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35792) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:58.194364 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1f881633-a930-4a1a-88b1-1ebc985f1dd8 None None] Deleting port f78af16e-4f25-4561-85e8-d49a9be584ef {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:58.194742 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f881633-a930-4a1a-88b1-1ebc985f1dd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:58.234620 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8466753e-64f6-40dd-84fe-3388e5eab150 req-4b705792-2e44-43f8-8f69-d2b9348863e1 service neutron] 10.222.0.24 "GET /v2.0/networks/c827d442-59c0-42d4-802b-84a8d0f2cf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292131 Apr 21 12:54:58.255869 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e69b9f-c438-4339-a44c-de268c80d32f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:58.256382 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e69b9f-c438-4339-a44c-de268c80d32f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:58.259512 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-52e69b9f-c438-4339-a44c-de268c80d32f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/ab450b19-d9c2-433b-b409-2a43b82897e6 HTTP/1.1" status: 404 len: 337 time: 0.0849936 Apr 21 12:54:58.262601 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35798) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:58.284002 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1f881633-a930-4a1a-88b1-1ebc985f1dd8 None None] For port f78af16e-4f25-4561-85e8-d49a9be584ef, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f78af16e-4f25-4561-85e8-d49a9be584ef,segment=NetworkSegment(2d2f7032-a5cd-472f-a8e7-58a322b08247),segment_id=2d2f7032-a5cd-472f-a8e7-58a322b08247)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:58.284411 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f881633-a930-4a1a-88b1-1ebc985f1dd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:58.297348 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d3ed8d-3c1b-4a8e-bdc7-5d341edfad9f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:58.298106 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d3ed8d-3c1b-4a8e-bdc7-5d341edfad9f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:58.301465 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-27d3ed8d-3c1b-4a8e-bdc7-5d341edfad9f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/a4b3fc41-812a-4c7a-af0b-20fc14fbc6e7 HTTP/1.1" status: 404 len: 333 time: 0.0378692 Apr 21 12:54:58.304346 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35802) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:58.307341 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1f881633-a930-4a1a-88b1-1ebc985f1dd8 None None] Calling delete_port for f78af16e-4f25-4561-85e8-d49a9be584ef owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:58.331241 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24cde7ee-91bd-4de0-8034-70d5c34a7189 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:58.349262 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed0d571-1ee2-4bb8-bb90-4a15ce152aae tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:58.349848 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fed0d571-1ee2-4bb8-bb90-4a15ce152aae tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:58.355923 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35804) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:58.358143 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fed0d571-1ee2-4bb8-bb90-4a15ce152aae tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/b1511502-53ce-4aeb-81ee-c543427a7db2 HTTP/1.1" status: 404 len: 337 time: 0.0527506 Apr 21 12:54:58.380662 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-df7d10cc-5527-4316-8440-56034e7ebc3a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:58.381447 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df7d10cc-5527-4316-8440-56034e7ebc3a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:58.388122 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35806) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:58.388642 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-df7d10cc-5527-4316-8440-56034e7ebc3a tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/b45ef093-86f4-43db-83c9-3372f5543c8a HTTP/1.1" status: 404 len: 333 time: 0.0316970 Apr 21 12:54:58.411015 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24cde7ee-91bd-4de0-8034-70d5c34a7189 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:58.440052 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77050cef-7a3e-4b24-a8d1-1bd231225f1c req-92d55d70-9b16-49f6-ba31-274fdae09b78 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:58.443134 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77050cef-7a3e-4b24-a8d1-1bd231225f1c req-92d55d70-9b16-49f6-ba31-274fdae09b78 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 945 time: 0.0827918 Apr 21 12:54:58.444307 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7515310-5c7d-4256-b9a2-c12958e2e018 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:58.444831 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7515310-5c7d-4256-b9a2-c12958e2e018 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:58.451548 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-24cde7ee-91bd-4de0-8034-70d5c34a7189 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] In _notify_port_updated(), no bound segment for port bb28b734-5d85-4ee6-9e4a-4559fdf00022 on network 47d4d1c1-50d9-4a74-9423-18f4cbb55850 {{(pid=103397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 12:54:58.458036 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b7515310-5c7d-4256-b9a2-c12958e2e018 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/b732e968-a9fb-429a-9717-834b20c5a4f5 HTTP/1.1" status: 404 len: 337 time: 0.0657640 Apr 21 12:54:58.458214 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cde7ee-91bd-4de0-8034-70d5c34a7189 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:58.458214 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24cde7ee-91bd-4de0-8034-70d5c34a7189 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:58.459457 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-24cde7ee-91bd-4de0-8034-70d5c34a7189 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "PUT /v2.0/ports/bb28b734-5d85-4ee6-9e4a-4559fdf00022 HTTP/1.1" status: 200 len: 818 time: 0.5168083 Apr 21 12:54:58.459601 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35808) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:58.462238 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35810) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:58.491230 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f881633-a930-4a1a-88b1-1ebc985f1dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:58.499832 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cde7ee-91bd-4de0-8034-70d5c34a7189 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Port': ['ID=bb28b734-5d85-4ee6-9e4a-4559fdf00022,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:58.500064 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-91fae78f-8c7c-4297-91bf-3d78eb756a2c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:58.500524 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91fae78f-8c7c-4297-91bf-3d78eb756a2c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:58.505826 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-91fae78f-8c7c-4297-91bf-3d78eb756a2c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/35b413dd-4771-4b39-86ce-0cb6905572c4 HTTP/1.1" status: 404 len: 333 time: 0.0431595 Apr 21 12:54:58.509746 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35812) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:58.525400 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f881633-a930-4a1a-88b1-1ebc985f1dd8 None None] Pushing event deleted for resources: {'Port': ['ID=f78af16e-4f25-4561-85e8-d49a9be584ef,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:58.533496 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f881633-a930-4a1a-88b1-1ebc985f1dd8 None None] No DVR routers for this DVR port f78af16e-4f25-4561-85e8-d49a9be584ef on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:54:58.550423 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-48358139-ee74-4e30-9b7c-bc58739f8469 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:58.550730 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48358139-ee74-4e30-9b7c-bc58739f8469 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:58.553859 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-48358139-ee74-4e30-9b7c-bc58739f8469 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/f9a5f561-e2ec-443b-af3f-923545c4eab3 HTTP/1.1" status: 404 len: 337 time: 0.0395160 Apr 21 12:54:58.556435 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35814) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:58.559794 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77050cef-7a3e-4b24-a8d1-1bd231225f1c req-eb7216e1-1779-4e89-ab1a-4b62584a85df tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018338 Apr 21 12:54:58.581854 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-8979484a-a65e-4d40-afef-2ea2c854d4d4 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:58.582462 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8979484a-a65e-4d40-afef-2ea2c854d4d4 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:58.585294 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8979484a-a65e-4d40-afef-2ea2c854d4d4 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/8267d1b1-a812-41f5-aba8-cd161d0824c4 HTTP/1.1" status: 404 len: 333 time: 0.0279493 Apr 21 12:54:58.588008 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35816) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:58.607812 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f02db298-ca86-4021-923d-e830cdd0feee tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting port bb28b734-5d85-4ee6-9e4a-4559fdf00022 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:54:58.608150 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f02db298-ca86-4021-923d-e830cdd0feee tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:58.620052 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-660b10e5-4a3e-4607-b382-ebfda6cb6ce9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:58.620630 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-660b10e5-4a3e-4607-b382-ebfda6cb6ce9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:58.626191 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-660b10e5-4a3e-4607-b382-ebfda6cb6ce9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/8ad30fc2-f404-4456-a11e-339918d2fe03 HTTP/1.1" status: 404 len: 337 time: 0.0346198 Apr 21 12:54:58.626513 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35818) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:58.650472 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b550bdd-f1cb-42f2-a19f-3c9bdd9ed728 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:58.651171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b550bdd-f1cb-42f2-a19f-3c9bdd9ed728 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:58.654813 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8b550bdd-f1cb-42f2-a19f-3c9bdd9ed728 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/68674aae-d558-46b2-b712-51c3c99f0dac HTTP/1.1" status: 404 len: 333 time: 0.0272560 Apr 21 12:54:58.657328 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35820) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:58.684980 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-f65505aa-bcfd-403e-926a-88b2d9d6c76f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:58.685436 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f65505aa-bcfd-403e-926a-88b2d9d6c76f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:58.687073 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f02db298-ca86-4021-923d-e830cdd0feee tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:58.690976 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f65505aa-bcfd-403e-926a-88b2d9d6c76f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/0b6fe068-87f3-4004-8e4d-6959db8cdf55 HTTP/1.1" status: 404 len: 337 time: 0.0301750 Apr 21 12:54:58.691144 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35822) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:58.700770 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f02db298-ca86-4021-923d-e830cdd0feee tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Calling delete_port for bb28b734-5d85-4ee6-9e4a-4559fdf00022 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:54:58.717223 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-351d2e9d-296f-4e01-b96e-2c529db60720 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:58.717697 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-351d2e9d-296f-4e01-b96e-2c529db60720 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:58.721622 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-351d2e9d-296f-4e01-b96e-2c529db60720 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/2230077b-9a2d-48a5-b887-665bf21a81e2 HTTP/1.1" status: 404 len: 337 time: 0.0286329 Apr 21 12:54:58.723267 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35824) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:58.752398 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-55686eed-4bc7-4e06-834e-a66b8e34a67b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:58.753332 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55686eed-4bc7-4e06-834e-a66b8e34a67b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:58.756486 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-55686eed-4bc7-4e06-834e-a66b8e34a67b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/52d19abd-0623-4297-8387-a2f8b4fc7bb5 HTTP/1.1" status: 404 len: 333 time: 0.0321498 Apr 21 12:54:58.759084 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35826) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:58.785616 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2969569-b36e-4aae-9398-44aacdbcaf1e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:58.786078 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2969569-b36e-4aae-9398-44aacdbcaf1e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:58.789349 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b2969569-b36e-4aae-9398-44aacdbcaf1e tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/a16ca8b9-cb11-423b-958d-cfa334e10ca7 HTTP/1.1" status: 404 len: 337 time: 0.0288801 Apr 21 12:54:58.791887 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35828) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:58.818841 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ed0cf52-0aff-458e-b43c-1339662e88a3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:58.819216 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ed0cf52-0aff-458e-b43c-1339662e88a3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:58.822181 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9ed0cf52-0aff-458e-b43c-1339662e88a3 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/545f4a41-44f1-41df-b9ad-33206bcc1069 HTTP/1.1" status: 404 len: 337 time: 0.0293953 Apr 21 12:54:58.824808 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35830) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:58.833840 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f02db298-ca86-4021-923d-e830cdd0feee tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:58.849769 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9441d2e-0805-47a8-8488-52b9d4b0750f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:58.850521 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9441d2e-0805-47a8-8488-52b9d4b0750f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:58.857104 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d9441d2e-0805-47a8-8488-52b9d4b0750f tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/a55652c6-ba6f-4644-9cd0-7b283831df09 HTTP/1.1" status: 404 len: 333 time: 0.0313327 Apr 21 12:54:58.857981 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35832) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:58.867755 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02db298-ca86-4021-923d-e830cdd0feee tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Port': ['ID=bb28b734-5d85-4ee6-9e4a-4559fdf00022,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:58.873983 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f02db298-ca86-4021-923d-e830cdd0feee tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:58.879876 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f02db298-ca86-4021-923d-e830cdd0feee tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/ports/bb28b734-5d85-4ee6-9e4a-4559fdf00022 HTTP/1.1" status: 204 len: 168 time: 0.4166770 Apr 21 12:54:58.880474 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35834) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:58.887688 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-917a8dcb-2bfa-4d8f-a9ba-ad5d440277b7 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:58.888332 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-917a8dcb-2bfa-4d8f-a9ba-ad5d440277b7 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:58.892685 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-917a8dcb-2bfa-4d8f-a9ba-ad5d440277b7 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/93233cb3-e378-43e1-8b3d-f0dcaa795bfd HTTP/1.1" status: 404 len: 337 time: 0.0323341 Apr 21 12:54:58.893784 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35836) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:58.919756 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-6643b033-c6cf-455e-9a9e-03b3672a6c85 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:58.920243 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6643b033-c6cf-455e-9a9e-03b3672a6c85 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:58.923218 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6643b033-c6cf-455e-9a9e-03b3672a6c85 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/aa37bb0c-c1c5-4592-8641-d1af74bbc160 HTTP/1.1" status: 404 len: 337 time: 0.0285153 Apr 21 12:54:58.925679 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35838) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:58.936000 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0253c2e8-849b-4520-b67a-e69b36b93f00 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:58.938572 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0253c2e8-849b-4520-b67a-e69b36b93f00 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0571940 Apr 21 12:54:58.941065 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35840) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:58.956666 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2290f42-1dce-4fbf-83b1-45bb2dd98216 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:58.957526 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2290f42-1dce-4fbf-83b1-45bb2dd98216 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:58.960989 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d2290f42-1dce-4fbf-83b1-45bb2dd98216 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/e02460c3-14d4-4cdf-99e2-0d61375887d6 HTTP/1.1" status: 404 len: 333 time: 0.0341446 Apr 21 12:54:58.963328 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35842) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:58.969500 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-b371f71f-2cb4-4cbb-8d1d-22130b584228 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] GET failed (client error): The resource could not be found. Apr 21 12:54:58.972045 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b371f71f-2cb4-4cbb-8d1d-22130b584228 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "GET /v2.0/ports/bb28b734-5d85-4ee6-9e4a-4559fdf00022 HTTP/1.1" status: 404 len: 333 time: 0.0293300 Apr 21 12:54:58.974991 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35844) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:58.980653 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-5d4a8476-a6c0-458c-8477-d6e873f0133b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1581278536'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:58.994467 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-58312221-f4ff-4cdc-89a0-67fd8feaf464 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:58.994917 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58312221-f4ff-4cdc-89a0-67fd8feaf464 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:58.998647 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-58312221-f4ff-4cdc-89a0-67fd8feaf464 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/dabd5896-7a7f-4ff2-9ca2-23bef75665c4 HTTP/1.1" status: 404 len: 337 time: 0.0342379 Apr 21 12:54:59.001444 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35846) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:59.027924 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0083bdb-504d-46a3-b434-858defdf0de7 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:59.028504 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0083bdb-504d-46a3-b434-858defdf0de7 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:59.035605 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d0083bdb-504d-46a3-b434-858defdf0de7 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/256ba8b7-2765-462a-8cb2-7dcd9c61043e HTTP/1.1" status: 404 len: 337 time: 0.0304744 Apr 21 12:54:59.035826 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f78af16e-4f25-4561-85e8-d49a9be584ef no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:54:59.036267 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35848) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:59.062135 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: f78af16e-4f25-4561-85e8-d49a9be584ef {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:54:59.062969 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f78af16e-4f25-4561-85e8-d49a9be584ef not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:54:59.068374 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-30e4cabb-6527-444d-b9e7-6907a54f41cf tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports?device_id=c1f09fb4-b73c-4f03-9e25-b8a49929d617 HTTP/1.1" status: 200 len: 205 time: 0.0299568 Apr 21 12:54:59.069494 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4a8476-a6c0-458c-8477-d6e873f0133b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:59.070913 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35850) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:59.076971 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d4a8476-a6c0-458c-8477-d6e873f0133b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:59.099529 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 19cfa38b-7045-43f7-ba29-c8caa5092a7b no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:54:59.122508 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d4a8476-a6c0-458c-8477-d6e873f0133b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:54:59.133620 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-0f599ba7-6591-40fd-82cb-9ee67aee7d41 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] delete failed (client error): The resource could not be found. Apr 21 12:54:59.135849 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0f599ba7-6591-40fd-82cb-9ee67aee7d41 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/routers/c1f09fb4-b73c-4f03-9e25-b8a49929d617 HTTP/1.1" status: 404 len: 336 time: 0.0569003 Apr 21 12:54:59.137751 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d4a8476-a6c0-458c-8477-d6e873f0133b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:59.138227 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-5d4a8476-a6c0-458c-8477-d6e873f0133b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Added segment 8b573ae7-2782-40a9-a57d-8e3a37fae573 of type vlan for network 7497d939-f0ad-4510-b050-33e364d0f450 Apr 21 12:54:59.139881 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35852) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:59.173301 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-11117be0-a193-491f-8844-4fc3695888a2 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:59.174076 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11117be0-a193-491f-8844-4fc3695888a2 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:59.177631 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-11117be0-a193-491f-8844-4fc3695888a2 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/e01d1608-7074-494a-b101-617f37d00332 HTTP/1.1" status: 404 len: 337 time: 0.0365622 Apr 21 12:54:59.180348 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35854) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:59.184606 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d4a8476-a6c0-458c-8477-d6e873f0133b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:59.213705 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0ab44059-1361-41a8-9049-179240da45a5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "GET /v2.0/ports?device_id=656162e0-c587-45f6-a431-a82cc0fe8f61 HTTP/1.1" status: 200 len: 205 time: 0.0320842 Apr 21 12:54:59.216920 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35856) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:59.227104 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:59.250564 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19cfa38b-7045-43f7-ba29-c8caa5092a7b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:54:59.252813 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98075f4-f2ff-46b2-bfe2-51ee0bb7a721" -d '{"events": [{"server_uuid": "b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6", "name": "network-vif-unplugged", "status": "completed", "tag": "19cfa38b-7045-43f7-ba29-c8caa5092a7b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:54:59.253430 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-0a1f7c63-2d92-484e-88c0-399ac60e957c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] delete failed (client error): The resource could not be found. Apr 21 12:54:59.257188 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0a1f7c63-2d92-484e-88c0-399ac60e957c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/routers/656162e0-c587-45f6-a431-a82cc0fe8f61 HTTP/1.1" status: 404 len: 336 time: 0.0366759 Apr 21 12:54:59.257973 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35862) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:59.272966 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 19cfa38b-7045-43f7-ba29-c8caa5092a7b, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=19cfa38b-7045-43f7-ba29-c8caa5092a7b,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:54:59.285907 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-e113659d-d446-4962-8436-b8aff3e7eeba tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:59.286314 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e113659d-d446-4962-8436-b8aff3e7eeba tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:59.289225 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e113659d-d446-4962-8436-b8aff3e7eeba tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/df89edf4-279b-47ab-b7bb-004846f11d35 HTTP/1.1" status: 404 len: 337 time: 0.0301132 Apr 21 12:54:59.292009 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35866) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:59.296429 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d4a8476-a6c0-458c-8477-d6e873f0133b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:59.302272 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4a8476-a6c0-458c-8477-d6e873f0133b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:59.302720 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d4a8476-a6c0-458c-8477-d6e873f0133b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:59.321118 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d7c0cb-07f2-40ad-b06e-89289d13ea5b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:59.323072 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d7c0cb-07f2-40ad-b06e-89289d13ea5b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:59.327378 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f0d7c0cb-07f2-40ad-b06e-89289d13ea5b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/64577a27-ac98-441f-9e35-77743e34873e HTTP/1.1" status: 404 len: 337 time: 0.0314982 Apr 21 12:54:59.327687 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35868) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:59.355711 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3362c21-111c-4254-bc3a-ba8ce6528e09 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:59.357186 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3362c21-111c-4254-bc3a-ba8ce6528e09 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:59.359579 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d3362c21-111c-4254-bc3a-ba8ce6528e09 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/aa7b1708-4932-4125-8464-3a4d2b248e0e HTTP/1.1" status: 404 len: 333 time: 0.0309591 Apr 21 12:54:59.362135 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35870) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:59.382772 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4a8476-a6c0-458c-8477-d6e873f0133b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Network': ['ID=7497d939-f0ad-4510-b050-33e364d0f450,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:59.388404 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:59.413779 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec58b472-a992-40c6-8ef7-22237f390d23 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:59.414251 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec58b472-a992-40c6-8ef7-22237f390d23 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:59.420403 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ec58b472-a992-40c6-8ef7-22237f390d23 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/f2067d41-ee8b-4577-ac14-22fd5f038b67 HTTP/1.1" status: 404 len: 337 time: 0.0542173 Apr 21 12:54:59.421048 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5d4a8476-a6c0-458c-8477-d6e873f0133b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4444799 Apr 21 12:54:59.421454 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35872) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:59.423678 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35874) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:59.442848 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-979b374e-3e66-4671-9840-a9a63a9921fd tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'subnet': {'network_id': '7497d939-f0ad-4510-b050-33e364d0f450', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:54:59.452920 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 7497d939-f0ad-4510-b050-33e364d0f450 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:54:59.470626 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d5f489-e923-4fc7-b561-ef91b24a1b16 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:59.471406 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73d5f489-e923-4fc7-b561-ef91b24a1b16 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:59.476055 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-73d5f489-e923-4fc7-b561-ef91b24a1b16 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/91a8d9b6-8953-42dc-b2ec-f4ecd73dd807 HTTP/1.1" status: 404 len: 333 time: 0.0534484 Apr 21 12:54:59.478777 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35876) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:59.509240 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4939ca-2636-4c42-b1f2-5a4a71d1a40b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:59.509932 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4939ca-2636-4c42-b1f2-5a4a71d1a40b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:59.516755 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1f4939ca-2636-4c42-b1f2-5a4a71d1a40b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/6eeeced1-add1-4df7-ab8a-66ae80493809 HTTP/1.1" status: 404 len: 337 time: 0.0367768 Apr 21 12:54:59.517448 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35878) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:59.543545 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c82bde-6e6a-42dc-b8bf-83c3f6e0d4a1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:59.544364 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c82bde-6e6a-42dc-b8bf-83c3f6e0d4a1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:59.550692 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d4c82bde-6e6a-42dc-b8bf-83c3f6e0d4a1 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/7497c3e9-91ba-4cfb-9720-ed2426b17547 HTTP/1.1" status: 404 len: 333 time: 0.0320542 Apr 21 12:54:59.552625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35880) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:59.591736 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b74463-1dff-4c50-9aa6-27c6313161ef tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:59.592198 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b74463-1dff-4c50-9aa6-27c6313161ef tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:59.595502 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-18b74463-1dff-4c50-9aa6-27c6313161ef tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/0e6a3146-8c58-40dc-a9ff-ad8003671ca3 HTTP/1.1" status: 404 len: 337 time: 0.0383267 Apr 21 12:54:59.598552 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35884) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:59.641522 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-71034365-6b92-4667-9b82-7a60a25231e5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:59.642256 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71034365-6b92-4667-9b82-7a60a25231e5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:59.645516 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-71034365-6b92-4667-9b82-7a60a25231e5 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/6490934d-59f1-4a08-a9b0-69b4cf6d2f1d HTTP/1.1" status: 404 len: 333 time: 0.0459924 Apr 21 12:54:59.647936 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35886) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:59.685711 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e3eb340-0f4c-4466-8cb0-0feda3fa53a4 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:59.686080 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e3eb340-0f4c-4466-8cb0-0feda3fa53a4 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:59.689125 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3e3eb340-0f4c-4466-8cb0-0feda3fa53a4 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/b83322e5-8160-4dec-9550-6b8dd74166b7 HTTP/1.1" status: 404 len: 337 time: 0.0402555 Apr 21 12:54:59.691816 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35888) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:59.709327 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=19cfa38b-7045-43f7-ba29-c8caa5092a7b,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:54:59.712722 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb82aca-c22d-4394-ba10-32bc693ae0f4 x-openstack-request-id: req-5cb82aca-c22d-4394-ba10-32bc693ae0f4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:54:59.713218 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6", "name": "network-vif-unplugged", "status": "completed", "tag": "19cfa38b-7045-43f7-ba29-c8caa5092a7b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:54:59.713471 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5cb82aca-c22d-4394-ba10-32bc693ae0f4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:54:59.713887 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cb82aca-c22d-4394-ba10-32bc693ae0f4'] response: {'server_uuid': 'b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19cfa38b-7045-43f7-ba29-c8caa5092a7b', 'code': 200} Apr 21 12:54:59.721664 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-10db26ad-572d-4cdc-9598-4a03a5695c04 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:59.722443 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10db26ad-572d-4cdc-9598-4a03a5695c04 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:59.727875 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-10db26ad-572d-4cdc-9598-4a03a5695c04 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/e1cd7f87-709c-4ffe-b6ef-ce8896ce2fd3 HTTP/1.1" status: 404 len: 333 time: 0.0323780 Apr 21 12:54:59.728225 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35890) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:59.729828 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a6219-a46f-4775-9ab7-716bc96d0611 req-b990aea4-6b8f-4e9c-a796-ca4b29ac66e1 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:54:59.731929 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb3a6219-a46f-4775-9ab7-716bc96d0611 req-b990aea4-6b8f-4e9c-a796-ca4b29ac66e1 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 943 time: 0.0753355 Apr 21 12:54:59.755259 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-67eb64e9-fe93-49f8-9ccf-7448c64f39b9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:59.755712 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67eb64e9-fe93-49f8-9ccf-7448c64f39b9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:59.758693 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-67eb64e9-fe93-49f8-9ccf-7448c64f39b9 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/b16358e3-59b8-4306-b62c-5cc043387f95 HTTP/1.1" status: 404 len: 337 time: 0.0294771 Apr 21 12:54:59.761157 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35892) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:59.765172 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979b374e-3e66-4671-9840-a9a63a9921fd tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:54:59.771064 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-979b374e-3e66-4671-9840-a9a63a9921fd tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:54:59.784050 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-36400574-33f0-479f-8d88-64b340bfaa0c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:59.784741 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36400574-33f0-479f-8d88-64b340bfaa0c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:59.787755 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-36400574-33f0-479f-8d88-64b340bfaa0c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/6bcd9894-3a54-440e-9cb3-d904dba6d13f HTTP/1.1" status: 404 len: 333 time: 0.0254996 Apr 21 12:54:59.788759 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb3a6219-a46f-4775-9ab7-716bc96d0611 req-fc2cf587-dbb2-448d-9d03-510699af29aa tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501342 Apr 21 12:54:59.790249 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35894) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:59.821460 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-315f130a-3117-4b6c-a5b8-e14fd0d7ad30 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:59.821937 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-315f130a-3117-4b6c-a5b8-e14fd0d7ad30 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:59.824904 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-315f130a-3117-4b6c-a5b8-e14fd0d7ad30 tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/c152aedd-8a02-481b-9b7b-cab944ed67c6 HTTP/1.1" status: 404 len: 337 time: 0.0336716 Apr 21 12:54:59.827433 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35896) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:59.850826 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-73142204-03dc-4477-812b-5198cb66dd0c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:59.851448 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73142204-03dc-4477-812b-5198cb66dd0c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:59.854532 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-73142204-03dc-4477-812b-5198cb66dd0c tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/ports/48e59fce-753d-4e67-8dfb-188c1691b5cb HTTP/1.1" status: 404 len: 333 time: 0.0261612 Apr 21 12:54:59.858282 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35898) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:59.886234 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8724b79-1154-429b-a261-9de59310c4ae tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] DELETE failed (client error): The resource could not be found. Apr 21 12:54:59.886683 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8724b79-1154-429b-a261-9de59310c4ae tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:54:59.892095 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c8724b79-1154-429b-a261-9de59310c4ae tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/subnets/7e232be9-b2ce-4502-b7c6-5d6828686e6b HTTP/1.1" status: 404 len: 337 time: 0.0304689 Apr 21 12:54:59.892296 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35900) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:54:59.969252 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-614464dd-dc6c-4905-95a6-cf42dfbeae7b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:00.033170 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-979b374e-3e66-4671-9840-a9a63a9921fd tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:00.056186 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-614464dd-dc6c-4905-95a6-cf42dfbeae7b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:00.076243 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-614464dd-dc6c-4905-95a6-cf42dfbeae7b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43650c3d-b9d7-4e95-8950-e9fadabd5511']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:00.085448 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-614464dd-dc6c-4905-95a6-cf42dfbeae7b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2f7032-a5cd-472f-a8e7-58a322b08247') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:00.085774 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-614464dd-dc6c-4905-95a6-cf42dfbeae7b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2f7032-a5cd-472f-a8e7-58a322b08247') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:00.094829 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979b374e-3e66-4671-9840-a9a63a9921fd tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Subnet': ['ID=0d0788ff-c91d-417c-8c88-a9d8a56e6d2e,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:00.095751 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-614464dd-dc6c-4905-95a6-cf42dfbeae7b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:00.102932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979b374e-3e66-4671-9840-a9a63a9921fd tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Checking segment: {'id': '8b573ae7-2782-40a9-a57d-8e3a37fae573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7497d939-f0ad-4510-b050-33e364d0f450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:55:00.103302 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979b374e-3e66-4671-9840-a9a63a9921fd tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network hostable DHCP agents. Network: 7497d939-f0ad-4510-b050-33e364d0f450, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:55:00.110402 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-614464dd-dc6c-4905-95a6-cf42dfbeae7b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:00.116360 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614464dd-dc6c-4905-95a6-cf42dfbeae7b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:55:00.116727 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-614464dd-dc6c-4905-95a6-cf42dfbeae7b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:55:00.119731 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:55:00.216263 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979b374e-3e66-4671-9840-a9a63a9921fd tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network 7497d939-f0ad-4510-b050-33e364d0f450 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:55:00.251127 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-614464dd-dc6c-4905-95a6-cf42dfbeae7b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:00.259533 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-614464dd-dc6c-4905-95a6-cf42dfbeae7b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:00.265484 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-614464dd-dc6c-4905-95a6-cf42dfbeae7b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] 10.222.0.36 "DELETE /v2.0/networks/43650c3d-b9d7-4e95-8950-e9fadabd5511 HTTP/1.1" status: 204 len: 168 time: 0.3700669 Apr 21 12:55:00.273774 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614464dd-dc6c-4905-95a6-cf42dfbeae7b tempest-NetworksTestDHCPv6-988059442 tempest-NetworksTestDHCPv6-988059442-project] Pushing event deleted for resources: {'Network': ['ID=43650c3d-b9d7-4e95-8950-e9fadabd5511,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:00.319639 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-979b374e-3e66-4671-9840-a9a63a9921fd tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 7497d939-f0ad-4510-b050-33e364d0f450) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:00.325765 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979b374e-3e66-4671-9840-a9a63a9921fd tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:00.326688 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-979b374e-3e66-4671-9840-a9a63a9921fd tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:00.333352 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6da7e0-0f6b-4269-99e6-5d745fffc212 None None] Network 7497d939-f0ad-4510-b050-33e364d0f450 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:00.470025 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-979b374e-3e66-4671-9840-a9a63a9921fd tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0449538 Apr 21 12:55:00.472762 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35914) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:00.477791 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8bdc6597-d384-4a95-b9b3-010b05c0ded8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'subnet': {'network_id': '7497d939-f0ad-4510-b050-33e364d0f450', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:00.496008 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36264ff-1547-4762-bdcd-ecd3a23fdbe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-7497d939-f0ad-4510-b050-33e364d0f450', 'network_id': '7497d939-f0ad-4510-b050-33e364d0f450', 'tenant_id': 'feca239de2924ae3abaaf49ec4bc8c7a', 'fixed_ips': [{'subnet_id': '0d0788ff-c91d-417c-8c88-a9d8a56e6d2e'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:55:00.496926 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c36264ff-1547-4762-bdcd-ecd3a23fdbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:00.635985 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-c36264ff-1547-4762-bdcd-ecd3a23fdbe0 None None] Allocated IP 172.20.0.2 (7497d939-f0ad-4510-b050-33e364d0f450/0d0788ff-c91d-417c-8c88-a9d8a56e6d2e/237b5bce-0760-43f6-abe0-271e69685ca0) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:00.673061 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdc6597-d384-4a95-b9b3-010b05c0ded8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:00.676789 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8bdc6597-d384-4a95-b9b3-010b05c0ded8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:00.802029 n-d-836147-2 neutron-server[103398]: INFO neutron.db.ipam_backend_mixin [None req-8bdc6597-d384-4a95-b9b3-010b05c0ded8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0d0788ff-c91d-417c-8c88-a9d8a56e6d2e (CIDR: 172.20.0.0/28) Apr 21 12:55:00.809656 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c36264ff-1547-4762-bdcd-ecd3a23fdbe0 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:00.862970 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35924) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:00.866821 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bdc6597-d384-4a95-b9b3-010b05c0ded8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:55:00.867325 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bdc6597-d384-4a95-b9b3-010b05c0ded8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:55:00.878994 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c36264ff-1547-4762-bdcd-ecd3a23fdbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:00.936831 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36264ff-1547-4762-bdcd-ecd3a23fdbe0 None None] Pushing event updated for resources: {'Port': ['ID=237b5bce-0760-43f6-abe0-271e69685ca0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:00.949803 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36264ff-1547-4762-bdcd-ecd3a23fdbe0 None None] Network 7497d939-f0ad-4510-b050-33e364d0f450 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:00.951605 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c36264ff-1547-4762-bdcd-ecd3a23fdbe0 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:00.954196 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36264ff-1547-4762-bdcd-ecd3a23fdbe0 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:55:00.957514 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b7fc8-502d-4339-acc8-af9463146eb8 req-5013efdb-b125-45a1-b418-01f2f57a8079 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:00.962082 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-051b7fc8-502d-4339-acc8-af9463146eb8 req-5013efdb-b125-45a1-b418-01f2f57a8079 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 943 time: 0.0790224 Apr 21 12:55:01.009714 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-051b7fc8-502d-4339-acc8-af9463146eb8 req-cd2c3c17-f87b-4e2b-9518-145dc26920f4 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413535 Apr 21 12:55:01.023295 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8bdc6597-d384-4a95-b9b3-010b05c0ded8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5492668 Apr 21 12:55:01.030929 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35928) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:01.031638 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1de56461-b08c-4da7-b3fb-28f6b050ef3e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'subnet': {'network_id': '7497d939-f0ad-4510-b050-33e364d0f450', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:01.048402 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c36264ff-1547-4762-bdcd-ecd3a23fdbe0 None None] Attempting to bind port 237b5bce-0760-43f6-abe0-271e69685ca0 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:55:01.048861 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c36264ff-1547-4762-bdcd-ecd3a23fdbe0 None None] Attempting to bind port 237b5bce-0760-43f6-abe0-271e69685ca0 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '8b573ae7-2782-40a9-a57d-8e3a37fae573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7497d939-f0ad-4510-b050-33e364d0f450'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:55:01.049294 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36264ff-1547-4762-bdcd-ecd3a23fdbe0 None None] Attempting to bind port 237b5bce-0760-43f6-abe0-271e69685ca0 on network 7497d939-f0ad-4510-b050-33e364d0f450 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:55:01.054963 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36264ff-1547-4762-bdcd-ecd3a23fdbe0 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:55:01.055434 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36264ff-1547-4762-bdcd-ecd3a23fdbe0 None None] Checking segment: {'id': '8b573ae7-2782-40a9-a57d-8e3a37fae573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7497d939-f0ad-4510-b050-33e364d0f450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:55:01.056025 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c36264ff-1547-4762-bdcd-ecd3a23fdbe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:01.056495 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36264ff-1547-4762-bdcd-ecd3a23fdbe0 None None] Bound using segment: {'id': '8b573ae7-2782-40a9-a57d-8e3a37fae573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7497d939-f0ad-4510-b050-33e364d0f450'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:55:01.057028 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c36264ff-1547-4762-bdcd-ecd3a23fdbe0 None None] Bound port: 237b5bce-0760-43f6-abe0-271e69685ca0, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b573ae7-2782-40a9-a57d-8e3a37fae573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7497d939-f0ad-4510-b050-33e364d0f450'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:55:01.057538 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c36264ff-1547-4762-bdcd-ecd3a23fdbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:01.129203 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c36264ff-1547-4762-bdcd-ecd3a23fdbe0 None None] For port 237b5bce-0760-43f6-abe0-271e69685ca0, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:55:01.132893 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c36264ff-1547-4762-bdcd-ecd3a23fdbe0 None None] For port 237b5bce-0760-43f6-abe0-271e69685ca0, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=237b5bce-0760-43f6-abe0-271e69685ca0,segment=NetworkSegment(8b573ae7-2782-40a9-a57d-8e3a37fae573),segment_id=8b573ae7-2782-40a9-a57d-8e3a37fae573)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:55:01.200548 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c36264ff-1547-4762-bdcd-ecd3a23fdbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:01.206221 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4293af04-7be0-4cf0-a431-b88699bb83a6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2d6cf59120bc42c9b933c1b84f6f23f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3420458 Apr 21 12:55:01.208687 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35934) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:01.247853 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de56461-b08c-4da7-b3fb-28f6b050ef3e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:01.262003 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1de56461-b08c-4da7-b3fb-28f6b050ef3e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:01.263032 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36264ff-1547-4762-bdcd-ecd3a23fdbe0 None None] Pushing event updated for resources: {'Port': ['ID=237b5bce-0760-43f6-abe0-271e69685ca0,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:01.366351 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a51246da-e817-421f-b8ed-1f418e40b866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:01.408886 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a51246da-e817-421f-b8ed-1f418e40b866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:01.566890 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a51246da-e817-421f-b8ed-1f418e40b866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:01.569945 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a51246da-e817-421f-b8ed-1f418e40b866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:01.571495 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a51246da-e817-421f-b8ed-1f418e40b866 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/64984d0b-c20c-4fad-a7f5-dd5c862d26fc HTTP/1.1" status: 204 len: 168 time: 0.3616560 Apr 21 12:55:01.589027 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51246da-e817-421f-b8ed-1f418e40b866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64984d0b-c20c-4fad-a7f5-dd5c862d26fc,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:01.787736 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1de56461-b08c-4da7-b3fb-28f6b050ef3e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:01.831072 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de56461-b08c-4da7-b3fb-28f6b050ef3e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network 7497d939-f0ad-4510-b050-33e364d0f450 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:01.832945 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-1de56461-b08c-4da7-b3fb-28f6b050ef3e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:01.838496 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de56461-b08c-4da7-b3fb-28f6b050ef3e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:01.839090 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1de56461-b08c-4da7-b3fb-28f6b050ef3e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:01.865704 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de56461-b08c-4da7-b3fb-28f6b050ef3e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Subnet': ['ID=b814158d-6e8d-4d2f-bbfb-0e74bf24a666,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:02.007943 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1de56461-b08c-4da7-b3fb-28f6b050ef3e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9808173 Apr 21 12:55:02.011485 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35950) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:02.019339 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d66fa1be-0afa-48f6-aa1f-e413248020da tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'port': {'network_id': '7497d939-f0ad-4510-b050-33e364d0f450', 'fixed_ips': [{'subnet_id': '0d0788ff-c91d-417c-8c88-a9d8a56e6d2e'}, {'subnet_id': 'b814158d-6e8d-4d2f-bbfb-0e74bf24a666'}], 'name': 'tempest-PortsTestJSON-491763121'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:02.262934 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66fa1be-0afa-48f6-aa1f-e413248020da tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:02.411161 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d66fa1be-0afa-48f6-aa1f-e413248020da tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:02.432489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-d66fa1be-0afa-48f6-aa1f-e413248020da tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] device_id is not set on port a3718073-2e66-4c64-a780-fb496137d576 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:55:02.577613 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079fb850-9abc-4f05-bee2-544887a2be47 None None] Network 7497d939-f0ad-4510-b050-33e364d0f450 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:02.707219 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-95254b7b-0e7b-48d1-aa85-3be9f8b3712f None None] Provisioning complete for port 237b5bce-0760-43f6-abe0-271e69685ca0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:02.707581 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95254b7b-0e7b-48d1-aa85-3be9f8b3712f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:02.789576 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-d66fa1be-0afa-48f6-aa1f-e413248020da tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Allocated IP 172.20.0.5 (7497d939-f0ad-4510-b050-33e364d0f450/0d0788ff-c91d-417c-8c88-a9d8a56e6d2e/a3718073-2e66-4c64-a780-fb496137d576) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:02.797536 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-d66fa1be-0afa-48f6-aa1f-e413248020da tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Allocated IP 172.20.0.20 (7497d939-f0ad-4510-b050-33e364d0f450/b814158d-6e8d-4d2f-bbfb-0e74bf24a666/a3718073-2e66-4c64-a780-fb496137d576) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:02.867289 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95254b7b-0e7b-48d1-aa85-3be9f8b3712f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:02.907891 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 35980) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:02.936152 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-95254b7b-0e7b-48d1-aa85-3be9f8b3712f None None] For port 237b5bce-0760-43f6-abe0-271e69685ca0, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=237b5bce-0760-43f6-abe0-271e69685ca0,segment=NetworkSegment(8b573ae7-2782-40a9-a57d-8e3a37fae573),segment_id=8b573ae7-2782-40a9-a57d-8e3a37fae573)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:02.950172 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a76fd3b-7d15-4e5c-8965-142542f8fefc None None] Update dhcp port {'port': {'network_id': '7497d939-f0ad-4510-b050-33e364d0f450', 'fixed_ips': [{'subnet_id': '0d0788ff-c91d-417c-8c88-a9d8a56e6d2e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b814158d-6e8d-4d2f-bbfb-0e74bf24a666'}], 'binding:host_id': 'n-d-836147-2'}, 'id': '237b5bce-0760-43f6-abe0-271e69685ca0'} from n-d-836147-2. {{(pid=103399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 21 12:55:03.015104 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a76fd3b-7d15-4e5c-8965-142542f8fefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:03.024809 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d66fa1be-0afa-48f6-aa1f-e413248020da tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:03.054127 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-90157483-6993-444a-907b-39d7aef4cf9c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-220679508'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:03.059696 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95254b7b-0e7b-48d1-aa85-3be9f8b3712f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:03.157904 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 237b5bce-0760-43f6-abe0-271e69685ca0 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:55:03.159732 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 19cfa38b-7045-43f7-ba29-c8caa5092a7b no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:55:03.189009 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d66fa1be-0afa-48f6-aa1f-e413248020da tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:03.243007 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66fa1be-0afa-48f6-aa1f-e413248020da tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network 7497d939-f0ad-4510-b050-33e364d0f450 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:03.243007 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d66fa1be-0afa-48f6-aa1f-e413248020da tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:03.247486 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66fa1be-0afa-48f6-aa1f-e413248020da tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:55:03.254432 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66fa1be-0afa-48f6-aa1f-e413248020da tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Port': ['ID=a3718073-2e66-4c64-a780-fb496137d576,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:03.269526 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95254b7b-0e7b-48d1-aa85-3be9f8b3712f None None] Pushing event updated for resources: {'Port': ['ID=237b5bce-0760-43f6-abe0-271e69685ca0,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:03.314091 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66fa1be-0afa-48f6-aa1f-e413248020da tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:03.315135 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d66fa1be-0afa-48f6-aa1f-e413248020da tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:03.325877 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90157483-6993-444a-907b-39d7aef4cf9c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Made reservation on behalf of 41193e1be88e4415b6307dc99028cb81 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:03.329390 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90157483-6993-444a-907b-39d7aef4cf9c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:03.339699 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90157483-6993-444a-907b-39d7aef4cf9c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:03.369120 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 237b5bce-0760-43f6-abe0-271e69685ca0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:03.369507 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:03.372068 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-1a76fd3b-7d15-4e5c-8965-142542f8fefc None None] Allocated IP 172.20.0.18 (7497d939-f0ad-4510-b050-33e364d0f450/b814158d-6e8d-4d2f-bbfb-0e74bf24a666/237b5bce-0760-43f6-abe0-271e69685ca0) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:03.415504 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d66fa1be-0afa-48f6-aa1f-e413248020da tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.4016161 Apr 21 12:55:03.419182 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 35992) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:03.424104 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90157483-6993-444a-907b-39d7aef4cf9c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:03.427124 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6b1f9bc9-dbca-4711-bef1-c0afe2db041c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0d0788ff-c91d-417c-8c88-a9d8a56e6d2e'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:03.499933 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b1f9bc9-dbca-4711-bef1-c0afe2db041c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:03.529900 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90157483-6993-444a-907b-39d7aef4cf9c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:03.564872 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1a76fd3b-7d15-4e5c-8965-142542f8fefc None None] For port 237b5bce-0760-43f6-abe0-271e69685ca0, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=237b5bce-0760-43f6-abe0-271e69685ca0,segment=NetworkSegment(8b573ae7-2782-40a9-a57d-8e3a37fae573),segment_id=8b573ae7-2782-40a9-a57d-8e3a37fae573)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:03.592427 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90157483-6993-444a-907b-39d7aef4cf9c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:55:03.611976 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90157483-6993-444a-907b-39d7aef4cf9c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:03.612321 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-90157483-6993-444a-907b-39d7aef4cf9c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Added segment 3c576f41-7441-4c8f-aab4-b9ea48c2a695 of type vlan for network 1ef1f89a-abd9-4aa7-980d-f3c2af6ef54c Apr 21 12:55:03.623450 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a76fd3b-7d15-4e5c-8965-142542f8fefc None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:03.670396 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90157483-6993-444a-907b-39d7aef4cf9c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2669a2fe-1429-4c32-8286-5bb6232e9928,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:03.676795 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90157483-6993-444a-907b-39d7aef4cf9c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:03.696611 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a76fd3b-7d15-4e5c-8965-142542f8fefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:03.750403 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca21f0a-b095-4919-80ad-aa2eb502f13c req-b83f9537-0e28-4939-830d-ad44af9b7198 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:03.758421 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ca21f0a-b095-4919-80ad-aa2eb502f13c req-b83f9537-0e28-4939-830d-ad44af9b7198 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 943 time: 0.1337943 Apr 21 12:55:03.782491 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90157483-6993-444a-907b-39d7aef4cf9c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:03.788693 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76fd3b-7d15-4e5c-8965-142542f8fefc None None] Pushing event updated for resources: {'Port': ['ID=237b5bce-0760-43f6-abe0-271e69685ca0,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:03.791597 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90157483-6993-444a-907b-39d7aef4cf9c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:03.793885 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90157483-6993-444a-907b-39d7aef4cf9c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:03.850302 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ca21f0a-b095-4919-80ad-aa2eb502f13c req-b34b2cae-41fe-4eda-b4b4-e0de48e5ad78 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903351 Apr 21 12:55:03.931026 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-90157483-6993-444a-907b-39d7aef4cf9c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.0219507 Apr 21 12:55:03.935381 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36004) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:03.943460 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8ad23a06-cb9a-43ce-8de5-e6db9308a743 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Request body: {'subnet': {'network_id': '1ef1f89a-abd9-4aa7-980d-f3c2af6ef54c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:03.957531 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90157483-6993-444a-907b-39d7aef4cf9c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Pushing event updated for resources: {'Network': ['ID=1ef1f89a-abd9-4aa7-980d-f3c2af6ef54c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:03.969200 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 1ef1f89a-abd9-4aa7-980d-f3c2af6ef54c details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:55:03.985358 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-a7d126ff-9325-45c5-8214-31adaab1e5d7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1624725 Apr 21 12:55:03.993657 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-e866f3e5-95bb-4780-9b3d-80e8982be50d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:55:04.007617 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-e866f3e5-95bb-4780-9b3d-80e8982be50d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0213253 Apr 21 12:55:04.045471 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-6b1f9bc9-dbca-4711-bef1-c0afe2db041c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Delete allocated IP 172.20.0.20 (7497d939-f0ad-4510-b050-33e364d0f450/b814158d-6e8d-4d2f-bbfb-0e74bf24a666) {{(pid=103398) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 21 12:55:04.300298 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad23a06-cb9a-43ce-8de5-e6db9308a743 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Made reservation on behalf of 41193e1be88e4415b6307dc99028cb81 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:04.306670 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ad23a06-cb9a-43ce-8de5-e6db9308a743 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:04.342841 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b1f9bc9-dbca-4711-bef1-c0afe2db041c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:04.427693 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b1f9bc9-dbca-4711-bef1-c0afe2db041c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:04.473257 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5538f80f-4755-4e14-9aea-75dd0811e815 None None] Network 7497d939-f0ad-4510-b050-33e364d0f450 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:04.497442 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1f9bc9-dbca-4711-bef1-c0afe2db041c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Port': ['ID=a3718073-2e66-4c64-a780-fb496137d576,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:04.556236 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ac2e1298-55f5-4c90-989d-f4c2be849016 None None] Provisioning complete for port 237b5bce-0760-43f6-abe0-271e69685ca0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:04.556236 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac2e1298-55f5-4c90-989d-f4c2be849016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:04.607822 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6b1f9bc9-dbca-4711-bef1-c0afe2db041c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] In _notify_port_updated(), no bound segment for port a3718073-2e66-4c64-a780-fb496137d576 on network 7497d939-f0ad-4510-b050-33e364d0f450 {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 12:55:04.613160 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1f9bc9-dbca-4711-bef1-c0afe2db041c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:04.613824 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b1f9bc9-dbca-4711-bef1-c0afe2db041c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:04.615190 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6b1f9bc9-dbca-4711-bef1-c0afe2db041c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "PUT /v2.0/ports/a3718073-2e66-4c64-a780-fb496137d576 HTTP/1.1" status: 200 len: 918 time: 1.1940072 Apr 21 12:55:04.617904 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36028) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:04.622986 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c36c2dd0-9c51-468c-868c-38fe57f0ce3a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0d0788ff-c91d-417c-8c88-a9d8a56e6d2e'}, {'subnet_id': 'b814158d-6e8d-4d2f-bbfb-0e74bf24a666'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:04.727802 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c36c2dd0-9c51-468c-868c-38fe57f0ce3a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:04.817544 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ad23a06-cb9a-43ce-8de5-e6db9308a743 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:04.952630 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad23a06-cb9a-43ce-8de5-e6db9308a743 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Pushing event updated for resources: {'Subnet': ['ID=2fb37aa6-a9eb-466c-8a33-c15c8dd42f0d,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:04.974607 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad23a06-cb9a-43ce-8de5-e6db9308a743 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Checking segment: {'id': '3c576f41-7441-4c8f-aab4-b9ea48c2a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1ef1f89a-abd9-4aa7-980d-f3c2af6ef54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:55:04.975373 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad23a06-cb9a-43ce-8de5-e6db9308a743 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Network hostable DHCP agents. Network: 1ef1f89a-abd9-4aa7-980d-f3c2af6ef54c, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:55:04.984913 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36034) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:05.043567 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d394d973-a53d-42db-96e8-a28fd2997798 None None] Provisioning complete for port 237b5bce-0760-43f6-abe0-271e69685ca0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:05.059078 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d394d973-a53d-42db-96e8-a28fd2997798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:05.117546 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 237b5bce-0760-43f6-abe0-271e69685ca0 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:55:05.157310 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a973acb5-5bcb-400e-9d10-db14b76e7c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:05.158124 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-c36c2dd0-9c51-468c-868c-38fe57f0ce3a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Allocated IP 172.20.0.22 (7497d939-f0ad-4510-b050-33e364d0f450/b814158d-6e8d-4d2f-bbfb-0e74bf24a666/a3718073-2e66-4c64-a780-fb496137d576) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:05.220288 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d394d973-a53d-42db-96e8-a28fd2997798 None None] Provisioning complete for port a3718073-2e66-4c64-a780-fb496137d576 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:05.220728 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d394d973-a53d-42db-96e8-a28fd2997798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:05.252431 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d90c9-1757-4fb1-b5de-96b039485c21 req-da6ebf56-c4c0-49cf-a5cc-2eb26fa86be1 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:05.256764 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b4d90c9-1757-4fb1-b5de-96b039485c21 req-da6ebf56-c4c0-49cf-a5cc-2eb26fa86be1 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 943 time: 0.2706900 Apr 21 12:55:05.262144 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d394d973-a53d-42db-96e8-a28fd2997798 None None] Port a3718073-2e66-4c64-a780-fb496137d576 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:05.269004 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 237b5bce-0760-43f6-abe0-271e69685ca0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:05.269384 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:05.287607 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a973acb5-5bcb-400e-9d10-db14b76e7c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:05.329731 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b4d90c9-1757-4fb1-b5de-96b039485c21 req-6c9d8247-b7f5-418b-a7da-cf1ab836e681 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628693 Apr 21 12:55:05.338829 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad23a06-cb9a-43ce-8de5-e6db9308a743 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Network 1ef1f89a-abd9-4aa7-980d-f3c2af6ef54c is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:55:05.360824 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a973acb5-5bcb-400e-9d10-db14b76e7c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:05.360998 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c36c2dd0-9c51-468c-868c-38fe57f0ce3a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:05.398765 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-793b0725-f493-455a-9491-f8809ac3998b None None] Provisioning complete for port a3718073-2e66-4c64-a780-fb496137d576 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:05.399143 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-793b0725-f493-455a-9491-f8809ac3998b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:05.408838 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a973acb5-5bcb-400e-9d10-db14b76e7c48 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e9fed2a33f484edbb4edb179f07283cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4228647 Apr 21 12:55:05.412206 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36038) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:05.416140 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a973acb5-5bcb-400e-9d10-db14b76e7c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bf2b16-2b46-4232-8784-17d11cd794a3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:05.443109 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-793b0725-f493-455a-9491-f8809ac3998b None None] Port a3718073-2e66-4c64-a780-fb496137d576 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:05.449016 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8ad23a06-cb9a-43ce-8de5-e6db9308a743 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 1ef1f89a-abd9-4aa7-980d-f3c2af6ef54c) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:05.456238 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c36c2dd0-9c51-468c-868c-38fe57f0ce3a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:05.457476 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbf7974-999a-4424-af4d-7fc13228c7cd None None] Network 1ef1f89a-abd9-4aa7-980d-f3c2af6ef54c requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:05.458802 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad23a06-cb9a-43ce-8de5-e6db9308a743 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:05.459404 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ad23a06-cb9a-43ce-8de5-e6db9308a743 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:05.551883 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4aeaae1-4a36-41a5-8ecc-f99ecf1495c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:05.569691 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c2dd0-9c51-468c-868c-38fe57f0ce3a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Port': ['ID=a3718073-2e66-4c64-a780-fb496137d576,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:05.600373 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7f3c2ed7-3dd9-474c-bba0-6087c8036db6 None None] Provisioning complete for port a3718073-2e66-4c64-a780-fb496137d576 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:05.601312 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f3c2ed7-3dd9-474c-bba0-6087c8036db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:05.606022 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8ad23a06-cb9a-43ce-8de5-e6db9308a743 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6692832 Apr 21 12:55:05.606219 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36040) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:05.611440 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-aabcfd6b-f468-449a-8759-d9e91a6154d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Request body: {'port': {'network_id': '1ef1f89a-abd9-4aa7-980d-f3c2af6ef54c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-644134056'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:05.670152 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7f3c2ed7-3dd9-474c-bba0-6087c8036db6 None None] Port a3718073-2e66-4c64-a780-fb496137d576 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:05.685729 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4dee47-d414-4b92-b510-4461a079a4dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-1ef1f89a-abd9-4aa7-980d-f3c2af6ef54c', 'network_id': '1ef1f89a-abd9-4aa7-980d-f3c2af6ef54c', 'tenant_id': '41193e1be88e4415b6307dc99028cb81', 'fixed_ips': [{'subnet_id': '2fb37aa6-a9eb-466c-8a33-c15c8dd42f0d'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:55:05.686782 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f4dee47-d414-4b92-b510-4461a079a4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:05.822374 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabcfd6b-f468-449a-8759-d9e91a6154d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Made reservation on behalf of 41193e1be88e4415b6307dc99028cb81 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:05.826880 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aabcfd6b-f468-449a-8759-d9e91a6154d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:05.845780 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-5f4dee47-d414-4b92-b510-4461a079a4dd None None] Allocated IP 2001:db8::2 (1ef1f89a-abd9-4aa7-980d-f3c2af6ef54c/2fb37aa6-a9eb-466c-8a33-c15c8dd42f0d/5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:05.847441 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-aabcfd6b-f468-449a-8759-d9e91a6154d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] device_id is not set on port f365c84d-463e-468d-a982-106e11250293 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:55:05.938843 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-426d7a63-e504-4c7d-b8e3-82fcbc73ea9e None None] Provisioning complete for port a3718073-2e66-4c64-a780-fb496137d576 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:05.939212 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-426d7a63-e504-4c7d-b8e3-82fcbc73ea9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:05.969932 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4aeaae1-4a36-41a5-8ecc-f99ecf1495c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:05.985908 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c36c2dd0-9c51-468c-868c-38fe57f0ce3a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] In _notify_port_updated(), no bound segment for port a3718073-2e66-4c64-a780-fb496137d576 on network 7497d939-f0ad-4510-b050-33e364d0f450 {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 12:55:05.991370 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36c2dd0-9c51-468c-868c-38fe57f0ce3a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:05.992045 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c36c2dd0-9c51-468c-868c-38fe57f0ce3a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:05.993388 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c36c2dd0-9c51-468c-868c-38fe57f0ce3a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "PUT /v2.0/ports/a3718073-2e66-4c64-a780-fb496137d576 HTTP/1.1" status: 200 len: 998 time: 1.3745368 Apr 21 12:55:05.996817 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36042) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:06.036330 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-28e384de-8eca-4b5f-9152-4c1a1e0f36bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:06.037901 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-28e384de-8eca-4b5f-9152-4c1a1e0f36bb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6&tenant_id=43c98e4e76c844d38eb1054dc1e6fa15 HTTP/1.1" status: 200 len: 1094 time: 0.4237566 Apr 21 12:55:06.051349 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-f17b6f22-0ab0-4236-9fae-2239eb5af22c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836147-2', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:06.105386 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-bcb68e25-e5da-448c-a3a8-6e74f1158671 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting port a3718073-2e66-4c64-a780-fb496137d576 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:55:06.105774 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bcb68e25-e5da-448c-a3a8-6e74f1158671 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:06.112939 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-f17b6f22-0ab0-4236-9fae-2239eb5af22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:06.151583 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-426d7a63-e504-4c7d-b8e3-82fcbc73ea9e None None] Port a3718073-2e66-4c64-a780-fb496137d576 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:06.199408 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f4dee47-d414-4b92-b510-4461a079a4dd None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:06.209897 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bcb68e25-e5da-448c-a3a8-6e74f1158671 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:06.222028 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-bcb68e25-e5da-448c-a3a8-6e74f1158671 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Calling delete_port for a3718073-2e66-4c64-a780-fb496137d576 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:55:06.224557 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4aeaae1-4a36-41a5-8ecc-f99ecf1495c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:06.227069 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4aeaae1-4a36-41a5-8ecc-f99ecf1495c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:06.230601 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f4aeaae1-4a36-41a5-8ecc-f99ecf1495c2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b8bf2b16-2b46-4232-8784-17d11cd794a3 HTTP/1.1" status: 204 len: 168 time: 0.8154712 Apr 21 12:55:06.249740 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aeaae1-4a36-41a5-8ecc-f99ecf1495c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bf2b16-2b46-4232-8784-17d11cd794a3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:06.268044 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f4dee47-d414-4b92-b510-4461a079a4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:06.329347 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4dee47-d414-4b92-b510-4461a079a4dd None None] Network 1ef1f89a-abd9-4aa7-980d-f3c2af6ef54c is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:06.332807 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5f4dee47-d414-4b92-b510-4461a079a4dd None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:06.337507 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4dee47-d414-4b92-b510-4461a079a4dd None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:55:06.344884 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4dee47-d414-4b92-b510-4461a079a4dd None None] Pushing event updated for resources: {'Port': ['ID=5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:06.358723 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-f17b6f22-0ab0-4236-9fae-2239eb5af22c service neutron] For port 19cfa38b-7045-43f7-ba29-c8caa5092a7b, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=19cfa38b-7045-43f7-ba29-c8caa5092a7b,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:06.390339 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-aabcfd6b-f468-449a-8759-d9e91a6154d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Allocated IP 2001:db8::309 (1ef1f89a-abd9-4aa7-980d-f3c2af6ef54c/2fb37aa6-a9eb-466c-8a33-c15c8dd42f0d/f365c84d-463e-468d-a982-106e11250293) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:06.404947 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5f4dee47-d414-4b92-b510-4461a079a4dd None None] Attempting to bind port 5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:55:06.405466 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5f4dee47-d414-4b92-b510-4461a079a4dd None None] Attempting to bind port 5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '3c576f41-7441-4c8f-aab4-b9ea48c2a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1ef1f89a-abd9-4aa7-980d-f3c2af6ef54c'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:55:06.408202 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4dee47-d414-4b92-b510-4461a079a4dd None None] Attempting to bind port 5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad on network 1ef1f89a-abd9-4aa7-980d-f3c2af6ef54c {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:55:06.416673 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4dee47-d414-4b92-b510-4461a079a4dd None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:55:06.417047 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4dee47-d414-4b92-b510-4461a079a4dd None None] Checking segment: {'id': '3c576f41-7441-4c8f-aab4-b9ea48c2a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1ef1f89a-abd9-4aa7-980d-f3c2af6ef54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:55:06.417998 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f4dee47-d414-4b92-b510-4461a079a4dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:06.418407 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4dee47-d414-4b92-b510-4461a079a4dd None None] Bound using segment: {'id': '3c576f41-7441-4c8f-aab4-b9ea48c2a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1ef1f89a-abd9-4aa7-980d-f3c2af6ef54c'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:55:06.418852 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5f4dee47-d414-4b92-b510-4461a079a4dd None None] Bound port: 5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c576f41-7441-4c8f-aab4-b9ea48c2a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1ef1f89a-abd9-4aa7-980d-f3c2af6ef54c'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:55:06.419229 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f4dee47-d414-4b92-b510-4461a079a4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:06.424547 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-f17b6f22-0ab0-4236-9fae-2239eb5af22c service neutron] For port 19cfa38b-7045-43f7-ba29-c8caa5092a7b, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:55:06.496382 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5f4dee47-d414-4b92-b510-4461a079a4dd None None] For port 5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:55:06.499988 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5f4dee47-d414-4b92-b510-4461a079a4dd None None] For port 5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad,segment=NetworkSegment(3c576f41-7441-4c8f-aab4-b9ea48c2a695),segment_id=3c576f41-7441-4c8f-aab4-b9ea48c2a695)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:55:06.503399 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-f17b6f22-0ab0-4236-9fae-2239eb5af22c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19cfa38b-7045-43f7-ba29-c8caa5092a7b {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:55:06.513159 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-f17b6f22-0ab0-4236-9fae-2239eb5af22c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:06.528657 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e0377-7dba-44a4-b0b3-2d2b26f76562 req-02ddfa1a-c669-4238-a678-b234bc316c78 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:06.530191 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cf7e0377-7dba-44a4-b0b3-2d2b26f76562 req-02ddfa1a-c669-4238-a678-b234bc316c78 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 943 time: 0.1082399 Apr 21 12:55:06.570628 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cf7e0377-7dba-44a4-b0b3-2d2b26f76562 req-225d716c-d67d-45f2-aa8a-ad7b436f2dac tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331564 Apr 21 12:55:06.611486 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5f4dee47-d414-4b92-b510-4461a079a4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:06.643337 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aabcfd6b-f468-449a-8759-d9e91a6154d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:06.674552 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4dee47-d414-4b92-b510-4461a079a4dd None None] Pushing event updated for resources: {'Port': ['ID=5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:06.690788 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-f17b6f22-0ab0-4236-9fae-2239eb5af22c service neutron] Transition to ACTIVE for port object 19cfa38b-7045-43f7-ba29-c8caa5092a7b will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:55:06.691951 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bcb68e25-e5da-448c-a3a8-6e74f1158671 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:06.733559 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb68e25-e5da-448c-a3a8-6e74f1158671 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Port': ['ID=a3718073-2e66-4c64-a780-fb496137d576,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:06.796399 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aabcfd6b-f468-449a-8759-d9e91a6154d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:06.813367 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-f17b6f22-0ab0-4236-9fae-2239eb5af22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:06.848162 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabcfd6b-f468-449a-8759-d9e91a6154d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Network 1ef1f89a-abd9-4aa7-980d-f3c2af6ef54c is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:06.859716 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-aabcfd6b-f468-449a-8759-d9e91a6154d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:06.878776 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabcfd6b-f468-449a-8759-d9e91a6154d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:55:06.886410 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabcfd6b-f468-449a-8759-d9e91a6154d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:06.888109 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aabcfd6b-f468-449a-8759-d9e91a6154d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:06.900680 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bcb68e25-e5da-448c-a3a8-6e74f1158671 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:06.906991 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bcb68e25-e5da-448c-a3a8-6e74f1158671 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/ports/a3718073-2e66-4c64-a780-fb496137d576 HTTP/1.1" status: 204 len: 168 time: 0.9058125 Apr 21 12:55:06.906991 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabcfd6b-f468-449a-8759-d9e91a6154d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Pushing event updated for resources: {'Port': ['ID=f365c84d-463e-468d-a982-106e11250293,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:06.909703 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36050) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:06.956126 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcfd6b-f468-449a-8759-d9e91a6154d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:06.956473 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcfd6b-f468-449a-8759-d9e91a6154d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:06.957513 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcfd6b-f468-449a-8759-d9e91a6154d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:06.957513 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcfd6b-f468-449a-8759-d9e91a6154d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:06.957513 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcfd6b-f468-449a-8759-d9e91a6154d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:06.958018 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcfd6b-f468-449a-8759-d9e91a6154d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:06.958117 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcfd6b-f468-449a-8759-d9e91a6154d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:06.962018 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcfd6b-f468-449a-8759-d9e91a6154d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:06.966668 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcfd6b-f468-449a-8759-d9e91a6154d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:06.967115 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcfd6b-f468-449a-8759-d9e91a6154d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:06.967454 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcfd6b-f468-449a-8759-d9e91a6154d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:06.968571 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabcfd6b-f468-449a-8759-d9e91a6154d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:06.973958 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b6f22-0ab0-4236-9fae-2239eb5af22c service neutron] Pushing event updated for resources: {'Port': ['ID=19cfa38b-7045-43f7-ba29-c8caa5092a7b,revision_number=9']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:06.974627 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2116096-a22e-47f1-9600-fe52556ae2bc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] GET failed (client error): The resource could not be found. Apr 21 12:55:06.976362 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e2116096-a22e-47f1-9600-fe52556ae2bc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "GET /v2.0/ports/a3718073-2e66-4c64-a780-fb496137d576 HTTP/1.1" status: 404 len: 333 time: 0.0662050 Apr 21 12:55:06.979705 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36052) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:07.033844 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36054) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:07.048921 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-aabcfd6b-f468-449a-8759-d9e91a6154d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.4416695 Apr 21 12:55:07.059451 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36056) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:07.078039 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6da138e5-c785-4df3-9313-594844f73d4f tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Request body: {'port': {'network_id': '1ef1f89a-abd9-4aa7-980d-f3c2af6ef54c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1462516761', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:07.078884 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.api.validators [None req-6da138e5-c785-4df3-9313-594844f73d4f tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] bootfile-name is not in valid_values {{(pid=103397) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 21 12:55:07.079682 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.api.validators [None req-6da138e5-c785-4df3-9313-594844f73d4f tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] tftp-server is not in valid_values {{(pid=103397) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 21 12:55:07.080140 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.api.validators [None req-6da138e5-c785-4df3-9313-594844f73d4f tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] server-ip-address is not in valid_values {{(pid=103397) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 21 12:55:07.096653 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-f17b6f22-0ab0-4236-9fae-2239eb5af22c service neutron] No DVR routers for this DVR port 19cfa38b-7045-43f7-ba29-c8caa5092a7b on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:55:07.098771 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-180832da-7049-4751-9cd4-778c7852e1ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:07.133209 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-30051259-309d-4613-8fda-339a115b52ff tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting subnet b814158d-6e8d-4d2f-bbfb-0e74bf24a666 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:55:07.175194 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30051259-309d-4613-8fda-339a115b52ff tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:07.176712 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:55:07.264755 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:07.265143 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:07.346247 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-f17b6f22-0ab0-4236-9fae-2239eb5af22c service neutron] Attempting to bind port 19cfa38b-7045-43f7-ba29-c8caa5092a7b on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:55:07.346856 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-f17b6f22-0ab0-4236-9fae-2239eb5af22c service neutron] Attempting to bind port 19cfa38b-7045-43f7-ba29-c8caa5092a7b by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '9eb7e196-d2b8-48cf-a77e-71ee12a77aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:55:07.347143 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-f17b6f22-0ab0-4236-9fae-2239eb5af22c service neutron] Attempting to bind port 19cfa38b-7045-43f7-ba29-c8caa5092a7b on network c827d442-59c0-42d4-802b-84a8d0f2cf17 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:55:07.350619 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-180832da-7049-4751-9cd4-778c7852e1ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:07.354694 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-f17b6f22-0ab0-4236-9fae-2239eb5af22c service neutron] Port 19cfa38b-7045-43f7-ba29-c8caa5092a7b on network c827d442-59c0-42d4-802b-84a8d0f2cf17 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:55:07.355140 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-f17b6f22-0ab0-4236-9fae-2239eb5af22c service neutron] Attempting to bind port 19cfa38b-7045-43f7-ba29-c8caa5092a7b on network c827d442-59c0-42d4-802b-84a8d0f2cf17 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:55:07.360590 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-f17b6f22-0ab0-4236-9fae-2239eb5af22c service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:55:07.360937 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-f17b6f22-0ab0-4236-9fae-2239eb5af22c service neutron] Checking segment: {'id': '9eb7e196-d2b8-48cf-a77e-71ee12a77aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:55:07.361325 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-f17b6f22-0ab0-4236-9fae-2239eb5af22c service neutron] Bound using segment: {'id': '9eb7e196-d2b8-48cf-a77e-71ee12a77aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:55:07.362523 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-f17b6f22-0ab0-4236-9fae-2239eb5af22c service neutron] Bound port: 19cfa38b-7045-43f7-ba29-c8caa5092a7b, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb7e196-d2b8-48cf-a77e-71ee12a77aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:55:07.362523 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-f17b6f22-0ab0-4236-9fae-2239eb5af22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:07.374701 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:07.416698 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad,segment=NetworkSegment(3c576f41-7441-4c8f-aab4-b9ea48c2a695),segment_id=3c576f41-7441-4c8f-aab4-b9ea48c2a695)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:07.431046 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-180832da-7049-4751-9cd4-778c7852e1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:07.464589 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-f17b6f22-0ab0-4236-9fae-2239eb5af22c service neutron] For port 19cfa38b-7045-43f7-ba29-c8caa5092a7b, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:55:07.484174 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-180832da-7049-4751-9cd4-778c7852e1ab admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=36aa165065bc47a7b95e864a26056dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4457054 Apr 21 12:55:07.487620 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36058) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:07.491176 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:07.497763 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-f17b6f22-0ab0-4236-9fae-2239eb5af22c service neutron] For port 19cfa38b-7045-43f7-ba29-c8caa5092a7b, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=19cfa38b-7045-43f7-ba29-c8caa5092a7b,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:55:07.503171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180832da-7049-4751-9cd4-778c7852e1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f26582-a523-4316-aa28-108a32e493a3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:07.525102 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30051259-309d-4613-8fda-339a115b52ff tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:07.547423 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:07.588618 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-f17b6f22-0ab0-4236-9fae-2239eb5af22c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:07.629784 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-f17b6f22-0ab0-4236-9fae-2239eb5af22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:07.630839 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-f17b6f22-0ab0-4236-9fae-2239eb5af22c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:07.633485 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-f17b6f22-0ab0-4236-9fae-2239eb5af22c service neutron] 10.222.0.26 "PUT /v2.0/ports/19cfa38b-7045-43f7-ba29-c8caa5092a7b HTTP/1.1" status: 200 len: 1091 time: 1.5872214 Apr 21 12:55:07.635923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6', 'tag': '19cfa38b-7045-43f7-ba29-c8caa5092a7b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:55:07.639906 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c279230-b85e-409f-aff8-4af699ad32ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6", "tag": "19cfa38b-7045-43f7-ba29-c8caa5092a7b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:55:07.671956 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-deff6b01-a5e0-4ba4-8ba3-13e71bd73478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:07.685928 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da138e5-c785-4df3-9313-594844f73d4f tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Made reservation on behalf of 41193e1be88e4415b6307dc99028cb81 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:07.690908 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6da138e5-c785-4df3-9313-594844f73d4f tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:07.711770 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c0f367-e705-4900-91d3-05c1c2ecfd33 x-openstack-request-id: req-a0c0f367-e705-4900-91d3-05c1c2ecfd33 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:55:07.711770 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6", "tag": "19cfa38b-7045-43f7-ba29-c8caa5092a7b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:55:07.711770 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a0c0f367-e705-4900-91d3-05c1c2ecfd33 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:55:07.712246 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0c0f367-e705-4900-91d3-05c1c2ecfd33'] response: {'name': 'network-changed', 'server_uuid': 'b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6', 'tag': '19cfa38b-7045-43f7-ba29-c8caa5092a7b', 'status': 'completed', 'code': 200} Apr 21 12:55:07.734441 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-deff6b01-a5e0-4ba4-8ba3-13e71bd73478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:07.747242 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30051259-309d-4613-8fda-339a115b52ff tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:07.762243 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-6da138e5-c785-4df3-9313-594844f73d4f tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] device_id is not set on port e9b379f9-5446-484a-95da-4f5db4b53bd1 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:55:07.771231 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b6f22-0ab0-4236-9fae-2239eb5af22c service neutron] Pushing event updated for resources: {'Port': ['ID=19cfa38b-7045-43f7-ba29-c8caa5092a7b,revision_number=10']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:07.797342 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60073031-8d8f-4e9c-b31c-a057ddbc79ad req-0a4712e3-f4ac-413c-aefb-a8068d68614d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:07.811080 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60073031-8d8f-4e9c-b31c-a057ddbc79ad req-0a4712e3-f4ac-413c-aefb-a8068d68614d tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 944 time: 0.1189494 Apr 21 12:55:07.825469 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-839d1472-2b9b-4ddf-8537-69d4ff9a2e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:07.827121 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-839d1472-2b9b-4ddf-8537-69d4ff9a2e58 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=43c98e4e76c844d38eb1054dc1e6fa15&device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 1095 time: 0.1688724 Apr 21 12:55:07.879590 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60073031-8d8f-4e9c-b31c-a057ddbc79ad req-f42951e7-40b6-4cd7-bf3d-12195805c54c tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675592 Apr 21 12:55:07.960267 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-6da138e5-c785-4df3-9313-594844f73d4f tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Allocated IP 2001:db8::19 (1ef1f89a-abd9-4aa7-980d-f3c2af6ef54c/2fb37aa6-a9eb-466c-8a33-c15c8dd42f0d/e9b379f9-5446-484a-95da-4f5db4b53bd1) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:07.963656 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-0bb145b5-e833-4399-ae67-c0d049af071d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:07.966165 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-0bb145b5-e833-4399-ae67-c0d049af071d service neutron] 10.222.0.26 "GET /v2.0/networks?id=c827d442-59c0-42d4-802b-84a8d0f2cf17 HTTP/1.1" status: 200 len: 918 time: 0.1205988 Apr 21 12:55:07.968598 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30051259-309d-4613-8fda-339a115b52ff tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:08.002028 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30051259-309d-4613-8fda-339a115b52ff tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Subnet': ['ID=b814158d-6e8d-4d2f-bbfb-0e74bf24a666,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:08.014152 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-deff6b01-a5e0-4ba4-8ba3-13e71bd73478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:08.016923 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-deff6b01-a5e0-4ba4-8ba3-13e71bd73478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:08.018156 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-deff6b01-a5e0-4ba4-8ba3-13e71bd73478 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/49f26582-a523-4316-aa28-108a32e493a3 HTTP/1.1" status: 204 len: 168 time: 0.5279639 Apr 21 12:55:08.019568 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30051259-309d-4613-8fda-339a115b52ff tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:08.023180 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4ee8c5-72e2-493d-aa9a-22d630981528 None None] Network 7497d939-f0ad-4510-b050-33e364d0f450 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:08.031827 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-30051259-309d-4613-8fda-339a115b52ff tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/subnets/b814158d-6e8d-4d2f-bbfb-0e74bf24a666 HTTP/1.1" status: 204 len: 168 time: 1.0505166 Apr 21 12:55:08.044468 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36066) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:08.055725 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-93d29292-3d5b-4195-8a1d-1e8812262794 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19cfa38b-7045-43f7-ba29-c8caa5092a7b HTTP/1.1" status: 200 len: 999 time: 0.0831430 Apr 21 12:55:08.111535 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-de424f3f-82a6-453b-bb53-2cca59b03f2b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting subnet 0d0788ff-c91d-417c-8c88-a9d8a56e6d2e {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:55:08.115230 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-823d0e47-8f36-42ec-b361-337fe4397e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:08.116755 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-823d0e47-8f36-42ec-b361-337fe4397e56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d HTTP/1.1" status: 200 len: 856 time: 0.0519705 Apr 21 12:55:08.125229 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff6b01-a5e0-4ba4-8ba3-13e71bd73478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f26582-a523-4316-aa28-108a32e493a3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:08.129919 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de424f3f-82a6-453b-bb53-2cca59b03f2b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:08.181904 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d572adf-8bd5-45aa-a387-b04f2c47327e None None] Network 1ef1f89a-abd9-4aa7-980d-f3c2af6ef54c requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:08.195047 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-78b2462f-e108-489b-93d5-6b56abdcf36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:08.196838 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-78b2462f-e108-489b-93d5-6b56abdcf36a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c827d442-59c0-42d4-802b-84a8d0f2cf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711603 Apr 21 12:55:08.224174 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de424f3f-82a6-453b-bb53-2cca59b03f2b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:08.315964 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-f36e478f-345b-4913-ad83-637cf645c677 service neutron] 10.222.0.26 "GET /v2.0/networks/c827d442-59c0-42d4-802b-84a8d0f2cf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125312 Apr 21 12:55:08.358047 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6da138e5-c785-4df3-9313-594844f73d4f tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:08.362995 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de424f3f-82a6-453b-bb53-2cca59b03f2b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:08.368294 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2b7cf65e-ffc3-41c5-8e48-e66b5c14b07c None None] Provisioning complete for port 5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:08.368668 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2b7cf65e-ffc3-41c5-8e48-e66b5c14b07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:08.459919 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-02f74dff-7908-464f-948e-4ed8f717abf6 service neutron] 10.222.0.26 "GET /v2.0/networks/c827d442-59c0-42d4-802b-84a8d0f2cf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369600 Apr 21 12:55:08.514912 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6da138e5-c785-4df3-9313-594844f73d4f tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:08.562417 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de424f3f-82a6-453b-bb53-2cca59b03f2b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:08.618325 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de424f3f-82a6-453b-bb53-2cca59b03f2b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Subnet': ['ID=0d0788ff-c91d-417c-8c88-a9d8a56e6d2e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:08.621153 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de424f3f-82a6-453b-bb53-2cca59b03f2b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:08.624325 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-de424f3f-82a6-453b-bb53-2cca59b03f2b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/subnets/0d0788ff-c91d-417c-8c88-a9d8a56e6d2e HTTP/1.1" status: 204 len: 168 time: 0.5787427 Apr 21 12:55:08.628254 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36076) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:08.630389 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da138e5-c785-4df3-9313-594844f73d4f tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Network 1ef1f89a-abd9-4aa7-980d-f3c2af6ef54c is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:08.639523 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da138e5-c785-4df3-9313-594844f73d4f tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Pushing event updated for resources: {'Port': ['ID=e9b379f9-5446-484a-95da-4f5db4b53bd1,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:08.644396 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-6da138e5-c785-4df3-9313-594844f73d4f tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:08.658310 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da138e5-c785-4df3-9313-594844f73d4f tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:55:08.660260 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c279230-b85e-409f-aff8-4af699ad32ee req-79be6f6a-5ee0-4abd-9995-321c3e772da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:08.661852 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c279230-b85e-409f-aff8-4af699ad32ee req-79be6f6a-5ee0-4abd-9995-321c3e772da3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=43c98e4e76c844d38eb1054dc1e6fa15&device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 1095 time: 0.0604084 Apr 21 12:55:08.663924 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da138e5-c785-4df3-9313-594844f73d4f tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:08.664577 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6da138e5-c785-4df3-9313-594844f73d4f tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:08.783925 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14946fd4-30a3-4706-8fd0-f001a3da84e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:08.851158 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6da138e5-c785-4df3-9313-594844f73d4f tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.7906241 Apr 21 12:55:08.854669 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36086) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:08.876369 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c279230-b85e-409f-aff8-4af699ad32ee req-fd99028d-6ff0-4a9c-b1c2-86d68c300119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:08.878175 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c279230-b85e-409f-aff8-4af699ad32ee req-fd99028d-6ff0-4a9c-b1c2-86d68c300119 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c827d442-59c0-42d4-802b-84a8d0f2cf17 HTTP/1.1" status: 200 len: 918 time: 0.2039390 Apr 21 12:55:08.899504 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-14946fd4-30a3-4706-8fd0-f001a3da84e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting port 237b5bce-0760-43f6-abe0-271e69685ca0 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:55:08.900905 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14946fd4-30a3-4706-8fd0-f001a3da84e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:09.031417 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-14946fd4-30a3-4706-8fd0-f001a3da84e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] For port 237b5bce-0760-43f6-abe0-271e69685ca0, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=237b5bce-0760-43f6-abe0-271e69685ca0,segment=NetworkSegment(8b573ae7-2782-40a9-a57d-8e3a37fae573),segment_id=8b573ae7-2782-40a9-a57d-8e3a37fae573)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:09.032054 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14946fd4-30a3-4706-8fd0-f001a3da84e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:09.036542 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b9ae1662-4a5e-451d-adfe-ff60aeff0d01 None None] Provisioning complete for port f365c84d-463e-468d-a982-106e11250293 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:09.036916 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9ae1662-4a5e-451d-adfe-ff60aeff0d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:09.052607 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e9652f-213f-48f5-af34-4d57f4cf26fb tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:09.059308 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e9652f-213f-48f5-af34-4d57f4cf26fb tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:09.065896 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e9652f-213f-48f5-af34-4d57f4cf26fb tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:09.070624 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b6e9652f-213f-48f5-af34-4d57f4cf26fb tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2114949 Apr 21 12:55:09.071219 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36094) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:09.096186 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-14946fd4-30a3-4706-8fd0-f001a3da84e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Calling delete_port for 237b5bce-0760-43f6-abe0-271e69685ca0 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:55:09.117945 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:55:09.120730 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b9ae1662-4a5e-451d-adfe-ff60aeff0d01 None None] Port f365c84d-463e-468d-a982-106e11250293 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:09.146157 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c279230-b85e-409f-aff8-4af699ad32ee req-bfb390b6-0ec6-4d60-9eea-b59d0335396e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19cfa38b-7045-43f7-ba29-c8caa5092a7b HTTP/1.1" status: 200 len: 999 time: 0.2526128 Apr 21 12:55:09.160671 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b9ae1662-4a5e-451d-adfe-ff60aeff0d01 None None] Provisioning complete for port 5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:09.161108 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9ae1662-4a5e-451d-adfe-ff60aeff0d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:09.270700 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af93e3-18e8-4362-8bdf-5e26804041f4 req-59f7f8dd-b89d-49a1-9545-fc37fc01bc84 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:09.278213 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6af93e3-18e8-4362-8bdf-5e26804041f4 req-59f7f8dd-b89d-49a1-9545-fc37fc01bc84 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 944 time: 0.1988153 Apr 21 12:55:09.293080 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:09.298623 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:09.336210 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c279230-b85e-409f-aff8-4af699ad32ee req-eccc65aa-d10e-4a2a-8ac2-2b0ef2f2f0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:09.337720 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c279230-b85e-409f-aff8-4af699ad32ee req-eccc65aa-d10e-4a2a-8ac2-2b0ef2f2f0aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d HTTP/1.1" status: 200 len: 856 time: 0.1834052 Apr 21 12:55:09.426903 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6af93e3-18e8-4362-8bdf-5e26804041f4 req-1f4ac646-677e-4232-9df2-4389fc64a238 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477957 Apr 21 12:55:09.441360 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c279230-b85e-409f-aff8-4af699ad32ee req-a16ca9aa-64f4-40ae-a5a6-e81a7455b5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:09.443518 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c279230-b85e-409f-aff8-4af699ad32ee req-a16ca9aa-64f4-40ae-a5a6-e81a7455b5f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c827d442-59c0-42d4-802b-84a8d0f2cf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988626 Apr 21 12:55:09.467398 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59f72c8-c176-4c19-84d0-7b1dc1a84163 None None] Network 7497d939-f0ad-4510-b050-33e364d0f450 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:09.495128 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-985693ae-59bc-4981-aabf-21b1fb67afc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Deleting port e9b379f9-5446-484a-95da-4f5db4b53bd1 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:55:09.496322 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-985693ae-59bc-4981-aabf-21b1fb67afc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:09.569371 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c279230-b85e-409f-aff8-4af699ad32ee req-b5e5baff-9060-47af-a7f8-c65ad1f32734 service neutron] 10.222.0.26 "GET /v2.0/networks/c827d442-59c0-42d4-802b-84a8d0f2cf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178675 Apr 21 12:55:09.571966 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14946fd4-30a3-4706-8fd0-f001a3da84e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:09.588554 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-206610ee-1eae-488c-95b0-bde049036047 None None] Could not find standard attr ID for object 237b5bce-0760-43f6-abe0-271e69685ca0. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:55:09.674769 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14946fd4-30a3-4706-8fd0-f001a3da84e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] No DVR routers for this DVR port 237b5bce-0760-43f6-abe0-271e69685ca0 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:55:09.724419 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c279230-b85e-409f-aff8-4af699ad32ee req-bd4cb4bc-9c1d-4988-8389-078cf13bbd4f service neutron] 10.222.0.26 "GET /v2.0/networks/c827d442-59c0-42d4-802b-84a8d0f2cf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480408 Apr 21 12:55:09.757272 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-206610ee-1eae-488c-95b0-bde049036047 None None] Provisioning complete for port f365c84d-463e-468d-a982-106e11250293 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:09.757697 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-206610ee-1eae-488c-95b0-bde049036047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:09.765766 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14946fd4-30a3-4706-8fd0-f001a3da84e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Port': ['ID=237b5bce-0760-43f6-abe0-271e69685ca0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:09.842115 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-206610ee-1eae-488c-95b0-bde049036047 None None] Port f365c84d-463e-468d-a982-106e11250293 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:09.844137 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6181fe-cff3-41f7-b4e4-6d24171e2a0a None None] DHCP port deletion for 7497d939-f0ad-4510-b050-33e364d0f450 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:55:09.892732 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14946fd4-30a3-4706-8fd0-f001a3da84e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:09.896283 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-985693ae-59bc-4981-aabf-21b1fb67afc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:09.922916 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-985693ae-59bc-4981-aabf-21b1fb67afc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Calling delete_port for e9b379f9-5446-484a-95da-4f5db4b53bd1 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:55:09.928936 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-14946fd4-30a3-4706-8fd0-f001a3da84e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7497d939-f0ad-4510-b050-33e364d0f450']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:09.943891 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-14946fd4-30a3-4706-8fd0-f001a3da84e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b573ae7-2782-40a9-a57d-8e3a37fae573') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:09.944149 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-14946fd4-30a3-4706-8fd0-f001a3da84e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b573ae7-2782-40a9-a57d-8e3a37fae573') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:09.964035 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4c3f5d0a-f32a-41f6-bb8b-d57dea647ccf None None] Provisioning complete for port e9b379f9-5446-484a-95da-4f5db4b53bd1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:09.965425 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c3f5d0a-f32a-41f6-bb8b-d57dea647ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:09.984385 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14946fd4-30a3-4706-8fd0-f001a3da84e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:10.006884 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4c3f5d0a-f32a-41f6-bb8b-d57dea647ccf None None] Port e9b379f9-5446-484a-95da-4f5db4b53bd1 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:10.014814 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14946fd4-30a3-4706-8fd0-f001a3da84e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:10.025894 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14946fd4-30a3-4706-8fd0-f001a3da84e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:55:10.027416 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14946fd4-30a3-4706-8fd0-f001a3da84e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:55:10.031515 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:55:10.227667 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14946fd4-30a3-4706-8fd0-f001a3da84e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:10.234408 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14946fd4-30a3-4706-8fd0-f001a3da84e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:10.238275 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-14946fd4-30a3-4706-8fd0-f001a3da84e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/networks/7497d939-f0ad-4510-b050-33e364d0f450 HTTP/1.1" status: 204 len: 168 time: 1.6062047 Apr 21 12:55:10.241802 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36114) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:10.259901 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14946fd4-30a3-4706-8fd0-f001a3da84e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Network': ['ID=7497d939-f0ad-4510-b050-33e364d0f450,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:10.331911 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-985693ae-59bc-4981-aabf-21b1fb67afc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:10.361227 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0aaf4d1-8346-4977-8635-a47eaae195a2 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:10.371051 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b0aaf4d1-8346-4977-8635-a47eaae195a2 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1271815 Apr 21 12:55:10.372373 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36120) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:10.399162 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985693ae-59bc-4981-aabf-21b1fb67afc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Pushing event deleted for resources: {'Port': ['ID=e9b379f9-5446-484a-95da-4f5db4b53bd1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:10.460146 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f08083d6-ad1e-4cfc-8961-bf5617324982 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0784829 Apr 21 12:55:10.460251 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36122) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:10.463976 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2af2887a-bb70-40e1-aae6-c4903d9d8a55 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-641257598'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:10.474068 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-985693ae-59bc-4981-aabf-21b1fb67afc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:10.482029 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-985693ae-59bc-4981-aabf-21b1fb67afc0 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] 10.222.0.36 "DELETE /v2.0/ports/e9b379f9-5446-484a-95da-4f5db4b53bd1 HTTP/1.1" status: 204 len: 168 time: 1.4053247 Apr 21 12:55:10.482821 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36126) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:10.494721 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0cf75c07-7b94-4c8b-b972-0887ab46f716 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Request body: {'port': {'name': 'tempest-new-port-name-25698036', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:10.494721 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.api.validators [None req-0cf75c07-7b94-4c8b-b972-0887ab46f716 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] bootfile-name is not in valid_values {{(pid=103398) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 21 12:55:10.494721 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.api.validators [None req-0cf75c07-7b94-4c8b-b972-0887ab46f716 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] tftp-server is not in valid_values {{(pid=103398) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 21 12:55:10.494721 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.api.validators [None req-0cf75c07-7b94-4c8b-b972-0887ab46f716 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] server-ip-address is not in valid_values {{(pid=103398) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Apr 21 12:55:10.571097 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af2887a-bb70-40e1-aae6-c4903d9d8a55 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:10.576559 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2af2887a-bb70-40e1-aae6-c4903d9d8a55 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:10.651189 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0cf75c07-7b94-4c8b-b972-0887ab46f716 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:10.660150 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af2887a-bb70-40e1-aae6-c4903d9d8a55 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:55:10.690075 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2af2887a-bb70-40e1-aae6-c4903d9d8a55 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:10.690768 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-2af2887a-bb70-40e1-aae6-c4903d9d8a55 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Added segment 10680652-4bbd-4833-a19b-b5467458a4e0 of type vlan for network bd739133-7a79-4c4f-95af-3454434c29b4 Apr 21 12:55:10.712676 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b47d5-5030-4a5b-b0f6-181a2fd17d2c req-fd778cfd-d7e8-4c4c-bd09-41846dc06fcc tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:10.715624 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-116b47d5-5030-4a5b-b0f6-181a2fd17d2c req-fd778cfd-d7e8-4c4c-bd09-41846dc06fcc tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 944 time: 0.1544213 Apr 21 12:55:10.784183 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2af2887a-bb70-40e1-aae6-c4903d9d8a55 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:10.860644 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-116b47d5-5030-4a5b-b0f6-181a2fd17d2c req-de8c07b2-e33b-4dcc-bc5a-9a05a8de4853 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283207 Apr 21 12:55:10.931320 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2af2887a-bb70-40e1-aae6-c4903d9d8a55 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:10.941454 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af2887a-bb70-40e1-aae6-c4903d9d8a55 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:10.954854 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2af2887a-bb70-40e1-aae6-c4903d9d8a55 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:11.068141 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2887a-bb70-40e1-aae6-c4903d9d8a55 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Network': ['ID=bd739133-7a79-4c4f-95af-3454434c29b4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:11.086043 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network bd739133-7a79-4c4f-95af-3454434c29b4 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:55:11.098409 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0cf75c07-7b94-4c8b-b972-0887ab46f716 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:11.133849 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2af2887a-bb70-40e1-aae6-c4903d9d8a55 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6760349 Apr 21 12:55:11.137075 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36138) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:11.142342 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d5336184-3a4f-4cab-81e6-b0b37a98ff5b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'subnet': {'network_id': 'bd739133-7a79-4c4f-95af-3454434c29b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:11.153919 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0cf75c07-7b94-4c8b-b972-0887ab46f716 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:11.193974 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-0cf75c07-7b94-4c8b-b972-0887ab46f716 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] In _notify_port_updated(), no bound segment for port f365c84d-463e-468d-a982-106e11250293 on network 1ef1f89a-abd9-4aa7-980d-f3c2af6ef54c {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 12:55:11.200530 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf75c07-7b94-4c8b-b972-0887ab46f716 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:11.201205 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0cf75c07-7b94-4c8b-b972-0887ab46f716 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:11.202553 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0cf75c07-7b94-4c8b-b972-0887ab46f716 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] 10.222.0.36 "PUT /v2.0/ports/f365c84d-463e-468d-a982-106e11250293 HTTP/1.1" status: 200 len: 1128 time: 0.7178779 Apr 21 12:55:11.208843 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36140) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:11.234016 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 237b5bce-0760-43f6-abe0-271e69685ca0 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:55:11.259691 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb09ec95-7bce-4124-9c05-43760da6e599 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:11.265392 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-cb09ec95-7bce-4124-9c05-43760da6e599 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] 10.222.0.36 "GET /v2.0/ports/f365c84d-463e-468d-a982-106e11250293 HTTP/1.1" status: 200 len: 1128 time: 0.0519562 Apr 21 12:55:11.266090 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36144) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:11.278543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf75c07-7b94-4c8b-b972-0887ab46f716 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Pushing event updated for resources: {'Port': ['ID=f365c84d-463e-468d-a982-106e11250293,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:11.292769 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 237b5bce-0760-43f6-abe0-271e69685ca0 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:55:11.293366 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 237b5bce-0760-43f6-abe0-271e69685ca0 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:55:11.433795 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5336184-3a4f-4cab-81e6-b0b37a98ff5b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:11.443762 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5336184-3a4f-4cab-81e6-b0b37a98ff5b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:11.449986 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-55dd3b6d-801f-4666-8744-ce3c9e649802 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Deleting port f365c84d-463e-468d-a982-106e11250293 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:55:11.455897 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55dd3b6d-801f-4666-8744-ce3c9e649802 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:11.672176 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55dd3b6d-801f-4666-8744-ce3c9e649802 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:11.687699 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-55dd3b6d-801f-4666-8744-ce3c9e649802 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Calling delete_port for f365c84d-463e-468d-a982-106e11250293 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:55:11.706951 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2ba0b142-57aa-48c6-82a9-8f3d6f704a4e None None] Provisioning complete for port f365c84d-463e-468d-a982-106e11250293 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:11.709893 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2ba0b142-57aa-48c6-82a9-8f3d6f704a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:11.781712 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2ba0b142-57aa-48c6-82a9-8f3d6f704a4e None None] Port f365c84d-463e-468d-a982-106e11250293 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:11.896828 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5336184-3a4f-4cab-81e6-b0b37a98ff5b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:11.973125 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5336184-3a4f-4cab-81e6-b0b37a98ff5b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Subnet': ['ID=7b2b3639-be7e-4fbd-8a64-523dce492272,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:11.979402 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5336184-3a4f-4cab-81e6-b0b37a98ff5b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Checking segment: {'id': '10680652-4bbd-4833-a19b-b5467458a4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bd739133-7a79-4c4f-95af-3454434c29b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:55:11.979805 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5336184-3a4f-4cab-81e6-b0b37a98ff5b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network hostable DHCP agents. Network: bd739133-7a79-4c4f-95af-3454434c29b4, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:55:12.010969 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55dd3b6d-801f-4666-8744-ce3c9e649802 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:12.061818 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd3b6d-801f-4666-8744-ce3c9e649802 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Pushing event deleted for resources: {'Port': ['ID=f365c84d-463e-468d-a982-106e11250293,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:12.102285 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55dd3b6d-801f-4666-8744-ce3c9e649802 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:12.106898 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-55dd3b6d-801f-4666-8744-ce3c9e649802 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] 10.222.0.36 "DELETE /v2.0/ports/f365c84d-463e-468d-a982-106e11250293 HTTP/1.1" status: 204 len: 168 time: 0.8397827 Apr 21 12:55:12.110220 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36154) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:12.120381 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf6df1-62fc-4d77-b75f-9f94ee1a0f5f req-0c631ded-9639-4da6-83e2-afedfc0b54ec tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:12.120381 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-25bf6df1-62fc-4d77-b75f-9f94ee1a0f5f req-0c631ded-9639-4da6-83e2-afedfc0b54ec tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 944 time: 0.1186419 Apr 21 12:55:12.122350 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5336184-3a4f-4cab-81e6-b0b37a98ff5b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network bd739133-7a79-4c4f-95af-3454434c29b4 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:55:12.186464 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-25bf6df1-62fc-4d77-b75f-9f94ee1a0f5f req-c73c5275-b07e-46e5-8a90-056003492e7c tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575476 Apr 21 12:55:12.203769 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78e4ceb-0bf9-4f87-b0e0-b62d58ac8735 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Deleting subnet 2fb37aa6-a9eb-466c-8a33-c15c8dd42f0d {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:55:12.218300 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a78e4ceb-0bf9-4f87-b0e0-b62d58ac8735 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:12.221413 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-d5336184-3a4f-4cab-81e6-b0b37a98ff5b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, bd739133-7a79-4c4f-95af-3454434c29b4) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:12.233141 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdefadef-4662-4013-8a4d-c4b181c91057 None None] Network bd739133-7a79-4c4f-95af-3454434c29b4 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:12.245069 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5336184-3a4f-4cab-81e6-b0b37a98ff5b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:12.246249 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5336184-3a4f-4cab-81e6-b0b37a98ff5b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:12.270885 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a78e4ceb-0bf9-4f87-b0e0-b62d58ac8735 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:12.359381 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d5336184-3a4f-4cab-81e6-b0b37a98ff5b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2208648 Apr 21 12:55:12.361942 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36156) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:12.374460 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-dd502b26-3523-46e6-bda8-d9bb45c30b60 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'port': {'network_id': 'bd739133-7a79-4c4f-95af-3454434c29b4', 'name': 'tempest-PortsTestJSON-328694981'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:12.439726 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a78e4ceb-0bf9-4f87-b0e0-b62d58ac8735 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:12.510032 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb3e0ce-3521-4b2b-a90d-2dce3be5df6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-bd739133-7a79-4c4f-95af-3454434c29b4', 'network_id': 'bd739133-7a79-4c4f-95af-3454434c29b4', 'tenant_id': 'feca239de2924ae3abaaf49ec4bc8c7a', 'fixed_ips': [{'subnet_id': '7b2b3639-be7e-4fbd-8a64-523dce492272'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:55:12.511116 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fb3e0ce-3521-4b2b-a90d-2dce3be5df6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:12.600062 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a78e4ceb-0bf9-4f87-b0e0-b62d58ac8735 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:12.627513 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9684ee7-fb48-4111-9cd4-0edd2559fcd8 None None] Network 1ef1f89a-abd9-4aa7-980d-f3c2af6ef54c requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:12.633228 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a78e4ceb-0bf9-4f87-b0e0-b62d58ac8735 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:12.638875 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a78e4ceb-0bf9-4f87-b0e0-b62d58ac8735 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] 10.222.0.36 "DELETE /v2.0/subnets/2fb37aa6-a9eb-466c-8a33-c15c8dd42f0d HTTP/1.1" status: 204 len: 168 time: 0.5253162 Apr 21 12:55:12.638875 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e4ceb-0bf9-4f87-b0e0-b62d58ac8735 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Pushing event deleted for resources: {'Subnet': ['ID=2fb37aa6-a9eb-466c-8a33-c15c8dd42f0d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:12.639242 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36158) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:12.670421 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd502b26-3523-46e6-bda8-d9bb45c30b60 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:12.674037 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd502b26-3523-46e6-bda8-d9bb45c30b60 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:12.728151 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-dd502b26-3523-46e6-bda8-d9bb45c30b60 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] device_id is not set on port 0bf35a57-0305-471b-8c75-fbdda6c92b52 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:55:12.795266 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a5706e4-e00b-40eb-9948-f45fe5979a4c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:12.834556 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-0fb3e0ce-3521-4b2b-a90d-2dce3be5df6c None None] Allocated IP 172.20.0.2 (bd739133-7a79-4c4f-95af-3454434c29b4/7b2b3639-be7e-4fbd-8a64-523dce492272/b4a8d193-96b4-4290-aeab-44b5c7abbdec) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:12.866132 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5a5706e4-e00b-40eb-9948-f45fe5979a4c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Deleting port 5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:55:12.866719 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a5706e4-e00b-40eb-9948-f45fe5979a4c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:12.933748 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668d9f94-8b29-40eb-9d36-cbc85f0d206a None None] DHCP port deletion for 1ef1f89a-abd9-4aa7-980d-f3c2af6ef54c request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:55:12.978474 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-5a5706e4-e00b-40eb-9948-f45fe5979a4c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] For port 5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad,segment=NetworkSegment(3c576f41-7441-4c8f-aab4-b9ea48c2a695),segment_id=3c576f41-7441-4c8f-aab4-b9ea48c2a695)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:12.980429 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a5706e4-e00b-40eb-9948-f45fe5979a4c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:13.008960 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5a5706e4-e00b-40eb-9948-f45fe5979a4c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Calling delete_port for 5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:55:13.078473 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-668d9f94-8b29-40eb-9d36-cbc85f0d206a None None] Deleting port 5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:55:13.079134 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-668d9f94-8b29-40eb-9d36-cbc85f0d206a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:13.090566 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fb3e0ce-3521-4b2b-a90d-2dce3be5df6c None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:13.100529 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:55:13.186505 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-668d9f94-8b29-40eb-9d36-cbc85f0d206a None None] For port 5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad,segment=NetworkSegment(3c576f41-7441-4c8f-aab4-b9ea48c2a695),segment_id=3c576f41-7441-4c8f-aab4-b9ea48c2a695)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:13.186911 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-668d9f94-8b29-40eb-9d36-cbc85f0d206a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:13.202015 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-668d9f94-8b29-40eb-9d36-cbc85f0d206a None None] Calling delete_port for 5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:55:13.237939 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fb3e0ce-3521-4b2b-a90d-2dce3be5df6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:13.265528 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a5706e4-e00b-40eb-9948-f45fe5979a4c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:13.287289 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3e0ce-3521-4b2b-a90d-2dce3be5df6c None None] Pushing event updated for resources: {'Port': ['ID=b4a8d193-96b4-4290-aeab-44b5c7abbdec,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:13.334886 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:13.342238 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb3e0ce-3521-4b2b-a90d-2dce3be5df6c None None] Network bd739133-7a79-4c4f-95af-3454434c29b4 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:13.352562 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0fb3e0ce-3521-4b2b-a90d-2dce3be5df6c None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:13.360818 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb3e0ce-3521-4b2b-a90d-2dce3be5df6c None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:55:13.364949 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5706e4-e00b-40eb-9948-f45fe5979a4c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Pushing event deleted for resources: {'Port': ['ID=5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:13.395456 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5706e4-e00b-40eb-9948-f45fe5979a4c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] No DVR routers for this DVR port 5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:55:13.471403 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-dd502b26-3523-46e6-bda8-d9bb45c30b60 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Allocated IP 172.20.0.13 (bd739133-7a79-4c4f-95af-3454434c29b4/7b2b3639-be7e-4fbd-8a64-523dce492272/0bf35a57-0305-471b-8c75-fbdda6c92b52) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:13.546473 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a5706e4-e00b-40eb-9948-f45fe5979a4c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:13.559714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94623c5e-2403-4563-a878-a2081ba2a2f4 req-fe6bf06a-a352-4e1e-b5db-acb800a0cf76 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:13.565143 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-751d1421-d5fb-4a5c-afab-49022fbd32c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:13.574498 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94623c5e-2403-4563-a878-a2081ba2a2f4 req-fe6bf06a-a352-4e1e-b5db-acb800a0cf76 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 944 time: 0.2279248 Apr 21 12:55:13.583225 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-668d9f94-8b29-40eb-9d36-cbc85f0d206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:13.588413 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0fb3e0ce-3521-4b2b-a90d-2dce3be5df6c None None] Attempting to bind port b4a8d193-96b4-4290-aeab-44b5c7abbdec on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:55:13.589086 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0fb3e0ce-3521-4b2b-a90d-2dce3be5df6c None None] Attempting to bind port b4a8d193-96b4-4290-aeab-44b5c7abbdec by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '10680652-4bbd-4833-a19b-b5467458a4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bd739133-7a79-4c4f-95af-3454434c29b4'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:55:13.589348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb3e0ce-3521-4b2b-a90d-2dce3be5df6c None None] Attempting to bind port b4a8d193-96b4-4290-aeab-44b5c7abbdec on network bd739133-7a79-4c4f-95af-3454434c29b4 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:55:13.614757 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d9f94-8b29-40eb-9d36-cbc85f0d206a None None] Pushing event deleted for resources: {'Port': ['ID=5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:13.621443 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668d9f94-8b29-40eb-9d36-cbc85f0d206a None None] No DVR routers for this DVR port 5efeeb87-a10e-4bb8-8a28-6c18c02ef1ad on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:55:13.627168 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb3e0ce-3521-4b2b-a90d-2dce3be5df6c None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:55:13.627553 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb3e0ce-3521-4b2b-a90d-2dce3be5df6c None None] Checking segment: {'id': '10680652-4bbd-4833-a19b-b5467458a4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bd739133-7a79-4c4f-95af-3454434c29b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:55:13.627956 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fb3e0ce-3521-4b2b-a90d-2dce3be5df6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:13.628341 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb3e0ce-3521-4b2b-a90d-2dce3be5df6c None None] Bound using segment: {'id': '10680652-4bbd-4833-a19b-b5467458a4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bd739133-7a79-4c4f-95af-3454434c29b4'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:55:13.628827 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0fb3e0ce-3521-4b2b-a90d-2dce3be5df6c None None] Bound port: b4a8d193-96b4-4290-aeab-44b5c7abbdec, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10680652-4bbd-4833-a19b-b5467458a4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'bd739133-7a79-4c4f-95af-3454434c29b4'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:55:13.629356 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fb3e0ce-3521-4b2b-a90d-2dce3be5df6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:13.697777 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94623c5e-2403-4563-a878-a2081ba2a2f4 req-99bd46c0-c8b1-4ef0-8dea-3bfaaf6bd28f tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960269 Apr 21 12:55:13.711307 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-5a5706e4-e00b-40eb-9948-f45fe5979a4c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ef1f89a-abd9-4aa7-980d-f3c2af6ef54c']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:13.727730 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-5a5706e4-e00b-40eb-9948-f45fe5979a4c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c576f41-7441-4c8f-aab4-b9ea48c2a695') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:13.728496 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-5a5706e4-e00b-40eb-9948-f45fe5979a4c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c576f41-7441-4c8f-aab4-b9ea48c2a695') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:13.741954 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a5706e4-e00b-40eb-9948-f45fe5979a4c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:13.749400 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0fb3e0ce-3521-4b2b-a90d-2dce3be5df6c None None] For port b4a8d193-96b4-4290-aeab-44b5c7abbdec, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:55:13.753165 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0fb3e0ce-3521-4b2b-a90d-2dce3be5df6c None None] For port b4a8d193-96b4-4290-aeab-44b5c7abbdec, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b4a8d193-96b4-4290-aeab-44b5c7abbdec,segment=NetworkSegment(10680652-4bbd-4833-a19b-b5467458a4e0),segment_id=10680652-4bbd-4833-a19b-b5467458a4e0)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:55:13.768379 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a5706e4-e00b-40eb-9948-f45fe5979a4c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:13.791192 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5706e4-e00b-40eb-9948-f45fe5979a4c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:55:13.791495 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a5706e4-e00b-40eb-9948-f45fe5979a4c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:55:13.795483 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:55:13.823046 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0fb3e0ce-3521-4b2b-a90d-2dce3be5df6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:13.908299 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3e0ce-3521-4b2b-a90d-2dce3be5df6c None None] Pushing event updated for resources: {'Port': ['ID=b4a8d193-96b4-4290-aeab-44b5c7abbdec,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:14.036159 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a5706e4-e00b-40eb-9948-f45fe5979a4c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:14.072798 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a5706e4-e00b-40eb-9948-f45fe5979a4c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:14.077391 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5a5706e4-e00b-40eb-9948-f45fe5979a4c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] 10.222.0.36 "DELETE /v2.0/networks/1ef1f89a-abd9-4aa7-980d-f3c2af6ef54c HTTP/1.1" status: 204 len: 168 time: 1.4371004 Apr 21 12:55:14.080212 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5706e4-e00b-40eb-9948-f45fe5979a4c tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853 tempest-ExtraDHCPOptionsIpV6TestJSON-1571641853-project] Pushing event deleted for resources: {'Network': ['ID=1ef1f89a-abd9-4aa7-980d-f3c2af6ef54c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:14.112951 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd502b26-3523-46e6-bda8-d9bb45c30b60 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:14.280389 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd502b26-3523-46e6-bda8-d9bb45c30b60 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:14.387999 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd502b26-3523-46e6-bda8-d9bb45c30b60 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network bd739133-7a79-4c4f-95af-3454434c29b4 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:14.395417 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-dd502b26-3523-46e6-bda8-d9bb45c30b60 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:14.412635 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd502b26-3523-46e6-bda8-d9bb45c30b60 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:55:14.443985 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd502b26-3523-46e6-bda8-d9bb45c30b60 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Port': ['ID=0bf35a57-0305-471b-8c75-fbdda6c92b52,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:14.487815 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd502b26-3523-46e6-bda8-d9bb45c30b60 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:14.488441 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd502b26-3523-46e6-bda8-d9bb45c30b60 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:14.628260 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36190) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:14.630915 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-dd502b26-3523-46e6-bda8-d9bb45c30b60 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2623482 Apr 21 12:55:14.634223 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8e2828bd-7933-4d51-bf3f-a29961a5b403 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'port': {'network_id': 'bd739133-7a79-4c4f-95af-3454434c29b4', 'name': 'tempest-PortsTestJSON-1033308346'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:14.825526 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36196) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:14.885423 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5efba-e4d3-4b94-a68c-7079624e787e req-61a29c25-393b-4cb0-9767-651b925b2b9b tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:14.887715 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e1c5efba-e4d3-4b94-a68c-7079624e787e req-61a29c25-393b-4cb0-9767-651b925b2b9b tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 944 time: 0.0589528 Apr 21 12:55:14.959429 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2828bd-7933-4d51-bf3f-a29961a5b403 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:14.963046 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8e2828bd-7933-4d51-bf3f-a29961a5b403 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:14.967766 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e1c5efba-e4d3-4b94-a68c-7079624e787e req-0f5a477b-11e4-4846-a775-bb6aadb6f1f0 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732906 Apr 21 12:55:15.012805 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-8e2828bd-7933-4d51-bf3f-a29961a5b403 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] device_id is not set on port 726a0edc-b06d-45e8-9fa6-c3dac078885e yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:55:15.177797 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b4a8d193-96b4-4290-aeab-44b5c7abbdec up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:55:15.297108 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-8e2828bd-7933-4d51-bf3f-a29961a5b403 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Allocated IP 172.20.0.5 (bd739133-7a79-4c4f-95af-3454434c29b4/7b2b3639-be7e-4fbd-8a64-523dce492272/726a0edc-b06d-45e8-9fa6-c3dac078885e) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:15.302032 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port b4a8d193-96b4-4290-aeab-44b5c7abbdec triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:15.302407 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:15.510635 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0c794f08-7d96-4b73-b378-13358e9f3f9d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=41193e1be88e4415b6307dc99028cb81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6815178 Apr 21 12:55:15.512016 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36206) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:15.568173 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:15.621273 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8e2828bd-7933-4d51-bf3f-a29961a5b403 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:15.643429 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcf0889-8552-40e6-999f-5585e640bcf9 None None] Network bd739133-7a79-4c4f-95af-3454434c29b4 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:15.663839 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8988dbd-8a1a-42a1-a2fc-dee8efc02bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:15.722496 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8988dbd-8a1a-42a1-a2fc-dee8efc02bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:15.754092 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8e2828bd-7933-4d51-bf3f-a29961a5b403 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:15.779330 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port b4a8d193-96b4-4290-aeab-44b5c7abbdec, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b4a8d193-96b4-4290-aeab-44b5c7abbdec,segment=NetworkSegment(10680652-4bbd-4833-a19b-b5467458a4e0),segment_id=10680652-4bbd-4833-a19b-b5467458a4e0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:15.908359 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8988dbd-8a1a-42a1-a2fc-dee8efc02bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:15.910784 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d8988dbd-8a1a-42a1-a2fc-dee8efc02bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:15.919639 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2828bd-7933-4d51-bf3f-a29961a5b403 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network bd739133-7a79-4c4f-95af-3454434c29b4 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:15.921021 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d8988dbd-8a1a-42a1-a2fc-dee8efc02bcf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2669a2fe-1429-4c32-8286-5bb6232e9928 HTTP/1.1" status: 204 len: 168 time: 0.4014177 Apr 21 12:55:15.930155 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-8e2828bd-7933-4d51-bf3f-a29961a5b403 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:15.942806 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2828bd-7933-4d51-bf3f-a29961a5b403 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:55:15.947306 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8988dbd-8a1a-42a1-a2fc-dee8efc02bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2669a2fe-1429-4c32-8286-5bb6232e9928,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:15.968419 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2828bd-7933-4d51-bf3f-a29961a5b403 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Port': ['ID=726a0edc-b06d-45e8-9fa6-c3dac078885e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:16.045666 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2828bd-7933-4d51-bf3f-a29961a5b403 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:16.046420 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8e2828bd-7933-4d51-bf3f-a29961a5b403 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:16.093856 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:16.213367 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5967c23-0f35-46d3-b410-512b8e2123e8 req-4857dda8-395b-4290-8da3-001d540aff84 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:16.215462 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5967c23-0f35-46d3-b410-512b8e2123e8 req-4857dda8-395b-4290-8da3-001d540aff84 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 944 time: 0.0875304 Apr 21 12:55:16.231275 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8e2828bd-7933-4d51-bf3f-a29961a5b403 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5984187 Apr 21 12:55:16.236892 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36218) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:16.249440 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=b4a8d193-96b4-4290-aeab-44b5c7abbdec,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:16.253176 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7e7cd951-5d92-446a-ae8c-da59cfc1390e None None] Provisioning complete for port b4a8d193-96b4-4290-aeab-44b5c7abbdec triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:16.253812 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e7cd951-5d92-446a-ae8c-da59cfc1390e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:16.266295 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-605bfe79-ba19-40f7-bb45-f06a92c6180c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:16.301630 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:16.302301 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:16.302808 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:16.303306 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:16.303927 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:16.304724 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:16.305243 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:16.305763 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:16.306273 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:16.306764 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:16.307270 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:16.308506 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:16.327510 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5967c23-0f35-46d3-b410-512b8e2123e8 req-9d6b2df2-1b17-4e04-876c-bbb841ec9438 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025026 Apr 21 12:55:16.447844 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e23b4db-f573-4d45-a184-6c6a9e8f58f5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:16.447844 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8e23b4db-f573-4d45-a184-6c6a9e8f58f5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 922 time: 0.1932030 Apr 21 12:55:16.448864 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36222) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:16.534731 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36224) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:16.569156 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a5f62dd7-484d-4f47-92ca-aa4cc55969e2 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting port 726a0edc-b06d-45e8-9fa6-c3dac078885e {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:55:16.569702 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a5f62dd7-484d-4f47-92ca-aa4cc55969e2 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:16.705886 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a5f62dd7-484d-4f47-92ca-aa4cc55969e2 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:16.738800 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e60796d0-0d17-488e-99eb-bcbbc07e7e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:16.739868 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-60face8e-e523-467e-a62f-55aa5ec88387 None None] Provisioning complete for port b4a8d193-96b4-4290-aeab-44b5c7abbdec triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:16.740251 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60face8e-e523-467e-a62f-55aa5ec88387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:16.753547 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a5f62dd7-484d-4f47-92ca-aa4cc55969e2 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Calling delete_port for 726a0edc-b06d-45e8-9fa6-c3dac078885e owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:55:16.903434 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e60796d0-0d17-488e-99eb-bcbbc07e7e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:16.967227 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-60face8e-e523-467e-a62f-55aa5ec88387 None None] Provisioning complete for port 0bf35a57-0305-471b-8c75-fbdda6c92b52 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:16.968075 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60face8e-e523-467e-a62f-55aa5ec88387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:17.038829 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:17.039611 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-60face8e-e523-467e-a62f-55aa5ec88387 None None] Port 0bf35a57-0305-471b-8c75-fbdda6c92b52 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:17.049595 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e60796d0-0d17-488e-99eb-bcbbc07e7e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:17.050584 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-60face8e-e523-467e-a62f-55aa5ec88387 None None] Provisioning complete for port 726a0edc-b06d-45e8-9fa6-c3dac078885e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:17.051050 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-60face8e-e523-467e-a62f-55aa5ec88387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:17.094202 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b4a8d193-96b4-4290-aeab-44b5c7abbdec up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:55:17.124523 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-60face8e-e523-467e-a62f-55aa5ec88387 None None] Port 726a0edc-b06d-45e8-9fa6-c3dac078885e cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:17.135754 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e60796d0-0d17-488e-99eb-bcbbc07e7e93 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4c4d039bc12344a5832aacba0daf1bd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5998828 Apr 21 12:55:17.139030 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36232) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:17.148517 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60796d0-0d17-488e-99eb-bcbbc07e7e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72459bd8-3831-4c5a-92d7-2f387207451d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:17.183661 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port b4a8d193-96b4-4290-aeab-44b5c7abbdec triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:17.184309 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:17.266561 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4ecc58f3-68ce-4b24-bc93-55a5af03c1a5 None None] Provisioning complete for port 0bf35a57-0305-471b-8c75-fbdda6c92b52 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:17.267212 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ecc58f3-68ce-4b24-bc93-55a5af03c1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:17.352574 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4ecc58f3-68ce-4b24-bc93-55a5af03c1a5 None None] Port 0bf35a57-0305-471b-8c75-fbdda6c92b52 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:17.374136 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8ad3f7b-b1d1-48b0-aefa-da6cd16f53f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:17.402979 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8ad3f7b-b1d1-48b0-aefa-da6cd16f53f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:17.404892 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a5f62dd7-484d-4f47-92ca-aa4cc55969e2 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:17.507550 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f62dd7-484d-4f47-92ca-aa4cc55969e2 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Port': ['ID=726a0edc-b06d-45e8-9fa6-c3dac078885e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:17.569015 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-206c5077-a24e-4aed-8dd6-6e7256789473 None None] Could not find standard attr ID for object 726a0edc-b06d-45e8-9fa6-c3dac078885e. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:55:17.597734 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8ad3f7b-b1d1-48b0-aefa-da6cd16f53f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:17.602800 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e8ad3f7b-b1d1-48b0-aefa-da6cd16f53f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:17.604217 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e8ad3f7b-b1d1-48b0-aefa-da6cd16f53f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/72459bd8-3831-4c5a-92d7-2f387207451d HTTP/1.1" status: 204 len: 168 time: 0.4639597 Apr 21 12:55:17.650594 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a5f62dd7-484d-4f47-92ca-aa4cc55969e2 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:17.659584 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a5f62dd7-484d-4f47-92ca-aa4cc55969e2 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/ports/726a0edc-b06d-45e8-9fa6-c3dac078885e HTTP/1.1" status: 204 len: 168 time: 1.2070022 Apr 21 12:55:17.660853 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36244) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:17.709850 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d98c749-5fa4-499f-a868-0591caaddf6d tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] GET failed (client error): The resource could not be found. Apr 21 12:55:17.713627 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5d98c749-5fa4-499f-a868-0591caaddf6d tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "GET /v2.0/ports/726a0edc-b06d-45e8-9fa6-c3dac078885e HTTP/1.1" status: 404 len: 333 time: 0.0512035 Apr 21 12:55:17.716047 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36246) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:17.885139 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:17.917700 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-1ecea121-7a35-4f96-957f-5e0c97319b26 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting port 0bf35a57-0305-471b-8c75-fbdda6c92b52 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:55:17.918357 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ecea121-7a35-4f96-957f-5e0c97319b26 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:18.043207 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ecea121-7a35-4f96-957f-5e0c97319b26 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:18.072917 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-1ecea121-7a35-4f96-957f-5e0c97319b26 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Calling delete_port for 0bf35a57-0305-471b-8c75-fbdda6c92b52 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:55:18.130834 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad3f7b-b1d1-48b0-aefa-da6cd16f53f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72459bd8-3831-4c5a-92d7-2f387207451d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:18.158656 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0fa04-7a60-4784-9291-4a68532c8f7a req-7c3f79dc-a791-4096-a730-c66a1b5bc328 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:18.158656 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-85e0fa04-7a60-4784-9291-4a68532c8f7a req-7c3f79dc-a791-4096-a730-c66a1b5bc328 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 944 time: 0.6183405 Apr 21 12:55:18.228648 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-85e0fa04-7a60-4784-9291-4a68532c8f7a req-d0ca27e5-8342-413e-b260-dcd19120c02f tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611231 Apr 21 12:55:18.419146 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ecea121-7a35-4f96-957f-5e0c97319b26 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:18.445616 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:18.450225 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36258) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:18.463369 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecea121-7a35-4f96-957f-5e0c97319b26 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Port': ['ID=0bf35a57-0305-471b-8c75-fbdda6c92b52,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:18.542792 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ecea121-7a35-4f96-957f-5e0c97319b26 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:18.546561 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1ecea121-7a35-4f96-957f-5e0c97319b26 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/ports/0bf35a57-0305-471b-8c75-fbdda6c92b52 HTTP/1.1" status: 204 len: 168 time: 0.8293717 Apr 21 12:55:18.549280 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36262) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:18.592683 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db23831-f56a-47c6-9148-597d07993a18 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] GET failed (client error): The resource could not be found. Apr 21 12:55:18.602777 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1db23831-f56a-47c6-9148-597d07993a18 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "GET /v2.0/ports/0bf35a57-0305-471b-8c75-fbdda6c92b52 HTTP/1.1" status: 404 len: 333 time: 0.0498476 Apr 21 12:55:18.603117 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36264) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:18.679054 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d20c86a-f494-45b9-a91b-57391b5ec912 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting subnet 7b2b3639-be7e-4fbd-8a64-523dce492272 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:55:18.690796 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36266) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:18.690930 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-823a6cbb-1d52-4809-9330-1e8c8ffaf539 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'network': {'name': 'tempest-RoutersTest-1009508052'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:18.693946 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d20c86a-f494-45b9-a91b-57391b5ec912 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:18.728791 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-427cd1af-94a5-4093-a63f-07ee29318e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:18.762515 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:18.785402 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d20c86a-f494-45b9-a91b-57391b5ec912 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:18.857703 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-427cd1af-94a5-4093-a63f-07ee29318e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:18.879504 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823a6cbb-1d52-4809-9330-1e8c8ffaf539 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Made reservation on behalf of 8159930f4cd04c93a05e4b2450c5c6a7 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:18.883948 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-823a6cbb-1d52-4809-9330-1e8c8ffaf539 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:18.897009 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-823a6cbb-1d52-4809-9330-1e8c8ffaf539 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:18.949240 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d20c86a-f494-45b9-a91b-57391b5ec912 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:18.959041 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-427cd1af-94a5-4093-a63f-07ee29318e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:19.003502 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-427cd1af-94a5-4093-a63f-07ee29318e10 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a2ba51f579104289bf2dcc1c25fb80f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3144369 Apr 21 12:55:19.004340 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427cd1af-94a5-4093-a63f-07ee29318e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691de38d-6669-4391-86ec-4da95f1f3ce4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:19.006716 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36268) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:19.010394 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-ad340520-f6a7-4976-99c1-39b57934c41d req-02d4012b-50a5-4daf-a280-1e02153fdfad service neutron] (103398) timed out ('10.222.0.36', 41756) {{(pid=103398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 21 12:55:19.064456 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-823a6cbb-1d52-4809-9330-1e8c8ffaf539 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:19.099179 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4d3bf4ad-b6f7-4b84-bc47-bc0a13974a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:19.131097 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-823a6cbb-1d52-4809-9330-1e8c8ffaf539 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:19.132500 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4d3bf4ad-b6f7-4b84-bc47-bc0a13974a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:19.176130 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a6cbb-1d52-4809-9330-1e8c8ffaf539 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2385ab2e-d8d7-4ccb-94d1-d5899db075f9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:19.194934 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d20c86a-f494-45b9-a91b-57391b5ec912 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:19.227439 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d20c86a-f494-45b9-a91b-57391b5ec912 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Subnet': ['ID=7b2b3639-be7e-4fbd-8a64-523dce492272,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:19.235553 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d20c86a-f494-45b9-a91b-57391b5ec912 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:19.240994 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f8eb59-388b-4c65-b790-75577e959838 None None] Network bd739133-7a79-4c4f-95af-3454434c29b4 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:19.243379 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5d20c86a-f494-45b9-a91b-57391b5ec912 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/subnets/7b2b3639-be7e-4fbd-8a64-523dce492272 HTTP/1.1" status: 204 len: 168 time: 0.6392977 Apr 21 12:55:19.249154 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36270) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:19.279769 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823a6cbb-1d52-4809-9330-1e8c8ffaf539 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:55:19.282796 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4d3bf4ad-b6f7-4b84-bc47-bc0a13974a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:19.286257 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4d3bf4ad-b6f7-4b84-bc47-bc0a13974a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:19.287855 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4d3bf4ad-b6f7-4b84-bc47-bc0a13974a30 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/691de38d-6669-4391-86ec-4da95f1f3ce4 HTTP/1.1" status: 204 len: 168 time: 0.2802939 Apr 21 12:55:19.300076 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-823a6cbb-1d52-4809-9330-1e8c8ffaf539 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:19.300425 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-823a6cbb-1d52-4809-9330-1e8c8ffaf539 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Added segment 31877cfa-4c8c-418f-8b1a-80b5c52ca9da of type vlan for network 4dd7bff2-9702-42ba-b70b-b4652042ecd5 Apr 21 12:55:19.365468 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-823a6cbb-1d52-4809-9330-1e8c8ffaf539 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:19.487064 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0df8399-4e41-46e0-a72b-c13f4dd14abc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:19.504158 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3bf4ad-b6f7-4b84-bc47-bc0a13974a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691de38d-6669-4391-86ec-4da95f1f3ce4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:19.551799 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064eb77-f5df-436f-a1e5-ae21e762ab34 req-2bb4580f-ac95-40ee-83f3-83aa1b0dd222 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:19.567877 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b064eb77-f5df-436f-a1e5-ae21e762ab34 req-2bb4580f-ac95-40ee-83f3-83aa1b0dd222 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 944 time: 0.1374793 Apr 21 12:55:19.653791 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b064eb77-f5df-436f-a1e5-ae21e762ab34 req-bac10ee2-23f9-4c1c-8cff-699e4e165929 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845680 Apr 21 12:55:19.694783 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6405b3b-d72b-4264-8213-6b9b696476a1 None None] DHCP port deletion for bd739133-7a79-4c4f-95af-3454434c29b4 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:55:19.704040 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e0df8399-4e41-46e0-a72b-c13f4dd14abc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting port b4a8d193-96b4-4290-aeab-44b5c7abbdec {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:55:19.704737 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0df8399-4e41-46e0-a72b-c13f4dd14abc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:19.769519 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d6405b3b-d72b-4264-8213-6b9b696476a1 None None] Deleting port b4a8d193-96b4-4290-aeab-44b5c7abbdec {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:55:19.769993 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6405b3b-d72b-4264-8213-6b9b696476a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:19.778429 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-e0df8399-4e41-46e0-a72b-c13f4dd14abc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] For port b4a8d193-96b4-4290-aeab-44b5c7abbdec, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b4a8d193-96b4-4290-aeab-44b5c7abbdec,segment=NetworkSegment(10680652-4bbd-4833-a19b-b5467458a4e0),segment_id=10680652-4bbd-4833-a19b-b5467458a4e0)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:19.779168 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0df8399-4e41-46e0-a72b-c13f4dd14abc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:19.795619 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e0df8399-4e41-46e0-a72b-c13f4dd14abc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Calling delete_port for b4a8d193-96b4-4290-aeab-44b5c7abbdec owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:55:19.845686 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-823a6cbb-1d52-4809-9330-1e8c8ffaf539 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:19.851870 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823a6cbb-1d52-4809-9330-1e8c8ffaf539 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:19.853492 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-823a6cbb-1d52-4809-9330-1e8c8ffaf539 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:19.859853 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d6405b3b-d72b-4264-8213-6b9b696476a1 None None] For port b4a8d193-96b4-4290-aeab-44b5c7abbdec, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b4a8d193-96b4-4290-aeab-44b5c7abbdec,segment=NetworkSegment(10680652-4bbd-4833-a19b-b5467458a4e0),segment_id=10680652-4bbd-4833-a19b-b5467458a4e0)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:19.868324 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6405b3b-d72b-4264-8213-6b9b696476a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:19.922478 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d6405b3b-d72b-4264-8213-6b9b696476a1 None None] Calling delete_port for b4a8d193-96b4-4290-aeab-44b5c7abbdec owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:55:19.959645 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a6cbb-1d52-4809-9330-1e8c8ffaf539 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Network': ['ID=4dd7bff2-9702-42ba-b70b-b4652042ecd5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:19.974420 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 4dd7bff2-9702-42ba-b70b-b4652042ecd5 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:55:20.005067 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-823a6cbb-1d52-4809-9330-1e8c8ffaf539 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5536964 Apr 21 12:55:20.010324 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36278) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:20.013821 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1c470194-8d79-4c46-896a-676a4e29f67b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'network': {'name': 'tempest-RoutersTest-621976444'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:20.033604 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0df8399-4e41-46e0-a72b-c13f4dd14abc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:20.058693 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df8399-4e41-46e0-a72b-c13f4dd14abc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Port': ['ID=b4a8d193-96b4-4290-aeab-44b5c7abbdec,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:20.062811 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0df8399-4e41-46e0-a72b-c13f4dd14abc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] No DVR routers for this DVR port b4a8d193-96b4-4290-aeab-44b5c7abbdec on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:55:20.065968 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d6405b3b-d72b-4264-8213-6b9b696476a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:20.098205 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6405b3b-d72b-4264-8213-6b9b696476a1 None None] Pushing event deleted for resources: {'Port': ['ID=b4a8d193-96b4-4290-aeab-44b5c7abbdec,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:20.100036 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6405b3b-d72b-4264-8213-6b9b696476a1 None None] No DVR routers for this DVR port b4a8d193-96b4-4290-aeab-44b5c7abbdec on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:55:20.124969 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c470194-8d79-4c46-896a-676a4e29f67b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Made reservation on behalf of 8159930f4cd04c93a05e4b2450c5c6a7 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:20.128671 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c470194-8d79-4c46-896a-676a4e29f67b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:20.155578 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0df8399-4e41-46e0-a72b-c13f4dd14abc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:20.157857 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c470194-8d79-4c46-896a-676a4e29f67b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:55:20.167518 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c470194-8d79-4c46-896a-676a4e29f67b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:20.168032 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-1c470194-8d79-4c46-896a-676a4e29f67b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Added segment 3072de1f-7137-4b70-80bd-54d58bea38d7 of type vlan for network 4f90d1f6-bb77-427d-b006-e7c8851e6d04 Apr 21 12:55:20.188000 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e0df8399-4e41-46e0-a72b-c13f4dd14abc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd739133-7a79-4c4f-95af-3454434c29b4']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:20.188260 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e0df8399-4e41-46e0-a72b-c13f4dd14abc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10680652-4bbd-4833-a19b-b5467458a4e0') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:20.188559 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e0df8399-4e41-46e0-a72b-c13f4dd14abc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10680652-4bbd-4833-a19b-b5467458a4e0') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:20.198591 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0df8399-4e41-46e0-a72b-c13f4dd14abc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:20.212977 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c470194-8d79-4c46-896a-676a4e29f67b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:20.213612 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0df8399-4e41-46e0-a72b-c13f4dd14abc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:20.219655 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0df8399-4e41-46e0-a72b-c13f4dd14abc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:55:20.220302 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0df8399-4e41-46e0-a72b-c13f4dd14abc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:55:20.223868 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:55:20.359608 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c470194-8d79-4c46-896a-676a4e29f67b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:20.359823 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0df8399-4e41-46e0-a72b-c13f4dd14abc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:20.371277 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c470194-8d79-4c46-896a-676a4e29f67b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:20.380047 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1c470194-8d79-4c46-896a-676a4e29f67b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:20.380198 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0df8399-4e41-46e0-a72b-c13f4dd14abc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:20.383852 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e0df8399-4e41-46e0-a72b-c13f4dd14abc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/networks/bd739133-7a79-4c4f-95af-3454434c29b4 HTTP/1.1" status: 204 len: 168 time: 1.1328983 Apr 21 12:55:20.384495 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df8399-4e41-46e0-a72b-c13f4dd14abc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Network': ['ID=bd739133-7a79-4c4f-95af-3454434c29b4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:20.390129 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36288) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:20.396861 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-63d34e23-afed-4589-be80-e5e978b31750 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-948946278'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:20.409543 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:20.456234 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c470194-8d79-4c46-896a-676a4e29f67b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Network': ['ID=4f90d1f6-bb77-427d-b006-e7c8851e6d04,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:20.467140 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 4f90d1f6-bb77-427d-b006-e7c8851e6d04 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:55:20.535470 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1c470194-8d79-4c46-896a-676a4e29f67b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5268204 Apr 21 12:55:20.538271 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36292) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:20.544395 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-14b58466-347a-4a88-886a-269176538b69 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'subnet': {'network_id': '4dd7bff2-9702-42ba-b70b-b4652042ecd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:20.777670 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413295e5-4e4e-4431-bf32-cf47afcfb8d7 req-b04090fa-d49a-47b3-92fe-5c0bd9a277ed tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:20.779273 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-413295e5-4e4e-4431-bf32-cf47afcfb8d7 req-b04090fa-d49a-47b3-92fe-5c0bd9a277ed tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 944 time: 0.0547709 Apr 21 12:55:20.822434 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-413295e5-4e4e-4431-bf32-cf47afcfb8d7 req-fb9e6cfb-92b9-42b0-8cc2-81bd0160551f tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357933 Apr 21 12:55:20.866091 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d34e23-afed-4589-be80-e5e978b31750 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:20.869411 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63d34e23-afed-4589-be80-e5e978b31750 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:20.912742 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d34e23-afed-4589-be80-e5e978b31750 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:55:20.928023 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63d34e23-afed-4589-be80-e5e978b31750 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:20.928356 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-63d34e23-afed-4589-be80-e5e978b31750 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Added segment 86516383-0994-440c-bda7-46aea5bb8e7e of type vlan for network b655cc70-b2f5-4b98-986a-b596158fc941 Apr 21 12:55:20.969213 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63d34e23-afed-4589-be80-e5e978b31750 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:21.046052 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b58466-347a-4a88-886a-269176538b69 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Made reservation on behalf of 8159930f4cd04c93a05e4b2450c5c6a7 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:21.046845 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b4a8d193-96b4-4290-aeab-44b5c7abbdec no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:55:21.049689 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14b58466-347a-4a88-886a-269176538b69 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:21.069692 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: b4a8d193-96b4-4290-aeab-44b5c7abbdec {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:55:21.070036 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b4a8d193-96b4-4290-aeab-44b5c7abbdec not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:55:21.106947 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63d34e23-afed-4589-be80-e5e978b31750 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:21.112600 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d34e23-afed-4589-be80-e5e978b31750 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:21.113204 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63d34e23-afed-4589-be80-e5e978b31750 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:21.207742 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d34e23-afed-4589-be80-e5e978b31750 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Network': ['ID=b655cc70-b2f5-4b98-986a-b596158fc941,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:21.218339 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network b655cc70-b2f5-4b98-986a-b596158fc941 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:55:21.337883 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-63d34e23-afed-4589-be80-e5e978b31750 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9466107 Apr 21 12:55:21.340526 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36308) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:21.345627 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-b4b903fd-1f0b-4bf7-a449-b3720b0a6137 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'subnet': {'network_id': 'b655cc70-b2f5-4b98-986a-b596158fc941', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:21.404871 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14b58466-347a-4a88-886a-269176538b69 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:21.496095 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b58466-347a-4a88-886a-269176538b69 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Subnet': ['ID=497cca06-ec2f-4797-b5e2-1abac42c885a,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:21.506603 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b58466-347a-4a88-886a-269176538b69 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Checking segment: {'id': '31877cfa-4c8c-418f-8b1a-80b5c52ca9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4dd7bff2-9702-42ba-b70b-b4652042ecd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:55:21.507109 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b58466-347a-4a88-886a-269176538b69 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network hostable DHCP agents. Network: 4dd7bff2-9702-42ba-b70b-b4652042ecd5, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:55:21.523115 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7205f736-404a-4e29-9aba-53d5dde8abf0 req-59e04ad3-0c29-4e06-9960-cfc8c0357dc2 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:21.524933 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7205f736-404a-4e29-9aba-53d5dde8abf0 req-59e04ad3-0c29-4e06-9960-cfc8c0357dc2 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0562580 Apr 21 12:55:21.565790 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7205f736-404a-4e29-9aba-53d5dde8abf0 req-a31c41d2-9299-445d-a4ba-1dd4ad6880d3 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346830 Apr 21 12:55:21.587598 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b903fd-1f0b-4bf7-a449-b3720b0a6137 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:21.591526 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4b903fd-1f0b-4bf7-a449-b3720b0a6137 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:21.636810 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b58466-347a-4a88-886a-269176538b69 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network 4dd7bff2-9702-42ba-b70b-b4652042ecd5 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:55:21.689301 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15809d-3875-4a0a-ba26-2bfadd0f1dea req-0810f144-1d88-49b1-9d13-911c7f8780ed tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:21.690828 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6b15809d-3875-4a0a-ba26-2bfadd0f1dea req-0810f144-1d88-49b1-9d13-911c7f8780ed tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0558233 Apr 21 12:55:21.725991 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-14b58466-347a-4a88-886a-269176538b69 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 4dd7bff2-9702-42ba-b70b-b4652042ecd5) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:21.732971 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6b15809d-3875-4a0a-ba26-2bfadd0f1dea req-f12a5f3c-9592-4b20-8d16-1d5d82e550c5 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359762 Apr 21 12:55:21.736834 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b58466-347a-4a88-886a-269176538b69 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:21.736834 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14b58466-347a-4a88-886a-269176538b69 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:21.737094 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31f76b4-ae37-49d0-bb52-245e8bff4fae None None] Network 4dd7bff2-9702-42ba-b70b-b4652042ecd5 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:21.840601 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-14b58466-347a-4a88-886a-269176538b69 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2974887 Apr 21 12:55:21.841008 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36324) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:21.846645 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f791113e-130f-4952-b40a-48e4d045e1f3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'subnet': {'network_id': '4f90d1f6-bb77-427d-b006-e7c8851e6d04', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:21.864555 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4b903fd-1f0b-4bf7-a449-b3720b0a6137 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:21.925085 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388cfea-098b-4934-be45-641eb70af391 req-5bc1fc24-138e-43bf-9e4b-393ad7dfcb3f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:21.930702 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b388cfea-098b-4934-be45-641eb70af391 req-5bc1fc24-138e-43bf-9e4b-393ad7dfcb3f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0987141 Apr 21 12:55:21.944758 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4611eed-3346-4c74-bc2f-2dc2602f2e16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-4dd7bff2-9702-42ba-b70b-b4652042ecd5', 'network_id': '4dd7bff2-9702-42ba-b70b-b4652042ecd5', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'fixed_ips': [{'subnet_id': '497cca06-ec2f-4797-b5e2-1abac42c885a'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:55:21.945723 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4611eed-3346-4c74-bc2f-2dc2602f2e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:22.020544 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b903fd-1f0b-4bf7-a449-b3720b0a6137 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Subnet': ['ID=bc604e52-3668-4fa3-971a-610f17aac47c,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:22.035058 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b903fd-1f0b-4bf7-a449-b3720b0a6137 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Checking segment: {'id': '86516383-0994-440c-bda7-46aea5bb8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b655cc70-b2f5-4b98-986a-b596158fc941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:55:22.035512 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b903fd-1f0b-4bf7-a449-b3720b0a6137 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network hostable DHCP agents. Network: b655cc70-b2f5-4b98-986a-b596158fc941, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:55:22.048006 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b388cfea-098b-4934-be45-641eb70af391 req-96e0824d-a28e-42e8-9c5d-55a45b18dcce tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0957532 Apr 21 12:55:22.068306 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470cfa3-ef1f-4bd8-a5bf-9cbbeab5bc4c req-26370574-1927-405b-83ab-ba8941aa034b tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:22.069904 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f470cfa3-ef1f-4bd8-a5bf-9cbbeab5bc4c req-26370574-1927-405b-83ab-ba8941aa034b tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 944 time: 0.1366992 Apr 21 12:55:22.127734 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f470cfa3-ef1f-4bd8-a5bf-9cbbeab5bc4c req-358317a6-b458-407c-8eff-b9d8da70e3ce tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481901 Apr 21 12:55:22.130029 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e4611eed-3346-4c74-bc2f-2dc2602f2e16 None None] Allocated IP 172.20.0.2 (4dd7bff2-9702-42ba-b70b-b4652042ecd5/497cca06-ec2f-4797-b5e2-1abac42c885a/b91e157e-56bd-4ba2-b1db-4619f95ed56a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:22.164652 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f791113e-130f-4952-b40a-48e4d045e1f3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Made reservation on behalf of 8159930f4cd04c93a05e4b2450c5c6a7 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:22.170262 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f791113e-130f-4952-b40a-48e4d045e1f3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:22.189282 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b903fd-1f0b-4bf7-a449-b3720b0a6137 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network b655cc70-b2f5-4b98-986a-b596158fc941 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:55:22.206948 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a1ce1-7699-47f4-8267-461e91bc29b1 req-03e10968-c27c-45f0-aaa0-924baa086afc tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:22.209253 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-656a1ce1-7699-47f4-8267-461e91bc29b1 req-03e10968-c27c-45f0-aaa0-924baa086afc tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0676579 Apr 21 12:55:22.260835 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-656a1ce1-7699-47f4-8267-461e91bc29b1 req-981606fb-cfe5-49f3-857e-51e29ad3e3b3 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388274 Apr 21 12:55:22.299730 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b4b903fd-1f0b-4bf7-a449-b3720b0a6137 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, b655cc70-b2f5-4b98-986a-b596158fc941) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:22.305794 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b903fd-1f0b-4bf7-a449-b3720b0a6137 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:22.306625 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4b903fd-1f0b-4bf7-a449-b3720b0a6137 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:22.328253 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df6c975-e122-48b1-bed6-f1f6da4a1d58 None None] Network b655cc70-b2f5-4b98-986a-b596158fc941 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:22.349639 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4611eed-3346-4c74-bc2f-2dc2602f2e16 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:22.400784 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b4b903fd-1f0b-4bf7-a449-b3720b0a6137 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0591934 Apr 21 12:55:22.404173 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36338) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:22.410077 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b5392f3f-31bb-4d7b-8b03-39c7e73f97e4 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'port': {'network_id': 'b655cc70-b2f5-4b98-986a-b596158fc941', 'name': 'tempest-PortsTestJSON-1460906298', 'fixed_ips': [{'subnet_id': 'bc604e52-3668-4fa3-971a-610f17aac47c', 'ip_address': '172.20.0.10'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:22.478361 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f791113e-130f-4952-b40a-48e4d045e1f3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:22.482613 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4611eed-3346-4c74-bc2f-2dc2602f2e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:22.503566 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4611eed-3346-4c74-bc2f-2dc2602f2e16 None None] Network 4dd7bff2-9702-42ba-b70b-b4652042ecd5 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:22.507435 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e4611eed-3346-4c74-bc2f-2dc2602f2e16 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:22.532943 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4611eed-3346-4c74-bc2f-2dc2602f2e16 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:55:22.558906 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791113e-130f-4952-b40a-48e4d045e1f3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Subnet': ['ID=96deca34-8bcf-4b7b-b343-fc714a6bcaee,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:22.570304 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f791113e-130f-4952-b40a-48e4d045e1f3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Checking segment: {'id': '3072de1f-7137-4b70-80bd-54d58bea38d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4f90d1f6-bb77-427d-b006-e7c8851e6d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:55:22.570304 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f791113e-130f-4952-b40a-48e4d045e1f3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network hostable DHCP agents. Network: 4f90d1f6-bb77-427d-b006-e7c8851e6d04, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:55:22.594161 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4611eed-3346-4c74-bc2f-2dc2602f2e16 None None] Pushing event updated for resources: {'Port': ['ID=b91e157e-56bd-4ba2-b1db-4619f95ed56a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:22.612685 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39836ea6-e1e1-4392-bfad-ed4d9d54adfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-b655cc70-b2f5-4b98-986a-b596158fc941', 'network_id': 'b655cc70-b2f5-4b98-986a-b596158fc941', 'tenant_id': 'feca239de2924ae3abaaf49ec4bc8c7a', 'fixed_ips': [{'subnet_id': 'bc604e52-3668-4fa3-971a-610f17aac47c'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:55:22.613695 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39836ea6-e1e1-4392-bfad-ed4d9d54adfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:22.633914 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e4611eed-3346-4c74-bc2f-2dc2602f2e16 None None] Attempting to bind port b91e157e-56bd-4ba2-b1db-4619f95ed56a on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:55:22.634271 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e4611eed-3346-4c74-bc2f-2dc2602f2e16 None None] Attempting to bind port b91e157e-56bd-4ba2-b1db-4619f95ed56a by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '31877cfa-4c8c-418f-8b1a-80b5c52ca9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4dd7bff2-9702-42ba-b70b-b4652042ecd5'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:55:22.634628 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4611eed-3346-4c74-bc2f-2dc2602f2e16 None None] Attempting to bind port b91e157e-56bd-4ba2-b1db-4619f95ed56a on network 4dd7bff2-9702-42ba-b70b-b4652042ecd5 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:55:22.646968 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4611eed-3346-4c74-bc2f-2dc2602f2e16 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:55:22.647332 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4611eed-3346-4c74-bc2f-2dc2602f2e16 None None] Checking segment: {'id': '31877cfa-4c8c-418f-8b1a-80b5c52ca9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4dd7bff2-9702-42ba-b70b-b4652042ecd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:55:22.652160 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4611eed-3346-4c74-bc2f-2dc2602f2e16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:22.652160 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4611eed-3346-4c74-bc2f-2dc2602f2e16 None None] Bound using segment: {'id': '31877cfa-4c8c-418f-8b1a-80b5c52ca9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4dd7bff2-9702-42ba-b70b-b4652042ecd5'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:55:22.652160 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e4611eed-3346-4c74-bc2f-2dc2602f2e16 None None] Bound port: b91e157e-56bd-4ba2-b1db-4619f95ed56a, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31877cfa-4c8c-418f-8b1a-80b5c52ca9da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '4dd7bff2-9702-42ba-b70b-b4652042ecd5'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:55:22.652160 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4611eed-3346-4c74-bc2f-2dc2602f2e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:22.656812 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-a5a4b85b-c1bf-49f8-9586-e11d934860fb tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:22.658375 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-a5a4b85b-c1bf-49f8-9586-e11d934860fb tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/networks?id=ff8e5b58-c3c2-47b6-b0e6-14167c057929 HTTP/1.1" status: 200 len: 812 time: 0.1433277 Apr 21 12:55:22.673594 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f791113e-130f-4952-b40a-48e4d045e1f3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network 4f90d1f6-bb77-427d-b006-e7c8851e6d04 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:55:22.680109 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-2107c450-2492-408c-960f-faa1f007f898 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/quotas/f94db1c78e7042a5b25684fb2e0b4069 HTTP/1.1" status: 200 len: 375 time: 0.0156693 Apr 21 12:55:22.716068 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5392f3f-31bb-4d7b-8b03-39c7e73f97e4 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:22.759611 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-f791113e-130f-4952-b40a-48e4d045e1f3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 4f90d1f6-bb77-427d-b006-e7c8851e6d04) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:22.764145 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f791113e-130f-4952-b40a-48e4d045e1f3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:22.764823 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f791113e-130f-4952-b40a-48e4d045e1f3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:22.784988 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad974437-4fdd-4d7a-85f8-5e88edab7638 None None] Network 4f90d1f6-bb77-427d-b006-e7c8851e6d04 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:22.798806 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-51ac086f-d9d5-442c-80c2-85085b164a87 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f94db1c78e7042a5b25684fb2e0b4069&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1121466 Apr 21 12:55:22.855354 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f791113e-130f-4952-b40a-48e4d045e1f3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0130985 Apr 21 12:55:22.856460 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e4611eed-3346-4c74-bc2f-2dc2602f2e16 None None] For port b91e157e-56bd-4ba2-b1db-4619f95ed56a, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:55:22.857920 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36350) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:22.863668 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-acab4dcf-1aee-451d-8a46-439bb862273b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1332345801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:22.881816 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e4611eed-3346-4c74-bc2f-2dc2602f2e16 None None] For port b91e157e-56bd-4ba2-b1db-4619f95ed56a, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b91e157e-56bd-4ba2-b1db-4619f95ed56a,segment=NetworkSegment(31877cfa-4c8c-418f-8b1a-80b5c52ca9da),segment_id=31877cfa-4c8c-418f-8b1a-80b5c52ca9da)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:55:22.881816 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-39836ea6-e1e1-4392-bfad-ed4d9d54adfa None None] Allocated IP 172.20.0.2 (b655cc70-b2f5-4b98-986a-b596158fc941/bc604e52-3668-4fa3-971a-610f17aac47c/75357c9c-1df0-4c55-a29d-2f6a8b7a2404) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:22.894305 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b5392f3f-31bb-4d7b-8b03-39c7e73f97e4 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:22.918065 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-b5392f3f-31bb-4d7b-8b03-39c7e73f97e4 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] device_id is not set on port 89aff18b-becf-4d82-8ec8-216215370314 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:55:22.975026 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-7032c96a-0410-4e2d-bd9f-912e7c39c48d service neutron] 10.222.0.36 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602318 Apr 21 12:55:22.997126 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e4611eed-3346-4c74-bc2f-2dc2602f2e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:23.028334 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-acab4dcf-1aee-451d-8a46-439bb862273b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:23.029548 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-acab4dcf-1aee-451d-8a46-439bb862273b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:23.131557 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4611eed-3346-4c74-bc2f-2dc2602f2e16 None None] Pushing event updated for resources: {'Port': ['ID=b91e157e-56bd-4ba2-b1db-4619f95ed56a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:23.139507 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a69b99d-fb03-42bb-9a12-4ff055b2dbba req-a2865672-23b3-4174-9a48-219dca042036 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1569011 Apr 21 12:55:23.169742 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8de539-4010-46c1-a056-80c67d5784bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-4f90d1f6-bb77-427d-b006-e7c8851e6d04', 'network_id': '4f90d1f6-bb77-427d-b006-e7c8851e6d04', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'fixed_ips': [{'subnet_id': '96deca34-8bcf-4b7b-b343-fc714a6bcaee'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:55:23.170153 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e8de539-4010-46c1-a056-80c67d5784bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:23.173925 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-acab4dcf-1aee-451d-8a46-439bb862273b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:23.192317 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-1ef7b039-0571-49a0-88e1-d431b095a610 service neutron] 10.222.0.36 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937664 Apr 21 12:55:23.263110 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-acab4dcf-1aee-451d-8a46-439bb862273b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:23.278400 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69b99d-fb03-42bb-9a12-4ff055b2dbba req-3392da8d-2a7e-4bef-8854-49243e8f5b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:23.280611 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a69b99d-fb03-42bb-9a12-4ff055b2dbba req-3392da8d-2a7e-4bef-8854-49243e8f5b4f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f94db1c78e7042a5b25684fb2e0b4069&device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 1096 time: 0.1037667 Apr 21 12:55:23.300033 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24045103-2e93-4b0a-88fa-b7fa9180286d req-d15966c6-7b77-4e74-9b8c-e7eccb7be2b2 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:23.301487 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24045103-2e93-4b0a-88fa-b7fa9180286d req-d15966c6-7b77-4e74-9b8c-e7eccb7be2b2 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 944 time: 0.0861051 Apr 21 12:55:23.327141 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39836ea6-e1e1-4392-bfad-ed4d9d54adfa None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:23.387822 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-acab4dcf-1aee-451d-8a46-439bb862273b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:23.392443 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-acab4dcf-1aee-451d-8a46-439bb862273b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5332520 Apr 21 12:55:23.394025 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36358) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:23.427587 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24045103-2e93-4b0a-88fa-b7fa9180286d req-b15565ba-d552-41d3-b07e-e6af8daf2a59 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146121 Apr 21 12:55:23.443343 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-7e8de539-4010-46c1-a056-80c67d5784bc None None] Allocated IP 172.21.0.2 (4f90d1f6-bb77-427d-b006-e7c8851e6d04/96deca34-8bcf-4b7b-b343-fc714a6bcaee/6d7dd56c-34af-41f3-b000-c1773c02e1f4) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:23.457264 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39836ea6-e1e1-4392-bfad-ed4d9d54adfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:23.545174 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69b99d-fb03-42bb-9a12-4ff055b2dbba req-c4298770-8173-41a3-a5e4-d3fa509049b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:23.550850 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a69b99d-fb03-42bb-9a12-4ff055b2dbba req-c4298770-8173-41a3-a5e4-d3fa509049b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ff8e5b58-c3c2-47b6-b0e6-14167c057929 HTTP/1.1" status: 200 len: 913 time: 0.2472329 Apr 21 12:55:23.576352 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-b5392f3f-31bb-4d7b-8b03-39c7e73f97e4 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Allocated IP 172.20.0.10 (b655cc70-b2f5-4b98-986a-b596158fc941/bc604e52-3668-4fa3-971a-610f17aac47c/89aff18b-becf-4d82-8ec8-216215370314) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:23.681074 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-397ead0d-97a6-4d15-827e-f008d39aa27d req-caf0e8dd-d211-443b-a026-1ba3f1f3ca4a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfd62f5d-13ac-471f-ae16-a93fc26e768a HTTP/1.1" status: 200 len: 210 time: 0.1023700 Apr 21 12:55:23.689494 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a69b99d-fb03-42bb-9a12-4ff055b2dbba req-c1ba6290-cd70-406b-8392-1003a44c219a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1142972-f552-4611-9609-84c0bba4b36f HTTP/1.1" status: 200 len: 217 time: 0.1267295 Apr 21 12:55:23.735315 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39836ea6-e1e1-4392-bfad-ed4d9d54adfa None None] Pushing event updated for resources: {'Port': ['ID=75357c9c-1df0-4c55-a29d-2f6a8b7a2404,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:23.754322 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39836ea6-e1e1-4392-bfad-ed4d9d54adfa None None] Network b655cc70-b2f5-4b98-986a-b596158fc941 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:23.757349 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-39836ea6-e1e1-4392-bfad-ed4d9d54adfa None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:23.768919 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39836ea6-e1e1-4392-bfad-ed4d9d54adfa None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:55:23.814910 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69b99d-fb03-42bb-9a12-4ff055b2dbba req-bb37e190-78c9-447c-8a6a-85380705cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:23.825481 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a69b99d-fb03-42bb-9a12-4ff055b2dbba req-bb37e190-78c9-447c-8a6a-85380705cc01 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4db84230-709b-4f7f-90e2-f9bbd733dd6f HTTP/1.1" status: 200 len: 851 time: 0.1164961 Apr 21 12:55:23.932228 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70e44537-31e1-49dd-b0fd-49fdb156171e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:23.956867 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e8de539-4010-46c1-a056-80c67d5784bc None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:23.974891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a69b99d-fb03-42bb-9a12-4ff055b2dbba req-70643539-b33a-4aeb-8208-906eb35cb45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:23.975513 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-39836ea6-e1e1-4392-bfad-ed4d9d54adfa None None] Attempting to bind port 75357c9c-1df0-4c55-a29d-2f6a8b7a2404 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:55:23.976036 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-39836ea6-e1e1-4392-bfad-ed4d9d54adfa None None] Attempting to bind port 75357c9c-1df0-4c55-a29d-2f6a8b7a2404 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '86516383-0994-440c-bda7-46aea5bb8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b655cc70-b2f5-4b98-986a-b596158fc941'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:55:23.976561 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39836ea6-e1e1-4392-bfad-ed4d9d54adfa None None] Attempting to bind port 75357c9c-1df0-4c55-a29d-2f6a8b7a2404 on network b655cc70-b2f5-4b98-986a-b596158fc941 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:55:23.976789 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a69b99d-fb03-42bb-9a12-4ff055b2dbba req-70643539-b33a-4aeb-8208-906eb35cb45a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff8e5b58-c3c2-47b6-b0e6-14167c057929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1443996 Apr 21 12:55:23.985004 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39836ea6-e1e1-4392-bfad-ed4d9d54adfa None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:55:23.986177 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39836ea6-e1e1-4392-bfad-ed4d9d54adfa None None] Checking segment: {'id': '86516383-0994-440c-bda7-46aea5bb8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b655cc70-b2f5-4b98-986a-b596158fc941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:55:23.986762 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39836ea6-e1e1-4392-bfad-ed4d9d54adfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:23.987645 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39836ea6-e1e1-4392-bfad-ed4d9d54adfa None None] Bound using segment: {'id': '86516383-0994-440c-bda7-46aea5bb8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b655cc70-b2f5-4b98-986a-b596158fc941'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:55:23.988307 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-39836ea6-e1e1-4392-bfad-ed4d9d54adfa None None] Bound port: 75357c9c-1df0-4c55-a29d-2f6a8b7a2404, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86516383-0994-440c-bda7-46aea5bb8e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b655cc70-b2f5-4b98-986a-b596158fc941'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:55:23.989151 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39836ea6-e1e1-4392-bfad-ed4d9d54adfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:24.064397 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-39836ea6-e1e1-4392-bfad-ed4d9d54adfa None None] For port 75357c9c-1df0-4c55-a29d-2f6a8b7a2404, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:55:24.068628 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-39836ea6-e1e1-4392-bfad-ed4d9d54adfa None None] For port 75357c9c-1df0-4c55-a29d-2f6a8b7a2404, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=75357c9c-1df0-4c55-a29d-2f6a8b7a2404,segment=NetworkSegment(86516383-0994-440c-bda7-46aea5bb8e7e),segment_id=86516383-0994-440c-bda7-46aea5bb8e7e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:55:24.090594 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e8de539-4010-46c1-a056-80c67d5784bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:24.095003 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a69b99d-fb03-42bb-9a12-4ff055b2dbba req-94f895dc-c3e2-4a48-8ae5-8f39838b8e0c service neutron] 10.222.0.24 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011853 Apr 21 12:55:24.106915 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24781abb-02ef-42ad-95f0-ad82162a49f1 req-6e661933-23f6-4c8e-8ab9-c927ebcc2bec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=949dd868-3799-4e6c-a071-d669a5847e15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2187781 Apr 21 12:55:24.161939 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8de539-4010-46c1-a056-80c67d5784bc None None] Network 4f90d1f6-bb77-427d-b006-e7c8851e6d04 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:24.169442 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7e8de539-4010-46c1-a056-80c67d5784bc None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:24.179681 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8de539-4010-46c1-a056-80c67d5784bc None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:55:24.215433 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b5392f3f-31bb-4d7b-8b03-39c7e73f97e4 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:24.268265 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39836ea6-e1e1-4392-bfad-ed4d9d54adfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:24.273951 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8de539-4010-46c1-a056-80c67d5784bc None None] Pushing event updated for resources: {'Port': ['ID=6d7dd56c-34af-41f3-b000-c1773c02e1f4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:24.300786 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24781abb-02ef-42ad-95f0-ad82162a49f1 req-3ac416a6-d126-42b9-944b-c7778103e421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:24.303610 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24781abb-02ef-42ad-95f0-ad82162a49f1 req-3ac416a6-d126-42b9-944b-c7778103e421 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f94db1c78e7042a5b25684fb2e0b4069&device_id=949dd868-3799-4e6c-a071-d669a5847e15 HTTP/1.1" status: 200 len: 1096 time: 0.0930765 Apr 21 12:55:24.375514 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7e8de539-4010-46c1-a056-80c67d5784bc None None] Attempting to bind port 6d7dd56c-34af-41f3-b000-c1773c02e1f4 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:55:24.380395 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7e8de539-4010-46c1-a056-80c67d5784bc None None] Attempting to bind port 6d7dd56c-34af-41f3-b000-c1773c02e1f4 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '3072de1f-7137-4b70-80bd-54d58bea38d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4f90d1f6-bb77-427d-b006-e7c8851e6d04'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:55:24.380395 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8de539-4010-46c1-a056-80c67d5784bc None None] Attempting to bind port 6d7dd56c-34af-41f3-b000-c1773c02e1f4 on network 4f90d1f6-bb77-427d-b006-e7c8851e6d04 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:55:24.405653 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8de539-4010-46c1-a056-80c67d5784bc None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:55:24.409323 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8de539-4010-46c1-a056-80c67d5784bc None None] Checking segment: {'id': '3072de1f-7137-4b70-80bd-54d58bea38d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4f90d1f6-bb77-427d-b006-e7c8851e6d04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:55:24.412992 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e8de539-4010-46c1-a056-80c67d5784bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:24.413451 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8de539-4010-46c1-a056-80c67d5784bc None None] Bound using segment: {'id': '3072de1f-7137-4b70-80bd-54d58bea38d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4f90d1f6-bb77-427d-b006-e7c8851e6d04'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:55:24.413994 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7e8de539-4010-46c1-a056-80c67d5784bc None None] Bound port: 6d7dd56c-34af-41f3-b000-c1773c02e1f4, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3072de1f-7137-4b70-80bd-54d58bea38d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '4f90d1f6-bb77-427d-b006-e7c8851e6d04'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:55:24.420223 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e8de539-4010-46c1-a056-80c67d5784bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:24.462054 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39836ea6-e1e1-4392-bfad-ed4d9d54adfa None None] Pushing event updated for resources: {'Port': ['ID=75357c9c-1df0-4c55-a29d-2f6a8b7a2404,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:24.488850 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a69b99d-fb03-42bb-9a12-4ff055b2dbba req-24d593b8-9293-44ca-8163-a8a45058042a service neutron] 10.222.0.24 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774688 Apr 21 12:55:24.490057 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24781abb-02ef-42ad-95f0-ad82162a49f1 req-2d4a6ca3-2598-4415-a9a1-9ce3c6da4d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:24.491742 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24781abb-02ef-42ad-95f0-ad82162a49f1 req-2d4a6ca3-2598-4415-a9a1-9ce3c6da4d7a service neutron] 10.222.0.26 "GET /v2.0/networks?id=ff8e5b58-c3c2-47b6-b0e6-14167c057929 HTTP/1.1" status: 200 len: 913 time: 0.1370828 Apr 21 12:55:24.547770 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24781abb-02ef-42ad-95f0-ad82162a49f1 req-b8a509ee-0f55-4b0d-b077-c150cc0c1c20 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e154924e-05ae-43d3-99c2-5e05e827ed8d HTTP/1.1" status: 200 len: 217 time: 0.0480115 Apr 21 12:55:24.569345 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-70e44537-31e1-49dd-b0fd-49fdb156171e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Allocated IP 172.20.0.1 (4dd7bff2-9702-42ba-b70b-b4652042ecd5/497cca06-ec2f-4797-b5e2-1abac42c885a/960e0e62-12a7-46b8-9951-d010c0dcb99c) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:24.574170 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b5392f3f-31bb-4d7b-8b03-39c7e73f97e4 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:24.650088 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7e8de539-4010-46c1-a056-80c67d5784bc None None] For port 6d7dd56c-34af-41f3-b000-c1773c02e1f4, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:55:24.653734 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7e8de539-4010-46c1-a056-80c67d5784bc None None] For port 6d7dd56c-34af-41f3-b000-c1773c02e1f4, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=6d7dd56c-34af-41f3-b000-c1773c02e1f4,segment=NetworkSegment(3072de1f-7137-4b70-80bd-54d58bea38d7),segment_id=3072de1f-7137-4b70-80bd-54d58bea38d7)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:55:24.710134 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24781abb-02ef-42ad-95f0-ad82162a49f1 req-02069fd2-af5b-4381-975f-276fcc130590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:24.711775 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24781abb-02ef-42ad-95f0-ad82162a49f1 req-02069fd2-af5b-4381-975f-276fcc130590 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4db84230-709b-4f7f-90e2-f9bbd733dd6f HTTP/1.1" status: 200 len: 851 time: 0.1545119 Apr 21 12:55:24.713897 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5392f3f-31bb-4d7b-8b03-39c7e73f97e4 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network b655cc70-b2f5-4b98-986a-b596158fc941 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:24.722603 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5392f3f-31bb-4d7b-8b03-39c7e73f97e4 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Port': ['ID=89aff18b-becf-4d82-8ec8-216215370314,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:24.733476 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b5392f3f-31bb-4d7b-8b03-39c7e73f97e4 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:24.758582 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5392f3f-31bb-4d7b-8b03-39c7e73f97e4 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:55:24.765935 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e8de539-4010-46c1-a056-80c67d5784bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:24.874021 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70e44537-31e1-49dd-b0fd-49fdb156171e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:24.874859 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddfef68-cf0e-41ad-99a7-f48b905b7728 req-6add1ad0-04e6-474f-8999-4dc135f7afb5 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:24.874859 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ddfef68-cf0e-41ad-99a7-f48b905b7728 req-6add1ad0-04e6-474f-8999-4dc135f7afb5 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 944 time: 0.2398665 Apr 21 12:55:24.887546 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8de539-4010-46c1-a056-80c67d5784bc None None] Pushing event updated for resources: {'Port': ['ID=6d7dd56c-34af-41f3-b000-c1773c02e1f4,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:24.899043 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 19cfa38b-7045-43f7-ba29-c8caa5092a7b details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:55:24.929239 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3330a07a-cb6c-49fe-a8fc-2ee39880278d req-3ba7a301-f07c-4a58-9887-026a5254a9b6 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfd62f5d-13ac-471f-ae16-a93fc26e768a HTTP/1.1" status: 200 len: 210 time: 0.1105523 Apr 21 12:55:24.946703 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6c8bd6-8cb2-465b-9f71-bde697ef4a22 None None] Network 4dd7bff2-9702-42ba-b70b-b4652042ecd5 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:24.957576 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5392f3f-31bb-4d7b-8b03-39c7e73f97e4 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:24.965987 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b5392f3f-31bb-4d7b-8b03-39c7e73f97e4 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:24.981786 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24781abb-02ef-42ad-95f0-ad82162a49f1 req-1f9c96b0-5f0d-4dac-aa15-7fcfcde05aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:24.983450 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24781abb-02ef-42ad-95f0-ad82162a49f1 req-1f9c96b0-5f0d-4dac-aa15-7fcfcde05aa7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ff8e5b58-c3c2-47b6-b0e6-14167c057929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2513001 Apr 21 12:55:24.994450 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ddfef68-cf0e-41ad-99a7-f48b905b7728 req-58e74b17-2e76-4f37-9b71-03f77af479b6 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299679 Apr 21 12:55:25.125167 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f20b8d1d-c8e1-4ee8-9230-d9666ca7d25c None None] Provisioning complete for port b91e157e-56bd-4ba2-b1db-4619f95ed56a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:25.125545 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f20b8d1d-c8e1-4ee8-9230-d9666ca7d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:25.168584 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24781abb-02ef-42ad-95f0-ad82162a49f1 req-491519ad-a169-4457-a7cc-05a8b0c5dfe7 service neutron] 10.222.0.26 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590347 Apr 21 12:55:25.270974 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b91e157e-56bd-4ba2-b1db-4619f95ed56a up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:55:25.298418 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24781abb-02ef-42ad-95f0-ad82162a49f1 req-5879dff3-fae8-4bd7-be48-7ce9f09da09c service neutron] 10.222.0.26 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284647 Apr 21 12:55:25.334397 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 19cfa38b-7045-43f7-ba29-c8caa5092a7b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=19cfa38b-7045-43f7-ba29-c8caa5092a7b,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:25.387461 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '19cfa38b-7045-43f7-ba29-c8caa5092a7b', 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17', 'port_id': '19cfa38b-7045-43f7-ba29-c8caa5092a7b', 'mac_address': 'fa:16:3e:19:b3:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:55:25.487963 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f20b8d1d-c8e1-4ee8-9230-d9666ca7d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:25.493432 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:25.496403 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port b91e157e-56bd-4ba2-b1db-4619f95ed56a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:25.496899 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:25.518475 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70e44537-31e1-49dd-b0fd-49fdb156171e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:25.529989 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b5392f3f-31bb-4d7b-8b03-39c7e73f97e4 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.1185043 Apr 21 12:55:25.530107 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36384) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:25.554296 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19cfa38b-7045-43f7-ba29-c8caa5092a7b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:55:25.560205 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bd3610d1-9f03-4b3c-9232-803763c66871 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'port': {'network_id': 'b655cc70-b2f5-4b98-986a-b596158fc941', 'name': 'tempest-PortsTestJSON-715538425', 'fixed_ips': [{'subnet_id': 'bc604e52-3668-4fa3-971a-610f17aac47c', 'ip_address': '172.20.0.9'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:25.647585 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e44537-31e1-49dd-b0fd-49fdb156171e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network 4dd7bff2-9702-42ba-b70b-b4652042ecd5 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:25.659469 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:25.662867 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e44537-31e1-49dd-b0fd-49fdb156171e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Port': ['ID=960e0e62-12a7-46b8-9951-d010c0dcb99c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:25.668697 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-70e44537-31e1-49dd-b0fd-49fdb156171e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:25.673057 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e44537-31e1-49dd-b0fd-49fdb156171e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:55:25.694566 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 19cfa38b-7045-43f7-ba29-c8caa5092a7b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=19cfa38b-7045-43f7-ba29-c8caa5092a7b,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:25.701409 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f20b8d1d-c8e1-4ee8-9230-d9666ca7d25c None None] For port b91e157e-56bd-4ba2-b1db-4619f95ed56a, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b91e157e-56bd-4ba2-b1db-4619f95ed56a,segment=NetworkSegment(31877cfa-4c8c-418f-8b1a-80b5c52ca9da),segment_id=31877cfa-4c8c-418f-8b1a-80b5c52ca9da)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:25.780854 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70e44537-31e1-49dd-b0fd-49fdb156171e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:25.807095 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f20b8d1d-c8e1-4ee8-9230-d9666ca7d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:25.859215 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:25.877916 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3610d1-9f03-4b3c-9232-803763c66871 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:25.900603 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b8d1d-c8e1-4ee8-9230-d9666ca7d25c None None] Pushing event updated for resources: {'Port': ['ID=b91e157e-56bd-4ba2-b1db-4619f95ed56a,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:25.998816 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=19cfa38b-7045-43f7-ba29-c8caa5092a7b,revision_number=11']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:26.020817 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:55:26.021277 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:55:26.054434 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7f88d5b2-08d2-4929-98a1-fa2ef28b0d3c None None] Provisioning complete for port b91e157e-56bd-4ba2-b1db-4619f95ed56a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:26.056839 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f88d5b2-08d2-4929-98a1-fa2ef28b0d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:26.070489 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2608e80-aa60-4a7a-9484-556f2d2ffa7a None None] Network b655cc70-b2f5-4b98-986a-b596158fc941 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:26.078312 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd3610d1-9f03-4b3c-9232-803763c66871 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:26.102384 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-bd3610d1-9f03-4b3c-9232-803763c66871 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] device_id is not set on port f435b900-2db2-42c8-a978-66f5bd88d494 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:55:26.154832 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1a5675c6-cd8f-4e5f-97be-6c4f7577ba21 req-7fd3e713-6827-4774-a945-27b2438df105 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfd62f5d-13ac-471f-ae16-a93fc26e768a HTTP/1.1" status: 200 len: 210 time: 0.0889421 Apr 21 12:55:26.222820 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['19cfa38b-7045-43f7-ba29-c8caa5092a7b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:55:26.246919 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83def407-4053-4dcf-be12-47d322d8b3e3 req-5560cbce-90ef-4778-a8a0-05e7a4b15ce2 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:26.248609 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-83def407-4053-4dcf-be12-47d322d8b3e3 req-5560cbce-90ef-4778-a8a0-05e7a4b15ce2 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 945 time: 0.0926194 Apr 21 12:55:26.287660 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70e44537-31e1-49dd-b0fd-49fdb156171e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:26.351832 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-83def407-4053-4dcf-be12-47d322d8b3e3 req-799c40e6-9f67-44ba-b432-635e8325e83c tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915878 Apr 21 12:55:26.488700 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc845f3-c360-4356-bebc-78a795835319 None None] Network 4f90d1f6-bb77-427d-b006-e7c8851e6d04 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:26.506229 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-bd3610d1-9f03-4b3c-9232-803763c66871 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Allocated IP 172.20.0.9 (b655cc70-b2f5-4b98-986a-b596158fc941/bc604e52-3668-4fa3-971a-610f17aac47c/f435b900-2db2-42c8-a978-66f5bd88d494) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:26.783285 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 75357c9c-1df0-4c55-a29d-2f6a8b7a2404 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:55:26.816893 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd3610d1-9f03-4b3c-9232-803763c66871 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:26.817465 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-69a47521-974a-4113-bcb3-f5c751c835cd None None] Provisioning complete for port 960e0e62-12a7-46b8-9951-d010c0dcb99c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:26.817678 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69a47521-974a-4113-bcb3-f5c751c835cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:26.844941 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70e44537-31e1-49dd-b0fd-49fdb156171e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:26.924663 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-69a47521-974a-4113-bcb3-f5c751c835cd None None] Port 960e0e62-12a7-46b8-9951-d010c0dcb99c cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:26.942291 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd3610d1-9f03-4b3c-9232-803763c66871 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:26.944906 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70e44537-31e1-49dd-b0fd-49fdb156171e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:26.954234 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:55:26.980832 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-69a47521-974a-4113-bcb3-f5c751c835cd None None] Provisioning complete for port 6d7dd56c-34af-41f3-b000-c1773c02e1f4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:26.981298 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69a47521-974a-4113-bcb3-f5c751c835cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:26.987281 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 75357c9c-1df0-4c55-a29d-2f6a8b7a2404 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:26.987738 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:27.012184 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-fa6937be-ce94-462e-b29b-c7e56478aa8d tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:27.016914 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-fa6937be-ce94-462e-b29b-c7e56478aa8d tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.26 "GET /v2.0/networks?id=ff8e5b58-c3c2-47b6-b0e6-14167c057929 HTTP/1.1" status: 200 len: 812 time: 0.1964352 Apr 21 12:55:27.032856 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-15d7e1f2-e81f-4f75-ba39-66b91ab1c8de tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Request body: {'port': {'device_id': 'dfd62f5d-13ac-471f-ae16-a93fc26e768a', 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929', 'admin_state_up': True, 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:27.280828 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69a47521-974a-4113-bcb3-f5c751c835cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:27.294421 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:27.388677 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0fad0143-5b3e-4fa7-a794-3b7bc4d023fa req-6c8a5728-8af7-47af-8231-f32060bc4ce9 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfd62f5d-13ac-471f-ae16-a93fc26e768a HTTP/1.1" status: 200 len: 210 time: 0.0752442 Apr 21 12:55:27.415385 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-69a47521-974a-4113-bcb3-f5c751c835cd None None] For port 6d7dd56c-34af-41f3-b000-c1773c02e1f4, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=6d7dd56c-34af-41f3-b000-c1773c02e1f4,segment=NetworkSegment(3072de1f-7137-4b70-80bd-54d58bea38d7),segment_id=3072de1f-7137-4b70-80bd-54d58bea38d7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:27.421123 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-15d7e1f2-e81f-4f75-ba39-66b91ab1c8de tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Made reservation on behalf of f94db1c78e7042a5b25684fb2e0b4069 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:27.425353 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-15d7e1f2-e81f-4f75-ba39-66b91ab1c8de tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:27.427148 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 75357c9c-1df0-4c55-a29d-2f6a8b7a2404, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=75357c9c-1df0-4c55-a29d-2f6a8b7a2404,segment=NetworkSegment(86516383-0994-440c-bda7-46aea5bb8e7e),segment_id=86516383-0994-440c-bda7-46aea5bb8e7e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:27.521514 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3610d1-9f03-4b3c-9232-803763c66871 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network b655cc70-b2f5-4b98-986a-b596158fc941 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:27.531512 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-bd3610d1-9f03-4b3c-9232-803763c66871 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:27.541148 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3610d1-9f03-4b3c-9232-803763c66871 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:55:27.541148 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e44537-31e1-49dd-b0fd-49fdb156171e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Port': ['ID=960e0e62-12a7-46b8-9951-d010c0dcb99c,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:27.560053 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69a47521-974a-4113-bcb3-f5c751c835cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:27.576205 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26209566-c8e0-4646-ac77-39e900c9f3fe req-308e4e70-3fe2-4971-a05a-75f4d5914246 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:27.578541 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-26209566-c8e0-4646-ac77-39e900c9f3fe req-308e4e70-3fe2-4971-a05a-75f4d5914246 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 945 time: 0.1146545 Apr 21 12:55:27.608992 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3610d1-9f03-4b3c-9232-803763c66871 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Port': ['ID=f435b900-2db2-42c8-a978-66f5bd88d494,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:27.620473 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-70e44537-31e1-49dd-b0fd-49fdb156171e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:27.639004 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:27.652375 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-69a47521-974a-4113-bcb3-f5c751c835cd None None] Provisioning complete for port 75357c9c-1df0-4c55-a29d-2f6a8b7a2404 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:27.652754 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69a47521-974a-4113-bcb3-f5c751c835cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:27.682128 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-26209566-c8e0-4646-ac77-39e900c9f3fe req-43eea086-0912-4211-9de9-7b00a7937acf tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949073 Apr 21 12:55:27.795643 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a47521-974a-4113-bcb3-f5c751c835cd None None] Pushing event updated for resources: {'Port': ['ID=6d7dd56c-34af-41f3-b000-c1773c02e1f4,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:27.833254 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-15d7e1f2-e81f-4f75-ba39-66b91ab1c8de tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Allocated IP 172.20.0.10 (ff8e5b58-c3c2-47b6-b0e6-14167c057929/4db84230-709b-4f7f-90e2-f9bbd733dd6f/70911885-fffb-4e74-889c-14f0100a961e) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:27.882812 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e44537-31e1-49dd-b0fd-49fdb156171e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network 4dd7bff2-9702-42ba-b70b-b4652042ecd5 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:27.904762 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-70e44537-31e1-49dd-b0fd-49fdb156171e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:27.935369 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3610d1-9f03-4b3c-9232-803763c66871 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:27.944545 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd3610d1-9f03-4b3c-9232-803763c66871 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:27.965017 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=75357c9c-1df0-4c55-a29d-2f6a8b7a2404,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:28.048414 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 6d7dd56c-34af-41f3-b000-c1773c02e1f4 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:55:28.101100 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bd3610d1-9f03-4b3c-9232-803763c66871 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5678713 Apr 21 12:55:28.108106 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36400) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:28.124969 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-989c3f5f-eb49-4718-82cf-9ba009d7817f None None] Provisioning complete for port f435b900-2db2-42c8-a978-66f5bd88d494 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:28.125413 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-989c3f5f-eb49-4718-82cf-9ba009d7817f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:28.163180 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 6d7dd56c-34af-41f3-b000-c1773c02e1f4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:28.163551 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:28.199002 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-989c3f5f-eb49-4718-82cf-9ba009d7817f None None] Port f435b900-2db2-42c8-a978-66f5bd88d494 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:28.209171 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-15d7e1f2-e81f-4f75-ba39-66b91ab1c8de tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:28.219478 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-989c3f5f-eb49-4718-82cf-9ba009d7817f None None] Provisioning complete for port 89aff18b-becf-4d82-8ec8-216215370314 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:28.219966 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-989c3f5f-eb49-4718-82cf-9ba009d7817f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:28.235936 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4869ec76-23f1-4baa-b028-3771db5e080c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:28.237437 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4869ec76-23f1-4baa-b028-3771db5e080c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1282809 Apr 21 12:55:28.240826 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36402) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:28.273797 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e44537-31e1-49dd-b0fd-49fdb156171e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Router 526fb847-ccba-4d43-a67d-bcda9e3a9d58 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:55:28.281703 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-989c3f5f-eb49-4718-82cf-9ba009d7817f None None] Port 89aff18b-becf-4d82-8ec8-216215370314 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:28.297870 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b91e157e-56bd-4ba2-b1db-4619f95ed56a up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:55:28.303125 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-15d7e1f2-e81f-4f75-ba39-66b91ab1c8de tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:28.334934 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['e154924e-05ae-43d3-99c2-5e05e827ed8d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:55:28.336916 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['e1142972-f552-4611-9609-84c0bba4b36f'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:55:28.343243 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-989c3f5f-eb49-4718-82cf-9ba009d7817f None None] Provisioning complete for port 6d7dd56c-34af-41f3-b000-c1773c02e1f4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:28.343243 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-989c3f5f-eb49-4718-82cf-9ba009d7817f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:28.359092 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-15d7e1f2-e81f-4f75-ba39-66b91ab1c8de tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Network ff8e5b58-c3c2-47b6-b0e6-14167c057929 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:28.362130 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-15d7e1f2-e81f-4f75-ba39-66b91ab1c8de tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:28.368049 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-15d7e1f2-e81f-4f75-ba39-66b91ab1c8de tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:55:28.404148 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffede48-0f2a-456e-8911-ff2d8d4736c8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:28.410240 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffede48-0f2a-456e-8911-ff2d8d4736c8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:28.416526 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cffede48-0f2a-456e-8911-ff2d8d4736c8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:28.421458 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cffede48-0f2a-456e-8911-ff2d8d4736c8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1762741 Apr 21 12:55:28.421458 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36406) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:28.467679 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e44537-31e1-49dd-b0fd-49fdb156171e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:55:28.483795 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17548172-6765-4793-ba5d-50dbdaa610b7 None None] Sync routers for ids ['526fb847-ccba-4d43-a67d-bcda9e3a9d58'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:55:28.490200 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-70e44537-31e1-49dd-b0fd-49fdb156171e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "PUT /v2.0/routers/526fb847-ccba-4d43-a67d-bcda9e3a9d58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0947430 Apr 21 12:55:28.494949 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36408) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:28.496592 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17548172-6765-4793-ba5d-50dbdaa610b7 None None] Routers {'526fb847-ccba-4d43-a67d-bcda9e3a9d58'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:55:28.498126 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-17548172-6765-4793-ba5d-50dbdaa610b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:55:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['526fb847-ccba-4d43-a67d-bcda9e3a9d58'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:28.538981 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-17548172-6765-4793-ba5d-50dbdaa610b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:28.552063 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17548172-6765-4793-ba5d-50dbdaa610b7 None None] Routers {'526fb847-ccba-4d43-a67d-bcda9e3a9d58'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:55:28.553003 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-17548172-6765-4793-ba5d-50dbdaa610b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:55:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['526fb847-ccba-4d43-a67d-bcda9e3a9d58'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:28.591770 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c227d65-ecde-4125-95af-96c3d1fecef7 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:28.595768 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4c227d65-ecde-4125-95af-96c3d1fecef7 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "GET /v2.0/ports/960e0e62-12a7-46b8-9951-d010c0dcb99c HTTP/1.1" status: 200 len: 910 time: 0.0942447 Apr 21 12:55:28.597359 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36410) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:28.598848 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-17548172-6765-4793-ba5d-50dbdaa610b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:28.600416 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17548172-6765-4793-ba5d-50dbdaa610b7 None None] The sync data for ids ['526fb847-ccba-4d43-a67d-bcda9e3a9d58'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:55:28.675239 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port b91e157e-56bd-4ba2-b1db-4619f95ed56a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:28.675802 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:28.722854 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b5e00587-c3cb-4356-9fd6-c01ee9b8c83d tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting port f435b900-2db2-42c8-a978-66f5bd88d494 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:55:28.723199 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b5e00587-c3cb-4356-9fd6-c01ee9b8c83d tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:28.855839 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-989c3f5f-eb49-4718-82cf-9ba009d7817f None None] Provisioning complete for port 75357c9c-1df0-4c55-a29d-2f6a8b7a2404 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:28.856226 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-989c3f5f-eb49-4718-82cf-9ba009d7817f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:28.892036 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7e1f2-e81f-4f75-ba39-66b91ab1c8de tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Pushing event updated for resources: {'Port': ['ID=70911885-fffb-4e74-889c-14f0100a961e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:28.917215 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b5e00587-c3cb-4356-9fd6-c01ee9b8c83d tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:28.920303 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 19cfa38b-7045-43f7-ba29-c8caa5092a7b up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:55:28.923169 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-15d7e1f2-e81f-4f75-ba39-66b91ab1c8de tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:28.923803 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-15d7e1f2-e81f-4f75-ba39-66b91ab1c8de tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:28.951251 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9cf27e-3242-4f6f-9868-c8bc44a6a5e5 req-4c8804fe-6fac-4014-9cc9-d365cf7ed5eb tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:28.958181 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a9cf27e-3242-4f6f-9868-c8bc44a6a5e5 req-4c8804fe-6fac-4014-9cc9-d365cf7ed5eb tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 945 time: 0.1361735 Apr 21 12:55:28.968079 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0e64c-afbb-43cb-b044-34d1bc3ac897 req-1c4c98fb-072d-4673-9eb8-4bc18bd77507 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:28.969124 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b5e00587-c3cb-4356-9fd6-c01ee9b8c83d tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Calling delete_port for f435b900-2db2-42c8-a978-66f5bd88d494 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:55:28.970106 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72c0e64c-afbb-43cb-b044-34d1bc3ac897 req-1c4c98fb-072d-4673-9eb8-4bc18bd77507 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfd62f5d-13ac-471f-ae16-a93fc26e768a HTTP/1.1" status: 200 len: 932 time: 0.1469874 Apr 21 12:55:29.014012 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-15d7e1f2-e81f-4f75-ba39-66b91ab1c8de tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9866073 Apr 21 12:55:29.032562 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-e9a0817a-d13a-4855-9833-1daba8863fa8 service neutron] Request body: {'port': {'device_id': 'dfd62f5d-13ac-471f-ae16-a93fc26e768a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:29.065935 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a9cf27e-3242-4f6f-9868-c8bc44a6a5e5 req-29fda94a-8341-4793-904f-772568559cf8 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941572 Apr 21 12:55:29.072894 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72c0e64c-afbb-43cb-b044-34d1bc3ac897 req-6500d4a8-c6a8-4e37-bc86-c0deaf95bf47 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811417 Apr 21 12:55:29.079693 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 19cfa38b-7045-43f7-ba29-c8caa5092a7b completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:55:29.085361 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 19cfa38b-7045-43f7-ba29-c8caa5092a7b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:29.086057 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:29.125995 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-e9a0817a-d13a-4855-9833-1daba8863fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:29.155400 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a6cb3701-0fb0-48ec-9beb-ffee71eeff9d None None] Provisioning complete for port 960e0e62-12a7-46b8-9951-d010c0dcb99c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:29.155850 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6cb3701-0fb0-48ec-9beb-ffee71eeff9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:29.226163 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a6cb3701-0fb0-48ec-9beb-ffee71eeff9d None None] Port 960e0e62-12a7-46b8-9951-d010c0dcb99c cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:29.240304 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c20aafe2-cf80-4b76-9d95-fd535dd01c21 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:29.246057 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:29.255615 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a6cb3701-0fb0-48ec-9beb-ffee71eeff9d None None] Provisioning complete for port 70911885-fffb-4e74-889c-14f0100a961e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:29.256147 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a6cb3701-0fb0-48ec-9beb-ffee71eeff9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:29.296471 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19cfa38b-7045-43f7-ba29-c8caa5092a7b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:55:29.298846 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48486db-0f57-4d7f-81db-892605ba0516" -d '{"events": [{"server_uuid": "b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6", "name": "network-vif-plugged", "status": "completed", "tag": "19cfa38b-7045-43f7-ba29-c8caa5092a7b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:55:29.316418 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a6cb3701-0fb0-48ec-9beb-ffee71eeff9d None None] Port 70911885-fffb-4e74-889c-14f0100a961e cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:29.319079 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 19cfa38b-7045-43f7-ba29-c8caa5092a7b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=19cfa38b-7045-43f7-ba29-c8caa5092a7b,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:29.346017 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61daa610-ca0c-4882-8f36-1afbbcd0893a x-openstack-request-id: req-61daa610-ca0c-4882-8f36-1afbbcd0893a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:55:29.346017 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6", "name": "network-vif-plugged", "status": "completed", "tag": "19cfa38b-7045-43f7-ba29-c8caa5092a7b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:55:29.346297 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-61daa610-ca0c-4882-8f36-1afbbcd0893a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:55:29.347270 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61daa610-ca0c-4882-8f36-1afbbcd0893a'] response: {'server_uuid': 'b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19cfa38b-7045-43f7-ba29-c8caa5092a7b', 'code': 200} Apr 21 12:55:29.394607 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:29.439997 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b5e00587-c3cb-4356-9fd6-c01ee9b8c83d tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:29.477512 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-e9a0817a-d13a-4855-9833-1daba8863fa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70911885-fffb-4e74-889c-14f0100a961e {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:55:29.510149 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=19cfa38b-7045-43f7-ba29-c8caa5092a7b,revision_number=12']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:29.511702 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-e9a0817a-d13a-4855-9833-1daba8863fa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:29.511875 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e00587-c3cb-4356-9fd6-c01ee9b8c83d tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Port': ['ID=f435b900-2db2-42c8-a978-66f5bd88d494,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:29.511971 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-e9a0817a-d13a-4855-9833-1daba8863fa8 service neutron] Transition to ACTIVE for port object 70911885-fffb-4e74-889c-14f0100a961e will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:55:29.602340 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-e9a0817a-d13a-4855-9833-1daba8863fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:29.611936 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b5e00587-c3cb-4356-9fd6-c01ee9b8c83d tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:29.619015 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b5e00587-c3cb-4356-9fd6-c01ee9b8c83d tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/ports/f435b900-2db2-42c8-a978-66f5bd88d494 HTTP/1.1" status: 204 len: 168 time: 1.1963634 Apr 21 12:55:29.619286 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36424) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:29.675478 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-c85fa3d5-048f-4270-a4e8-a2fa721ec354 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] GET failed (client error): The resource could not be found. Apr 21 12:55:29.680097 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c85fa3d5-048f-4270-a4e8-a2fa721ec354 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "GET /v2.0/ports/f435b900-2db2-42c8-a978-66f5bd88d494 HTTP/1.1" status: 404 len: 333 time: 0.0370595 Apr 21 12:55:29.683510 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36426) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:29.728569 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-c20aafe2-cf80-4b76-9d95-fd535dd01c21 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Allocated IP 172.21.0.1 (4f90d1f6-bb77-427d-b006-e7c8851e6d04/96deca34-8bcf-4b7b-b343-fc714a6bcaee/1b05c418-43f8-48a0-af84-e54585d5ec7a) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:29.762533 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a64f1-e9e8-47b1-aed1-d0a5f1f3369c req-e3a87426-11eb-4061-acf1-a5ca93969df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:29.764229 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-951a64f1-e9e8-47b1-aed1-d0a5f1f3369c req-e3a87426-11eb-4061-acf1-a5ca93969df7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 1097 time: 0.1240003 Apr 21 12:55:29.764852 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0817a-d13a-4855-9833-1daba8863fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=70911885-fffb-4e74-889c-14f0100a961e,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:29.780567 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 6d7dd56c-34af-41f3-b000-c1773c02e1f4 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:55:29.825815 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-951a64f1-e9e8-47b1-aed1-d0a5f1f3369c req-69e67e18-9784-4357-870c-5c90ee1300ef service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530314 Apr 21 12:55:29.828344 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-e9a0817a-d13a-4855-9833-1daba8863fa8 service neutron] Attempting to bind port 70911885-fffb-4e74-889c-14f0100a961e on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:55:29.828681 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-e9a0817a-d13a-4855-9833-1daba8863fa8 service neutron] Attempting to bind port 70911885-fffb-4e74-889c-14f0100a961e by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '44bc8a03-2f4f-4978-99f6-9fc05c155a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:55:29.829011 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-e9a0817a-d13a-4855-9833-1daba8863fa8 service neutron] Attempting to bind port 70911885-fffb-4e74-889c-14f0100a961e on network ff8e5b58-c3c2-47b6-b0e6-14167c057929 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:55:29.834691 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-e9a0817a-d13a-4855-9833-1daba8863fa8 service neutron] Port 70911885-fffb-4e74-889c-14f0100a961e on network ff8e5b58-c3c2-47b6-b0e6-14167c057929 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:55:29.834861 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-e9a0817a-d13a-4855-9833-1daba8863fa8 service neutron] Attempting to bind port 70911885-fffb-4e74-889c-14f0100a961e on network ff8e5b58-c3c2-47b6-b0e6-14167c057929 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:55:29.840693 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-e9a0817a-d13a-4855-9833-1daba8863fa8 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:55:29.841041 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-e9a0817a-d13a-4855-9833-1daba8863fa8 service neutron] Checking segment: {'id': '44bc8a03-2f4f-4978-99f6-9fc05c155a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:55:29.841422 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-e9a0817a-d13a-4855-9833-1daba8863fa8 service neutron] Bound using segment: {'id': '44bc8a03-2f4f-4978-99f6-9fc05c155a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:55:29.842047 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-e9a0817a-d13a-4855-9833-1daba8863fa8 service neutron] Bound port: 70911885-fffb-4e74-889c-14f0100a961e, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44bc8a03-2f4f-4978-99f6-9fc05c155a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:55:29.842412 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-e9a0817a-d13a-4855-9833-1daba8863fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:29.850729 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 6d7dd56c-34af-41f3-b000-c1773c02e1f4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:29.851632 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:29.903398 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6bc3f65a-cf4a-49ac-bb6c-4dc5811cbb74 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting port 89aff18b-becf-4d82-8ec8-216215370314 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:55:29.903763 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6bc3f65a-cf4a-49ac-bb6c-4dc5811cbb74 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:29.919855 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-e9a0817a-d13a-4855-9833-1daba8863fa8 service neutron] For port 70911885-fffb-4e74-889c-14f0100a961e, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:55:29.923255 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-e9a0817a-d13a-4855-9833-1daba8863fa8 service neutron] For port 70911885-fffb-4e74-889c-14f0100a961e, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=70911885-fffb-4e74-889c-14f0100a961e,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:55:29.957085 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 75357c9c-1df0-4c55-a29d-2f6a8b7a2404 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:55:29.988641 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c20aafe2-cf80-4b76-9d95-fd535dd01c21 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:30.008943 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-e9a0817a-d13a-4855-9833-1daba8863fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:30.009139 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 75357c9c-1df0-4c55-a29d-2f6a8b7a2404 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:30.009139 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:30.040377 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-e9a0817a-d13a-4855-9833-1daba8863fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:30.042124 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-e9a0817a-d13a-4855-9833-1daba8863fa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:30.042955 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-e9a0817a-d13a-4855-9833-1daba8863fa8 service neutron] 10.222.0.26 "PUT /v2.0/ports/70911885-fffb-4e74-889c-14f0100a961e HTTP/1.1" status: 200 len: 1092 time: 1.0153396 Apr 21 12:55:30.044171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd62f5d-13ac-471f-ae16-a93fc26e768a', 'tag': '70911885-fffb-4e74-889c-14f0100a961e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:55:30.045716 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7c59ba-91a4-4c9a-8721-eb1828d294da" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd62f5d-13ac-471f-ae16-a93fc26e768a", "tag": "70911885-fffb-4e74-889c-14f0100a961e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:55:30.046451 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6bc3f65a-cf4a-49ac-bb6c-4dc5811cbb74 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:30.068917 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6bc3f65a-cf4a-49ac-bb6c-4dc5811cbb74 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Calling delete_port for 89aff18b-becf-4d82-8ec8-216215370314 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:55:30.100453 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0817a-d13a-4855-9833-1daba8863fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=70911885-fffb-4e74-889c-14f0100a961e,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:30.128956 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b866eaa2-2e57-44f1-99de-987e8a74b24f x-openstack-request-id: req-b866eaa2-2e57-44f1-99de-987e8a74b24f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:55:30.136872 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd62f5d-13ac-471f-ae16-a93fc26e768a", "tag": "70911885-fffb-4e74-889c-14f0100a961e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:55:30.136872 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b866eaa2-2e57-44f1-99de-987e8a74b24f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:55:30.137069 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b866eaa2-2e57-44f1-99de-987e8a74b24f'] response: {'name': 'network-changed', 'server_uuid': 'dfd62f5d-13ac-471f-ae16-a93fc26e768a', 'tag': '70911885-fffb-4e74-889c-14f0100a961e', 'status': 'completed', 'code': 200} Apr 21 12:55:30.193874 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c20aafe2-cf80-4b76-9d95-fd535dd01c21 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:30.202750 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c59ba-91a4-4c9a-8721-eb1828d294da req-66b1d395-59a1-47ab-bee9-f9c0014628ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:30.204377 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e7c59ba-91a4-4c9a-8721-eb1828d294da req-66b1d395-59a1-47ab-bee9-f9c0014628ae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f94db1c78e7042a5b25684fb2e0b4069&device_id=dfd62f5d-13ac-471f-ae16-a93fc26e768a HTTP/1.1" status: 200 len: 1095 time: 0.0663028 Apr 21 12:55:30.275920 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20aafe2-cf80-4b76-9d95-fd535dd01c21 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network 4f90d1f6-bb77-427d-b006-e7c8851e6d04 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:30.284498 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-c20aafe2-cf80-4b76-9d95-fd535dd01c21 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:30.288944 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20aafe2-cf80-4b76-9d95-fd535dd01c21 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:55:30.292285 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20aafe2-cf80-4b76-9d95-fd535dd01c21 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Port': ['ID=1b05c418-43f8-48a0-af84-e54585d5ec7a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:30.353669 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c20aafe2-cf80-4b76-9d95-fd535dd01c21 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:30.432878 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6bc3f65a-cf4a-49ac-bb6c-4dc5811cbb74 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:30.446125 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b928352-9d03-4e64-87ff-a9382567f8fa req-810f12a8-53ed-46d5-84ba-c56298052fd9 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:30.447954 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7b928352-9d03-4e64-87ff-a9382567f8fa req-810f12a8-53ed-46d5-84ba-c56298052fd9 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 946 time: 0.2314115 Apr 21 12:55:30.463365 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89266e-8b78-471e-b561-48c46bb9cbe6 req-f3a82190-cdf7-4174-a59b-122694205ba8 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:30.465049 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7b89266e-8b78-471e-b561-48c46bb9cbe6 req-f3a82190-cdf7-4174-a59b-122694205ba8 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfd62f5d-13ac-471f-ae16-a93fc26e768a HTTP/1.1" status: 200 len: 944 time: 0.2597756 Apr 21 12:55:30.471723 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3f65a-cf4a-49ac-bb6c-4dc5811cbb74 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Port': ['ID=89aff18b-becf-4d82-8ec8-216215370314,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:30.578348 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6bc3f65a-cf4a-49ac-bb6c-4dc5811cbb74 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:30.586771 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6bc3f65a-cf4a-49ac-bb6c-4dc5811cbb74 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/ports/89aff18b-becf-4d82-8ec8-216215370314 HTTP/1.1" status: 204 len: 168 time: 0.8998091 Apr 21 12:55:30.588488 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36440) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:30.610644 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7b89266e-8b78-471e-b561-48c46bb9cbe6 req-1cbb5ccd-58eb-4ef3-9088-4bd75062ee4c tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985970 Apr 21 12:55:30.617029 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c59ba-91a4-4c9a-8721-eb1828d294da req-51ab3cdd-c831-45f4-98d7-4b8da32077e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:30.618564 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e7c59ba-91a4-4c9a-8721-eb1828d294da req-51ab3cdd-c831-45f4-98d7-4b8da32077e1 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f94db1c78e7042a5b25684fb2e0b4069&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4031136 Apr 21 12:55:30.630387 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-b37ee13d-cac4-4a23-ac72-d8233b05b977 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] GET failed (client error): The resource could not be found. Apr 21 12:55:30.632176 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b37ee13d-cac4-4a23-ac72-d8233b05b977 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "GET /v2.0/ports/89aff18b-becf-4d82-8ec8-216215370314 HTTP/1.1" status: 404 len: 333 time: 0.0427225 Apr 21 12:55:30.641939 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a7a7a7b7-9301-43cc-a9b0-185583cb85c1 None None] Provisioning complete for port 1b05c418-43f8-48a0-af84-e54585d5ec7a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:30.642453 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7a7a7b7-9301-43cc-a9b0-185583cb85c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:30.644363 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36442) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:30.647561 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7b928352-9d03-4e64-87ff-a9382567f8fa req-f9c3b670-78cb-41be-8792-df3d031b4d74 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658628 Apr 21 12:55:30.676484 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c20aafe2-cf80-4b76-9d95-fd535dd01c21 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:30.710431 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a7a7a7b7-9301-43cc-a9b0-185583cb85c1 None None] Port 1b05c418-43f8-48a0-af84-e54585d5ec7a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:30.800767 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aae8d22-9500-4bb2-915b-57472bd7aeb8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting subnet bc604e52-3668-4fa3-971a-610f17aac47c {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:55:30.814341 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1aae8d22-9500-4bb2-915b-57472bd7aeb8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:30.896439 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1aae8d22-9500-4bb2-915b-57472bd7aeb8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:30.900001 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c59ba-91a4-4c9a-8721-eb1828d294da req-1a259868-c3f2-4ad0-a6a6-daef62baaed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:30.902075 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e7c59ba-91a4-4c9a-8721-eb1828d294da req-1a259868-c3f2-4ad0-a6a6-daef62baaed5 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2750769 Apr 21 12:55:31.018412 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1aae8d22-9500-4bb2-915b-57472bd7aeb8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:31.041610 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-c555414b-5ac0-43f1-8869-08a1bb6766c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:31.043221 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-c555414b-5ac0-43f1-8869-08a1bb6766c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f94db1c78e7042a5b25684fb2e0b4069&device_id=dfd62f5d-13ac-471f-ae16-a93fc26e768a HTTP/1.1" status: 200 len: 1095 time: 0.1008556 Apr 21 12:55:31.095808 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-d2a36a47-767a-4f9f-9808-f8c1bca062a8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70911885-fffb-4e74-889c-14f0100a961e HTTP/1.1" status: 200 len: 217 time: 0.0405993 Apr 21 12:55:31.193281 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-56ff26d8-569e-476d-bdf2-60fc0140a5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:31.198487 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-56ff26d8-569e-476d-bdf2-60fc0140a5a8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4db84230-709b-4f7f-90e2-f9bbd733dd6f HTTP/1.1" status: 200 len: 851 time: 0.0891600 Apr 21 12:55:31.255100 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-ba169ec4-11b0-4e76-88aa-65082d9cc839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:31.256899 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-ba169ec4-11b0-4e76-88aa-65082d9cc839 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ff8e5b58-c3c2-47b6-b0e6-14167c057929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547023 Apr 21 12:55:31.258478 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1aae8d22-9500-4bb2-915b-57472bd7aeb8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:31.268723 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c20aafe2-cf80-4b76-9d95-fd535dd01c21 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:31.306006 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88721b53-ce2f-421a-83d4-e340e57bd2b3 None None] Network b655cc70-b2f5-4b98-986a-b596158fc941 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:31.314937 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae8d22-9500-4bb2-915b-57472bd7aeb8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Subnet': ['ID=bc604e52-3668-4fa3-971a-610f17aac47c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:31.318458 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1aae8d22-9500-4bb2-915b-57472bd7aeb8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:31.323671 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1aae8d22-9500-4bb2-915b-57472bd7aeb8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/subnets/bc604e52-3668-4fa3-971a-610f17aac47c HTTP/1.1" status: 204 len: 168 time: 0.6749291 Apr 21 12:55:31.326114 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36454) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:31.371919 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c20aafe2-cf80-4b76-9d95-fd535dd01c21 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:31.463663 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-8014a7da-d584-4c2d-bca4-0a4c8b3242d6 service neutron] 10.222.0.26 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952705 Apr 21 12:55:31.537808 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554853df-7b58-45c6-9ab8-b9a32036b84e None None] DHCP port deletion for b655cc70-b2f5-4b98-986a-b596158fc941 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:55:31.566408 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-52ce424e-2287-4656-acc1-3413095af6cb tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:31.599964 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eeb76f79-a33a-45dd-a342-3869b52107e1 req-19cc3427-0687-46bc-9350-395b4c69eddc service neutron] 10.222.0.26 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301861 Apr 21 12:55:31.611973 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-554853df-7b58-45c6-9ab8-b9a32036b84e None None] Deleting port 75357c9c-1df0-4c55-a29d-2f6a8b7a2404 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:55:31.612350 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-554853df-7b58-45c6-9ab8-b9a32036b84e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:31.614698 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20aafe2-cf80-4b76-9d95-fd535dd01c21 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Port': ['ID=1b05c418-43f8-48a0-af84-e54585d5ec7a,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:31.616713 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c20aafe2-cf80-4b76-9d95-fd535dd01c21 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:31.694911 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-554853df-7b58-45c6-9ab8-b9a32036b84e None None] For port 75357c9c-1df0-4c55-a29d-2f6a8b7a2404, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=75357c9c-1df0-4c55-a29d-2f6a8b7a2404,segment=NetworkSegment(86516383-0994-440c-bda7-46aea5bb8e7e),segment_id=86516383-0994-440c-bda7-46aea5bb8e7e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:31.695247 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-554853df-7b58-45c6-9ab8-b9a32036b84e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:31.713989 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-554853df-7b58-45c6-9ab8-b9a32036b84e None None] Calling delete_port for 75357c9c-1df0-4c55-a29d-2f6a8b7a2404 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:55:31.775628 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-52ce424e-2287-4656-acc1-3413095af6cb tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting port 75357c9c-1df0-4c55-a29d-2f6a8b7a2404 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:55:31.775984 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-52ce424e-2287-4656-acc1-3413095af6cb tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:31.802697 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 75357c9c-1df0-4c55-a29d-2f6a8b7a2404 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:55:31.806192 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20aafe2-cf80-4b76-9d95-fd535dd01c21 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network 4f90d1f6-bb77-427d-b006-e7c8851e6d04 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:31.811037 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-c20aafe2-cf80-4b76-9d95-fd535dd01c21 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:31.854677 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213e76b-66bc-46d3-80cf-ff3b8c7be823 req-444ef6f8-53b9-47cf-a70b-652245e02b03 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:31.856628 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f213e76b-66bc-46d3-80cf-ff3b8c7be823 req-444ef6f8-53b9-47cf-a70b-652245e02b03 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfd62f5d-13ac-471f-ae16-a93fc26e768a HTTP/1.1" status: 200 len: 944 time: 0.1242268 Apr 21 12:55:31.926212 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f213e76b-66bc-46d3-80cf-ff3b8c7be823 req-036c1356-9dbc-4b39-96ff-7dce91cfc026 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540121 Apr 21 12:55:31.932671 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:31.960442 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a3b9e-466f-4696-97c0-b6fb0a384cef req-f0780468-efbb-49a7-b637-e3ed3bbd86ea tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:31.961990 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a88a3b9e-466f-4696-97c0-b6fb0a384cef req-f0780468-efbb-49a7-b637-e3ed3bbd86ea tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 946 time: 0.1025155 Apr 21 12:55:31.990633 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-554853df-7b58-45c6-9ab8-b9a32036b84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:32.009461 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-52ce424e-2287-4656-acc1-3413095af6cb tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] For port 75357c9c-1df0-4c55-a29d-2f6a8b7a2404, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=75357c9c-1df0-4c55-a29d-2f6a8b7a2404,segment=NetworkSegment(86516383-0994-440c-bda7-46aea5bb8e7e),segment_id=86516383-0994-440c-bda7-46aea5bb8e7e)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:32.009986 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-52ce424e-2287-4656-acc1-3413095af6cb tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:32.014375 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a88a3b9e-466f-4696-97c0-b6fb0a384cef req-b403ef64-51ab-47b9-b59c-14c4119d3bc4 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453405 Apr 21 12:55:32.030521 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-52ce424e-2287-4656-acc1-3413095af6cb tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Calling delete_port for 75357c9c-1df0-4c55-a29d-2f6a8b7a2404 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:55:32.048845 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20aafe2-cf80-4b76-9d95-fd535dd01c21 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Router 526fb847-ccba-4d43-a67d-bcda9e3a9d58 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:55:32.073513 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554853df-7b58-45c6-9ab8-b9a32036b84e None None] No DVR routers for this DVR port 75357c9c-1df0-4c55-a29d-2f6a8b7a2404 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:55:32.078662 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554853df-7b58-45c6-9ab8-b9a32036b84e None None] Pushing event deleted for resources: {'Port': ['ID=75357c9c-1df0-4c55-a29d-2f6a8b7a2404,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:32.159235 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f763fc68-f3aa-4212-9871-1b050f3117e1 None None] Provisioning complete for port 1b05c418-43f8-48a0-af84-e54585d5ec7a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:32.159918 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f763fc68-f3aa-4212-9871-1b050f3117e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:32.210166 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f763fc68-f3aa-4212-9871-1b050f3117e1 None None] Port 1b05c418-43f8-48a0-af84-e54585d5ec7a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:32.211156 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20aafe2-cf80-4b76-9d95-fd535dd01c21 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:55:32.217031 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c20aafe2-cf80-4b76-9d95-fd535dd01c21 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "PUT /v2.0/routers/526fb847-ccba-4d43-a67d-bcda9e3a9d58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6185515 Apr 21 12:55:32.219705 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36488) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:32.223541 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-52ce424e-2287-4656-acc1-3413095af6cb tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:32.233806 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88770db4-3f8f-4b08-b049-9d7a6a5cdcdb None None] Sync routers for ids ['526fb847-ccba-4d43-a67d-bcda9e3a9d58'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:55:32.247305 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88770db4-3f8f-4b08-b049-9d7a6a5cdcdb None None] Routers {'526fb847-ccba-4d43-a67d-bcda9e3a9d58'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:55:32.248038 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-88770db4-3f8f-4b08-b049-9d7a6a5cdcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:55:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['526fb847-ccba-4d43-a67d-bcda9e3a9d58'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:32.250994 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce424e-2287-4656-acc1-3413095af6cb tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Port': ['ID=75357c9c-1df0-4c55-a29d-2f6a8b7a2404,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:32.262623 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ce424e-2287-4656-acc1-3413095af6cb tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] No DVR routers for this DVR port 75357c9c-1df0-4c55-a29d-2f6a8b7a2404 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:55:32.288338 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73d0595-ea3f-4284-8ab2-22ca89a42c7d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:32.289814 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a73d0595-ea3f-4284-8ab2-22ca89a42c7d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "GET /v2.0/ports/1b05c418-43f8-48a0-af84-e54585d5ec7a HTTP/1.1" status: 200 len: 910 time: 0.0690756 Apr 21 12:55:32.292890 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36490) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:32.321082 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-88770db4-3f8f-4b08-b049-9d7a6a5cdcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:32.332598 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88770db4-3f8f-4b08-b049-9d7a6a5cdcdb None None] Routers {'526fb847-ccba-4d43-a67d-bcda9e3a9d58'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:55:32.333352 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-88770db4-3f8f-4b08-b049-9d7a6a5cdcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:55:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['526fb847-ccba-4d43-a67d-bcda9e3a9d58'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:32.371351 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-52ce424e-2287-4656-acc1-3413095af6cb tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:32.402979 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-52ce424e-2287-4656-acc1-3413095af6cb tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b655cc70-b2f5-4b98-986a-b596158fc941']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:32.414865 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-52ce424e-2287-4656-acc1-3413095af6cb tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86516383-0994-440c-bda7-46aea5bb8e7e') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:32.415189 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-52ce424e-2287-4656-acc1-3413095af6cb tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86516383-0994-440c-bda7-46aea5bb8e7e') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:32.427471 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-52ce424e-2287-4656-acc1-3413095af6cb tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:32.444119 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-52ce424e-2287-4656-acc1-3413095af6cb tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:32.451725 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52ce424e-2287-4656-acc1-3413095af6cb tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:55:32.452613 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-52ce424e-2287-4656-acc1-3413095af6cb tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: self.session.flush() Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: self.session.flush() Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: self.session.flush() Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: self.session.flush() Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:55:32.517340 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:55:32.583595 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-88770db4-3f8f-4b08-b049-9d7a6a5cdcdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:32.584257 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88770db4-3f8f-4b08-b049-9d7a6a5cdcdb None None] The sync data for ids ['526fb847-ccba-4d43-a67d-bcda9e3a9d58'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:55:32.610582 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-52ce424e-2287-4656-acc1-3413095af6cb tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:32.618246 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-52ce424e-2287-4656-acc1-3413095af6cb tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:32.621573 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-52ce424e-2287-4656-acc1-3413095af6cb tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/networks/b655cc70-b2f5-4b98-986a-b596158fc941 HTTP/1.1" status: 204 len: 168 time: 1.2933815 Apr 21 12:55:32.628410 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36492) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:32.633783 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6d5a0761-619d-4a01-97fd-10b46063d83f tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1010203699'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:32.637082 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ce424e-2287-4656-acc1-3413095af6cb tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Network': ['ID=b655cc70-b2f5-4b98-986a-b596158fc941,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:32.743353 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b1576ab-1de8-440b-9e20-30163e19d602 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:32.812711 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5a0761-619d-4a01-97fd-10b46063d83f tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:32.816080 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d5a0761-619d-4a01-97fd-10b46063d83f tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:32.854567 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d5a0761-619d-4a01-97fd-10b46063d83f tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:55:32.906735 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d5a0761-619d-4a01-97fd-10b46063d83f tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:32.907369 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-6d5a0761-619d-4a01-97fd-10b46063d83f tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Added segment b61f3a57-f5cb-4852-882c-1e2b73437bbe of type vlan for network eaf94259-820c-4f9b-a2ca-3fd3477692c9 Apr 21 12:55:32.951876 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d5a0761-619d-4a01-97fd-10b46063d83f tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:33.096261 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02597ca3-7aa9-4f74-b61d-190d184739f8 req-3ab9f83a-1e92-479c-a30e-b378918b3816 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:33.097670 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-02597ca3-7aa9-4f74-b61d-190d184739f8 req-3ab9f83a-1e92-479c-a30e-b378918b3816 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfd62f5d-13ac-471f-ae16-a93fc26e768a HTTP/1.1" status: 200 len: 944 time: 0.0849295 Apr 21 12:55:33.112342 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d5a0761-619d-4a01-97fd-10b46063d83f tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:33.119062 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5a0761-619d-4a01-97fd-10b46063d83f tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:33.119062 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d5a0761-619d-4a01-97fd-10b46063d83f tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:33.543266 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a0761-619d-4a01-97fd-10b46063d83f tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Network': ['ID=eaf94259-820c-4f9b-a2ca-3fd3477692c9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:33.551959 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5b1576ab-1de8-440b-9e20-30163e19d602 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Deleting port 1b05c418-43f8-48a0-af84-e54585d5ec7a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:55:33.552300 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b1576ab-1de8-440b-9e20-30163e19d602 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:33.556010 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network eaf94259-820c-4f9b-a2ca-3fd3477692c9 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:55:33.558264 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-02597ca3-7aa9-4f74-b61d-190d184739f8 req-93c27fcb-a467-42b6-b143-9d51e6bf1537 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486237 Apr 21 12:55:33.565460 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f6a84-71ab-4fa6-bc2d-a408ca7c694e req-15cf598f-0a76-482c-8aaf-6110b636ac9b tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:33.567018 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c2f6a84-71ab-4fa6-bc2d-a408ca7c694e req-15cf598f-0a76-482c-8aaf-6110b636ac9b tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 946 time: 0.4682534 Apr 21 12:55:33.592650 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6d5a0761-619d-4a01-97fd-10b46063d83f tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9630647 Apr 21 12:55:33.595556 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36500) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:33.602515 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-b83443a9-4513-415e-9373-061b8b549117 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'subnet': {'network_id': 'eaf94259-820c-4f9b-a2ca-3fd3477692c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:33.672951 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c2f6a84-71ab-4fa6-bc2d-a408ca7c694e req-61ff1114-c1d4-4bf3-bc89-43acd7c2925e tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935698 Apr 21 12:55:33.702401 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b1576ab-1de8-440b-9e20-30163e19d602 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:33.716079 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5b1576ab-1de8-440b-9e20-30163e19d602 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Calling delete_port for 1b05c418-43f8-48a0-af84-e54585d5ec7a owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:55:33.801786 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83443a9-4513-415e-9373-061b8b549117 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:33.802334 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b83443a9-4513-415e-9373-061b8b549117 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:33.967428 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b1576ab-1de8-440b-9e20-30163e19d602 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:34.019162 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1576ab-1de8-440b-9e20-30163e19d602 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Port': ['ID=1b05c418-43f8-48a0-af84-e54585d5ec7a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:34.167817 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b1576ab-1de8-440b-9e20-30163e19d602 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:34.170803 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b83443a9-4513-415e-9373-061b8b549117 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:34.248462 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83443a9-4513-415e-9373-061b8b549117 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Subnet': ['ID=55596199-b86b-4f06-9a21-7ce6ecae848f,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:34.255472 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83443a9-4513-415e-9373-061b8b549117 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Checking segment: {'id': 'b61f3a57-f5cb-4852-882c-1e2b73437bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'eaf94259-820c-4f9b-a2ca-3fd3477692c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:55:34.255800 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83443a9-4513-415e-9373-061b8b549117 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network hostable DHCP agents. Network: eaf94259-820c-4f9b-a2ca-3fd3477692c9, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:55:34.366243 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1576ab-1de8-440b-9e20-30163e19d602 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Router 526fb847-ccba-4d43-a67d-bcda9e3a9d58 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:55:34.370713 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83443a9-4513-415e-9373-061b8b549117 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network eaf94259-820c-4f9b-a2ca-3fd3477692c9 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:55:34.458804 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1576ab-1de8-440b-9e20-30163e19d602 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:55:34.464069 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5b1576ab-1de8-440b-9e20-30163e19d602 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "PUT /v2.0/routers/526fb847-ccba-4d43-a67d-bcda9e3a9d58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1690629 Apr 21 12:55:34.466926 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36506) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:34.467515 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b83443a9-4513-415e-9373-061b8b549117 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, eaf94259-820c-4f9b-a2ca-3fd3477692c9) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:34.471753 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83443a9-4513-415e-9373-061b8b549117 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:34.471881 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c34073-3bb9-420a-809f-c905c6570816 None None] Sync routers for ids ['526fb847-ccba-4d43-a67d-bcda9e3a9d58'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:55:34.472312 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b83443a9-4513-415e-9373-061b8b549117 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:34.479244 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b2d39c-303c-4a8b-839f-ca1f2f4bdea9 None None] Network eaf94259-820c-4f9b-a2ca-3fd3477692c9 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:34.488366 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c34073-3bb9-420a-809f-c905c6570816 None None] Routers {'526fb847-ccba-4d43-a67d-bcda9e3a9d58'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:55:34.489357 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-72c34073-3bb9-420a-809f-c905c6570816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:55:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['526fb847-ccba-4d43-a67d-bcda9e3a9d58'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:34.528646 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-72c34073-3bb9-420a-809f-c905c6570816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:34.538701 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c34073-3bb9-420a-809f-c905c6570816 None None] Routers {'526fb847-ccba-4d43-a67d-bcda9e3a9d58'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:55:34.539287 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-72c34073-3bb9-420a-809f-c905c6570816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:55:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['526fb847-ccba-4d43-a67d-bcda9e3a9d58'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:34.563864 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b83443a9-4513-415e-9373-061b8b549117 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9640262 Apr 21 12:55:34.564209 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36508) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:34.569048 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-dac63e4e-d51e-45d3-8087-b6b09d06c676 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1181553458', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:34.571131 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-72c34073-3bb9-420a-809f-c905c6570816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:34.571767 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c34073-3bb9-420a-809f-c905c6570816 None None] The sync data for ids ['526fb847-ccba-4d43-a67d-bcda9e3a9d58'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:55:34.644097 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319a9dc7-257e-454c-859e-08dd532143d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-eaf94259-820c-4f9b-a2ca-3fd3477692c9', 'network_id': 'eaf94259-820c-4f9b-a2ca-3fd3477692c9', 'tenant_id': 'feca239de2924ae3abaaf49ec4bc8c7a', 'fixed_ips': [{'subnet_id': '55596199-b86b-4f06-9a21-7ce6ecae848f'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:55:34.645569 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-319a9dc7-257e-454c-859e-08dd532143d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:34.755676 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dac63e4e-d51e-45d3-8087-b6b09d06c676 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:34.756705 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dac63e4e-d51e-45d3-8087-b6b09d06c676 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:34.797366 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-319a9dc7-257e-454c-859e-08dd532143d6 None None] Allocated IP 172.20.0.2 (eaf94259-820c-4f9b-a2ca-3fd3477692c9/55596199-b86b-4f06-9a21-7ce6ecae848f/faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:34.863668 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dac63e4e-d51e-45d3-8087-b6b09d06c676 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:34.888779 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbad6a6-880e-48d4-899f-3fbc3a1ce48a req-11e9df8c-b423-48d4-acb1-b292974bc762 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:34.890702 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dfbad6a6-880e-48d4-899f-3fbc3a1ce48a req-11e9df8c-b423-48d4-acb1-b292974bc762 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfd62f5d-13ac-471f-ae16-a93fc26e768a HTTP/1.1" status: 200 len: 944 time: 0.1191614 Apr 21 12:55:34.918387 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dac63e4e-d51e-45d3-8087-b6b09d06c676 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:34.930934 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4768ab6-1c8e-4985-b0c3-f247e72ab3aa tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:34.943171 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-319a9dc7-257e-454c-859e-08dd532143d6 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:35.010998 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-319a9dc7-257e-454c-859e-08dd532143d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:35.011738 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dfbad6a6-880e-48d4-899f-3fbc3a1ce48a req-9a5eebbe-07c8-48de-8b93-4cb3eb2acc0a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145000 Apr 21 12:55:35.029754 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dac63e4e-d51e-45d3-8087-b6b09d06c676 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:35.033452 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-dac63e4e-d51e-45d3-8087-b6b09d06c676 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4658446 Apr 21 12:55:35.033609 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36514) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:35.038893 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9dd27584-c899-4326-ab52-24510609fde1 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'port': {'network_id': 'eaf94259-820c-4f9b-a2ca-3fd3477692c9', 'name': 'tempest-PortsTestJSON-909260374'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:35.051353 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319a9dc7-257e-454c-859e-08dd532143d6 None None] Network eaf94259-820c-4f9b-a2ca-3fd3477692c9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:35.054285 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-319a9dc7-257e-454c-859e-08dd532143d6 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:35.057849 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319a9dc7-257e-454c-859e-08dd532143d6 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:55:35.064649 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a9dc7-257e-454c-859e-08dd532143d6 None None] Pushing event updated for resources: {'Port': ['ID=faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:35.117733 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-319a9dc7-257e-454c-859e-08dd532143d6 None None] Attempting to bind port faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:55:35.118084 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-319a9dc7-257e-454c-859e-08dd532143d6 None None] Attempting to bind port faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'b61f3a57-f5cb-4852-882c-1e2b73437bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'eaf94259-820c-4f9b-a2ca-3fd3477692c9'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:55:35.118437 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319a9dc7-257e-454c-859e-08dd532143d6 None None] Attempting to bind port faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f on network eaf94259-820c-4f9b-a2ca-3fd3477692c9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:55:35.123793 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319a9dc7-257e-454c-859e-08dd532143d6 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:55:35.124156 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319a9dc7-257e-454c-859e-08dd532143d6 None None] Checking segment: {'id': 'b61f3a57-f5cb-4852-882c-1e2b73437bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'eaf94259-820c-4f9b-a2ca-3fd3477692c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:55:35.124554 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-319a9dc7-257e-454c-859e-08dd532143d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:35.124940 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319a9dc7-257e-454c-859e-08dd532143d6 None None] Bound using segment: {'id': 'b61f3a57-f5cb-4852-882c-1e2b73437bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'eaf94259-820c-4f9b-a2ca-3fd3477692c9'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:55:35.125396 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-319a9dc7-257e-454c-859e-08dd532143d6 None None] Bound port: faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61f3a57-f5cb-4852-882c-1e2b73437bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'eaf94259-820c-4f9b-a2ca-3fd3477692c9'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:55:35.125790 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-319a9dc7-257e-454c-859e-08dd532143d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:35.186665 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-319a9dc7-257e-454c-859e-08dd532143d6 None None] For port faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:55:35.189630 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-319a9dc7-257e-454c-859e-08dd532143d6 None None] For port faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f,segment=NetworkSegment(b61f3a57-f5cb-4852-882c-1e2b73437bbe),segment_id=b61f3a57-f5cb-4852-882c-1e2b73437bbe)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:55:35.222188 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-319a9dc7-257e-454c-859e-08dd532143d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:35.279747 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319a9dc7-257e-454c-859e-08dd532143d6 None None] Pushing event updated for resources: {'Port': ['ID=faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:35.306240 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd27584-c899-4326-ab52-24510609fde1 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:35.309167 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9dd27584-c899-4326-ab52-24510609fde1 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:35.327910 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c4768ab6-1c8e-4985-b0c3-f247e72ab3aa tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Deleting port 960e0e62-12a7-46b8-9951-d010c0dcb99c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:55:35.328377 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4768ab6-1c8e-4985-b0c3-f247e72ab3aa tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:35.336440 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-9dd27584-c899-4326-ab52-24510609fde1 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] device_id is not set on port f33d9b61-200a-4144-bbac-26a6434ed40c yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:55:35.506382 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4768ab6-1c8e-4985-b0c3-f247e72ab3aa tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:35.530132 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c4768ab6-1c8e-4985-b0c3-f247e72ab3aa tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Calling delete_port for 960e0e62-12a7-46b8-9951-d010c0dcb99c owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:55:35.554505 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-9dd27584-c899-4326-ab52-24510609fde1 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Allocated IP 172.20.0.14 (eaf94259-820c-4f9b-a2ca-3fd3477692c9/55596199-b86b-4f06-9a21-7ce6ecae848f/f33d9b61-200a-4144-bbac-26a6434ed40c) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:35.783805 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:55:35.836511 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9dd27584-c899-4326-ab52-24510609fde1 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:35.837615 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:35.838723 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:35.918831 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:35.924393 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4768ab6-1c8e-4985-b0c3-f247e72ab3aa tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:35.952950 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f,segment=NetworkSegment(b61f3a57-f5cb-4852-882c-1e2b73437bbe),segment_id=b61f3a57-f5cb-4852-882c-1e2b73437bbe)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:35.955590 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4768ab6-1c8e-4985-b0c3-f247e72ab3aa tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Port': ['ID=960e0e62-12a7-46b8-9951-d010c0dcb99c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:35.963453 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9dd27584-c899-4326-ab52-24510609fde1 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:36.016682 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:36.068517 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd27584-c899-4326-ab52-24510609fde1 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network eaf94259-820c-4f9b-a2ca-3fd3477692c9 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:36.082904 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-9dd27584-c899-4326-ab52-24510609fde1 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:36.086835 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd27584-c899-4326-ab52-24510609fde1 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:55:36.108555 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:36.160364 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd27584-c899-4326-ab52-24510609fde1 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Port': ['ID=f33d9b61-200a-4144-bbac-26a6434ed40c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:36.227163 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd27584-c899-4326-ab52-24510609fde1 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:36.227497 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd27584-c899-4326-ab52-24510609fde1 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:36.228092 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd27584-c899-4326-ab52-24510609fde1 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:36.228205 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd27584-c899-4326-ab52-24510609fde1 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:36.229301 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd27584-c899-4326-ab52-24510609fde1 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:36.229542 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd27584-c899-4326-ab52-24510609fde1 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:36.229914 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd27584-c899-4326-ab52-24510609fde1 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:36.230238 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd27584-c899-4326-ab52-24510609fde1 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:36.230561 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd27584-c899-4326-ab52-24510609fde1 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:36.230882 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd27584-c899-4326-ab52-24510609fde1 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:36.231200 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd27584-c899-4326-ab52-24510609fde1 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:36.231511 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dd27584-c899-4326-ab52-24510609fde1 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:55:36.270292 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd27584-c899-4326-ab52-24510609fde1 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:36.270918 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9dd27584-c899-4326-ab52-24510609fde1 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:36.283701 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4768ab6-1c8e-4985-b0c3-f247e72ab3aa tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:36.350809 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6179a88-cdd6-415b-a994-1f193ac7b768 req-e7d66831-c21f-4521-84b2-357eef1bb60c tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:36.352401 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b6179a88-cdd6-415b-a994-1f193ac7b768 req-e7d66831-c21f-4521-84b2-357eef1bb60c tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfd62f5d-13ac-471f-ae16-a93fc26e768a HTTP/1.1" status: 200 len: 944 time: 0.2246180 Apr 21 12:55:36.385753 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9dd27584-c899-4326-ab52-24510609fde1 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3481433 Apr 21 12:55:36.386154 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36526) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:36.529468 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b6179a88-cdd6-415b-a994-1f193ac7b768 req-06a5b5f7-3c89-41c1-ab49-4f538262e0f2 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500254 Apr 21 12:55:36.548697 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ba7086-4cf4-45fe-877d-c01dffae7d89 None None] Network eaf94259-820c-4f9b-a2ca-3fd3477692c9 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:36.552424 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4768ab6-1c8e-4985-b0c3-f247e72ab3aa tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Router 526fb847-ccba-4d43-a67d-bcda9e3a9d58 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:55:36.615921 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-cd7b227b-056e-4e6b-88bf-50049936609c None None] Provisioning complete for port faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:36.616678 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd7b227b-056e-4e6b-88bf-50049936609c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:36.640570 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4768ab6-1c8e-4985-b0c3-f247e72ab3aa tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:55:36.646394 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c4768ab6-1c8e-4985-b0c3-f247e72ab3aa tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "PUT /v2.0/routers/526fb847-ccba-4d43-a67d-bcda9e3a9d58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1776941 Apr 21 12:55:36.648642 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36530) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:36.676689 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bb510a-4e19-4527-87ee-27a1f3e5fc6c None None] Sync routers for ids ['526fb847-ccba-4d43-a67d-bcda9e3a9d58'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:55:36.677983 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1f132f25-5b67-4b2a-b055-86ce2eea6428 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "GET /v2.0/ports?device_id=526fb847-ccba-4d43-a67d-bcda9e3a9d58 HTTP/1.1" status: 200 len: 205 time: 0.0277088 Apr 21 12:55:36.680215 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36532) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:36.729686 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bb510a-4e19-4527-87ee-27a1f3e5fc6c None None] Routers {'526fb847-ccba-4d43-a67d-bcda9e3a9d58'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:55:36.730330 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-91bb510a-4e19-4527-87ee-27a1f3e5fc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:55:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['526fb847-ccba-4d43-a67d-bcda9e3a9d58'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:36.823455 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-91bb510a-4e19-4527-87ee-27a1f3e5fc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:36.835115 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26e1f034-db23-448d-8f4f-1a163e24175a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:36.867837 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bb510a-4e19-4527-87ee-27a1f3e5fc6c None None] Routers {'526fb847-ccba-4d43-a67d-bcda9e3a9d58'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:55:36.868575 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-91bb510a-4e19-4527-87ee-27a1f3e5fc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:55:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['526fb847-ccba-4d43-a67d-bcda9e3a9d58'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:36.914375 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-91bb510a-4e19-4527-87ee-27a1f3e5fc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:36.915031 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bb510a-4e19-4527-87ee-27a1f3e5fc6c None None] The sync data for ids ['526fb847-ccba-4d43-a67d-bcda9e3a9d58'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:55:36.968532 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 70911885-fffb-4e74-889c-14f0100a961e details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:55:37.094239 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 70911885-fffb-4e74-889c-14f0100a961e, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=70911885-fffb-4e74-889c-14f0100a961e,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:37.110589 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '70911885-fffb-4e74-889c-14f0100a961e', 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929', 'port_id': '70911885-fffb-4e74-889c-14f0100a961e', 'mac_address': 'fa:16:3e:b8:41:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:55:37.120620 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-054ba711-406d-4645-9827-b371c485256d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:37.157475 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:37.162276 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26e1f034-db23-448d-8f4f-1a163e24175a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:37.173990 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70911885-fffb-4e74-889c-14f0100a961e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:55:37.195818 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 70911885-fffb-4e74-889c-14f0100a961e, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=70911885-fffb-4e74-889c-14f0100a961e,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:37.235090 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-14266827-9bdd-4824-aef3-8b2af57c1d5b None None] Provisioning complete for port faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:37.235542 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14266827-9bdd-4824-aef3-8b2af57c1d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:37.285809 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-054ba711-406d-4645-9827-b371c485256d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:37.286028 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26e1f034-db23-448d-8f4f-1a163e24175a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:37.290876 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-054ba711-406d-4645-9827-b371c485256d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:37.309426 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:37.375794 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1f034-db23-448d-8f4f-1a163e24175a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Port': ['ID=f33d9b61-200a-4144-bbac-26a6434ed40c,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:37.380531 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=70911885-fffb-4e74-889c-14f0100a961e,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:37.384142 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-14266827-9bdd-4824-aef3-8b2af57c1d5b None None] Provisioning complete for port f33d9b61-200a-4144-bbac-26a6434ed40c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:37.384640 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14266827-9bdd-4824-aef3-8b2af57c1d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:37.400366 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-054ba711-406d-4645-9827-b371c485256d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:37.402843 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054ba711-406d-4645-9827-b371c485256d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Fanout notify agent at l3_agent the message router_deleted on router 526fb847-ccba-4d43-a67d-bcda9e3a9d58 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:55:37.408500 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-054ba711-406d-4645-9827-b371c485256d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:37.412069 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-054ba711-406d-4645-9827-b371c485256d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/routers/526fb847-ccba-4d43-a67d-bcda9e3a9d58 HTTP/1.1" status: 204 len: 168 time: 0.7286127 Apr 21 12:55:37.412599 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36534) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:37.434412 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-14266827-9bdd-4824-aef3-8b2af57c1d5b None None] Port f33d9b61-200a-4144-bbac-26a6434ed40c cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:37.476096 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0176fef-ffb8-4a43-ade1-415dbfa10c87 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Deleting subnet 96deca34-8bcf-4b7b-b343-fc714a6bcaee {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:55:37.481072 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0176fef-ffb8-4a43-ade1-415dbfa10c87 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:37.533660 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0176fef-ffb8-4a43-ade1-415dbfa10c87 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:37.548350 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26e1f034-db23-448d-8f4f-1a163e24175a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:37.569395 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3196276e-d013-450f-95fc-ac513a27eef7 None None] Provisioning complete for port f33d9b61-200a-4144-bbac-26a6434ed40c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:37.570063 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3196276e-d013-450f-95fc-ac513a27eef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:37.613144 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['70911885-fffb-4e74-889c-14f0100a961e'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:55:37.668814 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3196276e-d013-450f-95fc-ac513a27eef7 None None] Port f33d9b61-200a-4144-bbac-26a6434ed40c cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:37.712344 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0176fef-ffb8-4a43-ade1-415dbfa10c87 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:37.758653 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cae98-a6be-4ac1-bf04-c3a8080ed4c0 req-466cd034-4534-4cb2-8f7d-0328fdd9c936 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:37.760925 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-923cae98-a6be-4ac1-bf04-c3a8080ed4c0 req-466cd034-4534-4cb2-8f7d-0328fdd9c936 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfd62f5d-13ac-471f-ae16-a93fc26e768a HTTP/1.1" status: 200 len: 945 time: 0.1068478 Apr 21 12:55:37.772570 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:55:37.816195 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-923cae98-a6be-4ac1-bf04-c3a8080ed4c0 req-ec52e04c-69d4-4e54-af33-6ee0507a055b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456343 Apr 21 12:55:37.841398 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26e1f034-db23-448d-8f4f-1a163e24175a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:37.866217 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:37.866717 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:37.871357 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3485420e-ba1d-4beb-8232-66e216bf532f None None] Provisioning complete for port f33d9b61-200a-4144-bbac-26a6434ed40c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:37.871696 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3485420e-ba1d-4beb-8232-66e216bf532f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:37.901883 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0176fef-ffb8-4a43-ade1-415dbfa10c87 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:37.934568 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0176fef-ffb8-4a43-ade1-415dbfa10c87 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Subnet': ['ID=96deca34-8bcf-4b7b-b343-fc714a6bcaee,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:37.938380 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0176fef-ffb8-4a43-ade1-415dbfa10c87 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:37.944080 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d0176fef-ffb8-4a43-ade1-415dbfa10c87 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/subnets/96deca34-8bcf-4b7b-b343-fc714a6bcaee HTTP/1.1" status: 204 len: 168 time: 0.5283935 Apr 21 12:55:37.944480 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3485420e-ba1d-4beb-8232-66e216bf532f None None] Port f33d9b61-200a-4144-bbac-26a6434ed40c cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:37.944575 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36546) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:37.974720 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b39a71-2e01-436b-a923-61ae3993d8b3 None None] Network 4f90d1f6-bb77-427d-b006-e7c8851e6d04 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:38.007236 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da412cd-fad8-4ec5-b338-1b5be7fe0174 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Deleting subnet 497cca06-ec2f-4797-b5e2-1abac42c885a {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:55:38.010577 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6da412cd-fad8-4ec5-b338-1b5be7fe0174 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:38.054561 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6da412cd-fad8-4ec5-b338-1b5be7fe0174 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:38.160848 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6da412cd-fad8-4ec5-b338-1b5be7fe0174 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:38.205943 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26e1f034-db23-448d-8f4f-1a163e24175a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:38.208177 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8e985d-7f58-4fe4-8352-b68a3494a5e3 None None] DHCP port deletion for 4f90d1f6-bb77-427d-b006-e7c8851e6d04 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:55:38.260251 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4a8e985d-7f58-4fe4-8352-b68a3494a5e3 None None] Deleting port 6d7dd56c-34af-41f3-b000-c1773c02e1f4 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:55:38.260806 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a8e985d-7f58-4fe4-8352-b68a3494a5e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:38.271992 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26e1f034-db23-448d-8f4f-1a163e24175a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:38.295874 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6da412cd-fad8-4ec5-b338-1b5be7fe0174 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:38.328326 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da412cd-fad8-4ec5-b338-1b5be7fe0174 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Subnet': ['ID=497cca06-ec2f-4797-b5e2-1abac42c885a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:38.331246 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6da412cd-fad8-4ec5-b338-1b5be7fe0174 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:38.335752 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6da412cd-fad8-4ec5-b338-1b5be7fe0174 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/subnets/497cca06-ec2f-4797-b5e2-1abac42c885a HTTP/1.1" status: 204 len: 168 time: 0.3904343 Apr 21 12:55:38.339371 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36548) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:38.347279 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1f034-db23-448d-8f4f-1a163e24175a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Port': ['ID=f33d9b61-200a-4144-bbac-26a6434ed40c,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:38.351817 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4a8e985d-7f58-4fe4-8352-b68a3494a5e3 None None] For port 6d7dd56c-34af-41f3-b000-c1773c02e1f4, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=6d7dd56c-34af-41f3-b000-c1773c02e1f4,segment=NetworkSegment(3072de1f-7137-4b70-80bd-54d58bea38d7),segment_id=3072de1f-7137-4b70-80bd-54d58bea38d7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:38.352242 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a8e985d-7f58-4fe4-8352-b68a3494a5e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:38.356348 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26e1f034-db23-448d-8f4f-1a163e24175a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:38.356856 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a85eb85-badb-4842-9951-d1747b8c85a8 None None] Network 4dd7bff2-9702-42ba-b70b-b4652042ecd5 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:38.415710 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4a8e985d-7f58-4fe4-8352-b68a3494a5e3 None None] Calling delete_port for 6d7dd56c-34af-41f3-b000-c1773c02e1f4 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:55:38.421349 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-409c2d52-479f-493c-9357-908d0c34aaac tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:38.483114 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e1f034-db23-448d-8f4f-1a163e24175a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network eaf94259-820c-4f9b-a2ca-3fd3477692c9 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:38.484555 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-26e1f034-db23-448d-8f4f-1a163e24175a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:38.497776 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-409c2d52-479f-493c-9357-908d0c34aaac tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Deleting port 6d7dd56c-34af-41f3-b000-c1773c02e1f4 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:55:38.498130 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-409c2d52-479f-493c-9357-908d0c34aaac tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:38.595130 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-409c2d52-479f-493c-9357-908d0c34aaac tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] For port 6d7dd56c-34af-41f3-b000-c1773c02e1f4, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=6d7dd56c-34af-41f3-b000-c1773c02e1f4,segment=NetworkSegment(3072de1f-7137-4b70-80bd-54d58bea38d7),segment_id=3072de1f-7137-4b70-80bd-54d58bea38d7)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:38.595513 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-409c2d52-479f-493c-9357-908d0c34aaac tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:38.618993 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-409c2d52-479f-493c-9357-908d0c34aaac tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Calling delete_port for 6d7dd56c-34af-41f3-b000-c1773c02e1f4 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:55:38.700918 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a8e985d-7f58-4fe4-8352-b68a3494a5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:38.716671 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-409c2d52-479f-493c-9357-908d0c34aaac tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:38.729221 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c2d52-479f-493c-9357-908d0c34aaac tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] No DVR routers for this DVR port 6d7dd56c-34af-41f3-b000-c1773c02e1f4 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:55:38.740923 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d432fa13-50f3-4f03-bf81-07e643baed67 None None] DHCP port deletion for 4dd7bff2-9702-42ba-b70b-b4652042ecd5 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:55:38.743475 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e985d-7f58-4fe4-8352-b68a3494a5e3 None None] Pushing event deleted for resources: {'Port': ['ID=6d7dd56c-34af-41f3-b000-c1773c02e1f4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:38.749056 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8e985d-7f58-4fe4-8352-b68a3494a5e3 None None] No DVR routers for this DVR port 6d7dd56c-34af-41f3-b000-c1773c02e1f4 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:55:38.770354 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e1f034-db23-448d-8f4f-1a163e24175a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Router 02493573-bbc7-49e2-9c01-78e25daf6370 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:55:38.809469 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d432fa13-50f3-4f03-bf81-07e643baed67 None None] Deleting port b91e157e-56bd-4ba2-b1db-4619f95ed56a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:55:38.809981 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d432fa13-50f3-4f03-bf81-07e643baed67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:38.828841 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c2d52-479f-493c-9357-908d0c34aaac tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Port': ['ID=6d7dd56c-34af-41f3-b000-c1773c02e1f4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:38.880500 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d432fa13-50f3-4f03-bf81-07e643baed67 None None] For port b91e157e-56bd-4ba2-b1db-4619f95ed56a, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b91e157e-56bd-4ba2-b1db-4619f95ed56a,segment=NetworkSegment(31877cfa-4c8c-418f-8b1a-80b5c52ca9da),segment_id=31877cfa-4c8c-418f-8b1a-80b5c52ca9da)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:38.880972 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d432fa13-50f3-4f03-bf81-07e643baed67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:38.901867 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d432fa13-50f3-4f03-bf81-07e643baed67 None None] Calling delete_port for b91e157e-56bd-4ba2-b1db-4619f95ed56a owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:55:38.917232 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94e43afd-9d8f-46cd-89fa-feaed87e9402 None None] Provisioning complete for port f33d9b61-200a-4144-bbac-26a6434ed40c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:38.917505 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94e43afd-9d8f-46cd-89fa-feaed87e9402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:38.922779 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e1f034-db23-448d-8f4f-1a163e24175a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:55:38.923231 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-409c2d52-479f-493c-9357-908d0c34aaac tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:38.934419 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a712a05a-df32-496d-a002-e1ba5ab9d479 None None] Sync routers for ids ['02493573-bbc7-49e2-9c01-78e25daf6370'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:55:38.940878 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-26e1f034-db23-448d-8f4f-1a163e24175a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "PUT /v2.0/routers/02493573-bbc7-49e2-9c01-78e25daf6370/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5532010 Apr 21 12:55:38.944726 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36554) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:38.950158 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a712a05a-df32-496d-a002-e1ba5ab9d479 None None] Routers {'02493573-bbc7-49e2-9c01-78e25daf6370'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:55:38.950776 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a712a05a-df32-496d-a002-e1ba5ab9d479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:55:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['02493573-bbc7-49e2-9c01-78e25daf6370'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:38.978235 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 70911885-fffb-4e74-889c-14f0100a961e up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:55:38.983544 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a712a05a-df32-496d-a002-e1ba5ab9d479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:38.994487 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a712a05a-df32-496d-a002-e1ba5ab9d479 None None] Routers {'02493573-bbc7-49e2-9c01-78e25daf6370'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:55:38.995087 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a712a05a-df32-496d-a002-e1ba5ab9d479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:55:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['02493573-bbc7-49e2-9c01-78e25daf6370'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:39.012138 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-409c2d52-479f-493c-9357-908d0c34aaac tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f90d1f6-bb77-427d-b006-e7c8851e6d04']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:39.032079 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a712a05a-df32-496d-a002-e1ba5ab9d479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:39.032725 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a712a05a-df32-496d-a002-e1ba5ab9d479 None None] The sync data for ids ['02493573-bbc7-49e2-9c01-78e25daf6370'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:55:39.043270 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-409c2d52-479f-493c-9357-908d0c34aaac tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3072de1f-7137-4b70-80bd-54d58bea38d7') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:39.043635 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-409c2d52-479f-493c-9357-908d0c34aaac tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3072de1f-7137-4b70-80bd-54d58bea38d7') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:39.050726 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94e43afd-9d8f-46cd-89fa-feaed87e9402 None None] Port f33d9b61-200a-4144-bbac-26a6434ed40c cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:39.055937 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e4fa4-133c-4a6f-b0f9-50f6235fda88 req-261f14fe-50d7-4582-930c-70c12e1b889c tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:39.057778 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae9e4fa4-133c-4a6f-b0f9-50f6235fda88 req-261f14fe-50d7-4582-930c-70c12e1b889c tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfd62f5d-13ac-471f-ae16-a93fc26e768a HTTP/1.1" status: 200 len: 945 time: 0.1455617 Apr 21 12:55:39.069977 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-409c2d52-479f-493c-9357-908d0c34aaac tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:39.100576 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7145e3-6ed4-4d2c-aad4-6122648d564f tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:39.102089 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ae7145e3-6ed4-4d2c-aad4-6122648d564f tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "GET /v2.0/ports?device_id=02493573-bbc7-49e2-9c01-78e25daf6370 HTTP/1.1" status: 200 len: 982 time: 0.1560388 Apr 21 12:55:39.105123 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36556) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:39.109366 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-409c2d52-479f-493c-9357-908d0c34aaac tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:39.121627 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-409c2d52-479f-493c-9357-908d0c34aaac tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:55:39.122031 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-409c2d52-479f-493c-9357-908d0c34aaac tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:55:39.125125 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:55:39.151512 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae9e4fa4-133c-4a6f-b0f9-50f6235fda88 req-eb472dd1-0ff6-4837-b3ac-6f532c161d31 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785513 Apr 21 12:55:39.200029 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d432fa13-50f3-4f03-bf81-07e643baed67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:39.224388 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432fa13-50f3-4f03-bf81-07e643baed67 None None] Pushing event deleted for resources: {'Port': ['ID=b91e157e-56bd-4ba2-b1db-4619f95ed56a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:39.231217 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 70911885-fffb-4e74-889c-14f0100a961e completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:55:39.241230 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d432fa13-50f3-4f03-bf81-07e643baed67 None None] No DVR routers for this DVR port b91e157e-56bd-4ba2-b1db-4619f95ed56a on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:55:39.243920 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 70911885-fffb-4e74-889c-14f0100a961e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:39.244771 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:39.296359 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-409c2d52-479f-493c-9357-908d0c34aaac tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:39.310962 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-409c2d52-479f-493c-9357-908d0c34aaac tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:39.318217 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-409c2d52-479f-493c-9357-908d0c34aaac tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/networks/4f90d1f6-bb77-427d-b006-e7c8851e6d04 HTTP/1.1" status: 204 len: 168 time: 0.9751115 Apr 21 12:55:39.331213 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36558) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:39.341623 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c2d52-479f-493c-9357-908d0c34aaac tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Network': ['ID=4f90d1f6-bb77-427d-b006-e7c8851e6d04,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:39.380794 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:39.410500 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd62f5d-13ac-471f-ae16-a93fc26e768a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70911885-fffb-4e74-889c-14f0100a961e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:55:39.413471 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344957be-6578-4d52-8327-974e161fe81c" -d '{"events": [{"server_uuid": "dfd62f5d-13ac-471f-ae16-a93fc26e768a", "name": "network-vif-plugged", "status": "completed", "tag": "70911885-fffb-4e74-889c-14f0100a961e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:55:39.435682 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 70911885-fffb-4e74-889c-14f0100a961e, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=70911885-fffb-4e74-889c-14f0100a961e,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:39.440875 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e1920c2-9175-46be-a1b5-e1499973ce9b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:39.464022 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab8217b-6bd6-43da-8cff-05a6277346d9 x-openstack-request-id: req-7ab8217b-6bd6-43da-8cff-05a6277346d9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:55:39.464022 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd62f5d-13ac-471f-ae16-a93fc26e768a", "name": "network-vif-plugged", "status": "completed", "tag": "70911885-fffb-4e74-889c-14f0100a961e", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:55:39.464022 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7ab8217b-6bd6-43da-8cff-05a6277346d9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:55:39.464299 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ab8217b-6bd6-43da-8cff-05a6277346d9'] response: {'server_uuid': 'dfd62f5d-13ac-471f-ae16-a93fc26e768a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70911885-fffb-4e74-889c-14f0100a961e', 'code': 200} Apr 21 12:55:39.503804 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:39.583517 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=70911885-fffb-4e74-889c-14f0100a961e,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:39.597783 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e1920c2-9175-46be-a1b5-e1499973ce9b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:39.625936 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0e1920c2-9175-46be-a1b5-e1499973ce9b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dd7bff2-9702-42ba-b70b-b4652042ecd5']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:39.629668 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33feecc1-0698-426c-95b3-348a3ef21f0e req-b93fd5e3-a14a-486e-8aaf-6a4662d84f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:39.631849 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33feecc1-0698-426c-95b3-348a3ef21f0e req-b93fd5e3-a14a-486e-8aaf-6a4662d84f7c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dfd62f5d-13ac-471f-ae16-a93fc26e768a HTTP/1.1" status: 200 len: 1097 time: 0.0903440 Apr 21 12:55:39.646699 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0e1920c2-9175-46be-a1b5-e1499973ce9b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31877cfa-4c8c-418f-8b1a-80b5c52ca9da') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:39.646994 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-0e1920c2-9175-46be-a1b5-e1499973ce9b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31877cfa-4c8c-418f-8b1a-80b5c52ca9da') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:39.663505 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e1920c2-9175-46be-a1b5-e1499973ce9b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:39.690437 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e1920c2-9175-46be-a1b5-e1499973ce9b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:39.695168 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33feecc1-0698-426c-95b3-348a3ef21f0e req-74a080fd-8afd-421b-a451-56d664cd9e4b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553691 Apr 21 12:55:39.699987 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1920c2-9175-46be-a1b5-e1499973ce9b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:55:39.700488 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e1920c2-9175-46be-a1b5-e1499973ce9b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:55:39.703836 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:55:39.742866 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 6d7dd56c-34af-41f3-b000-c1773c02e1f4 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:55:39.766812 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 6d7dd56c-34af-41f3-b000-c1773c02e1f4 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:55:39.767176 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 6d7dd56c-34af-41f3-b000-c1773c02e1f4 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:55:39.767605 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b91e157e-56bd-4ba2-b1db-4619f95ed56a no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:55:39.787030 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: b91e157e-56bd-4ba2-b1db-4619f95ed56a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:55:39.787372 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b91e157e-56bd-4ba2-b1db-4619f95ed56a not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:55:39.836471 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-558834c3-f395-4f4f-86a2-9524d8664e45 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:39.850331 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e1920c2-9175-46be-a1b5-e1499973ce9b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:39.858572 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e1920c2-9175-46be-a1b5-e1499973ce9b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:39.861656 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0e1920c2-9175-46be-a1b5-e1499973ce9b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/networks/4dd7bff2-9702-42ba-b70b-b4652042ecd5 HTTP/1.1" status: 204 len: 168 time: 0.5294442 Apr 21 12:55:39.866325 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36562) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:39.879933 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9f65ae3c-a50f-4741-88a4-d648d4922f12 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'network': {'name': 'tempest-RoutersTest-1211016462'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:39.884829 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1920c2-9175-46be-a1b5-e1499973ce9b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Network': ['ID=4dd7bff2-9702-42ba-b70b-b4652042ecd5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:39.954476 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f65ae3c-a50f-4741-88a4-d648d4922f12 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Made reservation on behalf of 8159930f4cd04c93a05e4b2450c5c6a7 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:39.959002 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f65ae3c-a50f-4741-88a4-d648d4922f12 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:39.988634 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f65ae3c-a50f-4741-88a4-d648d4922f12 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:55:40.002090 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f65ae3c-a50f-4741-88a4-d648d4922f12 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:40.002714 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-9f65ae3c-a50f-4741-88a4-d648d4922f12 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Added segment c66a7cdd-e4e0-4dd7-a7f7-daa08bb65ff5 of type vlan for network 4075a6d8-cec1-4665-b092-b941d378d848 Apr 21 12:55:40.055688 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f65ae3c-a50f-4741-88a4-d648d4922f12 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:40.067571 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-558834c3-f395-4f4f-86a2-9524d8664e45 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting port f33d9b61-200a-4144-bbac-26a6434ed40c {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:55:40.068005 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-558834c3-f395-4f4f-86a2-9524d8664e45 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:40.157707 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f65ae3c-a50f-4741-88a4-d648d4922f12 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:40.159719 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-558834c3-f395-4f4f-86a2-9524d8664e45 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:40.163859 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f65ae3c-a50f-4741-88a4-d648d4922f12 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:40.164461 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9f65ae3c-a50f-4741-88a4-d648d4922f12 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:40.174654 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-558834c3-f395-4f4f-86a2-9524d8664e45 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Calling delete_port for f33d9b61-200a-4144-bbac-26a6434ed40c owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:55:40.238528 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65ae3c-a50f-4741-88a4-d648d4922f12 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Network': ['ID=4075a6d8-cec1-4665-b092-b941d378d848,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:40.249578 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 4075a6d8-cec1-4665-b092-b941d378d848 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:55:40.288913 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9f65ae3c-a50f-4741-88a4-d648d4922f12 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4129713 Apr 21 12:55:40.290588 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36570) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:40.296418 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3208af9a-7514-42c2-8e77-d46ffe189e8d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'subnet': {'network_id': '4075a6d8-cec1-4665-b092-b941d378d848', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:40.381386 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c2f9b-76a5-42e0-9235-d9de6bc6bfa7 req-e2a75a12-f815-41d6-8656-7020f8360372 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:40.382963 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da3c2f9b-76a5-42e0-9235-d9de6bc6bfa7 req-e2a75a12-f815-41d6-8656-7020f8360372 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfd62f5d-13ac-471f-ae16-a93fc26e768a HTTP/1.1" status: 200 len: 946 time: 0.1399493 Apr 21 12:55:40.447675 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da3c2f9b-76a5-42e0-9235-d9de6bc6bfa7 req-4a7871cb-833b-4b61-869b-6646333266ac tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536728 Apr 21 12:55:40.500531 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3208af9a-7514-42c2-8e77-d46ffe189e8d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Made reservation on behalf of 8159930f4cd04c93a05e4b2450c5c6a7 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:40.500724 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-558834c3-f395-4f4f-86a2-9524d8664e45 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:40.504589 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3208af9a-7514-42c2-8e77-d46ffe189e8d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:40.527564 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36574) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:40.553629 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558834c3-f395-4f4f-86a2-9524d8664e45 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Port': ['ID=f33d9b61-200a-4144-bbac-26a6434ed40c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:40.722229 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-558834c3-f395-4f4f-86a2-9524d8664e45 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:40.757681 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11f57d60-e5fb-4645-9000-ce56ea4577d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:40.838290 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3208af9a-7514-42c2-8e77-d46ffe189e8d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:40.895980 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11f57d60-e5fb-4645-9000-ce56ea4577d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:40.917253 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558834c3-f395-4f4f-86a2-9524d8664e45 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Router 02493573-bbc7-49e2-9c01-78e25daf6370 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:55:40.932185 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3208af9a-7514-42c2-8e77-d46ffe189e8d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Subnet': ['ID=b54e8635-4deb-4361-bf29-ca7fd34768d5,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:40.939064 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3208af9a-7514-42c2-8e77-d46ffe189e8d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Checking segment: {'id': 'c66a7cdd-e4e0-4dd7-a7f7-daa08bb65ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4075a6d8-cec1-4665-b092-b941d378d848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:55:40.939833 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3208af9a-7514-42c2-8e77-d46ffe189e8d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network hostable DHCP agents. Network: 4075a6d8-cec1-4665-b092-b941d378d848, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:55:40.964689 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11f57d60-e5fb-4645-9000-ce56ea4577d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:41.009196 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558834c3-f395-4f4f-86a2-9524d8664e45 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:55:41.014718 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-11f57d60-e5fb-4645-9000-ce56ea4577d7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f75406d6639446d8de676d58adc6105&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4856756 Apr 21 12:55:41.015839 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f57d60-e5fb-4645-9000-ce56ea4577d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8da44f-80f3-4d6a-8171-f6d82b160081,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:41.017764 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-558834c3-f395-4f4f-86a2-9524d8664e45 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "PUT /v2.0/routers/02493573-bbc7-49e2-9c01-78e25daf6370/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9111373 Apr 21 12:55:41.019047 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36578) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:41.019047 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36580) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:41.033883 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc163ac7-f9f3-4b54-93c4-8549ad9005bf None None] Sync routers for ids ['02493573-bbc7-49e2-9c01-78e25daf6370'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:55:41.044302 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3208af9a-7514-42c2-8e77-d46ffe189e8d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network 4075a6d8-cec1-4665-b092-b941d378d848 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:55:41.049057 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc163ac7-f9f3-4b54-93c4-8549ad9005bf None None] Routers {'02493573-bbc7-49e2-9c01-78e25daf6370'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:55:41.049986 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cc163ac7-f9f3-4b54-93c4-8549ad9005bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:55:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['02493573-bbc7-49e2-9c01-78e25daf6370'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:41.055847 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b8622e-efe4-400c-bc16-ac59bd783f98 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] GET failed (client error): The resource could not be found. Apr 21 12:55:41.060706 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-28b8622e-efe4-400c-bc16-ac59bd783f98 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "GET /v2.0/ports/f33d9b61-200a-4144-bbac-26a6434ed40c HTTP/1.1" status: 404 len: 333 time: 0.0386562 Apr 21 12:55:41.061657 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36584) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:41.083644 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cc163ac7-f9f3-4b54-93c4-8549ad9005bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:41.092289 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc163ac7-f9f3-4b54-93c4-8549ad9005bf None None] Routers {'02493573-bbc7-49e2-9c01-78e25daf6370'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:55:41.092902 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cc163ac7-f9f3-4b54-93c4-8549ad9005bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:55:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['02493573-bbc7-49e2-9c01-78e25daf6370'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:41.094537 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-155c8dac-7047-4a1d-8237-8c864ffbd676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:41.129275 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cc163ac7-f9f3-4b54-93c4-8549ad9005bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:41.129906 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-155c8dac-7047-4a1d-8237-8c864ffbd676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:41.130423 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc163ac7-f9f3-4b54-93c4-8549ad9005bf None None] The sync data for ids ['02493573-bbc7-49e2-9c01-78e25daf6370'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:55:41.147786 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc9c7251-658d-4e99-a4ea-288f6b102751 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:41.185871 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-3208af9a-7514-42c2-8e77-d46ffe189e8d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 4075a6d8-cec1-4665-b092-b941d378d848) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:41.191892 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3208af9a-7514-42c2-8e77-d46ffe189e8d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:41.192590 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3208af9a-7514-42c2-8e77-d46ffe189e8d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:41.194760 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65962bc1-a653-4105-ad12-73b1c8ba3739 None None] Network 4075a6d8-cec1-4665-b092-b941d378d848 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:41.256353 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-155c8dac-7047-4a1d-8237-8c864ffbd676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:41.259068 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-155c8dac-7047-4a1d-8237-8c864ffbd676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:41.265396 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-155c8dac-7047-4a1d-8237-8c864ffbd676 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f8da44f-80f3-4d6a-8171-f6d82b160081 HTTP/1.1" status: 204 len: 168 time: 0.2416418 Apr 21 12:55:41.282308 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c8dac-7047-4a1d-8237-8c864ffbd676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8da44f-80f3-4d6a-8171-f6d82b160081,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:41.317722 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3208af9a-7514-42c2-8e77-d46ffe189e8d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0260406 Apr 21 12:55:41.320837 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36588) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:41.338213 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9f5b3e37-7276-456d-a133-77a1083be5c8 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1057041498', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:41.363919 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f80461-d073-4c17-a53a-fb54921f9028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-4075a6d8-cec1-4665-b092-b941d378d848', 'network_id': '4075a6d8-cec1-4665-b092-b941d378d848', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'fixed_ips': [{'subnet_id': 'b54e8635-4deb-4361-bf29-ca7fd34768d5'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:55:41.364921 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66f80461-d073-4c17-a53a-fb54921f9028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:41.385532 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc9c7251-658d-4e99-a4ea-288f6b102751 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:41.388485 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc9c7251-658d-4e99-a4ea-288f6b102751 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:41.480559 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f5b3e37-7276-456d-a133-77a1083be5c8 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:41.483551 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f5b3e37-7276-456d-a133-77a1083be5c8 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:41.515609 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-66f80461-d073-4c17-a53a-fb54921f9028 None None] Allocated IP 172.20.0.2 (4075a6d8-cec1-4665-b092-b941d378d848/b54e8635-4deb-4361-bf29-ca7fd34768d5/b2609984-1dcb-4e7f-aba3-5df6e0ef6d08) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:41.596151 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc9c7251-658d-4e99-a4ea-288f6b102751 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:41.596625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9c7251-658d-4e99-a4ea-288f6b102751 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Fanout notify agent at l3_agent the message router_deleted on router 02493573-bbc7-49e2-9c01-78e25daf6370 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:55:41.620691 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc9c7251-658d-4e99-a4ea-288f6b102751 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:41.626941 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36594) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:41.634208 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fc9c7251-658d-4e99-a4ea-288f6b102751 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/routers/02493573-bbc7-49e2-9c01-78e25daf6370 HTTP/1.1" status: 204 len: 168 time: 0.5712008 Apr 21 12:55:41.647700 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa0274-3325-4005-8c53-e2215a84c532 req-f6037129-4f99-4ce7-af6b-ab81e17bf777 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:41.653649 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c0fa0274-3325-4005-8c53-e2215a84c532 req-f6037129-4f99-4ce7-af6b-ab81e17bf777 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfd62f5d-13ac-471f-ae16-a93fc26e768a HTTP/1.1" status: 200 len: 946 time: 0.1180589 Apr 21 12:55:41.700177 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66f80461-d073-4c17-a53a-fb54921f9028 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:41.707074 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c0fa0274-3325-4005-8c53-e2215a84c532 req-7275fe1c-8973-4aa7-b2c9-d38a993d3b6d tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447965 Apr 21 12:55:41.719494 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f5b3e37-7276-456d-a133-77a1083be5c8 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:41.742060 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-944743e2-cda9-4c7b-b4b8-c33608e64a2d tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting subnet 55596199-b86b-4f06-9a21-7ce6ecae848f {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:55:41.745809 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-944743e2-cda9-4c7b-b4b8-c33608e64a2d tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:41.784663 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-944743e2-cda9-4c7b-b4b8-c33608e64a2d tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:41.788438 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66f80461-d073-4c17-a53a-fb54921f9028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:41.808524 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c8637da7-ee73-4ad8-a9d6-ba97c91f73c9 req-38da3b41-84de-4373-b7f9-e900aa621592 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f94db1c78e7042a5b25684fb2e0b4069 HTTP/1.1" status: 200 len: 267 time: 0.0360332 Apr 21 12:55:41.817772 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f5b3e37-7276-456d-a133-77a1083be5c8 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:41.833373 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f80461-d073-4c17-a53a-fb54921f9028 None None] Network 4075a6d8-cec1-4665-b092-b941d378d848 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:41.836488 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-66f80461-d073-4c17-a53a-fb54921f9028 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:41.841459 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f80461-d073-4c17-a53a-fb54921f9028 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:55:41.844635 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f80461-d073-4c17-a53a-fb54921f9028 None None] Pushing event updated for resources: {'Port': ['ID=b2609984-1dcb-4e7f-aba3-5df6e0ef6d08,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:41.870195 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8637da7-ee73-4ad8-a9d6-ba97c91f73c9 req-1dcfbc8f-8d58-4e6a-af24-8c3b2bf53ed8 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:41.871734 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c8637da7-ee73-4ad8-a9d6-ba97c91f73c9 req-1dcfbc8f-8d58-4e6a-af24-8c3b2bf53ed8 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfd62f5d-13ac-471f-ae16-a93fc26e768a HTTP/1.1" status: 200 len: 946 time: 0.0567532 Apr 21 12:55:41.884346 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c8637da7-ee73-4ad8-a9d6-ba97c91f73c9 req-a5700a86-71bd-4f3c-a991-594e7c79ed57 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Request body: {'port': {'security_groups': []}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:41.898479 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-944743e2-cda9-4c7b-b4b8-c33608e64a2d tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:41.919107 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-66f80461-d073-4c17-a53a-fb54921f9028 None None] Attempting to bind port b2609984-1dcb-4e7f-aba3-5df6e0ef6d08 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:55:41.919691 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-66f80461-d073-4c17-a53a-fb54921f9028 None None] Attempting to bind port b2609984-1dcb-4e7f-aba3-5df6e0ef6d08 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'c66a7cdd-e4e0-4dd7-a7f7-daa08bb65ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4075a6d8-cec1-4665-b092-b941d378d848'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:55:41.920215 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f80461-d073-4c17-a53a-fb54921f9028 None None] Attempting to bind port b2609984-1dcb-4e7f-aba3-5df6e0ef6d08 on network 4075a6d8-cec1-4665-b092-b941d378d848 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:55:41.927428 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f80461-d073-4c17-a53a-fb54921f9028 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:55:41.928019 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f80461-d073-4c17-a53a-fb54921f9028 None None] Checking segment: {'id': 'c66a7cdd-e4e0-4dd7-a7f7-daa08bb65ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4075a6d8-cec1-4665-b092-b941d378d848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:55:41.928597 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66f80461-d073-4c17-a53a-fb54921f9028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:41.929136 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f80461-d073-4c17-a53a-fb54921f9028 None None] Bound using segment: {'id': 'c66a7cdd-e4e0-4dd7-a7f7-daa08bb65ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4075a6d8-cec1-4665-b092-b941d378d848'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:55:41.929789 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-66f80461-d073-4c17-a53a-fb54921f9028 None None] Bound port: b2609984-1dcb-4e7f-aba3-5df6e0ef6d08, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66a7cdd-e4e0-4dd7-a7f7-daa08bb65ff5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4075a6d8-cec1-4665-b092-b941d378d848'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:55:41.930329 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66f80461-d073-4c17-a53a-fb54921f9028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:41.937542 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f5b3e37-7276-456d-a133-77a1083be5c8 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:41.940350 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9f5b3e37-7276-456d-a133-77a1083be5c8 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6161475 Apr 21 12:55:41.946578 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36598) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:41.948994 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ef5fb169-65fb-4a07-a959-514a53e9eb24 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'port': {'network_id': '4075a6d8-cec1-4665-b092-b941d378d848', 'name': 'tempest-RoutersTest-70299523'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:41.961447 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c8637da7-ee73-4ad8-a9d6-ba97c91f73c9 req-a5700a86-71bd-4f3c-a991-594e7c79ed57 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:42.007028 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-66f80461-d073-4c17-a53a-fb54921f9028 None None] For port b2609984-1dcb-4e7f-aba3-5df6e0ef6d08, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:55:42.011811 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-66f80461-d073-4c17-a53a-fb54921f9028 None None] For port b2609984-1dcb-4e7f-aba3-5df6e0ef6d08, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b2609984-1dcb-4e7f-aba3-5df6e0ef6d08,segment=NetworkSegment(c66a7cdd-e4e0-4dd7-a7f7-daa08bb65ff5),segment_id=c66a7cdd-e4e0-4dd7-a7f7-daa08bb65ff5)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:55:42.034004 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36600) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:42.059711 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c56187a4-bb84-45fa-a9a3-35b678e983f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:42.090036 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-66f80461-d073-4c17-a53a-fb54921f9028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:42.120218 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-944743e2-cda9-4c7b-b4b8-c33608e64a2d tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:42.154391 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944743e2-cda9-4c7b-b4b8-c33608e64a2d tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Subnet': ['ID=55596199-b86b-4f06-9a21-7ce6ecae848f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:42.156443 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-944743e2-cda9-4c7b-b4b8-c33608e64a2d tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:42.160267 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-944743e2-cda9-4c7b-b4b8-c33608e64a2d tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/subnets/55596199-b86b-4f06-9a21-7ce6ecae848f HTTP/1.1" status: 204 len: 168 time: 0.5317988 Apr 21 12:55:42.165146 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36602) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:42.171948 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c8637da7-ee73-4ad8-a9d6-ba97c91f73c9 req-a5700a86-71bd-4f3c-a991-594e7c79ed57 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] For port 70911885-fffb-4e74-889c-14f0100a961e, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=70911885-fffb-4e74-889c-14f0100a961e,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:42.175774 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5fb169-65fb-4a07-a959-514a53e9eb24 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Made reservation on behalf of 8159930f4cd04c93a05e4b2450c5c6a7 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:42.178368 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c166185-0af2-4450-a9f4-16b003ff01b2 None None] Network eaf94259-820c-4f9b-a2ca-3fd3477692c9 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:42.179326 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef5fb169-65fb-4a07-a959-514a53e9eb24 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:42.182534 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f80461-d073-4c17-a53a-fb54921f9028 None None] Pushing event updated for resources: {'Port': ['ID=b2609984-1dcb-4e7f-aba3-5df6e0ef6d08,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:42.213163 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-ef5fb169-65fb-4a07-a959-514a53e9eb24 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] device_id is not set on port 4bffe146-364a-4627-baf6-78afde40c69f yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:55:42.325804 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c56187a4-bb84-45fa-a9a3-35b678e983f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:42.341868 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c8637da7-ee73-4ad8-a9d6-ba97c91f73c9 req-a5700a86-71bd-4f3c-a991-594e7c79ed57 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:42.344608 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-ef5fb169-65fb-4a07-a959-514a53e9eb24 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Allocated IP 172.20.0.3 (4075a6d8-cec1-4665-b092-b941d378d848/b54e8635-4deb-4361-bf29-ca7fd34768d5/4bffe146-364a-4627-baf6-78afde40c69f) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:42.350076 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b25f6cc-bbed-420e-b1bd-d6e9a6df5d4b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:42.404991 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c56187a4-bb84-45fa-a9a3-35b678e983f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:42.446761 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c8637da7-ee73-4ad8-a9d6-ba97c91f73c9 req-a5700a86-71bd-4f3c-a991-594e7c79ed57 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:42.461703 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['e154924e-05ae-43d3-99c2-5e05e827ed8d', '70911885-fffb-4e74-889c-14f0100a961e'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:55:42.479167 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['e1142972-f552-4611-9609-84c0bba4b36f'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:55:42.484781 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c56187a4-bb84-45fa-a9a3-35b678e983f5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a267aee765434fa78751c2068f04e189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4497194 Apr 21 12:55:42.489310 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36604) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:42.508696 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56187a4-bb84-45fa-a9a3-35b678e983f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b767f22d-5724-455f-bbf3-a422b4062f56,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:42.538901 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8637da7-ee73-4ad8-a9d6-ba97c91f73c9 req-a5700a86-71bd-4f3c-a991-594e7c79ed57 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:42.539571 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c8637da7-ee73-4ad8-a9d6-ba97c91f73c9 req-a5700a86-71bd-4f3c-a991-594e7c79ed57 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:42.541104 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c8637da7-ee73-4ad8-a9d6-ba97c91f73c9 req-a5700a86-71bd-4f3c-a991-594e7c79ed57 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "PUT /v2.0/ports/70911885-fffb-4e74-889c-14f0100a961e HTTP/1.1" status: 200 len: 905 time: 0.6618314 Apr 21 12:55:42.541841 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf26bfaf-b038-4201-b79c-b10a76c5e8e2 None None] DHCP port deletion for eaf94259-820c-4f9b-a2ca-3fd3477692c9 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:55:42.546814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd62f5d-13ac-471f-ae16-a93fc26e768a', 'tag': '70911885-fffb-4e74-889c-14f0100a961e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:55:42.553261 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e656836b-6e58-4301-b9cd-43f870494280" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd62f5d-13ac-471f-ae16-a93fc26e768a", "tag": "70911885-fffb-4e74-889c-14f0100a961e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:55:42.585681 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6b25f6cc-bbed-420e-b1bd-d6e9a6df5d4b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting port faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:55:42.586025 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b25f6cc-bbed-420e-b1bd-d6e9a6df5d4b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:42.596379 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5700a86-71bd-4f3c-a991-594e7c79ed57 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Pushing event updated for resources: {'Port': ['ID=70911885-fffb-4e74-889c-14f0100a961e,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:42.636921 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a0931c1-0aaa-4af8-bc55-19c39280cfb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:42.650486 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef5fb169-65fb-4a07-a959-514a53e9eb24 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:42.672783 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30b3abd-78ce-4373-883d-3a8d5726aed2 x-openstack-request-id: req-e30b3abd-78ce-4373-883d-3a8d5726aed2 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:55:42.673062 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd62f5d-13ac-471f-ae16-a93fc26e768a", "tag": "70911885-fffb-4e74-889c-14f0100a961e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:55:42.673300 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e30b3abd-78ce-4373-883d-3a8d5726aed2 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:55:42.673720 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e30b3abd-78ce-4373-883d-3a8d5726aed2'] response: {'name': 'network-changed', 'server_uuid': 'dfd62f5d-13ac-471f-ae16-a93fc26e768a', 'tag': '70911885-fffb-4e74-889c-14f0100a961e', 'status': 'completed', 'code': 200} Apr 21 12:55:42.698400 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a0931c1-0aaa-4af8-bc55-19c39280cfb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:42.699547 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['70911885-fffb-4e74-889c-14f0100a961e'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:55:42.781157 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-6b25f6cc-bbed-420e-b1bd-d6e9a6df5d4b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] For port faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f,segment=NetworkSegment(b61f3a57-f5cb-4852-882c-1e2b73437bbe),segment_id=b61f3a57-f5cb-4852-882c-1e2b73437bbe)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:42.781700 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b25f6cc-bbed-420e-b1bd-d6e9a6df5d4b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:42.803314 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6b25f6cc-bbed-420e-b1bd-d6e9a6df5d4b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Calling delete_port for faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:55:42.821379 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af516d-5a81-4a40-9d4c-b29aa9b5e7b6 req-692aad79-9edf-4935-90af-eb5f936aaa6c tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:42.823532 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-81af516d-5a81-4a40-9d4c-b29aa9b5e7b6 req-692aad79-9edf-4935-90af-eb5f936aaa6c tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfd62f5d-13ac-471f-ae16-a93fc26e768a HTTP/1.1" status: 200 len: 908 time: 0.1326876 Apr 21 12:55:42.836432 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656836b-6e58-4301-b9cd-43f870494280 req-c856462a-9a7e-4c1e-b810-7a3726eaaa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:42.837948 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e656836b-6e58-4301-b9cd-43f870494280 req-c856462a-9a7e-4c1e-b810-7a3726eaaa00 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f94db1c78e7042a5b25684fb2e0b4069&device_id=dfd62f5d-13ac-471f-ae16-a93fc26e768a HTTP/1.1" status: 200 len: 1059 time: 0.1116397 Apr 21 12:55:42.855227 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef5fb169-65fb-4a07-a959-514a53e9eb24 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:42.898287 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bf26bfaf-b038-4201-b79c-b10a76c5e8e2 None None] Deleting port faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:55:42.903258 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf26bfaf-b038-4201-b79c-b10a76c5e8e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:42.918088 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fb169-65fb-4a07-a959-514a53e9eb24 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Port': ['ID=4bffe146-364a-4627-baf6-78afde40c69f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:42.920538 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a0931c1-0aaa-4af8-bc55-19c39280cfb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:42.923667 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a0931c1-0aaa-4af8-bc55-19c39280cfb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:42.925002 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3a0931c1-0aaa-4af8-bc55-19c39280cfb5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b767f22d-5724-455f-bbf3-a422b4062f56 HTTP/1.1" status: 204 len: 168 time: 0.4346347 Apr 21 12:55:42.958636 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0931c1-0aaa-4af8-bc55-19c39280cfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b767f22d-5724-455f-bbf3-a422b4062f56,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:42.972966 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5fb169-65fb-4a07-a959-514a53e9eb24 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network 4075a6d8-cec1-4665-b092-b941d378d848 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:42.974745 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ef5fb169-65fb-4a07-a959-514a53e9eb24 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:42.983281 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5fb169-65fb-4a07-a959-514a53e9eb24 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:55:43.051549 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5fb169-65fb-4a07-a959-514a53e9eb24 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:43.052248 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef5fb169-65fb-4a07-a959-514a53e9eb24 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:43.067230 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a55799c3-4ce9-472d-8930-2a06a4c34722 None None] Provisioning complete for port 70911885-fffb-4e74-889c-14f0100a961e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:43.067608 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a55799c3-4ce9-472d-8930-2a06a4c34722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:43.076392 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be911b8-4d57-4ece-81f7-85bfdad931f6 req-e70920ad-48d5-4342-9944-1b40afe02eb3 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:43.084287 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7be911b8-4d57-4ece-81f7-85bfdad931f6 req-e70920ad-48d5-4342-9944-1b40afe02eb3 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1324725 Apr 21 12:55:43.086856 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656836b-6e58-4301-b9cd-43f870494280 req-fa1c77cc-a042-4dc5-91b3-3b99233e1f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:43.088346 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e656836b-6e58-4301-b9cd-43f870494280 req-fa1c77cc-a042-4dc5-91b3-3b99233e1f06 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ff8e5b58-c3c2-47b6-b0e6-14167c057929 HTTP/1.1" status: 200 len: 913 time: 0.2122476 Apr 21 12:55:43.119706 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bf26bfaf-b038-4201-b79c-b10a76c5e8e2 None None] For port faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f,segment=NetworkSegment(b61f3a57-f5cb-4852-882c-1e2b73437bbe),segment_id=b61f3a57-f5cb-4852-882c-1e2b73437bbe)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:43.120103 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf26bfaf-b038-4201-b79c-b10a76c5e8e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:43.140843 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b25f6cc-bbed-420e-b1bd-d6e9a6df5d4b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:43.148749 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bf26bfaf-b038-4201-b79c-b10a76c5e8e2 None None] Calling delete_port for faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:55:43.151898 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e656836b-6e58-4301-b9cd-43f870494280 req-cfaa4bc0-8554-4355-8207-074ba4a71c66 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70911885-fffb-4e74-889c-14f0100a961e HTTP/1.1" status: 200 len: 217 time: 0.0560849 Apr 21 12:55:43.180902 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ef5fb169-65fb-4a07-a959-514a53e9eb24 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 1.2364709 Apr 21 12:55:43.182389 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36614) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:43.242584 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b25f6cc-bbed-420e-b1bd-d6e9a6df5d4b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] No DVR routers for this DVR port faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:55:43.250155 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25f6cc-bbed-420e-b1bd-d6e9a6df5d4b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Port': ['ID=faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:43.260851 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7be911b8-4d57-4ece-81f7-85bfdad931f6 req-4f594213-4a65-4db7-9680-da14348fd0ce tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1754568 Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:55:43.312066 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 12:55:43.338614 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf26bfaf-b038-4201-b79c-b10a76c5e8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:43.378152 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656836b-6e58-4301-b9cd-43f870494280 req-638fdc3c-9ac3-4ff5-be98-e8e450a27d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:43.380747 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e656836b-6e58-4301-b9cd-43f870494280 req-638fdc3c-9ac3-4ff5-be98-e8e450a27d29 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4db84230-709b-4f7f-90e2-f9bbd733dd6f HTTP/1.1" status: 200 len: 851 time: 0.1760671 Apr 21 12:55:43.398671 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26bfaf-b038-4201-b79c-b10a76c5e8e2 None None] Pushing event deleted for resources: {'Port': ['ID=faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:43.413036 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf26bfaf-b038-4201-b79c-b10a76c5e8e2 None None] No DVR routers for this DVR port faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:55:43.479484 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b25f6cc-bbed-420e-b1bd-d6e9a6df5d4b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:43.527390 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf2c8183-8267-422b-9da4-33d3b75bb1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:43.533083 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6b25f6cc-bbed-420e-b1bd-d6e9a6df5d4b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf94259-820c-4f9b-a2ca-3fd3477692c9']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:43.554521 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6b25f6cc-bbed-420e-b1bd-d6e9a6df5d4b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61f3a57-f5cb-4852-882c-1e2b73437bbe') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:43.556085 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6b25f6cc-bbed-420e-b1bd-d6e9a6df5d4b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61f3a57-f5cb-4852-882c-1e2b73437bbe') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:43.568057 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656836b-6e58-4301-b9cd-43f870494280 req-f695eba3-b66d-415d-950a-8582a4c27234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:43.569749 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e656836b-6e58-4301-b9cd-43f870494280 req-f695eba3-b66d-415d-950a-8582a4c27234 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ff8e5b58-c3c2-47b6-b0e6-14167c057929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1391358 Apr 21 12:55:43.571679 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b25f6cc-bbed-420e-b1bd-d6e9a6df5d4b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:43.582906 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789bcdc-6a05-49fe-b91f-7f62616aa525 req-2b6c2004-a2bc-4785-88f8-1f1d63cf0eb7 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:43.590779 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8789bcdc-6a05-49fe-b91f-7f62616aa525 req-2b6c2004-a2bc-4785-88f8-1f1d63cf0eb7 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1590812 Apr 21 12:55:43.653423 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85c6ff26-2f8f-42df-b65d-21809dcbbe85 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:43.663859 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b25f6cc-bbed-420e-b1bd-d6e9a6df5d4b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:43.664254 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435cfb5d-4c13-4b18-9f78-0c20a629c7fb None None] Network 4075a6d8-cec1-4665-b092-b941d378d848 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:43.676653 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b25f6cc-bbed-420e-b1bd-d6e9a6df5d4b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:55:43.677065 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b25f6cc-bbed-420e-b1bd-d6e9a6df5d4b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:55:43.683636 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:55:43.752821 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8789bcdc-6a05-49fe-b91f-7f62616aa525 req-a9dc1019-5dd2-49a4-898e-9e1d919fbfdc tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1610544 Apr 21 12:55:43.777566 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e09a5957-4aa2-4c7f-9e7e-3435e870b30a None None] Provisioning complete for port b2609984-1dcb-4e7f-aba3-5df6e0ef6d08 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:43.783009 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e09a5957-4aa2-4c7f-9e7e-3435e870b30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:43.799149 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e656836b-6e58-4301-b9cd-43f870494280 req-f39b8365-dab0-4d78-87de-a6adc0132b85 service neutron] 10.222.0.26 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007952 Apr 21 12:55:43.838477 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b2609984-1dcb-4e7f-aba3-5df6e0ef6d08 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:55:44.000055 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port b2609984-1dcb-4e7f-aba3-5df6e0ef6d08 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:44.000431 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:44.018734 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e09a5957-4aa2-4c7f-9e7e-3435e870b30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:44.023383 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85c6ff26-2f8f-42df-b65d-21809dcbbe85 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:44.095303 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e09a5957-4aa2-4c7f-9e7e-3435e870b30a None None] For port b2609984-1dcb-4e7f-aba3-5df6e0ef6d08, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b2609984-1dcb-4e7f-aba3-5df6e0ef6d08,segment=NetworkSegment(c66a7cdd-e4e0-4dd7-a7f7-daa08bb65ff5),segment_id=c66a7cdd-e4e0-4dd7-a7f7-daa08bb65ff5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:44.113271 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85c6ff26-2f8f-42df-b65d-21809dcbbe85 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:44.147618 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:44.222853 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6ff26-2f8f-42df-b65d-21809dcbbe85 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Port': ['ID=4bffe146-364a-4627-baf6-78afde40c69f,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:44.226856 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b25f6cc-bbed-420e-b1bd-d6e9a6df5d4b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:44.242268 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e09a5957-4aa2-4c7f-9e7e-3435e870b30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:44.251461 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b25f6cc-bbed-420e-b1bd-d6e9a6df5d4b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:44.258044 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6b25f6cc-bbed-420e-b1bd-d6e9a6df5d4b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/networks/eaf94259-820c-4f9b-a2ca-3fd3477692c9 HTTP/1.1" status: 204 len: 168 time: 2.0851181 Apr 21 12:55:44.264968 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36636) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:44.276713 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b25f6cc-bbed-420e-b1bd-d6e9a6df5d4b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Network': ['ID=eaf94259-820c-4f9b-a2ca-3fd3477692c9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:44.337377 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:55:44.338438 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:55:44.340130 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896aff0b-83a4-48c6-a519-0d9207f8bb83 req-66617844-138d-4818-8134-d103119648e5 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:44.343169 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a5957-4aa2-4c7f-9e7e-3435e870b30a None None] Pushing event updated for resources: {'Port': ['ID=b2609984-1dcb-4e7f-aba3-5df6e0ef6d08,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:44.347666 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-896aff0b-83a4-48c6-a519-0d9207f8bb83 req-66617844-138d-4818-8134-d103119648e5 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.5083289 Apr 21 12:55:44.350908 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e656836b-6e58-4301-b9cd-43f870494280 req-eaac1cc5-99ce-4a10-9d10-ad91287ad0a3 service neutron] 10.222.0.26 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5452619 Apr 21 12:55:44.407924 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7857e01-dcc1-4638-93b2-d03822108da0 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:44.411011 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-896aff0b-83a4-48c6-a519-0d9207f8bb83 req-c5bb15a0-2175-4e71-b91c-f654c5295de3 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554717 Apr 21 12:55:44.413960 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a7857e01-dcc1-4638-93b2-d03822108da0 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "GET /v2.0/ports/354cc589-21c2-4877-bbd3-56dc0dd3f71b HTTP/1.1" status: 200 len: 840 time: 0.1458476 Apr 21 12:55:44.414057 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36640) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:44.466273 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ddc302b8-c29e-4e1e-8fa1-59542d3ff330 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "GET /v2.0/ports/354cc589-21c2-4877-bbd3-56dc0dd3f71b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0511236 Apr 21 12:55:44.470207 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36644) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:44.474743 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3a77396a-729c-4c75-93f2-3a461a2ddde8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'subnet': {'network_id': '47d4d1c1-50d9-4a74-9423-18f4cbb55850', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:44.504842 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-71ab2344-d623-4bdc-a81e-e23872528c74 None None] Provisioning complete for port 4bffe146-364a-4627-baf6-78afde40c69f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:44.505202 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71ab2344-d623-4bdc-a81e-e23872528c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:44.525148 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85c6ff26-2f8f-42df-b65d-21809dcbbe85 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:44.571503 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-71ab2344-d623-4bdc-a81e-e23872528c74 None None] Port 4bffe146-364a-4627-baf6-78afde40c69f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:44.582438 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-71ab2344-d623-4bdc-a81e-e23872528c74 None None] Provisioning complete for port b2609984-1dcb-4e7f-aba3-5df6e0ef6d08 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:44.582817 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71ab2344-d623-4bdc-a81e-e23872528c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:44.632335 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ca388-0e03-493d-9cc2-6d913fc76b48 req-bc5d6783-b4c2-4fbf-80f8-ddae4ad657b4 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:44.633993 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d55ca388-0e03-493d-9cc2-6d913fc76b48 req-bc5d6783-b4c2-4fbf-80f8-ddae4ad657b4 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0941215 Apr 21 12:55:44.679620 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d55ca388-0e03-493d-9cc2-6d913fc76b48 req-4f3e3fa0-eb89-4cbd-8d98-4915094f807f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362158 Apr 21 12:55:44.707461 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a77396a-729c-4c75-93f2-3a461a2ddde8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:44.711640 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3a77396a-729c-4c75-93f2-3a461a2ddde8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:44.804367 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85c6ff26-2f8f-42df-b65d-21809dcbbe85 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:44.824570 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7c540ade-340d-4750-805f-39f3b1a1370f None None] Provisioning complete for port 4bffe146-364a-4627-baf6-78afde40c69f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:44.826188 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c540ade-340d-4750-805f-39f3b1a1370f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:44.949337 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7c540ade-340d-4750-805f-39f3b1a1370f None None] Port 4bffe146-364a-4627-baf6-78afde40c69f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:45.022527 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:55:45.032844 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3a77396a-729c-4c75-93f2-3a461a2ddde8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:45.047766 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:55:45.048180 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device faa55ede-718f-4b99-b9b2-ea9cb6c8dc2f not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:55:45.090926 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c0b53456-3659-4726-b49e-dd9000bbde35 None None] Provisioning complete for port 4bffe146-364a-4627-baf6-78afde40c69f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:45.091301 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0b53456-3659-4726-b49e-dd9000bbde35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:45.114307 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a77396a-729c-4c75-93f2-3a461a2ddde8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network 47d4d1c1-50d9-4a74-9423-18f4cbb55850 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:45.126630 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-3a77396a-729c-4c75-93f2-3a461a2ddde8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:45.130277 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c0b53456-3659-4726-b49e-dd9000bbde35 None None] Port 4bffe146-364a-4627-baf6-78afde40c69f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:45.133047 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a77396a-729c-4c75-93f2-3a461a2ddde8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:45.133609 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3a77396a-729c-4c75-93f2-3a461a2ddde8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:45.135282 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c098731a-d2b1-4c0a-adbd-d96fa5146ddc None None] Network 47d4d1c1-50d9-4a74-9423-18f4cbb55850 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:45.153470 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-4ab0bb74-3b0b-4f8c-a053-6cec4d164960 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:45.155087 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-4ab0bb74-3b0b-4f8c-a053-6cec4d164960 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/networks?id=ff8e5b58-c3c2-47b6-b0e6-14167c057929 HTTP/1.1" status: 200 len: 812 time: 0.1941214 Apr 21 12:55:45.160588 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77396a-729c-4c75-93f2-3a461a2ddde8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Subnet': ['ID=ad4849e0-b6dd-4739-acd0-3d41a73ee5ae,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:45.178628 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-80e3d4a2-f1ea-4cb5-ab24-fae89f5fba9a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/quotas/f94db1c78e7042a5b25684fb2e0b4069 HTTP/1.1" status: 200 len: 375 time: 0.0113668 Apr 21 12:55:45.254989 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-caf6c443-5505-4a8b-ab94-e45f4aa29266 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f94db1c78e7042a5b25684fb2e0b4069&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0685341 Apr 21 12:55:45.263215 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3a77396a-729c-4c75-93f2-3a461a2ddde8 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7922845 Apr 21 12:55:45.264094 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36666) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:45.269270 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3b3207c4-e84f-4c99-a1e4-466f8b742536 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'security_group': {'name': 'tempest-secgroup-1684556700'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:45.324560 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2aecc6-f171-41a1-8c4c-647890546ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-47d4d1c1-50d9-4a74-9423-18f4cbb55850', 'network_id': '47d4d1c1-50d9-4a74-9423-18f4cbb55850', 'tenant_id': 'feca239de2924ae3abaaf49ec4bc8c7a', 'fixed_ips': [{'subnet_id': 'ad4849e0-b6dd-4739-acd0-3d41a73ee5ae'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:55:45.325935 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d2aecc6-f171-41a1-8c4c-647890546ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:45.402898 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-e16cbf7e-56ee-4deb-9d4a-b2933afc86eb service neutron] 10.222.0.36 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237292 Apr 21 12:55:45.411838 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b3207c4-e84f-4c99-a1e4-466f8b742536 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:45.584805 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85c6ff26-2f8f-42df-b65d-21809dcbbe85 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:45.593537 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-18fc601b-39b6-45a3-b6cd-5c1c5493e83d service neutron] 10.222.0.36 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833780 Apr 21 12:55:45.612380 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b3207c4-e84f-4c99-a1e4-466f8b742536 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:45.650978 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85c6ff26-2f8f-42df-b65d-21809dcbbe85 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:45.676722 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-2d2aecc6-f171-41a1-8c4c-647890546ce9 None None] Allocated IP 172.20.0.2 (47d4d1c1-50d9-4a74-9423-18f4cbb55850/ad4849e0-b6dd-4739-acd0-3d41a73ee5ae/a123138c-8a1b-40d7-b079-f9677a56227b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:45.678796 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b3207c4-e84f-4c99-a1e4-466f8b742536 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:45.740894 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3207c4-e84f-4c99-a1e4-466f8b742536 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5d1cf0-43f1-474f-b29e-570da83403a8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:45.758289 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85c6ff26-2f8f-42df-b65d-21809dcbbe85 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:45.760603 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6ff26-2f8f-42df-b65d-21809dcbbe85 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Port': ['ID=4bffe146-364a-4627-baf6-78afde40c69f,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:45.811434 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b2609984-1dcb-4e7f-aba3-5df6e0ef6d08 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:55:45.820992 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a5590e1-ac74-4c78-aa37-765ba636357d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:45.841310 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b3207c4-e84f-4c99-a1e4-466f8b742536 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:45.847429 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3b3207c4-e84f-4c99-a1e4-466f8b742536 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5818841 Apr 21 12:55:45.850168 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36682) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:45.860466 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8b53c4b2-9971-4d8b-846f-508c037ae271 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'security_group': {'name': 'tempest-secgroup-2023574818'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:45.909808 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d88f4ff-d0d5-48fc-b72e-65df7b966fc8 req-e478d58a-d7e9-452d-be95-3a6ee3bc455b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 210 time: 0.0724220 Apr 21 12:55:45.922279 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c6ff26-2f8f-42df-b65d-21809dcbbe85 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network 4075a6d8-cec1-4665-b092-b941d378d848 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:45.933666 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-85c6ff26-2f8f-42df-b65d-21809dcbbe85 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:45.937746 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port b2609984-1dcb-4e7f-aba3-5df6e0ef6d08 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:45.938254 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:45.999826 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d2aecc6-f171-41a1-8c4c-647890546ce9 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:46.004360 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b53c4b2-9971-4d8b-846f-508c037ae271 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:46.102378 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d2aecc6-f171-41a1-8c4c-647890546ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:46.126926 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b53c4b2-9971-4d8b-846f-508c037ae271 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:46.154667 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2aecc6-f171-41a1-8c4c-647890546ce9 None None] Network 47d4d1c1-50d9-4a74-9423-18f4cbb55850 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:46.159922 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2d2aecc6-f171-41a1-8c4c-647890546ce9 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:46.163689 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2aecc6-f171-41a1-8c4c-647890546ce9 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:55:46.173442 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2aecc6-f171-41a1-8c4c-647890546ce9 None None] Pushing event updated for resources: {'Port': ['ID=a123138c-8a1b-40d7-b079-f9677a56227b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:46.178745 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c6ff26-2f8f-42df-b65d-21809dcbbe85 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Router 25af11a9-555a-405f-a23e-8ed194897e53 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:55:46.216321 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b53c4b2-9971-4d8b-846f-508c037ae271 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:46.256332 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53c4b2-9971-4d8b-846f-508c037ae271 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=326086f7-4d45-402e-9982-990202661f55,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:46.260508 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-2d2aecc6-f171-41a1-8c4c-647890546ce9 None None] Attempting to bind port a123138c-8a1b-40d7-b079-f9677a56227b on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:55:46.260884 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-2d2aecc6-f171-41a1-8c4c-647890546ce9 None None] Attempting to bind port a123138c-8a1b-40d7-b079-f9677a56227b by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '933fda86-eb0b-4f04-af36-4f07c176a6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47d4d1c1-50d9-4a74-9423-18f4cbb55850'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:55:46.264950 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2aecc6-f171-41a1-8c4c-647890546ce9 None None] Attempting to bind port a123138c-8a1b-40d7-b079-f9677a56227b on network 47d4d1c1-50d9-4a74-9423-18f4cbb55850 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:55:46.270406 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2aecc6-f171-41a1-8c4c-647890546ce9 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:55:46.270782 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2aecc6-f171-41a1-8c4c-647890546ce9 None None] Checking segment: {'id': '933fda86-eb0b-4f04-af36-4f07c176a6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47d4d1c1-50d9-4a74-9423-18f4cbb55850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:55:46.271182 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d2aecc6-f171-41a1-8c4c-647890546ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:46.271571 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2aecc6-f171-41a1-8c4c-647890546ce9 None None] Bound using segment: {'id': '933fda86-eb0b-4f04-af36-4f07c176a6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47d4d1c1-50d9-4a74-9423-18f4cbb55850'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:55:46.272040 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-2d2aecc6-f171-41a1-8c4c-647890546ce9 None None] Bound port: a123138c-8a1b-40d7-b079-f9677a56227b, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '933fda86-eb0b-4f04-af36-4f07c176a6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '47d4d1c1-50d9-4a74-9423-18f4cbb55850'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:55:46.272419 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d2aecc6-f171-41a1-8c4c-647890546ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:46.289122 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-40434bba-2c10-4061-99e3-c30aa5334f5b None None] Provisioning complete for port 4bffe146-364a-4627-baf6-78afde40c69f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:46.289406 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40434bba-2c10-4061-99e3-c30aa5334f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:46.305008 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c6ff26-2f8f-42df-b65d-21809dcbbe85 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:55:46.311297 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-85c6ff26-2f8f-42df-b65d-21809dcbbe85 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "PUT /v2.0/routers/25af11a9-555a-405f-a23e-8ed194897e53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1272707 Apr 21 12:55:46.313679 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36692) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:46.320070 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec63ae8c-7de8-4f22-97f4-33fd77554373 None None] Sync routers for ids ['25af11a9-555a-405f-a23e-8ed194897e53'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:55:46.336277 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec63ae8c-7de8-4f22-97f4-33fd77554373 None None] Routers {'25af11a9-555a-405f-a23e-8ed194897e53'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:55:46.336892 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ec63ae8c-7de8-4f22-97f4-33fd77554373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:55:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['25af11a9-555a-405f-a23e-8ed194897e53'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:46.366416 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-40434bba-2c10-4061-99e3-c30aa5334f5b None None] Port 4bffe146-364a-4627-baf6-78afde40c69f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:46.367782 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b53c4b2-9971-4d8b-846f-508c037ae271 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:46.374085 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36694) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:46.374376 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8b53c4b2-9971-4d8b-846f-508c037ae271 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5230324 Apr 21 12:55:46.383996 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-7b5bf1f5-8fa2-4ab5-9297-d96f9d097d57 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1648889054', 'security_groups': ['326086f7-4d45-402e-9982-990202661f55'], 'network_id': '47d4d1c1-50d9-4a74-9423-18f4cbb55850', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ad4849e0-b6dd-4739-acd0-3d41a73ee5ae'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:46.386215 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2d2aecc6-f171-41a1-8c4c-647890546ce9 None None] For port a123138c-8a1b-40d7-b079-f9677a56227b, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:55:46.389778 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2d2aecc6-f171-41a1-8c4c-647890546ce9 None None] For port a123138c-8a1b-40d7-b079-f9677a56227b, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a123138c-8a1b-40d7-b079-f9677a56227b,segment=NetworkSegment(933fda86-eb0b-4f04-af36-4f07c176a6dc),segment_id=933fda86-eb0b-4f04-af36-4f07c176a6dc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:55:46.395544 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff219c2-bd18-408d-9ad2-e988c917725d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:46.400727 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fff219c2-bd18-408d-9ad2-e988c917725d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "GET /v2.0/ports/4bffe146-364a-4627-baf6-78afde40c69f HTTP/1.1" status: 200 len: 975 time: 0.0846648 Apr 21 12:55:46.401360 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36696) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:46.405375 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ec63ae8c-7de8-4f22-97f4-33fd77554373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:46.422021 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec63ae8c-7de8-4f22-97f4-33fd77554373 None None] Routers {'25af11a9-555a-405f-a23e-8ed194897e53'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:55:46.422021 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ec63ae8c-7de8-4f22-97f4-33fd77554373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:55:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['25af11a9-555a-405f-a23e-8ed194897e53'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:46.460927 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ec63ae8c-7de8-4f22-97f4-33fd77554373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:46.461814 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec63ae8c-7de8-4f22-97f4-33fd77554373 None None] The sync data for ids ['25af11a9-555a-405f-a23e-8ed194897e53'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:55:46.467453 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d2aecc6-f171-41a1-8c4c-647890546ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:46.536087 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2aecc6-f171-41a1-8c4c-647890546ce9 None None] Pushing event updated for resources: {'Port': ['ID=a123138c-8a1b-40d7-b079-f9677a56227b,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:46.632919 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5bf1f5-8fa2-4ab5-9297-d96f9d097d57 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:46.771239 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7b5bf1f5-8fa2-4ab5-9297-d96f9d097d57 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:46.797686 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-7b5bf1f5-8fa2-4ab5-9297-d96f9d097d57 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] device_id is not set on port 7e5cebaf-5f7b-452e-893f-267e67821486 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:55:46.912991 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:46.923854 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4205-f00d-4ff9-a230-a8c0afb6b40e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:46.973751 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-7b5bf1f5-8fa2-4ab5-9297-d96f9d097d57 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Allocated IP 172.20.0.5 (47d4d1c1-50d9-4a74-9423-18f4cbb55850/ad4849e0-b6dd-4739-acd0-3d41a73ee5ae/7e5cebaf-5f7b-452e-893f-267e67821486) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:47.078900 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9948b405-32e5-4841-8599-f1b6c6d5c974 req-cd75b9c5-4936-460a-a9ec-7696d4ef0701 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 210 time: 0.0575550 Apr 21 12:55:47.153108 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7b5bf1f5-8fa2-4ab5-9297-d96f9d097d57 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:47.179531 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-8a7c4205-f00d-4ff9-a230-a8c0afb6b40e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Deleting port 4bffe146-364a-4627-baf6-78afde40c69f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:55:47.180266 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4205-f00d-4ff9-a230-a8c0afb6b40e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:47.275470 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4205-f00d-4ff9-a230-a8c0afb6b40e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:47.288171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-8a7c4205-f00d-4ff9-a230-a8c0afb6b40e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Calling delete_port for 4bffe146-364a-4627-baf6-78afde40c69f owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:55:47.353664 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7b5bf1f5-8fa2-4ab5-9297-d96f9d097d57 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:47.419689 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5bf1f5-8fa2-4ab5-9297-d96f9d097d57 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network 47d4d1c1-50d9-4a74-9423-18f4cbb55850 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:47.423418 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-7b5bf1f5-8fa2-4ab5-9297-d96f9d097d57 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:47.426920 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5bf1f5-8fa2-4ab5-9297-d96f9d097d57 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:55:47.483369 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5bf1f5-8fa2-4ab5-9297-d96f9d097d57 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Port': ['ID=7e5cebaf-5f7b-452e-893f-267e67821486,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:47.503417 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5bf1f5-8fa2-4ab5-9297-d96f9d097d57 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:47.504055 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7b5bf1f5-8fa2-4ab5-9297-d96f9d097d57 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:47.592647 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4205-f00d-4ff9-a230-a8c0afb6b40e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:47.601300 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7b5bf1f5-8fa2-4ab5-9297-d96f9d097d57 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2236364 Apr 21 12:55:47.602995 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-28c1510a-f10d-444f-b949-fbb2d3f93d05 None None] Provisioning complete for port 354cc589-21c2-4877-bbd3-56dc0dd3f71b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:47.603509 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28c1510a-f10d-444f-b949-fbb2d3f93d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:47.603636 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36706) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:47.615819 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-73ccbe42-7e4e-45a5-83c1-f6f8c948bdfc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'subnet': {'network_id': '47d4d1c1-50d9-4a74-9423-18f4cbb55850', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:47.646006 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c4205-f00d-4ff9-a230-a8c0afb6b40e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Port': ['ID=4bffe146-364a-4627-baf6-78afde40c69f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:47.657895 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-28c1510a-f10d-444f-b949-fbb2d3f93d05 None None] Port 354cc589-21c2-4877-bbd3-56dc0dd3f71b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:47.687232 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-28c1510a-f10d-444f-b949-fbb2d3f93d05 None None] Provisioning complete for port a123138c-8a1b-40d7-b079-f9677a56227b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:47.687646 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28c1510a-f10d-444f-b949-fbb2d3f93d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:47.843841 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28c1510a-f10d-444f-b949-fbb2d3f93d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:47.847070 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a123138c-8a1b-40d7-b079-f9677a56227b up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:55:47.867411 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ccbe42-7e4e-45a5-83c1-f6f8c948bdfc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:47.869372 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a7c4205-f00d-4ff9-a230-a8c0afb6b40e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:47.877620 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73ccbe42-7e4e-45a5-83c1-f6f8c948bdfc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:47.896768 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:47.932594 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-28c1510a-f10d-444f-b949-fbb2d3f93d05 None None] For port a123138c-8a1b-40d7-b079-f9677a56227b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a123138c-8a1b-40d7-b079-f9677a56227b,segment=NetworkSegment(933fda86-eb0b-4f04-af36-4f07c176a6dc),segment_id=933fda86-eb0b-4f04-af36-4f07c176a6dc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:47.938308 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port a123138c-8a1b-40d7-b079-f9677a56227b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:47.938674 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:47.998477 n-d-836147-2 neutron-server[103397]: INFO neutron.db.ipam_backend_mixin [None req-73ccbe42-7e4e-45a5-83c1-f6f8c948bdfc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ad4849e0-b6dd-4739-acd0-3d41a73ee5ae (CIDR: 172.20.0.0/28) Apr 21 12:55:48.016595 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28c1510a-f10d-444f-b949-fbb2d3f93d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:48.050966 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ccbe42-7e4e-45a5-83c1-f6f8c948bdfc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:55:48.051470 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ccbe42-7e4e-45a5-83c1-f6f8c948bdfc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:55:48.054366 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:48.061207 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7c4205-f00d-4ff9-a230-a8c0afb6b40e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Router 25af11a9-555a-405f-a23e-8ed194897e53 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:55:48.096987 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1510a-f10d-444f-b949-fbb2d3f93d05 None None] Pushing event updated for resources: {'Port': ['ID=a123138c-8a1b-40d7-b079-f9677a56227b,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:48.148902 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:55:48.149160 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:55:48.153356 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-243bcee9-198f-423b-87d5-9693622b60b7 None None] Provisioning complete for port 7e5cebaf-5f7b-452e-893f-267e67821486 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:48.153759 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-243bcee9-198f-423b-87d5-9693622b60b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:48.157712 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7c4205-f00d-4ff9-a230-a8c0afb6b40e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:55:48.163336 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8a7c4205-f00d-4ff9-a230-a8c0afb6b40e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "PUT /v2.0/routers/25af11a9-555a-405f-a23e-8ed194897e53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7609172 Apr 21 12:55:48.166190 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36716) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:48.182590 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fdf65a-204c-45c4-b400-7660f734735c None None] Sync routers for ids ['25af11a9-555a-405f-a23e-8ed194897e53'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:55:48.202555 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fdf65a-204c-45c4-b400-7660f734735c None None] Routers {'25af11a9-555a-405f-a23e-8ed194897e53'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:55:48.203373 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-61fdf65a-204c-45c4-b400-7660f734735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:55:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['25af11a9-555a-405f-a23e-8ed194897e53'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:48.203895 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-87db309e-4c18-475c-bd19-f05a191ebec3 req-342140db-c7b9-4b4e-a9fd-a4af03f82100 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 210 time: 0.0298157 Apr 21 12:55:48.209196 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-243bcee9-198f-423b-87d5-9693622b60b7 None None] Port 7e5cebaf-5f7b-452e-893f-267e67821486 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:48.223050 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-73ccbe42-7e4e-45a5-83c1-f6f8c948bdfc tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6159301 Apr 21 12:55:48.223485 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36718) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:48.228733 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-72b57cb8-4fdb-44c5-be0d-f82022ceb88a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'subnet': {'network_id': '47d4d1c1-50d9-4a74-9423-18f4cbb55850', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:48.246470 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-61fdf65a-204c-45c4-b400-7660f734735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:48.260149 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fdf65a-204c-45c4-b400-7660f734735c None None] Routers {'25af11a9-555a-405f-a23e-8ed194897e53'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:55:48.260766 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-61fdf65a-204c-45c4-b400-7660f734735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:55:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['25af11a9-555a-405f-a23e-8ed194897e53'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:48.301114 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-61fdf65a-204c-45c4-b400-7660f734735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:48.301879 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fdf65a-204c-45c4-b400-7660f734735c None None] The sync data for ids ['25af11a9-555a-405f-a23e-8ed194897e53'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:55:48.400822 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-e437b936-ff94-4a8a-acac-ab623a1ecee2 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] remove_router_interface failed (client error): The resource could not be found. Apr 21 12:55:48.404450 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e437b936-ff94-4a8a-acac-ab623a1ecee2 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "PUT /v2.0/routers/25af11a9-555a-405f-a23e-8ed194897e53/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2347760 Apr 21 12:55:48.404734 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36724) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:48.434818 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b26b209f-719c-446a-9cbe-e359ae1c5ee7 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "GET /v2.0/ports?device_id=25af11a9-555a-405f-a23e-8ed194897e53 HTTP/1.1" status: 200 len: 205 time: 0.0281112 Apr 21 12:55:48.437389 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36728) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:48.458061 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-517bff96-ca09-4898-b0f4-e57e996ce714 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:48.458704 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-517bff96-ca09-4898-b0f4-e57e996ce714 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.24 "GET /v2.0/networks?id=ff8e5b58-c3c2-47b6-b0e6-14167c057929 HTTP/1.1" status: 200 len: 812 time: 0.1534321 Apr 21 12:55:48.477106 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-8dd8d21f-517e-42ee-944a-e9aa9f3c3fee tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Request body: {'port': {'device_id': '4d2ade66-1fc3-4c41-a59e-3e5f2007ae68', 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929', 'admin_state_up': True, 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:48.481166 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:48.521352 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6b91f3fe-eb56-4772-a233-1d72f957c23d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:48.560290 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b57cb8-4fdb-44c5-be0d-f82022ceb88a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:48.563933 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72b57cb8-4fdb-44c5-be0d-f82022ceb88a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:48.704127 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6b91f3fe-eb56-4772-a233-1d72f957c23d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:48.706867 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6b91f3fe-eb56-4772-a233-1d72f957c23d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:48.730496 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:48.732941 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-8dd8d21f-517e-42ee-944a-e9aa9f3c3fee tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Made reservation on behalf of f94db1c78e7042a5b25684fb2e0b4069 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:48.736362 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-8dd8d21f-517e-42ee-944a-e9aa9f3c3fee tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:48.840078 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6b91f3fe-eb56-4772-a233-1d72f957c23d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:48.840893 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b91f3fe-eb56-4772-a233-1d72f957c23d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Fanout notify agent at l3_agent the message router_deleted on router 25af11a9-555a-405f-a23e-8ed194897e53 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:55:48.848483 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6b91f3fe-eb56-4772-a233-1d72f957c23d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:48.854130 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6b91f3fe-eb56-4772-a233-1d72f957c23d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/routers/25af11a9-555a-405f-a23e-8ed194897e53 HTTP/1.1" status: 204 len: 168 time: 0.4156325 Apr 21 12:55:48.854763 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36730) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:48.911347 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-47c2f758-82b2-44eb-8e35-58f06f1a8d68 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Deleting subnet b54e8635-4deb-4361-bf29-ca7fd34768d5 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:55:48.912290 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-8dd8d21f-517e-42ee-944a-e9aa9f3c3fee tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Allocated IP 172.20.0.14 (ff8e5b58-c3c2-47b6-b0e6-14167c057929/4db84230-709b-4f7f-90e2-f9bbd733dd6f/de2753a1-a6b7-4967-ae88-01f1ef61dc14) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:48.914988 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-47c2f758-82b2-44eb-8e35-58f06f1a8d68 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:48.956518 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-47c2f758-82b2-44eb-8e35-58f06f1a8d68 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:49.008992 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72b57cb8-4fdb-44c5-be0d-f82022ceb88a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:49.038123 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-47c2f758-82b2-44eb-8e35-58f06f1a8d68 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:49.064393 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b57cb8-4fdb-44c5-be0d-f82022ceb88a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network 47d4d1c1-50d9-4a74-9423-18f4cbb55850 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:49.072128 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-72b57cb8-4fdb-44c5-be0d-f82022ceb88a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:49.082554 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b57cb8-4fdb-44c5-be0d-f82022ceb88a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:49.083143 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-72b57cb8-4fdb-44c5-be0d-f82022ceb88a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:49.083292 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a022b3f4-c6d2-4bc4-b3ed-e79acc43d0fa None None] Network 47d4d1c1-50d9-4a74-9423-18f4cbb55850 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:49.100862 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b57cb8-4fdb-44c5-be0d-f82022ceb88a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Subnet': ['ID=571f29fb-59d9-4e3c-b7a0-4217e0febead,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:49.125118 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-8dd8d21f-517e-42ee-944a-e9aa9f3c3fee tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:49.195580 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-72b57cb8-4fdb-44c5-be0d-f82022ceb88a tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9708650 Apr 21 12:55:49.198848 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36736) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:49.204321 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c7e6ffe5-bc45-45d1-8f7e-f853ddc889b3 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1161914029', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '571f29fb-59d9-4e3c-b7a0-4217e0febead'}], 'security_groups': ['4b5d1cf0-43f1-474f-b29e-570da83403a8']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:49.217792 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-47c2f758-82b2-44eb-8e35-58f06f1a8d68 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:49.264765 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-47c2f758-82b2-44eb-8e35-58f06f1a8d68 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:49.264951 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-8dd8d21f-517e-42ee-944a-e9aa9f3c3fee tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:49.265067 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ee7cff-e1a9-4ee0-87ca-58e3d134c1c9 None None] Network 4075a6d8-cec1-4665-b092-b941d378d848 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:49.265168 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-47c2f758-82b2-44eb-8e35-58f06f1a8d68 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/subnets/b54e8635-4deb-4361-bf29-ca7fd34768d5 HTTP/1.1" status: 204 len: 168 time: 0.4065337 Apr 21 12:55:49.265168 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2f758-82b2-44eb-8e35-58f06f1a8d68 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Subnet': ['ID=b54e8635-4deb-4361-bf29-ca7fd34768d5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:49.265168 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36740) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:49.271217 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['e154924e-05ae-43d3-99c2-5e05e827ed8d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:55:49.309208 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['e1142972-f552-4611-9609-84c0bba4b36f'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:55:49.354614 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d61bd2b-2249-44ca-8128-20e2b5b90022 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:49.429225 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-1d61bd2b-2249-44ca-8128-20e2b5b90022 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Deleting port b2609984-1dcb-4e7f-aba3-5df6e0ef6d08 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:55:49.429568 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d61bd2b-2249-44ca-8128-20e2b5b90022 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:49.505364 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-1d61bd2b-2249-44ca-8128-20e2b5b90022 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] For port b2609984-1dcb-4e7f-aba3-5df6e0ef6d08, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b2609984-1dcb-4e7f-aba3-5df6e0ef6d08,segment=NetworkSegment(c66a7cdd-e4e0-4dd7-a7f7-daa08bb65ff5),segment_id=c66a7cdd-e4e0-4dd7-a7f7-daa08bb65ff5)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:49.505805 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d61bd2b-2249-44ca-8128-20e2b5b90022 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:49.520746 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-1d61bd2b-2249-44ca-8128-20e2b5b90022 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Calling delete_port for b2609984-1dcb-4e7f-aba3-5df6e0ef6d08 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:55:49.568339 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b437561-91e6-4a4b-8b7a-c8440983a8ef None None] Update dhcp port {'port': {'network_id': '47d4d1c1-50d9-4a74-9423-18f4cbb55850', 'fixed_ips': [{'subnet_id': 'ad4849e0-b6dd-4739-acd0-3d41a73ee5ae', 'ip_address': '172.20.0.2'}, {'subnet_id': '571f29fb-59d9-4e3c-b7a0-4217e0febead'}], 'binding:host_id': 'n-d-836147-2'}, 'id': 'a123138c-8a1b-40d7-b079-f9677a56227b'} from n-d-836147-2. {{(pid=103399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 21 12:55:49.636929 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b437561-91e6-4a4b-8b7a-c8440983a8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:49.684767 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d61bd2b-2249-44ca-8128-20e2b5b90022 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:49.728016 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0db9ce-35f9-4e7c-9f07-e26ba6ad25c8 None None] DHCP port deletion for 4075a6d8-cec1-4665-b092-b941d378d848 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:55:49.749867 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61bd2b-2249-44ca-8128-20e2b5b90022 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Port': ['ID=b2609984-1dcb-4e7f-aba3-5df6e0ef6d08,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:49.752350 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-8dd8d21f-517e-42ee-944a-e9aa9f3c3fee tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Network ff8e5b58-c3c2-47b6-b0e6-14167c057929 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:49.755257 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d61bd2b-2249-44ca-8128-20e2b5b90022 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] No DVR routers for this DVR port b2609984-1dcb-4e7f-aba3-5df6e0ef6d08 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:55:49.772247 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-8dd8d21f-517e-42ee-944a-e9aa9f3c3fee tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:49.774124 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8d21f-517e-42ee-944a-e9aa9f3c3fee tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Pushing event updated for resources: {'Port': ['ID=de2753a1-a6b7-4967-ae88-01f1ef61dc14,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:49.777983 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-8dd8d21f-517e-42ee-944a-e9aa9f3c3fee tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:55:49.787723 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c090ec-5400-4bb1-b0d7-02e0bc146874 req-eca40d4c-74a8-45a8-8ced-3927f0c6beb8 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:49.789235 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-02c090ec-5400-4bb1-b0d7-02e0bc146874 req-eca40d4c-74a8-45a8-8ced-3927f0c6beb8 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 932 time: 0.4874246 Apr 21 12:55:49.872502 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a123138c-8a1b-40d7-b079-f9677a56227b up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:55:49.887655 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d61bd2b-2249-44ca-8128-20e2b5b90022 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:49.910913 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-1d61bd2b-2249-44ca-8128-20e2b5b90022 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4075a6d8-cec1-4665-b092-b941d378d848']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:49.922690 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-1d61bd2b-2249-44ca-8128-20e2b5b90022 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c66a7cdd-e4e0-4dd7-a7f7-daa08bb65ff5') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:49.924094 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-1d61bd2b-2249-44ca-8128-20e2b5b90022 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c66a7cdd-e4e0-4dd7-a7f7-daa08bb65ff5') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:49.934014 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-0b437561-91e6-4a4b-8b7a-c8440983a8ef None None] Allocated IP 172.20.0.18 (47d4d1c1-50d9-4a74-9423-18f4cbb55850/571f29fb-59d9-4e3c-b7a0-4217e0febead/a123138c-8a1b-40d7-b079-f9677a56227b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:49.938046 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-02c090ec-5400-4bb1-b0d7-02e0bc146874 req-89fb6c45-be1c-43ac-a4b1-2375941c470f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154010 Apr 21 12:55:49.938706 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d61bd2b-2249-44ca-8128-20e2b5b90022 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:49.938843 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7e6ffe5-bc45-45d1-8f7e-f853ddc889b3 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:49.965158 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d61bd2b-2249-44ca-8128-20e2b5b90022 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:49.966487 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-8dd8d21f-517e-42ee-944a-e9aa9f3c3fee tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:49.967152 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-8dd8d21f-517e-42ee-944a-e9aa9f3c3fee tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:49.972005 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d61bd2b-2249-44ca-8128-20e2b5b90022 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:55:49.972468 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d61bd2b-2249-44ca-8128-20e2b5b90022 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:55:49.976947 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:55:49.985689 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port a123138c-8a1b-40d7-b079-f9677a56227b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:49.985689 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:50.094252 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0b437561-91e6-4a4b-8b7a-c8440983a8ef None None] For port a123138c-8a1b-40d7-b079-f9677a56227b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a123138c-8a1b-40d7-b079-f9677a56227b,segment=NetworkSegment(933fda86-eb0b-4f04-af36-4f07c176a6dc),segment_id=933fda86-eb0b-4f04-af36-4f07c176a6dc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:50.100753 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-8dd8d21f-517e-42ee-944a-e9aa9f3c3fee tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6277127 Apr 21 12:55:50.119432 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d61bd2b-2249-44ca-8128-20e2b5b90022 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:50.121884 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-d2d1d043-20a6-4684-be00-63e1652addda service neutron] Request body: {'port': {'device_id': '4d2ade66-1fc3-4c41-a59e-3e5f2007ae68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:50.133216 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d61bd2b-2249-44ca-8128-20e2b5b90022 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:50.138060 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1d61bd2b-2249-44ca-8128-20e2b5b90022 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/networks/4075a6d8-cec1-4665-b092-b941d378d848 HTTP/1.1" status: 204 len: 168 time: 0.8704946 Apr 21 12:55:50.147085 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36742) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:50.149307 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d61bd2b-2249-44ca-8128-20e2b5b90022 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Network': ['ID=4075a6d8-cec1-4665-b092-b941d378d848,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:50.157824 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-50a6476b-1928-4fcb-a08c-c86e3e897535 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'network': {'name': 'tempest-RoutersTest-418132951'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:50.273141 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-d2d1d043-20a6-4684-be00-63e1652addda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:50.339694 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a6476b-1928-4fcb-a08c-c86e3e897535 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Made reservation on behalf of 8159930f4cd04c93a05e4b2450c5c6a7 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:50.340817 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b437561-91e6-4a4b-8b7a-c8440983a8ef None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:50.343068 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50a6476b-1928-4fcb-a08c-c86e3e897535 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:50.350956 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-fb72bc8a-a9f2-4c04-9448-c319bbea6ff3 None None] Provisioning complete for port de2753a1-a6b7-4967-ae88-01f1ef61dc14 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:50.351462 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb72bc8a-a9f2-4c04-9448-c319bbea6ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:50.391607 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fb72bc8a-a9f2-4c04-9448-c319bbea6ff3 None None] Port de2753a1-a6b7-4967-ae88-01f1ef61dc14 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:50.422960 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b2609984-1dcb-4e7f-aba3-5df6e0ef6d08 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:55:50.444643 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a6476b-1928-4fcb-a08c-c86e3e897535 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:55:50.445406 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: b2609984-1dcb-4e7f-aba3-5df6e0ef6d08 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:55:50.445784 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b2609984-1dcb-4e7f-aba3-5df6e0ef6d08 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:55:50.447359 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b437561-91e6-4a4b-8b7a-c8440983a8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:50.479086 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:50.531627 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50a6476b-1928-4fcb-a08c-c86e3e897535 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:50.531969 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-50a6476b-1928-4fcb-a08c-c86e3e897535 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Added segment ee8822e3-8391-49c3-b7bb-d07d381cc701 of type vlan for network ba6a809b-6b82-4c8d-bb1c-8e7f446610cc Apr 21 12:55:50.548902 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b437561-91e6-4a4b-8b7a-c8440983a8ef None None] Pushing event updated for resources: {'Port': ['ID=a123138c-8a1b-40d7-b079-f9677a56227b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:50.628958 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50a6476b-1928-4fcb-a08c-c86e3e897535 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:50.692382 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-c7e6ffe5-bc45-45d1-8f7e-f853ddc889b3 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Delete allocated IP 172.20.0.5 (47d4d1c1-50d9-4a74-9423-18f4cbb55850/ad4849e0-b6dd-4739-acd0-3d41a73ee5ae) {{(pid=103398) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 21 12:55:50.728033 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-c7e6ffe5-bc45-45d1-8f7e-f853ddc889b3 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Allocated IP 172.20.0.26 (47d4d1c1-50d9-4a74-9423-18f4cbb55850/571f29fb-59d9-4e3c-b7a0-4217e0febead/7e5cebaf-5f7b-452e-893f-267e67821486) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:50.755907 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-d2d1d043-20a6-4684-be00-63e1652addda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de2753a1-a6b7-4967-ae88-01f1ef61dc14 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:55:50.768461 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-d2d1d043-20a6-4684-be00-63e1652addda service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:50.774486 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50a6476b-1928-4fcb-a08c-c86e3e897535 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:50.780535 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a6476b-1928-4fcb-a08c-c86e3e897535 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:50.781138 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50a6476b-1928-4fcb-a08c-c86e3e897535 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:50.834334 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-d2d1d043-20a6-4684-be00-63e1652addda service neutron] Transition to ACTIVE for port object de2753a1-a6b7-4967-ae88-01f1ef61dc14 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:55:50.914774 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6476b-1928-4fcb-a08c-c86e3e897535 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Network': ['ID=ba6a809b-6b82-4c8d-bb1c-8e7f446610cc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:50.927211 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network ba6a809b-6b82-4c8d-bb1c-8e7f446610cc details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:55:50.997505 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7e6ffe5-bc45-45d1-8f7e-f853ddc889b3 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:51.081868 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62824a4e-653c-43bb-96dd-2cc865dae78d req-59c7b0f0-4ece-4a3b-a9b1-507de0055991 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:51.083441 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-62824a4e-653c-43bb-96dd-2cc865dae78d req-59c7b0f0-4ece-4a3b-a9b1-507de0055991 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 932 time: 0.0516975 Apr 21 12:55:51.117166 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2a4d62b0-9ba1-49af-a1aa-435ee883f890 None None] Provisioning complete for port 354cc589-21c2-4877-bbd3-56dc0dd3f71b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:51.117759 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a4d62b0-9ba1-49af-a1aa-435ee883f890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:51.124198 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-62824a4e-653c-43bb-96dd-2cc865dae78d req-039db65f-1480-4c9d-8e4c-8792f15e5a8c tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340438 Apr 21 12:55:51.151076 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2a4d62b0-9ba1-49af-a1aa-435ee883f890 None None] Port 354cc589-21c2-4877-bbd3-56dc0dd3f71b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:51.160426 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2a4d62b0-9ba1-49af-a1aa-435ee883f890 None None] Provisioning complete for port 7e5cebaf-5f7b-452e-893f-267e67821486 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:51.160792 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a4d62b0-9ba1-49af-a1aa-435ee883f890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:51.193057 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2a4d62b0-9ba1-49af-a1aa-435ee883f890 None None] Port 7e5cebaf-5f7b-452e-893f-267e67821486 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:51.202169 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2a4d62b0-9ba1-49af-a1aa-435ee883f890 None None] Provisioning complete for port a123138c-8a1b-40d7-b079-f9677a56227b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:51.202547 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a4d62b0-9ba1-49af-a1aa-435ee883f890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:51.304783 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-50a6476b-1928-4fcb-a08c-c86e3e897535 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1514759 Apr 21 12:55:51.305492 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-d2d1d043-20a6-4684-be00-63e1652addda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:51.307913 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36766) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:51.314758 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-97a0577f-b8bc-4482-bb7f-c9dcce139b94 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'subnet': {'network_id': 'ba6a809b-6b82-4c8d-bb1c-8e7f446610cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:51.380152 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7e6ffe5-bc45-45d1-8f7e-f853ddc889b3 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:51.381752 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d1d043-20a6-4684-be00-63e1652addda service neutron] Pushing event updated for resources: {'Port': ['ID=de2753a1-a6b7-4967-ae88-01f1ef61dc14,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:51.513380 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e6ffe5-bc45-45d1-8f7e-f853ddc889b3 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Port': ['ID=7e5cebaf-5f7b-452e-893f-267e67821486,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:51.533778 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-d2d1d043-20a6-4684-be00-63e1652addda service neutron] Attempting to bind port de2753a1-a6b7-4967-ae88-01f1ef61dc14 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:55:51.534113 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-d2d1d043-20a6-4684-be00-63e1652addda service neutron] Attempting to bind port de2753a1-a6b7-4967-ae88-01f1ef61dc14 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '44bc8a03-2f4f-4978-99f6-9fc05c155a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:55:51.534533 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-d2d1d043-20a6-4684-be00-63e1652addda service neutron] Attempting to bind port de2753a1-a6b7-4967-ae88-01f1ef61dc14 on network ff8e5b58-c3c2-47b6-b0e6-14167c057929 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:55:51.545075 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-d2d1d043-20a6-4684-be00-63e1652addda service neutron] Port de2753a1-a6b7-4967-ae88-01f1ef61dc14 on network ff8e5b58-c3c2-47b6-b0e6-14167c057929 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:55:51.545396 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-d2d1d043-20a6-4684-be00-63e1652addda service neutron] Attempting to bind port de2753a1-a6b7-4967-ae88-01f1ef61dc14 on network ff8e5b58-c3c2-47b6-b0e6-14167c057929 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:55:51.547652 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c7e6ffe5-bc45-45d1-8f7e-f853ddc889b3 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] In _notify_port_updated(), no bound segment for port 7e5cebaf-5f7b-452e-893f-267e67821486 on network 47d4d1c1-50d9-4a74-9423-18f4cbb55850 {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 12:55:51.553187 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e6ffe5-bc45-45d1-8f7e-f853ddc889b3 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:51.553858 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7e6ffe5-bc45-45d1-8f7e-f853ddc889b3 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:51.555174 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c7e6ffe5-bc45-45d1-8f7e-f853ddc889b3 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "PUT /v2.0/ports/7e5cebaf-5f7b-452e-893f-267e67821486 HTTP/1.1" status: 200 len: 921 time: 2.3552947 Apr 21 12:55:51.558365 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36768) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:51.564728 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-d2d1d043-20a6-4684-be00-63e1652addda service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:55:51.569074 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-d2d1d043-20a6-4684-be00-63e1652addda service neutron] Checking segment: {'id': '44bc8a03-2f4f-4978-99f6-9fc05c155a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:55:51.569074 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-d2d1d043-20a6-4684-be00-63e1652addda service neutron] Bound using segment: {'id': '44bc8a03-2f4f-4978-99f6-9fc05c155a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:55:51.569074 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-d2d1d043-20a6-4684-be00-63e1652addda service neutron] Bound port: de2753a1-a6b7-4967-ae88-01f1ef61dc14, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44bc8a03-2f4f-4978-99f6-9fc05c155a8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:55:51.569074 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-d2d1d043-20a6-4684-be00-63e1652addda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:51.569484 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a0577f-b8bc-4482-bb7f-c9dcce139b94 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Made reservation on behalf of 8159930f4cd04c93a05e4b2450c5c6a7 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:51.575714 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-97a0577f-b8bc-4482-bb7f-c9dcce139b94 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:51.655644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-d2d1d043-20a6-4684-be00-63e1652addda service neutron] For port de2753a1-a6b7-4967-ae88-01f1ef61dc14, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:55:51.659095 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-d2d1d043-20a6-4684-be00-63e1652addda service neutron] For port de2753a1-a6b7-4967-ae88-01f1ef61dc14, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=de2753a1-a6b7-4967-ae88-01f1ef61dc14,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:55:51.736616 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-d2d1d043-20a6-4684-be00-63e1652addda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:51.745281 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a123138c-8a1b-40d7-b079-f9677a56227b up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:55:51.798160 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port a123138c-8a1b-40d7-b079-f9677a56227b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:51.798836 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:51.816691 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-8cef5dce-f1a2-45fa-8350-3ab34426a52e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting port 7e5cebaf-5f7b-452e-893f-267e67821486 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:55:51.817037 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8cef5dce-f1a2-45fa-8350-3ab34426a52e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:51.852595 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-d2d1d043-20a6-4684-be00-63e1652addda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:51.854057 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-d2d1d043-20a6-4684-be00-63e1652addda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:51.860518 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-d2d1d043-20a6-4684-be00-63e1652addda service neutron] 10.222.0.24 "PUT /v2.0/ports/de2753a1-a6b7-4967-ae88-01f1ef61dc14 HTTP/1.1" status: 200 len: 1092 time: 1.7461381 Apr 21 12:55:51.861688 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2ade66-1fc3-4c41-a59e-3e5f2007ae68', 'tag': 'de2753a1-a6b7-4967-ae88-01f1ef61dc14'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:55:51.868249 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127b0fb4-fe4d-4158-bb58-52912ad0d025" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2ade66-1fc3-4c41-a59e-3e5f2007ae68", "tag": "de2753a1-a6b7-4967-ae88-01f1ef61dc14"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:55:51.916111 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d1d043-20a6-4684-be00-63e1652addda service neutron] Pushing event updated for resources: {'Port': ['ID=de2753a1-a6b7-4967-ae88-01f1ef61dc14,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:51.966218 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32303c1a-0d8b-42c5-adb6-152f73ab966a x-openstack-request-id: req-32303c1a-0d8b-42c5-adb6-152f73ab966a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:55:51.966511 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2ade66-1fc3-4c41-a59e-3e5f2007ae68", "tag": "de2753a1-a6b7-4967-ae88-01f1ef61dc14", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:55:51.966770 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-32303c1a-0d8b-42c5-adb6-152f73ab966a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:55:51.967184 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32303c1a-0d8b-42c5-adb6-152f73ab966a'] response: {'name': 'network-changed', 'server_uuid': '4d2ade66-1fc3-4c41-a59e-3e5f2007ae68', 'tag': 'de2753a1-a6b7-4967-ae88-01f1ef61dc14', 'status': 'completed', 'code': 200} Apr 21 12:55:52.057961 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b0fb4-fe4d-4158-bb58-52912ad0d025 req-ea99eee6-1258-4c15-a2e0-b639a1fb296e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:52.065539 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-127b0fb4-fe4d-4158-bb58-52912ad0d025 req-ea99eee6-1258-4c15-a2e0-b639a1fb296e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f94db1c78e7042a5b25684fb2e0b4069&device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 1095 time: 0.0690322 Apr 21 12:55:52.071301 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8cef5dce-f1a2-45fa-8350-3ab34426a52e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:52.106743 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-8cef5dce-f1a2-45fa-8350-3ab34426a52e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Calling delete_port for 7e5cebaf-5f7b-452e-893f-267e67821486 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:55:52.124427 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-97a0577f-b8bc-4482-bb7f-c9dcce139b94 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:52.254298 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d0b7b079-8813-4ce5-98e7-b141bdc6da26 None None] Provisioning complete for port 7e5cebaf-5f7b-452e-893f-267e67821486 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:52.255357 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0b7b079-8813-4ce5-98e7-b141bdc6da26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:52.256876 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b0fb4-fe4d-4158-bb58-52912ad0d025 req-177a5c44-bf58-4ffe-8406-d182e3c67358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:52.258420 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-127b0fb4-fe4d-4158-bb58-52912ad0d025 req-177a5c44-bf58-4ffe-8406-d182e3c67358 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f94db1c78e7042a5b25684fb2e0b4069&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1790779 Apr 21 12:55:52.274449 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a0577f-b8bc-4482-bb7f-c9dcce139b94 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Subnet': ['ID=4365b0ef-2f02-4c93-bc57-83ba9876c7ab,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:52.320296 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a0577f-b8bc-4482-bb7f-c9dcce139b94 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Checking segment: {'id': 'ee8822e3-8391-49c3-b7bb-d07d381cc701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ba6a809b-6b82-4c8d-bb1c-8e7f446610cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:55:52.320988 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a0577f-b8bc-4482-bb7f-c9dcce139b94 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network hostable DHCP agents. Network: ba6a809b-6b82-4c8d-bb1c-8e7f446610cc, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:55:52.322571 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d0b7b079-8813-4ce5-98e7-b141bdc6da26 None None] Port 7e5cebaf-5f7b-452e-893f-267e67821486 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:52.330656 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6b2d0-7762-4bd9-bf14-42ead730b567 req-f5bc7171-ed4f-4a42-9f58-b12910b67c4b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:52.332340 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ec6b2d0-7762-4bd9-bf14-42ead730b567 req-f5bc7171-ed4f-4a42-9f58-b12910b67c4b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 944 time: 0.1147337 Apr 21 12:55:52.416627 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ec6b2d0-7762-4bd9-bf14-42ead730b567 req-f838f0fb-aabd-407d-84ff-89d0f6a6a398 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534136 Apr 21 12:55:52.432351 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a0577f-b8bc-4482-bb7f-c9dcce139b94 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network ba6a809b-6b82-4c8d-bb1c-8e7f446610cc is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:55:52.441254 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b0fb4-fe4d-4158-bb58-52912ad0d025 req-21c1e137-b550-47d8-935d-f3260137405f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:52.442765 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-127b0fb4-fe4d-4158-bb58-52912ad0d025 req-21c1e137-b550-47d8-935d-f3260137405f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1661854 Apr 21 12:55:52.490637 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8cef5dce-f1a2-45fa-8350-3ab34426a52e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:52.524780 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36784) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:52.532956 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef5dce-f1a2-45fa-8350-3ab34426a52e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Port': ['ID=7e5cebaf-5f7b-452e-893f-267e67821486,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:52.534669 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-97a0577f-b8bc-4482-bb7f-c9dcce139b94 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, ba6a809b-6b82-4c8d-bb1c-8e7f446610cc) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:52.537371 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-bb858b7b-d094-436b-8715-cfe1c5becd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:52.542920 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a0577f-b8bc-4482-bb7f-c9dcce139b94 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:52.543531 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-97a0577f-b8bc-4482-bb7f-c9dcce139b94 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:52.544382 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-bb858b7b-d094-436b-8715-cfe1c5becd8b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f94db1c78e7042a5b25684fb2e0b4069&device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 1095 time: 0.0500000 Apr 21 12:55:52.573339 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892d9e27-160a-43cb-9d92-49eec9ea4fde None None] Network ba6a809b-6b82-4c8d-bb1c-8e7f446610cc requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:52.612071 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-4ab790ca-7313-426e-9187-4aa65432be5b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de2753a1-a6b7-4967-ae88-01f1ef61dc14 HTTP/1.1" status: 200 len: 217 time: 0.0577562 Apr 21 12:55:52.663093 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8cef5dce-f1a2-45fa-8350-3ab34426a52e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:52.669994 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8cef5dce-f1a2-45fa-8350-3ab34426a52e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/ports/7e5cebaf-5f7b-452e-893f-267e67821486 HTTP/1.1" status: 204 len: 168 time: 1.1072965 Apr 21 12:55:52.669994 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36788) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:52.690393 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-aa63a658-e36d-4691-baf5-2c4dc06bc7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:52.691897 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-aa63a658-e36d-4691-baf5-2c4dc06bc7de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4db84230-709b-4f7f-90e2-f9bbd733dd6f HTTP/1.1" status: 200 len: 851 time: 0.0690863 Apr 21 12:55:52.724187 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-42034e37-49c6-42de-a3b6-7402ff29920e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:52.740737 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-97a0577f-b8bc-4482-bb7f-c9dcce139b94 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4290452 Apr 21 12:55:52.740737 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ac6df95-c22b-4cd7-8ebf-a359ad316bd4 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] GET failed (client error): The resource could not be found. Apr 21 12:55:52.741097 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9ac6df95-c22b-4cd7-8ebf-a359ad316bd4 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "GET /v2.0/ports/7e5cebaf-5f7b-452e-893f-267e67821486 HTTP/1.1" status: 404 len: 333 time: 0.0696280 Apr 21 12:55:52.742550 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36790) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:52.745309 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36792) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:52.753976 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-604c2e40-16b9-4cf0-92c1-098c7dda2ec2 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-368688632', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:52.771154 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-592e2d5f-c6bd-4f77-9a89-a3f41bc3bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:52.772682 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-592e2d5f-c6bd-4f77-9a89-a3f41bc3bd16 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff8e5b58-c3c2-47b6-b0e6-14167c057929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703177 Apr 21 12:55:52.800633 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cadec5a-0705-474f-8996-e8862e74bf4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-ba6a809b-6b82-4c8d-bb1c-8e7f446610cc', 'network_id': 'ba6a809b-6b82-4c8d-bb1c-8e7f446610cc', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'fixed_ips': [{'subnet_id': '4365b0ef-2f02-4c93-bc57-83ba9876c7ab'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:55:52.802296 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9cadec5a-0705-474f-8996-e8862e74bf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:52.820368 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10dba773-e798-4ed8-8195-6e3fbc468514 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:52.849885 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10dba773-e798-4ed8-8195-6e3fbc468514 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:52.871207 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-604c2e40-16b9-4cf0-92c1-098c7dda2ec2 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:52.871733 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-604c2e40-16b9-4cf0-92c1-098c7dda2ec2 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:52.905374 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-8e610784-e97e-4197-a9a2-2486fe8c5dec service neutron] 10.222.0.24 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206746 Apr 21 12:55:52.917441 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-42034e37-49c6-42de-a3b6-7402ff29920e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:52.964022 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-604c2e40-16b9-4cf0-92c1-098c7dda2ec2 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:52.967312 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-9cadec5a-0705-474f-8996-e8862e74bf4c None None] Allocated IP 172.20.0.2 (ba6a809b-6b82-4c8d-bb1c-8e7f446610cc/4365b0ef-2f02-4c93-bc57-83ba9876c7ab/bc3e2395-769e-44f0-a99b-580de418e09f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:53.010066 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10dba773-e798-4ed8-8195-6e3fbc468514 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:53.013030 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10dba773-e798-4ed8-8195-6e3fbc468514 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:53.017562 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-10dba773-e798-4ed8-8195-6e3fbc468514 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/security-groups/326086f7-4d45-402e-9982-990202661f55 HTTP/1.1" status: 204 len: 168 time: 0.2708781 Apr 21 12:55:53.025955 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36794) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:53.028816 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c667abf4-a641-4b40-a4d3-8dcb9c032444 req-bfed2476-cc4d-4a63-af9d-e7aa9fdfede6 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115382 Apr 21 12:55:53.041434 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dba773-e798-4ed8-8195-6e3fbc468514 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=326086f7-4d45-402e-9982-990202661f55,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:53.047372 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-42034e37-49c6-42de-a3b6-7402ff29920e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:53.062735 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-604c2e40-16b9-4cf0-92c1-098c7dda2ec2 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:53.112443 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-42034e37-49c6-42de-a3b6-7402ff29920e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c0d4b40edc394b36b383884db75074d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5833762 Apr 21 12:55:53.113329 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36796) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:53.115202 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42034e37-49c6-42de-a3b6-7402ff29920e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecb0243-b215-4d69-9c2e-d89977be13af,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:53.137471 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9cadec5a-0705-474f-8996-e8862e74bf4c None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:53.137880 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ba5a54f4-0652-4eee-8e63-cc67a7768455 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:53.159282 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ba5a54f4-0652-4eee-8e63-cc67a7768455 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:53.167653 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14971762-2ac4-4210-8be8-0aafd6a47a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:53.188581 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14971762-2ac4-4210-8be8-0aafd6a47a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:53.204693 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-604c2e40-16b9-4cf0-92c1-098c7dda2ec2 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:53.206248 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-604c2e40-16b9-4cf0-92c1-098c7dda2ec2 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4575591 Apr 21 12:55:53.209093 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36798) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:53.248915 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9cadec5a-0705-474f-8996-e8862e74bf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:53.283857 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ba5a54f4-0652-4eee-8e63-cc67a7768455 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:53.286338 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ba5a54f4-0652-4eee-8e63-cc67a7768455 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:53.287461 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ba5a54f4-0652-4eee-8e63-cc67a7768455 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/security-groups/4b5d1cf0-43f1-474f-b29e-570da83403a8 HTTP/1.1" status: 204 len: 168 time: 0.2654223 Apr 21 12:55:53.291852 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cadec5a-0705-474f-8996-e8862e74bf4c None None] Network ba6a809b-6b82-4c8d-bb1c-8e7f446610cc is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:53.292334 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36800) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:53.297048 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-9cadec5a-0705-474f-8996-e8862e74bf4c None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:53.299557 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cadec5a-0705-474f-8996-e8862e74bf4c None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:55:53.313859 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cadec5a-0705-474f-8996-e8862e74bf4c None None] Pushing event updated for resources: {'Port': ['ID=bc3e2395-769e-44f0-a99b-580de418e09f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:53.338972 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a54f4-0652-4eee-8e63-cc67a7768455 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5d1cf0-43f1-474f-b29e-570da83403a8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:53.339808 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14971762-2ac4-4210-8be8-0aafd6a47a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:53.344506 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14971762-2ac4-4210-8be8-0aafd6a47a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:53.345762 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-14971762-2ac4-4210-8be8-0aafd6a47a1b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cecb0243-b215-4d69-9c2e-d89977be13af HTTP/1.1" status: 204 len: 168 time: 0.2311931 Apr 21 12:55:53.367253 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-da778139-c60f-4eda-99f9-6c5576fffa2e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting subnet ad4849e0-b6dd-4739-acd0-3d41a73ee5ae {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:55:53.372871 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da778139-c60f-4eda-99f9-6c5576fffa2e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:53.382354 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9cadec5a-0705-474f-8996-e8862e74bf4c None None] Attempting to bind port bc3e2395-769e-44f0-a99b-580de418e09f on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:55:53.382354 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9cadec5a-0705-474f-8996-e8862e74bf4c None None] Attempting to bind port bc3e2395-769e-44f0-a99b-580de418e09f by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'ee8822e3-8391-49c3-b7bb-d07d381cc701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ba6a809b-6b82-4c8d-bb1c-8e7f446610cc'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:55:53.382354 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cadec5a-0705-474f-8996-e8862e74bf4c None None] Attempting to bind port bc3e2395-769e-44f0-a99b-580de418e09f on network ba6a809b-6b82-4c8d-bb1c-8e7f446610cc {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:55:53.386775 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cadec5a-0705-474f-8996-e8862e74bf4c None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:55:53.387442 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cadec5a-0705-474f-8996-e8862e74bf4c None None] Checking segment: {'id': 'ee8822e3-8391-49c3-b7bb-d07d381cc701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ba6a809b-6b82-4c8d-bb1c-8e7f446610cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:55:53.388400 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9cadec5a-0705-474f-8996-e8862e74bf4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:53.388959 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cadec5a-0705-474f-8996-e8862e74bf4c None None] Bound using segment: {'id': 'ee8822e3-8391-49c3-b7bb-d07d381cc701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ba6a809b-6b82-4c8d-bb1c-8e7f446610cc'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:55:53.389907 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9cadec5a-0705-474f-8996-e8862e74bf4c None None] Bound port: bc3e2395-769e-44f0-a99b-580de418e09f, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee8822e3-8391-49c3-b7bb-d07d381cc701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'ba6a809b-6b82-4c8d-bb1c-8e7f446610cc'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:55:53.390483 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9cadec5a-0705-474f-8996-e8862e74bf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:53.429393 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da778139-c60f-4eda-99f9-6c5576fffa2e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:53.475968 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9cadec5a-0705-474f-8996-e8862e74bf4c None None] For port bc3e2395-769e-44f0-a99b-580de418e09f, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:55:53.479522 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14971762-2ac4-4210-8be8-0aafd6a47a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecb0243-b215-4d69-9c2e-d89977be13af,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:53.481629 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9cadec5a-0705-474f-8996-e8862e74bf4c None None] For port bc3e2395-769e-44f0-a99b-580de418e09f, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=bc3e2395-769e-44f0-a99b-580de418e09f,segment=NetworkSegment(ee8822e3-8391-49c3-b7bb-d07d381cc701),segment_id=ee8822e3-8391-49c3-b7bb-d07d381cc701)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:55:53.548471 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c1f9de4-ddfe-44cd-b188-84cb565ad3e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:53.558898 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9cadec5a-0705-474f-8996-e8862e74bf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:53.559619 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da778139-c60f-4eda-99f9-6c5576fffa2e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:53.611155 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640ca13-bc7a-4310-aa41-86f2a7c4e360 req-fcdea08f-4856-41f1-bde7-8edc5654d449 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:53.612720 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f640ca13-bc7a-4310-aa41-86f2a7c4e360 req-fcdea08f-4856-41f1-bde7-8edc5654d449 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 944 time: 0.0967903 Apr 21 12:55:53.653655 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cadec5a-0705-474f-8996-e8862e74bf4c None None] Pushing event updated for resources: {'Port': ['ID=bc3e2395-769e-44f0-a99b-580de418e09f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:53.670816 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f640ca13-bc7a-4310-aa41-86f2a7c4e360 req-67a143c3-ef5b-4cae-a92a-3a9bc8871192 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490150 Apr 21 12:55:53.742459 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da778139-c60f-4eda-99f9-6c5576fffa2e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:53.776803 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da778139-c60f-4eda-99f9-6c5576fffa2e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Subnet': ['ID=ad4849e0-b6dd-4739-acd0-3d41a73ee5ae,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:53.782915 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da778139-c60f-4eda-99f9-6c5576fffa2e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:53.791687 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-da778139-c60f-4eda-99f9-6c5576fffa2e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/subnets/ad4849e0-b6dd-4739-acd0-3d41a73ee5ae HTTP/1.1" status: 204 len: 168 time: 0.4991336 Apr 21 12:55:53.792373 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36808) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:53.798392 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33cc3586-bd99-4132-a1ce-7af019a564f5 None None] Network 47d4d1c1-50d9-4a74-9423-18f4cbb55850 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:53.800159 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-14027e85-b8df-4f84-b6bd-50f320d188b9 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'subnet': {'network_id': '47d4d1c1-50d9-4a74-9423-18f4cbb55850', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:54.061471 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14027e85-b8df-4f84-b6bd-50f320d188b9 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:54.065620 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14027e85-b8df-4f84-b6bd-50f320d188b9 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:54.124311 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36810) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:54.158605 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d998def-f9b7-40ec-abe7-71bc9f90f157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:54.196200 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-9c1f9de4-ddfe-44cd-b188-84cb565ad3e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Allocated IP 172.20.0.1 (ba6a809b-6b82-4c8d-bb1c-8e7f446610cc/4365b0ef-2f02-4c93-bc57-83ba9876c7ab/25e45567-5671-4858-a624-52b4b34095ff) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:54.342644 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d998def-f9b7-40ec-abe7-71bc9f90f157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:54.358143 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c1f9de4-ddfe-44cd-b188-84cb565ad3e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:54.390272 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14027e85-b8df-4f84-b6bd-50f320d188b9 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:54.421275 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d998def-f9b7-40ec-abe7-71bc9f90f157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:54.438217 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14027e85-b8df-4f84-b6bd-50f320d188b9 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network 47d4d1c1-50d9-4a74-9423-18f4cbb55850 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:54.442176 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-14027e85-b8df-4f84-b6bd-50f320d188b9 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:54.448066 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14027e85-b8df-4f84-b6bd-50f320d188b9 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:54.448868 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-14027e85-b8df-4f84-b6bd-50f320d188b9 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:54.460892 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c1f9de4-ddfe-44cd-b188-84cb565ad3e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:54.463634 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14027e85-b8df-4f84-b6bd-50f320d188b9 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Subnet': ['ID=05c60f5f-b830-42a9-9d34-84547e1bfbaf,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:54.499140 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7d998def-f9b7-40ec-abe7-71bc9f90f157 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=55cc9015a0d1482fa41d116815f9a908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3738444 Apr 21 12:55:54.502246 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d998def-f9b7-40ec-abe7-71bc9f90f157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6812ee8-90bd-4a2b-b8e6-69aa2f5bb2c3,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:54.502974 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36812) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:54.525150 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1f9de4-ddfe-44cd-b188-84cb565ad3e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network ba6a809b-6b82-4c8d-bb1c-8e7f446610cc is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:54.528648 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-9c1f9de4-ddfe-44cd-b188-84cb565ad3e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:54.533005 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1f9de4-ddfe-44cd-b188-84cb565ad3e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:55:54.540470 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f9de4-ddfe-44cd-b188-84cb565ad3e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Port': ['ID=25e45567-5671-4858-a624-52b4b34095ff,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:54.561138 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-14027e85-b8df-4f84-b6bd-50f320d188b9 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7675917 Apr 21 12:55:54.570826 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36814) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:54.570826 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-aef0d06f-d038-4518-8aaf-73ccc1f86c43 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'security_group': {'name': 'tempest-secgroup-838530810'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:54.581895 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4daf1a20-c752-4fc2-b3cf-4d1aebca6ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:54.602908 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c1f9de4-ddfe-44cd-b188-84cb565ad3e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:54.613367 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4daf1a20-c752-4fc2-b3cf-4d1aebca6ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:54.691281 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aef0d06f-d038-4518-8aaf-73ccc1f86c43 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:54.709965 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e47399c-fd89-460c-aa2e-3baac25f2d75 None None] Network 47d4d1c1-50d9-4a74-9423-18f4cbb55850 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:54.718852 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8d4e130b-3b36-4e94-ae59-dac6aa4c463b None None] Provisioning complete for port 354cc589-21c2-4877-bbd3-56dc0dd3f71b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:54.719569 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d4e130b-3b36-4e94-ae59-dac6aa4c463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:54.751850 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4daf1a20-c752-4fc2-b3cf-4d1aebca6ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:54.755443 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4daf1a20-c752-4fc2-b3cf-4d1aebca6ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:54.761548 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4daf1a20-c752-4fc2-b3cf-4d1aebca6ce9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e6812ee8-90bd-4a2b-b8e6-69aa2f5bb2c3 HTTP/1.1" status: 204 len: 168 time: 0.2528934 Apr 21 12:55:54.775089 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daf1a20-c752-4fc2-b3cf-4d1aebca6ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6812ee8-90bd-4a2b-b8e6-69aa2f5bb2c3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:54.824374 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8d4e130b-3b36-4e94-ae59-dac6aa4c463b None None] Port 354cc589-21c2-4877-bbd3-56dc0dd3f71b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:54.826776 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aef0d06f-d038-4518-8aaf-73ccc1f86c43 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:54.874870 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8d4e130b-3b36-4e94-ae59-dac6aa4c463b None None] Provisioning complete for port a123138c-8a1b-40d7-b079-f9677a56227b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:54.875288 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d4e130b-3b36-4e94-ae59-dac6aa4c463b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:54.881132 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73331fcb-7e74-41b3-b471-9697b6a2d932 req-77b01180-fc72-452b-beec-dbbdce9ddb8c tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:54.887703 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-73331fcb-7e74-41b3-b471-9697b6a2d932 req-77b01180-fc72-452b-beec-dbbdce9ddb8c tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 944 time: 0.0882726 Apr 21 12:55:54.899176 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c1f9de4-ddfe-44cd-b188-84cb565ad3e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:54.921996 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aef0d06f-d038-4518-8aaf-73ccc1f86c43 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:54.949883 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-73331fcb-7e74-41b3-b471-9697b6a2d932 req-001cf174-d341-4567-a9e0-470cc17163ec tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608652 Apr 21 12:55:54.998024 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0d06f-d038-4518-8aaf-73ccc1f86c43 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbcedc1-1b80-40d8-8248-813bd6aab01f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:55.032444 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc46739-052c-4778-89f9-a8cfe6feab8e None None] Network ba6a809b-6b82-4c8d-bb1c-8e7f446610cc requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:55.065605 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aef0d06f-d038-4518-8aaf-73ccc1f86c43 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:55.070285 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-aef0d06f-d038-4518-8aaf-73ccc1f86c43 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5035520 Apr 21 12:55:55.070528 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36822) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:55.074975 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3e035f0d-5824-4490-9f4b-946811f2d39c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'security_group': {'name': 'tempest-secgroup-100806776'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:55.147160 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3987efb8-fd0a-402d-b2b9-6f48821672bc None None] Update dhcp port {'port': {'network_id': '47d4d1c1-50d9-4a74-9423-18f4cbb55850', 'fixed_ips': [{'subnet_id': '571f29fb-59d9-4e3c-b7a0-4217e0febead', 'ip_address': '172.20.0.18'}, {'subnet_id': '05c60f5f-b830-42a9-9d34-84547e1bfbaf'}], 'binding:host_id': 'n-d-836147-2'}, 'id': 'a123138c-8a1b-40d7-b079-f9677a56227b'} from n-d-836147-2. {{(pid=103399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 21 12:55:55.175701 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e035f0d-5824-4490-9f4b-946811f2d39c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:55.209464 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3987efb8-fd0a-402d-b2b9-6f48821672bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:55.231985 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-218e3407-2c77-4589-bdcb-844df6a96592 None None] Provisioning complete for port bc3e2395-769e-44f0-a99b-580de418e09f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:55.232275 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-218e3407-2c77-4589-bdcb-844df6a96592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:55.249464 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e035f0d-5824-4490-9f4b-946811f2d39c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:55.257040 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c1f9de4-ddfe-44cd-b188-84cb565ad3e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:55.331123 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e035f0d-5824-4490-9f4b-946811f2d39c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:55.341068 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c1f9de4-ddfe-44cd-b188-84cb565ad3e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:55.379781 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device de2753a1-a6b7-4967-ae88-01f1ef61dc14 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:55:55.386101 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e035f0d-5824-4490-9f4b-946811f2d39c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42d9dca0-2e8d-4059-ad8b-94895d2bc850,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:55.407292 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c1f9de4-ddfe-44cd-b188-84cb565ad3e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:55.468840 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f9de4-ddfe-44cd-b188-84cb565ad3e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Port': ['ID=25e45567-5671-4858-a624-52b4b34095ff,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:55.493672 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e035f0d-5824-4490-9f4b-946811f2d39c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:55.496225 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3e035f0d-5824-4490-9f4b-946811f2d39c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4248943 Apr 21 12:55:55.499101 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36832) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:55.505377 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f15310c2-f34f-4a52-b779-475ee5878e14 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'security_group': {'name': 'tempest-secgroup-1870289431'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:55.579216 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1f9de4-ddfe-44cd-b188-84cb565ad3e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network ba6a809b-6b82-4c8d-bb1c-8e7f446610cc is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:55.581692 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-9c1f9de4-ddfe-44cd-b188-84cb565ad3e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:55.585812 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-218e3407-2c77-4589-bdcb-844df6a96592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:55.616014 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f15310c2-f34f-4a52-b779-475ee5878e14 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:55.772936 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f15310c2-f34f-4a52-b779-475ee5878e14 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:55.841724 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-218e3407-2c77-4589-bdcb-844df6a96592 None None] For port bc3e2395-769e-44f0-a99b-580de418e09f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=bc3e2395-769e-44f0-a99b-580de418e09f,segment=NetworkSegment(ee8822e3-8391-49c3-b7bb-d07d381cc701),segment_id=ee8822e3-8391-49c3-b7bb-d07d381cc701)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:55.844921 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1f9de4-ddfe-44cd-b188-84cb565ad3e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Router dec9ea14-d689-4657-ae96-ffd8986e07e1 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:55:55.849093 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-3987efb8-fd0a-402d-b2b9-6f48821672bc None None] Allocated IP 172.20.0.2 (47d4d1c1-50d9-4a74-9423-18f4cbb55850/05c60f5f-b830-42a9-9d34-84547e1bfbaf/a123138c-8a1b-40d7-b079-f9677a56227b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:55.877684 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device bc3e2395-769e-44f0-a99b-580de418e09f up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:55:55.878549 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f15310c2-f34f-4a52-b779-475ee5878e14 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:55.880825 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port de2753a1-a6b7-4967-ae88-01f1ef61dc14, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=de2753a1-a6b7-4967-ae88-01f1ef61dc14,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:55.922421 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15310c2-f34f-4a52-b779-475ee5878e14 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc02d90-9dd2-46b9-9938-1dbefcbae17e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:55.942355 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'de2753a1-a6b7-4967-ae88-01f1ef61dc14', 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929', 'port_id': 'de2753a1-a6b7-4967-ae88-01f1ef61dc14', 'mac_address': 'fa:16:3e:a3:39:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:55:55.988603 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-218e3407-2c77-4589-bdcb-844df6a96592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:56.031150 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1f9de4-ddfe-44cd-b188-84cb565ad3e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:55:56.043533 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9c1f9de4-ddfe-44cd-b188-84cb565ad3e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "PUT /v2.0/routers/dec9ea14-d689-4657-ae96-ffd8986e07e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8333194 Apr 21 12:55:56.044291 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36844) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:56.049138 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea921db5-fa72-4297-a078-a05fb6fcc7b8 None None] Sync routers for ids ['dec9ea14-d689-4657-ae96-ffd8986e07e1'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:55:56.058224 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f15310c2-f34f-4a52-b779-475ee5878e14 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:56.060597 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f15310c2-f34f-4a52-b779-475ee5878e14 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5596597 Apr 21 12:55:56.070783 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea921db5-fa72-4297-a078-a05fb6fcc7b8 None None] Routers {'dec9ea14-d689-4657-ae96-ffd8986e07e1'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:55:56.072057 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ea921db5-fa72-4297-a078-a05fb6fcc7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:55:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['dec9ea14-d689-4657-ae96-ffd8986e07e1'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:56.076800 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36846) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:56.088219 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1140b158-3428-4d13-b461-ef694c17296c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-888670405', 'security_groups': ['6bc02d90-9dd2-46b9-9938-1dbefcbae17e'], 'network_id': '47d4d1c1-50d9-4a74-9423-18f4cbb55850', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '05c60f5f-b830-42a9-9d34-84547e1bfbaf'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:56.132242 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:56.159489 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ea921db5-fa72-4297-a078-a05fb6fcc7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:56.164499 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6572dc55-fe94-4522-9558-66fa2a834485 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:56.173748 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36850) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:56.176417 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6572dc55-fe94-4522-9558-66fa2a834485 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "GET /v2.0/ports/25e45567-5671-4858-a624-52b4b34095ff HTTP/1.1" status: 200 len: 910 time: 0.1310575 Apr 21 12:55:56.177995 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea921db5-fa72-4297-a078-a05fb6fcc7b8 None None] Routers {'dec9ea14-d689-4657-ae96-ffd8986e07e1'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:55:56.178607 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ea921db5-fa72-4297-a078-a05fb6fcc7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:55:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['dec9ea14-d689-4657-ae96-ffd8986e07e1'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:56.189570 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3987efb8-fd0a-402d-b2b9-6f48821672bc None None] For port a123138c-8a1b-40d7-b079-f9677a56227b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a123138c-8a1b-40d7-b079-f9677a56227b,segment=NetworkSegment(933fda86-eb0b-4f04-af36-4f07c176a6dc),segment_id=933fda86-eb0b-4f04-af36-4f07c176a6dc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:56.202039 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de2753a1-a6b7-4967-ae88-01f1ef61dc14 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:55:56.220638 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ea921db5-fa72-4297-a078-a05fb6fcc7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:56.221552 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea921db5-fa72-4297-a078-a05fb6fcc7b8 None None] The sync data for ids ['dec9ea14-d689-4657-ae96-ffd8986e07e1'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:55:56.227363 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-40d9c9d8-65a0-4b3e-ac95-802d8a584659 None None] Provisioning complete for port 25e45567-5671-4858-a624-52b4b34095ff triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:56.228620 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40d9c9d8-65a0-4b3e-ac95-802d8a584659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:56.236705 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e3407-2c77-4589-bdcb-844df6a96592 None None] Pushing event updated for resources: {'Port': ['ID=bc3e2395-769e-44f0-a99b-580de418e09f,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:56.290827 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11fe1e-e17b-4405-8aaa-48799398fde1 req-895efab3-17ff-4008-90b3-c2fa2dc53f67 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:56.292401 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb11fe1e-e17b-4405-8aaa-48799398fde1 req-895efab3-17ff-4008-90b3-c2fa2dc53f67 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 944 time: 0.2515364 Apr 21 12:55:56.302491 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port bc3e2395-769e-44f0-a99b-580de418e09f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:56.302835 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:56.340991 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port de2753a1-a6b7-4967-ae88-01f1ef61dc14, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=de2753a1-a6b7-4967-ae88-01f1ef61dc14,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:56.346218 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3987efb8-fd0a-402d-b2b9-6f48821672bc None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:56.359640 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-40d9c9d8-65a0-4b3e-ac95-802d8a584659 None None] Port 25e45567-5671-4858-a624-52b4b34095ff cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:56.379347 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-40d9c9d8-65a0-4b3e-ac95-802d8a584659 None None] Provisioning complete for port bc3e2395-769e-44f0-a99b-580de418e09f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:56.379524 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40d9c9d8-65a0-4b3e-ac95-802d8a584659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:56.442321 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb11fe1e-e17b-4405-8aaa-48799398fde1 req-94a8cae4-35dd-4130-9fed-5f18d5a7f747 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324575 Apr 21 12:55:56.505682 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:56.565278 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3987efb8-fd0a-402d-b2b9-6f48821672bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:56.599042 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1140b158-3428-4d13-b461-ef694c17296c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:56.615855 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=de2753a1-a6b7-4967-ae88-01f1ef61dc14,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:56.671223 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aad2801a-f0b9-4cb5-afab-bca381c9e94d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:56.703051 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3987efb8-fd0a-402d-b2b9-6f48821672bc None None] Pushing event updated for resources: {'Port': ['ID=a123138c-8a1b-40d7-b079-f9677a56227b,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:56.711969 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-deee4b73-af23-4e6c-804e-ea62f4ceafcf None None] Provisioning complete for port 25e45567-5671-4858-a624-52b4b34095ff triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:56.712380 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-deee4b73-af23-4e6c-804e-ea62f4ceafcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:56.750871 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-deee4b73-af23-4e6c-804e-ea62f4ceafcf None None] Port 25e45567-5671-4858-a624-52b4b34095ff cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:56.765434 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1140b158-3428-4d13-b461-ef694c17296c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:56.783947 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['de2753a1-a6b7-4967-ae88-01f1ef61dc14'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:55:56.792036 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-1140b158-3428-4d13-b461-ef694c17296c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] device_id is not set on port 1b6fd437-9d00-4ced-a342-e523d1802718 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:55:57.057430 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-1140b158-3428-4d13-b461-ef694c17296c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Allocated IP 172.20.0.9 (47d4d1c1-50d9-4a74-9423-18f4cbb55850/05c60f5f-b830-42a9-9d34-84547e1bfbaf/1b6fd437-9d00-4ced-a342-e523d1802718) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:55:57.125758 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-aad2801a-f0b9-4cb5-afab-bca381c9e94d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Deleting port 25e45567-5671-4858-a624-52b4b34095ff {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:55:57.126104 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aad2801a-f0b9-4cb5-afab-bca381c9e94d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:57.273642 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2a7e7a01-cfa8-4731-8ec2-db5849bf8d5f None None] Provisioning complete for port 354cc589-21c2-4877-bbd3-56dc0dd3f71b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:57.275235 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a7e7a01-cfa8-4731-8ec2-db5849bf8d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:57.275409 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aad2801a-f0b9-4cb5-afab-bca381c9e94d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:57.292329 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1140b158-3428-4d13-b461-ef694c17296c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:57.297744 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-aad2801a-f0b9-4cb5-afab-bca381c9e94d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Calling delete_port for 25e45567-5671-4858-a624-52b4b34095ff owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:55:57.322905 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2a7e7a01-cfa8-4731-8ec2-db5849bf8d5f None None] Port 354cc589-21c2-4877-bbd3-56dc0dd3f71b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:57.333406 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2a7e7a01-cfa8-4731-8ec2-db5849bf8d5f None None] Provisioning complete for port a123138c-8a1b-40d7-b079-f9677a56227b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:57.333806 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a7e7a01-cfa8-4731-8ec2-db5849bf8d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:57.460601 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1140b158-3428-4d13-b461-ef694c17296c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:57.740583 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device bc3e2395-769e-44f0-a99b-580de418e09f up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:55:57.793814 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port bc3e2395-769e-44f0-a99b-580de418e09f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:57.794184 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:57.877777 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1140b158-3428-4d13-b461-ef694c17296c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network 47d4d1c1-50d9-4a74-9423-18f4cbb55850 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:57.878775 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a123138c-8a1b-40d7-b079-f9677a56227b up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:55:57.891822 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1140b158-3428-4d13-b461-ef694c17296c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Port': ['ID=1b6fd437-9d00-4ced-a342-e523d1802718,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:57.894413 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1140b158-3428-4d13-b461-ef694c17296c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:57.911184 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1140b158-3428-4d13-b461-ef694c17296c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:55:57.931867 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port a123138c-8a1b-40d7-b079-f9677a56227b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:57.932240 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:57.962052 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aad2801a-f0b9-4cb5-afab-bca381c9e94d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:57.984221 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f4c6c-1e33-48ba-92c1-c3ce68f5d810 req-22b48fbd-13ad-4bd3-9790-5196445a8d1f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:57.985842 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2d3f4c6c-1e33-48ba-92c1-c3ce68f5d810 req-22b48fbd-13ad-4bd3-9790-5196445a8d1f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 945 time: 0.4571543 Apr 21 12:55:57.991467 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1140b158-3428-4d13-b461-ef694c17296c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:57.992099 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1140b158-3428-4d13-b461-ef694c17296c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:58.028620 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2801a-f0b9-4cb5-afab-bca381c9e94d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Port': ['ID=25e45567-5671-4858-a624-52b4b34095ff,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:58.129958 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2d3f4c6c-1e33-48ba-92c1-c3ce68f5d810 req-1ce6b0af-352e-4ab9-8503-405a5b95ca67 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174135 Apr 21 12:55:58.141290 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1140b158-3428-4d13-b461-ef694c17296c tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0587769 Apr 21 12:55:58.141472 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36866) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:58.146505 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-440abdb9-dab2-4096-ad01-02d6e8a89bf6 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'subnet': {'network_id': '47d4d1c1-50d9-4a74-9423-18f4cbb55850', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:58.221917 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aad2801a-f0b9-4cb5-afab-bca381c9e94d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:58.274699 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-adf0490f-54b5-4947-896a-c4240e82ad0f None None] Provisioning complete for port 1b6fd437-9d00-4ced-a342-e523d1802718 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:58.275214 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-adf0490f-54b5-4947-896a-c4240e82ad0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:58.349927 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-adf0490f-54b5-4947-896a-c4240e82ad0f None None] Port 1b6fd437-9d00-4ced-a342-e523d1802718 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:55:58.381259 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440abdb9-dab2-4096-ad01-02d6e8a89bf6 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:58.384844 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-440abdb9-dab2-4096-ad01-02d6e8a89bf6 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:58.391386 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad2801a-f0b9-4cb5-afab-bca381c9e94d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Router dec9ea14-d689-4657-ae96-ffd8986e07e1 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:55:58.472065 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad2801a-f0b9-4cb5-afab-bca381c9e94d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:55:58.477050 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-aad2801a-f0b9-4cb5-afab-bca381c9e94d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "PUT /v2.0/routers/dec9ea14-d689-4657-ae96-ffd8986e07e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3023205 Apr 21 12:55:58.477163 n-d-836147-2 neutron-server[103397]: INFO neutron.db.ipam_backend_mixin [None req-440abdb9-dab2-4096-ad01-02d6e8a89bf6 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 05c60f5f-b830-42a9-9d34-84547e1bfbaf (CIDR: 172.20.0.0/28) Apr 21 12:55:58.480355 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36870) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:58.486319 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3cd89e-75ac-4f34-a076-bf1e983af47d None None] Sync routers for ids ['dec9ea14-d689-4657-ae96-ffd8986e07e1'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:55:58.496224 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3cd89e-75ac-4f34-a076-bf1e983af47d None None] Routers {'dec9ea14-d689-4657-ae96-ffd8986e07e1'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:55:58.496836 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-db3cd89e-75ac-4f34-a076-bf1e983af47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:55:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['dec9ea14-d689-4657-ae96-ffd8986e07e1'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:58.506714 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-41a69ba3-9fb0-4053-b7c8-ee39d23a6e75 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "GET /v2.0/ports?device_id=dec9ea14-d689-4657-ae96-ffd8986e07e1 HTTP/1.1" status: 200 len: 205 time: 0.0252914 Apr 21 12:55:58.509369 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36872) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:58.532278 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-db3cd89e-75ac-4f34-a076-bf1e983af47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:58.541266 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3cd89e-75ac-4f34-a076-bf1e983af47d None None] Routers {'dec9ea14-d689-4657-ae96-ffd8986e07e1'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:55:58.541888 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-db3cd89e-75ac-4f34-a076-bf1e983af47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:55:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['dec9ea14-d689-4657-ae96-ffd8986e07e1'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:58.548658 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-440abdb9-dab2-4096-ad01-02d6e8a89bf6 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:55:58.549147 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-440abdb9-dab2-4096-ad01-02d6e8a89bf6 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:55:58.573620 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-db3cd89e-75ac-4f34-a076-bf1e983af47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:58.574276 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3cd89e-75ac-4f34-a076-bf1e983af47d None None] The sync data for ids ['dec9ea14-d689-4657-ae96-ffd8986e07e1'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:55:58.592414 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b791a961-22e3-46e4-81f4-7b110982b95b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:58.748829 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-440abdb9-dab2-4096-ad01-02d6e8a89bf6 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6062236 Apr 21 12:55:58.751075 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b791a961-22e3-46e4-81f4-7b110982b95b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:58.751633 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36874) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:58.754124 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b791a961-22e3-46e4-81f4-7b110982b95b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:58.756634 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0c2b5a06-1682-4164-84c3-2e85e7596aab tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'subnet': {'network_id': '47d4d1c1-50d9-4a74-9423-18f4cbb55850', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:58.860416 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b791a961-22e3-46e4-81f4-7b110982b95b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:58.860965 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b791a961-22e3-46e4-81f4-7b110982b95b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Fanout notify agent at l3_agent the message router_deleted on router dec9ea14-d689-4657-ae96-ffd8986e07e1 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:55:58.871099 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b791a961-22e3-46e4-81f4-7b110982b95b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:58.872183 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b791a961-22e3-46e4-81f4-7b110982b95b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/routers/dec9ea14-d689-4657-ae96-ffd8986e07e1 HTTP/1.1" status: 204 len: 168 time: 0.3618398 Apr 21 12:55:58.874900 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36876) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:58.924258 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2c6c2ea-d834-4114-b846-b565cda3fab3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Deleting subnet 4365b0ef-2f02-4c93-bc57-83ba9876c7ab {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:55:58.924496 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2b5a06-1682-4164-84c3-2e85e7596aab tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:58.927362 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2c6c2ea-d834-4114-b846-b565cda3fab3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:58.927969 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0c2b5a06-1682-4164-84c3-2e85e7596aab tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:58.971108 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2c6c2ea-d834-4114-b846-b565cda3fab3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:59.012811 n-d-836147-2 neutron-server[103398]: INFO neutron.db.ipam_backend_mixin [None req-0c2b5a06-1682-4164-84c3-2e85e7596aab tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 571f29fb-59d9-4e3c-b7a0-4217e0febead (CIDR: 172.20.0.16/28) Apr 21 12:55:59.051108 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2c6c2ea-d834-4114-b846-b565cda3fab3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:59.067552 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2b5a06-1682-4164-84c3-2e85e7596aab tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:55:59.068078 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c2b5a06-1682-4164-84c3-2e85e7596aab tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:55:59.166293 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0c2b5a06-1682-4164-84c3-2e85e7596aab tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4135425 Apr 21 12:55:59.168889 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36880) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:59.184936 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8bf29a16-23bc-47d7-912e-221f8147a248 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'subnet': {'network_id': '47d4d1c1-50d9-4a74-9423-18f4cbb55850', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:55:59.210235 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2c6c2ea-d834-4114-b846-b565cda3fab3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:59.242020 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6c2ea-d834-4114-b846-b565cda3fab3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Subnet': ['ID=4365b0ef-2f02-4c93-bc57-83ba9876c7ab,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:59.246408 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2c6c2ea-d834-4114-b846-b565cda3fab3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:59.249797 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c2c6c2ea-d834-4114-b846-b565cda3fab3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/subnets/4365b0ef-2f02-4c93-bc57-83ba9876c7ab HTTP/1.1" status: 204 len: 168 time: 0.3739724 Apr 21 12:55:59.252473 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36882) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:55:59.254629 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ca574c-84f0-43cb-acbd-1048bc74dea1 None None] Network ba6a809b-6b82-4c8d-bb1c-8e7f446610cc requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:59.308179 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed33a5-89e5-4fd1-9070-d7df5fa9fbbf req-7ac33aed-f90e-4f43-81cf-f9ebb867fcf0 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:59.309744 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5eed33a5-89e5-4fd1-9070-d7df5fa9fbbf req-7ac33aed-f90e-4f43-81cf-f9ebb867fcf0 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 945 time: 0.0847723 Apr 21 12:55:59.338244 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c3b5358-aa03-44cd-ace5-4b859d806dea tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:59.371876 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5eed33a5-89e5-4fd1-9070-d7df5fa9fbbf req-d04cb3c4-abaa-48d4-a4ae-2c76de858374 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492582 Apr 21 12:55:59.379123 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device de2753a1-a6b7-4967-ae88-01f1ef61dc14 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:55:59.432437 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf29a16-23bc-47d7-912e-221f8147a248 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Made reservation on behalf of feca239de2924ae3abaaf49ec4bc8c7a for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:55:59.436002 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8bf29a16-23bc-47d7-912e-221f8147a248 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:59.439758 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-1c3b5358-aa03-44cd-ace5-4b859d806dea tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Deleting port bc3e2395-769e-44f0-a99b-580de418e09f {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:55:59.439758 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c3b5358-aa03-44cd-ace5-4b859d806dea tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:59.487998 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f558dca6-a6d0-4290-be72-9ff7f31e9183 None None] DHCP port deletion for ba6a809b-6b82-4c8d-bb1c-8e7f446610cc request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:55:59.520803 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port de2753a1-a6b7-4967-ae88-01f1ef61dc14 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:55:59.526110 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port de2753a1-a6b7-4967-ae88-01f1ef61dc14 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:55:59.526704 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:59.528263 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-1c3b5358-aa03-44cd-ace5-4b859d806dea tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] For port bc3e2395-769e-44f0-a99b-580de418e09f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=bc3e2395-769e-44f0-a99b-580de418e09f,segment=NetworkSegment(ee8822e3-8391-49c3-b7bb-d07d381cc701),segment_id=ee8822e3-8391-49c3-b7bb-d07d381cc701)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:59.528637 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c3b5358-aa03-44cd-ace5-4b859d806dea tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:59.545301 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-1c3b5358-aa03-44cd-ace5-4b859d806dea tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Calling delete_port for bc3e2395-769e-44f0-a99b-580de418e09f owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:55:59.591870 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f558dca6-a6d0-4290-be72-9ff7f31e9183 None None] Deleting port bc3e2395-769e-44f0-a99b-580de418e09f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:55:59.592726 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f558dca6-a6d0-4290-be72-9ff7f31e9183 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:59.676409 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:59.702756 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f558dca6-a6d0-4290-be72-9ff7f31e9183 None None] For port bc3e2395-769e-44f0-a99b-580de418e09f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=bc3e2395-769e-44f0-a99b-580de418e09f,segment=NetworkSegment(ee8822e3-8391-49c3-b7bb-d07d381cc701),segment_id=ee8822e3-8391-49c3-b7bb-d07d381cc701)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:59.703634 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f558dca6-a6d0-4290-be72-9ff7f31e9183 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:59.723975 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c3b5358-aa03-44cd-ace5-4b859d806dea tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:59.724202 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2ade66-1fc3-4c41-a59e-3e5f2007ae68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2753a1-a6b7-4967-ae88-01f1ef61dc14'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:55:59.726516 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8964dab8-6744-4682-8b63-06a315e74381" -d '{"events": [{"server_uuid": "4d2ade66-1fc3-4c41-a59e-3e5f2007ae68", "name": "network-vif-plugged", "status": "completed", "tag": "de2753a1-a6b7-4967-ae88-01f1ef61dc14"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:55:59.731373 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f558dca6-a6d0-4290-be72-9ff7f31e9183 None None] Calling delete_port for bc3e2395-769e-44f0-a99b-580de418e09f owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:55:59.744163 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port de2753a1-a6b7-4967-ae88-01f1ef61dc14, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=de2753a1-a6b7-4967-ae88-01f1ef61dc14,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:55:59.753213 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device bc3e2395-769e-44f0-a99b-580de418e09f no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:55:59.754823 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b5358-aa03-44cd-ace5-4b859d806dea tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Port': ['ID=bc3e2395-769e-44f0-a99b-580de418e09f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:59.756926 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3b5358-aa03-44cd-ace5-4b859d806dea tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] No DVR routers for this DVR port bc3e2395-769e-44f0-a99b-580de418e09f on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:55:59.798629 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8bf29a16-23bc-47d7-912e-221f8147a248 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:59.807737 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80fcb03-914c-4dca-81ec-446063b30928 x-openstack-request-id: req-b80fcb03-914c-4dca-81ec-446063b30928 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:55:59.808150 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2ade66-1fc3-4c41-a59e-3e5f2007ae68", "name": "network-vif-plugged", "status": "completed", "tag": "de2753a1-a6b7-4967-ae88-01f1ef61dc14", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:55:59.808263 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b80fcb03-914c-4dca-81ec-446063b30928 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:55:59.808675 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b80fcb03-914c-4dca-81ec-446063b30928'] response: {'server_uuid': '4d2ade66-1fc3-4c41-a59e-3e5f2007ae68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2753a1-a6b7-4967-ae88-01f1ef61dc14', 'code': 200} Apr 21 12:55:59.810478 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: bc3e2395-769e-44f0-a99b-580de418e09f {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:55:59.810824 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device bc3e2395-769e-44f0-a99b-580de418e09f not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:55:59.829460 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:59.852211 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c3b5358-aa03-44cd-ace5-4b859d806dea tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:59.881558 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-1c3b5358-aa03-44cd-ace5-4b859d806dea tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba6a809b-6b82-4c8d-bb1c-8e7f446610cc']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:59.898270 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-1c3b5358-aa03-44cd-ace5-4b859d806dea tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8822e3-8391-49c3-b7bb-d07d381cc701') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:59.898270 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-1c3b5358-aa03-44cd-ace5-4b859d806dea tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8822e3-8391-49c3-b7bb-d07d381cc701') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:55:59.906960 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf29a16-23bc-47d7-912e-221f8147a248 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Network 47d4d1c1-50d9-4a74-9423-18f4cbb55850 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:55:59.907207 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c3b5358-aa03-44cd-ace5-4b859d806dea tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:59.910152 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f558dca6-a6d0-4290-be72-9ff7f31e9183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:59.911887 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8bf29a16-23bc-47d7-912e-221f8147a248 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:55:59.915355 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf29a16-23bc-47d7-912e-221f8147a248 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:59.915943 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8bf29a16-23bc-47d7-912e-221f8147a248 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:59.921911 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c3b5358-aa03-44cd-ace5-4b859d806dea tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:59.927735 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c3b5358-aa03-44cd-ace5-4b859d806dea tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:55:59.928471 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c3b5358-aa03-44cd-ace5-4b859d806dea tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:55:59.929261 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f0a233-80d0-4ebd-ad70-e03e1bfabb6c None None] Network 47d4d1c1-50d9-4a74-9423-18f4cbb55850 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:55:59.932381 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:55:59.939382 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf29a16-23bc-47d7-912e-221f8147a248 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Subnet': ['ID=1a438952-cf74-4383-baab-db432bb925ac,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:55:59.949259 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f558dca6-a6d0-4290-be72-9ff7f31e9183 None None] No DVR routers for this DVR port bc3e2395-769e-44f0-a99b-580de418e09f on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:55:59.951634 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4362c6d-be1f-4c65-a05e-8a8070045a42 req-929ef473-4428-4f64-8da7-8ba36a62f5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:55:59.954026 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e4362c6d-be1f-4c65-a05e-8a8070045a42 req-929ef473-4428-4f64-8da7-8ba36a62f5a1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 1097 time: 0.0923264 Apr 21 12:55:59.977841 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=de2753a1-a6b7-4967-ae88-01f1ef61dc14,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:00.010004 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8bf29a16-23bc-47d7-912e-221f8147a248 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8400197 Apr 21 12:56:00.012577 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36892) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:00.013941 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558dca6-a6d0-4290-be72-9ff7f31e9183 None None] Pushing event deleted for resources: {'Port': ['ID=bc3e2395-769e-44f0-a99b-580de418e09f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:00.020850 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-450aa6b8-4008-4f8c-8740-a78ff6fad2e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1470824282', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1a438952-cf74-4383-baab-db432bb925ac'}], 'security_groups': ['8cbcedc1-1b80-40d8-8248-813bd6aab01f', '42d9dca0-2e8d-4059-ad8b-94895d2bc850']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:00.026373 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e4362c6d-be1f-4c65-a05e-8a8070045a42 req-0a19cef7-4203-4042-8ee9-282616043123 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621228 Apr 21 12:56:00.086060 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-450aa6b8-4008-4f8c-8740-a78ff6fad2e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:00.141231 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c3b5358-aa03-44cd-ace5-4b859d806dea tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:00.151553 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c3b5358-aa03-44cd-ace5-4b859d806dea tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:00.155000 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1c3b5358-aa03-44cd-ace5-4b859d806dea tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/networks/ba6a809b-6b82-4c8d-bb1c-8e7f446610cc HTTP/1.1" status: 204 len: 168 time: 0.9016006 Apr 21 12:56:00.166570 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36896) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:00.171556 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3222c4a5-5bc9-49fb-be54-8796d47ab0f7 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-449363717', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:00.200533 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b5358-aa03-44cd-ace5-4b859d806dea tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Network': ['ID=ba6a809b-6b82-4c8d-bb1c-8e7f446610cc,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:00.216285 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0608bcb3-7732-401e-ab93-7bd090223270 None None] Update dhcp port {'port': {'network_id': '47d4d1c1-50d9-4a74-9423-18f4cbb55850', 'fixed_ips': [{'subnet_id': '571f29fb-59d9-4e3c-b7a0-4217e0febead', 'ip_address': '172.20.0.18'}, {'subnet_id': '05c60f5f-b830-42a9-9d34-84547e1bfbaf', 'ip_address': '172.20.0.2'}, {'subnet_id': '1a438952-cf74-4383-baab-db432bb925ac'}], 'binding:host_id': 'n-d-836147-2'}, 'id': 'a123138c-8a1b-40d7-b079-f9677a56227b'} from n-d-836147-2. {{(pid=103399) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 21 12:56:00.246580 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0608bcb3-7732-401e-ab93-7bd090223270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:00.289637 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3222c4a5-5bc9-49fb-be54-8796d47ab0f7 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:00.292163 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3222c4a5-5bc9-49fb-be54-8796d47ab0f7 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:00.345445 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3222c4a5-5bc9-49fb-be54-8796d47ab0f7 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:00.433255 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-450aa6b8-4008-4f8c-8740-a78ff6fad2e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Delete allocated IP 172.20.0.9 (47d4d1c1-50d9-4a74-9423-18f4cbb55850/05c60f5f-b830-42a9-9d34-84547e1bfbaf) {{(pid=103398) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 21 12:56:00.442428 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-450aa6b8-4008-4f8c-8740-a78ff6fad2e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Allocated IP 172.20.0.40 (47d4d1c1-50d9-4a74-9423-18f4cbb55850/1a438952-cf74-4383-baab-db432bb925ac/1b6fd437-9d00-4ced-a342-e523d1802718) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:56:00.529343 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98aa960-8b20-4882-b98d-a8f4644a116a req-7866ffd2-59a9-4d0f-bac5-244fc7998ddd tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:00.531076 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a98aa960-8b20-4882-b98d-a8f4644a116a req-7866ffd2-59a9-4d0f-bac5-244fc7998ddd tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 946 time: 0.0799417 Apr 21 12:56:00.549007 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3222c4a5-5bc9-49fb-be54-8796d47ab0f7 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:00.627948 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a98aa960-8b20-4882-b98d-a8f4644a116a req-3a77652e-d28b-44a8-8ad7-ec9807308397 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894094 Apr 21 12:56:00.700022 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-450aa6b8-4008-4f8c-8740-a78ff6fad2e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:00.781097 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-450aa6b8-4008-4f8c-8740-a78ff6fad2e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:00.829821 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3222c4a5-5bc9-49fb-be54-8796d47ab0f7 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:00.839057 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-0608bcb3-7732-401e-ab93-7bd090223270 None None] Allocated IP 172.20.0.34 (47d4d1c1-50d9-4a74-9423-18f4cbb55850/1a438952-cf74-4383-baab-db432bb925ac/a123138c-8a1b-40d7-b079-f9677a56227b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:56:00.855493 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3222c4a5-5bc9-49fb-be54-8796d47ab0f7 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:00.885058 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450aa6b8-4008-4f8c-8740-a78ff6fad2e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event updated for resources: {'Port': ['ID=1b6fd437-9d00-4ced-a342-e523d1802718,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:00.907511 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-450aa6b8-4008-4f8c-8740-a78ff6fad2e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] In _notify_port_updated(), no bound segment for port 1b6fd437-9d00-4ced-a342-e523d1802718 on network 47d4d1c1-50d9-4a74-9423-18f4cbb55850 {{(pid=103398) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 12:56:00.913060 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450aa6b8-4008-4f8c-8740-a78ff6fad2e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:00.913769 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-450aa6b8-4008-4f8c-8740-a78ff6fad2e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:00.915502 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-450aa6b8-4008-4f8c-8740-a78ff6fad2e5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "PUT /v2.0/ports/1b6fd437-9d00-4ced-a342-e523d1802718 HTTP/1.1" status: 200 len: 960 time: 0.8997405 Apr 21 12:56:00.918044 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36904) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:00.942735 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0608bcb3-7732-401e-ab93-7bd090223270 None None] For port a123138c-8a1b-40d7-b079-f9677a56227b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a123138c-8a1b-40d7-b079-f9677a56227b,segment=NetworkSegment(933fda86-eb0b-4f04-af36-4f07c176a6dc),segment_id=933fda86-eb0b-4f04-af36-4f07c176a6dc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:00.968543 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-3222c4a5-5bc9-49fb-be54-8796d47ab0f7 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Allocated IP 172.25.8.13 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/fc0bff77-3592-4626-a3b8-2fdc542317da) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:56:00.981780 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0608bcb3-7732-401e-ab93-7bd090223270 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:01.025207 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-66a8a18f-5196-430e-80a8-dee1dc82c0f5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting port 1b6fd437-9d00-4ced-a342-e523d1802718 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:56:01.025207 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66a8a18f-5196-430e-80a8-dee1dc82c0f5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:01.085358 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3222c4a5-5bc9-49fb-be54-8796d47ab0f7 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:01.103072 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0608bcb3-7732-401e-ab93-7bd090223270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:01.161379 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66a8a18f-5196-430e-80a8-dee1dc82c0f5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:01.177443 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-66a8a18f-5196-430e-80a8-dee1dc82c0f5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Calling delete_port for 1b6fd437-9d00-4ced-a342-e523d1802718 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:56:01.197287 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608bcb3-7732-401e-ab93-7bd090223270 None None] Pushing event updated for resources: {'Port': ['ID=a123138c-8a1b-40d7-b079-f9677a56227b,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:01.421286 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66a8a18f-5196-430e-80a8-dee1dc82c0f5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:01.456759 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8a18f-5196-430e-80a8-dee1dc82c0f5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Port': ['ID=1b6fd437-9d00-4ced-a342-e523d1802718,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:01.501863 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3222c4a5-5bc9-49fb-be54-8796d47ab0f7 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:01.542110 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-66a8a18f-5196-430e-80a8-dee1dc82c0f5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:01.547858 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-66a8a18f-5196-430e-80a8-dee1dc82c0f5 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/ports/1b6fd437-9d00-4ced-a342-e523d1802718 HTTP/1.1" status: 204 len: 168 time: 0.6261251 Apr 21 12:56:01.548066 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36910) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:01.552409 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3222c4a5-5bc9-49fb-be54-8796d47ab0f7 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:56:01.554105 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-3222c4a5-5bc9-49fb-be54-8796d47ab0f7 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:01.556629 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3222c4a5-5bc9-49fb-be54-8796d47ab0f7 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Port': ['ID=fc0bff77-3592-4626-a3b8-2fdc542317da,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:01.559211 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3222c4a5-5bc9-49fb-be54-8796d47ab0f7 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:56:01.575695 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-36612b68-ef2c-4fc0-a2a8-aa9c8ba69825 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] GET failed (client error): The resource could not be found. Apr 21 12:56:01.577375 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-36612b68-ef2c-4fc0-a2a8-aa9c8ba69825 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "GET /v2.0/ports/1b6fd437-9d00-4ced-a342-e523d1802718 HTTP/1.1" status: 404 len: 333 time: 0.0283253 Apr 21 12:56:01.580055 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36912) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:01.636357 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3b02e27-1aed-4f2b-ab52-f1ddd1ac6962 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:01.669315 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3b02e27-1aed-4f2b-ab52-f1ddd1ac6962 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:01.768830 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a123138c-8a1b-40d7-b079-f9677a56227b up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:56:01.794524 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c55523f-3156-4e5c-b12d-3869c8d53c1d req-fda750ed-393a-45ff-b373-dcbd0eb7009f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:01.795716 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4c55523f-3156-4e5c-b12d-3869c8d53c1d req-fda750ed-393a-45ff-b373-dcbd0eb7009f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 946 time: 0.0592692 Apr 21 12:56:01.796827 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3b02e27-1aed-4f2b-ab52-f1ddd1ac6962 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:01.799384 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3b02e27-1aed-4f2b-ab52-f1ddd1ac6962 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:01.800766 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b3b02e27-1aed-4f2b-ab52-f1ddd1ac6962 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/security-groups/6bc02d90-9dd2-46b9-9938-1dbefcbae17e HTTP/1.1" status: 204 len: 168 time: 0.2192721 Apr 21 12:56:01.803756 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36916) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:01.813143 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b02e27-1aed-4f2b-ab52-f1ddd1ac6962 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc02d90-9dd2-46b9-9938-1dbefcbae17e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:01.838838 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port a123138c-8a1b-40d7-b079-f9677a56227b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:01.839560 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:01.851477 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4c55523f-3156-4e5c-b12d-3869c8d53c1d req-c6227d16-b910-4cc1-b370-32046f1ef68c tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395186 Apr 21 12:56:01.949853 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc24a730-0c73-4fcd-ad39-af9e00137b91 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:01.990052 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc24a730-0c73-4fcd-ad39-af9e00137b91 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:01.992913 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3222c4a5-5bc9-49fb-be54-8796d47ab0f7 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:02.094558 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b3817e84-58f4-4532-be8f-5c9e2281c61a None None] Provisioning complete for port 354cc589-21c2-4877-bbd3-56dc0dd3f71b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:02.094833 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3817e84-58f4-4532-be8f-5c9e2281c61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:02.131312 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b3817e84-58f4-4532-be8f-5c9e2281c61a None None] Port 354cc589-21c2-4877-bbd3-56dc0dd3f71b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:56:02.134477 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b3817e84-58f4-4532-be8f-5c9e2281c61a None None] Could not find standard attr ID for object 1b6fd437-9d00-4ced-a342-e523d1802718. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:56:02.144239 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b3817e84-58f4-4532-be8f-5c9e2281c61a None None] Provisioning complete for port a123138c-8a1b-40d7-b079-f9677a56227b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:02.144536 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b3817e84-58f4-4532-be8f-5c9e2281c61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:02.184518 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97cd33-aef8-4073-8380-e14b2f163622 req-b488e979-bfee-4fde-bea7-b10bc2c66d3b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:02.186458 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a97cd33-aef8-4073-8380-e14b2f163622 req-b488e979-bfee-4fde-bea7-b10bc2c66d3b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 946 time: 0.0501661 Apr 21 12:56:02.243639 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a97cd33-aef8-4073-8380-e14b2f163622 req-938524c6-440f-4b66-8069-b1aa1cd9ef4d tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513856 Apr 21 12:56:02.247367 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3222c4a5-5bc9-49fb-be54-8796d47ab0f7 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:02.254023 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc24a730-0c73-4fcd-ad39-af9e00137b91 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:02.256491 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc24a730-0c73-4fcd-ad39-af9e00137b91 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:02.257630 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fc24a730-0c73-4fcd-ad39-af9e00137b91 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/security-groups/42d9dca0-2e8d-4059-ad8b-94895d2bc850 HTTP/1.1" status: 204 len: 168 time: 0.4528720 Apr 21 12:56:02.260519 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36922) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:02.309651 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24a730-0c73-4fcd-ad39-af9e00137b91 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d9dca0-2e8d-4059-ad8b-94895d2bc850,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:02.337429 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00b825ac-a634-4d2b-8fd1-fc9ba5f2fdfb tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:02.379681 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00b825ac-a634-4d2b-8fd1-fc9ba5f2fdfb tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:02.554772 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-42224e08-ac04-4b08-818e-b602e8378808 None None] Could not find standard attr ID for object 1b6fd437-9d00-4ced-a342-e523d1802718. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 12:56:02.558387 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3222c4a5-5bc9-49fb-be54-8796d47ab0f7 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Router df706723-ef4e-4260-bf0e-c09899c8d1f2 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:56:02.587636 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00b825ac-a634-4d2b-8fd1-fc9ba5f2fdfb tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:02.590566 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-00b825ac-a634-4d2b-8fd1-fc9ba5f2fdfb tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:02.594968 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-00b825ac-a634-4d2b-8fd1-fc9ba5f2fdfb tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/security-groups/8cbcedc1-1b80-40d8-8248-813bd6aab01f HTTP/1.1" status: 204 len: 168 time: 0.3333328 Apr 21 12:56:02.595582 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36930) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:02.645233 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b825ac-a634-4d2b-8fd1-fc9ba5f2fdfb tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbcedc1-1b80-40d8-8248-813bd6aab01f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:02.681913 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e93447b-2498-437a-8fb8-38b4867c1d26 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting subnet 05c60f5f-b830-42a9-9d34-84547e1bfbaf {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:56:02.685944 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3222c4a5-5bc9-49fb-be54-8796d47ab0f7 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:56:02.686202 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e93447b-2498-437a-8fb8-38b4867c1d26 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:02.698415 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abde66c-7cad-4d4e-87be-2a0586259642 None None] Sync routers for ids ['df706723-ef4e-4260-bf0e-c09899c8d1f2'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:56:02.716148 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abde66c-7cad-4d4e-87be-2a0586259642 None None] Routers {'df706723-ef4e-4260-bf0e-c09899c8d1f2'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:02.716782 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6abde66c-7cad-4d4e-87be-2a0586259642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:55:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['df706723-ef4e-4260-bf0e-c09899c8d1f2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:02.747240 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e93447b-2498-437a-8fb8-38b4867c1d26 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:02.751876 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6abde66c-7cad-4d4e-87be-2a0586259642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:02.761757 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abde66c-7cad-4d4e-87be-2a0586259642 None None] Routers {'df706723-ef4e-4260-bf0e-c09899c8d1f2'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:02.762378 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6abde66c-7cad-4d4e-87be-2a0586259642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:55:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['df706723-ef4e-4260-bf0e-c09899c8d1f2'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:02.798719 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6abde66c-7cad-4d4e-87be-2a0586259642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:02.799364 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abde66c-7cad-4d4e-87be-2a0586259642 None None] The sync data for ids ['df706723-ef4e-4260-bf0e-c09899c8d1f2'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:56:02.800724 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3222c4a5-5bc9-49fb-be54-8796d47ab0f7 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:02.802160 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3222c4a5-5bc9-49fb-be54-8796d47ab0f7 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.6346450 Apr 21 12:56:02.804819 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36932) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:02.836492 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e93447b-2498-437a-8fb8-38b4867c1d26 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:02.915262 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-18e4b552-9236-497c-9500-23f733bfe249 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "GET /v2.0/routers/df706723-ef4e-4260-bf0e-c09899c8d1f2 HTTP/1.1" status: 200 len: 879 time: 0.1093175 Apr 21 12:56:02.917801 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36934) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:02.984462 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e93447b-2498-437a-8fb8-38b4867c1d26 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:03.021474 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e93447b-2498-437a-8fb8-38b4867c1d26 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:03.028595 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0e93447b-2498-437a-8fb8-38b4867c1d26 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/subnets/05c60f5f-b830-42a9-9d34-84547e1bfbaf HTTP/1.1" status: 204 len: 168 time: 0.4289250 Apr 21 12:56:03.029079 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60bab6d7-fb35-4488-a72f-26e1c718d314 None None] Network 47d4d1c1-50d9-4a74-9423-18f4cbb55850 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:56:03.029617 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36938) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:03.037238 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93447b-2498-437a-8fb8-38b4867c1d26 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Subnet': ['ID=05c60f5f-b830-42a9-9d34-84547e1bfbaf,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:03.087518 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b08e1aa-e8c0-452e-89a6-23e2460562ec tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting subnet 1a438952-cf74-4383-baab-db432bb925ac {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:56:03.090815 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b08e1aa-e8c0-452e-89a6-23e2460562ec tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:03.141083 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b08e1aa-e8c0-452e-89a6-23e2460562ec tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:03.156631 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-631b78b8-6e73-44db-8f15-68954b3001ea tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2354484 Apr 21 12:56:03.157071 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36942) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:03.161484 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-942d14fe-7a02-42db-9b3e-2c714a98c5d5 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-449363717'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:03.233024 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b08e1aa-e8c0-452e-89a6-23e2460562ec tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:03.380994 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5423c0-c627-4862-ada6-cb344ed365d6 req-749dae61-c016-4c76-a20a-254ce6425c33 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:03.387249 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ca5423c0-c627-4862-ada6-cb344ed365d6 req-749dae61-c016-4c76-a20a-254ce6425c33 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 946 time: 0.0586376 Apr 21 12:56:03.422930 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b08e1aa-e8c0-452e-89a6-23e2460562ec tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:03.459250 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ca5423c0-c627-4862-ada6-cb344ed365d6 req-e65a7673-cfbb-4d62-aeaa-d716c0bb4573 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688572 Apr 21 12:56:03.486030 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b08e1aa-e8c0-452e-89a6-23e2460562ec tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:03.491897 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3b08e1aa-e8c0-452e-89a6-23e2460562ec tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/subnets/1a438952-cf74-4383-baab-db432bb925ac HTTP/1.1" status: 204 len: 168 time: 0.4589908 Apr 21 12:56:03.492530 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36950) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:03.501351 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08e1aa-e8c0-452e-89a6-23e2460562ec tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Subnet': ['ID=1a438952-cf74-4383-baab-db432bb925ac,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:03.525841 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b5b13c1-e3d5-4d3c-b360-128cf4722e40 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] DELETE failed (client error): The resource could not be found. Apr 21 12:56:03.526309 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b5b13c1-e3d5-4d3c-b360-128cf4722e40 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:56:03.532173 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1b5b13c1-e3d5-4d3c-b360-128cf4722e40 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/subnets/05c60f5f-b830-42a9-9d34-84547e1bfbaf HTTP/1.1" status: 404 len: 337 time: 0.0370440 Apr 21 12:56:03.532582 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36952) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:03.564305 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-942d14fe-7a02-42db-9b3e-2c714a98c5d5 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3659549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10333'] for router, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:03.592643 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-c84950ff-cf2f-4739-a3c0-546eeb76b75e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting subnet 571f29fb-59d9-4e3c-b7a0-4217e0febead {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:56:03.595990 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c84950ff-cf2f-4739-a3c0-546eeb76b75e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:03.644488 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c84950ff-cf2f-4739-a3c0-546eeb76b75e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:03.718845 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-942d14fe-7a02-42db-9b3e-2c714a98c5d5 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3659538'] for router, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:03.748569 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c84950ff-cf2f-4739-a3c0-546eeb76b75e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:03.840479 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942d14fe-7a02-42db-9b3e-2c714a98c5d5 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Router df706723-ef4e-4260-bf0e-c09899c8d1f2 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:56:03.875399 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ac434d-0f8b-4057-b99d-f3c39276a336 None None] Network 47d4d1c1-50d9-4a74-9423-18f4cbb55850 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:56:03.934937 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-202bb764-c059-4c94-913d-d445881cb753 None None] Provisioning complete for port 354cc589-21c2-4877-bbd3-56dc0dd3f71b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:03.935410 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-202bb764-c059-4c94-913d-d445881cb753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:03.942656 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c84950ff-cf2f-4739-a3c0-546eeb76b75e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:03.954527 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:56:03.960995 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942d14fe-7a02-42db-9b3e-2c714a98c5d5 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:56:03.975506 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-942d14fe-7a02-42db-9b3e-2c714a98c5d5 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:03.975506 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-942d14fe-7a02-42db-9b3e-2c714a98c5d5 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "PUT /v2.0/routers/df706723-ef4e-4260-bf0e-c09899c8d1f2 HTTP/1.1" status: 200 len: 886 time: 0.8160729 Apr 21 12:56:03.975506 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36954) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:03.978010 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd45df5-d1c5-4c74-83dd-ff57825ab15d None None] Sync routers for ids ['df706723-ef4e-4260-bf0e-c09899c8d1f2'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:56:03.979585 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84950ff-cf2f-4739-a3c0-546eeb76b75e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Subnet': ['ID=571f29fb-59d9-4e3c-b7a0-4217e0febead,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:03.983303 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c84950ff-cf2f-4739-a3c0-546eeb76b75e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:03.986432 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c84950ff-cf2f-4739-a3c0-546eeb76b75e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/subnets/571f29fb-59d9-4e3c-b7a0-4217e0febead HTTP/1.1" status: 204 len: 168 time: 0.4528966 Apr 21 12:56:03.988791 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36956) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:04.008393 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd45df5-d1c5-4c74-83dd-ff57825ab15d None None] Routers {'df706723-ef4e-4260-bf0e-c09899c8d1f2'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:04.009935 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cbd45df5-d1c5-4c74-83dd-ff57825ab15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:55:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['df706723-ef4e-4260-bf0e-c09899c8d1f2'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:04.012003 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-202bb764-c059-4c94-913d-d445881cb753 None None] Port 354cc589-21c2-4877-bbd3-56dc0dd3f71b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:56:04.035954 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad04c56-c065-4bcf-9d56-08c189fbe7d1 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] DELETE failed (client error): The resource could not be found. Apr 21 12:56:04.037731 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ad04c56-c065-4bcf-9d56-08c189fbe7d1 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:56:04.045354 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8ad04c56-c065-4bcf-9d56-08c189fbe7d1 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/subnets/ad4849e0-b6dd-4739-acd0-3d41a73ee5ae HTTP/1.1" status: 404 len: 337 time: 0.0532355 Apr 21 12:56:04.045781 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36964) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:04.091280 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cbd45df5-d1c5-4c74-83dd-ff57825ab15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:04.101843 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ff1a091f-1070-44cf-8ac0-3cb7f9d0c2b7 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "GET /v2.0/ports?device_id=02493573-bbc7-49e2-9c01-78e25daf6370 HTTP/1.1" status: 200 len: 205 time: 0.0530930 Apr 21 12:56:04.103006 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36966) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:04.111910 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-202bb764-c059-4c94-913d-d445881cb753 None None] Provisioning complete for port a123138c-8a1b-40d7-b079-f9677a56227b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:04.112360 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-202bb764-c059-4c94-913d-d445881cb753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:04.174420 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd45df5-d1c5-4c74-83dd-ff57825ab15d None None] Routers {'df706723-ef4e-4260-bf0e-c09899c8d1f2'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:04.175225 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cbd45df5-d1c5-4c74-83dd-ff57825ab15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:55:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['df706723-ef4e-4260-bf0e-c09899c8d1f2'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:04.179219 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-d81d0b72-b719-45b7-8dd5-042fd55946a3 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] delete failed (client error): The resource could not be found. Apr 21 12:56:04.184307 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d81d0b72-b719-45b7-8dd5-042fd55946a3 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/routers/02493573-bbc7-49e2-9c01-78e25daf6370 HTTP/1.1" status: 404 len: 336 time: 0.0763865 Apr 21 12:56:04.185075 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36968) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:04.222933 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cbd45df5-d1c5-4c74-83dd-ff57825ab15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:04.223674 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd45df5-d1c5-4c74-83dd-ff57825ab15d None None] The sync data for ids ['df706723-ef4e-4260-bf0e-c09899c8d1f2'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:56:04.247728 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b69c85-d6ea-4c69-b37d-0019a576cbc0 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] DELETE failed (client error): The resource could not be found. Apr 21 12:56:04.248260 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b69c85-d6ea-4c69-b37d-0019a576cbc0 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:56:04.257247 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-92b69c85-d6ea-4c69-b37d-0019a576cbc0 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/subnets/55596199-b86b-4f06-9a21-7ce6ecae848f HTTP/1.1" status: 404 len: 337 time: 0.0690465 Apr 21 12:56:04.259675 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36974) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:04.296819 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5698844-90ab-4187-8a84-50db796c4230 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] DELETE failed (client error): The resource could not be found. Apr 21 12:56:04.297277 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5698844-90ab-4187-8a84-50db796c4230 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:56:04.302853 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f5698844-90ab-4187-8a84-50db796c4230 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/subnets/bc604e52-3668-4fa3-971a-610f17aac47c HTTP/1.1" status: 404 len: 337 time: 0.0399520 Apr 21 12:56:04.303256 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36976) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:04.330787 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd64dc95-ac29-4974-88f8-75845b9e62f2 None None] DHCP port deletion for 47d4d1c1-50d9-4a74-9423-18f4cbb55850 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:56:04.332934 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-572191c0-00b5-411b-a556-d01371c27891 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] DELETE failed (client error): The resource could not be found. Apr 21 12:56:04.333634 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-572191c0-00b5-411b-a556-d01371c27891 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:56:04.337624 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-572191c0-00b5-411b-a556-d01371c27891 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/subnets/7b2b3639-be7e-4fbd-8a64-523dce492272 HTTP/1.1" status: 404 len: 337 time: 0.0324104 Apr 21 12:56:04.339292 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36978) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:04.363661 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e7565ed-4c37-4701-80a3-02a9cf1f9e5b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] DELETE failed (client error): The resource could not be found. Apr 21 12:56:04.364351 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e7565ed-4c37-4701-80a3-02a9cf1f9e5b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:56:04.371329 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5e7565ed-4c37-4701-80a3-02a9cf1f9e5b tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/ports/a3718073-2e66-4c64-a780-fb496137d576 HTTP/1.1" status: 404 len: 333 time: 0.0271556 Apr 21 12:56:04.371329 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36980) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:04.401792 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c2ab5a-8690-43a7-9557-97defa232e53 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] DELETE failed (client error): The resource could not be found. Apr 21 12:56:04.402536 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c2ab5a-8690-43a7-9557-97defa232e53 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:56:04.404677 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fd64dc95-ac29-4974-88f8-75845b9e62f2 None None] Deleting port a123138c-8a1b-40d7-b079-f9677a56227b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:56:04.405061 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd64dc95-ac29-4974-88f8-75845b9e62f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:04.406323 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-17c2ab5a-8690-43a7-9557-97defa232e53 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/subnets/b814158d-6e8d-4d2f-bbfb-0e74bf24a666 HTTP/1.1" status: 404 len: 337 time: 0.0346816 Apr 21 12:56:04.409017 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36982) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:04.435821 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-93766eb8-0963-4385-bbe1-d8efc062974e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] DELETE failed (client error): The resource could not be found. Apr 21 12:56:04.436335 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93766eb8-0963-4385-bbe1-d8efc062974e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:56:04.441867 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-93766eb8-0963-4385-bbe1-d8efc062974e tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/subnets/0d0788ff-c91d-417c-8c88-a9d8a56e6d2e HTTP/1.1" status: 404 len: 337 time: 0.0293629 Apr 21 12:56:04.442253 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36984) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:04.471131 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ed9d64a-3bbf-4d6e-a5ec-b428bc9f8a34 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] DELETE failed (client error): The resource could not be found. Apr 21 12:56:04.471747 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ed9d64a-3bbf-4d6e-a5ec-b428bc9f8a34 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:56:04.475717 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6ed9d64a-3bbf-4d6e-a5ec-b428bc9f8a34 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/ports/d01afb70-5386-4989-98d4-fca011434694 HTTP/1.1" status: 404 len: 333 time: 0.0316377 Apr 21 12:56:04.479460 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fd64dc95-ac29-4974-88f8-75845b9e62f2 None None] For port a123138c-8a1b-40d7-b079-f9677a56227b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a123138c-8a1b-40d7-b079-f9677a56227b,segment=NetworkSegment(933fda86-eb0b-4f04-af36-4f07c176a6dc),segment_id=933fda86-eb0b-4f04-af36-4f07c176a6dc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:04.479460 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd64dc95-ac29-4974-88f8-75845b9e62f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:04.479759 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36986) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:04.494881 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fd64dc95-ac29-4974-88f8-75845b9e62f2 None None] Calling delete_port for a123138c-8a1b-40d7-b079-f9677a56227b owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:56:04.509194 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-a79d14e0-1482-4dd8-a6c1-d31eff3c78d6 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] DELETE failed (client error): The resource could not be found. Apr 21 12:56:04.509784 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a79d14e0-1482-4dd8-a6c1-d31eff3c78d6 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:56:04.514764 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a79d14e0-1482-4dd8-a6c1-d31eff3c78d6 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/subnets/260a9d6d-fcc0-4af7-a07c-c54e08e66027 HTTP/1.1" status: 404 len: 337 time: 0.0332141 Apr 21 12:56:04.519358 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 36988) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:04.548182 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9199f37c-9aa4-4d83-9ba6-6108d11d7da6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "GET /v2.0/routers/df706723-ef4e-4260-bf0e-c09899c8d1f2 HTTP/1.1" status: 200 len: 886 time: 0.5712864 Apr 21 12:56:04.550981 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36992) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:04.551947 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-92873712-6e83-41d6-ba17-9c4e86a6d08d tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] DELETE failed (client error): The resource could not be found. Apr 21 12:56:04.552391 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92873712-6e83-41d6-ba17-9c4e86a6d08d tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:56:04.556033 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-92873712-6e83-41d6-ba17-9c4e86a6d08d tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/subnets/5b3d4a13-3de9-44a2-b4c3-ab9d8b47fdb8 HTTP/1.1" status: 404 len: 337 time: 0.0334585 Apr 21 12:56:04.561393 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36994) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:04.600352 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-75eef510-5e69-4a6a-b122-3d9dd17f75e4 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "GET /v2.0/ports?device_id=df706723-ef4e-4260-bf0e-c09899c8d1f2 HTTP/1.1" status: 200 len: 205 time: 0.0460405 Apr 21 12:56:04.601009 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 36996) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:04.637356 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef662c-eb33-4f9b-b8ff-eeea3d67c429 req-d92a6659-febd-4500-a43e-53293b63459d tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:04.642648 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9ef662c-eb33-4f9b-b8ff-eeea3d67c429 req-d92a6659-febd-4500-a43e-53293b63459d tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 946 time: 0.0523100 Apr 21 12:56:04.679471 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9ef662c-eb33-4f9b-b8ff-eeea3d67c429 req-611298fe-087e-49f6-a3e1-59f5edc90cc3 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337203 Apr 21 12:56:04.724176 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd64dc95-ac29-4974-88f8-75845b9e62f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:04.746817 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-318d0b7d-1c7e-4365-938f-e1767e3d4b72 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Deleting port 354cc589-21c2-4877-bbd3-56dc0dd3f71b {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:56:04.747149 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-318d0b7d-1c7e-4365-938f-e1767e3d4b72 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:04.750622 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64dc95-ac29-4974-88f8-75845b9e62f2 None None] Pushing event deleted for resources: {'Port': ['ID=a123138c-8a1b-40d7-b079-f9677a56227b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:04.751323 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-35c173c3-fb32-44ee-9709-ceab9d5b93e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:04.754228 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd64dc95-ac29-4974-88f8-75845b9e62f2 None None] No DVR routers for this DVR port a123138c-8a1b-40d7-b079-f9677a56227b on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:56:04.858810 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-318d0b7d-1c7e-4365-938f-e1767e3d4b72 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:04.901789 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-318d0b7d-1c7e-4365-938f-e1767e3d4b72 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Calling delete_port for 354cc589-21c2-4877-bbd3-56dc0dd3f71b owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:56:04.956612 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-35c173c3-fb32-44ee-9709-ceab9d5b93e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:05.115388 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-318d0b7d-1c7e-4365-938f-e1767e3d4b72 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:05.147428 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d0b7d-1c7e-4365-938f-e1767e3d4b72 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Port': ['ID=354cc589-21c2-4877-bbd3-56dc0dd3f71b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:05.156045 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-35c173c3-fb32-44ee-9709-ceab9d5b93e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Deleting port fc0bff77-3592-4626-a3b8-2fdc542317da {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:56:05.156389 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-35c173c3-fb32-44ee-9709-ceab9d5b93e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:05.158495 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-318d0b7d-1c7e-4365-938f-e1767e3d4b72 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:05.161656 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-318d0b7d-1c7e-4365-938f-e1767e3d4b72 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/ports/354cc589-21c2-4877-bbd3-56dc0dd3f71b HTTP/1.1" status: 204 len: 168 time: 0.5992951 Apr 21 12:56:05.164320 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37000) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:05.243287 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-35c173c3-fb32-44ee-9709-ceab9d5b93e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:05.247927 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-97a82726-6378-441f-ab81-ac9859dffb71 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:05.258532 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-35c173c3-fb32-44ee-9709-ceab9d5b93e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Calling delete_port for fc0bff77-3592-4626-a3b8-2fdc542317da owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:56:05.339066 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-97a82726-6378-441f-ab81-ac9859dffb71 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:05.360259 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-97a82726-6378-441f-ab81-ac9859dffb71 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47d4d1c1-50d9-4a74-9423-18f4cbb55850']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:05.369854 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-97a82726-6378-441f-ab81-ac9859dffb71 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '933fda86-eb0b-4f04-af36-4f07c176a6dc') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:05.370186 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-97a82726-6378-441f-ab81-ac9859dffb71 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '933fda86-eb0b-4f04-af36-4f07c176a6dc') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:05.378069 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device de2753a1-a6b7-4967-ae88-01f1ef61dc14 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:56:05.386421 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-97a82726-6378-441f-ab81-ac9859dffb71 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:05.410541 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-97a82726-6378-441f-ab81-ac9859dffb71 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:05.423353 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a82726-6378-441f-ab81-ac9859dffb71 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-97a82726-6378-441f-ab81-ac9859dffb71 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:56:05.427952 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:56:05.485035 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port de2753a1-a6b7-4967-ae88-01f1ef61dc14, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=de2753a1-a6b7-4967-ae88-01f1ef61dc14,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:05.499423 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'de2753a1-a6b7-4967-ae88-01f1ef61dc14', 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929', 'port_id': 'de2753a1-a6b7-4967-ae88-01f1ef61dc14', 'mac_address': 'fa:16:3e:a3:39:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:56:05.536469 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:05.548805 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de2753a1-a6b7-4967-ae88-01f1ef61dc14 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:56:05.568175 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port de2753a1-a6b7-4967-ae88-01f1ef61dc14, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=de2753a1-a6b7-4967-ae88-01f1ef61dc14,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:05.598429 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-35c173c3-fb32-44ee-9709-ceab9d5b93e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:05.625828 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c173c3-fb32-44ee-9709-ceab9d5b93e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Port': ['ID=fc0bff77-3592-4626-a3b8-2fdc542317da,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:05.644016 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-97a82726-6378-441f-ab81-ac9859dffb71 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:05.654162 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-97a82726-6378-441f-ab81-ac9859dffb71 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:05.660149 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-97a82726-6378-441f-ab81-ac9859dffb71 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] 10.222.0.36 "DELETE /v2.0/networks/47d4d1c1-50d9-4a74-9423-18f4cbb55850 HTTP/1.1" status: 204 len: 168 time: 0.4915740 Apr 21 12:56:05.672773 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a82726-6378-441f-ab81-ac9859dffb71 tempest-PortsTestJSON-2006352469 tempest-PortsTestJSON-2006352469-project] Pushing event deleted for resources: {'Network': ['ID=47d4d1c1-50d9-4a74-9423-18f4cbb55850,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:05.707933 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-35c173c3-fb32-44ee-9709-ceab9d5b93e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:05.735189 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:05.829741 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-35c173c3-fb32-44ee-9709-ceab9d5b93e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:05.832864 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-35c173c3-fb32-44ee-9709-ceab9d5b93e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:05.837615 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a123138c-8a1b-40d7-b079-f9677a56227b no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:56:05.871177 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=de2753a1-a6b7-4967-ae88-01f1ef61dc14,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:05.877750 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: a123138c-8a1b-40d7-b079-f9677a56227b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:56:05.877989 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91594632-e5ea-4de1-a741-9cd4d7c14a7f req-da476ce0-18d6-44ce-a37e-10e1c06b433c tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:05.878280 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a123138c-8a1b-40d7-b079-f9677a56227b not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:56:05.889111 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-91594632-e5ea-4de1-a741-9cd4d7c14a7f req-da476ce0-18d6-44ce-a37e-10e1c06b433c tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 945 time: 0.0810621 Apr 21 12:56:05.890086 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['de2753a1-a6b7-4967-ae88-01f1ef61dc14'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:56:05.926137 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-91594632-e5ea-4de1-a741-9cd4d7c14a7f req-65483d7d-8a9f-43a2-b3e0-16d6a46e357d tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363593 Apr 21 12:56:05.987322 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-35c173c3-fb32-44ee-9709-ceab9d5b93e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:05.988103 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c173c3-fb32-44ee-9709-ceab9d5b93e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Fanout notify agent at l3_agent the message router_deleted on router df706723-ef4e-4260-bf0e-c09899c8d1f2 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:56:05.998976 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-35c173c3-fb32-44ee-9709-ceab9d5b93e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:05.999250 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-35c173c3-fb32-44ee-9709-ceab9d5b93e6 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/routers/df706723-ef4e-4260-bf0e-c09899c8d1f2 HTTP/1.1" status: 204 len: 168 time: 1.3977339 Apr 21 12:56:06.002929 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37022) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:06.007865 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4de6dd5c-3ff2-4fb7-9714-b6fa2bd106df tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'network': {'name': 'tempest-RoutersTest-309751437'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:06.130016 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de6dd5c-3ff2-4fb7-9714-b6fa2bd106df tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Made reservation on behalf of 8159930f4cd04c93a05e4b2450c5c6a7 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:56:06.134130 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4de6dd5c-3ff2-4fb7-9714-b6fa2bd106df tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:06.162168 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de6dd5c-3ff2-4fb7-9714-b6fa2bd106df tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:56:06.170893 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4de6dd5c-3ff2-4fb7-9714-b6fa2bd106df tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:06.171233 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-4de6dd5c-3ff2-4fb7-9714-b6fa2bd106df tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Added segment 81d47cec-4fcc-494f-aecc-a8246062d705 of type vlan for network 9c679767-859f-4092-9265-7e7d1ba6f24f Apr 21 12:56:06.214139 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4de6dd5c-3ff2-4fb7-9714-b6fa2bd106df tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:06.282536 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37032) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:06.329347 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4de6dd5c-3ff2-4fb7-9714-b6fa2bd106df tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:06.335976 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de6dd5c-3ff2-4fb7-9714-b6fa2bd106df tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:06.336701 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4de6dd5c-3ff2-4fb7-9714-b6fa2bd106df tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:06.417235 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6dd5c-3ff2-4fb7-9714-b6fa2bd106df tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Network': ['ID=9c679767-859f-4092-9265-7e7d1ba6f24f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:06.428467 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 9c679767-859f-4092-9265-7e7d1ba6f24f details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:56:06.449811 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37040) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:06.450329 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4de6dd5c-3ff2-4fb7-9714-b6fa2bd106df tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4461496 Apr 21 12:56:06.454352 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0aab285e-f3ca-497d-906a-537d641cf10d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=feca239de2924ae3abaaf49ec4bc8c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1696117 Apr 21 12:56:06.455728 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f4244cdf-77b2-4af6-8b1b-e301fb881bd9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'subnet': {'network_id': '9c679767-859f-4092-9265-7e7d1ba6f24f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:06.456358 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37042) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:06.523670 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ce8e332-6e5e-4772-83e6-b8f3d7737f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:06.547943 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ce8e332-6e5e-4772-83e6-b8f3d7737f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:06.644260 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4244cdf-77b2-4af6-8b1b-e301fb881bd9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Made reservation on behalf of 8159930f4cd04c93a05e4b2450c5c6a7 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:56:06.647914 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4244cdf-77b2-4af6-8b1b-e301fb881bd9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:06.677299 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ce8e332-6e5e-4772-83e6-b8f3d7737f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:06.680132 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ce8e332-6e5e-4772-83e6-b8f3d7737f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:06.683782 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4ce8e332-6e5e-4772-83e6-b8f3d7737f8f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ae88d0fb-66fb-458b-9144-2c86fd53f301 HTTP/1.1" status: 204 len: 168 time: 0.2238138 Apr 21 12:56:06.690942 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8e332-6e5e-4772-83e6-b8f3d7737f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae88d0fb-66fb-458b-9144-2c86fd53f301,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:06.935649 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4244cdf-77b2-4af6-8b1b-e301fb881bd9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:07.005005 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4244cdf-77b2-4af6-8b1b-e301fb881bd9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Subnet': ['ID=d53c6708-447d-4331-8157-4d788fe42216,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:07.024703 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244cdf-77b2-4af6-8b1b-e301fb881bd9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:07.029937 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244cdf-77b2-4af6-8b1b-e301fb881bd9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:07.029937 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244cdf-77b2-4af6-8b1b-e301fb881bd9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:07.029937 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244cdf-77b2-4af6-8b1b-e301fb881bd9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:07.029937 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244cdf-77b2-4af6-8b1b-e301fb881bd9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:07.029937 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244cdf-77b2-4af6-8b1b-e301fb881bd9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:07.029937 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244cdf-77b2-4af6-8b1b-e301fb881bd9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:07.029937 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244cdf-77b2-4af6-8b1b-e301fb881bd9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:07.029937 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244cdf-77b2-4af6-8b1b-e301fb881bd9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:07.029937 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244cdf-77b2-4af6-8b1b-e301fb881bd9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:07.029937 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244cdf-77b2-4af6-8b1b-e301fb881bd9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:07.029937 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4244cdf-77b2-4af6-8b1b-e301fb881bd9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:07.041861 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4244cdf-77b2-4af6-8b1b-e301fb881bd9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Checking segment: {'id': '81d47cec-4fcc-494f-aecc-a8246062d705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9c679767-859f-4092-9265-7e7d1ba6f24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:56:07.042221 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4244cdf-77b2-4af6-8b1b-e301fb881bd9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network hostable DHCP agents. Network: 9c679767-859f-4092-9265-7e7d1ba6f24f, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:56:07.089697 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09318ae-0304-457b-8d46-6302a970971b req-ac06a413-800a-4cb7-a0e5-66da867af0e6 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:07.108219 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b09318ae-0304-457b-8d46-6302a970971b req-ac06a413-800a-4cb7-a0e5-66da867af0e6 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 945 time: 0.0690267 Apr 21 12:56:07.158216 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4244cdf-77b2-4af6-8b1b-e301fb881bd9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network 9c679767-859f-4092-9265-7e7d1ba6f24f is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:56:07.166284 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b09318ae-0304-457b-8d46-6302a970971b req-3ad852f3-4a8a-4212-9237-ff6f6bd3eea5 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519361 Apr 21 12:56:07.301048 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-f4244cdf-77b2-4af6-8b1b-e301fb881bd9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 9c679767-859f-4092-9265-7e7d1ba6f24f) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:07.306281 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4244cdf-77b2-4af6-8b1b-e301fb881bd9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:07.307209 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4244cdf-77b2-4af6-8b1b-e301fb881bd9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:07.313840 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b694a631-471b-4ed6-b292-4a77ede2e1fc None None] Network 9c679767-859f-4092-9265-7e7d1ba6f24f requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:56:07.378323 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device de2753a1-a6b7-4967-ae88-01f1ef61dc14 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:56:07.452374 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f4244cdf-77b2-4af6-8b1b-e301fb881bd9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0009868 Apr 21 12:56:07.455001 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37092) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:07.460496 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c9f7111b-c802-407e-b7a8-1ec4dc2285e4 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1554862256', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:07.505035 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port de2753a1-a6b7-4967-ae88-01f1ef61dc14 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:07.505642 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:07.535388 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43558e30-1afc-423c-b17d-573012aede4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-9c679767-859f-4092-9265-7e7d1ba6f24f', 'network_id': '9c679767-859f-4092-9265-7e7d1ba6f24f', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'fixed_ips': [{'subnet_id': 'd53c6708-447d-4331-8157-4d788fe42216'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:56:07.535388 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43558e30-1afc-423c-b17d-573012aede4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:07.640119 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9f7111b-c802-407e-b7a8-1ec4dc2285e4 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:07.641197 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9f7111b-c802-407e-b7a8-1ec4dc2285e4 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:07.715541 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:07.725829 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9f7111b-c802-407e-b7a8-1ec4dc2285e4 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:07.756380 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port de2753a1-a6b7-4967-ae88-01f1ef61dc14, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=de2753a1-a6b7-4967-ae88-01f1ef61dc14,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:07.761480 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2ade66-1fc3-4c41-a59e-3e5f2007ae68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2753a1-a6b7-4967-ae88-01f1ef61dc14'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:56:07.764913 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e5723b-f8a2-4e68-851c-c18ff26f953d" -d '{"events": [{"server_uuid": "4d2ade66-1fc3-4c41-a59e-3e5f2007ae68", "name": "network-vif-plugged", "status": "completed", "tag": "de2753a1-a6b7-4967-ae88-01f1ef61dc14"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:56:07.790879 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-43558e30-1afc-423c-b17d-573012aede4c None None] Allocated IP 172.20.0.2 (9c679767-859f-4092-9265-7e7d1ba6f24f/d53c6708-447d-4331-8157-4d788fe42216/5f331e64-9088-4f60-a204-93dc86f9464e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:56:07.826874 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec677c0a-bb7c-4c6f-b653-49523611db50 x-openstack-request-id: req-ec677c0a-bb7c-4c6f-b653-49523611db50 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:56:07.827193 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2ade66-1fc3-4c41-a59e-3e5f2007ae68", "name": "network-vif-plugged", "status": "completed", "tag": "de2753a1-a6b7-4967-ae88-01f1ef61dc14", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:56:07.827450 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ec677c0a-bb7c-4c6f-b653-49523611db50 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:56:07.827896 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec677c0a-bb7c-4c6f-b653-49523611db50'] response: {'server_uuid': '4d2ade66-1fc3-4c41-a59e-3e5f2007ae68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de2753a1-a6b7-4967-ae88-01f1ef61dc14', 'code': 200} Apr 21 12:56:07.852676 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9f7111b-c802-407e-b7a8-1ec4dc2285e4 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:07.891276 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:07.953298 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9f7111b-c802-407e-b7a8-1ec4dc2285e4 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:07.956967 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c9f7111b-c802-407e-b7a8-1ec4dc2285e4 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4983296 Apr 21 12:56:07.957780 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37122) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:08.002789 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=de2753a1-a6b7-4967-ae88-01f1ef61dc14,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:08.017543 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43558e30-1afc-423c-b17d-573012aede4c None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:08.129912 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43558e30-1afc-423c-b17d-573012aede4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:08.220805 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43558e30-1afc-423c-b17d-573012aede4c None None] Network 9c679767-859f-4092-9265-7e7d1ba6f24f is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:56:08.227679 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37132) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:08.230203 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-43558e30-1afc-423c-b17d-573012aede4c None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:08.232204 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43558e30-1afc-423c-b17d-573012aede4c None None] Pushing event updated for resources: {'Port': ['ID=5f331e64-9088-4f60-a204-93dc86f9464e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:08.234552 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43558e30-1afc-423c-b17d-573012aede4c None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:56:08.367421 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c938d166-bf76-4f70-9dd6-b78653a3ca2d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:08.369889 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-43558e30-1afc-423c-b17d-573012aede4c None None] Attempting to bind port 5f331e64-9088-4f60-a204-93dc86f9464e on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:56:08.370886 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-43558e30-1afc-423c-b17d-573012aede4c None None] Attempting to bind port 5f331e64-9088-4f60-a204-93dc86f9464e by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '81d47cec-4fcc-494f-aecc-a8246062d705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9c679767-859f-4092-9265-7e7d1ba6f24f'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:56:08.371453 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43558e30-1afc-423c-b17d-573012aede4c None None] Attempting to bind port 5f331e64-9088-4f60-a204-93dc86f9464e on network 9c679767-859f-4092-9265-7e7d1ba6f24f {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:56:08.377684 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43558e30-1afc-423c-b17d-573012aede4c None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:56:08.378868 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43558e30-1afc-423c-b17d-573012aede4c None None] Checking segment: {'id': '81d47cec-4fcc-494f-aecc-a8246062d705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9c679767-859f-4092-9265-7e7d1ba6f24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:56:08.379510 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43558e30-1afc-423c-b17d-573012aede4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:08.380084 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43558e30-1afc-423c-b17d-573012aede4c None None] Bound using segment: {'id': '81d47cec-4fcc-494f-aecc-a8246062d705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9c679767-859f-4092-9265-7e7d1ba6f24f'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:56:08.380768 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-43558e30-1afc-423c-b17d-573012aede4c None None] Bound port: 5f331e64-9088-4f60-a204-93dc86f9464e, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d47cec-4fcc-494f-aecc-a8246062d705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '9c679767-859f-4092-9265-7e7d1ba6f24f'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:56:08.381403 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43558e30-1afc-423c-b17d-573012aede4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:08.400341 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-42a62ce1-2665-43a7-9cbd-381f0881052c tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1651834940', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:08.463425 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-43558e30-1afc-423c-b17d-573012aede4c None None] For port 5f331e64-9088-4f60-a204-93dc86f9464e, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:56:08.466996 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-43558e30-1afc-423c-b17d-573012aede4c None None] For port 5f331e64-9088-4f60-a204-93dc86f9464e, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=5f331e64-9088-4f60-a204-93dc86f9464e,segment=NetworkSegment(81d47cec-4fcc-494f-aecc-a8246062d705),segment_id=81d47cec-4fcc-494f-aecc-a8246062d705)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:56:08.537477 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb0e15-b279-4b1e-a97a-2ba96c25bb07 req-7a6050ca-2252-427c-97b7-b790ef2a9c03 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:08.547411 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-55bb0e15-b279-4b1e-a97a-2ba96c25bb07 req-7a6050ca-2252-427c-97b7-b790ef2a9c03 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 946 time: 0.2265968 Apr 21 12:56:08.604277 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-42a62ce1-2665-43a7-9cbd-381f0881052c tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:08.605715 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-42a62ce1-2665-43a7-9cbd-381f0881052c tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:08.673160 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43558e30-1afc-423c-b17d-573012aede4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:08.699648 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-42a62ce1-2665-43a7-9cbd-381f0881052c tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:08.748104 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43558e30-1afc-423c-b17d-573012aede4c None None] Pushing event updated for resources: {'Port': ['ID=5f331e64-9088-4f60-a204-93dc86f9464e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:08.774385 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-c938d166-bf76-4f70-9dd6-b78653a3ca2d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Allocated IP 172.20.0.1 (9c679767-859f-4092-9265-7e7d1ba6f24f/d53c6708-447d-4331-8157-4d788fe42216/c9cb2923-4845-48e2-876f-b43b07f948d4) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:56:08.793941 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-42a62ce1-2665-43a7-9cbd-381f0881052c tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:08.832741 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-55bb0e15-b279-4b1e-a97a-2ba96c25bb07 req-40d600cf-3903-4cc9-9fdd-4e9d9466d179 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342796 Apr 21 12:56:08.925687 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-42a62ce1-2665-43a7-9cbd-381f0881052c tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:08.928172 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-42a62ce1-2665-43a7-9cbd-381f0881052c tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6984105 Apr 21 12:56:08.930774 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37140) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:08.935917 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d0b43e54-d453-438f-92a9-5f7a7327a692 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2003976889'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:09.008829 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c938d166-bf76-4f70-9dd6-b78653a3ca2d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:09.033073 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b43e54-d453-438f-92a9-5f7a7327a692 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Made reservation on behalf of 0f93367698c64db2b074258869bf1202 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:56:09.052411 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d0b43e54-d453-438f-92a9-5f7a7327a692 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:09.067659 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d0b43e54-d453-438f-92a9-5f7a7327a692 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:09.185864 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d0b43e54-d453-438f-92a9-5f7a7327a692 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:09.215693 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c938d166-bf76-4f70-9dd6-b78653a3ca2d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:09.292554 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c938d166-bf76-4f70-9dd6-b78653a3ca2d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network 9c679767-859f-4092-9265-7e7d1ba6f24f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:56:09.300889 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d0b43e54-d453-438f-92a9-5f7a7327a692 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:09.302593 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c938d166-bf76-4f70-9dd6-b78653a3ca2d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:09.306810 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c938d166-bf76-4f70-9dd6-b78653a3ca2d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:56:09.334659 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938d166-bf76-4f70-9dd6-b78653a3ca2d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Port': ['ID=c9cb2923-4845-48e2-876f-b43b07f948d4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:09.359027 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b43e54-d453-438f-92a9-5f7a7327a692 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b37f976b-81ff-43d5-8e02-4e4a6d8a8c25,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:09.386057 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b43e54-d453-438f-92a9-5f7a7327a692 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:56:09.402907 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c938d166-bf76-4f70-9dd6-b78653a3ca2d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:09.429710 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d0b43e54-d453-438f-92a9-5f7a7327a692 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:09.429917 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-d0b43e54-d453-438f-92a9-5f7a7327a692 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Added segment 8a5e4a31-9ebc-49d1-8f0e-b6ce6029b96e of type vlan for network 320b2726-860f-4dbc-a552-3da4fc59922a Apr 21 12:56:09.500650 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d0b43e54-d453-438f-92a9-5f7a7327a692 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:09.625990 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d0b43e54-d453-438f-92a9-5f7a7327a692 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:09.634274 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b43e54-d453-438f-92a9-5f7a7327a692 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:09.634932 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d0b43e54-d453-438f-92a9-5f7a7327a692 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:09.738386 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c938d166-bf76-4f70-9dd6-b78653a3ca2d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:09.783656 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d0b43e54-d453-438f-92a9-5f7a7327a692 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8517377 Apr 21 12:56:09.787020 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37144) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:09.796648 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c224df87-5a4f-4993-a20f-365cff5ab604 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Request body: {'subnet': {'network_id': '320b2726-860f-4dbc-a552-3da4fc59922a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:09.810010 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b43e54-d453-438f-92a9-5f7a7327a692 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Pushing event updated for resources: {'Network': ['ID=320b2726-860f-4dbc-a552-3da4fc59922a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:09.822490 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 320b2726-860f-4dbc-a552-3da4fc59922a details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:56:09.943147 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 5f331e64-9088-4f60-a204-93dc86f9464e up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:56:10.011655 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 5f331e64-9088-4f60-a204-93dc86f9464e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:10.012312 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:10.038638 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c224df87-5a4f-4993-a20f-365cff5ab604 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Made reservation on behalf of 0f93367698c64db2b074258869bf1202 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:56:10.043882 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c224df87-5a4f-4993-a20f-365cff5ab604 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:10.154633 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:10.226344 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 5f331e64-9088-4f60-a204-93dc86f9464e, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=5f331e64-9088-4f60-a204-93dc86f9464e,segment=NetworkSegment(81d47cec-4fcc-494f-aecc-a8246062d705),segment_id=81d47cec-4fcc-494f-aecc-a8246062d705)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:10.330861 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:10.342461 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10c8715-d259-43d5-a59f-14ad58e6f44a None None] Network 9c679767-859f-4092-9265-7e7d1ba6f24f requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:56:10.453659 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-549ea1d1-9513-4d5f-bc0e-3526aff4a4b5 None None] Provisioning complete for port 5f331e64-9088-4f60-a204-93dc86f9464e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:10.454359 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-549ea1d1-9513-4d5f-bc0e-3526aff4a4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:10.462243 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=5f331e64-9088-4f60-a204-93dc86f9464e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:10.501327 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c224df87-5a4f-4993-a20f-365cff5ab604 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:10.600964 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224df87-5a4f-4993-a20f-365cff5ab604 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Pushing event updated for resources: {'Subnet': ['ID=39312e0b-4edb-4b53-a8b0-c79b7beaa262,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:10.677740 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c224df87-5a4f-4993-a20f-365cff5ab604 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Checking segment: {'id': '8a5e4a31-9ebc-49d1-8f0e-b6ce6029b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '320b2726-860f-4dbc-a552-3da4fc59922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:56:10.678106 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c224df87-5a4f-4993-a20f-365cff5ab604 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Network hostable DHCP agents. Network: 320b2726-860f-4dbc-a552-3da4fc59922a, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:56:10.775387 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e495a96b-f23f-4813-bb3e-6981d4d9144e req-b112c391-3773-4355-abbc-b8d1a799b51a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:10.777036 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e495a96b-f23f-4813-bb3e-6981d4d9144e req-b112c391-3773-4355-abbc-b8d1a799b51a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 946 time: 0.7482755 Apr 21 12:56:10.838273 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c224df87-5a4f-4993-a20f-365cff5ab604 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Network 320b2726-860f-4dbc-a552-3da4fc59922a is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:56:10.935497 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-c224df87-5a4f-4993-a20f-365cff5ab604 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 320b2726-860f-4dbc-a552-3da4fc59922a) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:10.949177 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8ee943-d1ed-4c49-a8c9-43f5fb15fd6a None None] Network 320b2726-860f-4dbc-a552-3da4fc59922a requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:56:10.949825 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c224df87-5a4f-4993-a20f-365cff5ab604 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:10.950385 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c224df87-5a4f-4993-a20f-365cff5ab604 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:10.966524 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c938d166-bf76-4f70-9dd6-b78653a3ca2d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:10.991985 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e495a96b-f23f-4813-bb3e-6981d4d9144e req-59fa199b-cc27-494e-afd8-d384ac9930c9 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056539 Apr 21 12:56:11.108284 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c938d166-bf76-4f70-9dd6-b78653a3ca2d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:11.115715 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c224df87-5a4f-4993-a20f-365cff5ab604 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3273983 Apr 21 12:56:11.116608 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37150) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:11.132123 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4accca23-9aac-421b-b1b7-503f20298422 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Request body: {'network': {'name': 'tempest-router-network01--729167100'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:11.247691 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c938d166-bf76-4f70-9dd6-b78653a3ca2d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Port': ['ID=c9cb2923-4845-48e2-876f-b43b07f948d4,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:11.260060 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c938d166-bf76-4f70-9dd6-b78653a3ca2d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:11.318553 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4accca23-9aac-421b-b1b7-503f20298422 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Made reservation on behalf of 0f93367698c64db2b074258869bf1202 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:56:11.322957 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4accca23-9aac-421b-b1b7-503f20298422 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:11.377994 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c0316e29-17f1-4169-9124-fe6618b1a1b1 None None] Provisioning complete for port c9cb2923-4845-48e2-876f-b43b07f948d4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:11.378775 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4accca23-9aac-421b-b1b7-503f20298422 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:56:11.380699 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0316e29-17f1-4169-9124-fe6618b1a1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:11.401013 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4accca23-9aac-421b-b1b7-503f20298422 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:11.401399 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-4accca23-9aac-421b-b1b7-503f20298422 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Added segment e0aaba37-78bd-4df7-b72b-5c72757bf1ef of type vlan for network d0af6149-7e24-40a8-b84e-6f549e919eac Apr 21 12:56:11.421066 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c938d166-bf76-4f70-9dd6-b78653a3ca2d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network 9c679767-859f-4092-9265-7e7d1ba6f24f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:56:11.423517 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c938d166-bf76-4f70-9dd6-b78653a3ca2d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:11.467674 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c0316e29-17f1-4169-9124-fe6618b1a1b1 None None] Port c9cb2923-4845-48e2-876f-b43b07f948d4 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:56:11.498832 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4accca23-9aac-421b-b1b7-503f20298422 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:11.562798 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f04589e-cf09-4cd4-83ed-ad5c05f61eda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-320b2726-860f-4dbc-a552-3da4fc59922a', 'network_id': '320b2726-860f-4dbc-a552-3da4fc59922a', 'tenant_id': '0f93367698c64db2b074258869bf1202', 'fixed_ips': [{'subnet_id': '39312e0b-4edb-4b53-a8b0-c79b7beaa262'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:56:11.565439 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f04589e-cf09-4cd4-83ed-ad5c05f61eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:11.567847 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c0316e29-17f1-4169-9124-fe6618b1a1b1 None None] Provisioning complete for port 5f331e64-9088-4f60-a204-93dc86f9464e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:11.568373 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0316e29-17f1-4169-9124-fe6618b1a1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:11.637222 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4accca23-9aac-421b-b1b7-503f20298422 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:11.643282 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4accca23-9aac-421b-b1b7-503f20298422 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:11.643967 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4accca23-9aac-421b-b1b7-503f20298422 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:11.775604 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c938d166-bf76-4f70-9dd6-b78653a3ca2d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Router 01e527fb-69c2-4504-9524-a7e91e99c1bf is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:56:11.814392 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4accca23-9aac-421b-b1b7-503f20298422 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6957603 Apr 21 12:56:11.816325 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37156) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:11.827360 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d5cb99f4-8d31-435f-badd-cba2eab97f21 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Request body: {'network': {'name': 'tempest-router-network02--1829805399'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:11.862389 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 5f331e64-9088-4f60-a204-93dc86f9464e up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:56:11.866904 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4accca23-9aac-421b-b1b7-503f20298422 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Pushing event updated for resources: {'Network': ['ID=d0af6149-7e24-40a8-b84e-6f549e919eac,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:11.946253 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c938d166-bf76-4f70-9dd6-b78653a3ca2d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:56:11.959558 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f12008-8abc-4e66-b694-ab1430272f44 None None] Sync routers for ids ['01e527fb-69c2-4504-9524-a7e91e99c1bf'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:56:11.966937 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c938d166-bf76-4f70-9dd6-b78653a3ca2d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "PUT /v2.0/routers/01e527fb-69c2-4504-9524-a7e91e99c1bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0080013 Apr 21 12:56:11.969807 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37160) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:11.975421 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f12008-8abc-4e66-b694-ab1430272f44 None None] Routers {'01e527fb-69c2-4504-9524-a7e91e99c1bf'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:11.982340 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-81f12008-8abc-4e66-b694-ab1430272f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:55:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['01e527fb-69c2-4504-9524-a7e91e99c1bf'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:11.996625 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-3f04589e-cf09-4cd4-83ed-ad5c05f61eda None None] Allocated IP 172.20.0.2 (320b2726-860f-4dbc-a552-3da4fc59922a/39312e0b-4edb-4b53-a8b0-c79b7beaa262/e4fbd917-f5cb-4968-a0d1-ab99375970e9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:56:11.998969 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cb99f4-8d31-435f-badd-cba2eab97f21 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Made reservation on behalf of 0f93367698c64db2b074258869bf1202 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:56:12.013173 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5cb99f4-8d31-435f-badd-cba2eab97f21 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:12.031252 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-81f12008-8abc-4e66-b694-ab1430272f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:12.042081 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f12008-8abc-4e66-b694-ab1430272f44 None None] Routers {'01e527fb-69c2-4504-9524-a7e91e99c1bf'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:12.042993 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-81f12008-8abc-4e66-b694-ab1430272f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:55:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['01e527fb-69c2-4504-9524-a7e91e99c1bf'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:12.073493 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5cb99f4-8d31-435f-badd-cba2eab97f21 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:56:12.085138 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5cb99f4-8d31-435f-badd-cba2eab97f21 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:12.085476 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-d5cb99f4-8d31-435f-badd-cba2eab97f21 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Added segment d12621fd-72e3-4045-8e54-b9b31adf6733 of type vlan for network 36a84641-d24b-4b49-98fa-15916009efac Apr 21 12:56:12.130804 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-81f12008-8abc-4e66-b694-ab1430272f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:12.142340 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5cb99f4-8d31-435f-badd-cba2eab97f21 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:12.148317 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f12008-8abc-4e66-b694-ab1430272f44 None None] The sync data for ids ['01e527fb-69c2-4504-9524-a7e91e99c1bf'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:56:12.158082 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network d0af6149-7e24-40a8-b84e-6f549e919eac details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:56:12.213427 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4f95e6-9826-4947-acf8-21af16f0ab65 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:12.215400 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6c4f95e6-9826-4947-acf8-21af16f0ab65 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "GET /v2.0/ports/c9cb2923-4845-48e2-876f-b43b07f948d4 HTTP/1.1" status: 200 len: 910 time: 0.2437422 Apr 21 12:56:12.226112 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37164) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:12.240858 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6980dbd5-f4e2-4aa1-b65f-42bde501a354 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd53c6708-447d-4331-8157-4d788fe42216'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:12.255178 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 5f331e64-9088-4f60-a204-93dc86f9464e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:12.255727 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:12.283884 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5cb99f4-8d31-435f-badd-cba2eab97f21 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:12.291835 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cb99f4-8d31-435f-badd-cba2eab97f21 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:12.292962 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5cb99f4-8d31-435f-badd-cba2eab97f21 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:12.310172 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6f833c-c472-4b80-bcd8-c75f5b6d1259 req-e39bab9c-22a3-4203-a076-d1de23317eed tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:12.318678 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0c6f833c-c472-4b80-bcd8-c75f5b6d1259 req-e39bab9c-22a3-4203-a076-d1de23317eed tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 946 time: 0.1446586 Apr 21 12:56:12.415688 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0c6f833c-c472-4b80-bcd8-c75f5b6d1259 req-537eeb6f-45d5-4c1c-9a53-b4286eb7716f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853245 Apr 21 12:56:12.511041 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f04589e-cf09-4cd4-83ed-ad5c05f61eda None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:12.526579 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8f4f4dbc-8bb2-4b4c-8031-bf8dca23bfea None None] Provisioning complete for port c9cb2923-4845-48e2-876f-b43b07f948d4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:12.526579 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f4f4dbc-8bb2-4b4c-8031-bf8dca23bfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:12.573902 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8f4f4dbc-8bb2-4b4c-8031-bf8dca23bfea None None] Port c9cb2923-4845-48e2-876f-b43b07f948d4 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:56:12.584452 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d5cb99f4-8d31-435f-badd-cba2eab97f21 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7646430 Apr 21 12:56:12.584889 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37166) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:12.590201 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e0d1de53-3408-40e3-a56e-61420b6b7e9e tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Request body: {'subnet': {'network_id': 'd0af6149-7e24-40a8-b84e-6f549e919eac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:12.610240 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f04589e-cf09-4cd4-83ed-ad5c05f61eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:12.624991 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6980dbd5-f4e2-4aa1-b65f-42bde501a354 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:12.630228 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb99f4-8d31-435f-badd-cba2eab97f21 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Pushing event updated for resources: {'Network': ['ID=36a84641-d24b-4b49-98fa-15916009efac,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:12.654116 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f04589e-cf09-4cd4-83ed-ad5c05f61eda None None] Network 320b2726-860f-4dbc-a552-3da4fc59922a is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:56:12.659412 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 36a84641-d24b-4b49-98fa-15916009efac details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:56:12.768624 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3f04589e-cf09-4cd4-83ed-ad5c05f61eda None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:12.775675 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f04589e-cf09-4cd4-83ed-ad5c05f61eda None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:56:12.786927 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d1de53-3408-40e3-a56e-61420b6b7e9e tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Made reservation on behalf of 0f93367698c64db2b074258869bf1202 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:56:12.792472 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e0d1de53-3408-40e3-a56e-61420b6b7e9e tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:12.804291 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04589e-cf09-4cd4-83ed-ad5c05f61eda None None] Pushing event updated for resources: {'Port': ['ID=e4fbd917-f5cb-4968-a0d1-ab99375970e9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:12.900454 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3f04589e-cf09-4cd4-83ed-ad5c05f61eda None None] Attempting to bind port e4fbd917-f5cb-4968-a0d1-ab99375970e9 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:56:12.900827 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3f04589e-cf09-4cd4-83ed-ad5c05f61eda None None] Attempting to bind port e4fbd917-f5cb-4968-a0d1-ab99375970e9 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '8a5e4a31-9ebc-49d1-8f0e-b6ce6029b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '320b2726-860f-4dbc-a552-3da4fc59922a'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:56:12.901190 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f04589e-cf09-4cd4-83ed-ad5c05f61eda None None] Attempting to bind port e4fbd917-f5cb-4968-a0d1-ab99375970e9 on network 320b2726-860f-4dbc-a552-3da4fc59922a {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:56:12.912342 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f04589e-cf09-4cd4-83ed-ad5c05f61eda None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:56:12.912712 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f04589e-cf09-4cd4-83ed-ad5c05f61eda None None] Checking segment: {'id': '8a5e4a31-9ebc-49d1-8f0e-b6ce6029b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '320b2726-860f-4dbc-a552-3da4fc59922a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:56:12.913115 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f04589e-cf09-4cd4-83ed-ad5c05f61eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:12.916532 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f04589e-cf09-4cd4-83ed-ad5c05f61eda None None] Bound using segment: {'id': '8a5e4a31-9ebc-49d1-8f0e-b6ce6029b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '320b2726-860f-4dbc-a552-3da4fc59922a'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:56:12.916532 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3f04589e-cf09-4cd4-83ed-ad5c05f61eda None None] Bound port: e4fbd917-f5cb-4968-a0d1-ab99375970e9, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5e4a31-9ebc-49d1-8f0e-b6ce6029b96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '320b2726-860f-4dbc-a552-3da4fc59922a'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:56:12.916532 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f04589e-cf09-4cd4-83ed-ad5c05f61eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:13.031181 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3f04589e-cf09-4cd4-83ed-ad5c05f61eda None None] For port e4fbd917-f5cb-4968-a0d1-ab99375970e9, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:56:13.048234 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3f04589e-cf09-4cd4-83ed-ad5c05f61eda None None] For port e4fbd917-f5cb-4968-a0d1-ab99375970e9, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e4fbd917-f5cb-4968-a0d1-ab99375970e9,segment=NetworkSegment(8a5e4a31-9ebc-49d1-8f0e-b6ce6029b96e),segment_id=8a5e4a31-9ebc-49d1-8f0e-b6ce6029b96e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:56:13.139564 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3f04589e-cf09-4cd4-83ed-ad5c05f61eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:13.237533 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6980dbd5-f4e2-4aa1-b65f-42bde501a354 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:13.246687 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04589e-cf09-4cd4-83ed-ad5c05f61eda None None] Pushing event updated for resources: {'Port': ['ID=e4fbd917-f5cb-4968-a0d1-ab99375970e9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:13.272952 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e0d1de53-3408-40e3-a56e-61420b6b7e9e tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:13.368587 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1de53-3408-40e3-a56e-61420b6b7e9e tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Pushing event updated for resources: {'Subnet': ['ID=90aab1a7-a124-4ff6-854e-4c794ee2d90e,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:13.386283 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d1de53-3408-40e3-a56e-61420b6b7e9e tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Checking segment: {'id': 'e0aaba37-78bd-4df7-b72b-5c72757bf1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd0af6149-7e24-40a8-b84e-6f549e919eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:56:13.386642 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d1de53-3408-40e3-a56e-61420b6b7e9e tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Network hostable DHCP agents. Network: d0af6149-7e24-40a8-b84e-6f549e919eac, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:56:13.440202 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6980dbd5-f4e2-4aa1-b65f-42bde501a354 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:13.571988 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980dbd5-f4e2-4aa1-b65f-42bde501a354 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Port': ['ID=c9cb2923-4845-48e2-876f-b43b07f948d4,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:13.582785 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6980dbd5-f4e2-4aa1-b65f-42bde501a354 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:13.583560 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6980dbd5-f4e2-4aa1-b65f-42bde501a354 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:13.585797 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6980dbd5-f4e2-4aa1-b65f-42bde501a354 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "PUT /v2.0/ports/c9cb2923-4845-48e2-876f-b43b07f948d4 HTTP/1.1" status: 200 len: 910 time: 1.3544316 Apr 21 12:56:13.589988 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37172) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:13.601724 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cc020-881e-45ef-b2c4-17b7d7922323 req-735bf83e-9e22-4de4-bba5-c7980c57ff3e tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:13.605510 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f6cc020-881e-45ef-b2c4-17b7d7922323 req-735bf83e-9e22-4de4-bba5-c7980c57ff3e tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 946 time: 0.0875719 Apr 21 12:56:13.655447 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f6cc020-881e-45ef-b2c4-17b7d7922323 req-16bcbc20-b3a2-4bf5-8bab-ea9b00c2d452 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443652 Apr 21 12:56:13.724052 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87403bf0-fd66-46c9-a61f-7bb31d22214b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:13.805647 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e4fbd917-f5cb-4968-a0d1-ab99375970e9 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:56:13.877895 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d1de53-3408-40e3-a56e-61420b6b7e9e tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Network d0af6149-7e24-40a8-b84e-6f549e919eac is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:56:13.887168 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port e4fbd917-f5cb-4968-a0d1-ab99375970e9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:13.887541 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:13.973817 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4138ed4c-2a6e-4483-baf0-27997ea27e38 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:13.978741 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:13.998530 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-e0d1de53-3408-40e3-a56e-61420b6b7e9e tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, d0af6149-7e24-40a8-b84e-6f549e919eac) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:14.003974 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d1de53-3408-40e3-a56e-61420b6b7e9e tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:14.004587 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e0d1de53-3408-40e3-a56e-61420b6b7e9e tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:14.014430 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c840011-ff88-4b78-b27b-680a0bca3402 None None] Network d0af6149-7e24-40a8-b84e-6f549e919eac requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:56:14.026232 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port e4fbd917-f5cb-4968-a0d1-ab99375970e9, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e4fbd917-f5cb-4968-a0d1-ab99375970e9,segment=NetworkSegment(8a5e4a31-9ebc-49d1-8f0e-b6ce6029b96e),segment_id=8a5e4a31-9ebc-49d1-8f0e-b6ce6029b96e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:14.124539 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e0d1de53-3408-40e3-a56e-61420b6b7e9e tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5356960 Apr 21 12:56:14.124768 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37180) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:14.130425 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1b3fef76-850d-4667-a647-1a948a186359 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Request body: {'subnet': {'network_id': '36a84641-d24b-4b49-98fa-15916009efac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:14.191308 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:14.276069 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=e4fbd917-f5cb-4968-a0d1-ab99375970e9,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:14.325478 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-d0af6149-7e24-40a8-b84e-6f549e919eac', 'network_id': 'd0af6149-7e24-40a8-b84e-6f549e919eac', 'tenant_id': '0f93367698c64db2b074258869bf1202', 'fixed_ips': [{'subnet_id': '90aab1a7-a124-4ff6-854e-4c794ee2d90e'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:56:14.327008 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:14.456189 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3fef76-850d-4667-a647-1a948a186359 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Made reservation on behalf of 0f93367698c64db2b074258869bf1202 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:56:14.462730 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b3fef76-850d-4667-a647-1a948a186359 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:14.465028 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-4138ed4c-2a6e-4483-baf0-27997ea27e38 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Deleting port c9cb2923-4845-48e2-876f-b43b07f948d4 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:56:14.465520 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4138ed4c-2a6e-4483-baf0-27997ea27e38 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:14.599158 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Allocated IP 172.20.0.2 (d0af6149-7e24-40a8-b84e-6f549e919eac/90aab1a7-a124-4ff6-854e-4c794ee2d90e/c2d81288-154b-485c-b06e-ee448604ffb5) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:56:14.639270 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4138ed4c-2a6e-4483-baf0-27997ea27e38 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:14.665887 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-4138ed4c-2a6e-4483-baf0-27997ea27e38 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Calling delete_port for c9cb2923-4845-48e2-876f-b43b07f948d4 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:56:14.780520 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f37815f-b49c-4e18-8864-a75569890812 None None] Network 320b2726-860f-4dbc-a552-3da4fc59922a requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:56:14.940704 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b3fef76-850d-4667-a647-1a948a186359 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:15.015764 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4138ed4c-2a6e-4483-baf0-27997ea27e38 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:15.035826 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2172dd60-2782-42c8-9b18-4026a74042dc None None] Provisioning complete for port e4fbd917-f5cb-4968-a0d1-ab99375970e9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:15.048989 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2172dd60-2782-42c8-9b18-4026a74042dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:15.068436 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138ed4c-2a6e-4483-baf0-27997ea27e38 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Port': ['ID=c9cb2923-4845-48e2-876f-b43b07f948d4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:15.122314 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3fef76-850d-4667-a647-1a948a186359 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Pushing event updated for resources: {'Subnet': ['ID=14e61e44-3b3c-4062-a8f5-abb491aa9fd8,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:15.136339 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3fef76-850d-4667-a647-1a948a186359 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Checking segment: {'id': 'd12621fd-72e3-4045-8e54-b9b31adf6733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '36a84641-d24b-4b49-98fa-15916009efac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:56:15.140325 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3fef76-850d-4667-a647-1a948a186359 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Network hostable DHCP agents. Network: 36a84641-d24b-4b49-98fa-15916009efac, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:56:15.161311 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:15.283613 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:15.324661 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3fef76-850d-4667-a647-1a948a186359 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Network 36a84641-d24b-4b49-98fa-15916009efac is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:56:15.427272 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1b3fef76-850d-4667-a647-1a948a186359 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 36a84641-d24b-4b49-98fa-15916009efac) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:15.440630 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3fef76-850d-4667-a647-1a948a186359 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:15.450826 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b3fef76-850d-4667-a647-1a948a186359 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:15.459965 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4138ed4c-2a6e-4483-baf0-27997ea27e38 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:15.468998 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75a67c9-c0c3-4a30-9af3-d2490f22bda7 None None] Network 36a84641-d24b-4b49-98fa-15916009efac requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:56:15.485087 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56696e-8578-4fd0-9173-5f818909d883 req-9bcc8c84-eadf-45b6-9c7c-513cb2826052 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:15.494933 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a56696e-8578-4fd0-9173-5f818909d883 req-9bcc8c84-eadf-45b6-9c7c-513cb2826052 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 946 time: 0.1229897 Apr 21 12:56:15.572838 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a56696e-8578-4fd0-9173-5f818909d883 req-0c72d1b5-c0d6-482e-8ebc-772d1d4e5a1e tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765476 Apr 21 12:56:15.585571 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1b3fef76-850d-4667-a647-1a948a186359 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4598012 Apr 21 12:56:15.590131 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37192) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:15.615257 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Network d0af6149-7e24-40a8-b84e-6f549e919eac is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:56:15.647488 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Pushing event updated for resources: {'Port': ['ID=c2d81288-154b-485c-b06e-ee448604ffb5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:15.696477 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:15.748937 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:56:16.168819 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d4180d3-5da8-47a9-adf2-a979d71b83f3 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:16.222016 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e4fbd917-f5cb-4968-a0d1-ab99375970e9 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:56:16.233059 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd8275b2-7591-41e1-99d8-21b8afd24012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:16.335989 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4138ed4c-2a6e-4483-baf0-27997ea27e38 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Router 01e527fb-69c2-4504-9524-a7e91e99c1bf has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:56:16.389111 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Attempting to bind port c2d81288-154b-485c-b06e-ee448604ffb5 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:56:16.389729 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Attempting to bind port c2d81288-154b-485c-b06e-ee448604ffb5 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'e0aaba37-78bd-4df7-b72b-5c72757bf1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd0af6149-7e24-40a8-b84e-6f549e919eac'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:56:16.390014 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Attempting to bind port c2d81288-154b-485c-b06e-ee448604ffb5 on network d0af6149-7e24-40a8-b84e-6f549e919eac {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:56:16.430191 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:56:16.430191 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Checking segment: {'id': 'e0aaba37-78bd-4df7-b72b-5c72757bf1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd0af6149-7e24-40a8-b84e-6f549e919eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:56:16.430866 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:16.434093 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Bound using segment: {'id': 'e0aaba37-78bd-4df7-b72b-5c72757bf1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd0af6149-7e24-40a8-b84e-6f549e919eac'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:56:16.436271 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Bound port: c2d81288-154b-485c-b06e-ee448604ffb5, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0aaba37-78bd-4df7-b72b-5c72757bf1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd0af6149-7e24-40a8-b84e-6f549e919eac'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:56:16.436778 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:16.460003 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8d0692-07e9-4b72-acb5-8b124c86c0f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-36a84641-d24b-4b49-98fa-15916009efac', 'network_id': '36a84641-d24b-4b49-98fa-15916009efac', 'tenant_id': '0f93367698c64db2b074258869bf1202', 'fixed_ips': [{'subnet_id': '14e61e44-3b3c-4062-a8f5-abb491aa9fd8'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:56:16.463500 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d8d0692-07e9-4b72-acb5-8b124c86c0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:16.524789 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4138ed4c-2a6e-4483-baf0-27997ea27e38 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:56:16.555350 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4138ed4c-2a6e-4483-baf0-27997ea27e38 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "PUT /v2.0/routers/01e527fb-69c2-4504-9524-a7e91e99c1bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9612908 Apr 21 12:56:16.556915 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37194) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:16.567725 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaae120-c76f-41d8-b2d9-2ca61bb770b3 None None] Sync routers for ids ['01e527fb-69c2-4504-9524-a7e91e99c1bf'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:56:16.654670 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37198) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:16.668279 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bd600aed-b4fa-4e1f-955d-7fb43bf044a5 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "GET /v2.0/ports?device_id=01e527fb-69c2-4504-9524-a7e91e99c1bf HTTP/1.1" status: 200 len: 205 time: 0.0837080 Apr 21 12:56:16.706907 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-8d4180d3-5da8-47a9-adf2-a979d71b83f3 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Allocated IP 172.20.0.1 (d0af6149-7e24-40a8-b84e-6f549e919eac/90aab1a7-a124-4ff6-854e-4c794ee2d90e/68b2f545-9d2e-4d95-b124-bc7bda3474ef) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:56:16.720668 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port e4fbd917-f5cb-4968-a0d1-ab99375970e9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:16.723681 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:16.729479 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaae120-c76f-41d8-b2d9-2ca61bb770b3 None None] Routers {'01e527fb-69c2-4504-9524-a7e91e99c1bf'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:16.732355 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-aeaae120-c76f-41d8-b2d9-2ca61bb770b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['01e527fb-69c2-4504-9524-a7e91e99c1bf'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:16.850649 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-33a0da29-d926-4606-97f6-093fb4e634e0 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:16.911743 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-aeaae120-c76f-41d8-b2d9-2ca61bb770b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:16.973824 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2e5182e3-bfed-4e87-8a99-a589d7f59a1f None None] Provisioning complete for port e4fbd917-f5cb-4968-a0d1-ab99375970e9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:16.974104 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e5182e3-bfed-4e87-8a99-a589d7f59a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:17.005800 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaae120-c76f-41d8-b2d9-2ca61bb770b3 None None] Routers {'01e527fb-69c2-4504-9524-a7e91e99c1bf'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:17.007895 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-aeaae120-c76f-41d8-b2d9-2ca61bb770b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['01e527fb-69c2-4504-9524-a7e91e99c1bf'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:17.014080 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] For port c2d81288-154b-485c-b06e-ee448604ffb5, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:56:17.083785 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c2231-96a7-4e14-ab2c-461ac9109542 req-b3e7ebba-c212-4ac2-bcf4-dea21563b798 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:17.091072 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-469c2231-96a7-4e14-ab2c-461ac9109542 req-b3e7ebba-c212-4ac2-bcf4-dea21563b798 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 946 time: 0.3247983 Apr 21 12:56:17.091261 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:17.099807 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-33a0da29-d926-4606-97f6-093fb4e634e0 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:17.105723 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-33a0da29-d926-4606-97f6-093fb4e634e0 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:17.106177 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-aeaae120-c76f-41d8-b2d9-2ca61bb770b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:17.106873 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaae120-c76f-41d8-b2d9-2ca61bb770b3 None None] The sync data for ids ['01e527fb-69c2-4504-9524-a7e91e99c1bf'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:56:17.120837 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] For port c2d81288-154b-485c-b06e-ee448604ffb5, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c2d81288-154b-485c-b06e-ee448604ffb5,segment=NetworkSegment(e0aaba37-78bd-4df7-b72b-5c72757bf1ef),segment_id=e0aaba37-78bd-4df7-b72b-5c72757bf1ef)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:56:17.193375 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-5d8d0692-07e9-4b72-acb5-8b124c86c0f3 None None] Allocated IP 172.20.0.2 (36a84641-d24b-4b49-98fa-15916009efac/14e61e44-3b3c-4062-a8f5-abb491aa9fd8/3ec0a523-a89e-4e53-a3ea-04d7e56eb883) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:56:17.220839 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-469c2231-96a7-4e14-ab2c-461ac9109542 req-4d6ab719-d3c1-406d-8def-9fcbbe32842c tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287549 Apr 21 12:56:17.221423 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:17.248685 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d4180d3-5da8-47a9-adf2-a979d71b83f3 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:17.292496 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-33a0da29-d926-4606-97f6-093fb4e634e0 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:17.293161 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a0da29-d926-4606-97f6-093fb4e634e0 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Fanout notify agent at l3_agent the message router_deleted on router 01e527fb-69c2-4504-9524-a7e91e99c1bf {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:56:17.315667 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-33a0da29-d926-4606-97f6-093fb4e634e0 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:17.324155 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-33a0da29-d926-4606-97f6-093fb4e634e0 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/routers/01e527fb-69c2-4504-9524-a7e91e99c1bf HTTP/1.1" status: 204 len: 168 time: 0.6672654 Apr 21 12:56:17.325948 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37202) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:17.406349 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Pushing event updated for resources: {'Port': ['ID=c2d81288-154b-485c-b06e-ee448604ffb5,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:17.424756 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:17.426296 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:17.426296 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:17.426296 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:17.426296 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:17.426853 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:17.426853 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:17.427161 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:17.427467 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:17.427786 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:17.428107 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:17.428426 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dea6381-02d0-4b1a-8529-0e280dd5a18f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:17.431707 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5468611-30cb-41d5-881f-ee97fe10ceb9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Deleting subnet d53c6708-447d-4331-8157-4d788fe42216 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:56:17.440692 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5468611-30cb-41d5-881f-ee97fe10ceb9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:17.473136 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d4180d3-5da8-47a9-adf2-a979d71b83f3 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:17.516965 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5468611-30cb-41d5-881f-ee97fe10ceb9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:17.575345 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4180d3-5da8-47a9-adf2-a979d71b83f3 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Network d0af6149-7e24-40a8-b84e-6f549e919eac is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:56:17.576867 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8d4180d3-5da8-47a9-adf2-a979d71b83f3 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:17.589240 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4180d3-5da8-47a9-adf2-a979d71b83f3 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:56:17.591077 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d8d0692-07e9-4b72-acb5-8b124c86c0f3 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:17.627403 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4180d3-5da8-47a9-adf2-a979d71b83f3 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Pushing event updated for resources: {'Port': ['ID=68b2f545-9d2e-4d95-b124-bc7bda3474ef,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:17.674981 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d4180d3-5da8-47a9-adf2-a979d71b83f3 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:17.708708 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5468611-30cb-41d5-881f-ee97fe10ceb9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:17.735942 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d8d0692-07e9-4b72-acb5-8b124c86c0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:17.877925 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d0692-07e9-4b72-acb5-8b124c86c0f3 None None] Pushing event updated for resources: {'Port': ['ID=3ec0a523-a89e-4e53-a3ea-04d7e56eb883,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:17.918654 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c2d81288-154b-485c-b06e-ee448604ffb5 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:56:17.954160 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8d0692-07e9-4b72-acb5-8b124c86c0f3 None None] Network 36a84641-d24b-4b49-98fa-15916009efac is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:56:17.958619 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5d8d0692-07e9-4b72-acb5-8b124c86c0f3 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:17.964661 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8d0692-07e9-4b72-acb5-8b124c86c0f3 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:56:18.034883 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5d8d0692-07e9-4b72-acb5-8b124c86c0f3 None None] Attempting to bind port 3ec0a523-a89e-4e53-a3ea-04d7e56eb883 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:56:18.035281 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5d8d0692-07e9-4b72-acb5-8b124c86c0f3 None None] Attempting to bind port 3ec0a523-a89e-4e53-a3ea-04d7e56eb883 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'd12621fd-72e3-4045-8e54-b9b31adf6733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '36a84641-d24b-4b49-98fa-15916009efac'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:56:18.035627 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8d0692-07e9-4b72-acb5-8b124c86c0f3 None None] Attempting to bind port 3ec0a523-a89e-4e53-a3ea-04d7e56eb883 on network 36a84641-d24b-4b49-98fa-15916009efac {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:56:18.042165 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port c2d81288-154b-485c-b06e-ee448604ffb5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:18.042534 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:18.044362 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8d0692-07e9-4b72-acb5-8b124c86c0f3 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:56:18.044735 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8d0692-07e9-4b72-acb5-8b124c86c0f3 None None] Checking segment: {'id': 'd12621fd-72e3-4045-8e54-b9b31adf6733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '36a84641-d24b-4b49-98fa-15916009efac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:56:18.045122 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d8d0692-07e9-4b72-acb5-8b124c86c0f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:18.045511 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8d0692-07e9-4b72-acb5-8b124c86c0f3 None None] Bound using segment: {'id': 'd12621fd-72e3-4045-8e54-b9b31adf6733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '36a84641-d24b-4b49-98fa-15916009efac'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:56:18.046009 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5d8d0692-07e9-4b72-acb5-8b124c86c0f3 None None] Bound port: 3ec0a523-a89e-4e53-a3ea-04d7e56eb883, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd12621fd-72e3-4045-8e54-b9b31adf6733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '36a84641-d24b-4b49-98fa-15916009efac'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:56:18.046388 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d8d0692-07e9-4b72-acb5-8b124c86c0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:18.082454 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5468611-30cb-41d5-881f-ee97fe10ceb9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:18.083075 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:18.117561 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d4180d3-5da8-47a9-adf2-a979d71b83f3 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:18.155003 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5468611-30cb-41d5-881f-ee97fe10ceb9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Subnet': ['ID=d53c6708-447d-4331-8157-4d788fe42216,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:18.162623 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5468611-30cb-41d5-881f-ee97fe10ceb9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:18.173252 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d5468611-30cb-41d5-881f-ee97fe10ceb9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/subnets/d53c6708-447d-4331-8157-4d788fe42216 HTTP/1.1" status: 204 len: 168 time: 0.8460703 Apr 21 12:56:18.182116 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37208) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:18.183332 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55acc066-1867-4286-8eb8-222a683894e7 None None] Network 9c679767-859f-4092-9265-7e7d1ba6f24f requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:56:18.322327 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ce69b2f-6055-4311-aa1b-c73fd51e1090 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:18.425028 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0ce69b2f-6055-4311-aa1b-c73fd51e1090 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Deleting port 5f331e64-9088-4f60-a204-93dc86f9464e {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:56:18.425733 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ce69b2f-6055-4311-aa1b-c73fd51e1090 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:18.449406 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5d8d0692-07e9-4b72-acb5-8b124c86c0f3 None None] For port 3ec0a523-a89e-4e53-a3ea-04d7e56eb883, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:56:18.455132 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:18.526018 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port c2d81288-154b-485c-b06e-ee448604ffb5, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c2d81288-154b-485c-b06e-ee448604ffb5,segment=NetworkSegment(e0aaba37-78bd-4df7-b72b-5c72757bf1ef),segment_id=e0aaba37-78bd-4df7-b72b-5c72757bf1ef)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:18.531151 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5d8d0692-07e9-4b72-acb5-8b124c86c0f3 None None] For port 3ec0a523-a89e-4e53-a3ea-04d7e56eb883, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3ec0a523-a89e-4e53-a3ea-04d7e56eb883,segment=NetworkSegment(d12621fd-72e3-4045-8e54-b9b31adf6733),segment_id=d12621fd-72e3-4045-8e54-b9b31adf6733)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:56:18.544325 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-0ce69b2f-6055-4311-aa1b-c73fd51e1090 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] For port 5f331e64-9088-4f60-a204-93dc86f9464e, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=5f331e64-9088-4f60-a204-93dc86f9464e,segment=NetworkSegment(81d47cec-4fcc-494f-aecc-a8246062d705),segment_id=81d47cec-4fcc-494f-aecc-a8246062d705)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:18.547103 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ce69b2f-6055-4311-aa1b-c73fd51e1090 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:18.567985 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0ce69b2f-6055-4311-aa1b-c73fd51e1090 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Calling delete_port for 5f331e64-9088-4f60-a204-93dc86f9464e owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:56:18.572542 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:18.667125 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:18.736681 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d8d0692-07e9-4b72-acb5-8b124c86c0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:18.789963 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31db5b32-9170-4df8-a58e-c878c222c585 None None] DHCP port deletion for 9c679767-859f-4092-9265-7e7d1ba6f24f request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:56:18.809803 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:18.856559 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=c2d81288-154b-485c-b06e-ee448604ffb5,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:18.872421 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ce69b2f-6055-4311-aa1b-c73fd51e1090 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:18.942355 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce69b2f-6055-4311-aa1b-c73fd51e1090 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Port': ['ID=5f331e64-9088-4f60-a204-93dc86f9464e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:18.968623 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce69b2f-6055-4311-aa1b-c73fd51e1090 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] No DVR routers for this DVR port 5f331e64-9088-4f60-a204-93dc86f9464e on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:56:19.020027 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea1656c-b2be-4eb3-bd41-f108c63939b0 None None] Network d0af6149-7e24-40a8-b84e-6f549e919eac requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:56:19.203118 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d0692-07e9-4b72-acb5-8b124c86c0f3 None None] Pushing event updated for resources: {'Port': ['ID=3ec0a523-a89e-4e53-a3ea-04d7e56eb883,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:19.209538 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e6b828-ac33-42a3-9780-e3fd45568e00 req-eccacc15-c2cf-413c-9665-c3af9fc2d8fe tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:19.232930 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14e6b828-ac33-42a3-9780-e3fd45568e00 req-eccacc15-c2cf-413c-9665-c3af9fc2d8fe tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 946 time: 0.8520546 Apr 21 12:56:19.245443 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c0237c4e-e821-4dd2-9ed6-a66aeff63bc8 None None] Provisioning complete for port c2d81288-154b-485c-b06e-ee448604ffb5 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:19.245443 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0237c4e-e821-4dd2-9ed6-a66aeff63bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:19.299632 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ce69b2f-6055-4311-aa1b-c73fd51e1090 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:19.376933 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-31db5b32-9170-4df8-a58e-c878c222c585 None None] Deleting port 5f331e64-9088-4f60-a204-93dc86f9464e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:56:19.377568 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-0ce69b2f-6055-4311-aa1b-c73fd51e1090 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c679767-859f-4092-9265-7e7d1ba6f24f']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:19.387994 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31db5b32-9170-4df8-a58e-c878c222c585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:19.432368 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-0ce69b2f-6055-4311-aa1b-c73fd51e1090 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d47cec-4fcc-494f-aecc-a8246062d705') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:19.432823 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-0ce69b2f-6055-4311-aa1b-c73fd51e1090 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d47cec-4fcc-494f-aecc-a8246062d705') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:19.463024 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14e6b828-ac33-42a3-9780-e3fd45568e00 req-46bed760-f876-420a-8d48-352fedc1ee7e tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293520 Apr 21 12:56:19.464790 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ce69b2f-6055-4311-aa1b-c73fd51e1090 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:19.517085 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ce69b2f-6055-4311-aa1b-c73fd51e1090 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:19.533350 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce69b2f-6055-4311-aa1b-c73fd51e1090 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:56:19.538320 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ce69b2f-6055-4311-aa1b-c73fd51e1090 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:56:19.550107 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:56:19.578016 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d4180d3-5da8-47a9-adf2-a979d71b83f3 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:19.699362 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d4180d3-5da8-47a9-adf2-a979d71b83f3 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:19.778553 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ce69b2f-6055-4311-aa1b-c73fd51e1090 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:19.787302 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ce69b2f-6055-4311-aa1b-c73fd51e1090 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:19.804309 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0ce69b2f-6055-4311-aa1b-c73fd51e1090 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/networks/9c679767-859f-4092-9265-7e7d1ba6f24f HTTP/1.1" status: 204 len: 168 time: 1.6208398 Apr 21 12:56:19.810492 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37222) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:19.835236 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce69b2f-6055-4311-aa1b-c73fd51e1090 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Network': ['ID=9c679767-859f-4092-9265-7e7d1ba6f24f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:19.848521 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-df791ee4-a210-460e-8fe0-98124954596d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1116518990', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:19.925319 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d4180d3-5da8-47a9-adf2-a979d71b83f3 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:19.945842 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4180d3-5da8-47a9-adf2-a979d71b83f3 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Pushing event updated for resources: {'Port': ['ID=68b2f545-9d2e-4d95-b124-bc7bda3474ef,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:19.951164 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37224) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:20.076288 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c2d81288-154b-485c-b06e-ee448604ffb5 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:56:20.114932 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df791ee4-a210-460e-8fe0-98124954596d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:20.116017 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df791ee4-a210-460e-8fe0-98124954596d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:20.173566 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-31db5b32-9170-4df8-a58e-c878c222c585 None None] For port 5f331e64-9088-4f60-a204-93dc86f9464e, host n-d-836147-2, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:20.174266 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31db5b32-9170-4df8-a58e-c878c222c585 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:20.206669 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c82b768d-1248-41b6-9d21-094989e7c3f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:20.212507 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-31db5b32-9170-4df8-a58e-c878c222c585 None None] Calling delete_port for 5f331e64-9088-4f60-a204-93dc86f9464e owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:56:20.217918 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-31db5b32-9170-4df8-a58e-c878c222c585 None None] Port 5f331e64-9088-4f60-a204-93dc86f9464e was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 12:56:20.229051 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31db5b32-9170-4df8-a58e-c878c222c585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:20.293724 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-31db5b32-9170-4df8-a58e-c878c222c585 None None] Network 9c679767-859f-4092-9265-7e7d1ba6f24f is not hosted by any dhcp agent {{(pid=103399) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 21 12:56:20.294440 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31db5b32-9170-4df8-a58e-c878c222c585 None None] No DVR routers for this DVR port 5f331e64-9088-4f60-a204-93dc86f9464e on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:56:20.303854 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db5b32-9170-4df8-a58e-c878c222c585 None None] Pushing event deleted for resources: {'Port': ['ID=5f331e64-9088-4f60-a204-93dc86f9464e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:20.325127 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df791ee4-a210-460e-8fe0-98124954596d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:20.325127 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4180d3-5da8-47a9-adf2-a979d71b83f3 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Network d0af6149-7e24-40a8-b84e-6f549e919eac is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:56:20.325127 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8d4180d3-5da8-47a9-adf2-a979d71b83f3 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:20.344507 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port c2d81288-154b-485c-b06e-ee448604ffb5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:20.345136 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:20.444398 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df791ee4-a210-460e-8fe0-98124954596d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:20.454404 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c82b768d-1248-41b6-9d21-094989e7c3f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:20.539818 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3ec0a523-a89e-4e53-a3ea-04d7e56eb883 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:56:20.553535 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:20.564879 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c82b768d-1248-41b6-9d21-094989e7c3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:20.642582 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c82b768d-1248-41b6-9d21-094989e7c3f9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2a70c067dc9942f088c7a92a82dccae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6877074 Apr 21 12:56:20.643521 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b768d-1248-41b6-9d21-094989e7c3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d336fe4-8079-41ce-a4c1-6ee703eb6233,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:20.653232 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37230) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:20.682556 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 3ec0a523-a89e-4e53-a3ea-04d7e56eb883 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:20.682926 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:20.697933 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df791ee4-a210-460e-8fe0-98124954596d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:20.699242 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-df791ee4-a210-460e-8fe0-98124954596d tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8815978 Apr 21 12:56:20.704780 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37232) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:20.721930 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-046bedd6-5f55-412c-b5b3-9fe80614d85a tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'network': {'name': 'tempest-RoutersTest-326577497'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:20.748560 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb95af4-b0af-4e02-b16c-2d4b486b6660 req-ae8946eb-3beb-43d1-997a-941a0cdc8289 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:20.750153 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5fb95af4-b0af-4e02-b16c-2d4b486b6660 req-ae8946eb-3beb-43d1-997a-941a0cdc8289 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 946 time: 0.1351972 Apr 21 12:56:20.798152 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-533ee480-3660-44c8-9649-cdf775f6435e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:20.809551 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4180d3-5da8-47a9-adf2-a979d71b83f3 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Router fc69b34d-7673-438c-8489-2e67fd9b5a87 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:56:20.817963 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5fb95af4-b0af-4e02-b16c-2d4b486b6660 req-8dca3506-ff5e-4b89-b906-f335bd433b19 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536065 Apr 21 12:56:20.870775 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-533ee480-3660-44c8-9649-cdf775f6435e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:20.901800 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8b4313-59cc-4f5f-a934-6393023045b4 None None] Network 36a84641-d24b-4b49-98fa-15916009efac requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:56:20.944455 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046bedd6-5f55-412c-b5b3-9fe80614d85a tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Made reservation on behalf of 8159930f4cd04c93a05e4b2450c5c6a7 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:56:20.949654 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-046bedd6-5f55-412c-b5b3-9fe80614d85a tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:20.996824 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:21.017813 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4180d3-5da8-47a9-adf2-a979d71b83f3 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:56:21.035279 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e33b75af-fb37-4669-ab6e-deefb816d1dd None None] Provisioning complete for port 3ec0a523-a89e-4e53-a3ea-04d7e56eb883 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:21.035279 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e33b75af-fb37-4669-ab6e-deefb816d1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:21.035538 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7942351-c283-4da8-96b2-6777c8993faa None None] Sync routers for ids ['fc69b34d-7673-438c-8489-2e67fd9b5a87'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:56:21.035981 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8d4180d3-5da8-47a9-adf2-a979d71b83f3 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] 10.222.0.36 "PUT /v2.0/routers/fc69b34d-7673-438c-8489-2e67fd9b5a87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4409695 Apr 21 12:56:21.036870 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37234) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:21.060405 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7942351-c283-4da8-96b2-6777c8993faa None None] Routers {'fc69b34d-7673-438c-8489-2e67fd9b5a87'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:21.066207 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a7942351-c283-4da8-96b2-6777c8993faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['fc69b34d-7673-438c-8489-2e67fd9b5a87'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:21.099005 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 3ec0a523-a89e-4e53-a3ea-04d7e56eb883, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3ec0a523-a89e-4e53-a3ea-04d7e56eb883,segment=NetworkSegment(d12621fd-72e3-4045-8e54-b9b31adf6733),segment_id=d12621fd-72e3-4045-8e54-b9b31adf6733)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:21.111621 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a7942351-c283-4da8-96b2-6777c8993faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:21.126027 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-533ee480-3660-44c8-9649-cdf775f6435e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:21.126985 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7942351-c283-4da8-96b2-6777c8993faa None None] Routers {'fc69b34d-7673-438c-8489-2e67fd9b5a87'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:21.127663 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a7942351-c283-4da8-96b2-6777c8993faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['fc69b34d-7673-438c-8489-2e67fd9b5a87'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:21.130163 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-533ee480-3660-44c8-9649-cdf775f6435e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:21.131597 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-533ee480-3660-44c8-9649-cdf775f6435e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4d336fe4-8079-41ce-a4c1-6ee703eb6233 HTTP/1.1" status: 204 len: 168 time: 0.4763033 Apr 21 12:56:21.142015 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-046bedd6-5f55-412c-b5b3-9fe80614d85a tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:56:21.211428 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ee480-3660-44c8-9649-cdf775f6435e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d336fe4-8079-41ce-a4c1-6ee703eb6233,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:21.223385 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a7942351-c283-4da8-96b2-6777c8993faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:21.226217 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7942351-c283-4da8-96b2-6777c8993faa None None] The sync data for ids ['fc69b34d-7673-438c-8489-2e67fd9b5a87'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:56:21.229316 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:21.240704 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-046bedd6-5f55-412c-b5b3-9fe80614d85a tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:21.240704 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-046bedd6-5f55-412c-b5b3-9fe80614d85a tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Added segment 9856acd3-0342-4f89-9ff6-a0d5fabe1411 of type vlan for network c6ba465e-d071-459d-8005-679b67e17c54 Apr 21 12:56:21.349709 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 5f331e64-9088-4f60-a204-93dc86f9464e no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:56:21.433125 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 5f331e64-9088-4f60-a204-93dc86f9464e {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:56:21.433464 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 5f331e64-9088-4f60-a204-93dc86f9464e not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:56:21.492914 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=3ec0a523-a89e-4e53-a3ea-04d7e56eb883,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:21.529717 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e33b75af-fb37-4669-ab6e-deefb816d1dd None None] Provisioning complete for port c2d81288-154b-485c-b06e-ee448604ffb5 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:21.529953 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e33b75af-fb37-4669-ab6e-deefb816d1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:21.544093 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-046bedd6-5f55-412c-b5b3-9fe80614d85a tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:21.736361 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e33b75af-fb37-4669-ab6e-deefb816d1dd None None] Provisioning complete for port 68b2f545-9d2e-4d95-b124-bc7bda3474ef triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:21.736740 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e33b75af-fb37-4669-ab6e-deefb816d1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:21.792075 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e33b75af-fb37-4669-ab6e-deefb816d1dd None None] Port 68b2f545-9d2e-4d95-b124-bc7bda3474ef cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:56:21.812450 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-d0ae47b2-24b1-4481-a11d-d57088406571 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:56:21.813496 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d0ae47b2-24b1-4481-a11d-d57088406571 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] 10.222.0.36 "PUT /v2.0/routers/fc69b34d-7673-438c-8489-2e67fd9b5a87/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7743883 Apr 21 12:56:21.816435 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37242) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:21.819500 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3ec0a523-a89e-4e53-a3ea-04d7e56eb883 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:56:21.895099 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 3ec0a523-a89e-4e53-a3ea-04d7e56eb883 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:21.895551 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:21.947247 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0c4c9158-8e71-4519-bd34-c05efa45e2ca None None] Provisioning complete for port 3ec0a523-a89e-4e53-a3ea-04d7e56eb883 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:21.947645 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9158-8e71-4519-bd34-c05efa45e2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:22.087347 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0c4c9158-8e71-4519-bd34-c05efa45e2ca None None] Provisioning complete for port 68b2f545-9d2e-4d95-b124-bc7bda3474ef triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:22.087736 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c4c9158-8e71-4519-bd34-c05efa45e2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:22.096554 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5439eb6-0a13-4e37-839b-22dcc19ad45e req-e1543ef8-bda6-4543-86ae-7e8fd7465c7b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:22.098819 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5439eb6-0a13-4e37-839b-22dcc19ad45e req-e1543ef8-bda6-4543-86ae-7e8fd7465c7b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 946 time: 0.1671765 Apr 21 12:56:22.123475 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0c4c9158-8e71-4519-bd34-c05efa45e2ca None None] Port 68b2f545-9d2e-4d95-b124-bc7bda3474ef cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:56:22.182488 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5439eb6-0a13-4e37-839b-22dcc19ad45e req-6917dbe5-f1d5-4c1e-a905-fa4d3a72c2f2 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721743 Apr 21 12:56:22.209034 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-046bedd6-5f55-412c-b5b3-9fe80614d85a tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:22.215089 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046bedd6-5f55-412c-b5b3-9fe80614d85a tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:22.216930 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-046bedd6-5f55-412c-b5b3-9fe80614d85a tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:22.285645 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046bedd6-5f55-412c-b5b3-9fe80614d85a tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Network': ['ID=c6ba465e-d071-459d-8005-679b67e17c54,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:22.286464 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51105c4e-db17-4ca4-88f1-dc9ace7457a3 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:22.307849 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network c6ba465e-d071-459d-8005-679b67e17c54 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:56:22.464573 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-046bedd6-5f55-412c-b5b3-9fe80614d85a tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.7471647 Apr 21 12:56:22.467304 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37256) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:22.474644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-fa79fc18-6449-4301-b6f9-290683c24699 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'subnet': {'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:22.633849 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-51105c4e-db17-4ca4-88f1-dc9ace7457a3 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Deleting port 68b2f545-9d2e-4d95-b124-bc7bda3474ef {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:56:22.633849 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51105c4e-db17-4ca4-88f1-dc9ace7457a3 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:22.696763 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa79fc18-6449-4301-b6f9-290683c24699 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Made reservation on behalf of 8159930f4cd04c93a05e4b2450c5c6a7 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:56:22.701169 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa79fc18-6449-4301-b6f9-290683c24699 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:22.799265 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51105c4e-db17-4ca4-88f1-dc9ace7457a3 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:22.823982 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-51105c4e-db17-4ca4-88f1-dc9ace7457a3 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Calling delete_port for 68b2f545-9d2e-4d95-b124-bc7bda3474ef owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:56:23.279227 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa79fc18-6449-4301-b6f9-290683c24699 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:23.368785 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79fc18-6449-4301-b6f9-290683c24699 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Subnet': ['ID=7a7c804d-7c84-4ed6-85b0-ab306c028f4b,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:23.379338 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc709cc-af5f-42b1-8e93-1b13d8870735 req-8df62066-f424-4518-84e6-f6a5b65d5236 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:23.383252 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbc709cc-af5f-42b1-8e93-1b13d8870735 req-8df62066-f424-4518-84e6-f6a5b65d5236 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 946 time: 0.1144636 Apr 21 12:56:23.411614 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa79fc18-6449-4301-b6f9-290683c24699 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Checking segment: {'id': '9856acd3-0342-4f89-9ff6-a0d5fabe1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:56:23.411972 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa79fc18-6449-4301-b6f9-290683c24699 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network hostable DHCP agents. Network: c6ba465e-d071-459d-8005-679b67e17c54, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:56:23.440609 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbc709cc-af5f-42b1-8e93-1b13d8870735 req-41819234-9f49-4650-b873-be0288946239 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501192 Apr 21 12:56:23.467010 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51105c4e-db17-4ca4-88f1-dc9ace7457a3 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:23.487732 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51105c4e-db17-4ca4-88f1-dc9ace7457a3 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Pushing event deleted for resources: {'Port': ['ID=68b2f545-9d2e-4d95-b124-bc7bda3474ef,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:23.659737 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa79fc18-6449-4301-b6f9-290683c24699 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network c6ba465e-d071-459d-8005-679b67e17c54 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:56:23.667669 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51105c4e-db17-4ca4-88f1-dc9ace7457a3 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:23.777536 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-fa79fc18-6449-4301-b6f9-290683c24699 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, c6ba465e-d071-459d-8005-679b67e17c54) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:23.783744 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa79fc18-6449-4301-b6f9-290683c24699 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:23.784814 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa79fc18-6449-4301-b6f9-290683c24699 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:23.802253 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6997412b-28b2-493d-84d8-a48185c645db None None] Network c6ba465e-d071-459d-8005-679b67e17c54 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:56:23.881037 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fa79fc18-6449-4301-b6f9-290683c24699 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4124269 Apr 21 12:56:23.883765 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37280) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:23.919859 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51105c4e-db17-4ca4-88f1-dc9ace7457a3 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Router fc69b34d-7673-438c-8489-2e67fd9b5a87 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:56:23.967073 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ce278e1-bd1c-41d3-b671-d6e35e9af840 req-7db29982-2a10-4d3a-9fac-8f4f101f07c0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0821533 Apr 21 12:56:24.092244 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51105c4e-db17-4ca4-88f1-dc9ace7457a3 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:56:24.110141 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-51105c4e-db17-4ca4-88f1-dc9ace7457a3 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] 10.222.0.36 "PUT /v2.0/routers/fc69b34d-7673-438c-8489-2e67fd9b5a87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2914774 Apr 21 12:56:24.111111 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8333d60b-67d5-4e75-b2a1-167d908c4a1d None None] Sync routers for ids ['fc69b34d-7673-438c-8489-2e67fd9b5a87'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:56:24.115560 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37286) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:24.118764 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab363a1e-374a-4cfc-a820-84a8fdd552f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-c6ba465e-d071-459d-8005-679b67e17c54', 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'fixed_ips': [{'subnet_id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:56:24.120227 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab363a1e-374a-4cfc-a820-84a8fdd552f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:24.147833 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8333d60b-67d5-4e75-b2a1-167d908c4a1d None None] Routers {'fc69b34d-7673-438c-8489-2e67fd9b5a87'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:24.149525 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8333d60b-67d5-4e75-b2a1-167d908c4a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['fc69b34d-7673-438c-8489-2e67fd9b5a87'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:24.169849 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-d9ddff5e-1d85-46e2-bdf9-cbc1e3bad683 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] delete failed (client error): The resource could not be found. Apr 21 12:56:24.171338 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d9ddff5e-1d85-46e2-bdf9-cbc1e3bad683 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-1365666491 HTTP/1.1" status: 404 len: 335 time: 0.0544362 Apr 21 12:56:24.175791 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce278e1-bd1c-41d3-b671-d6e35e9af840 req-cc20a7f9-df7a-42af-aacd-d8fbfc0134ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:24.181027 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ce278e1-bd1c-41d3-b671-d6e35e9af840 req-cc20a7f9-df7a-42af-aacd-d8fbfc0134ad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=43c98e4e76c844d38eb1054dc1e6fa15&device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 1097 time: 0.1583436 Apr 21 12:56:24.181558 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37288) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:24.191537 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-fe6cbb76-b409-487a-b23d-239079c3af54 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fc69b34d-7673-438c-8489-2e67fd9b5a87'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:24.199154 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8333d60b-67d5-4e75-b2a1-167d908c4a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:24.298132 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8333d60b-67d5-4e75-b2a1-167d908c4a1d None None] Routers {'fc69b34d-7673-438c-8489-2e67fd9b5a87'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:24.298751 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8333d60b-67d5-4e75-b2a1-167d908c4a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['fc69b34d-7673-438c-8489-2e67fd9b5a87'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:24.343770 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8333d60b-67d5-4e75-b2a1-167d908c4a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:24.344550 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8333d60b-67d5-4e75-b2a1-167d908c4a1d None None] The sync data for ids ['fc69b34d-7673-438c-8489-2e67fd9b5a87'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:56:24.421360 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ab363a1e-374a-4cfc-a820-84a8fdd552f2 None None] Allocated IP 172.20.0.2 (c6ba465e-d071-459d-8005-679b67e17c54/7a7c804d-7c84-4ed6-85b0-ab306c028f4b/d38ba1b6-07ab-43b4-9efe-4b8363be6a97) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:56:24.449328 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65b6a3e5-683f-4575-b068-a5b1f8ab1d67 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:24.465738 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce278e1-bd1c-41d3-b671-d6e35e9af840 req-4bac4e74-e95a-4e37-bc6f-f0e0f849af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:24.467225 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ce278e1-bd1c-41d3-b671-d6e35e9af840 req-4bac4e74-e95a-4e37-bc6f-f0e0f849af59 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c827d442-59c0-42d4-802b-84a8d0f2cf17 HTTP/1.1" status: 200 len: 918 time: 0.0975382 Apr 21 12:56:24.655516 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab363a1e-374a-4cfc-a820-84a8fdd552f2 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:24.774926 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab363a1e-374a-4cfc-a820-84a8fdd552f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:24.893714 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-65b6a3e5-683f-4575-b068-a5b1f8ab1d67 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Allocated IP 172.20.0.1 (c6ba465e-d071-459d-8005-679b67e17c54/7a7c804d-7c84-4ed6-85b0-ab306c028f4b/0623664e-6129-4cb5-b99f-dfa28c42b47f) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:56:24.897161 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab363a1e-374a-4cfc-a820-84a8fdd552f2 None None] Network c6ba465e-d071-459d-8005-679b67e17c54 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:56:24.901359 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab363a1e-374a-4cfc-a820-84a8fdd552f2 None None] Pushing event updated for resources: {'Port': ['ID=d38ba1b6-07ab-43b4-9efe-4b8363be6a97,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:24.912308 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ab363a1e-374a-4cfc-a820-84a8fdd552f2 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:24.927011 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab363a1e-374a-4cfc-a820-84a8fdd552f2 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:56:25.025435 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ab363a1e-374a-4cfc-a820-84a8fdd552f2 None None] Attempting to bind port d38ba1b6-07ab-43b4-9efe-4b8363be6a97 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:56:25.026217 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ab363a1e-374a-4cfc-a820-84a8fdd552f2 None None] Attempting to bind port d38ba1b6-07ab-43b4-9efe-4b8363be6a97 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '9856acd3-0342-4f89-9ff6-a0d5fabe1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:56:25.027007 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab363a1e-374a-4cfc-a820-84a8fdd552f2 None None] Attempting to bind port d38ba1b6-07ab-43b4-9efe-4b8363be6a97 on network c6ba465e-d071-459d-8005-679b67e17c54 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:56:25.027324 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65b6a3e5-683f-4575-b068-a5b1f8ab1d67 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:25.034252 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab363a1e-374a-4cfc-a820-84a8fdd552f2 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:56:25.034962 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab363a1e-374a-4cfc-a820-84a8fdd552f2 None None] Checking segment: {'id': '9856acd3-0342-4f89-9ff6-a0d5fabe1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:56:25.035731 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab363a1e-374a-4cfc-a820-84a8fdd552f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:25.037007 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab363a1e-374a-4cfc-a820-84a8fdd552f2 None None] Bound using segment: {'id': '9856acd3-0342-4f89-9ff6-a0d5fabe1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:56:25.039878 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ab363a1e-374a-4cfc-a820-84a8fdd552f2 None None] Bound port: d38ba1b6-07ab-43b4-9efe-4b8363be6a97, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9856acd3-0342-4f89-9ff6-a0d5fabe1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:56:25.040484 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab363a1e-374a-4cfc-a820-84a8fdd552f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:25.124336 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe6cbb76-b409-487a-b23d-239079c3af54 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:25.136837 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab363a1e-374a-4cfc-a820-84a8fdd552f2 None None] For port d38ba1b6-07ab-43b4-9efe-4b8363be6a97, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:56:25.142992 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab363a1e-374a-4cfc-a820-84a8fdd552f2 None None] For port d38ba1b6-07ab-43b4-9efe-4b8363be6a97, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=d38ba1b6-07ab-43b4-9efe-4b8363be6a97,segment=NetworkSegment(9856acd3-0342-4f89-9ff6-a0d5fabe1411),segment_id=9856acd3-0342-4f89-9ff6-a0d5fabe1411)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:56:25.157232 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ce278e1-bd1c-41d3-b671-d6e35e9af840 req-a36da3d1-0aab-46bf-9e7e-8d066cfbf9a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19cfa38b-7045-43f7-ba29-c8caa5092a7b HTTP/1.1" status: 200 len: 1001 time: 0.6619165 Apr 21 12:56:25.169129 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65b6a3e5-683f-4575-b068-a5b1f8ab1d67 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:25.170467 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37296) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:25.216482 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b6a3e5-683f-4575-b068-a5b1f8ab1d67 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network c6ba465e-d071-459d-8005-679b67e17c54 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:56:25.220746 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b077d-9f31-45be-b341-31d9387961ec req-e6478de8-5365-40eb-bfac-ee1f61c338bd tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:25.222329 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ca9b077d-9f31-45be-b341-31d9387961ec req-e6478de8-5365-40eb-bfac-ee1f61c338bd tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 946 time: 0.6366456 Apr 21 12:56:25.224623 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-65b6a3e5-683f-4575-b068-a5b1f8ab1d67 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:25.225131 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce278e1-bd1c-41d3-b671-d6e35e9af840 req-27648ff9-c434-4aea-829b-374a0715a70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:25.227172 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b6a3e5-683f-4575-b068-a5b1f8ab1d67 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:56:25.230286 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6a3e5-683f-4575-b068-a5b1f8ab1d67 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Port': ['ID=0623664e-6129-4cb5-b99f-dfa28c42b47f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:25.230488 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ce278e1-bd1c-41d3-b671-d6e35e9af840 req-27648ff9-c434-4aea-829b-374a0715a70b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d HTTP/1.1" status: 200 len: 856 time: 0.0652184 Apr 21 12:56:25.234208 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-288b4061-4ad8-4048-89e9-71ab40644d7f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-862731939', 'description': 'tempest-secgroup-smoke-862731939 description', 'project_id': '284d3d44382e404aa4c17c17e03a8f46'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:25.236901 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab363a1e-374a-4cfc-a820-84a8fdd552f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:25.330227 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab363a1e-374a-4cfc-a820-84a8fdd552f2 None None] Pushing event updated for resources: {'Port': ['ID=d38ba1b6-07ab-43b4-9efe-4b8363be6a97,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:25.330653 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65b6a3e5-683f-4575-b068-a5b1f8ab1d67 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:25.344095 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ca9b077d-9f31-45be-b341-31d9387961ec req-893c16f8-3dc3-4dd5-8818-4641c648fa1d tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044703 Apr 21 12:56:25.351843 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-fe6cbb76-b409-487a-b23d-239079c3af54 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] update failed (client error): The resource could not be found. Apr 21 12:56:25.356432 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fe6cbb76-b409-487a-b23d-239079c3af54 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] 10.222.0.36 "PUT /v2.0/routers/fc69b34d-7673-438c-8489-2e67fd9b5a87 HTTP/1.1" status: 404 len: 339 time: 1.1682475 Apr 21 12:56:25.358130 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37298) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:25.419083 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce278e1-bd1c-41d3-b671-d6e35e9af840 req-f0f6552e-7278-46b1-8155-ec6c8ba865c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:25.419083 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ce278e1-bd1c-41d3-b671-d6e35e9af840 req-f0f6552e-7278-46b1-8155-ec6c8ba865c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c827d442-59c0-42d4-802b-84a8d0f2cf17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1736312 Apr 21 12:56:25.468102 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-288b4061-4ad8-4048-89e9-71ab40644d7f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:25.479753 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-288b4061-4ad8-4048-89e9-71ab40644d7f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:25.597166 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65b6a3e5-683f-4575-b068-a5b1f8ab1d67 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:25.875873 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device d38ba1b6-07ab-43b4-9efe-4b8363be6a97 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:56:25.907299 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ce278e1-bd1c-41d3-b671-d6e35e9af840 req-a3f5828b-cf13-42e7-ad0c-31a5fa268da4 service neutron] 10.222.0.26 "GET /v2.0/networks/c827d442-59c0-42d4-802b-84a8d0f2cf17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520736 Apr 21 12:56:25.956828 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port d38ba1b6-07ab-43b4-9efe-4b8363be6a97 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:25.957396 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:26.011567 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65b6a3e5-683f-4575-b068-a5b1f8ab1d67 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:26.054201 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-288b4061-4ad8-4048-89e9-71ab40644d7f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:26.056779 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f68d0ac-3ffa-447a-8bfc-598c2256e31f tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:26.065485 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:26.083893 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65b6a3e5-683f-4575-b068-a5b1f8ab1d67 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:26.110264 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port d38ba1b6-07ab-43b4-9efe-4b8363be6a97, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=d38ba1b6-07ab-43b4-9efe-4b8363be6a97,segment=NetworkSegment(9856acd3-0342-4f89-9ff6-a0d5fabe1411),segment_id=9856acd3-0342-4f89-9ff6-a0d5fabe1411)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:26.316707 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65b6a3e5-683f-4575-b068-a5b1f8ab1d67 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:26.316707 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6a3e5-683f-4575-b068-a5b1f8ab1d67 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Port': ['ID=0623664e-6129-4cb5-b99f-dfa28c42b47f,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:26.318775 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ce278e1-bd1c-41d3-b671-d6e35e9af840 req-8106b121-056f-4d43-8517-961560423ab5 service neutron] 10.222.0.26 "GET /v2.0/networks/c827d442-59c0-42d4-802b-84a8d0f2cf17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792151 Apr 21 12:56:26.318775 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-288b4061-4ad8-4048-89e9-71ab40644d7f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:26.326686 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b6a3e5-683f-4575-b068-a5b1f8ab1d67 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network c6ba465e-d071-459d-8005-679b67e17c54 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:56:26.329214 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-65b6a3e5-683f-4575-b068-a5b1f8ab1d67 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:26.346564 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:26.442431 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=d38ba1b6-07ab-43b4-9efe-4b8363be6a97,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:26.471765 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b4061-4ad8-4048-89e9-71ab40644d7f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=784ad286-b51e-4d2c-ac80-8e3289353e66,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:26.653619 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-288b4061-4ad8-4048-89e9-71ab40644d7f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:26.657125 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b6a3e5-683f-4575-b068-a5b1f8ab1d67 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:56:26.688180 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-2f68d0ac-3ffa-447a-8bfc-598c2256e31f tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Allocated IP 172.20.0.1 (320b2726-860f-4dbc-a552-3da4fc59922a/39312e0b-4edb-4b53-a8b0-c79b7beaa262/16a265ac-36ff-44dd-b067-937e8e449e62) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:56:26.756828 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19125f15-2213-4298-b812-876b162109f9 req-35e5e010-50b6-4f65-bb29-7895e6e74fde tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:26.756828 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-19125f15-2213-4298-b812-876b162109f9 req-35e5e010-50b6-4f65-bb29-7895e6e74fde tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 946 time: 0.1846602 Apr 21 12:56:26.758199 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c09db05-4a43-46da-900f-73e4cf98a3ac None None] Network c6ba465e-d071-459d-8005-679b67e17c54 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:56:26.795731 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b6a3e5-683f-4575-b068-a5b1f8ab1d67 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:56:26.801559 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-65b6a3e5-683f-4575-b068-a5b1f8ab1d67 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "PUT /v2.0/routers/10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9161537 Apr 21 12:56:26.806939 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26d5a65-ea77-4b3d-a9fb-d0595f176204 None None] Sync routers for ids ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:56:26.817045 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37302) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:26.819259 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-288b4061-4ad8-4048-89e9-71ab40644d7f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:26.825214 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26d5a65-ea77-4b3d-a9fb-d0595f176204 None None] Routers {'10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:26.826422 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c26d5a65-ea77-4b3d-a9fb-d0595f176204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:26.834160 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-75d139c2-3839-407f-9794-e77e6423b60c tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'network': {'name': 'tempest-RoutersTest-149547053'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:26.924642 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-19125f15-2213-4298-b812-876b162109f9 req-58d366dc-9191-41fa-8ff7-09a7b69503d1 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019687 Apr 21 12:56:26.936075 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-caae60e3-2291-4007-bcb2-f5cbd2fc0a89 None None] Provisioning complete for port d38ba1b6-07ab-43b4-9efe-4b8363be6a97 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:26.936568 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-caae60e3-2291-4007-bcb2-f5cbd2fc0a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:26.948668 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b4061-4ad8-4048-89e9-71ab40644d7f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d93b51fa-313b-42bd-be27-1459bd3dc368,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:27.010831 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f68d0ac-3ffa-447a-8bfc-598c2256e31f tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:27.066178 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-c26d5a65-ea77-4b3d-a9fb-d0595f176204 None None] Set router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:56:27.259765 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c26d5a65-ea77-4b3d-a9fb-d0595f176204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'name': 'tempest-RoutersTest-router-1116518990', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:20Z', 'updated_at': '2022-04-21T12:56:25Z', 'revision_number': 2, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None, '_interfaces': [{'id': '0623664e-6129-4cb5-b99f-dfa28c42b47f', 'name': '', 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:06:d3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:24Z', 'updated_at': '2022-04-21T12:56:25Z', 'revision_number': 2, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:27.267935 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-288b4061-4ad8-4048-89e9-71ab40644d7f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:27.271769 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-288b4061-4ad8-4048-89e9-71ab40644d7f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.0460675 Apr 21 12:56:27.273445 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f68d0ac-3ffa-447a-8bfc-598c2256e31f tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:27.280342 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37304) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:27.292703 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f2811915-81f8-45a7-b47c-c932e14dc4c7 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'security_group_rule': {'security_group_id': 'd93b51fa-313b-42bd-be27-1459bd3dc368', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:27.295106 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26d5a65-ea77-4b3d-a9fb-d0595f176204 None None] Checking router: 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:56:27.295449 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26d5a65-ea77-4b3d-a9fb-d0595f176204 None None] Updating router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b port 0623664e-6129-4cb5-b99f-dfa28c42b47f binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:56:27.305986 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-eabeec4c-5e97-4f37-b7b4-d9c4bbd5a5cc None None] Provisioning complete for port 0623664e-6129-4cb5-b99f-dfa28c42b47f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:27.305986 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eabeec4c-5e97-4f37-b7b4-d9c4bbd5a5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:27.321964 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c26d5a65-ea77-4b3d-a9fb-d0595f176204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:27.345891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f68d0ac-3ffa-447a-8bfc-598c2256e31f tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Network 320b2726-860f-4dbc-a552-3da4fc59922a is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:56:27.351138 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-2f68d0ac-3ffa-447a-8bfc-598c2256e31f tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:27.353097 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-eabeec4c-5e97-4f37-b7b4-d9c4bbd5a5cc None None] Port 0623664e-6129-4cb5-b99f-dfa28c42b47f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:56:27.355651 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f68d0ac-3ffa-447a-8bfc-598c2256e31f tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:56:27.379304 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-eabeec4c-5e97-4f37-b7b4-d9c4bbd5a5cc None None] Provisioning complete for port d38ba1b6-07ab-43b4-9efe-4b8363be6a97 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:27.379612 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eabeec4c-5e97-4f37-b7b4-d9c4bbd5a5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:27.395710 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68d0ac-3ffa-447a-8bfc-598c2256e31f tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Pushing event updated for resources: {'Port': ['ID=16a265ac-36ff-44dd-b067-937e8e449e62,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:27.403448 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d139c2-3839-407f-9794-e77e6423b60c tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Made reservation on behalf of 8159930f4cd04c93a05e4b2450c5c6a7 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:56:27.410422 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75d139c2-3839-407f-9794-e77e6423b60c tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:27.451336 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f68d0ac-3ffa-447a-8bfc-598c2256e31f tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:27.490246 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d139c2-3839-407f-9794-e77e6423b60c tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:56:27.522510 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75d139c2-3839-407f-9794-e77e6423b60c tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:27.525235 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-75d139c2-3839-407f-9794-e77e6423b60c tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Added segment f154fc49-49a6-4433-83e8-695c62580adc of type vlan for network 43b22f18-e03f-4d34-b463-1546ec79f515 Apr 21 12:56:27.576181 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2811915-81f8-45a7-b47c-c932e14dc4c7 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:27.770520 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2811915-81f8-45a7-b47c-c932e14dc4c7 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:27.780151 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7c1143ab-3c2a-4918-9c6e-f3b1868a4c6a None None] Provisioning complete for port 0623664e-6129-4cb5-b99f-dfa28c42b47f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:27.780520 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c1143ab-3c2a-4918-9c6e-f3b1868a4c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:27.783638 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75d139c2-3839-407f-9794-e77e6423b60c tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:27.845222 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device d38ba1b6-07ab-43b4-9efe-4b8363be6a97 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:56:27.872783 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f68d0ac-3ffa-447a-8bfc-598c2256e31f tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:27.880306 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2811915-81f8-45a7-b47c-c932e14dc4c7 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:27.893010 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c26d5a65-ea77-4b3d-a9fb-d0595f176204 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:27.905664 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7c1143ab-3c2a-4918-9c6e-f3b1868a4c6a None None] Port 0623664e-6129-4cb5-b99f-dfa28c42b47f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:56:27.928536 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75d139c2-3839-407f-9794-e77e6423b60c tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:27.944623 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d139c2-3839-407f-9794-e77e6423b60c tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:27.950742 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75d139c2-3839-407f-9794-e77e6423b60c tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:27.951757 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port d38ba1b6-07ab-43b4-9efe-4b8363be6a97 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:27.952306 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:27.952885 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2811915-81f8-45a7-b47c-c932e14dc4c7 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a2b545-7dac-4ef7-8583-163eb877689e,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:28.027177 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c26d5a65-ea77-4b3d-a9fb-d0595f176204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:28.136489 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2811915-81f8-45a7-b47c-c932e14dc4c7 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:28.138001 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f2811915-81f8-45a7-b47c-c932e14dc4c7 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8560233 Apr 21 12:56:28.146197 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37312) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:28.152964 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6aefbdb4-c23c-48b9-9d87-93c103785195 None None] Provisioning complete for port 16a265ac-36ff-44dd-b067-937e8e449e62 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:28.153339 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6aefbdb4-c23c-48b9-9d87-93c103785195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:28.153641 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ae396629-f6d0-4789-8eb9-22b91ab21a15 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'security_group_rule': {'security_group_id': 'd93b51fa-313b-42bd-be27-1459bd3dc368', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:28.154631 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212f81c-4a30-4cd4-b5bb-82d5e8971b54 None None] Pushing event updated for resources: {'Port': ['ID=0623664e-6129-4cb5-b99f-dfa28c42b47f,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:28.188113 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-75d139c2-3839-407f-9794-e77e6423b60c tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3695183 Apr 21 12:56:28.191549 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37314) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:28.192400 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d139c2-3839-407f-9794-e77e6423b60c tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Network': ['ID=43b22f18-e03f-4d34-b463-1546ec79f515,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:28.201037 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6b385185-c970-4b26-94e6-e71bb7bec7a0 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'subnet': {'network_id': '43b22f18-e03f-4d34-b463-1546ec79f515', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:28.221512 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212f81c-4a30-4cd4-b5bb-82d5e8971b54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:28.221790 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 43b22f18-e03f-4d34-b463-1546ec79f515 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:56:28.222594 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212f81c-4a30-4cd4-b5bb-82d5e8971b54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:28.223284 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212f81c-4a30-4cd4-b5bb-82d5e8971b54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:28.228405 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212f81c-4a30-4cd4-b5bb-82d5e8971b54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:28.229083 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212f81c-4a30-4cd4-b5bb-82d5e8971b54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:28.229786 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212f81c-4a30-4cd4-b5bb-82d5e8971b54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:28.230360 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212f81c-4a30-4cd4-b5bb-82d5e8971b54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:28.230908 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212f81c-4a30-4cd4-b5bb-82d5e8971b54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:28.231454 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212f81c-4a30-4cd4-b5bb-82d5e8971b54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:28.232171 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212f81c-4a30-4cd4-b5bb-82d5e8971b54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:28.232743 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212f81c-4a30-4cd4-b5bb-82d5e8971b54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:28.233424 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6212f81c-4a30-4cd4-b5bb-82d5e8971b54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:28.296395 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-c26d5a65-ea77-4b3d-a9fb-d0595f176204 None None] Attempting to bind port 0623664e-6129-4cb5-b99f-dfa28c42b47f on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:56:28.299777 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-c26d5a65-ea77-4b3d-a9fb-d0595f176204 None None] Attempting to bind port 0623664e-6129-4cb5-b99f-dfa28c42b47f by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '9856acd3-0342-4f89-9ff6-a0d5fabe1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:56:28.300746 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26d5a65-ea77-4b3d-a9fb-d0595f176204 None None] Attempting to bind port 0623664e-6129-4cb5-b99f-dfa28c42b47f on network c6ba465e-d071-459d-8005-679b67e17c54 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:56:28.304121 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df08f1-e671-4141-95a9-271f89118533 req-f808c3c0-908b-43ac-9085-d16c9de8c7d5 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:28.307415 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6aefbdb4-c23c-48b9-9d87-93c103785195 None None] Port 16a265ac-36ff-44dd-b067-937e8e449e62 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:56:28.310304 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-26df08f1-e671-4141-95a9-271f89118533 req-f808c3c0-908b-43ac-9085-d16c9de8c7d5 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 946 time: 0.1863546 Apr 21 12:56:28.317544 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26d5a65-ea77-4b3d-a9fb-d0595f176204 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:56:28.317544 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26d5a65-ea77-4b3d-a9fb-d0595f176204 None None] Checking segment: {'id': '9856acd3-0342-4f89-9ff6-a0d5fabe1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:56:28.317544 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c26d5a65-ea77-4b3d-a9fb-d0595f176204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:28.317544 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26d5a65-ea77-4b3d-a9fb-d0595f176204 None None] Bound using segment: {'id': '9856acd3-0342-4f89-9ff6-a0d5fabe1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:56:28.319457 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-c26d5a65-ea77-4b3d-a9fb-d0595f176204 None None] Bound port: 0623664e-6129-4cb5-b99f-dfa28c42b47f, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9856acd3-0342-4f89-9ff6-a0d5fabe1411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:56:28.321183 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c26d5a65-ea77-4b3d-a9fb-d0595f176204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:28.370395 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae396629-f6d0-4789-8eb9-22b91ab21a15 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:28.446359 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c26d5a65-ea77-4b3d-a9fb-d0595f176204 None None] For port 0623664e-6129-4cb5-b99f-dfa28c42b47f, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:56:28.450572 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-c26d5a65-ea77-4b3d-a9fb-d0595f176204 None None] For port 0623664e-6129-4cb5-b99f-dfa28c42b47f, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=0623664e-6129-4cb5-b99f-dfa28c42b47f,segment=NetworkSegment(9856acd3-0342-4f89-9ff6-a0d5fabe1411),segment_id=9856acd3-0342-4f89-9ff6-a0d5fabe1411)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:56:28.485731 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-26df08f1-e671-4141-95a9-271f89118533 req-18fef57e-2d00-4c6d-b0c0-ceb5970db65b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351132 Apr 21 12:56:28.513399 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae396629-f6d0-4789-8eb9-22b91ab21a15 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:28.575275 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b385185-c970-4b26-94e6-e71bb7bec7a0 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Made reservation on behalf of 8159930f4cd04c93a05e4b2450c5c6a7 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:56:28.580020 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6b385185-c970-4b26-94e6-e71bb7bec7a0 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:28.604119 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-c26d5a65-ea77-4b3d-a9fb-d0595f176204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:28.625851 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f68d0ac-3ffa-447a-8bfc-598c2256e31f tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:28.668257 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7fe28043-8a54-416e-b1f2-c2effbb5f559 None None] Provisioning complete for port 0623664e-6129-4cb5-b99f-dfa28c42b47f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:28.669167 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fe28043-8a54-416e-b1f2-c2effbb5f559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:28.678912 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae396629-f6d0-4789-8eb9-22b91ab21a15 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:28.712483 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f68d0ac-3ffa-447a-8bfc-598c2256e31f tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:28.727531 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae396629-f6d0-4789-8eb9-22b91ab21a15 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=366273db-4c94-4720-bb6b-da94e7af5e5d,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:28.741299 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26d5a65-ea77-4b3d-a9fb-d0595f176204 None None] Routers {'10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:28.741863 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c26d5a65-ea77-4b3d-a9fb-d0595f176204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:28.751536 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212f81c-4a30-4cd4-b5bb-82d5e8971b54 None None] Pushing event updated for resources: {'Port': ['ID=0623664e-6129-4cb5-b99f-dfa28c42b47f,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:28.803453 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fe28043-8a54-416e-b1f2-c2effbb5f559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:28.844259 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7fe28043-8a54-416e-b1f2-c2effbb5f559 None None] For port 0623664e-6129-4cb5-b99f-dfa28c42b47f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=0623664e-6129-4cb5-b99f-dfa28c42b47f,segment=NetworkSegment(9856acd3-0342-4f89-9ff6-a0d5fabe1411),segment_id=9856acd3-0342-4f89-9ff6-a0d5fabe1411)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:28.862201 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68d0ac-3ffa-447a-8bfc-598c2256e31f tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Pushing event updated for resources: {'Port': ['ID=16a265ac-36ff-44dd-b067-937e8e449e62,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:28.879924 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae396629-f6d0-4789-8eb9-22b91ab21a15 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:28.881548 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ae396629-f6d0-4789-8eb9-22b91ab21a15 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7341917 Apr 21 12:56:28.885046 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37320) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:28.887547 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2f68d0ac-3ffa-447a-8bfc-598c2256e31f tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:28.892963 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9ecae8c0-ccbd-4344-99a9-c39440724339 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'security_group_rule': {'security_group_id': 'd93b51fa-313b-42bd-be27-1459bd3dc368', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:28.897988 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-c26d5a65-ea77-4b3d-a9fb-d0595f176204 None None] Set router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:56:28.978308 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7fe28043-8a54-416e-b1f2-c2effbb5f559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:29.014391 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6b385185-c970-4b26-94e6-e71bb7bec7a0 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:29.020469 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f68d0ac-3ffa-447a-8bfc-598c2256e31f tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Network 320b2726-860f-4dbc-a552-3da4fc59922a is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:56:29.022478 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-2f68d0ac-3ffa-447a-8bfc-598c2256e31f tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:29.037782 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe28043-8a54-416e-b1f2-c2effbb5f559 None None] Pushing event updated for resources: {'Port': ['ID=0623664e-6129-4cb5-b99f-dfa28c42b47f,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:29.106823 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b385185-c970-4b26-94e6-e71bb7bec7a0 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Subnet': ['ID=59e5ba91-13e2-4c1f-836f-7150affe7ccd,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:29.115188 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9ecae8c0-ccbd-4344-99a9-c39440724339 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:29.117138 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e12f36fe-97b7-447c-b33e-a8f09e50c194 None None] Provisioning complete for port 0623664e-6129-4cb5-b99f-dfa28c42b47f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:29.117972 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e12f36fe-97b7-447c-b33e-a8f09e50c194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:29.120444 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b385185-c970-4b26-94e6-e71bb7bec7a0 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Checking segment: {'id': 'f154fc49-49a6-4433-83e8-695c62580adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '43b22f18-e03f-4d34-b463-1546ec79f515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:56:29.121221 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b385185-c970-4b26-94e6-e71bb7bec7a0 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network hostable DHCP agents. Network: 43b22f18-e03f-4d34-b463-1546ec79f515, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:56:29.182239 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f68d0ac-3ffa-447a-8bfc-598c2256e31f tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Router fc69b34d-7673-438c-8489-2e67fd9b5a87 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:56:29.203769 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9ecae8c0-ccbd-4344-99a9-c39440724339 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:29.226676 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c26d5a65-ea77-4b3d-a9fb-d0595f176204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'name': 'tempest-RoutersTest-router-1116518990', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:20Z', 'updated_at': '2022-04-21T12:56:25Z', 'revision_number': 2, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None, '_interfaces': [{'id': '0623664e-6129-4cb5-b99f-dfa28c42b47f', 'name': '', 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:06:d3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:24Z', 'updated_at': '2022-04-21T12:56:28Z', 'revision_number': 4, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:29.227776 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b385185-c970-4b26-94e6-e71bb7bec7a0 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network 43b22f18-e03f-4d34-b463-1546ec79f515 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:56:29.261370 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26d5a65-ea77-4b3d-a9fb-d0595f176204 None None] The sync data for ids ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'] in n-d-836147-2 is: [{'id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'name': 'tempest-RoutersTest-router-1116518990', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:20Z', 'updated_at': '2022-04-21T12:56:25Z', 'revision_number': 2, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None, '_interfaces': [{'id': '0623664e-6129-4cb5-b99f-dfa28c42b47f', 'name': '', 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:06:d3:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:24Z', 'updated_at': '2022-04-21T12:56:28Z', 'revision_number': 4, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:56:29.288916 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9ecae8c0-ccbd-4344-99a9-c39440724339 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:29.306570 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-6b385185-c970-4b26-94e6-e71bb7bec7a0 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 43b22f18-e03f-4d34-b463-1546ec79f515) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:29.311302 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b385185-c970-4b26-94e6-e71bb7bec7a0 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:29.312011 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6b385185-c970-4b26-94e6-e71bb7bec7a0 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:29.320857 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c17c1b6-8ca7-4cd7-9127-2fb2c14cef8d None None] Network 43b22f18-e03f-4d34-b463-1546ec79f515 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:56:29.322283 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecae8c0-ccbd-4344-99a9-c39440724339 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36bb112c-0b07-4806-9762-3fe75ec43910,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:29.328581 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f68d0ac-3ffa-447a-8bfc-598c2256e31f tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:56:29.337339 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2f68d0ac-3ffa-447a-8bfc-598c2256e31f tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] 10.222.0.36 "PUT /v2.0/routers/fc69b34d-7673-438c-8489-2e67fd9b5a87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9750323 Apr 21 12:56:29.337339 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37328) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:29.344647 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc77629-5c1d-4440-9038-abf7867c6a3f None None] Sync routers for ids ['fc69b34d-7673-438c-8489-2e67fd9b5a87'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:56:29.405611 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6b385185-c970-4b26-94e6-e71bb7bec7a0 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2101219 Apr 21 12:56:29.411223 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37330) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:29.413083 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc77629-5c1d-4440-9038-abf7867c6a3f None None] Routers {'fc69b34d-7673-438c-8489-2e67fd9b5a87'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:29.413776 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7dc77629-5c1d-4440-9038-abf7867c6a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['fc69b34d-7673-438c-8489-2e67fd9b5a87'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:29.415667 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9ecae8c0-ccbd-4344-99a9-c39440724339 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:29.418722 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9ecae8c0-ccbd-4344-99a9-c39440724339 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5305352 Apr 21 12:56:29.419694 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37332) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:29.424093 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-81844fc0-eff5-4487-90cb-bd238d316306 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'security_group_rule': {'security_group_id': 'd93b51fa-313b-42bd-be27-1459bd3dc368', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:29.448204 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7dc77629-5c1d-4440-9038-abf7867c6a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:29.450299 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-fff697bd-8600-4467-b343-773e69af270a None None] Provisioning complete for port 16a265ac-36ff-44dd-b067-937e8e449e62 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:29.450661 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fff697bd-8600-4467-b343-773e69af270a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:29.460011 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-36c6cc23-efbe-4962-b87b-21fccc9141f4 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:29.498873 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc77629-5c1d-4440-9038-abf7867c6a3f None None] Routers {'fc69b34d-7673-438c-8489-2e67fd9b5a87'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:29.499420 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7dc77629-5c1d-4440-9038-abf7867c6a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['fc69b34d-7673-438c-8489-2e67fd9b5a87'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:29.569485 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-81844fc0-eff5-4487-90cb-bd238d316306 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:29.614159 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7dc77629-5c1d-4440-9038-abf7867c6a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:29.620194 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc77629-5c1d-4440-9038-abf7867c6a3f None None] The sync data for ids ['fc69b34d-7673-438c-8489-2e67fd9b5a87'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:56:29.661654 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-81844fc0-eff5-4487-90cb-bd238d316306 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:29.670979 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fff697bd-8600-4467-b343-773e69af270a None None] Port 16a265ac-36ff-44dd-b067-937e8e449e62 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:56:29.703048 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-36c6cc23-efbe-4962-b87b-21fccc9141f4 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 21 12:56:29.704121 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-36c6cc23-efbe-4962-b87b-21fccc9141f4 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] 10.222.0.36 "DELETE /v2.0/routers/fc69b34d-7673-438c-8489-2e67fd9b5a87 HTTP/1.1" status: 409 len: 329 time: 0.3659673 Apr 21 12:56:29.712481 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37336) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:29.772014 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-81844fc0-eff5-4487-90cb-bd238d316306 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:29.834401 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b06910-d539-4494-8df7-8ec5d2c5cba8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-43b22f18-e03f-4d34-b463-1546ec79f515', 'network_id': '43b22f18-e03f-4d34-b463-1546ec79f515', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'fixed_ips': [{'subnet_id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:56:29.835449 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41b06910-d539-4494-8df7-8ec5d2c5cba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:29.852973 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81844fc0-eff5-4487-90cb-bd238d316306 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0158db1-afc1-449f-b4ce-9690c381047a,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:29.871849 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf1021-f56e-4ac3-b2f7-305f0e75a546 req-1bba5409-c0a8-4b98-b728-4e3c8e02e993 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:29.878349 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f8bf1021-f56e-4ac3-b2f7-305f0e75a546 req-1bba5409-c0a8-4b98-b728-4e3c8e02e993 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 946 time: 0.2096984 Apr 21 12:56:29.964605 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 0623664e-6129-4cb5-b99f-dfa28c42b47f up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:56:30.016934 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f8bf1021-f56e-4ac3-b2f7-305f0e75a546 req-07e41053-39dd-434f-be7a-f9e577e27975 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376138 Apr 21 12:56:30.027403 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-81844fc0-eff5-4487-90cb-bd238d316306 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:30.028676 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-81844fc0-eff5-4487-90cb-bd238d316306 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6079948 Apr 21 12:56:30.061756 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86955603-0503-41c0-9345-68d546d2aa8a req-48ac9675-dc59-4876-833e-1ed7fe4eb84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:30.063247 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-86955603-0503-41c0-9345-68d546d2aa8a req-48ac9675-dc59-4876-833e-1ed7fe4eb84b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f94db1c78e7042a5b25684fb2e0b4069&device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 1097 time: 0.1637251 Apr 21 12:56:30.065135 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37338) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:30.072793 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-34503a70-4aa0-4af1-9ca9-99935381d96e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'security_group_rule': {'security_group_id': 'd93b51fa-313b-42bd-be27-1459bd3dc368', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:30.102577 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 0623664e-6129-4cb5-b99f-dfa28c42b47f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:30.103083 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:30.128003 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-41b06910-d539-4494-8df7-8ec5d2c5cba8 None None] Allocated IP 172.21.0.2 (43b22f18-e03f-4d34-b463-1546ec79f515/59e5ba91-13e2-4c1f-836f-7150affe7ccd/0ade4478-ca40-43d6-9e7e-00d27ae9d42f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:56:30.199291 n-d-836147-2 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-34503a70-4aa0-4af1-9ca9-99935381d96e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Project 284d3d44382e404aa4c17c17e03a8f46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 12:56:30.207773 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34503a70-4aa0-4af1-9ca9-99935381d96e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:30.252385 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86955603-0503-41c0-9345-68d546d2aa8a req-239674ad-bf35-4a80-baf9-321f36be0d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:30.253933 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-86955603-0503-41c0-9345-68d546d2aa8a req-239674ad-bf35-4a80-baf9-321f36be0d69 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ff8e5b58-c3c2-47b6-b0e6-14167c057929 HTTP/1.1" status: 200 len: 913 time: 0.1770995 Apr 21 12:56:30.260002 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a532172-1f72-4a98-a4a6-2a3f69f159a1 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:30.296503 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34503a70-4aa0-4af1-9ca9-99935381d96e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:30.372194 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41b06910-d539-4494-8df7-8ec5d2c5cba8 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:30.389834 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34503a70-4aa0-4af1-9ca9-99935381d96e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:30.428393 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34503a70-4aa0-4af1-9ca9-99935381d96e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3452d542-a0da-496b-ab61-c556709c6568,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:30.483749 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41b06910-d539-4494-8df7-8ec5d2c5cba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:30.527043 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b06910-d539-4494-8df7-8ec5d2c5cba8 None None] Network 43b22f18-e03f-4d34-b463-1546ec79f515 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:56:30.530692 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-41b06910-d539-4494-8df7-8ec5d2c5cba8 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:30.535782 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b06910-d539-4494-8df7-8ec5d2c5cba8 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:56:30.539008 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b06910-d539-4494-8df7-8ec5d2c5cba8 None None] Pushing event updated for resources: {'Port': ['ID=0ade4478-ca40-43d6-9e7e-00d27ae9d42f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:30.543981 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34503a70-4aa0-4af1-9ca9-99935381d96e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:30.552275 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-34503a70-4aa0-4af1-9ca9-99935381d96e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4824581 Apr 21 12:56:30.597638 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-41b06910-d539-4494-8df7-8ec5d2c5cba8 None None] Attempting to bind port 0ade4478-ca40-43d6-9e7e-00d27ae9d42f on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:56:30.598002 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-41b06910-d539-4494-8df7-8ec5d2c5cba8 None None] Attempting to bind port 0ade4478-ca40-43d6-9e7e-00d27ae9d42f by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'f154fc49-49a6-4433-83e8-695c62580adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '43b22f18-e03f-4d34-b463-1546ec79f515'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:56:30.598357 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b06910-d539-4494-8df7-8ec5d2c5cba8 None None] Attempting to bind port 0ade4478-ca40-43d6-9e7e-00d27ae9d42f on network 43b22f18-e03f-4d34-b463-1546ec79f515 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:56:30.603484 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b06910-d539-4494-8df7-8ec5d2c5cba8 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:56:30.603849 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b06910-d539-4494-8df7-8ec5d2c5cba8 None None] Checking segment: {'id': 'f154fc49-49a6-4433-83e8-695c62580adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '43b22f18-e03f-4d34-b463-1546ec79f515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:56:30.604239 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41b06910-d539-4494-8df7-8ec5d2c5cba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:30.604621 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b06910-d539-4494-8df7-8ec5d2c5cba8 None None] Bound using segment: {'id': 'f154fc49-49a6-4433-83e8-695c62580adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '43b22f18-e03f-4d34-b463-1546ec79f515'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:56:30.605079 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-41b06910-d539-4494-8df7-8ec5d2c5cba8 None None] Bound port: 0ade4478-ca40-43d6-9e7e-00d27ae9d42f, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f154fc49-49a6-4433-83e8-695c62580adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '43b22f18-e03f-4d34-b463-1546ec79f515'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:56:30.605450 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41b06910-d539-4494-8df7-8ec5d2c5cba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:30.621114 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37340) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:30.625653 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-58faf52e-b8d5-4115-87d8-3b8c9a68ff95 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'security_group_rule': {'security_group_id': 'd93b51fa-313b-42bd-be27-1459bd3dc368', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:30.655047 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-3a532172-1f72-4a98-a4a6-2a3f69f159a1 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Allocated IP 172.21.0.1 (43b22f18-e03f-4d34-b463-1546ec79f515/59e5ba91-13e2-4c1f-836f-7150affe7ccd/1fe7c59d-24d5-491e-a4e3-ea478d2aa640) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:56:30.663175 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-86955603-0503-41c0-9345-68d546d2aa8a req-dc1a68f8-e9c1-4027-b4b1-4fdc86f1ebd0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=de2753a1-a6b7-4967-ae88-01f1ef61dc14 HTTP/1.1" status: 200 len: 217 time: 0.3984921 Apr 21 12:56:30.672224 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-41b06910-d539-4494-8df7-8ec5d2c5cba8 None None] For port 0ade4478-ca40-43d6-9e7e-00d27ae9d42f, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:56:30.675655 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-41b06910-d539-4494-8df7-8ec5d2c5cba8 None None] For port 0ade4478-ca40-43d6-9e7e-00d27ae9d42f, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=0ade4478-ca40-43d6-9e7e-00d27ae9d42f,segment=NetworkSegment(f154fc49-49a6-4433-83e8-695c62580adc),segment_id=f154fc49-49a6-4433-83e8-695c62580adc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:56:30.740450 n-d-836147-2 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-58faf52e-b8d5-4115-87d8-3b8c9a68ff95 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Project 284d3d44382e404aa4c17c17e03a8f46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 12:56:30.742991 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86955603-0503-41c0-9345-68d546d2aa8a req-34b36430-c18d-4c65-a02b-86667864a83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:30.748476 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-86955603-0503-41c0-9345-68d546d2aa8a req-34b36430-c18d-4c65-a02b-86667864a83f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4db84230-709b-4f7f-90e2-f9bbd733dd6f HTTP/1.1" status: 200 len: 851 time: 0.0563116 Apr 21 12:56:30.750480 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58faf52e-b8d5-4115-87d8-3b8c9a68ff95 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:30.755001 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ac5a5a6-93b5-4a22-901c-482d57251e34 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:30.768166 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41b06910-d539-4494-8df7-8ec5d2c5cba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:30.828012 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a532172-1f72-4a98-a4a6-2a3f69f159a1 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:30.838871 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58faf52e-b8d5-4115-87d8-3b8c9a68ff95 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:30.861038 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b06910-d539-4494-8df7-8ec5d2c5cba8 None None] Pushing event updated for resources: {'Port': ['ID=0ade4478-ca40-43d6-9e7e-00d27ae9d42f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:30.878184 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86955603-0503-41c0-9345-68d546d2aa8a req-0754de91-2275-468d-816a-165560e514ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:30.879938 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-86955603-0503-41c0-9345-68d546d2aa8a req-0754de91-2275-468d-816a-165560e514ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff8e5b58-c3c2-47b6-b0e6-14167c057929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220553 Apr 21 12:56:30.906155 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58faf52e-b8d5-4115-87d8-3b8c9a68ff95 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:30.926708 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58faf52e-b8d5-4115-87d8-3b8c9a68ff95 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d0f6f9c-51e2-43b3-869e-79e4d602308e,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:30.938905 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a532172-1f72-4a98-a4a6-2a3f69f159a1 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:30.981888 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a532172-1f72-4a98-a4a6-2a3f69f159a1 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network 43b22f18-e03f-4d34-b463-1546ec79f515 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:56:30.988474 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-3a532172-1f72-4a98-a4a6-2a3f69f159a1 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:30.992701 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a532172-1f72-4a98-a4a6-2a3f69f159a1 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:56:31.029677 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-58faf52e-b8d5-4115-87d8-3b8c9a68ff95 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:31.034334 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-58faf52e-b8d5-4115-87d8-3b8c9a68ff95 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4123502 Apr 21 12:56:31.035115 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a532172-1f72-4a98-a4a6-2a3f69f159a1 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Port': ['ID=1fe7c59d-24d5-491e-a4e3-ea478d2aa640,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:31.036576 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37342) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:31.045109 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5b6e5135-bd79-4df0-8e82-1fd2052cc9bc tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'network': {'name': 'tempest-network-smoke--383093215', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'port_security_enabled': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:31.046424 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-86955603-0503-41c0-9345-68d546d2aa8a req-0789452b-92ce-4e17-a428-717b8a54699b service neutron] 10.222.0.24 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344087 Apr 21 12:56:31.062012 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a532172-1f72-4a98-a4a6-2a3f69f159a1 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:31.243084 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b6e5135-bd79-4df0-8e82-1fd2052cc9bc tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Made reservation on behalf of 284d3d44382e404aa4c17c17e03a8f46 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:56:31.246655 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5135-bd79-4df0-8e82-1fd2052cc9bc tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:31.293424 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a532172-1f72-4a98-a4a6-2a3f69f159a1 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:31.323050 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ebbec-eec9-4313-a85d-7cc4d8555a63 req-b1c2d3d9-d626-4508-8d92-61d64dfb0ede tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:31.324567 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-355ebbec-eec9-4313-a85d-7cc4d8555a63 req-b1c2d3d9-d626-4508-8d92-61d64dfb0ede tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 946 time: 0.1753008 Apr 21 12:56:31.325305 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b6e5135-bd79-4df0-8e82-1fd2052cc9bc tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:56:31.335407 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-86955603-0503-41c0-9345-68d546d2aa8a req-d7a91b1d-ea15-47ec-bbbd-fbc5c2811273 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670162 Apr 21 12:56:31.355624 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5135-bd79-4df0-8e82-1fd2052cc9bc tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:31.355967 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-5b6e5135-bd79-4df0-8e82-1fd2052cc9bc tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Added segment 448cfe3b-fb68-449c-acc2-b03c474de1be of type vlan for network 364717a5-874d-409d-a746-ba334979c9d9 Apr 21 12:56:31.367102 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5a5a6-93b5-4a22-901c-482d57251e34 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Deleting port 16a265ac-36ff-44dd-b067-937e8e449e62 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:56:31.367438 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ac5a5a6-93b5-4a22-901c-482d57251e34 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:31.465519 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-355ebbec-eec9-4313-a85d-7cc4d8555a63 req-69a39947-a7c3-4ef3-bea2-ff4d1c5810da tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308627 Apr 21 12:56:31.468966 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5135-bd79-4df0-8e82-1fd2052cc9bc tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:31.514952 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ac5a5a6-93b5-4a22-901c-482d57251e34 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:31.526728 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5ac5a5a6-93b5-4a22-901c-482d57251e34 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Calling delete_port for 16a265ac-36ff-44dd-b067-937e8e449e62 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:56:31.579340 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5135-bd79-4df0-8e82-1fd2052cc9bc tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:31.587949 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6e5135-bd79-4df0-8e82-1fd2052cc9bc tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:31.588162 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a532172-1f72-4a98-a4a6-2a3f69f159a1 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:31.588650 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b6e5135-bd79-4df0-8e82-1fd2052cc9bc tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:31.667564 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e5135-bd79-4df0-8e82-1fd2052cc9bc tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Network': ['ID=364717a5-874d-409d-a746-ba334979c9d9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:31.672464 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a532172-1f72-4a98-a4a6-2a3f69f159a1 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:31.680415 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 364717a5-874d-409d-a746-ba334979c9d9 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:56:31.748945 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5b6e5135-bd79-4df0-8e82-1fd2052cc9bc tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7107654 Apr 21 12:56:31.750959 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37348) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:31.761220 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0b06545b-9a20-4768-a091-646555764c59 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894569', 'admin_state_up': True, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:31.766674 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a532172-1f72-4a98-a4a6-2a3f69f159a1 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Port': ['ID=1fe7c59d-24d5-491e-a4e3-ea478d2aa640,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:31.784599 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3a532172-1f72-4a98-a4a6-2a3f69f159a1 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:31.852234 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 0ade4478-ca40-43d6-9e7e-00d27ae9d42f up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:56:31.894047 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a532172-1f72-4a98-a4a6-2a3f69f159a1 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network 43b22f18-e03f-4d34-b463-1546ec79f515 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:56:31.895755 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-3a532172-1f72-4a98-a4a6-2a3f69f159a1 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:31.909622 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 0ade4478-ca40-43d6-9e7e-00d27ae9d42f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:31.909622 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:31.913041 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b06545b-9a20-4768-a091-646555764c59 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:31.915046 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b06545b-9a20-4768-a091-646555764c59 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:31.945543 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ac5a5a6-93b5-4a22-901c-482d57251e34 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:32.002672 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:32.007505 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5a5a6-93b5-4a22-901c-482d57251e34 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Pushing event deleted for resources: {'Port': ['ID=16a265ac-36ff-44dd-b067-937e8e449e62,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:32.026221 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e97dd0-1d1b-4bed-930c-5a670336d82b None None] Network 43b22f18-e03f-4d34-b463-1546ec79f515 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:56:32.037665 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a532172-1f72-4a98-a4a6-2a3f69f159a1 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:56:32.093513 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b06545b-9a20-4768-a091-646555764c59 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:32.097790 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 0ade4478-ca40-43d6-9e7e-00d27ae9d42f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=0ade4478-ca40-43d6-9e7e-00d27ae9d42f,segment=NetworkSegment(f154fc49-49a6-4433-83e8-695c62580adc),segment_id=f154fc49-49a6-4433-83e8-695c62580adc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:32.153548 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-90157aba-d3b1-482c-9502-eb0950116359 None None] Provisioning complete for port 0ade4478-ca40-43d6-9e7e-00d27ae9d42f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:32.153978 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90157aba-d3b1-482c-9502-eb0950116359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:32.171052 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a532172-1f72-4a98-a4a6-2a3f69f159a1 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:56:32.181729 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dea51b-0ac1-4932-8430-e9dc4030d7bb None None] Sync routers for ids ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:56:32.195611 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3a532172-1f72-4a98-a4a6-2a3f69f159a1 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "PUT /v2.0/routers/10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7882688 Apr 21 12:56:32.199814 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37350) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:32.202243 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-dac33999-aa1b-4ebc-9361-7e7def2728a4 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'network': {'name': 'tempest-RoutersTest-1946347189'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:32.206666 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dea51b-0ac1-4932-8430-e9dc4030d7bb None None] Routers {'10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:32.207286 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-98dea51b-0ac1-4932-8430-e9dc4030d7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:32.232328 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:32.267585 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ac5a5a6-93b5-4a22-901c-482d57251e34 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:32.314890 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac33999-aa1b-4ebc-9361-7e7def2728a4 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Made reservation on behalf of 8159930f4cd04c93a05e4b2450c5c6a7 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:56:32.318106 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-98dea51b-0ac1-4932-8430-e9dc4030d7bb None None] Set router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:56:32.322296 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dac33999-aa1b-4ebc-9361-7e7def2728a4 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:32.356929 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac33999-aa1b-4ebc-9361-7e7def2728a4 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:56:32.365219 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=0ade4478-ca40-43d6-9e7e-00d27ae9d42f,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:32.387677 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dac33999-aa1b-4ebc-9361-7e7def2728a4 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:32.388436 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-dac33999-aa1b-4ebc-9361-7e7def2728a4 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Added segment 54bb0bc9-4259-4817-8cc2-0f5253c47365 of type vlan for network 24bce8a9-abf2-40f0-aff2-833bf074e556 Apr 21 12:56:32.440870 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dac33999-aa1b-4ebc-9361-7e7def2728a4 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:32.464234 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b06545b-9a20-4768-a091-646555764c59 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:32.545028 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dac33999-aa1b-4ebc-9361-7e7def2728a4 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:32.556727 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac33999-aa1b-4ebc-9361-7e7def2728a4 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:32.561872 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dac33999-aa1b-4ebc-9361-7e7def2728a4 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:32.574377 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac5a5a6-93b5-4a22-901c-482d57251e34 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Router fc69b34d-7673-438c-8489-2e67fd9b5a87 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:56:32.591798 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-98dea51b-0ac1-4932-8430-e9dc4030d7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'name': 'tempest-RoutersTest-router-1116518990', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:20Z', 'updated_at': '2022-04-21T12:56:31Z', 'revision_number': 3, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None, '_interfaces': [{'id': '0623664e-6129-4cb5-b99f-dfa28c42b47f', 'name': '', 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:06:d3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:24Z', 'updated_at': '2022-04-21T12:56:28Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1fe7c59d-24d5-491e-a4e3-ea478d2aa640', 'name': '', 'network_id': '43b22f18-e03f-4d34-b463-1546ec79f515', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:0a:8b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:30Z', 'updated_at': '2022-04-21T12:56:31Z', 'revision_number': 2, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:32.631810 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dea51b-0ac1-4932-8430-e9dc4030d7bb None None] Checking router: 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:56:32.632772 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dea51b-0ac1-4932-8430-e9dc4030d7bb None None] Updating router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b port 1fe7c59d-24d5-491e-a4e3-ea478d2aa640 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:56:32.656086 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac33999-aa1b-4ebc-9361-7e7def2728a4 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Network': ['ID=24bce8a9-abf2-40f0-aff2-833bf074e556,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:32.661795 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-98dea51b-0ac1-4932-8430-e9dc4030d7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:32.672059 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-dac33999-aa1b-4ebc-9361-7e7def2728a4 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4740071 Apr 21 12:56:32.675121 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 24bce8a9-abf2-40f0-aff2-833bf074e556 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:56:32.677091 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37354) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:32.693831 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-b21e3bee-3177-4f09-9c17-eafd3476baec tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'subnet': {'network_id': '24bce8a9-abf2-40f0-aff2-833bf074e556', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:32.752149 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22013c7-c488-4e1b-91a5-a7016758111e req-3688cc60-7d64-44c1-ba37-4d5cad1c0a1a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:32.753726 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d22013c7-c488-4e1b-91a5-a7016758111e req-3688cc60-7d64-44c1-ba37-4d5cad1c0a1a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 946 time: 0.1718445 Apr 21 12:56:32.757918 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac5a5a6-93b5-4a22-901c-482d57251e34 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:56:32.767583 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5ac5a5a6-93b5-4a22-901c-482d57251e34 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] 10.222.0.36 "PUT /v2.0/routers/fc69b34d-7673-438c-8489-2e67fd9b5a87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0505471 Apr 21 12:56:32.772539 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37356) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:32.792071 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f74dd94-b507-4e4d-853e-d70726ddd360 None None] Sync routers for ids ['fc69b34d-7673-438c-8489-2e67fd9b5a87'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:56:32.799332 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e21e5bfd-1c64-4bad-b5ea-f00700eb28a3 None None] Provisioning complete for port 1fe7c59d-24d5-491e-a4e3-ea478d2aa640 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:32.799701 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e21e5bfd-1c64-4bad-b5ea-f00700eb28a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:32.850292 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-12c26079-c2dd-4352-9824-3e6f17280d3b tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] show failed (client error): The resource could not be found. Apr 21 12:56:32.851955 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-12c26079-c2dd-4352-9824-3e6f17280d3b tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-111365857 HTTP/1.1" status: 404 len: 334 time: 0.0782487 Apr 21 12:56:32.863440 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f74dd94-b507-4e4d-853e-d70726ddd360 None None] Routers {'fc69b34d-7673-438c-8489-2e67fd9b5a87'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:32.863440 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8f74dd94-b507-4e4d-853e-d70726ddd360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['fc69b34d-7673-438c-8489-2e67fd9b5a87'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:32.867151 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37358) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:32.874867 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c1a8fba9-98bb-49a5-a2cd-1fee9da28d97 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:32.914164 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8f74dd94-b507-4e4d-853e-d70726ddd360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:32.920249 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-c1a8fba9-98bb-49a5-a2cd-1fee9da28d97 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] update failed (client error): The resource could not be found. Apr 21 12:56:32.921900 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c1a8fba9-98bb-49a5-a2cd-1fee9da28d97 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-712647485 HTTP/1.1" status: 404 len: 334 time: 0.0532305 Apr 21 12:56:32.925280 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37360) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:32.928719 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e21e5bfd-1c64-4bad-b5ea-f00700eb28a3 None None] Port 1fe7c59d-24d5-491e-a4e3-ea478d2aa640 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:56:32.954657 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d22013c7-c488-4e1b-91a5-a7016758111e req-85fbeb2d-0bb3-4b76-8ac2-d31e55213e23 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637399 Apr 21 12:56:32.954866 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f74dd94-b507-4e4d-853e-d70726ddd360 None None] Routers {'fc69b34d-7673-438c-8489-2e67fd9b5a87'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:32.955748 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8f74dd94-b507-4e4d-853e-d70726ddd360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['fc69b34d-7673-438c-8489-2e67fd9b5a87'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:32.971598 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21e3bee-3177-4f09-9c17-eafd3476baec tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Made reservation on behalf of 8159930f4cd04c93a05e4b2450c5c6a7 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:56:32.975472 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b21e3bee-3177-4f09-9c17-eafd3476baec tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:33.007677 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e21e5bfd-1c64-4bad-b5ea-f00700eb28a3 None None] Provisioning complete for port 0ade4478-ca40-43d6-9e7e-00d27ae9d42f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:33.008054 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e21e5bfd-1c64-4bad-b5ea-f00700eb28a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:33.021335 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b06545b-9a20-4768-a091-646555764c59 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:33.047572 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b06545b-9a20-4768-a091-646555764c59 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:33.062834 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-98dea51b-0ac1-4932-8430-e9dc4030d7bb None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:33.067741 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8f74dd94-b507-4e4d-853e-d70726ddd360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:33.068614 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f74dd94-b507-4e4d-853e-d70726ddd360 None None] The sync data for ids ['fc69b34d-7673-438c-8489-2e67fd9b5a87'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:56:33.078648 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd137d4-6c5f-4bab-9384-4bdfd5b8e6bd tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Deleting subnet 14e61e44-3b3c-4062-a8f5-abb491aa9fd8 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:56:33.086170 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2bd137d4-6c5f-4bab-9384-4bdfd5b8e6bd tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:33.150516 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2bd137d4-6c5f-4bab-9384-4bdfd5b8e6bd tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:33.174416 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-0b06545b-9a20-4768-a091-646555764c59 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Allocated IP 172.25.8.179 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/18da096d-e3cd-4337-8a68-963e70eac4ef) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:56:33.214811 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-98dea51b-0ac1-4932-8430-e9dc4030d7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:33.253108 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-cd227f0d-79a9-4510-bec4-6381520a9ed8 None None] Provisioning complete for port 1fe7c59d-24d5-491e-a4e3-ea478d2aa640 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:33.253481 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cd227f0d-79a9-4510-bec4-6381520a9ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:33.291877 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cd227f0d-79a9-4510-bec4-6381520a9ed8 None None] Port 1fe7c59d-24d5-491e-a4e3-ea478d2aa640 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:56:33.299622 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b06545b-9a20-4768-a091-646555764c59 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:33.299830 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2bd137d4-6c5f-4bab-9384-4bdfd5b8e6bd tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:33.301912 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f8179-e0a7-4e6b-855a-cf3abc8f6c4d None None] Pushing event updated for resources: {'Port': ['ID=1fe7c59d-24d5-491e-a4e3-ea478d2aa640,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:33.372738 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-98dea51b-0ac1-4932-8430-e9dc4030d7bb None None] Attempting to bind port 1fe7c59d-24d5-491e-a4e3-ea478d2aa640 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:56:33.373197 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-98dea51b-0ac1-4932-8430-e9dc4030d7bb None None] Attempting to bind port 1fe7c59d-24d5-491e-a4e3-ea478d2aa640 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'f154fc49-49a6-4433-83e8-695c62580adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '43b22f18-e03f-4d34-b463-1546ec79f515'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:56:33.373557 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dea51b-0ac1-4932-8430-e9dc4030d7bb None None] Attempting to bind port 1fe7c59d-24d5-491e-a4e3-ea478d2aa640 on network 43b22f18-e03f-4d34-b463-1546ec79f515 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:56:33.379377 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dea51b-0ac1-4932-8430-e9dc4030d7bb None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:56:33.379750 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dea51b-0ac1-4932-8430-e9dc4030d7bb None None] Checking segment: {'id': 'f154fc49-49a6-4433-83e8-695c62580adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '43b22f18-e03f-4d34-b463-1546ec79f515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:56:33.380163 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-98dea51b-0ac1-4932-8430-e9dc4030d7bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:33.380558 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dea51b-0ac1-4932-8430-e9dc4030d7bb None None] Bound using segment: {'id': 'f154fc49-49a6-4433-83e8-695c62580adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '43b22f18-e03f-4d34-b463-1546ec79f515'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:56:33.381026 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-98dea51b-0ac1-4932-8430-e9dc4030d7bb None None] Bound port: 1fe7c59d-24d5-491e-a4e3-ea478d2aa640, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f154fc49-49a6-4433-83e8-695c62580adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '43b22f18-e03f-4d34-b463-1546ec79f515'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:56:33.381403 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-98dea51b-0ac1-4932-8430-e9dc4030d7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:33.438200 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b06545b-9a20-4768-a091-646555764c59 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:33.455974 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-98dea51b-0ac1-4932-8430-e9dc4030d7bb None None] For port 1fe7c59d-24d5-491e-a4e3-ea478d2aa640, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:56:33.459653 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-98dea51b-0ac1-4932-8430-e9dc4030d7bb None None] For port 1fe7c59d-24d5-491e-a4e3-ea478d2aa640, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=1fe7c59d-24d5-491e-a4e3-ea478d2aa640,segment=NetworkSegment(f154fc49-49a6-4433-83e8-695c62580adc),segment_id=f154fc49-49a6-4433-83e8-695c62580adc)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:56:33.471917 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b21e3bee-3177-4f09-9c17-eafd3476baec tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:33.477003 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b06545b-9a20-4768-a091-646555764c59 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:56:33.482304 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-0b06545b-9a20-4768-a091-646555764c59 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:33.485988 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b06545b-9a20-4768-a091-646555764c59 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:56:33.502921 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2bd137d4-6c5f-4bab-9384-4bdfd5b8e6bd tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:33.511923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06545b-9a20-4768-a091-646555764c59 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Port': ['ID=18da096d-e3cd-4337-8a68-963e70eac4ef,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:33.527808 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-98dea51b-0ac1-4932-8430-e9dc4030d7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:33.543214 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2bd137d4-6c5f-4bab-9384-4bdfd5b8e6bd tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:33.547130 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2bd137d4-6c5f-4bab-9384-4bdfd5b8e6bd tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] 10.222.0.36 "DELETE /v2.0/subnets/14e61e44-3b3c-4062-a8f5-abb491aa9fd8 HTTP/1.1" status: 204 len: 168 time: 0.6206179 Apr 21 12:56:33.552350 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37362) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:33.553279 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ce70d1-eef2-4a41-8152-8adbe077413e None None] Network 36a84641-d24b-4b49-98fa-15916009efac requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:56:33.556227 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device de2753a1-a6b7-4967-ae88-01f1ef61dc14 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:56:33.616533 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64f8179-e0a7-4e6b-855a-cf3abc8f6c4d None None] Pushing event updated for resources: {'Port': ['ID=1fe7c59d-24d5-491e-a4e3-ea478d2aa640,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:33.627838 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dea51b-0ac1-4932-8430-e9dc4030d7bb None None] Routers {'10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:33.629342 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-98dea51b-0ac1-4932-8430-e9dc4030d7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:33.662245 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e3bee-3177-4f09-9c17-eafd3476baec tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Subnet': ['ID=32a5f34b-c01b-46ed-b9c1-dea5c96385ae,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:33.727659 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd137d4-6c5f-4bab-9384-4bdfd5b8e6bd tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Pushing event deleted for resources: {'Subnet': ['ID=14e61e44-3b3c-4062-a8f5-abb491aa9fd8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:33.742455 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21e3bee-3177-4f09-9c17-eafd3476baec tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Checking segment: {'id': '54bb0bc9-4259-4817-8cc2-0f5253c47365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '24bce8a9-abf2-40f0-aff2-833bf074e556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:56:33.742878 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21e3bee-3177-4f09-9c17-eafd3476baec tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network hostable DHCP agents. Network: 24bce8a9-abf2-40f0-aff2-833bf074e556, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:56:33.764363 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-255e0bdc-7433-4254-ad3b-d9b22b2d4cde tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Deleting subnet 90aab1a7-a124-4ff6-854e-4c794ee2d90e {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:56:33.774050 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-255e0bdc-7433-4254-ad3b-d9b22b2d4cde tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:33.794800 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-98dea51b-0ac1-4932-8430-e9dc4030d7bb None None] Set router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:56:33.868249 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-255e0bdc-7433-4254-ad3b-d9b22b2d4cde tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:33.879907 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 0ade4478-ca40-43d6-9e7e-00d27ae9d42f up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:56:33.951763 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c2273900-dd22-4712-bf87-c652f36dfb04 None None] Provisioning complete for port 1fe7c59d-24d5-491e-a4e3-ea478d2aa640 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:33.952129 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2273900-dd22-4712-bf87-c652f36dfb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:33.996050 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-255e0bdc-7433-4254-ad3b-d9b22b2d4cde tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:34.017215 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b06545b-9a20-4768-a091-646555764c59 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:34.060366 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21e3bee-3177-4f09-9c17-eafd3476baec tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network 24bce8a9-abf2-40f0-aff2-833bf074e556 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:56:34.066623 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 0ade4478-ca40-43d6-9e7e-00d27ae9d42f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:34.066988 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:34.117127 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:34.167950 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-255e0bdc-7433-4254-ad3b-d9b22b2d4cde tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:34.172590 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd105d5-b540-4119-ae20-94185ae6ffbf req-98ce7d0c-ae51-4218-a7fe-92de1b033d9e tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:34.174205 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bd105d5-b540-4119-ae20-94185ae6ffbf req-98ce7d0c-ae51-4218-a7fe-92de1b033d9e tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 946 time: 0.0995224 Apr 21 12:56:34.174355 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2ade66-1fc3-4c41-a59e-3e5f2007ae68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de2753a1-a6b7-4967-ae88-01f1ef61dc14'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:56:34.176578 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43858023-24fb-4b0e-818d-201daca4ea87" -d '{"events": [{"server_uuid": "4d2ade66-1fc3-4c41-a59e-3e5f2007ae68", "name": "network-vif-unplugged", "status": "completed", "tag": "de2753a1-a6b7-4967-ae88-01f1ef61dc14"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:56:34.211455 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port de2753a1-a6b7-4967-ae88-01f1ef61dc14, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=de2753a1-a6b7-4967-ae88-01f1ef61dc14,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:34.219022 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b34340-2aac-4196-9dbb-b037386a6d64 None None] DHCP port deletion for 36a84641-d24b-4b49-98fa-15916009efac request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:56:34.227332 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b21e3bee-3177-4f09-9c17-eafd3476baec tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 24bce8a9-abf2-40f0-aff2-833bf074e556) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:34.237242 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2273900-dd22-4712-bf87-c652f36dfb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:34.242871 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e0bdc-7433-4254-ad3b-d9b22b2d4cde tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Pushing event deleted for resources: {'Subnet': ['ID=90aab1a7-a124-4ff6-854e-4c794ee2d90e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:34.249593 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21e3bee-3177-4f09-9c17-eafd3476baec tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:34.250255 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b21e3bee-3177-4f09-9c17-eafd3476baec tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:34.255300 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03496bb-2e18-4e9a-b316-9839fd6e9258 None None] Network 24bce8a9-abf2-40f0-aff2-833bf074e556 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:56:34.265795 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-255e0bdc-7433-4254-ad3b-d9b22b2d4cde tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:34.269629 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-255e0bdc-7433-4254-ad3b-d9b22b2d4cde tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] 10.222.0.36 "DELETE /v2.0/subnets/90aab1a7-a124-4ff6-854e-4c794ee2d90e HTTP/1.1" status: 204 len: 168 time: 0.7162521 Apr 21 12:56:34.272117 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37368) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:34.272642 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-98dea51b-0ac1-4932-8430-e9dc4030d7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'name': 'tempest-RoutersTest-router-1116518990', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:20Z', 'updated_at': '2022-04-21T12:56:31Z', 'revision_number': 3, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None, '_interfaces': [{'id': '0623664e-6129-4cb5-b99f-dfa28c42b47f', 'name': '', 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:06:d3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:24Z', 'updated_at': '2022-04-21T12:56:28Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1fe7c59d-24d5-491e-a4e3-ea478d2aa640', 'name': '', 'network_id': '43b22f18-e03f-4d34-b463-1546ec79f515', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:0a:8b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:30Z', 'updated_at': '2022-04-21T12:56:33Z', 'revision_number': 4, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:34.275524 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec8df8f-4aeb-4f97-b524-89d68d31941a x-openstack-request-id: req-bec8df8f-4aeb-4f97-b524-89d68d31941a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:56:34.275829 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2ade66-1fc3-4c41-a59e-3e5f2007ae68", "name": "network-vif-unplugged", "status": "completed", "tag": "de2753a1-a6b7-4967-ae88-01f1ef61dc14", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:56:34.276120 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bec8df8f-4aeb-4f97-b524-89d68d31941a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:56:34.276462 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bec8df8f-4aeb-4f97-b524-89d68d31941a'] response: {'server_uuid': '4d2ade66-1fc3-4c41-a59e-3e5f2007ae68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de2753a1-a6b7-4967-ae88-01f1ef61dc14', 'code': 200} Apr 21 12:56:34.287684 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1c97b3-d187-4b1e-8623-9cf17497384e None None] Network d0af6149-7e24-40a8-b84e-6f549e919eac requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:56:34.305384 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dea51b-0ac1-4932-8430-e9dc4030d7bb None None] The sync data for ids ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'] in n-d-836147-2 is: [{'id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'name': 'tempest-RoutersTest-router-1116518990', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:20Z', 'updated_at': '2022-04-21T12:56:31Z', 'revision_number': 3, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None, '_interfaces': [{'id': '0623664e-6129-4cb5-b99f-dfa28c42b47f', 'name': '', 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:06:d3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:24Z', 'updated_at': '2022-04-21T12:56:28Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1fe7c59d-24d5-491e-a4e3-ea478d2aa640', 'name': '', 'network_id': '43b22f18-e03f-4d34-b463-1546ec79f515', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:0a:8b:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:30Z', 'updated_at': '2022-04-21T12:56:33Z', 'revision_number': 4, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:56:34.402152 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16e32196-ba42-4486-8133-476ee3591ce8 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:34.408802 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b21e3bee-3177-4f09-9c17-eafd3476baec tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7303238 Apr 21 12:56:34.413871 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37370) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:34.416117 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:34.453662 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bd105d5-b540-4119-ae20-94185ae6ffbf req-39346531-688c-47e2-bd12-e18dbe9b1c25 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502204 Apr 21 12:56:34.454985 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b06545b-9a20-4768-a091-646555764c59 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:34.473083 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c2273900-dd22-4712-bf87-c652f36dfb04 None None] For port 1fe7c59d-24d5-491e-a4e3-ea478d2aa640, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=1fe7c59d-24d5-491e-a4e3-ea478d2aa640,segment=NetworkSegment(f154fc49-49a6-4433-83e8-695c62580adc),segment_id=f154fc49-49a6-4433-83e8-695c62580adc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:34.593287 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c2273900-dd22-4712-bf87-c652f36dfb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:34.634666 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=de2753a1-a6b7-4967-ae88-01f1ef61dc14,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:34.727357 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d0b34340-2aac-4196-9dbb-b037386a6d64 None None] Deleting port 3ec0a523-a89e-4e53-a3ea-04d7e56eb883 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:56:34.727734 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0b34340-2aac-4196-9dbb-b037386a6d64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:34.853554 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d0b34340-2aac-4196-9dbb-b037386a6d64 None None] For port 3ec0a523-a89e-4e53-a3ea-04d7e56eb883, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3ec0a523-a89e-4e53-a3ea-04d7e56eb883,segment=NetworkSegment(d12621fd-72e3-4045-8e54-b9b31adf6733),segment_id=d12621fd-72e3-4045-8e54-b9b31adf6733)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:34.853973 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0b34340-2aac-4196-9dbb-b037386a6d64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:34.866523 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2273900-dd22-4712-bf87-c652f36dfb04 None None] Pushing event updated for resources: {'Port': ['ID=1fe7c59d-24d5-491e-a4e3-ea478d2aa640,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:34.872340 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ca9d017f-ce1f-4594-b0bf-66c9393e1b02 None None] Provisioning complete for port 1fe7c59d-24d5-491e-a4e3-ea478d2aa640 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:34.872706 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ca9d017f-ce1f-4594-b0bf-66c9393e1b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:34.921608 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd8fb25-5cda-414f-9019-6f977f7fbbbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-24bce8a9-abf2-40f0-aff2-833bf074e556', 'network_id': '24bce8a9-abf2-40f0-aff2-833bf074e556', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'fixed_ips': [{'subnet_id': '32a5f34b-c01b-46ed-b9c1-dea5c96385ae'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:56:34.922508 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2dd8fb25-5cda-414f-9019-6f977f7fbbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:34.927097 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d0b34340-2aac-4196-9dbb-b037386a6d64 None None] Calling delete_port for 3ec0a523-a89e-4e53-a3ea-04d7e56eb883 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:56:35.002676 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9f39b6-e5ca-4b33-bfdb-2f17ca3dd63d None None] DHCP port deletion for d0af6149-7e24-40a8-b84e-6f549e919eac request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:56:35.095311 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98223405-2a8f-46a5-b8a8-d2ba71d4a928 req-748975d8-4994-4914-b402-ead58277ad16 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:35.096668 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98223405-2a8f-46a5-b8a8-d2ba71d4a928 req-748975d8-4994-4914-b402-ead58277ad16 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.5008233 Apr 21 12:56:35.109086 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-16e32196-ba42-4486-8133-476ee3591ce8 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Deleting port 3ec0a523-a89e-4e53-a3ea-04d7e56eb883 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:56:35.109779 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16e32196-ba42-4486-8133-476ee3591ce8 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:35.149013 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98223405-2a8f-46a5-b8a8-d2ba71d4a928 req-ec390f01-6d80-409f-bfc7-94d6a9c8c92b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430164 Apr 21 12:56:35.187105 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b06545b-9a20-4768-a091-646555764c59 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Router 974bf2af-9c04-455a-a390-a66a4c28d718 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:56:35.245121 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-2dd8fb25-5cda-414f-9019-6f977f7fbbbb None None] Allocated IP 172.22.0.2 (24bce8a9-abf2-40f0-aff2-833bf074e556/32a5f34b-c01b-46ed-b9c1-dea5c96385ae/c6fd4675-f6a1-46d9-b667-66e26ce65d25) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:56:35.270244 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0b34340-2aac-4196-9dbb-b037386a6d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:35.282090 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-16e32196-ba42-4486-8133-476ee3591ce8 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] For port 3ec0a523-a89e-4e53-a3ea-04d7e56eb883, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3ec0a523-a89e-4e53-a3ea-04d7e56eb883,segment=NetworkSegment(d12621fd-72e3-4045-8e54-b9b31adf6733),segment_id=d12621fd-72e3-4045-8e54-b9b31adf6733)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:35.282531 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16e32196-ba42-4486-8133-476ee3591ce8 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:35.307457 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-16e32196-ba42-4486-8133-476ee3591ce8 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Calling delete_port for 3ec0a523-a89e-4e53-a3ea-04d7e56eb883 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:56:35.333150 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b34340-2aac-4196-9dbb-b037386a6d64 None None] Pushing event deleted for resources: {'Port': ['ID=3ec0a523-a89e-4e53-a3ea-04d7e56eb883,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:35.365633 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0b34340-2aac-4196-9dbb-b037386a6d64 None None] No DVR routers for this DVR port 3ec0a523-a89e-4e53-a3ea-04d7e56eb883 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:56:35.374077 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081a8c8-3500-43c8-8a75-0db390c87603 req-e59a85c7-02a9-448e-8c88-75a700bcb105 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:35.375936 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c081a8c8-3500-43c8-8a75-0db390c87603 req-e59a85c7-02a9-448e-8c88-75a700bcb105 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1009512 Apr 21 12:56:35.377862 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b06545b-9a20-4768-a091-646555764c59 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:56:35.380292 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ba9f39b6-e5ca-4b33-bfdb-2f17ca3dd63d None None] Deleting port c2d81288-154b-485c-b06e-ee448604ffb5 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:56:35.380663 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba9f39b6-e5ca-4b33-bfdb-2f17ca3dd63d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:35.412179 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaff2c2-cb2d-40d7-ad8c-dbe599ef4402 None None] Sync routers for ids ['974bf2af-9c04-455a-a390-a66a4c28d718'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:56:35.437016 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaff2c2-cb2d-40d7-ad8c-dbe599ef4402 None None] Routers {'974bf2af-9c04-455a-a390-a66a4c28d718'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:35.437882 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-eeaff2c2-cb2d-40d7-ad8c-dbe599ef4402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['974bf2af-9c04-455a-a390-a66a4c28d718'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:35.457799 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b06545b-9a20-4768-a091-646555764c59 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:35.462140 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0b06545b-9a20-4768-a091-646555764c59 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.7064717 Apr 21 12:56:35.462662 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37376) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:35.484353 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c0f28aa-05a8-4240-ba2d-367cd0c6ed87 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:35.512210 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c081a8c8-3500-43c8-8a75-0db390c87603 req-49ebe73a-4768-4f0a-b50b-e22664d615e0 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0901089 Apr 21 12:56:35.597869 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-eeaff2c2-cb2d-40d7-ad8c-dbe599ef4402 None None] Set router 974bf2af-9c04-455a-a390-a66a4c28d718 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:56:35.618190 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ba9f39b6-e5ca-4b33-bfdb-2f17ca3dd63d None None] For port c2d81288-154b-485c-b06e-ee448604ffb5, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c2d81288-154b-485c-b06e-ee448604ffb5,segment=NetworkSegment(e0aaba37-78bd-4df7-b72b-5c72757bf1ef),segment_id=e0aaba37-78bd-4df7-b72b-5c72757bf1ef)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:35.618718 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba9f39b6-e5ca-4b33-bfdb-2f17ca3dd63d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:35.623177 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16e32196-ba42-4486-8133-476ee3591ce8 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:35.649384 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2dd8fb25-5cda-414f-9019-6f977f7fbbbb None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:35.651778 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ba9f39b6-e5ca-4b33-bfdb-2f17ca3dd63d None None] Calling delete_port for c2d81288-154b-485c-b06e-ee448604ffb5 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:56:35.683593 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-03f44649-44ba-4009-8cb1-85c84ab17303 tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=284d3d44382e404aa4c17c17e03a8f46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2172165 Apr 21 12:56:35.683844 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37382) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:35.729537 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e32196-ba42-4486-8133-476ee3591ce8 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Pushing event deleted for resources: {'Port': ['ID=3ec0a523-a89e-4e53-a3ea-04d7e56eb883,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:35.730114 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee49d6c-8978-48c0-88b0-beb6b1174781 req-66e50604-4429-4d44-8c13-7d4efc5c07a2 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:35.737306 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ee49d6c-8978-48c0-88b0-beb6b1174781 req-66e50604-4429-4d44-8c13-7d4efc5c07a2 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1272297 Apr 21 12:56:35.748718 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e32196-ba42-4486-8133-476ee3591ce8 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] No DVR routers for this DVR port 3ec0a523-a89e-4e53-a3ea-04d7e56eb883 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:56:35.754490 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2dd8fb25-5cda-414f-9019-6f977f7fbbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:35.806878 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd8fb25-5cda-414f-9019-6f977f7fbbbb None None] Network 24bce8a9-abf2-40f0-aff2-833bf074e556 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:56:35.810528 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2dd8fb25-5cda-414f-9019-6f977f7fbbbb None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:35.815190 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd8fb25-5cda-414f-9019-6f977f7fbbbb None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:56:35.825968 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba9f39b6-e5ca-4b33-bfdb-2f17ca3dd63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:35.871614 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9f39b6-e5ca-4b33-bfdb-2f17ca3dd63d None None] No DVR routers for this DVR port c2d81288-154b-485c-b06e-ee448604ffb5 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:56:35.882124 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8fb25-5cda-414f-9019-6f977f7fbbbb None None] Pushing event updated for resources: {'Port': ['ID=c6fd4675-f6a1-46d9-b667-66e26ce65d25,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:35.910567 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-eeaff2c2-cb2d-40d7-ad8c-dbe599ef4402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894569', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '18da096d-e3cd-4337-8a68-963e70eac4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:31Z', 'updated_at': '2022-04-21T12:56:33Z', 'revision_number': 3, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '18da096d-e3cd-4337-8a68-963e70eac4ef', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:33Z', 'updated_at': '2022-04-21T12:56:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:35.917527 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ee49d6c-8978-48c0-88b0-beb6b1174781 req-d5cf7586-dc12-40ac-ad2e-4029680362b3 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1791928 Apr 21 12:56:35.936467 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 1fe7c59d-24d5-491e-a4e3-ea478d2aa640 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:56:35.949467 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaff2c2-cb2d-40d7-ad8c-dbe599ef4402 None None] Checking router: 974bf2af-9c04-455a-a390-a66a4c28d718 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:56:35.950343 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaff2c2-cb2d-40d7-ad8c-dbe599ef4402 None None] Updating router 974bf2af-9c04-455a-a390-a66a4c28d718 port 18da096d-e3cd-4337-8a68-963e70eac4ef binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:56:35.958198 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94419641-3463-45eb-bbda-138edfc0ec1f tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:35.960474 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-94419641-3463-45eb-bbda-138edfc0ec1f tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2752628 Apr 21 12:56:35.966071 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37386) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:35.966282 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f39b6-e5ca-4b33-bfdb-2f17ca3dd63d None None] Pushing event deleted for resources: {'Port': ['ID=c2d81288-154b-485c-b06e-ee448604ffb5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:35.972194 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-2dd8fb25-5cda-414f-9019-6f977f7fbbbb None None] Attempting to bind port c6fd4675-f6a1-46d9-b667-66e26ce65d25 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:56:35.972665 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-2dd8fb25-5cda-414f-9019-6f977f7fbbbb None None] Attempting to bind port c6fd4675-f6a1-46d9-b667-66e26ce65d25 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '54bb0bc9-4259-4817-8cc2-0f5253c47365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '24bce8a9-abf2-40f0-aff2-833bf074e556'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:56:35.973127 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd8fb25-5cda-414f-9019-6f977f7fbbbb None None] Attempting to bind port c6fd4675-f6a1-46d9-b667-66e26ce65d25 on network 24bce8a9-abf2-40f0-aff2-833bf074e556 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:56:35.983209 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16e32196-ba42-4486-8133-476ee3591ce8 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:35.987485 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd8fb25-5cda-414f-9019-6f977f7fbbbb None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:56:35.987989 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd8fb25-5cda-414f-9019-6f977f7fbbbb None None] Checking segment: {'id': '54bb0bc9-4259-4817-8cc2-0f5253c47365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '24bce8a9-abf2-40f0-aff2-833bf074e556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:56:35.988497 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2dd8fb25-5cda-414f-9019-6f977f7fbbbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:35.988990 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd8fb25-5cda-414f-9019-6f977f7fbbbb None None] Bound using segment: {'id': '54bb0bc9-4259-4817-8cc2-0f5253c47365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '24bce8a9-abf2-40f0-aff2-833bf074e556'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:56:35.989620 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-2dd8fb25-5cda-414f-9019-6f977f7fbbbb None None] Bound port: c6fd4675-f6a1-46d9-b667-66e26ce65d25, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bb0bc9-4259-4817-8cc2-0f5253c47365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '24bce8a9-abf2-40f0-aff2-833bf074e556'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:56:35.990100 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2dd8fb25-5cda-414f-9019-6f977f7fbbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:35.993222 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eeaff2c2-cb2d-40d7-ad8c-dbe599ef4402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:36.024879 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-60f79e0d-a35b-4b04-b9c8-ccc835ec745b tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=23f97cfe-dd42-45d8-a5df-e2b803e954fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0573003 Apr 21 12:56:36.029074 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-16e32196-ba42-4486-8133-476ee3591ce8 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36a84641-d24b-4b49-98fa-15916009efac']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:36.035441 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37388) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:36.038902 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-13b1893d-9775-4271-a8a4-b455d233f4f0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-554134764', 'network_id': '364717a5-874d-409d-a746-ba334979c9d9', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:36.039661 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-16e32196-ba42-4486-8133-476ee3591ce8 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd12621fd-72e3-4045-8e54-b9b31adf6733') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:36.039967 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-16e32196-ba42-4486-8133-476ee3591ce8 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd12621fd-72e3-4045-8e54-b9b31adf6733') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:36.056808 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16e32196-ba42-4486-8133-476ee3591ce8 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:36.071835 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16e32196-ba42-4486-8133-476ee3591ce8 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:36.078897 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e32196-ba42-4486-8133-476ee3591ce8 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:56:36.079292 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16e32196-ba42-4486-8133-476ee3591ce8 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: self.session.flush() Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: self.session.flush() Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: self.session.flush() Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: self.session.flush() Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:56:36.151095 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:56:36.196812 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9037549-56e6-4be2-b746-0cf213d93aea req-bab12135-7bc3-4699-a4ae-59b35e300c04 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:36.199375 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9037549-56e6-4be2-b746-0cf213d93aea req-bab12135-7bc3-4699-a4ae-59b35e300c04 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1790326 Apr 21 12:56:36.222622 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-9c0f28aa-05a8-4240-ba2d-367cd0c6ed87 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Allocated IP 172.22.0.1 (24bce8a9-abf2-40f0-aff2-833bf074e556/32a5f34b-c01b-46ed-b9c1-dea5c96385ae/6d4a8d4e-901a-43ed-8107-1ae869cf69f6) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:56:36.241545 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9037549-56e6-4be2-b746-0cf213d93aea req-faf25a6c-d25b-424b-890f-106a021d06e9 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353432 Apr 21 12:56:36.249162 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 1fe7c59d-24d5-491e-a4e3-ea478d2aa640 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:36.249700 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:36.266462 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16e32196-ba42-4486-8133-476ee3591ce8 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:36.278007 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2dd8fb25-5cda-414f-9019-6f977f7fbbbb None None] For port c6fd4675-f6a1-46d9-b667-66e26ce65d25, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:56:36.282697 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16e32196-ba42-4486-8133-476ee3591ce8 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:36.284341 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b1893d-9775-4271-a8a4-b455d233f4f0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Made reservation on behalf of 284d3d44382e404aa4c17c17e03a8f46 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:56:36.289518 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13b1893d-9775-4271-a8a4-b455d233f4f0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:36.297795 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2dd8fb25-5cda-414f-9019-6f977f7fbbbb None None] For port c6fd4675-f6a1-46d9-b667-66e26ce65d25, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c6fd4675-f6a1-46d9-b667-66e26ce65d25,segment=NetworkSegment(54bb0bc9-4259-4817-8cc2-0f5253c47365),segment_id=54bb0bc9-4259-4817-8cc2-0f5253c47365)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:56:36.302229 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-16e32196-ba42-4486-8133-476ee3591ce8 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] 10.222.0.36 "DELETE /v2.0/networks/36a84641-d24b-4b49-98fa-15916009efac HTTP/1.1" status: 204 len: 168 time: 2.0288444 Apr 21 12:56:36.306850 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37392) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:36.316600 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eeaff2c2-cb2d-40d7-ad8c-dbe599ef4402 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:36.369827 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2dd8fb25-5cda-414f-9019-6f977f7fbbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:36.378072 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e32196-ba42-4486-8133-476ee3591ce8 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Pushing event deleted for resources: {'Network': ['ID=36a84641-d24b-4b49-98fa-15916009efac,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:36.403807 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eeaff2c2-cb2d-40d7-ad8c-dbe599ef4402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:36.448135 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c2d81288-154b-485c-b06e-ee448604ffb5 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:56:36.476248 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: c2d81288-154b-485c-b06e-ee448604ffb5 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:56:36.476717 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c2d81288-154b-485c-b06e-ee448604ffb5 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:56:36.477248 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3ec0a523-a89e-4e53-a3ea-04d7e56eb883 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:56:36.507802 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b89fd35d-7134-407f-83bb-a614812f53b5 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:36.513384 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-eeaff2c2-cb2d-40d7-ad8c-dbe599ef4402 None None] Attempting to bind port 18da096d-e3cd-4337-8a68-963e70eac4ef on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:56:36.513956 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-eeaff2c2-cb2d-40d7-ad8c-dbe599ef4402 None None] Attempting to bind port 18da096d-e3cd-4337-8a68-963e70eac4ef by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:56:36.514121 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaff2c2-cb2d-40d7-ad8c-dbe599ef4402 None None] Attempting to bind port 18da096d-e3cd-4337-8a68-963e70eac4ef on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:56:36.520203 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb67c2-e0ab-4abb-9c6e-c0ef756efa5a None None] Pushing event updated for resources: {'Port': ['ID=18da096d-e3cd-4337-8a68-963e70eac4ef,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:36.521471 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 3ec0a523-a89e-4e53-a3ea-04d7e56eb883 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:56:36.521949 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3ec0a523-a89e-4e53-a3ea-04d7e56eb883 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:56:36.528796 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd8fb25-5cda-414f-9019-6f977f7fbbbb None None] Pushing event updated for resources: {'Port': ['ID=c6fd4675-f6a1-46d9-b667-66e26ce65d25,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:36.544798 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaff2c2-cb2d-40d7-ad8c-dbe599ef4402 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:56:36.545183 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaff2c2-cb2d-40d7-ad8c-dbe599ef4402 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:56:36.545622 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eeaff2c2-cb2d-40d7-ad8c-dbe599ef4402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:36.546160 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaff2c2-cb2d-40d7-ad8c-dbe599ef4402 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:56:36.546644 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-eeaff2c2-cb2d-40d7-ad8c-dbe599ef4402 None None] Bound port: 18da096d-e3cd-4337-8a68-963e70eac4ef, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:56:36.547024 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eeaff2c2-cb2d-40d7-ad8c-dbe599ef4402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:36.548642 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c0f28aa-05a8-4240-ba2d-367cd0c6ed87 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:36.650983 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-eeaff2c2-cb2d-40d7-ad8c-dbe599ef4402 None None] For port 18da096d-e3cd-4337-8a68-963e70eac4ef, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:56:36.652037 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b89fd35d-7134-407f-83bb-a614812f53b5 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:36.655718 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-eeaff2c2-cb2d-40d7-ad8c-dbe599ef4402 None None] For port 18da096d-e3cd-4337-8a68-963e70eac4ef, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=18da096d-e3cd-4337-8a68-963e70eac4ef,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:56:36.682423 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13b1893d-9775-4271-a8a4-b455d233f4f0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:36.690406 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-b89fd35d-7134-407f-83bb-a614812f53b5 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0af6149-7e24-40a8-b84e-6f549e919eac']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:36.704077 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-b89fd35d-7134-407f-83bb-a614812f53b5 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0aaba37-78bd-4df7-b72b-5c72757bf1ef') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:36.704365 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-b89fd35d-7134-407f-83bb-a614812f53b5 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0aaba37-78bd-4df7-b72b-5c72757bf1ef') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:36.714435 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b89fd35d-7134-407f-83bb-a614812f53b5 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:36.742796 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eeaff2c2-cb2d-40d7-ad8c-dbe599ef4402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:36.758644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaaef0a-cff4-40df-af3c-6ef214621e2c req-6ffb9d19-d188-4948-a588-8179fc15a2f0 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:36.763633 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dfaaef0a-cff4-40df-af3c-6ef214621e2c req-6ffb9d19-d188-4948-a588-8179fc15a2f0 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1177862 Apr 21 12:56:36.768522 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b89fd35d-7134-407f-83bb-a614812f53b5 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:36.773595 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c0f28aa-05a8-4240-ba2d-367cd0c6ed87 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:36.779736 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b89fd35d-7134-407f-83bb-a614812f53b5 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:56:36.780162 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b89fd35d-7134-407f-83bb-a614812f53b5 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:56:36.783973 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:56:36.815274 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b1893d-9775-4271-a8a4-b455d233f4f0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Subnet': ['ID=b6803393-0e6d-48f3-8df9-63990f18a761,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:36.829705 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b1893d-9775-4271-a8a4-b455d233f4f0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Checking segment: {'id': '448cfe3b-fb68-449c-acc2-b03c474de1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '364717a5-874d-409d-a746-ba334979c9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:56:36.830211 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b1893d-9775-4271-a8a4-b455d233f4f0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Network hostable DHCP agents. Network: 364717a5-874d-409d-a746-ba334979c9d9, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:56:36.845861 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1893d-9775-4271-a8a4-b455d233f4f0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:36.846094 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb67c2-e0ab-4abb-9c6e-c0ef756efa5a None None] Pushing event updated for resources: {'Port': ['ID=18da096d-e3cd-4337-8a68-963e70eac4ef,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:36.846480 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1893d-9775-4271-a8a4-b455d233f4f0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:36.846932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1893d-9775-4271-a8a4-b455d233f4f0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:36.847375 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1893d-9775-4271-a8a4-b455d233f4f0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:36.847815 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1893d-9775-4271-a8a4-b455d233f4f0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:36.848905 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1893d-9775-4271-a8a4-b455d233f4f0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:36.849316 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1893d-9775-4271-a8a4-b455d233f4f0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:36.849774 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1893d-9775-4271-a8a4-b455d233f4f0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:36.850398 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1893d-9775-4271-a8a4-b455d233f4f0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:36.851388 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1893d-9775-4271-a8a4-b455d233f4f0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:36.851817 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1893d-9775-4271-a8a4-b455d233f4f0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:36.852983 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b1893d-9775-4271-a8a4-b455d233f4f0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:56:36.866988 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaff2c2-cb2d-40d7-ad8c-dbe599ef4402 None None] Routers {'974bf2af-9c04-455a-a390-a66a4c28d718'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:36.866988 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-eeaff2c2-cb2d-40d7-ad8c-dbe599ef4402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['974bf2af-9c04-455a-a390-a66a4c28d718'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:36.873623 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dfaaef0a-cff4-40df-af3c-6ef214621e2c req-b7abb026-b4d4-4a22-8045-74105dc868ac tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1000516 Apr 21 12:56:36.910537 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0f28aa-05a8-4240-ba2d-367cd0c6ed87 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network 24bce8a9-abf2-40f0-aff2-833bf074e556 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:56:36.916515 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-9c0f28aa-05a8-4240-ba2d-367cd0c6ed87 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:36.919508 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0f28aa-05a8-4240-ba2d-367cd0c6ed87 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:56:36.922748 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f28aa-05a8-4240-ba2d-367cd0c6ed87 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Port': ['ID=6d4a8d4e-901a-43ed-8107-1ae869cf69f6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:36.934684 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b1893d-9775-4271-a8a4-b455d233f4f0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Network 364717a5-874d-409d-a746-ba334979c9d9 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:56:36.978474 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c0f28aa-05a8-4240-ba2d-367cd0c6ed87 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:36.995013 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-eeaff2c2-cb2d-40d7-ad8c-dbe599ef4402 None None] Set router 974bf2af-9c04-455a-a390-a66a4c28d718 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:56:37.014448 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-13b1893d-9775-4271-a8a4-b455d233f4f0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 364717a5-874d-409d-a746-ba334979c9d9) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:37.018803 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b89fd35d-7134-407f-83bb-a614812f53b5 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:37.020111 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b1893d-9775-4271-a8a4-b455d233f4f0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:37.023775 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8ad08b-9b49-42f4-82f6-4d6369b5840a None None] Network 364717a5-874d-409d-a746-ba334979c9d9 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:56:37.029708 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13b1893d-9775-4271-a8a4-b455d233f4f0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:37.030184 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b89fd35d-7134-407f-83bb-a614812f53b5 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:37.034131 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b89fd35d-7134-407f-83bb-a614812f53b5 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] 10.222.0.36 "DELETE /v2.0/networks/d0af6149-7e24-40a8-b84e-6f549e919eac HTTP/1.1" status: 204 len: 168 time: 0.7169082 Apr 21 12:56:37.034822 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37396) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:37.067512 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fd35d-7134-407f-83bb-a614812f53b5 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Pushing event deleted for resources: {'Network': ['ID=d0af6149-7e24-40a8-b84e-6f549e919eac,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:37.106526 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae166b7-be0a-40a3-8e66-2431b06ff483 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Deleting subnet 39312e0b-4edb-4b53-a8b0-c79b7beaa262 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:56:37.110001 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ae166b7-be0a-40a3-8e66-2431b06ff483 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:37.152811 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-13b1893d-9775-4271-a8a4-b455d233f4f0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1164777 Apr 21 12:56:37.161539 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37398) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:37.169804 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ae166b7-be0a-40a3-8e66-2431b06ff483 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:37.219130 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec1270d-65e5-403f-b35d-ab1710e9334a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-364717a5-874d-409d-a746-ba334979c9d9', 'network_id': '364717a5-874d-409d-a746-ba334979c9d9', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'fixed_ips': [{'subnet_id': 'b6803393-0e6d-48f3-8df9-63990f18a761'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:56:37.220033 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eec1270d-65e5-403f-b35d-ab1710e9334a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:37.220843 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c0f28aa-05a8-4240-ba2d-367cd0c6ed87 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:37.261282 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-eeaff2c2-cb2d-40d7-ad8c-dbe599ef4402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894569', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '18da096d-e3cd-4337-8a68-963e70eac4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:31Z', 'updated_at': '2022-04-21T12:56:33Z', 'revision_number': 3, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '18da096d-e3cd-4337-8a68-963e70eac4ef', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:33Z', 'updated_at': '2022-04-21T12:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:37.291320 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeaff2c2-cb2d-40d7-ad8c-dbe599ef4402 None None] The sync data for ids ['974bf2af-9c04-455a-a390-a66a4c28d718'] in n-d-836147-2 is: [{'id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894569', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '18da096d-e3cd-4337-8a68-963e70eac4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:31Z', 'updated_at': '2022-04-21T12:56:33Z', 'revision_number': 3, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '18da096d-e3cd-4337-8a68-963e70eac4ef', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6d:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:33Z', 'updated_at': '2022-04-21T12:56:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:56:37.367364 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ae166b7-be0a-40a3-8e66-2431b06ff483 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:37.449068 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-eec1270d-65e5-403f-b35d-ab1710e9334a None None] Allocated IP 172.20.0.2 (364717a5-874d-409d-a746-ba334979c9d9/b6803393-0e6d-48f3-8df9-63990f18a761/fc505d54-df63-4f5b-ba19-c17b8847bb3d) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:56:37.570286 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device de2753a1-a6b7-4967-ae88-01f1ef61dc14 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:56:37.596895 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c0f28aa-05a8-4240-ba2d-367cd0c6ed87 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:37.672475 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c0f28aa-05a8-4240-ba2d-367cd0c6ed87 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:37.683531 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ae166b7-be0a-40a3-8e66-2431b06ff483 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:37.764792 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2ae166b7-be0a-40a3-8e66-2431b06ff483 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:37.769645 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2ae166b7-be0a-40a3-8e66-2431b06ff483 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] 10.222.0.36 "DELETE /v2.0/subnets/39312e0b-4edb-4b53-a8b0-c79b7beaa262 HTTP/1.1" status: 204 len: 168 time: 0.7331169 Apr 21 12:56:37.779839 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae166b7-be0a-40a3-8e66-2431b06ff483 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Pushing event deleted for resources: {'Subnet': ['ID=39312e0b-4edb-4b53-a8b0-c79b7beaa262,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:37.784141 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37400) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:37.809919 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457073e5-1b8f-4d0e-ac2d-d2f181f36c09 None None] Network 320b2726-860f-4dbc-a552-3da4fc59922a requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:56:37.836589 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eec1270d-65e5-403f-b35d-ab1710e9334a None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:37.868375 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f28aa-05a8-4240-ba2d-367cd0c6ed87 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Port': ['ID=6d4a8d4e-901a-43ed-8107-1ae869cf69f6,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:37.891031 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9c0f28aa-05a8-4240-ba2d-367cd0c6ed87 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:37.918617 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a56b6b4-47f4-4b79-b628-2456008c5c0b None None] Network 24bce8a9-abf2-40f0-aff2-833bf074e556 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:56:37.939332 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eec1270d-65e5-403f-b35d-ab1710e9334a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:37.987176 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f20598ea-a2a0-4119-9550-a2a755bb57fd tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:38.007469 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 18da096d-e3cd-4337-8a68-963e70eac4ef up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:56:38.061140 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0f28aa-05a8-4240-ba2d-367cd0c6ed87 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network 24bce8a9-abf2-40f0-aff2-833bf074e556 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:56:38.063035 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-9c0f28aa-05a8-4240-ba2d-367cd0c6ed87 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:38.089623 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bdf76c28-44ba-41ae-bbe4-26c644fd50f3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:38.094934 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec1270d-65e5-403f-b35d-ab1710e9334a None None] Network 364717a5-874d-409d-a746-ba334979c9d9 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:56:38.128952 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-eec1270d-65e5-403f-b35d-ab1710e9334a None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:38.138679 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec1270d-65e5-403f-b35d-ab1710e9334a None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:56:38.143934 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1270d-65e5-403f-b35d-ab1710e9334a None None] Pushing event updated for resources: {'Port': ['ID=fc505d54-df63-4f5b-ba19-c17b8847bb3d,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:38.158760 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b91bf4c6-bbb5-459f-90c1-786e11b3b936 None None] Provisioning complete for port c6fd4675-f6a1-46d9-b667-66e26ce65d25 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:38.159131 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b91bf4c6-bbb5-459f-90c1-786e11b3b936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:38.217276 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0f28aa-05a8-4240-ba2d-367cd0c6ed87 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:56:38.221656 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a578c13-a605-49dc-91bc-86c5e77ca580 req-378b3912-d1fd-4878-baa9-7c3db92ab923 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:38.230616 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a578c13-a605-49dc-91bc-86c5e77ca580 req-378b3912-d1fd-4878-baa9-7c3db92ab923 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.2314661 Apr 21 12:56:38.311187 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f20598ea-a2a0-4119-9550-a2a755bb57fd tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Deleting port e4fbd917-f5cb-4968-a0d1-ab99375970e9 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:56:38.311527 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f20598ea-a2a0-4119-9550-a2a755bb57fd tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:38.323258 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-eec1270d-65e5-403f-b35d-ab1710e9334a None None] Attempting to bind port fc505d54-df63-4f5b-ba19-c17b8847bb3d on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:56:38.323624 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-eec1270d-65e5-403f-b35d-ab1710e9334a None None] Attempting to bind port fc505d54-df63-4f5b-ba19-c17b8847bb3d by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '448cfe3b-fb68-449c-acc2-b03c474de1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '364717a5-874d-409d-a746-ba334979c9d9'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:56:38.323973 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec1270d-65e5-403f-b35d-ab1710e9334a None None] Attempting to bind port fc505d54-df63-4f5b-ba19-c17b8847bb3d on network 364717a5-874d-409d-a746-ba334979c9d9 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:56:38.340593 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 18da096d-e3cd-4337-8a68-963e70eac4ef triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:38.340801 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:38.345155 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec1270d-65e5-403f-b35d-ab1710e9334a None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:56:38.345380 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec1270d-65e5-403f-b35d-ab1710e9334a None None] Checking segment: {'id': '448cfe3b-fb68-449c-acc2-b03c474de1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '364717a5-874d-409d-a746-ba334979c9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:56:38.346027 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eec1270d-65e5-403f-b35d-ab1710e9334a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:38.346414 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec1270d-65e5-403f-b35d-ab1710e9334a None None] Bound using segment: {'id': '448cfe3b-fb68-449c-acc2-b03c474de1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '364717a5-874d-409d-a746-ba334979c9d9'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:56:38.346896 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-eec1270d-65e5-403f-b35d-ab1710e9334a None None] Bound port: fc505d54-df63-4f5b-ba19-c17b8847bb3d, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '448cfe3b-fb68-449c-acc2-b03c474de1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '364717a5-874d-409d-a746-ba334979c9d9'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:56:38.347271 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eec1270d-65e5-403f-b35d-ab1710e9334a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:38.358563 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a578c13-a605-49dc-91bc-86c5e77ca580 req-59b033e7-8bcf-437d-9d38-4b7f173272c3 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1267157 Apr 21 12:56:38.400631 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0f28aa-05a8-4240-ba2d-367cd0c6ed87 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:56:38.407816 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9c0f28aa-05a8-4240-ba2d-367cd0c6ed87 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "PUT /v2.0/routers/10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9930768 Apr 21 12:56:38.410888 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37404) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:38.418815 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318cbe96-34f8-48f2-b7cd-b6afa2d109ca None None] Sync routers for ids ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:56:38.428591 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e59582d0-302c-4a0d-84a2-5b8625f28982 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'network': {'name': 'tempest-RoutersTest-1048629663'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:38.430070 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa48c00-fd97-4a42-8458-df266e073108 None None] DHCP port deletion for 320b2726-860f-4dbc-a552-3da4fc59922a request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:56:38.494034 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-f20598ea-a2a0-4119-9550-a2a755bb57fd tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] For port e4fbd917-f5cb-4968-a0d1-ab99375970e9, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e4fbd917-f5cb-4968-a0d1-ab99375970e9,segment=NetworkSegment(8a5e4a31-9ebc-49d1-8f0e-b6ce6029b96e),segment_id=8a5e4a31-9ebc-49d1-8f0e-b6ce6029b96e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:38.494621 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f20598ea-a2a0-4119-9550-a2a755bb57fd tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:38.517543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f20598ea-a2a0-4119-9550-a2a755bb57fd tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Calling delete_port for e4fbd917-f5cb-4968-a0d1-ab99375970e9 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:56:38.523455 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59582d0-302c-4a0d-84a2-5b8625f28982 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Made reservation on behalf of 8159930f4cd04c93a05e4b2450c5c6a7 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:56:38.527843 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e59582d0-302c-4a0d-84a2-5b8625f28982 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:38.535631 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318cbe96-34f8-48f2-b7cd-b6afa2d109ca None None] Routers {'10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:38.536262 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-318cbe96-34f8-48f2-b7cd-b6afa2d109ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:38.555522 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b91bf4c6-bbb5-459f-90c1-786e11b3b936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:38.572899 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59582d0-302c-4a0d-84a2-5b8625f28982 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:56:38.583915 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e59582d0-302c-4a0d-84a2-5b8625f28982 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:38.584432 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-e59582d0-302c-4a0d-84a2-5b8625f28982 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Added segment 414124c0-858b-43bc-9e86-f601612665f4 of type vlan for network 449395d9-56fd-44b6-8942-f605b4a041ec Apr 21 12:56:38.646872 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e59582d0-302c-4a0d-84a2-5b8625f28982 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:38.666927 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-eec1270d-65e5-403f-b35d-ab1710e9334a None None] For port fc505d54-df63-4f5b-ba19-c17b8847bb3d, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:56:38.707725 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-bdf76c28-44ba-41ae-bbe4-26c644fd50f3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Allocated IP 172.20.0.1 (364717a5-874d-409d-a746-ba334979c9d9/b6803393-0e6d-48f3-8df9-63990f18a761/7a7a0ffd-e8fe-430f-95d5-e3c7f340b478) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:56:38.721145 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-eec1270d-65e5-403f-b35d-ab1710e9334a None None] For port fc505d54-df63-4f5b-ba19-c17b8847bb3d, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fc505d54-df63-4f5b-ba19-c17b8847bb3d,segment=NetworkSegment(448cfe3b-fb68-449c-acc2-b03c474de1be),segment_id=448cfe3b-fb68-449c-acc2-b03c474de1be)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:56:38.751370 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b91bf4c6-bbb5-459f-90c1-786e11b3b936 None None] For port c6fd4675-f6a1-46d9-b667-66e26ce65d25, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c6fd4675-f6a1-46d9-b667-66e26ce65d25,segment=NetworkSegment(54bb0bc9-4259-4817-8cc2-0f5253c47365),segment_id=54bb0bc9-4259-4817-8cc2-0f5253c47365)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:38.758975 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-318cbe96-34f8-48f2-b7cd-b6afa2d109ca None None] Set router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:56:38.762070 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:38.796215 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e59582d0-302c-4a0d-84a2-5b8625f28982 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:38.802439 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59582d0-302c-4a0d-84a2-5b8625f28982 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:38.805371 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e59582d0-302c-4a0d-84a2-5b8625f28982 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:38.805684 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f20598ea-a2a0-4119-9550-a2a755bb57fd tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:38.857377 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20598ea-a2a0-4119-9550-a2a755bb57fd tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] No DVR routers for this DVR port e4fbd917-f5cb-4968-a0d1-ab99375970e9 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:56:38.884915 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20598ea-a2a0-4119-9550-a2a755bb57fd tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Pushing event deleted for resources: {'Port': ['ID=e4fbd917-f5cb-4968-a0d1-ab99375970e9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:38.886717 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59582d0-302c-4a0d-84a2-5b8625f28982 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Network': ['ID=449395d9-56fd-44b6-8942-f605b4a041ec,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:38.907342 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e59582d0-302c-4a0d-84a2-5b8625f28982 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4940643 Apr 21 12:56:38.907631 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37406) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:38.913252 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e0b2c1e7-4a72-4a23-bf6c-f5672b9e0607 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'subnet': {'network_id': '449395d9-56fd-44b6-8942-f605b4a041ec', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:38.966041 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 449395d9-56fd-44b6-8942-f605b4a041ec details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:56:38.976115 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eec1270d-65e5-403f-b35d-ab1710e9334a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:38.977916 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b91bf4c6-bbb5-459f-90c1-786e11b3b936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:39.002433 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f20598ea-a2a0-4119-9550-a2a755bb57fd tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:39.027398 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bdf76c28-44ba-41ae-bbe4-26c644fd50f3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:39.035702 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f20598ea-a2a0-4119-9550-a2a755bb57fd tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['320b2726-860f-4dbc-a552-3da4fc59922a']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:39.048916 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bfa48c00-fd97-4a42-8458-df266e073108 None None] Deleting port e4fbd917-f5cb-4968-a0d1-ab99375970e9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:56:39.049859 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfa48c00-fd97-4a42-8458-df266e073108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:39.055672 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f20598ea-a2a0-4119-9550-a2a755bb57fd tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5e4a31-9ebc-49d1-8f0e-b6ce6029b96e') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:39.056025 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-f20598ea-a2a0-4119-9550-a2a755bb57fd tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5e4a31-9ebc-49d1-8f0e-b6ce6029b96e') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:39.072932 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 18da096d-e3cd-4337-8a68-963e70eac4ef, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=18da096d-e3cd-4337-8a68-963e70eac4ef,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:39.080111 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f20598ea-a2a0-4119-9550-a2a755bb57fd tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:39.098541 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f20598ea-a2a0-4119-9550-a2a755bb57fd tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:39.105858 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f20598ea-a2a0-4119-9550-a2a755bb57fd tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:56:39.106255 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f20598ea-a2a0-4119-9550-a2a755bb57fd tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:56:39.109280 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:56:39.112525 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b2c1e7-4a72-4a23-bf6c-f5672b9e0607 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Made reservation on behalf of 8159930f4cd04c93a05e4b2450c5c6a7 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:56:39.116776 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0b2c1e7-4a72-4a23-bf6c-f5672b9e0607 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:39.170502 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:39.171461 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c6fd4675-f6a1-46d9-b667-66e26ce65d25 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:56:39.188754 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bdf76c28-44ba-41ae-bbe4-26c644fd50f3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:39.244810 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf76c28-44ba-41ae-bbe4-26c644fd50f3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Network 364717a5-874d-409d-a746-ba334979c9d9 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:56:39.248969 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f20598ea-a2a0-4119-9550-a2a755bb57fd tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:39.257964 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-bdf76c28-44ba-41ae-bbe4-26c644fd50f3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:39.279829 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f20598ea-a2a0-4119-9550-a2a755bb57fd tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:39.284738 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f20598ea-a2a0-4119-9550-a2a755bb57fd tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] 10.222.0.36 "DELETE /v2.0/networks/320b2726-860f-4dbc-a552-3da4fc59922a HTTP/1.1" status: 204 len: 168 time: 1.4966922 Apr 21 12:56:39.286015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf76c28-44ba-41ae-bbe4-26c644fd50f3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:56:39.298000 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37408) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:39.328580 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20598ea-a2a0-4119-9550-a2a755bb57fd tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Pushing event deleted for resources: {'Network': ['ID=320b2726-860f-4dbc-a552-3da4fc59922a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:39.335750 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-93985c85-2312-435c-973d-188e5e7ea512 tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] 10.222.0.36 "GET /v2.0/ports?device_id=fc69b34d-7673-438c-8489-2e67fd9b5a87 HTTP/1.1" status: 200 len: 205 time: 0.0357938 Apr 21 12:56:39.340409 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37410) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:39.370508 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf76c28-44ba-41ae-bbe4-26c644fd50f3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Port': ['ID=7a7a0ffd-e8fe-430f-95d5-e3c7f340b478,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:39.425166 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bdf76c28-44ba-41ae-bbe4-26c644fd50f3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:39.436364 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bfa48c00-fd97-4a42-8458-df266e073108 None None] For port e4fbd917-f5cb-4968-a0d1-ab99375970e9, host n-d-836147-2, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:39.438247 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfa48c00-fd97-4a42-8458-df266e073108 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:39.470139 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bfa48c00-fd97-4a42-8458-df266e073108 None None] Calling delete_port for e4fbd917-f5cb-4968-a0d1-ab99375970e9 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:56:39.477702 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-bfa48c00-fd97-4a42-8458-df266e073108 None None] Port e4fbd917-f5cb-4968-a0d1-ab99375970e9 was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 12:56:39.494459 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e4e3fad-d6d0-4bb7-9d4e-c2d43d2bd0eb tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:39.499888 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfa48c00-fd97-4a42-8458-df266e073108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:39.502124 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1270d-65e5-403f-b35d-ab1710e9334a None None] Pushing event updated for resources: {'Port': ['ID=fc505d54-df63-4f5b-ba19-c17b8847bb3d,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:39.567149 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5c277bf7-3a62-443b-a5cb-308d51b11b84 None None] Provisioning complete for port 6d4a8d4e-901a-43ed-8107-1ae869cf69f6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:39.567854 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c277bf7-3a62-443b-a5cb-308d51b11b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:39.602342 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600599d-6618-4ed0-b9b0-93e363086244 req-b29d9043-32e7-4ef1-b084-8ca770669020 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:39.604053 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2600599d-6618-4ed0-b9b0-93e363086244 req-b29d9043-32e7-4ef1-b084-8ca770669020 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1113842 Apr 21 12:56:39.659081 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bfa48c00-fd97-4a42-8458-df266e073108 None None] Network 320b2726-860f-4dbc-a552-3da4fc59922a is not hosted by any dhcp agent {{(pid=103399) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 21 12:56:39.659561 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa48c00-fd97-4a42-8458-df266e073108 None None] No DVR routers for this DVR port e4fbd917-f5cb-4968-a0d1-ab99375970e9 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:56:39.702427 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2600599d-6618-4ed0-b9b0-93e363086244 req-0b4e7da1-2dd7-4a1d-ab6a-a649e8cec4b1 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684690 Apr 21 12:56:39.730447 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5c277bf7-3a62-443b-a5cb-308d51b11b84 None None] Port 6d4a8d4e-901a-43ed-8107-1ae869cf69f6 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:56:39.743287 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91bf4c6-bbb5-459f-90c1-786e11b3b936 None None] Pushing event updated for resources: {'Port': ['ID=c6fd4675-f6a1-46d9-b667-66e26ce65d25,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:39.762399 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0b2c1e7-4a72-4a23-bf6c-f5672b9e0607 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:39.802906 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port c6fd4675-f6a1-46d9-b667-66e26ce65d25 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:39.803285 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:39.813648 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5c277bf7-3a62-443b-a5cb-308d51b11b84 None None] Provisioning complete for port c6fd4675-f6a1-46d9-b667-66e26ce65d25 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:39.813648 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c277bf7-3a62-443b-a5cb-308d51b11b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:39.828398 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bdf76c28-44ba-41ae-bbe4-26c644fd50f3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:39.831481 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e4e3fad-d6d0-4bb7-9d4e-c2d43d2bd0eb tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:39.838622 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e4e3fad-d6d0-4bb7-9d4e-c2d43d2bd0eb tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:39.896583 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2c1e7-4a72-4a23-bf6c-f5672b9e0607 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Subnet': ['ID=1ea59a80-9e31-4c97-bf9e-5eb5d968b43e,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:39.917885 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b2c1e7-4a72-4a23-bf6c-f5672b9e0607 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Checking segment: {'id': '414124c0-858b-43bc-9e86-f601612665f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '449395d9-56fd-44b6-8942-f605b4a041ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:56:39.918272 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b2c1e7-4a72-4a23-bf6c-f5672b9e0607 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network hostable DHCP agents. Network: 449395d9-56fd-44b6-8942-f605b4a041ec, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:56:39.919560 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=18da096d-e3cd-4337-8a68-963e70eac4ef,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:39.963282 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa48c00-fd97-4a42-8458-df266e073108 None None] Pushing event deleted for resources: {'Port': ['ID=e4fbd917-f5cb-4968-a0d1-ab99375970e9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:39.973361 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e4e3fad-d6d0-4bb7-9d4e-c2d43d2bd0eb tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:39.974624 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4e3fad-d6d0-4bb7-9d4e-c2d43d2bd0eb tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Fanout notify agent at l3_agent the message router_deleted on router fc69b34d-7673-438c-8489-2e67fd9b5a87 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:56:39.992410 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e4e3fad-d6d0-4bb7-9d4e-c2d43d2bd0eb tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:39.998835 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5e4e3fad-d6d0-4bb7-9d4e-c2d43d2bd0eb tempest-RoutersNegativeTest-751820813 tempest-RoutersNegativeTest-751820813-project] 10.222.0.36 "DELETE /v2.0/routers/fc69b34d-7673-438c-8489-2e67fd9b5a87 HTTP/1.1" status: 204 len: 168 time: 0.6521466 Apr 21 12:56:39.999000 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-318cbe96-34f8-48f2-b7cd-b6afa2d109ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'name': 'tempest-RoutersTest-router-1116518990', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:20Z', 'updated_at': '2022-04-21T12:56:37Z', 'revision_number': 4, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None, '_interfaces': [{'id': '0623664e-6129-4cb5-b99f-dfa28c42b47f', 'name': '', 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:06:d3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:24Z', 'updated_at': '2022-04-21T12:56:28Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1fe7c59d-24d5-491e-a4e3-ea478d2aa640', 'name': '', 'network_id': '43b22f18-e03f-4d34-b463-1546ec79f515', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:0a:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:30Z', 'updated_at': '2022-04-21T12:56:34Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4a8d4e-901a-43ed-8107-1ae869cf69f6', 'name': '', 'network_id': '24bce8a9-abf2-40f0-aff2-833bf074e556', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:e3:bd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '32a5f34b-c01b-46ed-b9c1-dea5c96385ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:35Z', 'updated_at': '2022-04-21T12:56:37Z', 'revision_number': 2, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '32a5f34b-c01b-46ed-b9c1-dea5c96385ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:40.032960 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b2c1e7-4a72-4a23-bf6c-f5672b9e0607 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network 449395d9-56fd-44b6-8942-f605b4a041ec is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:56:40.058116 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318cbe96-34f8-48f2-b7cd-b6afa2d109ca None None] Checking router: 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:56:40.058520 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318cbe96-34f8-48f2-b7cd-b6afa2d109ca None None] Updating router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b port 6d4a8d4e-901a-43ed-8107-1ae869cf69f6 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:56:40.099213 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-318cbe96-34f8-48f2-b7cd-b6afa2d109ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:40.121455 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-e0b2c1e7-4a72-4a23-bf6c-f5672b9e0607 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 449395d9-56fd-44b6-8942-f605b4a041ec) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:40.131022 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b2c1e7-4a72-4a23-bf6c-f5672b9e0607 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:40.132205 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0b2c1e7-4a72-4a23-bf6c-f5672b9e0607 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:40.157036 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f46245-a38d-47d9-8940-4b0d5ebc1790 None None] Network 449395d9-56fd-44b6-8942-f605b4a041ec requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:56:40.196967 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bdf76c28-44ba-41ae-bbe4-26c644fd50f3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:40.248991 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e0b2c1e7-4a72-4a23-bf6c-f5672b9e0607 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3401473 Apr 21 12:56:40.251997 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37418) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:40.328020 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bdf76c28-44ba-41ae-bbe4-26c644fd50f3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:40.345485 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 18da096d-e3cd-4337-8a68-963e70eac4ef up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:56:40.391608 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f28c7429-de98-4539-82f1-6336975ddb3a None None] Provisioning complete for port 6d4a8d4e-901a-43ed-8107-1ae869cf69f6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:40.391608 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f28c7429-de98-4539-82f1-6336975ddb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:40.577513 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f28c7429-de98-4539-82f1-6336975ddb3a None None] Port 6d4a8d4e-901a-43ed-8107-1ae869cf69f6 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:56:40.621214 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 18da096d-e3cd-4337-8a68-963e70eac4ef triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:40.621611 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:40.645723 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37422) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:40.667646 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce2bf8d-bbf0-4d06-b674-0edcde94336b None None] Network 364717a5-874d-409d-a746-ba334979c9d9 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:56:40.760336 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d326f02d-e767-47d2-baab-92cba5ca3e2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-449395d9-56fd-44b6-8942-f605b4a041ec', 'network_id': '449395d9-56fd-44b6-8942-f605b4a041ec', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'fixed_ips': [{'subnet_id': '1ea59a80-9e31-4c97-bf9e-5eb5d968b43e'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:56:40.761486 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d326f02d-e767-47d2-baab-92cba5ca3e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:40.805716 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f6f1dd0d-9f29-4089-90de-49d058afac00 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0f93367698c64db2b074258869bf1202&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555903 Apr 21 12:56:40.806046 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37428) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:40.870406 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f776e5f7-65af-420d-b153-5b1f60171894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:40.902067 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f776e5f7-65af-420d-b153-5b1f60171894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:40.929445 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf76c28-44ba-41ae-bbe4-26c644fd50f3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Port': ['ID=7a7a0ffd-e8fe-430f-95d5-e3c7f340b478,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:40.933001 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bdf76c28-44ba-41ae-bbe4-26c644fd50f3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:40.942240 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4fd1f6b8-d08b-4025-b75e-d69a997090f2 None None] Provisioning complete for port fc505d54-df63-4f5b-ba19-c17b8847bb3d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:40.942614 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fd1f6b8-d08b-4025-b75e-d69a997090f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:40.962427 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:56:41.038435 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb5d13-9168-414b-acae-013ce9c52535 req-ebf5e110-da7a-4f8e-b3d8-44b4c7b09df6 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:41.039909 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2bfb5d13-9168-414b-acae-013ce9c52535 req-ebf5e110-da7a-4f8e-b3d8-44b4c7b09df6 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1864305 Apr 21 12:56:41.042742 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f776e5f7-65af-420d-b153-5b1f60171894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:41.047283 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f776e5f7-65af-420d-b153-5b1f60171894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:41.051428 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f776e5f7-65af-420d-b153-5b1f60171894 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b37f976b-81ff-43d5-8e02-4e4a6d8a8c25 HTTP/1.1" status: 204 len: 168 time: 0.2410915 Apr 21 12:56:41.059979 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f776e5f7-65af-420d-b153-5b1f60171894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37f976b-81ff-43d5-8e02-4e4a6d8a8c25,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:41.207511 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2bfb5d13-9168-414b-acae-013ce9c52535 req-56f6b23d-52fd-4fa9-9f71-583e731529c0 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1324964 Apr 21 12:56:41.222122 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-318cbe96-34f8-48f2-b7cd-b6afa2d109ca None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:41.239002 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf76c28-44ba-41ae-bbe4-26c644fd50f3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Network 364717a5-874d-409d-a746-ba334979c9d9 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:56:41.243539 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-bdf76c28-44ba-41ae-bbe4-26c644fd50f3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:41.267624 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fc505d54-df63-4f5b-ba19-c17b8847bb3d up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:56:41.309688 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d326f02d-e767-47d2-baab-92cba5ca3e2f None None] Allocated IP 172.23.0.2 (449395d9-56fd-44b6-8942-f605b4a041ec/1ea59a80-9e31-4c97-bf9e-5eb5d968b43e/f29de165-a281-4d9a-9e35-db405ac058b0) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:56:41.346083 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-318cbe96-34f8-48f2-b7cd-b6afa2d109ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:41.418700 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd0f689d-75dd-440e-b162-a4124f25f352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:41.477110 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf76c28-44ba-41ae-bbe4-26c644fd50f3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Router 974bf2af-9c04-455a-a390-a66a4c28d718 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:56:41.513144 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768b850-62a8-4fa9-b445-c2519c57f63a None None] Pushing event updated for resources: {'Port': ['ID=6d4a8d4e-901a-43ed-8107-1ae869cf69f6,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:41.557696 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fd1f6b8-d08b-4025-b75e-d69a997090f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:41.575746 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port fc505d54-df63-4f5b-ba19-c17b8847bb3d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:41.576160 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:41.796187 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf76c28-44ba-41ae-bbe4-26c644fd50f3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:56:41.818104 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-318cbe96-34f8-48f2-b7cd-b6afa2d109ca None None] Attempting to bind port 6d4a8d4e-901a-43ed-8107-1ae869cf69f6 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:56:41.818492 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-318cbe96-34f8-48f2-b7cd-b6afa2d109ca None None] Attempting to bind port 6d4a8d4e-901a-43ed-8107-1ae869cf69f6 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '54bb0bc9-4259-4817-8cc2-0f5253c47365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '24bce8a9-abf2-40f0-aff2-833bf074e556'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:56:41.818875 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318cbe96-34f8-48f2-b7cd-b6afa2d109ca None None] Attempting to bind port 6d4a8d4e-901a-43ed-8107-1ae869cf69f6 on network 24bce8a9-abf2-40f0-aff2-833bf074e556 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:56:41.820430 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-bdf76c28-44ba-41ae-bbe4-26c644fd50f3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "PUT /v2.0/routers/974bf2af-9c04-455a-a390-a66a4c28d718/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6529045 Apr 21 12:56:41.820649 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1897abbf-46a0-45a0-8b7f-ba714fff59bd None None] Sync routers for ids ['974bf2af-9c04-455a-a390-a66a4c28d718'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:56:41.840138 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318cbe96-34f8-48f2-b7cd-b6afa2d109ca None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:56:41.840521 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318cbe96-34f8-48f2-b7cd-b6afa2d109ca None None] Checking segment: {'id': '54bb0bc9-4259-4817-8cc2-0f5253c47365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '24bce8a9-abf2-40f0-aff2-833bf074e556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:56:41.840923 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-318cbe96-34f8-48f2-b7cd-b6afa2d109ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:41.841322 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318cbe96-34f8-48f2-b7cd-b6afa2d109ca None None] Bound using segment: {'id': '54bb0bc9-4259-4817-8cc2-0f5253c47365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '24bce8a9-abf2-40f0-aff2-833bf074e556'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:56:41.841842 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-318cbe96-34f8-48f2-b7cd-b6afa2d109ca None None] Bound port: 6d4a8d4e-901a-43ed-8107-1ae869cf69f6, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54bb0bc9-4259-4817-8cc2-0f5253c47365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '24bce8a9-abf2-40f0-aff2-833bf074e556'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:56:41.842232 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-318cbe96-34f8-48f2-b7cd-b6afa2d109ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:41.852337 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4fd1f6b8-d08b-4025-b75e-d69a997090f2 None None] For port fc505d54-df63-4f5b-ba19-c17b8847bb3d, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fc505d54-df63-4f5b-ba19-c17b8847bb3d,segment=NetworkSegment(448cfe3b-fb68-449c-acc2-b03c474de1be),segment_id=448cfe3b-fb68-449c-acc2-b03c474de1be)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:41.974364 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-318cbe96-34f8-48f2-b7cd-b6afa2d109ca None None] For port 6d4a8d4e-901a-43ed-8107-1ae869cf69f6, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:56:41.985792 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-318cbe96-34f8-48f2-b7cd-b6afa2d109ca None None] For port 6d4a8d4e-901a-43ed-8107-1ae869cf69f6, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=6d4a8d4e-901a-43ed-8107-1ae869cf69f6,segment=NetworkSegment(54bb0bc9-4259-4817-8cc2-0f5253c47365),segment_id=54bb0bc9-4259-4817-8cc2-0f5253c47365)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:56:41.989377 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1897abbf-46a0-45a0-8b7f-ba714fff59bd None None] Routers {'974bf2af-9c04-455a-a390-a66a4c28d718'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:41.991380 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1897abbf-46a0-45a0-8b7f-ba714fff59bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['974bf2af-9c04-455a-a390-a66a4c28d718'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:41.996521 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d326f02d-e767-47d2-baab-92cba5ca3e2f None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:41.998323 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4fd1f6b8-d08b-4025-b75e-d69a997090f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:42.099739 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d326f02d-e767-47d2-baab-92cba5ca3e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:42.109812 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-318cbe96-34f8-48f2-b7cd-b6afa2d109ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:42.130508 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c6fd4675-f6a1-46d9-b667-66e26ce65d25 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:56:42.152090 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d326f02d-e767-47d2-baab-92cba5ca3e2f None None] Network 449395d9-56fd-44b6-8942-f605b4a041ec is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:56:42.190523 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d326f02d-e767-47d2-baab-92cba5ca3e2f None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:42.196491 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d326f02d-e767-47d2-baab-92cba5ca3e2f None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:56:42.202785 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35170582-ada0-4c66-9656-203c81892dac req-703eb68e-cac8-4a4c-97ee-7464f3572f18 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-862731939&fields=id&tenant_id=284d3d44382e404aa4c17c17e03a8f46 HTTP/1.1" status: 200 len: 267 time: 0.1596172 Apr 21 12:56:42.212509 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1897abbf-46a0-45a0-8b7f-ba714fff59bd None None] Set router 974bf2af-9c04-455a-a390-a66a4c28d718 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:56:42.255973 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1f6b8-d08b-4025-b75e-d69a997090f2 None None] Pushing event updated for resources: {'Port': ['ID=fc505d54-df63-4f5b-ba19-c17b8847bb3d,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:42.338543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-dd0f689d-75dd-440e-b162-a4124f25f352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Allocated IP 172.23.0.1 (449395d9-56fd-44b6-8942-f605b4a041ec/1ea59a80-9e31-4c97-bf9e-5eb5d968b43e/64c37f4b-7289-47c3-ae85-5192ca844e94) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:56:42.357150 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9f060f6e-1147-498b-bbaa-bc30a2e74d49 None None] Provisioning complete for port 6d4a8d4e-901a-43ed-8107-1ae869cf69f6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:42.368521 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f060f6e-1147-498b-bbaa-bc30a2e74d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:42.470188 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318cbe96-34f8-48f2-b7cd-b6afa2d109ca None None] Routers {'10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:42.470842 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-318cbe96-34f8-48f2-b7cd-b6afa2d109ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:42.500423 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35170582-ada0-4c66-9656-203c81892dac req-9828db63-0e55-4008-9afa-babf00586887 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:42.511199 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37464) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:42.523857 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35170582-ada0-4c66-9656-203c81892dac req-9828db63-0e55-4008-9afa-babf00586887 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/networks?id=364717a5-874d-409d-a746-ba334979c9d9 HTTP/1.1" status: 200 len: 796 time: 0.3116112 Apr 21 12:56:42.539323 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35170582-ada0-4c66-9656-203c81892dac req-cedb3881-3303-4af5-8411-4a185a2adb2b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/quotas/284d3d44382e404aa4c17c17e03a8f46 HTTP/1.1" status: 200 len: 375 time: 0.0143785 Apr 21 12:56:42.563658 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1897abbf-46a0-45a0-8b7f-ba714fff59bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894569', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '18da096d-e3cd-4337-8a68-963e70eac4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:31Z', 'updated_at': '2022-04-21T12:56:39Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '18da096d-e3cd-4337-8a68-963e70eac4ef', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:33Z', 'updated_at': '2022-04-21T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '7a7a0ffd-e8fe-430f-95d5-e3c7f340b478', 'name': '', 'network_id': '364717a5-874d-409d-a746-ba334979c9d9', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:5a:d0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'b6803393-0e6d-48f3-8df9-63990f18a761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:38Z', 'updated_at': '2022-04-21T12:56:39Z', 'revision_number': 2, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': 'b6803393-0e6d-48f3-8df9-63990f18a761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:42.613328 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1897abbf-46a0-45a0-8b7f-ba714fff59bd None None] Checking router: 974bf2af-9c04-455a-a390-a66a4c28d718 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:56:42.614009 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1897abbf-46a0-45a0-8b7f-ba714fff59bd None None] Updating router 974bf2af-9c04-455a-a390-a66a4c28d718 port 7a7a0ffd-e8fe-430f-95d5-e3c7f340b478 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:56:42.620115 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-318cbe96-34f8-48f2-b7cd-b6afa2d109ca None None] Set router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:56:42.668486 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1897abbf-46a0-45a0-8b7f-ba714fff59bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:42.704506 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f38ba74e-228c-4c7d-8fd9-bdea13eed796 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:42.704949 n-d-836147-2 neutron-server[103397]: WARNING neutron.api.v2.base [None req-f38ba74e-228c-4c7d-8fd9-bdea13eed796 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 21 12:56:42.710656 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-f38ba74e-228c-4c7d-8fd9-bdea13eed796 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] create failed (client error): There was a conflict when trying to complete your request. Apr 21 12:56:42.715473 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f38ba74e-228c-4c7d-8fd9-bdea13eed796 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2026961 Apr 21 12:56:42.716423 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37468) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:42.717326 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d326f02d-e767-47d2-baab-92cba5ca3e2f None None] Attempting to bind port f29de165-a281-4d9a-9e35-db405ac058b0 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:56:42.717713 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d326f02d-e767-47d2-baab-92cba5ca3e2f None None] Attempting to bind port f29de165-a281-4d9a-9e35-db405ac058b0 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '414124c0-858b-43bc-9e86-f601612665f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '449395d9-56fd-44b6-8942-f605b4a041ec'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:56:42.718124 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d326f02d-e767-47d2-baab-92cba5ca3e2f None None] Attempting to bind port f29de165-a281-4d9a-9e35-db405ac058b0 on network 449395d9-56fd-44b6-8942-f605b4a041ec {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:56:42.731336 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd0f689d-75dd-440e-b162-a4124f25f352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:42.732775 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326f02d-e767-47d2-baab-92cba5ca3e2f None None] Pushing event updated for resources: {'Port': ['ID=f29de165-a281-4d9a-9e35-db405ac058b0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:42.734379 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-93044e4b-ae37-4760-bdb9-71ae4b9671e5 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group': {'name': 'tempest-secgroup--1956558758'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:42.743418 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port c6fd4675-f6a1-46d9-b667-66e26ce65d25 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:42.746749 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:42.775746 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f95d11-be0c-4766-8af8-0242eb32d271 req-98ea00fd-36ff-42d2-82cb-d58ef66186b5 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:42.777193 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a0f95d11-be0c-4766-8af8-0242eb32d271 req-98ea00fd-36ff-42d2-82cb-d58ef66186b5 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.4322689 Apr 21 12:56:42.820416 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-93044e4b-ae37-4760-bdb9-71ae4b9671e5 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:42.821281 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35170582-ada0-4c66-9656-203c81892dac req-49f0dec0-d87e-4da6-80cd-5df48eb76e34 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2615755 Apr 21 12:56:42.828020 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d326f02d-e767-47d2-baab-92cba5ca3e2f None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:56:42.828390 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d326f02d-e767-47d2-baab-92cba5ca3e2f None None] Checking segment: {'id': '414124c0-858b-43bc-9e86-f601612665f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '449395d9-56fd-44b6-8942-f605b4a041ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:56:42.828789 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d326f02d-e767-47d2-baab-92cba5ca3e2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:42.829175 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d326f02d-e767-47d2-baab-92cba5ca3e2f None None] Bound using segment: {'id': '414124c0-858b-43bc-9e86-f601612665f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '449395d9-56fd-44b6-8942-f605b4a041ec'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:56:42.829672 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d326f02d-e767-47d2-baab-92cba5ca3e2f None None] Bound port: f29de165-a281-4d9a-9e35-db405ac058b0, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414124c0-858b-43bc-9e86-f601612665f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '449395d9-56fd-44b6-8942-f605b4a041ec'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:56:42.830049 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d326f02d-e767-47d2-baab-92cba5ca3e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:42.835314 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-93044e4b-ae37-4760-bdb9-71ae4b9671e5 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:42.843960 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a0f95d11-be0c-4766-8af8-0242eb32d271 req-9ad8d147-c1aa-4838-8dba-4419912a8915 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563443 Apr 21 12:56:42.875000 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f060f6e-1147-498b-bbaa-bc30a2e74d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:42.908016 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768b850-62a8-4fa9-b445-c2519c57f63a None None] Pushing event updated for resources: {'Port': ['ID=6d4a8d4e-901a-43ed-8107-1ae869cf69f6,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:42.921633 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd0f689d-75dd-440e-b162-a4124f25f352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:42.983155 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-93044e4b-ae37-4760-bdb9-71ae4b9671e5 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:42.983814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0f689d-75dd-440e-b162-a4124f25f352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network 449395d9-56fd-44b6-8942-f605b4a041ec is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:56:42.990185 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-dd0f689d-75dd-440e-b162-a4124f25f352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:42.993453 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0f689d-75dd-440e-b162-a4124f25f352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:56:43.028170 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f689d-75dd-440e-b162-a4124f25f352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Port': ['ID=64c37f4b-7289-47c3-ae85-5192ca844e94,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:43.041190 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1897abbf-46a0-45a0-8b7f-ba714fff59bd None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:43.047950 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35170582-ada0-4c66-9656-203c81892dac req-f5bd616b-6067-4ec2-abd1-0e66e6bfeb3d service neutron] 10.222.0.36 "GET /v2.0/networks/364717a5-874d-409d-a746-ba334979c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942053 Apr 21 12:56:43.058375 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-93044e4b-ae37-4760-bdb9-71ae4b9671e5 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:43.067224 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd0f689d-75dd-440e-b162-a4124f25f352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:43.067445 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9f060f6e-1147-498b-bbaa-bc30a2e74d49 None None] For port 6d4a8d4e-901a-43ed-8107-1ae869cf69f6, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=6d4a8d4e-901a-43ed-8107-1ae869cf69f6,segment=NetworkSegment(54bb0bc9-4259-4817-8cc2-0f5253c47365),segment_id=54bb0bc9-4259-4817-8cc2-0f5253c47365)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:43.093967 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d326f02d-e767-47d2-baab-92cba5ca3e2f None None] For port f29de165-a281-4d9a-9e35-db405ac058b0, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:56:43.099701 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93044e4b-ae37-4760-bdb9-71ae4b9671e5 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d0b153-4172-4a88-a1d3-65bd5a96dc3f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:43.115131 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1897abbf-46a0-45a0-8b7f-ba714fff59bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:43.122370 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d326f02d-e767-47d2-baab-92cba5ca3e2f None None] For port f29de165-a281-4d9a-9e35-db405ac058b0, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f29de165-a281-4d9a-9e35-db405ac058b0,segment=NetworkSegment(414124c0-858b-43bc-9e86-f601612665f4),segment_id=414124c0-858b-43bc-9e86-f601612665f4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:56:43.152664 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-93044e4b-ae37-4760-bdb9-71ae4b9671e5 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:43.188263 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f060f6e-1147-498b-bbaa-bc30a2e74d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:43.230110 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d326f02d-e767-47d2-baab-92cba5ca3e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:43.241016 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35170582-ada0-4c66-9656-203c81892dac req-c25fd0f0-c156-4e96-85f5-c9ec874560ee service neutron] 10.222.0.36 "GET /v2.0/networks/364717a5-874d-409d-a746-ba334979c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813407 Apr 21 12:56:43.246478 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e4fbd917-f5cb-4968-a0d1-ab99375970e9 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:56:43.259299 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76f01c-74b1-4f72-8a3b-decc9b368141 None None] Pushing event updated for resources: {'Port': ['ID=7a7a0ffd-e8fe-430f-95d5-e3c7f340b478,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:43.265722 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-93044e4b-ae37-4760-bdb9-71ae4b9671e5 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:43.294283 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: e4fbd917-f5cb-4968-a0d1-ab99375970e9 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:56:43.294684 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e4fbd917-f5cb-4968-a0d1-ab99375970e9 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:56:43.328124 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93044e4b-ae37-4760-bdb9-71ae4b9671e5 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8518da78-41b2-48af-9f80-01498db021fd,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:43.331514 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-1897abbf-46a0-45a0-8b7f-ba714fff59bd None None] Attempting to bind port 7a7a0ffd-e8fe-430f-95d5-e3c7f340b478 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:56:43.331879 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-1897abbf-46a0-45a0-8b7f-ba714fff59bd None None] Attempting to bind port 7a7a0ffd-e8fe-430f-95d5-e3c7f340b478 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '448cfe3b-fb68-449c-acc2-b03c474de1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '364717a5-874d-409d-a746-ba334979c9d9'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:56:43.332231 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1897abbf-46a0-45a0-8b7f-ba714fff59bd None None] Attempting to bind port 7a7a0ffd-e8fe-430f-95d5-e3c7f340b478 on network 364717a5-874d-409d-a746-ba334979c9d9 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:56:43.338693 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1897abbf-46a0-45a0-8b7f-ba714fff59bd None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:56:43.339056 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1897abbf-46a0-45a0-8b7f-ba714fff59bd None None] Checking segment: {'id': '448cfe3b-fb68-449c-acc2-b03c474de1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '364717a5-874d-409d-a746-ba334979c9d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:56:43.339451 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1897abbf-46a0-45a0-8b7f-ba714fff59bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:43.339835 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1897abbf-46a0-45a0-8b7f-ba714fff59bd None None] Bound using segment: {'id': '448cfe3b-fb68-449c-acc2-b03c474de1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '364717a5-874d-409d-a746-ba334979c9d9'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:56:43.340379 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-1897abbf-46a0-45a0-8b7f-ba714fff59bd None None] Bound port: 7a7a0ffd-e8fe-430f-95d5-e3c7f340b478, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '448cfe3b-fb68-449c-acc2-b03c474de1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '364717a5-874d-409d-a746-ba334979c9d9'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:56:43.340758 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1897abbf-46a0-45a0-8b7f-ba714fff59bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:43.387059 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-93044e4b-ae37-4760-bdb9-71ae4b9671e5 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:43.396493 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-93044e4b-ae37-4760-bdb9-71ae4b9671e5 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6674743 Apr 21 12:56:43.405688 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37470) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:43.412764 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9f060f6e-1147-498b-bbaa-bc30a2e74d49 None None] Provisioning complete for port 7a7a0ffd-e8fe-430f-95d5-e3c7f340b478 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:43.413813 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-362337ca-8ac7-47e9-b944-11006438c431 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group_rule': {'security_group_id': '8518da78-41b2-48af-9f80-01498db021fd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:43.415990 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f060f6e-1147-498b-bbaa-bc30a2e74d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:43.429400 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-318cbe96-34f8-48f2-b7cd-b6afa2d109ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'name': 'tempest-RoutersTest-router-1116518990', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:20Z', 'updated_at': '2022-04-21T12:56:37Z', 'revision_number': 4, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None, '_interfaces': [{'id': '0623664e-6129-4cb5-b99f-dfa28c42b47f', 'name': '', 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:06:d3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:24Z', 'updated_at': '2022-04-21T12:56:28Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1fe7c59d-24d5-491e-a4e3-ea478d2aa640', 'name': '', 'network_id': '43b22f18-e03f-4d34-b463-1546ec79f515', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:0a:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:30Z', 'updated_at': '2022-04-21T12:56:34Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4a8d4e-901a-43ed-8107-1ae869cf69f6', 'name': '', 'network_id': '24bce8a9-abf2-40f0-aff2-833bf074e556', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:e3:bd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '32a5f34b-c01b-46ed-b9c1-dea5c96385ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:35Z', 'updated_at': '2022-04-21T12:56:41Z', 'revision_number': 4, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '32a5f34b-c01b-46ed-b9c1-dea5c96385ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:43.430353 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1897abbf-46a0-45a0-8b7f-ba714fff59bd None None] For port 7a7a0ffd-e8fe-430f-95d5-e3c7f340b478, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:56:43.435092 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1897abbf-46a0-45a0-8b7f-ba714fff59bd None None] For port 7a7a0ffd-e8fe-430f-95d5-e3c7f340b478, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=7a7a0ffd-e8fe-430f-95d5-e3c7f340b478,segment=NetworkSegment(448cfe3b-fb68-449c-acc2-b03c474de1be),segment_id=448cfe3b-fb68-449c-acc2-b03c474de1be)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:56:43.437778 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd0f689d-75dd-440e-b162-a4124f25f352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:43.523397 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1897abbf-46a0-45a0-8b7f-ba714fff59bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:43.560644 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fc505d54-df63-4f5b-ba19-c17b8847bb3d up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:56:43.563157 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-362337ca-8ac7-47e9-b944-11006438c431 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:43.635255 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318cbe96-34f8-48f2-b7cd-b6afa2d109ca None None] The sync data for ids ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'] in n-d-836147-2 is: [{'id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'name': 'tempest-RoutersTest-router-1116518990', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:20Z', 'updated_at': '2022-04-21T12:56:37Z', 'revision_number': 4, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None, '_interfaces': [{'id': '0623664e-6129-4cb5-b99f-dfa28c42b47f', 'name': '', 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:06:d3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:24Z', 'updated_at': '2022-04-21T12:56:28Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1fe7c59d-24d5-491e-a4e3-ea478d2aa640', 'name': '', 'network_id': '43b22f18-e03f-4d34-b463-1546ec79f515', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:0a:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:30Z', 'updated_at': '2022-04-21T12:56:34Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4a8d4e-901a-43ed-8107-1ae869cf69f6', 'name': '', 'network_id': '24bce8a9-abf2-40f0-aff2-833bf074e556', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:e3:bd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '32a5f34b-c01b-46ed-b9c1-dea5c96385ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:35Z', 'updated_at': '2022-04-21T12:56:41Z', 'revision_number': 4, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '32a5f34b-c01b-46ed-b9c1-dea5c96385ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:56:43.649940 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1897abbf-46a0-45a0-8b7f-ba714fff59bd None None] Routers {'974bf2af-9c04-455a-a390-a66a4c28d718'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:43.652087 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1897abbf-46a0-45a0-8b7f-ba714fff59bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['974bf2af-9c04-455a-a390-a66a4c28d718'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:43.680391 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f47026ae-9c39-470e-b39b-4b2df5ceac9c req-f100984e-f787-4dae-afb0-01dbefb5f308 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 210 time: 0.1026928 Apr 21 12:56:43.694907 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c76f01c-74b1-4f72-8a3b-decc9b368141 None None] Pushing event updated for resources: {'Port': ['ID=7a7a0ffd-e8fe-430f-95d5-e3c7f340b478,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:43.728722 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f060f6e-1147-498b-bbaa-bc30a2e74d49 None None] Pushing event updated for resources: {'Port': ['ID=6d4a8d4e-901a-43ed-8107-1ae869cf69f6,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:43.743269 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port fc505d54-df63-4f5b-ba19-c17b8847bb3d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:43.747773 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:43.781224 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-362337ca-8ac7-47e9-b944-11006438c431 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:43.803864 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d93ae44f-d635-4254-9fea-21478a1dbf98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:43.813083 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9f060f6e-1147-498b-bbaa-bc30a2e74d49 None None] Port 7a7a0ffd-e8fe-430f-95d5-e3c7f340b478 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:56:43.855886 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-362337ca-8ac7-47e9-b944-11006438c431 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:43.948853 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362337ca-8ac7-47e9-b944-11006438c431 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe8c10a-5a3c-4d0c-b4f3-161e9eb0ab55,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:44.016867 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-362337ca-8ac7-47e9-b944-11006438c431 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:44.018617 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-362337ca-8ac7-47e9-b944-11006438c431 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6119366 Apr 21 12:56:44.021905 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37482) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:44.028770 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f151e357-4904-4a31-829c-60a2904c0919 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group_rule': {'security_group_id': '8518da78-41b2-48af-9f80-01498db021fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:44.073014 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1897abbf-46a0-45a0-8b7f-ba714fff59bd None None] Set router 974bf2af-9c04-455a-a390-a66a4c28d718 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:56:44.095100 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd0f689d-75dd-440e-b162-a4124f25f352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:44.119850 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00246915-12f9-4126-af9b-4cc0a6c0c32f req-08133b4c-c15c-434b-82ad-bef25f81a65d tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:44.121804 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-00246915-12f9-4126-af9b-4cc0a6c0c32f req-08133b4c-c15c-434b-82ad-bef25f81a65d tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1192350 Apr 21 12:56:44.174209 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-00246915-12f9-4126-af9b-4cc0a6c0c32f req-77580ede-0512-4b45-869e-74163b3c3134 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450094 Apr 21 12:56:44.198450 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd0f689d-75dd-440e-b162-a4124f25f352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:44.208277 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f151e357-4904-4a31-829c-60a2904c0919 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:44.245804 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9f060f6e-1147-498b-bbaa-bc30a2e74d49 None None] Provisioning complete for port fc505d54-df63-4f5b-ba19-c17b8847bb3d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:44.246171 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9f060f6e-1147-498b-bbaa-bc30a2e74d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:44.334662 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d326f02d-e767-47d2-baab-92cba5ca3e2f None None] Pushing event updated for resources: {'Port': ['ID=f29de165-a281-4d9a-9e35-db405ac058b0,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:44.340306 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f689d-75dd-440e-b162-a4124f25f352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event updated for resources: {'Port': ['ID=64c37f4b-7289-47c3-ae85-5192ca844e94,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:44.343062 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dd0f689d-75dd-440e-b162-a4124f25f352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:44.345468 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1897abbf-46a0-45a0-8b7f-ba714fff59bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894569', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '18da096d-e3cd-4337-8a68-963e70eac4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:31Z', 'updated_at': '2022-04-21T12:56:39Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '18da096d-e3cd-4337-8a68-963e70eac4ef', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:33Z', 'updated_at': '2022-04-21T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '7a7a0ffd-e8fe-430f-95d5-e3c7f340b478', 'name': '', 'network_id': '364717a5-874d-409d-a746-ba334979c9d9', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:5a:d0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'b6803393-0e6d-48f3-8df9-63990f18a761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:38Z', 'updated_at': '2022-04-21T12:56:43Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': 'b6803393-0e6d-48f3-8df9-63990f18a761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:44.390368 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-f151e357-4904-4a31-829c-60a2904c0919 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] create failed (client error): There was a conflict when trying to complete your request. Apr 21 12:56:44.391738 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f151e357-4904-4a31-829c-60a2904c0919 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3681734 Apr 21 12:56:44.394589 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37484) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:44.416449 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1897abbf-46a0-45a0-8b7f-ba714fff59bd None None] The sync data for ids ['974bf2af-9c04-455a-a390-a66a4c28d718'] in n-d-836147-2 is: [{'id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894569', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '18da096d-e3cd-4337-8a68-963e70eac4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:31Z', 'updated_at': '2022-04-21T12:56:39Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '18da096d-e3cd-4337-8a68-963e70eac4ef', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:33Z', 'updated_at': '2022-04-21T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '7a7a0ffd-e8fe-430f-95d5-e3c7f340b478', 'name': '', 'network_id': '364717a5-874d-409d-a746-ba334979c9d9', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:5a:d0:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'b6803393-0e6d-48f3-8df9-63990f18a761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:38Z', 'updated_at': '2022-04-21T12:56:43Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': 'b6803393-0e6d-48f3-8df9-63990f18a761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:56:44.512426 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2f4b4b9f-c792-427a-9e93-097ee2109d8f tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:44.527502 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8557f27f-67ed-42eb-90fe-ca4ea258af02 None None] Provisioning complete for port 6d4a8d4e-901a-43ed-8107-1ae869cf69f6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:44.532277 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8557f27f-67ed-42eb-90fe-ca4ea258af02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:44.563821 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0f689d-75dd-440e-b162-a4124f25f352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Network 449395d9-56fd-44b6-8942-f605b4a041ec is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:56:44.569729 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-dd0f689d-75dd-440e-b162-a4124f25f352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:44.576577 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2f4b4b9f-c792-427a-9e93-097ee2109d8f tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:44.740149 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2f4b4b9f-c792-427a-9e93-097ee2109d8f tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:44.742962 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2f4b4b9f-c792-427a-9e93-097ee2109d8f tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:44.746695 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2f4b4b9f-c792-427a-9e93-097ee2109d8f tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "DELETE /v2.0/security-groups/8518da78-41b2-48af-9f80-01498db021fd HTTP/1.1" status: 204 len: 168 time: 0.3483696 Apr 21 12:56:44.752238 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37490) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:44.752529 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8557f27f-67ed-42eb-90fe-ca4ea258af02 None None] Provisioning complete for port 7a7a0ffd-e8fe-430f-95d5-e3c7f340b478 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:44.752907 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8557f27f-67ed-42eb-90fe-ca4ea258af02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:44.772884 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0f689d-75dd-440e-b162-a4124f25f352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:56:44.792134 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b4b9f-c792-427a-9e93-097ee2109d8f tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8518da78-41b2-48af-9f80-01498db021fd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:44.804585 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52171ddc-5e0d-40fa-b5ca-46d692f320b1 req-9472550b-2a55-486e-9b6d-533de15bdecd tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 210 time: 0.0299997 Apr 21 12:56:44.849225 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2c8b9fa7-5387-4e50-b0e5-dc097cc8865d tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0930555 Apr 21 12:56:44.854119 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37492) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:44.859195 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a8859a5f-3aea-47a5-8120-cd8d62c369b3 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group': {'name': 'tempest-secgroup--85496015'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:44.925232 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8557f27f-67ed-42eb-90fe-ca4ea258af02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:44.936241 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0f689d-75dd-440e-b162-a4124f25f352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:56:44.945648 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-dd0f689d-75dd-440e-b162-a4124f25f352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "PUT /v2.0/routers/10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6867077 Apr 21 12:56:44.946625 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37494) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:44.955814 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3e960856-4d43-49f3-9ddd-98de5f7158e9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:44.970307 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8557f27f-67ed-42eb-90fe-ca4ea258af02 None None] For port 7a7a0ffd-e8fe-430f-95d5-e3c7f340b478, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=7a7a0ffd-e8fe-430f-95d5-e3c7f340b478,segment=NetworkSegment(448cfe3b-fb68-449c-acc2-b03c474de1be),segment_id=448cfe3b-fb68-449c-acc2-b03c474de1be)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:45.080662 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f853776-917a-4ee1-a3c9-890b4336926a None None] Network 449395d9-56fd-44b6-8942-f605b4a041ec requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:56:45.094872 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6985f7-1664-4168-a7a6-4ac7f6f580be None None] Sync routers for ids ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:56:45.113615 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a8859a5f-3aea-47a5-8120-cd8d62c369b3 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:45.157256 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8557f27f-67ed-42eb-90fe-ca4ea258af02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:45.164879 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6985f7-1664-4168-a7a6-4ac7f6f580be None None] Routers {'10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:45.165518 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7c6985f7-1664-4168-a7a6-4ac7f6f580be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:45.337897 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-025c3271-7ac7-4035-a7c7-566868053b99 None None] Provisioning complete for port f29de165-a281-4d9a-9e35-db405ac058b0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:45.338274 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-025c3271-7ac7-4035-a7c7-566868053b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:45.429942 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557f27f-67ed-42eb-90fe-ca4ea258af02 None None] Pushing event updated for resources: {'Port': ['ID=7a7a0ffd-e8fe-430f-95d5-e3c7f340b478,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:45.434694 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-7c6985f7-1664-4168-a7a6-4ac7f6f580be None None] Set router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:56:45.439905 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36e462-d39d-4c50-930d-c6993851fd7f req-2b43e02c-83c6-4b24-a9f4-b49f4cb7f97f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:45.446495 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ee36e462-d39d-4c50-930d-c6993851fd7f req-2b43e02c-83c6-4b24-a9f4-b49f4cb7f97f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1489618 Apr 21 12:56:45.535312 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ee36e462-d39d-4c50-930d-c6993851fd7f req-fe8decce-9702-44cc-ae2b-e151e3188b16 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0816433 Apr 21 12:56:45.674144 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 7a7a0ffd-e8fe-430f-95d5-e3c7f340b478 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:56:45.736823 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a8859a5f-3aea-47a5-8120-cd8d62c369b3 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:45.828941 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-025c3271-7ac7-4035-a7c7-566868053b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:45.845942 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a8859a5f-3aea-47a5-8120-cd8d62c369b3 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:45.855324 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3df0b574-94da-4d12-babf-fd6985ff56be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:45.874002 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 7a7a0ffd-e8fe-430f-95d5-e3c7f340b478 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:45.874752 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:45.935022 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.extraroute_db [None req-3e960856-4d43-49f3-9ddd-98de5f7158e9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 21 12:56:45.948176 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8859a5f-3aea-47a5-8120-cd8d62c369b3 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=022f3b9b-9a22-4e89-9c1d-78c36862f29d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:45.955095 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.extraroute_db [None req-3e960856-4d43-49f3-9ddd-98de5f7158e9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Removed routes are [] {{(pid=103397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 21 12:56:45.955745 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3e960856-4d43-49f3-9ddd-98de5f7158e9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3659549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10333'] for router, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:45.965741 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb6674bb-285c-476d-9c86-23b38ed3169c req-62d64ace-be24-4aa1-95f6-e2482b6fc40c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 210 time: 0.0437713 Apr 21 12:56:45.968309 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-025c3271-7ac7-4035-a7c7-566868053b99 None None] For port f29de165-a281-4d9a-9e35-db405ac058b0, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f29de165-a281-4d9a-9e35-db405ac058b0,segment=NetworkSegment(414124c0-858b-43bc-9e86-f601612665f4),segment_id=414124c0-858b-43bc-9e86-f601612665f4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:45.978387 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7c6985f7-1664-4168-a7a6-4ac7f6f580be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'name': 'tempest-RoutersTest-router-1116518990', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:20Z', 'updated_at': '2022-04-21T12:56:43Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None, '_interfaces': [{'id': '0623664e-6129-4cb5-b99f-dfa28c42b47f', 'name': '', 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:06:d3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:24Z', 'updated_at': '2022-04-21T12:56:28Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1fe7c59d-24d5-491e-a4e3-ea478d2aa640', 'name': '', 'network_id': '43b22f18-e03f-4d34-b463-1546ec79f515', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:0a:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:30Z', 'updated_at': '2022-04-21T12:56:34Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64c37f4b-7289-47c3-ae85-5192ca844e94', 'name': '', 'network_id': '449395d9-56fd-44b6-8942-f605b4a041ec', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:47:3b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '1ea59a80-9e31-4c97-bf9e-5eb5d968b43e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:41Z', 'updated_at': '2022-04-21T12:56:43Z', 'revision_number': 2, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '1ea59a80-9e31-4c97-bf9e-5eb5d968b43e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4a8d4e-901a-43ed-8107-1ae869cf69f6', 'name': '', 'network_id': '24bce8a9-abf2-40f0-aff2-833bf074e556', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:e3:bd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '32a5f34b-c01b-46ed-b9c1-dea5c96385ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:35Z', 'updated_at': '2022-04-21T12:56:43Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '32a5f34b-c01b-46ed-b9c1-dea5c96385ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:46.011135 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6985f7-1664-4168-a7a6-4ac7f6f580be None None] Checking router: 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:56:46.011491 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6985f7-1664-4168-a7a6-4ac7f6f580be None None] Updating router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b port 64c37f4b-7289-47c3-ae85-5192ca844e94 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:56:46.020257 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a8859a5f-3aea-47a5-8120-cd8d62c369b3 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:46.025429 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a8859a5f-3aea-47a5-8120-cd8d62c369b3 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1663702 Apr 21 12:56:46.025429 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37500) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:46.029442 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1a01e3d7-4172-4b4a-8134-19b0816ced21 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group_rule': {'security_group_id': '022f3b9b-9a22-4e89-9c1d-78c36862f29d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:46.030178 n-d-836147-2 neutron-server[103397]: WARNING neutron.api.v2.base [None req-1a01e3d7-4172-4b4a-8134-19b0816ced21 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 21 12:56:46.030673 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-1a01e3d7-4172-4b4a-8134-19b0816ced21 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:56:46.039006 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37502) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:46.046030 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c6985f7-1664-4168-a7a6-4ac7f6f580be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:46.049795 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1a01e3d7-4172-4b4a-8134-19b0816ced21 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0236340 Apr 21 12:56:46.062092 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-025c3271-7ac7-4035-a7c7-566868053b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:46.123074 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a34fe2a1-7b57-4606-85b5-325059ca03a8 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:46.173058 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a34fe2a1-7b57-4606-85b5-325059ca03a8 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:46.269805 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 6d4a8d4e-901a-43ed-8107-1ae869cf69f6 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:56:46.276387 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c3271-7ac7-4035-a7c7-566868053b99 None None] Pushing event updated for resources: {'Port': ['ID=f29de165-a281-4d9a-9e35-db405ac058b0,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:46.317755 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a34fe2a1-7b57-4606-85b5-325059ca03a8 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:46.320553 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-fd3fc836-a9fa-4699-b320-6e4341100c09 None None] Provisioning complete for port 64c37f4b-7289-47c3-ae85-5192ca844e94 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:46.320718 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a34fe2a1-7b57-4606-85b5-325059ca03a8 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:46.320925 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd3fc836-a9fa-4699-b320-6e4341100c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:46.322193 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a34fe2a1-7b57-4606-85b5-325059ca03a8 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "DELETE /v2.0/security-groups/022f3b9b-9a22-4e89-9c1d-78c36862f29d HTTP/1.1" status: 204 len: 168 time: 0.2814217 Apr 21 12:56:46.327579 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37504) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:46.346495 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3e960856-4d43-49f3-9ddd-98de5f7158e9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3659549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10333'] for router, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:46.351092 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3e960856-4d43-49f3-9ddd-98de5f7158e9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3659538'] for router, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:46.368624 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34fe2a1-7b57-4606-85b5-325059ca03a8 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=022f3b9b-9a22-4e89-9c1d-78c36862f29d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:46.404822 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2c64a5b8-5365-4f20-9ac1-12811270a725 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0761011 Apr 21 12:56:46.408227 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37506) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:46.416262 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-cab80751-0e44-4b18-b8e3-3ee26d2d2371 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group': {'name': 'tempest-secgroup--1890690611'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:46.438924 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fd3fc836-a9fa-4699-b320-6e4341100c09 None None] Port 64c37f4b-7289-47c3-ae85-5192ca844e94 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:56:46.485870 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-fd3fc836-a9fa-4699-b320-6e4341100c09 None None] Provisioning complete for port f29de165-a281-4d9a-9e35-db405ac058b0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:46.486255 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd3fc836-a9fa-4699-b320-6e4341100c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:46.490696 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 6d4a8d4e-901a-43ed-8107-1ae869cf69f6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:46.491074 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:46.491780 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e960856-4d43-49f3-9ddd-98de5f7158e9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:56:46.533945 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cab80751-0e44-4b18-b8e3-3ee26d2d2371 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:46.628399 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e960856-4d43-49f3-9ddd-98de5f7158e9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:56:46.640381 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3e960856-4d43-49f3-9ddd-98de5f7158e9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:46.645005 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3e960856-4d43-49f3-9ddd-98de5f7158e9 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "PUT /v2.0/routers/10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b HTTP/1.1" status: 200 len: 934 time: 1.6970801 Apr 21 12:56:46.645721 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37510) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:46.651012 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35170582-ada0-4c66-9656-203c81892dac req-5f1be182-05cf-434d-a6ce-68160fca78ac tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:46.652767 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35170582-ada0-4c66-9656-203c81892dac req-5f1be182-05cf-434d-a6ce-68160fca78ac tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.24 "GET /v2.0/networks?id=364717a5-874d-409d-a746-ba334979c9d9 HTTP/1.1" status: 200 len: 796 time: 0.1932168 Apr 21 12:56:46.740604 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c6985f7-1664-4168-a7a6-4ac7f6f580be None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:46.759576 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f29de165-a281-4d9a-9e35-db405ac058b0 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:56:46.775405 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35170582-ada0-4c66-9656-203c81892dac req-35823570-dc1a-47d7-afcc-288abdee84e3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=284d3d44382e404aa4c17c17e03a8f46 HTTP/1.1" status: 200 len: 379 time: 0.0909073 Apr 21 12:56:46.782925 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4b661-fe25-4c21-858c-6b7d1cb50547 req-3c7eeb5f-2d84-4f40-b89c-fc8bc753c79a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:46.790388 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-41a4b661-fe25-4c21-858c-6b7d1cb50547 req-3c7eeb5f-2d84-4f40-b89c-fc8bc753c79a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1471610 Apr 21 12:56:46.803489 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cab80751-0e44-4b18-b8e3-3ee26d2d2371 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:46.804572 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c7d2e60c-f1cf-4855-bf93-80788fecf890 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "GET /v2.0/routers/10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b HTTP/1.1" status: 200 len: 934 time: 0.1572924 Apr 21 12:56:46.805786 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37512) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:46.806686 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-35170582-ada0-4c66-9656-203c81892dac req-0d6dfa21-4e94-44e0-9620-85fc54de9b6b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'port': {'device_id': '41a43b1a-7bd8-4666-94fb-6c30f0166562', 'network_id': '364717a5-874d-409d-a746-ba334979c9d9', 'admin_state_up': True, 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'security_groups': ['d93b51fa-313b-42bd-be27-1459bd3dc368']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:46.814462 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a39db512-2f44-42c3-9bf9-9d47b4e3534a tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'router': {'routes': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:46.886050 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-41a4b661-fe25-4c21-858c-6b7d1cb50547 req-3f840f0f-c85d-4bd5-86d7-2bfab364a0cd tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0946622 Apr 21 12:56:46.891306 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cab80751-0e44-4b18-b8e3-3ee26d2d2371 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:46.953636 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab80751-0e44-4b18-b8e3-3ee26d2d2371 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f1414d-539f-452c-8873-110bb97fa411,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:47.001049 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cab80751-0e44-4b18-b8e3-3ee26d2d2371 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:47.006135 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-cab80751-0e44-4b18-b8e3-3ee26d2d2371 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5930815 Apr 21 12:56:47.007440 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37516) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:47.013028 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3d069a96-8101-44fc-b6a7-2c6e6de379ab tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group_rule': {'security_group_id': '24f1414d-539f-452c-8873-110bb97fa411', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:47.013609 n-d-836147-2 neutron-server[103398]: WARNING neutron.api.v2.base [None req-3d069a96-8101-44fc-b6a7-2c6e6de379ab tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 21 12:56:47.014717 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-3d069a96-8101-44fc-b6a7-2c6e6de379ab tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:56:47.015718 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3d069a96-8101-44fc-b6a7-2c6e6de379ab tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063319 Apr 21 12:56:47.022349 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37518) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:47.027433 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c6985f7-1664-4168-a7a6-4ac7f6f580be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:47.060590 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-56b77c09-caa0-4d70-84f3-4b3d257950c0 None None] Provisioning complete for port 64c37f4b-7289-47c3-ae85-5192ca844e94 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:47.061072 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-56b77c09-caa0-4d70-84f3-4b3d257950c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:47.097895 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35170582-ada0-4c66-9656-203c81892dac req-0d6dfa21-4e94-44e0-9620-85fc54de9b6b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Made reservation on behalf of 284d3d44382e404aa4c17c17e03a8f46 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:56:47.101764 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-35170582-ada0-4c66-9656-203c81892dac req-0d6dfa21-4e94-44e0-9620-85fc54de9b6b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:47.127124 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7d7db-8816-410b-aa58-c812d52b01cb None None] Pushing event updated for resources: {'Port': ['ID=64c37f4b-7289-47c3-ae85-5192ca844e94,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:47.136281 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-56b77c09-caa0-4d70-84f3-4b3d257950c0 None None] Port 64c37f4b-7289-47c3-ae85-5192ca844e94 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:56:47.138566 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port f29de165-a281-4d9a-9e35-db405ac058b0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:47.139746 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:47.143354 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b3917531-c385-4351-ac3a-d2b312b89484 req-4c2053bc-7d29-484d-9037-beda1a60c8ea tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 210 time: 0.0637724 Apr 21 12:56:47.184257 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e6cd3b4-3af2-4534-84fc-fa13cb47fa72 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:47.205941 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:47.261499 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e6cd3b4-3af2-4534-84fc-fa13cb47fa72 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:47.270966 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7c6985f7-1664-4168-a7a6-4ac7f6f580be None None] Attempting to bind port 64c37f4b-7289-47c3-ae85-5192ca844e94 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:56:47.271344 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7c6985f7-1664-4168-a7a6-4ac7f6f580be None None] Attempting to bind port 64c37f4b-7289-47c3-ae85-5192ca844e94 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '414124c0-858b-43bc-9e86-f601612665f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '449395d9-56fd-44b6-8942-f605b4a041ec'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:56:47.272327 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6985f7-1664-4168-a7a6-4ac7f6f580be None None] Attempting to bind port 64c37f4b-7289-47c3-ae85-5192ca844e94 on network 449395d9-56fd-44b6-8942-f605b4a041ec {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:56:47.332231 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.extraroute_db [None req-a39db512-2f44-42c3-9bf9-9d47b4e3534a tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Added routes are [] {{(pid=103397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 21 12:56:47.332605 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.extraroute_db [None req-a39db512-2f44-42c3-9bf9-9d47b4e3534a tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103397) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 21 12:56:47.337984 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6985f7-1664-4168-a7a6-4ac7f6f580be None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:56:47.338367 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6985f7-1664-4168-a7a6-4ac7f6f580be None None] Checking segment: {'id': '414124c0-858b-43bc-9e86-f601612665f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '449395d9-56fd-44b6-8942-f605b4a041ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:56:47.338895 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c6985f7-1664-4168-a7a6-4ac7f6f580be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:47.339289 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6985f7-1664-4168-a7a6-4ac7f6f580be None None] Bound using segment: {'id': '414124c0-858b-43bc-9e86-f601612665f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '449395d9-56fd-44b6-8942-f605b4a041ec'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:56:47.339781 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7c6985f7-1664-4168-a7a6-4ac7f6f580be None None] Bound port: 64c37f4b-7289-47c3-ae85-5192ca844e94, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414124c0-858b-43bc-9e86-f601612665f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '449395d9-56fd-44b6-8942-f605b4a041ec'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:56:47.340913 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c6985f7-1664-4168-a7a6-4ac7f6f580be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:47.362499 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-35170582-ada0-4c66-9656-203c81892dac req-0d6dfa21-4e94-44e0-9620-85fc54de9b6b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Allocated IP 172.20.0.8 (364717a5-874d-409d-a746-ba334979c9d9/b6803393-0e6d-48f3-8df9-63990f18a761/76655053-c9ab-4561-94d3-4edd801a1a11) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:56:47.378218 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a39db512-2f44-42c3-9bf9-9d47b4e3534a tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3659549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10333'] for router, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:47.410686 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7f72dbc2-8314-41bd-b5b3-a347ddef0fb7 None None] Provisioning complete for port 64c37f4b-7289-47c3-ae85-5192ca844e94 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:47.411123 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f72dbc2-8314-41bd-b5b3-a347ddef0fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:47.438686 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7c6985f7-1664-4168-a7a6-4ac7f6f580be None None] For port 64c37f4b-7289-47c3-ae85-5192ca844e94, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:56:47.454027 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7c6985f7-1664-4168-a7a6-4ac7f6f580be None None] For port 64c37f4b-7289-47c3-ae85-5192ca844e94, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=64c37f4b-7289-47c3-ae85-5192ca844e94,segment=NetworkSegment(414124c0-858b-43bc-9e86-f601612665f4),segment_id=414124c0-858b-43bc-9e86-f601612665f4)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:56:47.460633 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e6cd3b4-3af2-4534-84fc-fa13cb47fa72 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:47.460823 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 7a7a0ffd-e8fe-430f-95d5-e3c7f340b478 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:56:47.463162 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0e6cd3b4-3af2-4534-84fc-fa13cb47fa72 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:47.464433 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0e6cd3b4-3af2-4534-84fc-fa13cb47fa72 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "DELETE /v2.0/security-groups/24f1414d-539f-452c-8873-110bb97fa411 HTTP/1.1" status: 204 len: 168 time: 0.4404497 Apr 21 12:56:47.467471 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37520) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:47.478048 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6cd3b4-3af2-4534-84fc-fa13cb47fa72 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f1414d-539f-452c-8873-110bb97fa411,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:47.487789 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7f72dbc2-8314-41bd-b5b3-a347ddef0fb7 None None] Port 64c37f4b-7289-47c3-ae85-5192ca844e94 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:56:47.525906 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c6985f7-1664-4168-a7a6-4ac7f6f580be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:47.568670 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-35170582-ada0-4c66-9656-203c81892dac req-0d6dfa21-4e94-44e0-9620-85fc54de9b6b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:47.585051 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ee67739d-173b-4418-8cdc-13149d8d4487 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1158748 Apr 21 12:56:47.588674 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37522) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:47.593088 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-b4ce273f-3d49-4daa-ab7e-16ec7eb4a429 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group': {'name': 'tempest-secgroup--1474465649'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:47.603322 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 7a7a0ffd-e8fe-430f-95d5-e3c7f340b478 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:47.603698 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:47.606720 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7d7db-8816-410b-aa58-c812d52b01cb None None] Pushing event updated for resources: {'Port': ['ID=64c37f4b-7289-47c3-ae85-5192ca844e94,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:47.609328 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6985f7-1664-4168-a7a6-4ac7f6f580be None None] Routers {'10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:47.609965 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7c6985f7-1664-4168-a7a6-4ac7f6f580be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:47.708718 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4ce273f-3d49-4daa-ab7e-16ec7eb4a429 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:47.728803 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a39db512-2f44-42c3-9bf9-9d47b4e3534a tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3659549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10333'] for router, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:47.734592 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-35170582-ada0-4c66-9656-203c81892dac req-0d6dfa21-4e94-44e0-9620-85fc54de9b6b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:47.736109 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-7c6985f7-1664-4168-a7a6-4ac7f6f580be None None] Set router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:56:47.736737 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a39db512-2f44-42c3-9bf9-9d47b4e3534a tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3659538'] for router, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:47.791131 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35170582-ada0-4c66-9656-203c81892dac req-0d6dfa21-4e94-44e0-9620-85fc54de9b6b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Network 364717a5-874d-409d-a746-ba334979c9d9 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:56:47.796524 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-35170582-ada0-4c66-9656-203c81892dac req-0d6dfa21-4e94-44e0-9620-85fc54de9b6b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:56:47.811196 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-35170582-ada0-4c66-9656-203c81892dac req-0d6dfa21-4e94-44e0-9620-85fc54de9b6b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:56:47.858892 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f29de165-a281-4d9a-9e35-db405ac058b0 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:56:47.864677 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39db512-2f44-42c3-9bf9-9d47b4e3534a tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:56:47.884661 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35170582-ada0-4c66-9656-203c81892dac req-0d6dfa21-4e94-44e0-9620-85fc54de9b6b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:47.885215 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-35170582-ada0-4c66-9656-203c81892dac req-0d6dfa21-4e94-44e0-9620-85fc54de9b6b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:47.893247 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4ce273f-3d49-4daa-ab7e-16ec7eb4a429 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:47.908547 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6dfa21-4e94-44e0-9620-85fc54de9b6b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Port': ['ID=76655053-c9ab-4561-94d3-4edd801a1a11,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:47.941845 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:47.984640 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-165e46cc-5fc4-4912-9b9e-b57715179888 None None] Provisioning complete for port 64c37f4b-7289-47c3-ae85-5192ca844e94 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:47.985008 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-165e46cc-5fc4-4912-9b9e-b57715179888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:47.991291 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4ce273f-3d49-4daa-ab7e-16ec7eb4a429 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:48.045032 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35170582-ada0-4c66-9656-203c81892dac req-0d6dfa21-4e94-44e0-9620-85fc54de9b6b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2469714 Apr 21 12:56:48.052142 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39db512-2f44-42c3-9bf9-9d47b4e3534a tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:56:48.054437 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce273f-3d49-4daa-ab7e-16ec7eb4a429 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fff07c6-6524-4176-969b-d0e232aafec2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:48.061740 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a39db512-2f44-42c3-9bf9-9d47b4e3534a tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:48.062918 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a39db512-2f44-42c3-9bf9-9d47b4e3534a tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "PUT /v2.0/routers/10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b HTTP/1.1" status: 200 len: 700 time: 1.2560005 Apr 21 12:56:48.065697 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37526) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:48.076774 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-35170582-ada0-4c66-9656-203c81892dac req-6dfb8257-cf46-426b-8a57-5292f03ca7d4 service neutron] Request body: {'port': {'device_id': '41a43b1a-7bd8-4666-94fb-6c30f0166562', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:48.076963 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port f29de165-a281-4d9a-9e35-db405ac058b0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:48.077162 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:48.123441 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4ce273f-3d49-4daa-ab7e-16ec7eb4a429 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:48.127976 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b4ce273f-3d49-4daa-ab7e-16ec7eb4a429 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5354183 Apr 21 12:56:48.129181 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37528) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:48.134155 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3248e6d3-28ea-4fe9-9ff3-b8da078bc8e2 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group_rule': {'security_group_id': '2fff07c6-6524-4176-969b-d0e232aafec2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:48.136080 n-d-836147-2 neutron-server[103397]: WARNING neutron.api.v2.base [None req-3248e6d3-28ea-4fe9-9ff3-b8da078bc8e2 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 21 12:56:48.136689 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-3248e6d3-28ea-4fe9-9ff3-b8da078bc8e2 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:56:48.140474 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3248e6d3-28ea-4fe9-9ff3-b8da078bc8e2 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0082560 Apr 21 12:56:48.144083 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37530) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:48.152415 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b642a-f0c0-4d9e-9e69-04d78da12a09 req-5995a32b-d902-4eba-8f27-a9fd9abdf9cf tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:48.154063 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-601b642a-f0c0-4d9e-9e69-04d78da12a09 req-5995a32b-d902-4eba-8f27-a9fd9abdf9cf tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1494632 Apr 21 12:56:48.165128 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2156fce7-c08d-4ef5-a3e0-91d25058fdc2 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group_rule': {'security_group_id': '2fff07c6-6524-4176-969b-d0e232aafec2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:48.165128 n-d-836147-2 neutron-server[103398]: WARNING neutron.api.v2.base [None req-2156fce7-c08d-4ef5-a3e0-91d25058fdc2 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 21 12:56:48.165128 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-2156fce7-c08d-4ef5-a3e0-91d25058fdc2 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:56:48.165128 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2156fce7-c08d-4ef5-a3e0-91d25058fdc2 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0066876 Apr 21 12:56:48.166803 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37532) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:48.170933 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7d7d54bb-b3f2-4c16-b311-a9d9c2098c2f tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group_rule': {'security_group_id': '2fff07c6-6524-4176-969b-d0e232aafec2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:48.171803 n-d-836147-2 neutron-server[103398]: WARNING neutron.api.v2.base [None req-7d7d54bb-b3f2-4c16-b311-a9d9c2098c2f tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 21 12:56:48.172376 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-7d7d54bb-b3f2-4c16-b311-a9d9c2098c2f tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:56:48.179945 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7d7d54bb-b3f2-4c16-b311-a9d9c2098c2f tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058889 Apr 21 12:56:48.180148 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37534) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:48.187790 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7c6985f7-1664-4168-a7a6-4ac7f6f580be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'name': 'tempest-RoutersTest-router-1116518990', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:20Z', 'updated_at': '2022-04-21T12:56:47Z', 'revision_number': 7, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None, '_interfaces': [{'id': '0623664e-6129-4cb5-b99f-dfa28c42b47f', 'name': '', 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:06:d3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:24Z', 'updated_at': '2022-04-21T12:56:28Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1fe7c59d-24d5-491e-a4e3-ea478d2aa640', 'name': '', 'network_id': '43b22f18-e03f-4d34-b463-1546ec79f515', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:0a:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:30Z', 'updated_at': '2022-04-21T12:56:34Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64c37f4b-7289-47c3-ae85-5192ca844e94', 'name': '', 'network_id': '449395d9-56fd-44b6-8942-f605b4a041ec', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:47:3b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '1ea59a80-9e31-4c97-bf9e-5eb5d968b43e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:41Z', 'updated_at': '2022-04-21T12:56:47Z', 'revision_number': 4, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '1ea59a80-9e31-4c97-bf9e-5eb5d968b43e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4a8d4e-901a-43ed-8107-1ae869cf69f6', 'name': '', 'network_id': '24bce8a9-abf2-40f0-aff2-833bf074e556', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:e3:bd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '32a5f34b-c01b-46ed-b9c1-dea5c96385ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:35Z', 'updated_at': '2022-04-21T12:56:43Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '32a5f34b-c01b-46ed-b9c1-dea5c96385ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:48.192457 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-35170582-ada0-4c66-9656-203c81892dac req-6dfb8257-cf46-426b-8a57-5292f03ca7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:48.197620 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-db3168a4-04f5-4b66-9813-1f8963fce5ce tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group_rule': {'security_group_id': '2fff07c6-6524-4176-969b-d0e232aafec2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:48.198689 n-d-836147-2 neutron-server[103397]: WARNING neutron.api.v2.base [None req-db3168a4-04f5-4b66-9813-1f8963fce5ce tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 21 12:56:48.199190 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-db3168a4-04f5-4b66-9813-1f8963fce5ce tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:56:48.203104 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-db3168a4-04f5-4b66-9813-1f8963fce5ce tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0085170 Apr 21 12:56:48.204594 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37538) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:48.214213 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-165e46cc-5fc4-4912-9b9e-b57715179888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:48.259913 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0ec41348-f7ad-4a0c-8400-6582923c6619 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "GET /v2.0/routers/10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b HTTP/1.1" status: 200 len: 700 time: 0.1902404 Apr 21 12:56:48.260142 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6985f7-1664-4168-a7a6-4ac7f6f580be None None] The sync data for ids ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'] in n-d-836147-2 is: [{'id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'name': 'tempest-RoutersTest-router-1116518990', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:20Z', 'updated_at': '2022-04-21T12:56:47Z', 'revision_number': 7, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None, '_interfaces': [{'id': '0623664e-6129-4cb5-b99f-dfa28c42b47f', 'name': '', 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:06:d3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:24Z', 'updated_at': '2022-04-21T12:56:28Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1fe7c59d-24d5-491e-a4e3-ea478d2aa640', 'name': '', 'network_id': '43b22f18-e03f-4d34-b463-1546ec79f515', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:0a:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:30Z', 'updated_at': '2022-04-21T12:56:34Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64c37f4b-7289-47c3-ae85-5192ca844e94', 'name': '', 'network_id': '449395d9-56fd-44b6-8942-f605b4a041ec', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:47:3b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '1ea59a80-9e31-4c97-bf9e-5eb5d968b43e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:41Z', 'updated_at': '2022-04-21T12:56:47Z', 'revision_number': 4, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '1ea59a80-9e31-4c97-bf9e-5eb5d968b43e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4a8d4e-901a-43ed-8107-1ae869cf69f6', 'name': '', 'network_id': '24bce8a9-abf2-40f0-aff2-833bf074e556', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:e3:bd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '32a5f34b-c01b-46ed-b9c1-dea5c96385ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:35Z', 'updated_at': '2022-04-21T12:56:43Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '32a5f34b-c01b-46ed-b9c1-dea5c96385ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:56:48.263025 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37540) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:48.289486 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-601b642a-f0c0-4d9e-9e69-04d78da12a09 req-1a5e408d-216d-46ee-9460-15375f1ec736 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1240137 Apr 21 12:56:48.323496 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-165e46cc-5fc4-4912-9b9e-b57715179888 None None] For port 64c37f4b-7289-47c3-ae85-5192ca844e94, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=64c37f4b-7289-47c3-ae85-5192ca844e94,segment=NetworkSegment(414124c0-858b-43bc-9e86-f601612665f4),segment_id=414124c0-858b-43bc-9e86-f601612665f4)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:48.325576 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73da5fda-29cb-4359-8e49-1d5061b4a0cb tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:48.348172 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad717da-8e2e-4e8e-a7b2-abbaa8eb05eb req-bb3ed786-ff69-41e0-b408-973bc319489e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:48.356016 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4ad717da-8e2e-4e8e-a7b2-abbaa8eb05eb req-bb3ed786-ff69-41e0-b408-973bc319489e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 931 time: 0.1098089 Apr 21 12:56:48.386818 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-165e46cc-5fc4-4912-9b9e-b57715179888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:48.417350 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73da5fda-29cb-4359-8e49-1d5061b4a0cb tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:48.471756 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e46cc-5fc4-4912-9b9e-b57715179888 None None] Pushing event updated for resources: {'Port': ['ID=64c37f4b-7289-47c3-ae85-5192ca844e94,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:48.515068 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ffa9b373-9e91-4651-8d9d-2f761601eafd None None] Provisioning complete for port 76655053-c9ab-4561-94d3-4edd801a1a11 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:48.515458 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ffa9b373-9e91-4651-8d9d-2f761601eafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:48.576021 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ffa9b373-9e91-4651-8d9d-2f761601eafd None None] Port 76655053-c9ab-4561-94d3-4edd801a1a11 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:56:48.591724 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:48.717084 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73da5fda-29cb-4359-8e49-1d5061b4a0cb tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:48.719679 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73da5fda-29cb-4359-8e49-1d5061b4a0cb tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:48.723778 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-73da5fda-29cb-4359-8e49-1d5061b4a0cb tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "DELETE /v2.0/security-groups/2fff07c6-6524-4176-969b-d0e232aafec2 HTTP/1.1" status: 204 len: 168 time: 0.5153723 Apr 21 12:56:48.725807 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37546) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:48.750675 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73da5fda-29cb-4359-8e49-1d5061b4a0cb tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fff07c6-6524-4176-969b-d0e232aafec2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:48.766924 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:48.822382 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b620619f-b76b-4dcc-987e-bb435dcb739c tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0930994 Apr 21 12:56:48.835640 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37548) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:48.840817 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f538eff2-d880-4723-b0e4-6f6dc1f016a6 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group': {'name': 'tempest-secgroup--1896052364'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:48.922036 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9046a320-1818-40a0-8e8b-041a05cd875e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:48.971023 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f538eff2-d880-4723-b0e4-6f6dc1f016a6 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:48.979856 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4ad717da-8e2e-4e8e-a7b2-abbaa8eb05eb req-6a0ffa51-abd2-454f-983e-37260ac09c50 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5440271 Apr 21 12:56:49.029240 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82762d79-d2bd-4c5f-8cba-e42b61216dc9 req-fcb98916-1f3b-454b-be48-0df5747d6c37 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:49.030803 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-82762d79-d2bd-4c5f-8cba-e42b61216dc9 req-fcb98916-1f3b-454b-be48-0df5747d6c37 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1617446 Apr 21 12:56:49.036596 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fb79e-b16d-4dd2-9e34-4211a314b19b req-775455d5-01aa-4ad8-ac49-d33c1ed09c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:49.038288 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a1fb79e-b16d-4dd2-9e34-4211a314b19b req-775455d5-01aa-4ad8-ac49-d33c1ed09c7d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f94db1c78e7042a5b25684fb2e0b4069&device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 1095 time: 0.1681082 Apr 21 12:56:49.146528 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f538eff2-d880-4723-b0e4-6f6dc1f016a6 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:49.180274 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-82762d79-d2bd-4c5f-8cba-e42b61216dc9 req-12cc27d3-1bfa-4e0a-8e4d-f119e9a43241 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1312900 Apr 21 12:56:49.215148 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fb79e-b16d-4dd2-9e34-4211a314b19b req-50c88351-cd38-45ab-976f-b51a0b19865c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:49.216575 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a1fb79e-b16d-4dd2-9e34-4211a314b19b req-50c88351-cd38-45ab-976f-b51a0b19865c service neutron] 10.222.0.24 "GET /v2.0/networks?id=ff8e5b58-c3c2-47b6-b0e6-14167c057929 HTTP/1.1" status: 200 len: 913 time: 0.1665258 Apr 21 12:56:49.249475 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f538eff2-d880-4723-b0e4-6f6dc1f016a6 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:49.269183 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-9046a320-1818-40a0-8e8b-041a05cd875e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Deleting port 64c37f4b-7289-47c3-ae85-5192ca844e94 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:56:49.269514 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9046a320-1818-40a0-8e8b-041a05cd875e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:49.294911 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-35170582-ada0-4c66-9656-203c81892dac req-6dfb8257-cf46-426b-8a57-5292f03ca7d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76655053-c9ab-4561-94d3-4edd801a1a11 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:56:49.301225 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b425ef-fc2e-4bac-9fb0-00823ef8200b None None] Sync routers for ids ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:56:49.308270 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-35170582-ada0-4c66-9656-203c81892dac req-6dfb8257-cf46-426b-8a57-5292f03ca7d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:49.317971 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b425ef-fc2e-4bac-9fb0-00823ef8200b None None] Routers {'10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:49.318743 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-32b425ef-fc2e-4bac-9fb0-00823ef8200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:49.325966 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a1fb79e-b16d-4dd2-9e34-4211a314b19b req-3b21c974-e554-484c-9b30-17f9da6128a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 HTTP/1.1" status: 200 len: 998 time: 0.0857215 Apr 21 12:56:49.329897 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538eff2-d880-4723-b0e4-6f6dc1f016a6 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6f402c-e703-46aa-ae91-687b94eb50a4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:49.330824 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-35170582-ada0-4c66-9656-203c81892dac req-6dfb8257-cf46-426b-8a57-5292f03ca7d4 service neutron] Transition to ACTIVE for port object 76655053-c9ab-4561-94d3-4edd801a1a11 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:56:49.364596 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f538eff2-d880-4723-b0e4-6f6dc1f016a6 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:49.366575 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f538eff2-d880-4723-b0e4-6f6dc1f016a6 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5298543 Apr 21 12:56:49.371553 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37550) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:49.380721 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d4456972-b51b-4e73-baff-e8c119b4c383 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group_rule': {'security_group_id': 'cc6f402c-e703-46aa-ae91-687b94eb50a4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:49.383251 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fb79e-b16d-4dd2-9e34-4211a314b19b req-33d146ae-083d-46af-ba17-b43700bf4871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:49.383388 n-d-836147-2 neutron-server[103397]: WARNING neutron.api.v2.base [None req-d4456972-b51b-4e73-baff-e8c119b4c383 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 21 12:56:49.383947 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-d4456972-b51b-4e73-baff-e8c119b4c383 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:56:49.387550 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d4456972-b51b-4e73-baff-e8c119b4c383 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0130804 Apr 21 12:56:49.387940 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a1fb79e-b16d-4dd2-9e34-4211a314b19b req-33d146ae-083d-46af-ba17-b43700bf4871 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4db84230-709b-4f7f-90e2-f9bbd733dd6f HTTP/1.1" status: 200 len: 851 time: 0.0497441 Apr 21 12:56:49.388189 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37552) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:49.396710 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-b1d2afdc-e363-4f34-8081-4adce989e61b tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group_rule': {'security_group_id': 'cc6f402c-e703-46aa-ae91-687b94eb50a4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:49.401268 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-9046a320-1818-40a0-8e8b-041a05cd875e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] For port 64c37f4b-7289-47c3-ae85-5192ca844e94, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=64c37f4b-7289-47c3-ae85-5192ca844e94,segment=NetworkSegment(414124c0-858b-43bc-9e86-f601612665f4),segment_id=414124c0-858b-43bc-9e86-f601612665f4)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:49.405213 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9046a320-1818-40a0-8e8b-041a05cd875e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:49.422430 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-9046a320-1818-40a0-8e8b-041a05cd875e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Calling delete_port for 64c37f4b-7289-47c3-ae85-5192ca844e94 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:56:49.435728 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-32b425ef-fc2e-4bac-9fb0-00823ef8200b None None] Set router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:56:49.440764 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-35170582-ada0-4c66-9656-203c81892dac req-6dfb8257-cf46-426b-8a57-5292f03ca7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:49.512130 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 64c37f4b-7289-47c3-ae85-5192ca844e94 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:56:49.514294 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1fb79e-b16d-4dd2-9e34-4211a314b19b req-27facc8c-5d93-401b-89d0-d652962c17cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:49.517297 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a1fb79e-b16d-4dd2-9e34-4211a314b19b req-27facc8c-5d93-401b-89d0-d652962c17cf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff8e5b58-c3c2-47b6-b0e6-14167c057929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205671 Apr 21 12:56:49.529744 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb8257-cf46-426b-8a57-5292f03ca7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=76655053-c9ab-4561-94d3-4edd801a1a11,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:49.611567 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 64c37f4b-7289-47c3-ae85-5192ca844e94 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:49.612329 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:49.701656 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-b1d2afdc-e363-4f34-8081-4adce989e61b tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:56:49.703131 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b1d2afdc-e363-4f34-8081-4adce989e61b tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3144066 Apr 21 12:56:49.706910 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37554) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:49.709041 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-35170582-ada0-4c66-9656-203c81892dac req-6dfb8257-cf46-426b-8a57-5292f03ca7d4 service neutron] Attempting to bind port 76655053-c9ab-4561-94d3-4edd801a1a11 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:56:49.709545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-35170582-ada0-4c66-9656-203c81892dac req-6dfb8257-cf46-426b-8a57-5292f03ca7d4 service neutron] Attempting to bind port 76655053-c9ab-4561-94d3-4edd801a1a11 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '448cfe3b-fb68-449c-acc2-b03c474de1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '364717a5-874d-409d-a746-ba334979c9d9'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:56:49.714236 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35170582-ada0-4c66-9656-203c81892dac req-6dfb8257-cf46-426b-8a57-5292f03ca7d4 service neutron] Attempting to bind port 76655053-c9ab-4561-94d3-4edd801a1a11 on network 364717a5-874d-409d-a746-ba334979c9d9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:56:49.714563 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-32b425ef-fc2e-4bac-9fb0-00823ef8200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'name': 'tempest-RoutersTest-router-1116518990', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:20Z', 'updated_at': '2022-04-21T12:56:47Z', 'revision_number': 7, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None, '_interfaces': [{'id': '0623664e-6129-4cb5-b99f-dfa28c42b47f', 'name': '', 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:06:d3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:24Z', 'updated_at': '2022-04-21T12:56:28Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1fe7c59d-24d5-491e-a4e3-ea478d2aa640', 'name': '', 'network_id': '43b22f18-e03f-4d34-b463-1546ec79f515', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:0a:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:30Z', 'updated_at': '2022-04-21T12:56:34Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '64c37f4b-7289-47c3-ae85-5192ca844e94', 'name': '', 'network_id': '449395d9-56fd-44b6-8942-f605b4a041ec', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:47:3b:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3122, 'fixed_ips': [{'subnet_id': '1ea59a80-9e31-4c97-bf9e-5eb5d968b43e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:41Z', 'updated_at': '2022-04-21T12:56:48Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '1ea59a80-9e31-4c97-bf9e-5eb5d968b43e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4a8d4e-901a-43ed-8107-1ae869cf69f6', 'name': '', 'network_id': '24bce8a9-abf2-40f0-aff2-833bf074e556', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:e3:bd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '32a5f34b-c01b-46ed-b9c1-dea5c96385ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:35Z', 'updated_at': '2022-04-21T12:56:43Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '32a5f34b-c01b-46ed-b9c1-dea5c96385ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:49.715554 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-98adf2e9-8dd2-4eb9-92c6-e30fb0c26b74 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group_rule': {'security_group_id': 'cc6f402c-e703-46aa-ae91-687b94eb50a4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:49.716200 n-d-836147-2 neutron-server[103397]: WARNING neutron.api.v2.base [None req-98adf2e9-8dd2-4eb9-92c6-e30fb0c26b74 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 21 12:56:49.716698 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-98adf2e9-8dd2-4eb9-92c6-e30fb0c26b74 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:56:49.720958 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-98adf2e9-8dd2-4eb9-92c6-e30fb0c26b74 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0097160 Apr 21 12:56:49.721139 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37556) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:49.726816 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c573bfc2-529a-478a-9cbc-b28beb4caafd tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group_rule': {'security_group_id': 'cc6f402c-e703-46aa-ae91-687b94eb50a4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:49.731712 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35170582-ada0-4c66-9656-203c81892dac req-6dfb8257-cf46-426b-8a57-5292f03ca7d4 service neutron] Port 76655053-c9ab-4561-94d3-4edd801a1a11 on network 364717a5-874d-409d-a746-ba334979c9d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:56:49.732039 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35170582-ada0-4c66-9656-203c81892dac req-6dfb8257-cf46-426b-8a57-5292f03ca7d4 service neutron] Attempting to bind port 76655053-c9ab-4561-94d3-4edd801a1a11 on network 364717a5-874d-409d-a746-ba334979c9d9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:56:49.743930 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35170582-ada0-4c66-9656-203c81892dac req-6dfb8257-cf46-426b-8a57-5292f03ca7d4 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:56:49.744204 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35170582-ada0-4c66-9656-203c81892dac req-6dfb8257-cf46-426b-8a57-5292f03ca7d4 service neutron] Checking segment: {'id': '448cfe3b-fb68-449c-acc2-b03c474de1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '364717a5-874d-409d-a746-ba334979c9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:56:49.744460 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35170582-ada0-4c66-9656-203c81892dac req-6dfb8257-cf46-426b-8a57-5292f03ca7d4 service neutron] Bound using segment: {'id': '448cfe3b-fb68-449c-acc2-b03c474de1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '364717a5-874d-409d-a746-ba334979c9d9'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:56:49.744887 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-35170582-ada0-4c66-9656-203c81892dac req-6dfb8257-cf46-426b-8a57-5292f03ca7d4 service neutron] Bound port: 76655053-c9ab-4561-94d3-4edd801a1a11, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '448cfe3b-fb68-449c-acc2-b03c474de1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '364717a5-874d-409d-a746-ba334979c9d9'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:56:49.745196 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-35170582-ada0-4c66-9656-203c81892dac req-6dfb8257-cf46-426b-8a57-5292f03ca7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:49.750727 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b425ef-fc2e-4bac-9fb0-00823ef8200b None None] Checking router: 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:56:49.763575 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b425ef-fc2e-4bac-9fb0-00823ef8200b None None] Routers {'10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:49.764191 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-32b425ef-fc2e-4bac-9fb0-00823ef8200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:49.768072 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9046a320-1818-40a0-8e8b-041a05cd875e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:49.806163 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046a320-1818-40a0-8e8b-041a05cd875e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Port': ['ID=64c37f4b-7289-47c3-ae85-5192ca844e94,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:49.806406 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a1fb79e-b16d-4dd2-9e34-4211a314b19b req-beae8acc-851f-4d9f-90e5-d106b2ad371d service neutron] 10.222.0.24 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704418 Apr 21 12:56:49.906465 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-35170582-ada0-4c66-9656-203c81892dac req-6dfb8257-cf46-426b-8a57-5292f03ca7d4 service neutron] For port 76655053-c9ab-4561-94d3-4edd801a1a11, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:56:49.925810 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-35170582-ada0-4c66-9656-203c81892dac req-6dfb8257-cf46-426b-8a57-5292f03ca7d4 service neutron] For port 76655053-c9ab-4561-94d3-4edd801a1a11, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=76655053-c9ab-4561-94d3-4edd801a1a11,segment=NetworkSegment(448cfe3b-fb68-449c-acc2-b03c474de1be),segment_id=448cfe3b-fb68-449c-acc2-b03c474de1be)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:56:49.960669 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a1fb79e-b16d-4dd2-9e34-4211a314b19b req-2880d424-594b-48d0-b22e-c9a3b4635790 service neutron] 10.222.0.24 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409082 Apr 21 12:56:49.988199 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-c573bfc2-529a-478a-9cbc-b28beb4caafd tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:56:49.991859 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c573bfc2-529a-478a-9cbc-b28beb4caafd tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2671051 Apr 21 12:56:49.992018 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-32b425ef-fc2e-4bac-9fb0-00823ef8200b None None] Set router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:56:49.994404 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37560) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:49.999604 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e8f09ba0-c29b-4280-bd9e-eefdfc8a863c tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group_rule': {'security_group_id': 'cc6f402c-e703-46aa-ae91-687b94eb50a4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:50.000358 n-d-836147-2 neutron-server[103398]: WARNING neutron.api.v2.base [None req-e8f09ba0-c29b-4280-bd9e-eefdfc8a863c tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 21 12:56:50.002828 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-e8f09ba0-c29b-4280-bd9e-eefdfc8a863c tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:56:50.006958 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e8f09ba0-c29b-4280-bd9e-eefdfc8a863c tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084717 Apr 21 12:56:50.007122 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37564) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:50.013666 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-35170582-ada0-4c66-9656-203c81892dac req-6dfb8257-cf46-426b-8a57-5292f03ca7d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:50.018004 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e53096f8-0154-45a8-9603-3b2a57a78a2f tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group_rule': {'security_group_id': 'cc6f402c-e703-46aa-ae91-687b94eb50a4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:50.087980 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35170582-ada0-4c66-9656-203c81892dac req-6dfb8257-cf46-426b-8a57-5292f03ca7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:50.088600 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-35170582-ada0-4c66-9656-203c81892dac req-6dfb8257-cf46-426b-8a57-5292f03ca7d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:50.089597 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9046a320-1818-40a0-8e8b-041a05cd875e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:50.090676 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35170582-ada0-4c66-9656-203c81892dac req-6dfb8257-cf46-426b-8a57-5292f03ca7d4 service neutron] 10.222.0.24 "PUT /v2.0/ports/76655053-c9ab-4561-94d3-4edd801a1a11 HTTP/1.1" status: 200 len: 1091 time: 2.0211446 Apr 21 12:56:50.092516 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41a43b1a-7bd8-4666-94fb-6c30f0166562', 'tag': '76655053-c9ab-4561-94d3-4edd801a1a11'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:56:50.094968 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5137d514-20cd-4727-9598-3627510bc985" -d '{"events": [{"name": "network-changed", "server_uuid": "41a43b1a-7bd8-4666-94fb-6c30f0166562", "tag": "76655053-c9ab-4561-94d3-4edd801a1a11"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:56:50.153353 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb8257-cf46-426b-8a57-5292f03ca7d4 service neutron] Pushing event updated for resources: {'Port': ['ID=76655053-c9ab-4561-94d3-4edd801a1a11,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:50.201823 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c87e1b-fc13-4809-aef5-1b2b2da2588b x-openstack-request-id: req-c5c87e1b-fc13-4809-aef5-1b2b2da2588b {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:56:50.202112 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41a43b1a-7bd8-4666-94fb-6c30f0166562", "tag": "76655053-c9ab-4561-94d3-4edd801a1a11", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:56:50.202364 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c5c87e1b-fc13-4809-aef5-1b2b2da2588b {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:56:50.202773 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5c87e1b-fc13-4809-aef5-1b2b2da2588b'] response: {'name': 'network-changed', 'server_uuid': '41a43b1a-7bd8-4666-94fb-6c30f0166562', 'tag': '76655053-c9ab-4561-94d3-4edd801a1a11', 'status': 'completed', 'code': 200} Apr 21 12:56:50.271158 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52c52b-cd83-41be-af95-016a18054353 req-b89372af-68e4-4663-a71e-9e6778a4abae tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:50.273420 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a52c52b-cd83-41be-af95-016a18054353 req-b89372af-68e4-4663-a71e-9e6778a4abae tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 943 time: 0.1892128 Apr 21 12:56:50.316468 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35170582-ada0-4c66-9656-203c81892dac req-45751734-14e1-47de-a246-7f3500f3fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:50.318253 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35170582-ada0-4c66-9656-203c81892dac req-45751734-14e1-47de-a246-7f3500f3fbe8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 1094 time: 0.1111410 Apr 21 12:56:50.319427 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-32b425ef-fc2e-4bac-9fb0-00823ef8200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'name': 'tempest-RoutersTest-router-1116518990', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:20Z', 'updated_at': '2022-04-21T12:56:49Z', 'revision_number': 8, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None, '_interfaces': [{'id': '0623664e-6129-4cb5-b99f-dfa28c42b47f', 'name': '', 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:06:d3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:24Z', 'updated_at': '2022-04-21T12:56:28Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1fe7c59d-24d5-491e-a4e3-ea478d2aa640', 'name': '', 'network_id': '43b22f18-e03f-4d34-b463-1546ec79f515', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:0a:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:30Z', 'updated_at': '2022-04-21T12:56:34Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4a8d4e-901a-43ed-8107-1ae869cf69f6', 'name': '', 'network_id': '24bce8a9-abf2-40f0-aff2-833bf074e556', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:e3:bd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '32a5f34b-c01b-46ed-b9c1-dea5c96385ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:35Z', 'updated_at': '2022-04-21T12:56:43Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '32a5f34b-c01b-46ed-b9c1-dea5c96385ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:50.383594 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b425ef-fc2e-4bac-9fb0-00823ef8200b None None] The sync data for ids ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'] in n-d-836147-2 is: [{'id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'name': 'tempest-RoutersTest-router-1116518990', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:20Z', 'updated_at': '2022-04-21T12:56:49Z', 'revision_number': 8, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None, '_interfaces': [{'id': '0623664e-6129-4cb5-b99f-dfa28c42b47f', 'name': '', 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:06:d3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:24Z', 'updated_at': '2022-04-21T12:56:28Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1fe7c59d-24d5-491e-a4e3-ea478d2aa640', 'name': '', 'network_id': '43b22f18-e03f-4d34-b463-1546ec79f515', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:0a:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:30Z', 'updated_at': '2022-04-21T12:56:34Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4a8d4e-901a-43ed-8107-1ae869cf69f6', 'name': '', 'network_id': '24bce8a9-abf2-40f0-aff2-833bf074e556', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:e3:bd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '32a5f34b-c01b-46ed-b9c1-dea5c96385ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:35Z', 'updated_at': '2022-04-21T12:56:43Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '32a5f34b-c01b-46ed-b9c1-dea5c96385ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:56:50.428845 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a52c52b-cd83-41be-af95-016a18054353 req-28fb01c4-a3d4-4d9b-b860-b0636a1fa337 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466827 Apr 21 12:56:50.431440 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35170582-ada0-4c66-9656-203c81892dac req-4d99c1a5-72cb-4d00-8b8b-80f5e64f4057 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76655053-c9ab-4561-94d3-4edd801a1a11 HTTP/1.1" status: 200 len: 217 time: 0.0883701 Apr 21 12:56:50.433128 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:50.445360 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548cb64-04b6-42e2-ac3e-15386563bb3a req-7c2e0a7a-8196-429b-9a50-6e49061168f5 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:50.453125 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0548cb64-04b6-42e2-ac3e-15386563bb3a req-7c2e0a7a-8196-429b-9a50-6e49061168f5 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1625443 Apr 21 12:56:50.527349 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35170582-ada0-4c66-9656-203c81892dac req-a62a081a-d39c-4c94-9638-6456be3ea9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:50.531016 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35170582-ada0-4c66-9656-203c81892dac req-a62a081a-d39c-4c94-9638-6456be3ea9e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6803393-0e6d-48f3-8df9-63990f18a761 HTTP/1.1" status: 200 len: 834 time: 0.0693235 Apr 21 12:56:50.550023 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0548cb64-04b6-42e2-ac3e-15386563bb3a req-5246fc1e-be1f-4f98-9970-91fd46fbb762 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0914440 Apr 21 12:56:50.620996 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35170582-ada0-4c66-9656-203c81892dac req-2539f7f9-8752-44a8-9e62-7c5f3d5f1522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:50.622818 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35170582-ada0-4c66-9656-203c81892dac req-2539f7f9-8752-44a8-9e62-7c5f3d5f1522 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=364717a5-874d-409d-a746-ba334979c9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714076 Apr 21 12:56:50.655051 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-e53096f8-0154-45a8-9603-3b2a57a78a2f tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:56:50.656076 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e53096f8-0154-45a8-9603-3b2a57a78a2f tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6483419 Apr 21 12:56:50.658877 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37578) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:50.668557 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-55b14c4a-4a0a-4d8d-9ce0-c11639f84f30 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group_rule': {'security_group_id': 'cc6f402c-e703-46aa-ae91-687b94eb50a4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:50.669036 n-d-836147-2 neutron-server[103397]: WARNING neutron.api.v2.base [None req-55b14c4a-4a0a-4d8d-9ce0-c11639f84f30 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 21 12:56:50.669520 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-55b14c4a-4a0a-4d8d-9ce0-c11639f84f30 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:56:50.670787 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-55b14c4a-4a0a-4d8d-9ce0-c11639f84f30 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0108051 Apr 21 12:56:50.675261 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37580) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:50.681627 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c3d70e61-8b69-4e32-9b17-b561881e6108 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group_rule': {'security_group_id': 'cc6f402c-e703-46aa-ae91-687b94eb50a4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:50.711416 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9046a320-1818-40a0-8e8b-041a05cd875e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:56:50.736385 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35170582-ada0-4c66-9656-203c81892dac req-8e80e8bd-bc4b-4aa6-a45f-f948fdbc7020 service neutron] 10.222.0.24 "GET /v2.0/networks/364717a5-874d-409d-a746-ba334979c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066325 Apr 21 12:56:50.816252 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9046a320-1818-40a0-8e8b-041a05cd875e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:56:50.824296 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9046a320-1818-40a0-8e8b-041a05cd875e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "PUT /v2.0/routers/10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5578923 Apr 21 12:56:50.824498 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37582) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:50.844714 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35170582-ada0-4c66-9656-203c81892dac req-ca296d36-48f5-4534-8b08-7ac3776e546c service neutron] 10.222.0.24 "GET /v2.0/networks/364717a5-874d-409d-a746-ba334979c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021042 Apr 21 12:56:50.889764 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee0eac2c-2de0-40b1-a7b5-45c467286834 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Deleting subnet 1ea59a80-9e31-4c97-bf9e-5eb5d968b43e {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:56:50.892989 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee0eac2c-2de0-40b1-a7b5-45c467286834 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:50.933693 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee0eac2c-2de0-40b1-a7b5-45c467286834 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:50.966907 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-c3d70e61-8b69-4e32-9b17-b561881e6108 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:56:50.968266 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c3d70e61-8b69-4e32-9b17-b561881e6108 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2921095 Apr 21 12:56:50.971075 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37586) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:50.978351 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6c87ba58-e1f9-4d47-a30d-bc1f9c71ff93 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group_rule': {'security_group_id': 'cc6f402c-e703-46aa-ae91-687b94eb50a4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:51.005908 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137d514-20cd-4727-9598-3627510bc985 req-90125bdc-4531-4222-ba8d-69f1efa4c64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:51.008173 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5137d514-20cd-4727-9598-3627510bc985 req-90125bdc-4531-4222-ba8d-69f1efa4c64d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 1094 time: 0.0538058 Apr 21 12:56:51.049196 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee0eac2c-2de0-40b1-a7b5-45c467286834 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:51.125245 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdda80-8c49-4729-984b-dd477d6079e6 req-d6847ce6-6030-400b-b4cb-df040c1dd078 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:51.126695 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-88fdda80-8c49-4729-984b-dd477d6079e6 req-d6847ce6-6030-400b-b4cb-df040c1dd078 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 946 time: 0.1036859 Apr 21 12:56:51.147843 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137d514-20cd-4727-9598-3627510bc985 req-0328bd9c-50ad-4973-bf94-78bdd87863a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:51.149301 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5137d514-20cd-4727-9598-3627510bc985 req-0328bd9c-50ad-4973-bf94-78bdd87863a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=364717a5-874d-409d-a746-ba334979c9d9 HTTP/1.1" status: 200 len: 897 time: 0.1346016 Apr 21 12:56:51.198629 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5137d514-20cd-4727-9598-3627510bc985 req-a2971a6b-9f53-4482-805e-82d5528a48c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76655053-c9ab-4561-94d3-4edd801a1a11 HTTP/1.1" status: 200 len: 217 time: 0.0402935 Apr 21 12:56:51.204195 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee0eac2c-2de0-40b1-a7b5-45c467286834 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:51.233630 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-88fdda80-8c49-4729-984b-dd477d6079e6 req-7508eb39-d110-4787-b1b5-3a7da5aa8af3 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900698 Apr 21 12:56:51.233945 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0eac2c-2de0-40b1-a7b5-45c467286834 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Subnet': ['ID=1ea59a80-9e31-4c97-bf9e-5eb5d968b43e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:51.250480 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ee0eac2c-2de0-40b1-a7b5-45c467286834 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:51.250480 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ee0eac2c-2de0-40b1-a7b5-45c467286834 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/subnets/1ea59a80-9e31-4c97-bf9e-5eb5d968b43e HTTP/1.1" status: 204 len: 168 time: 0.4233065 Apr 21 12:56:51.251586 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37588) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:51.253234 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ec6791-f131-4edb-add5-1851e27a6852 None None] Network 449395d9-56fd-44b6-8942-f605b4a041ec requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:56:51.265317 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-6c87ba58-e1f9-4d47-a30d-bc1f9c71ff93 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:56:51.266408 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6c87ba58-e1f9-4d47-a30d-bc1f9c71ff93 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2944214 Apr 21 12:56:51.269266 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37590) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:51.299823 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137d514-20cd-4727-9598-3627510bc985 req-859c151e-d0e8-41ff-bbe6-9da5f0a55f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:51.304128 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5137d514-20cd-4727-9598-3627510bc985 req-859c151e-d0e8-41ff-bbe6-9da5f0a55f5c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6803393-0e6d-48f3-8df9-63990f18a761 HTTP/1.1" status: 200 len: 834 time: 0.0943193 Apr 21 12:56:51.346997 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73a140a8-4339-4cd1-a531-d6f736a60bf5 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:51.366652 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ad86089-5c78-487a-b4dc-3bb1222367a3 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:51.394485 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137d514-20cd-4727-9598-3627510bc985 req-06919322-031f-4140-a5bf-2608032628af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:51.396458 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5137d514-20cd-4727-9598-3627510bc985 req-06919322-031f-4140-a5bf-2608032628af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=364717a5-874d-409d-a746-ba334979c9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840099 Apr 21 12:56:51.413608 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ad86089-5c78-487a-b4dc-3bb1222367a3 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:51.432614 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-73a140a8-4339-4cd1-a531-d6f736a60bf5 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Deleting port f29de165-a281-4d9a-9e35-db405ac058b0 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:56:51.432961 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73a140a8-4339-4cd1-a531-d6f736a60bf5 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:51.474968 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 64c37f4b-7289-47c3-ae85-5192ca844e94 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:56:51.514805 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16458949-5136-4fee-9fd1-563b052ee054 None None] Sync routers for ids ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:56:51.536131 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e595be6-e8ec-4efe-8091-32057eac456a None None] DHCP port deletion for 449395d9-56fd-44b6-8942-f605b4a041ec request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:56:51.538855 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 64c37f4b-7289-47c3-ae85-5192ca844e94 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:56:51.539201 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 64c37f4b-7289-47c3-ae85-5192ca844e94 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:56:51.546268 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-73a140a8-4339-4cd1-a531-d6f736a60bf5 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] For port f29de165-a281-4d9a-9e35-db405ac058b0, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f29de165-a281-4d9a-9e35-db405ac058b0,segment=NetworkSegment(414124c0-858b-43bc-9e86-f601612665f4),segment_id=414124c0-858b-43bc-9e86-f601612665f4)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:51.546867 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73a140a8-4339-4cd1-a531-d6f736a60bf5 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:51.568184 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5137d514-20cd-4727-9598-3627510bc985 req-3e46ac7c-2fe8-49c7-9cd3-e915fc1b64a4 service neutron] 10.222.0.24 "GET /v2.0/networks/364717a5-874d-409d-a746-ba334979c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599507 Apr 21 12:56:51.572312 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-73a140a8-4339-4cd1-a531-d6f736a60bf5 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Calling delete_port for f29de165-a281-4d9a-9e35-db405ac058b0 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:56:51.586979 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16458949-5136-4fee-9fd1-563b052ee054 None None] Routers {'10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:51.587994 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-16458949-5136-4fee-9fd1-563b052ee054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:51.657186 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ad86089-5c78-487a-b4dc-3bb1222367a3 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:51.659847 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ad86089-5c78-487a-b4dc-3bb1222367a3 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:51.661281 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7ad86089-5c78-487a-b4dc-3bb1222367a3 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "DELETE /v2.0/security-groups/cc6f402c-e703-46aa-ae91-687b94eb50a4 HTTP/1.1" status: 204 len: 168 time: 0.3907883 Apr 21 12:56:51.664108 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37596) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:51.688653 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-16458949-5136-4fee-9fd1-563b052ee054 None None] Set router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:56:51.714156 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad86089-5c78-487a-b4dc-3bb1222367a3 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6f402c-e703-46aa-ae91-687b94eb50a4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:51.738596 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cd31ede5-c36f-47e9-b24d-1178cb797604 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0716906 Apr 21 12:56:51.741706 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37598) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:51.747186 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3f0bab79-d1ff-4d09-8422-77c803724308 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group': {'name': 'tempest-secgroup--633603659'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:51.765840 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ccaa8-613b-411f-98f3-8571bad1df06 req-a8656691-954d-444e-936a-b8771acd4866 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:51.767901 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-192ccaa8-613b-411f-98f3-8571bad1df06 req-a8656691-954d-444e-936a-b8771acd4866 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 943 time: 0.1770835 Apr 21 12:56:51.770370 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5137d514-20cd-4727-9598-3627510bc985 req-9f5432fa-fcdf-4d51-a389-076c51a737f5 service neutron] 10.222.0.24 "GET /v2.0/networks/364717a5-874d-409d-a746-ba334979c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887379 Apr 21 12:56:51.796355 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189e3f1-8f2c-41cc-922f-cde08dc7971d req-4bec98bd-0aba-444a-9060-e97f68ca2fa6 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:51.797947 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2189e3f1-8f2c-41cc-922f-cde08dc7971d req-4bec98bd-0aba-444a-9060-e97f68ca2fa6 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1325490 Apr 21 12:56:51.848643 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f0bab79-d1ff-4d09-8422-77c803724308 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:51.869107 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2189e3f1-8f2c-41cc-922f-cde08dc7971d req-8077337e-94ed-43f6-bd3f-561b9b692985 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630083 Apr 21 12:56:51.872155 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-192ccaa8-613b-411f-98f3-8571bad1df06 req-61545ad3-51bf-408b-ab80-6715df97b4d2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942633 Apr 21 12:56:51.891521 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5e595be6-e8ec-4efe-8091-32057eac456a None None] Deleting port f29de165-a281-4d9a-9e35-db405ac058b0 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:56:51.891903 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e595be6-e8ec-4efe-8091-32057eac456a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:51.901994 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73a140a8-4339-4cd1-a531-d6f736a60bf5 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:51.940417 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a140a8-4339-4cd1-a531-d6f736a60bf5 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Port': ['ID=f29de165-a281-4d9a-9e35-db405ac058b0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:51.952914 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a140a8-4339-4cd1-a531-d6f736a60bf5 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] No DVR routers for this DVR port f29de165-a281-4d9a-9e35-db405ac058b0 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:56:51.998487 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5e595be6-e8ec-4efe-8091-32057eac456a None None] For port f29de165-a281-4d9a-9e35-db405ac058b0, host n-d-836147-2, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:51.999580 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e595be6-e8ec-4efe-8091-32057eac456a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:52.008484 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a97ca-3008-48fa-a8bd-93c5d5a6402f req-7237623f-8c4f-4b6f-92be-5c3092179a62 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:52.014549 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d6a97ca-3008-48fa-a8bd-93c5d5a6402f req-7237623f-8c4f-4b6f-92be-5c3092179a62 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0575695 Apr 21 12:56:52.014733 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5e595be6-e8ec-4efe-8091-32057eac456a None None] Calling delete_port for f29de165-a281-4d9a-9e35-db405ac058b0 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:56:52.017680 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-5e595be6-e8ec-4efe-8091-32057eac456a None None] Port f29de165-a281-4d9a-9e35-db405ac058b0 was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 12:56:52.021318 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e595be6-e8ec-4efe-8091-32057eac456a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:52.057316 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e595be6-e8ec-4efe-8091-32057eac456a None None] Pushing event deleted for resources: {'Port': ['ID=f29de165-a281-4d9a-9e35-db405ac058b0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:52.065552 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e595be6-e8ec-4efe-8091-32057eac456a None None] No DVR routers for this DVR port f29de165-a281-4d9a-9e35-db405ac058b0 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:56:52.068392 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73a140a8-4339-4cd1-a531-d6f736a60bf5 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:52.076465 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f0bab79-d1ff-4d09-8422-77c803724308 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:52.094038 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-16458949-5136-4fee-9fd1-563b052ee054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'name': 'tempest-RoutersTest-router-1116518990', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:20Z', 'updated_at': '2022-04-21T12:56:49Z', 'revision_number': 8, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None, '_interfaces': [{'id': '0623664e-6129-4cb5-b99f-dfa28c42b47f', 'name': '', 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:06:d3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:24Z', 'updated_at': '2022-04-21T12:56:28Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1fe7c59d-24d5-491e-a4e3-ea478d2aa640', 'name': '', 'network_id': '43b22f18-e03f-4d34-b463-1546ec79f515', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:0a:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:30Z', 'updated_at': '2022-04-21T12:56:34Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4a8d4e-901a-43ed-8107-1ae869cf69f6', 'name': '', 'network_id': '24bce8a9-abf2-40f0-aff2-833bf074e556', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:e3:bd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '32a5f34b-c01b-46ed-b9c1-dea5c96385ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:35Z', 'updated_at': '2022-04-21T12:56:43Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '32a5f34b-c01b-46ed-b9c1-dea5c96385ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:52.095619 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d6a97ca-3008-48fa-a8bd-93c5d5a6402f req-61950233-0f7c-4778-b994-d4d29197bd82 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0789199 Apr 21 12:56:52.105245 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-73a140a8-4339-4cd1-a531-d6f736a60bf5 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['449395d9-56fd-44b6-8942-f605b4a041ec']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:52.125284 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-73a140a8-4339-4cd1-a531-d6f736a60bf5 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414124c0-858b-43bc-9e86-f601612665f4') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:52.125284 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-73a140a8-4339-4cd1-a531-d6f736a60bf5 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414124c0-858b-43bc-9e86-f601612665f4') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:52.125868 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16458949-5136-4fee-9fd1-563b052ee054 None None] Checking router: 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:56:52.128744 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73a140a8-4339-4cd1-a531-d6f736a60bf5 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:52.138810 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16458949-5136-4fee-9fd1-563b052ee054 None None] Routers {'10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:52.139691 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-16458949-5136-4fee-9fd1-563b052ee054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:52.143492 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73a140a8-4339-4cd1-a531-d6f736a60bf5 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:52.150128 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f0bab79-d1ff-4d09-8422-77c803724308 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:52.153018 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73a140a8-4339-4cd1-a531-d6f736a60bf5 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:56:52.153154 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73a140a8-4339-4cd1-a531-d6f736a60bf5 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:56:52.158441 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:56:52.233895 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0bab79-d1ff-4d09-8422-77c803724308 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9336f826-a3f5-433e-8f62-4bc8ea77de22,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:52.274528 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64080198-ed47-485f-8139-083bd293086c req-66a1da1b-2ca1-4600-a6be-ab512927a755 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:52.276195 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64080198-ed47-485f-8139-083bd293086c req-66a1da1b-2ca1-4600-a6be-ab512927a755 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0869856 Apr 21 12:56:52.301955 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3f0bab79-d1ff-4d09-8422-77c803724308 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:52.305999 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3f0bab79-d1ff-4d09-8422-77c803724308 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5607049 Apr 21 12:56:52.306203 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37606) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:52.311292 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-7ed3ca1f-25f9-4339-8de3-e0b196e8b592 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group_rule': {'security_group_id': '9336f826-a3f5-433e-8f62-4bc8ea77de22', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:52.353505 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73a140a8-4339-4cd1-a531-d6f736a60bf5 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:52.361903 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-73a140a8-4339-4cd1-a531-d6f736a60bf5 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:52.370163 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-73a140a8-4339-4cd1-a531-d6f736a60bf5 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/networks/449395d9-56fd-44b6-8942-f605b4a041ec HTTP/1.1" status: 204 len: 168 time: 1.1122813 Apr 21 12:56:52.371256 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37608) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:52.395972 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a140a8-4339-4cd1-a531-d6f736a60bf5 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Network': ['ID=449395d9-56fd-44b6-8942-f605b4a041ec,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:52.444324 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-16458949-5136-4fee-9fd1-563b052ee054 None None] Set router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:56:52.452808 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64080198-ed47-485f-8139-083bd293086c req-5c5e340b-6142-416d-a862-3485d4a4300f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1634464 Apr 21 12:56:52.488743 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4221bd91-25fd-414c-b7d2-5232bc7b4ffa req-467a3756-b1af-4150-9d17-3acce263f0c7 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:52.489901 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4221bd91-25fd-414c-b7d2-5232bc7b4ffa req-467a3756-b1af-4150-9d17-3acce263f0c7 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 946 time: 0.1599545 Apr 21 12:56:52.534386 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-7ed3ca1f-25f9-4339-8de3-e0b196e8b592 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] create failed (client error): The resource could not be found. Apr 21 12:56:52.535603 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7ed3ca1f-25f9-4339-8de3-e0b196e8b592 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2284451 Apr 21 12:56:52.539238 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37612) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:52.547437 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4ef5bd49-1658-40f3-b993-e28f0cf565a0 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group_rule': {'security_group_id': '9336f826-a3f5-433e-8f62-4bc8ea77de22', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '734cea8e-0b12-44a1-bb7a-6aa7fda2c579'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:52.674681 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-16458949-5136-4fee-9fd1-563b052ee054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'name': 'tempest-RoutersTest-router-1116518990', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:20Z', 'updated_at': '2022-04-21T12:56:49Z', 'revision_number': 8, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None, '_interfaces': [{'id': '0623664e-6129-4cb5-b99f-dfa28c42b47f', 'name': '', 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:06:d3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:24Z', 'updated_at': '2022-04-21T12:56:28Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1fe7c59d-24d5-491e-a4e3-ea478d2aa640', 'name': '', 'network_id': '43b22f18-e03f-4d34-b463-1546ec79f515', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:0a:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:30Z', 'updated_at': '2022-04-21T12:56:34Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4a8d4e-901a-43ed-8107-1ae869cf69f6', 'name': '', 'network_id': '24bce8a9-abf2-40f0-aff2-833bf074e556', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:e3:bd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '32a5f34b-c01b-46ed-b9c1-dea5c96385ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:35Z', 'updated_at': '2022-04-21T12:56:43Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '32a5f34b-c01b-46ed-b9c1-dea5c96385ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:52.695159 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4221bd91-25fd-414c-b7d2-5232bc7b4ffa req-c096128a-f2d4-4c5b-936f-9d66fb658b67 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902699 Apr 21 12:56:52.706684 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16458949-5136-4fee-9fd1-563b052ee054 None None] The sync data for ids ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'] in n-d-836147-2 is: [{'id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'name': 'tempest-RoutersTest-router-1116518990', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:20Z', 'updated_at': '2022-04-21T12:56:49Z', 'revision_number': 8, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None, '_interfaces': [{'id': '0623664e-6129-4cb5-b99f-dfa28c42b47f', 'name': '', 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:06:d3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:24Z', 'updated_at': '2022-04-21T12:56:28Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1fe7c59d-24d5-491e-a4e3-ea478d2aa640', 'name': '', 'network_id': '43b22f18-e03f-4d34-b463-1546ec79f515', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:0a:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:30Z', 'updated_at': '2022-04-21T12:56:34Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d4a8d4e-901a-43ed-8107-1ae869cf69f6', 'name': '', 'network_id': '24bce8a9-abf2-40f0-aff2-833bf074e556', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:e3:bd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3114, 'fixed_ips': [{'subnet_id': '32a5f34b-c01b-46ed-b9c1-dea5c96385ae', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:35Z', 'updated_at': '2022-04-21T12:56:43Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '32a5f34b-c01b-46ed-b9c1-dea5c96385ae', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:56:52.744439 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-4ef5bd49-1658-40f3-b993-e28f0cf565a0 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] create failed (client error): The resource could not be found. Apr 21 12:56:52.745348 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4ef5bd49-1658-40f3-b993-e28f0cf565a0 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2051251 Apr 21 12:56:52.746025 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08a69cf-5812-488d-a072-73f3583c00ca req-c238379c-1b21-42e3-bb8c-0e847eb640c3 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:52.748081 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37614) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:52.750128 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c08a69cf-5812-488d-a072-73f3583c00ca req-c238379c-1b21-42e3-bb8c-0e847eb640c3 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1462326 Apr 21 12:56:52.760292 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7d96c-2ad1-44be-a104-648916f202d2 req-92a81c70-c57e-4da7-9521-e3858bb81109 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:52.761809 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a2e7d96c-2ad1-44be-a104-648916f202d2 req-92a81c70-c57e-4da7-9521-e3858bb81109 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.26 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 946 time: 0.1602969 Apr 21 12:56:52.804686 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e71e1b0-f345-49be-bda9-95e8bb67776c tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:52.828132 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e71e1b0-f345-49be-bda9-95e8bb67776c tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:52.867489 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c08a69cf-5812-488d-a072-73f3583c00ca req-35f0e700-2b61-42ba-9027-b0b29bcb9b85 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1046770 Apr 21 12:56:52.938747 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-a2e7d96c-2ad1-44be-a104-648916f202d2 req-8d1890b0-ba67-4fb9-aaa1-746988000978 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Deleting port 19cfa38b-7045-43f7-ba29-c8caa5092a7b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:56:52.939083 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a2e7d96c-2ad1-44be-a104-648916f202d2 req-8d1890b0-ba67-4fb9-aaa1-746988000978 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:52.955687 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e71e1b0-f345-49be-bda9-95e8bb67776c tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:52.958299 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e71e1b0-f345-49be-bda9-95e8bb67776c tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:52.959999 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6e71e1b0-f345-49be-bda9-95e8bb67776c tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "DELETE /v2.0/security-groups/9336f826-a3f5-433e-8f62-4bc8ea77de22 HTTP/1.1" status: 204 len: 168 time: 0.2104652 Apr 21 12:56:52.964413 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37620) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:52.975280 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71e1b0-f345-49be-bda9-95e8bb67776c tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9336f826-a3f5-433e-8f62-4bc8ea77de22,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:53.013425 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-eb54eca4-4921-4ea9-99f1-347243e8e9cc tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0479436 Apr 21 12:56:53.017757 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37622) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:53.022744 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ebb9e5d2-04c6-4c04-8feb-c212e0c61467 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group_rule': {'security_group_id': '6a584d08-3cf4-42af-82b5-75135c3a2ead', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:53.119601 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbd4ba-8013-40bd-82a9-7c50f5dd7116 req-8b30c0df-75c5-4f03-b56c-238e2edea19a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:53.121144 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7cdbd4ba-8013-40bd-82a9-7c50f5dd7116 req-8b30c0df-75c5-4f03-b56c-238e2edea19a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1792903 Apr 21 12:56:53.136746 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6767b-4155-485d-b962-0d9ce073953e req-cc46a2f2-8bbd-4619-b61d-7a7331197903 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:53.138377 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6fa6767b-4155-485d-b962-0d9ce073953e req-cc46a2f2-8bbd-4619-b61d-7a7331197903 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 943 time: 0.1712687 Apr 21 12:56:53.156549 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a2e7d96c-2ad1-44be-a104-648916f202d2 req-8d1890b0-ba67-4fb9-aaa1-746988000978 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] For port 19cfa38b-7045-43f7-ba29-c8caa5092a7b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=19cfa38b-7045-43f7-ba29-c8caa5092a7b,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:53.156904 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a2e7d96c-2ad1-44be-a104-648916f202d2 req-8d1890b0-ba67-4fb9-aaa1-746988000978 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:53.253651 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd54c126-6f9c-4424-b4a3-eb1ee5454ea3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:53.277283 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-ebb9e5d2-04c6-4c04-8feb-c212e0c61467 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] create failed (client error): The resource could not be found. Apr 21 12:56:53.278389 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ebb9e5d2-04c6-4c04-8feb-c212e0c61467 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2596037 Apr 21 12:56:53.282137 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37624) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:53.287439 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6715245e-2e7c-4f57-bd2c-293573a90197 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group': {'name': 'tempest-secgroup--512363534'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:53.293304 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7cdbd4ba-8013-40bd-82a9-7c50f5dd7116 req-be7132a9-9ccd-438e-a736-ddbcb23c86ea tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1654799 Apr 21 12:56:53.306848 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6fa6767b-4155-485d-b962-0d9ce073953e req-f6901bdf-c11d-43cc-b871-93618d12a3cb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568711 Apr 21 12:56:53.391520 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6715245e-2e7c-4f57-bd2c-293573a90197 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:53.435313 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f29de165-a281-4d9a-9e35-db405ac058b0 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:56:53.456403 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: f29de165-a281-4d9a-9e35-db405ac058b0 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:56:53.457445 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f29de165-a281-4d9a-9e35-db405ac058b0 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:56:53.470998 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6715245e-2e7c-4f57-bd2c-293573a90197 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:53.522075 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a2e7d96c-2ad1-44be-a104-648916f202d2 req-8d1890b0-ba67-4fb9-aaa1-746988000978 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:53.522352 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a2e7d96c-2ad1-44be-a104-648916f202d2 req-8d1890b0-ba67-4fb9-aaa1-746988000978 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:53.522666 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [req-a2e7d96c-2ad1-44be-a104-648916f202d2 req-8d1890b0-ba67-4fb9-aaa1-746988000978 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Floating IP 3ed5f101-a55a-4889-9a7e-0f8d4a11d372 disassociated. External IP: 172.25.8.152, port: 19cfa38b-7045-43f7-ba29-c8caa5092a7b. Apr 21 12:56:53.523003 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-a2e7d96c-2ad1-44be-a104-648916f202d2 req-8d1890b0-ba67-4fb9-aaa1-746988000978 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Calling delete_port for 19cfa38b-7045-43f7-ba29-c8caa5092a7b owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:56:53.534151 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6715245e-2e7c-4f57-bd2c-293573a90197 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:53.568328 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715245e-2e7c-4f57-bd2c-293573a90197 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57811767-7c78-41f4-b194-01aad649ed1f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:53.622032 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6715245e-2e7c-4f57-bd2c-293573a90197 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:53.623333 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6715245e-2e7c-4f57-bd2c-293573a90197 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3402877 Apr 21 12:56:53.626155 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37628) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:53.630810 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d8dfcc44-7dfe-4ef8-be07-699f9ca00e4f tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group': {'name': 'tempest-secgroup--1006066102'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:53.634448 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 76655053-c9ab-4561-94d3-4edd801a1a11 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:56:53.728752 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d8dfcc44-7dfe-4ef8-be07-699f9ca00e4f tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:53.744277 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 76655053-c9ab-4561-94d3-4edd801a1a11, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=76655053-c9ab-4561-94d3-4edd801a1a11,segment=NetworkSegment(448cfe3b-fb68-449c-acc2-b03c474de1be),segment_id=448cfe3b-fb68-449c-acc2-b03c474de1be)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:53.763088 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '76655053-c9ab-4561-94d3-4edd801a1a11', 'network_id': '364717a5-874d-409d-a746-ba334979c9d9', 'port_id': '76655053-c9ab-4561-94d3-4edd801a1a11', 'mac_address': 'fa:16:3e:6a:28:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6803393-0e6d-48f3-8df9-63990f18a761', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:56:53.815258 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:53.824727 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d8dfcc44-7dfe-4ef8-be07-699f9ca00e4f tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:53.828836 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76655053-c9ab-4561-94d3-4edd801a1a11 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:56:53.848717 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 76655053-c9ab-4561-94d3-4edd801a1a11, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=76655053-c9ab-4561-94d3-4edd801a1a11,segment=NetworkSegment(448cfe3b-fb68-449c-acc2-b03c474de1be),segment_id=448cfe3b-fb68-449c-acc2-b03c474de1be)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:53.917255 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d8dfcc44-7dfe-4ef8-be07-699f9ca00e4f tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:53.940143 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:53.951774 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dfcc44-7dfe-4ef8-be07-699f9ca00e4f tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9492f13-86a9-4bce-b52a-a5882cdaa66e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:53.991555 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=76655053-c9ab-4561-94d3-4edd801a1a11,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:53.999415 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d8dfcc44-7dfe-4ef8-be07-699f9ca00e4f tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:54.000643 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d8dfcc44-7dfe-4ef8-be07-699f9ca00e4f tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3733966 Apr 21 12:56:54.003458 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37634) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:54.009413 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e1205179-3068-4d32-bd4a-d7f39bea95cd tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group_rule': {'security_group_id': '57811767-7c78-41f4-b194-01aad649ed1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'f9492f13-86a9-4bce-b52a-a5882cdaa66e'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:54.057144 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff87e9aa-1b2b-4b41-a1af-8b4d3d0131d8 req-4c816c9d-17ec-4535-a483-707e1052d7d7 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:54.058653 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff87e9aa-1b2b-4b41-a1af-8b4d3d0131d8 req-4c816c9d-17ec-4535-a483-707e1052d7d7 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1380572 Apr 21 12:56:54.091381 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87cb54-6997-48b6-969a-02d33efbfe53 req-f16609b6-5c43-47a9-9d2c-38d1bf3adb39 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:54.091381 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cf87cb54-6997-48b6-969a-02d33efbfe53 req-f16609b6-5c43-47a9-9d2c-38d1bf3adb39 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 946 time: 0.1658797 Apr 21 12:56:54.198250 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-e1205179-3068-4d32-bd4a-d7f39bea95cd tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 12:56:54.198848 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['76655053-c9ab-4561-94d3-4edd801a1a11'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:56:54.202849 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e1205179-3068-4d32-bd4a-d7f39bea95cd tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1983657 Apr 21 12:56:54.204031 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37636) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:54.204168 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff87e9aa-1b2b-4b41-a1af-8b4d3d0131d8 req-95826f82-07b6-490f-9d21-40698151177a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1343665 Apr 21 12:56:54.216046 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cf87cb54-6997-48b6-969a-02d33efbfe53 req-9e613b1a-62b2-4ed0-aa57-dde125eda189 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups?id=ed36626b-7342-4eb0-b963-ae8aa135f8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055319 Apr 21 12:56:54.230352 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-bd54c126-6f9c-4424-b4a3-eb1ee5454ea3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Deleting port 6d4a8d4e-901a-43ed-8107-1ae869cf69f6 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:56:54.230695 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd54c126-6f9c-4424-b4a3-eb1ee5454ea3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:54.290326 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8ca604eb-0ac1-45fc-a158-589a8095fc71 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:54.299438 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a2e7d96c-2ad1-44be-a104-648916f202d2 req-8d1890b0-ba67-4fb9-aaa1-746988000978 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:54.314837 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8ca604eb-0ac1-45fc-a158-589a8095fc71 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:54.340155 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1890b0-ba67-4fb9-aaa1-746988000978 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Pushing event deleted for resources: {'Port': ['ID=19cfa38b-7045-43f7-ba29-c8caa5092a7b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:54.422921 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-bd54c126-6f9c-4424-b4a3-eb1ee5454ea3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] For port 6d4a8d4e-901a-43ed-8107-1ae869cf69f6, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=6d4a8d4e-901a-43ed-8107-1ae869cf69f6,segment=NetworkSegment(54bb0bc9-4259-4817-8cc2-0f5253c47365),segment_id=54bb0bc9-4259-4817-8cc2-0f5253c47365)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:54.423285 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd54c126-6f9c-4424-b4a3-eb1ee5454ea3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:54.458255 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8ca604eb-0ac1-45fc-a158-589a8095fc71 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:54.460378 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-bd54c126-6f9c-4424-b4a3-eb1ee5454ea3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Calling delete_port for 6d4a8d4e-901a-43ed-8107-1ae869cf69f6 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:56:54.462177 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8ca604eb-0ac1-45fc-a158-589a8095fc71 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:54.465988 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8ca604eb-0ac1-45fc-a158-589a8095fc71 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "DELETE /v2.0/security-groups/f9492f13-86a9-4bce-b52a-a5882cdaa66e HTTP/1.1" status: 204 len: 168 time: 0.2591169 Apr 21 12:56:54.468262 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37640) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:54.496069 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca604eb-0ac1-45fc-a158-589a8095fc71 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9492f13-86a9-4bce-b52a-a5882cdaa66e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:54.539536 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0dd3ec65-f101-4109-873e-5d05272e70f3 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0701134 Apr 21 12:56:54.542335 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37642) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:54.558843 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56450e7f-e57f-4958-aeb4-eec5716a4b93 req-069f44ed-c502-4801-899e-93374c87df65 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:54.560358 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56450e7f-e57f-4958-aeb4-eec5716a4b93 req-069f44ed-c502-4801-899e-93374c87df65 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 944 time: 0.1443286 Apr 21 12:56:54.598726 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bbaaa8b0-c62c-484c-bee6-c9f078f95eb0 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:54.622302 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bbaaa8b0-c62c-484c-bee6-c9f078f95eb0 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:54.626094 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2e7d96c-2ad1-44be-a104-648916f202d2 req-8d1890b0-ba67-4fb9-aaa1-746988000978 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Router 122bd43e-b51c-4d5a-aa28-e28a493daa28 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:56:54.637718 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56450e7f-e57f-4958-aeb4-eec5716a4b93 req-ffaf3898-037a-4a8b-977c-98106ba68208 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667720 Apr 21 12:56:54.768636 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bbaaa8b0-c62c-484c-bee6-c9f078f95eb0 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:54.771190 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bbaaa8b0-c62c-484c-bee6-c9f078f95eb0 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:54.772445 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bbaaa8b0-c62c-484c-bee6-c9f078f95eb0 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "DELETE /v2.0/security-groups/57811767-7c78-41f4-b194-01aad649ed1f HTTP/1.1" status: 204 len: 168 time: 0.2291870 Apr 21 12:56:54.777243 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37644) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:54.790378 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaaa8b0-c62c-484c-bee6-c9f078f95eb0 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57811767-7c78-41f4-b194-01aad649ed1f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:54.831227 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2e7d96c-2ad1-44be-a104-648916f202d2 req-8d1890b0-ba67-4fb9-aaa1-746988000978 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:56:54.843074 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5c817e-ff19-4a3d-9111-4fb04673eeca None None] Sync routers for ids ['122bd43e-b51c-4d5a-aa28-e28a493daa28'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:56:54.859548 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5c817e-ff19-4a3d-9111-4fb04673eeca None None] Routers {'122bd43e-b51c-4d5a-aa28-e28a493daa28'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:54.860119 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8a5c817e-ff19-4a3d-9111-4fb04673eeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['122bd43e-b51c-4d5a-aa28-e28a493daa28'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:54.872281 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e7d96c-2ad1-44be-a104-648916f202d2 req-8d1890b0-ba67-4fb9-aaa1-746988000978 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] No DVR routers for this DVR port 19cfa38b-7045-43f7-ba29-c8caa5092a7b on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:56:54.877931 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a2e7d96c-2ad1-44be-a104-648916f202d2 req-8d1890b0-ba67-4fb9-aaa1-746988000978 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:54.878183 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a2e7d96c-2ad1-44be-a104-648916f202d2 req-8d1890b0-ba67-4fb9-aaa1-746988000978 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.26 "DELETE /v2.0/ports/19cfa38b-7045-43f7-ba29-c8caa5092a7b HTTP/1.1" status: 204 len: 173 time: 2.1106632 Apr 21 12:56:54.878589 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6', 'name': 'network-vif-deleted', 'tag': '19cfa38b-7045-43f7-ba29-c8caa5092a7b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:56:54.882985 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311a8c24-e8b0-4a25-9aa6-9f439500c00f" -d '{"events": [{"server_uuid": "b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6", "name": "network-vif-deleted", "tag": "19cfa38b-7045-43f7-ba29-c8caa5092a7b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:56:54.884150 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6f6cd371-cad2-4b37-9da4-6467cd7bf02b tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1057396 Apr 21 12:56:54.884430 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37646) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:54.888884 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b8031592-1eba-4440-86ee-e9e1935b54c1 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group': {'name': 'tempest-secgroup--1702658684'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:54.922783 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd54c126-6f9c-4424-b4a3-eb1ee5454ea3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:54.926741 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d0eee0-0f58-4146-a1e5-faa5c74d63eb x-openstack-request-id: req-81d0eee0-0f58-4146-a1e5-faa5c74d63eb {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:56:54.927028 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6", "name": "network-vif-deleted", "tag": "19cfa38b-7045-43f7-ba29-c8caa5092a7b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:56:54.927279 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-81d0eee0-0f58-4146-a1e5-faa5c74d63eb {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:56:54.927671 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81d0eee0-0f58-4146-a1e5-faa5c74d63eb'] response: {'server_uuid': 'b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6', 'name': 'network-vif-deleted', 'tag': '19cfa38b-7045-43f7-ba29-c8caa5092a7b', 'status': 'completed', 'code': 200} Apr 21 12:56:54.954279 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54c126-6f9c-4424-b4a3-eb1ee5454ea3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Port': ['ID=6d4a8d4e-901a-43ed-8107-1ae869cf69f6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:54.997083 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8a5c817e-ff19-4a3d-9111-4fb04673eeca None None] Set router 122bd43e-b51c-4d5a-aa28-e28a493daa28 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:56:55.004728 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8031592-1eba-4440-86ee-e9e1935b54c1 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:55.164362 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd54c126-6f9c-4424-b4a3-eb1ee5454ea3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:55.179435 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8031592-1eba-4440-86ee-e9e1935b54c1 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:55.233456 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8a5c817e-ff19-4a3d-9111-4fb04673eeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'name': 'tempest-AttachVolumeShelveTestJSON-1998499405-router', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:49:04Z', 'updated_at': '2022-04-21T12:49:08Z', 'revision_number': 4, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'gw_port': {'id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:05Z', 'updated_at': '2022-04-21T12:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'b8d0f4ea-0ea9-4471-b024-3521b9652508', 'name': '', 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'mac_address': 'fa:16:3e:fa:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:07Z', 'updated_at': '2022-04-21T12:49:13Z', 'revision_number': 5, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'subnets': [{'id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:55.254954 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8031592-1eba-4440-86ee-e9e1935b54c1 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:55.259709 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5c817e-ff19-4a3d-9111-4fb04673eeca None None] Checking router: 122bd43e-b51c-4d5a-aa28-e28a493daa28 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:56:55.269546 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5c817e-ff19-4a3d-9111-4fb04673eeca None None] Routers {'122bd43e-b51c-4d5a-aa28-e28a493daa28'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:55.269813 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8a5c817e-ff19-4a3d-9111-4fb04673eeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['122bd43e-b51c-4d5a-aa28-e28a493daa28'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:55.359636 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8031592-1eba-4440-86ee-e9e1935b54c1 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd986d8-1cf4-4e26-a380-ff3bb57c76e9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:55.384133 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8a5c817e-ff19-4a3d-9111-4fb04673eeca None None] Set router 122bd43e-b51c-4d5a-aa28-e28a493daa28 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:56:55.419583 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-95ebb382-c60f-4993-bcdf-d93ee51467f0 req-2768506d-0805-49c7-9386-6dd1331c5fe2 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/ports?device_id=b97d13e3-5d7a-444f-ac1e-fe66c5eac1a6 HTTP/1.1" status: 200 len: 210 time: 0.0841098 Apr 21 12:56:55.424963 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b8031592-1eba-4440-86ee-e9e1935b54c1 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:55.429408 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b8031592-1eba-4440-86ee-e9e1935b54c1 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5439804 Apr 21 12:56:55.429863 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37654) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:55.436818 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-95bfb8ac-4e97-4faf-ba9e-559ec6cd236f tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:55.437235 n-d-836147-2 neutron-server[103397]: WARNING neutron.api.v2.base [None req-95bfb8ac-4e97-4faf-ba9e-559ec6cd236f tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 21 12:56:55.437755 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-95bfb8ac-4e97-4faf-ba9e-559ec6cd236f tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] update failed (client error): There was a conflict when trying to complete your request. Apr 21 12:56:55.438715 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-95bfb8ac-4e97-4faf-ba9e-559ec6cd236f tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "PUT /v2.0/security-groups/0bd986d8-1cf4-4e26-a380-ff3bb57c76e9 HTTP/1.1" status: 409 len: 330 time: 0.0078766 Apr 21 12:56:55.441507 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37656) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:55.495121 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207e266-6bb4-4b90-8392-ef80fa77c0c2 req-55598b86-50cc-4410-9857-a4cf528fb0d9 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:55.497125 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4207e266-6bb4-4b90-8392-ef80fa77c0c2 req-55598b86-50cc-4410-9857-a4cf528fb0d9 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1817091 Apr 21 12:56:55.515133 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38896838-7e38-4d7a-85aa-23e5e8f0ca98 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:55.532722 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd54c126-6f9c-4424-b4a3-eb1ee5454ea3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:56:55.542712 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38896838-7e38-4d7a-85aa-23e5e8f0ca98 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:55.556793 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4207e266-6bb4-4b90-8392-ef80fa77c0c2 req-ae0059e3-ba22-428a-b4f8-5d796a39b55f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482154 Apr 21 12:56:55.638379 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8a5c817e-ff19-4a3d-9111-4fb04673eeca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'name': 'tempest-AttachVolumeShelveTestJSON-1998499405-router', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:49:04Z', 'updated_at': '2022-04-21T12:49:08Z', 'revision_number': 4, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'gw_port': {'id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:05Z', 'updated_at': '2022-04-21T12:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'b8d0f4ea-0ea9-4471-b024-3521b9652508', 'name': '', 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'mac_address': 'fa:16:3e:fa:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:07Z', 'updated_at': '2022-04-21T12:49:13Z', 'revision_number': 5, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'subnets': [{'id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:55.651421 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 76655053-c9ab-4561-94d3-4edd801a1a11 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:56:55.655689 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd54c126-6f9c-4424-b4a3-eb1ee5454ea3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:56:55.664000 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-bd54c126-6f9c-4424-b4a3-eb1ee5454ea3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "PUT /v2.0/routers/10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2891195 Apr 21 12:56:55.664307 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37662) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:55.673768 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5c817e-ff19-4a3d-9111-4fb04673eeca None None] The sync data for ids ['122bd43e-b51c-4d5a-aa28-e28a493daa28'] in n-d-836147-2 is: [{'id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'name': 'tempest-AttachVolumeShelveTestJSON-1998499405-router', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:49:04Z', 'updated_at': '2022-04-21T12:49:08Z', 'revision_number': 4, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'gw_port': {'id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:05Z', 'updated_at': '2022-04-21T12:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'b8d0f4ea-0ea9-4471-b024-3521b9652508', 'name': '', 'network_id': 'c827d442-59c0-42d4-802b-84a8d0f2cf17', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'mac_address': 'fa:16:3e:fa:88:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_interface', 'standard_attr_id': 2303, 'fixed_ips': [{'subnet_id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:07Z', 'updated_at': '2022-04-21T12:49:13Z', 'revision_number': 5, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'subnets': [{'id': '10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:56:55.698703 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38896838-7e38-4d7a-85aa-23e5e8f0ca98 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:55.701573 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38896838-7e38-4d7a-85aa-23e5e8f0ca98 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:55.702902 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-38896838-7e38-4d7a-85aa-23e5e8f0ca98 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "DELETE /v2.0/security-groups/0bd986d8-1cf4-4e26-a380-ff3bb57c76e9 HTTP/1.1" status: 204 len: 168 time: 0.2604694 Apr 21 12:56:55.703680 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a6185e-12f0-482e-8e55-69b0073a7edb None None] Sync routers for ids ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:56:55.706135 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37664) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:55.729922 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38896838-7e38-4d7a-85aa-23e5e8f0ca98 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd986d8-1cf4-4e26-a380-ff3bb57c76e9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:55.750222 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-1212ffa4-5b6c-45c5-a609-5197337922de tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Deleting subnet 32a5f34b-c01b-46ed-b9c1-dea5c96385ae {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:56:55.762241 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a6185e-12f0-482e-8e55-69b0073a7edb None None] Routers {'10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:55.762860 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f6a6185e-12f0-482e-8e55-69b0073a7edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:55.764574 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1212ffa4-5b6c-45c5-a609-5197337922de tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:55.784341 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-aeb8e4da-b91a-4f32-9957-2ca029f82557 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0770638 Apr 21 12:56:55.790182 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37666) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:55.809188 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-1fc13da2-3f1e-4bce-a860-0e38909401f4 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] delete failed (client error): The resource could not be found. Apr 21 12:56:55.810496 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1fc13da2-3f1e-4bce-a860-0e38909401f4 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "DELETE /v2.0/security-groups/e7a81bef-c68a-4269-bb3e-5e38b9c89416 HTTP/1.1" status: 404 len: 347 time: 0.0169005 Apr 21 12:56:55.821095 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d3d95-15ed-4a5b-ac11-ebc86864a803 req-e9b479a9-2f12-4992-820a-23aaae16075c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:55.822643 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c64d3d95-15ed-4a5b-ac11-ebc86864a803 req-e9b479a9-2f12-4992-820a-23aaae16075c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 944 time: 0.0830374 Apr 21 12:56:55.823127 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37668) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:55.837064 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-befcf553-0164-414c-bba1-4ab90a60f5de tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] show failed (client error): The resource could not be found. Apr 21 12:56:55.838115 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-befcf553-0164-414c-bba1-4ab90a60f5de tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "GET /v2.0/security-groups/39e617c3-61ea-4201-a7c0-76e723dc55e1 HTTP/1.1" status: 404 len: 347 time: 0.0140963 Apr 21 12:56:55.852861 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37670) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:55.866685 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1212ffa4-5b6c-45c5-a609-5197337922de tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:55.872665 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-539ae06a-4d22-4f3d-9398-28b64453a911 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] show failed (client error): The resource could not be found. Apr 21 12:56:55.873721 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-539ae06a-4d22-4f3d-9398-28b64453a911 tempest-NegativeSecGroupTest-1131362000 tempest-NegativeSecGroupTest-1131362000-project] 10.222.0.36 "GET /v2.0/security-group-rules/62a6af30-1485-41d3-8889-281188cb6416 HTTP/1.1" status: 404 len: 356 time: 0.0190482 Apr 21 12:56:55.881435 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-f6a6185e-12f0-482e-8e55-69b0073a7edb None None] Set router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:56:55.926931 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c64d3d95-15ed-4a5b-ac11-ebc86864a803 req-494ad7d6-fd08-41f6-b835-5a06c98d9314 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872936 Apr 21 12:56:56.012007 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1212ffa4-5b6c-45c5-a609-5197337922de tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:56.064873 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8dd35-4285-46cc-afd4-5c4e8f75c28c req-113452a5-9484-4862-8c0d-a9a48c6341d8 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:56.066456 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31e8dd35-4285-46cc-afd4-5c4e8f75c28c req-113452a5-9484-4862-8c0d-a9a48c6341d8 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0821793 Apr 21 12:56:56.115950 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdab499-333f-406c-90ae-4df6d89b986a None None] New status for floating IP 3ed5f101-a55a-4889-9a7e-0f8d4a11d372: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:56:56.130307 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 76655053-c9ab-4561-94d3-4edd801a1a11 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:56:56.140282 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 76655053-c9ab-4561-94d3-4edd801a1a11 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:56:56.140651 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:56.142416 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31e8dd35-4285-46cc-afd4-5c4e8f75c28c req-effd66af-ec5b-49f2-9c6a-b2eebf4cfe65 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0668278 Apr 21 12:56:56.157021 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939de20a-9d02-4447-a185-11e5fb730ed0 req-2ce3fc77-35ea-4060-84a4-7330e9c614d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:56.158924 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-939de20a-9d02-4447-a185-11e5fb730ed0 req-2ce3fc77-35ea-4060-84a4-7330e9c614d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f94db1c78e7042a5b25684fb2e0b4069&device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 1095 time: 0.0729563 Apr 21 12:56:56.226303 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1212ffa4-5b6c-45c5-a609-5197337922de tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:56.257905 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212ffa4-5b6c-45c5-a609-5197337922de tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Subnet': ['ID=32a5f34b-c01b-46ed-b9c1-dea5c96385ae,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:56.267468 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1212ffa4-5b6c-45c5-a609-5197337922de tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:56.269167 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939de20a-9d02-4447-a185-11e5fb730ed0 req-524f7a13-2f73-436f-a27a-162ca583850d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:56.271353 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-939de20a-9d02-4447-a185-11e5fb730ed0 req-524f7a13-2f73-436f-a27a-162ca583850d service neutron] 10.222.0.24 "GET /v2.0/networks?id=ff8e5b58-c3c2-47b6-b0e6-14167c057929 HTTP/1.1" status: 200 len: 913 time: 0.1014893 Apr 21 12:56:56.271540 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1212ffa4-5b6c-45c5-a609-5197337922de tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/subnets/32a5f34b-c01b-46ed-b9c1-dea5c96385ae HTTP/1.1" status: 204 len: 168 time: 0.6058462 Apr 21 12:56:56.274272 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37676) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:56.280131 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f679822-b3f6-40c1-a4eb-8bdc2370fe2b None None] Network 24bce8a9-abf2-40f0-aff2-833bf074e556 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:56:56.297867 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:56.362882 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb4c23c7-b4ea-4a7b-b6e8-335859981352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:56.372532 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f6a6185e-12f0-482e-8e55-69b0073a7edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'name': 'tempest-RoutersTest-router-1116518990', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:20Z', 'updated_at': '2022-04-21T12:56:54Z', 'revision_number': 9, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None, '_interfaces': [{'id': '0623664e-6129-4cb5-b99f-dfa28c42b47f', 'name': '', 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:06:d3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:24Z', 'updated_at': '2022-04-21T12:56:28Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1fe7c59d-24d5-491e-a4e3-ea478d2aa640', 'name': '', 'network_id': '43b22f18-e03f-4d34-b463-1546ec79f515', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:0a:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:30Z', 'updated_at': '2022-04-21T12:56:34Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:56.372806 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-939de20a-9d02-4447-a185-11e5fb730ed0 req-8cbcced4-d91c-4f1d-ac83-b501bdc2233f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 HTTP/1.1" status: 200 len: 998 time: 0.0902379 Apr 21 12:56:56.380616 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a43b1a-7bd8-4666-94fb-6c30f0166562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76655053-c9ab-4561-94d3-4edd801a1a11'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:56:56.383557 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143e40a5-0069-4c49-a4a1-cdaecae945e3" -d '{"events": [{"server_uuid": "41a43b1a-7bd8-4666-94fb-6c30f0166562", "name": "network-vif-plugged", "status": "completed", "tag": "76655053-c9ab-4561-94d3-4edd801a1a11"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:56:56.424016 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a6185e-12f0-482e-8e55-69b0073a7edb None None] Checking router: 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:56:56.429221 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 76655053-c9ab-4561-94d3-4edd801a1a11, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=76655053-c9ab-4561-94d3-4edd801a1a11,segment=NetworkSegment(448cfe3b-fb68-449c-acc2-b03c474de1be),segment_id=448cfe3b-fb68-449c-acc2-b03c474de1be)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:56.436174 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-cb4c23c7-b4ea-4a7b-b6e8-335859981352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Deleting port c6fd4675-f6a1-46d9-b667-66e26ce65d25 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:56:56.436715 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb4c23c7-b4ea-4a7b-b6e8-335859981352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:56.466237 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65a262c-fc82-4086-a6f2-65c8c63a0398 x-openstack-request-id: req-c65a262c-fc82-4086-a6f2-65c8c63a0398 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:56:56.466536 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a43b1a-7bd8-4666-94fb-6c30f0166562", "name": "network-vif-plugged", "status": "completed", "tag": "76655053-c9ab-4561-94d3-4edd801a1a11", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:56:56.466827 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c65a262c-fc82-4086-a6f2-65c8c63a0398 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:56:56.467382 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c65a262c-fc82-4086-a6f2-65c8c63a0398'] response: {'server_uuid': '41a43b1a-7bd8-4666-94fb-6c30f0166562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76655053-c9ab-4561-94d3-4edd801a1a11', 'code': 200} Apr 21 12:56:56.471274 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939de20a-9d02-4447-a185-11e5fb730ed0 req-44d415d3-8ef6-4901-956e-2711675b53df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:56.473501 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-939de20a-9d02-4447-a185-11e5fb730ed0 req-44d415d3-8ef6-4901-956e-2711675b53df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4db84230-709b-4f7f-90e2-f9bbd733dd6f HTTP/1.1" status: 200 len: 851 time: 0.0904427 Apr 21 12:56:56.493124 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a6185e-12f0-482e-8e55-69b0073a7edb None None] Routers {'10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:56.494669 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f6a6185e-12f0-482e-8e55-69b0073a7edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:56.553431 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:56.562653 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-cb4c23c7-b4ea-4a7b-b6e8-335859981352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] For port c6fd4675-f6a1-46d9-b667-66e26ce65d25, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c6fd4675-f6a1-46d9-b667-66e26ce65d25,segment=NetworkSegment(54bb0bc9-4259-4817-8cc2-0f5253c47365),segment_id=54bb0bc9-4259-4817-8cc2-0f5253c47365)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:56.562653 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb4c23c7-b4ea-4a7b-b6e8-335859981352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:56.579444 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-cb4c23c7-b4ea-4a7b-b6e8-335859981352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Calling delete_port for c6fd4675-f6a1-46d9-b667-66e26ce65d25 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:56:56.617178 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939de20a-9d02-4447-a185-11e5fb730ed0 req-a841c717-1068-4aad-a141-014e5c1f3879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:56.618794 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-939de20a-9d02-4447-a185-11e5fb730ed0 req-a841c717-1068-4aad-a141-014e5c1f3879 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ff8e5b58-c3c2-47b6-b0e6-14167c057929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1235492 Apr 21 12:56:56.622201 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37686) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:56.622201 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded82c2-04e8-45e5-a9fc-eb0ca130381f req-59ae5697-b140-4ea9-9770-9be7ac17577c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:56.622735 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ded82c2-04e8-45e5-a9fc-eb0ca130381f req-59ae5697-b140-4ea9-9770-9be7ac17577c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 1096 time: 0.0598748 Apr 21 12:56:56.634084 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37688) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:56.674192 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-f6a6185e-12f0-482e-8e55-69b0073a7edb None None] Set router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:56:56.708832 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=76655053-c9ab-4561-94d3-4edd801a1a11,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:56.757305 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb4c23c7-b4ea-4a7b-b6e8-335859981352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:56.767534 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ded82c2-04e8-45e5-a9fc-eb0ca130381f req-ba8e3888-8f3e-4984-a78e-022f4c5a6590 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172109 Apr 21 12:56:56.781255 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-612ed46d-24b1-4a50-a178-e1cf088134d0 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:56.781779 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bac25a-a868-40b0-a813-012c6e7fc906 None None] DHCP port deletion for 24bce8a9-abf2-40f0-aff2-833bf074e556 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:56:56.814313 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c23c7-b4ea-4a7b-b6e8-335859981352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Port': ['ID=c6fd4675-f6a1-46d9-b667-66e26ce65d25,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:56.821047 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-939de20a-9d02-4447-a185-11e5fb730ed0 req-42c63afb-8135-4f23-9c61-fdbf4471ec4b service neutron] 10.222.0.24 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790469 Apr 21 12:56:56.824241 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4c23c7-b4ea-4a7b-b6e8-335859981352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] No DVR routers for this DVR port c6fd4675-f6a1-46d9-b667-66e26ce65d25 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:56:56.827195 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-612ed46d-24b1-4a50-a178-e1cf088134d0 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:56.921064 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb4c23c7-b4ea-4a7b-b6e8-335859981352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:56.925179 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b2c20713-7ebf-41d9-a8f2-8a098b9a70bb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=694a5147f3944eeeb5e0fe63a4a88858&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2905045 Apr 21 12:56:56.927243 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f6a6185e-12f0-482e-8e55-69b0073a7edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'name': 'tempest-RoutersTest-router-1116518990', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:20Z', 'updated_at': '2022-04-21T12:56:54Z', 'revision_number': 9, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None, '_interfaces': [{'id': '0623664e-6129-4cb5-b99f-dfa28c42b47f', 'name': '', 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:06:d3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:24Z', 'updated_at': '2022-04-21T12:56:28Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1fe7c59d-24d5-491e-a4e3-ea478d2aa640', 'name': '', 'network_id': '43b22f18-e03f-4d34-b463-1546ec79f515', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:0a:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:30Z', 'updated_at': '2022-04-21T12:56:34Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:56.928401 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37692) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:56.947524 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-cb4c23c7-b4ea-4a7b-b6e8-335859981352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24bce8a9-abf2-40f0-aff2-833bf074e556']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:56.955764 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-612ed46d-24b1-4a50-a178-e1cf088134d0 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:56.956896 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a6185e-12f0-482e-8e55-69b0073a7edb None None] The sync data for ids ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'] in n-d-836147-2 is: [{'id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'name': 'tempest-RoutersTest-router-1116518990', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:20Z', 'updated_at': '2022-04-21T12:56:54Z', 'revision_number': 9, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None, '_interfaces': [{'id': '0623664e-6129-4cb5-b99f-dfa28c42b47f', 'name': '', 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:06:d3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:24Z', 'updated_at': '2022-04-21T12:56:28Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1fe7c59d-24d5-491e-a4e3-ea478d2aa640', 'name': '', 'network_id': '43b22f18-e03f-4d34-b463-1546ec79f515', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:0a:8b:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3104, 'fixed_ips': [{'subnet_id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:30Z', 'updated_at': '2022-04-21T12:56:34Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '59e5ba91-13e2-4c1f-836f-7150affe7ccd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:56:56.957283 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-cb4c23c7-b4ea-4a7b-b6e8-335859981352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54bb0bc9-4259-4817-8cc2-0f5253c47365') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:56.957576 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-cb4c23c7-b4ea-4a7b-b6e8-335859981352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54bb0bc9-4259-4817-8cc2-0f5253c47365') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:56.958516 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-612ed46d-24b1-4a50-a178-e1cf088134d0 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:56.963114 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-612ed46d-24b1-4a50-a178-e1cf088134d0 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "DELETE /v2.0/security-groups/ed36626b-7342-4eb0-b963-ae8aa135f8dc HTTP/1.1" status: 204 len: 168 time: 0.3394518 Apr 21 12:56:56.968393 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37696) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:56.980256 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb4c23c7-b4ea-4a7b-b6e8-335859981352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:56.991955 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-000deb9d-1ac1-44b5-b4f5-0575d2c68750 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] show failed (client error): The resource could not be found. Apr 21 12:56:56.995709 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-000deb9d-1ac1-44b5-b4f5-0575d2c68750 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "GET /v2.0/security-groups/ed36626b-7342-4eb0-b963-ae8aa135f8dc HTTP/1.1" status: 404 len: 347 time: 0.0280585 Apr 21 12:56:56.995874 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37698) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:56.997861 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ed46d-24b1-4a50-a178-e1cf088134d0 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed36626b-7342-4eb0-b963-ae8aa135f8dc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:57.024515 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f60a126e-239e-4c1b-8b71-3d7d86040c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:57.049974 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb4c23c7-b4ea-4a7b-b6e8-335859981352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:57.063815 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb4c23c7-b4ea-4a7b-b6e8-335859981352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:56:57.064043 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb4c23c7-b4ea-4a7b-b6e8-335859981352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:56:57.067030 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:56:57.107008 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f60a126e-239e-4c1b-8b71-3d7d86040c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:57.169637 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-939de20a-9d02-4447-a185-11e5fb730ed0 req-632349b8-74eb-4eca-ba12-ecf790f7c9aa service neutron] 10.222.0.24 "GET /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807163 Apr 21 12:56:57.179083 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c574fea-d47f-49cd-8081-1f6562f1b4a6 req-32d1d852-df1f-4b01-ab70-30a7c33d6e8a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:57.180617 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0c574fea-d47f-49cd-8081-1f6562f1b4a6 req-32d1d852-df1f-4b01-ab70-30a7c33d6e8a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 945 time: 0.1237249 Apr 21 12:56:57.201175 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-890878b3-adf2-4521-b330-92cebd998f22 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Deleting port b7ef4225-3a7f-4a05-b90b-a7b56cd0a34c {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:56:57.201633 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-890878b3-adf2-4521-b330-92cebd998f22 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:57.229164 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0c574fea-d47f-49cd-8081-1f6562f1b4a6 req-79c192d4-23a3-47f3-9d12-6993e54a705b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425496 Apr 21 12:56:57.277746 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205e1df-fabf-452b-8670-694df51b3dfa req-f02cd692-5279-44aa-ae94-1c8c02c6f009 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:57.279228 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1205e1df-fabf-452b-8670-694df51b3dfa req-f02cd692-5279-44aa-ae94-1c8c02c6f009 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0550268 Apr 21 12:56:57.285298 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-890878b3-adf2-4521-b330-92cebd998f22 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:57.285656 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-890878b3-adf2-4521-b330-92cebd998f22 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:57.298857 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-890878b3-adf2-4521-b330-92cebd998f22 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Calling delete_port for b7ef4225-3a7f-4a05-b90b-a7b56cd0a34c owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:56:57.308603 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 19cfa38b-7045-43f7-ba29-c8caa5092a7b no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:56:57.318639 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1205e1df-fabf-452b-8670-694df51b3dfa req-59614d3b-0e60-41a0-b989-0cf61b26b1a2 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332227 Apr 21 12:56:57.332825 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f60a126e-239e-4c1b-8b71-3d7d86040c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:57.337543 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f60a126e-239e-4c1b-8b71-3d7d86040c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:57.338940 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f60a126e-239e-4c1b-8b71-3d7d86040c6e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b6d0b153-4172-4a88-a1d3-65bd5a96dc3f HTTP/1.1" status: 204 len: 168 time: 0.4095223 Apr 21 12:56:57.351068 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb4c23c7-b4ea-4a7b-b6e8-335859981352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:57.358522 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 19cfa38b-7045-43f7-ba29-c8caa5092a7b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:56:57.358837 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cb4c23c7-b4ea-4a7b-b6e8-335859981352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:57.360599 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 19cfa38b-7045-43f7-ba29-c8caa5092a7b not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:56:57.364839 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cb4c23c7-b4ea-4a7b-b6e8-335859981352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/networks/24bce8a9-abf2-40f0-aff2-833bf074e556 HTTP/1.1" status: 204 len: 168 time: 1.0898380 Apr 21 12:56:57.365420 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37704) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:57.385291 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c23c7-b4ea-4a7b-b6e8-335859981352 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Network': ['ID=24bce8a9-abf2-40f0-aff2-833bf074e556,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:57.433648 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a126e-239e-4c1b-8b71-3d7d86040c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d0b153-4172-4a88-a1d3-65bd5a96dc3f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:57.492009 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 6d4a8d4e-901a-43ed-8107-1ae869cf69f6 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:56:57.517855 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 6d4a8d4e-901a-43ed-8107-1ae869cf69f6 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:56:57.518268 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 6d4a8d4e-901a-43ed-8107-1ae869cf69f6 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:56:57.518697 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c6fd4675-f6a1-46d9-b667-66e26ce65d25 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:56:57.543562 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: c6fd4675-f6a1-46d9-b667-66e26ce65d25 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:56:57.543917 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c6fd4675-f6a1-46d9-b667-66e26ce65d25 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:56:57.586511 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-890878b3-adf2-4521-b330-92cebd998f22 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:57.613312 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890878b3-adf2-4521-b330-92cebd998f22 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Pushing event deleted for resources: {'Port': ['ID=b7ef4225-3a7f-4a05-b90b-a7b56cd0a34c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:57.674482 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-890878b3-adf2-4521-b330-92cebd998f22 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks [] for floatingip, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:57.678225 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-890878b3-adf2-4521-b330-92cebd998f22 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:57.687399 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-890878b3-adf2-4521-b330-92cebd998f22 tempest-AttachVolumeShelveTestJSON-1410535556 tempest-AttachVolumeShelveTestJSON-1410535556-project] 10.222.0.36 "DELETE /v2.0/floatingips/3ed5f101-a55a-4889-9a7e-0f8d4a11d372 HTTP/1.1" status: 204 len: 168 time: 0.6826649 Apr 21 12:56:57.780642 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efc7ede0-70ff-4759-893b-b31c97a5d743 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:58.061053 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-efc7ede0-70ff-4759-893b-b31c97a5d743 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Deleting port 1fe7c59d-24d5-491e-a4e3-ea478d2aa640 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:56:58.061486 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efc7ede0-70ff-4759-893b-b31c97a5d743 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:58.159940 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-efc7ede0-70ff-4759-893b-b31c97a5d743 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] For port 1fe7c59d-24d5-491e-a4e3-ea478d2aa640, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=1fe7c59d-24d5-491e-a4e3-ea478d2aa640,segment=NetworkSegment(f154fc49-49a6-4433-83e8-695c62580adc),segment_id=f154fc49-49a6-4433-83e8-695c62580adc)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:56:58.160655 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efc7ede0-70ff-4759-893b-b31c97a5d743 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:58.176429 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-efc7ede0-70ff-4759-893b-b31c97a5d743 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Calling delete_port for 1fe7c59d-24d5-491e-a4e3-ea478d2aa640 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:56:58.761338 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973138d-e0c8-4b0e-a95e-d35390dc760e req-0c03f4a7-1d32-46b5-bcf3-8e2dcd0eb4b5 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:58.763221 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2973138d-e0c8-4b0e-a95e-d35390dc760e req-0c03f4a7-1d32-46b5-bcf3-8e2dcd0eb4b5 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 945 time: 0.4616196 Apr 21 12:56:58.800783 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9f034-3a8d-4915-b13e-08ca5f0e7440 req-64832741-1e9e-4beb-ba30-ed80bd101bbb tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:58.802219 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01a9f034-3a8d-4915-b13e-08ca5f0e7440 req-64832741-1e9e-4beb-ba30-ed80bd101bbb tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1103892 Apr 21 12:56:58.854149 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2973138d-e0c8-4b0e-a95e-d35390dc760e req-689e9e50-8ff0-4aa4-b6d5-664a958f8070 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787947 Apr 21 12:56:58.855641 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efc7ede0-70ff-4759-893b-b31c97a5d743 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:58.893512 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01a9f034-3a8d-4915-b13e-08ca5f0e7440 req-13f685ff-8af2-433f-af0d-c1fef1fb1999 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0781903 Apr 21 12:56:58.894794 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7ede0-70ff-4759-893b-b31c97a5d743 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Port': ['ID=1fe7c59d-24d5-491e-a4e3-ea478d2aa640,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:56:59.067029 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c2905-edfb-42be-9a96-1ea84ab54c76 req-06ecf421-5bcf-4f79-9deb-242d0f46964e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:59.069147 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-657c2905-edfb-42be-9a96-1ea84ab54c76 req-06ecf421-5bcf-4f79-9deb-242d0f46964e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 945 time: 0.1249053 Apr 21 12:56:59.187863 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889e105-d067-4a94-8583-a3ac19ef723a req-125c5dbc-7ca2-4d64-bc32-74094000a316 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:59.189335 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f889e105-d067-4a94-8583-a3ac19ef723a req-125c5dbc-7ca2-4d64-bc32-74094000a316 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.1377816 Apr 21 12:56:59.192531 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-efc7ede0-70ff-4759-893b-b31c97a5d743 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:59.201698 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-657c2905-edfb-42be-9a96-1ea84ab54c76 req-dac8819a-681e-4480-b833-d5ce4f18548a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206129 Apr 21 12:56:59.228725 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37742) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:59.269983 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd20e648-92b2-4cf7-8a82-18628af7e027 tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:56:59.271830 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fd20e648-92b2-4cf7-8a82-18628af7e027 tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 1091 time: 0.0418980 Apr 21 12:56:59.274818 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37744) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:59.285449 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4071a57d-23f4-42aa-93f3-11e25ca49dbe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'port_id': '76655053-c9ab-4561-94d3-4edd801a1a11', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:56:59.307092 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f889e105-d067-4a94-8583-a3ac19ef723a req-5b14d149-230c-446c-98b0-57e0cb8b4263 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1086140 Apr 21 12:56:59.406680 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4071a57d-23f4-42aa-93f3-11e25ca49dbe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for floatingip, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:59.467971 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc7ede0-70ff-4759-893b-b31c97a5d743 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:56:59.528248 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4071a57d-23f4-42aa-93f3-11e25ca49dbe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:59.600171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc7ede0-70ff-4759-893b-b31c97a5d743 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:56:59.612464 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b39e63-cba4-4408-9b6f-c490b48bb024 None None] Sync routers for ids ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:56:59.623192 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-efc7ede0-70ff-4759-893b-b31c97a5d743 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "PUT /v2.0/routers/10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2563958 Apr 21 12:56:59.628509 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37764) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:56:59.630642 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b39e63-cba4-4408-9b6f-c490b48bb024 None None] Routers {'10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:56:59.631793 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-56b39e63-cba4-4408-9b6f-c490b48bb024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:56:59.672618 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-4071a57d-23f4-42aa-93f3-11e25ca49dbe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Allocated IP 172.25.8.85 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/f3e99eea-41b1-4aa3-a2ce-d9eb90d4e17d) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:56:59.715519 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b09b9e-36c0-4aa4-a7b9-f3d020969e86 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Deleting subnet 59e5ba91-13e2-4c1f-836f-7150affe7ccd {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:56:59.719132 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23b09b9e-36c0-4aa4-a7b9-f3d020969e86 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:59.774173 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23b09b9e-36c0-4aa4-a7b9-f3d020969e86 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:59.797378 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-56b39e63-cba4-4408-9b6f-c490b48bb024 None None] Set router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:56:59.857304 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4071a57d-23f4-42aa-93f3-11e25ca49dbe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:59.946685 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23b09b9e-36c0-4aa4-a7b9-f3d020969e86 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:56:59.987486 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4071a57d-23f4-42aa-93f3-11e25ca49dbe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:00.041429 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-56b39e63-cba4-4408-9b6f-c490b48bb024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'name': 'tempest-RoutersTest-router-1116518990', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:20Z', 'updated_at': '2022-04-21T12:56:58Z', 'revision_number': 10, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None, '_interfaces': [{'id': '0623664e-6129-4cb5-b99f-dfa28c42b47f', 'name': '', 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:06:d3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:24Z', 'updated_at': '2022-04-21T12:56:28Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:00.069874 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b39e63-cba4-4408-9b6f-c490b48bb024 None None] Checking router: 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:57:00.073487 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071a57d-23f4-42aa-93f3-11e25ca49dbe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Port': ['ID=f3e99eea-41b1-4aa3-a2ce-d9eb90d4e17d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:00.079627 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b39e63-cba4-4408-9b6f-c490b48bb024 None None] Routers {'10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:57:00.080251 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-56b39e63-cba4-4408-9b6f-c490b48bb024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:00.090265 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4071a57d-23f4-42aa-93f3-11e25ca49dbe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:57:00.090855 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-4071a57d-23f4-42aa-93f3-11e25ca49dbe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:57:00.094402 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4071a57d-23f4-42aa-93f3-11e25ca49dbe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:57:00.099619 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23b09b9e-36c0-4aa4-a7b9-f3d020969e86 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:00.157449 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b09b9e-36c0-4aa4-a7b9-f3d020969e86 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Subnet': ['ID=59e5ba91-13e2-4c1f-836f-7150affe7ccd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:00.173305 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23b09b9e-36c0-4aa4-a7b9-f3d020969e86 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:00.186084 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-23b09b9e-36c0-4aa4-a7b9-f3d020969e86 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/subnets/59e5ba91-13e2-4c1f-836f-7150affe7ccd HTTP/1.1" status: 204 len: 168 time: 0.5563843 Apr 21 12:57:00.188998 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37784) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:00.331994 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1216348-47f8-4710-a01a-ef9a4f0d382b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:00.395582 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb11d44-bc18-452e-a06a-a358240824c1 None None] Network 43b22f18-e03f-4d34-b463-1546ec79f515 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:57:00.473889 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-56b39e63-cba4-4408-9b6f-c490b48bb024 None None] Set router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:57:00.600756 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a1216348-47f8-4710-a01a-ef9a4f0d382b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Deleting port 0ade4478-ca40-43d6-9e7e-00d27ae9d42f {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:57:00.601658 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1216348-47f8-4710-a01a-ef9a4f0d382b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:00.674794 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-a1216348-47f8-4710-a01a-ef9a4f0d382b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] For port 0ade4478-ca40-43d6-9e7e-00d27ae9d42f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=0ade4478-ca40-43d6-9e7e-00d27ae9d42f,segment=NetworkSegment(f154fc49-49a6-4433-83e8-695c62580adc),segment_id=f154fc49-49a6-4433-83e8-695c62580adc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:00.675208 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1216348-47f8-4710-a01a-ef9a4f0d382b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:00.691440 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a1216348-47f8-4710-a01a-ef9a4f0d382b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Calling delete_port for 0ade4478-ca40-43d6-9e7e-00d27ae9d42f owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:57:00.742571 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1992df7f-880e-4c0f-8c8a-2832041db80c None None] DHCP port deletion for 43b22f18-e03f-4d34-b463-1546ec79f515 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:57:00.811115 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-56b39e63-cba4-4408-9b6f-c490b48bb024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'name': 'tempest-RoutersTest-router-1116518990', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:20Z', 'updated_at': '2022-04-21T12:56:58Z', 'revision_number': 10, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None, '_interfaces': [{'id': '0623664e-6129-4cb5-b99f-dfa28c42b47f', 'name': '', 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:06:d3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:24Z', 'updated_at': '2022-04-21T12:56:28Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:00.851127 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b39e63-cba4-4408-9b6f-c490b48bb024 None None] The sync data for ids ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'] in n-d-836147-2 is: [{'id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'name': 'tempest-RoutersTest-router-1116518990', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:20Z', 'updated_at': '2022-04-21T12:56:58Z', 'revision_number': 10, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None, '_interfaces': [{'id': '0623664e-6129-4cb5-b99f-dfa28c42b47f', 'name': '', 'network_id': 'c6ba465e-d071-459d-8005-679b67e17c54', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'mac_address': 'fa:16:3e:06:d3:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:24Z', 'updated_at': '2022-04-21T12:56:28Z', 'revision_number': 5, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'subnets': [{'id': '7a7c804d-7c84-4ed6-85b0-ab306c028f4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:57:00.854890 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1992df7f-880e-4c0f-8c8a-2832041db80c None None] Deleting port 0ade4478-ca40-43d6-9e7e-00d27ae9d42f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:57:00.860191 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1992df7f-880e-4c0f-8c8a-2832041db80c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:00.951010 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1992df7f-880e-4c0f-8c8a-2832041db80c None None] For port 0ade4478-ca40-43d6-9e7e-00d27ae9d42f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=0ade4478-ca40-43d6-9e7e-00d27ae9d42f,segment=NetworkSegment(f154fc49-49a6-4433-83e8-695c62580adc),segment_id=f154fc49-49a6-4433-83e8-695c62580adc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:00.951747 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1992df7f-880e-4c0f-8c8a-2832041db80c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:00.968069 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1992df7f-880e-4c0f-8c8a-2832041db80c None None] Calling delete_port for 0ade4478-ca40-43d6-9e7e-00d27ae9d42f owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:57:01.028141 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4071a57d-23f4-42aa-93f3-11e25ca49dbe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:01.151970 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1992df7f-880e-4c0f-8c8a-2832041db80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:01.158407 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1216348-47f8-4710-a01a-ef9a4f0d382b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:01.198295 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992df7f-880e-4c0f-8c8a-2832041db80c None None] Pushing event deleted for resources: {'Port': ['ID=0ade4478-ca40-43d6-9e7e-00d27ae9d42f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:01.200900 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1216348-47f8-4710-a01a-ef9a4f0d382b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Port': ['ID=0ade4478-ca40-43d6-9e7e-00d27ae9d42f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:01.222815 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1992df7f-880e-4c0f-8c8a-2832041db80c None None] No DVR routers for this DVR port 0ade4478-ca40-43d6-9e7e-00d27ae9d42f on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:57:01.238755 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1216348-47f8-4710-a01a-ef9a4f0d382b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] No DVR routers for this DVR port 0ade4478-ca40-43d6-9e7e-00d27ae9d42f on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:57:01.256086 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4071a57d-23f4-42aa-93f3-11e25ca49dbe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:01.357576 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1216348-47f8-4710-a01a-ef9a4f0d382b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:01.402594 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a1216348-47f8-4710-a01a-ef9a4f0d382b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b22f18-e03f-4d34-b463-1546ec79f515']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:01.417177 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a1216348-47f8-4710-a01a-ef9a4f0d382b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f154fc49-49a6-4433-83e8-695c62580adc') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:01.417457 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a1216348-47f8-4710-a01a-ef9a4f0d382b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f154fc49-49a6-4433-83e8-695c62580adc') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:01.484757 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 0ade4478-ca40-43d6-9e7e-00d27ae9d42f no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:57:01.507655 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 0ade4478-ca40-43d6-9e7e-00d27ae9d42f {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:57:01.508001 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 0ade4478-ca40-43d6-9e7e-00d27ae9d42f not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:57:01.508486 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 1fe7c59d-24d5-491e-a4e3-ea478d2aa640 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:57:01.537312 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 1fe7c59d-24d5-491e-a4e3-ea478d2aa640 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:57:01.539716 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 1fe7c59d-24d5-491e-a4e3-ea478d2aa640 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:57:01.582190 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9895a-1746-40aa-bfb1-a79311dc9f24 req-ddb25103-b495-47ca-aec9-c7370a95f1e8 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:01.587419 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2fd9895a-1746-40aa-bfb1-a79311dc9f24 req-ddb25103-b495-47ca-aec9-c7370a95f1e8 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=4d2ade66-1fc3-4c41-a59e-3e5f2007ae68 HTTP/1.1" status: 200 len: 944 time: 0.0994642 Apr 21 12:57:01.712874 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-2fd9895a-1746-40aa-bfb1-a79311dc9f24 req-62a1a1cb-f594-4d48-bc41-cd74cf1f794a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Deleting port de2753a1-a6b7-4967-ae88-01f1ef61dc14 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:57:01.713665 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2fd9895a-1746-40aa-bfb1-a79311dc9f24 req-62a1a1cb-f594-4d48-bc41-cd74cf1f794a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:01.756968 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1216348-47f8-4710-a01a-ef9a4f0d382b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:01.799268 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1216348-47f8-4710-a01a-ef9a4f0d382b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:01.811715 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1216348-47f8-4710-a01a-ef9a4f0d382b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:57:01.812398 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1216348-47f8-4710-a01a-ef9a4f0d382b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:57:01.818893 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:57:01.822346 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2fd9895a-1746-40aa-bfb1-a79311dc9f24 req-62a1a1cb-f594-4d48-bc41-cd74cf1f794a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] For port de2753a1-a6b7-4967-ae88-01f1ef61dc14, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=de2753a1-a6b7-4967-ae88-01f1ef61dc14,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:01.822721 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2fd9895a-1746-40aa-bfb1-a79311dc9f24 req-62a1a1cb-f594-4d48-bc41-cd74cf1f794a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:01.838839 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-2fd9895a-1746-40aa-bfb1-a79311dc9f24 req-62a1a1cb-f594-4d48-bc41-cd74cf1f794a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Calling delete_port for de2753a1-a6b7-4967-ae88-01f1ef61dc14 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:57:01.941100 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4071a57d-23f4-42aa-93f3-11e25ca49dbe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:01.976952 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1216348-47f8-4710-a01a-ef9a4f0d382b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:01.996065 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1216348-47f8-4710-a01a-ef9a4f0d382b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:02.003543 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a1216348-47f8-4710-a01a-ef9a4f0d382b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/networks/43b22f18-e03f-4d34-b463-1546ec79f515 HTTP/1.1" status: 204 len: 168 time: 1.8124740 Apr 21 12:57:02.007336 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37820) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:02.007541 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1216348-47f8-4710-a01a-ef9a4f0d382b tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Network': ['ID=43b22f18-e03f-4d34-b463-1546ec79f515,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:02.010677 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4071a57d-23f4-42aa-93f3-11e25ca49dbe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:02.057702 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2fd9895a-1746-40aa-bfb1-a79311dc9f24 req-62a1a1cb-f594-4d48-bc41-cd74cf1f794a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:02.070289 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['e154924e-05ae-43d3-99c2-5e05e827ed8d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:57:02.078268 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071a57d-23f4-42aa-93f3-11e25ca49dbe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Port': ['ID=f3e99eea-41b1-4aa3-a2ce-d9eb90d4e17d,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:02.092516 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['e1142972-f552-4611-9609-84c0bba4b36f'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:57:02.095797 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4071a57d-23f4-42aa-93f3-11e25ca49dbe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:02.118992 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1a1cb-f594-4d48-bc41-cd74cf1f794a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Pushing event deleted for resources: {'Port': ['ID=de2753a1-a6b7-4967-ae88-01f1ef61dc14,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:02.319593 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-4071a57d-23f4-42aa-93f3-11e25ca49dbe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Floating IP a9f77779-f641-4dcc-a7c5-d6d1dc2dc743 associated. External IP: 172.25.8.85, port: 76655053-c9ab-4561-94d3-4edd801a1a11. Apr 21 12:57:02.434959 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd9895a-1746-40aa-bfb1-a79311dc9f24 req-62a1a1cb-f594-4d48-bc41-cd74cf1f794a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] No DVR routers for this DVR port de2753a1-a6b7-4967-ae88-01f1ef61dc14 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:57:02.456141 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2fd9895a-1746-40aa-bfb1-a79311dc9f24 req-62a1a1cb-f594-4d48-bc41-cd74cf1f794a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:02.460596 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2fd9895a-1746-40aa-bfb1-a79311dc9f24 req-62a1a1cb-f594-4d48-bc41-cd74cf1f794a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "DELETE /v2.0/ports/de2753a1-a6b7-4967-ae88-01f1ef61dc14 HTTP/1.1" status: 204 len: 173 time: 0.8680522 Apr 21 12:57:02.461073 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2ade66-1fc3-4c41-a59e-3e5f2007ae68', 'name': 'network-vif-deleted', 'tag': 'de2753a1-a6b7-4967-ae88-01f1ef61dc14'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:57:02.463569 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79675338-b6ae-4e73-a30e-2cc8e6d07462" -d '{"events": [{"server_uuid": "4d2ade66-1fc3-4c41-a59e-3e5f2007ae68", "name": "network-vif-deleted", "tag": "de2753a1-a6b7-4967-ae88-01f1ef61dc14"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:57:02.534945 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 21 Apr 2022 12:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f07823-8007-4c69-9e4f-e7d1b01758d9 x-openstack-request-id: req-20f07823-8007-4c69-9e4f-e7d1b01758d9 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:57:02.534945 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2ade66-1fc3-4c41-a59e-3e5f2007ae68", "name": "network-vif-deleted", "tag": "de2753a1-a6b7-4967-ae88-01f1ef61dc14", "status": "failed", "code": 422}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:57:02.535220 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-20f07823-8007-4c69-9e4f-e7d1b01758d9 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:57:02.535608 n-d-836147-2 neutron-server[103398]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-20f07823-8007-4c69-9e4f-e7d1b01758d9']: {'server_uuid': '4d2ade66-1fc3-4c41-a59e-3e5f2007ae68', 'name': 'network-vif-deleted', 'tag': 'de2753a1-a6b7-4967-ae88-01f1ef61dc14', 'status': 'failed', 'code': 422} returned with failed status Apr 21 12:57:02.648486 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff149023-3593-48d2-885a-f3844c5b9433 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:02.701550 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4071a57d-23f4-42aa-93f3-11e25ca49dbe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Router 974bf2af-9c04-455a-a390-a66a4c28d718 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:57:02.821534 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4071a57d-23f4-42aa-93f3-11e25ca49dbe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:57:02.841416 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d9114b-ce45-4543-bf7b-3949eaedd556 None None] Sync routers for ids ['974bf2af-9c04-455a-a390-a66a4c28d718'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:57:02.857695 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d9114b-ce45-4543-bf7b-3949eaedd556 None None] Routers {'974bf2af-9c04-455a-a390-a66a4c28d718'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:57:02.859309 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-84d9114b-ce45-4543-bf7b-3949eaedd556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['974bf2af-9c04-455a-a390-a66a4c28d718'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:02.925305 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4071a57d-23f4-42aa-93f3-11e25ca49dbe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:02.957427 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ff149023-3593-48d2-885a-f3844c5b9433 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Deleting port 0623664e-6129-4cb5-b99f-dfa28c42b47f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:57:02.957800 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff149023-3593-48d2-885a-f3844c5b9433 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:02.976222 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4071a57d-23f4-42aa-93f3-11e25ca49dbe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6977830 Apr 21 12:57:02.976222 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41a43b1a-7bd8-4666-94fb-6c30f0166562', 'tag': '76655053-c9ab-4561-94d3-4edd801a1a11'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:57:02.985262 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e5b61d-d0a3-44ca-a953-5fce483f2a77" -d '{"events": [{"name": "network-changed", "server_uuid": "41a43b1a-7bd8-4666-94fb-6c30f0166562", "tag": "76655053-c9ab-4561-94d3-4edd801a1a11"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:57:03.000081 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-84d9114b-ce45-4543-bf7b-3949eaedd556 None None] Set router 974bf2af-9c04-455a-a390-a66a4c28d718 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:57:03.100891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-ff149023-3593-48d2-885a-f3844c5b9433 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] For port 0623664e-6129-4cb5-b99f-dfa28c42b47f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=0623664e-6129-4cb5-b99f-dfa28c42b47f,segment=NetworkSegment(9856acd3-0342-4f89-9ff6-a0d5fabe1411),segment_id=9856acd3-0342-4f89-9ff6-a0d5fabe1411)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:03.101172 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff149023-3593-48d2-885a-f3844c5b9433 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:03.117926 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ff149023-3593-48d2-885a-f3844c5b9433 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Calling delete_port for 0623664e-6129-4cb5-b99f-dfa28c42b47f owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:57:03.133864 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74558d-66a5-431a-9bb7-77f43c86f99f req-2ed5325f-2dbe-46ba-9a88-9a24888a09bd tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:03.135360 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da74558d-66a5-431a-9bb7-77f43c86f99f req-2ed5325f-2dbe-46ba-9a88-9a24888a09bd tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 945 time: 0.0794582 Apr 21 12:57:03.219420 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da74558d-66a5-431a-9bb7-77f43c86f99f req-792136f3-9fe8-4e88-83b9-ef94c2537e8a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770342 Apr 21 12:57:03.258644 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37842) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:03.344459 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e0fb1e-ef41-495e-b33a-9955ec1eb9df x-openstack-request-id: req-a9e0fb1e-ef41-495e-b33a-9955ec1eb9df {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:57:03.344820 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41a43b1a-7bd8-4666-94fb-6c30f0166562", "tag": "76655053-c9ab-4561-94d3-4edd801a1a11", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:57:03.346756 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a9e0fb1e-ef41-495e-b33a-9955ec1eb9df {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:57:03.348287 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9e0fb1e-ef41-495e-b33a-9955ec1eb9df'] response: {'name': 'network-changed', 'server_uuid': '41a43b1a-7bd8-4666-94fb-6c30f0166562', 'tag': '76655053-c9ab-4561-94d3-4edd801a1a11', 'status': 'completed', 'code': 200} Apr 21 12:57:03.389323 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a7899d6e-26b6-4eab-bbb7-e5d42ca9882a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/floatingips/a9f77779-f641-4dcc-a7c5-d6d1dc2dc743 HTTP/1.1" status: 200 len: 990 time: 0.1282833 Apr 21 12:57:03.437104 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5b61d-d0a3-44ca-a953-5fce483f2a77 req-9846a1ad-15a8-4297-814c-8feaca65072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:03.438683 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10e5b61d-d0a3-44ca-a953-5fce483f2a77 req-9846a1ad-15a8-4297-814c-8feaca65072a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 1096 time: 0.0497334 Apr 21 12:57:03.463922 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-84d9114b-ce45-4543-bf7b-3949eaedd556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894569', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '18da096d-e3cd-4337-8a68-963e70eac4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:31Z', 'updated_at': '2022-04-21T12:56:39Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '18da096d-e3cd-4337-8a68-963e70eac4ef', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:33Z', 'updated_at': '2022-04-21T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'a9f77779-f641-4dcc-a7c5-d6d1dc2dc743', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'port_id': '76655053-c9ab-4561-94d3-4edd801a1a11', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '364717a5-874d-409d-a746-ba334979c9d9', 'mac_address': 'fa:16:3e:6a:28:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a43b1a-7bd8-4666-94fb-6c30f0166562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:57:00Z', 'updated_at': '2022-04-21T12:57:00Z', 'revision_number': 0, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7a0ffd-e8fe-430f-95d5-e3c7f340b478', 'name': '', 'network_id': '364717a5-874d-409d-a746-ba334979c9d9', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:5a:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'b6803393-0e6d-48f3-8df9-63990f18a761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:38Z', 'updated_at': '2022-04-21T12:56:44Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': 'b6803393-0e6d-48f3-8df9-63990f18a761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:03.484225 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d9114b-ce45-4543-bf7b-3949eaedd556 None None] Checking router: 974bf2af-9c04-455a-a390-a66a4c28d718 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:57:03.493152 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d9114b-ce45-4543-bf7b-3949eaedd556 None None] Routers {'974bf2af-9c04-455a-a390-a66a4c28d718'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:57:03.493859 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-84d9114b-ce45-4543-bf7b-3949eaedd556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['974bf2af-9c04-455a-a390-a66a4c28d718'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:03.507145 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff149023-3593-48d2-885a-f3844c5b9433 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:03.542149 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff149023-3593-48d2-885a-f3844c5b9433 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Port': ['ID=0623664e-6129-4cb5-b99f-dfa28c42b47f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:03.613347 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-84d9114b-ce45-4543-bf7b-3949eaedd556 None None] Set router 974bf2af-9c04-455a-a390-a66a4c28d718 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:57:03.672908 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5b61d-d0a3-44ca-a953-5fce483f2a77 req-6c4e878a-900e-4f5e-a6f7-105d49c85f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:03.679384 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10e5b61d-d0a3-44ca-a953-5fce483f2a77 req-6c4e878a-900e-4f5e-a6f7-105d49c85f9b service neutron] 10.222.0.24 "GET /v2.0/networks?id=364717a5-874d-409d-a746-ba334979c9d9 HTTP/1.1" status: 200 len: 897 time: 0.2288692 Apr 21 12:57:03.824175 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37866) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:03.850152 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10e5b61d-d0a3-44ca-a953-5fce483f2a77 req-74724d92-6fcb-49fd-a8eb-c2966357d558 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76655053-c9ab-4561-94d3-4edd801a1a11 HTTP/1.1" status: 200 len: 998 time: 0.1574845 Apr 21 12:57:03.905503 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ff149023-3593-48d2-885a-f3844c5b9433 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:04.030770 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-84d9114b-ce45-4543-bf7b-3949eaedd556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894569', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '18da096d-e3cd-4337-8a68-963e70eac4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:31Z', 'updated_at': '2022-04-21T12:56:39Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '18da096d-e3cd-4337-8a68-963e70eac4ef', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:33Z', 'updated_at': '2022-04-21T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'a9f77779-f641-4dcc-a7c5-d6d1dc2dc743', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'port_id': '76655053-c9ab-4561-94d3-4edd801a1a11', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '364717a5-874d-409d-a746-ba334979c9d9', 'mac_address': 'fa:16:3e:6a:28:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a43b1a-7bd8-4666-94fb-6c30f0166562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:57:00Z', 'updated_at': '2022-04-21T12:57:00Z', 'revision_number': 0, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7a0ffd-e8fe-430f-95d5-e3c7f340b478', 'name': '', 'network_id': '364717a5-874d-409d-a746-ba334979c9d9', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:5a:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'b6803393-0e6d-48f3-8df9-63990f18a761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:38Z', 'updated_at': '2022-04-21T12:56:44Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': 'b6803393-0e6d-48f3-8df9-63990f18a761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:04.037521 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5b61d-d0a3-44ca-a953-5fce483f2a77 req-e7ae8344-ac9d-494e-97dd-e6250ff939af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:04.039180 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10e5b61d-d0a3-44ca-a953-5fce483f2a77 req-e7ae8344-ac9d-494e-97dd-e6250ff939af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6803393-0e6d-48f3-8df9-63990f18a761 HTTP/1.1" status: 200 len: 834 time: 0.1477132 Apr 21 12:57:04.062211 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d9114b-ce45-4543-bf7b-3949eaedd556 None None] The sync data for ids ['974bf2af-9c04-455a-a390-a66a4c28d718'] in n-d-836147-2 is: [{'id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894569', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '18da096d-e3cd-4337-8a68-963e70eac4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:31Z', 'updated_at': '2022-04-21T12:56:39Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '18da096d-e3cd-4337-8a68-963e70eac4ef', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:33Z', 'updated_at': '2022-04-21T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'a9f77779-f641-4dcc-a7c5-d6d1dc2dc743', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'floating_ip_address': '172.25.8.85', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'port_id': '76655053-c9ab-4561-94d3-4edd801a1a11', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '364717a5-874d-409d-a746-ba334979c9d9', 'mac_address': 'fa:16:3e:6a:28:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41a43b1a-7bd8-4666-94fb-6c30f0166562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:57:00Z', 'updated_at': '2022-04-21T12:57:00Z', 'revision_number': 0, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a7a0ffd-e8fe-430f-95d5-e3c7f340b478', 'name': '', 'network_id': '364717a5-874d-409d-a746-ba334979c9d9', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:5a:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'b6803393-0e6d-48f3-8df9-63990f18a761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:38Z', 'updated_at': '2022-04-21T12:56:44Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': 'b6803393-0e6d-48f3-8df9-63990f18a761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:57:04.224152 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff149023-3593-48d2-885a-f3844c5b9433 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:57:04.276008 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd38ca-3af9-4d9e-aac9-201328dadd1c req-0188850b-537b-432f-a1a8-915114f652b5 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:04.277574 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ffbd38ca-3af9-4d9e-aac9-201328dadd1c req-0188850b-537b-432f-a1a8-915114f652b5 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfd62f5d-13ac-471f-ae16-a93fc26e768a HTTP/1.1" status: 200 len: 908 time: 0.1218164 Apr 21 12:57:04.363256 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5b61d-d0a3-44ca-a953-5fce483f2a77 req-950da8e3-1eb7-4dcd-b870-a187dbd8ac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:04.365016 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10e5b61d-d0a3-44ca-a953-5fce483f2a77 req-950da8e3-1eb7-4dcd-b870-a187dbd8ac6b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=364717a5-874d-409d-a746-ba334979c9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2101626 Apr 21 12:57:04.370885 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff149023-3593-48d2-885a-f3844c5b9433 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:57:04.382443 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd422b02-0192-45b0-bcbf-ea4e98228d5a None None] Sync routers for ids ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:57:04.388695 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37872) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:04.390911 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ff149023-3593-48d2-885a-f3844c5b9433 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "PUT /v2.0/routers/10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3812087 Apr 21 12:57:04.396747 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37874) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:04.406634 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd422b02-0192-45b0-bcbf-ea4e98228d5a None None] Routers {'10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:57:04.409513 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fd422b02-0192-45b0-bcbf-ea4e98228d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:04.414279 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421ae826-eef0-495e-99ba-5e5f4e80c762 None None] New status for floating IP a9f77779-f641-4dcc-a7c5-d6d1dc2dc743: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:57:04.514466 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-fd422b02-0192-45b0-bcbf-ea4e98228d5a None None] Set router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:57:04.526825 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10e5b61d-d0a3-44ca-a953-5fce483f2a77 req-8a869a38-7e75-4a0c-ab3f-3587383c1f29 service neutron] 10.222.0.24 "GET /v2.0/networks/364717a5-874d-409d-a746-ba334979c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359725 Apr 21 12:57:04.596604 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fd422b02-0192-45b0-bcbf-ea4e98228d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'name': 'tempest-RoutersTest-router-1116518990', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:20Z', 'updated_at': '2022-04-21T12:57:03Z', 'revision_number': 11, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:04.618455 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8ff923-529a-4eca-bac5-7a2036fb0574 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Deleting subnet 7a7c804d-7c84-4ed6-85b0-ab306c028f4b {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:57:04.621981 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8a8ff923-529a-4eca-bac5-7a2036fb0574 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:04.649822 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd422b02-0192-45b0-bcbf-ea4e98228d5a None None] Checking router: 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:57:04.650060 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10e5b61d-d0a3-44ca-a953-5fce483f2a77 req-0e3f3da8-5912-4b8f-9c4f-50f45af864c7 service neutron] 10.222.0.24 "GET /v2.0/networks/364717a5-874d-409d-a746-ba334979c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151390 Apr 21 12:57:04.660982 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd422b02-0192-45b0-bcbf-ea4e98228d5a None None] Routers {'10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:57:04.661619 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fd422b02-0192-45b0-bcbf-ea4e98228d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:04.669114 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8a8ff923-529a-4eca-bac5-7a2036fb0574 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:04.753766 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-fd422b02-0192-45b0-bcbf-ea4e98228d5a None None] Set router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:57:04.812236 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ee3e4df4-71e0-4bef-bda3-0b046ba32deb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/floatingips/a9f77779-f641-4dcc-a7c5-d6d1dc2dc743 HTTP/1.1" status: 200 len: 990 time: 0.3823943 Apr 21 12:57:04.829348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fd422b02-0192-45b0-bcbf-ea4e98228d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'name': 'tempest-RoutersTest-router-1116518990', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:20Z', 'updated_at': '2022-04-21T12:57:03Z', 'revision_number': 11, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:04.829482 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8a8ff923-529a-4eca-bac5-7a2036fb0574 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:04.882758 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd422b02-0192-45b0-bcbf-ea4e98228d5a None None] The sync data for ids ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'] in n-d-836147-2 is: [{'id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'name': 'tempest-RoutersTest-router-1116518990', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:20Z', 'updated_at': '2022-04-21T12:57:03Z', 'revision_number': 11, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:57:04.971852 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b98bca1d-e26d-40b9-8b35-ecbdf4d6ced5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:05.016481 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8a8ff923-529a-4eca-bac5-7a2036fb0574 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:05.061160 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ff923-529a-4eca-bac5-7a2036fb0574 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Subnet': ['ID=7a7c804d-7c84-4ed6-85b0-ab306c028f4b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:05.068388 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8a8ff923-529a-4eca-bac5-7a2036fb0574 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:05.071656 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8a8ff923-529a-4eca-bac5-7a2036fb0574 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/subnets/7a7c804d-7c84-4ed6-85b0-ab306c028f4b HTTP/1.1" status: 204 len: 168 time: 0.6698010 Apr 21 12:57:05.076166 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37882) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:05.078425 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae820b25-51d7-4a93-86ad-d48920c9d337 None None] Network c6ba465e-d071-459d-8005-679b67e17c54 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:57:05.197761 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38dfd5ca-b66f-4920-ac8f-621922b3bd30 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:05.321127 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-38dfd5ca-b66f-4920-ac8f-621922b3bd30 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Deleting port d38ba1b6-07ab-43b4-9efe-4b8363be6a97 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:57:05.321511 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38dfd5ca-b66f-4920-ac8f-621922b3bd30 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:05.324660 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0d71cc-425c-40ee-b5eb-8497a342af45 None None] DHCP port deletion for c6ba465e-d071-459d-8005-679b67e17c54 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:57:05.417876 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b98bca1d-e26d-40b9-8b35-ecbdf4d6ced5 admin admin] Deleting port b8d0f4ea-0ea9-4471-b024-3521b9652508 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:57:05.418289 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b98bca1d-e26d-40b9-8b35-ecbdf4d6ced5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:05.444017 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0d0d71cc-425c-40ee-b5eb-8497a342af45 None None] Deleting port d38ba1b6-07ab-43b4-9efe-4b8363be6a97 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:57:05.444514 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d0d71cc-425c-40ee-b5eb-8497a342af45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:05.515552 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 0623664e-6129-4cb5-b99f-dfa28c42b47f no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:57:05.545510 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-b98bca1d-e26d-40b9-8b35-ecbdf4d6ced5 admin admin] For port b8d0f4ea-0ea9-4471-b024-3521b9652508, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b8d0f4ea-0ea9-4471-b024-3521b9652508,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:05.545510 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b98bca1d-e26d-40b9-8b35-ecbdf4d6ced5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:05.554200 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 0623664e-6129-4cb5-b99f-dfa28c42b47f {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:57:05.554806 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 0623664e-6129-4cb5-b99f-dfa28c42b47f not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:57:05.555395 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device d38ba1b6-07ab-43b4-9efe-4b8363be6a97 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:57:05.562120 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b98bca1d-e26d-40b9-8b35-ecbdf4d6ced5 admin admin] Calling delete_port for b8d0f4ea-0ea9-4471-b024-3521b9652508 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:57:05.588803 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-38dfd5ca-b66f-4920-ac8f-621922b3bd30 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] For port d38ba1b6-07ab-43b4-9efe-4b8363be6a97, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=d38ba1b6-07ab-43b4-9efe-4b8363be6a97,segment=NetworkSegment(9856acd3-0342-4f89-9ff6-a0d5fabe1411),segment_id=9856acd3-0342-4f89-9ff6-a0d5fabe1411)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:05.589177 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38dfd5ca-b66f-4920-ac8f-621922b3bd30 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:05.609231 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-38dfd5ca-b66f-4920-ac8f-621922b3bd30 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Calling delete_port for d38ba1b6-07ab-43b4-9efe-4b8363be6a97 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:57:05.626444 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0d0d71cc-425c-40ee-b5eb-8497a342af45 None None] For port d38ba1b6-07ab-43b4-9efe-4b8363be6a97, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=d38ba1b6-07ab-43b4-9efe-4b8363be6a97,segment=NetworkSegment(9856acd3-0342-4f89-9ff6-a0d5fabe1411),segment_id=9856acd3-0342-4f89-9ff6-a0d5fabe1411)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:05.626861 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d0d71cc-425c-40ee-b5eb-8497a342af45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:05.641702 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776412eb-416a-4826-9647-cf11fd55c6ac req-5cf5cb29-2e14-4509-a07b-10f5f857e293 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:05.643321 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-776412eb-416a-4826-9647-cf11fd55c6ac req-5cf5cb29-2e14-4509-a07b-10f5f857e293 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfd62f5d-13ac-471f-ae16-a93fc26e768a HTTP/1.1" status: 200 len: 908 time: 0.2279036 Apr 21 12:57:05.672427 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0d0d71cc-425c-40ee-b5eb-8497a342af45 None None] Calling delete_port for d38ba1b6-07ab-43b4-9efe-4b8363be6a97 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:57:05.681717 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15068e1c-52ff-4b3b-ad10-3ac13c41b12f req-65e885f7-fc91-40e0-955b-7e9845d3f1a0 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:05.682963 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15068e1c-52ff-4b3b-ad10-3ac13c41b12f req-65e885f7-fc91-40e0-955b-7e9845d3f1a0 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.26 "GET /v2.0/ports?device_id=dfd62f5d-13ac-471f-ae16-a93fc26e768a HTTP/1.1" status: 200 len: 908 time: 0.1882131 Apr 21 12:57:05.774441 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:05.811525 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-15068e1c-52ff-4b3b-ad10-3ac13c41b12f req-ac85642a-7a8c-43b5-972c-587cdef1c214 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Deleting port 70911885-fffb-4e74-889c-14f0100a961e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:57:05.811960 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-15068e1c-52ff-4b3b-ad10-3ac13c41b12f req-ac85642a-7a8c-43b5-972c-587cdef1c214 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:05.815199 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37888) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:05.853848 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b98bca1d-e26d-40b9-8b35-ecbdf4d6ced5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:05.866399 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d0d71cc-425c-40ee-b5eb-8497a342af45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:05.884377 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98bca1d-e26d-40b9-8b35-ecbdf4d6ced5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8d0f4ea-0ea9-4471-b024-3521b9652508,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:05.951318 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5175089c-9ed4-4b43-816e-818da258f4eb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/floatingips/a9f77779-f641-4dcc-a7c5-d6d1dc2dc743 HTTP/1.1" status: 200 len: 992 time: 0.1291602 Apr 21 12:57:05.957679 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d71cc-425c-40ee-b5eb-8497a342af45 None None] Pushing event deleted for resources: {'Port': ['ID=d38ba1b6-07ab-43b4-9efe-4b8363be6a97,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:05.978473 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0d71cc-425c-40ee-b5eb-8497a342af45 None None] No DVR routers for this DVR port d38ba1b6-07ab-43b4-9efe-4b8363be6a97 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:57:06.115519 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b98bca1d-e26d-40b9-8b35-ecbdf4d6ced5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:06.280425 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38dfd5ca-b66f-4920-ac8f-621922b3bd30 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:06.315872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dfd5ca-b66f-4920-ac8f-621922b3bd30 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] No DVR routers for this DVR port d38ba1b6-07ab-43b4-9efe-4b8363be6a97 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:57:06.339362 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dfd5ca-b66f-4920-ac8f-621922b3bd30 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Port': ['ID=d38ba1b6-07ab-43b4-9efe-4b8363be6a97,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:06.359583 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98bca1d-e26d-40b9-8b35-ecbdf4d6ced5 admin admin] Router 122bd43e-b51c-4d5a-aa28-e28a493daa28 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:57:06.419614 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38dfd5ca-b66f-4920-ac8f-621922b3bd30 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:06.450417 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-15068e1c-52ff-4b3b-ad10-3ac13c41b12f req-ac85642a-7a8c-43b5-972c-587cdef1c214 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] For port 70911885-fffb-4e74-889c-14f0100a961e, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=70911885-fffb-4e74-889c-14f0100a961e,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:06.450791 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-15068e1c-52ff-4b3b-ad10-3ac13c41b12f req-ac85642a-7a8c-43b5-972c-587cdef1c214 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:06.461552 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-38dfd5ca-b66f-4920-ac8f-621922b3bd30 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ba465e-d071-459d-8005-679b67e17c54']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:06.474989 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-15068e1c-52ff-4b3b-ad10-3ac13c41b12f req-ac85642a-7a8c-43b5-972c-587cdef1c214 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Calling delete_port for 70911885-fffb-4e74-889c-14f0100a961e owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:57:06.478025 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-38dfd5ca-b66f-4920-ac8f-621922b3bd30 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9856acd3-0342-4f89-9ff6-a0d5fabe1411') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:06.478379 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-38dfd5ca-b66f-4920-ac8f-621922b3bd30 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9856acd3-0342-4f89-9ff6-a0d5fabe1411') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:06.494906 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38dfd5ca-b66f-4920-ac8f-621922b3bd30 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:06.545104 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38dfd5ca-b66f-4920-ac8f-621922b3bd30 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:06.556949 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38dfd5ca-b66f-4920-ac8f-621922b3bd30 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:57:06.557415 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38dfd5ca-b66f-4920-ac8f-621922b3bd30 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:57:06.560730 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:57:06.709790 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38dfd5ca-b66f-4920-ac8f-621922b3bd30 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:06.718830 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-38dfd5ca-b66f-4920-ac8f-621922b3bd30 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:06.722244 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-38dfd5ca-b66f-4920-ac8f-621922b3bd30 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/networks/c6ba465e-d071-459d-8005-679b67e17c54 HTTP/1.1" status: 204 len: 168 time: 1.6448066 Apr 21 12:57:06.734059 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37894) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:06.738598 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-53b633b8-a0c3-4285-95e4-a4d2695ddbe2 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'router': {'routes': None}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:57:06.744895 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dfd5ca-b66f-4920-ac8f-621922b3bd30 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Pushing event deleted for resources: {'Network': ['ID=c6ba465e-d071-459d-8005-679b67e17c54,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:06.784296 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98bca1d-e26d-40b9-8b35-ecbdf4d6ced5 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:57:06.790968 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b98bca1d-e26d-40b9-8b35-ecbdf4d6ced5 admin admin] 10.222.0.36 "PUT /v2.0/routers/122bd43e-b51c-4d5a-aa28-e28a493daa28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9648414 Apr 21 12:57:06.795855 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37896) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:06.798336 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0024bd2-491c-4bec-8a00-fcc032dff435 None None] Sync routers for ids ['122bd43e-b51c-4d5a-aa28-e28a493daa28'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:57:06.806019 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-15068e1c-52ff-4b3b-ad10-3ac13c41b12f req-ac85642a-7a8c-43b5-972c-587cdef1c214 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:06.810529 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0024bd2-491c-4bec-8a00-fcc032dff435 None None] Routers {'122bd43e-b51c-4d5a-aa28-e28a493daa28'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:57:06.811234 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c0024bd2-491c-4bec-8a00-fcc032dff435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['122bd43e-b51c-4d5a-aa28-e28a493daa28'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:06.842200 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-76866038-8905-4e97-9c3f-a9904d5a8fd0 req-f38d8f28-1e0a-4ddd-a9b6-735dc2a43a60 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfd62f5d-13ac-471f-ae16-a93fc26e768a HTTP/1.1" status: 200 len: 210 time: 0.1002271 Apr 21 12:57:06.871208 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85642a-7a8c-43b5-972c-587cdef1c214 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Pushing event deleted for resources: {'Port': ['ID=70911885-fffb-4e74-889c-14f0100a961e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:06.945966 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0fdef37d-8206-41fb-afc2-358a1ec9c13a admin admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:07.008867 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-c0024bd2-491c-4bec-8a00-fcc032dff435 None None] Set router 122bd43e-b51c-4d5a-aa28-e28a493daa28 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:57:07.043398 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.extraroute_db [None req-53b633b8-a0c3-4285-95e4-a4d2695ddbe2 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Added routes are [] {{(pid=103398) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Apr 21 12:57:07.043398 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.extraroute_db [None req-53b633b8-a0c3-4285-95e4-a4d2695ddbe2 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Removed routes are [] {{(pid=103398) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Apr 21 12:57:07.043398 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53b633b8-a0c3-4285-95e4-a4d2695ddbe2 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3659549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10333'] for router, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:07.064396 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0fdef37d-8206-41fb-afc2-358a1ec9c13a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:07.112469 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-15068e1c-52ff-4b3b-ad10-3ac13c41b12f req-ac85642a-7a8c-43b5-972c-587cdef1c214 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] No DVR routers for this DVR port 70911885-fffb-4e74-889c-14f0100a961e on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:57:07.116525 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-15068e1c-52ff-4b3b-ad10-3ac13c41b12f req-ac85642a-7a8c-43b5-972c-587cdef1c214 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:07.119890 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15068e1c-52ff-4b3b-ad10-3ac13c41b12f req-ac85642a-7a8c-43b5-972c-587cdef1c214 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.26 "DELETE /v2.0/ports/70911885-fffb-4e74-889c-14f0100a961e HTTP/1.1" status: 204 len: 173 time: 1.4291425 Apr 21 12:57:07.120345 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd62f5d-13ac-471f-ae16-a93fc26e768a', 'name': 'network-vif-deleted', 'tag': '70911885-fffb-4e74-889c-14f0100a961e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:57:07.125271 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f386f6-4444-434f-8a2f-a42b798d1174" -d '{"events": [{"server_uuid": "dfd62f5d-13ac-471f-ae16-a93fc26e768a", "name": "network-vif-deleted", "tag": "70911885-fffb-4e74-889c-14f0100a961e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:57:07.170395 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ff2f90-7790-4ad9-8648-d72b72475fc7 x-openstack-request-id: req-b4ff2f90-7790-4ad9-8648-d72b72475fc7 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:57:07.170697 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd62f5d-13ac-471f-ae16-a93fc26e768a", "name": "network-vif-deleted", "tag": "70911885-fffb-4e74-889c-14f0100a961e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:57:07.171040 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b4ff2f90-7790-4ad9-8648-d72b72475fc7 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:57:07.171337 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4ff2f90-7790-4ad9-8648-d72b72475fc7'] response: {'server_uuid': 'dfd62f5d-13ac-471f-ae16-a93fc26e768a', 'name': 'network-vif-deleted', 'tag': '70911885-fffb-4e74-889c-14f0100a961e', 'status': 'completed', 'code': 200} Apr 21 12:57:07.212728 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0fdef37d-8206-41fb-afc2-358a1ec9c13a admin admin] Deleting port 48e752cb-03f7-4ab3-9cd6-2811b3ad89ab {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:57:07.213008 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0fdef37d-8206-41fb-afc2-358a1ec9c13a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:07.233798 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c0024bd2-491c-4bec-8a00-fcc032dff435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'name': 'tempest-AttachVolumeShelveTestJSON-1998499405-router', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93'}], 'enable_snat': True}, 'gw_port_id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:49:04Z', 'updated_at': '2022-04-21T12:57:05Z', 'revision_number': 5, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'gw_port': {'id': '48e752cb-03f7-4ab3-9cd6-2811b3ad89ab', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:99:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2302, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:49:05Z', 'updated_at': '2022-04-21T12:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:07.260067 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53b633b8-a0c3-4285-95e4-a4d2695ddbe2 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3659549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10333'] for router, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:07.263639 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53b633b8-a0c3-4285-95e4-a4d2695ddbe2 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3659538'] for router, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:07.299430 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-0fdef37d-8206-41fb-afc2-358a1ec9c13a admin admin] For port 48e752cb-03f7-4ab3-9cd6-2811b3ad89ab, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=48e752cb-03f7-4ab3-9cd6-2811b3ad89ab,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:07.299692 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0fdef37d-8206-41fb-afc2-358a1ec9c13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:07.316361 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0fdef37d-8206-41fb-afc2-358a1ec9c13a admin admin] Calling delete_port for 48e752cb-03f7-4ab3-9cd6-2811b3ad89ab owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:57:07.349440 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b633b8-a0c3-4285-95e4-a4d2695ddbe2 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:57:07.435543 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0024bd2-491c-4bec-8a00-fcc032dff435 None None] Checking router: 122bd43e-b51c-4d5a-aa28-e28a493daa28 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:57:07.447543 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0024bd2-491c-4bec-8a00-fcc032dff435 None None] Routers {'122bd43e-b51c-4d5a-aa28-e28a493daa28'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:57:07.448301 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c0024bd2-491c-4bec-8a00-fcc032dff435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['122bd43e-b51c-4d5a-aa28-e28a493daa28'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:07.466339 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b633b8-a0c3-4285-95e4-a4d2695ddbe2 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:57:07.474029 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53b633b8-a0c3-4285-95e4-a4d2695ddbe2 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:07.475258 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-53b633b8-a0c3-4285-95e4-a4d2695ddbe2 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "PUT /v2.0/routers/10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b HTTP/1.1" status: 200 len: 701 time: 0.7402363 Apr 21 12:57:07.477495 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c0c268-60d8-46ac-a891-0a5cbf632e9c None None] Sync routers for ids ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:57:07.479027 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37900) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:07.493115 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c0c268-60d8-46ac-a891-0a5cbf632e9c None None] Routers {'10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:57:07.495264 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-84c0c268-60d8-46ac-a891-0a5cbf632e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:07.522993 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f439c487-f0b9-441c-b603-17bbafdf3d0a tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "GET /v2.0/ports?device_id=10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b HTTP/1.1" status: 200 len: 205 time: 0.0432148 Apr 21 12:57:07.523721 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37902) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:07.556153 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-c0024bd2-491c-4bec-8a00-fcc032dff435 None None] Set router 122bd43e-b51c-4d5a-aa28-e28a493daa28 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:57:07.586505 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-84c0c268-60d8-46ac-a891-0a5cbf632e9c None None] Set router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:57:07.613025 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c0024bd2-491c-4bec-8a00-fcc032dff435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'name': 'tempest-AttachVolumeShelveTestJSON-1998499405-router', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:49:04Z', 'updated_at': '2022-04-21T12:57:07Z', 'revision_number': 6, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:07.618989 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-831e2b07-0947-4c95-8422-de1356e8716c tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:07.641638 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-84c0c268-60d8-46ac-a891-0a5cbf632e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'name': 'tempest-RoutersTest-router-1116518990', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:20Z', 'updated_at': '2022-04-21T12:57:03Z', 'revision_number': 11, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:07.642977 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0fdef37d-8206-41fb-afc2-358a1ec9c13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:07.656035 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0024bd2-491c-4bec-8a00-fcc032dff435 None None] The sync data for ids ['122bd43e-b51c-4d5a-aa28-e28a493daa28'] in n-d-836147-2 is: [{'id': '122bd43e-b51c-4d5a-aa28-e28a493daa28', 'name': 'tempest-AttachVolumeShelveTestJSON-1998499405-router', 'tenant_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:49:04Z', 'updated_at': '2022-04-21T12:57:07Z', 'revision_number': 6, 'project_id': '43c98e4e76c844d38eb1054dc1e6fa15', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:57:07.670080 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c0c268-60d8-46ac-a891-0a5cbf632e9c None None] Checking router: 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:57:07.680764 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c0c268-60d8-46ac-a891-0a5cbf632e9c None None] Routers {'10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:57:07.681375 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-84c0c268-60d8-46ac-a891-0a5cbf632e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:07.706120 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdef37d-8206-41fb-afc2-358a1ec9c13a admin admin] Pushing event deleted for resources: {'Port': ['ID=48e752cb-03f7-4ab3-9cd6-2811b3ad89ab,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:07.737648 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdef37d-8206-41fb-afc2-358a1ec9c13a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:07.737917 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdef37d-8206-41fb-afc2-358a1ec9c13a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:07.738150 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdef37d-8206-41fb-afc2-358a1ec9c13a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:07.739053 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdef37d-8206-41fb-afc2-358a1ec9c13a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:07.739389 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdef37d-8206-41fb-afc2-358a1ec9c13a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:07.740269 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdef37d-8206-41fb-afc2-358a1ec9c13a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:07.740598 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdef37d-8206-41fb-afc2-358a1ec9c13a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:07.740921 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdef37d-8206-41fb-afc2-358a1ec9c13a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:07.741748 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdef37d-8206-41fb-afc2-358a1ec9c13a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:07.741748 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdef37d-8206-41fb-afc2-358a1ec9c13a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:07.741998 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdef37d-8206-41fb-afc2-358a1ec9c13a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:07.742297 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fdef37d-8206-41fb-afc2-358a1ec9c13a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:07.758720 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-84c0c268-60d8-46ac-a891-0a5cbf632e9c None None] Set router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:57:07.799741 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0fdef37d-8206-41fb-afc2-358a1ec9c13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:07.821673 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-84c0c268-60d8-46ac-a891-0a5cbf632e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'name': 'tempest-RoutersTest-router-1116518990', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:20Z', 'updated_at': '2022-04-21T12:57:03Z', 'revision_number': 11, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:07.848381 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c0c268-60d8-46ac-a891-0a5cbf632e9c None None] The sync data for ids ['10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b'] in n-d-836147-2 is: [{'id': '10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b', 'name': 'tempest-RoutersTest-router-1116518990', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:20Z', 'updated_at': '2022-04-21T12:57:03Z', 'revision_number': 11, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:57:07.870451 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-831e2b07-0947-4c95-8422-de1356e8716c tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:07.872839 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-831e2b07-0947-4c95-8422-de1356e8716c tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:07.910272 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0fdef37d-8206-41fb-afc2-358a1ec9c13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:07.912925 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0fdef37d-8206-41fb-afc2-358a1ec9c13a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:07.985158 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6f4412cb-f7d4-4b6c-9e07-0288ba02e90f req-5d08c044-2bdc-454d-995d-c344ff0d1457 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfd62f5d-13ac-471f-ae16-a93fc26e768a HTTP/1.1" status: 200 len: 210 time: 0.0277715 Apr 21 12:57:07.986226 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-831e2b07-0947-4c95-8422-de1356e8716c tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:07.986723 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831e2b07-0947-4c95-8422-de1356e8716c tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Fanout notify agent at l3_agent the message router_deleted on router 10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:57:07.994107 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-831e2b07-0947-4c95-8422-de1356e8716c tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:07.996072 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-831e2b07-0947-4c95-8422-de1356e8716c tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/routers/10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b HTTP/1.1" status: 204 len: 168 time: 0.4706838 Apr 21 12:57:08.000934 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37912) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:08.006835 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e4a8122f-cdb1-480d-9e74-e5e320eee935 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1671458288', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:57:08.049872 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0fdef37d-8206-41fb-afc2-358a1ec9c13a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:08.051060 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdef37d-8206-41fb-afc2-358a1ec9c13a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 122bd43e-b51c-4d5a-aa28-e28a493daa28 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:57:08.058099 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0fdef37d-8206-41fb-afc2-358a1ec9c13a admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:08.059774 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0fdef37d-8206-41fb-afc2-358a1ec9c13a admin admin] 10.222.0.36 "DELETE /v2.0/routers/122bd43e-b51c-4d5a-aa28-e28a493daa28 HTTP/1.1" status: 204 len: 168 time: 1.2625751 Apr 21 12:57:08.062036 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37916) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:08.114026 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-039a9389-57ce-4ff9-924b-6de7b6756835 admin admin] Deleting subnet 10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:57:08.118771 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-039a9389-57ce-4ff9-924b-6de7b6756835 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:08.167261 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-039a9389-57ce-4ff9-924b-6de7b6756835 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:08.172123 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e4a8122f-cdb1-480d-9e74-e5e320eee935 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:08.172123 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e4a8122f-cdb1-480d-9e74-e5e320eee935 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:08.242480 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e4a8122f-cdb1-480d-9e74-e5e320eee935 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:08.260198 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-039a9389-57ce-4ff9-924b-6de7b6756835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:08.315192 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e4a8122f-cdb1-480d-9e74-e5e320eee935 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:08.361003 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-039a9389-57ce-4ff9-924b-6de7b6756835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:08.384255 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a9389-57ce-4ff9-924b-6de7b6756835 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:08.386313 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e4a8122f-cdb1-480d-9e74-e5e320eee935 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:08.388620 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e4a8122f-cdb1-480d-9e74-e5e320eee935 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3859496 Apr 21 12:57:08.390636 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37918) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:08.393222 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-039a9389-57ce-4ff9-924b-6de7b6756835 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:08.398952 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-039a9389-57ce-4ff9-924b-6de7b6756835 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/10a7ccd8-0bd9-4665-b8e8-30bb6ca5b74d HTTP/1.1" status: 204 len: 168 time: 0.3339748 Apr 21 12:57:08.399560 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37920) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:08.402521 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65cf3a2-566e-4d03-b661-b970885caead None None] Network c827d442-59c0-42d4-802b-84a8d0f2cf17 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:57:08.403939 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-eb62812a-0895-4591-a357-00ecb158f265 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:57:08.503409 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6f7c3db-da46-4102-82cf-81637e51e983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:08.573304 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a6f7c3db-da46-4102-82cf-81637e51e983 admin admin] Deleting port 03a2fe96-296f-4fa2-b2b1-088b7ecdf63d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:57:08.573721 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6f7c3db-da46-4102-82cf-81637e51e983 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:08.634951 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb62812a-0895-4591-a357-00ecb158f265 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3659549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10333'] for router, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:08.649036 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-a6f7c3db-da46-4102-82cf-81637e51e983 admin admin] For port 03a2fe96-296f-4fa2-b2b1-088b7ecdf63d, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=03a2fe96-296f-4fa2-b2b1-088b7ecdf63d,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:08.649428 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6f7c3db-da46-4102-82cf-81637e51e983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:08.668812 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a6f7c3db-da46-4102-82cf-81637e51e983 admin admin] Calling delete_port for 03a2fe96-296f-4fa2-b2b1-088b7ecdf63d owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:57:08.697716 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701b2731-d161-45de-a75a-5fe932e22aa7 None None] DHCP port deletion for c827d442-59c0-42d4-802b-84a8d0f2cf17 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:57:08.710444 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb62812a-0895-4591-a357-00ecb158f265 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3659538'] for router, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:08.749782 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-701b2731-d161-45de-a75a-5fe932e22aa7 None None] Deleting port 03a2fe96-296f-4fa2-b2b1-088b7ecdf63d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:57:08.750154 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-701b2731-d161-45de-a75a-5fe932e22aa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:08.840256 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-701b2731-d161-45de-a75a-5fe932e22aa7 None None] For port 03a2fe96-296f-4fa2-b2b1-088b7ecdf63d, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=03a2fe96-296f-4fa2-b2b1-088b7ecdf63d,segment=NetworkSegment(9eb7e196-d2b8-48cf-a77e-71ee12a77aee),segment_id=9eb7e196-d2b8-48cf-a77e-71ee12a77aee)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:08.840645 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-701b2731-d161-45de-a75a-5fe932e22aa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:08.853665 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-701b2731-d161-45de-a75a-5fe932e22aa7 None None] Calling delete_port for 03a2fe96-296f-4fa2-b2b1-088b7ecdf63d owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:57:08.871610 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6f7c3db-da46-4102-82cf-81637e51e983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:08.904804 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7c3db-da46-4102-82cf-81637e51e983 admin admin] Pushing event deleted for resources: {'Port': ['ID=03a2fe96-296f-4fa2-b2b1-088b7ecdf63d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:08.912088 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb62812a-0895-4591-a357-00ecb158f265 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Router c3a0ceb2-9ffd-4230-9090-5cc138e125b3 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:57:08.921495 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f7c3db-da46-4102-82cf-81637e51e983 admin admin] No DVR routers for this DVR port 03a2fe96-296f-4fa2-b2b1-088b7ecdf63d on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:57:08.946858 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-701b2731-d161-45de-a75a-5fe932e22aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:08.976845 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b2731-d161-45de-a75a-5fe932e22aa7 None None] Pushing event deleted for resources: {'Port': ['ID=03a2fe96-296f-4fa2-b2b1-088b7ecdf63d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:08.991978 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701b2731-d161-45de-a75a-5fe932e22aa7 None None] No DVR routers for this DVR port 03a2fe96-296f-4fa2-b2b1-088b7ecdf63d on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:57:09.015460 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6f7c3db-da46-4102-82cf-81637e51e983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:09.015672 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb62812a-0895-4591-a357-00ecb158f265 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:57:09.023924 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eb62812a-0895-4591-a357-00ecb158f265 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:09.028472 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f0a354-e84b-42b6-b28a-8d101431d8d6 None None] Sync routers for ids ['c3a0ceb2-9ffd-4230-9090-5cc138e125b3'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:57:09.028697 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37922) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:09.028867 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-eb62812a-0895-4591-a357-00ecb158f265 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "PUT /v2.0/routers/c3a0ceb2-9ffd-4230-9090-5cc138e125b3 HTTP/1.1" status: 200 len: 694 time: 0.6356227 Apr 21 12:57:09.037969 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f0a354-e84b-42b6-b28a-8d101431d8d6 None None] Routers {'c3a0ceb2-9ffd-4230-9090-5cc138e125b3'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:57:09.038576 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f5f0a354-e84b-42b6-b28a-8d101431d8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['c3a0ceb2-9ffd-4230-9090-5cc138e125b3'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:09.043567 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a6f7c3db-da46-4102-82cf-81637e51e983 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c827d442-59c0-42d4-802b-84a8d0f2cf17']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:09.084682 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a6f7c3db-da46-4102-82cf-81637e51e983 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb7e196-d2b8-48cf-a77e-71ee12a77aee') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:09.084975 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-a6f7c3db-da46-4102-82cf-81637e51e983 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb7e196-d2b8-48cf-a77e-71ee12a77aee') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:09.125861 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6f7c3db-da46-4102-82cf-81637e51e983 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:09.126660 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-f5f0a354-e84b-42b6-b28a-8d101431d8d6 None None] Set router c3a0ceb2-9ffd-4230-9090-5cc138e125b3 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:57:09.138171 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4f30f9fd-ef64-401a-b38a-dd26288471d8 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "GET /v2.0/routers/c3a0ceb2-9ffd-4230-9090-5cc138e125b3 HTTP/1.1" status: 200 len: 700 time: 0.1083014 Apr 21 12:57:09.142007 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37930) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:09.162758 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6f7c3db-da46-4102-82cf-81637e51e983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:09.169435 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f7c3db-da46-4102-82cf-81637e51e983 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:57:09.169857 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6f7c3db-da46-4102-82cf-81637e51e983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:09.202240 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f5f0a354-e84b-42b6-b28a-8d101431d8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a0ceb2-9ffd-4230-9090-5cc138e125b3', 'name': 'tempest-RoutersTest-router-1671458288', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:08Z', 'updated_at': '2022-04-21T12:57:08Z', 'revision_number': 2, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:09.230933 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f0a354-e84b-42b6-b28a-8d101431d8d6 None None] Checking router: c3a0ceb2-9ffd-4230-9090-5cc138e125b3 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:57:09.243808 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f0a354-e84b-42b6-b28a-8d101431d8d6 None None] Routers {'c3a0ceb2-9ffd-4230-9090-5cc138e125b3'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:57:09.244486 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f5f0a354-e84b-42b6-b28a-8d101431d8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:56:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['c3a0ceb2-9ffd-4230-9090-5cc138e125b3'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: timer() Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:57:09.249500 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:57:09.255904 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37932) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:09.256111 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3a09372d-5eed-44a4-a905-e7fc490a4430 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3a0ceb2-9ffd-4230-9090-5cc138e125b3 HTTP/1.1" status: 200 len: 205 time: 0.1137404 Apr 21 12:57:09.316858 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6f7c3db-da46-4102-82cf-81637e51e983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:09.321997 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-f5f0a354-e84b-42b6-b28a-8d101431d8d6 None None] Set router c3a0ceb2-9ffd-4230-9090-5cc138e125b3 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:57:09.324767 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 70911885-fffb-4e74-889c-14f0100a961e no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:57:09.340482 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a6f7c3db-da46-4102-82cf-81637e51e983 admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:09.341433 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f3c5ca8-6647-4449-abea-fb6715323c58 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:09.346707 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a6f7c3db-da46-4102-82cf-81637e51e983 admin admin] 10.222.0.36 "DELETE /v2.0/networks/c827d442-59c0-42d4-802b-84a8d0f2cf17 HTTP/1.1" status: 204 len: 168 time: 0.9440005 Apr 21 12:57:09.358116 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7c3db-da46-4102-82cf-81637e51e983 admin admin] Pushing event deleted for resources: {'Network': ['ID=c827d442-59c0-42d4-802b-84a8d0f2cf17,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:09.415414 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f5f0a354-e84b-42b6-b28a-8d101431d8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3a0ceb2-9ffd-4230-9090-5cc138e125b3', 'name': 'tempest-RoutersTest-router-1671458288', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:08Z', 'updated_at': '2022-04-21T12:57:08Z', 'revision_number': 2, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:09.418997 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 70911885-fffb-4e74-889c-14f0100a961e {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:57:09.418997 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 70911885-fffb-4e74-889c-14f0100a961e not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:57:09.446865 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f0a354-e84b-42b6-b28a-8d101431d8d6 None None] The sync data for ids ['c3a0ceb2-9ffd-4230-9090-5cc138e125b3'] in n-d-836147-2 is: [{'id': 'c3a0ceb2-9ffd-4230-9090-5cc138e125b3', 'name': 'tempest-RoutersTest-router-1671458288', 'tenant_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:08Z', 'updated_at': '2022-04-21T12:57:08Z', 'revision_number': 2, 'project_id': '8159930f4cd04c93a05e4b2450c5c6a7', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:57:09.517472 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 03a2fe96-296f-4fa2-b2b1-088b7ecdf63d no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:57:09.543554 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 03a2fe96-296f-4fa2-b2b1-088b7ecdf63d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:57:09.543991 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 03a2fe96-296f-4fa2-b2b1-088b7ecdf63d not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:57:09.544411 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 48e752cb-03f7-4ab3-9cd6-2811b3ad89ab no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:57:09.575435 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 48e752cb-03f7-4ab3-9cd6-2811b3ad89ab {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:57:09.575774 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 48e752cb-03f7-4ab3-9cd6-2811b3ad89ab not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:57:09.576196 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b8d0f4ea-0ea9-4471-b024-3521b9652508 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:57:09.600829 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f3c5ca8-6647-4449-abea-fb6715323c58 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:09.613674 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: b8d0f4ea-0ea9-4471-b024-3521b9652508 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:57:09.613674 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b8d0f4ea-0ea9-4471-b024-3521b9652508 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:57:09.614382 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f3c5ca8-6647-4449-abea-fb6715323c58 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:09.684299 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf0912-cdd7-4236-89b7-8c558b0a2860 req-7f644cf4-9229-4348-80d3-1f29101bfb48 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:09.685865 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-92bf0912-cdd7-4236-89b7-8c558b0a2860 req-7f644cf4-9229-4348-80d3-1f29101bfb48 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=949dd868-3799-4e6c-a071-d669a5847e15 HTTP/1.1" status: 200 len: 945 time: 0.0669494 Apr 21 12:57:09.727349 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-92bf0912-cdd7-4236-89b7-8c558b0a2860 req-bbddc8f3-a466-46ad-854e-f883cc792f56 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347471 Apr 21 12:57:09.760800 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f3c5ca8-6647-4449-abea-fb6715323c58 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:09.765134 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3c5ca8-6647-4449-abea-fb6715323c58 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Fanout notify agent at l3_agent the message router_deleted on router c3a0ceb2-9ffd-4230-9090-5cc138e125b3 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:57:09.768825 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f3c5ca8-6647-4449-abea-fb6715323c58 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:09.769945 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4f3c5ca8-6647-4449-abea-fb6715323c58 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/routers/c3a0ceb2-9ffd-4230-9090-5cc138e125b3 HTTP/1.1" status: 204 len: 168 time: 0.5123768 Apr 21 12:57:09.774173 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37938) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:09.806566 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37940) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:09.809722 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-415b515d-016c-4901-9d57-dd143236e8b4 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3a0ceb2-9ffd-4230-9090-5cc138e125b3 HTTP/1.1" status: 200 len: 205 time: 0.0324309 Apr 21 12:57:09.811029 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37942) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:09.847180 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-54c20876-59f7-4f2d-a280-4642597be7fc tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] delete failed (client error): The resource could not be found. Apr 21 12:57:09.848223 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-54c20876-59f7-4f2d-a280-4642597be7fc tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/routers/c3a0ceb2-9ffd-4230-9090-5cc138e125b3 HTTP/1.1" status: 404 len: 336 time: 0.0372877 Apr 21 12:57:09.850735 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-210afe35-5933-4c10-a6db-d6bd2fc33a4c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=43c98e4e76c844d38eb1054dc1e6fa15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430017 Apr 21 12:57:09.852283 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37944) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:09.853065 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37946) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:09.884703 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-df857dfa-83ed-4164-bfba-155eeb6ee4a3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] DELETE failed (client error): The resource could not be found. Apr 21 12:57:09.885175 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df857dfa-83ed-4164-bfba-155eeb6ee4a3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:57:09.890962 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-df857dfa-83ed-4164-bfba-155eeb6ee4a3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/subnets/1ea59a80-9e31-4c97-bf9e-5eb5d968b43e HTTP/1.1" status: 404 len: 337 time: 0.0351505 Apr 21 12:57:09.891179 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37948) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:09.922196 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b9fb42b-f7fb-4f91-83b3-fb6edc62e038 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] DELETE failed (client error): The resource could not be found. Apr 21 12:57:09.922715 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b9fb42b-f7fb-4f91-83b3-fb6edc62e038 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:57:09.925713 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0b9fb42b-f7fb-4f91-83b3-fb6edc62e038 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/subnets/32a5f34b-c01b-46ed-b9c1-dea5c96385ae HTTP/1.1" status: 404 len: 337 time: 0.0336366 Apr 21 12:57:09.928544 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37950) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:09.938339 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00ffe58a-f09c-42b7-8a2a-55e7bee8b935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:09.955243 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-177789c2-9f0b-4211-9014-89f7c73a957f tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] DELETE failed (client error): The resource could not be found. Apr 21 12:57:09.955941 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-177789c2-9f0b-4211-9014-89f7c73a957f tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:57:09.959428 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-177789c2-9f0b-4211-9014-89f7c73a957f tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/subnets/59e5ba91-13e2-4c1f-836f-7150affe7ccd HTTP/1.1" status: 404 len: 337 time: 0.0293984 Apr 21 12:57:09.960542 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00ffe58a-f09c-42b7-8a2a-55e7bee8b935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:09.962031 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37952) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:09.999798 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-cecb4d1d-0bba-4a36-9182-df97057d5650 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] DELETE failed (client error): The resource could not be found. Apr 21 12:57:10.000257 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cecb4d1d-0bba-4a36-9182-df97057d5650 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:57:10.003330 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cecb4d1d-0bba-4a36-9182-df97057d5650 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/subnets/7a7c804d-7c84-4ed6-85b0-ab306c028f4b HTTP/1.1" status: 404 len: 337 time: 0.0403798 Apr 21 12:57:10.006203 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37954) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:10.033489 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-aab39fd8-7f6d-4d42-a7f9-9903d2f20638 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "GET /v2.0/ports?device_id=10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b HTTP/1.1" status: 200 len: 205 time: 0.0260758 Apr 21 12:57:10.035918 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37956) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:10.073071 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-c2461f1d-7b8d-4582-8d34-079ed69950ad tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] delete failed (client error): The resource could not be found. Apr 21 12:57:10.074089 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c2461f1d-7b8d-4582-8d34-079ed69950ad tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/routers/10b53bf5-bb2c-48c6-82a8-07e7b5fe9e7b HTTP/1.1" status: 404 len: 336 time: 0.0367041 Apr 21 12:57:10.076712 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37958) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:10.106544 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8763b9e9-b623-4b94-986e-0bdd08700967 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "GET /v2.0/ports?device_id=01e527fb-69c2-4504-9524-a7e91e99c1bf HTTP/1.1" status: 200 len: 205 time: 0.0262952 Apr 21 12:57:10.107150 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37960) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:10.143292 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-103a4f37-4642-4001-b058-5eb84af53a34 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] delete failed (client error): The resource could not be found. Apr 21 12:57:10.144306 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-103a4f37-4642-4001-b058-5eb84af53a34 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/routers/01e527fb-69c2-4504-9524-a7e91e99c1bf HTTP/1.1" status: 404 len: 336 time: 0.0362535 Apr 21 12:57:10.147555 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37962) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:10.159287 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00ffe58a-f09c-42b7-8a2a-55e7bee8b935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:10.160700 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00ffe58a-f09c-42b7-8a2a-55e7bee8b935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:10.161814 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-00ffe58a-f09c-42b7-8a2a-55e7bee8b935 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/46b3ef68-d530-48a4-be4c-8b1cb1844e10 HTTP/1.1" status: 204 len: 168 time: 0.3078156 Apr 21 12:57:10.194526 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-e12c5cb5-28ef-43c7-9fd4-f49c6f78ba7e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] DELETE failed (client error): The resource could not be found. Apr 21 12:57:10.194990 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e12c5cb5-28ef-43c7-9fd4-f49c6f78ba7e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:57:10.198308 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e12c5cb5-28ef-43c7-9fd4-f49c6f78ba7e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/subnets/d53c6708-447d-4331-8157-4d788fe42216 HTTP/1.1" status: 404 len: 337 time: 0.0498517 Apr 21 12:57:10.199327 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ffe58a-f09c-42b7-8a2a-55e7bee8b935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b3ef68-d530-48a4-be4c-8b1cb1844e10,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:10.200990 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37968) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:10.247249 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3d8b4ac1-d654-4e30-8f2e-d14e2c3d5267 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "GET /v2.0/ports?device_id=df706723-ef4e-4260-bf0e-c09899c8d1f2 HTTP/1.1" status: 200 len: 205 time: 0.0424981 Apr 21 12:57:10.247249 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37972) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:10.288652 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-74d6d16a-d796-4a5b-bb85-2fc3a9d491e3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] delete failed (client error): The resource could not be found. Apr 21 12:57:10.290140 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-74d6d16a-d796-4a5b-bb85-2fc3a9d491e3 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/routers/df706723-ef4e-4260-bf0e-c09899c8d1f2 HTTP/1.1" status: 404 len: 336 time: 0.0421729 Apr 21 12:57:10.292905 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37976) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:10.337141 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37978) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:10.337753 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-bbc645ee-a488-4812-aff5-b188c08ea335 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "GET /v2.0/ports?device_id=dec9ea14-d689-4657-ae96-ffd8986e07e1 HTTP/1.1" status: 200 len: 205 time: 0.0406358 Apr 21 12:57:10.389621 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-2cfa6bf6-f4e6-4c18-97bb-66892c488e82 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] delete failed (client error): The resource could not be found. Apr 21 12:57:10.391141 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2cfa6bf6-f4e6-4c18-97bb-66892c488e82 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/routers/dec9ea14-d689-4657-ae96-ffd8986e07e1 HTTP/1.1" status: 404 len: 336 time: 0.0524051 Apr 21 12:57:10.393835 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37980) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:10.428237 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc09e9b8-4d45-4c09-99a6-505f7e1fb22e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] DELETE failed (client error): The resource could not be found. Apr 21 12:57:10.428634 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc09e9b8-4d45-4c09-99a6-505f7e1fb22e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:57:10.431863 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-dc09e9b8-4d45-4c09-99a6-505f7e1fb22e tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/subnets/4365b0ef-2f02-4c93-bc57-83ba9876c7ab HTTP/1.1" status: 404 len: 337 time: 0.0369182 Apr 21 12:57:10.434619 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37982) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:10.462760 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-68b07553-0771-4a36-9aa5-53c67b60211a tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "GET /v2.0/ports?device_id=25af11a9-555a-405f-a23e-8ed194897e53 HTTP/1.1" status: 200 len: 205 time: 0.0269508 Apr 21 12:57:10.465026 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37984) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:10.513540 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-83543642-c021-4fcd-9327-40c3cd26528c tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] delete failed (client error): The resource could not be found. Apr 21 12:57:10.514882 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-83543642-c021-4fcd-9327-40c3cd26528c tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/routers/25af11a9-555a-405f-a23e-8ed194897e53 HTTP/1.1" status: 404 len: 336 time: 0.0486255 Apr 21 12:57:10.517211 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37988) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:10.553159 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-eee4a5fd-70e1-44bf-98c5-05d758abf635 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] DELETE failed (client error): The resource could not be found. Apr 21 12:57:10.553892 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eee4a5fd-70e1-44bf-98c5-05d758abf635 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:57:10.557121 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-eee4a5fd-70e1-44bf-98c5-05d758abf635 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/subnets/b54e8635-4deb-4361-bf29-ca7fd34768d5 HTTP/1.1" status: 404 len: 337 time: 0.0385618 Apr 21 12:57:10.559912 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37990) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:10.598940 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 37992) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:10.599827 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-69e6d3fb-fba8-46c0-98bd-dbd47727c626 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "GET /v2.0/ports?device_id=526fb847-ccba-4d43-a67d-bcda9e3a9d58 HTTP/1.1" status: 200 len: 205 time: 0.0379767 Apr 21 12:57:10.638387 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-56a927d4-56d8-45ef-a27c-d84a1810f7b4 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] delete failed (client error): The resource could not be found. Apr 21 12:57:10.639501 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-56a927d4-56d8-45ef-a27c-d84a1810f7b4 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/routers/526fb847-ccba-4d43-a67d-bcda9e3a9d58 HTTP/1.1" status: 404 len: 336 time: 0.0390317 Apr 21 12:57:10.642302 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37996) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:10.669933 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a48d3af-424b-477a-96bf-36d34d3f2a37 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] DELETE failed (client error): The resource could not be found. Apr 21 12:57:10.670391 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a48d3af-424b-477a-96bf-36d34d3f2a37 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:57:10.673396 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2a48d3af-424b-477a-96bf-36d34d3f2a37 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/subnets/96deca34-8bcf-4b7b-b343-fc714a6bcaee HTTP/1.1" status: 404 len: 337 time: 0.0300970 Apr 21 12:57:10.676435 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 37998) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:10.714046 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-245e0902-d762-4620-9f7d-459bbc72e216 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] DELETE failed (client error): The resource could not be found. Apr 21 12:57:10.714622 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-245e0902-d762-4620-9f7d-459bbc72e216 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 12:57:10.717735 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-245e0902-d762-4620-9f7d-459bbc72e216 tempest-RoutersTest-1912268810 tempest-RoutersTest-1912268810-project] 10.222.0.36 "DELETE /v2.0/subnets/497cca06-ec2f-4797-b5e2-1abac42c885a HTTP/1.1" status: 404 len: 337 time: 0.0402768 Apr 21 12:57:10.817370 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38010) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:10.873008 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723dbd3-bd34-4e04-9852-3a86de87a699 req-0e1639f0-bb68-4b30-9b8b-6fda138d7fbc tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:10.876867 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d723dbd3-bd34-4e04-9852-3a86de87a699 req-0e1639f0-bb68-4b30-9b8b-6fda138d7fbc tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=949dd868-3799-4e6c-a071-d669a5847e15 HTTP/1.1" status: 200 len: 945 time: 0.0699911 Apr 21 12:57:10.913123 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d723dbd3-bd34-4e04-9852-3a86de87a699 req-57602272-d401-4208-a0c6-3630d7bcdc7a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326228 Apr 21 12:57:11.076401 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef37d41-5774-4e8c-95ab-fe10924c10d6 req-206af8eb-3875-491a-8a18-36ba76f02dc4 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:11.077942 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1ef37d41-5774-4e8c-95ab-fe10924c10d6 req-206af8eb-3875-491a-8a18-36ba76f02dc4 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.26 "GET /v2.0/ports?device_id=949dd868-3799-4e6c-a071-d669a5847e15 HTTP/1.1" status: 200 len: 945 time: 0.0532587 Apr 21 12:57:11.157632 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbc3d8f3-5c7f-457d-be68-08ab0c68cbfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:11.205816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-1ef37d41-5774-4e8c-95ab-fe10924c10d6 req-ab88ad60-d1a6-4995-8b53-48092490c195 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Deleting port e154924e-05ae-43d3-99c2-5e05e827ed8d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:57:11.206235 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1ef37d41-5774-4e8c-95ab-fe10924c10d6 req-ab88ad60-d1a6-4995-8b53-48092490c195 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:11.246672 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38018) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:11.334812 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbc3d8f3-5c7f-457d-be68-08ab0c68cbfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:11.336796 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1ef37d41-5774-4e8c-95ab-fe10924c10d6 req-ab88ad60-d1a6-4995-8b53-48092490c195 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] For port e154924e-05ae-43d3-99c2-5e05e827ed8d, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e154924e-05ae-43d3-99c2-5e05e827ed8d,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:11.337151 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1ef37d41-5774-4e8c-95ab-fe10924c10d6 req-ab88ad60-d1a6-4995-8b53-48092490c195 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:11.353039 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-1ef37d41-5774-4e8c-95ab-fe10924c10d6 req-ab88ad60-d1a6-4995-8b53-48092490c195 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Calling delete_port for e154924e-05ae-43d3-99c2-5e05e827ed8d owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:57:11.387267 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fa05c062-74fb-4d5d-a881-0dd449103d4f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8159930f4cd04c93a05e4b2450c5c6a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1394074 Apr 21 12:57:11.399146 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38026) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:11.417425 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbc3d8f3-5c7f-457d-be68-08ab0c68cbfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:11.453220 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-33909c38-5caa-4aaf-9e9f-0248a897b1cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:11.471319 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fbc3d8f3-5c7f-457d-be68-08ab0c68cbfe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cb3317f9c360416798d82fe14ecdc799&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6526883 Apr 21 12:57:11.474623 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38030) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:11.477376 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3d8f3-5c7f-457d-be68-08ab0c68cbfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2588a494-6812-4950-91bc-d9167dd5b61e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:11.485406 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-33909c38-5caa-4aaf-9e9f-0248a897b1cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:11.553713 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dbd2644d-41ec-49c6-89d2-50b08c512146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:11.577297 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dbd2644d-41ec-49c6-89d2-50b08c512146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:11.613974 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1ef37d41-5774-4e8c-95ab-fe10924c10d6 req-ab88ad60-d1a6-4995-8b53-48092490c195 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:11.627557 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['e154924e-05ae-43d3-99c2-5e05e827ed8d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:57:11.630626 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['e1142972-f552-4611-9609-84c0bba4b36f'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:57:11.637989 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-33909c38-5caa-4aaf-9e9f-0248a897b1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:11.641777 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-33909c38-5caa-4aaf-9e9f-0248a897b1cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:11.643892 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-33909c38-5caa-4aaf-9e9f-0248a897b1cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2385ab2e-d8d7-4ccb-94d1-d5899db075f9 HTTP/1.1" status: 204 len: 168 time: 0.2426689 Apr 21 12:57:11.643892 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38034) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:11.656546 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab88ad60-d1a6-4995-8b53-48092490c195 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Pushing event deleted for resources: {'Port': ['ID=e154924e-05ae-43d3-99c2-5e05e827ed8d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:11.657949 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33909c38-5caa-4aaf-9e9f-0248a897b1cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2385ab2e-d8d7-4ccb-94d1-d5899db075f9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:11.700278 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef37d41-5774-4e8c-95ab-fe10924c10d6 req-ab88ad60-d1a6-4995-8b53-48092490c195 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] No DVR routers for this DVR port e154924e-05ae-43d3-99c2-5e05e827ed8d on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:57:11.703048 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1ef37d41-5774-4e8c-95ab-fe10924c10d6 req-ab88ad60-d1a6-4995-8b53-48092490c195 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:11.706608 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dbd2644d-41ec-49c6-89d2-50b08c512146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:11.706824 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1ef37d41-5774-4e8c-95ab-fe10924c10d6 req-ab88ad60-d1a6-4995-8b53-48092490c195 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.26 "DELETE /v2.0/ports/e154924e-05ae-43d3-99c2-5e05e827ed8d HTTP/1.1" status: 204 len: 173 time: 0.6231403 Apr 21 12:57:11.707492 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '949dd868-3799-4e6c-a071-d669a5847e15', 'name': 'network-vif-deleted', 'tag': 'e154924e-05ae-43d3-99c2-5e05e827ed8d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:57:11.710229 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374a5cf7-c602-40a8-9810-772a79f01ed9" -d '{"events": [{"server_uuid": "949dd868-3799-4e6c-a071-d669a5847e15", "name": "network-vif-deleted", "tag": "e154924e-05ae-43d3-99c2-5e05e827ed8d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:57:11.712031 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dbd2644d-41ec-49c6-89d2-50b08c512146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:11.716359 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-dbd2644d-41ec-49c6-89d2-50b08c512146 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2588a494-6812-4950-91bc-d9167dd5b61e HTTP/1.1" status: 204 len: 168 time: 0.2376571 Apr 21 12:57:11.742377 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2644d-41ec-49c6-89d2-50b08c512146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2588a494-6812-4950-91bc-d9167dd5b61e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:11.770502 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8885151b-727f-40ed-ae2b-0ce071677189 x-openstack-request-id: req-8885151b-727f-40ed-ae2b-0ce071677189 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:57:11.771555 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "949dd868-3799-4e6c-a071-d669a5847e15", "name": "network-vif-deleted", "tag": "e154924e-05ae-43d3-99c2-5e05e827ed8d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:57:11.771976 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8885151b-727f-40ed-ae2b-0ce071677189 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:57:11.772387 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8885151b-727f-40ed-ae2b-0ce071677189'] response: {'server_uuid': '949dd868-3799-4e6c-a071-d669a5847e15', 'name': 'network-vif-deleted', 'tag': 'e154924e-05ae-43d3-99c2-5e05e827ed8d', 'status': 'completed', 'code': 200} Apr 21 12:57:11.828362 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4ba8f4f7-f6a1-4ca0-83c5-cfe87b7dd9f4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1081064809-network', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:57:11.933609 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba8f4f7-f6a1-4ca0-83c5-cfe87b7dd9f4 admin admin] Made reservation on behalf of dbf20d2a696446f3bf763b1a95728ce3 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:57:11.936048 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ba8f4f7-f6a1-4ca0-83c5-cfe87b7dd9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:11.945122 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ba8f4f7-f6a1-4ca0-83c5-cfe87b7dd9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:12.027867 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a963b85-a0b5-4da1-8558-43be1c4034d0 req-2924c598-2c19-4bc6-835f-adf33569d843 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=949dd868-3799-4e6c-a071-d669a5847e15 HTTP/1.1" status: 200 len: 210 time: 0.0428522 Apr 21 12:57:12.052329 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ba8f4f7-f6a1-4ca0-83c5-cfe87b7dd9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:12.132359 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ba8f4f7-f6a1-4ca0-83c5-cfe87b7dd9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:12.169150 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba8f4f7-f6a1-4ca0-83c5-cfe87b7dd9f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:57:12.179882 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8f4f7-f6a1-4ca0-83c5-cfe87b7dd9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cf503f-7573-46ad-8cc2-663f7c9f30f9,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:12.185190 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ba8f4f7-f6a1-4ca0-83c5-cfe87b7dd9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:12.185538 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-4ba8f4f7-f6a1-4ca0-83c5-cfe87b7dd9f4 admin admin] Added segment 374fc68c-cad2-4786-bb7b-956a7d4d9f8e of type vlan for network 66226ca0-89ea-4d56-8a47-047ac66c4412 Apr 21 12:57:12.234173 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ba8f4f7-f6a1-4ca0-83c5-cfe87b7dd9f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:12.368082 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ba8f4f7-f6a1-4ca0-83c5-cfe87b7dd9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:12.369851 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8f4f7-f6a1-4ca0-83c5-cfe87b7dd9f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:12.370839 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ba8f4f7-f6a1-4ca0-83c5-cfe87b7dd9f4 admin admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:12.433402 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8f4f7-f6a1-4ca0-83c5-cfe87b7dd9f4 admin admin] Pushing event updated for resources: {'Network': ['ID=66226ca0-89ea-4d56-8a47-047ac66c4412,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:12.443283 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 66226ca0-89ea-4d56-8a47-047ac66c4412 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:57:12.508558 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4ba8f4f7-f6a1-4ca0-83c5-cfe87b7dd9f4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8620539 Apr 21 12:57:12.511416 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38058) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:12.516173 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-57654fb9-77e4-4ab0-b46d-5f5d8f0cc52a admin admin] Request body: {'subnet': {'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-subnet', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:57:12.530760 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38062) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:12.546966 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-77133049-de59-4765-85b4-9868235d27cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:12.620467 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57654fb9-77e4-4ab0-b46d-5f5d8f0cc52a admin admin] Made reservation on behalf of dbf20d2a696446f3bf763b1a95728ce3 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:57:12.622966 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57654fb9-77e4-4ab0-b46d-5f5d8f0cc52a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:12.654350 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-77133049-de59-4765-85b4-9868235d27cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:12.794484 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-77133049-de59-4765-85b4-9868235d27cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:12.842923 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-77133049-de59-4765-85b4-9868235d27cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=25ac148e51464206aa0169f8febd895a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3089194 Apr 21 12:57:12.842923 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77133049-de59-4765-85b4-9868235d27cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6629594b-a2ec-48e4-9798-f6bb1a7e28a7,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:12.843969 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38070) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:12.871381 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57654fb9-77e4-4ab0-b46d-5f5d8f0cc52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:12.900427 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e70b2b9-ff37-48b4-ad2d-a4cff8882286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:12.922660 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e70b2b9-ff37-48b4-ad2d-a4cff8882286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:12.930382 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57654fb9-77e4-4ab0-b46d-5f5d8f0cc52a admin admin] Pushing event updated for resources: {'Subnet': ['ID=50dbb38d-b032-403f-a924-76781bc12675,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:12.949099 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57654fb9-77e4-4ab0-b46d-5f5d8f0cc52a admin admin] Checking segment: {'id': '374fc68c-cad2-4786-bb7b-956a7d4d9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:57:12.949450 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57654fb9-77e4-4ab0-b46d-5f5d8f0cc52a admin admin] Network hostable DHCP agents. Network: 66226ca0-89ea-4d56-8a47-047ac66c4412, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:57:12.957844 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38072) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:13.042129 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57654fb9-77e4-4ab0-b46d-5f5d8f0cc52a admin admin] Network 66226ca0-89ea-4d56-8a47-047ac66c4412 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:57:13.062082 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-31547560-bae3-47d8-bedb-c11c09ca656c tempest-ServiceProvidersTest-1102486309 tempest-ServiceProvidersTest-1102486309-project] 10.222.0.36 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1028402 Apr 21 12:57:13.069827 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e70b2b9-ff37-48b4-ad2d-a4cff8882286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:13.072796 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e70b2b9-ff37-48b4-ad2d-a4cff8882286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:13.074817 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8e70b2b9-ff37-48b4-ad2d-a4cff8882286 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6629594b-a2ec-48e4-9798-f6bb1a7e28a7 HTTP/1.1" status: 204 len: 168 time: 0.2295721 Apr 21 12:57:13.083349 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70b2b9-ff37-48b4-ad2d-a4cff8882286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6629594b-a2ec-48e4-9798-f6bb1a7e28a7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:13.122702 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-57654fb9-77e4-4ab0-b46d-5f5d8f0cc52a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 66226ca0-89ea-4d56-8a47-047ac66c4412) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:57:13.127693 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57654fb9-77e4-4ab0-b46d-5f5d8f0cc52a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:13.132551 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57654fb9-77e4-4ab0-b46d-5f5d8f0cc52a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:13.138060 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df15b34c-0949-4589-ab17-3dcc09b4e69a None None] Network 66226ca0-89ea-4d56-8a47-047ac66c4412 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:57:13.213192 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-57654fb9-77e4-4ab0-b46d-5f5d8f0cc52a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6982355 Apr 21 12:57:13.213511 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38084) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:13.217839 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-fbbac39f-9e73-4da1-a702-f3c19260ffca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:57:13.305357 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e505dbd1-c27c-47de-a295-de48f6a57e58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-66226ca0-89ea-4d56-8a47-047ac66c4412', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:57:13.306247 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e505dbd1-c27c-47de-a295-de48f6a57e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:13.333955 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbbac39f-9e73-4da1-a702-f3c19260ffca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:13.335048 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbbac39f-9e73-4da1-a702-f3c19260ffca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:13.386124 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbbac39f-9e73-4da1-a702-f3c19260ffca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:13.449253 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e505dbd1-c27c-47de-a295-de48f6a57e58 None None] Allocated IP 172.20.0.2 (66226ca0-89ea-4d56-8a47-047ac66c4412/50dbb38d-b032-403f-a924-76781bc12675/96b9a87e-2234-442f-a773-5843872b5993) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:57:13.477737 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72e220a2-e43f-4882-b548-7b4856a639ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:13.620946 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e505dbd1-c27c-47de-a295-de48f6a57e58 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:13.670223 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c92785-94d6-4702-8621-39b27f99cbc1 req-2ad325f9-5a35-462d-9f06-76b61ce9337a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:13.680818 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-05c92785-94d6-4702-8621-39b27f99cbc1 req-2ad325f9-5a35-462d-9f06-76b61ce9337a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 945 time: 0.0972133 Apr 21 12:57:13.688261 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e505dbd1-c27c-47de-a295-de48f6a57e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:13.728860 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-05c92785-94d6-4702-8621-39b27f99cbc1 req-8aa7aea6-63a2-4c4f-b93d-4b7237e3eb02 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466607 Apr 21 12:57:13.758594 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e505dbd1-c27c-47de-a295-de48f6a57e58 None None] Network 66226ca0-89ea-4d56-8a47-047ac66c4412 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:57:13.766102 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e505dbd1-c27c-47de-a295-de48f6a57e58 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:57:13.771330 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e505dbd1-c27c-47de-a295-de48f6a57e58 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:57:13.774507 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38094) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:13.789808 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505dbd1-c27c-47de-a295-de48f6a57e58 None None] Pushing event updated for resources: {'Port': ['ID=96b9a87e-2234-442f-a773-5843872b5993,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:13.861360 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e505dbd1-c27c-47de-a295-de48f6a57e58 None None] Attempting to bind port 96b9a87e-2234-442f-a773-5843872b5993 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:57:13.861856 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e505dbd1-c27c-47de-a295-de48f6a57e58 None None] Attempting to bind port 96b9a87e-2234-442f-a773-5843872b5993 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '374fc68c-cad2-4786-bb7b-956a7d4d9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:57:13.862344 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e505dbd1-c27c-47de-a295-de48f6a57e58 None None] Attempting to bind port 96b9a87e-2234-442f-a773-5843872b5993 on network 66226ca0-89ea-4d56-8a47-047ac66c4412 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:57:13.868678 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e505dbd1-c27c-47de-a295-de48f6a57e58 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:57:13.869423 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e505dbd1-c27c-47de-a295-de48f6a57e58 None None] Checking segment: {'id': '374fc68c-cad2-4786-bb7b-956a7d4d9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:57:13.870440 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e505dbd1-c27c-47de-a295-de48f6a57e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:13.871093 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e505dbd1-c27c-47de-a295-de48f6a57e58 None None] Bound using segment: {'id': '374fc68c-cad2-4786-bb7b-956a7d4d9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:57:13.871871 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e505dbd1-c27c-47de-a295-de48f6a57e58 None None] Bound port: 96b9a87e-2234-442f-a773-5843872b5993, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374fc68c-cad2-4786-bb7b-956a7d4d9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:57:13.872494 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e505dbd1-c27c-47de-a295-de48f6a57e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:13.918295 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-97e2cee6-edbe-46be-ba44-6f142b993db7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:13.922704 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbbac39f-9e73-4da1-a702-f3c19260ffca admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:13.943898 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e505dbd1-c27c-47de-a295-de48f6a57e58 None None] For port 96b9a87e-2234-442f-a773-5843872b5993, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:57:13.947353 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e505dbd1-c27c-47de-a295-de48f6a57e58 None None] For port 96b9a87e-2234-442f-a773-5843872b5993, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=96b9a87e-2234-442f-a773-5843872b5993,segment=NetworkSegment(374fc68c-cad2-4786-bb7b-956a7d4d9f8e),segment_id=374fc68c-cad2-4786-bb7b-956a7d4d9f8e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:57:13.999778 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-97e2cee6-edbe-46be-ba44-6f142b993db7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:14.008777 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e505dbd1-c27c-47de-a295-de48f6a57e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:14.043839 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-97e2cee6-edbe-46be-ba44-6f142b993db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:14.081449 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505dbd1-c27c-47de-a295-de48f6a57e58 None None] Pushing event updated for resources: {'Port': ['ID=96b9a87e-2234-442f-a773-5843872b5993,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:14.107428 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-97e2cee6-edbe-46be-ba44-6f142b993db7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c86df46a2e1f4239b8b182e9053f933b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3310051 Apr 21 12:57:14.110761 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38104) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:14.124512 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2cee6-edbe-46be-ba44-6f142b993db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c330a87b-3449-4cd3-937a-8c64c081f601,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:14.175609 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fbcefb2-b18c-4689-b4ef-c2067781f1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:14.198046 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fbcefb2-b18c-4689-b4ef-c2067781f1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:14.221897 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbbac39f-9e73-4da1-a702-f3c19260ffca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:14.241798 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbbac39f-9e73-4da1-a702-f3c19260ffca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:14.333677 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fbcefb2-b18c-4689-b4ef-c2067781f1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:14.337622 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7fbcefb2-b18c-4689-b4ef-c2067781f1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:14.340590 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7fbcefb2-b18c-4689-b4ef-c2067781f1c5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c330a87b-3449-4cd3-937a-8c64c081f601 HTTP/1.1" status: 204 len: 168 time: 0.2272186 Apr 21 12:57:14.359999 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcefb2-b18c-4689-b4ef-c2067781f1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c330a87b-3449-4cd3-937a-8c64c081f601,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:14.475414 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-fbbac39f-9e73-4da1-a702-f3c19260ffca admin admin] Allocated IP 172.25.8.151 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/f69677f0-af3a-40c8-9790-dfde66c3c2a6) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:57:14.584736 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbbac39f-9e73-4da1-a702-f3c19260ffca admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:14.686742 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbbac39f-9e73-4da1-a702-f3c19260ffca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:14.724845 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbac39f-9e73-4da1-a702-f3c19260ffca admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:57:14.736653 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-fbbac39f-9e73-4da1-a702-f3c19260ffca admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:57:14.736653 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbac39f-9e73-4da1-a702-f3c19260ffca admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:57:14.771073 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbac39f-9e73-4da1-a702-f3c19260ffca admin admin] Pushing event updated for resources: {'Port': ['ID=f69677f0-af3a-40c8-9790-dfde66c3c2a6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:14.888902 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b3666-2be8-4bd3-99ad-940e234813ef req-56f098e3-d33f-4b17-ba8c-c9f9f0f9222a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:14.890770 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b61b3666-2be8-4bd3-99ad-940e234813ef req-56f098e3-d33f-4b17-ba8c-c9f9f0f9222a tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 945 time: 0.0690820 Apr 21 12:57:14.961708 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b61b3666-2be8-4bd3-99ad-940e234813ef req-6b5322fc-051e-4f0a-94ef-30671114590b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=e056cf4d-738b-475d-a526-814122e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601826 Apr 21 12:57:14.975031 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446094c4-093e-448f-aea5-9d4c12a8c20a req-58121fff-4fdb-4a62-9f1c-ece891c5e3fe tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:14.977055 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-446094c4-093e-448f-aea5-9d4c12a8c20a req-58121fff-4fdb-4a62-9f1c-ece891c5e3fe tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.24 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 945 time: 0.0850954 Apr 21 12:57:15.111543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-446094c4-093e-448f-aea5-9d4c12a8c20a req-e166b9c9-e45f-45f8-826a-c373dc47d6d5 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Deleting port e1142972-f552-4611-9609-84c0bba4b36f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:57:15.112261 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-446094c4-093e-448f-aea5-9d4c12a8c20a req-e166b9c9-e45f-45f8-826a-c373dc47d6d5 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:15.157619 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbbac39f-9e73-4da1-a702-f3c19260ffca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:15.263861 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f78181-287b-4a8f-8a8b-7d26d97fd000 None None] Network 66226ca0-89ea-4d56-8a47-047ac66c4412 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:57:15.370911 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device e154924e-05ae-43d3-99c2-5e05e827ed8d no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:57:15.442313 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbbac39f-9e73-4da1-a702-f3c19260ffca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:15.459220 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: e154924e-05ae-43d3-99c2-5e05e827ed8d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:57:15.459553 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device e154924e-05ae-43d3-99c2-5e05e827ed8d not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:57:15.474554 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b96d1215-3b25-4a6f-8a31-532bb85ac7cf None None] Provisioning complete for port 96b9a87e-2234-442f-a773-5843872b5993 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:15.475155 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b96d1215-3b25-4a6f-8a31-532bb85ac7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:15.554145 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 96b9a87e-2234-442f-a773-5843872b5993 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:57:15.638047 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-446094c4-093e-448f-aea5-9d4c12a8c20a req-e166b9c9-e45f-45f8-826a-c373dc47d6d5 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] For port e1142972-f552-4611-9609-84c0bba4b36f, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e1142972-f552-4611-9609-84c0bba4b36f,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:15.638941 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-446094c4-093e-448f-aea5-9d4c12a8c20a req-e166b9c9-e45f-45f8-826a-c373dc47d6d5 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:15.657235 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-446094c4-093e-448f-aea5-9d4c12a8c20a req-e166b9c9-e45f-45f8-826a-c373dc47d6d5 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Calling delete_port for e1142972-f552-4611-9609-84c0bba4b36f owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:57:15.714717 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbac39f-9e73-4da1-a702-f3c19260ffca admin admin] Router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:57:15.748452 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b96d1215-3b25-4a6f-8a31-532bb85ac7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:15.790570 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 96b9a87e-2234-442f-a773-5843872b5993 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:15.790934 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:15.814832 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38150) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:15.822106 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b96d1215-3b25-4a6f-8a31-532bb85ac7cf None None] For port 96b9a87e-2234-442f-a773-5843872b5993, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=96b9a87e-2234-442f-a773-5843872b5993,segment=NetworkSegment(374fc68c-cad2-4786-bb7b-956a7d4d9f8e),segment_id=374fc68c-cad2-4786-bb7b-956a7d4d9f8e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:15.828069 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a70d5c0-ff66-4605-b932-c977930d144e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:15.905178 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbac39f-9e73-4da1-a702-f3c19260ffca admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:57:15.919119 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fc7b75-8b14-4a45-8d8c-c0634ecc66a4 None None] Sync routers for ids ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:57:15.922590 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-446094c4-093e-448f-aea5-9d4c12a8c20a req-e166b9c9-e45f-45f8-826a-c373dc47d6d5 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:15.929460 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b96d1215-3b25-4a6f-8a31-532bb85ac7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:15.946432 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fc7b75-8b14-4a45-8d8c-c0634ecc66a4 None None] Routers {'24cbd2a7-a824-46b1-89c9-16ebf81c6df8'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:57:15.947429 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b3fc7b75-8b14-4a45-8d8c-c0634ecc66a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:57:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:15.970133 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:15.977151 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['e1142972-f552-4611-9609-84c0bba4b36f'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:57:15.992517 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e71c1df6-8fff-444c-a00e-b82c2148ac02 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1252330050'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:57:15.998590 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166b9c9-e45f-45f8-826a-c373dc47d6d5 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Pushing event deleted for resources: {'Port': ['ID=e1142972-f552-4611-9609-84c0bba4b36f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:16.000164 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbbac39f-9e73-4da1-a702-f3c19260ffca admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:16.011837 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fbbac39f-9e73-4da1-a702-f3c19260ffca admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7870016 Apr 21 12:57:16.011837 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38160) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:16.095242 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-446094c4-093e-448f-aea5-9d4c12a8c20a req-e166b9c9-e45f-45f8-826a-c373dc47d6d5 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] No DVR routers for this DVR port e1142972-f552-4611-9609-84c0bba4b36f on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:57:16.099471 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-446094c4-093e-448f-aea5-9d4c12a8c20a req-e166b9c9-e45f-45f8-826a-c373dc47d6d5 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:16.103706 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-446094c4-093e-448f-aea5-9d4c12a8c20a req-e166b9c9-e45f-45f8-826a-c373dc47d6d5 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.24 "DELETE /v2.0/ports/e1142972-f552-4611-9609-84c0bba4b36f HTTP/1.1" status: 204 len: 173 time: 1.1188085 Apr 21 12:57:16.104484 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b4b07f-cd7d-4e84-9793-b0cd4e088aec', 'name': 'network-vif-deleted', 'tag': 'e1142972-f552-4611-9609-84c0bba4b36f'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:57:16.107255 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16930aac-3c36-4c2c-96b9-78ba197dba14" -d '{"events": [{"server_uuid": "25b4b07f-cd7d-4e84-9793-b0cd4e088aec", "name": "network-vif-deleted", "tag": "e1142972-f552-4611-9609-84c0bba4b36f"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:57:16.160840 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71c1df6-8fff-444c-a00e-b82c2148ac02 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Made reservation on behalf of b5d3e6e856d14346a895eeaf5d917cd3 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:57:16.165011 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e71c1df6-8fff-444c-a00e-b82c2148ac02 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:16.202585 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e71c1df6-8fff-444c-a00e-b82c2148ac02 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:16.243946 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b3fc7b75-8b14-4a45-8d8c-c0634ecc66a4 None None] Set router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:57:16.249886 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3b8155-7a5a-40b6-a32d-ad9f4c9295d1 x-openstack-request-id: req-4a3b8155-7a5a-40b6-a32d-ad9f4c9295d1 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:57:16.250605 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b4b07f-cd7d-4e84-9793-b0cd4e088aec", "name": "network-vif-deleted", "tag": "e1142972-f552-4611-9609-84c0bba4b36f", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:57:16.250865 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4a3b8155-7a5a-40b6-a32d-ad9f4c9295d1 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:57:16.251286 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a3b8155-7a5a-40b6-a32d-ad9f4c9295d1'] response: {'server_uuid': '25b4b07f-cd7d-4e84-9793-b0cd4e088aec', 'name': 'network-vif-deleted', 'tag': 'e1142972-f552-4611-9609-84c0bba4b36f', 'status': 'completed', 'code': 200} Apr 21 12:57:16.295590 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d1215-3b25-4a6f-8a31-532bb85ac7cf None None] Pushing event updated for resources: {'Port': ['ID=96b9a87e-2234-442f-a773-5843872b5993,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:16.333307 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1fced612-950c-4285-852b-0673aa59bdbb req-b1825e39-0886-4c50-a15e-59378d1f8b4f tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=25b4b07f-cd7d-4e84-9793-b0cd4e088aec HTTP/1.1" status: 200 len: 210 time: 0.1637089 Apr 21 12:57:16.383280 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 12:57:16.383935 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 12:57:16.405976 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-03a9c1d4-ddf6-4a4e-a17a-8f553fb19d44 None None] Provisioning complete for port 96b9a87e-2234-442f-a773-5843872b5993 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:16.406341 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03a9c1d4-ddf6-4a4e-a17a-8f553fb19d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:16.485175 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e71c1df6-8fff-444c-a00e-b82c2148ac02 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:16.559515 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b3fc7b75-8b14-4a45-8d8c-c0634ecc66a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T12:57:14Z', 'revision_number': 3, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:16.568401 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e71c1df6-8fff-444c-a00e-b82c2148ac02 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:16.587977 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e71c1df6-8fff-444c-a00e-b82c2148ac02 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:57:16.591682 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fc7b75-8b14-4a45-8d8c-c0634ecc66a4 None None] Checking router: 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:57:16.592235 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fc7b75-8b14-4a45-8d8c-c0634ecc66a4 None None] Updating router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 port f69677f0-af3a-40c8-9790-dfde66c3c2a6 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:57:16.613865 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e71c1df6-8fff-444c-a00e-b82c2148ac02 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:16.614153 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-e71c1df6-8fff-444c-a00e-b82c2148ac02 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Added segment ba52d92a-cb00-4572-b01c-51efe7c226e7 of type vlan for network fdb89b6f-3eb4-4992-ae2e-7017a2fe9b04 Apr 21 12:57:16.619419 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3fc7b75-8b14-4a45-8d8c-c0634ecc66a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:16.623285 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c1df6-8fff-444c-a00e-b82c2148ac02 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10a19d9c-2683-4650-aff4-d5a7391b05e4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:16.660262 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e71c1df6-8fff-444c-a00e-b82c2148ac02 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:16.733439 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e71c1df6-8fff-444c-a00e-b82c2148ac02 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:16.739729 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71c1df6-8fff-444c-a00e-b82c2148ac02 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:16.740588 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef0deeb6-18f8-4b5c-976e-931d440ce8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:16.741160 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e71c1df6-8fff-444c-a00e-b82c2148ac02 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:16.817748 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c1df6-8fff-444c-a00e-b82c2148ac02 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Pushing event updated for resources: {'Network': ['ID=fdb89b6f-3eb4-4992-ae2e-7017a2fe9b04,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:16.849759 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network fdb89b6f-3eb4-4992-ae2e-7017a2fe9b04 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:57:16.865364 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e71c1df6-8fff-444c-a00e-b82c2148ac02 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0473845 Apr 21 12:57:16.865364 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38164) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:16.870426 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d882e8c9-8bb7-441f-b985-8cd6671d6d0b tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Request body: {'subnet': {'network_id': 'fdb89b6f-3eb4-4992-ae2e-7017a2fe9b04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:57:16.945014 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:16.951130 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-ef0deeb6-18f8-4b5c-976e-931d440ce8c0 admin admin] Allocated IP 172.20.0.1 (66226ca0-89ea-4d56-8a47-047ac66c4412/50dbb38d-b032-403f-a924-76781bc12675/df1715ac-07af-4ef8-93a1-71a0ff3c7fdc) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:57:17.025612 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3fc7b75-8b14-4a45-8d8c-c0634ecc66a4 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:17.062392 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef0deeb6-18f8-4b5c-976e-931d440ce8c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:17.114617 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d882e8c9-8bb7-441f-b985-8cd6671d6d0b tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Made reservation on behalf of b5d3e6e856d14346a895eeaf5d917cd3 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:57:17.118443 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d882e8c9-8bb7-441f-b985-8cd6671d6d0b tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:17.183497 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3fc7b75-8b14-4a45-8d8c-c0634ecc66a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:17.235512 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b3fc7b75-8b14-4a45-8d8c-c0634ecc66a4 None None] Attempting to bind port f69677f0-af3a-40c8-9790-dfde66c3c2a6 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:57:17.235825 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef0deeb6-18f8-4b5c-976e-931d440ce8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:17.235994 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b3fc7b75-8b14-4a45-8d8c-c0634ecc66a4 None None] Attempting to bind port f69677f0-af3a-40c8-9790-dfde66c3c2a6 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:57:17.236220 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fc7b75-8b14-4a45-8d8c-c0634ecc66a4 None None] Attempting to bind port f69677f0-af3a-40c8-9790-dfde66c3c2a6 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:57:17.241700 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5760ade-c411-4112-b3f7-50f6f6226970 None None] Pushing event updated for resources: {'Port': ['ID=f69677f0-af3a-40c8-9790-dfde66c3c2a6,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:17.244197 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fc7b75-8b14-4a45-8d8c-c0634ecc66a4 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:57:17.245524 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fc7b75-8b14-4a45-8d8c-c0634ecc66a4 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:57:17.245524 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3fc7b75-8b14-4a45-8d8c-c0634ecc66a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:17.245524 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fc7b75-8b14-4a45-8d8c-c0634ecc66a4 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:57:17.245868 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b3fc7b75-8b14-4a45-8d8c-c0634ecc66a4 None None] Bound port: f69677f0-af3a-40c8-9790-dfde66c3c2a6, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:57:17.246166 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3fc7b75-8b14-4a45-8d8c-c0634ecc66a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:17.314375 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b3fc7b75-8b14-4a45-8d8c-c0634ecc66a4 None None] For port f69677f0-af3a-40c8-9790-dfde66c3c2a6, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:57:17.318064 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b3fc7b75-8b14-4a45-8d8c-c0634ecc66a4 None None] For port f69677f0-af3a-40c8-9790-dfde66c3c2a6, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f69677f0-af3a-40c8-9790-dfde66c3c2a6,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:57:17.321869 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0deeb6-18f8-4b5c-976e-931d440ce8c0 admin admin] Pushing event updated for resources: {'Port': ['ID=df1715ac-07af-4ef8-93a1-71a0ff3c7fdc,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:17.330843 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0deeb6-18f8-4b5c-976e-931d440ce8c0 admin admin] Network 66226ca0-89ea-4d56-8a47-047ac66c4412 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:57:17.332239 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ef0deeb6-18f8-4b5c-976e-931d440ce8c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:57:17.334922 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0deeb6-18f8-4b5c-976e-931d440ce8c0 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:57:17.378850 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef0deeb6-18f8-4b5c-976e-931d440ce8c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:17.436937 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d882e8c9-8bb7-441f-b985-8cd6671d6d0b tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:17.437210 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b3fc7b75-8b14-4a45-8d8c-c0634ecc66a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:17.487244 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 96b9a87e-2234-442f-a773-5843872b5993 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:57:17.524214 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fc7b75-8b14-4a45-8d8c-c0634ecc66a4 None None] Routers {'24cbd2a7-a824-46b1-89c9-16ebf81c6df8'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:57:17.532053 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b3fc7b75-8b14-4a45-8d8c-c0634ecc66a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:57:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:17.561479 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d882e8c9-8bb7-441f-b985-8cd6671d6d0b tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Pushing event updated for resources: {'Subnet': ['ID=ce3889de-9a08-445e-80bb-d5a3652cec8c,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:17.586283 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 96b9a87e-2234-442f-a773-5843872b5993 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:17.586979 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:17.609576 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5760ade-c411-4112-b3f7-50f6f6226970 None None] Pushing event updated for resources: {'Port': ['ID=f69677f0-af3a-40c8-9790-dfde66c3c2a6,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:17.625528 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d882e8c9-8bb7-441f-b985-8cd6671d6d0b tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Checking segment: {'id': 'ba52d92a-cb00-4572-b01c-51efe7c226e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fdb89b6f-3eb4-4992-ae2e-7017a2fe9b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:57:17.626158 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d882e8c9-8bb7-441f-b985-8cd6671d6d0b tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Network hostable DHCP agents. Network: fdb89b6f-3eb4-4992-ae2e-7017a2fe9b04, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:57:17.680932 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef0deeb6-18f8-4b5c-976e-931d440ce8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:17.712827 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b3fc7b75-8b14-4a45-8d8c-c0634ecc66a4 None None] Set router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:57:17.717529 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-07427652-885d-4247-82bf-1a7f23f53066 None None] Provisioning complete for port df1715ac-07af-4ef8-93a1-71a0ff3c7fdc triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:17.717529 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07427652-885d-4247-82bf-1a7f23f53066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:17.741662 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d882e8c9-8bb7-441f-b985-8cd6671d6d0b tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Network fdb89b6f-3eb4-4992-ae2e-7017a2fe9b04 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:57:17.758196 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-07427652-885d-4247-82bf-1a7f23f53066 None None] Port df1715ac-07af-4ef8-93a1-71a0ff3c7fdc cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:57:17.843124 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d882e8c9-8bb7-441f-b985-8cd6671d6d0b tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, fdb89b6f-3eb4-4992-ae2e-7017a2fe9b04) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:57:17.858497 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d882e8c9-8bb7-441f-b985-8cd6671d6d0b tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:17.859097 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d882e8c9-8bb7-441f-b985-8cd6671d6d0b tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:17.880979 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012ea237-0bcb-4aac-8f87-eb9009d5bf25 None None] Network fdb89b6f-3eb4-4992-ae2e-7017a2fe9b04 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:57:17.889546 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef0deeb6-18f8-4b5c-976e-931d440ce8c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:17.920523 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b3fc7b75-8b14-4a45-8d8c-c0634ecc66a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T12:57:14Z', 'revision_number': 3, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:17.941486 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:17.951122 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fc7b75-8b14-4a45-8d8c-c0634ecc66a4 None None] The sync data for ids ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'] in n-d-836147-2 is: [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T12:57:14Z', 'revision_number': 3, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:57:17.966184 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:57:17.994773 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38178) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:17.994983 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d882e8c9-8bb7-441f-b985-8cd6671d6d0b tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1269002 Apr 21 12:57:18.000379 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ef25573c-972c-4e01-9f1d-c6fc5bdbf3f4 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Request body: {'port': {'network_id': 'fdb89b6f-3eb4-4992-ae2e-7017a2fe9b04', 'name': 'tempest-TagsExtTest-718632446'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:57:18.010864 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f0b89-2ad3-4b26-9905-696b5848dedd req-fa5982c0-1980-4ece-b9a8-8797d38ed7d8 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:18.014329 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4a4f0b89-2ad3-4b26-9905-696b5848dedd req-fa5982c0-1980-4ece-b9a8-8797d38ed7d8 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0951884 Apr 21 12:57:18.074736 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4a4f0b89-2ad3-4b26-9905-696b5848dedd req-62c8a99b-0c3c-4014-8152-1134d262b900 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490944 Apr 21 12:57:18.086445 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef0deeb6-18f8-4b5c-976e-931d440ce8c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:18.092569 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-fdb89b6f-3eb4-4992-ae2e-7017a2fe9b04', 'network_id': 'fdb89b6f-3eb4-4992-ae2e-7017a2fe9b04', 'tenant_id': 'b5d3e6e856d14346a895eeaf5d917cd3', 'fixed_ips': [{'subnet_id': 'ce3889de-9a08-445e-80bb-d5a3652cec8c'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:57:18.093450 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:18.194918 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef0deeb6-18f8-4b5c-976e-931d440ce8c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:18.238285 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Allocated IP 172.20.0.2 (fdb89b6f-3eb4-4992-ae2e-7017a2fe9b04/ce3889de-9a08-445e-80bb-d5a3652cec8c/09b2b901-2cc7-4d83-ae09-5c399f017eb5) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:57:18.294491 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0deeb6-18f8-4b5c-976e-931d440ce8c0 admin admin] Pushing event updated for resources: {'Port': ['ID=df1715ac-07af-4ef8-93a1-71a0ff3c7fdc,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:18.364903 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0deeb6-18f8-4b5c-976e-931d440ce8c0 admin admin] Network 66226ca0-89ea-4d56-8a47-047ac66c4412 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:57:18.367682 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ef0deeb6-18f8-4b5c-976e-931d440ce8c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:57:18.387299 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef25573c-972c-4e01-9f1d-c6fc5bdbf3f4 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Made reservation on behalf of b5d3e6e856d14346a895eeaf5d917cd3 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:57:18.391741 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef25573c-972c-4e01-9f1d-c6fc5bdbf3f4 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:18.477688 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-ef25573c-972c-4e01-9f1d-c6fc5bdbf3f4 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] device_id is not set on port f9b76929-172c-4adc-9adc-64a6ce837599 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 12:57:18.495882 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:18.535937 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:18.601479 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:18.607888 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0deeb6-18f8-4b5c-976e-931d440ce8c0 admin admin] Router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:57:18.691283 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Network fdb89b6f-3eb4-4992-ae2e-7017a2fe9b04 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:57:18.702083 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:57:18.704209 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-ef25573c-972c-4e01-9f1d-c6fc5bdbf3f4 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Allocated IP 172.20.0.14 (fdb89b6f-3eb4-4992-ae2e-7017a2fe9b04/ce3889de-9a08-445e-80bb-d5a3652cec8c/f9b76929-172c-4adc-9adc-64a6ce837599) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:57:18.707911 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:57:18.712351 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Pushing event updated for resources: {'Port': ['ID=09b2b901-2cc7-4d83-ae09-5c399f017eb5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:18.736647 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:18.736996 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:18.737338 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:18.739008 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:18.739918 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:18.744534 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:18.744534 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:18.744534 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:18.744534 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:18.744534 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:18.744534 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:18.744534 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:18.761651 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-422da2aa-73d1-48d8-8b13-4526f7d29a28 None None] Provisioning complete for port df1715ac-07af-4ef8-93a1-71a0ff3c7fdc triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:18.762031 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-422da2aa-73d1-48d8-8b13-4526f7d29a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:18.768129 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:18.806984 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0deeb6-18f8-4b5c-976e-931d440ce8c0 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:57:18.806984 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ef0deeb6-18f8-4b5c-976e-931d440ce8c0 admin admin] 10.222.0.36 "PUT /v2.0/routers/24cbd2a7-a824-46b1-89c9-16ebf81c6df8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7994771 Apr 21 12:57:18.837686 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Attempting to bind port 09b2b901-2cc7-4d83-ae09-5c399f017eb5 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:57:18.841618 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Attempting to bind port 09b2b901-2cc7-4d83-ae09-5c399f017eb5 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'ba52d92a-cb00-4572-b01c-51efe7c226e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fdb89b6f-3eb4-4992-ae2e-7017a2fe9b04'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:57:18.841618 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Attempting to bind port 09b2b901-2cc7-4d83-ae09-5c399f017eb5 on network fdb89b6f-3eb4-4992-ae2e-7017a2fe9b04 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:57:18.841898 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-422da2aa-73d1-48d8-8b13-4526f7d29a28 None None] Port df1715ac-07af-4ef8-93a1-71a0ff3c7fdc cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:57:18.847051 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:57:18.847429 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Checking segment: {'id': 'ba52d92a-cb00-4572-b01c-51efe7c226e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fdb89b6f-3eb4-4992-ae2e-7017a2fe9b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:57:18.847835 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:18.848224 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Bound using segment: {'id': 'ba52d92a-cb00-4572-b01c-51efe7c226e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fdb89b6f-3eb4-4992-ae2e-7017a2fe9b04'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:57:18.849259 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Bound port: 09b2b901-2cc7-4d83-ae09-5c399f017eb5, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba52d92a-cb00-4572-b01c-51efe7c226e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'fdb89b6f-3eb4-4992-ae2e-7017a2fe9b04'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:57:18.849675 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:18.931978 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] For port 09b2b901-2cc7-4d83-ae09-5c399f017eb5, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:57:18.936954 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] For port 09b2b901-2cc7-4d83-ae09-5c399f017eb5, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=09b2b901-2cc7-4d83-ae09-5c399f017eb5,segment=NetworkSegment(ba52d92a-cb00-4572-b01c-51efe7c226e7),segment_id=ba52d92a-cb00-4572-b01c-51efe7c226e7)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:57:18.997848 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:19.065342 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27fbc0-bbf0-49fa-8d53-d3426a16df16 None None] Pushing event updated for resources: {'Port': ['ID=09b2b901-2cc7-4d83-ae09-5c399f017eb5,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:19.242223 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46f6a3-1cc0-49d5-b494-d57742d46c8f req-5b0300a2-1013-4dd4-b3f4-02a54758a8c1 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:19.245350 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a46f6a3-1cc0-49d5-b494-d57742d46c8f req-5b0300a2-1013-4dd4-b3f4-02a54758a8c1 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0719085 Apr 21 12:57:19.318118 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef25573c-972c-4e01-9f1d-c6fc5bdbf3f4 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:19.360008 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a46f6a3-1cc0-49d5-b494-d57742d46c8f req-68d960e3-10b8-4d21-8995-3e1892ed1ae1 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups?id=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1038783 Apr 21 12:57:19.463776 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef25573c-972c-4e01-9f1d-c6fc5bdbf3f4 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:19.529023 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef25573c-972c-4e01-9f1d-c6fc5bdbf3f4 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Network fdb89b6f-3eb4-4992-ae2e-7017a2fe9b04 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:57:19.529023 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ef25573c-972c-4e01-9f1d-c6fc5bdbf3f4 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:57:19.532957 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef25573c-972c-4e01-9f1d-c6fc5bdbf3f4 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:57:19.539777 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25573c-972c-4e01-9f1d-c6fc5bdbf3f4 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Pushing event updated for resources: {'Port': ['ID=f9b76929-172c-4adc-9adc-64a6ce837599,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:19.588674 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 09b2b901-2cc7-4d83-ae09-5c399f017eb5 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:57:19.592037 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef25573c-972c-4e01-9f1d-c6fc5bdbf3f4 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:19.592691 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef25573c-972c-4e01-9f1d-c6fc5bdbf3f4 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:19.594867 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b516ace-29ae-4f73-9b92-b86869965819 req-f6bad039-2fcd-4fd3-9c8d-f0c3c73a018b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:19.596743 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3b516ace-29ae-4f73-9b92-b86869965819 req-f6bad039-2fcd-4fd3-9c8d-f0c3c73a018b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 944 time: 0.0622895 Apr 21 12:57:19.629414 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38194) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:19.635477 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9b0fa924-b360-4621-ae58-70593ac2dc1e tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1800838296', 'description': 'tempest-description--315336899'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:57:19.642510 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 09b2b901-2cc7-4d83-ae09-5c399f017eb5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:19.642961 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:19.689870 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ef25573c-972c-4e01-9f1d-c6fc5bdbf3f4 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6956749 Apr 21 12:57:19.692169 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38196) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:19.698964 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-fbe20a0f-2225-41be-8fd8-899d492d982d tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1703839777', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:57:19.720324 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-3b516ace-29ae-4f73-9b92-b86869965819 req-ee721426-1db0-4945-8eac-3830bb224e97 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Deleting port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:57:19.720576 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3b516ace-29ae-4f73-9b92-b86869965819 req-ee721426-1db0-4945-8eac-3830bb224e97 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:19.738808 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:19.766665 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e1142972-f552-4611-9609-84c0bba4b36f no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:57:19.779616 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b0fa924-b360-4621-ae58-70593ac2dc1e tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:19.793288 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 09b2b901-2cc7-4d83-ae09-5c399f017eb5, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=09b2b901-2cc7-4d83-ae09-5c399f017eb5,segment=NetworkSegment(ba52d92a-cb00-4572-b01c-51efe7c226e7),segment_id=ba52d92a-cb00-4572-b01c-51efe7c226e7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:19.794838 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: e1142972-f552-4611-9609-84c0bba4b36f {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:57:19.795152 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e1142972-f552-4611-9609-84c0bba4b36f not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:57:19.807406 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbe20a0f-2225-41be-8fd8-899d492d982d tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:19.808624 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbe20a0f-2225-41be-8fd8-899d492d982d tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:19.837914 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3b516ace-29ae-4f73-9b92-b86869965819 req-ee721426-1db0-4945-8eac-3830bb224e97 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] For port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:19.838286 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3b516ace-29ae-4f73-9b92-b86869965819 req-ee721426-1db0-4945-8eac-3830bb224e97 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:19.855476 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b0fa924-b360-4621-ae58-70593ac2dc1e tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:19.919214 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbe20a0f-2225-41be-8fd8-899d492d982d tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:19.922333 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:19.923411 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f69677f0-af3a-40c8-9790-dfde66c3c2a6 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:57:19.949891 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b0fa924-b360-4621-ae58-70593ac2dc1e tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:20.010035 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=09b2b901-2cc7-4d83-ae09-5c399f017eb5,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:20.010820 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbe20a0f-2225-41be-8fd8-899d492d982d tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:20.014296 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fa924-b360-4621-ae58-70593ac2dc1e tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5907202-a024-49ba-9506-64727473e235,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:20.024507 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port f69677f0-af3a-40c8-9790-dfde66c3c2a6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:20.024507 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:20.050004 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b0fa924-b360-4621-ae58-70593ac2dc1e tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:20.051663 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9b0fa924-b360-4621-ae58-70593ac2dc1e tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4201212 Apr 21 12:57:20.054953 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38200) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:20.060277 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-fee66d3d-8256-478d-93a5-fcba8aa19ec4 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Request body: {'security_group_rule': {'security_group_id': 'b5907202-a024-49ba-9506-64727473e235', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:57:20.112569 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:20.137411 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3b516ace-29ae-4f73-9b92-b86869965819 req-ee721426-1db0-4945-8eac-3830bb224e97 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:20.138287 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3b516ace-29ae-4f73-9b92-b86869965819 req-ee721426-1db0-4945-8eac-3830bb224e97 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:20.138811 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [req-3b516ace-29ae-4f73-9b92-b86869965819 req-ee721426-1db0-4945-8eac-3830bb224e97 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Floating IP 92130ed2-cd02-4a95-9eaf-3c9900286db2 disassociated. External IP: 172.25.8.69, port: a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37. Apr 21 12:57:20.139706 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-3b516ace-29ae-4f73-9b92-b86869965819 req-ee721426-1db0-4945-8eac-3830bb224e97 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Calling delete_port for a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:57:20.147703 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port f69677f0-af3a-40c8-9790-dfde66c3c2a6, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f69677f0-af3a-40c8-9790-dfde66c3c2a6,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:20.151542 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbe20a0f-2225-41be-8fd8-899d492d982d tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:20.152743 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fbe20a0f-2225-41be-8fd8-899d492d982d tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4578223 Apr 21 12:57:20.156005 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38202) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:20.160875 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-b8363a6b-dac5-4d14-a4e6-ff4d04de4315 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-589793703', 'prefixes': ['172.20.0.0/16']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:57:20.228748 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:20.233809 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fee66d3d-8256-478d-93a5-fcba8aa19ec4 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:20.366970 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fee66d3d-8256-478d-93a5-fcba8aa19ec4 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:20.425407 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3b516ace-29ae-4f73-9b92-b86869965819 req-ee721426-1db0-4945-8eac-3830bb224e97 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:20.460926 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fee66d3d-8256-478d-93a5-fcba8aa19ec4 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:20.474745 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee721426-1db0-4945-8eac-3830bb224e97 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Pushing event deleted for resources: {'Port': ['ID=a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:20.486913 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=f69677f0-af3a-40c8-9790-dfde66c3c2a6,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:20.491138 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:20.556519 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee66d3d-8256-478d-93a5-fcba8aa19ec4 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a83aae4f-3206-465a-9194-71e3d94e7bc2,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:20.602961 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fee66d3d-8256-478d-93a5-fcba8aa19ec4 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:20.605122 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fee66d3d-8256-478d-93a5-fcba8aa19ec4 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5482435 Apr 21 12:57:20.607571 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38206) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:20.622419 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-60d1add6-b9b7-490d-94b1-ac4383f2fbda tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Request body: {'security_group_rule': {'security_group_id': 'b5907202-a024-49ba-9506-64727473e235', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:57:20.625485 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-36197cff-3aa4-4c86-91e5-3c495bb8276f req-47585f96-3719-4784-b5bd-8fd9223bb48c tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 210 time: 0.1443126 Apr 21 12:57:20.648869 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a468c7-eebd-4155-849c-1c2f9eb8770a None None] Sync routers for ids ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:57:20.684370 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a468c7-eebd-4155-849c-1c2f9eb8770a None None] Routers {'24cbd2a7-a824-46b1-89c9-16ebf81c6df8'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:57:20.685269 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f6a468c7-eebd-4155-849c-1c2f9eb8770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:57:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:20.763080 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8363a6b-dac5-4d14-a4e6-ff4d04de4315 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks [] for subnetpool, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:20.767214 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b8363a6b-dac5-4d14-a4e6-ff4d04de4315 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.6099908 Apr 21 12:57:20.767593 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b516ace-29ae-4f73-9b92-b86869965819 req-ee721426-1db0-4945-8eac-3830bb224e97 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Router af7c34d4-b902-49b9-a131-706d2469a0b9 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:57:20.775413 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38208) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:20.776869 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accaac04-1a03-4037-b267-828461ba20d7 None None] Network fdb89b6f-3eb4-4992-ae2e-7017a2fe9b04 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:57:20.785211 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-5aaf3732-45ac-474b-bb55-af7eb2da94b7 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ce3889de-9a08-445e-80bb-d5a3652cec8c', 'tempest-TagsExtTest-Tag-1041472761') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:20.861980 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-60d1add6-b9b7-490d-94b1-ac4383f2fbda tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:20.908702 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-af1b5c68-15a3-43eb-bd9d-9f41da1a503a None None] Provisioning complete for port 09b2b901-2cc7-4d83-ae09-5c399f017eb5 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:20.909354 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af1b5c68-15a3-43eb-bd9d-9f41da1a503a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:20.943519 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-f6a468c7-eebd-4155-849c-1c2f9eb8770a None None] Set router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:57:20.948227 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b516ace-29ae-4f73-9b92-b86869965819 req-ee721426-1db0-4945-8eac-3830bb224e97 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:57:20.960282 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4d5e49-a704-4f29-9286-b4788ce32ca3 None None] Sync routers for ids ['af7c34d4-b902-49b9-a131-706d2469a0b9'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:57:20.979720 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4d5e49-a704-4f29-9286-b4788ce32ca3 None None] Routers {'af7c34d4-b902-49b9-a131-706d2469a0b9'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:57:20.980525 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6f4d5e49-a704-4f29-9286-b4788ce32ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:57:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['af7c34d4-b902-49b9-a131-706d2469a0b9'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:20.986179 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-60d1add6-b9b7-490d-94b1-ac4383f2fbda tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:21.021047 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b516ace-29ae-4f73-9b92-b86869965819 req-ee721426-1db0-4945-8eac-3830bb224e97 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] No DVR routers for this DVR port a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:57:21.025634 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3b516ace-29ae-4f73-9b92-b86869965819 req-ee721426-1db0-4945-8eac-3830bb224e97 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:21.031970 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3b516ace-29ae-4f73-9b92-b86869965819 req-ee721426-1db0-4945-8eac-3830bb224e97 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.24 "DELETE /v2.0/ports/a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 HTTP/1.1" status: 204 len: 173 time: 1.4275246 Apr 21 12:57:21.031970 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9bf950-f6f4-4d97-ac81-808a121cfe81', 'name': 'network-vif-deleted', 'tag': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:57:21.034231 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d864e35-0456-4234-9fd6-c3dc23a1b62d" -d '{"events": [{"server_uuid": "9a9bf950-f6f4-4d97-ac81-808a121cfe81", "name": "network-vif-deleted", "tag": "a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:57:21.078992 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ceae77-fc27-4250-9b7b-f10c71eb482e x-openstack-request-id: req-50ceae77-fc27-4250-9b7b-f10c71eb482e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:57:21.079277 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9bf950-f6f4-4d97-ac81-808a121cfe81", "name": "network-vif-deleted", "tag": "a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:57:21.079712 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50ceae77-fc27-4250-9b7b-f10c71eb482e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:57:21.080898 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50ceae77-fc27-4250-9b7b-f10c71eb482e'] response: {'server_uuid': '9a9bf950-f6f4-4d97-ac81-808a121cfe81', 'name': 'network-vif-deleted', 'tag': 'a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37', 'status': 'completed', 'code': 200} Apr 21 12:57:21.094103 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-60d1add6-b9b7-490d-94b1-ac4383f2fbda tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:21.113400 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38214) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:21.113652 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5aaf3732-45ac-474b-bb55-af7eb2da94b7 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "PUT /v2.0/subnets/ce3889de-9a08-445e-80bb-d5a3652cec8c/tags/tempest-TagsExtTest-Tag-1041472761 HTTP/1.1" status: 201 len: 201 time: 0.3366385 Apr 21 12:57:21.119623 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-1d7c29a4-3695-4d5e-9824-0c9d772ed7fc tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f9b76929-172c-4adc-9adc-64a6ce837599', 'tempest-TagsExtTest-Tag-1118763554') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:21.128076 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1add6-b9b7-490d-94b1-ac4383f2fbda tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a57cf49-10ec-4099-a58c-02a068149ca8,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:21.141234 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-6f4d5e49-a704-4f29-9286-b4788ce32ca3 None None] Set router af7c34d4-b902-49b9-a131-706d2469a0b9 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:57:21.228304 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-60d1add6-b9b7-490d-94b1-ac4383f2fbda tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:21.231886 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-60d1add6-b9b7-490d-94b1-ac4383f2fbda tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6228356 Apr 21 12:57:21.235287 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38216) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:21.243929 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-dbfa662b-4439-42a1-a44e-20476545c0fc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:57:21.299854 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1d7c29a4-3695-4d5e-9824-0c9d772ed7fc tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "PUT /v2.0/ports/f9b76929-172c-4adc-9adc-64a6ce837599/tags/tempest-TagsExtTest-Tag-1118763554 HTTP/1.1" status: 201 len: 201 time: 0.1841006 Apr 21 12:57:21.303221 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38218) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:21.310432 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-81027174-7eb3-4c39-bce6-d98a99e1d0e1 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5709b917-30f8-4709-a9f0-d4cbf195e95d', 'tempest-TagsExtTest-Tag-1173301279') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:21.391062 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dbfa662b-4439-42a1-a44e-20476545c0fc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:21.426086 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6f4d5e49-a704-4f29-9286-b4788ce32ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'name': 'tempest-ServerActionsTestJSON-1659525233-router', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'f227b04a-7387-460e-ad4c-f762cfa6b0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:50:28Z', 'updated_at': '2022-04-21T12:50:32Z', 'revision_number': 4, 'project_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'gw_port': {'id': 'f227b04a-7387-460e-ad4c-f762cfa6b0c8', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:50:29Z', 'updated_at': '2022-04-21T12:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '44fe3238-11ca-473e-b40f-d3cdbbfdaf75', 'name': '', 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'mac_address': 'fa:16:3e:9e:b1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:50:31Z', 'updated_at': '2022-04-21T12:50:38Z', 'revision_number': 5, 'project_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'subnets': [{'id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:21.488033 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4d5e49-a704-4f29-9286-b4788ce32ca3 None None] Checking router: af7c34d4-b902-49b9-a131-706d2469a0b9 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:57:21.507481 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4d5e49-a704-4f29-9286-b4788ce32ca3 None None] Routers {'af7c34d4-b902-49b9-a131-706d2469a0b9'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:57:21.508174 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6f4d5e49-a704-4f29-9286-b4788ce32ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:57:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['af7c34d4-b902-49b9-a131-706d2469a0b9'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:21.528980 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f6a468c7-eebd-4155-849c-1c2f9eb8770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T12:57:17Z', 'revision_number': 4, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'df1715ac-07af-4ef8-93a1-71a0ff3c7fdc', 'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'mac_address': 'fa:16:3e:aa:34:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:16Z', 'updated_at': '2022-04-21T12:57:17Z', 'revision_number': 2, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'subnets': [{'id': '50dbb38d-b032-403f-a924-76781bc12675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:21.543294 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 09b2b901-2cc7-4d83-ae09-5c399f017eb5 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:57:21.573057 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-81027174-7eb3-4c39-bce6-d98a99e1d0e1 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "PUT /v2.0/routers/5709b917-30f8-4709-a9f0-d4cbf195e95d/tags/tempest-TagsExtTest-Tag-1173301279 HTTP/1.1" status: 201 len: 201 time: 0.2679019 Apr 21 12:57:21.583609 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38220) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:21.593475 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-998dc740-4b21-4bdb-9a26-671985a9632e tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0b455b8e-2f43-4144-8ac5-c525ac0e76e9', 'tempest-TagsExtTest-Tag-1837383033') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:21.609102 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a468c7-eebd-4155-849c-1c2f9eb8770a None None] Checking router: 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:57:21.609981 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a468c7-eebd-4155-849c-1c2f9eb8770a None None] Updating router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 port df1715ac-07af-4ef8-93a1-71a0ff3c7fdc binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:57:21.658921 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6a468c7-eebd-4155-849c-1c2f9eb8770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:21.682652 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dbfa662b-4439-42a1-a44e-20476545c0fc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:21.683401 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-6f4d5e49-a704-4f29-9286-b4788ce32ca3 None None] Set router af7c34d4-b902-49b9-a131-706d2469a0b9 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:57:21.818282 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-998dc740-4b21-4bdb-9a26-671985a9632e tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "PUT /v2.0/subnetpools/0b455b8e-2f43-4144-8ac5-c525ac0e76e9/tags/tempest-TagsExtTest-Tag-1837383033 HTTP/1.1" status: 201 len: 201 time: 0.2333839 Apr 21 12:57:21.821103 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38224) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:21.826087 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-c3bfd701-b057-42a6-8ba4-2ba6ea28894a tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ce3889de-9a08-445e-80bb-d5a3652cec8c') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:21.854287 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c858c0c-5b9e-427f-95cb-d7acf48216c5 req-91080457-78d0-4e82-8214-09095c62b057 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/ports?device_id=9a9bf950-f6f4-4d97-ac81-808a121cfe81 HTTP/1.1" status: 200 len: 210 time: 0.0572748 Apr 21 12:57:21.953995 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-dbfa662b-4439-42a1-a44e-20476545c0fc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Allocated IP 172.25.8.10 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/218b0497-b40d-4fa5-aa25-36ec857894c0) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:57:21.955675 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c3bfd701-b057-42a6-8ba4-2ba6ea28894a tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "GET /v2.0/subnets/ce3889de-9a08-445e-80bb-d5a3652cec8c/tags HTTP/1.1" status: 200 len: 241 time: 0.1328001 Apr 21 12:57:21.957556 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38226) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:21.967606 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-7fd0bacc-690d-4626-bca3-49cbf186af88 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ce3889de-9a08-445e-80bb-d5a3652cec8c', 'tempest-TagsExtTest-Tag-1041472761') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:22.092475 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7fd0bacc-690d-4626-bca3-49cbf186af88 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "GET /v2.0/subnets/ce3889de-9a08-445e-80bb-d5a3652cec8c/tags/tempest-TagsExtTest-Tag-1041472761 HTTP/1.1" status: 204 len: 168 time: 0.1329134 Apr 21 12:57:22.099184 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38230) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:22.103757 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6f4d5e49-a704-4f29-9286-b4788ce32ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'name': 'tempest-ServerActionsTestJSON-1659525233-router', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'f227b04a-7387-460e-ad4c-f762cfa6b0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:50:28Z', 'updated_at': '2022-04-21T12:50:32Z', 'revision_number': 4, 'project_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'gw_port': {'id': 'f227b04a-7387-460e-ad4c-f762cfa6b0c8', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:50:29Z', 'updated_at': '2022-04-21T12:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '44fe3238-11ca-473e-b40f-d3cdbbfdaf75', 'name': '', 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'mac_address': 'fa:16:3e:9e:b1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:50:31Z', 'updated_at': '2022-04-21T12:50:38Z', 'revision_number': 5, 'project_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'subnets': [{'id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:22.110655 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-980186c5-f034-421c-bbde-0e48119e1102 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ce3889de-9a08-445e-80bb-d5a3652cec8c', 'tempest-TagsExtTest-Tag-1041472761') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:22.151718 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6a468c7-eebd-4155-849c-1c2f9eb8770a None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:22.152480 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4d5e49-a704-4f29-9286-b4788ce32ca3 None None] The sync data for ids ['af7c34d4-b902-49b9-a131-706d2469a0b9'] in n-d-836147-2 is: [{'id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'name': 'tempest-ServerActionsTestJSON-1659525233-router', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'f227b04a-7387-460e-ad4c-f762cfa6b0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:50:28Z', 'updated_at': '2022-04-21T12:50:32Z', 'revision_number': 4, 'project_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'gw_port': {'id': 'f227b04a-7387-460e-ad4c-f762cfa6b0c8', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:50:29Z', 'updated_at': '2022-04-21T12:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '44fe3238-11ca-473e-b40f-d3cdbbfdaf75', 'name': '', 'network_id': 'ff8e5b58-c3c2-47b6-b0e6-14167c057929', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'mac_address': 'fa:16:3e:9e:b1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2384, 'fixed_ips': [{'subnet_id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:50:31Z', 'updated_at': '2022-04-21T12:50:38Z', 'revision_number': 5, 'project_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'subnets': [{'id': '4db84230-709b-4f7f-90e2-f9bbd733dd6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:57:22.166986 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 09b2b901-2cc7-4d83-ae09-5c399f017eb5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:22.167282 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:22.205554 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-bda30f95-ffbf-4c82-96ac-805581b089ed None None] Provisioning complete for port 09b2b901-2cc7-4d83-ae09-5c399f017eb5 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:22.205948 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bda30f95-ffbf-4c82-96ac-805581b089ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:22.235329 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dbfa662b-4439-42a1-a44e-20476545c0fc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:22.275087 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6a468c7-eebd-4155-849c-1c2f9eb8770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:22.368605 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d3974-55ae-45d8-af06-3ae54845a1ef None None] Pushing event updated for resources: {'Port': ['ID=df1715ac-07af-4ef8-93a1-71a0ff3c7fdc,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:22.380607 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38232) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:22.384465 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-980186c5-f034-421c-bbde-0e48119e1102 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "DELETE /v2.0/subnets/ce3889de-9a08-445e-80bb-d5a3652cec8c/tags/tempest-TagsExtTest-Tag-1041472761 HTTP/1.1" status: 204 len: 168 time: 0.2838616 Apr 21 12:57:22.388661 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-560916fd-5913-4b33-9743-03aef6739cdf tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ce3889de-9a08-445e-80bb-d5a3652cec8c') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:22.432178 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dbfa662b-4439-42a1-a44e-20476545c0fc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:22.504660 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfa662b-4439-42a1-a44e-20476545c0fc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:57:22.505986 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f69677f0-af3a-40c8-9790-dfde66c3c2a6 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:57:22.569138 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-dbfa662b-4439-42a1-a44e-20476545c0fc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:57:22.581038 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfa662b-4439-42a1-a44e-20476545c0fc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:57:22.585753 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa662b-4439-42a1-a44e-20476545c0fc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event updated for resources: {'Port': ['ID=218b0497-b40d-4fa5-aa25-36ec857894c0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:22.586780 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f6a468c7-eebd-4155-849c-1c2f9eb8770a None None] Attempting to bind port df1715ac-07af-4ef8-93a1-71a0ff3c7fdc on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:57:22.590270 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f6a468c7-eebd-4155-849c-1c2f9eb8770a None None] Attempting to bind port df1715ac-07af-4ef8-93a1-71a0ff3c7fdc by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '374fc68c-cad2-4786-bb7b-956a7d4d9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:57:22.590708 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a468c7-eebd-4155-849c-1c2f9eb8770a None None] Attempting to bind port df1715ac-07af-4ef8-93a1-71a0ff3c7fdc on network 66226ca0-89ea-4d56-8a47-047ac66c4412 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:57:22.593160 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176d4633-0ddd-4d59-bc46-09f09e0bbfcb None None] New status for floating IP 92130ed2-cd02-4a95-9eaf-3c9900286db2: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:57:22.658353 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-560916fd-5913-4b33-9743-03aef6739cdf tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "GET /v2.0/subnets/ce3889de-9a08-445e-80bb-d5a3652cec8c/tags HTTP/1.1" status: 200 len: 205 time: 0.2736578 Apr 21 12:57:22.658595 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a468c7-eebd-4155-849c-1c2f9eb8770a None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:57:22.658595 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a468c7-eebd-4155-849c-1c2f9eb8770a None None] Checking segment: {'id': '374fc68c-cad2-4786-bb7b-956a7d4d9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:57:22.658826 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6a468c7-eebd-4155-849c-1c2f9eb8770a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:22.659602 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a468c7-eebd-4155-849c-1c2f9eb8770a None None] Bound using segment: {'id': '374fc68c-cad2-4786-bb7b-956a7d4d9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:57:22.659602 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f6a468c7-eebd-4155-849c-1c2f9eb8770a None None] Bound port: df1715ac-07af-4ef8-93a1-71a0ff3c7fdc, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '374fc68c-cad2-4786-bb7b-956a7d4d9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:57:22.660316 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6a468c7-eebd-4155-849c-1c2f9eb8770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:22.661612 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38234) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:22.667892 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-29233e85-a485-4e65-b1af-69bc35f55479 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f9b76929-172c-4adc-9adc-64a6ce837599') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:22.728506 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-bda30f95-ffbf-4c82-96ac-805581b089ed None None] Provisioning complete for port f9b76929-172c-4adc-9adc-64a6ce837599 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:22.728990 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bda30f95-ffbf-4c82-96ac-805581b089ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:22.732508 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-29233e85-a485-4e65-b1af-69bc35f55479 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "GET /v2.0/ports/f9b76929-172c-4adc-9adc-64a6ce837599/tags HTTP/1.1" status: 200 len: 241 time: 0.0687852 Apr 21 12:57:22.735686 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38236) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:22.743431 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-6dfd345a-e52a-4a47-8509-8527499996ed tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f9b76929-172c-4adc-9adc-64a6ce837599', 'tempest-TagsExtTest-Tag-1118763554') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:22.754035 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dbfa662b-4439-42a1-a44e-20476545c0fc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:22.822045 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bda30f95-ffbf-4c82-96ac-805581b089ed None None] Port f9b76929-172c-4adc-9adc-64a6ce837599 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:57:22.831615 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port f69677f0-af3a-40c8-9790-dfde66c3c2a6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:22.831986 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:22.840059 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38238) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:22.840284 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6dfd345a-e52a-4a47-8509-8527499996ed tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "GET /v2.0/ports/f9b76929-172c-4adc-9adc-64a6ce837599/tags/tempest-TagsExtTest-Tag-1118763554 HTTP/1.1" status: 204 len: 168 time: 0.0999541 Apr 21 12:57:22.845939 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef9a6d6e-f002-4e9a-9e97-5c2511f75299 req-141d73c5-40c4-4a64-a0cc-88afd9a61f00 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0580332 Apr 21 12:57:22.847336 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-aa8b69f1-e3c4-4385-b59a-d3bd1d82e6c7 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f9b76929-172c-4adc-9adc-64a6ce837599', 'tempest-TagsExtTest-Tag-1118763554') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:22.880788 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dbfa662b-4439-42a1-a44e-20476545c0fc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:22.895997 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f6a468c7-eebd-4155-849c-1c2f9eb8770a None None] For port df1715ac-07af-4ef8-93a1-71a0ff3c7fdc, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:57:22.899787 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f6a468c7-eebd-4155-849c-1c2f9eb8770a None None] For port df1715ac-07af-4ef8-93a1-71a0ff3c7fdc, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=df1715ac-07af-4ef8-93a1-71a0ff3c7fdc,segment=NetworkSegment(374fc68c-cad2-4786-bb7b-956a7d4d9f8e),segment_id=374fc68c-cad2-4786-bb7b-956a7d4d9f8e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:57:22.963296 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e5a7c6ab-a633-43fe-aa33-d922f116f22b None None] Provisioning complete for port df1715ac-07af-4ef8-93a1-71a0ff3c7fdc triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:22.963975 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c6ab-a633-43fe-aa33-d922f116f22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:23.009921 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6a468c7-eebd-4155-849c-1c2f9eb8770a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:23.057345 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e5a7c6ab-a633-43fe-aa33-d922f116f22b None None] Port df1715ac-07af-4ef8-93a1-71a0ff3c7fdc cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:57:23.060389 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a6d6e-f002-4e9a-9e97-5c2511f75299 req-ca4a2ebd-fa7b-4028-a48f-ff1607f4bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:23.062167 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef9a6d6e-f002-4e9a-9e97-5c2511f75299 req-ca4a2ebd-fa7b-4028-a48f-ff1607f4bbc3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 1096 time: 0.1530533 Apr 21 12:57:23.090710 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a468c7-eebd-4155-849c-1c2f9eb8770a None None] Routers {'24cbd2a7-a824-46b1-89c9-16ebf81c6df8'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:57:23.091346 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f6a468c7-eebd-4155-849c-1c2f9eb8770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:57:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:23.124533 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38246) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:23.162034 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-aa8b69f1-e3c4-4385-b59a-d3bd1d82e6c7 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "DELETE /v2.0/ports/f9b76929-172c-4adc-9adc-64a6ce837599/tags/tempest-TagsExtTest-Tag-1118763554 HTTP/1.1" status: 204 len: 168 time: 0.3179257 Apr 21 12:57:23.176471 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38248) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:23.184389 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-82fd3639-eba7-45bd-9947-47c04b71ee36 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f9b76929-172c-4adc-9adc-64a6ce837599') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:23.202671 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c317acd3-ff14-4cd5-a924-32b38017efb7 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:23.220265 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-f6a468c7-eebd-4155-849c-1c2f9eb8770a None None] Set router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:57:23.252718 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c317acd3-ff14-4cd5-a924-32b38017efb7 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:23.268812 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d3974-55ae-45d8-af06-3ae54845a1ef None None] Pushing event updated for resources: {'Port': ['ID=df1715ac-07af-4ef8-93a1-71a0ff3c7fdc,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:23.277486 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e5a7c6ab-a633-43fe-aa33-d922f116f22b None None] Provisioning complete for port f9b76929-172c-4adc-9adc-64a6ce837599 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:23.277982 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5a7c6ab-a633-43fe-aa33-d922f116f22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:23.320485 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dbfa662b-4439-42a1-a44e-20476545c0fc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:23.324120 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a6d6e-f002-4e9a-9e97-5c2511f75299 req-4dce2ce6-5ce0-46fd-bfb5-66d3002a8f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:23.325985 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e5a7c6ab-a633-43fe-aa33-d922f116f22b None None] Port f9b76929-172c-4adc-9adc-64a6ce837599 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:57:23.330984 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef9a6d6e-f002-4e9a-9e97-5c2511f75299 req-4dce2ce6-5ce0-46fd-bfb5-66d3002a8f32 service neutron] 10.222.0.24 "GET /v2.0/networks?id=364717a5-874d-409d-a746-ba334979c9d9 HTTP/1.1" status: 200 len: 897 time: 0.2369912 Apr 21 12:57:23.356083 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-82fd3639-eba7-45bd-9947-47c04b71ee36 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "GET /v2.0/ports/f9b76929-172c-4adc-9adc-64a6ce837599/tags HTTP/1.1" status: 200 len: 205 time: 0.1782541 Apr 21 12:57:23.356694 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38250) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:23.394932 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dbfa662b-4439-42a1-a44e-20476545c0fc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:23.401654 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-83ae92b1-73e2-4ef3-bd3b-e7348033111a tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5709b917-30f8-4709-a9f0-d4cbf195e95d') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:23.453900 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c317acd3-ff14-4cd5-a924-32b38017efb7 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:23.456833 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c317acd3-ff14-4cd5-a924-32b38017efb7 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:23.459568 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c317acd3-ff14-4cd5-a924-32b38017efb7 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "DELETE /v2.0/security-groups/8b3fb615-5143-4e8b-88dd-1c1ccfd000dd HTTP/1.1" status: 204 len: 168 time: 0.3398561 Apr 21 12:57:23.464290 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38252) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:23.488112 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c317acd3-ff14-4cd5-a924-32b38017efb7 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3fb615-5143-4e8b-88dd-1c1ccfd000dd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:23.508349 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-d300add7-45fe-4d90-ae8f-aac8a72cfcd8 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] show failed (client error): The resource could not be found. Apr 21 12:57:23.510171 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d300add7-45fe-4d90-ae8f-aac8a72cfcd8 tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "GET /v2.0/security-groups/8b3fb615-5143-4e8b-88dd-1c1ccfd000dd HTTP/1.1" status: 404 len: 347 time: 0.0448983 Apr 21 12:57:23.513572 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38254) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:23.536837 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef9a6d6e-f002-4e9a-9e97-5c2511f75299 req-616437a6-88ea-410d-b2ea-5c16ab08ad6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76655053-c9ab-4561-94d3-4edd801a1a11 HTTP/1.1" status: 200 len: 1000 time: 0.1951861 Apr 21 12:57:23.543492 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa662b-4439-42a1-a44e-20476545c0fc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event updated for resources: {'Port': ['ID=218b0497-b40d-4fa5-aa25-36ec857894c0,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:23.559536 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-10c3794b-8158-41fb-a0a6-71d6987762d3 None None] Provisioning complete for port df1715ac-07af-4ef8-93a1-71a0ff3c7fdc triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:23.559907 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10c3794b-8158-41fb-a0a6-71d6987762d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:23.597930 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f6a468c7-eebd-4155-849c-1c2f9eb8770a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T12:57:17Z', 'revision_number': 4, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'df1715ac-07af-4ef8-93a1-71a0ff3c7fdc', 'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'mac_address': 'fa:16:3e:aa:34:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:16Z', 'updated_at': '2022-04-21T12:57:22Z', 'revision_number': 4, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'subnets': [{'id': '50dbb38d-b032-403f-a924-76781bc12675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:23.622853 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a6d6e-f002-4e9a-9e97-5c2511f75299 req-98a3c5ad-66fc-4ebe-9e97-3f3d33dff789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:23.624308 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef9a6d6e-f002-4e9a-9e97-5c2511f75299 req-98a3c5ad-66fc-4ebe-9e97-3f3d33dff789 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6803393-0e6d-48f3-8df9-63990f18a761 HTTP/1.1" status: 200 len: 834 time: 0.0782514 Apr 21 12:57:23.633034 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dbfa662b-4439-42a1-a44e-20476545c0fc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:23.642383 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a468c7-eebd-4155-849c-1c2f9eb8770a None None] The sync data for ids ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'] in n-d-836147-2 is: [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T12:57:17Z', 'revision_number': 4, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'df1715ac-07af-4ef8-93a1-71a0ff3c7fdc', 'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'mac_address': 'fa:16:3e:aa:34:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:16Z', 'updated_at': '2022-04-21T12:57:22Z', 'revision_number': 4, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'subnets': [{'id': '50dbb38d-b032-403f-a924-76781bc12675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:57:23.647038 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-83ae92b1-73e2-4ef3-bd3b-e7348033111a tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "GET /v2.0/routers/5709b917-30f8-4709-a9f0-d4cbf195e95d/tags HTTP/1.1" status: 200 len: 241 time: 0.2542171 Apr 21 12:57:23.662988 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38256) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:23.670643 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-475a5d01-87c4-4600-aa50-4cef0e033db8 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5709b917-30f8-4709-a9f0-d4cbf195e95d', 'tempest-TagsExtTest-Tag-1173301279') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:23.697048 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10c3794b-8158-41fb-a0a6-71d6987762d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:23.727258 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a6d6e-f002-4e9a-9e97-5c2511f75299 req-bece6fd1-4154-4295-97ee-7865c3fc27a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:23.733151 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef9a6d6e-f002-4e9a-9e97-5c2511f75299 req-bece6fd1-4154-4295-97ee-7865c3fc27a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=364717a5-874d-409d-a746-ba334979c9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973194 Apr 21 12:57:23.773723 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-10c3794b-8158-41fb-a0a6-71d6987762d3 None None] For port df1715ac-07af-4ef8-93a1-71a0ff3c7fdc, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=df1715ac-07af-4ef8-93a1-71a0ff3c7fdc,segment=NetworkSegment(374fc68c-cad2-4786-bb7b-956a7d4d9f8e),segment_id=374fc68c-cad2-4786-bb7b-956a7d4d9f8e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:23.782529 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:57:23.816622 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:57:23.817711 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device a1f9f5f1-38a1-4536-8bc1-9f252f6ffc37 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:57:23.834952 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dbfa662b-4439-42a1-a44e-20476545c0fc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:23.836469 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-dbfa662b-4439-42a1-a44e-20476545c0fc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5996723 Apr 21 12:57:23.838260 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10c3794b-8158-41fb-a0a6-71d6987762d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:23.865708 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-475a5d01-87c4-4600-aa50-4cef0e033db8 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "GET /v2.0/routers/5709b917-30f8-4709-a9f0-d4cbf195e95d/tags/tempest-TagsExtTest-Tag-1173301279 HTTP/1.1" status: 204 len: 168 time: 0.1986248 Apr 21 12:57:23.868455 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38260) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:23.881217 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-3b5d3cb5-b4af-4a98-91a0-5993048830a3 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5709b917-30f8-4709-a9f0-d4cbf195e95d', 'tempest-TagsExtTest-Tag-1173301279') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:23.882921 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0ed9e069-5605-4f99-b2ae-c04ac4eb1e0b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Deleting port 500dc2c6-a7d3-42bd-b730-077836ad7fda {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:57:23.885011 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ed9e069-5605-4f99-b2ae-c04ac4eb1e0b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:23.950796 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3794b-8158-41fb-a0a6-71d6987762d3 None None] Pushing event updated for resources: {'Port': ['ID=df1715ac-07af-4ef8-93a1-71a0ff3c7fdc,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:24.023363 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ed9e069-5605-4f99-b2ae-c04ac4eb1e0b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:24.023692 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ed9e069-5605-4f99-b2ae-c04ac4eb1e0b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:24.044376 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef9a6d6e-f002-4e9a-9e97-5c2511f75299 req-324347c9-a2d8-4bf3-9f23-b23412e42892 service neutron] 10.222.0.24 "GET /v2.0/networks/364717a5-874d-409d-a746-ba334979c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971179 Apr 21 12:57:24.045548 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0ed9e069-5605-4f99-b2ae-c04ac4eb1e0b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Calling delete_port for 500dc2c6-a7d3-42bd-b730-077836ad7fda owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:57:24.158030 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3b5d3cb5-b4af-4a98-91a0-5993048830a3 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "DELETE /v2.0/routers/5709b917-30f8-4709-a9f0-d4cbf195e95d/tags/tempest-TagsExtTest-Tag-1173301279 HTTP/1.1" status: 204 len: 168 time: 0.2882929 Apr 21 12:57:24.158222 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38276) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:24.178370 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-33a4f3e4-39e9-46ab-9eb1-7768809510ba tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5709b917-30f8-4709-a9f0-d4cbf195e95d') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:24.182637 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-4ffd79b5-aa07-4e33-be46-0a3d972ffe2a tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1800838296&fields=id&tenant_id=dbf20d2a696446f3bf763b1a95728ce3 HTTP/1.1" status: 200 len: 267 time: 0.1369023 Apr 21 12:57:24.268702 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef9a6d6e-f002-4e9a-9e97-5c2511f75299 req-82b4c909-78f2-43de-b126-1d60a71c7892 service neutron] 10.222.0.24 "GET /v2.0/networks/364717a5-874d-409d-a746-ba334979c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212255 Apr 21 12:57:24.288963 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-33a4f3e4-39e9-46ab-9eb1-7768809510ba tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "GET /v2.0/routers/5709b917-30f8-4709-a9f0-d4cbf195e95d/tags HTTP/1.1" status: 200 len: 205 time: 0.1290915 Apr 21 12:57:24.295154 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38280) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:24.296698 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-d4585662-7db4-4fda-bb22-bc996dbcec14 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0b455b8e-2f43-4144-8ac5-c525ac0e76e9') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:24.359730 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-d72e60cf-4246-4ad4-8fbd-b1dd2a1a6e1d tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:24.366983 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-d72e60cf-4246-4ad4-8fbd-b1dd2a1a6e1d tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/networks?id=66226ca0-89ea-4d56-8a47-047ac66c4412 HTTP/1.1" status: 200 len: 815 time: 0.1705611 Apr 21 12:57:24.374383 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d4585662-7db4-4fda-bb22-bc996dbcec14 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "GET /v2.0/subnetpools/0b455b8e-2f43-4144-8ac5-c525ac0e76e9/tags HTTP/1.1" status: 200 len: 241 time: 0.0807769 Apr 21 12:57:24.374691 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38282) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:24.384620 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-95f24862-1aa1-4bd0-a07b-8cc7f4e71cbd tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0b455b8e-2f43-4144-8ac5-c525ac0e76e9', 'tempest-TagsExtTest-Tag-1837383033') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:24.384753 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-523d1e30-3b48-40c3-b0ec-3fac74036c60 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/quotas/dbf20d2a696446f3bf763b1a95728ce3 HTTP/1.1" status: 200 len: 375 time: 0.0156419 Apr 21 12:57:24.407267 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-95f24862-1aa1-4bd0-a07b-8cc7f4e71cbd tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "GET /v2.0/subnetpools/0b455b8e-2f43-4144-8ac5-c525ac0e76e9/tags/tempest-TagsExtTest-Tag-1837383033 HTTP/1.1" status: 204 len: 168 time: 0.0293362 Apr 21 12:57:24.409141 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38284) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:24.414320 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-b043c009-ee68-4b99-bc80-46d206819246 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '0b455b8e-2f43-4144-8ac5-c525ac0e76e9', 'tempest-TagsExtTest-Tag-1837383033') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:24.436093 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ed9e069-5605-4f99-b2ae-c04ac4eb1e0b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:24.465629 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-2b3ade77-012b-43e1-ab70-9e3b8b1b7f8e tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dbf20d2a696446f3bf763b1a95728ce3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0803289 Apr 21 12:57:24.470879 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9e069-5605-4f99-b2ae-c04ac4eb1e0b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Pushing event deleted for resources: {'Port': ['ID=500dc2c6-a7d3-42bd-b730-077836ad7fda,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:24.549887 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ed9e069-5605-4f99-b2ae-c04ac4eb1e0b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks [] for floatingip, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:24.552751 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0ed9e069-5605-4f99-b2ae-c04ac4eb1e0b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:24.556939 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0ed9e069-5605-4f99-b2ae-c04ac4eb1e0b tempest-ServerActionsTestJSON-336977598 tempest-ServerActionsTestJSON-336977598-project] 10.222.0.36 "DELETE /v2.0/floatingips/92130ed2-cd02-4a95-9eaf-3c9900286db2 HTTP/1.1" status: 204 len: 168 time: 1.0423923 Apr 21 12:57:24.557909 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38286) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:24.564286 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-1d31fcbf-81ed-4574-b033-9dd492f7ffe5 service neutron] 10.222.0.36 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976119 Apr 21 12:57:24.588385 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b043c009-ee68-4b99-bc80-46d206819246 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "DELETE /v2.0/subnetpools/0b455b8e-2f43-4144-8ac5-c525ac0e76e9/tags/tempest-TagsExtTest-Tag-1837383033 HTTP/1.1" status: 204 len: 168 time: 0.1760113 Apr 21 12:57:24.588979 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38290) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:24.593373 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-22ea4eb4-50fb-470d-bc45-a5a64e931d7d tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0b455b8e-2f43-4144-8ac5-c525ac0e76e9') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:24.638118 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-22ea4eb4-50fb-470d-bc45-a5a64e931d7d tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "GET /v2.0/subnetpools/0b455b8e-2f43-4144-8ac5-c525ac0e76e9/tags HTTP/1.1" status: 200 len: 205 time: 0.0456402 Apr 21 12:57:24.638528 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38292) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:24.643062 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-4f359e2d-da13-4ebc-91a0-90757e8bfcd0 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0b455b8e-2f43-4144-8ac5-c525ac0e76e9') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:24.699975 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-df83bc3a-a485-49a6-9716-967965e06cb9 service neutron] 10.222.0.36 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347566 Apr 21 12:57:24.703477 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4f359e2d-da13-4ebc-91a0-90757e8bfcd0 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "DELETE /v2.0/subnetpools/0b455b8e-2f43-4144-8ac5-c525ac0e76e9/tags HTTP/1.1" status: 204 len: 168 time: 0.0640044 Apr 21 12:57:24.706676 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38294) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:24.714652 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-634f39de-31e2-416c-84b7-d122babe4a97 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5709b917-30f8-4709-a9f0-d4cbf195e95d') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:24.911571 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-634f39de-31e2-416c-84b7-d122babe4a97 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "DELETE /v2.0/routers/5709b917-30f8-4709-a9f0-d4cbf195e95d/tags HTTP/1.1" status: 204 len: 168 time: 0.2038231 Apr 21 12:57:24.914462 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38296) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:24.919172 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-5b865dbc-cbd6-4b72-9e77-f22a45694dde tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f9b76929-172c-4adc-9adc-64a6ce837599') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:25.001263 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5b865dbc-cbd6-4b72-9e77-f22a45694dde tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "DELETE /v2.0/ports/f9b76929-172c-4adc-9adc-64a6ce837599/tags HTTP/1.1" status: 204 len: 168 time: 0.0856600 Apr 21 12:57:25.004050 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38302) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:25.008917 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-6109c96f-67ae-47db-96e2-0721b6113cda tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ce3889de-9a08-445e-80bb-d5a3652cec8c') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:25.077472 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6802c1c5-aa29-4817-be9c-c6c3024712ff req-a1c88bda-9d3c-4843-8c14-13d0e7bbbf41 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2a33f27-99fe-4cb0-9c56-812d236fad86 HTTP/1.1" status: 200 len: 210 time: 0.0419247 Apr 21 12:57:25.155146 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6109c96f-67ae-47db-96e2-0721b6113cda tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "DELETE /v2.0/subnets/ce3889de-9a08-445e-80bb-d5a3652cec8c/tags HTTP/1.1" status: 204 len: 168 time: 0.1502242 Apr 21 12:57:25.160089 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38306) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:25.165877 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-2eb01b06-c8d3-40f2-8f36-37af57fab65c tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ce3889de-9a08-445e-80bb-d5a3652cec8c', 'tempest-TagsExtTest-Tag-1225109795') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:25.290888 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-36e49ade-4222-4ce1-962c-e7d7471e37c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:25.344203 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2eb01b06-c8d3-40f2-8f36-37af57fab65c tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "PUT /v2.0/subnets/ce3889de-9a08-445e-80bb-d5a3652cec8c/tags/tempest-TagsExtTest-Tag-1225109795 HTTP/1.1" status: 201 len: 201 time: 0.1820178 Apr 21 12:57:25.346985 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38312) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:25.352102 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-0c75810f-bdba-4baf-a742-d0e7bc570611 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f9b76929-172c-4adc-9adc-64a6ce837599', 'tempest-TagsExtTest-Tag-2475397') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:25.519152 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device df1715ac-07af-4ef8-93a1-71a0ff3c7fdc up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:57:25.519763 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0c75810f-bdba-4baf-a742-d0e7bc570611 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "PUT /v2.0/ports/f9b76929-172c-4adc-9adc-64a6ce837599/tags/tempest-TagsExtTest-Tag-2475397 HTTP/1.1" status: 201 len: 201 time: 0.1694973 Apr 21 12:57:25.521903 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38314) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:25.527554 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-553c911d-9780-49ec-8539-8a94836945b2 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5709b917-30f8-4709-a9f0-d4cbf195e95d', 'tempest-TagsExtTest-Tag-678798916') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:25.593251 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port df1715ac-07af-4ef8-93a1-71a0ff3c7fdc triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:25.593674 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:25.642330 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-36e49ade-4222-4ce1-962c-e7d7471e37c6 admin admin] Deleting port 44fe3238-11ca-473e-b40f-d3cdbbfdaf75 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:57:25.642671 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-36e49ade-4222-4ce1-962c-e7d7471e37c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:25.724375 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-553c911d-9780-49ec-8539-8a94836945b2 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "PUT /v2.0/routers/5709b917-30f8-4709-a9f0-d4cbf195e95d/tags/tempest-TagsExtTest-Tag-678798916 HTTP/1.1" status: 201 len: 201 time: 0.2011251 Apr 21 12:57:25.727514 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38316) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:25.732491 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-85f3c2ae-fb28-449f-95ef-8b810faf50f0 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0b455b8e-2f43-4144-8ac5-c525ac0e76e9', 'tempest-TagsExtTest-Tag-215975499') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:25.737453 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-36e49ade-4222-4ce1-962c-e7d7471e37c6 admin admin] For port 44fe3238-11ca-473e-b40f-d3cdbbfdaf75, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=44fe3238-11ca-473e-b40f-d3cdbbfdaf75,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:25.737986 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-36e49ade-4222-4ce1-962c-e7d7471e37c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:25.751111 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-36e49ade-4222-4ce1-962c-e7d7471e37c6 admin admin] Calling delete_port for 44fe3238-11ca-473e-b40f-d3cdbbfdaf75 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:57:25.826157 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-85f3c2ae-fb28-449f-95ef-8b810faf50f0 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "PUT /v2.0/subnetpools/0b455b8e-2f43-4144-8ac5-c525ac0e76e9/tags/tempest-TagsExtTest-Tag-215975499 HTTP/1.1" status: 201 len: 201 time: 0.0975149 Apr 21 12:57:25.828734 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38318) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:25.834567 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-e0c73d6e-f26a-4f31-8ff8-513592ab673e tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ce3889de-9a08-445e-80bb-d5a3652cec8c', {'tags': ['tempest-TagsExtTest-Tag-1310120308', 'tempest-TagsExtTest-Tag-192095460', 'tempest-TagsExtTest-Tag-1472019213']}) {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:25.975013 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e0c73d6e-f26a-4f31-8ff8-513592ab673e tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "PUT /v2.0/subnets/ce3889de-9a08-445e-80bb-d5a3652cec8c/tags HTTP/1.1" status: 200 len: 317 time: 0.1448686 Apr 21 12:57:25.977977 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38324) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:25.981867 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-50375739-aee7-4672-b5a4-2bc0824ae934 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ce3889de-9a08-445e-80bb-d5a3652cec8c') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:26.002817 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-36e49ade-4222-4ce1-962c-e7d7471e37c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:26.064206 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e49ade-4222-4ce1-962c-e7d7471e37c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=44fe3238-11ca-473e-b40f-d3cdbbfdaf75,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:26.195701 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-50375739-aee7-4672-b5a4-2bc0824ae934 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "DELETE /v2.0/subnets/ce3889de-9a08-445e-80bb-d5a3652cec8c/tags HTTP/1.1" status: 204 len: 168 time: 0.2172611 Apr 21 12:57:26.199419 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38330) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:26.205000 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-542b7fbc-422d-41c3-ac26-54db1ef0673b tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ce3889de-9a08-445e-80bb-d5a3652cec8c', 'tempest-TagsExtTest-Tag-1310120308') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:26.206150 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c2eb9d0f-4485-44ea-91fe-fd180bd1da0f req-7963f20d-1041-4f8e-98be-df4ca7bc90ab tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2a33f27-99fe-4cb0-9c56-812d236fad86 HTTP/1.1" status: 200 len: 210 time: 0.0530903 Apr 21 12:57:26.276322 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-36e49ade-4222-4ce1-962c-e7d7471e37c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:26.337336 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-542b7fbc-422d-41c3-ac26-54db1ef0673b tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] show failed (client error): The resource could not be found. Apr 21 12:57:26.338391 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-542b7fbc-422d-41c3-ac26-54db1ef0673b tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "GET /v2.0/subnets/ce3889de-9a08-445e-80bb-d5a3652cec8c/tags/tempest-TagsExtTest-Tag-1310120308 HTTP/1.1" status: 404 len: 329 time: 0.1386495 Apr 21 12:57:26.341335 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38332) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:26.346573 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-cb7936c5-672f-43a1-98a8-5d4503ca7d59 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ce3889de-9a08-445e-80bb-d5a3652cec8c', 'tempest-TagsExtTest-Tag-192095460') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:26.399340 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-cb7936c5-672f-43a1-98a8-5d4503ca7d59 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] show failed (client error): The resource could not be found. Apr 21 12:57:26.399340 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-cb7936c5-672f-43a1-98a8-5d4503ca7d59 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "GET /v2.0/subnets/ce3889de-9a08-445e-80bb-d5a3652cec8c/tags/tempest-TagsExtTest-Tag-192095460 HTTP/1.1" status: 404 len: 328 time: 0.0567274 Apr 21 12:57:26.403659 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38334) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:26.406625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-e25ea887-c6d9-42e8-a399-b9e52ccc8db6 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ce3889de-9a08-445e-80bb-d5a3652cec8c', 'tempest-TagsExtTest-Tag-1472019213') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:26.461806 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-e25ea887-c6d9-42e8-a399-b9e52ccc8db6 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] show failed (client error): The resource could not be found. Apr 21 12:57:26.465473 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e25ea887-c6d9-42e8-a399-b9e52ccc8db6 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "GET /v2.0/subnets/ce3889de-9a08-445e-80bb-d5a3652cec8c/tags/tempest-TagsExtTest-Tag-1472019213 HTTP/1.1" status: 404 len: 329 time: 0.0600724 Apr 21 12:57:26.465726 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38336) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:26.470347 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-fa05b043-6fa4-436a-ad97-a32e26d4d58a tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f9b76929-172c-4adc-9adc-64a6ce837599', {'tags': ['tempest-TagsExtTest-Tag-242124556', 'tempest-TagsExtTest-Tag-236745590', 'tempest-TagsExtTest-Tag-1140414931']}) {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:26.631632 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fa05b043-6fa4-436a-ad97-a32e26d4d58a tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "PUT /v2.0/ports/f9b76929-172c-4adc-9adc-64a6ce837599/tags HTTP/1.1" status: 200 len: 316 time: 0.1648610 Apr 21 12:57:26.634146 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38338) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:26.638663 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-ebfb2e3b-0ab0-4c65-9268-4403ed0b5e5d tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f9b76929-172c-4adc-9adc-64a6ce837599') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:26.782991 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e49ade-4222-4ce1-962c-e7d7471e37c6 admin admin] Router af7c34d4-b902-49b9-a131-706d2469a0b9 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:57:26.795463 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ebfb2e3b-0ab0-4c65-9268-4403ed0b5e5d tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "DELETE /v2.0/ports/f9b76929-172c-4adc-9adc-64a6ce837599/tags HTTP/1.1" status: 204 len: 168 time: 0.1602550 Apr 21 12:57:26.805528 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38342) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:26.809988 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-1b429db7-a37f-4b2d-9f2b-1f2756352695 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f9b76929-172c-4adc-9adc-64a6ce837599', 'tempest-TagsExtTest-Tag-242124556') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:26.859154 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-1b429db7-a37f-4b2d-9f2b-1f2756352695 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] show failed (client error): The resource could not be found. Apr 21 12:57:26.860217 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1b429db7-a37f-4b2d-9f2b-1f2756352695 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "GET /v2.0/ports/f9b76929-172c-4adc-9adc-64a6ce837599/tags/tempest-TagsExtTest-Tag-242124556 HTTP/1.1" status: 404 len: 328 time: 0.0537024 Apr 21 12:57:26.863226 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38344) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:26.868144 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-8303b41f-3779-4bb1-9b3c-35c1f3965153 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f9b76929-172c-4adc-9adc-64a6ce837599', 'tempest-TagsExtTest-Tag-236745590') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:26.892475 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e49ade-4222-4ce1-962c-e7d7471e37c6 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:57:26.898969 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-36e49ade-4222-4ce1-962c-e7d7471e37c6 admin admin] 10.222.0.36 "PUT /v2.0/routers/af7c34d4-b902-49b9-a131-706d2469a0b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3384721 Apr 21 12:57:26.900294 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38346) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:26.901885 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b884cce-1f8f-4a53-90bd-94aea1153927 None None] Sync routers for ids ['af7c34d4-b902-49b9-a131-706d2469a0b9'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:57:26.912107 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b884cce-1f8f-4a53-90bd-94aea1153927 None None] Routers {'af7c34d4-b902-49b9-a131-706d2469a0b9'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:57:26.912704 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8b884cce-1f8f-4a53-90bd-94aea1153927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:57:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['af7c34d4-b902-49b9-a131-706d2469a0b9'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:27.001636 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-8303b41f-3779-4bb1-9b3c-35c1f3965153 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] show failed (client error): The resource could not be found. Apr 21 12:57:27.002599 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8303b41f-3779-4bb1-9b3c-35c1f3965153 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "GET /v2.0/ports/f9b76929-172c-4adc-9adc-64a6ce837599/tags/tempest-TagsExtTest-Tag-236745590 HTTP/1.1" status: 404 len: 328 time: 0.1384373 Apr 21 12:57:27.005690 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38348) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:27.010633 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-70dd24e7-959d-4756-a5f3-8a18b1a51c95 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f9b76929-172c-4adc-9adc-64a6ce837599', 'tempest-TagsExtTest-Tag-1140414931') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:27.027795 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f525f83-037d-4485-9c30-30eef56939f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:27.081610 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-70dd24e7-959d-4756-a5f3-8a18b1a51c95 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] show failed (client error): The resource could not be found. Apr 21 12:57:27.087487 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-70dd24e7-959d-4756-a5f3-8a18b1a51c95 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "GET /v2.0/ports/f9b76929-172c-4adc-9adc-64a6ce837599/tags/tempest-TagsExtTest-Tag-1140414931 HTTP/1.1" status: 404 len: 329 time: 0.0803087 Apr 21 12:57:27.088701 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38350) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:27.094565 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-9e349710-b278-4f0a-897f-cca8079134a1 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5709b917-30f8-4709-a9f0-d4cbf195e95d', {'tags': ['tempest-TagsExtTest-Tag-1435164337', 'tempest-TagsExtTest-Tag-437620095', 'tempest-TagsExtTest-Tag-430224965']}) {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:27.116667 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8b884cce-1f8f-4a53-90bd-94aea1153927 None None] Set router af7c34d4-b902-49b9-a131-706d2469a0b9 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:57:27.291649 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9e349710-b278-4f0a-897f-cca8079134a1 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "PUT /v2.0/routers/5709b917-30f8-4709-a9f0-d4cbf195e95d/tags HTTP/1.1" status: 200 len: 316 time: 0.2017512 Apr 21 12:57:27.292713 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38356) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:27.298228 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-cb8e5e28-47af-4060-826d-157241891c8c tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5709b917-30f8-4709-a9f0-d4cbf195e95d') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:27.373783 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8b884cce-1f8f-4a53-90bd-94aea1153927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'name': 'tempest-ServerActionsTestJSON-1659525233-router', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'f227b04a-7387-460e-ad4c-f762cfa6b0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:50:28Z', 'updated_at': '2022-04-21T12:57:25Z', 'revision_number': 5, 'project_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'gw_port': {'id': 'f227b04a-7387-460e-ad4c-f762cfa6b0c8', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:50:29Z', 'updated_at': '2022-04-21T12:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:27.413536 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b884cce-1f8f-4a53-90bd-94aea1153927 None None] Checking router: af7c34d4-b902-49b9-a131-706d2469a0b9 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:57:27.424237 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b884cce-1f8f-4a53-90bd-94aea1153927 None None] Routers {'af7c34d4-b902-49b9-a131-706d2469a0b9'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:57:27.425108 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8b884cce-1f8f-4a53-90bd-94aea1153927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:57:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['af7c34d4-b902-49b9-a131-706d2469a0b9'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:27.547404 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8b884cce-1f8f-4a53-90bd-94aea1153927 None None] Set router af7c34d4-b902-49b9-a131-706d2469a0b9 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:57:27.567706 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a54ac0d0-222d-4487-b86f-7c260c5c3795 req-5b9c05c2-2e57-4542-a665-c8aea7a0b3ec tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2a33f27-99fe-4cb0-9c56-812d236fad86 HTTP/1.1" status: 200 len: 210 time: 0.0385013 Apr 21 12:57:27.633840 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cb8e5e28-47af-4060-826d-157241891c8c tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "DELETE /v2.0/routers/5709b917-30f8-4709-a9f0-d4cbf195e95d/tags HTTP/1.1" status: 204 len: 168 time: 0.3394496 Apr 21 12:57:27.636313 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38364) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:27.647524 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-a06b6251-65d8-4e8d-a2b0-33fb5c10c202 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5709b917-30f8-4709-a9f0-d4cbf195e95d', 'tempest-TagsExtTest-Tag-1435164337') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:27.703690 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f525f83-037d-4485-9c30-30eef56939f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:27.726945 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-a06b6251-65d8-4e8d-a2b0-33fb5c10c202 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] show failed (client error): The resource could not be found. Apr 21 12:57:27.728034 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a06b6251-65d8-4e8d-a2b0-33fb5c10c202 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "GET /v2.0/routers/5709b917-30f8-4709-a9f0-d4cbf195e95d/tags/tempest-TagsExtTest-Tag-1435164337 HTTP/1.1" status: 404 len: 329 time: 0.0904961 Apr 21 12:57:27.730996 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38372) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:27.746278 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-85485df8-29fb-4b5f-95b8-323a47eb1675 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5709b917-30f8-4709-a9f0-d4cbf195e95d', 'tempest-TagsExtTest-Tag-437620095') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:27.771005 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8b884cce-1f8f-4a53-90bd-94aea1153927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'name': 'tempest-ServerActionsTestJSON-1659525233-router', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'f227b04a-7387-460e-ad4c-f762cfa6b0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:50:28Z', 'updated_at': '2022-04-21T12:57:25Z', 'revision_number': 5, 'project_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'gw_port': {'id': 'f227b04a-7387-460e-ad4c-f762cfa6b0c8', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:50:29Z', 'updated_at': '2022-04-21T12:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:27.801849 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b884cce-1f8f-4a53-90bd-94aea1153927 None None] The sync data for ids ['af7c34d4-b902-49b9-a131-706d2469a0b9'] in n-d-836147-2 is: [{'id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'name': 'tempest-ServerActionsTestJSON-1659525233-router', 'tenant_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.132'}], 'enable_snat': True}, 'gw_port_id': 'f227b04a-7387-460e-ad4c-f762cfa6b0c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:50:28Z', 'updated_at': '2022-04-21T12:57:25Z', 'revision_number': 5, 'project_id': 'f94db1c78e7042a5b25684fb2e0b4069', 'gw_port': {'id': 'f227b04a-7387-460e-ad4c-f762cfa6b0c8', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af7c34d4-b902-49b9-a131-706d2469a0b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2383, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:50:29Z', 'updated_at': '2022-04-21T12:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:57:27.811387 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-4216b80c-071e-4ef6-b739-f17f1cb8a10f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:27.813044 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-4216b80c-071e-4ef6-b739-f17f1cb8a10f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.26 "GET /v2.0/networks?id=66226ca0-89ea-4d56-8a47-047ac66c4412 HTTP/1.1" status: 200 len: 815 time: 0.1941228 Apr 21 12:57:27.879752 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-85485df8-29fb-4b5f-95b8-323a47eb1675 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] show failed (client error): The resource could not be found. Apr 21 12:57:27.880795 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-85485df8-29fb-4b5f-95b8-323a47eb1675 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "GET /v2.0/routers/5709b917-30f8-4709-a9f0-d4cbf195e95d/tags/tempest-TagsExtTest-Tag-437620095 HTTP/1.1" status: 404 len: 328 time: 0.1460848 Apr 21 12:57:27.884164 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38376) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:27.889675 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-d39f5f3f-855e-47ba-90ad-a78c8c3e1ca3 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5709b917-30f8-4709-a9f0-d4cbf195e95d', 'tempest-TagsExtTest-Tag-430224965') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:27.910327 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-6bdd6174-34c1-4185-a5ff-a22017a06025 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbf20d2a696446f3bf763b1a95728ce3 HTTP/1.1" status: 200 len: 380 time: 0.0709679 Apr 21 12:57:27.922127 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-6306674b-a6c1-4497-a25b-09251cb604d6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Request body: {'port': {'device_id': 'b2a33f27-99fe-4cb0-9c56-812d236fad86', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'admin_state_up': True, 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'security_groups': ['b5907202-a024-49ba-9506-64727473e235']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:57:27.969234 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-d39f5f3f-855e-47ba-90ad-a78c8c3e1ca3 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] show failed (client error): The resource could not be found. Apr 21 12:57:27.970558 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d39f5f3f-855e-47ba-90ad-a78c8c3e1ca3 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "GET /v2.0/routers/5709b917-30f8-4709-a9f0-d4cbf195e95d/tags/tempest-TagsExtTest-Tag-430224965 HTTP/1.1" status: 404 len: 328 time: 0.0846403 Apr 21 12:57:27.973917 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38378) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:27.978687 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-fcd3044f-b800-4c7f-ba95-a49c667f26c5 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '0b455b8e-2f43-4144-8ac5-c525ac0e76e9', {'tags': ['tempest-TagsExtTest-Tag-259956063', 'tempest-TagsExtTest-Tag-321512856', 'tempest-TagsExtTest-Tag-482045233']}) {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:27.983694 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-0f525f83-037d-4485-9c30-30eef56939f5 admin admin] Deleting port f227b04a-7387-460e-ad4c-f762cfa6b0c8 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:57:27.984037 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f525f83-037d-4485-9c30-30eef56939f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:28.103167 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-0f525f83-037d-4485-9c30-30eef56939f5 admin admin] For port f227b04a-7387-460e-ad4c-f762cfa6b0c8, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f227b04a-7387-460e-ad4c-f762cfa6b0c8,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:28.103566 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f525f83-037d-4485-9c30-30eef56939f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:28.118170 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-0f525f83-037d-4485-9c30-30eef56939f5 admin admin] Calling delete_port for f227b04a-7387-460e-ad4c-f762cfa6b0c8 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:57:28.126731 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fcd3044f-b800-4c7f-ba95-a49c667f26c5 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "PUT /v2.0/subnetpools/0b455b8e-2f43-4144-8ac5-c525ac0e76e9/tags HTTP/1.1" status: 200 len: 315 time: 0.1516609 Apr 21 12:57:28.130247 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38384) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:28.134507 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-215ca4e5-07b2-47e3-8e4f-d3ecc4632622 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0b455b8e-2f43-4144-8ac5-c525ac0e76e9') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:28.238208 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-6306674b-a6c1-4497-a25b-09251cb604d6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Made reservation on behalf of dbf20d2a696446f3bf763b1a95728ce3 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:57:28.241781 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-6306674b-a6c1-4497-a25b-09251cb604d6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:28.275538 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-215ca4e5-07b2-47e3-8e4f-d3ecc4632622 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "DELETE /v2.0/subnetpools/0b455b8e-2f43-4144-8ac5-c525ac0e76e9/tags HTTP/1.1" status: 204 len: 168 time: 0.1422944 Apr 21 12:57:28.276738 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38388) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:28.312291 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.tag.tag_plugin [None req-9cf463af-8b02-49ed-885a-edca946517bd tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0b455b8e-2f43-4144-8ac5-c525ac0e76e9', 'tempest-TagsExtTest-Tag-259956063') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:28.393474 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-9cf463af-8b02-49ed-885a-edca946517bd tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] show failed (client error): The resource could not be found. Apr 21 12:57:28.398686 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9cf463af-8b02-49ed-885a-edca946517bd tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "GET /v2.0/subnetpools/0b455b8e-2f43-4144-8ac5-c525ac0e76e9/tags/tempest-TagsExtTest-Tag-259956063 HTTP/1.1" status: 404 len: 328 time: 0.0875723 Apr 21 12:57:28.398786 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38392) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:28.403251 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-95ebefc3-a5e6-42e8-bd41-0bc465a61bef tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0b455b8e-2f43-4144-8ac5-c525ac0e76e9', 'tempest-TagsExtTest-Tag-321512856') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:28.432162 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-95ebefc3-a5e6-42e8-bd41-0bc465a61bef tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] show failed (client error): The resource could not be found. Apr 21 12:57:28.432162 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-95ebefc3-a5e6-42e8-bd41-0bc465a61bef tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "GET /v2.0/subnetpools/0b455b8e-2f43-4144-8ac5-c525ac0e76e9/tags/tempest-TagsExtTest-Tag-321512856 HTTP/1.1" status: 404 len: 328 time: 0.0298860 Apr 21 12:57:28.432583 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38394) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:28.437966 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-6b6ee54b-0217-4950-b624-e782163fbbed tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0b455b8e-2f43-4144-8ac5-c525ac0e76e9', 'tempest-TagsExtTest-Tag-482045233') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:28.465190 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f525f83-037d-4485-9c30-30eef56939f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:28.468456 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-6b6ee54b-0217-4950-b624-e782163fbbed tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] show failed (client error): The resource could not be found. Apr 21 12:57:28.469090 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-6306674b-a6c1-4497-a25b-09251cb604d6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Allocated IP 172.20.0.4 (66226ca0-89ea-4d56-8a47-047ac66c4412/50dbb38d-b032-403f-a924-76781bc12675/de44b89d-8164-496c-bfe0-ff2d1c41db9a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:57:28.472676 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6b6ee54b-0217-4950-b624-e782163fbbed tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "GET /v2.0/subnetpools/0b455b8e-2f43-4144-8ac5-c525ac0e76e9/tags/tempest-TagsExtTest-Tag-482045233 HTTP/1.1" status: 404 len: 328 time: 0.0362155 Apr 21 12:57:28.473883 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38396) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:28.480361 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-95fb5b5d-f049-48b2-b558-7b78ed174efa tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0b455b8e-2f43-4144-8ac5-c525ac0e76e9') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:28.508621 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-95fb5b5d-f049-48b2-b558-7b78ed174efa tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "DELETE /v2.0/subnetpools/0b455b8e-2f43-4144-8ac5-c525ac0e76e9/tags HTTP/1.1" status: 204 len: 168 time: 0.0313606 Apr 21 12:57:28.508865 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f525f83-037d-4485-9c30-30eef56939f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f227b04a-7387-460e-ad4c-f762cfa6b0c8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:28.508978 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38398) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:28.514252 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-517cdb01-2a1d-4e63-b406-c7247be5300d tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5709b917-30f8-4709-a9f0-d4cbf195e95d') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:28.610621 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-517cdb01-2a1d-4e63-b406-c7247be5300d tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "DELETE /v2.0/routers/5709b917-30f8-4709-a9f0-d4cbf195e95d/tags HTTP/1.1" status: 204 len: 168 time: 0.0992086 Apr 21 12:57:28.610621 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38402) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:28.614962 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-b8b85388-fb2a-4f67-ad23-61e1cc0c4dca tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f9b76929-172c-4adc-9adc-64a6ce837599') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:28.626602 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f525f83-037d-4485-9c30-30eef56939f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:28.681380 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b8b85388-fb2a-4f67-ad23-61e1cc0c4dca tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "DELETE /v2.0/ports/f9b76929-172c-4adc-9adc-64a6ce837599/tags HTTP/1.1" status: 204 len: 168 time: 0.0682693 Apr 21 12:57:28.681707 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38408) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:28.685830 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.tag.tag_plugin [None req-561b5001-bbf2-436d-b41a-eff2dab9259d tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ce3889de-9a08-445e-80bb-d5a3652cec8c') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:28.748686 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-561b5001-bbf2-436d-b41a-eff2dab9259d tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "DELETE /v2.0/subnets/ce3889de-9a08-445e-80bb-d5a3652cec8c/tags HTTP/1.1" status: 204 len: 168 time: 0.0633478 Apr 21 12:57:28.749923 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38410) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:28.755126 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c9e31812-a52a-472e-9095-44b7eb4fd6cd req-5d0170e7-c8f0-471c-82f8-b0bd7d26a439 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2a33f27-99fe-4cb0-9c56-812d236fad86 HTTP/1.1" status: 200 len: 210 time: 0.0888274 Apr 21 12:57:28.796067 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f525f83-037d-4485-9c30-30eef56939f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:28.799860 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f525f83-037d-4485-9c30-30eef56939f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:28.862926 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-6306674b-a6c1-4497-a25b-09251cb604d6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:28.920412 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f525f83-037d-4485-9c30-30eef56939f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:28.920988 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f525f83-037d-4485-9c30-30eef56939f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af7c34d4-b902-49b9-a131-706d2469a0b9 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:57:28.925430 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f525f83-037d-4485-9c30-30eef56939f5 admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:28.929685 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0f525f83-037d-4485-9c30-30eef56939f5 admin admin] 10.222.0.36 "DELETE /v2.0/routers/af7c34d4-b902-49b9-a131-706d2469a0b9 HTTP/1.1" status: 204 len: 168 time: 2.0280952 Apr 21 12:57:28.929985 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38414) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:28.960928 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d3561eaa-7228-4f52-921b-0468dd8aab52 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks [] for subnetpool, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:28.962098 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d3561eaa-7228-4f52-921b-0468dd8aab52 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "DELETE /v2.0/subnetpools/0b455b8e-2f43-4144-8ac5-c525ac0e76e9 HTTP/1.1" status: 204 len: 168 time: 0.2112553 Apr 21 12:57:28.964604 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38416) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:29.002530 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-6306674b-a6c1-4497-a25b-09251cb604d6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:29.006032 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5a4d3cf4-197c-43cd-9b78-37a812ca4d75 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "GET /v2.0/ports?device_id=5709b917-30f8-4709-a9f0-d4cbf195e95d HTTP/1.1" status: 200 len: 205 time: 0.0390284 Apr 21 12:57:29.008744 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38418) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:29.062440 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-2140947c-04c6-48b6-9603-fd8c3c45eb97 admin admin] Deleting subnet 4db84230-709b-4f7f-90e2-f9bbd733dd6f {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:57:29.064193 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-6306674b-a6c1-4497-a25b-09251cb604d6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Network 66226ca0-89ea-4d56-8a47-047ac66c4412 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:57:29.067953 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2140947c-04c6-48b6-9603-fd8c3c45eb97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:29.068062 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-6306674b-a6c1-4497-a25b-09251cb604d6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:57:29.070905 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-6306674b-a6c1-4497-a25b-09251cb604d6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:57:29.100781 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306674b-a6c1-4497-a25b-09251cb604d6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event updated for resources: {'Port': ['ID=de44b89d-8164-496c-bfe0-ff2d1c41db9a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:29.128985 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ffd63f9-de63-4175-ab91-bb9e1f85bd8b tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:29.140317 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-6306674b-a6c1-4497-a25b-09251cb604d6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:29.167824 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-6306674b-a6c1-4497-a25b-09251cb604d6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:29.192909 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2140947c-04c6-48b6-9603-fd8c3c45eb97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:29.402350 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ffd63f9-de63-4175-ab91-bb9e1f85bd8b tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:29.409540 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ffd63f9-de63-4175-ab91-bb9e1f85bd8b tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:29.412978 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-500ea236-23e9-4b4a-b13e-3195bdd56a3e None None] Provisioning complete for port de44b89d-8164-496c-bfe0-ff2d1c41db9a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:29.413413 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-500ea236-23e9-4b4a-b13e-3195bdd56a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:29.450054 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-500ea236-23e9-4b4a-b13e-3195bdd56a3e None None] Port de44b89d-8164-496c-bfe0-ff2d1c41db9a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:57:29.492992 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2140947c-04c6-48b6-9603-fd8c3c45eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:29.498645 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f227b04a-7387-460e-ad4c-f762cfa6b0c8 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:57:29.507679 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-6306674b-a6c1-4497-a25b-09251cb604d6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5900712 Apr 21 12:57:29.519705 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-33d97692-3818-4706-9fbf-67c313c3cb36 service neutron] Request body: {'port': {'device_id': 'b2a33f27-99fe-4cb0-9c56-812d236fad86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:57:29.520735 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: f227b04a-7387-460e-ad4c-f762cfa6b0c8 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:57:29.521082 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f227b04a-7387-460e-ad4c-f762cfa6b0c8 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:57:29.521533 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 44fe3238-11ca-473e-b40f-d3cdbbfdaf75 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:57:29.542680 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 44fe3238-11ca-473e-b40f-d3cdbbfdaf75 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:57:29.556427 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 44fe3238-11ca-473e-b40f-d3cdbbfdaf75 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:57:29.574963 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-33d97692-3818-4706-9fbf-67c313c3cb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:29.585988 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ffd63f9-de63-4175-ab91-bb9e1f85bd8b tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:29.586638 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffd63f9-de63-4175-ab91-bb9e1f85bd8b tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Fanout notify agent at l3_agent the message router_deleted on router 5709b917-30f8-4709-a9f0-d4cbf195e95d {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:57:29.603897 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ffd63f9-de63-4175-ab91-bb9e1f85bd8b tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:29.603897 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4ffd63f9-de63-4175-ab91-bb9e1f85bd8b tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "DELETE /v2.0/routers/5709b917-30f8-4709-a9f0-d4cbf195e95d HTTP/1.1" status: 204 len: 168 time: 0.5916414 Apr 21 12:57:29.603897 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38430) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:29.677533 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2140947c-04c6-48b6-9603-fd8c3c45eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:29.710129 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140947c-04c6-48b6-9603-fd8c3c45eb97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4db84230-709b-4f7f-90e2-f9bbd733dd6f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:29.712221 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2140947c-04c6-48b6-9603-fd8c3c45eb97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:29.715292 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2140947c-04c6-48b6-9603-fd8c3c45eb97 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/4db84230-709b-4f7f-90e2-f9bbd733dd6f HTTP/1.1" status: 204 len: 168 time: 0.7837503 Apr 21 12:57:29.718151 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38432) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:29.730225 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f3b82d-0bb3-4f62-aef5-b6a867fd6355 None None] Network ff8e5b58-c3c2-47b6-b0e6-14167c057929 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:57:29.804014 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3efa14ea-9361-4fcb-8a49-f35fd61715ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:29.858988 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-bab80496-2449-4559-b4da-243560e4e78b tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Deleting port f9b76929-172c-4adc-9adc-64a6ce837599 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:57:29.859414 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bab80496-2449-4559-b4da-243560e4e78b tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:29.934526 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-33d97692-3818-4706-9fbf-67c313c3cb36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de44b89d-8164-496c-bfe0-ff2d1c41db9a {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:57:29.944399 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-33d97692-3818-4706-9fbf-67c313c3cb36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:29.956363 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9b9c42-14e0-43b7-b0fb-5aa7abfc86d2 None None] DHCP port deletion for ff8e5b58-c3c2-47b6-b0e6-14167c057929 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:57:29.969252 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-3efa14ea-9361-4fcb-8a49-f35fd61715ae admin admin] Deleting port 498d5b92-cb52-43b3-a179-dc62f1259763 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:57:29.969892 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3efa14ea-9361-4fcb-8a49-f35fd61715ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:29.973613 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796af6e9-9f9f-4043-be58-5dcbbae0cb37 req-d498d2f5-3947-48a8-b05f-559aa3619e0b tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:29.975073 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-796af6e9-9f9f-4043-be58-5dcbbae0cb37 req-d498d2f5-3947-48a8-b05f-559aa3619e0b tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2a33f27-99fe-4cb0-9c56-812d236fad86 HTTP/1.1" status: 200 len: 931 time: 0.0828927 Apr 21 12:57:29.976149 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-33d97692-3818-4706-9fbf-67c313c3cb36 service neutron] Transition to ACTIVE for port object de44b89d-8164-496c-bfe0-ff2d1c41db9a will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:57:29.990563 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bab80496-2449-4559-b4da-243560e4e78b tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:30.008556 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1a9b9c42-14e0-43b7-b0fb-5aa7abfc86d2 None None] Deleting port 498d5b92-cb52-43b3-a179-dc62f1259763 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:57:30.009019 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a9b9c42-14e0-43b7-b0fb-5aa7abfc86d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:30.019082 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-796af6e9-9f9f-4043-be58-5dcbbae0cb37 req-f5a20d5c-b0e0-4880-bd5a-923b19a4f366 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5907202-a024-49ba-9506-64727473e235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370417 Apr 21 12:57:30.036354 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-33d97692-3818-4706-9fbf-67c313c3cb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:30.067430 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-bab80496-2449-4559-b4da-243560e4e78b tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Calling delete_port for f9b76929-172c-4adc-9adc-64a6ce837599 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:57:30.097285 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1a9b9c42-14e0-43b7-b0fb-5aa7abfc86d2 None None] For port 498d5b92-cb52-43b3-a179-dc62f1259763, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=498d5b92-cb52-43b3-a179-dc62f1259763,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:30.097576 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a9b9c42-14e0-43b7-b0fb-5aa7abfc86d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:30.103601 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-3efa14ea-9361-4fcb-8a49-f35fd61715ae admin admin] For port 498d5b92-cb52-43b3-a179-dc62f1259763, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=498d5b92-cb52-43b3-a179-dc62f1259763,segment=NetworkSegment(44bc8a03-2f4f-4978-99f6-9fc05c155a8c),segment_id=44bc8a03-2f4f-4978-99f6-9fc05c155a8c)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:30.104010 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3efa14ea-9361-4fcb-8a49-f35fd61715ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:30.118397 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1a9b9c42-14e0-43b7-b0fb-5aa7abfc86d2 None None] Calling delete_port for 498d5b92-cb52-43b3-a179-dc62f1259763 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:57:30.155832 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-3efa14ea-9361-4fcb-8a49-f35fd61715ae admin admin] Calling delete_port for 498d5b92-cb52-43b3-a179-dc62f1259763 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:57:30.169678 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d97692-3818-4706-9fbf-67c313c3cb36 service neutron] Pushing event updated for resources: {'Port': ['ID=de44b89d-8164-496c-bfe0-ff2d1c41db9a,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:30.201634 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-33d97692-3818-4706-9fbf-67c313c3cb36 service neutron] Attempting to bind port de44b89d-8164-496c-bfe0-ff2d1c41db9a on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:57:30.202442 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-33d97692-3818-4706-9fbf-67c313c3cb36 service neutron] Attempting to bind port de44b89d-8164-496c-bfe0-ff2d1c41db9a by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '374fc68c-cad2-4786-bb7b-956a7d4d9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:57:30.203017 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-33d97692-3818-4706-9fbf-67c313c3cb36 service neutron] Attempting to bind port de44b89d-8164-496c-bfe0-ff2d1c41db9a on network 66226ca0-89ea-4d56-8a47-047ac66c4412 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:57:30.208150 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-33d97692-3818-4706-9fbf-67c313c3cb36 service neutron] Port de44b89d-8164-496c-bfe0-ff2d1c41db9a on network 66226ca0-89ea-4d56-8a47-047ac66c4412 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:57:30.208705 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-33d97692-3818-4706-9fbf-67c313c3cb36 service neutron] Attempting to bind port de44b89d-8164-496c-bfe0-ff2d1c41db9a on network 66226ca0-89ea-4d56-8a47-047ac66c4412 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:57:30.216091 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-33d97692-3818-4706-9fbf-67c313c3cb36 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:57:30.216610 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-33d97692-3818-4706-9fbf-67c313c3cb36 service neutron] Checking segment: {'id': '374fc68c-cad2-4786-bb7b-956a7d4d9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:57:30.217053 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-33d97692-3818-4706-9fbf-67c313c3cb36 service neutron] Bound using segment: {'id': '374fc68c-cad2-4786-bb7b-956a7d4d9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:57:30.217537 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-33d97692-3818-4706-9fbf-67c313c3cb36 service neutron] Bound port: de44b89d-8164-496c-bfe0-ff2d1c41db9a, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374fc68c-cad2-4786-bb7b-956a7d4d9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:57:30.217953 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-33d97692-3818-4706-9fbf-67c313c3cb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:30.288500 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-33d97692-3818-4706-9fbf-67c313c3cb36 service neutron] For port de44b89d-8164-496c-bfe0-ff2d1c41db9a, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:57:30.292368 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-33d97692-3818-4706-9fbf-67c313c3cb36 service neutron] For port de44b89d-8164-496c-bfe0-ff2d1c41db9a, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=de44b89d-8164-496c-bfe0-ff2d1c41db9a,segment=NetworkSegment(374fc68c-cad2-4786-bb7b-956a7d4d9f8e),segment_id=374fc68c-cad2-4786-bb7b-956a7d4d9f8e)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:57:30.380201 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-33d97692-3818-4706-9fbf-67c313c3cb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:30.408464 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3efa14ea-9361-4fcb-8a49-f35fd61715ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:30.417490 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1a9b9c42-14e0-43b7-b0fb-5aa7abfc86d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:30.420604 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-33d97692-3818-4706-9fbf-67c313c3cb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:30.421346 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-33d97692-3818-4706-9fbf-67c313c3cb36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:30.423055 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-33d97692-3818-4706-9fbf-67c313c3cb36 service neutron] 10.222.0.26 "PUT /v2.0/ports/de44b89d-8164-496c-bfe0-ff2d1c41db9a HTTP/1.1" status: 200 len: 1091 time: 0.9077880 Apr 21 12:57:30.423496 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a33f27-99fe-4cb0-9c56-812d236fad86', 'tag': 'de44b89d-8164-496c-bfe0-ff2d1c41db9a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:57:30.425916 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3200a9e-e22c-425d-8e86-f1b79160ff68" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a33f27-99fe-4cb0-9c56-812d236fad86", "tag": "de44b89d-8164-496c-bfe0-ff2d1c41db9a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:57:30.436436 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9b9c42-14e0-43b7-b0fb-5aa7abfc86d2 None None] No DVR routers for this DVR port 498d5b92-cb52-43b3-a179-dc62f1259763 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:57:30.449960 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d97692-3818-4706-9fbf-67c313c3cb36 service neutron] Pushing event updated for resources: {'Port': ['ID=de44b89d-8164-496c-bfe0-ff2d1c41db9a,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:30.460036 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9b9c42-14e0-43b7-b0fb-5aa7abfc86d2 None None] Pushing event deleted for resources: {'Port': ['ID=498d5b92-cb52-43b3-a179-dc62f1259763,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:30.481068 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bab80496-2449-4559-b4da-243560e4e78b tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:30.487241 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffe5ffa-a82c-4720-869d-edfb8a12da0d x-openstack-request-id: req-0ffe5ffa-a82c-4720-869d-edfb8a12da0d {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:57:30.487538 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a33f27-99fe-4cb0-9c56-812d236fad86", "tag": "de44b89d-8164-496c-bfe0-ff2d1c41db9a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:57:30.487778 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa14ea-9361-4fcb-8a49-f35fd61715ae admin admin] Pushing event deleted for resources: {'Port': ['ID=498d5b92-cb52-43b3-a179-dc62f1259763,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:30.487922 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0ffe5ffa-a82c-4720-869d-edfb8a12da0d {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:57:30.488207 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ffe5ffa-a82c-4720-869d-edfb8a12da0d'] response: {'name': 'network-changed', 'server_uuid': 'b2a33f27-99fe-4cb0-9c56-812d236fad86', 'tag': 'de44b89d-8164-496c-bfe0-ff2d1c41db9a', 'status': 'completed', 'code': 200} Apr 21 12:57:30.513014 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efa14ea-9361-4fcb-8a49-f35fd61715ae admin admin] No DVR routers for this DVR port 498d5b92-cb52-43b3-a179-dc62f1259763 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:57:30.566361 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab80496-2449-4559-b4da-243560e4e78b tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Pushing event deleted for resources: {'Port': ['ID=f9b76929-172c-4adc-9adc-64a6ce837599,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:30.644835 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3200a9e-e22c-425d-8e86-f1b79160ff68 req-c9d6932f-b217-49c4-b0b7-2312e2b33bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:30.647444 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d3200a9e-e22c-425d-8e86-f1b79160ff68 req-c9d6932f-b217-49c4-b0b7-2312e2b33bf6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dbf20d2a696446f3bf763b1a95728ce3&device_id=b2a33f27-99fe-4cb0-9c56-812d236fad86 HTTP/1.1" status: 200 len: 1094 time: 0.1098096 Apr 21 12:57:30.672878 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3efa14ea-9361-4fcb-8a49-f35fd61715ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:30.734265 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-3efa14ea-9361-4fcb-8a49-f35fd61715ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff8e5b58-c3c2-47b6-b0e6-14167c057929']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:30.748907 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bab80496-2449-4559-b4da-243560e4e78b tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:30.754331 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bab80496-2449-4559-b4da-243560e4e78b tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "DELETE /v2.0/ports/f9b76929-172c-4adc-9adc-64a6ce837599 HTTP/1.1" status: 204 len: 168 time: 1.1495421 Apr 21 12:57:30.757081 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-3efa14ea-9361-4fcb-8a49-f35fd61715ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44bc8a03-2f4f-4978-99f6-9fc05c155a8c') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:30.757562 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-3efa14ea-9361-4fcb-8a49-f35fd61715ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44bc8a03-2f4f-4978-99f6-9fc05c155a8c') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:30.759388 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38450) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:30.809074 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3efa14ea-9361-4fcb-8a49-f35fd61715ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:30.836544 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3efa14ea-9361-4fcb-8a49-f35fd61715ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:30.851266 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef4850e3-fbf4-485a-bfe3-dac966d02bd3 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Deleting subnet ce3889de-9a08-445e-80bb-d5a3652cec8c {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:57:30.854006 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3efa14ea-9361-4fcb-8a49-f35fd61715ae admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:57:30.854410 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3efa14ea-9361-4fcb-8a49-f35fd61715ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:57:30.856882 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:57:30.859874 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef4850e3-fbf4-485a-bfe3-dac966d02bd3 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:30.861955 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3200a9e-e22c-425d-8e86-f1b79160ff68 req-e8c69f5e-29d4-4334-94fd-80ccc938429a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:30.863607 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d3200a9e-e22c-425d-8e86-f1b79160ff68 req-e8c69f5e-29d4-4334-94fd-80ccc938429a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=dbf20d2a696446f3bf763b1a95728ce3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2072046 Apr 21 12:57:30.946547 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef4850e3-fbf4-485a-bfe3-dac966d02bd3 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:31.028028 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3efa14ea-9361-4fcb-8a49-f35fd61715ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:31.036555 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3efa14ea-9361-4fcb-8a49-f35fd61715ae admin admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:31.036880 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3200a9e-e22c-425d-8e86-f1b79160ff68 req-7ace9596-bd5b-456a-a882-98201c951b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:31.038775 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d3200a9e-e22c-425d-8e86-f1b79160ff68 req-7ace9596-bd5b-456a-a882-98201c951b7a service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1687193 Apr 21 12:57:31.042037 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3efa14ea-9361-4fcb-8a49-f35fd61715ae admin admin] 10.222.0.36 "DELETE /v2.0/networks/ff8e5b58-c3c2-47b6-b0e6-14167c057929 HTTP/1.1" status: 204 len: 168 time: 1.3229446 Apr 21 12:57:31.044143 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef4850e3-fbf4-485a-bfe3-dac966d02bd3 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:31.056376 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa14ea-9361-4fcb-8a49-f35fd61715ae admin admin] Pushing event deleted for resources: {'Network': ['ID=ff8e5b58-c3c2-47b6-b0e6-14167c057929,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:31.156594 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-99e81139-203c-4434-b7df-0d139ac7ed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:31.158065 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-99e81139-203c-4434-b7df-0d139ac7ed91 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dbf20d2a696446f3bf763b1a95728ce3&device_id=b2a33f27-99fe-4cb0-9c56-812d236fad86 HTTP/1.1" status: 200 len: 1094 time: 0.0510190 Apr 21 12:57:31.200999 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef4850e3-fbf4-485a-bfe3-dac966d02bd3 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:31.237185 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4850e3-fbf4-485a-bfe3-dac966d02bd3 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Pushing event deleted for resources: {'Subnet': ['ID=ce3889de-9a08-445e-80bb-d5a3652cec8c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:31.241699 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef4850e3-fbf4-485a-bfe3-dac966d02bd3 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:31.244982 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ef4850e3-fbf4-485a-bfe3-dac966d02bd3 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "DELETE /v2.0/subnets/ce3889de-9a08-445e-80bb-d5a3652cec8c HTTP/1.1" status: 204 len: 168 time: 0.4844527 Apr 21 12:57:31.247490 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38462) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:31.252622 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2028a5d-d7fa-4aed-b74a-da04920bdfa1 None None] Network fdb89b6f-3eb4-4992-ae2e-7017a2fe9b04 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:57:31.349961 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24456380-6191-43c9-b842-c384d3338da6 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:31.437363 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-24456380-6191-43c9-b842-c384d3338da6 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Deleting port 09b2b901-2cc7-4d83-ae09-5c399f017eb5 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:57:31.437363 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24456380-6191-43c9-b842-c384d3338da6 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:31.487646 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38468) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:31.521667 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f3e494-a507-466f-818c-98ce9b27fa8f None None] DHCP port deletion for fdb89b6f-3eb4-4992-ae2e-7017a2fe9b04 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:57:31.537031 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-4729a581-34da-4f8a-80ba-ee9b1f2d9f4a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de44b89d-8164-496c-bfe0-ff2d1c41db9a HTTP/1.1" status: 200 len: 217 time: 0.0475516 Apr 21 12:57:31.547076 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-24456380-6191-43c9-b842-c384d3338da6 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] For port 09b2b901-2cc7-4d83-ae09-5c399f017eb5, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=09b2b901-2cc7-4d83-ae09-5c399f017eb5,segment=NetworkSegment(ba52d92a-cb00-4572-b01c-51efe7c226e7),segment_id=ba52d92a-cb00-4572-b01c-51efe7c226e7)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:31.548957 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24456380-6191-43c9-b842-c384d3338da6 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:31.558305 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 498d5b92-cb52-43b3-a179-dc62f1259763 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:57:31.565446 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4a8d2b9d-7664-438a-b378-b5965cc98686 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f94db1c78e7042a5b25684fb2e0b4069&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0761733 Apr 21 12:57:31.566117 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38470) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:31.573109 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-24456380-6191-43c9-b842-c384d3338da6 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Calling delete_port for 09b2b901-2cc7-4d83-ae09-5c399f017eb5 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:57:31.579981 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 498d5b92-cb52-43b3-a179-dc62f1259763 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:57:31.580565 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 498d5b92-cb52-43b3-a179-dc62f1259763 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:57:31.607768 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-50f3e494-a507-466f-818c-98ce9b27fa8f None None] Deleting port 09b2b901-2cc7-4d83-ae09-5c399f017eb5 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:57:31.608368 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50f3e494-a507-466f-818c-98ce9b27fa8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:31.641601 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefabbd-09f8-4667-b824-2bae381496a1 req-d86cbd47-4159-46b5-bf80-7f3f120d56d6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:31.643221 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aaefabbd-09f8-4667-b824-2bae381496a1 req-d86cbd47-4159-46b5-bf80-7f3f120d56d6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2a33f27-99fe-4cb0-9c56-812d236fad86 HTTP/1.1" status: 200 len: 943 time: 0.5001349 Apr 21 12:57:31.644624 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-fac4de7f-b5ee-4758-a492-b20ed4c017f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:31.646634 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-fac4de7f-b5ee-4758-a492-b20ed4c017f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50dbb38d-b032-403f-a924-76781bc12675 HTTP/1.1" status: 200 len: 854 time: 0.0998437 Apr 21 12:57:31.672155 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-50f3e494-a507-466f-818c-98ce9b27fa8f None None] For port 09b2b901-2cc7-4d83-ae09-5c399f017eb5, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=09b2b901-2cc7-4d83-ae09-5c399f017eb5,segment=NetworkSegment(ba52d92a-cb00-4572-b01c-51efe7c226e7),segment_id=ba52d92a-cb00-4572-b01c-51efe7c226e7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:31.672524 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50f3e494-a507-466f-818c-98ce9b27fa8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:31.685881 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-50f3e494-a507-466f-818c-98ce9b27fa8f None None] Calling delete_port for 09b2b901-2cc7-4d83-ae09-5c399f017eb5 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:57:31.740029 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aaefabbd-09f8-4667-b824-2bae381496a1 req-547d094d-c85b-4d84-ba4a-cf1984161a84 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5907202-a024-49ba-9506-64727473e235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724258 Apr 21 12:57:31.743395 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-284aa178-5701-4003-afd0-da16791349b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:31.748043 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-2d5a7c92-02c9-4c84-b9d9-1554b89221c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:31.749514 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-2d5a7c92-02c9-4c84-b9d9-1554b89221c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66226ca0-89ea-4d56-8a47-047ac66c4412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0910025 Apr 21 12:57:31.779410 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24456380-6191-43c9-b842-c384d3338da6 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:31.795474 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50f3e494-a507-466f-818c-98ce9b27fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:31.811452 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24456380-6191-43c9-b842-c384d3338da6 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Pushing event deleted for resources: {'Port': ['ID=09b2b901-2cc7-4d83-ae09-5c399f017eb5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:31.826966 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3e494-a507-466f-818c-98ce9b27fa8f None None] Pushing event deleted for resources: {'Port': ['ID=09b2b901-2cc7-4d83-ae09-5c399f017eb5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:31.832080 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f3e494-a507-466f-818c-98ce9b27fa8f None None] No DVR routers for this DVR port 09b2b901-2cc7-4d83-ae09-5c399f017eb5 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:57:31.839158 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-284aa178-5701-4003-afd0-da16791349b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:31.843805 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24456380-6191-43c9-b842-c384d3338da6 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] No DVR routers for this DVR port 09b2b901-2cc7-4d83-ae09-5c399f017eb5 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:57:31.912202 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-0c155e12-8d72-4f57-950e-ec216f663118 service neutron] 10.222.0.26 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543732 Apr 21 12:57:31.926176 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24456380-6191-43c9-b842-c384d3338da6 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:31.948082 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-24456380-6191-43c9-b842-c384d3338da6 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb89b6f-3eb4-4992-ae2e-7017a2fe9b04']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:31.958087 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-24456380-6191-43c9-b842-c384d3338da6 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba52d92a-cb00-4572-b01c-51efe7c226e7') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:31.958389 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-24456380-6191-43c9-b842-c384d3338da6 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba52d92a-cb00-4572-b01c-51efe7c226e7') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:31.972560 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24456380-6191-43c9-b842-c384d3338da6 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:31.985827 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24456380-6191-43c9-b842-c384d3338da6 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:31.991779 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24456380-6191-43c9-b842-c384d3338da6 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:57:31.992106 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24456380-6191-43c9-b842-c384d3338da6 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:57:31.995142 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:57:32.009537 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-284aa178-5701-4003-afd0-da16791349b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:32.012212 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-284aa178-5701-4003-afd0-da16791349b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:32.013331 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-284aa178-5701-4003-afd0-da16791349b2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e056cf4d-738b-475d-a526-814122e1cde2 HTTP/1.1" status: 204 len: 168 time: 0.4432948 Apr 21 12:57:32.024908 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284aa178-5701-4003-afd0-da16791349b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e056cf4d-738b-475d-a526-814122e1cde2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:32.029707 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f474e945-d81a-4e68-a5e0-592f5fa12e2c req-2c178902-c054-4e77-9700-391bfcaec060 service neutron] 10.222.0.26 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111317 Apr 21 12:57:32.178922 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24456380-6191-43c9-b842-c384d3338da6 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:32.186225 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-24456380-6191-43c9-b842-c384d3338da6 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:32.189263 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-24456380-6191-43c9-b842-c384d3338da6 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] 10.222.0.36 "DELETE /v2.0/networks/fdb89b6f-3eb4-4992-ae2e-7017a2fe9b04 HTTP/1.1" status: 204 len: 168 time: 0.9406297 Apr 21 12:57:32.205911 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24456380-6191-43c9-b842-c384d3338da6 tempest-TagsExtTest-996422350 tempest-TagsExtTest-996422350-project] Pushing event deleted for resources: {'Network': ['ID=fdb89b6f-3eb4-4992-ae2e-7017a2fe9b04,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:32.645856 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38500) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:32.794219 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38508) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:32.794690 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3a943184-a307-4353-be54-23d4ba544c44 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b5d3e6e856d14346a895eeaf5d917cd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475728 Apr 21 12:57:32.851739 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d82ef7e-eea9-4cae-b0f7-9baf31f1335d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:32.874181 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d82ef7e-eea9-4cae-b0f7-9baf31f1335d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:32.888407 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf5b1c-97a7-444f-9c72-4c4b3fa4dffe req-77fc6ddd-2293-4a32-b981-2b1cee9a39f0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:32.890052 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f7cf5b1c-97a7-444f-9c72-4c4b3fa4dffe req-77fc6ddd-2293-4a32-b981-2b1cee9a39f0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2a33f27-99fe-4cb0-9c56-812d236fad86 HTTP/1.1" status: 200 len: 943 time: 0.0625200 Apr 21 12:57:32.934043 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f7cf5b1c-97a7-444f-9c72-4c4b3fa4dffe req-96d589ac-6bce-4649-9587-098cfe4f4cf0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5907202-a024-49ba-9506-64727473e235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378406 Apr 21 12:57:32.984507 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d82ef7e-eea9-4cae-b0f7-9baf31f1335d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:32.987181 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d82ef7e-eea9-4cae-b0f7-9baf31f1335d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:32.989240 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2d82ef7e-eea9-4cae-b0f7-9baf31f1335d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/10a19d9c-2683-4650-aff4-d5a7391b05e4 HTTP/1.1" status: 204 len: 168 time: 0.1929305 Apr 21 12:57:33.012432 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82ef7e-eea9-4cae-b0f7-9baf31f1335d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a19d9c-2683-4650-aff4-d5a7391b05e4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:33.202661 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38524) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:33.307594 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ece988c9-bece-4201-9640-409e80093720 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-59386906-network', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:57:33.413924 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece988c9-bece-4201-9640-409e80093720 admin admin] Made reservation on behalf of b82063ddf1384c0da199fea5b916ec7b for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:57:33.416417 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ece988c9-bece-4201-9640-409e80093720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:33.430577 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ece988c9-bece-4201-9640-409e80093720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:33.469558 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 09b2b901-2cc7-4d83-ae09-5c399f017eb5 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:57:33.495708 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 09b2b901-2cc7-4d83-ae09-5c399f017eb5 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:57:33.496337 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 09b2b901-2cc7-4d83-ae09-5c399f017eb5 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:57:33.516544 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ece988c9-bece-4201-9640-409e80093720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:33.619029 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ece988c9-bece-4201-9640-409e80093720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:33.646909 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece988c9-bece-4201-9640-409e80093720 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:57:33.655692 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece988c9-bece-4201-9640-409e80093720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b162236f-56ad-4f47-acf2-97ca4ade2264,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:33.663007 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ece988c9-bece-4201-9640-409e80093720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:33.663352 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-ece988c9-bece-4201-9640-409e80093720 admin admin] Added segment 07d714ab-87a3-43c4-814c-9b19a2081d02 of type vlan for network 7532c877-c6eb-4827-8bef-4f687b46b481 Apr 21 12:57:33.702658 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ece988c9-bece-4201-9640-409e80093720 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:33.811194 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ece988c9-bece-4201-9640-409e80093720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:33.812218 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece988c9-bece-4201-9640-409e80093720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:33.812811 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ece988c9-bece-4201-9640-409e80093720 admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:33.914119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece988c9-bece-4201-9640-409e80093720 admin admin] Pushing event updated for resources: {'Network': ['ID=7532c877-c6eb-4827-8bef-4f687b46b481,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:33.923523 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 7532c877-c6eb-4827-8bef-4f687b46b481 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:57:33.971547 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ece988c9-bece-4201-9640-409e80093720 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7673347 Apr 21 12:57:33.974082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38556) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:33.980046 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-478b7f7e-d6d4-407c-88b0-ea94850903d7 admin admin] Request body: {'subnet': {'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-59386906-subnet', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:57:34.072056 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083add4-19ab-4e82-b471-3428d613821d req-f7708347-fcc3-4039-b693-0b643ea17c10 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:34.073979 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7083add4-19ab-4e82-b471-3428d613821d req-f7708347-fcc3-4039-b693-0b643ea17c10 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2a33f27-99fe-4cb0-9c56-812d236fad86 HTTP/1.1" status: 200 len: 943 time: 0.0594308 Apr 21 12:57:34.086639 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478b7f7e-d6d4-407c-88b0-ea94850903d7 admin admin] Made reservation on behalf of b82063ddf1384c0da199fea5b916ec7b for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:57:34.089330 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-478b7f7e-d6d4-407c-88b0-ea94850903d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:34.181298 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7083add4-19ab-4e82-b471-3428d613821d req-ff1b18f7-cc54-433c-aa49-d81c9657077a tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5907202-a024-49ba-9506-64727473e235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956924 Apr 21 12:57:34.243699 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38564) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:34.251942 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38566) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:34.252953 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0081172 Apr 21 12:57:34.362561 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f5b0fb78-563a-4e19-826d-45c6c61f121c tempest-NetworksApiDiscovery-1320537726 tempest-NetworksApiDiscovery-1320537726-project] 10.222.0.36 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1094792 Apr 21 12:57:34.396493 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-478b7f7e-d6d4-407c-88b0-ea94850903d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:34.408488 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [req-d6ec0ee9-6e87-4d87-aabb-44f3143b8475 req-8582f67b-af04-4c52-85fc-7e9c53584a7e service neutron] (103397) timed out ('10.222.0.24', 55864) {{(pid=103397) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 21 12:57:34.457339 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b7f7e-d6d4-407c-88b0-ea94850903d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=042c7c8a-99c9-4a93-a632-3fd1a4109dfb,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:34.466355 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478b7f7e-d6d4-407c-88b0-ea94850903d7 admin admin] Checking segment: {'id': '07d714ab-87a3-43c4-814c-9b19a2081d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:57:34.466718 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478b7f7e-d6d4-407c-88b0-ea94850903d7 admin admin] Network hostable DHCP agents. Network: 7532c877-c6eb-4827-8bef-4f687b46b481, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:57:34.578938 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478b7f7e-d6d4-407c-88b0-ea94850903d7 admin admin] Network 7532c877-c6eb-4827-8bef-4f687b46b481 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:57:34.681783 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-478b7f7e-d6d4-407c-88b0-ea94850903d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 7532c877-c6eb-4827-8bef-4f687b46b481) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:57:34.686251 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478b7f7e-d6d4-407c-88b0-ea94850903d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:34.686903 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-478b7f7e-d6d4-407c-88b0-ea94850903d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:34.692747 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d1d48b-d19e-41c1-94bb-ca8d4c3c47d3 None None] Network 7532c877-c6eb-4827-8bef-4f687b46b481 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:57:34.780470 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-478b7f7e-d6d4-407c-88b0-ea94850903d7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8046396 Apr 21 12:57:34.791053 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38580) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:34.795327 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c2fd16f3-4797-4cf0-80f6-b0374077c2bf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-59386906-router', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:57:34.843440 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc9700e-375e-4108-bb54-99bbf3d783e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-7532c877-c6eb-4827-8bef-4f687b46b481', 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'fixed_ips': [{'subnet_id': '042c7c8a-99c9-4a93-a632-3fd1a4109dfb'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:57:34.844420 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8dc9700e-375e-4108-bb54-99bbf3d783e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:34.882400 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2fd16f3-4797-4cf0-80f6-b0374077c2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:34.883482 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2fd16f3-4797-4cf0-80f6-b0374077c2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:34.925637 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38588) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:34.956500 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2fd16f3-4797-4cf0-80f6-b0374077c2bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:35.002227 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-8dc9700e-375e-4108-bb54-99bbf3d783e6 None None] Allocated IP 172.20.0.2 (7532c877-c6eb-4827-8bef-4f687b46b481/042c7c8a-99c9-4a93-a632-3fd1a4109dfb/bee075a4-5b5b-44b7-ac54-993b13ad773f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:57:35.051734 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe9a2b55-fb89-416b-8e45-8b54aab4e81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:35.170894 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe9a2b55-fb89-416b-8e45-8b54aab4e81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:35.171835 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8dc9700e-375e-4108-bb54-99bbf3d783e6 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:35.217059 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049f2be-460a-4d41-842d-80871ac0c7ce req-06242a8d-bde0-4ccf-89d1-5704891fe703 tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:35.220017 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8049f2be-460a-4d41-842d-80871ac0c7ce req-06242a8d-bde0-4ccf-89d1-5704891fe703 tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 1096 time: 0.0464408 Apr 21 12:57:35.223894 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2fd16f3-4797-4cf0-80f6-b0374077c2bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:35.240650 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8049f2be-460a-4d41-842d-80871ac0c7ce req-3fa0acb6-f351-47bf-a78d-7d93311b2408 tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:35.243523 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fe9a2b55-fb89-416b-8e45-8b54aab4e81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:35.263321 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8dc9700e-375e-4108-bb54-99bbf3d783e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:35.300256 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc9700e-375e-4108-bb54-99bbf3d783e6 None None] Network 7532c877-c6eb-4827-8bef-4f687b46b481 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:57:35.305735 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-8dc9700e-375e-4108-bb54-99bbf3d783e6 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:57:35.309353 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc9700e-375e-4108-bb54-99bbf3d783e6 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:57:35.318589 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9700e-375e-4108-bb54-99bbf3d783e6 None None] Pushing event updated for resources: {'Port': ['ID=bee075a4-5b5b-44b7-ac54-993b13ad773f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:35.329460 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fe9a2b55-fb89-416b-8e45-8b54aab4e81b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=054e69fe26b04ac484eb7df587b3588e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4026015 Apr 21 12:57:35.333274 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38598) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:35.340617 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a2b55-fb89-416b-8e45-8b54aab4e81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd1edca-cd90-47b1-b3a2-241aab4ca7e5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:35.372882 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8dc9700e-375e-4108-bb54-99bbf3d783e6 None None] Attempting to bind port bee075a4-5b5b-44b7-ac54-993b13ad773f on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:57:35.373681 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8dc9700e-375e-4108-bb54-99bbf3d783e6 None None] Attempting to bind port bee075a4-5b5b-44b7-ac54-993b13ad773f by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '07d714ab-87a3-43c4-814c-9b19a2081d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:57:35.373681 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc9700e-375e-4108-bb54-99bbf3d783e6 None None] Attempting to bind port bee075a4-5b5b-44b7-ac54-993b13ad773f on network 7532c877-c6eb-4827-8bef-4f687b46b481 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:57:35.378945 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc9700e-375e-4108-bb54-99bbf3d783e6 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:57:35.380041 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc9700e-375e-4108-bb54-99bbf3d783e6 None None] Checking segment: {'id': '07d714ab-87a3-43c4-814c-9b19a2081d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:57:35.380486 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8dc9700e-375e-4108-bb54-99bbf3d783e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:35.380873 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc9700e-375e-4108-bb54-99bbf3d783e6 None None] Bound using segment: {'id': '07d714ab-87a3-43c4-814c-9b19a2081d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:57:35.381387 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8dc9700e-375e-4108-bb54-99bbf3d783e6 None None] Bound port: bee075a4-5b5b-44b7-ac54-993b13ad773f, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d714ab-87a3-43c4-814c-9b19a2081d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:57:35.381796 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8dc9700e-375e-4108-bb54-99bbf3d783e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:35.402095 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f016e07-b457-4788-8234-b4deda1743d1 req-6acf3f0b-ec05-48f4-ba80-8534e2d96dc9 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:35.413815 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5f016e07-b457-4788-8234-b4deda1743d1 req-6acf3f0b-ec05-48f4-ba80-8534e2d96dc9 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2a33f27-99fe-4cb0-9c56-812d236fad86 HTTP/1.1" status: 200 len: 943 time: 0.1532705 Apr 21 12:57:35.447153 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7a598ed-24cb-47d1-9d85-2bdd169ecdc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:35.450565 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device de44b89d-8164-496c-bfe0-ff2d1c41db9a details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:57:35.478969 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5f016e07-b457-4788-8234-b4deda1743d1 req-dea5042e-0c7f-42df-a4f7-596472d85d58 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5907202-a024-49ba-9506-64727473e235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641513 Apr 21 12:57:35.484860 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7a598ed-24cb-47d1-9d85-2bdd169ecdc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:35.534536 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8049f2be-460a-4d41-842d-80871ac0c7ce req-3fa0acb6-f351-47bf-a78d-7d93311b2408 tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:35.553772 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8dc9700e-375e-4108-bb54-99bbf3d783e6 None None] For port bee075a4-5b5b-44b7-ac54-993b13ad773f, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:57:35.575100 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8dc9700e-375e-4108-bb54-99bbf3d783e6 None None] For port bee075a4-5b5b-44b7-ac54-993b13ad773f, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=bee075a4-5b5b-44b7-ac54-993b13ad773f,segment=NetworkSegment(07d714ab-87a3-43c4-814c-9b19a2081d02),segment_id=07d714ab-87a3-43c4-814c-9b19a2081d02)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:57:35.609693 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port de44b89d-8164-496c-bfe0-ff2d1c41db9a, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=de44b89d-8164-496c-bfe0-ff2d1c41db9a,segment=NetworkSegment(374fc68c-cad2-4786-bb7b-956a7d4d9f8e),segment_id=374fc68c-cad2-4786-bb7b-956a7d4d9f8e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:35.609932 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8049f2be-460a-4d41-842d-80871ac0c7ce req-3fa0acb6-f351-47bf-a78d-7d93311b2408 tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:35.620247 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'de44b89d-8164-496c-bfe0-ff2d1c41db9a', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'port_id': 'de44b89d-8164-496c-bfe0-ff2d1c41db9a', 'mac_address': 'fa:16:3e:74:a0:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:57:35.633222 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8049f2be-460a-4d41-842d-80871ac0c7ce req-3fa0acb6-f351-47bf-a78d-7d93311b2408 tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4072180 Apr 21 12:57:35.647893 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa0acb6-f351-47bf-a78d-7d93311b2408 tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0760f1c4-dcb1-4d1e-bb31-e718e09a306a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:35.661884 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:35.674390 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8dc9700e-375e-4108-bb54-99bbf3d783e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:35.712725 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2fd16f3-4797-4cf0-80f6-b0374077c2bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:35.713791 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de44b89d-8164-496c-bfe0-ff2d1c41db9a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:57:35.738501 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port de44b89d-8164-496c-bfe0-ff2d1c41db9a, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=de44b89d-8164-496c-bfe0-ff2d1c41db9a,segment=NetworkSegment(374fc68c-cad2-4786-bb7b-956a7d4d9f8e),segment_id=374fc68c-cad2-4786-bb7b-956a7d4d9f8e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:35.740257 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7a598ed-24cb-47d1-9d85-2bdd169ecdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:35.749485 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b7a598ed-24cb-47d1-9d85-2bdd169ecdc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:35.752087 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b7a598ed-24cb-47d1-9d85-2bdd169ecdc3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bdd1edca-cd90-47b1-b3a2-241aab4ca7e5 HTTP/1.1" status: 204 len: 168 time: 0.4168816 Apr 21 12:57:35.757049 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2fd16f3-4797-4cf0-80f6-b0374077c2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:35.766924 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9700e-375e-4108-bb54-99bbf3d783e6 None None] Pushing event updated for resources: {'Port': ['ID=bee075a4-5b5b-44b7-ac54-993b13ad773f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:35.778720 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a598ed-24cb-47d1-9d85-2bdd169ecdc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd1edca-cd90-47b1-b3a2-241aab4ca7e5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:35.817369 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e4ed2-ca92-432a-8e94-0651c12a612b req-a39cbb53-533e-4571-a09e-5adc39a37a2d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:35.819724 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:35.822092 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c53e4ed2-ca92-432a-8e94-0651c12a612b req-a39cbb53-533e-4571-a09e-5adc39a37a2d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 945 time: 0.0897210 Apr 21 12:57:35.889351 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=de44b89d-8164-496c-bfe0-ff2d1c41db9a,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:35.925018 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c53e4ed2-ca92-432a-8e94-0651c12a612b req-14920544-5ab2-45b1-b758-ee43d9447f17 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784740 Apr 21 12:57:35.931186 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-c2fd16f3-4797-4cf0-80f6-b0374077c2bf admin admin] Allocated IP 172.25.8.102 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/d4cc380a-3786-4206-8a7d-f935cd5f21eb) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:57:35.949173 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38612) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:36.054631 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7631b1f6-6f76-4374-954f-cecc74642a8f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/floatingips/a9f77779-f641-4dcc-a7c5-d6d1dc2dc743 HTTP/1.1" status: 200 len: 992 time: 0.1006463 Apr 21 12:57:36.105448 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2fd16f3-4797-4cf0-80f6-b0374077c2bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:36.133035 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['de44b89d-8164-496c-bfe0-ff2d1c41db9a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:57:36.268829 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2fd16f3-4797-4cf0-80f6-b0374077c2bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:36.309083 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fd16f3-4797-4cf0-80f6-b0374077c2bf admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:57:36.316181 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-c2fd16f3-4797-4cf0-80f6-b0374077c2bf admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:57:36.320552 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fd16f3-4797-4cf0-80f6-b0374077c2bf admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:57:36.352712 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd16f3-4797-4cf0-80f6-b0374077c2bf admin admin] Pushing event updated for resources: {'Port': ['ID=d4cc380a-3786-4206-8a7d-f935cd5f21eb,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:36.377757 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-b23855c1-6e9f-4f46-b031-a221c3c47cbf req-c3f15f5a-3e4a-4f92-aee5-1add34a2c0db service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:57:36.379627 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b23855c1-6e9f-4f46-b031-a221c3c47cbf req-c3f15f5a-3e4a-4f92-aee5-1add34a2c0db service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061789 Apr 21 12:57:36.634144 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda2a8b3-5122-4209-a792-95bb69fe18bb req-ef7487de-0934-4c51-9291-a297998ccaa0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:36.635622 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eda2a8b3-5122-4209-a792-95bb69fe18bb req-ef7487de-0934-4c51-9291-a297998ccaa0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2a33f27-99fe-4cb0-9c56-812d236fad86 HTTP/1.1" status: 200 len: 944 time: 0.0706015 Apr 21 12:57:36.699599 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eda2a8b3-5122-4209-a792-95bb69fe18bb req-b45afca6-56c4-4f67-9012-c4b723053424 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5907202-a024-49ba-9506-64727473e235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492637 Apr 21 12:57:37.115481 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cc0b0c-6a49-4e92-b15c-a3bceef75fca None None] Network 7532c877-c6eb-4827-8bef-4f687b46b481 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:57:37.119588 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2fd16f3-4797-4cf0-80f6-b0374077c2bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:37.151814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7d1d3-2991-4f18-9616-a214e95fb3e4 req-4188bf10-9801-496e-b889-6c64d9b81da4 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:37.153996 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-59b7d1d3-2991-4f18-9616-a214e95fb3e4 req-4188bf10-9801-496e-b889-6c64d9b81da4 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 945 time: 0.0919716 Apr 21 12:57:37.222514 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e9ae72a0-a06d-4f73-8c66-d1d8d329d9a5 None None] Provisioning complete for port bee075a4-5b5b-44b7-ac54-993b13ad773f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:37.223687 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9ae72a0-a06d-4f73-8c66-d1d8d329d9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:37.230128 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-59b7d1d3-2991-4f18-9616-a214e95fb3e4 req-bc415b3d-3cf4-4adf-8035-9a22436372ba tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668380 Apr 21 12:57:37.334789 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2fd16f3-4797-4cf0-80f6-b0374077c2bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:37.405464 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9ae72a0-a06d-4f73-8c66-d1d8d329d9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:37.472791 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device de44b89d-8164-496c-bfe0-ff2d1c41db9a up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:57:37.492821 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-5f867d56-3b08-4d3f-ae57-8b5b82464f37 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2593594 Apr 21 12:57:37.496878 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e9ae72a0-a06d-4f73-8c66-d1d8d329d9a5 None None] For port bee075a4-5b5b-44b7-ac54-993b13ad773f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=bee075a4-5b5b-44b7-ac54-993b13ad773f,segment=NetworkSegment(07d714ab-87a3-43c4-814c-9b19a2081d02),segment_id=07d714ab-87a3-43c4-814c-9b19a2081d02)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:37.512153 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-7564ff6c-41a0-4834-a590-b096429efcac service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:57:37.513078 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-7564ff6c-41a0-4834-a590-b096429efcac service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141747 Apr 21 12:57:37.561914 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9ae72a0-a06d-4f73-8c66-d1d8d329d9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:37.619269 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2fd16f3-4797-4cf0-80f6-b0374077c2bf admin admin] Router 8af56567-2d21-4505-9e21-b557af4fa488 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:57:37.621761 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device bee075a4-5b5b-44b7-ac54-993b13ad773f up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:57:37.698013 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port de44b89d-8164-496c-bfe0-ff2d1c41db9a completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:57:37.704210 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port de44b89d-8164-496c-bfe0-ff2d1c41db9a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:37.704585 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:37.751677 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae72a0-a06d-4f73-8c66-d1d8d329d9a5 None None] Pushing event updated for resources: {'Port': ['ID=bee075a4-5b5b-44b7-ac54-993b13ad773f,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:37.828519 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:37.830819 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port bee075a4-5b5b-44b7-ac54-993b13ad773f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:37.831291 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:37.849276 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fd16f3-4797-4cf0-80f6-b0374077c2bf admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:57:37.886735 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e529582a-b60b-4e8b-b19a-8091452b18f7 None None] Sync routers for ids ['8af56567-2d21-4505-9e21-b557af4fa488'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:57:37.929485 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a33f27-99fe-4cb0-9c56-812d236fad86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de44b89d-8164-496c-bfe0-ff2d1c41db9a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:57:37.929485 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee124b3-14cf-4586-b22f-146ea267b637" -d '{"events": [{"server_uuid": "b2a33f27-99fe-4cb0-9c56-812d236fad86", "name": "network-vif-plugged", "status": "completed", "tag": "de44b89d-8164-496c-bfe0-ff2d1c41db9a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:57:37.930009 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280038b-e846-454b-a758-1016fb163fde req-4531dc93-56b3-48ea-8c71-090abaf3df89 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:37.930009 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b280038b-e846-454b-a758-1016fb163fde req-4531dc93-56b3-48ea-8c71-090abaf3df89 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2a33f27-99fe-4cb0-9c56-812d236fad86 HTTP/1.1" status: 200 len: 944 time: 0.1098914 Apr 21 12:57:37.955548 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port de44b89d-8164-496c-bfe0-ff2d1c41db9a, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=de44b89d-8164-496c-bfe0-ff2d1c41db9a,segment=NetworkSegment(374fc68c-cad2-4786-bb7b-956a7d4d9f8e),segment_id=374fc68c-cad2-4786-bb7b-956a7d4d9f8e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:37.962069 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e529582a-b60b-4e8b-b19a-8091452b18f7 None None] Routers {'8af56567-2d21-4505-9e21-b557af4fa488'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:57:37.962069 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e529582a-b60b-4e8b-b19a-8091452b18f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:57:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['8af56567-2d21-4505-9e21-b557af4fa488'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:37.967391 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c2fd16f3-4797-4cf0-80f6-b0374077c2bf admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:37.972496 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c2fd16f3-4797-4cf0-80f6-b0374077c2bf admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.1801116 Apr 21 12:57:37.974074 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38692) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:38.052952 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367fd3fe-b330-4fd4-b006-eeaead84c876 x-openstack-request-id: req-367fd3fe-b330-4fd4-b006-eeaead84c876 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:57:38.053235 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a33f27-99fe-4cb0-9c56-812d236fad86", "name": "network-vif-plugged", "status": "completed", "tag": "de44b89d-8164-496c-bfe0-ff2d1c41db9a", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:57:38.053619 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-367fd3fe-b330-4fd4-b006-eeaead84c876 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:57:38.056104 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-367fd3fe-b330-4fd4-b006-eeaead84c876'] response: {'server_uuid': 'b2a33f27-99fe-4cb0-9c56-812d236fad86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de44b89d-8164-496c-bfe0-ff2d1c41db9a', 'code': 200} Apr 21 12:57:38.067370 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:38.073245 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b280038b-e846-454b-a758-1016fb163fde req-93e443cb-e0c3-4303-9ccf-8b12a41dca8f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5907202-a024-49ba-9506-64727473e235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336353 Apr 21 12:57:38.080633 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7741e20d-b82a-4551-84d5-d65c79e854d7 None None] Provisioning complete for port bee075a4-5b5b-44b7-ac54-993b13ad773f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:38.081385 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7741e20d-b82a-4551-84d5-d65c79e854d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:38.138435 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f10fe-ecca-4de7-8542-326296442f7a req-3c86c61d-8884-4318-8a45-d4f89821a792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:38.139941 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-af0f10fe-ecca-4de7-8542-326296442f7a req-3c86c61d-8884-4318-8a45-d4f89821a792 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b2a33f27-99fe-4cb0-9c56-812d236fad86 HTTP/1.1" status: 200 len: 1096 time: 0.0606885 Apr 21 12:57:38.221547 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-af0f10fe-ecca-4de7-8542-326296442f7a req-851b0bef-8c1b-4ff3-9284-cb4c622f3ea9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b5907202-a024-49ba-9506-64727473e235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714617 Apr 21 12:57:38.307683 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=de44b89d-8164-496c-bfe0-ff2d1c41db9a,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:38.331691 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-e529582a-b60b-4e8b-b19a-8091452b18f7 None None] Set router 8af56567-2d21-4505-9e21-b557af4fa488 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:57:38.431562 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2973a8a-1fdb-498f-96fb-98101aa3f963 req-0c85faac-7bf0-4a5d-8e42-6dc3fe844fe0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:38.433408 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c2973a8a-1fdb-498f-96fb-98101aa3f963 req-0c85faac-7bf0-4a5d-8e42-6dc3fe844fe0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 945 time: 0.1265635 Apr 21 12:57:38.532508 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c2973a8a-1fdb-498f-96fb-98101aa3f963 req-3a609c0d-532f-4328-9a84-66b21ef6af15 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884829 Apr 21 12:57:38.763467 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef36d64a-383e-4282-b56b-274824640c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:38.784926 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e529582a-b60b-4e8b-b19a-8091452b18f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af56567-2d21-4505-9e21-b557af4fa488', 'name': 'tempest-ServerRescueNegativeTestJSON-59386906-router', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:34Z', 'updated_at': '2022-04-21T12:57:36Z', 'revision_number': 3, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'gw_port': {'id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:35Z', 'updated_at': '2022-04-21T12:57:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:38.816161 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e529582a-b60b-4e8b-b19a-8091452b18f7 None None] Checking router: 8af56567-2d21-4505-9e21-b557af4fa488 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:57:38.816529 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e529582a-b60b-4e8b-b19a-8091452b18f7 None None] Updating router 8af56567-2d21-4505-9e21-b557af4fa488 port d4cc380a-3786-4206-8a7d-f935cd5f21eb binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:57:38.842245 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e529582a-b60b-4e8b-b19a-8091452b18f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:38.958800 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-ef36d64a-383e-4282-b56b-274824640c01 admin admin] Allocated IP 172.20.0.1 (7532c877-c6eb-4827-8bef-4f687b46b481/042c7c8a-99c9-4a93-a632-3fd1a4109dfb/1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:57:39.117501 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef36d64a-383e-4282-b56b-274824640c01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:39.164617 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e529582a-b60b-4e8b-b19a-8091452b18f7 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:39.206004 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274de128-6512-4a34-b895-99f02a08c8e0 req-2db9277e-034d-4572-83ba-af3bed4ac0f0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:39.206004 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-274de128-6512-4a34-b895-99f02a08c8e0 req-2db9277e-034d-4572-83ba-af3bed4ac0f0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2a33f27-99fe-4cb0-9c56-812d236fad86 HTTP/1.1" status: 200 len: 945 time: 0.0537651 Apr 21 12:57:39.247077 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-274de128-6512-4a34-b895-99f02a08c8e0 req-ca561053-cdb2-483e-9a19-d8dc32fd2999 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5907202-a024-49ba-9506-64727473e235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330732 Apr 21 12:57:39.264830 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef36d64a-383e-4282-b56b-274824640c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:39.293121 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e529582a-b60b-4e8b-b19a-8091452b18f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:39.307098 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef36d64a-383e-4282-b56b-274824640c01 admin admin] Network 7532c877-c6eb-4827-8bef-4f687b46b481 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:57:39.310106 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ef36d64a-383e-4282-b56b-274824640c01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:57:39.312766 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef36d64a-383e-4282-b56b-274824640c01 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:57:39.359291 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e529582a-b60b-4e8b-b19a-8091452b18f7 None None] Attempting to bind port d4cc380a-3786-4206-8a7d-f935cd5f21eb on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:57:39.361408 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e529582a-b60b-4e8b-b19a-8091452b18f7 None None] Attempting to bind port d4cc380a-3786-4206-8a7d-f935cd5f21eb by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:57:39.362278 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e529582a-b60b-4e8b-b19a-8091452b18f7 None None] Attempting to bind port d4cc380a-3786-4206-8a7d-f935cd5f21eb on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:57:39.374059 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d7f93-1c7f-4369-af12-1f9774446920 None None] Pushing event updated for resources: {'Port': ['ID=d4cc380a-3786-4206-8a7d-f935cd5f21eb,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:39.387352 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e529582a-b60b-4e8b-b19a-8091452b18f7 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:57:39.387734 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e529582a-b60b-4e8b-b19a-8091452b18f7 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:57:39.388137 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e529582a-b60b-4e8b-b19a-8091452b18f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:39.388525 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e529582a-b60b-4e8b-b19a-8091452b18f7 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:57:39.389009 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e529582a-b60b-4e8b-b19a-8091452b18f7 None None] Bound port: d4cc380a-3786-4206-8a7d-f935cd5f21eb, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:57:39.389387 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e529582a-b60b-4e8b-b19a-8091452b18f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:39.411962 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36d64a-383e-4282-b56b-274824640c01 admin admin] Pushing event updated for resources: {'Port': ['ID=1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:39.444405 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef36d64a-383e-4282-b56b-274824640c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:39.567733 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e529582a-b60b-4e8b-b19a-8091452b18f7 None None] For port d4cc380a-3786-4206-8a7d-f935cd5f21eb, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:57:39.577623 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device bee075a4-5b5b-44b7-ac54-993b13ad773f up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:57:39.585848 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e529582a-b60b-4e8b-b19a-8091452b18f7 None None] For port d4cc380a-3786-4206-8a7d-f935cd5f21eb, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=d4cc380a-3786-4206-8a7d-f935cd5f21eb,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:57:39.681604 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e529582a-b60b-4e8b-b19a-8091452b18f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:39.723338 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4459b2-5186-44db-97bb-804f1b5c2512 req-e806c5c8-6c8c-4be1-bab5-57a09a94a388 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:39.725038 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0b4459b2-5186-44db-97bb-804f1b5c2512 req-e806c5c8-6c8c-4be1-bab5-57a09a94a388 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 945 time: 0.0938833 Apr 21 12:57:39.761871 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e529582a-b60b-4e8b-b19a-8091452b18f7 None None] Routers {'8af56567-2d21-4505-9e21-b557af4fa488'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:57:39.762793 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e529582a-b60b-4e8b-b19a-8091452b18f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:57:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['8af56567-2d21-4505-9e21-b557af4fa488'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:39.766623 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0b4459b2-5186-44db-97bb-804f1b5c2512 req-5f8f5e67-f1b0-4399-94c9-ac761ce841bc tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343931 Apr 21 12:57:39.814396 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port bee075a4-5b5b-44b7-ac54-993b13ad773f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:39.814759 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:39.819752 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d7f93-1c7f-4369-af12-1f9774446920 None None] Pushing event updated for resources: {'Port': ['ID=d4cc380a-3786-4206-8a7d-f935cd5f21eb,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:39.823959 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef36d64a-383e-4282-b56b-274824640c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:39.849496 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-20a7e87b-d464-4552-bea5-c9165768dcdb None None] Provisioning complete for port 1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:39.850344 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20a7e87b-d464-4552-bea5-c9165768dcdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:39.923080 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-20a7e87b-d464-4552-bea5-c9165768dcdb None None] Port 1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:57:39.984625 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-e529582a-b60b-4e8b-b19a-8091452b18f7 None None] Set router 8af56567-2d21-4505-9e21-b557af4fa488 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:57:40.038760 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef36d64a-383e-4282-b56b-274824640c01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:40.103827 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef36d64a-383e-4282-b56b-274824640c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:40.183452 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36d64a-383e-4282-b56b-274824640c01 admin admin] Pushing event updated for resources: {'Port': ['ID=1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:40.186163 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef36d64a-383e-4282-b56b-274824640c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:40.204729 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e529582a-b60b-4e8b-b19a-8091452b18f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af56567-2d21-4505-9e21-b557af4fa488', 'name': 'tempest-ServerRescueNegativeTestJSON-59386906-router', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:34Z', 'updated_at': '2022-04-21T12:57:36Z', 'revision_number': 3, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'gw_port': {'id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:35Z', 'updated_at': '2022-04-21T12:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:40.233765 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e529582a-b60b-4e8b-b19a-8091452b18f7 None None] The sync data for ids ['8af56567-2d21-4505-9e21-b557af4fa488'] in n-d-836147-2 is: [{'id': '8af56567-2d21-4505-9e21-b557af4fa488', 'name': 'tempest-ServerRescueNegativeTestJSON-59386906-router', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:34Z', 'updated_at': '2022-04-21T12:57:36Z', 'revision_number': 3, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'gw_port': {'id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:35Z', 'updated_at': '2022-04-21T12:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:57:40.293437 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef36d64a-383e-4282-b56b-274824640c01 admin admin] Network 7532c877-c6eb-4827-8bef-4f687b46b481 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:57:40.294961 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ef36d64a-383e-4282-b56b-274824640c01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:57:40.416890 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c863dd-8331-482b-9849-54495cdefe24 req-4c034105-3484-4a7d-9905-eeff85fdd06a tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:40.427866 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-57c863dd-8331-482b-9849-54495cdefe24 req-4c034105-3484-4a7d-9905-eeff85fdd06a tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2a33f27-99fe-4cb0-9c56-812d236fad86 HTTP/1.1" status: 200 len: 945 time: 0.0955474 Apr 21 12:57:40.482276 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef36d64a-383e-4282-b56b-274824640c01 admin admin] Router 8af56567-2d21-4505-9e21-b557af4fa488 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:57:40.534524 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38776) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:40.581792 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-57c863dd-8331-482b-9849-54495cdefe24 req-8b690efa-8ac2-4ab2-b2bc-2fbd4fa2d778 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5907202-a024-49ba-9506-64727473e235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474481 Apr 21 12:57:40.606087 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-e301ef4f-2a29-4d23-ab41-8952568c0065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:40.608228 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-e301ef4f-2a29-4d23-ab41-8952568c0065 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 1096 time: 0.1304963 Apr 21 12:57:40.703774 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef36d64a-383e-4282-b56b-274824640c01 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:57:40.710442 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ef36d64a-383e-4282-b56b-274824640c01 admin admin] 10.222.0.36 "PUT /v2.0/routers/8af56567-2d21-4505-9e21-b557af4fa488/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7352922 Apr 21 12:57:40.765882 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5fcd1332-e748-4e58-9c3f-2905fd19f51f None None] Provisioning complete for port 1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:40.773168 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5fcd1332-e748-4e58-9c3f-2905fd19f51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:40.826874 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fc6fd-c73e-4b0c-8204-c28225c48762 req-be00bb48-bee4-4a37-85e5-8d65dd111a52 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:40.828668 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-625fc6fd-c73e-4b0c-8204-c28225c48762 req-be00bb48-bee4-4a37-85e5-8d65dd111a52 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2a33f27-99fe-4cb0-9c56-812d236fad86 HTTP/1.1" status: 200 len: 945 time: 0.0874343 Apr 21 12:57:40.840354 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38790) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:40.845693 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-21f4278b-6162-4493-8c15-31953779c596 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Request body: {'floatingip': {'port_id': 'de44b89d-8164-496c-bfe0-ff2d1c41db9a'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:57:40.847539 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53023478-dc3a-408f-b086-aca83c238d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:40.868637 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5fcd1332-e748-4e58-9c3f-2905fd19f51f None None] Port 1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:57:40.923188 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21f4278b-6162-4493-8c15-31953779c596 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for floatingip, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:40.943396 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53023478-dc3a-408f-b086-aca83c238d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:40.947455 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-19def747-9188-4236-bcd0-7a9ca32c51e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:40.955747 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-19def747-9188-4236-bcd0-7a9ca32c51e6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=364717a5-874d-409d-a746-ba334979c9d9 HTTP/1.1" status: 200 len: 897 time: 0.3364716 Apr 21 12:57:41.027380 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53023478-dc3a-408f-b086-aca83c238d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:41.173833 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53023478-dc3a-408f-b086-aca83c238d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d21f979-17dd-4cfb-8d4e-d9224eae6003,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:41.189867 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73fcb8-3c98-445f-9b13-263b28039cbe req-c163341b-e73c-4bb7-bfe6-863a09a5ac2b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:41.192172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff73fcb8-3c98-445f-9b13-263b28039cbe req-c163341b-e73c-4bb7-bfe6-863a09a5ac2b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 945 time: 0.2462490 Apr 21 12:57:41.194684 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-53023478-dc3a-408f-b086-aca83c238d03 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1d3cfa1c595b45408bff0224780ce91c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6548264 Apr 21 12:57:41.196920 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-15dcc97b-7ce8-447b-9df3-531e8285740e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76655053-c9ab-4561-94d3-4edd801a1a11 HTTP/1.1" status: 200 len: 1000 time: 0.2315264 Apr 21 12:57:41.197427 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38808) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:41.198788 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53023478-dc3a-408f-b086-aca83c238d03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:41.199297 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53023478-dc3a-408f-b086-aca83c238d03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:41.199718 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53023478-dc3a-408f-b086-aca83c238d03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:41.200061 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53023478-dc3a-408f-b086-aca83c238d03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:41.200368 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53023478-dc3a-408f-b086-aca83c238d03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:41.200865 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53023478-dc3a-408f-b086-aca83c238d03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:41.201368 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53023478-dc3a-408f-b086-aca83c238d03 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:41.201906 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53023478-dc3a-408f-b086-aca83c238d03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:41.202413 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53023478-dc3a-408f-b086-aca83c238d03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:41.202903 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53023478-dc3a-408f-b086-aca83c238d03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:41.203390 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53023478-dc3a-408f-b086-aca83c238d03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:41.203918 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53023478-dc3a-408f-b086-aca83c238d03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:57:41.339594 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff73fcb8-3c98-445f-9b13-263b28039cbe req-31e0ab58-7f68-4db0-84f8-e598693edaf8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312590 Apr 21 12:57:41.348455 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-15688bfb-2544-472f-ac58-933f4aed373e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:41.349969 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-15688bfb-2544-472f-ac58-933f4aed373e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6803393-0e6d-48f3-8df9-63990f18a761 HTTP/1.1" status: 200 len: 834 time: 0.1331165 Apr 21 12:57:41.387248 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2894d381-eac3-40ea-94db-f708e3ac8d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:41.478631 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2894d381-eac3-40ea-94db-f708e3ac8d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:41.483991 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-5fc0d407-6649-4a28-a048-6b94ef20b972 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:41.485801 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-5fc0d407-6649-4a28-a048-6b94ef20b972 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/networks?id=7532c877-c6eb-4827-8bef-4f687b46b481 HTTP/1.1" status: 200 len: 817 time: 0.2472317 Apr 21 12:57:41.497906 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-c8f3d550-d039-4a61-8f66-92106063e639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:41.499551 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-c8f3d550-d039-4a61-8f66-92106063e639 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=364717a5-874d-409d-a746-ba334979c9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1323330 Apr 21 12:57:41.536606 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-de49c165-128a-4ad5-a266-a7d06ef44ade tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/quotas/b82063ddf1384c0da199fea5b916ec7b HTTP/1.1" status: 200 len: 375 time: 0.0421014 Apr 21 12:57:41.580180 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device d4cc380a-3786-4206-8a7d-f935cd5f21eb up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:57:41.642627 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21f4278b-6162-4493-8c15-31953779c596 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:41.656720 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port d4cc380a-3786-4206-8a7d-f935cd5f21eb triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:41.657346 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:41.659655 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-b05198e1-6d02-4de3-8ea5-44eca8b89717 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b82063ddf1384c0da199fea5b916ec7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1221242 Apr 21 12:57:41.688126 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-7ddecb4d-ca3c-4a2a-a3d4-636d35ba276b service neutron] 10.222.0.24 "GET /v2.0/networks/364717a5-874d-409d-a746-ba334979c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784358 Apr 21 12:57:41.741274 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21f4278b-6162-4493-8c15-31953779c596 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:41.764533 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:41.789826 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port d4cc380a-3786-4206-8a7d-f935cd5f21eb, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=d4cc380a-3786-4206-8a7d-f935cd5f21eb,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:41.790524 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2894d381-eac3-40ea-94db-f708e3ac8d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:41.792767 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2894d381-eac3-40ea-94db-f708e3ac8d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:41.796310 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2894d381-eac3-40ea-94db-f708e3ac8d6a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9d21f979-17dd-4cfb-8d4e-d9224eae6003 HTTP/1.1" status: 204 len: 168 time: 0.5955045 Apr 21 12:57:41.805926 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894d381-eac3-40ea-94db-f708e3ac8d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d21f979-17dd-4cfb-8d4e-d9224eae6003,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:41.863988 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:41.886114 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-21f4278b-6162-4493-8c15-31953779c596 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Floating IP db2e91e7-debf-41d9-8a57-ece6f6c111fb associated. External IP: 172.25.8.10, port: de44b89d-8164-496c-bfe0-ff2d1c41db9a. Apr 21 12:57:41.921373 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=d4cc380a-3786-4206-8a7d-f935cd5f21eb,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:41.959515 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-656541d0-650a-4adf-b753-d7aee669a112 service neutron] 10.222.0.24 "GET /v2.0/networks/364717a5-874d-409d-a746-ba334979c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607841 Apr 21 12:57:41.993178 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-1565c269-5645-4980-b859-48e819f8c42b service neutron] 10.222.0.36 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201017 Apr 21 12:57:42.102861 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-df8ecf74-09f1-4887-9f4d-6c1a5fc7e879 service neutron] 10.222.0.36 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087029 Apr 21 12:57:42.154522 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f4278b-6162-4493-8c15-31953779c596 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:57:42.448823 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-472dc178-d70d-4448-a6f3-b3418b823f57 req-40aed13b-acde-4614-a73d-20c8de82f8de tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 210 time: 0.1077850 Apr 21 12:57:42.664806 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1812a6a-d985-490f-9be9-640575e3546c req-842da5d7-eb51-4594-a828-e574368e6d03 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:42.680912 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1812a6a-d985-490f-9be9-640575e3546c req-842da5d7-eb51-4594-a828-e574368e6d03 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 945 time: 0.1727235 Apr 21 12:57:42.681421 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 38842) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:42.724202 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6eb8fbcc-654f-4925-8a31-944ea911eb27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:42.776812 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1812a6a-d985-490f-9be9-640575e3546c req-b05d55b3-9396-40bc-ac94-d14b8c38ea3d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751030 Apr 21 12:57:42.820168 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f4278b-6162-4493-8c15-31953779c596 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:57:42.825321 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21f4278b-6162-4493-8c15-31953779c596 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:42.831789 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2290b937-7b40-485a-a3a5-4c2dd4bbab1c None None] Sync routers for ids ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:57:42.845205 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2290b937-7b40-485a-a3a5-4c2dd4bbab1c None None] Routers {'24cbd2a7-a824-46b1-89c9-16ebf81c6df8'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:57:42.846247 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2290b937-7b40-485a-a3a5-4c2dd4bbab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:57:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:42.863735 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-21f4278b-6162-4493-8c15-31953779c596 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "PUT /v2.0/floatingips/db2e91e7-debf-41d9-8a57-ece6f6c111fb HTTP/1.1" status: 200 len: 990 time: 2.0214634 Apr 21 12:57:42.865241 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a33f27-99fe-4cb0-9c56-812d236fad86', 'tag': 'de44b89d-8164-496c-bfe0-ff2d1c41db9a'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:57:42.867737 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847d5e8c-fea7-4104-820a-4811c0c64f6c" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a33f27-99fe-4cb0-9c56-812d236fad86", "tag": "de44b89d-8164-496c-bfe0-ff2d1c41db9a"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:57:42.934039 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6eb8fbcc-654f-4925-8a31-944ea911eb27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:42.937120 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c36d754-a07f-41c4-b547-3ad9c8b22ea4 x-openstack-request-id: req-8c36d754-a07f-41c4-b547-3ad9c8b22ea4 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:57:42.937120 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a33f27-99fe-4cb0-9c56-812d236fad86", "tag": "de44b89d-8164-496c-bfe0-ff2d1c41db9a", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:57:42.937120 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8c36d754-a07f-41c4-b547-3ad9c8b22ea4 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:57:42.937120 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c36d754-a07f-41c4-b547-3ad9c8b22ea4'] response: {'name': 'network-changed', 'server_uuid': 'b2a33f27-99fe-4cb0-9c56-812d236fad86', 'tag': 'de44b89d-8164-496c-bfe0-ff2d1c41db9a', 'status': 'completed', 'code': 200} Apr 21 12:57:42.977830 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa28283-3b31-4e20-8447-83abff650dc9 req-0c28f4fb-6598-4c6f-b2e4-2c612731c43a tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:42.981894 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-efa28283-3b31-4e20-8447-83abff650dc9 req-0c28f4fb-6598-4c6f-b2e4-2c612731c43a tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/networks?id=7532c877-c6eb-4827-8bef-4f687b46b481 HTTP/1.1" status: 200 len: 817 time: 0.1694248 Apr 21 12:57:43.021956 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6eb8fbcc-654f-4925-8a31-944ea911eb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:43.031714 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-2290b937-7b40-485a-a3a5-4c2dd4bbab1c None None] Set router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:57:43.036332 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-efa28283-3b31-4e20-8447-83abff650dc9 req-ca6ecc6e-fcfd-4315-b2db-077e157730e2 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/quotas/b82063ddf1384c0da199fea5b916ec7b HTTP/1.1" status: 200 len: 375 time: 0.0287993 Apr 21 12:57:43.054636 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d5e8c-fea7-4104-820a-4811c0c64f6c req-71c53790-bac4-4f82-95a7-f494e095d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:43.056092 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-847d5e8c-fea7-4104-820a-4811c0c64f6c req-71c53790-bac4-4f82-95a7-f494e095d8b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dbf20d2a696446f3bf763b1a95728ce3&device_id=b2a33f27-99fe-4cb0-9c56-812d236fad86 HTTP/1.1" status: 200 len: 1096 time: 0.1051285 Apr 21 12:57:43.132052 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb8fbcc-654f-4925-8a31-944ea911eb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a498890-38e0-4c77-9b48-6a7d029af1c9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:43.162165 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6eb8fbcc-654f-4925-8a31-944ea911eb27 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4641f201147440468fa6e6f5be2ab9c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4796662 Apr 21 12:57:43.162624 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 38864) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:57:43.195324 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-efa28283-3b31-4e20-8447-83abff650dc9 req-c6aba3e0-f40b-43d7-80a3-a74302ecf3f0 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b82063ddf1384c0da199fea5b916ec7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1364779 Apr 21 12:57:43.234654 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8378ce0c-1aa5-4de0-8f7b-68f1d45ce0f3 None None] Sync routers for ids ['8af56567-2d21-4505-9e21-b557af4fa488'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:57:43.251423 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8378ce0c-1aa5-4de0-8f7b-68f1d45ce0f3 None None] Routers {'8af56567-2d21-4505-9e21-b557af4fa488'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:57:43.252213 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8378ce0c-1aa5-4de0-8f7b-68f1d45ce0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:57:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['8af56567-2d21-4505-9e21-b557af4fa488'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:43.274471 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-02c5e9a7-3cfb-41b3-b9b3-c594e4b23f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:43.296954 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-02c5e9a7-3cfb-41b3-b9b3-c594e4b23f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:43.321459 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d5e8c-fea7-4104-820a-4811c0c64f6c req-f75e703a-1a9d-4f49-a774-184c20fb2508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:43.323225 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-847d5e8c-fea7-4104-820a-4811c0c64f6c req-f75e703a-1a9d-4f49-a774-184c20fb2508 service neutron] 10.222.0.26 "GET /v2.0/networks?id=66226ca0-89ea-4d56-8a47-047ac66c4412 HTTP/1.1" status: 200 len: 916 time: 0.2605367 Apr 21 12:57:43.326622 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-efa28283-3b31-4e20-8447-83abff650dc9 req-1eb52961-57b4-4848-b0d2-8e01bca4cb80 service neutron] 10.222.0.36 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168141 Apr 21 12:57:43.343651 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2290b937-7b40-485a-a3a5-4c2dd4bbab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T12:57:17Z', 'revision_number': 4, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'db2e91e7-debf-41d9-8a57-ece6f6c111fb', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'floating_ip_address': '172.25.8.10', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'port_id': 'de44b89d-8164-496c-bfe0-ff2d1c41db9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'mac_address': 'fa:16:3e:74:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a33f27-99fe-4cb0-9c56-812d236fad86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:57:22Z', 'updated_at': '2022-04-21T12:57:41Z', 'revision_number': 1, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df1715ac-07af-4ef8-93a1-71a0ff3c7fdc', 'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'mac_address': 'fa:16:3e:aa:34:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:16Z', 'updated_at': '2022-04-21T12:57:23Z', 'revision_number': 5, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'subnets': [{'id': '50dbb38d-b032-403f-a924-76781bc12675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:43.392034 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2290b937-7b40-485a-a3a5-4c2dd4bbab1c None None] Checking router: 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:57:43.406229 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2290b937-7b40-485a-a3a5-4c2dd4bbab1c None None] Routers {'24cbd2a7-a824-46b1-89c9-16ebf81c6df8'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:57:43.418889 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2290b937-7b40-485a-a3a5-4c2dd4bbab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:57:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:43.421853 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-8378ce0c-1aa5-4de0-8f7b-68f1d45ce0f3 None None] Set router 8af56567-2d21-4505-9e21-b557af4fa488 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:57:43.463550 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-847d5e8c-fea7-4104-820a-4811c0c64f6c req-421e7bdc-29a9-408d-b505-e7f421ec22ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de44b89d-8164-496c-bfe0-ff2d1c41db9a HTTP/1.1" status: 200 len: 998 time: 0.1336510 Apr 21 12:57:43.471431 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c3c54b0-6292-4475-ba35-3880a0a9de41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:43.490671 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-02c5e9a7-3cfb-41b3-b9b3-c594e4b23f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:43.501050 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-02c5e9a7-3cfb-41b3-b9b3-c594e4b23f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:43.504875 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-02c5e9a7-3cfb-41b3-b9b3-c594e4b23f23 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6a498890-38e0-4c77-9b48-6a7d029af1c9 HTTP/1.1" status: 204 len: 168 time: 0.3409662 Apr 21 12:57:43.531402 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5e9a7-3cfb-41b3-b9b3-c594e4b23f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a498890-38e0-4c77-9b48-6a7d029af1c9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:43.535360 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-efa28283-3b31-4e20-8447-83abff650dc9 req-05057ee7-0288-4fd9-a27d-9c573268520d service neutron] 10.222.0.36 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963952 Apr 21 12:57:43.556762 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device d4cc380a-3786-4206-8a7d-f935cd5f21eb up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:57:43.574296 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d5e8c-fea7-4104-820a-4811c0c64f6c req-38554f88-e1be-4f14-8a58-f4ab38f32559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:43.575794 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-847d5e8c-fea7-4104-820a-4811c0c64f6c req-38554f88-e1be-4f14-8a58-f4ab38f32559 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50dbb38d-b032-403f-a924-76781bc12675 HTTP/1.1" status: 200 len: 854 time: 0.1015692 Apr 21 12:57:43.657796 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d5e8c-fea7-4104-820a-4811c0c64f6c req-f7d701fe-bd6a-4d4e-9940-2c92c6de41e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:43.659425 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-847d5e8c-fea7-4104-820a-4811c0c64f6c req-f7d701fe-bd6a-4d4e-9940-2c92c6de41e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66226ca0-89ea-4d56-8a47-047ac66c4412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772338 Apr 21 12:57:43.681717 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-2290b937-7b40-485a-a3a5-4c2dd4bbab1c None None] Set router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:57:43.747678 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port d4cc380a-3786-4206-8a7d-f935cd5f21eb triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:43.748129 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:43.790974 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-847d5e8c-fea7-4104-820a-4811c0c64f6c req-34d96ba8-681a-4659-94fc-9fbc0569538e service neutron] 10.222.0.26 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244056 Apr 21 12:57:43.796943 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8378ce0c-1aa5-4de0-8f7b-68f1d45ce0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af56567-2d21-4505-9e21-b557af4fa488', 'name': 'tempest-ServerRescueNegativeTestJSON-59386906-router', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:34Z', 'updated_at': '2022-04-21T12:57:39Z', 'revision_number': 4, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'gw_port': {'id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:35Z', 'updated_at': '2022-04-21T12:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6', 'name': '', 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'mac_address': 'fa:16:3e:99:fd:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '042c7c8a-99c9-4a93-a632-3fd1a4109dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:38Z', 'updated_at': '2022-04-21T12:57:39Z', 'revision_number': 2, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'subnets': [{'id': '042c7c8a-99c9-4a93-a632-3fd1a4109dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:43.833224 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8378ce0c-1aa5-4de0-8f7b-68f1d45ce0f3 None None] Checking router: 8af56567-2d21-4505-9e21-b557af4fa488 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:57:43.834344 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8378ce0c-1aa5-4de0-8f7b-68f1d45ce0f3 None None] Updating router 8af56567-2d21-4505-9e21-b557af4fa488 port 1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:57:43.869506 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8378ce0c-1aa5-4de0-8f7b-68f1d45ce0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:44.009084 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-847d5e8c-fea7-4104-820a-4811c0c64f6c req-3fa71422-212a-4832-955b-f918f8f2b824 service neutron] 10.222.0.26 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108283 Apr 21 12:57:44.070001 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2290b937-7b40-485a-a3a5-4c2dd4bbab1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T12:57:17Z', 'revision_number': 4, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'db2e91e7-debf-41d9-8a57-ece6f6c111fb', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'floating_ip_address': '172.25.8.10', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'port_id': 'de44b89d-8164-496c-bfe0-ff2d1c41db9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'mac_address': 'fa:16:3e:74:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a33f27-99fe-4cb0-9c56-812d236fad86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:57:22Z', 'updated_at': '2022-04-21T12:57:41Z', 'revision_number': 1, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df1715ac-07af-4ef8-93a1-71a0ff3c7fdc', 'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'mac_address': 'fa:16:3e:aa:34:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:16Z', 'updated_at': '2022-04-21T12:57:23Z', 'revision_number': 5, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'subnets': [{'id': '50dbb38d-b032-403f-a924-76781bc12675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:44.091661 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-249623cb-c4b7-4fef-a414-7a74d39c1bb4 req-8a040423-fd51-4636-869b-16acffd2b222 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 210 time: 0.0684636 Apr 21 12:57:44.155443 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b2ad1-70dd-4b2b-89ff-e87a14ce9bcb req-ae16f0b6-3815-40f8-9af4-0891bac9f560 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:44.155443 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-306b2ad1-70dd-4b2b-89ff-e87a14ce9bcb req-ae16f0b6-3815-40f8-9af4-0891bac9f560 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 945 time: 0.1440501 Apr 21 12:57:44.168957 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2290b937-7b40-485a-a3a5-4c2dd4bbab1c None None] The sync data for ids ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'] in n-d-836147-2 is: [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T12:57:17Z', 'revision_number': 4, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'db2e91e7-debf-41d9-8a57-ece6f6c111fb', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'floating_ip_address': '172.25.8.10', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'port_id': 'de44b89d-8164-496c-bfe0-ff2d1c41db9a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'mac_address': 'fa:16:3e:74:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a33f27-99fe-4cb0-9c56-812d236fad86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:57:22Z', 'updated_at': '2022-04-21T12:57:41Z', 'revision_number': 1, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df1715ac-07af-4ef8-93a1-71a0ff3c7fdc', 'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'mac_address': 'fa:16:3e:aa:34:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:16Z', 'updated_at': '2022-04-21T12:57:23Z', 'revision_number': 5, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'subnets': [{'id': '50dbb38d-b032-403f-a924-76781bc12675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:57:44.245003 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-306b2ad1-70dd-4b2b-89ff-e87a14ce9bcb req-03f2e4d7-c854-4625-b063-3eb39b96b68f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738728 Apr 21 12:57:44.549742 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f60f405-b1d9-44ff-a1ff-725a99a55ae8 None None] New status for floating IP db2e91e7-debf-41d9-8a57-ece6f6c111fb: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:57:44.607369 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8378ce0c-1aa5-4de0-8f7b-68f1d45ce0f3 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:44.687282 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8378ce0c-1aa5-4de0-8f7b-68f1d45ce0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:44.765838 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb948d7-dff4-4a54-be62-ab451fb7d077 None None] Pushing event updated for resources: {'Port': ['ID=1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:44.825024 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8378ce0c-1aa5-4de0-8f7b-68f1d45ce0f3 None None] Attempting to bind port 1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:57:44.826651 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8378ce0c-1aa5-4de0-8f7b-68f1d45ce0f3 None None] Attempting to bind port 1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '07d714ab-87a3-43c4-814c-9b19a2081d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:57:44.826651 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8378ce0c-1aa5-4de0-8f7b-68f1d45ce0f3 None None] Attempting to bind port 1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6 on network 7532c877-c6eb-4827-8bef-4f687b46b481 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:57:44.834917 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8378ce0c-1aa5-4de0-8f7b-68f1d45ce0f3 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:57:44.835855 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8378ce0c-1aa5-4de0-8f7b-68f1d45ce0f3 None None] Checking segment: {'id': '07d714ab-87a3-43c4-814c-9b19a2081d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:57:44.836816 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8378ce0c-1aa5-4de0-8f7b-68f1d45ce0f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:44.837731 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8378ce0c-1aa5-4de0-8f7b-68f1d45ce0f3 None None] Bound using segment: {'id': '07d714ab-87a3-43c4-814c-9b19a2081d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:57:44.838549 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-8378ce0c-1aa5-4de0-8f7b-68f1d45ce0f3 None None] Bound port: 1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d714ab-87a3-43c4-814c-9b19a2081d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:57:44.839122 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8378ce0c-1aa5-4de0-8f7b-68f1d45ce0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:44.946450 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8378ce0c-1aa5-4de0-8f7b-68f1d45ce0f3 None None] For port 1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:57:44.951669 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8378ce0c-1aa5-4de0-8f7b-68f1d45ce0f3 None None] For port 1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6,segment=NetworkSegment(07d714ab-87a3-43c4-814c-9b19a2081d02),segment_id=07d714ab-87a3-43c4-814c-9b19a2081d02)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:57:45.042848 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8378ce0c-1aa5-4de0-8f7b-68f1d45ce0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:45.160934 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8378ce0c-1aa5-4de0-8f7b-68f1d45ce0f3 None None] Routers {'8af56567-2d21-4505-9e21-b557af4fa488'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:57:45.161854 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8378ce0c-1aa5-4de0-8f7b-68f1d45ce0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:57:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['8af56567-2d21-4505-9e21-b557af4fa488'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:45.270108 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb948d7-dff4-4a54-be62-ab451fb7d077 None None] Pushing event updated for resources: {'Port': ['ID=1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:45.277452 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3b524b97-8f79-4bd8-83ff-401dfb61de1f None None] Provisioning complete for port 1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:45.277452 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b524b97-8f79-4bd8-83ff-401dfb61de1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:45.288797 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b5cbcb9-f2a6-4051-a6f2-5e1c9a2fadf8 req-4bd401bd-1376-4a86-b57e-2f18a3051d64 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 210 time: 0.0582674 Apr 21 12:57:45.337964 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-f6c81075-9c59-4dc3-b5c7-b81458b602a3 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:45.339939 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-f6c81075-9c59-4dc3-b5c7-b81458b602a3 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.24 "GET /v2.0/networks?id=7532c877-c6eb-4827-8bef-4f687b46b481 HTTP/1.1" status: 200 len: 817 time: 0.2738910 Apr 21 12:57:45.360215 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-7df0775a-1bbd-4186-b154-5de94615da03 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Request body: {'port': {'device_id': 'b1b538b8-3a66-4096-9fb6-1b549602446c', 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481', 'admin_state_up': True, 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:57:45.442177 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-8378ce0c-1aa5-4de0-8f7b-68f1d45ce0f3 None None] Set router 8af56567-2d21-4505-9e21-b557af4fa488 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:57:45.576283 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b524b97-8f79-4bd8-83ff-401dfb61de1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:45.579260 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540a4ae-5da2-4057-8fcd-1204296a68a5 req-0e8b9bf7-84e3-45cf-987d-192fcd75955e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:45.581221 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4540a4ae-5da2-4057-8fcd-1204296a68a5 req-0e8b9bf7-84e3-45cf-987d-192fcd75955e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 945 time: 0.1959646 Apr 21 12:57:45.647251 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4540a4ae-5da2-4057-8fcd-1204296a68a5 req-4e39c03a-a326-4f03-8b19-fe30c512caca tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492387 Apr 21 12:57:45.691639 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3b524b97-8f79-4bd8-83ff-401dfb61de1f None None] For port 1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6,segment=NetworkSegment(07d714ab-87a3-43c4-814c-9b19a2081d02),segment_id=07d714ab-87a3-43c4-814c-9b19a2081d02)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:45.715617 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-7df0775a-1bbd-4186-b154-5de94615da03 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Made reservation on behalf of b82063ddf1384c0da199fea5b916ec7b for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:57:45.719301 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-7df0775a-1bbd-4186-b154-5de94615da03 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:45.747110 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2126ae7-ca2f-46d4-b350-0655dc3259d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:45.764046 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8378ce0c-1aa5-4de0-8f7b-68f1d45ce0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af56567-2d21-4505-9e21-b557af4fa488', 'name': 'tempest-ServerRescueNegativeTestJSON-59386906-router', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:34Z', 'updated_at': '2022-04-21T12:57:39Z', 'revision_number': 4, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'gw_port': {'id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:35Z', 'updated_at': '2022-04-21T12:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6', 'name': '', 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'mac_address': 'fa:16:3e:99:fd:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '042c7c8a-99c9-4a93-a632-3fd1a4109dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:38Z', 'updated_at': '2022-04-21T12:57:44Z', 'revision_number': 4, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'subnets': [{'id': '042c7c8a-99c9-4a93-a632-3fd1a4109dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:57:45.792580 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8378ce0c-1aa5-4de0-8f7b-68f1d45ce0f3 None None] The sync data for ids ['8af56567-2d21-4505-9e21-b557af4fa488'] in n-d-836147-2 is: [{'id': '8af56567-2d21-4505-9e21-b557af4fa488', 'name': 'tempest-ServerRescueNegativeTestJSON-59386906-router', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:34Z', 'updated_at': '2022-04-21T12:57:39Z', 'revision_number': 4, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'gw_port': {'id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:35Z', 'updated_at': '2022-04-21T12:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6', 'name': '', 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'mac_address': 'fa:16:3e:99:fd:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '042c7c8a-99c9-4a93-a632-3fd1a4109dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:38Z', 'updated_at': '2022-04-21T12:57:44Z', 'revision_number': 4, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'subnets': [{'id': '042c7c8a-99c9-4a93-a632-3fd1a4109dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:57:45.802497 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b524b97-8f79-4bd8-83ff-401dfb61de1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:45.973689 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b524b97-8f79-4bd8-83ff-401dfb61de1f None None] Pushing event updated for resources: {'Port': ['ID=1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:45.977541 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-dc46d2ca-c340-4714-9a9c-b2ba6aab3d10 None None] Provisioning complete for port 1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:45.977949 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc46d2ca-c340-4714-9a9c-b2ba6aab3d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:46.175358 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-7df0775a-1bbd-4186-b154-5de94615da03 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Allocated IP 172.20.0.13 (7532c877-c6eb-4827-8bef-4f687b46b481/042c7c8a-99c9-4a93-a632-3fd1a4109dfb/f4b37a07-42fd-42f6-aa5e-dc223128f4d8) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:57:46.437514 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-7df0775a-1bbd-4186-b154-5de94615da03 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:46.478672 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-92fd476a-c76c-4242-997e-0b99d8cd68a7 req-3065b303-223c-47fd-99e0-472506b7201c tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 210 time: 0.0595102 Apr 21 12:57:46.545658 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa28283-3b31-4e20-8447-83abff650dc9 req-16ff24de-8096-4c23-85bc-598165d51dfa tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:46.547629 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-efa28283-3b31-4e20-8447-83abff650dc9 req-16ff24de-8096-4c23-85bc-598165d51dfa tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.24 "GET /v2.0/networks?id=7532c877-c6eb-4827-8bef-4f687b46b481 HTTP/1.1" status: 200 len: 817 time: 0.2057490 Apr 21 12:57:46.566865 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-efa28283-3b31-4e20-8447-83abff650dc9 req-c94886b4-c4f6-4274-b7dc-bb72cdd36b4f tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Request body: {'port': {'device_id': 'c076c270-4319-4fbc-adeb-d0d291cf918c', 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481', 'admin_state_up': True, 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:57:46.632940 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-7df0775a-1bbd-4186-b154-5de94615da03 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:46.707409 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-7df0775a-1bbd-4186-b154-5de94615da03 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Network 7532c877-c6eb-4827-8bef-4f687b46b481 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:57:46.734447 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-7df0775a-1bbd-4186-b154-5de94615da03 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:57:46.737815 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-7df0775a-1bbd-4186-b154-5de94615da03 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:57:46.812883 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0775a-1bbd-4186-b154-5de94615da03 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Pushing event updated for resources: {'Port': ['ID=f4b37a07-42fd-42f6-aa5e-dc223128f4d8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:46.905507 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:46.997990 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-7df0775a-1bbd-4186-b154-5de94615da03 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:46.999028 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-7df0775a-1bbd-4186-b154-5de94615da03 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:47.007148 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efa28283-3b31-4e20-8447-83abff650dc9 req-c94886b4-c4f6-4274-b7dc-bb72cdd36b4f tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Made reservation on behalf of b82063ddf1384c0da199fea5b916ec7b for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:57:47.012034 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-efa28283-3b31-4e20-8447-83abff650dc9 req-c94886b4-c4f6-4274-b7dc-bb72cdd36b4f tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:47.040563 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-88a3610a-f16b-476a-b754-8f9c419014b2 None None] Provisioning complete for port f4b37a07-42fd-42f6-aa5e-dc223128f4d8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:47.041274 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88a3610a-f16b-476a-b754-8f9c419014b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:47.053688 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95178b91-42f7-494b-84b0-5e6a8b4f91b9 req-8530a6a8-d8f2-47c7-a413-73615b48a48e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:47.058078 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-95178b91-42f7-494b-84b0-5e6a8b4f91b9 req-8530a6a8-d8f2-47c7-a413-73615b48a48e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 945 time: 0.2026532 Apr 21 12:57:47.089297 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-88a3610a-f16b-476a-b754-8f9c419014b2 None None] Port f4b37a07-42fd-42f6-aa5e-dc223128f4d8 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:57:47.115783 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-7df0775a-1bbd-4186-b154-5de94615da03 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7618258 Apr 21 12:57:47.140468 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-0fa6e94d-202c-4504-a9b1-1abfae20fd5b service neutron] Request body: {'port': {'device_id': 'b1b538b8-3a66-4096-9fb6-1b549602446c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:57:47.220950 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-95178b91-42f7-494b-84b0-5e6a8b4f91b9 req-53827aa2-36b0-4ad1-9182-74179c704609 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173742 Apr 21 12:57:47.278936 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-0fa6e94d-202c-4504-a9b1-1abfae20fd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:47.295162 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-efa28283-3b31-4e20-8447-83abff650dc9 req-c94886b4-c4f6-4274-b7dc-bb72cdd36b4f tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Allocated IP 172.20.0.6 (7532c877-c6eb-4827-8bef-4f687b46b481/042c7c8a-99c9-4a93-a632-3fd1a4109dfb/57e6a652-87c7-46cd-8f73-b214dfcd0dd4) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:57:47.522033 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:57:47.589316 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:47.589866 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:47.599318 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-efa28283-3b31-4e20-8447-83abff650dc9 req-c94886b4-c4f6-4274-b7dc-bb72cdd36b4f tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:47.662938 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c8a56962-e3fc-4411-ae3a-6e4dd65d0ef6 req-c703e977-92b7-455f-a7ba-06cdbfc55020 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 210 time: 0.0391636 Apr 21 12:57:47.767452 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-efa28283-3b31-4e20-8447-83abff650dc9 req-c94886b4-c4f6-4274-b7dc-bb72cdd36b4f tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:47.845825 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efa28283-3b31-4e20-8447-83abff650dc9 req-c94886b4-c4f6-4274-b7dc-bb72cdd36b4f tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Network 7532c877-c6eb-4827-8bef-4f687b46b481 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:57:47.854746 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-efa28283-3b31-4e20-8447-83abff650dc9 req-c94886b4-c4f6-4274-b7dc-bb72cdd36b4f tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:57:47.862346 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa28283-3b31-4e20-8447-83abff650dc9 req-c94886b4-c4f6-4274-b7dc-bb72cdd36b4f tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:57:47.868299 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94886b4-c4f6-4274-b7dc-bb72cdd36b4f tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Pushing event updated for resources: {'Port': ['ID=57e6a652-87c7-46cd-8f73-b214dfcd0dd4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:47.932561 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:47.950423 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa28283-3b31-4e20-8447-83abff650dc9 req-c94886b4-c4f6-4274-b7dc-bb72cdd36b4f tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:47.950423 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-efa28283-3b31-4e20-8447-83abff650dc9 req-c94886b4-c4f6-4274-b7dc-bb72cdd36b4f tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:48.050153 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-0fa6e94d-202c-4504-a9b1-1abfae20fd5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b37a07-42fd-42f6-aa5e-dc223128f4d8 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:57:48.050153 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-0fa6e94d-202c-4504-a9b1-1abfae20fd5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:48.050153 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-0fa6e94d-202c-4504-a9b1-1abfae20fd5b service neutron] Transition to ACTIVE for port object f4b37a07-42fd-42f6-aa5e-dc223128f4d8 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:57:48.145800 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7512f0b4-bb20-447b-ac28-d05f64fa01bd None None] Provisioning complete for port 57e6a652-87c7-46cd-8f73-b214dfcd0dd4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:48.145800 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7512f0b4-bb20-447b-ac28-d05f64fa01bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:48.163465 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7512f0b4-bb20-447b-ac28-d05f64fa01bd None None] Port 57e6a652-87c7-46cd-8f73-b214dfcd0dd4 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:57:48.169604 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-efa28283-3b31-4e20-8447-83abff650dc9 req-c94886b4-c4f6-4274-b7dc-bb72cdd36b4f tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6080840 Apr 21 12:57:48.183266 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-efa28283-3b31-4e20-8447-83abff650dc9 req-5e6722c3-6ceb-41aa-ba87-e3c4a5165d86 service neutron] Request body: {'port': {'device_id': 'c076c270-4319-4fbc-adeb-d0d291cf918c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:57:48.257071 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-efa28283-3b31-4e20-8447-83abff650dc9 req-5e6722c3-6ceb-41aa-ba87-e3c4a5165d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:48.273001 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-0fa6e94d-202c-4504-a9b1-1abfae20fd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:48.397366 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6e94d-202c-4504-a9b1-1abfae20fd5b service neutron] Pushing event updated for resources: {'Port': ['ID=f4b37a07-42fd-42f6-aa5e-dc223128f4d8,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:48.476684 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:48.544807 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de422de-f2f8-413b-b035-49411683ef87 req-4932d291-33b7-4cd9-8288-624d46b3e04f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:48.546439 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3de422de-f2f8-413b-b035-49411683ef87 req-4932d291-33b7-4cd9-8288-624d46b3e04f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 945 time: 0.2093012 Apr 21 12:57:48.688812 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-0fa6e94d-202c-4504-a9b1-1abfae20fd5b service neutron] Attempting to bind port f4b37a07-42fd-42f6-aa5e-dc223128f4d8 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:57:48.689448 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-0fa6e94d-202c-4504-a9b1-1abfae20fd5b service neutron] Attempting to bind port f4b37a07-42fd-42f6-aa5e-dc223128f4d8 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '07d714ab-87a3-43c4-814c-9b19a2081d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:57:48.689448 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-0fa6e94d-202c-4504-a9b1-1abfae20fd5b service neutron] Attempting to bind port f4b37a07-42fd-42f6-aa5e-dc223128f4d8 on network 7532c877-c6eb-4827-8bef-4f687b46b481 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:57:48.709030 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-0fa6e94d-202c-4504-a9b1-1abfae20fd5b service neutron] Port f4b37a07-42fd-42f6-aa5e-dc223128f4d8 on network 7532c877-c6eb-4827-8bef-4f687b46b481 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:57:48.709359 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-0fa6e94d-202c-4504-a9b1-1abfae20fd5b service neutron] Attempting to bind port f4b37a07-42fd-42f6-aa5e-dc223128f4d8 on network 7532c877-c6eb-4827-8bef-4f687b46b481 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:57:48.723135 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:48.736896 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-0fa6e94d-202c-4504-a9b1-1abfae20fd5b service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:57:48.737172 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-0fa6e94d-202c-4504-a9b1-1abfae20fd5b service neutron] Checking segment: {'id': '07d714ab-87a3-43c4-814c-9b19a2081d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:57:48.737375 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-0fa6e94d-202c-4504-a9b1-1abfae20fd5b service neutron] Bound using segment: {'id': '07d714ab-87a3-43c4-814c-9b19a2081d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:57:48.737825 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-0fa6e94d-202c-4504-a9b1-1abfae20fd5b service neutron] Bound port: f4b37a07-42fd-42f6-aa5e-dc223128f4d8, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07d714ab-87a3-43c4-814c-9b19a2081d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:57:48.738278 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-0fa6e94d-202c-4504-a9b1-1abfae20fd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:48.748888 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3de422de-f2f8-413b-b035-49411683ef87 req-14cbd6aa-f678-49b4-934e-48266b27a307 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016126 Apr 21 12:57:48.882749 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2d6ec-07db-4b73-af9c-e9124bac8b21 req-5e99d388-cef9-4776-afaf-9393b6e79ea5 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:48.884239 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-95d2d6ec-07db-4b73-af9c-e9124bac8b21 req-5e99d388-cef9-4776-afaf-9393b6e79ea5 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 931 time: 0.1344984 Apr 21 12:57:48.892140 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-efa28283-3b31-4e20-8447-83abff650dc9 req-5e6722c3-6ceb-41aa-ba87-e3c4a5165d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57e6a652-87c7-46cd-8f73-b214dfcd0dd4 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:57:48.902311 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-efa28283-3b31-4e20-8447-83abff650dc9 req-5e6722c3-6ceb-41aa-ba87-e3c4a5165d86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:48.930862 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-0fa6e94d-202c-4504-a9b1-1abfae20fd5b service neutron] For port f4b37a07-42fd-42f6-aa5e-dc223128f4d8, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:57:48.936687 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-efa28283-3b31-4e20-8447-83abff650dc9 req-5e6722c3-6ceb-41aa-ba87-e3c4a5165d86 service neutron] Transition to ACTIVE for port object 57e6a652-87c7-46cd-8f73-b214dfcd0dd4 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:57:48.947407 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-0fa6e94d-202c-4504-a9b1-1abfae20fd5b service neutron] For port f4b37a07-42fd-42f6-aa5e-dc223128f4d8, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=f4b37a07-42fd-42f6-aa5e-dc223128f4d8,segment=NetworkSegment(07d714ab-87a3-43c4-814c-9b19a2081d02),segment_id=07d714ab-87a3-43c4-814c-9b19a2081d02)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:57:48.962319 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-95d2d6ec-07db-4b73-af9c-e9124bac8b21 req-ba08304b-8a02-40f6-99df-f7cc75f44862 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657997 Apr 21 12:57:49.057017 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-efa28283-3b31-4e20-8447-83abff650dc9 req-5e6722c3-6ceb-41aa-ba87-e3c4a5165d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:49.092818 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-0fa6e94d-202c-4504-a9b1-1abfae20fd5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:49.127906 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6722c3-6ceb-41aa-ba87-e3c4a5165d86 service neutron] Pushing event updated for resources: {'Port': ['ID=57e6a652-87c7-46cd-8f73-b214dfcd0dd4,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:49.145359 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-0fa6e94d-202c-4504-a9b1-1abfae20fd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:49.146874 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-0fa6e94d-202c-4504-a9b1-1abfae20fd5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:49.147586 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-0fa6e94d-202c-4504-a9b1-1abfae20fd5b service neutron] 10.222.0.24 "PUT /v2.0/ports/f4b37a07-42fd-42f6-aa5e-dc223128f4d8 HTTP/1.1" status: 200 len: 1092 time: 2.0137630 Apr 21 12:57:49.148142 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1b538b8-3a66-4096-9fb6-1b549602446c', 'tag': 'f4b37a07-42fd-42f6-aa5e-dc223128f4d8'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:57:49.150520 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336e0a3b-070f-43e1-ad90-e714f168d61c" -d '{"events": [{"name": "network-changed", "server_uuid": "b1b538b8-3a66-4096-9fb6-1b549602446c", "tag": "f4b37a07-42fd-42f6-aa5e-dc223128f4d8"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:57:49.203019 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4692b1c6-a4d0-494a-8196-c0b13d70287b x-openstack-request-id: req-4692b1c6-a4d0-494a-8196-c0b13d70287b {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:57:49.207752 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1b538b8-3a66-4096-9fb6-1b549602446c", "tag": "f4b37a07-42fd-42f6-aa5e-dc223128f4d8", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:57:49.207752 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4692b1c6-a4d0-494a-8196-c0b13d70287b {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:57:49.207752 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4692b1c6-a4d0-494a-8196-c0b13d70287b'] response: {'name': 'network-changed', 'server_uuid': 'b1b538b8-3a66-4096-9fb6-1b549602446c', 'tag': 'f4b37a07-42fd-42f6-aa5e-dc223128f4d8', 'status': 'completed', 'code': 200} Apr 21 12:57:49.281055 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa6e94d-202c-4504-a9b1-1abfae20fd5b service neutron] Pushing event updated for resources: {'Port': ['ID=f4b37a07-42fd-42f6-aa5e-dc223128f4d8,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:49.285873 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-efa28283-3b31-4e20-8447-83abff650dc9 req-5e6722c3-6ceb-41aa-ba87-e3c4a5165d86 service neutron] Attempting to bind port 57e6a652-87c7-46cd-8f73-b214dfcd0dd4 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:57:49.286206 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-efa28283-3b31-4e20-8447-83abff650dc9 req-5e6722c3-6ceb-41aa-ba87-e3c4a5165d86 service neutron] Attempting to bind port 57e6a652-87c7-46cd-8f73-b214dfcd0dd4 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '07d714ab-87a3-43c4-814c-9b19a2081d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:57:49.286537 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa28283-3b31-4e20-8447-83abff650dc9 req-5e6722c3-6ceb-41aa-ba87-e3c4a5165d86 service neutron] Attempting to bind port 57e6a652-87c7-46cd-8f73-b214dfcd0dd4 on network 7532c877-c6eb-4827-8bef-4f687b46b481 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:57:49.295263 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa28283-3b31-4e20-8447-83abff650dc9 req-5e6722c3-6ceb-41aa-ba87-e3c4a5165d86 service neutron] Port 57e6a652-87c7-46cd-8f73-b214dfcd0dd4 on network 7532c877-c6eb-4827-8bef-4f687b46b481 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:57:49.295595 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa28283-3b31-4e20-8447-83abff650dc9 req-5e6722c3-6ceb-41aa-ba87-e3c4a5165d86 service neutron] Attempting to bind port 57e6a652-87c7-46cd-8f73-b214dfcd0dd4 on network 7532c877-c6eb-4827-8bef-4f687b46b481 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:57:49.304913 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa28283-3b31-4e20-8447-83abff650dc9 req-5e6722c3-6ceb-41aa-ba87-e3c4a5165d86 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:57:49.305237 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa28283-3b31-4e20-8447-83abff650dc9 req-5e6722c3-6ceb-41aa-ba87-e3c4a5165d86 service neutron] Checking segment: {'id': '07d714ab-87a3-43c4-814c-9b19a2081d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:57:49.305646 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa28283-3b31-4e20-8447-83abff650dc9 req-5e6722c3-6ceb-41aa-ba87-e3c4a5165d86 service neutron] Bound using segment: {'id': '07d714ab-87a3-43c4-814c-9b19a2081d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:57:49.306088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-efa28283-3b31-4e20-8447-83abff650dc9 req-5e6722c3-6ceb-41aa-ba87-e3c4a5165d86 service neutron] Bound port: 57e6a652-87c7-46cd-8f73-b214dfcd0dd4, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07d714ab-87a3-43c4-814c-9b19a2081d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:57:49.306447 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-efa28283-3b31-4e20-8447-83abff650dc9 req-5e6722c3-6ceb-41aa-ba87-e3c4a5165d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:49.311236 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e0a3b-070f-43e1-ad90-e714f168d61c req-63fd7280-3fe0-4041-bb87-9213e6f0f8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:49.312769 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-336e0a3b-070f-43e1-ad90-e714f168d61c req-63fd7280-3fe0-4041-bb87-9213e6f0f8d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b82063ddf1384c0da199fea5b916ec7b&device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 1095 time: 0.0727196 Apr 21 12:57:49.468110 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-efa28283-3b31-4e20-8447-83abff650dc9 req-5e6722c3-6ceb-41aa-ba87-e3c4a5165d86 service neutron] For port 57e6a652-87c7-46cd-8f73-b214dfcd0dd4, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:57:49.471328 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-efa28283-3b31-4e20-8447-83abff650dc9 req-5e6722c3-6ceb-41aa-ba87-e3c4a5165d86 service neutron] For port 57e6a652-87c7-46cd-8f73-b214dfcd0dd4, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=57e6a652-87c7-46cd-8f73-b214dfcd0dd4,segment=NetworkSegment(07d714ab-87a3-43c4-814c-9b19a2081d02),segment_id=07d714ab-87a3-43c4-814c-9b19a2081d02)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:57:49.473004 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e0a3b-070f-43e1-ad90-e714f168d61c req-8e76339e-f70f-411e-a097-8add9d56f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:49.474514 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-336e0a3b-070f-43e1-ad90-e714f168d61c req-8e76339e-f70f-411e-a097-8add9d56f5d1 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=b82063ddf1384c0da199fea5b916ec7b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1531549 Apr 21 12:57:49.582636 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-efa28283-3b31-4e20-8447-83abff650dc9 req-5e6722c3-6ceb-41aa-ba87-e3c4a5165d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:49.611683 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e0a3b-070f-43e1-ad90-e714f168d61c req-549e2b5e-38c4-48bf-8c60-51462cd45f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:49.613081 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-336e0a3b-070f-43e1-ad90-e714f168d61c req-549e2b5e-38c4-48bf-8c60-51462cd45f06 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1279831 Apr 21 12:57:49.621747 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa28283-3b31-4e20-8447-83abff650dc9 req-5e6722c3-6ceb-41aa-ba87-e3c4a5165d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:49.625861 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-efa28283-3b31-4e20-8447-83abff650dc9 req-5e6722c3-6ceb-41aa-ba87-e3c4a5165d86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:49.625861 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-efa28283-3b31-4e20-8447-83abff650dc9 req-5e6722c3-6ceb-41aa-ba87-e3c4a5165d86 service neutron] 10.222.0.24 "PUT /v2.0/ports/57e6a652-87c7-46cd-8f73-b214dfcd0dd4 HTTP/1.1" status: 200 len: 1091 time: 1.4461539 Apr 21 12:57:49.645028 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6722c3-6ceb-41aa-ba87-e3c4a5165d86 service neutron] Pushing event updated for resources: {'Port': ['ID=57e6a652-87c7-46cd-8f73-b214dfcd0dd4,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:49.716993 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-409e7c01-c9ae-4558-9320-b4fb5b246d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:49.718148 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-409e7c01-c9ae-4558-9320-b4fb5b246d8b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b82063ddf1384c0da199fea5b916ec7b&device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 1095 time: 0.0592725 Apr 21 12:57:49.774901 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-7425c986-3476-4797-9923-d1481bde4b6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4b37a07-42fd-42f6-aa5e-dc223128f4d8 HTTP/1.1" status: 200 len: 217 time: 0.0448627 Apr 21 12:57:49.881568 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-6d35b10a-0b28-422c-b6db-8aea2aaf858e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:49.883048 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-6d35b10a-0b28-422c-b6db-8aea2aaf858e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=042c7c8a-99c9-4a93-a632-3fd1a4109dfb HTTP/1.1" status: 200 len: 856 time: 0.0986209 Apr 21 12:57:49.900820 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa28283-3b31-4e20-8447-83abff650dc9 req-f96f83f9-9110-4baf-b601-36184414225b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:49.902237 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-efa28283-3b31-4e20-8447-83abff650dc9 req-f96f83f9-9110-4baf-b601-36184414225b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b82063ddf1384c0da199fea5b916ec7b&device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 1094 time: 0.1264691 Apr 21 12:57:49.968387 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-efa28283-3b31-4e20-8447-83abff650dc9 req-7e97a6a4-28cf-4c64-aa63-0e1273ba9839 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57e6a652-87c7-46cd-8f73-b214dfcd0dd4 HTTP/1.1" status: 200 len: 217 time: 0.0567679 Apr 21 12:57:50.287647 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2eeea4-595e-4534-8ed4-a8c8f8ff595f req-849b5bfa-aa13-461a-8230-c979f7adcf5d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:50.289113 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd2eeea4-595e-4534-8ed4-a8c8f8ff595f req-849b5bfa-aa13-461a-8230-c979f7adcf5d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 945 time: 0.4320846 Apr 21 12:57:50.309285 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-0189ed28-7dad-4087-b3bb-bb2b572fb982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:50.310740 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-0189ed28-7dad-4087-b3bb-bb2b572fb982 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7532c877-c6eb-4827-8bef-4f687b46b481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4123602 Apr 21 12:57:50.368589 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa28283-3b31-4e20-8447-83abff650dc9 req-7177ea27-415d-4569-b175-572db9128036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:50.370135 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-efa28283-3b31-4e20-8447-83abff650dc9 req-7177ea27-415d-4569-b175-572db9128036 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=042c7c8a-99c9-4a93-a632-3fd1a4109dfb HTTP/1.1" status: 200 len: 856 time: 0.3948917 Apr 21 12:57:50.454914 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd2eeea4-595e-4534-8ed4-a8c8f8ff595f req-9d75b8d8-7315-44f7-8850-86f50ef0f681 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580958 Apr 21 12:57:50.464510 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:50.468484 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e86050-fae2-4a6d-a219-71de2c6b98e0 req-1802711c-b71e-4ac9-8191-9514f0d39d3b tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:50.469664 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e0e86050-fae2-4a6d-a219-71de2c6b98e0 req-1802711c-b71e-4ac9-8191-9514f0d39d3b tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 943 time: 0.1766551 Apr 21 12:57:50.504131 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa28283-3b31-4e20-8447-83abff650dc9 req-74c8a087-b403-4568-8bad-6a6bea8774aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:50.505639 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-efa28283-3b31-4e20-8447-83abff650dc9 req-74c8a087-b403-4568-8bad-6a6bea8774aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7532c877-c6eb-4827-8bef-4f687b46b481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1277807 Apr 21 12:57:50.545075 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-2750aa66-5dfd-464a-973a-9799cda2e71b service neutron] 10.222.0.24 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095559 Apr 21 12:57:50.607053 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e0e86050-fae2-4a6d-a219-71de2c6b98e0 req-bf4dccc6-b818-4687-8140-7c74da940bbc tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269252 Apr 21 12:57:50.693749 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-efa28283-3b31-4e20-8447-83abff650dc9 req-5212c4ea-92d6-4e9a-bed8-b34f54d0b144 service neutron] 10.222.0.24 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770220 Apr 21 12:57:50.728695 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d241472a-0523-4e13-bba2-9d6b2e712f6e req-7b71db52-1036-4d80-9f33-af961ee1251a service neutron] 10.222.0.24 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762187 Apr 21 12:57:50.794000 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-efa28283-3b31-4e20-8447-83abff650dc9 req-689e8d9a-2cf5-4841-9f78-54d222492d0b service neutron] 10.222.0.24 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925717 Apr 21 12:57:51.205191 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c076c270-4319-4fbc-adeb-d0d291cf918c', 'tag': '57e6a652-87c7-46cd-8f73-b214dfcd0dd4'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:57:51.208421 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74ed225-78d5-4d64-9fca-84c3229c3263" -d '{"events": [{"name": "network-changed", "server_uuid": "c076c270-4319-4fbc-adeb-d0d291cf918c", "tag": "57e6a652-87c7-46cd-8f73-b214dfcd0dd4"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:57:51.244993 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8a7acd-007b-4927-bfce-1571f219db95 x-openstack-request-id: req-7f8a7acd-007b-4927-bfce-1571f219db95 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:57:51.245286 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c076c270-4319-4fbc-adeb-d0d291cf918c", "tag": "57e6a652-87c7-46cd-8f73-b214dfcd0dd4", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:57:51.245542 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7f8a7acd-007b-4927-bfce-1571f219db95 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:57:51.246008 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f8a7acd-007b-4927-bfce-1571f219db95'] response: {'name': 'network-changed', 'server_uuid': 'c076c270-4319-4fbc-adeb-d0d291cf918c', 'tag': '57e6a652-87c7-46cd-8f73-b214dfcd0dd4', 'status': 'completed', 'code': 200} Apr 21 12:57:51.321401 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ed225-78d5-4d64-9fca-84c3229c3263 req-0f918e4f-eebd-4911-ae64-1f29e064551a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:51.321401 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c74ed225-78d5-4d64-9fca-84c3229c3263 req-0f918e4f-eebd-4911-ae64-1f29e064551a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b82063ddf1384c0da199fea5b916ec7b&device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 1094 time: 0.0433075 Apr 21 12:57:51.436434 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ed225-78d5-4d64-9fca-84c3229c3263 req-10fd97af-ba0e-49fd-a082-b31aed02f9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:51.439700 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c74ed225-78d5-4d64-9fca-84c3229c3263 req-10fd97af-ba0e-49fd-a082-b31aed02f9f3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7532c877-c6eb-4827-8bef-4f687b46b481 HTTP/1.1" status: 200 len: 918 time: 0.1164172 Apr 21 12:57:51.524566 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c74ed225-78d5-4d64-9fca-84c3229c3263 req-17fdb1bd-6e9f-4dfc-8933-1568c29a3bc5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57e6a652-87c7-46cd-8f73-b214dfcd0dd4 HTTP/1.1" status: 200 len: 217 time: 0.0693476 Apr 21 12:57:51.657462 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ed225-78d5-4d64-9fca-84c3229c3263 req-4504c08d-a1a1-4c7e-aedb-9e20547a5048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:51.659526 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c74ed225-78d5-4d64-9fca-84c3229c3263 req-4504c08d-a1a1-4c7e-aedb-9e20547a5048 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=042c7c8a-99c9-4a93-a632-3fd1a4109dfb HTTP/1.1" status: 200 len: 856 time: 0.1250317 Apr 21 12:57:51.742850 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188fc26-306b-4eab-95e0-cede3434beb5 req-78e9250c-51ba-4a24-9a35-cae0255ec431 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:51.743471 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7188fc26-306b-4eab-95e0-cede3434beb5 req-78e9250c-51ba-4a24-9a35-cae0255ec431 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 945 time: 0.1414065 Apr 21 12:57:51.801031 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ed225-78d5-4d64-9fca-84c3229c3263 req-6bc88394-89dd-47cd-b920-eed6df45017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:51.802499 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c74ed225-78d5-4d64-9fca-84c3229c3263 req-6bc88394-89dd-47cd-b920-eed6df45017c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7532c877-c6eb-4827-8bef-4f687b46b481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1239488 Apr 21 12:57:51.826402 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7188fc26-306b-4eab-95e0-cede3434beb5 req-a905dd6a-8b9a-4d61-a89a-63c10b4906da tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745637 Apr 21 12:57:51.858001 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a51536-51c0-4e37-b9e7-6856333d2825 req-a08c0b6b-8a6e-4432-9e8b-5a7aca3c604e tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:51.866433 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e0a51536-51c0-4e37-b9e7-6856333d2825 req-a08c0b6b-8a6e-4432-9e8b-5a7aca3c604e tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 943 time: 0.1295197 Apr 21 12:57:51.945748 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e0a51536-51c0-4e37-b9e7-6856333d2825 req-ada0c357-0f0f-4888-a8dc-0c9fa1c4a802 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548627 Apr 21 12:57:51.960991 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c74ed225-78d5-4d64-9fca-84c3229c3263 req-7f0d8d0a-d0cd-4e49-9aa8-fd5625b0416d service neutron] 10.222.0.24 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480081 Apr 21 12:57:52.069318 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c74ed225-78d5-4d64-9fca-84c3229c3263 req-05df4ea0-a127-4870-9611-1b5af34f4016 service neutron] 10.222.0.24 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974982 Apr 21 12:57:52.980584 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be94e0-e5fe-465a-891f-8d334f6e7155 req-056b021d-3ab9-4283-a232-797c204895d1 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:52.982173 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-82be94e0-e5fe-465a-891f-8d334f6e7155 req-056b021d-3ab9-4283-a232-797c204895d1 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 945 time: 0.0736232 Apr 21 12:57:53.024218 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-82be94e0-e5fe-465a-891f-8d334f6e7155 req-fda1df2c-7ca2-468b-b895-674cbe6a5d33 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355461 Apr 21 12:57:53.095639 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495eb068-026a-44c9-bf05-0ea47548f12b req-414e41cc-e754-44ec-9325-ca3cc7b6adaa tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:53.097082 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-495eb068-026a-44c9-bf05-0ea47548f12b req-414e41cc-e754-44ec-9325-ca3cc7b6adaa tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 943 time: 0.0491145 Apr 21 12:57:53.135712 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-495eb068-026a-44c9-bf05-0ea47548f12b req-fd37b00c-1d02-486b-a125-fc452f4a1c9d tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319722 Apr 21 12:57:53.945562 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 57e6a652-87c7-46cd-8f73-b214dfcd0dd4 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:57:54.041675 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 57e6a652-87c7-46cd-8f73-b214dfcd0dd4, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=57e6a652-87c7-46cd-8f73-b214dfcd0dd4,segment=NetworkSegment(07d714ab-87a3-43c4-814c-9b19a2081d02),segment_id=07d714ab-87a3-43c4-814c-9b19a2081d02)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:54.053470 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '57e6a652-87c7-46cd-8f73-b214dfcd0dd4', 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481', 'port_id': '57e6a652-87c7-46cd-8f73-b214dfcd0dd4', 'mac_address': 'fa:16:3e:6e:b0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c7c8a-99c9-4a93-a632-3fd1a4109dfb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:57:54.105481 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:54.122795 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57e6a652-87c7-46cd-8f73-b214dfcd0dd4 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:57:54.157523 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 57e6a652-87c7-46cd-8f73-b214dfcd0dd4, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=57e6a652-87c7-46cd-8f73-b214dfcd0dd4,segment=NetworkSegment(07d714ab-87a3-43c4-814c-9b19a2081d02),segment_id=07d714ab-87a3-43c4-814c-9b19a2081d02)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:54.179615 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a190f-2737-43c8-82b9-6319be0fd244 req-e916f9c2-7a52-4005-89b1-6768e9c79ccc tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:54.202235 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d7a190f-2737-43c8-82b9-6319be0fd244 req-e916f9c2-7a52-4005-89b1-6768e9c79ccc tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 945 time: 0.0891497 Apr 21 12:57:54.218903 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:54.220024 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device f4b37a07-42fd-42f6-aa5e-dc223128f4d8 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:57:54.384027 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=57e6a652-87c7-46cd-8f73-b214dfcd0dd4,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:54.388039 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port f4b37a07-42fd-42f6-aa5e-dc223128f4d8, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=f4b37a07-42fd-42f6-aa5e-dc223128f4d8,segment=NetworkSegment(07d714ab-87a3-43c4-814c-9b19a2081d02),segment_id=07d714ab-87a3-43c4-814c-9b19a2081d02)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:54.421649 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'f4b37a07-42fd-42f6-aa5e-dc223128f4d8', 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481', 'port_id': 'f4b37a07-42fd-42f6-aa5e-dc223128f4d8', 'mac_address': 'fa:16:3e:c0:fd:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c7c8a-99c9-4a93-a632-3fd1a4109dfb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:57:54.445268 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d7a190f-2737-43c8-82b9-6319be0fd244 req-81cecfd6-752a-4450-a2a3-c3b186f6d106 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2420275 Apr 21 12:57:54.459239 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-6c04a4a0-4289-4b64-82e4-7f43e6ba1982 service neutron] show failed (client error): The resource could not be found. Apr 21 12:57:54.460578 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-6c04a4a0-4289-4b64-82e4-7f43e6ba1982 service neutron] 10.222.0.24 "GET /v2.0/ports/76655053-c9ab-4561-94d3-4edd801a1a11/bindings/n-h1-836147-2 HTTP/1.1" status: 404 len: 380 time: 0.2323530 Apr 21 12:57:54.482606 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e1fc2-707d-453c-89f6-e7d0a48be09e req-d63b2064-10a5-4e44-8353-432c3ad5aa0b tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:54.484495 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-897e1fc2-707d-453c-89f6-e7d0a48be09e req-d63b2064-10a5-4e44-8353-432c3ad5aa0b tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 944 time: 0.1176944 Apr 21 12:57:54.485899 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:54.500723 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b37a07-42fd-42f6-aa5e-dc223128f4d8 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:57:54.522346 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port f4b37a07-42fd-42f6-aa5e-dc223128f4d8, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=f4b37a07-42fd-42f6-aa5e-dc223128f4d8,segment=NetworkSegment(07d714ab-87a3-43c4-814c-9b19a2081d02),segment_id=07d714ab-87a3-43c4-814c-9b19a2081d02)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:54.527611 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-897e1fc2-707d-453c-89f6-e7d0a48be09e req-21caa239-5990-47f7-bee0-431a9a0f9ada tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357702 Apr 21 12:57:54.590027 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:54.644276 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=f4b37a07-42fd-42f6-aa5e-dc223128f4d8,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:54.852167 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['57e6a652-87c7-46cd-8f73-b214dfcd0dd4'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:57:54.855470 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['f4b37a07-42fd-42f6-aa5e-dc223128f4d8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:57:54.964345 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:57:55.093459 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-fb78af83-53bb-4159-b8b7-9dc40c8db53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:55.094699 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-fb78af83-53bb-4159-b8b7-9dc40c8db53b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562&tenant_id=284d3d44382e404aa4c17c17e03a8f46 HTTP/1.1" status: 200 len: 1096 time: 0.1009119 Apr 21 12:57:55.107196 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-1567146c-ea7a-4eb1-9ca9-c4b629cf9ae6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836147-2', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:57:55.171902 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-1567146c-ea7a-4eb1-9ca9-c4b629cf9ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:55.373573 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-1567146c-ea7a-4eb1-9ca9-c4b629cf9ae6 service neutron] For port 76655053-c9ab-4561-94d3-4edd801a1a11, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=76655053-c9ab-4561-94d3-4edd801a1a11,segment=NetworkSegment(448cfe3b-fb68-449c-acc2-b03c474de1be),segment_id=448cfe3b-fb68-449c-acc2-b03c474de1be)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:55.427027 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-1567146c-ea7a-4eb1-9ca9-c4b629cf9ae6 service neutron] For port 76655053-c9ab-4561-94d3-4edd801a1a11, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:57:55.472783 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a43b1a-7bd8-4666-94fb-6c30f0166562', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76655053-c9ab-4561-94d3-4edd801a1a11'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:57:55.475682 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97b6320-6db2-49bc-897a-bb22dcfbb317" -d '{"events": [{"server_uuid": "41a43b1a-7bd8-4666-94fb-6c30f0166562", "name": "network-vif-unplugged", "status": "completed", "tag": "76655053-c9ab-4561-94d3-4edd801a1a11"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:57:55.480629 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-1567146c-ea7a-4eb1-9ca9-c4b629cf9ae6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:55.504991 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-1567146c-ea7a-4eb1-9ca9-c4b629cf9ae6 service neutron] Transition to ACTIVE for port object 76655053-c9ab-4561-94d3-4edd801a1a11 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:57:55.536468 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 12:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d56c6e1-95ba-46d1-a2e2-13ffc7f92c4d x-openstack-request-id: req-0d56c6e1-95ba-46d1-a2e2-13ffc7f92c4d {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:57:55.536868 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a43b1a-7bd8-4666-94fb-6c30f0166562", "name": "network-vif-unplugged", "status": "completed", "tag": "76655053-c9ab-4561-94d3-4edd801a1a11", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:57:55.537212 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d56c6e1-95ba-46d1-a2e2-13ffc7f92c4d {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:57:55.537704 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d56c6e1-95ba-46d1-a2e2-13ffc7f92c4d'] response: {'server_uuid': '41a43b1a-7bd8-4666-94fb-6c30f0166562', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76655053-c9ab-4561-94d3-4edd801a1a11', 'code': 200} Apr 21 12:57:55.573353 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-1567146c-ea7a-4eb1-9ca9-c4b629cf9ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:55.767952 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e281ee-dd94-49c7-989b-60df266ed210 req-d113757d-fc7a-4847-bbd3-1f8df57227f9 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:55.770226 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6e281ee-dd94-49c7-989b-60df266ed210 req-d113757d-fc7a-4847-bbd3-1f8df57227f9 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 943 time: 0.2079670 Apr 21 12:57:55.778055 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567146c-ea7a-4eb1-9ca9-c4b629cf9ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=76655053-c9ab-4561-94d3-4edd801a1a11,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:55.848097 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6ac56-eb6d-4440-9d20-ae5e5e791b18 req-c889da43-bd90-4a1b-90f8-461c08badce0 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:55.849796 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6af6ac56-eb6d-4440-9d20-ae5e5e791b18 req-c889da43-bd90-4a1b-90f8-461c08badce0 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 944 time: 0.2251616 Apr 21 12:57:55.907291 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-1567146c-ea7a-4eb1-9ca9-c4b629cf9ae6 service neutron] No DVR routers for this DVR port 76655053-c9ab-4561-94d3-4edd801a1a11 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:57:55.913958 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6e281ee-dd94-49c7-989b-60df266ed210 req-7ee3e7fd-c6eb-49b3-aa01-e0572460c4c8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225283 Apr 21 12:57:55.965615 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 57e6a652-87c7-46cd-8f73-b214dfcd0dd4 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:57:55.978940 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6af6ac56-eb6d-4440-9d20-ae5e5e791b18 req-c0d6cbca-cac7-4e27-bae1-340423577435 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109757 Apr 21 12:57:56.090341 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-1567146c-ea7a-4eb1-9ca9-c4b629cf9ae6 service neutron] Attempting to bind port 76655053-c9ab-4561-94d3-4edd801a1a11 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:57:56.090669 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-1567146c-ea7a-4eb1-9ca9-c4b629cf9ae6 service neutron] Attempting to bind port 76655053-c9ab-4561-94d3-4edd801a1a11 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '448cfe3b-fb68-449c-acc2-b03c474de1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '364717a5-874d-409d-a746-ba334979c9d9'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:57:56.090997 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-1567146c-ea7a-4eb1-9ca9-c4b629cf9ae6 service neutron] Attempting to bind port 76655053-c9ab-4561-94d3-4edd801a1a11 on network 364717a5-874d-409d-a746-ba334979c9d9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:57:56.095290 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-1567146c-ea7a-4eb1-9ca9-c4b629cf9ae6 service neutron] Port 76655053-c9ab-4561-94d3-4edd801a1a11 on network 364717a5-874d-409d-a746-ba334979c9d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:57:56.095611 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-1567146c-ea7a-4eb1-9ca9-c4b629cf9ae6 service neutron] Attempting to bind port 76655053-c9ab-4561-94d3-4edd801a1a11 on network 364717a5-874d-409d-a746-ba334979c9d9 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:57:56.100912 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-1567146c-ea7a-4eb1-9ca9-c4b629cf9ae6 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:57:56.101251 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-1567146c-ea7a-4eb1-9ca9-c4b629cf9ae6 service neutron] Checking segment: {'id': '448cfe3b-fb68-449c-acc2-b03c474de1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '364717a5-874d-409d-a746-ba334979c9d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:57:56.101661 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-1567146c-ea7a-4eb1-9ca9-c4b629cf9ae6 service neutron] Bound using segment: {'id': '448cfe3b-fb68-449c-acc2-b03c474de1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '364717a5-874d-409d-a746-ba334979c9d9'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:57:56.102092 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-1567146c-ea7a-4eb1-9ca9-c4b629cf9ae6 service neutron] Bound port: 76655053-c9ab-4561-94d3-4edd801a1a11, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '448cfe3b-fb68-449c-acc2-b03c474de1be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '364717a5-874d-409d-a746-ba334979c9d9'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:57:56.102451 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-1567146c-ea7a-4eb1-9ca9-c4b629cf9ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:56.109782 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 57e6a652-87c7-46cd-8f73-b214dfcd0dd4 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:57:56.114739 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 57e6a652-87c7-46cd-8f73-b214dfcd0dd4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:56.115174 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:56.170223 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-1567146c-ea7a-4eb1-9ca9-c4b629cf9ae6 service neutron] For port 76655053-c9ab-4561-94d3-4edd801a1a11, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:57:56.173354 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-1567146c-ea7a-4eb1-9ca9-c4b629cf9ae6 service neutron] For port 76655053-c9ab-4561-94d3-4edd801a1a11, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=76655053-c9ab-4561-94d3-4edd801a1a11,segment=NetworkSegment(448cfe3b-fb68-449c-acc2-b03c474de1be),segment_id=448cfe3b-fb68-449c-acc2-b03c474de1be)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:57:56.196762 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:56.219135 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c076c270-4319-4fbc-adeb-d0d291cf918c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e6a652-87c7-46cd-8f73-b214dfcd0dd4'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:57:56.221371 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b1d15e-ca58-4b15-9b68-c1676f3a389d" -d '{"events": [{"server_uuid": "c076c270-4319-4fbc-adeb-d0d291cf918c", "name": "network-vif-plugged", "status": "completed", "tag": "57e6a652-87c7-46cd-8f73-b214dfcd0dd4"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:57:56.235063 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 57e6a652-87c7-46cd-8f73-b214dfcd0dd4, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=57e6a652-87c7-46cd-8f73-b214dfcd0dd4,segment=NetworkSegment(07d714ab-87a3-43c4-814c-9b19a2081d02),segment_id=07d714ab-87a3-43c4-814c-9b19a2081d02)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:56.252476 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-1567146c-ea7a-4eb1-9ca9-c4b629cf9ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:56.276316 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166b32f2-a820-4909-9e95-4bcf26bb9476 x-openstack-request-id: req-166b32f2-a820-4909-9e95-4bcf26bb9476 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:57:56.276639 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c076c270-4319-4fbc-adeb-d0d291cf918c", "name": "network-vif-plugged", "status": "completed", "tag": "57e6a652-87c7-46cd-8f73-b214dfcd0dd4", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:57:56.276897 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-166b32f2-a820-4909-9e95-4bcf26bb9476 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:57:56.277351 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-166b32f2-a820-4909-9e95-4bcf26bb9476'] response: {'server_uuid': 'c076c270-4319-4fbc-adeb-d0d291cf918c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57e6a652-87c7-46cd-8f73-b214dfcd0dd4', 'code': 200} Apr 21 12:57:56.292467 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-1567146c-ea7a-4eb1-9ca9-c4b629cf9ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:56.293185 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-1567146c-ea7a-4eb1-9ca9-c4b629cf9ae6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:56.294635 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-1567146c-ea7a-4eb1-9ca9-c4b629cf9ae6 service neutron] 10.222.0.26 "PUT /v2.0/ports/76655053-c9ab-4561-94d3-4edd801a1a11 HTTP/1.1" status: 200 len: 1091 time: 1.1919441 Apr 21 12:57:56.302490 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:56.303430 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device f4b37a07-42fd-42f6-aa5e-dc223128f4d8 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:57:56.406162 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1567146c-ea7a-4eb1-9ca9-c4b629cf9ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=76655053-c9ab-4561-94d3-4edd801a1a11,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:56.508856 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-972a86c0-aafc-4956-9b59-71d553199c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:56.521818 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-972a86c0-aafc-4956-9b59-71d553199c0f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 1094 time: 0.1786425 Apr 21 12:57:56.524371 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab129bc-48e8-4991-bdde-9bf092bfff72 req-8fd2e133-8ac1-4134-aeee-b0d271ddca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:56.525972 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bab129bc-48e8-4991-bdde-9bf092bfff72 req-8fd2e133-8ac1-4134-aeee-b0d271ddca03 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 1096 time: 0.1116526 Apr 21 12:57:56.545387 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=57e6a652-87c7-46cd-8f73-b214dfcd0dd4,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:56.653772 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port f4b37a07-42fd-42f6-aa5e-dc223128f4d8 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:57:56.653772 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port f4b37a07-42fd-42f6-aa5e-dc223128f4d8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:57:56.653772 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:56.682113 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-71c8c159-7a26-4061-b7ad-a6780e6959bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:56.682113 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-71c8c159-7a26-4061-b7ad-a6780e6959bd service neutron] 10.222.0.26 "GET /v2.0/networks?id=364717a5-874d-409d-a746-ba334979c9d9 HTTP/1.1" status: 200 len: 897 time: 0.1492245 Apr 21 12:57:56.682113 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bab129bc-48e8-4991-bdde-9bf092bfff72 req-69bf1e1f-cd73-4c4c-9f7e-d886990749bd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770843 Apr 21 12:57:56.736526 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:56.745145 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-dabcc40f-99fe-4ea4-80a6-c27c2752228b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76655053-c9ab-4561-94d3-4edd801a1a11 HTTP/1.1" status: 200 len: 998 time: 0.0586636 Apr 21 12:57:56.784101 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port f4b37a07-42fd-42f6-aa5e-dc223128f4d8, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=f4b37a07-42fd-42f6-aa5e-dc223128f4d8,segment=NetworkSegment(07d714ab-87a3-43c4-814c-9b19a2081d02),segment_id=07d714ab-87a3-43c4-814c-9b19a2081d02)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:57:56.791190 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-bc71c0f8-f7c1-4102-8f38-dc6a3ba9fdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:56.793059 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-bc71c0f8-f7c1-4102-8f38-dc6a3ba9fdfe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b6803393-0e6d-48f3-8df9-63990f18a761 HTTP/1.1" status: 200 len: 834 time: 0.0445595 Apr 21 12:57:56.846787 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-dbf0386a-a63a-4844-9932-8ee0d6af4bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:56.849001 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-dbf0386a-a63a-4844-9932-8ee0d6af4bc5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=364717a5-874d-409d-a746-ba334979c9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504675 Apr 21 12:57:56.874224 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:57:56.874224 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 76655053-c9ab-4561-94d3-4edd801a1a11 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:57:56.953388 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-849bad96-a8ce-41e6-ae82-05c97bf8c351 service neutron] 10.222.0.26 "GET /v2.0/networks/364717a5-874d-409d-a746-ba334979c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971589 Apr 21 12:57:56.968268 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 76655053-c9ab-4561-94d3-4edd801a1a11 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:57:56.970003 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=f4b37a07-42fd-42f6-aa5e-dc223128f4d8,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:57:57.371911 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3d4d140-f3cd-468d-b4cf-3858e3df1297 req-93b2af86-8f7f-4eef-bd9c-3b6d846d3514 service neutron] 10.222.0.26 "GET /v2.0/networks/364717a5-874d-409d-a746-ba334979c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4107909 Apr 21 12:57:57.385800 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c104963-fcd4-46fd-9e93-0566f15babe4 req-baefbb28-b1d7-4eff-91aa-a498b242983f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:57.387261 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c104963-fcd4-46fd-9e93-0566f15babe4 req-baefbb28-b1d7-4eff-91aa-a498b242983f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 943 time: 0.3701570 Apr 21 12:57:57.395910 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd122a9-2044-4b6a-990f-e18913d730b0 req-1e2ede23-8067-4277-b748-347b20032a26 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:57.397450 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8bd122a9-2044-4b6a-990f-e18913d730b0 req-1e2ede23-8067-4277-b748-347b20032a26 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.1072171 Apr 21 12:57:57.459705 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8bd122a9-2044-4b6a-990f-e18913d730b0 req-bd050081-6631-492e-894d-3100a8bdb00e tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540807 Apr 21 12:57:57.462366 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c104963-fcd4-46fd-9e93-0566f15babe4 req-799b0d58-7224-41e2-aa87-ef69998d85bd tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639839 Apr 21 12:57:57.539312 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41a43b1a-7bd8-4666-94fb-6c30f0166562', 'tag': '76655053-c9ab-4561-94d3-4edd801a1a11'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:57:57.541783 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89e9982-953c-4c4f-902e-702be5d4e196" -d '{"events": [{"name": "network-changed", "server_uuid": "41a43b1a-7bd8-4666-94fb-6c30f0166562", "tag": "76655053-c9ab-4561-94d3-4edd801a1a11"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:57:57.590789 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648db2ed-6127-46fd-8cb4-3341f86c6a19 x-openstack-request-id: req-648db2ed-6127-46fd-8cb4-3341f86c6a19 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:57:57.591107 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41a43b1a-7bd8-4666-94fb-6c30f0166562", "tag": "76655053-c9ab-4561-94d3-4edd801a1a11", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:57:57.591361 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-648db2ed-6127-46fd-8cb4-3341f86c6a19 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:57:57.591784 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-648db2ed-6127-46fd-8cb4-3341f86c6a19'] response: {'name': 'network-changed', 'server_uuid': '41a43b1a-7bd8-4666-94fb-6c30f0166562', 'tag': '76655053-c9ab-4561-94d3-4edd801a1a11', 'status': 'completed', 'code': 200} Apr 21 12:57:57.718500 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e9982-953c-4c4f-902e-702be5d4e196 req-ea91ce26-51f0-43f3-bd03-da5987a71311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:57.719980 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d89e9982-953c-4c4f-902e-702be5d4e196 req-ea91ce26-51f0-43f3-bd03-da5987a71311 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 1094 time: 0.0968654 Apr 21 12:57:57.722329 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e9982-953c-4c4f-902e-702be5d4e196 req-00f0655b-ceda-4316-99eb-c87a89cff735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:57.723700 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d89e9982-953c-4c4f-902e-702be5d4e196 req-00f0655b-ceda-4316-99eb-c87a89cff735 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 1094 time: 0.1088474 Apr 21 12:57:57.891222 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e9982-953c-4c4f-902e-702be5d4e196 req-a36fc096-cc28-4070-8068-ba0f2e1f4a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:57.892689 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d89e9982-953c-4c4f-902e-702be5d4e196 req-a36fc096-cc28-4070-8068-ba0f2e1f4a85 service neutron] 10.222.0.26 "GET /v2.0/networks?id=364717a5-874d-409d-a746-ba334979c9d9 HTTP/1.1" status: 200 len: 897 time: 0.1629705 Apr 21 12:57:57.895395 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e9982-953c-4c4f-902e-702be5d4e196 req-8e5c55db-9f6a-4073-86ad-75aa1d53230a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:57.896746 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d89e9982-953c-4c4f-902e-702be5d4e196 req-8e5c55db-9f6a-4073-86ad-75aa1d53230a service neutron] 10.222.0.24 "GET /v2.0/networks?id=364717a5-874d-409d-a746-ba334979c9d9 HTTP/1.1" status: 200 len: 897 time: 0.1576738 Apr 21 12:57:58.010873 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d89e9982-953c-4c4f-902e-702be5d4e196 req-fedc33b2-26d6-4177-a97f-2da277a8ce65 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76655053-c9ab-4561-94d3-4edd801a1a11 HTTP/1.1" status: 200 len: 998 time: 0.1102490 Apr 21 12:57:58.012728 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d89e9982-953c-4c4f-902e-702be5d4e196 req-50206d03-f9b0-475c-a7af-d0e5456214d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76655053-c9ab-4561-94d3-4edd801a1a11 HTTP/1.1" status: 200 len: 998 time: 0.1062937 Apr 21 12:57:58.102629 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e9982-953c-4c4f-902e-702be5d4e196 req-6aa91582-3e95-460d-aacb-5c0fd3b0eb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:58.104101 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d89e9982-953c-4c4f-902e-702be5d4e196 req-6aa91582-3e95-460d-aacb-5c0fd3b0eb23 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b6803393-0e6d-48f3-8df9-63990f18a761 HTTP/1.1" status: 200 len: 834 time: 0.0867095 Apr 21 12:57:58.105454 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e9982-953c-4c4f-902e-702be5d4e196 req-facfa435-d34e-4355-a947-548705f6144a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:58.106783 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d89e9982-953c-4c4f-902e-702be5d4e196 req-facfa435-d34e-4355-a947-548705f6144a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6803393-0e6d-48f3-8df9-63990f18a761 HTTP/1.1" status: 200 len: 834 time: 0.0812941 Apr 21 12:57:58.179310 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e9982-953c-4c4f-902e-702be5d4e196 req-e4e98a6b-22a1-4574-a092-fa418db2bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:58.180863 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d89e9982-953c-4c4f-902e-702be5d4e196 req-e4e98a6b-22a1-4574-a092-fa418db2bd31 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=364717a5-874d-409d-a746-ba334979c9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700300 Apr 21 12:57:58.182609 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e9982-953c-4c4f-902e-702be5d4e196 req-85dfcbf2-ec59-4743-a306-5ac8717ac52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:58.183940 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d89e9982-953c-4c4f-902e-702be5d4e196 req-85dfcbf2-ec59-4743-a306-5ac8717ac52c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=364717a5-874d-409d-a746-ba334979c9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651834 Apr 21 12:57:58.278949 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b538b8-3a66-4096-9fb6-1b549602446c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b37a07-42fd-42f6-aa5e-dc223128f4d8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:57:58.281467 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b3d74e-53ae-46fd-973d-7c1eae100df8" -d '{"events": [{"server_uuid": "b1b538b8-3a66-4096-9fb6-1b549602446c", "name": "network-vif-plugged", "status": "completed", "tag": "f4b37a07-42fd-42f6-aa5e-dc223128f4d8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:57:58.321782 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f59ecf8-73ba-4770-84bf-519bb2034ac4 x-openstack-request-id: req-4f59ecf8-73ba-4770-84bf-519bb2034ac4 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:57:58.322112 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b538b8-3a66-4096-9fb6-1b549602446c", "name": "network-vif-plugged", "status": "completed", "tag": "f4b37a07-42fd-42f6-aa5e-dc223128f4d8", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:57:58.322368 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4f59ecf8-73ba-4770-84bf-519bb2034ac4 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:57:58.322768 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f59ecf8-73ba-4770-84bf-519bb2034ac4'] response: {'server_uuid': 'b1b538b8-3a66-4096-9fb6-1b549602446c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b37a07-42fd-42f6-aa5e-dc223128f4d8', 'code': 200} Apr 21 12:57:58.357494 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d89e9982-953c-4c4f-902e-702be5d4e196 req-6825afc3-7825-4c11-9194-a0dc60fd7350 service neutron] 10.222.0.26 "GET /v2.0/networks/364717a5-874d-409d-a746-ba334979c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700773 Apr 21 12:57:58.364259 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d89e9982-953c-4c4f-902e-702be5d4e196 req-2ef1ba4d-a71a-47a1-94e0-f5e58707150c service neutron] 10.222.0.24 "GET /v2.0/networks/364717a5-874d-409d-a746-ba334979c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694498 Apr 21 12:57:58.553775 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ddb03-a721-4c81-80b8-a0bc2c0ceaa2 req-346c1efe-fef4-4e0d-9072-41cb1c0d0df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:58.555464 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e8ddb03-a721-4c81-80b8-a0bc2c0ceaa2 req-346c1efe-fef4-4e0d-9072-41cb1c0d0df3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 1097 time: 0.1544602 Apr 21 12:57:58.632234 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d89e9982-953c-4c4f-902e-702be5d4e196 req-bcd32729-746e-4bcf-9fdc-8eee38e79385 service neutron] 10.222.0.26 "GET /v2.0/networks/364717a5-874d-409d-a746-ba334979c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670281 Apr 21 12:57:58.693694 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d89e9982-953c-4c4f-902e-702be5d4e196 req-72e819be-de68-4a21-97c1-1ef3c6442310 service neutron] 10.222.0.24 "GET /v2.0/networks/364717a5-874d-409d-a746-ba334979c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036897 Apr 21 12:57:58.702197 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e8ddb03-a721-4c81-80b8-a0bc2c0ceaa2 req-52c30826-85a9-47d5-8e9b-5a73a6f63042 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142595 Apr 21 12:57:58.723716 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49445389-1d33-479d-9192-8f3f6d251d46 req-ca8a6456-c94a-407c-8b29-ffc3b7a52e70 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:58.725243 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49445389-1d33-479d-9192-8f3f6d251d46 req-ca8a6456-c94a-407c-8b29-ffc3b7a52e70 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.1351843 Apr 21 12:57:58.736171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0f400-e971-4a3d-a60c-bfdd18cb33be req-0c4573e2-3dd9-4c98-b942-f8b62cb25e51 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:58.738423 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2de0f400-e971-4a3d-a60c-bfdd18cb33be req-0c4573e2-3dd9-4c98-b942-f8b62cb25e51 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 943 time: 0.1395221 Apr 21 12:57:58.806260 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49445389-1d33-479d-9192-8f3f6d251d46 req-b6f7a647-5cce-4c4f-8aa4-1dfa43fa7c18 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666089 Apr 21 12:57:58.819422 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2de0f400-e971-4a3d-a60c-bfdd18cb33be req-7a483c83-4bdb-4e82-90ad-83c72cb9324f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695107 Apr 21 12:57:59.296540 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f0730a-c12c-4d32-beef-e3667bf15fb3 req-4d4ef24e-f610-40cb-a3c7-5f3d59e11299 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:59.298683 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03f0730a-c12c-4d32-beef-e3667bf15fb3 req-4d4ef24e-f610-40cb-a3c7-5f3d59e11299 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.0660694 Apr 21 12:57:59.382188 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531fa3e-62ed-4ab9-bd73-4ef0d650cc75 req-739821b8-32e6-40b2-bba3-82cd9878ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:59.382188 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8531fa3e-62ed-4ab9-bd73-4ef0d650cc75 req-739821b8-32e6-40b2-bba3-82cd9878ed35 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b82063ddf1384c0da199fea5b916ec7b&device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 1096 time: 0.0736217 Apr 21 12:57:59.382188 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03f0730a-c12c-4d32-beef-e3667bf15fb3 req-84ca9c38-9898-414b-8c93-ff9a6f7f68b8 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688055 Apr 21 12:57:59.551792 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531fa3e-62ed-4ab9-bd73-4ef0d650cc75 req-ac136670-719e-4d2a-ba08-b4e12d6e43aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:59.555607 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8531fa3e-62ed-4ab9-bd73-4ef0d650cc75 req-ac136670-719e-4d2a-ba08-b4e12d6e43aa service neutron] 10.222.0.24 "GET /v2.0/networks?id=7532c877-c6eb-4827-8bef-4f687b46b481 HTTP/1.1" status: 200 len: 918 time: 0.1717069 Apr 21 12:57:59.609829 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8531fa3e-62ed-4ab9-bd73-4ef0d650cc75 req-184b2570-e94d-4658-bfd3-9a8f0865a036 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57e6a652-87c7-46cd-8f73-b214dfcd0dd4 HTTP/1.1" status: 200 len: 217 time: 0.0444877 Apr 21 12:57:59.664226 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531fa3e-62ed-4ab9-bd73-4ef0d650cc75 req-3a5f7fbe-1e59-4c6d-8908-92ab428a55ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:59.665789 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8531fa3e-62ed-4ab9-bd73-4ef0d650cc75 req-3a5f7fbe-1e59-4c6d-8908-92ab428a55ca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=042c7c8a-99c9-4a93-a632-3fd1a4109dfb HTTP/1.1" status: 200 len: 856 time: 0.0483625 Apr 21 12:57:59.714325 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531fa3e-62ed-4ab9-bd73-4ef0d650cc75 req-1bbecae5-96ab-429a-8c39-bd8dd2438e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:59.715770 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8531fa3e-62ed-4ab9-bd73-4ef0d650cc75 req-1bbecae5-96ab-429a-8c39-bd8dd2438e65 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7532c877-c6eb-4827-8bef-4f687b46b481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428555 Apr 21 12:57:59.820949 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8531fa3e-62ed-4ab9-bd73-4ef0d650cc75 req-76e9e79e-f46f-45b9-a2eb-b3a864ba1ca2 service neutron] 10.222.0.24 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977163 Apr 21 12:57:59.944972 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8531fa3e-62ed-4ab9-bd73-4ef0d650cc75 req-f07f0ed7-8815-4259-b1cd-6758de5b7809 service neutron] 10.222.0.24 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176777 Apr 21 12:57:59.966700 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38506998-425b-4b3d-8d70-15eaf94adec2 req-09493f7e-8460-4e30-a9d6-cbf96bfb22ba tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:57:59.968178 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38506998-425b-4b3d-8d70-15eaf94adec2 req-09493f7e-8460-4e30-a9d6-cbf96bfb22ba tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 943 time: 0.0701530 Apr 21 12:58:00.007464 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38506998-425b-4b3d-8d70-15eaf94adec2 req-c5240d8c-a71c-4c88-9470-35ec7bd2485e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321529 Apr 21 12:58:00.502191 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3df74a-be8f-4e77-9239-4a389976f949 req-efdf2583-c9cc-42e6-adea-c7fe926b6288 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:00.504166 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b3df74a-be8f-4e77-9239-4a389976f949 req-efdf2583-c9cc-42e6-adea-c7fe926b6288 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.0516465 Apr 21 12:58:00.547827 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b3df74a-be8f-4e77-9239-4a389976f949 req-e14dc38f-5be1-4194-a71c-bd4511514624 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324500 Apr 21 12:58:01.136083 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f69189-bd90-4e50-8f9f-edad17c0c70e req-2a7a7a69-2b5c-423e-9fb7-a736b039684f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:01.137636 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54f69189-bd90-4e50-8f9f-edad17c0c70e req-2a7a7a69-2b5c-423e-9fb7-a736b039684f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 943 time: 0.0507736 Apr 21 12:58:01.182151 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54f69189-bd90-4e50-8f9f-edad17c0c70e req-c3a9e2ca-72ed-4f8d-a716-66674c69ab15 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380943 Apr 21 12:58:01.552082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05fbf6-c2bc-43a0-b06d-666c9a3981ee req-87fcb4cb-9823-4a37-8209-3e95e24161f1 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:01.553794 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ee05fbf6-c2bc-43a0-b06d-666c9a3981ee req-87fcb4cb-9823-4a37-8209-3e95e24161f1 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 943 time: 0.0630002 Apr 21 12:58:01.572229 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 76655053-c9ab-4561-94d3-4edd801a1a11 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:58:01.689701 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 76655053-c9ab-4561-94d3-4edd801a1a11, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=76655053-c9ab-4561-94d3-4edd801a1a11,segment=NetworkSegment(448cfe3b-fb68-449c-acc2-b03c474de1be),segment_id=448cfe3b-fb68-449c-acc2-b03c474de1be)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:58:01.704674 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '76655053-c9ab-4561-94d3-4edd801a1a11', 'network_id': '364717a5-874d-409d-a746-ba334979c9d9', 'port_id': '76655053-c9ab-4561-94d3-4edd801a1a11', 'mac_address': 'fa:16:3e:6a:28:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6803393-0e6d-48f3-8df9-63990f18a761', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:58:01.739046 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ee05fbf6-c2bc-43a0-b06d-666c9a3981ee req-75c0d9d5-d924-467a-ba8f-617c4876d06d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784060 Apr 21 12:58:01.744971 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:01.761212 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76655053-c9ab-4561-94d3-4edd801a1a11 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:58:01.765876 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655d895-46f1-4307-8c05-2eeca084bda7 req-2db0df45-3fda-4f06-98a4-154bbdba31fc tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:01.767471 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f655d895-46f1-4307-8c05-2eeca084bda7 req-2db0df45-3fda-4f06-98a4-154bbdba31fc tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.24 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562&tenant_id=284d3d44382e404aa4c17c17e03a8f46&binding%3Ahost_id=n-h1-836147-2 HTTP/1.1" status: 200 len: 943 time: 0.1471729 Apr 21 12:58:01.779463 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 76655053-c9ab-4561-94d3-4edd801a1a11, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=76655053-c9ab-4561-94d3-4edd801a1a11,segment=NetworkSegment(448cfe3b-fb68-449c-acc2-b03c474de1be),segment_id=448cfe3b-fb68-449c-acc2-b03c474de1be)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:58:01.815016 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63222212-feee-4d7a-aac7-4c5f62fcc645 req-c729779d-f1b0-4afd-aa4e-a7d9a5cd0a8d tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:01.816975 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-63222212-feee-4d7a-aac7-4c5f62fcc645 req-c729779d-f1b0-4afd-aa4e-a7d9a5cd0a8d tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.1324148 Apr 21 12:58:01.845191 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:01.873075 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-63222212-feee-4d7a-aac7-4c5f62fcc645 req-d442473a-cd98-4d1e-91f0-64db7f018071 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476956 Apr 21 12:58:01.874354 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-f655d895-46f1-4307-8c05-2eeca084bda7 req-cb25f104-d853-4d1c-9998-e2c9fe442c87 service neutron] delete failed (client error): The resource could not be found. Apr 21 12:58:01.875260 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f655d895-46f1-4307-8c05-2eeca084bda7 req-cb25f104-d853-4d1c-9998-e2c9fe442c87 service neutron] 10.222.0.24 "DELETE /v2.0/ports/76655053-c9ab-4561-94d3-4edd801a1a11/bindings/n-h2-836147-2 HTTP/1.1" status: 404 len: 380 time: 0.1009049 Apr 21 12:58:01.913239 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=76655053-c9ab-4561-94d3-4edd801a1a11,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:58:01.982940 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655d895-46f1-4307-8c05-2eeca084bda7 req-4ddedd66-d508-472a-b2ec-63305ab4ddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:01.984418 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f655d895-46f1-4307-8c05-2eeca084bda7 req-4ddedd66-d508-472a-b2ec-63305ab4ddd6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 1095 time: 0.0426514 Apr 21 12:58:02.074918 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655d895-46f1-4307-8c05-2eeca084bda7 req-071577a5-b6bb-4b50-b7a2-b3a974e7dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:02.075971 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f655d895-46f1-4307-8c05-2eeca084bda7 req-071577a5-b6bb-4b50-b7a2-b3a974e7dbbc service neutron] 10.222.0.24 "GET /v2.0/networks?id=364717a5-874d-409d-a746-ba334979c9d9 HTTP/1.1" status: 200 len: 897 time: 0.0855124 Apr 21 12:58:02.140158 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f655d895-46f1-4307-8c05-2eeca084bda7 req-cae2453b-dd9c-4822-9afb-0d20ea5e8558 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76655053-c9ab-4561-94d3-4edd801a1a11 HTTP/1.1" status: 200 len: 999 time: 0.0573490 Apr 21 12:58:02.186440 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655d895-46f1-4307-8c05-2eeca084bda7 req-7927bc6a-fb48-491c-a274-2b05dcf50762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:02.187934 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f655d895-46f1-4307-8c05-2eeca084bda7 req-7927bc6a-fb48-491c-a274-2b05dcf50762 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b6803393-0e6d-48f3-8df9-63990f18a761 HTTP/1.1" status: 200 len: 834 time: 0.0418348 Apr 21 12:58:02.234901 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655d895-46f1-4307-8c05-2eeca084bda7 req-f38f87a0-c128-44d1-a8ff-4d41f97998be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:02.236345 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f655d895-46f1-4307-8c05-2eeca084bda7 req-f38f87a0-c128-44d1-a8ff-4d41f97998be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=364717a5-874d-409d-a746-ba334979c9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420580 Apr 21 12:58:02.272100 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['76655053-c9ab-4561-94d3-4edd801a1a11'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:58:02.329698 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f655d895-46f1-4307-8c05-2eeca084bda7 req-e151ebbf-2232-4837-9e27-2f57791b9463 service neutron] 10.222.0.24 "GET /v2.0/networks/364717a5-874d-409d-a746-ba334979c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868962 Apr 21 12:58:02.434372 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f655d895-46f1-4307-8c05-2eeca084bda7 req-53be7a17-a46c-47a0-8ef3-07aaa827cc33 service neutron] 10.222.0.24 "GET /v2.0/networks/364717a5-874d-409d-a746-ba334979c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983524 Apr 21 12:58:02.863689 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf28e8-8b06-452d-b4d4-540a42580f61 req-c7355b3a-bfeb-45e7-9fd2-0908c2dc47fe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:02.865081 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8ddf28e8-8b06-452d-b4d4-540a42580f61 req-c7355b3a-bfeb-45e7-9fd2-0908c2dc47fe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 944 time: 0.0536354 Apr 21 12:58:02.919021 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8ddf28e8-8b06-452d-b4d4-540a42580f61 req-b9025e05-fca9-4909-82e8-9ab436379b82 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468469 Apr 21 12:58:02.999545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca25513-ccee-4f24-b7a7-5cbb03d237e7 req-a313c656-5bc0-42d1-8cee-5bfa3e6dcaec tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:03.001169 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ca25513-ccee-4f24-b7a7-5cbb03d237e7 req-a313c656-5bc0-42d1-8cee-5bfa3e6dcaec tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.0537944 Apr 21 12:58:03.041420 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ca25513-ccee-4f24-b7a7-5cbb03d237e7 req-2ddf21bd-360a-4ffc-b983-35b19e45ceb7 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341125 Apr 21 12:58:03.588800 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 76655053-c9ab-4561-94d3-4edd801a1a11 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:58:03.782083 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 76655053-c9ab-4561-94d3-4edd801a1a11 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:58:03.787343 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 76655053-c9ab-4561-94d3-4edd801a1a11 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:58:03.787905 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:03.867449 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:03.890322 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a43b1a-7bd8-4666-94fb-6c30f0166562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76655053-c9ab-4561-94d3-4edd801a1a11'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:58:03.892569 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b6c6d2-bdf8-468a-9a27-e399967d9e30" -d '{"events": [{"server_uuid": "41a43b1a-7bd8-4666-94fb-6c30f0166562", "name": "network-vif-plugged", "status": "completed", "tag": "76655053-c9ab-4561-94d3-4edd801a1a11"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:58:03.909723 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 76655053-c9ab-4561-94d3-4edd801a1a11, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=76655053-c9ab-4561-94d3-4edd801a1a11,segment=NetworkSegment(448cfe3b-fb68-449c-acc2-b03c474de1be),segment_id=448cfe3b-fb68-449c-acc2-b03c474de1be)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:58:03.931301 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2291ef91-dc28-4f71-b0d0-1da893b930e0 x-openstack-request-id: req-2291ef91-dc28-4f71-b0d0-1da893b930e0 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:58:03.931660 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a43b1a-7bd8-4666-94fb-6c30f0166562", "name": "network-vif-plugged", "status": "completed", "tag": "76655053-c9ab-4561-94d3-4edd801a1a11", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:58:03.931975 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2291ef91-dc28-4f71-b0d0-1da893b930e0 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:58:03.932482 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2291ef91-dc28-4f71-b0d0-1da893b930e0'] response: {'server_uuid': '41a43b1a-7bd8-4666-94fb-6c30f0166562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76655053-c9ab-4561-94d3-4edd801a1a11', 'code': 200} Apr 21 12:58:03.984815 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:04.051324 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073023d-b583-4a34-ae28-c690294276a5 req-7bc04221-6628-4edd-8bd0-135a0ecfc2a9 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:04.053040 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4073023d-b583-4a34-ae28-c690294276a5 req-7bc04221-6628-4edd-8bd0-135a0ecfc2a9 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 945 time: 0.0563121 Apr 21 12:58:04.104108 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4073023d-b583-4a34-ae28-c690294276a5 req-3ecb3c29-d5ef-424f-a0c9-637db163e8d0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444226 Apr 21 12:58:04.132523 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39330) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:58:04.184567 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170d143-fb99-4805-b02d-1cf812224d72 req-1252a8f7-a710-4305-9bd5-faaa985a3089 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:04.189293 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5170d143-fb99-4805-b02d-1cf812224d72 req-1252a8f7-a710-4305-9bd5-faaa985a3089 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.0699432 Apr 21 12:58:04.208234 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=76655053-c9ab-4561-94d3-4edd801a1a11,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:58:04.224258 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fb63c4a8-6c61-4e47-8fe0-09386a77356d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/floatingips/a9f77779-f641-4dcc-a7c5-d6d1dc2dc743 HTTP/1.1" status: 200 len: 992 time: 0.0904448 Apr 21 12:58:04.245039 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5170d143-fb99-4805-b02d-1cf812224d72 req-d397e9b4-4c0b-4c68-bb0f-4977d9d3d296 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517049 Apr 21 12:58:05.371288 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf2571-3987-41a1-afb6-34d3c650cdf0 req-8f9f2d2b-474b-4f22-b57a-bed6dd5a4522 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:05.372823 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-edbf2571-3987-41a1-afb6-34d3c650cdf0 req-8f9f2d2b-474b-4f22-b57a-bed6dd5a4522 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.0525370 Apr 21 12:58:05.411945 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-edbf2571-3987-41a1-afb6-34d3c650cdf0 req-747193ea-7bcd-4322-bfe9-95ea57d13968 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320082 Apr 21 12:58:06.539686 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15bec6a-dc44-441c-844f-ad22826b991f req-197de0b1-032e-45af-8f4f-9a1567072d67 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:06.541312 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b15bec6a-dc44-441c-844f-ad22826b991f req-197de0b1-032e-45af-8f4f-9a1567072d67 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.0597363 Apr 21 12:58:06.587673 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b15bec6a-dc44-441c-844f-ad22826b991f req-ec607258-62b4-4ad2-84c8-80c257912c4d tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403540 Apr 21 12:58:07.719886 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569175e5-83b1-4576-b0ee-b3a7d428b00a req-c960b10b-0470-4223-b782-5bd626d2cd74 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:07.722986 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-569175e5-83b1-4576-b0ee-b3a7d428b00a req-c960b10b-0470-4223-b782-5bd626d2cd74 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.0626302 Apr 21 12:58:07.762069 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-569175e5-83b1-4576-b0ee-b3a7d428b00a req-01f2b467-ab09-4080-8b90-b13eabeae4c8 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334749 Apr 21 12:58:08.883762 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174a6d5-f5d7-41e3-86f2-31208f5b5469 req-6a7a9847-bc12-48de-ba2b-e6c2367f2c51 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:08.885270 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3174a6d5-f5d7-41e3-86f2-31208f5b5469 req-6a7a9847-bc12-48de-ba2b-e6c2367f2c51 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.0502081 Apr 21 12:58:08.923805 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3174a6d5-f5d7-41e3-86f2-31208f5b5469 req-d731bf5d-cc2a-4f40-8d01-fb7acac79948 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321825 Apr 21 12:58:10.048372 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e500a700-d439-4a15-89c9-e6dd25e4465c req-fb7753d7-0399-47d1-951f-80126913308f tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:10.050426 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e500a700-d439-4a15-89c9-e6dd25e4465c req-fb7753d7-0399-47d1-951f-80126913308f tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.0535727 Apr 21 12:58:10.094436 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e500a700-d439-4a15-89c9-e6dd25e4465c req-0ac325fd-c8bb-49aa-9cc7-9492c4578205 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377157 Apr 21 12:58:11.262289 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23c57e-e249-4d82-ab5a-6f1dae3eeb8c req-394e3ee4-9bbe-49f1-8f33-35798b742761 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:11.273714 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df23c57e-e249-4d82-ab5a-6f1dae3eeb8c req-394e3ee4-9bbe-49f1-8f33-35798b742761 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.0689571 Apr 21 12:58:11.309623 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df23c57e-e249-4d82-ab5a-6f1dae3eeb8c req-e5d31930-1be8-4a31-9464-66ebbceb550c tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350096 Apr 21 12:58:12.433602 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2ccdc8-f074-4b92-b510-e3ae8e9b1c7c req-51e8dab9-825e-430a-994c-f0874f7af258 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:12.435211 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cf2ccdc8-f074-4b92-b510-e3ae8e9b1c7c req-51e8dab9-825e-430a-994c-f0874f7af258 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.0528369 Apr 21 12:58:12.476249 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cf2ccdc8-f074-4b92-b510-e3ae8e9b1c7c req-e2bbce13-507a-4c73-a1cc-44cea712f848 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331852 Apr 21 12:58:13.481560 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d2f98a1-b255-4d6f-9169-779fbe0af4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:13.602230 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f2904-e1d4-4bc0-8cee-cc82b989630a req-ae757819-a7e9-4467-9908-c6d4ca65084d tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:13.603863 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a30f2904-e1d4-4bc0-8cee-cc82b989630a req-ae757819-a7e9-4467-9908-c6d4ca65084d tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.0511792 Apr 21 12:58:13.646629 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a30f2904-e1d4-4bc0-8cee-cc82b989630a req-41a423fe-1958-4d37-a1a4-39d83c5d045b tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366235 Apr 21 12:58:14.770232 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2402a5-ecd6-422f-b8bd-0af06f8bfd9e req-65d67195-95f3-44c2-bf5c-fc819da40f65 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:14.771868 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e2402a5-ecd6-422f-b8bd-0af06f8bfd9e req-65d67195-95f3-44c2-bf5c-fc819da40f65 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.0564485 Apr 21 12:58:14.820231 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e2402a5-ecd6-422f-b8bd-0af06f8bfd9e req-f13ee90f-7e5f-40d3-8416-f38fa3533a7e tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411248 Apr 21 12:58:15.732688 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26e42cb7-8b12-4dba-a7b7-074acc763281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:15.960828 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1c60db-bcbf-41c4-a82f-7556a97720b0 req-0e807830-b965-4da4-b5b1-856d1d76c96c tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:15.962377 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d1c60db-bcbf-41c4-a82f-7556a97720b0 req-0e807830-b965-4da4-b5b1-856d1d76c96c tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.0498111 Apr 21 12:58:16.001243 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d1c60db-bcbf-41c4-a82f-7556a97720b0 req-14892f77-e3c0-4cd5-bce2-dd5bf0af269b tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324726 Apr 21 12:58:16.898167 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:17.120636 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa78ec-1ef8-4356-8d8c-f2780f522a5a req-43e855fc-acf0-4461-9193-7a61a1d0bdc2 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:17.122129 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cfaa78ec-1ef8-4356-8d8c-f2780f522a5a req-43e855fc-acf0-4461-9193-7a61a1d0bdc2 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.0483730 Apr 21 12:58:17.163228 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cfaa78ec-1ef8-4356-8d8c-f2780f522a5a req-796fd2c8-3e68-428c-a740-2dd6c83d8b05 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345120 Apr 21 12:58:17.886326 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:17.982578 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39572) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:58:18.117399 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79553c5c-9cc1-4502-85a7-c3eadcdacb78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:18.188699 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79553c5c-9cc1-4502-85a7-c3eadcdacb78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:18.291896 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79553c5c-9cc1-4502-85a7-c3eadcdacb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:18.327018 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-79553c5c-9cc1-4502-85a7-c3eadcdacb78 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f758ac4a73e347819eadd4d0299048f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3432598 Apr 21 12:58:18.329560 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 39580) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:58:18.332170 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79553c5c-9cc1-4502-85a7-c3eadcdacb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f8f8f1-bb64-4038-86ce-ac3184022921,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:58:18.339772 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79553c5c-9cc1-4502-85a7-c3eadcdacb78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:58:18.340186 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79553c5c-9cc1-4502-85a7-c3eadcdacb78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:58:18.340583 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79553c5c-9cc1-4502-85a7-c3eadcdacb78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:58:18.340976 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79553c5c-9cc1-4502-85a7-c3eadcdacb78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:58:18.341368 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79553c5c-9cc1-4502-85a7-c3eadcdacb78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:58:18.341788 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79553c5c-9cc1-4502-85a7-c3eadcdacb78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:58:18.342717 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79553c5c-9cc1-4502-85a7-c3eadcdacb78 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:58:18.342717 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79553c5c-9cc1-4502-85a7-c3eadcdacb78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:58:18.343295 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79553c5c-9cc1-4502-85a7-c3eadcdacb78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:58:18.343752 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79553c5c-9cc1-4502-85a7-c3eadcdacb78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:58:18.344102 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79553c5c-9cc1-4502-85a7-c3eadcdacb78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:58:18.344485 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79553c5c-9cc1-4502-85a7-c3eadcdacb78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:58:18.410679 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f76feb5f-453a-43c1-b5b5-286aded38671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:18.433448 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e1e6d-6362-4ca8-b1c2-58dc9bcfd0ba req-85930ff8-cac1-46d4-b098-ad18234132ca tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:18.435383 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-422e1e6d-6362-4ca8-b1c2-58dc9bcfd0ba req-85930ff8-cac1-46d4-b098-ad18234132ca tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.2049925 Apr 21 12:58:18.445271 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f76feb5f-453a-43c1-b5b5-286aded38671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:18.467154 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:18.499140 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-422e1e6d-6362-4ca8-b1c2-58dc9bcfd0ba req-73face0b-5f8b-4293-9f24-3d8542e2dcda tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558178 Apr 21 12:58:18.588904 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f76feb5f-453a-43c1-b5b5-286aded38671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:18.591658 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f76feb5f-453a-43c1-b5b5-286aded38671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:18.592774 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f76feb5f-453a-43c1-b5b5-286aded38671 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b7f8f8f1-bb64-4038-86ce-ac3184022921 HTTP/1.1" status: 204 len: 168 time: 0.2612057 Apr 21 12:58:18.600922 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76feb5f-453a-43c1-b5b5-286aded38671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f8f8f1-bb64-4038-86ce-ac3184022921,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:58:18.789213 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:19.457663 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 39592) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:58:19.471028 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02579248-72e5-4d28-b208-bb59c0d2bd15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:19.548721 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02579248-72e5-4d28-b208-bb59c0d2bd15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:19.616383 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789ceeb-cf47-4f55-b4ac-5ca9caa40003 req-7257e5cc-d13b-4dc7-a781-37222ee86408 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:19.617899 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b789ceeb-cf47-4f55-b4ac-5ca9caa40003 req-7257e5cc-d13b-4dc7-a781-37222ee86408 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.0483782 Apr 21 12:58:19.639063 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-02579248-72e5-4d28-b208-bb59c0d2bd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:19.688657 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b789ceeb-cf47-4f55-b4ac-5ca9caa40003 req-e7180374-121b-483b-9a12-1f0934127d90 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646217 Apr 21 12:58:19.694198 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-02579248-72e5-4d28-b208-bb59c0d2bd15 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e3e1686a40e3470d82a862782a518f39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2331390 Apr 21 12:58:19.694198 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02579248-72e5-4d28-b208-bb59c0d2bd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a493e7f4-6661-424b-ba36-3920b9c354bd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:58:19.694810 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39598) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:58:19.748027 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae5df473-382e-492f-8649-ea786c7f1218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:19.769651 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae5df473-382e-492f-8649-ea786c7f1218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:19.914925 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae5df473-382e-492f-8649-ea786c7f1218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:19.917661 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae5df473-382e-492f-8649-ea786c7f1218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:19.918945 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ae5df473-382e-492f-8649-ea786c7f1218 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a493e7f4-6661-424b-ba36-3920b9c354bd HTTP/1.1" status: 204 len: 168 time: 0.2225547 Apr 21 12:58:19.928047 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5df473-382e-492f-8649-ea786c7f1218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a493e7f4-6661-424b-ba36-3920b9c354bd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:58:20.438787 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:20.805828 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580db02-11c3-477d-9dac-508894a1ef69 req-eae8082a-aacd-4268-a036-362cf1d4db63 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:20.807310 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0580db02-11c3-477d-9dac-508894a1ef69 req-eae8082a-aacd-4268-a036-362cf1d4db63 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.0493371 Apr 21 12:58:20.846553 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0580db02-11c3-477d-9dac-508894a1ef69 req-2e99d914-d6dd-4ade-86f3-fff68763c881 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331676 Apr 21 12:58:21.996969 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-78636bba-f4bf-4b94-bd37-dd5a5de4f9f5 req-9d917200-f15a-4306-917f-086865a906ae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549536 Apr 21 12:58:22.087282 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78636bba-f4bf-4b94-bd37-dd5a5de4f9f5 req-992051c3-46b8-4a21-9bcc-77fe81eb1e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:22.088771 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-78636bba-f4bf-4b94-bd37-dd5a5de4f9f5 req-992051c3-46b8-4a21-9bcc-77fe81eb1e4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b82063ddf1384c0da199fea5b916ec7b&device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 1097 time: 0.0448945 Apr 21 12:58:22.215624 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25e435-cefc-4bde-8c33-4f405e81fc27 req-5a19d7f4-2fc2-47d4-acc2-fc5d7588b20e tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:22.217191 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dd25e435-cefc-4bde-8c33-4f405e81fc27 req-5a19d7f4-2fc2-47d4-acc2-fc5d7588b20e tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.3024452 Apr 21 12:58:22.261278 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78636bba-f4bf-4b94-bd37-dd5a5de4f9f5 req-edce1f46-1be6-4b57-92c9-ec99c8eb0a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:22.262786 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-78636bba-f4bf-4b94-bd37-dd5a5de4f9f5 req-edce1f46-1be6-4b57-92c9-ec99c8eb0a8f service neutron] 10.222.0.24 "GET /v2.0/networks?id=7532c877-c6eb-4827-8bef-4f687b46b481 HTTP/1.1" status: 200 len: 918 time: 0.1380980 Apr 21 12:58:22.310275 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dd25e435-cefc-4bde-8c33-4f405e81fc27 req-107f2335-f483-419c-9e76-f359447c136a tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828373 Apr 21 12:58:22.311631 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-78636bba-f4bf-4b94-bd37-dd5a5de4f9f5 req-451eb33a-4f33-423e-9936-6e460cd5207d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4b37a07-42fd-42f6-aa5e-dc223128f4d8 HTTP/1.1" status: 200 len: 217 time: 0.0408144 Apr 21 12:58:22.372107 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78636bba-f4bf-4b94-bd37-dd5a5de4f9f5 req-a3a6ffae-8932-4819-ae28-4b67c60c3e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:22.373527 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-78636bba-f4bf-4b94-bd37-dd5a5de4f9f5 req-a3a6ffae-8932-4819-ae28-4b67c60c3e88 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=042c7c8a-99c9-4a93-a632-3fd1a4109dfb HTTP/1.1" status: 200 len: 856 time: 0.0496945 Apr 21 12:58:22.690588 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78636bba-f4bf-4b94-bd37-dd5a5de4f9f5 req-7a7202b6-dd85-4bc9-a79f-46fb42b45168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:22.692115 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-78636bba-f4bf-4b94-bd37-dd5a5de4f9f5 req-7a7202b6-dd85-4bc9-a79f-46fb42b45168 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7532c877-c6eb-4827-8bef-4f687b46b481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3113999 Apr 21 12:58:22.782413 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-78636bba-f4bf-4b94-bd37-dd5a5de4f9f5 req-7b5be5af-b9ad-4b96-a401-ed9733ebe8e9 service neutron] 10.222.0.24 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828846 Apr 21 12:58:22.894910 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-78636bba-f4bf-4b94-bd37-dd5a5de4f9f5 req-69359b45-2bbb-4e22-881e-e0d5b87a0131 service neutron] 10.222.0.24 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058846 Apr 21 12:58:23.432561 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3e5e1-8de5-46de-940e-692daaf17ff0 req-c0c20d36-283a-4e3b-b2c9-bb7fdf1e0c65 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:23.434234 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8fb3e5e1-8de5-46de-940e-692daaf17ff0 req-c0c20d36-283a-4e3b-b2c9-bb7fdf1e0c65 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.0555575 Apr 21 12:58:23.473599 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8fb3e5e1-8de5-46de-940e-692daaf17ff0 req-41ef3ed7-ae3c-4fd9-930d-82c68a0f5f2a tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322223 Apr 21 12:58:23.853075 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01f461a3-59cb-4e2c-a0b9-fd5fcc2b33de req-54790e95-4269-4598-b5a1-e8da1d1176e3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393376 Apr 21 12:58:23.945005 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f461a3-59cb-4e2c-a0b9-fd5fcc2b33de req-eed0895d-693b-435c-87d8-9814d5b2ac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:23.946599 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01f461a3-59cb-4e2c-a0b9-fd5fcc2b33de req-eed0895d-693b-435c-87d8-9814d5b2ac6e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 1096 time: 0.0506434 Apr 21 12:58:24.051425 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f461a3-59cb-4e2c-a0b9-fd5fcc2b33de req-7af2f776-8123-425f-8e98-4820e323a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:24.052894 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01f461a3-59cb-4e2c-a0b9-fd5fcc2b33de req-7af2f776-8123-425f-8e98-4820e323a572 service neutron] 10.222.0.26 "GET /v2.0/networks?id=364717a5-874d-409d-a746-ba334979c9d9 HTTP/1.1" status: 200 len: 897 time: 0.0863228 Apr 21 12:58:24.121154 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01f461a3-59cb-4e2c-a0b9-fd5fcc2b33de req-26092dd6-1f18-410f-bbe7-5eb6dfc1b84e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76655053-c9ab-4561-94d3-4edd801a1a11 HTTP/1.1" status: 200 len: 1000 time: 0.0613642 Apr 21 12:58:24.550589 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f461a3-59cb-4e2c-a0b9-fd5fcc2b33de req-e0b75801-ed70-428f-b5ad-68c1bbaae676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:24.550589 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01f461a3-59cb-4e2c-a0b9-fd5fcc2b33de req-e0b75801-ed70-428f-b5ad-68c1bbaae676 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b6803393-0e6d-48f3-8df9-63990f18a761 HTTP/1.1" status: 200 len: 834 time: 0.0517983 Apr 21 12:58:24.550589 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f461a3-59cb-4e2c-a0b9-fd5fcc2b33de req-6786d3c1-b029-49eb-8d46-d490eba07550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:24.550589 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01f461a3-59cb-4e2c-a0b9-fd5fcc2b33de req-6786d3c1-b029-49eb-8d46-d490eba07550 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=364717a5-874d-409d-a746-ba334979c9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427921 Apr 21 12:58:24.550589 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01f461a3-59cb-4e2c-a0b9-fd5fcc2b33de req-31a60015-4fe7-4f72-a146-6bf24cca7083 service neutron] 10.222.0.26 "GET /v2.0/networks/364717a5-874d-409d-a746-ba334979c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859487 Apr 21 12:58:24.550589 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01f461a3-59cb-4e2c-a0b9-fd5fcc2b33de req-03d5ef4d-dd39-4f78-a9bd-05dfea077342 service neutron] 10.222.0.26 "GET /v2.0/networks/364717a5-874d-409d-a746-ba334979c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845196 Apr 21 12:58:24.598382 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439554fb-aa96-4031-8f2d-5f35973a7b14 req-db72ea7a-5d0a-4e44-b35c-37322b62306c tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:24.599863 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-439554fb-aa96-4031-8f2d-5f35973a7b14 req-db72ea7a-5d0a-4e44-b35c-37322b62306c tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.0540764 Apr 21 12:58:24.637713 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-439554fb-aa96-4031-8f2d-5f35973a7b14 req-7ce1aa10-9b92-4cef-a8b5-5c01b62627d5 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313985 Apr 21 12:58:24.838085 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39688) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:58:24.952289 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75be6d64-cd49-4f86-85f9-b24bc99ed2db admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:25.030132 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75be6d64-cd49-4f86-85f9-b24bc99ed2db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:25.109076 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75be6d64-cd49-4f86-85f9-b24bc99ed2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:25.148622 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-75be6d64-cd49-4f86-85f9-b24bc99ed2db admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6739995189b04fafaf594f51471dfd4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3094656 Apr 21 12:58:25.149518 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be6d64-cd49-4f86-85f9-b24bc99ed2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5dc45f-ba59-499f-9f81-c34ad3b0a40e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:58:25.151456 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 39692) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:58:25.208023 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3236c42-31db-49f7-bf0d-d63752a842ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:25.229677 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3236c42-31db-49f7-bf0d-d63752a842ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:25.354692 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3236c42-31db-49f7-bf0d-d63752a842ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:25.357216 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c3236c42-31db-49f7-bf0d-d63752a842ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:25.358602 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c3236c42-31db-49f7-bf0d-d63752a842ac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ac5dc45f-ba59-499f-9f81-c34ad3b0a40e HTTP/1.1" status: 204 len: 168 time: 0.2059033 Apr 21 12:58:25.366835 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3236c42-31db-49f7-bf0d-d63752a842ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5dc45f-ba59-499f-9f81-c34ad3b0a40e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:58:25.765960 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58a64f-1170-47df-a275-01ac3bebf106 req-343b7668-2c8e-4823-ba91-67c7ff3cb352 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:25.767647 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a58a64f-1170-47df-a275-01ac3bebf106 req-343b7668-2c8e-4823-ba91-67c7ff3cb352 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.0512083 Apr 21 12:58:25.810170 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a58a64f-1170-47df-a275-01ac3bebf106 req-825103dd-e76b-4fcc-be31-2de71bb42808 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361187 Apr 21 12:58:26.014705 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39704) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:58:26.028356 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc0819d7-8b94-4a51-b815-873feb4e3745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:26.101492 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc0819d7-8b94-4a51-b815-873feb4e3745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:26.171454 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc0819d7-8b94-4a51-b815-873feb4e3745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:26.209732 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fc0819d7-8b94-4a51-b815-873feb4e3745 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fa07cf9679104b199d7c7981fa729467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1938944 Apr 21 12:58:26.210534 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0819d7-8b94-4a51-b815-873feb4e3745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba90630-a3d8-48d3-9e29-2574a9fbfef4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:58:26.213186 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 39706) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:58:26.261502 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ffe88202-fa45-4da8-bf81-e50a88ca0143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:26.282010 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ffe88202-fa45-4da8-bf81-e50a88ca0143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:26.417408 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ffe88202-fa45-4da8-bf81-e50a88ca0143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:26.419939 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ffe88202-fa45-4da8-bf81-e50a88ca0143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:26.421083 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ffe88202-fa45-4da8-bf81-e50a88ca0143 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aba90630-a3d8-48d3-9e29-2574a9fbfef4 HTTP/1.1" status: 204 len: 168 time: 0.2065010 Apr 21 12:58:26.428969 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe88202-fa45-4da8-bf81-e50a88ca0143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba90630-a3d8-48d3-9e29-2574a9fbfef4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:58:26.945614 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d9db7-0572-408f-9bb2-ea950a2c2893 req-a9f861a2-edff-42a5-8cc4-c9e8ce3d29de tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:26.950070 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-520d9db7-0572-408f-9bb2-ea950a2c2893 req-a9f861a2-edff-42a5-8cc4-c9e8ce3d29de tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.0570118 Apr 21 12:58:26.987109 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-520d9db7-0572-408f-9bb2-ea950a2c2893 req-ef398ae6-ed6b-4a36-945d-17457d573df3 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332363 Apr 21 12:58:28.107795 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05126098-125d-48ea-bedf-16b2a55fc230 req-02ea8c80-070b-4ca2-8928-4f62ac419730 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:28.109266 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-05126098-125d-48ea-bedf-16b2a55fc230 req-02ea8c80-070b-4ca2-8928-4f62ac419730 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.0526235 Apr 21 12:58:28.151748 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-05126098-125d-48ea-bedf-16b2a55fc230 req-6472a03a-bcee-49ee-8ea3-2b1c00320524 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358522 Apr 21 12:58:29.277664 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0667f8-0986-475f-b1e9-993a1909da6c req-a1d2c5fe-76c7-42ab-bb84-6334cef70ece tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:29.280716 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b0667f8-0986-475f-b1e9-993a1909da6c req-a1d2c5fe-76c7-42ab-bb84-6334cef70ece tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.0599489 Apr 21 12:58:29.324427 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b0667f8-0986-475f-b1e9-993a1909da6c req-f1295a76-c6b2-49cf-9692-b8569de17c18 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363362 Apr 21 12:58:29.974328 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 39836) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:58:30.083680 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e4588f68-9fa2-4d6e-9493-61f8b682bcd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:30.167109 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e4588f68-9fa2-4d6e-9493-61f8b682bcd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:30.291692 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e4588f68-9fa2-4d6e-9493-61f8b682bcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:30.335263 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e4588f68-9fa2-4d6e-9493-61f8b682bcd4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=af5912b8157a4af08f1396f46d7eaca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3597841 Apr 21 12:58:30.335478 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39844) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:58:30.336093 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4588f68-9fa2-4d6e-9493-61f8b682bcd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe9b463-9e5a-41be-ac85-29c4a8180998,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:58:30.397101 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e62bf8c6-aa11-49a2-8b85-1b45e808811d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:30.425871 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e62bf8c6-aa11-49a2-8b85-1b45e808811d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:30.450508 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c08d0-06fa-46b9-a6d9-2b9efc9f57dd req-e8956c67-495b-4ebe-b8de-368db4d9d206 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:30.452012 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-142c08d0-06fa-46b9-a6d9-2b9efc9f57dd req-e8956c67-495b-4ebe-b8de-368db4d9d206 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.0493813 Apr 21 12:58:30.496171 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-142c08d0-06fa-46b9-a6d9-2b9efc9f57dd req-9d493c49-6a6b-4930-ae29-a588cad47d23 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361276 Apr 21 12:58:30.611825 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e62bf8c6-aa11-49a2-8b85-1b45e808811d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:30.614926 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e62bf8c6-aa11-49a2-8b85-1b45e808811d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:30.616115 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e62bf8c6-aa11-49a2-8b85-1b45e808811d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/efe9b463-9e5a-41be-ac85-29c4a8180998 HTTP/1.1" status: 204 len: 168 time: 0.2795310 Apr 21 12:58:30.625008 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62bf8c6-aa11-49a2-8b85-1b45e808811d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe9b463-9e5a-41be-ac85-29c4a8180998,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:58:31.181031 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b62f6-142e-4d11-ad3a-cdd5166c4250 req-59959cb8-4546-481c-84e2-ae4f72bb6f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:31.182963 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db2b62f6-142e-4d11-ad3a-cdd5166c4250 req-59959cb8-4546-481c-84e2-ae4f72bb6f63 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 1096 time: 0.0542264 Apr 21 12:58:31.219634 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db2b62f6-142e-4d11-ad3a-cdd5166c4250 req-bde39681-0f86-4fa5-a9a6-2ec9e3388d17 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292041 Apr 21 12:58:31.463404 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39868) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:58:31.476503 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8032eac-826e-4b43-ad2d-8ac89ffdb28f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:31.562900 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8032eac-826e-4b43-ad2d-8ac89ffdb28f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:31.616082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee70d85-6253-4615-a641-8bbda2673ed7 req-54d69c2a-ce68-4f88-bf02-0b4183f75a4c tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:31.617545 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aee70d85-6253-4615-a641-8bbda2673ed7 req-54d69c2a-ce68-4f88-bf02-0b4183f75a4c tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.0479147 Apr 21 12:58:31.656123 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aee70d85-6253-4615-a641-8bbda2673ed7 req-97841c42-c472-4bc1-bef6-4b52bd6d7660 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324268 Apr 21 12:58:31.701483 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c8032eac-826e-4b43-ad2d-8ac89ffdb28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:31.747287 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c8032eac-826e-4b43-ad2d-8ac89ffdb28f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9f6fd17a88b7431eb8925df6fbbbe952&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2827258 Apr 21 12:58:31.748632 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39874) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:58:31.750515 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8032eac-826e-4b43-ad2d-8ac89ffdb28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d082aef6-f346-46f8-94a1-aa526eb742e4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:58:31.800219 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-133898d4-c01d-4528-b065-7a0d16991ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:31.821748 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-133898d4-c01d-4528-b065-7a0d16991ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:31.944077 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-133898d4-c01d-4528-b065-7a0d16991ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:31.946763 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-133898d4-c01d-4528-b065-7a0d16991ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:31.947950 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-133898d4-c01d-4528-b065-7a0d16991ef0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d082aef6-f346-46f8-94a1-aa526eb742e4 HTTP/1.1" status: 204 len: 168 time: 0.1988716 Apr 21 12:58:31.957333 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133898d4-c01d-4528-b065-7a0d16991ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d082aef6-f346-46f8-94a1-aa526eb742e4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:58:31.963562 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:58:32.783182 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6140dd35-3744-4855-bb5a-794d8af57041 req-7c7ac271-39a6-4f88-9084-67d62e17cd8c tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:32.784715 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6140dd35-3744-4855-bb5a-794d8af57041 req-7c7ac271-39a6-4f88-9084-67d62e17cd8c tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.0571072 Apr 21 12:58:32.822743 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6140dd35-3744-4855-bb5a-794d8af57041 req-9448e2ed-0a5d-4044-9d15-46d83b9c6d3c tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314002 Apr 21 12:58:32.975831 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe6281-bbc0-4c59-b88a-806255653608 req-7a2762e8-b1f4-48d1-be0c-cb655a79aff9 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:32.977570 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4bbe6281-bbc0-4c59-b88a-806255653608 req-7a2762e8-b1f4-48d1-be0c-cb655a79aff9 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 946 time: 0.0609858 Apr 21 12:58:33.015995 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4bbe6281-bbc0-4c59-b88a-806255653608 req-73db25af-47f2-4391-a2b3-28092fd078fc tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325596 Apr 21 12:58:33.527399 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d4ba9-9fff-4ada-b6fd-63c16aab6d94 req-e8d26fb8-4117-476e-87b3-221afef8415a tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:33.528890 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6e9d4ba9-9fff-4ada-b6fd-63c16aab6d94 req-e8d26fb8-4117-476e-87b3-221afef8415a tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 946 time: 0.0488009 Apr 21 12:58:33.572198 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6e9d4ba9-9fff-4ada-b6fd-63c16aab6d94 req-45c129db-2c5b-4c39-b8bb-06939abd92da tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368888 Apr 21 12:58:33.967397 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 39946) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:58:34.082231 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9ba6-5eb1-4c7a-baf3-e7d72c848086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:34.155978 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9ba6-5eb1-4c7a-baf3-e7d72c848086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:34.246974 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ec6b9ba6-5eb1-4c7a-baf3-e7d72c848086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:34.287944 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ec6b9ba6-5eb1-4c7a-baf3-e7d72c848086 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2f8f29e9d68f481e8820890fdde67bca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3195004 Apr 21 12:58:34.289084 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b9ba6-5eb1-4c7a-baf3-e7d72c848086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c823294-3aeb-490f-8846-9bba7f347f89,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:58:34.290677 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 39954) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:58:34.339156 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2084ecac-0fb6-45f7-8926-0349d90974a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:34.363907 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2084ecac-0fb6-45f7-8926-0349d90974a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:34.506833 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2084ecac-0fb6-45f7-8926-0349d90974a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:34.510279 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2084ecac-0fb6-45f7-8926-0349d90974a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:34.511789 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2084ecac-0fb6-45f7-8926-0349d90974a9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c823294-3aeb-490f-8846-9bba7f347f89 HTTP/1.1" status: 204 len: 168 time: 0.2200046 Apr 21 12:58:34.523150 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084ecac-0fb6-45f7-8926-0349d90974a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c823294-3aeb-490f-8846-9bba7f347f89,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:58:34.703379 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d06c65-f02b-4243-afdd-3b5bfc6fc9c2 req-3e0ff6af-10ce-45f4-8a43-ea18801926aa tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:34.704868 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-81d06c65-f02b-4243-afdd-3b5bfc6fc9c2 req-3e0ff6af-10ce-45f4-8a43-ea18801926aa tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 946 time: 0.0547709 Apr 21 12:58:34.745071 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-81d06c65-f02b-4243-afdd-3b5bfc6fc9c2 req-e99e9dcb-40e2-4bb8-b213-4eea71a05e60 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327117 Apr 21 12:58:35.464720 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a085c72-16af-4726-8a88-c5751852514d req-25e2e5b7-1b60-4932-9421-b53456ea8552 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:35.469484 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a085c72-16af-4726-8a88-c5751852514d req-25e2e5b7-1b60-4932-9421-b53456ea8552 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 946 time: 0.0521514 Apr 21 12:58:35.507241 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a085c72-16af-4726-8a88-c5751852514d req-fd1f683c-1fe3-417d-a982-81efa93ed443 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321782 Apr 21 12:58:36.631340 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a905a4-4fbf-4fd0-a0e1-8653fbcf8a8b req-89b8771b-a837-43da-86a4-8145959d12f8 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:36.632845 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70a905a4-4fbf-4fd0-a0e1-8653fbcf8a8b req-89b8771b-a837-43da-86a4-8145959d12f8 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 946 time: 0.0489979 Apr 21 12:58:36.675295 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70a905a4-4fbf-4fd0-a0e1-8653fbcf8a8b req-5d296c30-bcf4-466a-bc50-b545c1b26a11 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350311 Apr 21 12:58:40.096661 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ffce4-8737-4abd-90c9-6cd11f8c96db req-3d11bce4-7d6a-4fff-a78b-0aaad7afcc28 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:40.098909 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e48ffce4-8737-4abd-90c9-6cd11f8c96db req-3d11bce4-7d6a-4fff-a78b-0aaad7afcc28 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 946 time: 0.0561607 Apr 21 12:58:40.141245 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e48ffce4-8737-4abd-90c9-6cd11f8c96db req-e68e0a89-3fdd-44ed-9e62-c0e9fd89efea tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360098 Apr 21 12:58:40.201687 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023e9b5-ca9a-41b7-bc41-a2f83dda26da req-50423bff-5f60-47be-a27b-8ccea1d2ba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:40.203546 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e023e9b5-ca9a-41b7-bc41-a2f83dda26da req-50423bff-5f60-47be-a27b-8ccea1d2ba18 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b82063ddf1384c0da199fea5b916ec7b&device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 1097 time: 0.0534866 Apr 21 12:58:40.304163 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023e9b5-ca9a-41b7-bc41-a2f83dda26da req-7ee78e74-ba5e-4859-b6be-0ce5ded4ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:40.305963 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e023e9b5-ca9a-41b7-bc41-a2f83dda26da req-7ee78e74-ba5e-4859-b6be-0ce5ded4ed32 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7532c877-c6eb-4827-8bef-4f687b46b481 HTTP/1.1" status: 200 len: 918 time: 0.0963800 Apr 21 12:58:40.352622 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e023e9b5-ca9a-41b7-bc41-a2f83dda26da req-b4a792ad-0139-4b28-90c9-4168ddf06a41 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4b37a07-42fd-42f6-aa5e-dc223128f4d8 HTTP/1.1" status: 200 len: 217 time: 0.0398684 Apr 21 12:58:40.422311 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023e9b5-ca9a-41b7-bc41-a2f83dda26da req-b88bb4f7-7ba6-42ad-9720-ee315da2cbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:40.423946 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e023e9b5-ca9a-41b7-bc41-a2f83dda26da req-b88bb4f7-7ba6-42ad-9720-ee315da2cbff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=042c7c8a-99c9-4a93-a632-3fd1a4109dfb HTTP/1.1" status: 200 len: 856 time: 0.0654786 Apr 21 12:58:40.477812 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023e9b5-ca9a-41b7-bc41-a2f83dda26da req-6d015bc8-555c-45ce-9e3c-a3e0ea77d616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:40.479549 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e023e9b5-ca9a-41b7-bc41-a2f83dda26da req-6d015bc8-555c-45ce-9e3c-a3e0ea77d616 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7532c877-c6eb-4827-8bef-4f687b46b481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494411 Apr 21 12:58:40.491367 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-e023e9b5-ca9a-41b7-bc41-a2f83dda26da req-5c08c786-12e9-4033-a465-f7a79e95135a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:58:40.492772 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e023e9b5-ca9a-41b7-bc41-a2f83dda26da req-5c08c786-12e9-4033-a465-f7a79e95135a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065074 Apr 21 12:58:40.599785 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e023e9b5-ca9a-41b7-bc41-a2f83dda26da req-5ef8377f-2ec4-4600-82af-e458bf7c12e4 service neutron] 10.222.0.24 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996330 Apr 21 12:58:40.714243 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e023e9b5-ca9a-41b7-bc41-a2f83dda26da req-c30c3b0f-a6d5-4a21-86e9-a70c1d978d36 service neutron] 10.222.0.24 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068041 Apr 21 12:58:41.288231 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168412b-d1e0-4d8c-8086-b7404ca00a14 req-7ca2aadf-977c-442a-bd60-0d5d7eb5c949 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:41.288231 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2168412b-d1e0-4d8c-8086-b7404ca00a14 req-7ca2aadf-977c-442a-bd60-0d5d7eb5c949 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 946 time: 0.0742600 Apr 21 12:58:41.333111 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2168412b-d1e0-4d8c-8086-b7404ca00a14 req-c55b9207-9b8f-4bc6-9d99-753e626c2205 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352414 Apr 21 12:58:42.466761 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23a598-43ec-48f7-863d-24d0142f1f9b req-72f0304e-f9e0-450e-9e27-88f8b64d44ff tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:42.470284 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d23a598-43ec-48f7-863d-24d0142f1f9b req-72f0304e-f9e0-450e-9e27-88f8b64d44ff tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 946 time: 0.0568860 Apr 21 12:58:42.517779 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d23a598-43ec-48f7-863d-24d0142f1f9b req-701092ce-a45c-40ad-8280-b33d172cb9dc tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422356 Apr 21 12:58:42.945563 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40186) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:58:43.091511 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19de6b96-5308-4c20-9ecd-83523795929c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:43.166240 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19de6b96-5308-4c20-9ecd-83523795929c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:43.277797 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19de6b96-5308-4c20-9ecd-83523795929c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:43.320816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de6b96-5308-4c20-9ecd-83523795929c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839a4af8-a277-4166-b06c-4424b5fd00a5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:58:43.326257 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-19de6b96-5308-4c20-9ecd-83523795929c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1f6eb3b2b1a944c2b2d76f2d6cfed713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3781312 Apr 21 12:58:43.327523 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40198) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:58:43.336082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de6b96-5308-4c20-9ecd-83523795929c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:58:43.336552 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de6b96-5308-4c20-9ecd-83523795929c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:58:43.336786 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de6b96-5308-4c20-9ecd-83523795929c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:58:43.337307 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de6b96-5308-4c20-9ecd-83523795929c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:58:43.337510 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de6b96-5308-4c20-9ecd-83523795929c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:58:43.337873 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de6b96-5308-4c20-9ecd-83523795929c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:58:43.338206 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de6b96-5308-4c20-9ecd-83523795929c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:58:43.338537 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de6b96-5308-4c20-9ecd-83523795929c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:58:43.338867 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de6b96-5308-4c20-9ecd-83523795929c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:58:43.339193 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de6b96-5308-4c20-9ecd-83523795929c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:58:43.339524 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de6b96-5308-4c20-9ecd-83523795929c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:58:43.339846 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19de6b96-5308-4c20-9ecd-83523795929c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:58:43.394182 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f18d9a23-6b85-4a5c-bb89-65dfc7eeb13d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:43.420766 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f18d9a23-6b85-4a5c-bb89-65dfc7eeb13d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:43.523703 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-30706145-bdd6-446d-901e-aad449a337e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:43.575468 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f18d9a23-6b85-4a5c-bb89-65dfc7eeb13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:43.578017 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f18d9a23-6b85-4a5c-bb89-65dfc7eeb13d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:43.578755 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f18d9a23-6b85-4a5c-bb89-65dfc7eeb13d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/839a4af8-a277-4166-b06c-4424b5fd00a5 HTTP/1.1" status: 204 len: 168 time: 0.2502191 Apr 21 12:58:43.588654 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d9a23-6b85-4a5c-bb89-65dfc7eeb13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839a4af8-a277-4166-b06c-4424b5fd00a5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:58:43.650418 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59559c-0841-42bc-8872-1715a7d7ee78 req-786e7549-830b-4847-b20a-676ca33f6863 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:43.651946 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f59559c-0841-42bc-8872-1715a7d7ee78 req-786e7549-830b-4847-b20a-676ca33f6863 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 946 time: 0.0551898 Apr 21 12:58:43.692582 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f59559c-0841-42bc-8872-1715a7d7ee78 req-0539d001-46b0-4b8f-a8ed-238d4c05b4aa tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346322 Apr 21 12:58:44.344339 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40220) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:58:44.357489 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eac598d8-b90f-47cc-b1fb-09a73b68c079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:44.438168 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eac598d8-b90f-47cc-b1fb-09a73b68c079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:44.517806 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eac598d8-b90f-47cc-b1fb-09a73b68c079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:44.555264 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-eac598d8-b90f-47cc-b1fb-09a73b68c079 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1fac81c81a3e4e91ad9c8679f61774d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2098799 Apr 21 12:58:44.557116 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac598d8-b90f-47cc-b1fb-09a73b68c079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771b3614-76a0-47e1-bd0d-dfe84da5c360,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:58:44.558036 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40224) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:58:44.607645 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4cb6681-988e-408f-b266-a308606a9aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:44.629868 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4cb6681-988e-408f-b266-a308606a9aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:44.754255 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4cb6681-988e-408f-b266-a308606a9aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:44.757166 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4cb6681-988e-408f-b266-a308606a9aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:44.758395 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c4cb6681-988e-408f-b266-a308606a9aa5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/771b3614-76a0-47e1-bd0d-dfe84da5c360 HTTP/1.1" status: 204 len: 168 time: 0.1993697 Apr 21 12:58:44.775411 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb6681-988e-408f-b266-a308606a9aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771b3614-76a0-47e1-bd0d-dfe84da5c360,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:58:44.856478 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e0cc8-d5a9-4884-b4d3-6612c74ebcf2 req-46b43db8-8682-4db1-987d-94f8b7bac728 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:44.858036 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-759e0cc8-d5a9-4884-b4d3-6612c74ebcf2 req-46b43db8-8682-4db1-987d-94f8b7bac728 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 946 time: 0.0770340 Apr 21 12:58:44.900685 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-759e0cc8-d5a9-4884-b4d3-6612c74ebcf2 req-0e838ad4-b82e-4f8e-ab60-a7fb2f7bc29a tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350554 Apr 21 12:58:45.725564 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18f1fff4-2f2c-4576-9997-c033eb88d9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:46.023390 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c614f864-c437-498b-aaaf-6e61980e3d20 req-9750a3c7-e220-49f4-9b87-5b26bb24534b tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:46.025074 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c614f864-c437-498b-aaaf-6e61980e3d20 req-9750a3c7-e220-49f4-9b87-5b26bb24534b tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 946 time: 0.0508082 Apr 21 12:58:46.074866 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c614f864-c437-498b-aaaf-6e61980e3d20 req-babd9ab6-1093-4016-88d1-6aa4427860e4 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427456 Apr 21 12:58:46.914242 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:47.184474 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0dc00-6839-43c3-8633-242e1e2a3915 req-c01d95e0-bf45-45d3-a06d-f600e44e3e04 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:47.186001 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-74f0dc00-6839-43c3-8633-242e1e2a3915 req-c01d95e0-bf45-45d3-a06d-f600e44e3e04 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 946 time: 0.0495617 Apr 21 12:58:47.227175 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-74f0dc00-6839-43c3-8633-242e1e2a3915 req-6f193426-bffb-4484-b610-526269f03013 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345604 Apr 21 12:58:47.978786 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:48.348967 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af4c6a-42e8-4257-aee3-80f06c7f1b6f req-1f8a7c78-579a-43fa-bbf1-d1af8338e612 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:48.350586 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e6af4c6a-42e8-4257-aee3-80f06c7f1b6f req-1f8a7c78-579a-43fa-bbf1-d1af8338e612 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 946 time: 0.0550871 Apr 21 12:58:48.388409 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e6af4c6a-42e8-4257-aee3-80f06c7f1b6f req-c7fb7048-1da8-4b0a-83ca-a6e963774bb1 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318091 Apr 21 12:58:48.485928 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:48.752114 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:49.524401 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029152c2-4b37-42c6-8f39-3f68fafbf1c4 req-cd6e6d30-722a-4e60-ac25-d5b345eedaee tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:49.525909 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-029152c2-4b37-42c6-8f39-3f68fafbf1c4 req-cd6e6d30-722a-4e60-ac25-d5b345eedaee tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 946 time: 0.0489457 Apr 21 12:58:49.564227 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-029152c2-4b37-42c6-8f39-3f68fafbf1c4 req-b890ce52-5cea-41af-b35a-ac01115d2e3d tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323884 Apr 21 12:58:50.434354 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:50.696458 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca22f7-8aa3-4d07-a04f-a69a074dfbdf req-4df23a50-35b4-4db7-8ca3-7228871f47de tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:50.703692 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0aca22f7-8aa3-4d07-a04f-a69a074dfbdf req-4df23a50-35b4-4db7-8ca3-7228871f47de tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 946 time: 0.0676315 Apr 21 12:58:50.749213 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0aca22f7-8aa3-4d07-a04f-a69a074dfbdf req-c9003213-a057-4923-8a8a-930e567553cd tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373816 Apr 21 12:58:51.897118 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7882e-5332-41e6-8a5c-7520caa3d766 req-43a264d1-70cf-467a-b4c4-63d6a512499d tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:51.898974 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09f7882e-5332-41e6-8a5c-7520caa3d766 req-43a264d1-70cf-467a-b4c4-63d6a512499d tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 946 time: 0.0807157 Apr 21 12:58:51.940916 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09f7882e-5332-41e6-8a5c-7520caa3d766 req-3aab6287-ba38-43dc-8a41-c01942f418b6 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356555 Apr 21 12:58:53.073776 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f84a23-2000-4cc6-af15-5a12be67f1e8 req-305ae8e0-47a5-4c73-b9bf-76a5c96428a1 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:53.075454 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-37f84a23-2000-4cc6-af15-5a12be67f1e8 req-305ae8e0-47a5-4c73-b9bf-76a5c96428a1 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 946 time: 0.0544081 Apr 21 12:58:53.121065 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-37f84a23-2000-4cc6-af15-5a12be67f1e8 req-2646eb1b-6e9a-4b89-bb35-37ae83ab0e69 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356808 Apr 21 12:58:54.243259 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256ec79-3c16-4e2a-a581-fcc195426ad0 req-0960a6c3-212f-41f9-96f5-3824b91f21a9 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:54.244812 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2256ec79-3c16-4e2a-a581-fcc195426ad0 req-0960a6c3-212f-41f9-96f5-3824b91f21a9 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 946 time: 0.0525815 Apr 21 12:58:54.283150 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2256ec79-3c16-4e2a-a581-fcc195426ad0 req-4de4aaa6-b60b-4a83-8eac-48d59db8eec0 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323145 Apr 21 12:58:55.406113 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea430b9-2ac2-48dc-81f7-0a4a1e548a2f req-3559160c-5e43-4098-b042-5772196dcdbe tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:55.408108 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cea430b9-2ac2-48dc-81f7-0a4a1e548a2f req-3559160c-5e43-4098-b042-5772196dcdbe tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 946 time: 0.0566058 Apr 21 12:58:55.447297 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cea430b9-2ac2-48dc-81f7-0a4a1e548a2f req-69cabb7e-67d8-4990-b931-7d796122cdb6 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327239 Apr 21 12:58:56.570113 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68deaa81-43e8-4145-9d10-46152b2c318d req-cc7f635d-6e4a-4d5e-8268-f822ca1dd729 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:56.572316 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68deaa81-43e8-4145-9d10-46152b2c318d req-cc7f635d-6e4a-4d5e-8268-f822ca1dd729 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 946 time: 0.0531614 Apr 21 12:58:56.630429 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68deaa81-43e8-4145-9d10-46152b2c318d req-1c415e20-eb82-4464-92c5-3aed62556416 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519276 Apr 21 12:58:56.838035 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40582) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:58:56.887780 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689a3ee6-01c9-40b2-ae31-852494ed5561 req-f3d318ac-8305-4e54-aaa1-4c93337576ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:56.887780 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-689a3ee6-01c9-40b2-ae31-852494ed5561 req-f3d318ac-8305-4e54-aaa1-4c93337576ae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 1097 time: 0.0438724 Apr 21 12:58:56.928007 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-689a3ee6-01c9-40b2-ae31-852494ed5561 req-e82c0b01-e732-41bd-ab5a-116788055cc8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284934 Apr 21 12:58:56.958989 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-281b1889-5d68-4f52-bc9e-a9526682be0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:57.039419 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-281b1889-5d68-4f52-bc9e-a9526682be0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:57.125702 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-281b1889-5d68-4f52-bc9e-a9526682be0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:57.162695 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b1889-5d68-4f52-bc9e-a9526682be0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d958d4-31e8-4cf9-bbd3-b383a9e2498f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:58:57.166929 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-281b1889-5d68-4f52-bc9e-a9526682be0c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4283fc06e18d417f886fa562acef7d84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3278706 Apr 21 12:58:57.170281 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40598) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:58:57.218748 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f9b6f3f-6ce1-4afb-baa2-a32e9f1084d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:57.239244 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f9b6f3f-6ce1-4afb-baa2-a32e9f1084d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:57.397918 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f9b6f3f-6ce1-4afb-baa2-a32e9f1084d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:57.400459 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f9b6f3f-6ce1-4afb-baa2-a32e9f1084d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:57.401708 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6f9b6f3f-6ce1-4afb-baa2-a32e9f1084d2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c5d958d4-31e8-4cf9-bbd3-b383a9e2498f HTTP/1.1" status: 204 len: 168 time: 0.2311091 Apr 21 12:58:57.409475 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b6f3f-6ce1-4afb-baa2-a32e9f1084d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d958d4-31e8-4cf9-bbd3-b383a9e2498f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:58:57.750032 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9237b8-01f6-44b2-a425-84ab89de9053 req-8de12098-db73-4151-b639-63b09252dfaf tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:57.751630 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a9237b8-01f6-44b2-a425-84ab89de9053 req-8de12098-db73-4151-b639-63b09252dfaf tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 946 time: 0.0521259 Apr 21 12:58:57.796302 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a9237b8-01f6-44b2-a425-84ab89de9053 req-47b7343b-d9e8-4dcb-a0a5-3b24435d2d08 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386262 Apr 21 12:58:58.928795 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d96843-2eeb-45a2-800e-2877fafc8886 req-af4a262f-01be-4d54-9934-bdfabd539511 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:58.930356 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32d96843-2eeb-45a2-800e-2877fafc8886 req-af4a262f-01be-4d54-9934-bdfabd539511 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 946 time: 0.0622847 Apr 21 12:58:58.969490 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32d96843-2eeb-45a2-800e-2877fafc8886 req-f1506a0a-3ff7-47d6-9306-8da19a1ffee0 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328007 Apr 21 12:58:59.246471 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40732) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:58:59.403237 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3d39efb5-1336-4d15-8788-1c8f93cc5cc1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'network': {'name': 'tempest-network-smoke--343518517', 'project_id': '751a38797aaa4af4acc7445401990284', 'port_security_enabled': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:58:59.471225 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254d136-2194-4ad0-957d-18e8b26a5449 req-9467fe1b-58fc-45ba-8e77-682a04f4eac0 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:59.473256 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9254d136-2194-4ad0-957d-18e8b26a5449 req-9467fe1b-58fc-45ba-8e77-682a04f4eac0 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 946 time: 0.0487597 Apr 21 12:58:59.520135 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9254d136-2194-4ad0-957d-18e8b26a5449 req-aa8b46f5-0705-41ca-a753-bee782a70211 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406990 Apr 21 12:58:59.535828 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d39efb5-1336-4d15-8788-1c8f93cc5cc1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Made reservation on behalf of 751a38797aaa4af4acc7445401990284 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:58:59.539723 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3d39efb5-1336-4d15-8788-1c8f93cc5cc1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:59.549044 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3d39efb5-1336-4d15-8788-1c8f93cc5cc1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:59.555588 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf219a-ccee-45dd-8041-900e5506bc3c req-cc35b92a-1513-4cd7-96d3-81b19c8a1ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:59.557052 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d5bf219a-ccee-45dd-8041-900e5506bc3c req-cc35b92a-1513-4cd7-96d3-81b19c8a1ebd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b82063ddf1384c0da199fea5b916ec7b&device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 1097 time: 0.0505717 Apr 21 12:58:59.629437 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3d39efb5-1336-4d15-8788-1c8f93cc5cc1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:59.653348 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf219a-ccee-45dd-8041-900e5506bc3c req-c2f6f108-f6d4-4f69-8986-30dcff9e87a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:59.654869 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d5bf219a-ccee-45dd-8041-900e5506bc3c req-c2f6f108-f6d4-4f69-8986-30dcff9e87a3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7532c877-c6eb-4827-8bef-4f687b46b481 HTTP/1.1" status: 200 len: 918 time: 0.0910382 Apr 21 12:58:59.699558 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d5bf219a-ccee-45dd-8041-900e5506bc3c req-1200c818-3032-4996-b9b5-275bb7aef6ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4b37a07-42fd-42f6-aa5e-dc223128f4d8 HTTP/1.1" status: 200 len: 217 time: 0.0378361 Apr 21 12:58:59.719531 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3d39efb5-1336-4d15-8788-1c8f93cc5cc1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:59.736361 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d39efb5-1336-4d15-8788-1c8f93cc5cc1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:58:59.760779 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf219a-ccee-45dd-8041-900e5506bc3c req-b1b123db-050f-4450-9aee-72b9d09d5796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:59.761343 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3d39efb5-1336-4d15-8788-1c8f93cc5cc1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:59.761669 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-3d39efb5-1336-4d15-8788-1c8f93cc5cc1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Added segment b98117de-7948-48ab-9639-8427fabef22e of type vlan for network 848e281e-943e-4178-9552-cdcc93f10c1d Apr 21 12:58:59.762678 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d5bf219a-ccee-45dd-8041-900e5506bc3c req-b1b123db-050f-4450-9aee-72b9d09d5796 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=042c7c8a-99c9-4a93-a632-3fd1a4109dfb HTTP/1.1" status: 200 len: 856 time: 0.0564573 Apr 21 12:58:59.770588 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39efb5-1336-4d15-8788-1c8f93cc5cc1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d1601e-9743-4717-9a87-7a8be120c9d8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:58:59.811189 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3d39efb5-1336-4d15-8788-1c8f93cc5cc1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:59.815680 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf219a-ccee-45dd-8041-900e5506bc3c req-ea36bfb7-81ed-4455-af35-ddd358d83ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:59.817904 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d5bf219a-ccee-45dd-8041-900e5506bc3c req-ea36bfb7-81ed-4455-af35-ddd358d83ae8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7532c877-c6eb-4827-8bef-4f687b46b481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489829 Apr 21 12:58:59.907209 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d5bf219a-ccee-45dd-8041-900e5506bc3c req-5cd3c9dd-91d1-4f11-8817-329098462e11 service neutron] 10.222.0.24 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827005 Apr 21 12:58:59.923360 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3d39efb5-1336-4d15-8788-1c8f93cc5cc1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:59.929894 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d39efb5-1336-4d15-8788-1c8f93cc5cc1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:58:59.930507 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3d39efb5-1336-4d15-8788-1c8f93cc5cc1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:58:59.997492 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39efb5-1336-4d15-8788-1c8f93cc5cc1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'Network': ['ID=848e281e-943e-4178-9552-cdcc93f10c1d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:00.003578 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d5bf219a-ccee-45dd-8041-900e5506bc3c req-dd2cc7d0-cff5-4917-bb72-cb04e880c633 service neutron] 10.222.0.24 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898044 Apr 21 12:59:00.009350 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 848e281e-943e-4178-9552-cdcc93f10c1d details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:59:00.082672 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3d39efb5-1336-4d15-8788-1c8f93cc5cc1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8350859 Apr 21 12:59:00.084136 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40778) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:00.089000 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-37b52a12-adb9-45e0-a5c9-8ba926c888ee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-941865818', 'admin_state_up': True, 'project_id': '751a38797aaa4af4acc7445401990284', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:00.206217 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-37b52a12-adb9-45e0-a5c9-8ba926c888ee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:00.207290 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-37b52a12-adb9-45e0-a5c9-8ba926c888ee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:00.280162 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-37b52a12-adb9-45e0-a5c9-8ba926c888ee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:00.543313 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-37b52a12-adb9-45e0-a5c9-8ba926c888ee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:00.650881 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a40652-6af5-4b63-bd9e-9ad251d418d1 req-8249c558-daba-48b8-aa8d-ede36103d2e7 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:00.652477 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38a40652-6af5-4b63-bd9e-9ad251d418d1 req-8249c558-daba-48b8-aa8d-ede36103d2e7 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 946 time: 0.0556433 Apr 21 12:59:00.741098 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38a40652-6af5-4b63-bd9e-9ad251d418d1 req-be97909d-61a4-4dc3-80f8-d3166f14e1a8 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735333 Apr 21 12:59:00.889639 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-37b52a12-adb9-45e0-a5c9-8ba926c888ee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:00.914103 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-37b52a12-adb9-45e0-a5c9-8ba926c888ee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:01.022095 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-37b52a12-adb9-45e0-a5c9-8ba926c888ee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Allocated IP 172.25.8.29 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:59:01.122986 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-37b52a12-adb9-45e0-a5c9-8ba926c888ee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:01.245651 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-37b52a12-adb9-45e0-a5c9-8ba926c888ee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:01.284988 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b52a12-adb9-45e0-a5c9-8ba926c888ee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:59:01.287816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-37b52a12-adb9-45e0-a5c9-8ba926c888ee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:59:01.291729 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b52a12-adb9-45e0-a5c9-8ba926c888ee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:59:01.318031 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b52a12-adb9-45e0-a5c9-8ba926c888ee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'Port': ['ID=481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:01.701897 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-37b52a12-adb9-45e0-a5c9-8ba926c888ee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:02.169521 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417a6d3-8ef0-4053-ad77-04b77b9c4c39 req-401ca7a9-0e32-4794-abad-99903131cf2f tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:02.170951 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f417a6d3-8ef0-4053-ad77-04b77b9c4c39 req-401ca7a9-0e32-4794-abad-99903131cf2f tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 946 time: 0.0977781 Apr 21 12:59:02.248512 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f417a6d3-8ef0-4053-ad77-04b77b9c4c39 req-39a61382-6064-4011-b0cd-6e3da83eca03 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706563 Apr 21 12:59:02.251475 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-37b52a12-adb9-45e0-a5c9-8ba926c888ee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:02.474120 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b52a12-adb9-45e0-a5c9-8ba926c888ee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Router f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:59:02.581218 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b52a12-adb9-45e0-a5c9-8ba926c888ee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:59:02.592476 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba48a7bf-aa53-4476-b59d-23649aa48c06 None None] Sync routers for ids ['f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:59:02.602421 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba48a7bf-aa53-4476-b59d-23649aa48c06 None None] Routers {'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:59:02.603321 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ba48a7bf-aa53-4476-b59d-23649aa48c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:58:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:02.670735 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-37b52a12-adb9-45e0-a5c9-8ba926c888ee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:02.675219 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40892) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:02.681978 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-37b52a12-adb9-45e0-a5c9-8ba926c888ee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5901597 Apr 21 12:59:02.709205 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-ba48a7bf-aa53-4476-b59d-23649aa48c06 None None] Set router f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:59:02.763073 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0306f38e-3f96-4511-826a-7ce0ce5fca86 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=751a38797aaa4af4acc7445401990284&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0860839 Apr 21 12:59:02.765604 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40898) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:02.901464 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ba48a7bf-aa53-4476-b59d-23649aa48c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'name': 'tempest-TestNetworkBasicOps-router-941865818', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T12:59:01Z', 'revision_number': 3, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T12:59:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:02.933384 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba48a7bf-aa53-4476-b59d-23649aa48c06 None None] Checking router: f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:59:02.933761 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba48a7bf-aa53-4476-b59d-23649aa48c06 None None] Updating router f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 port 481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:59:02.948194 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c0ec88-6efc-4bb1-9394-37d0d0266985 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:02.950358 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-09c0ec88-6efc-4bb1-9394-37d0d0266985 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1838400 Apr 21 12:59:02.954604 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40910) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:02.958931 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba48a7bf-aa53-4476-b59d-23649aa48c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:03.021156 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-eba76710-ce75-43d3-a6c8-2a7f1cff2d72 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=23f97cfe-dd42-45d8-a5df-e2b803e954fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0644395 Apr 21 12:59:03.024871 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40920) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:03.031538 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f194629f-3119-4de7-9d5a-3f07ec3f845d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1940357993', 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d', 'project_id': '751a38797aaa4af4acc7445401990284', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:03.235115 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f194629f-3119-4de7-9d5a-3f07ec3f845d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Made reservation on behalf of 751a38797aaa4af4acc7445401990284 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:59:03.239692 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f194629f-3119-4de7-9d5a-3f07ec3f845d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:03.249667 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba48a7bf-aa53-4476-b59d-23649aa48c06 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:03.261276 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a51c6-631f-4d53-8d2d-84961a8ab9fe req-87ddde57-5965-41b2-a66e-c2008142cc9a tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:03.262843 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-904a51c6-631f-4d53-8d2d-84961a8ab9fe req-87ddde57-5965-41b2-a66e-c2008142cc9a tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 1096 time: 0.0479836 Apr 21 12:59:03.314203 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-904a51c6-631f-4d53-8d2d-84961a8ab9fe req-d7afab53-56f8-4b01-904c-5d61b0990f9d tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430725 Apr 21 12:59:03.339816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40930) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:03.341679 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba48a7bf-aa53-4476-b59d-23649aa48c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:03.425939 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee049ab-a073-436e-8541-a46b2ef7af95 None None] Pushing event updated for resources: {'Port': ['ID=481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:03.432851 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ba48a7bf-aa53-4476-b59d-23649aa48c06 None None] Attempting to bind port 481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:59:03.433362 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ba48a7bf-aa53-4476-b59d-23649aa48c06 None None] Attempting to bind port 481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:59:03.433858 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba48a7bf-aa53-4476-b59d-23649aa48c06 None None] Attempting to bind port 481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:59:03.439510 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee049ab-a073-436e-8541-a46b2ef7af95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:03.439861 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee049ab-a073-436e-8541-a46b2ef7af95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:03.440200 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee049ab-a073-436e-8541-a46b2ef7af95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:03.440535 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee049ab-a073-436e-8541-a46b2ef7af95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:03.440867 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee049ab-a073-436e-8541-a46b2ef7af95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:03.441869 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee049ab-a073-436e-8541-a46b2ef7af95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:03.442177 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee049ab-a073-436e-8541-a46b2ef7af95 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:03.442504 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee049ab-a073-436e-8541-a46b2ef7af95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:03.442830 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee049ab-a073-436e-8541-a46b2ef7af95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:03.443154 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee049ab-a073-436e-8541-a46b2ef7af95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:03.443476 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee049ab-a073-436e-8541-a46b2ef7af95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:03.443799 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee049ab-a073-436e-8541-a46b2ef7af95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:03.460312 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba48a7bf-aa53-4476-b59d-23649aa48c06 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:59:03.460779 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba48a7bf-aa53-4476-b59d-23649aa48c06 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:59:03.461313 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba48a7bf-aa53-4476-b59d-23649aa48c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:03.462416 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba48a7bf-aa53-4476-b59d-23649aa48c06 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:59:03.463986 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ba48a7bf-aa53-4476-b59d-23649aa48c06 None None] Bound port: 481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:59:03.464485 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba48a7bf-aa53-4476-b59d-23649aa48c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:03.535414 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ba48a7bf-aa53-4476-b59d-23649aa48c06 None None] For port 481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:59:03.542280 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ba48a7bf-aa53-4476-b59d-23649aa48c06 None None] For port 481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:59:03.557840 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f194629f-3119-4de7-9d5a-3f07ec3f845d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:03.585733 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f8907712-93b4-43cc-bb20-babe11bc110f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Deleting port f3e99eea-41b1-4aa3-a2ce-d9eb90d4e17d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:59:03.586201 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8907712-93b4-43cc-bb20-babe11bc110f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:03.614617 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194629f-3119-4de7-9d5a-3f07ec3f845d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'Subnet': ['ID=e2cd7ae0-9f45-4451-b883-84f2dc161997,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:03.622908 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba48a7bf-aa53-4476-b59d-23649aa48c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:03.679412 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f194629f-3119-4de7-9d5a-3f07ec3f845d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Checking segment: {'id': 'b98117de-7948-48ab-9639-8427fabef22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:59:03.680471 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f194629f-3119-4de7-9d5a-3f07ec3f845d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Network hostable DHCP agents. Network: 848e281e-943e-4178-9552-cdcc93f10c1d, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:59:03.682704 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba48a7bf-aa53-4476-b59d-23649aa48c06 None None] Routers {'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:59:03.687346 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ba48a7bf-aa53-4476-b59d-23649aa48c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:58:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:03.687507 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8907712-93b4-43cc-bb20-babe11bc110f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:03.687507 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8907712-93b4-43cc-bb20-babe11bc110f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:03.700139 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f8907712-93b4-43cc-bb20-babe11bc110f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Calling delete_port for f3e99eea-41b1-4aa3-a2ce-d9eb90d4e17d owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:59:03.774530 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f194629f-3119-4de7-9d5a-3f07ec3f845d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Network 848e281e-943e-4178-9552-cdcc93f10c1d is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:59:03.779341 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee049ab-a073-436e-8541-a46b2ef7af95 None None] Pushing event updated for resources: {'Port': ['ID=481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:03.803269 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-ba48a7bf-aa53-4476-b59d-23649aa48c06 None None] Set router f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:59:03.872120 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-f194629f-3119-4de7-9d5a-3f07ec3f845d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 848e281e-943e-4178-9552-cdcc93f10c1d) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:59:03.883072 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f194629f-3119-4de7-9d5a-3f07ec3f845d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:03.884069 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f194629f-3119-4de7-9d5a-3f07ec3f845d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:03.893176 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a51da1-7293-4101-bce7-32c73ccd4de1 None None] Network 848e281e-943e-4178-9552-cdcc93f10c1d requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:59:03.975909 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f194629f-3119-4de7-9d5a-3f07ec3f845d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9498315 Apr 21 12:59:03.981349 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40938) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:04.078702 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8907712-93b4-43cc-bb20-babe11bc110f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:04.114028 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8907712-93b4-43cc-bb20-babe11bc110f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event deleted for resources: {'Port': ['ID=f3e99eea-41b1-4aa3-a2ce-d9eb90d4e17d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:04.220426 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8907712-93b4-43cc-bb20-babe11bc110f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:04.221172 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-f8907712-93b4-43cc-bb20-babe11bc110f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Floating IP a9f77779-f641-4dcc-a7c5-d6d1dc2dc743 disassociated (deleted). External IP: 172.25.8.85, port: 76655053-c9ab-4561-94d3-4edd801a1a11. Apr 21 12:59:04.229610 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96da7064-4843-436d-80a4-84f85d80e29c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-848e281e-943e-4178-9552-cdcc93f10c1d', 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'fixed_ips': [{'subnet_id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:59:04.230486 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96da7064-4843-436d-80a4-84f85d80e29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:04.256092 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ba48a7bf-aa53-4476-b59d-23649aa48c06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'name': 'tempest-TestNetworkBasicOps-router-941865818', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T12:59:01Z', 'revision_number': 3, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T12:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:04.296496 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba48a7bf-aa53-4476-b59d-23649aa48c06 None None] The sync data for ids ['f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'] in n-d-836147-2 is: [{'id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'name': 'tempest-TestNetworkBasicOps-router-941865818', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T12:59:01Z', 'revision_number': 3, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T12:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:59:04.473101 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-96da7064-4843-436d-80a4-84f85d80e29c None None] Allocated IP 172.20.0.2 (848e281e-943e-4178-9552-cdcc93f10c1d/e2cd7ae0-9f45-4451-b883-84f2dc161997/31bd0d2c-7db7-4f7c-b9a7-8a3c3e382fd6) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:59:04.606910 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8907712-93b4-43cc-bb20-babe11bc110f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Router 974bf2af-9c04-455a-a390-a66a4c28d718 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:59:04.744912 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20ca0fba-3a3e-4af2-b956-fd5a194d27c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:04.749872 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96da7064-4843-436d-80a4-84f85d80e29c None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:04.787256 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8907712-93b4-43cc-bb20-babe11bc110f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:59:04.792060 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8907712-93b4-43cc-bb20-babe11bc110f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:04.800300 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955d2dc4-d963-4714-90d1-229d96176277 None None] Sync routers for ids ['974bf2af-9c04-455a-a390-a66a4c28d718'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:59:04.817305 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955d2dc4-d963-4714-90d1-229d96176277 None None] Routers {'974bf2af-9c04-455a-a390-a66a4c28d718'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:59:04.824007 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-955d2dc4-d963-4714-90d1-229d96176277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:58:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['974bf2af-9c04-455a-a390-a66a4c28d718'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:04.836018 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f8907712-93b4-43cc-bb20-babe11bc110f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "DELETE /v2.0/floatingips/a9f77779-f641-4dcc-a7c5-d6d1dc2dc743 HTTP/1.1" status: 204 len: 168 time: 1.4857361 Apr 21 12:59:04.836018 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41a43b1a-7bd8-4666-94fb-6c30f0166562', 'tag': '76655053-c9ab-4561-94d3-4edd801a1a11'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:59:04.857634 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c550062-b3c7-4934-b104-3179e667fb23" -d '{"events": [{"name": "network-changed", "server_uuid": "41a43b1a-7bd8-4666-94fb-6c30f0166562", "tag": "76655053-c9ab-4561-94d3-4edd801a1a11"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:59:04.890557 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96da7064-4843-436d-80a4-84f85d80e29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:04.990513 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96da7064-4843-436d-80a4-84f85d80e29c None None] Network 848e281e-943e-4178-9552-cdcc93f10c1d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:59:05.011536 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-96da7064-4843-436d-80a4-84f85d80e29c None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:59:05.026874 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96da7064-4843-436d-80a4-84f85d80e29c None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:59:05.104696 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-955d2dc4-d963-4714-90d1-229d96176277 None None] Set router 974bf2af-9c04-455a-a390-a66a4c28d718 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:59:05.107017 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da7064-4843-436d-80a4-84f85d80e29c None None] Pushing event updated for resources: {'Port': ['ID=31bd0d2c-7db7-4f7c-b9a7-8a3c3e382fd6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:05.155305 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-96da7064-4843-436d-80a4-84f85d80e29c None None] Attempting to bind port 31bd0d2c-7db7-4f7c-b9a7-8a3c3e382fd6 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:59:05.155675 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-96da7064-4843-436d-80a4-84f85d80e29c None None] Attempting to bind port 31bd0d2c-7db7-4f7c-b9a7-8a3c3e382fd6 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'b98117de-7948-48ab-9639-8427fabef22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:59:05.156039 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96da7064-4843-436d-80a4-84f85d80e29c None None] Attempting to bind port 31bd0d2c-7db7-4f7c-b9a7-8a3c3e382fd6 on network 848e281e-943e-4178-9552-cdcc93f10c1d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:59:05.162507 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96da7064-4843-436d-80a4-84f85d80e29c None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:59:05.162930 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96da7064-4843-436d-80a4-84f85d80e29c None None] Checking segment: {'id': 'b98117de-7948-48ab-9639-8427fabef22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:59:05.163334 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96da7064-4843-436d-80a4-84f85d80e29c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:05.163903 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96da7064-4843-436d-80a4-84f85d80e29c None None] Bound using segment: {'id': 'b98117de-7948-48ab-9639-8427fabef22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:59:05.164382 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-96da7064-4843-436d-80a4-84f85d80e29c None None] Bound port: 31bd0d2c-7db7-4f7c-b9a7-8a3c3e382fd6, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98117de-7948-48ab-9639-8427fabef22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:59:05.165531 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96da7064-4843-436d-80a4-84f85d80e29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:05.276689 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-20ca0fba-3a3e-4af2-b956-fd5a194d27c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Allocated IP 172.20.0.1 (848e281e-943e-4178-9552-cdcc93f10c1d/e2cd7ae0-9f45-4451-b883-84f2dc161997/8413400a-1c00-46bd-bde4-dd1c78bf56b8) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:59:05.285855 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-96da7064-4843-436d-80a4-84f85d80e29c None None] For port 31bd0d2c-7db7-4f7c-b9a7-8a3c3e382fd6, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:59:05.290636 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-96da7064-4843-436d-80a4-84f85d80e29c None None] For port 31bd0d2c-7db7-4f7c-b9a7-8a3c3e382fd6, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=31bd0d2c-7db7-4f7c-b9a7-8a3c3e382fd6,segment=NetworkSegment(b98117de-7948-48ab-9639-8427fabef22e),segment_id=b98117de-7948-48ab-9639-8427fabef22e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:59:05.395402 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-96da7064-4843-436d-80a4-84f85d80e29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:05.460937 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20ca0fba-3a3e-4af2-b956-fd5a194d27c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:05.505282 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da7064-4843-436d-80a4-84f85d80e29c None None] Pushing event updated for resources: {'Port': ['ID=31bd0d2c-7db7-4f7c-b9a7-8a3c3e382fd6,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:05.528815 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-955d2dc4-d963-4714-90d1-229d96176277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894569', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '18da096d-e3cd-4337-8a68-963e70eac4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:31Z', 'updated_at': '2022-04-21T12:56:39Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '18da096d-e3cd-4337-8a68-963e70eac4ef', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:33Z', 'updated_at': '2022-04-21T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '7a7a0ffd-e8fe-430f-95d5-e3c7f340b478', 'name': '', 'network_id': '364717a5-874d-409d-a746-ba334979c9d9', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:5a:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'b6803393-0e6d-48f3-8df9-63990f18a761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:38Z', 'updated_at': '2022-04-21T12:56:44Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': 'b6803393-0e6d-48f3-8df9-63990f18a761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:05.567320 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40958) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:05.572895 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b3fe9b6a-f04d-41d8-89af-d6ffc725b476 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1416117287', 'description': 'tempest-description--1347850574'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:05.580163 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955d2dc4-d963-4714-90d1-229d96176277 None None] Checking router: 974bf2af-9c04-455a-a390-a66a4c28d718 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:59:05.600158 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955d2dc4-d963-4714-90d1-229d96176277 None None] Routers {'974bf2af-9c04-455a-a390-a66a4c28d718'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:59:05.600857 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-955d2dc4-d963-4714-90d1-229d96176277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:58:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['974bf2af-9c04-455a-a390-a66a4c28d718'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:05.618706 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20ca0fba-3a3e-4af2-b956-fd5a194d27c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:05.654061 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:59:05.771148 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca0fba-3a3e-4af2-b956-fd5a194d27c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'Port': ['ID=8413400a-1c00-46bd-bde4-dd1c78bf56b8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:05.771826 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3fe9b6a-f04d-41d8-89af-d6ffc725b476 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:05.790350 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ca0fba-3a3e-4af2-b956-fd5a194d27c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Network 848e281e-943e-4178-9552-cdcc93f10c1d is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:59:05.791838 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-20ca0fba-3a3e-4af2-b956-fd5a194d27c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:59:05.807058 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ca0fba-3a3e-4af2-b956-fd5a194d27c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:59:05.809363 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:59:05.813595 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:05.879200 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620579d9-bd24-4ef4-95df-b1e36755f41b req-a53ef46a-5269-4f2b-9620-59f1297cdc25 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:05.888601 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-620579d9-bd24-4ef4-95df-b1e36755f41b req-a53ef46a-5269-4f2b-9620-59f1297cdc25 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 945 time: 0.1831272 Apr 21 12:59:05.909713 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed404421-9519-44cd-83b8-237656c56384 x-openstack-request-id: req-ed404421-9519-44cd-83b8-237656c56384 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:59:05.910868 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41a43b1a-7bd8-4666-94fb-6c30f0166562", "tag": "76655053-c9ab-4561-94d3-4edd801a1a11", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:59:05.911270 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ed404421-9519-44cd-83b8-237656c56384 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:59:05.911850 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20ca0fba-3a3e-4af2-b956-fd5a194d27c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:05.912209 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed404421-9519-44cd-83b8-237656c56384'] response: {'name': 'network-changed', 'server_uuid': '41a43b1a-7bd8-4666-94fb-6c30f0166562', 'tag': '76655053-c9ab-4561-94d3-4edd801a1a11', 'status': 'completed', 'code': 200} Apr 21 12:59:05.918577 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-955d2dc4-d963-4714-90d1-229d96176277 None None] Set router 974bf2af-9c04-455a-a390-a66a4c28d718 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:59:06.113805 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-620579d9-bd24-4ef4-95df-b1e36755f41b req-f2e06f4b-c5dc-4408-9dbb-9c37f6298e29 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2220449 Apr 21 12:59:06.145959 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:06.156786 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c550062-b3c7-4934-b104-3179e667fb23 req-4028dd9e-c29d-4350-a8f0-4201697cbb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:06.161471 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c550062-b3c7-4934-b104-3179e667fb23 req-4028dd9e-c29d-4350-a8f0-4201697cbb61 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 1096 time: 0.2550082 Apr 21 12:59:06.184062 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3fe9b6a-f04d-41d8-89af-d6ffc725b476 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:06.216378 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:59:06.302915 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3fe9b6a-f04d-41d8-89af-d6ffc725b476 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:06.308146 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:06.353257 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe9b6a-f04d-41d8-89af-d6ffc725b476 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e036856-a3bf-4b48-ae62-aaac290aba7c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:06.359491 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c550062-b3c7-4934-b104-3179e667fb23 req-74bd432a-5edb-401b-969b-dbc5ff19fa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:06.361395 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c550062-b3c7-4934-b104-3179e667fb23 req-74bd432a-5edb-401b-969b-dbc5ff19fa3c service neutron] 10.222.0.26 "GET /v2.0/networks?id=364717a5-874d-409d-a746-ba334979c9d9 HTTP/1.1" status: 200 len: 897 time: 0.1906438 Apr 21 12:59:06.388713 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-955d2dc4-d963-4714-90d1-229d96176277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894569', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '18da096d-e3cd-4337-8a68-963e70eac4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:31Z', 'updated_at': '2022-04-21T12:56:39Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '18da096d-e3cd-4337-8a68-963e70eac4ef', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:33Z', 'updated_at': '2022-04-21T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '7a7a0ffd-e8fe-430f-95d5-e3c7f340b478', 'name': '', 'network_id': '364717a5-874d-409d-a746-ba334979c9d9', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:5a:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'b6803393-0e6d-48f3-8df9-63990f18a761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:38Z', 'updated_at': '2022-04-21T12:56:44Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': 'b6803393-0e6d-48f3-8df9-63990f18a761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:06.412907 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c550062-b3c7-4934-b104-3179e667fb23 req-9f2579c5-146d-4584-ba02-b4e3b495304d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76655053-c9ab-4561-94d3-4edd801a1a11 HTTP/1.1" status: 200 len: 217 time: 0.0424139 Apr 21 12:59:06.413066 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:06.428807 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955d2dc4-d963-4714-90d1-229d96176277 None None] The sync data for ids ['974bf2af-9c04-455a-a390-a66a4c28d718'] in n-d-836147-2 is: [{'id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894569', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '18da096d-e3cd-4337-8a68-963e70eac4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:31Z', 'updated_at': '2022-04-21T12:56:39Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '18da096d-e3cd-4337-8a68-963e70eac4ef', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:33Z', 'updated_at': '2022-04-21T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '7a7a0ffd-e8fe-430f-95d5-e3c7f340b478', 'name': '', 'network_id': '364717a5-874d-409d-a746-ba334979c9d9', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:5a:d0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'b6803393-0e6d-48f3-8df9-63990f18a761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:38Z', 'updated_at': '2022-04-21T12:56:44Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': 'b6803393-0e6d-48f3-8df9-63990f18a761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:59:06.436446 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20ca0fba-3a3e-4af2-b956-fd5a194d27c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:06.464711 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b3fe9b6a-f04d-41d8-89af-d6ffc725b476 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:06.469265 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b3fe9b6a-f04d-41d8-89af-d6ffc725b476 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9007201 Apr 21 12:59:06.475574 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40964) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:06.484423 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-21e6c1d2-dfa6-472e-8671-08ef1b729091 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Request body: {'security_group_rule': {'security_group_id': '7e036856-a3bf-4b48-ae62-aaac290aba7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:06.518044 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c550062-b3c7-4934-b104-3179e667fb23 req-e315351a-57df-4a79-916a-72a344d40624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:06.520485 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c550062-b3c7-4934-b104-3179e667fb23 req-e315351a-57df-4a79-916a-72a344d40624 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b6803393-0e6d-48f3-8df9-63990f18a761 HTTP/1.1" status: 200 len: 834 time: 0.1018713 Apr 21 12:59:06.604357 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c550062-b3c7-4934-b104-3179e667fb23 req-3e3a43c4-1cc7-48a8-8d78-a8e3722e9997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:06.607760 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c550062-b3c7-4934-b104-3179e667fb23 req-3e3a43c4-1cc7-48a8-8d78-a8e3722e9997 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=364717a5-874d-409d-a746-ba334979c9d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780532 Apr 21 12:59:06.626228 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-9c550062-b3c7-4934-b104-3179e667fb23 req-70232b9e-1d6f-41e7-abd9-18d0e2a4473d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 12:59:06.627556 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c550062-b3c7-4934-b104-3179e667fb23 req-70232b9e-1d6f-41e7-abd9-18d0e2a4473d service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062487 Apr 21 12:59:06.631034 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21e6c1d2-dfa6-472e-8671-08ef1b729091 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:06.745613 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21e6c1d2-dfa6-472e-8671-08ef1b729091 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:06.779481 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c550062-b3c7-4934-b104-3179e667fb23 req-eb73ed18-fc25-4bad-aeb7-ff04fd31f06f service neutron] 10.222.0.26 "GET /v2.0/networks/364717a5-874d-409d-a746-ba334979c9d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399643 Apr 21 12:59:06.860301 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20ca0fba-3a3e-4af2-b956-fd5a194d27c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:06.873865 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21e6c1d2-dfa6-472e-8671-08ef1b729091 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:06.906114 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6c1d2-dfa6-472e-8671-08ef1b729091 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2e4733-1bfb-47dd-a8f0-3a13e96e2f99,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:06.938001 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20ca0fba-3a3e-4af2-b956-fd5a194d27c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:06.941507 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c550062-b3c7-4934-b104-3179e667fb23 req-c5f91779-d7c9-4723-837a-38b55e73d14c service neutron] 10.222.0.26 "GET /v2.0/networks/364717a5-874d-409d-a746-ba334979c9d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535585 Apr 21 12:59:07.026927 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20ca0fba-3a3e-4af2-b956-fd5a194d27c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:07.028910 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca0fba-3a3e-4af2-b956-fd5a194d27c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'Port': ['ID=8413400a-1c00-46bd-bde4-dd1c78bf56b8,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:07.084992 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-21e6c1d2-dfa6-472e-8671-08ef1b729091 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:07.086765 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-21e6c1d2-dfa6-472e-8671-08ef1b729091 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6093228 Apr 21 12:59:07.091262 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40966) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:07.095698 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-51cc555b-d954-4e1e-bcb1-5d0f874b67e7 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Request body: {'security_group_rule': {'security_group_id': '7e036856-a3bf-4b48-ae62-aaac290aba7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:07.173340 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ca0fba-3a3e-4af2-b956-fd5a194d27c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Network 848e281e-943e-4178-9552-cdcc93f10c1d is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:59:07.173340 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-20ca0fba-3a3e-4af2-b956-fd5a194d27c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:59:07.288164 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0f0ab1-27ae-45bf-8e33-a04fda50add2 None None] Network 848e281e-943e-4178-9552-cdcc93f10c1d requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:59:07.312933 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fbd0f3-5ab7-4719-a361-27ecbb577383 req-26f2d984-352d-45e9-8725-4724c97ecd59 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:07.320111 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52fbd0f3-5ab7-4719-a361-27ecbb577383 req-26f2d984-352d-45e9-8725-4724c97ecd59 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.26 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 945 time: 0.1916196 Apr 21 12:59:07.352951 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ca0fba-3a3e-4af2-b956-fd5a194d27c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Router f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:59:07.359747 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51cc555b-d954-4e1e-bcb1-5d0f874b67e7 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:07.429087 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01fef8e-f5d9-49db-bdc3-2ff6c9ca1dbf None None] New status for floating IP a9f77779-f641-4dcc-a7c5-d6d1dc2dc743: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:59:07.542184 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f08466-25ad-4211-9201-afc46a8332f0 req-628f3a27-8c1c-483f-b62c-c8fb0d3f8b22 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:07.542447 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ca0fba-3a3e-4af2-b956-fd5a194d27c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:59:07.544665 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b3f08466-25ad-4211-9201-afc46a8332f0 req-628f3a27-8c1c-483f-b62c-c8fb0d3f8b22 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 945 time: 0.2222557 Apr 21 12:59:07.562688 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-20ca0fba-3a3e-4af2-b956-fd5a194d27c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "PUT /v2.0/routers/f0d7b8a9-2ee4-4cd6-8877-10473ba26f71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5799479 Apr 21 12:59:07.567094 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8e71383e-b9da-4a82-81be-434114a69603 None None] Provisioning complete for port 31bd0d2c-7db7-4f7c-b9a7-8a3c3e382fd6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:59:07.569926 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e71383e-b9da-4a82-81be-434114a69603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:07.570522 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40976) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:07.605566 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51cc555b-d954-4e1e-bcb1-5d0f874b67e7 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:07.631930 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39fc735-d1ee-46a8-bc49-e78ea5b76ba9 None None] Sync routers for ids ['f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:59:07.647870 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39fc735-d1ee-46a8-bc49-e78ea5b76ba9 None None] Routers {'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:59:07.648925 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e39fc735-d1ee-46a8-bc49-e78ea5b76ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:58:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:07.668364 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b3f08466-25ad-4211-9201-afc46a8332f0 req-18a80c0e-b52e-44aa-a04f-7811d4800cb2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=d93b51fa-313b-42bd-be27-1459bd3dc368&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116171 Apr 21 12:59:07.671369 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-52fbd0f3-5ab7-4719-a361-27ecbb577383 req-564790a1-3f02-4d6a-b3d7-51c6d3f54f1e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Deleting port 76655053-c9ab-4561-94d3-4edd801a1a11 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:59:07.671720 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52fbd0f3-5ab7-4719-a361-27ecbb577383 req-564790a1-3f02-4d6a-b3d7-51c6d3f54f1e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:07.850994 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-52fbd0f3-5ab7-4719-a361-27ecbb577383 req-564790a1-3f02-4d6a-b3d7-51c6d3f54f1e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] For port 76655053-c9ab-4561-94d3-4edd801a1a11, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=76655053-c9ab-4561-94d3-4edd801a1a11,segment=NetworkSegment(448cfe3b-fb68-449c-acc2-b03c474de1be),segment_id=448cfe3b-fb68-449c-acc2-b03c474de1be)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:59:07.851658 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52fbd0f3-5ab7-4719-a361-27ecbb577383 req-564790a1-3f02-4d6a-b3d7-51c6d3f54f1e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:07.869527 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51cc555b-d954-4e1e-bcb1-5d0f874b67e7 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:07.891645 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-52fbd0f3-5ab7-4719-a361-27ecbb577383 req-564790a1-3f02-4d6a-b3d7-51c6d3f54f1e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Calling delete_port for 76655053-c9ab-4561-94d3-4edd801a1a11 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:59:07.894846 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc555b-d954-4e1e-bcb1-5d0f874b67e7 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a389102b-2d2e-49a4-a561-6d519875dfc3,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:07.901234 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-e39fc735-d1ee-46a8-bc49-e78ea5b76ba9 None None] Set router f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:59:08.038649 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-51cc555b-d954-4e1e-bcb1-5d0f874b67e7 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:08.038649 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-51cc555b-d954-4e1e-bcb1-5d0f874b67e7 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9436426 Apr 21 12:59:08.038810 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 40980) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:08.041774 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436b232a-c25e-4694-a1d3-fdd4b346ec95 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:08.043197 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436b232a-c25e-4694-a1d3-fdd4b346ec95 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:08.043197 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436b232a-c25e-4694-a1d3-fdd4b346ec95 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:08.043197 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436b232a-c25e-4694-a1d3-fdd4b346ec95 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:08.043586 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436b232a-c25e-4694-a1d3-fdd4b346ec95 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:08.045285 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436b232a-c25e-4694-a1d3-fdd4b346ec95 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:08.045285 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436b232a-c25e-4694-a1d3-fdd4b346ec95 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:08.049294 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-436b232a-c25e-4694-a1d3-fdd4b346ec95 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4977 time: 0.4747164 Apr 21 12:59:08.051491 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40982) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:08.051620 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-00e9480a-172b-4a33-ab80-78eb24746b43 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:08.110011 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 31bd0d2c-7db7-4f7c-b9a7-8a3c3e382fd6 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:59:08.153875 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00e9480a-172b-4a33-ab80-78eb24746b43 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks [] for floatingip, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:08.162616 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e71383e-b9da-4a82-81be-434114a69603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:08.195156 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e39fc735-d1ee-46a8-bc49-e78ea5b76ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'name': 'tempest-TestNetworkBasicOps-router-941865818', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T12:59:06Z', 'revision_number': 4, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '8413400a-1c00-46bd-bde4-dd1c78bf56b8', 'name': '', 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'mac_address': 'fa:16:3e:5c:4e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:05Z', 'updated_at': '2022-04-21T12:59:06Z', 'revision_number': 2, 'project_id': '751a38797aaa4af4acc7445401990284', 'subnets': [{'id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:08.240882 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39fc735-d1ee-46a8-bc49-e78ea5b76ba9 None None] Checking router: f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:59:08.241928 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39fc735-d1ee-46a8-bc49-e78ea5b76ba9 None None] Updating router f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 port 8413400a-1c00-46bd-bde4-dd1c78bf56b8 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:59:08.270006 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 31bd0d2c-7db7-4f7c-b9a7-8a3c3e382fd6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:59:08.270443 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:08.274463 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8e71383e-b9da-4a82-81be-434114a69603 None None] For port 31bd0d2c-7db7-4f7c-b9a7-8a3c3e382fd6, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=31bd0d2c-7db7-4f7c-b9a7-8a3c3e382fd6,segment=NetworkSegment(b98117de-7948-48ab-9639-8427fabef22e),segment_id=b98117de-7948-48ab-9639-8427fabef22e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:59:08.297757 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c165c6-4032-4d9d-94a9-7d93b0a3e01d tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:08.298393 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c165c6-4032-4d9d-94a9-7d93b0a3e01d tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:08.298920 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c165c6-4032-4d9d-94a9-7d93b0a3e01d tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:08.299495 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c165c6-4032-4d9d-94a9-7d93b0a3e01d tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:08.300017 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c165c6-4032-4d9d-94a9-7d93b0a3e01d tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:08.300578 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c165c6-4032-4d9d-94a9-7d93b0a3e01d tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:08.301494 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c165c6-4032-4d9d-94a9-7d93b0a3e01d tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:08.305000 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d1c165c6-4032-4d9d-94a9-7d93b0a3e01d tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4636 time: 0.2539299 Apr 21 12:59:08.310279 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40986) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:08.356809 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e71383e-b9da-4a82-81be-434114a69603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:08.493637 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e39fc735-d1ee-46a8-bc49-e78ea5b76ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:08.536305 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71383e-b9da-4a82-81be-434114a69603 None None] Pushing event updated for resources: {'Port': ['ID=31bd0d2c-7db7-4f7c-b9a7-8a3c3e382fd6,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:08.593216 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-45a048bd-899e-4e1f-9cd1-911546077508 None None] Provisioning complete for port 8413400a-1c00-46bd-bde4-dd1c78bf56b8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:59:08.593611 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45a048bd-899e-4e1f-9cd1-911546077508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:08.681499 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52fbd0f3-5ab7-4719-a361-27ecbb577383 req-564790a1-3f02-4d6a-b3d7-51c6d3f54f1e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:08.753735 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:59:08.754529 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564790a1-3f02-4d6a-b3d7-51c6d3f54f1e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event deleted for resources: {'Port': ['ID=76655053-c9ab-4561-94d3-4edd801a1a11,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:08.820319 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-45a048bd-899e-4e1f-9cd1-911546077508 None None] Port 8413400a-1c00-46bd-bde4-dd1c78bf56b8 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:59:08.881915 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-45a048bd-899e-4e1f-9cd1-911546077508 None None] Provisioning complete for port 31bd0d2c-7db7-4f7c-b9a7-8a3c3e382fd6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:59:08.882287 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45a048bd-899e-4e1f-9cd1-911546077508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:08.919982 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00e9480a-172b-4a33-ab80-78eb24746b43 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:08.998123 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:59:09.013628 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:59:09.013999 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:09.014226 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e39fc735-d1ee-46a8-bc49-e78ea5b76ba9 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:09.105979 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e39fc735-d1ee-46a8-bc49-e78ea5b76ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:09.199491 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-00e9480a-172b-4a33-ab80-78eb24746b43 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Allocated IP 172.25.8.30 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/e83e3d21-803b-41b8-bcb3-b565080702fb) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:59:09.330786 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868318b8-7912-4f96-be66-66eb4de65a20 None None] Pushing event updated for resources: {'Port': ['ID=8413400a-1c00-46bd-bde4-dd1c78bf56b8,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:09.338068 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-51d74ffa-e5a1-4b66-9781-cde7ee9b1a61 None None] Provisioning complete for port 8413400a-1c00-46bd-bde4-dd1c78bf56b8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:59:09.338439 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51d74ffa-e5a1-4b66-9781-cde7ee9b1a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:09.361556 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868318b8-7912-4f96-be66-66eb4de65a20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:09.364678 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868318b8-7912-4f96-be66-66eb4de65a20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:09.365086 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868318b8-7912-4f96-be66-66eb4de65a20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:09.365372 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868318b8-7912-4f96-be66-66eb4de65a20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:09.365733 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868318b8-7912-4f96-be66-66eb4de65a20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:09.366892 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868318b8-7912-4f96-be66-66eb4de65a20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:09.367223 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868318b8-7912-4f96-be66-66eb4de65a20 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:09.367549 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868318b8-7912-4f96-be66-66eb4de65a20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:09.367872 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868318b8-7912-4f96-be66-66eb4de65a20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:09.368194 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868318b8-7912-4f96-be66-66eb4de65a20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:09.368513 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868318b8-7912-4f96-be66-66eb4de65a20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:09.368827 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868318b8-7912-4f96-be66-66eb4de65a20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:09.380599 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-52fbd0f3-5ab7-4719-a361-27ecbb577383 req-564790a1-3f02-4d6a-b3d7-51c6d3f54f1e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] No DVR routers for this DVR port 76655053-c9ab-4561-94d3-4edd801a1a11 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:59:09.384496 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2977df3d-55a9-4f73-9db4-407ad4be94b3 req-5bf6fc36-b5f4-4b99-9e17-3ecfc350b21b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 210 time: 0.1362193 Apr 21 12:59:09.391478 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52fbd0f3-5ab7-4719-a361-27ecbb577383 req-564790a1-3f02-4d6a-b3d7-51c6d3f54f1e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:09.401004 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52fbd0f3-5ab7-4719-a361-27ecbb577383 req-564790a1-3f02-4d6a-b3d7-51c6d3f54f1e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.26 "DELETE /v2.0/ports/76655053-c9ab-4561-94d3-4edd801a1a11 HTTP/1.1" status: 204 len: 173 time: 2.0608530 Apr 21 12:59:09.409472 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e39fc735-d1ee-46a8-bc49-e78ea5b76ba9 None None] Attempting to bind port 8413400a-1c00-46bd-bde4-dd1c78bf56b8 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:59:09.409895 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e39fc735-d1ee-46a8-bc49-e78ea5b76ba9 None None] Attempting to bind port 8413400a-1c00-46bd-bde4-dd1c78bf56b8 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'b98117de-7948-48ab-9639-8427fabef22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:59:09.410243 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39fc735-d1ee-46a8-bc49-e78ea5b76ba9 None None] Attempting to bind port 8413400a-1c00-46bd-bde4-dd1c78bf56b8 on network 848e281e-943e-4178-9552-cdcc93f10c1d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:59:09.412978 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41a43b1a-7bd8-4666-94fb-6c30f0166562', 'name': 'network-vif-deleted', 'tag': '76655053-c9ab-4561-94d3-4edd801a1a11'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:59:09.415723 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87fda56-0d7c-4cd6-bb70-84e40a3a25af" -d '{"events": [{"server_uuid": "41a43b1a-7bd8-4666-94fb-6c30f0166562", "name": "network-vif-deleted", "tag": "76655053-c9ab-4561-94d3-4edd801a1a11"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:59:09.430005 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39fc735-d1ee-46a8-bc49-e78ea5b76ba9 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:59:09.433848 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39fc735-d1ee-46a8-bc49-e78ea5b76ba9 None None] Checking segment: {'id': 'b98117de-7948-48ab-9639-8427fabef22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:59:09.433848 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e39fc735-d1ee-46a8-bc49-e78ea5b76ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:09.433848 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39fc735-d1ee-46a8-bc49-e78ea5b76ba9 None None] Bound using segment: {'id': 'b98117de-7948-48ab-9639-8427fabef22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:59:09.433848 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e39fc735-d1ee-46a8-bc49-e78ea5b76ba9 None None] Bound port: 8413400a-1c00-46bd-bde4-dd1c78bf56b8, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98117de-7948-48ab-9639-8427fabef22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:59:09.435479 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e39fc735-d1ee-46a8-bc49-e78ea5b76ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:09.501498 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00e9480a-172b-4a33-ab80-78eb24746b43 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:09.538317 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-51d74ffa-e5a1-4b66-9781-cde7ee9b1a61 None None] Port 8413400a-1c00-46bd-bde4-dd1c78bf56b8 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:59:09.551892 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8280eb62-0b92-42e2-8340-fd87bf3f27ee x-openstack-request-id: req-8280eb62-0b92-42e2-8340-fd87bf3f27ee {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:59:09.560620 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41a43b1a-7bd8-4666-94fb-6c30f0166562", "name": "network-vif-deleted", "tag": "76655053-c9ab-4561-94d3-4edd801a1a11", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:59:09.560932 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8280eb62-0b92-42e2-8340-fd87bf3f27ee {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:59:09.566448 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8280eb62-0b92-42e2-8340-fd87bf3f27ee'] response: {'server_uuid': '41a43b1a-7bd8-4666-94fb-6c30f0166562', 'name': 'network-vif-deleted', 'tag': '76655053-c9ab-4561-94d3-4edd801a1a11', 'status': 'completed', 'code': 200} Apr 21 12:59:09.599451 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-438ef119-159f-4531-84c5-3b13f69d6aea tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3782 time: 1.2816637 Apr 21 12:59:09.611566 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e39fc735-d1ee-46a8-bc49-e78ea5b76ba9 None None] For port 8413400a-1c00-46bd-bde4-dd1c78bf56b8, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:59:09.615463 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e39fc735-d1ee-46a8-bc49-e78ea5b76ba9 None None] For port 8413400a-1c00-46bd-bde4-dd1c78bf56b8, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=8413400a-1c00-46bd-bde4-dd1c78bf56b8,segment=NetworkSegment(b98117de-7948-48ab-9639-8427fabef22e),segment_id=b98117de-7948-48ab-9639-8427fabef22e)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:59:09.626566 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 31bd0d2c-7db7-4f7c-b9a7-8a3c3e382fd6 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:59:09.686146 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00e9480a-172b-4a33-ab80-78eb24746b43 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:09.692204 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-bc3eea88-a3ed-4650-a997-264c61be2f69 None None] Provisioning complete for port 8413400a-1c00-46bd-bde4-dd1c78bf56b8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:59:09.692648 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bc3eea88-a3ed-4650-a997-264c61be2f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:09.737406 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 31bd0d2c-7db7-4f7c-b9a7-8a3c3e382fd6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:59:09.737973 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:09.748147 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9480a-172b-4a33-ab80-78eb24746b43 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Pushing event updated for resources: {'Port': ['ID=e83e3d21-803b-41b8-bcb3-b565080702fb,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:09.759903 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e39fc735-d1ee-46a8-bc49-e78ea5b76ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:09.765142 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e9480a-172b-4a33-ab80-78eb24746b43 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:59:09.766794 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-00e9480a-172b-4a33-ab80-78eb24746b43 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:59:09.772973 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e9480a-172b-4a33-ab80-78eb24746b43 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:59:09.789516 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bc3eea88-a3ed-4650-a997-264c61be2f69 None None] Port 8413400a-1c00-46bd-bde4-dd1c78bf56b8 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:59:09.861572 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868318b8-7912-4f96-be66-66eb4de65a20 None None] Pushing event updated for resources: {'Port': ['ID=8413400a-1c00-46bd-bde4-dd1c78bf56b8,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:09.864577 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39fc735-d1ee-46a8-bc49-e78ea5b76ba9 None None] Routers {'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:59:09.870336 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e39fc735-d1ee-46a8-bc49-e78ea5b76ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:58:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:09.906009 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00e9480a-172b-4a33-ab80-78eb24746b43 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:09.953645 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 40998) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:09.960628 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-55f3cd38-42fd-4d8a-88b7-30206db1e509 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1580389641', 'description': 'tempest-secgroup-smoke-1580389641 description', 'project_id': '751a38797aaa4af4acc7445401990284'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:09.994243 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-e39fc735-d1ee-46a8-bc49-e78ea5b76ba9 None None] Set router f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:59:10.017035 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00e9480a-172b-4a33-ab80-78eb24746b43 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:10.085738 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55f3cd38-42fd-4d8a-88b7-30206db1e509 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:10.115846 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a36f3a73-b4cf-4bc0-abf4-0d16a9013605 None None] Provisioning complete for port 8413400a-1c00-46bd-bde4-dd1c78bf56b8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:59:10.116211 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a36f3a73-b4cf-4bc0-abf4-0d16a9013605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:10.210732 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55f3cd38-42fd-4d8a-88b7-30206db1e509 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:10.260415 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00e9480a-172b-4a33-ab80-78eb24746b43 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:10.265271 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a36f3a73-b4cf-4bc0-abf4-0d16a9013605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:10.279037 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e39fc735-d1ee-46a8-bc49-e78ea5b76ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'name': 'tempest-TestNetworkBasicOps-router-941865818', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T12:59:06Z', 'revision_number': 4, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '8413400a-1c00-46bd-bde4-dd1c78bf56b8', 'name': '', 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'mac_address': 'fa:16:3e:5c:4e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:05Z', 'updated_at': '2022-04-21T12:59:09Z', 'revision_number': 4, 'project_id': '751a38797aaa4af4acc7445401990284', 'subnets': [{'id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:10.303551 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a36f3a73-b4cf-4bc0-abf4-0d16a9013605 None None] For port 8413400a-1c00-46bd-bde4-dd1c78bf56b8, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=8413400a-1c00-46bd-bde4-dd1c78bf56b8,segment=NetworkSegment(b98117de-7948-48ab-9639-8427fabef22e),segment_id=b98117de-7948-48ab-9639-8427fabef22e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:59:10.308294 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55f3cd38-42fd-4d8a-88b7-30206db1e509 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:10.318675 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39fc735-d1ee-46a8-bc49-e78ea5b76ba9 None None] The sync data for ids ['f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'] in n-d-836147-2 is: [{'id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'name': 'tempest-TestNetworkBasicOps-router-941865818', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T12:59:06Z', 'revision_number': 4, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '8413400a-1c00-46bd-bde4-dd1c78bf56b8', 'name': '', 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'mac_address': 'fa:16:3e:5c:4e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:05Z', 'updated_at': '2022-04-21T12:59:09Z', 'revision_number': 4, 'project_id': '751a38797aaa4af4acc7445401990284', 'subnets': [{'id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:59:10.340330 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f3cd38-42fd-4d8a-88b7-30206db1e509 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff10dcf-2b98-4239-b024-3f6768df8789,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:10.406888 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00e9480a-172b-4a33-ab80-78eb24746b43 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:10.438484 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a36f3a73-b4cf-4bc0-abf4-0d16a9013605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:10.439889 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55f3cd38-42fd-4d8a-88b7-30206db1e509 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:10.441201 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-55f3cd38-42fd-4d8a-88b7-30206db1e509 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4862788 Apr 21 12:59:10.445205 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41004) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:10.449437 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-fb1e1080-8081-48df-8b9b-2ff783b56c0b tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'security_group_rule': {'security_group_id': '3ff10dcf-2b98-4239-b024-3f6768df8789', 'project_id': '751a38797aaa4af4acc7445401990284', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:10.585822 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f3a73-b4cf-4bc0-abf4-0d16a9013605 None None] Pushing event updated for resources: {'Port': ['ID=8413400a-1c00-46bd-bde4-dd1c78bf56b8,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:10.644951 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8fc9cd3c-e887-417e-8141-87393170e27d req-d093e7e6-7efb-4f30-a815-c92ea98e3cef tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=41a43b1a-7bd8-4666-94fb-6c30f0166562 HTTP/1.1" status: 200 len: 210 time: 0.0755327 Apr 21 12:59:10.666166 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb1e1080-8081-48df-8b9b-2ff783b56c0b tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:10.678241 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e9480a-172b-4a33-ab80-78eb24746b43 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Pushing event updated for resources: {'Port': ['ID=e83e3d21-803b-41b8-bcb3-b565080702fb,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:10.709062 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00e9480a-172b-4a33-ab80-78eb24746b43 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:10.755841 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb1e1080-8081-48df-8b9b-2ff783b56c0b tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:10.853657 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00e9480a-172b-4a33-ab80-78eb24746b43 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:10.858655 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-00e9480a-172b-4a33-ab80-78eb24746b43 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8153892 Apr 21 12:59:10.897116 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb1e1080-8081-48df-8b9b-2ff783b56c0b tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:10.935489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1e1080-8081-48df-8b9b-2ff783b56c0b tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a50dee5-1ec1-440e-a614-a5f29a797a95,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:11.003274 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb1e1080-8081-48df-8b9b-2ff783b56c0b tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:11.004812 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fb1e1080-8081-48df-8b9b-2ff783b56c0b tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5595589 Apr 21 12:59:11.007773 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41016) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:11.014543 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-613e6baa-6b66-49c2-a5d5-a46659de8396 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'security_group_rule': {'security_group_id': '3ff10dcf-2b98-4239-b024-3f6768df8789', 'project_id': '751a38797aaa4af4acc7445401990284', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:11.075594 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-d810d93b-f2a6-4fad-8491-6e604c6507e4 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1416117287&fields=id&tenant_id=b82063ddf1384c0da199fea5b916ec7b HTTP/1.1" status: 200 len: 267 time: 0.0426750 Apr 21 12:59:11.106268 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-613e6baa-6b66-49c2-a5d5-a46659de8396 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:11.195255 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-613e6baa-6b66-49c2-a5d5-a46659de8396 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:11.246603 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-2b7b96e3-3c3a-49f5-9b9f-3e0e6c7f7e08 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:11.248116 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-2b7b96e3-3c3a-49f5-9b9f-3e0e6c7f7e08 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/networks?id=7532c877-c6eb-4827-8bef-4f687b46b481 HTTP/1.1" status: 200 len: 817 time: 0.1639042 Apr 21 12:59:11.264741 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-37a24438-6b93-45e7-96ee-4df6ee23e195 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/quotas/b82063ddf1384c0da199fea5b916ec7b HTTP/1.1" status: 200 len: 375 time: 0.0099189 Apr 21 12:59:11.287557 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-613e6baa-6b66-49c2-a5d5-a46659de8396 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:11.302862 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e6baa-6b66-49c2-a5d5-a46659de8396 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea623132-54e9-4941-be99-0575b143f922,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:11.342446 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-fe89a12a-0841-4adf-ab2a-14ad1c7df7fa tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=b82063ddf1384c0da199fea5b916ec7b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0688014 Apr 21 12:59:11.406008 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-613e6baa-6b66-49c2-a5d5-a46659de8396 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:11.410718 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41026) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:11.414787 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-613e6baa-6b66-49c2-a5d5-a46659de8396 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4043734 Apr 21 12:59:11.416726 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ac44a30e-aa35-4b5b-a026-4a0823442fa2 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'security_group_rule': {'security_group_id': '3ff10dcf-2b98-4239-b024-3f6768df8789', 'project_id': '751a38797aaa4af4acc7445401990284', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:11.542517 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-8b254ec2-b4b8-4460-8c84-6bce1a8925bc service neutron] 10.222.0.36 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890969 Apr 21 12:59:11.584521 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 8413400a-1c00-46bd-bde4-dd1c78bf56b8 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:59:11.650994 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac44a30e-aa35-4b5b-a026-4a0823442fa2 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:11.658039 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 8413400a-1c00-46bd-bde4-dd1c78bf56b8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:59:11.659058 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:11.729208 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41032) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:11.730930 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-039a8c0c-7302-4b5d-b557-8b002c2c58ec service neutron] 10.222.0.36 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801500 Apr 21 12:59:11.753154 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac44a30e-aa35-4b5b-a026-4a0823442fa2 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:11.839592 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac44a30e-aa35-4b5b-a026-4a0823442fa2 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:11.869199 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac44a30e-aa35-4b5b-a026-4a0823442fa2 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c460d65-522c-4ac1-b06c-cc1ae0a6ce97,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:11.876007 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 76655053-c9ab-4561-94d3-4edd801a1a11 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:59:11.904876 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 76655053-c9ab-4561-94d3-4edd801a1a11 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:59:11.905185 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 76655053-c9ab-4561-94d3-4edd801a1a11 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:59:11.926657 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ac44a30e-aa35-4b5b-a026-4a0823442fa2 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:11.928013 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ac44a30e-aa35-4b5b-a026-4a0823442fa2 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5160449 Apr 21 12:59:11.930741 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41034) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:11.935306 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5e84053c-bb59-4f14-9223-cb4b37e5c185 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'security_group_rule': {'security_group_id': '3ff10dcf-2b98-4239-b024-3f6768df8789', 'project_id': '751a38797aaa4af4acc7445401990284', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:12.062791 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e84053c-bb59-4f14-9223-cb4b37e5c185 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:12.142853 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-acd9e230-e895-4d06-80aa-46846bb60b38 req-3a54fef1-00e3-4f35-8f70-7b651f6223e1 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 210 time: 0.0570931 Apr 21 12:59:12.210241 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e84053c-bb59-4f14-9223-cb4b37e5c185 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:12.231785 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1bfd8669-b1a3-47c4-bdcf-3ff86db18270 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:12.323049 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e84053c-bb59-4f14-9223-cb4b37e5c185 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:12.345613 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84053c-bb59-4f14-9223-cb4b37e5c185 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ae17106-32a8-4d32-bf1b-352250997db1,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:12.413386 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e84053c-bb59-4f14-9223-cb4b37e5c185 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:12.414763 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5e84053c-bb59-4f14-9223-cb4b37e5c185 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4830410 Apr 21 12:59:12.417537 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41046) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:12.421989 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-41926120-8eb4-480d-ac91-73aaf69dd782 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'security_group_rule': {'security_group_id': '3ff10dcf-2b98-4239-b024-3f6768df8789', 'project_id': '751a38797aaa4af4acc7445401990284', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:12.506285 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-1bfd8669-b1a3-47c4-bdcf-3ff86db18270 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Deleting port 7a7a0ffd-e8fe-430f-95d5-e3c7f340b478 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:59:12.506751 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1bfd8669-b1a3-47c4-bdcf-3ff86db18270 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:12.565909 n-d-836147-2 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-41926120-8eb4-480d-ac91-73aaf69dd782 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Project 751a38797aaa4af4acc7445401990284 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 12:59:12.573333 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41926120-8eb4-480d-ac91-73aaf69dd782 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:12.600802 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-1bfd8669-b1a3-47c4-bdcf-3ff86db18270 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] For port 7a7a0ffd-e8fe-430f-95d5-e3c7f340b478, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=7a7a0ffd-e8fe-430f-95d5-e3c7f340b478,segment=NetworkSegment(448cfe3b-fb68-449c-acc2-b03c474de1be),segment_id=448cfe3b-fb68-449c-acc2-b03c474de1be)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:59:12.601148 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1bfd8669-b1a3-47c4-bdcf-3ff86db18270 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:12.616827 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-1bfd8669-b1a3-47c4-bdcf-3ff86db18270 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Calling delete_port for 7a7a0ffd-e8fe-430f-95d5-e3c7f340b478 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:59:12.654118 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41926120-8eb4-480d-ac91-73aaf69dd782 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:12.734314 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41926120-8eb4-480d-ac91-73aaf69dd782 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:12.757902 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41926120-8eb4-480d-ac91-73aaf69dd782 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af35a29-a00f-46c5-b717-dc7e7ab8c03c,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:12.828052 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41926120-8eb4-480d-ac91-73aaf69dd782 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:12.829502 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-41926120-8eb4-480d-ac91-73aaf69dd782 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4109364 Apr 21 12:59:12.833259 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41052) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:12.838206 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1c04adbd-7dac-4969-b0b3-90dc06c20b96 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'security_group_rule': {'security_group_id': '3ff10dcf-2b98-4239-b024-3f6768df8789', 'project_id': '751a38797aaa4af4acc7445401990284', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:12.895636 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1bfd8669-b1a3-47c4-bdcf-3ff86db18270 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:12.921065 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd8669-b1a3-47c4-bdcf-3ff86db18270 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event deleted for resources: {'Port': ['ID=7a7a0ffd-e8fe-430f-95d5-e3c7f340b478,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:12.931722 n-d-836147-2 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-1c04adbd-7dac-4969-b0b3-90dc06c20b96 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Project 751a38797aaa4af4acc7445401990284 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 12:59:12.954790 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c04adbd-7dac-4969-b0b3-90dc06c20b96 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:13.094749 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c04adbd-7dac-4969-b0b3-90dc06c20b96 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:13.157161 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1bfd8669-b1a3-47c4-bdcf-3ff86db18270 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:13.213275 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c04adbd-7dac-4969-b0b3-90dc06c20b96 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:13.237312 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04adbd-7dac-4969-b0b3-90dc06c20b96 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfa89abf-9a62-4bdc-826e-647a96e4c45a,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:13.276522 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-83164c74-49bd-4d4a-80fc-94fdb868149c req-c88e9ba2-9c03-45aa-81b2-a189dc3ccabc tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 210 time: 0.0303037 Apr 21 12:59:13.356021 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c04adbd-7dac-4969-b0b3-90dc06c20b96 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:13.366230 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1c04adbd-7dac-4969-b0b3-90dc06c20b96 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5227728 Apr 21 12:59:13.429403 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bfd8669-b1a3-47c4-bdcf-3ff86db18270 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Router 974bf2af-9c04-455a-a390-a66a4c28d718 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:59:13.465644 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72561e35-39f3-4296-8444-6523084cebc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:13.559033 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-16cc80ee-165a-41ca-a06f-c6a7354fbcc6 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1580389641&fields=id&tenant_id=751a38797aaa4af4acc7445401990284 HTTP/1.1" status: 200 len: 267 time: 0.0523338 Apr 21 12:59:13.582063 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bfd8669-b1a3-47c4-bdcf-3ff86db18270 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:59:13.587188 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1bfd8669-b1a3-47c4-bdcf-3ff86db18270 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "PUT /v2.0/routers/974bf2af-9c04-455a-a390-a66a4c28d718/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8564234 Apr 21 12:59:13.589848 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41070) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:13.593244 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dd653f-fce3-445e-9956-7ad45f9e3f70 None None] Sync routers for ids ['974bf2af-9c04-455a-a390-a66a4c28d718'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:59:13.608101 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dd653f-fce3-445e-9956-7ad45f9e3f70 None None] Routers {'974bf2af-9c04-455a-a390-a66a4c28d718'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:59:13.609146 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e9dd653f-fce3-445e-9956-7ad45f9e3f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:58:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['974bf2af-9c04-455a-a390-a66a4c28d718'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:13.680879 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1712fe-3bd2-4dca-b7ea-7b81fb94aa48 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Deleting subnet b6803393-0e6d-48f3-8df9-63990f18a761 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 12:59:13.684284 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df1712fe-3bd2-4dca-b7ea-7b81fb94aa48 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:13.708387 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-daad9c50-5745-4622-a562-cda223e0f1d5 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:13.710615 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-daad9c50-5745-4622-a562-cda223e0f1d5 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/networks?id=848e281e-943e-4178-9552-cdcc93f10c1d HTTP/1.1" status: 200 len: 796 time: 0.1435413 Apr 21 12:59:13.738286 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-aea54a6b-8817-4a08-a00d-cae17ae9d42d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/quotas/751a38797aaa4af4acc7445401990284 HTTP/1.1" status: 200 len: 375 time: 0.0204644 Apr 21 12:59:13.742823 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-e9dd653f-fce3-445e-9956-7ad45f9e3f70 None None] Set router 974bf2af-9c04-455a-a390-a66a4c28d718 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:59:13.759943 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df1712fe-3bd2-4dca-b7ea-7b81fb94aa48 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:13.807388 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-04f4c820-a53a-4788-ae4d-0b17b25ca795 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=751a38797aaa4af4acc7445401990284&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0584421 Apr 21 12:59:13.877865 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df1712fe-3bd2-4dca-b7ea-7b81fb94aa48 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:13.945175 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-76000a26-08f3-48a0-ad54-d4836a4e2c6d service neutron] 10.222.0.36 "GET /v2.0/networks/848e281e-943e-4178-9552-cdcc93f10c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223323 Apr 21 12:59:13.998336 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e9dd653f-fce3-445e-9956-7ad45f9e3f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894569', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '18da096d-e3cd-4337-8a68-963e70eac4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:31Z', 'updated_at': '2022-04-21T12:59:12Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '18da096d-e3cd-4337-8a68-963e70eac4ef', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:33Z', 'updated_at': '2022-04-21T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:14.026558 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df1712fe-3bd2-4dca-b7ea-7b81fb94aa48 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:14.031063 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dd653f-fce3-445e-9956-7ad45f9e3f70 None None] Checking router: 974bf2af-9c04-455a-a390-a66a4c28d718 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:59:14.042600 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-1be37210-7528-4d19-a667-ae8e9e2c2caf service neutron] 10.222.0.36 "GET /v2.0/networks/848e281e-943e-4178-9552-cdcc93f10c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915864 Apr 21 12:59:14.042682 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dd653f-fce3-445e-9956-7ad45f9e3f70 None None] Routers {'974bf2af-9c04-455a-a390-a66a4c28d718'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:59:14.042682 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e9dd653f-fce3-445e-9956-7ad45f9e3f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:58:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['974bf2af-9c04-455a-a390-a66a4c28d718'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:14.078575 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1712fe-3bd2-4dca-b7ea-7b81fb94aa48 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event deleted for resources: {'Subnet': ['ID=b6803393-0e6d-48f3-8df9-63990f18a761,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:14.088197 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df1712fe-3bd2-4dca-b7ea-7b81fb94aa48 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:14.095939 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-df1712fe-3bd2-4dca-b7ea-7b81fb94aa48 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "DELETE /v2.0/subnets/b6803393-0e6d-48f3-8df9-63990f18a761 HTTP/1.1" status: 204 len: 168 time: 0.5027611 Apr 21 12:59:14.098820 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41076) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:14.107390 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7e2c38-1c73-48d3-b385-1e373a895ab4 None None] Network 364717a5-874d-409d-a746-ba334979c9d9 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:59:14.256873 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-e9dd653f-fce3-445e-9956-7ad45f9e3f70 None None] Set router 974bf2af-9c04-455a-a390-a66a4c28d718 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:59:14.264960 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-701dc72d-8652-4eef-933f-e802691f072f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:14.518181 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6beb0c51-5bca-49aa-843b-75327397268f req-13478cbe-5572-4476-9f37-131697029f4f tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6934bec-850b-4744-8616-50f1d1566bcb HTTP/1.1" status: 200 len: 210 time: 0.0873158 Apr 21 12:59:14.560281 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5a006661-ab72-4225-80b4-27da9b44d88f req-c393a833-e470-4771-852d-0286ca956ed4 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 210 time: 0.1281364 Apr 21 12:59:14.596793 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-701dc72d-8652-4eef-933f-e802691f072f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:14.602122 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e9dd653f-fce3-445e-9956-7ad45f9e3f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894569', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '18da096d-e3cd-4337-8a68-963e70eac4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:31Z', 'updated_at': '2022-04-21T12:59:12Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '18da096d-e3cd-4337-8a68-963e70eac4ef', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:33Z', 'updated_at': '2022-04-21T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:14.623891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-9cb27c07-9a70-46e7-ae01-b97e3ccea492 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:14.625377 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-9cb27c07-9a70-46e7-ae01-b97e3ccea492 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.26 "GET /v2.0/networks?id=7532c877-c6eb-4827-8bef-4f687b46b481 HTTP/1.1" status: 200 len: 817 time: 0.3089266 Apr 21 12:59:14.630645 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0308be2-4ff0-473e-970e-de9ffc1169c5 None None] DHCP port deletion for 364717a5-874d-409d-a746-ba334979c9d9 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 12:59:14.632915 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dd653f-fce3-445e-9956-7ad45f9e3f70 None None] The sync data for ids ['974bf2af-9c04-455a-a390-a66a4c28d718'] in n-d-836147-2 is: [{'id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1243894569', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.179'}], 'enable_snat': True}, 'gw_port_id': '18da096d-e3cd-4337-8a68-963e70eac4ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:56:31Z', 'updated_at': '2022-04-21T12:59:12Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '18da096d-e3cd-4337-8a68-963e70eac4ef', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:6d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '974bf2af-9c04-455a-a390-a66a4c28d718', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3111, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:56:33Z', 'updated_at': '2022-04-21T12:56:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:59:14.678264 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-a44a0174-b4e3-400d-b35f-ece4d7063f71 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b82063ddf1384c0da199fea5b916ec7b HTTP/1.1" status: 200 len: 380 time: 0.0430944 Apr 21 12:59:14.687168 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-5afec0f1-99f5-4020-9484-c2e68cbdb704 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Request body: {'port': {'device_id': '8d23d50f-cbdb-4b06-8169-b5050bfbc738', 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481', 'admin_state_up': True, 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'security_groups': ['7e036856-a3bf-4b48-ae62-aaac290aba7c']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:14.695878 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a0308be2-4ff0-473e-970e-de9ffc1169c5 None None] Deleting port fc505d54-df63-4f5b-ba19-c17b8847bb3d {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:59:14.696247 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0308be2-4ff0-473e-970e-de9ffc1169c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:14.758058 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a0308be2-4ff0-473e-970e-de9ffc1169c5 None None] For port fc505d54-df63-4f5b-ba19-c17b8847bb3d, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fc505d54-df63-4f5b-ba19-c17b8847bb3d,segment=NetworkSegment(448cfe3b-fb68-449c-acc2-b03c474de1be),segment_id=448cfe3b-fb68-449c-acc2-b03c474de1be)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:59:14.758374 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0308be2-4ff0-473e-970e-de9ffc1169c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:14.776227 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a0308be2-4ff0-473e-970e-de9ffc1169c5 None None] Calling delete_port for fc505d54-df63-4f5b-ba19-c17b8847bb3d owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:59:14.821692 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-701dc72d-8652-4eef-933f-e802691f072f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Deleting port 18da096d-e3cd-4337-8a68-963e70eac4ef {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 12:59:14.822212 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-701dc72d-8652-4eef-933f-e802691f072f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:14.911676 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-701dc72d-8652-4eef-933f-e802691f072f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] For port 18da096d-e3cd-4337-8a68-963e70eac4ef, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=18da096d-e3cd-4337-8a68-963e70eac4ef,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:59:14.912043 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-701dc72d-8652-4eef-933f-e802691f072f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:14.923546 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-701dc72d-8652-4eef-933f-e802691f072f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Calling delete_port for 18da096d-e3cd-4337-8a68-963e70eac4ef owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 12:59:14.964935 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-5afec0f1-99f5-4020-9484-c2e68cbdb704 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Made reservation on behalf of b82063ddf1384c0da199fea5b916ec7b for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:59:14.968478 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-5afec0f1-99f5-4020-9484-c2e68cbdb704 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:14.978206 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0308be2-4ff0-473e-970e-de9ffc1169c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:15.023135 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0308be2-4ff0-473e-970e-de9ffc1169c5 None None] Pushing event deleted for resources: {'Port': ['ID=fc505d54-df63-4f5b-ba19-c17b8847bb3d,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:15.029425 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0308be2-4ff0-473e-970e-de9ffc1169c5 None None] No DVR routers for this DVR port fc505d54-df63-4f5b-ba19-c17b8847bb3d on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 12:59:15.192848 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-5afec0f1-99f5-4020-9484-c2e68cbdb704 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Allocated IP 172.20.0.7 (7532c877-c6eb-4827-8bef-4f687b46b481/042c7c8a-99c9-4a93-a632-3fd1a4109dfb/41ae69c3-e7c1-4f18-a77c-b9452b075197) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:59:15.320443 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-701dc72d-8652-4eef-933f-e802691f072f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:15.369973 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701dc72d-8652-4eef-933f-e802691f072f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event deleted for resources: {'Port': ['ID=18da096d-e3cd-4337-8a68-963e70eac4ef,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:15.488231 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-701dc72d-8652-4eef-933f-e802691f072f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:15.557315 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-5afec0f1-99f5-4020-9484-c2e68cbdb704 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:15.607027 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-701dc72d-8652-4eef-933f-e802691f072f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:15.625072 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-701dc72d-8652-4eef-933f-e802691f072f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:15.626849 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c9330e8-669f-48ac-aaa7-6cde8c716fb1 req-1b92b8f2-1506-4c71-ae34-b0e54b412300 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6934bec-850b-4744-8616-50f1d1566bcb HTTP/1.1" status: 200 len: 210 time: 0.0352805 Apr 21 12:59:15.646144 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 7a7a0ffd-e8fe-430f-95d5-e3c7f340b478 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:59:15.676402 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 7a7a0ffd-e8fe-430f-95d5-e3c7f340b478 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:59:15.676839 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 7a7a0ffd-e8fe-430f-95d5-e3c7f340b478 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:59:15.677310 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fc505d54-df63-4f5b-ba19-c17b8847bb3d no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:59:15.698596 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: fc505d54-df63-4f5b-ba19-c17b8847bb3d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:59:15.699004 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fc505d54-df63-4f5b-ba19-c17b8847bb3d not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:59:15.709172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-44238227-a7e9-4137-a9a1-5995d95ba338 req-0505dc29-faf3-4e38-90b2-ff36249f3e61 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 210 time: 0.0378921 Apr 21 12:59:15.774475 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e15ff844-c10e-49a9-92eb-bd47b86ed081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:15.774862 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-5afec0f1-99f5-4020-9484-c2e68cbdb704 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:15.778724 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-701dc72d-8652-4eef-933f-e802691f072f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:15.779356 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701dc72d-8652-4eef-933f-e802691f072f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Fanout notify agent at l3_agent the message router_deleted on router 974bf2af-9c04-455a-a390-a66a4c28d718 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 12:59:15.788373 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-701dc72d-8652-4eef-933f-e802691f072f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:15.789472 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-701dc72d-8652-4eef-933f-e802691f072f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "DELETE /v2.0/routers/974bf2af-9c04-455a-a390-a66a4c28d718 HTTP/1.1" status: 204 len: 168 time: 1.6913233 Apr 21 12:59:15.792612 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41108) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:15.832833 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-5afec0f1-99f5-4020-9484-c2e68cbdb704 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Network 7532c877-c6eb-4827-8bef-4f687b46b481 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:59:15.841685 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-5afec0f1-99f5-4020-9484-c2e68cbdb704 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:59:15.846131 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-5afec0f1-99f5-4020-9484-c2e68cbdb704 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:59:15.879758 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afec0f1-99f5-4020-9484-c2e68cbdb704 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Pushing event updated for resources: {'Port': ['ID=41ae69c3-e7c1-4f18-a77c-b9452b075197,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:15.891331 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86709683-507e-4e74-b2fd-01fc495ee1e2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:15.934912 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-5afec0f1-99f5-4020-9484-c2e68cbdb704 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:15.934912 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-5afec0f1-99f5-4020-9484-c2e68cbdb704 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:16.024974 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86709683-507e-4e74-b2fd-01fc495ee1e2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:16.042812 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-5afec0f1-99f5-4020-9484-c2e68cbdb704 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3585370 Apr 21 12:59:16.048509 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-86709683-507e-4e74-b2fd-01fc495ee1e2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['364717a5-874d-409d-a746-ba334979c9d9']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:16.054784 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-18bf7d38-2431-4807-aa27-15c1c363c5a7 service neutron] Request body: {'port': {'device_id': '8d23d50f-cbdb-4b06-8169-b5050bfbc738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:16.062686 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-86709683-507e-4e74-b2fd-01fc495ee1e2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '448cfe3b-fb68-449c-acc2-b03c474de1be') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:16.063023 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-86709683-507e-4e74-b2fd-01fc495ee1e2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '448cfe3b-fb68-449c-acc2-b03c474de1be') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:16.074600 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86709683-507e-4e74-b2fd-01fc495ee1e2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:16.090049 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86709683-507e-4e74-b2fd-01fc495ee1e2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:16.106538 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86709683-507e-4e74-b2fd-01fc495ee1e2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 12:59:16.107008 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86709683-507e-4e74-b2fd-01fc495ee1e2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: timer() Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 12:59:16.110389 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 12:59:16.124619 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-18bf7d38-2431-4807-aa27-15c1c363c5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:16.239137 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3e11a753-4caa-42e3-a8cf-0d31857df76d None None] Provisioning complete for port 41ae69c3-e7c1-4f18-a77c-b9452b075197 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:59:16.240074 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e11a753-4caa-42e3-a8cf-0d31857df76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:16.287540 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3e11a753-4caa-42e3-a8cf-0d31857df76d None None] Port 41ae69c3-e7c1-4f18-a77c-b9452b075197 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:59:16.369063 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86709683-507e-4e74-b2fd-01fc495ee1e2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:16.379079 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86709683-507e-4e74-b2fd-01fc495ee1e2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:16.382767 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-86709683-507e-4e74-b2fd-01fc495ee1e2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "DELETE /v2.0/networks/364717a5-874d-409d-a746-ba334979c9d9 HTTP/1.1" status: 204 len: 168 time: 0.5891593 Apr 21 12:59:16.385784 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41116) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:16.402921 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86709683-507e-4e74-b2fd-01fc495ee1e2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event deleted for resources: {'Network': ['ID=364717a5-874d-409d-a746-ba334979c9d9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:16.455016 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-18bf7d38-2431-4807-aa27-15c1c363c5a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41ae69c3-e7c1-4f18-a77c-b9452b075197 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:59:16.470595 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-18bf7d38-2431-4807-aa27-15c1c363c5a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:16.485904 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d6258f5-3c8b-4120-97b7-20f288d945dc tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:16.514706 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-18bf7d38-2431-4807-aa27-15c1c363c5a7 service neutron] Transition to ACTIVE for port object 41ae69c3-e7c1-4f18-a77c-b9452b075197 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:59:16.520425 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d6258f5-3c8b-4120-97b7-20f288d945dc tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:16.593618 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-18bf7d38-2431-4807-aa27-15c1c363c5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:16.650393 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf7d38-2431-4807-aa27-15c1c363c5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=41ae69c3-e7c1-4f18-a77c-b9452b075197,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:16.689899 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d6258f5-3c8b-4120-97b7-20f288d945dc tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:16.693822 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9d6258f5-3c8b-4120-97b7-20f288d945dc tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:16.697188 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9d6258f5-3c8b-4120-97b7-20f288d945dc tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "DELETE /v2.0/security-groups/d93b51fa-313b-42bd-be27-1459bd3dc368 HTTP/1.1" status: 204 len: 168 time: 0.3006399 Apr 21 12:59:16.723858 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6258f5-3c8b-4120-97b7-20f288d945dc tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93b51fa-313b-42bd-be27-1459bd3dc368,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:16.758643 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ae1439b-bb5c-45f2-adbf-b0b4c4aaeec6 req-8a3332d3-585c-48c8-80a2-ef70d1db7e0e tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6934bec-850b-4744-8616-50f1d1566bcb HTTP/1.1" status: 200 len: 210 time: 0.0316818 Apr 21 12:59:16.788314 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-18bf7d38-2431-4807-aa27-15c1c363c5a7 service neutron] Attempting to bind port 41ae69c3-e7c1-4f18-a77c-b9452b075197 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:59:16.788700 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-18bf7d38-2431-4807-aa27-15c1c363c5a7 service neutron] Attempting to bind port 41ae69c3-e7c1-4f18-a77c-b9452b075197 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '07d714ab-87a3-43c4-814c-9b19a2081d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:59:16.788974 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-18bf7d38-2431-4807-aa27-15c1c363c5a7 service neutron] Attempting to bind port 41ae69c3-e7c1-4f18-a77c-b9452b075197 on network 7532c877-c6eb-4827-8bef-4f687b46b481 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:59:16.794101 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-18bf7d38-2431-4807-aa27-15c1c363c5a7 service neutron] Port 41ae69c3-e7c1-4f18-a77c-b9452b075197 on network 7532c877-c6eb-4827-8bef-4f687b46b481 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:59:16.794423 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-18bf7d38-2431-4807-aa27-15c1c363c5a7 service neutron] Attempting to bind port 41ae69c3-e7c1-4f18-a77c-b9452b075197 on network 7532c877-c6eb-4827-8bef-4f687b46b481 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:59:16.800331 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-18bf7d38-2431-4807-aa27-15c1c363c5a7 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:59:16.800709 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-18bf7d38-2431-4807-aa27-15c1c363c5a7 service neutron] Checking segment: {'id': '07d714ab-87a3-43c4-814c-9b19a2081d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:59:16.801095 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-18bf7d38-2431-4807-aa27-15c1c363c5a7 service neutron] Bound using segment: {'id': '07d714ab-87a3-43c4-814c-9b19a2081d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:59:16.801796 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-18bf7d38-2431-4807-aa27-15c1c363c5a7 service neutron] Bound port: 41ae69c3-e7c1-4f18-a77c-b9452b075197, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07d714ab-87a3-43c4-814c-9b19a2081d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:59:16.810935 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-18bf7d38-2431-4807-aa27-15c1c363c5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:16.942537 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:16.981302 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a6532-55a3-4ab5-96dc-4340e9ac517d req-078383b5-7cab-45e6-beb9-128270d6ec8e tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:16.984111 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a6a6532-55a3-4ab5-96dc-4340e9ac517d req-078383b5-7cab-45e6-beb9-128270d6ec8e tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 943 time: 0.1182768 Apr 21 12:59:16.986866 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-18bf7d38-2431-4807-aa27-15c1c363c5a7 service neutron] For port 41ae69c3-e7c1-4f18-a77c-b9452b075197, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:59:17.000157 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-18bf7d38-2431-4807-aa27-15c1c363c5a7 service neutron] For port 41ae69c3-e7c1-4f18-a77c-b9452b075197, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=41ae69c3-e7c1-4f18-a77c-b9452b075197,segment=NetworkSegment(07d714ab-87a3-43c4-814c-9b19a2081d02),segment_id=07d714ab-87a3-43c4-814c-9b19a2081d02)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:59:17.041115 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a6a6532-55a3-4ab5-96dc-4340e9ac517d req-4a652b52-b6fe-459d-8caf-198427594ca9 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430949 Apr 21 12:59:17.108945 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-18bf7d38-2431-4807-aa27-15c1c363c5a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:17.154967 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-18bf7d38-2431-4807-aa27-15c1c363c5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:17.155584 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-18bf7d38-2431-4807-aa27-15c1c363c5a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:17.157044 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-18bf7d38-2431-4807-aa27-15c1c363c5a7 service neutron] 10.222.0.26 "PUT /v2.0/ports/41ae69c3-e7c1-4f18-a77c-b9452b075197 HTTP/1.1" status: 200 len: 1091 time: 1.1072161 Apr 21 12:59:17.161637 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d23d50f-cbdb-4b06-8169-b5050bfbc738', 'tag': '41ae69c3-e7c1-4f18-a77c-b9452b075197'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:59:17.164275 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e684b8-9c0d-421e-b771-30269cdc7d08" -d '{"events": [{"name": "network-changed", "server_uuid": "8d23d50f-cbdb-4b06-8169-b5050bfbc738", "tag": "41ae69c3-e7c1-4f18-a77c-b9452b075197"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:59:17.232527 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41142) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:17.239056 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-aea617b6-2f94-437a-9c12-1dc10ae30d54 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1870614132', 'description': 'tempest-secgroup-smoke-1870614132 description', 'project_id': '284d3d44382e404aa4c17c17e03a8f46'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:17.250147 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf7d38-2431-4807-aa27-15c1c363c5a7 service neutron] Pushing event updated for resources: {'Port': ['ID=41ae69c3-e7c1-4f18-a77c-b9452b075197,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:17.347175 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-4f99c500-9dee-4bd9-b0b3-66450c22a230 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:17.348892 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-4f99c500-9dee-4bd9-b0b3-66450c22a230 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.24 "GET /v2.0/networks?id=848e281e-943e-4178-9552-cdcc93f10c1d HTTP/1.1" status: 200 len: 796 time: 0.1904123 Apr 21 12:59:17.350248 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589fde51-f80d-4f7d-8734-2f593c11190c x-openstack-request-id: req-589fde51-f80d-4f7d-8734-2f593c11190c {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:59:17.350519 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d23d50f-cbdb-4b06-8169-b5050bfbc738", "tag": "41ae69c3-e7c1-4f18-a77c-b9452b075197", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:59:17.351117 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-589fde51-f80d-4f7d-8734-2f593c11190c {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:59:17.351919 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-589fde51-f80d-4f7d-8734-2f593c11190c'] response: {'name': 'network-changed', 'server_uuid': '8d23d50f-cbdb-4b06-8169-b5050bfbc738', 'tag': '41ae69c3-e7c1-4f18-a77c-b9452b075197', 'status': 'completed', 'code': 200} Apr 21 12:59:17.388714 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aea617b6-2f94-437a-9c12-1dc10ae30d54 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:17.457262 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-988f58fc-1a40-461c-bfff-79fa8ceea7e2 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=751a38797aaa4af4acc7445401990284 HTTP/1.1" status: 200 len: 380 time: 0.0850050 Apr 21 12:59:17.494423 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 18da096d-e3cd-4337-8a68-963e70eac4ef no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 12:59:17.496835 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-d91514e1-c1dd-44f3-8e19-d08779cc22f5 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'port': {'device_id': 'c6934bec-850b-4744-8616-50f1d1566bcb', 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d', 'admin_state_up': True, 'tenant_id': '751a38797aaa4af4acc7445401990284', 'security_groups': ['3ff10dcf-2b98-4239-b024-3f6768df8789']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:17.504438 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-02bb6768-11cf-4fa8-808d-8b2c3af9a14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:17.506905 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-02bb6768-11cf-4fa8-808d-8b2c3af9a14b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b82063ddf1384c0da199fea5b916ec7b&device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 1094 time: 0.1535673 Apr 21 12:59:17.520253 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 18da096d-e3cd-4337-8a68-963e70eac4ef {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 12:59:17.520913 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 18da096d-e3cd-4337-8a68-963e70eac4ef not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 12:59:17.523862 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aea617b6-2f94-437a-9c12-1dc10ae30d54 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:17.573538 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41150) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:17.578316 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c9b99aa6-133e-420b-a5e2-a4d039fd89b3 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2070584789', 'description': 'tempest-description--946088764'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:17.589016 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-a8660e65-3957-40ba-9c21-33e7f21b0459 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41ae69c3-e7c1-4f18-a77c-b9452b075197 HTTP/1.1" status: 200 len: 217 time: 0.0457659 Apr 21 12:59:17.629511 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aea617b6-2f94-437a-9c12-1dc10ae30d54 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:17.660588 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea617b6-2f94-437a-9c12-1dc10ae30d54 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebc4c90-06bc-4672-b3af-8f7f0a62729c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:17.673379 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9b99aa6-133e-420b-a5e2-a4d039fd89b3 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:17.686121 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-a555c88f-aa36-46ad-8994-f56042d6a252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:17.687622 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-a555c88f-aa36-46ad-8994-f56042d6a252 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=042c7c8a-99c9-4a93-a632-3fd1a4109dfb HTTP/1.1" status: 200 len: 856 time: 0.0701485 Apr 21 12:59:17.748324 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-d14cf15b-cd85-4945-9582-4ffc2bf022c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:17.749909 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-d14cf15b-cd85-4945-9582-4ffc2bf022c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7532c877-c6eb-4827-8bef-4f687b46b481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534086 Apr 21 12:59:17.752358 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9b99aa6-133e-420b-a5e2-a4d039fd89b3 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:17.768605 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aea617b6-2f94-437a-9c12-1dc10ae30d54 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:17.772619 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-aea617b6-2f94-437a-9c12-1dc10ae30d54 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5355539 Apr 21 12:59:17.773464 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41154) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:17.778748 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2180e838-2957-466c-8977-765d0c08fcf3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'security_group_rule': {'security_group_id': '9ebc4c90-06bc-4672-b3af-8f7f0a62729c', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:17.833822 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9b99aa6-133e-420b-a5e2-a4d039fd89b3 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:17.860763 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-32947579-7750-4eb3-9ece-c8616d8b78fa service neutron] 10.222.0.26 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042929 Apr 21 12:59:17.873351 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b99aa6-133e-420b-a5e2-a4d039fd89b3 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=350a6d24-d0a0-4a4f-90c9-5880036352da,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:17.889535 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-d91514e1-c1dd-44f3-8e19-d08779cc22f5 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Made reservation on behalf of 751a38797aaa4af4acc7445401990284 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:59:17.892962 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-d91514e1-c1dd-44f3-8e19-d08779cc22f5 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:17.902347 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:17.908065 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2180e838-2957-466c-8977-765d0c08fcf3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:17.931882 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9b99aa6-133e-420b-a5e2-a4d039fd89b3 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:17.933185 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c9b99aa6-133e-420b-a5e2-a4d039fd89b3 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3585551 Apr 21 12:59:17.936007 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41158) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:17.944755 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3ef1b604-022e-4f56-adf6-7cee76a9eaf6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Request body: {'security_group_rule': {'security_group_id': '350a6d24-d0a0-4a4f-90c9-5880036352da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:17.968497 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3df5ad12-3d1a-4737-b149-13d6f4ebf44c req-78c54630-781b-4f90-97e5-6f3f5eefe4a7 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6934bec-850b-4744-8616-50f1d1566bcb HTTP/1.1" status: 200 len: 210 time: 0.0700159 Apr 21 12:59:17.995982 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2180e838-2957-466c-8977-765d0c08fcf3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:18.060402 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b5e4d60-91c3-4751-8405-23dc4a338a38 req-b34dec29-ecf7-41d2-88b9-33209946499e service neutron] 10.222.0.26 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924577 Apr 21 12:59:18.075641 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ef1b604-022e-4f56-adf6-7cee76a9eaf6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:18.087055 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2180e838-2957-466c-8977-765d0c08fcf3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:18.116596 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-d91514e1-c1dd-44f3-8e19-d08779cc22f5 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Allocated IP 172.20.0.7 (848e281e-943e-4178-9552-cdcc93f10c1d/e2cd7ae0-9f45-4451-b883-84f2dc161997/da5b8353-f615-41d8-841d-884bae4d576d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:59:18.124539 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180e838-2957-466c-8977-765d0c08fcf3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0afdf00-ac0d-4722-bcab-53e2f4aabc91,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:18.156511 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ef1b604-022e-4f56-adf6-7cee76a9eaf6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:18.235668 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2180e838-2957-466c-8977-765d0c08fcf3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:18.236940 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2180e838-2957-466c-8977-765d0c08fcf3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4624300 Apr 21 12:59:18.239666 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41166) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:18.244615 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4ea2d816-8d3a-41cc-b583-a2b0a26a24e6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'security_group_rule': {'security_group_id': '9ebc4c90-06bc-4672-b3af-8f7f0a62729c', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:18.247684 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddb3e1-ecff-4cc8-8b99-22a9f9c9194a req-6401d890-6eb2-497e-a1f2-1e7a99250882 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:18.249474 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75ddb3e1-ecff-4cc8-8b99-22a9f9c9194a req-6401d890-6eb2-497e-a1f2-1e7a99250882 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 943 time: 0.1188984 Apr 21 12:59:18.262051 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ef1b604-022e-4f56-adf6-7cee76a9eaf6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:18.292892 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1b604-022e-4f56-adf6-7cee76a9eaf6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c598e6d3-4c4a-4363-8564-d6c8ce6a1355,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:18.388021 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ea2d816-8d3a-41cc-b583-a2b0a26a24e6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:18.420159 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ef1b604-022e-4f56-adf6-7cee76a9eaf6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:18.421432 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3ef1b604-022e-4f56-adf6-7cee76a9eaf6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4818726 Apr 21 12:59:18.424980 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41172) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:18.430337 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6d3a616f-6184-4f43-885e-9ab536ae555f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Request body: {'security_group_rule': {'security_group_id': '350a6d24-d0a0-4a4f-90c9-5880036352da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:18.472426 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ea2d816-8d3a-41cc-b583-a2b0a26a24e6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:18.503289 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:18.576734 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d3a616f-6184-4f43-885e-9ab536ae555f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:18.621795 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e684b8-9c0d-421e-b771-30269cdc7d08 req-c08ed42a-ec1b-4bb3-9e89-a6a8ba7a1ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:18.623364 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34e684b8-9c0d-421e-b771-30269cdc7d08 req-c08ed42a-ec1b-4bb3-9e89-a6a8ba7a1ea5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b82063ddf1384c0da199fea5b916ec7b&device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 1094 time: 0.4273262 Apr 21 12:59:18.626712 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ea2d816-8d3a-41cc-b583-a2b0a26a24e6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:18.651419 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea2d816-8d3a-41cc-b583-a2b0a26a24e6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf36268-1a68-499a-b357-5720f57b11cb,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:18.665637 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2d816-8d3a-41cc-b583-a2b0a26a24e6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:18.665937 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2d816-8d3a-41cc-b583-a2b0a26a24e6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:18.666370 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2d816-8d3a-41cc-b583-a2b0a26a24e6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:18.666824 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2d816-8d3a-41cc-b583-a2b0a26a24e6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:18.667559 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2d816-8d3a-41cc-b583-a2b0a26a24e6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:18.667559 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2d816-8d3a-41cc-b583-a2b0a26a24e6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:18.668335 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2d816-8d3a-41cc-b583-a2b0a26a24e6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:18.669143 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2d816-8d3a-41cc-b583-a2b0a26a24e6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:18.669752 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2d816-8d3a-41cc-b583-a2b0a26a24e6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:18.670091 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75ddb3e1-ecff-4cc8-8b99-22a9f9c9194a req-ea353d80-8a59-46d3-bab5-309d1ad530bf tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3909073 Apr 21 12:59:18.670237 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2d816-8d3a-41cc-b583-a2b0a26a24e6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:18.670746 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2d816-8d3a-41cc-b583-a2b0a26a24e6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:18.671159 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ea2d816-8d3a-41cc-b583-a2b0a26a24e6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 12:59:18.690191 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d3a616f-6184-4f43-885e-9ab536ae555f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:18.730610 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-d91514e1-c1dd-44f3-8e19-d08779cc22f5 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:18.756899 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ea2d816-8d3a-41cc-b583-a2b0a26a24e6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:18.764647 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4ea2d816-8d3a-41cc-b583-a2b0a26a24e6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5199237 Apr 21 12:59:18.764647 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41176) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:18.766376 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-57b647db-f5e2-4458-816b-2ecadb407b9e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'security_group_rule': {'security_group_id': '9ebc4c90-06bc-4672-b3af-8f7f0a62729c', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:18.773884 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e684b8-9c0d-421e-b771-30269cdc7d08 req-00013147-ceb7-4a3a-a4f7-e39e0408e63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:18.775348 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34e684b8-9c0d-421e-b771-30269cdc7d08 req-00013147-ceb7-4a3a-a4f7-e39e0408e63f service neutron] 10.222.0.26 "GET /v2.0/networks?id=7532c877-c6eb-4827-8bef-4f687b46b481 HTTP/1.1" status: 200 len: 918 time: 0.1438413 Apr 21 12:59:18.782537 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:18.783880 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d3a616f-6184-4f43-885e-9ab536ae555f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:18.800417 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a616f-6184-4f43-885e-9ab536ae555f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b882fc4-ca4e-430f-9350-e9f0f60e484b,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:18.825721 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34e684b8-9c0d-421e-b771-30269cdc7d08 req-bec4f648-3a5a-44a9-a805-0ed19935a6f7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41ae69c3-e7c1-4f18-a77c-b9452b075197 HTTP/1.1" status: 200 len: 217 time: 0.0427895 Apr 21 12:59:18.873238 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e684b8-9c0d-421e-b771-30269cdc7d08 req-b61edd07-457b-41e7-8485-0b1066350cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:18.874715 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34e684b8-9c0d-421e-b771-30269cdc7d08 req-b61edd07-457b-41e7-8485-0b1066350cf5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=042c7c8a-99c9-4a93-a632-3fd1a4109dfb HTTP/1.1" status: 200 len: 856 time: 0.0424931 Apr 21 12:59:18.887585 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57b647db-f5e2-4458-816b-2ecadb407b9e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:18.918846 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e684b8-9c0d-421e-b771-30269cdc7d08 req-dff0fddb-bc89-49f5-bf7f-66a6b7cdd2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:18.920243 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34e684b8-9c0d-421e-b771-30269cdc7d08 req-dff0fddb-bc89-49f5-bf7f-66a6b7cdd2c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7532c877-c6eb-4827-8bef-4f687b46b481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382900 Apr 21 12:59:18.929742 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6d3a616f-6184-4f43-885e-9ab536ae555f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:18.930925 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6d3a616f-6184-4f43-885e-9ab536ae555f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5050194 Apr 21 12:59:18.935422 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41180) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:18.939648 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7ffca00a-d983-47d8-b931-2889b3a53dc0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:18.944254 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57b647db-f5e2-4458-816b-2ecadb407b9e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:18.992826 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-d91514e1-c1dd-44f3-8e19-d08779cc22f5 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:19.010434 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57b647db-f5e2-4458-816b-2ecadb407b9e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:19.032664 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b647db-f5e2-4458-816b-2ecadb407b9e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1571fc3c-c984-4934-b717-7bd4ab92c5c3,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:19.068338 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-d91514e1-c1dd-44f3-8e19-d08779cc22f5 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Network 848e281e-943e-4178-9552-cdcc93f10c1d is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:59:19.075246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-d91514e1-c1dd-44f3-8e19-d08779cc22f5 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:59:19.079142 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-d91514e1-c1dd-44f3-8e19-d08779cc22f5 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:59:19.082168 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91514e1-c1dd-44f3-8e19-d08779cc22f5 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'Port': ['ID=da5b8353-f615-41d8-841d-884bae4d576d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:19.134035 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-57b647db-f5e2-4458-816b-2ecadb407b9e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:19.137150 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-57b647db-f5e2-4458-816b-2ecadb407b9e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3745871 Apr 21 12:59:19.139831 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41186) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:19.145166 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a0b062f7-5825-4f79-87af-c698222106ba tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'security_group_rule': {'security_group_id': '9ebc4c90-06bc-4672-b3af-8f7f0a62729c', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:19.156114 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ffca00a-d983-47d8-b931-2889b3a53dc0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:19.163945 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34e684b8-9c0d-421e-b771-30269cdc7d08 req-5cf76e16-f751-45fc-ba3e-ddf0adfacdff service neutron] 10.222.0.26 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361186 Apr 21 12:59:19.193075 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-d91514e1-c1dd-44f3-8e19-d08779cc22f5 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:19.193739 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-d91514e1-c1dd-44f3-8e19-d08779cc22f5 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:19.243906 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0b062f7-5825-4f79-87af-c698222106ba tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:19.292984 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c0cf9-4f86-492c-be47-1c369d95d753 req-93989ece-ae79-416c-ae6f-fe164429ab46 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:19.294540 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb3c0cf9-4f86-492c-be47-1c369d95d753 req-93989ece-ae79-416c-ae6f-fe164429ab46 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6934bec-850b-4744-8616-50f1d1566bcb HTTP/1.1" status: 200 len: 931 time: 0.1877494 Apr 21 12:59:19.321758 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0b062f7-5825-4f79-87af-c698222106ba tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:19.357777 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-d91514e1-c1dd-44f3-8e19-d08779cc22f5 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8755188 Apr 21 12:59:19.373105 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34e684b8-9c0d-421e-b771-30269cdc7d08 req-c22889c4-fb27-4cbc-91ef-b9763c97a6c9 service neutron] 10.222.0.26 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927989 Apr 21 12:59:19.375924 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb3c0cf9-4f86-492c-be47-1c369d95d753 req-d4e8dbc3-d6f5-41ea-aa3a-2b9e5fab6a54 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ff10dcf-2b98-4239-b024-3f6768df8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725982 Apr 21 12:59:19.420427 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0b062f7-5825-4f79-87af-c698222106ba tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:19.420970 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0247ba9d-c61f-4399-97fc-3c42c5cf37ae None None] Provisioning complete for port da5b8353-f615-41d8-841d-884bae4d576d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:59:19.420970 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0247ba9d-c61f-4399-97fc-3c42c5cf37ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:19.430359 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ffca00a-d983-47d8-b931-2889b3a53dc0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:19.452065 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b062f7-5825-4f79-87af-c698222106ba tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2728e010-fa74-4247-b075-a1c59d61e6f7,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:19.478535 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0247ba9d-c61f-4399-97fc-3c42c5cf37ae None None] Port da5b8353-f615-41d8-841d-884bae4d576d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:59:19.514431 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-850d7797-6f55-4969-b529-6e974b528c69 service neutron] Request body: {'port': {'device_id': 'c6934bec-850b-4744-8616-50f1d1566bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:19.550630 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a0b062f7-5825-4f79-87af-c698222106ba tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:19.554292 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a0b062f7-5825-4f79-87af-c698222106ba tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4108610 Apr 21 12:59:19.554787 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41196) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:19.559319 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1decf58b-57c0-488f-8170-07af9a41f692 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'security_group_rule': {'security_group_id': '9ebc4c90-06bc-4672-b3af-8f7f0a62729c', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:19.607598 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-850d7797-6f55-4969-b529-6e974b528c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:19.620379 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-7ffca00a-d983-47d8-b931-2889b3a53dc0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Allocated IP 172.25.8.118 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/f0fb7ec8-d513-4c7b-8361-ecf88629a97c) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:59:19.628540 n-d-836147-2 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-1decf58b-57c0-488f-8170-07af9a41f692 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Project 284d3d44382e404aa4c17c17e03a8f46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 12:59:19.635997 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1decf58b-57c0-488f-8170-07af9a41f692 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:19.699828 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1decf58b-57c0-488f-8170-07af9a41f692 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:19.774009 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1decf58b-57c0-488f-8170-07af9a41f692 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:19.790196 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1decf58b-57c0-488f-8170-07af9a41f692 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e1a8dba-3265-4a08-aaa0-80d64348b0ab,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:19.848058 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1decf58b-57c0-488f-8170-07af9a41f692 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:19.851031 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1decf58b-57c0-488f-8170-07af9a41f692 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2939224 Apr 21 12:59:19.852674 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41204) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:19.858034 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-5828314f-95bf-4957-b949-868bdc7f49c1 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'security_group_rule': {'security_group_id': '9ebc4c90-06bc-4672-b3af-8f7f0a62729c', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:19.875961 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ffca00a-d983-47d8-b931-2889b3a53dc0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:19.924386 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daef663-e88e-4493-bd08-0c5210394c18 req-c1549762-18cc-463b-9e36-48cdb2b94b04 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:19.925917 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2daef663-e88e-4493-bd08-0c5210394c18 req-c1549762-18cc-463b-9e36-48cdb2b94b04 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 943 time: 0.1604171 Apr 21 12:59:19.948445 n-d-836147-2 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-5828314f-95bf-4957-b949-868bdc7f49c1 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Project 284d3d44382e404aa4c17c17e03a8f46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 12:59:19.954816 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5828314f-95bf-4957-b949-868bdc7f49c1 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:20.012614 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2daef663-e88e-4493-bd08-0c5210394c18 req-c556b229-874e-4733-a193-1ff10493aab2 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786071 Apr 21 12:59:20.029950 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5828314f-95bf-4957-b949-868bdc7f49c1 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:20.059033 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ffca00a-d983-47d8-b931-2889b3a53dc0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:20.102846 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-850d7797-6f55-4969-b529-6e974b528c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da5b8353-f615-41d8-841d-884bae4d576d {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:59:20.108804 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5828314f-95bf-4957-b949-868bdc7f49c1 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:20.120513 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffca00a-d983-47d8-b931-2889b3a53dc0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:59:20.122402 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-850d7797-6f55-4969-b529-6e974b528c69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:20.127096 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828314f-95bf-4957-b949-868bdc7f49c1 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75080cc8-6b99-4f83-9ac3-b2b11f10e08e,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:20.128923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-7ffca00a-d983-47d8-b931-2889b3a53dc0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:59:20.133495 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffca00a-d983-47d8-b931-2889b3a53dc0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:59:20.135183 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffca00a-d983-47d8-b931-2889b3a53dc0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event updated for resources: {'Port': ['ID=f0fb7ec8-d513-4c7b-8361-ecf88629a97c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:20.164224 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-850d7797-6f55-4969-b529-6e974b528c69 service neutron] Transition to ACTIVE for port object da5b8353-f615-41d8-841d-884bae4d576d will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:59:20.195576 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5828314f-95bf-4957-b949-868bdc7f49c1 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:20.197071 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5828314f-95bf-4957-b949-868bdc7f49c1 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3430724 Apr 21 12:59:20.199806 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41210) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:20.204745 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-91e97422-c577-4135-9c10-fb449a4a3dab tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'network': {'name': 'tempest-network-smoke--1604456400', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'port_security_enabled': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:20.228568 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ffca00a-d983-47d8-b931-2889b3a53dc0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:20.244848 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-850d7797-6f55-4969-b529-6e974b528c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:20.323897 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d7797-6f55-4969-b529-6e974b528c69 service neutron] Pushing event updated for resources: {'Port': ['ID=da5b8353-f615-41d8-841d-884bae4d576d,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:20.364833 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e97422-c577-4135-9c10-fb449a4a3dab tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Made reservation on behalf of 284d3d44382e404aa4c17c17e03a8f46 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:59:20.371290 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91e97422-c577-4135-9c10-fb449a4a3dab tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:20.391515 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ffca00a-d983-47d8-b931-2889b3a53dc0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:20.438007 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e97422-c577-4135-9c10-fb449a4a3dab tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 12:59:20.441457 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-850d7797-6f55-4969-b529-6e974b528c69 service neutron] Attempting to bind port da5b8353-f615-41d8-841d-884bae4d576d on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:59:20.441823 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-850d7797-6f55-4969-b529-6e974b528c69 service neutron] Attempting to bind port da5b8353-f615-41d8-841d-884bae4d576d by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'b98117de-7948-48ab-9639-8427fabef22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:59:20.442528 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-850d7797-6f55-4969-b529-6e974b528c69 service neutron] Attempting to bind port da5b8353-f615-41d8-841d-884bae4d576d on network 848e281e-943e-4178-9552-cdcc93f10c1d {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:59:20.453082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-850d7797-6f55-4969-b529-6e974b528c69 service neutron] Port da5b8353-f615-41d8-841d-884bae4d576d on network 848e281e-943e-4178-9552-cdcc93f10c1d not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:59:20.453406 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-850d7797-6f55-4969-b529-6e974b528c69 service neutron] Attempting to bind port da5b8353-f615-41d8-841d-884bae4d576d on network 848e281e-943e-4178-9552-cdcc93f10c1d {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:59:20.463182 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-850d7797-6f55-4969-b529-6e974b528c69 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:59:20.463532 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-850d7797-6f55-4969-b529-6e974b528c69 service neutron] Checking segment: {'id': 'b98117de-7948-48ab-9639-8427fabef22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:59:20.463925 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-850d7797-6f55-4969-b529-6e974b528c69 service neutron] Bound using segment: {'id': 'b98117de-7948-48ab-9639-8427fabef22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:59:20.464376 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-850d7797-6f55-4969-b529-6e974b528c69 service neutron] Bound port: da5b8353-f615-41d8-841d-884bae4d576d, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b98117de-7948-48ab-9639-8427fabef22e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:59:20.464733 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-850d7797-6f55-4969-b529-6e974b528c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:20.478999 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91e97422-c577-4135-9c10-fb449a4a3dab tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:20.479381 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-91e97422-c577-4135-9c10-fb449a4a3dab tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Added segment c5000062-929d-4a36-aa02-f0d9d80fea4d of type vlan for network 4e555949-1c19-45dc-b140-6a77acee0280 Apr 21 12:59:20.538512 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91e97422-c577-4135-9c10-fb449a4a3dab tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:20.659670 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8fcf2-e061-4632-9683-91dadb3df530 req-b2b909ef-7aa0-4a30-a75e-a95592cc990a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:20.661224 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4ef8fcf2-e061-4632-9683-91dadb3df530 req-b2b909ef-7aa0-4a30-a75e-a95592cc990a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6934bec-850b-4744-8616-50f1d1566bcb HTTP/1.1" status: 200 len: 943 time: 0.1629519 Apr 21 12:59:20.670976 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-850d7797-6f55-4969-b529-6e974b528c69 service neutron] For port da5b8353-f615-41d8-841d-884bae4d576d, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:59:20.688253 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91e97422-c577-4135-9c10-fb449a4a3dab tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:20.693902 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e97422-c577-4135-9c10-fb449a4a3dab tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:20.694952 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91e97422-c577-4135-9c10-fb449a4a3dab tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:20.715183 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-850d7797-6f55-4969-b529-6e974b528c69 service neutron] For port da5b8353-f615-41d8-841d-884bae4d576d, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=da5b8353-f615-41d8-841d-884bae4d576d,segment=NetworkSegment(b98117de-7948-48ab-9639-8427fabef22e),segment_id=b98117de-7948-48ab-9639-8427fabef22e)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:59:20.750826 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4ef8fcf2-e061-4632-9683-91dadb3df530 req-92b6cae2-a4d7-4dba-9539-cff8556897bd tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ff10dcf-2b98-4239-b024-3f6768df8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764673 Apr 21 12:59:20.767133 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ffca00a-d983-47d8-b931-2889b3a53dc0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:20.771223 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-850d7797-6f55-4969-b529-6e974b528c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:20.803353 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:20.830408 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-850d7797-6f55-4969-b529-6e974b528c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:20.831161 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-850d7797-6f55-4969-b529-6e974b528c69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:20.832680 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-850d7797-6f55-4969-b529-6e974b528c69 service neutron] 10.222.0.24 "PUT /v2.0/ports/da5b8353-f615-41d8-841d-884bae4d576d HTTP/1.1" status: 200 len: 1091 time: 1.4619584 Apr 21 12:59:20.833203 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6934bec-850b-4744-8616-50f1d1566bcb', 'tag': 'da5b8353-f615-41d8-841d-884bae4d576d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:59:20.835723 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654047b6-0208-4dc6-a179-6f0eb2af8817" -d '{"events": [{"name": "network-changed", "server_uuid": "c6934bec-850b-4744-8616-50f1d1566bcb", "tag": "da5b8353-f615-41d8-841d-884bae4d576d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:59:20.844618 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ffca00a-d983-47d8-b931-2889b3a53dc0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:20.849364 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-91e97422-c577-4135-9c10-fb449a4a3dab tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6452281 Apr 21 12:59:20.853145 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41224) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:20.854824 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e97422-c577-4135-9c10-fb449a4a3dab tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Network': ['ID=4e555949-1c19-45dc-b140-6a77acee0280,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:20.863655 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-35e2112b-bc84-4786-9262-d4a76aee46c2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1928420442', 'admin_state_up': True, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:20.873026 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 4e555949-1c19-45dc-b140-6a77acee0280 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 12:59:20.927968 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ec18fa-dfbf-4374-9527-0c36e2f08884 x-openstack-request-id: req-58ec18fa-dfbf-4374-9527-0c36e2f08884 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:59:20.929355 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6934bec-850b-4744-8616-50f1d1566bcb", "tag": "da5b8353-f615-41d8-841d-884bae4d576d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:59:20.929623 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-58ec18fa-dfbf-4374-9527-0c36e2f08884 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:59:20.930029 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58ec18fa-dfbf-4374-9527-0c36e2f08884'] response: {'name': 'network-changed', 'server_uuid': 'c6934bec-850b-4744-8616-50f1d1566bcb', 'tag': 'da5b8353-f615-41d8-841d-884bae4d576d', 'status': 'completed', 'code': 200} Apr 21 12:59:20.934035 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d7797-6f55-4969-b529-6e974b528c69 service neutron] Pushing event updated for resources: {'Port': ['ID=da5b8353-f615-41d8-841d-884bae4d576d,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:20.988613 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ffca00a-d983-47d8-b931-2889b3a53dc0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:21.018091 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35e2112b-bc84-4786-9262-d4a76aee46c2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:21.019716 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35e2112b-bc84-4786-9262-d4a76aee46c2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:21.108856 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35e2112b-bc84-4786-9262-d4a76aee46c2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:21.116418 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffca00a-d983-47d8-b931-2889b3a53dc0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event updated for resources: {'Port': ['ID=f0fb7ec8-d513-4c7b-8361-ecf88629a97c,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:21.123861 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ffca00a-d983-47d8-b931-2889b3a53dc0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:21.127775 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7ffca00a-d983-47d8-b931-2889b3a53dc0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1886909 Apr 21 12:59:21.158822 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654047b6-0208-4dc6-a179-6f0eb2af8817 req-c65f6e6f-ca97-43f9-8bb6-364cc83e0a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:21.161199 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-654047b6-0208-4dc6-a179-6f0eb2af8817 req-c65f6e6f-ca97-43f9-8bb6-364cc83e0a1f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=751a38797aaa4af4acc7445401990284&device_id=c6934bec-850b-4744-8616-50f1d1566bcb HTTP/1.1" status: 200 len: 1094 time: 0.2281704 Apr 21 12:59:21.197782 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2dc45b-436c-450c-acb6-5899c1d920fa req-f49d26d1-ed93-4f09-8690-2a668d8b1e5a tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:21.199379 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d2dc45b-436c-450c-acb6-5899c1d920fa req-f49d26d1-ed93-4f09-8690-2a668d8b1e5a tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 943 time: 0.0845051 Apr 21 12:59:21.420137 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d2dc45b-436c-450c-acb6-5899c1d920fa req-a5de6062-a8c9-47aa-bc61-74c98df19af9 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026179 Apr 21 12:59:21.466384 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35e2112b-bc84-4786-9262-d4a76aee46c2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:21.475117 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-a3f60c9d-c8c5-4ed7-8949-9d6dd1dda3b9 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--2070584789&fields=id&tenant_id=dbf20d2a696446f3bf763b1a95728ce3 HTTP/1.1" status: 200 len: 267 time: 0.1569190 Apr 21 12:59:21.503171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654047b6-0208-4dc6-a179-6f0eb2af8817 req-a9bb8441-af2c-4882-813e-9ef224f8b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:21.504605 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-654047b6-0208-4dc6-a179-6f0eb2af8817 req-a9bb8441-af2c-4882-813e-9ef224f8b976 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=751a38797aaa4af4acc7445401990284&shared=False HTTP/1.1" status: 200 len: 897 time: 0.3336844 Apr 21 12:59:21.702031 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-0eaf2c33-7e99-4e36-b3cd-c3e417caf159 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:21.703481 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-0eaf2c33-7e99-4e36-b3cd-c3e417caf159 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/networks?id=66226ca0-89ea-4d56-8a47-047ac66c4412 HTTP/1.1" status: 200 len: 815 time: 0.2186630 Apr 21 12:59:21.723623 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654047b6-0208-4dc6-a179-6f0eb2af8817 req-f6dd787a-7609-4f6b-bd5f-0934981bdd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:21.724996 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-654047b6-0208-4dc6-a179-6f0eb2af8817 req-f6dd787a-7609-4f6b-bd5f-0934981bdd3f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2107232 Apr 21 12:59:21.730654 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-a467f371-640f-4f83-838c-966550423755 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/quotas/dbf20d2a696446f3bf763b1a95728ce3 HTTP/1.1" status: 200 len: 375 time: 0.0199065 Apr 21 12:59:21.850982 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-cc94a30b-d608-4ae7-9217-3bc69f763b79 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dbf20d2a696446f3bf763b1a95728ce3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1137137 Apr 21 12:59:21.868104 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-e3041bd7-19a6-4ae2-89c1-05bab0ea4c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:21.869538 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-e3041bd7-19a6-4ae2-89c1-05bab0ea4c74 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=751a38797aaa4af4acc7445401990284&device_id=c6934bec-850b-4744-8616-50f1d1566bcb HTTP/1.1" status: 200 len: 1094 time: 0.0999925 Apr 21 12:59:21.875247 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 41ae69c3-e7c1-4f18-a77c-b9452b075197 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:59:21.984007 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 41ae69c3-e7c1-4f18-a77c-b9452b075197, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=41ae69c3-e7c1-4f18-a77c-b9452b075197,segment=NetworkSegment(07d714ab-87a3-43c4-814c-9b19a2081d02),segment_id=07d714ab-87a3-43c4-814c-9b19a2081d02)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:59:21.997629 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '41ae69c3-e7c1-4f18-a77c-b9452b075197', 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481', 'port_id': '41ae69c3-e7c1-4f18-a77c-b9452b075197', 'mac_address': 'fa:16:3e:55:43:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '042c7c8a-99c9-4a93-a632-3fd1a4109dfb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:59:22.041879 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:22.057100 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ae69c3-e7c1-4f18-a77c-b9452b075197 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:59:22.077789 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 41ae69c3-e7c1-4f18-a77c-b9452b075197, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=41ae69c3-e7c1-4f18-a77c-b9452b075197,segment=NetworkSegment(07d714ab-87a3-43c4-814c-9b19a2081d02),segment_id=07d714ab-87a3-43c4-814c-9b19a2081d02)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:59:22.169101 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:22.219619 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=41ae69c3-e7c1-4f18-a77c-b9452b075197,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:22.285402 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-d75a7867-9356-408a-8a02-86e3a39cd146 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da5b8353-f615-41d8-841d-884bae4d576d HTTP/1.1" status: 200 len: 217 time: 0.3932316 Apr 21 12:59:22.441788 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126126ad-1cd2-4b30-99c4-f5f34fce2de4 req-aed1e7d6-c0cf-43ec-a8bf-dc15994649a8 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:22.443276 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-126126ad-1cd2-4b30-99c4-f5f34fce2de4 req-aed1e7d6-c0cf-43ec-a8bf-dc15994649a8 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6934bec-850b-4744-8616-50f1d1566bcb HTTP/1.1" status: 200 len: 943 time: 0.6060054 Apr 21 12:59:22.476157 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['41ae69c3-e7c1-4f18-a77c-b9452b075197'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:59:22.488333 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35e2112b-bc84-4786-9262-d4a76aee46c2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:22.490703 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-f01e56de-2405-4432-9cc3-11ac2bfad9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:22.492337 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-f01e56de-2405-4432-9cc3-11ac2bfad9bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2cd7ae0-9f45-4451-b883-84f2dc161997 HTTP/1.1" status: 200 len: 835 time: 0.1726348 Apr 21 12:59:22.498280 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f1b898c-86f1-4915-b4fe-54f96d6e3138 req-9cae7505-1443-445f-aba2-713ad27cf244 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2250545 Apr 21 12:59:22.525229 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-29194f85-5622-4137-bdc8-2b2fcb5c3ad4 service neutron] 10.222.0.36 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6592891 Apr 21 12:59:22.534125 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35e2112b-bc84-4786-9262-d4a76aee46c2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:22.686786 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-126126ad-1cd2-4b30-99c4-f5f34fce2de4 req-abced285-a58e-4d01-a35d-4033647b6b98 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ff10dcf-2b98-4239-b024-3f6768df8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137692 Apr 21 12:59:22.722650 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-ef59a1cf-d3b9-41f0-8493-b67c872c1e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:22.724166 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-ef59a1cf-d3b9-41f0-8493-b67c872c1e6e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=848e281e-943e-4178-9552-cdcc93f10c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2016268 Apr 21 12:59:22.729532 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b898c-86f1-4915-b4fe-54f96d6e3138 req-97d4198f-2dc4-402f-8b19-9b203656369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:22.730969 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f1b898c-86f1-4915-b4fe-54f96d6e3138 req-97d4198f-2dc4-402f-8b19-9b203656369d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b82063ddf1384c0da199fea5b916ec7b&device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 1096 time: 0.1716473 Apr 21 12:59:22.918092 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-e1e23cc0-daed-4ba7-8be3-8aafd49db4e4 service neutron] 10.222.0.36 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803327 Apr 21 12:59:22.944402 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-35e2112b-bc84-4786-9262-d4a76aee46c2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Allocated IP 172.25.8.247 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/e6b6c819-753c-40d8-915a-01609b9bb80f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:59:22.984129 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22af0b6-b4a6-4046-bc45-121f96fd9c0a req-e471ca95-bee1-4cb5-996c-b4901aa779c0 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:22.985658 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a22af0b6-b4a6-4046-bc45-121f96fd9c0a req-e471ca95-bee1-4cb5-996c-b4901aa779c0 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 944 time: 0.2311869 Apr 21 12:59:23.038475 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-99fafd29-0031-4d36-8deb-769e8496d650 service neutron] 10.222.0.24 "GET /v2.0/networks/848e281e-943e-4178-9552-cdcc93f10c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065324 Apr 21 12:59:23.086232 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b898c-86f1-4915-b4fe-54f96d6e3138 req-77b844d4-71ef-40ad-bb7a-61f88a699e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:23.087637 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f1b898c-86f1-4915-b4fe-54f96d6e3138 req-77b844d4-71ef-40ad-bb7a-61f88a699e15 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7532c877-c6eb-4827-8bef-4f687b46b481 HTTP/1.1" status: 200 len: 918 time: 0.3342807 Apr 21 12:59:23.193293 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f1b898c-86f1-4915-b4fe-54f96d6e3138 req-8813d50e-f865-441f-88d7-53d1932dc563 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57e6a652-87c7-46cd-8f73-b214dfcd0dd4 HTTP/1.1" status: 200 len: 217 time: 0.0899737 Apr 21 12:59:23.194158 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a22af0b6-b4a6-4046-bc45-121f96fd9c0a req-aa4661bd-c8d3-426c-9059-8c079314f578 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961703 Apr 21 12:59:23.233405 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f7b00541-9792-4265-a5e9-1daf88d28d62 req-d606a4fd-0148-4203-b18d-7529cf0a3d47 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a31fec9-cc92-41d6-8894-e84e3a637b1a HTTP/1.1" status: 200 len: 210 time: 0.0560176 Apr 21 12:59:23.314285 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35e2112b-bc84-4786-9262-d4a76aee46c2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:23.326695 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b898c-86f1-4915-b4fe-54f96d6e3138 req-6a414353-1211-4c22-8cb1-abd04b40838d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:23.328217 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f1b898c-86f1-4915-b4fe-54f96d6e3138 req-6a414353-1211-4c22-8cb1-abd04b40838d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=042c7c8a-99c9-4a93-a632-3fd1a4109dfb HTTP/1.1" status: 200 len: 856 time: 0.1108811 Apr 21 12:59:23.331585 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51749740-6b53-4339-a5d8-d8bb742d8dde req-5ab316b7-cb75-4e64-a40b-a802307e66b7 service neutron] 10.222.0.24 "GET /v2.0/networks/848e281e-943e-4178-9552-cdcc93f10c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797294 Apr 21 12:59:23.391090 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1b898c-86f1-4915-b4fe-54f96d6e3138 req-beae1f97-5bbb-472c-b9cb-ca9350139d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:23.392625 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f1b898c-86f1-4915-b4fe-54f96d6e3138 req-beae1f97-5bbb-472c-b9cb-ca9350139d73 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7532c877-c6eb-4827-8bef-4f687b46b481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534670 Apr 21 12:59:23.453945 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35e2112b-bc84-4786-9262-d4a76aee46c2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:23.522497 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e2112b-bc84-4786-9262-d4a76aee46c2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:59:23.524713 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e2112b-bc84-4786-9262-d4a76aee46c2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Port': ['ID=e6b6c819-753c-40d8-915a-01609b9bb80f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:23.529451 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-35e2112b-bc84-4786-9262-d4a76aee46c2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:59:23.534462 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e2112b-bc84-4786-9262-d4a76aee46c2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:59:23.564774 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f1b898c-86f1-4915-b4fe-54f96d6e3138 req-9c4fe05c-e1e5-437e-a18c-089be0835938 service neutron] 10.222.0.24 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604776 Apr 21 12:59:23.756880 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f1b898c-86f1-4915-b4fe-54f96d6e3138 req-5c83c283-ee4c-4c22-a3b2-8637e86bdc0b service neutron] 10.222.0.24 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831825 Apr 21 12:59:23.835401 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a7aed8-9082-40fc-a354-ab8a1adf828e req-532a7734-0cbb-4991-974b-ccaa03c3861a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:23.836978 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79a7aed8-9082-40fc-a354-ab8a1adf828e req-532a7734-0cbb-4991-974b-ccaa03c3861a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6934bec-850b-4744-8616-50f1d1566bcb HTTP/1.1" status: 200 len: 943 time: 0.0673540 Apr 21 12:59:23.868545 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 41ae69c3-e7c1-4f18-a77c-b9452b075197 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:59:23.936904 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79a7aed8-9082-40fc-a354-ab8a1adf828e req-7d74bbb6-8f2d-4cba-b514-8d2b27bb6be0 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ff10dcf-2b98-4239-b024-3f6768df8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926192 Apr 21 12:59:23.965332 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b8f05b96-a6f1-4318-8c47-a7a91ddfb4d4 req-3fdba069-04df-4266-b0d3-c4af64f619ab service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b2a33f27-99fe-4cb0-9c56-812d236fad86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1498029 Apr 21 12:59:23.991242 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 41ae69c3-e7c1-4f18-a77c-b9452b075197 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:59:23.995208 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 41ae69c3-e7c1-4f18-a77c-b9452b075197 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:59:23.995583 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:24.033316 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35e2112b-bc84-4786-9262-d4a76aee46c2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:24.075594 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:24.080462 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f05b96-a6f1-4318-8c47-a7a91ddfb4d4 req-ad583cea-03ea-4772-97da-cd5eb33d5230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:24.082491 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b8f05b96-a6f1-4318-8c47-a7a91ddfb4d4 req-ad583cea-03ea-4772-97da-cd5eb33d5230 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dbf20d2a696446f3bf763b1a95728ce3&device_id=b2a33f27-99fe-4cb0-9c56-812d236fad86 HTTP/1.1" status: 200 len: 1096 time: 0.0911586 Apr 21 12:59:24.103782 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d23d50f-cbdb-4b06-8169-b5050bfbc738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ae69c3-e7c1-4f18-a77c-b9452b075197'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:59:24.106070 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4a558d-5aef-4f3c-af83-f11d20967cd0" -d '{"events": [{"server_uuid": "8d23d50f-cbdb-4b06-8169-b5050bfbc738", "name": "network-vif-plugged", "status": "completed", "tag": "41ae69c3-e7c1-4f18-a77c-b9452b075197"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:59:24.120045 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 41ae69c3-e7c1-4f18-a77c-b9452b075197, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=41ae69c3-e7c1-4f18-a77c-b9452b075197,segment=NetworkSegment(07d714ab-87a3-43c4-814c-9b19a2081d02),segment_id=07d714ab-87a3-43c4-814c-9b19a2081d02)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:59:24.157687 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea318a94-5fba-4b4d-bd39-71fad5717f7c x-openstack-request-id: req-ea318a94-5fba-4b4d-bd39-71fad5717f7c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:59:24.158150 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d23d50f-cbdb-4b06-8169-b5050bfbc738", "name": "network-vif-plugged", "status": "completed", "tag": "41ae69c3-e7c1-4f18-a77c-b9452b075197", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:59:24.159494 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea318a94-5fba-4b4d-bd39-71fad5717f7c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:59:24.159970 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea318a94-5fba-4b4d-bd39-71fad5717f7c'] response: {'server_uuid': '8d23d50f-cbdb-4b06-8169-b5050bfbc738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ae69c3-e7c1-4f18-a77c-b9452b075197', 'code': 200} Apr 21 12:59:24.211413 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:24.296988 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=41ae69c3-e7c1-4f18-a77c-b9452b075197,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:24.362425 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19697195-932e-4392-95c0-63400b00cecb req-83b678fc-8af9-4e47-924b-ed6799b6cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:24.363963 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-19697195-932e-4392-95c0-63400b00cecb req-83b678fc-8af9-4e47-924b-ed6799b6cf5e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 1096 time: 0.1482279 Apr 21 12:59:24.402893 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f05b96-a6f1-4318-8c47-a7a91ddfb4d4 req-32545b8b-f91f-4d36-8a06-43680cd9493c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:24.404386 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b8f05b96-a6f1-4318-8c47-a7a91ddfb4d4 req-32545b8b-f91f-4d36-8a06-43680cd9493c service neutron] 10.222.0.26 "GET /v2.0/networks?id=66226ca0-89ea-4d56-8a47-047ac66c4412 HTTP/1.1" status: 200 len: 916 time: 0.3022745 Apr 21 12:59:24.406222 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c4b98750-48dd-4191-a326-2bba6a7b2b89 req-cb683cf1-3e0d-4337-800b-c09b54e0d020 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a31fec9-cc92-41d6-8894-e84e3a637b1a HTTP/1.1" status: 200 len: 210 time: 0.0694075 Apr 21 12:59:24.824562 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-19697195-932e-4392-95c0-63400b00cecb req-74422890-70ee-4ba4-bfe4-63f1ed0c1bf7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4254973 Apr 21 12:59:24.851150 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a63c3-09f6-4b1b-b394-d6c8689dc1f9 req-4bd62a4b-6872-491c-9155-153b5111f033 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:24.852582 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-532a63c3-09f6-4b1b-b394-d6c8689dc1f9 req-4bd62a4b-6872-491c-9155-153b5111f033 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 945 time: 0.5217748 Apr 21 12:59:24.866448 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35e2112b-bc84-4786-9262-d4a76aee46c2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:24.873415 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b8f05b96-a6f1-4318-8c47-a7a91ddfb4d4 req-b7364b7f-4924-49dd-bb58-b02f22b502f4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de44b89d-8164-496c-bfe0-ff2d1c41db9a HTTP/1.1" status: 200 len: 1000 time: 0.4478304 Apr 21 12:59:24.939839 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-532a63c3-09f6-4b1b-b394-d6c8689dc1f9 req-ba6be6c1-50f5-4c1e-a256-bf28cc4f306d tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800915 Apr 21 12:59:25.074325 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125078b-4809-46f0-b85e-15270c65b922 req-8622cd53-fc6e-4c22-9298-0c2a7d434f6c tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:25.075961 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9125078b-4809-46f0-b85e-15270c65b922 req-8622cd53-fc6e-4c22-9298-0c2a7d434f6c tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6934bec-850b-4744-8616-50f1d1566bcb HTTP/1.1" status: 200 len: 943 time: 0.0556641 Apr 21 12:59:25.147867 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e2112b-bc84-4786-9262-d4a76aee46c2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Router 489733ba-6a09-4e32-8c54-3bd75de302b3 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 12:59:25.156840 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9125078b-4809-46f0-b85e-15270c65b922 req-238cb81a-8e1c-4bf9-bc38-52528c43e536 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ff10dcf-2b98-4239-b024-3f6768df8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740433 Apr 21 12:59:25.162749 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f05b96-a6f1-4318-8c47-a7a91ddfb4d4 req-c78cd7f1-0f49-4a11-b300-d15e0893a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:25.164263 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b8f05b96-a6f1-4318-8c47-a7a91ddfb4d4 req-c78cd7f1-0f49-4a11-b300-d15e0893a12e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50dbb38d-b032-403f-a924-76781bc12675 HTTP/1.1" status: 200 len: 854 time: 0.0645952 Apr 21 12:59:25.280414 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f05b96-a6f1-4318-8c47-a7a91ddfb4d4 req-3ad13e97-cbec-4d91-a9da-6654058cc9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:25.281970 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b8f05b96-a6f1-4318-8c47-a7a91ddfb4d4 req-3ad13e97-cbec-4d91-a9da-6654058cc9b3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66226ca0-89ea-4d56-8a47-047ac66c4412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104932 Apr 21 12:59:25.298969 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e2112b-bc84-4786-9262-d4a76aee46c2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:59:25.309014 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06102daa-4999-4b0e-8b01-e8c4f2e997c4 None None] Sync routers for ids ['489733ba-6a09-4e32-8c54-3bd75de302b3'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:59:25.319314 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06102daa-4999-4b0e-8b01-e8c4f2e997c4 None None] Routers {'489733ba-6a09-4e32-8c54-3bd75de302b3'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:59:25.319845 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-06102daa-4999-4b0e-8b01-e8c4f2e997c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:59:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['489733ba-6a09-4e32-8c54-3bd75de302b3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:25.413688 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-35e2112b-bc84-4786-9262-d4a76aee46c2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:25.417928 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-35e2112b-bc84-4786-9262-d4a76aee46c2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.5607738 Apr 21 12:59:25.418385 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41320) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:25.437951 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-06102daa-4999-4b0e-8b01-e8c4f2e997c4 None None] Set router 489733ba-6a09-4e32-8c54-3bd75de302b3 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:59:25.458383 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b8f05b96-a6f1-4318-8c47-a7a91ddfb4d4 req-c1b899ff-9d11-4bc9-b22b-f05a62c171a4 service neutron] 10.222.0.26 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425133 Apr 21 12:59:25.467194 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-53de9722-f0c8-4ef0-98f8-aa147d85b347 tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=284d3d44382e404aa4c17c17e03a8f46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0467129 Apr 21 12:59:25.471049 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41324) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:25.573859 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce32e79-8b17-4de9-97db-f7ccb399bc13 tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:25.575275 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fce32e79-8b17-4de9-97db-f7ccb399bc13 tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1033077 Apr 21 12:59:25.578274 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41326) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:25.578575 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b8f05b96-a6f1-4318-8c47-a7a91ddfb4d4 req-478e5a5e-d75a-4cfe-a218-a80d49d5d731 service neutron] 10.222.0.26 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109135 Apr 21 12:59:25.621678 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-535c25b3-5434-40c7-97cb-eac2e8f3f52b tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=23f97cfe-dd42-45d8-a5df-e2b803e954fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392070 Apr 21 12:59:25.623663 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41332) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:25.631478 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c9a5821d-afef-48b3-be63-59e3c92e7c2d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-956091563', 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:25.638930 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a56c556-d4ab-46a7-9375-eb97f4706d9c req-cb2d767f-c15c-4d86-b932-2ce408f6cebe tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a31fec9-cc92-41d6-8894-e84e3a637b1a HTTP/1.1" status: 200 len: 210 time: 0.0593662 Apr 21 12:59:25.701485 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-06102daa-4999-4b0e-8b01-e8c4f2e997c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928420442', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'e6b6c819-753c-40d8-915a-01609b9bb80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:21Z', 'updated_at': '2022-04-21T12:59:23Z', 'revision_number': 3, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': 'e6b6c819-753c-40d8-915a-01609b9bb80f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:af:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:22Z', 'updated_at': '2022-04-21T12:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:25.722343 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-6a1cbe26-cad8-41d7-b485-871541f30ad1 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:25.723807 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-6a1cbe26-cad8-41d7-b485-871541f30ad1 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.26 "GET /v2.0/networks?id=66226ca0-89ea-4d56-8a47-047ac66c4412 HTTP/1.1" status: 200 len: 815 time: 0.1424892 Apr 21 12:59:25.730320 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06102daa-4999-4b0e-8b01-e8c4f2e997c4 None None] Checking router: 489733ba-6a09-4e32-8c54-3bd75de302b3 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:59:25.730658 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06102daa-4999-4b0e-8b01-e8c4f2e997c4 None None] Updating router 489733ba-6a09-4e32-8c54-3bd75de302b3 port e6b6c819-753c-40d8-915a-01609b9bb80f binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:59:25.760825 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06102daa-4999-4b0e-8b01-e8c4f2e997c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:25.770965 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a5821d-afef-48b3-be63-59e3c92e7c2d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Made reservation on behalf of 284d3d44382e404aa4c17c17e03a8f46 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:59:25.775512 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9a5821d-afef-48b3-be63-59e3c92e7c2d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:25.778632 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-b184ff45-be77-4eca-8aa9-e572821c5771 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbf20d2a696446f3bf763b1a95728ce3 HTTP/1.1" status: 200 len: 473 time: 0.0457449 Apr 21 12:59:25.791232 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-45fd5e3e-cbcf-4385-8e4b-e99421d33cc5 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Request body: {'port': {'device_id': '6a31fec9-cc92-41d6-8894-e84e3a637b1a', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'admin_state_up': True, 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'security_groups': ['350a6d24-d0a0-4a4f-90c9-5880036352da']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:26.072312 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-45fd5e3e-cbcf-4385-8e4b-e99421d33cc5 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Made reservation on behalf of dbf20d2a696446f3bf763b1a95728ce3 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:59:26.075785 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-45fd5e3e-cbcf-4385-8e4b-e99421d33cc5 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:26.082282 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06102daa-4999-4b0e-8b01-e8c4f2e997c4 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:26.099989 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9a5821d-afef-48b3-be63-59e3c92e7c2d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:26.114342 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99360bb-36ad-42ee-ba30-d33f4f53df0e req-ff44b376-d5b1-4f06-ba90-ac1c390e40c5 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:26.115860 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f99360bb-36ad-42ee-ba30-d33f4f53df0e req-ff44b376-d5b1-4f06-ba90-ac1c390e40c5 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 945 time: 0.0813453 Apr 21 12:59:26.170580 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5821d-afef-48b3-be63-59e3c92e7c2d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Subnet': ['ID=d2e0aa77-3310-4a79-a9b7-1005747f55a8,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:26.175847 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06102daa-4999-4b0e-8b01-e8c4f2e997c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:26.181544 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a5821d-afef-48b3-be63-59e3c92e7c2d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Checking segment: {'id': 'c5000062-929d-4a36-aa02-f0d9d80fea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:59:26.183460 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a5821d-afef-48b3-be63-59e3c92e7c2d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Network hostable DHCP agents. Network: 4e555949-1c19-45dc-b140-6a77acee0280, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 12:59:26.234715 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f99360bb-36ad-42ee-ba30-d33f4f53df0e req-8431c39b-4e2d-4a9a-bb82-2c77a61b2c88 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897522 Apr 21 12:59:26.257548 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-06102daa-4999-4b0e-8b01-e8c4f2e997c4 None None] Attempting to bind port e6b6c819-753c-40d8-915a-01609b9bb80f on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:59:26.257964 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-06102daa-4999-4b0e-8b01-e8c4f2e997c4 None None] Attempting to bind port e6b6c819-753c-40d8-915a-01609b9bb80f by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:59:26.258510 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06102daa-4999-4b0e-8b01-e8c4f2e997c4 None None] Attempting to bind port e6b6c819-753c-40d8-915a-01609b9bb80f on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:59:26.266990 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06102daa-4999-4b0e-8b01-e8c4f2e997c4 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:59:26.267601 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06102daa-4999-4b0e-8b01-e8c4f2e997c4 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:59:26.268523 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06102daa-4999-4b0e-8b01-e8c4f2e997c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:26.269021 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06102daa-4999-4b0e-8b01-e8c4f2e997c4 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:59:26.269434 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-06102daa-4999-4b0e-8b01-e8c4f2e997c4 None None] Bound port: e6b6c819-753c-40d8-915a-01609b9bb80f, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:59:26.270058 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06102daa-4999-4b0e-8b01-e8c4f2e997c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:26.271773 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c64c2-4997-4488-b636-89f6d1fdc494 None None] Pushing event updated for resources: {'Port': ['ID=e6b6c819-753c-40d8-915a-01609b9bb80f,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:26.297135 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a5821d-afef-48b3-be63-59e3c92e7c2d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Network 4e555949-1c19-45dc-b140-6a77acee0280 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 12:59:26.328915 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-45fd5e3e-cbcf-4385-8e4b-e99421d33cc5 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Allocated IP 172.20.0.9 (66226ca0-89ea-4d56-8a47-047ac66c4412/50dbb38d-b032-403f-a924-76781bc12675/9d25e6e2-728c-47ce-b625-b0a682f0e3b0) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:59:26.351005 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d922db1-ca59-4969-b287-ad8801a8c72c req-d09cfea4-02cc-4085-bba9-e4572410d233 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:26.351708 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-06102daa-4999-4b0e-8b01-e8c4f2e997c4 None None] For port e6b6c819-753c-40d8-915a-01609b9bb80f, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:59:26.354057 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d922db1-ca59-4969-b287-ad8801a8c72c req-d09cfea4-02cc-4085-bba9-e4572410d233 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6934bec-850b-4744-8616-50f1d1566bcb HTTP/1.1" status: 200 len: 943 time: 0.1149607 Apr 21 12:59:26.354943 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-06102daa-4999-4b0e-8b01-e8c4f2e997c4 None None] For port e6b6c819-753c-40d8-915a-01609b9bb80f, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e6b6c819-753c-40d8-915a-01609b9bb80f,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:59:26.372568 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-c9a5821d-afef-48b3-be63-59e3c92e7c2d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 4e555949-1c19-45dc-b140-6a77acee0280) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:59:26.378668 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a5821d-afef-48b3-be63-59e3c92e7c2d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:26.379258 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c9a5821d-afef-48b3-be63-59e3c92e7c2d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:26.383254 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f27d89-2c67-41d6-8957-c9494372551b None None] Network 4e555949-1c19-45dc-b140-6a77acee0280 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:59:26.430078 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-06102daa-4999-4b0e-8b01-e8c4f2e997c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:26.445945 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device da5b8353-f615-41d8-841d-884bae4d576d details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:59:26.463335 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d922db1-ca59-4969-b287-ad8801a8c72c req-5bbd6ce0-5a92-4e22-8bfe-a44b8d5e234a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ff10dcf-2b98-4239-b024-3f6768df8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028724 Apr 21 12:59:26.519511 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c9a5821d-afef-48b3-be63-59e3c92e7c2d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8945601 Apr 21 12:59:26.522453 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41346) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:26.582290 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-45fd5e3e-cbcf-4385-8e4b-e99421d33cc5 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:26.624201 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06102daa-4999-4b0e-8b01-e8c4f2e997c4 None None] Routers {'489733ba-6a09-4e32-8c54-3bd75de302b3'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:59:26.624964 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-06102daa-4999-4b0e-8b01-e8c4f2e997c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:59:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['489733ba-6a09-4e32-8c54-3bd75de302b3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:26.625861 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port da5b8353-f615-41d8-841d-884bae4d576d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=da5b8353-f615-41d8-841d-884bae4d576d,segment=NetworkSegment(b98117de-7948-48ab-9639-8427fabef22e),segment_id=b98117de-7948-48ab-9639-8427fabef22e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:59:26.657482 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'da5b8353-f615-41d8-841d-884bae4d576d', 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d', 'port_id': 'da5b8353-f615-41d8-841d-884bae4d576d', 'mac_address': 'fa:16:3e:9b:17:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:59:26.683422 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-45fd5e3e-cbcf-4385-8e4b-e99421d33cc5 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:26.700075 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:26.702190 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ea2d78-4a25-4b0b-af1d-d3061545ff8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-4e555949-1c19-45dc-b140-6a77acee0280', 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'fixed_ips': [{'subnet_id': 'd2e0aa77-3310-4a79-a9b7-1005747f55a8'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 12:59:26.703009 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65ea2d78-4a25-4b0b-af1d-d3061545ff8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:26.742300 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da5b8353-f615-41d8-841d-884bae4d576d {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:59:26.793747 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port da5b8353-f615-41d8-841d-884bae4d576d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=da5b8353-f615-41d8-841d-884bae4d576d,segment=NetworkSegment(b98117de-7948-48ab-9639-8427fabef22e),segment_id=b98117de-7948-48ab-9639-8427fabef22e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:59:26.804299 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fd5e3e-cbcf-4385-8e4b-e99421d33cc5 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event updated for resources: {'Port': ['ID=9d25e6e2-728c-47ce-b625-b0a682f0e3b0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:26.817973 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-45fd5e3e-cbcf-4385-8e4b-e99421d33cc5 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Network 66226ca0-89ea-4d56-8a47-047ac66c4412 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:59:26.824322 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c64c2-4997-4488-b636-89f6d1fdc494 None None] Pushing event updated for resources: {'Port': ['ID=e6b6c819-753c-40d8-915a-01609b9bb80f,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:26.829501 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-06102daa-4999-4b0e-8b01-e8c4f2e997c4 None None] Set router 489733ba-6a09-4e32-8c54-3bd75de302b3 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:59:26.849389 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-45fd5e3e-cbcf-4385-8e4b-e99421d33cc5 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:59:26.853341 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-45fd5e3e-cbcf-4385-8e4b-e99421d33cc5 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:59:26.901229 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:26.935271 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f206497-3761-4469-92c2-afc053e3ae36 req-8bc5e6ab-7ba2-4a0b-9f95-95a9290809aa tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:26.944485 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6f206497-3761-4469-92c2-afc053e3ae36 req-8bc5e6ab-7ba2-4a0b-9f95-95a9290809aa tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a31fec9-cc92-41d6-8894-e84e3a637b1a HTTP/1.1" status: 200 len: 931 time: 0.1629472 Apr 21 12:59:27.013918 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-45fd5e3e-cbcf-4385-8e4b-e99421d33cc5 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:27.016157 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-45fd5e3e-cbcf-4385-8e4b-e99421d33cc5 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:27.053779 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6f206497-3761-4469-92c2-afc053e3ae36 req-9c774313-da34-45d1-b580-b392600fad9b tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=350a6d24-d0a0-4a4f-90c9-5880036352da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036584 Apr 21 12:59:27.084470 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=da5b8353-f615-41d8-841d-884bae4d576d,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:27.088209 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-45fd5e3e-cbcf-4385-8e4b-e99421d33cc5 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3036096 Apr 21 12:59:27.101733 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-d3697e5a-6575-4d5a-8807-d14eef2c484d service neutron] Request body: {'port': {'device_id': '6a31fec9-cc92-41d6-8894-e84e3a637b1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:27.133121 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-06102daa-4999-4b0e-8b01-e8c4f2e997c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928420442', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'e6b6c819-753c-40d8-915a-01609b9bb80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:21Z', 'updated_at': '2022-04-21T12:59:23Z', 'revision_number': 3, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': 'e6b6c819-753c-40d8-915a-01609b9bb80f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:af:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:22Z', 'updated_at': '2022-04-21T12:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:27.167536 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-65ea2d78-4a25-4b0b-af1d-d3061545ff8f None None] Allocated IP 172.20.0.2 (4e555949-1c19-45dc-b140-6a77acee0280/d2e0aa77-3310-4a79-a9b7-1005747f55a8/c0bd6006-c069-4a35-b86d-fcd6ccd5bf17) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:59:27.180553 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06102daa-4999-4b0e-8b01-e8c4f2e997c4 None None] The sync data for ids ['489733ba-6a09-4e32-8c54-3bd75de302b3'] in n-d-836147-2 is: [{'id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928420442', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'e6b6c819-753c-40d8-915a-01609b9bb80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:21Z', 'updated_at': '2022-04-21T12:59:23Z', 'revision_number': 3, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': 'e6b6c819-753c-40d8-915a-01609b9bb80f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:af:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:22Z', 'updated_at': '2022-04-21T12:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:59:27.218872 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-d3697e5a-6575-4d5a-8807-d14eef2c484d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:27.222229 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['da5b8353-f615-41d8-841d-884bae4d576d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:59:27.288038 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0716dbbc-bc77-4216-a739-d815be091ab6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:27.350828 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4d84e929-985f-4874-81ad-f03e7ab6b9c7 None None] Provisioning complete for port 9d25e6e2-728c-47ce-b625-b0a682f0e3b0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:59:27.351473 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d84e929-985f-4874-81ad-f03e7ab6b9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:27.506875 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4d84e929-985f-4874-81ad-f03e7ab6b9c7 None None] Port 9d25e6e2-728c-47ce-b625-b0a682f0e3b0 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:59:27.597665 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65ea2d78-4a25-4b0b-af1d-d3061545ff8f None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:27.643573 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef3c96-9c4e-4d9c-9ce6-c814f55343bc req-29fab48a-e467-4606-b4e6-d794f1d136a1 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:27.645364 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0aef3c96-9c4e-4d9c-9ce6-c814f55343bc req-29fab48a-e467-4606-b4e6-d794f1d136a1 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 945 time: 0.2395706 Apr 21 12:59:27.680630 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65ea2d78-4a25-4b0b-af1d-d3061545ff8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:27.735836 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-0716dbbc-bc77-4216-a739-d815be091ab6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Allocated IP 172.20.0.1 (4e555949-1c19-45dc-b140-6a77acee0280/d2e0aa77-3310-4a79-a9b7-1005747f55a8/3d750524-5330-4e02-9871-486eeee57c48) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:59:27.741140 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ea2d78-4a25-4b0b-af1d-d3061545ff8f None None] Network 4e555949-1c19-45dc-b140-6a77acee0280 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:59:27.745714 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-65ea2d78-4a25-4b0b-af1d-d3061545ff8f None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:59:27.751832 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ea2d78-4a25-4b0b-af1d-d3061545ff8f None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:59:27.814416 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea2d78-4a25-4b0b-af1d-d3061545ff8f None None] Pushing event updated for resources: {'Port': ['ID=c0bd6006-c069-4a35-b86d-fcd6ccd5bf17,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:27.836468 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0aef3c96-9c4e-4d9c-9ce6-c814f55343bc req-0556ec82-b53b-41b0-b01e-df3747bd10f3 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699660 Apr 21 12:59:27.845937 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93d20d-1965-4db9-be58-bdb77b655b3a req-cecbd3dd-02dd-4798-b0b7-a9abb4799b51 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:27.853910 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0e93d20d-1965-4db9-be58-bdb77b655b3a req-cecbd3dd-02dd-4798-b0b7-a9abb4799b51 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6934bec-850b-4744-8616-50f1d1566bcb HTTP/1.1" status: 200 len: 944 time: 0.2344520 Apr 21 12:59:27.907920 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-65ea2d78-4a25-4b0b-af1d-d3061545ff8f None None] Attempting to bind port c0bd6006-c069-4a35-b86d-fcd6ccd5bf17 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:59:27.908618 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-65ea2d78-4a25-4b0b-af1d-d3061545ff8f None None] Attempting to bind port c0bd6006-c069-4a35-b86d-fcd6ccd5bf17 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'c5000062-929d-4a36-aa02-f0d9d80fea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:59:27.909167 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ea2d78-4a25-4b0b-af1d-d3061545ff8f None None] Attempting to bind port c0bd6006-c069-4a35-b86d-fcd6ccd5bf17 on network 4e555949-1c19-45dc-b140-6a77acee0280 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:59:27.920720 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ea2d78-4a25-4b0b-af1d-d3061545ff8f None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:59:27.925010 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ea2d78-4a25-4b0b-af1d-d3061545ff8f None None] Checking segment: {'id': 'c5000062-929d-4a36-aa02-f0d9d80fea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:59:27.928740 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0716dbbc-bc77-4216-a739-d815be091ab6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:27.936928 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0e93d20d-1965-4db9-be58-bdb77b655b3a req-30e2f82b-9789-4cdd-86f2-d015dfcdde1c tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ff10dcf-2b98-4239-b024-3f6768df8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823932 Apr 21 12:59:27.940951 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65ea2d78-4a25-4b0b-af1d-d3061545ff8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:27.941479 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ea2d78-4a25-4b0b-af1d-d3061545ff8f None None] Bound using segment: {'id': 'c5000062-929d-4a36-aa02-f0d9d80fea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:59:27.942022 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-65ea2d78-4a25-4b0b-af1d-d3061545ff8f None None] Bound port: c0bd6006-c069-4a35-b86d-fcd6ccd5bf17, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5000062-929d-4a36-aa02-f0d9d80fea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:59:27.942530 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65ea2d78-4a25-4b0b-af1d-d3061545ff8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:28.019827 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-d3697e5a-6575-4d5a-8807-d14eef2c484d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d25e6e2-728c-47ce-b625-b0a682f0e3b0 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:59:28.029895 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-d3697e5a-6575-4d5a-8807-d14eef2c484d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:28.045574 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0716dbbc-bc77-4216-a739-d815be091ab6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:28.050771 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-65ea2d78-4a25-4b0b-af1d-d3061545ff8f None None] For port c0bd6006-c069-4a35-b86d-fcd6ccd5bf17, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:59:28.058550 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-65ea2d78-4a25-4b0b-af1d-d3061545ff8f None None] For port c0bd6006-c069-4a35-b86d-fcd6ccd5bf17, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c0bd6006-c069-4a35-b86d-fcd6ccd5bf17,segment=NetworkSegment(c5000062-929d-4a36-aa02-f0d9d80fea4d),segment_id=c5000062-929d-4a36-aa02-f0d9d80fea4d)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:59:28.064463 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-d3697e5a-6575-4d5a-8807-d14eef2c484d service neutron] Transition to ACTIVE for port object 9d25e6e2-728c-47ce-b625-b0a682f0e3b0 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:59:28.073699 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35352836-ec0f-43c7-9b73-1c4ade92e9a1 req-a04439b6-f5f8-4844-a21c-2fe25b82db51 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:28.085172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35352836-ec0f-43c7-9b73-1c4ade92e9a1 req-a04439b6-f5f8-4844-a21c-2fe25b82db51 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 945 time: 0.1409094 Apr 21 12:59:28.097616 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41376) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:28.102833 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0716dbbc-bc77-4216-a739-d815be091ab6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Network 4e555949-1c19-45dc-b140-6a77acee0280 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:59:28.102833 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-0716dbbc-bc77-4216-a739-d815be091ab6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:59:28.103143 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-32768837-4452-4d81-887c-d8ba5a4a7296 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Request body: {'floatingip': {'port_id': '41ae69c3-e7c1-4f18-a77c-b9452b075197'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:28.107572 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0716dbbc-bc77-4216-a739-d815be091ab6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:59:28.120208 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-65ea2d78-4a25-4b0b-af1d-d3061545ff8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:28.137873 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716dbbc-bc77-4216-a739-d815be091ab6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Port': ['ID=3d750524-5330-4e02-9871-486eeee57c48,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:28.174762 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-d3697e5a-6575-4d5a-8807-d14eef2c484d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:28.187419 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0716dbbc-bc77-4216-a739-d815be091ab6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:28.217424 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-32768837-4452-4d81-887c-d8ba5a4a7296 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:28.220594 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea2d78-4a25-4b0b-af1d-d3061545ff8f None None] Pushing event updated for resources: {'Port': ['ID=c0bd6006-c069-4a35-b86d-fcd6ccd5bf17,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:28.379375 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3697e5a-6575-4d5a-8807-d14eef2c484d service neutron] Pushing event updated for resources: {'Port': ['ID=9d25e6e2-728c-47ce-b625-b0a682f0e3b0,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:28.407496 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1eb45d-15bc-4c75-b43b-fc9ee10357f5 req-d6bd32b7-a376-41e4-a4c5-2236efd4c492 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:28.416937 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a1eb45d-15bc-4c75-b43b-fc9ee10357f5 req-d6bd32b7-a376-41e4-a4c5-2236efd4c492 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a31fec9-cc92-41d6-8894-e84e3a637b1a HTTP/1.1" status: 200 len: 943 time: 0.2548048 Apr 21 12:59:28.499901 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0716dbbc-bc77-4216-a739-d815be091ab6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:28.583091 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a1eb45d-15bc-4c75-b43b-fc9ee10357f5 req-2eaa85c2-ea28-405a-b9c4-a0cc3c63d222 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=350a6d24-d0a0-4a4f-90c9-5880036352da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651161 Apr 21 12:59:28.600880 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-d3697e5a-6575-4d5a-8807-d14eef2c484d service neutron] Attempting to bind port 9d25e6e2-728c-47ce-b625-b0a682f0e3b0 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:59:28.601511 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-d3697e5a-6575-4d5a-8807-d14eef2c484d service neutron] Attempting to bind port 9d25e6e2-728c-47ce-b625-b0a682f0e3b0 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '374fc68c-cad2-4786-bb7b-956a7d4d9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:59:28.602060 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-d3697e5a-6575-4d5a-8807-d14eef2c484d service neutron] Attempting to bind port 9d25e6e2-728c-47ce-b625-b0a682f0e3b0 on network 66226ca0-89ea-4d56-8a47-047ac66c4412 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:59:28.653952 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-d3697e5a-6575-4d5a-8807-d14eef2c484d service neutron] Port 9d25e6e2-728c-47ce-b625-b0a682f0e3b0 on network 66226ca0-89ea-4d56-8a47-047ac66c4412 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:59:28.654653 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-d3697e5a-6575-4d5a-8807-d14eef2c484d service neutron] Attempting to bind port 9d25e6e2-728c-47ce-b625-b0a682f0e3b0 on network 66226ca0-89ea-4d56-8a47-047ac66c4412 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:59:28.667184 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-d3697e5a-6575-4d5a-8807-d14eef2c484d service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:59:28.667524 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-d3697e5a-6575-4d5a-8807-d14eef2c484d service neutron] Checking segment: {'id': '374fc68c-cad2-4786-bb7b-956a7d4d9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:59:28.667920 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-d3697e5a-6575-4d5a-8807-d14eef2c484d service neutron] Bound using segment: {'id': '374fc68c-cad2-4786-bb7b-956a7d4d9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:59:28.668372 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-d3697e5a-6575-4d5a-8807-d14eef2c484d service neutron] Bound port: 9d25e6e2-728c-47ce-b625-b0a682f0e3b0, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374fc68c-cad2-4786-bb7b-956a7d4d9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:59:28.668738 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-d3697e5a-6575-4d5a-8807-d14eef2c484d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:28.933367 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-d3697e5a-6575-4d5a-8807-d14eef2c484d service neutron] For port 9d25e6e2-728c-47ce-b625-b0a682f0e3b0, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:59:28.938337 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0716dbbc-bc77-4216-a739-d815be091ab6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:28.994898 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-d3697e5a-6575-4d5a-8807-d14eef2c484d service neutron] For port 9d25e6e2-728c-47ce-b625-b0a682f0e3b0, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9d25e6e2-728c-47ce-b625-b0a682f0e3b0,segment=NetworkSegment(374fc68c-cad2-4786-bb7b-956a7d4d9f8e),segment_id=374fc68c-cad2-4786-bb7b-956a7d4d9f8e)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:59:28.999267 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0716dbbc-bc77-4216-a739-d815be091ab6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:29.061660 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-d3697e5a-6575-4d5a-8807-d14eef2c484d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:29.423557 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0716dbbc-bc77-4216-a739-d815be091ab6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:29.426605 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716dbbc-bc77-4216-a739-d815be091ab6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Port': ['ID=3d750524-5330-4e02-9871-486eeee57c48,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:29.469132 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-d3697e5a-6575-4d5a-8807-d14eef2c484d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:29.470109 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-d3697e5a-6575-4d5a-8807-d14eef2c484d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:29.471586 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-d3697e5a-6575-4d5a-8807-d14eef2c484d service neutron] 10.222.0.26 "PUT /v2.0/ports/9d25e6e2-728c-47ce-b625-b0a682f0e3b0 HTTP/1.1" status: 200 len: 1091 time: 2.3756096 Apr 21 12:59:29.488944 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a31fec9-cc92-41d6-8894-e84e3a637b1a', 'tag': '9d25e6e2-728c-47ce-b625-b0a682f0e3b0'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:59:29.491443 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c0158c-2cf9-4f6a-b6b8-8b50bffa29c7" -d '{"events": [{"name": "network-changed", "server_uuid": "6a31fec9-cc92-41d6-8894-e84e3a637b1a", "tag": "9d25e6e2-728c-47ce-b625-b0a682f0e3b0"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:59:29.536113 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.db.resource_extend [None req-32768837-4452-4d81-887c-d8ba5a4a7296 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 21 12:59:29.561433 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0716dbbc-bc77-4216-a739-d815be091ab6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Network 4e555949-1c19-45dc-b140-6a77acee0280 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:59:29.569107 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-0716dbbc-bc77-4216-a739-d815be091ab6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:59:29.590358 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b14bf6-64b5-4d1f-a55f-0cb99ca577db req-6eb19e38-fcef-4bab-be7d-12419e59335d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:29.591921 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-50b14bf6-64b5-4d1f-a55f-0cb99ca577db req-6eb19e38-fcef-4bab-be7d-12419e59335d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6934bec-850b-4744-8616-50f1d1566bcb HTTP/1.1" status: 200 len: 944 time: 0.5782781 Apr 21 12:59:29.599363 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3697e5a-6575-4d5a-8807-d14eef2c484d service neutron] Pushing event updated for resources: {'Port': ['ID=9d25e6e2-728c-47ce-b625-b0a682f0e3b0,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:29.639634 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73bff622-c422-4965-8ab1-0ffe543de5df x-openstack-request-id: req-73bff622-c422-4965-8ab1-0ffe543de5df {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:59:29.639924 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a31fec9-cc92-41d6-8894-e84e3a637b1a", "tag": "9d25e6e2-728c-47ce-b625-b0a682f0e3b0", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:59:29.640188 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-73bff622-c422-4965-8ab1-0ffe543de5df {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:59:29.640598 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73bff622-c422-4965-8ab1-0ffe543de5df'] response: {'name': 'network-changed', 'server_uuid': '6a31fec9-cc92-41d6-8894-e84e3a637b1a', 'tag': '9d25e6e2-728c-47ce-b625-b0a682f0e3b0', 'status': 'completed', 'code': 200} Apr 21 12:59:29.673702 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-32768837-4452-4d81-887c-d8ba5a4a7296 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:29.702631 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-50b14bf6-64b5-4d1f-a55f-0cb99ca577db req-7fd5cbe0-69ce-43b1-93c5-0c5a867ea22a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ff10dcf-2b98-4239-b024-3f6768df8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860980 Apr 21 12:59:29.711862 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-940b15bd-9601-4044-8a88-83a6dc30f1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:29.713403 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-940b15bd-9601-4044-8a88-83a6dc30f1bf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dbf20d2a696446f3bf763b1a95728ce3&device_id=6a31fec9-cc92-41d6-8894-e84e3a637b1a HTTP/1.1" status: 200 len: 1094 time: 0.0897834 Apr 21 12:59:29.766283 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c0bd6006-c069-4a35-b86d-fcd6ccd5bf17 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:59:29.819202 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-32768837-4452-4d81-887c-d8ba5a4a7296 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:29.832462 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0716dbbc-bc77-4216-a739-d815be091ab6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Router 489733ba-6a09-4e32-8c54-3bd75de302b3 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:59:29.844289 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-76c8c7dc-e563-4c03-a307-29537d26b087 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d25e6e2-728c-47ce-b625-b0a682f0e3b0 HTTP/1.1" status: 200 len: 217 time: 0.1232703 Apr 21 12:59:29.846959 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port c0bd6006-c069-4a35-b86d-fcd6ccd5bf17 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:59:29.847328 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:29.958986 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:29.972600 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0716dbbc-bc77-4216-a739-d815be091ab6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:59:29.987363 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0716dbbc-bc77-4216-a739-d815be091ab6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "PUT /v2.0/routers/489733ba-6a09-4e32-8c54-3bd75de302b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4540408 Apr 21 12:59:30.002685 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port c0bd6006-c069-4a35-b86d-fcd6ccd5bf17, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c0bd6006-c069-4a35-b86d-fcd6ccd5bf17,segment=NetworkSegment(c5000062-929d-4a36-aa02-f0d9d80fea4d),segment_id=c5000062-929d-4a36-aa02-f0d9d80fea4d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:59:30.005560 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407fa1a8-471f-4ad8-b41d-185a9121f6d3 None None] Sync routers for ids ['489733ba-6a09-4e32-8c54-3bd75de302b3'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:59:30.016267 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407fa1a8-471f-4ad8-b41d-185a9121f6d3 None None] Routers {'489733ba-6a09-4e32-8c54-3bd75de302b3'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:59:30.016887 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-407fa1a8-471f-4ad8-b41d-185a9121f6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:59:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['489733ba-6a09-4e32-8c54-3bd75de302b3'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:30.027186 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-32768837-4452-4d81-887c-d8ba5a4a7296 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Floating IP aa1a8b22-3b90-4445-83ec-24606e0e5b92 associated. External IP: 172.25.8.30, port: 41ae69c3-e7c1-4f18-a77c-b9452b075197. Apr 21 12:59:30.075020 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfeeee9-91bd-4e40-b7ad-481fa974681e req-94a47013-595d-4223-86ad-81b6a3926db3 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:30.076761 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1bfeeee9-91bd-4e40-b7ad-481fa974681e req-94a47013-595d-4223-86ad-81b6a3926db3 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a31fec9-cc92-41d6-8894-e84e3a637b1a HTTP/1.1" status: 200 len: 943 time: 0.3341146 Apr 21 12:59:30.085084 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-1d603219-839d-4b14-aa81-27eaa11f77a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:30.086620 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-1d603219-839d-4b14-aa81-27eaa11f77a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50dbb38d-b032-403f-a924-76781bc12675 HTTP/1.1" status: 200 len: 854 time: 0.1999559 Apr 21 12:59:30.128826 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:30.130038 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e6b6c819-753c-40d8-915a-01609b9bb80f up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:59:30.214247 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-407fa1a8-471f-4ad8-b41d-185a9121f6d3 None None] Set router 489733ba-6a09-4e32-8c54-3bd75de302b3 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:59:30.230353 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1bfeeee9-91bd-4e40-b7ad-481fa974681e req-b5b53da1-dd14-467f-b0c1-8ac2d7ba639a tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=350a6d24-d0a0-4a4f-90c9-5880036352da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424882 Apr 21 12:59:30.283911 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-0fe88a3f-e0e5-4c71-940a-06bcfcf4b63b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1870614132&fields=id&tenant_id=284d3d44382e404aa4c17c17e03a8f46 HTTP/1.1" status: 200 len: 267 time: 0.0720601 Apr 21 12:59:30.286110 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-a7b8ba86-9031-4714-8271-adf7ad5a2dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:30.287822 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-a7b8ba86-9031-4714-8271-adf7ad5a2dab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66226ca0-89ea-4d56-8a47-047ac66c4412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1698081 Apr 21 12:59:30.422005 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device da5b8353-f615-41d8-841d-884bae4d576d up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:59:30.465816 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=c0bd6006-c069-4a35-b86d-fcd6ccd5bf17,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:30.491365 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32768837-4452-4d81-887c-d8ba5a4a7296 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Router 8af56567-2d21-4505-9e21-b557af4fa488 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:59:30.530144 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port e6b6c819-753c-40d8-915a-01609b9bb80f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:59:30.530607 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:30.558253 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6518ea66-42af-460c-9c12-ab8a557dff95 None None] Network 4e555949-1c19-45dc-b140-6a77acee0280 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 12:59:30.653137 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-9b3a4c12-7df9-4f14-b89c-5a8ef5427674 service neutron] 10.222.0.26 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435600 Apr 21 12:59:30.678218 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-d08e7907-8e06-477a-a69b-0a88fea9daab tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:30.679674 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-d08e7907-8e06-477a-a69b-0a88fea9daab tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/networks?id=4e555949-1c19-45dc-b140-6a77acee0280 HTTP/1.1" status: 200 len: 797 time: 0.3894370 Apr 21 12:59:30.714329 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-15eb75c8-2c97-41f4-b75c-a556dc37f419 None None] Provisioning complete for port c0bd6006-c069-4a35-b86d-fcd6ccd5bf17 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:59:30.714981 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-15eb75c8-2c97-41f4-b75c-a556dc37f419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:30.766907 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-fe9c7b90-e6f7-4b62-a77b-e7a876a67389 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/quotas/284d3d44382e404aa4c17c17e03a8f46 HTTP/1.1" status: 200 len: 375 time: 0.0716600 Apr 21 12:59:30.810548 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port da5b8353-f615-41d8-841d-884bae4d576d completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:59:30.848017 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port da5b8353-f615-41d8-841d-884bae4d576d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:59:30.848017 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:30.876029 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-10df6379-223d-4f3d-ad7c-673fb86f1611 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0983026 Apr 21 12:59:30.877552 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32768837-4452-4d81-887c-d8ba5a4a7296 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:59:30.884453 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-32768837-4452-4d81-887c-d8ba5a4a7296 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:30.895249 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a8efdf-ce1d-4466-80db-b0ce8f477f74 None None] Sync routers for ids ['8af56567-2d21-4505-9e21-b557af4fa488'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:59:30.900819 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:30.922929 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a8efdf-ce1d-4466-80db-b0ce8f477f74 None None] Routers {'8af56567-2d21-4505-9e21-b557af4fa488'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:59:30.924167 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-56a8efdf-ce1d-4466-80db-b0ce8f477f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:59:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['8af56567-2d21-4505-9e21-b557af4fa488'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:30.941622 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-32768837-4452-4d81-887c-d8ba5a4a7296 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "PUT /v2.0/floatingips/aa1a8b22-3b90-4445-83ec-24606e0e5b92 HTTP/1.1" status: 200 len: 990 time: 2.8311214 Apr 21 12:59:30.942305 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae38e753-4372-4585-a822-2f60b3d9ab12 req-e1f80172-8521-491e-8446-edff1c677269 service neutron] 10.222.0.26 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799213 Apr 21 12:59:30.966959 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port e6b6c819-753c-40d8-915a-01609b9bb80f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e6b6c819-753c-40d8-915a-01609b9bb80f,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:59:31.054616 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:31.068873 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-407fa1a8-471f-4ad8-b41d-185a9121f6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928420442', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'e6b6c819-753c-40d8-915a-01609b9bb80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:21Z', 'updated_at': '2022-04-21T12:59:28Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': 'e6b6c819-753c-40d8-915a-01609b9bb80f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:af:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:22Z', 'updated_at': '2022-04-21T12:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '3d750524-5330-4e02-9871-486eeee57c48', 'name': '', 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:2b:ce:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'd2e0aa77-3310-4a79-a9b7-1005747f55a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:27Z', 'updated_at': '2022-04-21T12:59:28Z', 'revision_number': 2, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': 'd2e0aa77-3310-4a79-a9b7-1005747f55a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:31.087300 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cdf7bc-5229-4027-b22e-b69ce0b7f503 req-2ef8b381-13bd-4c18-830b-5427cdc59de5 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:31.088846 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20cdf7bc-5229-4027-b22e-b69ce0b7f503 req-2ef8b381-13bd-4c18-830b-5427cdc59de5 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6934bec-850b-4744-8616-50f1d1566bcb HTTP/1.1" status: 200 len: 944 time: 0.2093973 Apr 21 12:59:31.093219 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-56a8efdf-ce1d-4466-80db-b0ce8f477f74 None None] Set router 8af56567-2d21-4505-9e21-b557af4fa488 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:59:31.112367 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407fa1a8-471f-4ad8-b41d-185a9121f6d3 None None] Checking router: 489733ba-6a09-4e32-8c54-3bd75de302b3 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:59:31.112644 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407fa1a8-471f-4ad8-b41d-185a9121f6d3 None None] Updating router 489733ba-6a09-4e32-8c54-3bd75de302b3 port 3d750524-5330-4e02-9871-486eeee57c48 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 12:59:31.169562 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:31.194179 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20cdf7bc-5229-4027-b22e-b69ce0b7f503 req-58817a75-ce5f-4936-a4d4-7dd47c8f989c tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ff10dcf-2b98-4239-b024-3f6768df8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484014 Apr 21 12:59:31.195206 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-407fa1a8-471f-4ad8-b41d-185a9121f6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:31.204588 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-c85cbfa7-165b-4723-8a68-56cd8fc2b407 service neutron] 10.222.0.36 "GET /v2.0/networks/4e555949-1c19-45dc-b140-6a77acee0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699966 Apr 21 12:59:31.206945 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=e6b6c819-753c-40d8-915a-01609b9bb80f,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:31.232875 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0158c-2cf9-4f6a-b6b8-8b50bffa29c7 req-6a3ee760-467e-4aec-be72-d655b2dec9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:31.234924 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54c0158c-2cf9-4f6a-b6b8-8b50bffa29c7 req-6a3ee760-467e-4aec-be72-d655b2dec9cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dbf20d2a696446f3bf763b1a95728ce3&device_id=6a31fec9-cc92-41d6-8894-e84e3a637b1a HTTP/1.1" status: 200 len: 1094 time: 0.1740286 Apr 21 12:59:31.245473 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6934bec-850b-4744-8616-50f1d1566bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5b8353-f615-41d8-841d-884bae4d576d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:59:31.251458 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22636fb-965c-4318-a7a1-4d4adddacd61" -d '{"events": [{"server_uuid": "c6934bec-850b-4744-8616-50f1d1566bcb", "name": "network-vif-plugged", "status": "completed", "tag": "da5b8353-f615-41d8-841d-884bae4d576d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:59:31.299409 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port da5b8353-f615-41d8-841d-884bae4d576d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=da5b8353-f615-41d8-841d-884bae4d576d,segment=NetworkSegment(b98117de-7948-48ab-9639-8427fabef22e),segment_id=b98117de-7948-48ab-9639-8427fabef22e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:59:31.473453 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-56a8efdf-ce1d-4466-80db-b0ce8f477f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af56567-2d21-4505-9e21-b557af4fa488', 'name': 'tempest-ServerRescueNegativeTestJSON-59386906-router', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:34Z', 'updated_at': '2022-04-21T12:57:39Z', 'revision_number': 4, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'gw_port': {'id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:35Z', 'updated_at': '2022-04-21T12:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'aa1a8b22-3b90-4445-83ec-24606e0e5b92', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'floating_ip_address': '172.25.8.30', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'port_id': '41ae69c3-e7c1-4f18-a77c-b9452b075197', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481', 'mac_address': 'fa:16:3e:55:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d23d50f-cbdb-4b06-8169-b5050bfbc738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:59:09Z', 'updated_at': '2022-04-21T12:59:29Z', 'revision_number': 1, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6', 'name': '', 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'mac_address': 'fa:16:3e:99:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '042c7c8a-99c9-4a93-a632-3fd1a4109dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:38Z', 'updated_at': '2022-04-21T12:57:45Z', 'revision_number': 5, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'subnets': [{'id': '042c7c8a-99c9-4a93-a632-3fd1a4109dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:31.478465 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0158c-2cf9-4f6a-b6b8-8b50bffa29c7 req-0cf9e832-c95b-46b5-bb31-3e4367819278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:31.480277 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54c0158c-2cf9-4f6a-b6b8-8b50bffa29c7 req-0cf9e832-c95b-46b5-bb31-3e4367819278 service neutron] 10.222.0.26 "GET /v2.0/networks?id=66226ca0-89ea-4d56-8a47-047ac66c4412 HTTP/1.1" status: 200 len: 916 time: 0.2265737 Apr 21 12:59:31.524892 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a8efdf-ce1d-4466-80db-b0ce8f477f74 None None] Checking router: 8af56567-2d21-4505-9e21-b557af4fa488 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:59:31.549627 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a8efdf-ce1d-4466-80db-b0ce8f477f74 None None] Routers {'8af56567-2d21-4505-9e21-b557af4fa488'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:59:31.550427 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-56a8efdf-ce1d-4466-80db-b0ce8f477f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:59:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['8af56567-2d21-4505-9e21-b557af4fa488'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:31.575807 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54c0158c-2cf9-4f6a-b6b8-8b50bffa29c7 req-ce04add5-3b3e-4f1d-a0a2-3a4925e9c1d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d25e6e2-728c-47ce-b625-b0a682f0e3b0 HTTP/1.1" status: 200 len: 217 time: 0.0671299 Apr 21 12:59:31.578686 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-1d5daf23-41c0-4920-8ef0-2e0f46c3d6e4 service neutron] 10.222.0.36 "GET /v2.0/networks/4e555949-1c19-45dc-b140-6a77acee0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657968 Apr 21 12:59:31.582908 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:31.607542 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06a929-552b-4be9-9342-743a9d5ed9b1 req-fa79fcd4-0ca7-48ac-9249-07de05a8fb21 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:31.609324 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c06a929-552b-4be9-9342-743a9d5ed9b1 req-fa79fcd4-0ca7-48ac-9249-07de05a8fb21 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a31fec9-cc92-41d6-8894-e84e3a637b1a HTTP/1.1" status: 200 len: 943 time: 0.1408687 Apr 21 12:59:31.649710 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c0bd6006-c069-4a35-b86d-fcd6ccd5bf17 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:59:31.655050 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d23d50f-cbdb-4b06-8169-b5050bfbc738', 'tag': '41ae69c3-e7c1-4f18-a77c-b9452b075197'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:59:31.657467 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715444e6-b87e-4172-8339-f3524c5c5902" -d '{"events": [{"name": "network-changed", "server_uuid": "8d23d50f-cbdb-4b06-8169-b5050bfbc738", "tag": "41ae69c3-e7c1-4f18-a77c-b9452b075197"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:59:31.715915 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c06a929-552b-4be9-9342-743a9d5ed9b1 req-016a189b-f396-4c30-874a-e528072928e9 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=350a6d24-d0a0-4a4f-90c9-5880036352da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544786 Apr 21 12:59:31.720108 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0158c-2cf9-4f6a-b6b8-8b50bffa29c7 req-ba18d5c1-c6ac-4f08-8ad4-1079f73cd4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:31.722535 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54c0158c-2cf9-4f6a-b6b8-8b50bffa29c7 req-ba18d5c1-c6ac-4f08-8ad4-1079f73cd4be service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50dbb38d-b032-403f-a924-76781bc12675 HTTP/1.1" status: 200 len: 854 time: 0.1366677 Apr 21 12:59:31.727406 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-56a8efdf-ce1d-4466-80db-b0ce8f477f74 None None] Set router 8af56567-2d21-4505-9e21-b557af4fa488 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:59:31.796217 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0158c-2cf9-4f6a-b6b8-8b50bffa29c7 req-8efae5e0-5bb1-49a4-976a-470142d82491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:31.798219 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54c0158c-2cf9-4f6a-b6b8-8b50bffa29c7 req-8efae5e0-5bb1-49a4-976a-470142d82491 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66226ca0-89ea-4d56-8a47-047ac66c4412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694182 Apr 21 12:59:31.809711 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5bf7b859-c2a2-4833-aa17-d6dbd1800296 None None] Provisioning complete for port c0bd6006-c069-4a35-b86d-fcd6ccd5bf17 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:59:31.811173 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b859-c2a2-4833-aa17-d6dbd1800296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:31.826619 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb39467-c8b2-45c9-a5b1-b0b2b0214470 x-openstack-request-id: req-fcb39467-c8b2-45c9-a5b1-b0b2b0214470 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:59:31.826919 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6934bec-850b-4744-8616-50f1d1566bcb", "name": "network-vif-plugged", "status": "completed", "tag": "da5b8353-f615-41d8-841d-884bae4d576d", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:59:31.827176 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fcb39467-c8b2-45c9-a5b1-b0b2b0214470 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:59:31.827586 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcb39467-c8b2-45c9-a5b1-b0b2b0214470'] response: {'server_uuid': 'c6934bec-850b-4744-8616-50f1d1566bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5b8353-f615-41d8-841d-884bae4d576d', 'code': 200} Apr 21 12:59:31.985622 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=da5b8353-f615-41d8-841d-884bae4d576d,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:32.011017 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-407fa1a8-471f-4ad8-b41d-185a9121f6d3 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:32.013047 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port c0bd6006-c069-4a35-b86d-fcd6ccd5bf17 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:59:32.013642 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:32.029913 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87715a73-5e9c-4e47-8ce6-81514c0ad71e x-openstack-request-id: req-87715a73-5e9c-4e47-8ce6-81514c0ad71e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:59:32.030210 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d23d50f-cbdb-4b06-8169-b5050bfbc738", "tag": "41ae69c3-e7c1-4f18-a77c-b9452b075197", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:59:32.030599 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-87715a73-5e9c-4e47-8ce6-81514c0ad71e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:59:32.031058 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87715a73-5e9c-4e47-8ce6-81514c0ad71e'] response: {'name': 'network-changed', 'server_uuid': '8d23d50f-cbdb-4b06-8169-b5050bfbc738', 'tag': '41ae69c3-e7c1-4f18-a77c-b9452b075197', 'status': 'completed', 'code': 200} Apr 21 12:59:32.149288 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f98e3a4-a0b6-4886-9cbe-cbd7aaa788ae req-dba9a4e3-6149-4c2e-8ab8-4253305a60e8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 210 time: 0.0519669 Apr 21 12:59:32.151126 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54c0158c-2cf9-4f6a-b6b8-8b50bffa29c7 req-40b98544-d832-444b-b0cd-f32f87bf0dfd service neutron] 10.222.0.26 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458998 Apr 21 12:59:32.161157 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-407fa1a8-471f-4ad8-b41d-185a9121f6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:32.177716 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717e5a3-65e3-406c-8fc4-b887cea85c95 req-012b9664-6342-4aac-95dc-c35685e39488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:32.177716 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0717e5a3-65e3-406c-8fc4-b887cea85c95 req-012b9664-6342-4aac-95dc-c35685e39488 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c6934bec-850b-4744-8616-50f1d1566bcb HTTP/1.1" status: 200 len: 1096 time: 0.1422119 Apr 21 12:59:32.177716 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715444e6-b87e-4172-8339-f3524c5c5902 req-abdfbc80-2a0b-4385-8a1d-c49ba297c38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:32.178307 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-715444e6-b87e-4172-8339-f3524c5c5902 req-abdfbc80-2a0b-4385-8a1d-c49ba297c38b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b82063ddf1384c0da199fea5b916ec7b&device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 1096 time: 0.1722722 Apr 21 12:59:32.225102 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5bf7b859-c2a2-4833-aa17-d6dbd1800296 None None] Provisioning complete for port 3d750524-5330-4e02-9871-486eeee57c48 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:59:32.225478 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5bf7b859-c2a2-4833-aa17-d6dbd1800296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:32.254009 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e6b6c819-753c-40d8-915a-01609b9bb80f up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:59:32.272947 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-56a8efdf-ce1d-4466-80db-b0ce8f477f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af56567-2d21-4505-9e21-b557af4fa488', 'name': 'tempest-ServerRescueNegativeTestJSON-59386906-router', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:34Z', 'updated_at': '2022-04-21T12:57:39Z', 'revision_number': 4, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'gw_port': {'id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:35Z', 'updated_at': '2022-04-21T12:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'aa1a8b22-3b90-4445-83ec-24606e0e5b92', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'floating_ip_address': '172.25.8.30', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'port_id': '41ae69c3-e7c1-4f18-a77c-b9452b075197', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481', 'mac_address': 'fa:16:3e:55:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d23d50f-cbdb-4b06-8169-b5050bfbc738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:59:09Z', 'updated_at': '2022-04-21T12:59:29Z', 'revision_number': 1, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6', 'name': '', 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'mac_address': 'fa:16:3e:99:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '042c7c8a-99c9-4a93-a632-3fd1a4109dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:38Z', 'updated_at': '2022-04-21T12:57:45Z', 'revision_number': 5, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'subnets': [{'id': '042c7c8a-99c9-4a93-a632-3fd1a4109dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:32.324918 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77258a2d-97e8-4ae8-abf1-70ed8cc72d55 None None] Pushing event updated for resources: {'Port': ['ID=3d750524-5330-4e02-9871-486eeee57c48,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:32.358797 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a8efdf-ce1d-4466-80db-b0ce8f477f74 None None] The sync data for ids ['8af56567-2d21-4505-9e21-b557af4fa488'] in n-d-836147-2 is: [{'id': '8af56567-2d21-4505-9e21-b557af4fa488', 'name': 'tempest-ServerRescueNegativeTestJSON-59386906-router', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:34Z', 'updated_at': '2022-04-21T12:57:39Z', 'revision_number': 4, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'gw_port': {'id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:35Z', 'updated_at': '2022-04-21T12:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'aa1a8b22-3b90-4445-83ec-24606e0e5b92', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'floating_ip_address': '172.25.8.30', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'port_id': '41ae69c3-e7c1-4f18-a77c-b9452b075197', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481', 'mac_address': 'fa:16:3e:55:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d23d50f-cbdb-4b06-8169-b5050bfbc738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:59:09Z', 'updated_at': '2022-04-21T12:59:29Z', 'revision_number': 1, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6', 'name': '', 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'mac_address': 'fa:16:3e:99:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '042c7c8a-99c9-4a93-a632-3fd1a4109dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:38Z', 'updated_at': '2022-04-21T12:57:45Z', 'revision_number': 5, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'subnets': [{'id': '042c7c8a-99c9-4a93-a632-3fd1a4109dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:59:32.396660 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5bf7b859-c2a2-4833-aa17-d6dbd1800296 None None] Port 3d750524-5330-4e02-9871-486eeee57c48 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:59:32.418653 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715444e6-b87e-4172-8339-f3524c5c5902 req-5bee9df9-a75b-4ba6-9db2-7c33c118eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:32.420619 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-715444e6-b87e-4172-8339-f3524c5c5902 req-5bee9df9-a75b-4ba6-9db2-7c33c118eea5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7532c877-c6eb-4827-8bef-4f687b46b481 HTTP/1.1" status: 200 len: 918 time: 0.2320886 Apr 21 12:59:32.442355 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-407fa1a8-471f-4ad8-b41d-185a9121f6d3 None None] Attempting to bind port 3d750524-5330-4e02-9871-486eeee57c48 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:59:32.454211 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-407fa1a8-471f-4ad8-b41d-185a9121f6d3 None None] Attempting to bind port 3d750524-5330-4e02-9871-486eeee57c48 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'c5000062-929d-4a36-aa02-f0d9d80fea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:59:32.454575 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407fa1a8-471f-4ad8-b41d-185a9121f6d3 None None] Attempting to bind port 3d750524-5330-4e02-9871-486eeee57c48 on network 4e555949-1c19-45dc-b140-6a77acee0280 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:59:32.463659 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407fa1a8-471f-4ad8-b41d-185a9121f6d3 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:59:32.464024 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407fa1a8-471f-4ad8-b41d-185a9121f6d3 None None] Checking segment: {'id': 'c5000062-929d-4a36-aa02-f0d9d80fea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:59:32.464424 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-407fa1a8-471f-4ad8-b41d-185a9121f6d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:32.464819 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407fa1a8-471f-4ad8-b41d-185a9121f6d3 None None] Bound using segment: {'id': 'c5000062-929d-4a36-aa02-f0d9d80fea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:59:32.465290 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-407fa1a8-471f-4ad8-b41d-185a9121f6d3 None None] Bound port: 3d750524-5330-4e02-9871-486eeee57c48, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5000062-929d-4a36-aa02-f0d9d80fea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:59:32.465694 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-407fa1a8-471f-4ad8-b41d-185a9121f6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:32.476048 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port e6b6c819-753c-40d8-915a-01609b9bb80f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:59:32.479633 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:32.547519 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0717e5a3-65e3-406c-8fc4-b887cea85c95 req-bc7dfced-435b-4c77-9092-422138234593 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3ff10dcf-2b98-4239-b024-3f6768df8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3509483 Apr 21 12:59:32.594594 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-715444e6-b87e-4172-8339-f3524c5c5902 req-cb032aad-102b-447e-bb74-71680f41b400 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41ae69c3-e7c1-4f18-a77c-b9452b075197 HTTP/1.1" status: 200 len: 998 time: 0.1213443 Apr 21 12:59:32.602166 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c5b44-6cb2-4c71-8559-3bdd7a9b283e req-b67bbf50-1973-49cc-9ef4-6e4214259c6d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:32.603689 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d8c5b44-6cb2-4c71-8559-3bdd7a9b283e req-b67bbf50-1973-49cc-9ef4-6e4214259c6d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6934bec-850b-4744-8616-50f1d1566bcb HTTP/1.1" status: 200 len: 945 time: 0.1821125 Apr 21 12:59:32.613956 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54c0158c-2cf9-4f6a-b6b8-8b50bffa29c7 req-57d4512d-b6aa-46bb-a8a7-04a50b5b54c5 service neutron] 10.222.0.26 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503465 Apr 21 12:59:32.617920 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-26270657-5854-4177-84b5-31e7d926c8cb None None] Provisioning complete for port 3d750524-5330-4e02-9871-486eeee57c48 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:59:32.618293 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-26270657-5854-4177-84b5-31e7d926c8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:32.681432 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715444e6-b87e-4172-8339-f3524c5c5902 req-ca7efe76-5931-40b1-a685-1d758a0e7439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:32.682939 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-715444e6-b87e-4172-8339-f3524c5c5902 req-ca7efe76-5931-40b1-a685-1d758a0e7439 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=042c7c8a-99c9-4a93-a632-3fd1a4109dfb HTTP/1.1" status: 200 len: 856 time: 0.0783777 Apr 21 12:59:32.691123 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d8c5b44-6cb2-4c71-8559-3bdd7a9b283e req-bf0cb5ab-2bac-4e75-9f01-33fa4f1247ad tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ff10dcf-2b98-4239-b024-3f6768df8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752692 Apr 21 12:59:32.728462 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-26270657-5854-4177-84b5-31e7d926c8cb None None] Port 3d750524-5330-4e02-9871-486eeee57c48 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:59:32.736189 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-407fa1a8-471f-4ad8-b41d-185a9121f6d3 None None] For port 3d750524-5330-4e02-9871-486eeee57c48, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:59:32.744275 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73a69e7-af48-492b-83b1-46003ae88029 None None] New status for floating IP aa1a8b22-3b90-4445-83ec-24606e0e5b92: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:59:32.753504 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715444e6-b87e-4172-8339-f3524c5c5902 req-a888e0cb-76ad-404a-919e-cb78f38a0e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:32.755021 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-715444e6-b87e-4172-8339-f3524c5c5902 req-a888e0cb-76ad-404a-919e-cb78f38a0e5c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7532c877-c6eb-4827-8bef-4f687b46b481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626724 Apr 21 12:59:32.800605 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-407fa1a8-471f-4ad8-b41d-185a9121f6d3 None None] For port 3d750524-5330-4e02-9871-486eeee57c48, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3d750524-5330-4e02-9871-486eeee57c48,segment=NetworkSegment(c5000062-929d-4a36-aa02-f0d9d80fea4d),segment_id=c5000062-929d-4a36-aa02-f0d9d80fea4d)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:59:32.878746 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0c0826a2-905c-41d2-a8ed-376ed9962814 None None] Provisioning complete for port 3d750524-5330-4e02-9871-486eeee57c48 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:59:32.879306 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c0826a2-905c-41d2-a8ed-376ed9962814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:32.889861 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b293d8-9bbc-42b0-94ce-ba9714f6238e req-5c98f5ec-f27c-416c-a1c6-8db5c0cdeea9 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:32.891364 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d3b293d8-9bbc-42b0-94ce-ba9714f6238e req-5c98f5ec-f27c-416c-a1c6-8db5c0cdeea9 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a31fec9-cc92-41d6-8894-e84e3a637b1a HTTP/1.1" status: 200 len: 943 time: 0.0749784 Apr 21 12:59:32.909867 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-715444e6-b87e-4172-8339-f3524c5c5902 req-fb518dc2-c9fc-4fa0-aad5-9e1686dc0318 service neutron] 10.222.0.26 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475675 Apr 21 12:59:32.994135 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d3b293d8-9bbc-42b0-94ce-ba9714f6238e req-f68e3786-db25-4fc5-aaec-5ffb6060fc8f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=350a6d24-d0a0-4a4f-90c9-5880036352da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929003 Apr 21 12:59:33.048377 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-715444e6-b87e-4172-8339-f3524c5c5902 req-a2bfb106-a199-47d0-9080-bb5741f0622f service neutron] 10.222.0.26 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289332 Apr 21 12:59:33.093209 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-407fa1a8-471f-4ad8-b41d-185a9121f6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:33.135086 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0c0826a2-905c-41d2-a8ed-376ed9962814 None None] Port 3d750524-5330-4e02-9871-486eeee57c48 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:59:33.168021 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77258a2d-97e8-4ae8-abf1-70ed8cc72d55 None None] Pushing event updated for resources: {'Port': ['ID=3d750524-5330-4e02-9871-486eeee57c48,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:33.170592 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407fa1a8-471f-4ad8-b41d-185a9121f6d3 None None] Routers {'489733ba-6a09-4e32-8c54-3bd75de302b3'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:59:33.171199 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-407fa1a8-471f-4ad8-b41d-185a9121f6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:59:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['489733ba-6a09-4e32-8c54-3bd75de302b3'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:33.275222 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e75208e-793a-4a29-976b-3f407bac45e0 req-1201b748-01b8-46d6-999d-500166c52da6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 210 time: 0.0320520 Apr 21 12:59:33.302718 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-407fa1a8-471f-4ad8-b41d-185a9121f6d3 None None] Set router 489733ba-6a09-4e32-8c54-3bd75de302b3 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:59:33.509114 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-bfaa3f3f-2666-494d-929d-125c1d072b97 None None] Provisioning complete for port 3d750524-5330-4e02-9871-486eeee57c48 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:59:33.509479 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfaa3f3f-2666-494d-929d-125c1d072b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:33.572017 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-407fa1a8-471f-4ad8-b41d-185a9121f6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928420442', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'e6b6c819-753c-40d8-915a-01609b9bb80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:21Z', 'updated_at': '2022-04-21T12:59:28Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': 'e6b6c819-753c-40d8-915a-01609b9bb80f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:af:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:22Z', 'updated_at': '2022-04-21T12:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '3d750524-5330-4e02-9871-486eeee57c48', 'name': '', 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:2b:ce:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'd2e0aa77-3310-4a79-a9b7-1005747f55a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:27Z', 'updated_at': '2022-04-21T12:59:32Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': 'd2e0aa77-3310-4a79-a9b7-1005747f55a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:33.619594 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407fa1a8-471f-4ad8-b41d-185a9121f6d3 None None] The sync data for ids ['489733ba-6a09-4e32-8c54-3bd75de302b3'] in n-d-836147-2 is: [{'id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928420442', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'e6b6c819-753c-40d8-915a-01609b9bb80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:21Z', 'updated_at': '2022-04-21T12:59:28Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': 'e6b6c819-753c-40d8-915a-01609b9bb80f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:af:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:22Z', 'updated_at': '2022-04-21T12:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '3d750524-5330-4e02-9871-486eeee57c48', 'name': '', 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:2b:ce:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'd2e0aa77-3310-4a79-a9b7-1005747f55a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:27Z', 'updated_at': '2022-04-21T12:59:32Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': 'd2e0aa77-3310-4a79-a9b7-1005747f55a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:59:33.634515 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfaa3f3f-2666-494d-929d-125c1d072b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:33.671672 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bfaa3f3f-2666-494d-929d-125c1d072b97 None None] For port 3d750524-5330-4e02-9871-486eeee57c48, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3d750524-5330-4e02-9871-486eeee57c48,segment=NetworkSegment(c5000062-929d-4a36-aa02-f0d9d80fea4d),segment_id=c5000062-929d-4a36-aa02-f0d9d80fea4d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:59:33.749336 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfaa3f3f-2666-494d-929d-125c1d072b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:33.844695 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa3f3f-2666-494d-929d-125c1d072b97 None None] Pushing event updated for resources: {'Port': ['ID=3d750524-5330-4e02-9871-486eeee57c48,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:33.867601 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71cb0f-ae0f-4a61-a516-274c1ec596e6 req-9b5ff4d9-aa71-4b25-aeb4-2ebe35bf7142 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:33.869142 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce71cb0f-ae0f-4a61-a516-274c1ec596e6 req-9b5ff4d9-aa71-4b25-aeb4-2ebe35bf7142 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6934bec-850b-4744-8616-50f1d1566bcb HTTP/1.1" status: 200 len: 945 time: 0.0862796 Apr 21 12:59:33.932211 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce71cb0f-ae0f-4a61-a516-274c1ec596e6 req-5095a829-77af-4705-9d9d-c91eba60b758 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ff10dcf-2b98-4239-b024-3f6768df8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566969 Apr 21 12:59:33.961535 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 9d25e6e2-728c-47ce-b625-b0a682f0e3b0 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:59:34.074345 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 9d25e6e2-728c-47ce-b625-b0a682f0e3b0, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9d25e6e2-728c-47ce-b625-b0a682f0e3b0,segment=NetworkSegment(374fc68c-cad2-4786-bb7b-956a7d4d9f8e),segment_id=374fc68c-cad2-4786-bb7b-956a7d4d9f8e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:59:34.093112 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '9d25e6e2-728c-47ce-b625-b0a682f0e3b0', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'port_id': '9d25e6e2-728c-47ce-b625-b0a682f0e3b0', 'mac_address': 'fa:16:3e:77:65:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:59:34.123469 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4dd5cc-6afd-4c69-bc6b-90fc35e09caf req-893bacf8-459a-4988-960e-56c237224faf tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:34.125241 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0a4dd5cc-6afd-4c69-bc6b-90fc35e09caf req-893bacf8-459a-4988-960e-56c237224faf tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a31fec9-cc92-41d6-8894-e84e3a637b1a HTTP/1.1" status: 200 len: 943 time: 0.0536079 Apr 21 12:59:34.135145 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:34.148662 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d25e6e2-728c-47ce-b625-b0a682f0e3b0 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:59:34.170236 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 9d25e6e2-728c-47ce-b625-b0a682f0e3b0, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9d25e6e2-728c-47ce-b625-b0a682f0e3b0,segment=NetworkSegment(374fc68c-cad2-4786-bb7b-956a7d4d9f8e),segment_id=374fc68c-cad2-4786-bb7b-956a7d4d9f8e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:59:34.171270 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0a4dd5cc-6afd-4c69-bc6b-90fc35e09caf req-649d3a45-2985-4392-9d08-a03be5af13fb tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=350a6d24-d0a0-4a4f-90c9-5880036352da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364759 Apr 21 12:59:34.229265 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:34.301764 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=9d25e6e2-728c-47ce-b625-b0a682f0e3b0,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:34.551474 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['9d25e6e2-728c-47ce-b625-b0a682f0e3b0'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:59:34.760875 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4ec8cfb5-9e71-4a90-bc95-3c04b0893250 req-328a9011-d004-4670-9afd-274b7f64c413 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 210 time: 0.0306726 Apr 21 12:59:34.813693 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-96e393fd-c6d6-4d33-b257-40134d51eedf tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:34.815735 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-96e393fd-c6d6-4d33-b257-40134d51eedf tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.24 "GET /v2.0/networks?id=4e555949-1c19-45dc-b140-6a77acee0280 HTTP/1.1" status: 200 len: 797 time: 0.5199678 Apr 21 12:59:34.868051 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-baf9668d-5336-4c46-bbea-caf5f47e490f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=284d3d44382e404aa4c17c17e03a8f46 HTTP/1.1" status: 200 len: 380 time: 0.0377595 Apr 21 12:59:34.879866 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-a8fdf602-542b-4764-ae2a-ba713de8cc71 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'port': {'device_id': '177cd3ba-3c61-44bf-b6fa-206f6fe20532', 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280', 'admin_state_up': True, 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'security_groups': ['9ebc4c90-06bc-4672-b3af-8f7f0a62729c']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:35.054020 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e4125-9edb-438c-be34-89f04e54bbd0 req-66ef7cea-b417-4c6c-a787-96a0c31a4765 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:35.055549 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec8e4125-9edb-438c-be34-89f04e54bbd0 req-66ef7cea-b417-4c6c-a787-96a0c31a4765 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6934bec-850b-4744-8616-50f1d1566bcb HTTP/1.1" status: 200 len: 945 time: 0.0517876 Apr 21 12:59:35.056669 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-a8fdf602-542b-4764-ae2a-ba713de8cc71 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Made reservation on behalf of 284d3d44382e404aa4c17c17e03a8f46 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 12:59:35.060130 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-a8fdf602-542b-4764-ae2a-ba713de8cc71 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:35.117110 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec8e4125-9edb-438c-be34-89f04e54bbd0 req-28771e99-1906-474a-96fd-44f4bc2a7aa4 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ff10dcf-2b98-4239-b024-3f6768df8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469546 Apr 21 12:59:35.245426 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-a8fdf602-542b-4764-ae2a-ba713de8cc71 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Allocated IP 172.20.0.10 (4e555949-1c19-45dc-b140-6a77acee0280/d2e0aa77-3310-4a79-a9b7-1005747f55a8/c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:59:35.296923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a2e36-3efa-4610-a2d8-4316725921a6 req-195781b5-514c-4b17-b732-e7b8696a4bf1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:35.298428 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f3a2e36-3efa-4610-a2d8-4316725921a6 req-195781b5-514c-4b17-b732-e7b8696a4bf1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6934bec-850b-4744-8616-50f1d1566bcb HTTP/1.1" status: 200 len: 945 time: 0.1036255 Apr 21 12:59:35.354880 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92b7ee-1c7b-454a-807b-330b6804f393 req-b38bb11b-39f8-4940-886b-ea6a68efb119 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:35.356350 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e92b7ee-1c7b-454a-807b-330b6804f393 req-b38bb11b-39f8-4940-886b-ea6a68efb119 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a31fec9-cc92-41d6-8894-e84e3a637b1a HTTP/1.1" status: 200 len: 944 time: 0.1064584 Apr 21 12:59:35.427022 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f3a2e36-3efa-4610-a2d8-4316725921a6 req-3ef9aece-5a85-4328-ae19-258ce3279eff tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ff10dcf-2b98-4239-b024-3f6768df8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202681 Apr 21 12:59:35.451405 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41510) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:35.460241 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e92b7ee-1c7b-454a-807b-330b6804f393 req-b10628db-f1a1-40a8-bfbd-87d058c51f89 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=350a6d24-d0a0-4a4f-90c9-5880036352da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800741 Apr 21 12:59:35.517362 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c64058-ba53-4a32-886e-8ef100f3af04 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:35.519664 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-72c64058-ba53-4a32-886e-8ef100f3af04 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c6934bec-850b-4744-8616-50f1d1566bcb HTTP/1.1" status: 200 len: 1091 time: 0.0667930 Apr 21 12:59:35.525190 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-a8fdf602-542b-4764-ae2a-ba713de8cc71 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:35.525636 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41512) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:35.531100 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-95c1ceab-087d-43ab-b5b5-4e2bde96e0c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'port_id': 'da5b8353-f615-41d8-841d-884bae4d576d', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:35.581841 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3d750524-5330-4e02-9871-486eeee57c48 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:59:35.629543 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 3d750524-5330-4e02-9871-486eeee57c48 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:59:35.629939 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:35.637255 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-a8fdf602-542b-4764-ae2a-ba713de8cc71 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:35.665426 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95c1ceab-087d-43ab-b5b5-4e2bde96e0c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for floatingip, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:35.682846 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-a8fdf602-542b-4764-ae2a-ba713de8cc71 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Network 4e555949-1c19-45dc-b140-6a77acee0280 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:59:35.694421 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-a8fdf602-542b-4764-ae2a-ba713de8cc71 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:59:35.697003 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-a8fdf602-542b-4764-ae2a-ba713de8cc71 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:59:35.734375 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fdf602-542b-4764-ae2a-ba713de8cc71 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Port': ['ID=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:35.765817 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-a8fdf602-542b-4764-ae2a-ba713de8cc71 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:35.766800 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-a8fdf602-542b-4764-ae2a-ba713de8cc71 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:35.778037 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95c1ceab-087d-43ab-b5b5-4e2bde96e0c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:35.862346 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-a8fdf602-542b-4764-ae2a-ba713de8cc71 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9879746 Apr 21 12:59:35.883147 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-0c8d38a3-d82d-4dd4-b8cf-85dd74602161 service neutron] Request body: {'port': {'device_id': '177cd3ba-3c61-44bf-b6fa-206f6fe20532', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:35.900477 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-95c1ceab-087d-43ab-b5b5-4e2bde96e0c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Allocated IP 172.25.8.18 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/783f0ca0-fcf5-41a5-999c-483075a0b644) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:59:35.957891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98dc500-0acd-48a0-b6a1-b40fc6b25df8 req-f04d38bf-d2d1-40ea-b81f-e82a960cbf10 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:35.959885 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d98dc500-0acd-48a0-b6a1-b40fc6b25df8 req-f04d38bf-d2d1-40ea-b81f-e82a960cbf10 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 932 time: 0.1107349 Apr 21 12:59:35.965612 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 9d25e6e2-728c-47ce-b625-b0a682f0e3b0 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:59:35.991288 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-0c8d38a3-d82d-4dd4-b8cf-85dd74602161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:36.064732 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95c1ceab-087d-43ab-b5b5-4e2bde96e0c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:36.078545 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d98dc500-0acd-48a0-b6a1-b40fc6b25df8 req-e760ec98-1322-43ea-ae21-98f914dda5d6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945652 Apr 21 12:59:36.103253 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-216a5c8b-1395-400c-b525-c28755efc375 None None] Provisioning complete for port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:59:36.103803 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-216a5c8b-1395-400c-b525-c28755efc375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:36.138229 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-216a5c8b-1395-400c-b525-c28755efc375 None None] Port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 12:59:36.222935 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 9d25e6e2-728c-47ce-b625-b0a682f0e3b0 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:59:36.226948 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 9d25e6e2-728c-47ce-b625-b0a682f0e3b0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:59:36.227314 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:36.266410 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95c1ceab-087d-43ab-b5b5-4e2bde96e0c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:36.310978 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c1ceab-087d-43ab-b5b5-4e2bde96e0c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:59:36.313908 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-95c1ceab-087d-43ab-b5b5-4e2bde96e0c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:59:36.317786 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c1ceab-087d-43ab-b5b5-4e2bde96e0c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:59:36.339052 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-0c8d38a3-d82d-4dd4-b8cf-85dd74602161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:59:36.340399 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:36.344956 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1ceab-087d-43ab-b5b5-4e2bde96e0c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'Port': ['ID=783f0ca0-fcf5-41a5-999c-483075a0b644,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:36.350623 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-0c8d38a3-d82d-4dd4-b8cf-85dd74602161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:36.368225 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a31fec9-cc92-41d6-8894-e84e3a637b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d25e6e2-728c-47ce-b625-b0a682f0e3b0'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:59:36.371218 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f0c595-98dc-41cb-b5eb-9195fb7202cd" -d '{"events": [{"server_uuid": "6a31fec9-cc92-41d6-8894-e84e3a637b1a", "name": "network-vif-plugged", "status": "completed", "tag": "9d25e6e2-728c-47ce-b625-b0a682f0e3b0"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:59:36.372509 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-0c8d38a3-d82d-4dd4-b8cf-85dd74602161 service neutron] Transition to ACTIVE for port object c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 12:59:36.384945 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 9d25e6e2-728c-47ce-b625-b0a682f0e3b0, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9d25e6e2-728c-47ce-b625-b0a682f0e3b0,segment=NetworkSegment(374fc68c-cad2-4786-bb7b-956a7d4d9f8e),segment_id=374fc68c-cad2-4786-bb7b-956a7d4d9f8e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:59:36.415641 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba111fde-ed0a-488e-a18e-6c15ba8b16ef x-openstack-request-id: req-ba111fde-ed0a-488e-a18e-6c15ba8b16ef {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:59:36.415935 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a31fec9-cc92-41d6-8894-e84e3a637b1a", "name": "network-vif-plugged", "status": "completed", "tag": "9d25e6e2-728c-47ce-b625-b0a682f0e3b0", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:59:36.416190 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba111fde-ed0a-488e-a18e-6c15ba8b16ef {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:59:36.416733 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba111fde-ed0a-488e-a18e-6c15ba8b16ef'] response: {'server_uuid': '6a31fec9-cc92-41d6-8894-e84e3a637b1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d25e6e2-728c-47ce-b625-b0a682f0e3b0', 'code': 200} Apr 21 12:59:36.442654 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-0c8d38a3-d82d-4dd4-b8cf-85dd74602161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:36.450697 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:36.544193 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=9d25e6e2-728c-47ce-b625-b0a682f0e3b0,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:36.594745 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d38a3-d82d-4dd4-b8cf-85dd74602161 service neutron] Pushing event updated for resources: {'Port': ['ID=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:36.640848 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e15fa-5f2e-4f0f-a069-fe0a1324d813 req-45a5528c-87b1-4a86-8145-de997f59c671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:36.642372 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-623e15fa-5f2e-4f0f-a069-fe0a1324d813 req-45a5528c-87b1-4a86-8145-de997f59c671 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6a31fec9-cc92-41d6-8894-e84e3a637b1a HTTP/1.1" status: 200 len: 1096 time: 0.1630740 Apr 21 12:59:36.748931 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa2027-6654-4a6f-9879-f888526c67bc req-72229967-0f06-4d14-aea4-b04d68907177 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:36.757300 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24aa2027-6654-4a6f-9879-f888526c67bc req-72229967-0f06-4d14-aea4-b04d68907177 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a31fec9-cc92-41d6-8894-e84e3a637b1a HTTP/1.1" status: 200 len: 945 time: 0.1777329 Apr 21 12:59:36.774812 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95c1ceab-087d-43ab-b5b5-4e2bde96e0c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:36.783715 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-623e15fa-5f2e-4f0f-a069-fe0a1324d813 req-d4c57a61-f0ce-4425-a671-3cbc0138bfe5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=350a6d24-d0a0-4a4f-90c9-5880036352da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205878 Apr 21 12:59:36.797244 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-0c8d38a3-d82d-4dd4-b8cf-85dd74602161 service neutron] Attempting to bind port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 12:59:36.797603 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-0c8d38a3-d82d-4dd4-b8cf-85dd74602161 service neutron] Attempting to bind port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'c5000062-929d-4a36-aa02-f0d9d80fea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 12:59:36.797941 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-0c8d38a3-d82d-4dd4-b8cf-85dd74602161 service neutron] Attempting to bind port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 on network 4e555949-1c19-45dc-b140-6a77acee0280 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:59:36.809356 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-0c8d38a3-d82d-4dd4-b8cf-85dd74602161 service neutron] Port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 on network 4e555949-1c19-45dc-b140-6a77acee0280 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 12:59:36.809703 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-0c8d38a3-d82d-4dd4-b8cf-85dd74602161 service neutron] Attempting to bind port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 on network 4e555949-1c19-45dc-b140-6a77acee0280 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 12:59:36.824990 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24aa2027-6654-4a6f-9879-f888526c67bc req-2215b702-26bc-4cec-90ba-15d7aa825e8f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=350a6d24-d0a0-4a4f-90c9-5880036352da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610726 Apr 21 12:59:36.824990 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-0c8d38a3-d82d-4dd4-b8cf-85dd74602161 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 12:59:36.824990 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-0c8d38a3-d82d-4dd4-b8cf-85dd74602161 service neutron] Checking segment: {'id': 'c5000062-929d-4a36-aa02-f0d9d80fea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 12:59:36.824990 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-0c8d38a3-d82d-4dd4-b8cf-85dd74602161 service neutron] Bound using segment: {'id': 'c5000062-929d-4a36-aa02-f0d9d80fea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 12:59:36.824990 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-0c8d38a3-d82d-4dd4-b8cf-85dd74602161 service neutron] Bound port: c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5000062-929d-4a36-aa02-f0d9d80fea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 12:59:36.824990 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-0c8d38a3-d82d-4dd4-b8cf-85dd74602161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:36.893939 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-0c8d38a3-d82d-4dd4-b8cf-85dd74602161 service neutron] For port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 12:59:36.897014 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-0c8d38a3-d82d-4dd4-b8cf-85dd74602161 service neutron] For port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2,segment=NetworkSegment(c5000062-929d-4a36-aa02-f0d9d80fea4d),segment_id=c5000062-929d-4a36-aa02-f0d9d80fea4d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 12:59:36.910272 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95c1ceab-087d-43ab-b5b5-4e2bde96e0c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:36.976727 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-0c8d38a3-d82d-4dd4-b8cf-85dd74602161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:37.011896 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-0c8d38a3-d82d-4dd4-b8cf-85dd74602161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:37.012509 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-0c8d38a3-d82d-4dd4-b8cf-85dd74602161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:37.013897 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-0c8d38a3-d82d-4dd4-b8cf-85dd74602161 service neutron] 10.222.0.24 "PUT /v2.0/ports/c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 HTTP/1.1" status: 200 len: 1092 time: 1.1367564 Apr 21 12:59:37.014412 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '177cd3ba-3c61-44bf-b6fa-206f6fe20532', 'tag': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:59:37.016727 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35732e52-c767-4ce1-b78e-3604b9ac54ee" -d '{"events": [{"name": "network-changed", "server_uuid": "177cd3ba-3c61-44bf-b6fa-206f6fe20532", "tag": "c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:59:37.061484 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d38a3-d82d-4dd4-b8cf-85dd74602161 service neutron] Pushing event updated for resources: {'Port': ['ID=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:37.081815 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6080df9-98f2-4df5-8570-06cb60aa22b3 x-openstack-request-id: req-a6080df9-98f2-4df5-8570-06cb60aa22b3 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:59:37.082082 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "177cd3ba-3c61-44bf-b6fa-206f6fe20532", "tag": "c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:59:37.082332 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a6080df9-98f2-4df5-8570-06cb60aa22b3 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:59:37.082820 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6080df9-98f2-4df5-8570-06cb60aa22b3'] response: {'name': 'network-changed', 'server_uuid': '177cd3ba-3c61-44bf-b6fa-206f6fe20532', 'tag': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2', 'status': 'completed', 'code': 200} Apr 21 12:59:37.089557 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95c1ceab-087d-43ab-b5b5-4e2bde96e0c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:37.162210 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35732e52-c767-4ce1-b78e-3604b9ac54ee req-e9e09ba4-2908-418f-8a9a-791b4392939c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:37.164295 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35732e52-c767-4ce1-b78e-3604b9ac54ee req-e9e09ba4-2908-418f-8a9a-791b4392939c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 1095 time: 0.0555844 Apr 21 12:59:37.190885 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95c1ceab-087d-43ab-b5b5-4e2bde96e0c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:37.265647 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1ceab-087d-43ab-b5b5-4e2bde96e0c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'Port': ['ID=783f0ca0-fcf5-41a5-999c-483075a0b644,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:37.290083 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13897e56-081a-412e-b56f-2de58a4ef592 req-ff895100-4b7b-4c70-8f78-2a8f2bcf4921 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:37.291770 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13897e56-081a-412e-b56f-2de58a4ef592 req-ff895100-4b7b-4c70-8f78-2a8f2bcf4921 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 944 time: 0.1323979 Apr 21 12:59:37.297553 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95c1ceab-087d-43ab-b5b5-4e2bde96e0c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:37.339572 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35732e52-c767-4ce1-b78e-3604b9ac54ee req-85f56664-9f5a-4ea3-8436-f96a16b750e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:37.341060 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35732e52-c767-4ce1-b78e-3604b9ac54ee req-85f56664-9f5a-4ea3-8436-f96a16b750e2 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=284d3d44382e404aa4c17c17e03a8f46&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1676795 Apr 21 12:59:37.372548 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13897e56-081a-412e-b56f-2de58a4ef592 req-0fd4b789-d4d1-4da0-9959-1ce8f550840b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676506 Apr 21 12:59:37.422654 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-95c1ceab-087d-43ab-b5b5-4e2bde96e0c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Floating IP 6c7e50bc-00fd-49e5-958b-ce33d8c756c2 associated. External IP: 172.25.8.18, port: da5b8353-f615-41d8-841d-884bae4d576d. Apr 21 12:59:37.454781 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35732e52-c767-4ce1-b78e-3604b9ac54ee req-970abc5a-d791-4a68-b077-f42ab3c6bdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:37.456554 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35732e52-c767-4ce1-b78e-3604b9ac54ee req-970abc5a-d791-4a68-b077-f42ab3c6bdf8 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1090546 Apr 21 12:59:37.545869 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-e0bcfd14-93af-4daa-a858-a6073039435d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:37.547595 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-e0bcfd14-93af-4daa-a858-a6073039435d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 1095 time: 0.0439196 Apr 21 12:59:37.590092 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-1b6fa2c5-d3ff-4561-9045-ba904e04e9ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 HTTP/1.1" status: 200 len: 217 time: 0.0350010 Apr 21 12:59:37.645720 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c1ceab-087d-43ab-b5b5-4e2bde96e0c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Router f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:59:37.645956 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-f1d0d57a-b68c-435e-958b-f335e3df8eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:37.648557 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-f1d0d57a-b68c-435e-958b-f335e3df8eb2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2e0aa77-3310-4a79-a9b7-1005747f55a8 HTTP/1.1" status: 200 len: 834 time: 0.0516169 Apr 21 12:59:37.700071 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-d2e1a7c4-8999-48ee-b3aa-49a639a0ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:37.701572 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-d2e1a7c4-8999-48ee-b3aa-49a639a0ab46 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e555949-1c19-45dc-b140-6a77acee0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460782 Apr 21 12:59:37.754639 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c1ceab-087d-43ab-b5b5-4e2bde96e0c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:59:37.764772 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b98422-1ca7-4c64-8b7d-1b89fa3eb2d0 None None] Sync routers for ids ['f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:59:37.775020 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b98422-1ca7-4c64-8b7d-1b89fa3eb2d0 None None] Routers {'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:59:37.775621 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f8b98422-1ca7-4c64-8b7d-1b89fa3eb2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:59:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:37.795944 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-5e24df1a-9fe1-4b7e-8dad-9c9e18a28305 service neutron] 10.222.0.24 "GET /v2.0/networks/4e555949-1c19-45dc-b140-6a77acee0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876005 Apr 21 12:59:37.889217 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f8b98422-1ca7-4c64-8b7d-1b89fa3eb2d0 None None] Set router f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:59:37.905028 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95c1ceab-087d-43ab-b5b5-4e2bde96e0c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:37.937151 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7534c9b8-7901-4ddb-8c53-1e8c5e88ab25 req-e3838396-9d5c-4933-a49e-84e8d4d705ee service neutron] 10.222.0.24 "GET /v2.0/networks/4e555949-1c19-45dc-b140-6a77acee0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351867 Apr 21 12:59:37.944100 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-95c1ceab-087d-43ab-b5b5-4e2bde96e0c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4166970 Apr 21 12:59:37.945472 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6934bec-850b-4744-8616-50f1d1566bcb', 'tag': 'da5b8353-f615-41d8-841d-884bae4d576d'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:59:37.947658 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41554) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:37.949551 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caef26a4-51eb-4296-9935-3a9ef3e2dbe8" -d '{"events": [{"name": "network-changed", "server_uuid": "c6934bec-850b-4744-8616-50f1d1566bcb", "tag": "da5b8353-f615-41d8-841d-884bae4d576d"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:59:38.004368 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67152cb8-9cea-48b4-be65-88ab28439956 req-9a2bdd55-d1bc-4d5c-8289-11aef4ab623f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:38.005893 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-67152cb8-9cea-48b4-be65-88ab28439956 req-9a2bdd55-d1bc-4d5c-8289-11aef4ab623f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a31fec9-cc92-41d6-8894-e84e3a637b1a HTTP/1.1" status: 200 len: 945 time: 0.1069148 Apr 21 12:59:38.053215 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f04c860f-ba78-47bd-9b06-56e8189a8e7a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/floatingips/6c7e50bc-00fd-49e5-958b-ce33d8c756c2 HTTP/1.1" status: 200 len: 990 time: 0.0989041 Apr 21 12:59:38.073214 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-67152cb8-9cea-48b4-be65-88ab28439956 req-f94d30a3-20bb-4cc7-bb34-2f6fb82bcb33 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=350a6d24-d0a0-4a4f-90c9-5880036352da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609419 Apr 21 12:59:38.103224 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc36bc8-7566-4de4-9d36-4ef50ef72362 x-openstack-request-id: req-5dc36bc8-7566-4de4-9d36-4ef50ef72362 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:59:38.103564 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6934bec-850b-4744-8616-50f1d1566bcb", "tag": "da5b8353-f615-41d8-841d-884bae4d576d", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:59:38.103756 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5dc36bc8-7566-4de4-9d36-4ef50ef72362 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:59:38.104156 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc36bc8-7566-4de4-9d36-4ef50ef72362'] response: {'name': 'network-changed', 'server_uuid': 'c6934bec-850b-4744-8616-50f1d1566bcb', 'tag': 'da5b8353-f615-41d8-841d-884bae4d576d', 'status': 'completed', 'code': 200} Apr 21 12:59:38.162574 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef26a4-51eb-4296-9935-3a9ef3e2dbe8 req-c6a12549-22b1-4c2d-984f-ef269d88f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:38.164930 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caef26a4-51eb-4296-9935-3a9ef3e2dbe8 req-c6a12549-22b1-4c2d-984f-ef269d88f432 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=751a38797aaa4af4acc7445401990284&device_id=c6934bec-850b-4744-8616-50f1d1566bcb HTTP/1.1" status: 200 len: 1096 time: 0.0477443 Apr 21 12:59:38.263199 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef26a4-51eb-4296-9935-3a9ef3e2dbe8 req-ccfcf96a-1b8b-4311-a4b0-4f3fdf44df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:38.264756 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caef26a4-51eb-4296-9935-3a9ef3e2dbe8 req-ccfcf96a-1b8b-4311-a4b0-4f3fdf44df12 service neutron] 10.222.0.24 "GET /v2.0/networks?id=848e281e-943e-4178-9552-cdcc93f10c1d HTTP/1.1" status: 200 len: 897 time: 0.0896742 Apr 21 12:59:38.276361 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f8b98422-1ca7-4c64-8b7d-1b89fa3eb2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'name': 'tempest-TestNetworkBasicOps-router-941865818', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T12:59:06Z', 'revision_number': 4, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '6c7e50bc-00fd-49e5-958b-ce33d8c756c2', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'port_id': 'da5b8353-f615-41d8-841d-884bae4d576d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d', 'mac_address': 'fa:16:3e:9b:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6934bec-850b-4744-8616-50f1d1566bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:59:36Z', 'updated_at': '2022-04-21T12:59:36Z', 'revision_number': 0, 'project_id': '751a38797aaa4af4acc7445401990284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8413400a-1c00-46bd-bde4-dd1c78bf56b8', 'name': '', 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'mac_address': 'fa:16:3e:5c:4e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:05Z', 'updated_at': '2022-04-21T12:59:10Z', 'revision_number': 5, 'project_id': '751a38797aaa4af4acc7445401990284', 'subnets': [{'id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:38.303087 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b98422-1ca7-4c64-8b7d-1b89fa3eb2d0 None None] Checking router: f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:59:38.311921 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b98422-1ca7-4c64-8b7d-1b89fa3eb2d0 None None] Routers {'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:59:38.312896 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f8b98422-1ca7-4c64-8b7d-1b89fa3eb2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:59:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:38.334512 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caef26a4-51eb-4296-9935-3a9ef3e2dbe8 req-aaeb054c-9e82-4052-b52c-9c5fdde00db3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da5b8353-f615-41d8-841d-884bae4d576d HTTP/1.1" status: 200 len: 998 time: 0.0630190 Apr 21 12:59:38.387738 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef26a4-51eb-4296-9935-3a9ef3e2dbe8 req-8649fc3a-195b-48c3-9634-8f49d2edc873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:38.389164 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caef26a4-51eb-4296-9935-3a9ef3e2dbe8 req-8649fc3a-195b-48c3-9634-8f49d2edc873 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2cd7ae0-9f45-4451-b883-84f2dc161997 HTTP/1.1" status: 200 len: 835 time: 0.0468037 Apr 21 12:59:38.437344 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-f8b98422-1ca7-4c64-8b7d-1b89fa3eb2d0 None None] Set router f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:59:38.454045 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef26a4-51eb-4296-9935-3a9ef3e2dbe8 req-fc88bd21-1c33-435b-b6ed-962d08faa003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:38.455859 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caef26a4-51eb-4296-9935-3a9ef3e2dbe8 req-fc88bd21-1c33-435b-b6ed-962d08faa003 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=848e281e-943e-4178-9552-cdcc93f10c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574765 Apr 21 12:59:38.592079 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b88c22-4128-431f-958a-712441505f7c req-32d9c2dc-1bf8-4da7-a087-38e6df3334d6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:38.593714 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b2b88c22-4128-431f-958a-712441505f7c req-32d9c2dc-1bf8-4da7-a087-38e6df3334d6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 944 time: 0.0754910 Apr 21 12:59:38.596225 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caef26a4-51eb-4296-9935-3a9ef3e2dbe8 req-e5f406dd-0c8c-4853-ba80-60a2ffe41f0b service neutron] 10.222.0.24 "GET /v2.0/networks/848e281e-943e-4178-9552-cdcc93f10c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324239 Apr 21 12:59:38.688678 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b2b88c22-4128-431f-958a-712441505f7c req-4a23ec0e-8505-4bc6-ae7b-a27b00ab2c1f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864363 Apr 21 12:59:38.697984 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-f8b98422-1ca7-4c64-8b7d-1b89fa3eb2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'name': 'tempest-TestNetworkBasicOps-router-941865818', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T12:59:06Z', 'revision_number': 4, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '6c7e50bc-00fd-49e5-958b-ce33d8c756c2', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'port_id': 'da5b8353-f615-41d8-841d-884bae4d576d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d', 'mac_address': 'fa:16:3e:9b:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6934bec-850b-4744-8616-50f1d1566bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:59:36Z', 'updated_at': '2022-04-21T12:59:36Z', 'revision_number': 0, 'project_id': '751a38797aaa4af4acc7445401990284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8413400a-1c00-46bd-bde4-dd1c78bf56b8', 'name': '', 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'mac_address': 'fa:16:3e:5c:4e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:05Z', 'updated_at': '2022-04-21T12:59:10Z', 'revision_number': 5, 'project_id': '751a38797aaa4af4acc7445401990284', 'subnets': [{'id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:38.718461 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b98422-1ca7-4c64-8b7d-1b89fa3eb2d0 None None] The sync data for ids ['f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'] in n-d-836147-2 is: [{'id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'name': 'tempest-TestNetworkBasicOps-router-941865818', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T12:59:06Z', 'revision_number': 4, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '6c7e50bc-00fd-49e5-958b-ce33d8c756c2', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'port_id': 'da5b8353-f615-41d8-841d-884bae4d576d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d', 'mac_address': 'fa:16:3e:9b:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6934bec-850b-4744-8616-50f1d1566bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:59:36Z', 'updated_at': '2022-04-21T12:59:36Z', 'revision_number': 0, 'project_id': '751a38797aaa4af4acc7445401990284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8413400a-1c00-46bd-bde4-dd1c78bf56b8', 'name': '', 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'mac_address': 'fa:16:3e:5c:4e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:05Z', 'updated_at': '2022-04-21T12:59:10Z', 'revision_number': 5, 'project_id': '751a38797aaa4af4acc7445401990284', 'subnets': [{'id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:59:38.722166 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caef26a4-51eb-4296-9935-3a9ef3e2dbe8 req-a2af9e74-1db8-4129-808a-9aca141f9213 service neutron] 10.222.0.24 "GET /v2.0/networks/848e281e-943e-4178-9552-cdcc93f10c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137321 Apr 21 12:59:38.914052 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1eeaf8c-6dcd-474f-a650-1c406b9abd92 None None] New status for floating IP 6c7e50bc-00fd-49e5-958b-ce33d8c756c2: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:59:39.051391 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41576) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:39.116392 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-441f3eff-a620-4307-928c-9d16bcb9b76d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/floatingips/6c7e50bc-00fd-49e5-958b-ce33d8c756c2 HTTP/1.1" status: 200 len: 990 time: 0.0638180 Apr 21 12:59:39.209767 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3935dd1-ced6-43b9-9cb6-3f410aed908a req-889c68ab-3da7-4263-a7e4-bf7e8220a505 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:39.211260 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d3935dd1-ced6-43b9-9cb6-3f410aed908a req-889c68ab-3da7-4263-a7e4-bf7e8220a505 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a31fec9-cc92-41d6-8894-e84e3a637b1a HTTP/1.1" status: 200 len: 945 time: 0.0581779 Apr 21 12:59:39.250810 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d3935dd1-ced6-43b9-9cb6-3f410aed908a req-1db29231-b6ae-49c8-b1e0-3c0a8d7a7d1e tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=350a6d24-d0a0-4a4f-90c9-5880036352da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329270 Apr 21 12:59:39.362422 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b207b-8989-4811-afdf-0c6fa4240b5a req-0bfd199a-c961-477f-920e-b8955be13fc8 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:39.363961 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-984b207b-8989-4811-afdf-0c6fa4240b5a req-0bfd199a-c961-477f-920e-b8955be13fc8 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a31fec9-cc92-41d6-8894-e84e3a637b1a HTTP/1.1" status: 200 len: 945 time: 0.0494702 Apr 21 12:59:39.375296 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41586) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:39.380234 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-993d923d-2b89-4cac-a28f-df5f9714cbc7 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Request body: {'floatingip': {'port_id': '9d25e6e2-728c-47ce-b625-b0a682f0e3b0'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:39.422643 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-993d923d-2b89-4cac-a28f-df5f9714cbc7 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:39.835250 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b1dd7-cc86-436f-b21f-416dd91678f9 req-5f007788-e24d-4a6a-9000-dc1077976154 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:39.836714 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-378b1dd7-cc86-436f-b21f-416dd91678f9 req-5f007788-e24d-4a6a-9000-dc1077976154 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 944 time: 0.0792258 Apr 21 12:59:39.916898 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-993d923d-2b89-4cac-a28f-df5f9714cbc7 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:39.920338 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-378b1dd7-cc86-436f-b21f-416dd91678f9 req-a8797156-fb30-4fb5-adfe-83cd7d01363a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763781 Apr 21 12:59:40.002139 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-993d923d-2b89-4cac-a28f-df5f9714cbc7 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:40.102736 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-993d923d-2b89-4cac-a28f-df5f9714cbc7 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Floating IP 6b118de5-0030-4dcb-a217-4105749e5145 associated. External IP: 172.25.8.118, port: 9d25e6e2-728c-47ce-b625-b0a682f0e3b0. Apr 21 12:59:40.119361 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41598) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:40.202807 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9fa5b5fa-3dba-4128-8fff-76c8dc9c18fc tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/floatingips/6c7e50bc-00fd-49e5-958b-ce33d8c756c2 HTTP/1.1" status: 200 len: 992 time: 0.0821400 Apr 21 12:59:40.308099 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-993d923d-2b89-4cac-a28f-df5f9714cbc7 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:59:40.421551 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-993d923d-2b89-4cac-a28f-df5f9714cbc7 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:59:40.426405 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-993d923d-2b89-4cac-a28f-df5f9714cbc7 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:40.431180 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01007ca8-d9af-45c8-8443-ad613ed67414 None None] Sync routers for ids ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:59:40.441889 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01007ca8-d9af-45c8-8443-ad613ed67414 None None] Routers {'24cbd2a7-a824-46b1-89c9-16ebf81c6df8'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:59:40.442481 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-01007ca8-d9af-45c8-8443-ad613ed67414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:59:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:40.448831 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 12:59:40.463203 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-993d923d-2b89-4cac-a28f-df5f9714cbc7 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "PUT /v2.0/floatingips/6b118de5-0030-4dcb-a217-4105749e5145 HTTP/1.1" status: 200 len: 991 time: 1.0869396 Apr 21 12:59:40.463785 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a31fec9-cc92-41d6-8894-e84e3a637b1a', 'tag': '9d25e6e2-728c-47ce-b625-b0a682f0e3b0'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:59:40.466193 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c301f3-0ba4-45f4-b648-9f2fe7a1b5d4" -d '{"events": [{"name": "network-changed", "server_uuid": "6a31fec9-cc92-41d6-8894-e84e3a637b1a", "tag": "9d25e6e2-728c-47ce-b625-b0a682f0e3b0"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:59:40.515348 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef186b8d-fef5-4568-b403-d470d4ccfe1f x-openstack-request-id: req-ef186b8d-fef5-4568-b403-d470d4ccfe1f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:59:40.515636 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a31fec9-cc92-41d6-8894-e84e3a637b1a", "tag": "9d25e6e2-728c-47ce-b625-b0a682f0e3b0", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:59:40.515888 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ef186b8d-fef5-4568-b403-d470d4ccfe1f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:59:40.516294 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef186b8d-fef5-4568-b403-d470d4ccfe1f'] response: {'name': 'network-changed', 'server_uuid': '6a31fec9-cc92-41d6-8894-e84e3a637b1a', 'tag': '9d25e6e2-728c-47ce-b625-b0a682f0e3b0', 'status': 'completed', 'code': 200} Apr 21 12:59:40.558422 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2,segment=NetworkSegment(c5000062-929d-4a36-aa02-f0d9d80fea4d),segment_id=c5000062-929d-4a36-aa02-f0d9d80fea4d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:59:40.560711 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-01007ca8-d9af-45c8-8443-ad613ed67414 None None] Set router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:59:40.574178 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2', 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280', 'port_id': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2', 'mac_address': 'fa:16:3e:bc:9d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e0aa77-3310-4a79-a9b7-1005747f55a8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 12:59:40.595814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c301f3-0ba4-45f4-b648-9f2fe7a1b5d4 req-422e3a86-2132-4915-aa25-9b16fd327097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:40.597394 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09c301f3-0ba4-45f4-b648-9f2fe7a1b5d4 req-422e3a86-2132-4915-aa25-9b16fd327097 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dbf20d2a696446f3bf763b1a95728ce3&device_id=6a31fec9-cc92-41d6-8894-e84e3a637b1a HTTP/1.1" status: 200 len: 1096 time: 0.0539553 Apr 21 12:59:40.615950 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:40.630511 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 12:59:40.651649 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2,segment=NetworkSegment(c5000062-929d-4a36-aa02-f0d9d80fea4d),segment_id=c5000062-929d-4a36-aa02-f0d9d80fea4d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:59:40.691257 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c301f3-0ba4-45f4-b648-9f2fe7a1b5d4 req-0e738ee7-873b-49ac-bb07-fe4ad5ff928d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:40.692732 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09c301f3-0ba4-45f4-b648-9f2fe7a1b5d4 req-0e738ee7-873b-49ac-bb07-fe4ad5ff928d service neutron] 10.222.0.26 "GET /v2.0/networks?id=66226ca0-89ea-4d56-8a47-047ac66c4412 HTTP/1.1" status: 200 len: 916 time: 0.0890405 Apr 21 12:59:40.732219 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:40.773887 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09c301f3-0ba4-45f4-b648-9f2fe7a1b5d4 req-fc37cbd1-9332-433f-8c84-f083b9e45879 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9d25e6e2-728c-47ce-b625-b0a682f0e3b0 HTTP/1.1" status: 200 len: 999 time: 0.0738084 Apr 21 12:59:40.792216 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:40.816826 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-01007ca8-d9af-45c8-8443-ad613ed67414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T12:57:17Z', 'revision_number': 4, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '6b118de5-0030-4dcb-a217-4105749e5145', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'port_id': '9d25e6e2-728c-47ce-b625-b0a682f0e3b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'mac_address': 'fa:16:3e:77:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a31fec9-cc92-41d6-8894-e84e3a637b1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:59:20Z', 'updated_at': '2022-04-21T12:59:39Z', 'revision_number': 1, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'fixed_ip_address_scope': None}, {'id': 'db2e91e7-debf-41d9-8a57-ece6f6c111fb', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'floating_ip_address': '172.25.8.10', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'port_id': 'de44b89d-8164-496c-bfe0-ff2d1c41db9a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'mac_address': 'fa:16:3e:74:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a33f27-99fe-4cb0-9c56-812d236fad86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:57:22Z', 'updated_at': '2022-04-21T12:57:44Z', 'revision_number': 2, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df1715ac-07af-4ef8-93a1-71a0ff3c7fdc', 'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'mac_address': 'fa:16:3e:aa:34:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:16Z', 'updated_at': '2022-04-21T12:57:23Z', 'revision_number': 5, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'subnets': [{'id': '50dbb38d-b032-403f-a924-76781bc12675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:40.832284 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c301f3-0ba4-45f4-b648-9f2fe7a1b5d4 req-31eb6603-399c-4dc5-9668-b24c27dac830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:40.833784 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09c301f3-0ba4-45f4-b648-9f2fe7a1b5d4 req-31eb6603-399c-4dc5-9668-b24c27dac830 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50dbb38d-b032-403f-a924-76781bc12675 HTTP/1.1" status: 200 len: 854 time: 0.0526922 Apr 21 12:59:40.842585 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01007ca8-d9af-45c8-8443-ad613ed67414 None None] Checking router: 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:59:40.851141 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01007ca8-d9af-45c8-8443-ad613ed67414 None None] Routers {'24cbd2a7-a824-46b1-89c9-16ebf81c6df8'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:59:40.851742 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-01007ca8-d9af-45c8-8443-ad613ed67414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:59:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:40.879422 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c301f3-0ba4-45f4-b648-9f2fe7a1b5d4 req-16c1cf79-e7f2-436c-9d01-035a3dd3db0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:40.881126 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09c301f3-0ba4-45f4-b648-9f2fe7a1b5d4 req-16c1cf79-e7f2-436c-9d01-035a3dd3db0a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66226ca0-89ea-4d56-8a47-047ac66c4412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402582 Apr 21 12:59:40.957972 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-01007ca8-d9af-45c8-8443-ad613ed67414 None None] Set router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:59:40.987532 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 12:59:41.235367 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-01007ca8-d9af-45c8-8443-ad613ed67414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T12:57:17Z', 'revision_number': 4, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '6b118de5-0030-4dcb-a217-4105749e5145', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'port_id': '9d25e6e2-728c-47ce-b625-b0a682f0e3b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'mac_address': 'fa:16:3e:77:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a31fec9-cc92-41d6-8894-e84e3a637b1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:59:20Z', 'updated_at': '2022-04-21T12:59:39Z', 'revision_number': 1, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'fixed_ip_address_scope': None}, {'id': 'db2e91e7-debf-41d9-8a57-ece6f6c111fb', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'floating_ip_address': '172.25.8.10', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'port_id': 'de44b89d-8164-496c-bfe0-ff2d1c41db9a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'mac_address': 'fa:16:3e:74:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a33f27-99fe-4cb0-9c56-812d236fad86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:57:22Z', 'updated_at': '2022-04-21T12:57:44Z', 'revision_number': 2, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df1715ac-07af-4ef8-93a1-71a0ff3c7fdc', 'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'mac_address': 'fa:16:3e:aa:34:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:16Z', 'updated_at': '2022-04-21T12:57:23Z', 'revision_number': 5, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'subnets': [{'id': '50dbb38d-b032-403f-a924-76781bc12675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:41.271096 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01007ca8-d9af-45c8-8443-ad613ed67414 None None] The sync data for ids ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'] in n-d-836147-2 is: [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T12:57:17Z', 'revision_number': 4, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '6b118de5-0030-4dcb-a217-4105749e5145', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'floating_ip_address': '172.25.8.118', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'port_id': '9d25e6e2-728c-47ce-b625-b0a682f0e3b0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'mac_address': 'fa:16:3e:77:65:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a31fec9-cc92-41d6-8894-e84e3a637b1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:59:20Z', 'updated_at': '2022-04-21T12:59:39Z', 'revision_number': 1, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'fixed_ip_address_scope': None}, {'id': 'db2e91e7-debf-41d9-8a57-ece6f6c111fb', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'floating_ip_address': '172.25.8.10', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'port_id': 'de44b89d-8164-496c-bfe0-ff2d1c41db9a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'mac_address': 'fa:16:3e:74:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a33f27-99fe-4cb0-9c56-812d236fad86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:57:22Z', 'updated_at': '2022-04-21T12:57:44Z', 'revision_number': 2, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df1715ac-07af-4ef8-93a1-71a0ff3c7fdc', 'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'mac_address': 'fa:16:3e:aa:34:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:16Z', 'updated_at': '2022-04-21T12:57:23Z', 'revision_number': 5, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'subnets': [{'id': '50dbb38d-b032-403f-a924-76781bc12675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:59:41.408945 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c33c456-e79f-4ce7-b411-ab423842b83a req-974b0880-2cad-48b0-bbf6-bb8adfc2e1c3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:41.410484 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c33c456-e79f-4ce7-b411-ab423842b83a req-974b0880-2cad-48b0-bbf6-bb8adfc2e1c3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 945 time: 0.0767338 Apr 21 12:59:41.414912 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09c301f3-0ba4-45f4-b648-9f2fe7a1b5d4 req-e119ac45-134a-44a2-8e90-d7d4b49f062c service neutron] 10.222.0.26 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265560 Apr 21 12:59:41.494048 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3b7d80-d198-4833-b7e7-7f97d8c0e944 None None] New status for floating IP 6b118de5-0030-4dcb-a217-4105749e5145: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:59:41.504945 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c33c456-e79f-4ce7-b411-ab423842b83a req-c3930233-ccdd-434b-8fde-e38e2047dc83 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880830 Apr 21 12:59:41.537028 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09c301f3-0ba4-45f4-b648-9f2fe7a1b5d4 req-6bfd99e4-3877-46fc-b161-c756e10cc240 service neutron] 10.222.0.26 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135743 Apr 21 12:59:42.447496 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 12:59:42.530412 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 12:59:42.535224 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 12:59:42.535600 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:42.620397 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:42.645298 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177cd3ba-3c61-44bf-b6fa-206f6fe20532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:59:42.647578 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b71664-3c93-467a-b22c-5238819184da" -d '{"events": [{"server_uuid": "177cd3ba-3c61-44bf-b6fa-206f6fe20532", "name": "network-vif-plugged", "status": "completed", "tag": "c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:59:42.663515 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccf3ab-9c45-4833-8e2f-2f28acce2fec req-4d8009c1-faae-4aa5-8236-1bd01e0cb06f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:42.663980 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2,segment=NetworkSegment(c5000062-929d-4a36-aa02-f0d9d80fea4d),segment_id=c5000062-929d-4a36-aa02-f0d9d80fea4d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 12:59:42.665280 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07ccf3ab-9c45-4833-8e2f-2f28acce2fec req-4d8009c1-faae-4aa5-8236-1bd01e0cb06f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 945 time: 0.0694346 Apr 21 12:59:42.702815 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 12:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea13fbc4-3204-4c16-9e7c-1a7515cb6802 x-openstack-request-id: req-ea13fbc4-3204-4c16-9e7c-1a7515cb6802 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:59:42.703172 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177cd3ba-3c61-44bf-b6fa-206f6fe20532", "name": "network-vif-plugged", "status": "completed", "tag": "c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:59:42.703486 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea13fbc4-3204-4c16-9e7c-1a7515cb6802 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:59:42.703943 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea13fbc4-3204-4c16-9e7c-1a7515cb6802'] response: {'server_uuid': '177cd3ba-3c61-44bf-b6fa-206f6fe20532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2', 'code': 200} Apr 21 12:59:42.706271 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07ccf3ab-9c45-4833-8e2f-2f28acce2fec req-efbbab43-615a-4750-95a0-78005e429860 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349467 Apr 21 12:59:42.742141 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:42.795011 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:42.810448 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02bcfeb-28e1-4041-8d77-e724f9502947 req-de99d87d-19e9-4cef-840d-b78cb5480b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:42.812003 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d02bcfeb-28e1-4041-8d77-e724f9502947 req-de99d87d-19e9-4cef-840d-b78cb5480b71 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 1097 time: 0.0414672 Apr 21 12:59:42.846069 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d02bcfeb-28e1-4041-8d77-e724f9502947 req-ed8b1421-04cd-40c4-a40f-3a751f2e2b10 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271273 Apr 21 12:59:43.447725 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0ae9742-cd69-49bc-b4cb-701b0851cb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:43.827183 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105a533-faf3-4030-8aa7-ce0c9ad9ec34 req-1d2cf685-80fb-47d7-bf6c-bc31973ef947 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:43.828679 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3105a533-faf3-4030-8aa7-ce0c9ad9ec34 req-1d2cf685-80fb-47d7-bf6c-bc31973ef947 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 946 time: 0.0524273 Apr 21 12:59:43.867165 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3105a533-faf3-4030-8aa7-ce0c9ad9ec34 req-ab59e2bc-62d4-4068-ad78-45cf96b9a0fb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315559 Apr 21 12:59:44.982819 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc1bfd-72af-44f2-b69b-c55fe7c1ae16 req-7fc9e021-980f-4f0f-9e61-d98714b96004 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:44.984193 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e0dc1bfd-72af-44f2-b69b-c55fe7c1ae16 req-7fc9e021-980f-4f0f-9e61-d98714b96004 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 946 time: 0.0485022 Apr 21 12:59:45.022079 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e0dc1bfd-72af-44f2-b69b-c55fe7c1ae16 req-7674f8b6-39da-4008-aa84-111b4d1112f0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314045 Apr 21 12:59:45.139426 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70185eee-4372-43a4-8dce-ede18694608b req-4d1daafa-f786-4e4b-bcdd-29b4aeb64e6f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:45.140951 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70185eee-4372-43a4-8dce-ede18694608b req-4d1daafa-f786-4e4b-bcdd-29b4aeb64e6f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 946 time: 0.0494275 Apr 21 12:59:45.178463 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70185eee-4372-43a4-8dce-ede18694608b req-8450b08b-4427-45a5-acd3-be13bed93382 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313191 Apr 21 12:59:45.200503 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 41684) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:45.243727 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefe1eb0-b9e7-4f25-a9b9-85e4bf5263eb tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:45.245211 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fefe1eb0-b9e7-4f25-a9b9-85e4bf5263eb tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 1092 time: 0.0436471 Apr 21 12:59:45.248112 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41686) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:45.253489 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d7927263-f4ca-4348-ae11-b1842987b273 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'port_id': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 12:59:45.353087 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7927263-f4ca-4348-ae11-b1842987b273 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for floatingip, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:45.452773 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7927263-f4ca-4348-ae11-b1842987b273 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:45.559711 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-d7927263-f4ca-4348-ae11-b1842987b273 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Allocated IP 172.25.8.125 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/16cc6ab7-13c9-43de-9690-17daa2176600) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 12:59:45.663577 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7927263-f4ca-4348-ae11-b1842987b273 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:45.787014 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f143dc2-f5b8-42d3-a58c-cb683852cf29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:45.833246 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7927263-f4ca-4348-ae11-b1842987b273 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:45.868754 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7927263-f4ca-4348-ae11-b1842987b273 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 12:59:45.872028 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-d7927263-f4ca-4348-ae11-b1842987b273 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 12:59:45.874662 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7927263-f4ca-4348-ae11-b1842987b273 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 12:59:45.916198 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7927263-f4ca-4348-ae11-b1842987b273 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Port': ['ID=16cc6ab7-13c9-43de-9690-17daa2176600,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:45.987287 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 12:59:46.244802 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7927263-f4ca-4348-ae11-b1842987b273 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:46.382040 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7927263-f4ca-4348-ae11-b1842987b273 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:46.526624 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7927263-f4ca-4348-ae11-b1842987b273 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:46.619082 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7927263-f4ca-4348-ae11-b1842987b273 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:46.697207 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7927263-f4ca-4348-ae11-b1842987b273 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Port': ['ID=16cc6ab7-13c9-43de-9690-17daa2176600,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 12:59:46.708233 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7927263-f4ca-4348-ae11-b1842987b273 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:46.809147 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-d7927263-f4ca-4348-ae11-b1842987b273 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Floating IP 48aaf03b-36de-46a6-af40-d038a9fbd9c3 associated. External IP: 172.25.8.125, port: c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2. Apr 21 12:59:47.052745 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:47.053450 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7927263-f4ca-4348-ae11-b1842987b273 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Router 489733ba-6a09-4e32-8c54-3bd75de302b3 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 12:59:47.444729 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7927263-f4ca-4348-ae11-b1842987b273 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 12:59:47.454906 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90144c14-150a-428b-9d19-314cecb5ea6a None None] Sync routers for ids ['489733ba-6a09-4e32-8c54-3bd75de302b3'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 12:59:47.475297 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90144c14-150a-428b-9d19-314cecb5ea6a None None] Routers {'489733ba-6a09-4e32-8c54-3bd75de302b3'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:59:47.475297 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-90144c14-150a-428b-9d19-314cecb5ea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:59:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['489733ba-6a09-4e32-8c54-3bd75de302b3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:47.549985 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7927263-f4ca-4348-ae11-b1842987b273 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:47.570875 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-90144c14-150a-428b-9d19-314cecb5ea6a None None] Set router 489733ba-6a09-4e32-8c54-3bd75de302b3 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:59:47.581161 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d7927263-f4ca-4348-ae11-b1842987b273 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3280118 Apr 21 12:59:47.581161 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '177cd3ba-3c61-44bf-b6fa-206f6fe20532', 'tag': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 12:59:47.581161 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9eb1576-926a-47e0-a72b-3c1ea210830a" -d '{"events": [{"name": "network-changed", "server_uuid": "177cd3ba-3c61-44bf-b6fa-206f6fe20532", "tag": "c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 12:59:47.624247 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 12:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02aa3cd-f3f6-4ec0-9e1a-ae4dfe8e752d x-openstack-request-id: req-e02aa3cd-f3f6-4ec0-9e1a-ae4dfe8e752d {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 12:59:47.624549 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "177cd3ba-3c61-44bf-b6fa-206f6fe20532", "tag": "c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 12:59:47.624798 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e02aa3cd-f3f6-4ec0-9e1a-ae4dfe8e752d {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 12:59:47.625197 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e02aa3cd-f3f6-4ec0-9e1a-ae4dfe8e752d'] response: {'name': 'network-changed', 'server_uuid': '177cd3ba-3c61-44bf-b6fa-206f6fe20532', 'tag': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2', 'status': 'completed', 'code': 200} Apr 21 12:59:47.716699 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb1576-926a-47e0-a72b-3c1ea210830a req-a0368ffa-88f7-4c8f-9936-248e9431e138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:47.718762 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9eb1576-926a-47e0-a72b-3c1ea210830a req-a0368ffa-88f7-4c8f-9936-248e9431e138 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 1097 time: 0.0608501 Apr 21 12:59:47.728240 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0722ebd-d952-4d9b-bab1-f5ee45a7ad1b req-ebba735a-3f0c-460c-9de0-04dd605981ae tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:47.729993 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d0722ebd-d952-4d9b-bab1-f5ee45a7ad1b req-ebba735a-3f0c-460c-9de0-04dd605981ae tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 946 time: 0.1000860 Apr 21 12:59:47.819486 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d0722ebd-d952-4d9b-bab1-f5ee45a7ad1b req-29c45d3f-d625-4664-9c59-f09a2c2a4dd1 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791941 Apr 21 12:59:47.849267 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41726) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:47.866120 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb1576-926a-47e0-a72b-3c1ea210830a req-4f5829ef-d636-41c8-8748-d3be0cc5561f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:47.867545 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9eb1576-926a-47e0-a72b-3c1ea210830a req-4f5829ef-d636-41c8-8748-d3be0cc5561f service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e555949-1c19-45dc-b140-6a77acee0280 HTTP/1.1" status: 200 len: 898 time: 0.1365709 Apr 21 12:59:47.916602 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7b0d5839-81f4-4e3a-8f5d-85a6b097f905 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/floatingips/48aaf03b-36de-46a6-af40-d038a9fbd9c3 HTTP/1.1" status: 200 len: 992 time: 0.0661621 Apr 21 12:59:47.940446 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9eb1576-926a-47e0-a72b-3c1ea210830a req-22bc1bec-04e7-4728-a465-4aafe804ff13 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 HTTP/1.1" status: 200 len: 1000 time: 0.0665183 Apr 21 12:59:47.942766 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-90144c14-150a-428b-9d19-314cecb5ea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928420442', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'e6b6c819-753c-40d8-915a-01609b9bb80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:21Z', 'updated_at': '2022-04-21T12:59:28Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': 'e6b6c819-753c-40d8-915a-01609b9bb80f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:af:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:22Z', 'updated_at': '2022-04-21T12:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '48aaf03b-36de-46a6-af40-d038a9fbd9c3', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'port_id': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280', 'mac_address': 'fa:16:3e:bc:9d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177cd3ba-3c61-44bf-b6fa-206f6fe20532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:59:46Z', 'updated_at': '2022-04-21T12:59:46Z', 'revision_number': 0, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d750524-5330-4e02-9871-486eeee57c48', 'name': '', 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:2b:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'd2e0aa77-3310-4a79-a9b7-1005747f55a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:27Z', 'updated_at': '2022-04-21T12:59:33Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': 'd2e0aa77-3310-4a79-a9b7-1005747f55a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:47.952745 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:47.972560 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90144c14-150a-428b-9d19-314cecb5ea6a None None] Checking router: 489733ba-6a09-4e32-8c54-3bd75de302b3 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 12:59:47.981012 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90144c14-150a-428b-9d19-314cecb5ea6a None None] Routers {'489733ba-6a09-4e32-8c54-3bd75de302b3'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 12:59:47.981637 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-90144c14-150a-428b-9d19-314cecb5ea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T12:59:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['489733ba-6a09-4e32-8c54-3bd75de302b3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:47.995488 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb1576-926a-47e0-a72b-3c1ea210830a req-f0039fdf-6cc2-4382-b97e-b4f30295809b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:47.996988 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9eb1576-926a-47e0-a72b-3c1ea210830a req-f0039fdf-6cc2-4382-b97e-b4f30295809b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2e0aa77-3310-4a79-a9b7-1005747f55a8 HTTP/1.1" status: 200 len: 834 time: 0.0507543 Apr 21 12:59:48.042018 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb1576-926a-47e0-a72b-3c1ea210830a req-7d2d8603-c3ba-47d8-aabb-916c0398af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 12:59:48.043596 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9eb1576-926a-47e0-a72b-3c1ea210830a req-7d2d8603-c3ba-47d8-aabb-916c0398af4b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e555949-1c19-45dc-b140-6a77acee0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405290 Apr 21 12:59:48.087473 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-90144c14-150a-428b-9d19-314cecb5ea6a None None] Set router 489733ba-6a09-4e32-8c54-3bd75de302b3 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 12:59:48.152590 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9eb1576-926a-47e0-a72b-3c1ea210830a req-9bc602e4-999a-4d26-a1b6-c90ce339a44a service neutron] 10.222.0.24 "GET /v2.0/networks/4e555949-1c19-45dc-b140-6a77acee0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976050 Apr 21 12:59:48.260486 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9eb1576-926a-47e0-a72b-3c1ea210830a req-f8c88814-3ff7-459c-bcbc-a5676c483489 service neutron] 10.222.0.24 "GET /v2.0/networks/4e555949-1c19-45dc-b140-6a77acee0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951493 Apr 21 12:59:48.312328 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-90144c14-150a-428b-9d19-314cecb5ea6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928420442', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'e6b6c819-753c-40d8-915a-01609b9bb80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:21Z', 'updated_at': '2022-04-21T12:59:28Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': 'e6b6c819-753c-40d8-915a-01609b9bb80f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:af:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:22Z', 'updated_at': '2022-04-21T12:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '48aaf03b-36de-46a6-af40-d038a9fbd9c3', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'port_id': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280', 'mac_address': 'fa:16:3e:bc:9d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177cd3ba-3c61-44bf-b6fa-206f6fe20532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:59:46Z', 'updated_at': '2022-04-21T12:59:46Z', 'revision_number': 0, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d750524-5330-4e02-9871-486eeee57c48', 'name': '', 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:2b:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'd2e0aa77-3310-4a79-a9b7-1005747f55a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:27Z', 'updated_at': '2022-04-21T12:59:33Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': 'd2e0aa77-3310-4a79-a9b7-1005747f55a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 12:59:48.342559 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90144c14-150a-428b-9d19-314cecb5ea6a None None] The sync data for ids ['489733ba-6a09-4e32-8c54-3bd75de302b3'] in n-d-836147-2 is: [{'id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928420442', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'e6b6c819-753c-40d8-915a-01609b9bb80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:21Z', 'updated_at': '2022-04-21T12:59:28Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': 'e6b6c819-753c-40d8-915a-01609b9bb80f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:af:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:22Z', 'updated_at': '2022-04-21T12:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '48aaf03b-36de-46a6-af40-d038a9fbd9c3', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'floating_ip_address': '172.25.8.125', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'port_id': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3349, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280', 'mac_address': 'fa:16:3e:bc:9d:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177cd3ba-3c61-44bf-b6fa-206f6fe20532', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:59:46Z', 'updated_at': '2022-04-21T12:59:46Z', 'revision_number': 0, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d750524-5330-4e02-9871-486eeee57c48', 'name': '', 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:2b:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'd2e0aa77-3310-4a79-a9b7-1005747f55a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:27Z', 'updated_at': '2022-04-21T12:59:33Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': 'd2e0aa77-3310-4a79-a9b7-1005747f55a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 12:59:48.533554 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:48.536376 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897f2edc-71c6-4541-8787-534869b77fd8 None None] New status for floating IP 48aaf03b-36de-46a6-af40-d038a9fbd9c3: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 12:59:48.830453 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 12:59:48.918849 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 41742) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 12:59:49.002557 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fd0cb380-6076-42ae-99a7-08e8bf9496e8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/floatingips/48aaf03b-36de-46a6-af40-d038a9fbd9c3 HTTP/1.1" status: 200 len: 994 time: 0.0819585 Apr 21 12:59:50.441556 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:11.327661 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42226) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:00:11.399986 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46c25e-b61e-4f43-b23f-2005ec84b94f tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:11.400649 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46c25e-b61e-4f43-b23f-2005ec84b94f tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:11.401354 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46c25e-b61e-4f43-b23f-2005ec84b94f tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:11.403050 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cf46c25e-b61e-4f43-b23f-2005ec84b94f tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] 10.222.0.36 "GET /v2.0/ports?project_id=751a38797aaa4af4acc7445401990284&network_id=848e281e-943e-4178-9552-cdcc93f10c1d HTTP/1.1" status: 200 len: 2969 time: 0.0741849 Apr 21 13:00:13.460571 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9e35fb8-849c-4958-b7b9-3b3020d8256e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:14.884045 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42376) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:00:14.934447 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f71f27-a9a2-4ad1-931e-51b549f1a209 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:14.935931 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b7f71f27-a9a2-4ad1-931e-51b549f1a209 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 814 time: 0.0504110 Apr 21 13:00:15.745127 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-14043984-59f0-485f-a99d-50694b491128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:15.807595 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42390) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:00:15.812784 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3003bf4c-c49a-483f-ab40-fde0e78d5dca tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'network': {'name': 'tempest-network-smoke--595183353', 'project_id': '751a38797aaa4af4acc7445401990284', 'port_security_enabled': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:00:15.926917 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3003bf4c-c49a-483f-ab40-fde0e78d5dca tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Made reservation on behalf of 751a38797aaa4af4acc7445401990284 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:00:15.930423 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3003bf4c-c49a-483f-ab40-fde0e78d5dca tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:15.955738 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3003bf4c-c49a-483f-ab40-fde0e78d5dca tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:00:15.965083 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3003bf4c-c49a-483f-ab40-fde0e78d5dca tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:15.965477 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-3003bf4c-c49a-483f-ab40-fde0e78d5dca tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Added segment 3336d210-da03-4667-bea4-ccbcec2624c9 of type vlan for network 251947a6-a505-4fa5-ab8a-967682b348d6 Apr 21 13:00:16.013680 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3003bf4c-c49a-483f-ab40-fde0e78d5dca tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:16.132471 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3003bf4c-c49a-483f-ab40-fde0e78d5dca tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:16.138122 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3003bf4c-c49a-483f-ab40-fde0e78d5dca tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:16.138707 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3003bf4c-c49a-483f-ab40-fde0e78d5dca tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:16.210466 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003bf4c-c49a-483f-ab40-fde0e78d5dca tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'Network': ['ID=251947a6-a505-4fa5-ab8a-967682b348d6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:16.219060 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3003bf4c-c49a-483f-ab40-fde0e78d5dca tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:16.219432 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3003bf4c-c49a-483f-ab40-fde0e78d5dca tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:16.219783 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3003bf4c-c49a-483f-ab40-fde0e78d5dca tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:16.220141 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3003bf4c-c49a-483f-ab40-fde0e78d5dca tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:16.220477 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3003bf4c-c49a-483f-ab40-fde0e78d5dca tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:16.220807 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3003bf4c-c49a-483f-ab40-fde0e78d5dca tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:16.221135 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3003bf4c-c49a-483f-ab40-fde0e78d5dca tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:16.221462 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3003bf4c-c49a-483f-ab40-fde0e78d5dca tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:16.221824 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3003bf4c-c49a-483f-ab40-fde0e78d5dca tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:16.222153 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3003bf4c-c49a-483f-ab40-fde0e78d5dca tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:16.222479 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3003bf4c-c49a-483f-ab40-fde0e78d5dca tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:16.222806 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3003bf4c-c49a-483f-ab40-fde0e78d5dca tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:16.235501 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 251947a6-a505-4fa5-ab8a-967682b348d6 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:00:16.273075 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3003bf4c-c49a-483f-ab40-fde0e78d5dca tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4640846 Apr 21 13:00:16.276742 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42392) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:00:16.349038 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d89bcc-608d-434b-b756-ace583e14992 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:16.350563 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d8d89bcc-608d-434b-b756-ace583e14992 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=751a38797aaa4af4acc7445401990284&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0728462 Apr 21 13:00:16.353298 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42394) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:00:16.441724 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4256c186-15e1-4a36-8a8a-2a8a1ebf0c97 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:16.443260 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4256c186-15e1-4a36-8a8a-2a8a1ebf0c97 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0890203 Apr 21 13:00:16.445982 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42396) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:00:16.479437 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-429f5182-584d-43a6-85cc-42862cdcdcd7 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=23f97cfe-dd42-45d8-a5df-e2b803e954fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277848 Apr 21 13:00:16.481505 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42398) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:00:16.509332 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e8d43c71-01c8-436c-9e32-01b3cac7e3ba tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=751a38797aaa4af4acc7445401990284&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266869 Apr 21 13:00:16.515641 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42400) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:00:16.605629 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a926d16-455c-48c5-ae0e-315b2b14d21d tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:16.607150 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5a926d16-455c-48c5-ae0e-315b2b14d21d tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905585 Apr 21 13:00:16.609919 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42402) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:00:16.638482 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8a394623-a114-44bb-a7d4-130345c33508 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=23f97cfe-dd42-45d8-a5df-e2b803e954fa&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274944 Apr 21 13:00:16.640872 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42406) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:00:16.647208 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-41185cfb-8483-4310-b53c-758a7e232d97 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-140543811', 'network_id': '251947a6-a505-4fa5-ab8a-967682b348d6', 'project_id': '751a38797aaa4af4acc7445401990284', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:00:16.860670 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41185cfb-8483-4310-b53c-758a7e232d97 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Made reservation on behalf of 751a38797aaa4af4acc7445401990284 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:00:16.864308 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-41185cfb-8483-4310-b53c-758a7e232d97 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:16.943883 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:17.150016 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-41185cfb-8483-4310-b53c-758a7e232d97 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:17.219087 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41185cfb-8483-4310-b53c-758a7e232d97 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'Subnet': ['ID=20eae402-92c1-4001-a1a7-346347a6ea7c,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:17.227705 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41185cfb-8483-4310-b53c-758a7e232d97 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Checking segment: {'id': '3336d210-da03-4667-bea4-ccbcec2624c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '251947a6-a505-4fa5-ab8a-967682b348d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:00:17.228019 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41185cfb-8483-4310-b53c-758a7e232d97 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Network hostable DHCP agents. Network: 251947a6-a505-4fa5-ab8a-967682b348d6, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:00:17.452575 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41185cfb-8483-4310-b53c-758a7e232d97 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Network 251947a6-a505-4fa5-ab8a-967682b348d6 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:00:17.595479 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-41185cfb-8483-4310-b53c-758a7e232d97 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 251947a6-a505-4fa5-ab8a-967682b348d6) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:00:17.599883 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41185cfb-8483-4310-b53c-758a7e232d97 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:17.600482 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-41185cfb-8483-4310-b53c-758a7e232d97 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:17.605797 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aeee0e3-cbea-4eab-b799-0d96d49426e2 None None] Network 251947a6-a505-4fa5-ab8a-967682b348d6 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:00:17.707580 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-41185cfb-8483-4310-b53c-758a7e232d97 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0653310 Apr 21 13:00:17.764133 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-251947a6-a505-4fa5-ab8a-967682b348d6', 'network_id': '251947a6-a505-4fa5-ab8a-967682b348d6', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'fixed_ips': [{'subnet_id': '20eae402-92c1-4001-a1a7-346347a6ea7c'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:00:17.765018 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:17.911996 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Allocated IP 172.20.0.18 (251947a6-a505-4fa5-ab8a-967682b348d6/20eae402-92c1-4001-a1a7-346347a6ea7c/032687e3-8639-488e-b78b-e7abb792e915) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:00:18.026261 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:18.048660 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:18.327398 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:18.441174 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42416) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:00:18.446454 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-97b9c7d7-4cdb-4a40-a58a-4e049314c4ad tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-514475065', 'description': 'tempest-secgroup-smoke-514475065 description', 'project_id': '751a38797aaa4af4acc7445401990284'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:00:18.535247 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-97b9c7d7-4cdb-4a40-a58a-4e049314c4ad tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:18.537443 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Network 251947a6-a505-4fa5-ab8a-967682b348d6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:00:18.538527 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Pushing event updated for resources: {'Port': ['ID=032687e3-8639-488e-b78b-e7abb792e915,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:18.541808 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:00:18.546947 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:00:18.550516 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:18.550882 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:18.551223 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:18.551559 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:18.551890 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:18.552219 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:18.552545 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:18.552869 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:18.553192 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:18.553515 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:18.553863 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:18.554184 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:18.600030 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:18.606939 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-97b9c7d7-4cdb-4a40-a58a-4e049314c4ad tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:18.610109 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Attempting to bind port 032687e3-8639-488e-b78b-e7abb792e915 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:00:18.610485 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Attempting to bind port 032687e3-8639-488e-b78b-e7abb792e915 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '3336d210-da03-4667-bea4-ccbcec2624c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '251947a6-a505-4fa5-ab8a-967682b348d6'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:00:18.610847 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Attempting to bind port 032687e3-8639-488e-b78b-e7abb792e915 on network 251947a6-a505-4fa5-ab8a-967682b348d6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:00:18.616243 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 12, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:00:18.616619 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Checking segment: {'id': '3336d210-da03-4667-bea4-ccbcec2624c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '251947a6-a505-4fa5-ab8a-967682b348d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:00:18.617025 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:18.617416 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Bound using segment: {'id': '3336d210-da03-4667-bea4-ccbcec2624c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '251947a6-a505-4fa5-ab8a-967682b348d6'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:00:18.617907 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Bound port: 032687e3-8639-488e-b78b-e7abb792e915, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3336d210-da03-4667-bea4-ccbcec2624c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '251947a6-a505-4fa5-ab8a-967682b348d6'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:00:18.618360 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:18.667487 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-97b9c7d7-4cdb-4a40-a58a-4e049314c4ad tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:18.700546 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9c7d7-4cdb-4a40-a58a-4e049314c4ad tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b38df6-9cb4-4acb-affc-ac166cb259fb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:18.704155 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] For port 032687e3-8639-488e-b78b-e7abb792e915, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:00:18.707645 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] For port 032687e3-8639-488e-b78b-e7abb792e915, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=032687e3-8639-488e-b78b-e7abb792e915,segment=NetworkSegment(3336d210-da03-4667-bea4-ccbcec2624c9),segment_id=3336d210-da03-4667-bea4-ccbcec2624c9)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:00:18.761486 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:18.790360 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:18.792222 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-97b9c7d7-4cdb-4a40-a58a-4e049314c4ad tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:18.796222 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-97b9c7d7-4cdb-4a40-a58a-4e049314c4ad tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3510196 Apr 21 13:00:18.799830 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42422) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:00:18.801104 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1612ec25-8dbe-4aa0-82cb-ab9356d4a9c8 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'security_group_rule': {'security_group_id': 'e2b38df6-9cb4-4acb-affc-ac166cb259fb', 'project_id': '751a38797aaa4af4acc7445401990284', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:00:18.861323 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26523b-b426-4f3b-82c9-8c7b4dc2e3ce None None] Pushing event updated for resources: {'Port': ['ID=032687e3-8639-488e-b78b-e7abb792e915,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:18.940670 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1612ec25-8dbe-4aa0-82cb-ab9356d4a9c8 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:19.017791 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1612ec25-8dbe-4aa0-82cb-ab9356d4a9c8 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:19.249365 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1612ec25-8dbe-4aa0-82cb-ab9356d4a9c8 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:19.267724 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612ec25-8dbe-4aa0-82cb-ab9356d4a9c8 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dab3fad5-1927-4d65-a993-9b291bd48a85,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:19.403575 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1612ec25-8dbe-4aa0-82cb-ab9356d4a9c8 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:19.405005 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1612ec25-8dbe-4aa0-82cb-ab9356d4a9c8 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6075242 Apr 21 13:00:19.407645 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42430) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:00:19.416728 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f576f488-5666-4908-9045-aa0ce4a99a6a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'security_group_rule': {'security_group_id': 'e2b38df6-9cb4-4acb-affc-ac166cb259fb', 'project_id': '751a38797aaa4af4acc7445401990284', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:00:19.535032 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f576f488-5666-4908-9045-aa0ce4a99a6a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:19.606006 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f576f488-5666-4908-9045-aa0ce4a99a6a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:19.629386 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 032687e3-8639-488e-b78b-e7abb792e915 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:00:19.682450 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 032687e3-8639-488e-b78b-e7abb792e915 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:00:19.683060 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:19.684010 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f576f488-5666-4908-9045-aa0ce4a99a6a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:19.705596 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576f488-5666-4908-9045-aa0ce4a99a6a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c15a94-0039-446e-9b20-851329af1d76,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:19.774781 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:19.810364 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 032687e3-8639-488e-b78b-e7abb792e915, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=032687e3-8639-488e-b78b-e7abb792e915,segment=NetworkSegment(3336d210-da03-4667-bea4-ccbcec2624c9),segment_id=3336d210-da03-4667-bea4-ccbcec2624c9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:00:19.829144 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d965ce-4d1f-45b3-a086-c996cab2a4b2 None None] Network 251947a6-a505-4fa5-ab8a-967682b348d6 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:00:19.840099 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f576f488-5666-4908-9045-aa0ce4a99a6a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:19.841450 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f576f488-5666-4908-9045-aa0ce4a99a6a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4327652 Apr 21 13:00:19.844189 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42432) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:00:19.849544 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-fa61dc0e-50da-4c9f-9e16-29f8b0d18ed7 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'security_group_rule': {'security_group_id': 'e2b38df6-9cb4-4acb-affc-ac166cb259fb', 'project_id': '751a38797aaa4af4acc7445401990284', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:00:19.914663 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a20caa08-a793-4cfb-ad73-f9fd1c10cdc3 None None] Provisioning complete for port 032687e3-8639-488e-b78b-e7abb792e915 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:00:19.915032 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a20caa08-a793-4cfb-ad73-f9fd1c10cdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:19.916652 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:19.949873 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa61dc0e-50da-4c9f-9e16-29f8b0d18ed7 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:20.017560 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa61dc0e-50da-4c9f-9e16-29f8b0d18ed7 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:20.035999 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=032687e3-8639-488e-b78b-e7abb792e915,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:20.101060 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa61dc0e-50da-4c9f-9e16-29f8b0d18ed7 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:20.132303 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa61dc0e-50da-4c9f-9e16-29f8b0d18ed7 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06c8e23-a437-4e65-8d6f-2a9060f913ec,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:20.261502 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa61dc0e-50da-4c9f-9e16-29f8b0d18ed7 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:20.264716 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fa61dc0e-50da-4c9f-9e16-29f8b0d18ed7 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4194996 Apr 21 13:00:20.267505 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42436) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:00:20.281766 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-cf250299-37f7-430d-8124-22eb01fdc0ea tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'security_group_rule': {'security_group_id': 'e2b38df6-9cb4-4acb-affc-ac166cb259fb', 'project_id': '751a38797aaa4af4acc7445401990284', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:00:20.321100 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-35ab9ba1-3d1d-4aee-a1a9-6f1d7e9e8709 None None] Provisioning complete for port 032687e3-8639-488e-b78b-e7abb792e915 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:00:20.321623 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35ab9ba1-3d1d-4aee-a1a9-6f1d7e9e8709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:20.401996 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf250299-37f7-430d-8124-22eb01fdc0ea tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:20.470677 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf250299-37f7-430d-8124-22eb01fdc0ea tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:20.495717 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:20.575031 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf250299-37f7-430d-8124-22eb01fdc0ea tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:20.593290 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf250299-37f7-430d-8124-22eb01fdc0ea tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6636885-c41a-4f2b-9268-98385edf0261,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:20.734203 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cf250299-37f7-430d-8124-22eb01fdc0ea tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:20.735410 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-cf250299-37f7-430d-8124-22eb01fdc0ea tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4668200 Apr 21 13:00:20.738080 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42438) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:00:20.742661 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ced691de-0397-41b8-bdd6-6831f2b32ec1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'security_group_rule': {'security_group_id': 'e2b38df6-9cb4-4acb-affc-ac166cb259fb', 'project_id': '751a38797aaa4af4acc7445401990284', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:00:20.866871 n-d-836147-2 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-ced691de-0397-41b8-bdd6-6831f2b32ec1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Project 751a38797aaa4af4acc7445401990284 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:00:20.872698 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ced691de-0397-41b8-bdd6-6831f2b32ec1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:20.934831 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ced691de-0397-41b8-bdd6-6831f2b32ec1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:21.041467 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ced691de-0397-41b8-bdd6-6831f2b32ec1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:21.059774 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced691de-0397-41b8-bdd6-6831f2b32ec1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf71e137-8535-4fbc-9743-0621cc44fddc,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:21.177235 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ced691de-0397-41b8-bdd6-6831f2b32ec1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:21.178504 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ced691de-0397-41b8-bdd6-6831f2b32ec1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4394670 Apr 21 13:00:21.181315 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42440) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:00:21.189618 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1d1be595-b0b0-4ba8-abca-b4e86edb57d3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'security_group_rule': {'security_group_id': 'e2b38df6-9cb4-4acb-affc-ac166cb259fb', 'project_id': '751a38797aaa4af4acc7445401990284', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:00:21.323655 n-d-836147-2 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-1d1be595-b0b0-4ba8-abca-b4e86edb57d3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Project 751a38797aaa4af4acc7445401990284 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:00:21.328873 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d1be595-b0b0-4ba8-abca-b4e86edb57d3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:21.391493 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d1be595-b0b0-4ba8-abca-b4e86edb57d3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:21.469518 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d1be595-b0b0-4ba8-abca-b4e86edb57d3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:21.487531 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1be595-b0b0-4ba8-abca-b4e86edb57d3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2666f7b6-0893-4282-b233-089d5873176b,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:21.495418 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1be595-b0b0-4ba8-abca-b4e86edb57d3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:21.495761 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1be595-b0b0-4ba8-abca-b4e86edb57d3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:21.496098 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1be595-b0b0-4ba8-abca-b4e86edb57d3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:21.496432 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1be595-b0b0-4ba8-abca-b4e86edb57d3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:21.496758 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1be595-b0b0-4ba8-abca-b4e86edb57d3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:21.497088 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1be595-b0b0-4ba8-abca-b4e86edb57d3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:21.497411 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1be595-b0b0-4ba8-abca-b4e86edb57d3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:21.497763 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1be595-b0b0-4ba8-abca-b4e86edb57d3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:21.498083 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1be595-b0b0-4ba8-abca-b4e86edb57d3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:21.498408 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1be595-b0b0-4ba8-abca-b4e86edb57d3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:21.498723 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1be595-b0b0-4ba8-abca-b4e86edb57d3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:21.499040 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1be595-b0b0-4ba8-abca-b4e86edb57d3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:21.570601 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 032687e3-8639-488e-b78b-e7abb792e915 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:00:21.591883 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d1be595-b0b0-4ba8-abca-b4e86edb57d3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:21.594261 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1d1be595-b0b0-4ba8-abca-b4e86edb57d3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4102964 Apr 21 13:00:21.622795 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 032687e3-8639-488e-b78b-e7abb792e915 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:00:21.623159 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:21.738849 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-fe5ad21a-b9fe-4ce9-9ea4-851b8f72d276 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-514475065&fields=id&tenant_id=751a38797aaa4af4acc7445401990284 HTTP/1.1" status: 200 len: 267 time: 0.0326107 Apr 21 13:00:21.845472 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-17bb3d17-38d9-4785-98f3-66a8b4eb70ef tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:21.846972 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-17bb3d17-38d9-4785-98f3-66a8b4eb70ef tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/networks?id=251947a6-a505-4fa5-ab8a-967682b348d6 HTTP/1.1" status: 200 len: 796 time: 0.1014819 Apr 21 13:00:21.862195 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-f2607ac2-da2b-4605-9383-7caa57cd68c3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/quotas/751a38797aaa4af4acc7445401990284 HTTP/1.1" status: 200 len: 375 time: 0.0092533 Apr 21 13:00:21.925046 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-753f8bdb-3fed-4428-81f7-d505304ba354 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=751a38797aaa4af4acc7445401990284&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0572431 Apr 21 13:00:21.942045 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-082bca1c-c64b-4956-8554-b5b40543ea5b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 13:00:21.943138 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-082bca1c-c64b-4956-8554-b5b40543ea5b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055733 Apr 21 13:00:22.031523 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-754b8050-91c4-4c83-947a-8ebfe5e16a23 service neutron] 10.222.0.36 "GET /v2.0/networks/251947a6-a505-4fa5-ab8a-967682b348d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816514 Apr 21 13:00:22.127704 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-7139261c-8a6c-4c56-b73f-749e1843ee33 service neutron] 10.222.0.36 "GET /v2.0/networks/251947a6-a505-4fa5-ab8a-967682b348d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900652 Apr 21 13:00:22.202370 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b164f8f-8e94-4a6b-9384-b27265e75a14 req-22e06240-0988-4c23-a774-cd30399b0ac0 tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:22.210476 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b164f8f-8e94-4a6b-9384-b27265e75a14 req-22e06240-0988-4c23-a774-cd30399b0ac0 tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 1097 time: 0.0514920 Apr 21 13:00:22.243001 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b164f8f-8e94-4a6b-9384-b27265e75a14 req-96d9b15f-bf9a-4b30-9fd1-57c1c27e3e22 tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313702 Apr 21 13:00:22.448385 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c42c31c-82b4-4a5e-b3e0-ec1a1d8d0d85 req-ecde3e1b-5113-4261-8127-cd204539cc51 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8bc5534-c988-4133-a686-09283d0cffad HTTP/1.1" status: 200 len: 210 time: 0.0408010 Apr 21 13:00:22.457111 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb393cc-eb49-4ace-8747-c56aa08dd643 req-a5cad629-0758-4aa8-84d0-c1bb4677a2f5 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:22.458628 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1cb393cc-eb49-4ace-8747-c56aa08dd643 req-a5cad629-0758-4aa8-84d0-c1bb4677a2f5 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 946 time: 0.1297398 Apr 21 13:00:22.514122 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1cb393cc-eb49-4ace-8747-c56aa08dd643 req-f63ed0c2-acff-4dc2-84aa-35ad7247435d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476208 Apr 21 13:00:22.535690 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42472) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:00:22.603918 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-87b2308a-ed5b-4136-8ee1-5ca32fb6d2e8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/floatingips/48aaf03b-36de-46a6-af40-d038a9fbd9c3 HTTP/1.1" status: 200 len: 994 time: 0.0666397 Apr 21 13:00:22.938110 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-7e4998df-9e22-4bea-a21f-ced6bb0e7ca3 req-70a28583-e06f-46b6-bac6-ba031673bdab service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 13:00:22.939062 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e4998df-9e22-4bea-a21f-ced6bb0e7ca3 req-70a28583-e06f-46b6-bac6-ba031673bdab service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084839 Apr 21 13:00:22.987036 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:00:23.023530 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42490) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:00:23.162480 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26adacf3-d342-408a-815a-e4e588b173af admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:23.239818 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26adacf3-d342-408a-815a-e4e588b173af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:23.369804 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-26adacf3-d342-408a-815a-e4e588b173af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:23.408534 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-26adacf3-d342-408a-815a-e4e588b173af admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e3458df9e72b4129b9c502cd5056e21c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3839314 Apr 21 13:00:23.410759 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26adacf3-d342-408a-815a-e4e588b173af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9167724f-8238-4570-9f09-263c99b41271,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:23.411352 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42496) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:00:23.462153 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b7b5045-fd66-4d04-b58e-d7d60a6f6f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:23.484753 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b7b5045-fd66-4d04-b58e-d7d60a6f6f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:23.548152 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2676fdb0-b766-4bfa-92b6-bedab4b4115e req-eee78714-ad64-4975-a28e-2324f08315c7 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8bc5534-c988-4133-a686-09283d0cffad HTTP/1.1" status: 200 len: 210 time: 0.0316069 Apr 21 13:00:23.601158 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ef364-30e8-46e4-b984-196e33e39ef8 req-723f377e-755e-4672-8cec-410feaae6a08 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:23.602720 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d39ef364-30e8-46e4-b984-196e33e39ef8 req-723f377e-755e-4672-8cec-410feaae6a08 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 946 time: 0.0506170 Apr 21 13:00:23.643679 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d39ef364-30e8-46e4-b984-196e33e39ef8 req-bf699ef5-4906-4d0d-8c61-ad3ce71f27a1 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343122 Apr 21 13:00:23.715002 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b7b5045-fd66-4d04-b58e-d7d60a6f6f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:23.717748 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8b7b5045-fd66-4d04-b58e-d7d60a6f6f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:23.718977 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8b7b5045-fd66-4d04-b58e-d7d60a6f6f75 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9167724f-8238-4570-9f09-263c99b41271 HTTP/1.1" status: 204 len: 168 time: 0.3056598 Apr 21 13:00:23.727525 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b5045-fd66-4d04-b58e-d7d60a6f6f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9167724f-8238-4570-9f09-263c99b41271,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:23.822791 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-b080d644-fccc-40dc-a2dc-45b372dd393a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0395012 Apr 21 13:00:24.498413 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 42524) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:00:24.511442 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dda8c344-4e5c-472a-a847-7b02b21fb6e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:24.589505 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dda8c344-4e5c-472a-a847-7b02b21fb6e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:24.645332 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9705484b-c33d-4beb-9ff0-724a520b5396 req-a66212d1-cc95-4400-8f4c-58253bf58a13 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8bc5534-c988-4133-a686-09283d0cffad HTTP/1.1" status: 200 len: 210 time: 0.0265751 Apr 21 13:00:24.739508 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dda8c344-4e5c-472a-a847-7b02b21fb6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:24.789659 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3bf856d-5e7e-4017-b8c8-37168c6ee95c req-d2f5b2de-49c1-44a6-9988-60edc0c37a4e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1055946 Apr 21 13:00:24.794324 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-dda8c344-4e5c-472a-a847-7b02b21fb6e1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0ee966ca0400440d924cb08eed718254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2950635 Apr 21 13:00:24.795030 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8c344-4e5c-472a-a847-7b02b21fb6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3329e4-5293-481e-90f3-4163a0e1bffe,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:24.797282 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42534) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:00:24.810157 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef464e3-703f-4ea8-9429-21a3d84093e8 req-8196496b-f910-4d5b-b5c7-436899c66f25 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:24.811728 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fef464e3-703f-4ea8-9429-21a3d84093e8 req-8196496b-f910-4d5b-b5c7-436899c66f25 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 946 time: 0.0975556 Apr 21 13:00:24.855308 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fef464e3-703f-4ea8-9429-21a3d84093e8 req-1633d374-83a1-42e6-a257-ba1c5e582971 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366530 Apr 21 13:00:24.864881 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-42029bd4-fb7c-4fec-a07a-6ef8f5ee30a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:24.891880 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-42029bd4-fb7c-4fec-a07a-6ef8f5ee30a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:24.899785 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf856d-5e7e-4017-b8c8-37168c6ee95c req-5aa3161e-3f35-48e7-ba20-6fed12ad219a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:24.901960 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3bf856d-5e7e-4017-b8c8-37168c6ee95c req-5aa3161e-3f35-48e7-ba20-6fed12ad219a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b82063ddf1384c0da199fea5b916ec7b&device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 1097 time: 0.0444531 Apr 21 13:00:25.016976 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf856d-5e7e-4017-b8c8-37168c6ee95c req-9cfcb72f-b244-4d88-87b9-d77e41e84e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:25.018420 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3bf856d-5e7e-4017-b8c8-37168c6ee95c req-9cfcb72f-b244-4d88-87b9-d77e41e84e5f service neutron] 10.222.0.24 "GET /v2.0/networks?id=7532c877-c6eb-4827-8bef-4f687b46b481 HTTP/1.1" status: 200 len: 918 time: 0.0935869 Apr 21 13:00:25.046424 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-42029bd4-fb7c-4fec-a07a-6ef8f5ee30a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:25.049084 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-42029bd4-fb7c-4fec-a07a-6ef8f5ee30a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:25.053336 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-42029bd4-fb7c-4fec-a07a-6ef8f5ee30a4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3f3329e4-5293-481e-90f3-4163a0e1bffe HTTP/1.1" status: 204 len: 168 time: 0.2541223 Apr 21 13:00:25.062740 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42029bd4-fb7c-4fec-a07a-6ef8f5ee30a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3329e4-5293-481e-90f3-4163a0e1bffe,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:25.064276 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3bf856d-5e7e-4017-b8c8-37168c6ee95c req-30042cbd-da60-413a-8ced-925522afe53f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f4b37a07-42fd-42f6-aa5e-dc223128f4d8 HTTP/1.1" status: 200 len: 217 time: 0.0384269 Apr 21 13:00:25.131117 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf856d-5e7e-4017-b8c8-37168c6ee95c req-ecce830e-2015-4201-bc68-e0f30f660bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:25.132849 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3bf856d-5e7e-4017-b8c8-37168c6ee95c req-ecce830e-2015-4201-bc68-e0f30f660bda service neutron] 10.222.0.24 "GET /v2.0/subnets?id=042c7c8a-99c9-4a93-a632-3fd1a4109dfb HTTP/1.1" status: 200 len: 856 time: 0.0613136 Apr 21 13:00:25.182379 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf856d-5e7e-4017-b8c8-37168c6ee95c req-d97616d0-b7de-4826-a864-450382b61f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:25.183865 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3bf856d-5e7e-4017-b8c8-37168c6ee95c req-d97616d0-b7de-4826-a864-450382b61f1d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7532c877-c6eb-4827-8bef-4f687b46b481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403275 Apr 21 13:00:25.286062 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3bf856d-5e7e-4017-b8c8-37168c6ee95c req-a8275896-4dea-4904-aa85-e86664f2c113 service neutron] 10.222.0.24 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899014 Apr 21 13:00:25.454822 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-49c02f77-3529-4ed1-9014-1ba4545fda1b tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:25.456601 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-49c02f77-3529-4ed1-9014-1ba4545fda1b tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.24 "GET /v2.0/networks?id=251947a6-a505-4fa5-ab8a-967682b348d6 HTTP/1.1" status: 200 len: 796 time: 0.1732328 Apr 21 13:00:25.458897 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3bf856d-5e7e-4017-b8c8-37168c6ee95c req-8399d11c-0757-4b9e-91d7-7f5c8b556d5f service neutron] 10.222.0.24 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637261 Apr 21 13:00:25.518236 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-bbc51ea3-7df9-4fd7-97b4-8e094601cd1b tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=751a38797aaa4af4acc7445401990284 HTTP/1.1" status: 200 len: 472 time: 0.0419538 Apr 21 13:00:25.543787 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-3f2c3e3a-d9ea-4c4c-9393-4e466b45942d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'port': {'device_id': 'f8bc5534-c988-4133-a686-09283d0cffad', 'network_id': '251947a6-a505-4fa5-ab8a-967682b348d6', 'admin_state_up': True, 'tenant_id': '751a38797aaa4af4acc7445401990284', 'security_groups': ['e2b38df6-9cb4-4acb-affc-ac166cb259fb']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:00:25.755469 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2670bc32-7fcd-473d-bff2-11d1e5992e38 req-dca093e1-9e66-4c24-9a1d-a2f8f55e3311 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8bc5534-c988-4133-a686-09283d0cffad HTTP/1.1" status: 200 len: 210 time: 0.0287213 Apr 21 13:00:25.803257 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-3f2c3e3a-d9ea-4c4c-9393-4e466b45942d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Made reservation on behalf of 751a38797aaa4af4acc7445401990284 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:00:25.803257 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-3f2c3e3a-d9ea-4c4c-9393-4e466b45942d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:25.921623 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-612ac0df-b122-4ffd-98c5-dc3da5c0d2b2 req-c622249d-a430-410f-9f4a-09da218fa4d0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b2a33f27-99fe-4cb0-9c56-812d236fad86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0902786 Apr 21 13:00:26.019912 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-3f2c3e3a-d9ea-4c4c-9393-4e466b45942d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Allocated IP 172.20.0.28 (251947a6-a505-4fa5-ab8a-967682b348d6/20eae402-92c1-4001-a1a7-346347a6ea7c/22bd5a21-c438-4efd-b289-e6957abd5e37) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:00:26.047251 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff53e7f-a747-4684-81d6-c804d1da2dca req-d2592263-a62d-40cf-b794-9b5dce3809bd tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:26.048744 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cff53e7f-a747-4684-81d6-c804d1da2dca req-d2592263-a62d-40cf-b794-9b5dce3809bd tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 946 time: 0.1094577 Apr 21 13:00:26.074024 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ac0df-b122-4ffd-98c5-dc3da5c0d2b2 req-6fedc446-20f2-4f20-a838-40707b5b97b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:26.077749 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-612ac0df-b122-4ffd-98c5-dc3da5c0d2b2 req-6fedc446-20f2-4f20-a838-40707b5b97b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dbf20d2a696446f3bf763b1a95728ce3&device_id=b2a33f27-99fe-4cb0-9c56-812d236fad86 HTTP/1.1" status: 200 len: 1096 time: 0.1015902 Apr 21 13:00:26.179770 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cff53e7f-a747-4684-81d6-c804d1da2dca req-1f0e0eb5-757e-4887-b536-383fdc0e25a1 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219158 Apr 21 13:00:26.284988 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ac0df-b122-4ffd-98c5-dc3da5c0d2b2 req-184203eb-a9ca-4891-a88f-961eac3f3146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:26.286508 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-612ac0df-b122-4ffd-98c5-dc3da5c0d2b2 req-184203eb-a9ca-4891-a88f-961eac3f3146 service neutron] 10.222.0.26 "GET /v2.0/networks?id=66226ca0-89ea-4d56-8a47-047ac66c4412 HTTP/1.1" status: 200 len: 916 time: 0.1882861 Apr 21 13:00:26.339570 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-3f2c3e3a-d9ea-4c4c-9393-4e466b45942d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:26.374073 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-612ac0df-b122-4ffd-98c5-dc3da5c0d2b2 req-cafbbca4-846d-4a8d-85f1-9e2d54dbd214 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=de44b89d-8164-496c-bfe0-ff2d1c41db9a HTTP/1.1" status: 200 len: 1000 time: 0.0800269 Apr 21 13:00:26.433209 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ac0df-b122-4ffd-98c5-dc3da5c0d2b2 req-cc536c97-a64c-4b00-b721-fd114139f5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:26.434708 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-612ac0df-b122-4ffd-98c5-dc3da5c0d2b2 req-cc536c97-a64c-4b00-b721-fd114139f5d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50dbb38d-b032-403f-a924-76781bc12675 HTTP/1.1" status: 200 len: 854 time: 0.0544331 Apr 21 13:00:26.514967 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ac0df-b122-4ffd-98c5-dc3da5c0d2b2 req-7a9877b3-1c9f-4681-8dc4-ed641973d915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:26.514967 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-612ac0df-b122-4ffd-98c5-dc3da5c0d2b2 req-7a9877b3-1c9f-4681-8dc4-ed641973d915 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66226ca0-89ea-4d56-8a47-047ac66c4412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700455 Apr 21 13:00:26.517019 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-cf8cf4f7-0282-40ee-9991-aa973fb22eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:26.518445 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-cf8cf4f7-0282-40ee-9991-aa973fb22eab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 1097 time: 0.0525613 Apr 21 13:00:26.551120 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-3f2c3e3a-d9ea-4c4c-9393-4e466b45942d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:26.672797 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-3f2c3e3a-d9ea-4c4c-9393-4e466b45942d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Network 251947a6-a505-4fa5-ab8a-967682b348d6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:00:26.683790 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-3f2c3e3a-d9ea-4c4c-9393-4e466b45942d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:00:26.688866 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2c3e3a-d9ea-4c4c-9393-4e466b45942d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'Port': ['ID=22bd5a21-c438-4efd-b289-e6957abd5e37,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:26.697004 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-3f2c3e3a-d9ea-4c4c-9393-4e466b45942d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:00:26.758849 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-612ac0df-b122-4ffd-98c5-dc3da5c0d2b2 req-4e9e43e2-f282-4530-97e5-d1f40a6d3abd service neutron] 10.222.0.26 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394650 Apr 21 13:00:26.782013 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-32f2b62e-6e95-45c0-b1c1-585abf4778e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:26.783884 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-32f2b62e-6e95-45c0-b1c1-585abf4778e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e555949-1c19-45dc-b140-6a77acee0280 HTTP/1.1" status: 200 len: 898 time: 0.2428482 Apr 21 13:00:26.799278 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-3f2c3e3a-d9ea-4c4c-9393-4e466b45942d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:26.799891 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-3f2c3e3a-d9ea-4c4c-9393-4e466b45942d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:26.957142 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-63829ada-200a-4be9-92ed-88ae73ff014a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 HTTP/1.1" status: 200 len: 1002 time: 0.1544764 Apr 21 13:00:26.962308 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-612ac0df-b122-4ffd-98c5-dc3da5c0d2b2 req-7f671a8c-0d6a-4345-ad67-8bc5c31ba06e service neutron] 10.222.0.26 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931043 Apr 21 13:00:26.973319 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfe6a9c-a760-4f5d-a370-ae45d6e7396e req-df2edc60-b479-49c5-9962-40d6dbf1dbfa tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:26.974720 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4bfe6a9c-a760-4f5d-a370-ae45d6e7396e req-df2edc60-b479-49c5-9962-40d6dbf1dbfa tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8bc5534-c988-4133-a686-09283d0cffad HTTP/1.1" status: 200 len: 932 time: 0.1264179 Apr 21 13:00:26.980192 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-847540cf-f20f-49a3-b2de-de08ac61f850 None None] Provisioning complete for port 22bd5a21-c438-4efd-b289-e6957abd5e37 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:00:26.980731 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-847540cf-f20f-49a3-b2de-de08ac61f850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:27.012271 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-3f2c3e3a-d9ea-4c4c-9393-4e466b45942d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4734652 Apr 21 13:00:27.021727 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-847540cf-f20f-49a3-b2de-de08ac61f850 None None] Port 22bd5a21-c438-4efd-b289-e6957abd5e37 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:00:27.028973 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-83c31212-184c-4338-8f36-fd2a8941cc0d service neutron] Request body: {'port': {'device_id': 'f8bc5534-c988-4133-a686-09283d0cffad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:00:27.073891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-74261018-26c3-4f52-a46e-cdefc494f166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:27.075290 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-74261018-26c3-4f52-a46e-cdefc494f166 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2e0aa77-3310-4a79-a9b7-1005747f55a8 HTTP/1.1" status: 200 len: 834 time: 0.0997202 Apr 21 13:00:27.078439 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4bfe6a9c-a760-4f5d-a370-ae45d6e7396e req-8c012016-831f-4d43-b20d-474f4d64f4f0 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2b38df6-9cb4-4acb-affc-ac166cb259fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948501 Apr 21 13:00:27.132303 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-83c31212-184c-4338-8f36-fd2a8941cc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:27.176156 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-cb464b96-c96c-4980-8eb0-77683928e570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:27.177674 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-cb464b96-c96c-4980-8eb0-77683928e570 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e555949-1c19-45dc-b140-6a77acee0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752838 Apr 21 13:00:27.424569 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff65ed-30db-47ee-b043-793a8e4a8ebc req-6e254264-c160-41ad-b074-10c1db164567 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:27.426079 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c7ff65ed-30db-47ee-b043-793a8e4a8ebc req-6e254264-c160-41ad-b074-10c1db164567 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 946 time: 0.1333859 Apr 21 13:00:27.427836 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-e472a068-6a92-4650-a59a-ba6fb241ddb2 service neutron] 10.222.0.24 "GET /v2.0/networks/4e555949-1c19-45dc-b140-6a77acee0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363727 Apr 21 13:00:27.858536 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c7ff65ed-30db-47ee-b043-793a8e4a8ebc req-56456b33-fe2f-47b5-8d77-97bdec44fa94 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4255710 Apr 21 13:00:27.927146 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-6be6b797-10d3-48db-86fc-1eafd585b0e5 service neutron] 10.222.0.24 "GET /v2.0/networks/4e555949-1c19-45dc-b140-6a77acee0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870582 Apr 21 13:00:27.937562 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-83c31212-184c-4338-8f36-fd2a8941cc0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22bd5a21-c438-4efd-b289-e6957abd5e37 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:00:27.945188 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-83c31212-184c-4338-8f36-fd2a8941cc0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:27.959103 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-83c31212-184c-4338-8f36-fd2a8941cc0d service neutron] Transition to ACTIVE for port object 22bd5a21-c438-4efd-b289-e6957abd5e37 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:00:28.031826 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-83c31212-184c-4338-8f36-fd2a8941cc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:28.092535 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c31212-184c-4338-8f36-fd2a8941cc0d service neutron] Pushing event updated for resources: {'Port': ['ID=22bd5a21-c438-4efd-b289-e6957abd5e37,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:28.226370 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-83c31212-184c-4338-8f36-fd2a8941cc0d service neutron] Attempting to bind port 22bd5a21-c438-4efd-b289-e6957abd5e37 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:00:28.226702 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-83c31212-184c-4338-8f36-fd2a8941cc0d service neutron] Attempting to bind port 22bd5a21-c438-4efd-b289-e6957abd5e37 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '3336d210-da03-4667-bea4-ccbcec2624c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '251947a6-a505-4fa5-ab8a-967682b348d6'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:00:28.227044 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-83c31212-184c-4338-8f36-fd2a8941cc0d service neutron] Attempting to bind port 22bd5a21-c438-4efd-b289-e6957abd5e37 on network 251947a6-a505-4fa5-ab8a-967682b348d6 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:00:28.237167 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-83c31212-184c-4338-8f36-fd2a8941cc0d service neutron] Port 22bd5a21-c438-4efd-b289-e6957abd5e37 on network 251947a6-a505-4fa5-ab8a-967682b348d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:00:28.237546 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-83c31212-184c-4338-8f36-fd2a8941cc0d service neutron] Attempting to bind port 22bd5a21-c438-4efd-b289-e6957abd5e37 on network 251947a6-a505-4fa5-ab8a-967682b348d6 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:00:28.254079 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ad1e3-0f85-4646-ad17-82f6fd63d180 req-e27ea626-575a-404f-b9bf-ed62aafe54c7 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:28.255706 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-666ad1e3-0f85-4646-ad17-82f6fd63d180 req-e27ea626-575a-404f-b9bf-ed62aafe54c7 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8bc5534-c988-4133-a686-09283d0cffad HTTP/1.1" status: 200 len: 944 time: 0.0778966 Apr 21 13:00:28.257017 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-83c31212-184c-4338-8f36-fd2a8941cc0d service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:00:28.257362 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-83c31212-184c-4338-8f36-fd2a8941cc0d service neutron] Checking segment: {'id': '3336d210-da03-4667-bea4-ccbcec2624c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '251947a6-a505-4fa5-ab8a-967682b348d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:00:28.257772 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-83c31212-184c-4338-8f36-fd2a8941cc0d service neutron] Bound using segment: {'id': '3336d210-da03-4667-bea4-ccbcec2624c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '251947a6-a505-4fa5-ab8a-967682b348d6'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:00:28.258220 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-83c31212-184c-4338-8f36-fd2a8941cc0d service neutron] Bound port: 22bd5a21-c438-4efd-b289-e6957abd5e37, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3336d210-da03-4667-bea4-ccbcec2624c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '251947a6-a505-4fa5-ab8a-967682b348d6'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:00:28.258582 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-83c31212-184c-4338-8f36-fd2a8941cc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:28.335373 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-666ad1e3-0f85-4646-ad17-82f6fd63d180 req-c681ca8d-35b9-4308-9353-bb33ab6d5223 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2b38df6-9cb4-4acb-affc-ac166cb259fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674536 Apr 21 13:00:28.364624 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-83c31212-184c-4338-8f36-fd2a8941cc0d service neutron] For port 22bd5a21-c438-4efd-b289-e6957abd5e37, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:00:28.367889 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-83c31212-184c-4338-8f36-fd2a8941cc0d service neutron] For port 22bd5a21-c438-4efd-b289-e6957abd5e37, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=22bd5a21-c438-4efd-b289-e6957abd5e37,segment=NetworkSegment(3336d210-da03-4667-bea4-ccbcec2624c9),segment_id=3336d210-da03-4667-bea4-ccbcec2624c9)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:00:28.449719 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-83c31212-184c-4338-8f36-fd2a8941cc0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:28.494469 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-83c31212-184c-4338-8f36-fd2a8941cc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:28.495163 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-83c31212-184c-4338-8f36-fd2a8941cc0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:28.496686 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-83c31212-184c-4338-8f36-fd2a8941cc0d service neutron] 10.222.0.24 "PUT /v2.0/ports/22bd5a21-c438-4efd-b289-e6957abd5e37 HTTP/1.1" status: 200 len: 1092 time: 1.4764268 Apr 21 13:00:28.497188 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8bc5534-c988-4133-a686-09283d0cffad', 'tag': '22bd5a21-c438-4efd-b289-e6957abd5e37'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:00:28.500060 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f02389f-6fab-4b70-accc-10caa7c48be9" -d '{"events": [{"name": "network-changed", "server_uuid": "f8bc5534-c988-4133-a686-09283d0cffad", "tag": "22bd5a21-c438-4efd-b289-e6957abd5e37"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:00:28.519947 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c31212-184c-4338-8f36-fd2a8941cc0d service neutron] Pushing event updated for resources: {'Port': ['ID=22bd5a21-c438-4efd-b289-e6957abd5e37,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:28.554156 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d4bdbe-14f9-4ce1-bd7a-554c3c85fccd x-openstack-request-id: req-a0d4bdbe-14f9-4ce1-bd7a-554c3c85fccd {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:00:28.560579 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8bc5534-c988-4133-a686-09283d0cffad", "tag": "22bd5a21-c438-4efd-b289-e6957abd5e37", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:00:28.561020 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a0d4bdbe-14f9-4ce1-bd7a-554c3c85fccd {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:00:28.561558 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0d4bdbe-14f9-4ce1-bd7a-554c3c85fccd'] response: {'name': 'network-changed', 'server_uuid': 'f8bc5534-c988-4133-a686-09283d0cffad', 'tag': '22bd5a21-c438-4efd-b289-e6957abd5e37', 'status': 'completed', 'code': 200} Apr 21 13:00:28.622600 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02389f-6fab-4b70-accc-10caa7c48be9 req-d46a2c1a-42cf-4575-92c7-3236889fbfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:28.624293 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f02389f-6fab-4b70-accc-10caa7c48be9 req-d46a2c1a-42cf-4575-92c7-3236889fbfbc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=751a38797aaa4af4acc7445401990284&device_id=f8bc5534-c988-4133-a686-09283d0cffad HTTP/1.1" status: 200 len: 1095 time: 0.0506575 Apr 21 13:00:28.742730 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02389f-6fab-4b70-accc-10caa7c48be9 req-70f53899-1939-4b20-8ec6-46cc9bc0aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:28.743154 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02389f-6fab-4b70-accc-10caa7c48be9 req-70f53899-1939-4b20-8ec6-46cc9bc0aa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:28.745233 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f02389f-6fab-4b70-accc-10caa7c48be9 req-70f53899-1939-4b20-8ec6-46cc9bc0aa61 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=751a38797aaa4af4acc7445401990284&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.1096325 Apr 21 13:00:28.841905 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02389f-6fab-4b70-accc-10caa7c48be9 req-e546ac69-f0bf-4501-a1a8-e04dc7071d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:28.843439 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f02389f-6fab-4b70-accc-10caa7c48be9 req-e546ac69-f0bf-4501-a1a8-e04dc7071d2d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913219 Apr 21 13:00:28.929976 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-a9a2dc04-d2c5-4301-91ee-b1ec23740ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:28.932329 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-a9a2dc04-d2c5-4301-91ee-b1ec23740ab4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=751a38797aaa4af4acc7445401990284&device_id=f8bc5534-c988-4133-a686-09283d0cffad HTTP/1.1" status: 200 len: 1095 time: 0.0480280 Apr 21 13:00:28.998313 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-ad526b2b-ca5f-4f94-bbd4-6641612fcc3e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=22bd5a21-c438-4efd-b289-e6957abd5e37 HTTP/1.1" status: 200 len: 217 time: 0.0532620 Apr 21 13:00:29.051552 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e6a9e-57f2-435d-8ec6-5585af0d3ec8 req-267f2840-622c-4ed8-905e-a11e618b04e4 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:29.053075 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-968e6a9e-57f2-435d-8ec6-5585af0d3ec8 req-267f2840-622c-4ed8-905e-a11e618b04e4 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 946 time: 0.1167209 Apr 21 13:00:29.071031 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-7aba0f07-1cd0-4466-9088-a9351e0e9505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:29.073148 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-7aba0f07-1cd0-4466-9088-a9351e0e9505 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20eae402-92c1-4001-a1a7-346347a6ea7c HTTP/1.1" status: 200 len: 837 time: 0.0672514 Apr 21 13:00:29.128627 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-968e6a9e-57f2-435d-8ec6-5585af0d3ec8 req-1414ec07-c88b-4b08-851f-d813760ece7a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683663 Apr 21 13:00:29.138563 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-fcf1a242-b680-4873-9cf4-1bb66803768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:29.140141 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-fcf1a242-b680-4873-9cf4-1bb66803768e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=251947a6-a505-4fa5-ab8a-967682b348d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587921 Apr 21 13:00:29.230690 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-f03cb671-53a6-4bf0-93aa-8989c3b56966 service neutron] 10.222.0.24 "GET /v2.0/networks/251947a6-a505-4fa5-ab8a-967682b348d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840840 Apr 21 13:00:29.329677 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-634b5bb2-5fa1-40ff-b4f5-7ba7128f3109 req-5982b6ac-0aa5-442e-b4a5-8f59b7789f2b service neutron] 10.222.0.24 "GET /v2.0/networks/251947a6-a505-4fa5-ab8a-967682b348d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915208 Apr 21 13:00:29.464914 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63552d43-b871-4736-a609-7e0fd73be16c req-8d9d0223-a6f3-4171-b5a2-3c7f1356fda3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:29.466496 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-63552d43-b871-4736-a609-7e0fd73be16c req-8d9d0223-a6f3-4171-b5a2-3c7f1356fda3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8bc5534-c988-4133-a686-09283d0cffad HTTP/1.1" status: 200 len: 944 time: 0.0514603 Apr 21 13:00:29.513036 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-63552d43-b871-4736-a609-7e0fd73be16c req-cbbe9375-f420-4e2d-a424-defa5d53b465 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2b38df6-9cb4-4acb-affc-ac166cb259fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401487 Apr 21 13:00:30.253025 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad1f3c-9583-40d3-a87d-d903a57cdb82 req-529d7e66-d28f-4c84-9b91-63248acc71bd tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:30.254698 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34ad1f3c-9583-40d3-a87d-d903a57cdb82 req-529d7e66-d28f-4c84-9b91-63248acc71bd tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 946 time: 0.0509136 Apr 21 13:00:30.295250 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34ad1f3c-9583-40d3-a87d-d903a57cdb82 req-c2e29ec3-49de-4d90-ac59-6dd6c9769de8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337625 Apr 21 13:00:30.647413 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d12549-f6ef-47d1-a63b-90fd3004c558 req-f235bbe9-dca1-45e8-b823-6f8c6b87c506 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:30.649345 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-85d12549-f6ef-47d1-a63b-90fd3004c558 req-f235bbe9-dca1-45e8-b823-6f8c6b87c506 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8bc5534-c988-4133-a686-09283d0cffad HTTP/1.1" status: 200 len: 944 time: 0.0566883 Apr 21 13:00:30.689614 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-85d12549-f6ef-47d1-a63b-90fd3004c558 req-1faadde7-f2d0-4f77-a271-3640ebabc108 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2b38df6-9cb4-4acb-affc-ac166cb259fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331416 Apr 21 13:00:31.418111 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b267f9b-772a-4102-a8e4-292748b5d913 req-4e8333af-8e73-4b24-b7be-7d25565ea29f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:31.419678 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b267f9b-772a-4102-a8e4-292748b5d913 req-4e8333af-8e73-4b24-b7be-7d25565ea29f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 946 time: 0.0518248 Apr 21 13:00:31.459242 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b267f9b-772a-4102-a8e4-292748b5d913 req-f1582e3a-587e-4ce4-a1b4-38b965933302 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333502 Apr 21 13:00:31.811820 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41611151-7d7a-42fe-9f0f-5888aa0c1c58 req-95243341-155a-4b4a-9688-80f38644b936 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:31.813346 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-41611151-7d7a-42fe-9f0f-5888aa0c1c58 req-95243341-155a-4b4a-9688-80f38644b936 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8bc5534-c988-4133-a686-09283d0cffad HTTP/1.1" status: 200 len: 944 time: 0.0502334 Apr 21 13:00:31.852207 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-41611151-7d7a-42fe-9f0f-5888aa0c1c58 req-5db69e22-01ae-4452-bb11-0c81605c80f0 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2b38df6-9cb4-4acb-affc-ac166cb259fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326755 Apr 21 13:00:32.580678 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347aeb7b-3bbb-456c-b79f-edaa64cda10c req-5c553a55-d027-434a-bf04-a1ec5a593fc1 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:32.582476 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-347aeb7b-3bbb-456c-b79f-edaa64cda10c req-5c553a55-d027-434a-bf04-a1ec5a593fc1 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 946 time: 0.0543377 Apr 21 13:00:32.623622 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-347aeb7b-3bbb-456c-b79f-edaa64cda10c req-0a911dd0-d511-4822-a7fc-1e6cdd0f6590 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340633 Apr 21 13:00:32.713918 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 22bd5a21-c438-4efd-b289-e6957abd5e37 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:00:32.815338 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 22bd5a21-c438-4efd-b289-e6957abd5e37, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=22bd5a21-c438-4efd-b289-e6957abd5e37,segment=NetworkSegment(3336d210-da03-4667-bea4-ccbcec2624c9),segment_id=3336d210-da03-4667-bea4-ccbcec2624c9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:00:32.827765 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '22bd5a21-c438-4efd-b289-e6957abd5e37', 'network_id': '251947a6-a505-4fa5-ab8a-967682b348d6', 'port_id': '22bd5a21-c438-4efd-b289-e6957abd5e37', 'mac_address': 'fa:16:3e:f9:05:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20eae402-92c1-4001-a1a7-346347a6ea7c', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:00:32.866478 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:32.882193 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22bd5a21-c438-4efd-b289-e6957abd5e37 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:00:32.905443 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 22bd5a21-c438-4efd-b289-e6957abd5e37, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=22bd5a21-c438-4efd-b289-e6957abd5e37,segment=NetworkSegment(3336d210-da03-4667-bea4-ccbcec2624c9),segment_id=3336d210-da03-4667-bea4-ccbcec2624c9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:00:32.973019 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ca941-6541-4275-ad48-797c3769fde3 req-c50b58c1-eedd-4dc5-8685-b34f2f2d6cb3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:32.974559 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a77ca941-6541-4275-ad48-797c3769fde3 req-c50b58c1-eedd-4dc5-8685-b34f2f2d6cb3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8bc5534-c988-4133-a686-09283d0cffad HTTP/1.1" status: 200 len: 944 time: 0.0510271 Apr 21 13:00:32.995305 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:33.014581 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a77ca941-6541-4275-ad48-797c3769fde3 req-7b5125ed-631e-40bd-84ab-b010b013f1f0 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2b38df6-9cb4-4acb-affc-ac166cb259fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338256 Apr 21 13:00:33.056856 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=22bd5a21-c438-4efd-b289-e6957abd5e37,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:33.315697 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['22bd5a21-c438-4efd-b289-e6957abd5e37'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:00:33.756219 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ced88-cc45-447e-a5e2-56f39e52d6cb req-bd89e1e0-5ac6-4674-b76f-709990356a30 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:33.757741 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3b7ced88-cc45-447e-a5e2-56f39e52d6cb req-bd89e1e0-5ac6-4674-b76f-709990356a30 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 946 time: 0.0598342 Apr 21 13:00:33.795514 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3b7ced88-cc45-447e-a5e2-56f39e52d6cb req-d6b32287-b329-45fc-8d07-b9367cd653f2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317869 Apr 21 13:00:34.143123 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cf9c5-d965-4694-a1c0-94c3439d22b5 req-a1f61f90-53cd-4b5b-8441-1a570d90e1ba tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:34.144599 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e81cf9c5-d965-4694-a1c0-94c3439d22b5 req-a1f61f90-53cd-4b5b-8441-1a570d90e1ba tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8bc5534-c988-4133-a686-09283d0cffad HTTP/1.1" status: 200 len: 945 time: 0.0544953 Apr 21 13:00:34.183563 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e81cf9c5-d965-4694-a1c0-94c3439d22b5 req-659dab78-e39d-4559-be2d-0e553b9b8f74 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2b38df6-9cb4-4acb-affc-ac166cb259fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322487 Apr 21 13:00:34.743234 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 22bd5a21-c438-4efd-b289-e6957abd5e37 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:00:34.928447 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974ab78-e1c8-4e34-8be0-b496a2d161b9 req-fa8c315d-afb8-4fb7-b3e4-f44b036aad4f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:34.929996 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9974ab78-e1c8-4e34-8be0-b496a2d161b9 req-fa8c315d-afb8-4fb7-b3e4-f44b036aad4f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 946 time: 0.0525215 Apr 21 13:00:34.969664 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9974ab78-e1c8-4e34-8be0-b496a2d161b9 req-b0654e8d-594f-4f1d-a9cb-94a18d749755 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331147 Apr 21 13:00:35.302793 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445368ee-e24a-4873-8ced-95930d02e820 req-7997d391-ffa9-4086-a454-3b7392d022a2 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:35.303347 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 22bd5a21-c438-4efd-b289-e6957abd5e37 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:00:35.304410 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-445368ee-e24a-4873-8ced-95930d02e820 req-7997d391-ffa9-4086-a454-3b7392d022a2 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8bc5534-c988-4133-a686-09283d0cffad HTTP/1.1" status: 200 len: 945 time: 0.0513322 Apr 21 13:00:35.309951 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 22bd5a21-c438-4efd-b289-e6957abd5e37 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:00:35.313429 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:35.343900 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-445368ee-e24a-4873-8ced-95930d02e820 req-2fb94a38-921e-414c-ab4c-a1ea18a3f7fa tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2b38df6-9cb4-4acb-affc-ac166cb259fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327632 Apr 21 13:00:35.397534 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:35.425200 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bc5534-c988-4133-a686-09283d0cffad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bd5a21-c438-4efd-b289-e6957abd5e37'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:00:35.427444 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2753354e-e1d1-427d-ae87-061451dee14d" -d '{"events": [{"server_uuid": "f8bc5534-c988-4133-a686-09283d0cffad", "name": "network-vif-plugged", "status": "completed", "tag": "22bd5a21-c438-4efd-b289-e6957abd5e37"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:00:35.440812 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 22bd5a21-c438-4efd-b289-e6957abd5e37, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=22bd5a21-c438-4efd-b289-e6957abd5e37,segment=NetworkSegment(3336d210-da03-4667-bea4-ccbcec2624c9),segment_id=3336d210-da03-4667-bea4-ccbcec2624c9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:00:35.532150 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:35.582447 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=22bd5a21-c438-4efd-b289-e6957abd5e37,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:35.593829 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcb47ae-670f-4142-93c2-5c1866b2fe0e x-openstack-request-id: req-ddcb47ae-670f-4142-93c2-5c1866b2fe0e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:00:35.594115 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8bc5534-c988-4133-a686-09283d0cffad", "name": "network-vif-plugged", "status": "completed", "tag": "22bd5a21-c438-4efd-b289-e6957abd5e37", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:00:35.594394 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ddcb47ae-670f-4142-93c2-5c1866b2fe0e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:00:35.594788 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddcb47ae-670f-4142-93c2-5c1866b2fe0e'] response: {'server_uuid': 'f8bc5534-c988-4133-a686-09283d0cffad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bd5a21-c438-4efd-b289-e6957abd5e37', 'code': 200} Apr 21 13:00:35.703801 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709b7fd-67a2-42b3-b99c-59a69f67c8ff req-8e348b1c-941e-455f-9933-52a61b4d9297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:35.705550 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b709b7fd-67a2-42b3-b99c-59a69f67c8ff req-8e348b1c-941e-455f-9933-52a61b4d9297 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f8bc5534-c988-4133-a686-09283d0cffad HTTP/1.1" status: 200 len: 1097 time: 0.0460613 Apr 21 13:00:35.743359 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b709b7fd-67a2-42b3-b99c-59a69f67c8ff req-26b033b4-1fa3-44cc-b0c5-c81ba60df777 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e2b38df6-9cb4-4acb-affc-ac166cb259fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299084 Apr 21 13:00:36.086862 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cad203-c11c-48f7-9484-6cc186006c85 req-3b1f9b4d-9529-4a53-b31e-a1f1da3ba886 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:36.088295 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14cad203-c11c-48f7-9484-6cc186006c85 req-3b1f9b4d-9529-4a53-b31e-a1f1da3ba886 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 946 time: 0.0519655 Apr 21 13:00:36.127675 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14cad203-c11c-48f7-9484-6cc186006c85 req-722b6782-dcea-4c4a-b44b-f6008a889726 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326033 Apr 21 13:00:36.464684 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fcb94e-e40e-40dc-966f-36b83f0ef5ca req-9d7f51f9-b435-4a49-a455-fe4443e2f01c tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:36.466217 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07fcb94e-e40e-40dc-966f-36b83f0ef5ca req-9d7f51f9-b435-4a49-a455-fe4443e2f01c tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8bc5534-c988-4133-a686-09283d0cffad HTTP/1.1" status: 200 len: 946 time: 0.0494187 Apr 21 13:00:36.505326 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07fcb94e-e40e-40dc-966f-36b83f0ef5ca req-7e4f1fd0-7faf-4b4e-a69f-d957d2309c54 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2b38df6-9cb4-4acb-affc-ac166cb259fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330162 Apr 21 13:00:37.254984 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec8c4a-190b-4228-81cc-138fc9e4b7a5 req-34291f25-c6c8-454a-af20-e7c2b46333db tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:37.256517 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6ec8c4a-190b-4228-81cc-138fc9e4b7a5 req-34291f25-c6c8-454a-af20-e7c2b46333db tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 946 time: 0.0575595 Apr 21 13:00:37.295454 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6ec8c4a-190b-4228-81cc-138fc9e4b7a5 req-92fae2f5-7948-4c6e-ba7d-bda6e2de8afd tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319235 Apr 21 13:00:37.633822 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d3a56-7727-43b6-aefa-1d160f655057 req-47db88a3-cbef-443f-a90d-8bda249da3f1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:37.635295 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c0d3a56-7727-43b6-aefa-1d160f655057 req-47db88a3-cbef-443f-a90d-8bda249da3f1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8bc5534-c988-4133-a686-09283d0cffad HTTP/1.1" status: 200 len: 946 time: 0.0531611 Apr 21 13:00:37.679555 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c0d3a56-7727-43b6-aefa-1d160f655057 req-b88be833-fca6-42b1-bdb7-5c3d97aebda2 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2b38df6-9cb4-4acb-affc-ac166cb259fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375607 Apr 21 13:00:37.805883 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf533743-b3e1-44c6-9d09-01b798ae646b req-91ce2226-033d-4f85-b3ba-c5d992a225ef tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:37.807532 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cf533743-b3e1-44c6-9d09-01b798ae646b req-91ce2226-033d-4f85-b3ba-c5d992a225ef tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8bc5534-c988-4133-a686-09283d0cffad HTTP/1.1" status: 200 len: 946 time: 0.0494344 Apr 21 13:00:37.848381 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cf533743-b3e1-44c6-9d09-01b798ae646b req-411fd933-8b57-4f42-83ff-9c5e3fef214d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2b38df6-9cb4-4acb-affc-ac166cb259fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335574 Apr 21 13:00:38.420194 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613ce24-e931-42e8-9452-39c3d9bfebdf req-24e91639-498f-4a6e-8d44-9359a1b1417d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:38.421698 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f613ce24-e931-42e8-9452-39c3d9bfebdf req-24e91639-498f-4a6e-8d44-9359a1b1417d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 946 time: 0.0594025 Apr 21 13:00:38.460860 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f613ce24-e931-42e8-9452-39c3d9bfebdf req-27746d35-76d2-4f80-980d-54a3ba42e984 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327702 Apr 21 13:00:39.369358 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42736) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:00:39.582470 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e86371-c13e-4b49-a243-51d856efcaf9 req-fc0ed248-420a-4b04-beed-58cb26c71c06 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:39.584697 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a5e86371-c13e-4b49-a243-51d856efcaf9 req-fc0ed248-420a-4b04-beed-58cb26c71c06 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 946 time: 0.0538914 Apr 21 13:00:39.622799 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a5e86371-c13e-4b49-a243-51d856efcaf9 req-96dd6c4f-22a1-4a72-82bd-173de7d0a3a7 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318108 Apr 21 13:00:39.806442 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a02cd427-ab41-4ea3-8569-89efc9de1546 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:40.080749 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-a02cd427-ab41-4ea3-8569-89efc9de1546 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Allocated IP 172.20.0.17 (251947a6-a505-4fa5-ab8a-967682b348d6/20eae402-92c1-4001-a1a7-346347a6ea7c/7b381ecd-42b6-4e04-a5ab-1e1a7490f913) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:00:40.192174 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a02cd427-ab41-4ea3-8569-89efc9de1546 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:40.286695 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a02cd427-ab41-4ea3-8569-89efc9de1546 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:40.330554 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02cd427-ab41-4ea3-8569-89efc9de1546 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Network 251947a6-a505-4fa5-ab8a-967682b348d6 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:00:40.333771 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a02cd427-ab41-4ea3-8569-89efc9de1546 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:00:40.337772 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02cd427-ab41-4ea3-8569-89efc9de1546 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:00:40.344390 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02cd427-ab41-4ea3-8569-89efc9de1546 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'Port': ['ID=7b381ecd-42b6-4e04-a5ab-1e1a7490f913,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:40.398327 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a02cd427-ab41-4ea3-8569-89efc9de1546 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:40.590121 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-010b1838-3982-4c46-bd74-bdc68e4b7315 None None] Provisioning complete for port 7b381ecd-42b6-4e04-a5ab-1e1a7490f913 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:00:40.590762 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-010b1838-3982-4c46-bd74-bdc68e4b7315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:40.616190 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a02cd427-ab41-4ea3-8569-89efc9de1546 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:40.625367 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-010b1838-3982-4c46-bd74-bdc68e4b7315 None None] Port 7b381ecd-42b6-4e04-a5ab-1e1a7490f913 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:00:40.782063 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535837cf-e0dc-42d9-9e68-c845ad9d03c5 req-1526e142-2195-491e-b554-1f7bd864329b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:40.784226 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-535837cf-e0dc-42d9-9e68-c845ad9d03c5 req-1526e142-2195-491e-b554-1f7bd864329b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 946 time: 0.0825331 Apr 21 13:00:40.831886 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-535837cf-e0dc-42d9-9e68-c845ad9d03c5 req-01d84d1a-d775-4ba2-8502-757733682af9 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370700 Apr 21 13:00:40.917863 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a02cd427-ab41-4ea3-8569-89efc9de1546 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:40.988767 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a02cd427-ab41-4ea3-8569-89efc9de1546 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:41.064714 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02cd427-ab41-4ea3-8569-89efc9de1546 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'Port': ['ID=7b381ecd-42b6-4e04-a5ab-1e1a7490f913,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:41.067384 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a02cd427-ab41-4ea3-8569-89efc9de1546 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:41.166045 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02cd427-ab41-4ea3-8569-89efc9de1546 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Network 251947a6-a505-4fa5-ab8a-967682b348d6 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:00:41.167338 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a02cd427-ab41-4ea3-8569-89efc9de1546 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:00:41.291285 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02cd427-ab41-4ea3-8569-89efc9de1546 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Router f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:00:41.406974 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02cd427-ab41-4ea3-8569-89efc9de1546 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:00:41.415298 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a02cd427-ab41-4ea3-8569-89efc9de1546 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "PUT /v2.0/routers/f0d7b8a9-2ee4-4cd6-8877-10473ba26f71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0415518 Apr 21 13:00:41.417807 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d34d2b1-90ec-4e1e-a9c7-45289eb6eefc None None] Sync routers for ids ['f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:00:41.428022 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d34d2b1-90ec-4e1e-a9c7-45289eb6eefc None None] Routers {'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:00:41.428609 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8d34d2b1-90ec-4e1e-a9c7-45289eb6eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:00:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:00:41.448226 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d3657018-3388-4714-bee3-5faa34ac8e4c None None] Provisioning complete for port 7b381ecd-42b6-4e04-a5ab-1e1a7490f913 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:00:41.448525 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3657018-3388-4714-bee3-5faa34ac8e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:41.486302 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d3657018-3388-4714-bee3-5faa34ac8e4c None None] Port 7b381ecd-42b6-4e04-a5ab-1e1a7490f913 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:00:41.534260 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8d34d2b1-90ec-4e1e-a9c7-45289eb6eefc None None] Set router f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:00:41.755695 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8d34d2b1-90ec-4e1e-a9c7-45289eb6eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'name': 'tempest-TestNetworkBasicOps-router-941865818', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T13:00:40Z', 'revision_number': 5, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '6c7e50bc-00fd-49e5-958b-ce33d8c756c2', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'port_id': 'da5b8353-f615-41d8-841d-884bae4d576d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d', 'mac_address': 'fa:16:3e:9b:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6934bec-850b-4744-8616-50f1d1566bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:59:36Z', 'updated_at': '2022-04-21T12:59:39Z', 'revision_number': 1, 'project_id': '751a38797aaa4af4acc7445401990284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b381ecd-42b6-4e04-a5ab-1e1a7490f913', 'name': '', 'network_id': '251947a6-a505-4fa5-ab8a-967682b348d6', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'mac_address': 'fa:16:3e:7e:ff:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '20eae402-92c1-4001-a1a7-346347a6ea7c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:00:39Z', 'updated_at': '2022-04-21T13:00:40Z', 'revision_number': 2, 'project_id': '751a38797aaa4af4acc7445401990284', 'subnets': [{'id': '20eae402-92c1-4001-a1a7-346347a6ea7c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8413400a-1c00-46bd-bde4-dd1c78bf56b8', 'name': '', 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'mac_address': 'fa:16:3e:5c:4e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:05Z', 'updated_at': '2022-04-21T12:59:10Z', 'revision_number': 5, 'project_id': '751a38797aaa4af4acc7445401990284', 'subnets': [{'id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:00:41.784149 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d34d2b1-90ec-4e1e-a9c7-45289eb6eefc None None] Checking router: f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:00:41.784495 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d34d2b1-90ec-4e1e-a9c7-45289eb6eefc None None] Updating router f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 port 7b381ecd-42b6-4e04-a5ab-1e1a7490f913 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:00:41.809516 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8d34d2b1-90ec-4e1e-a9c7-45289eb6eefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:41.955336 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce962f27-4075-4bde-9a5c-74beea3fd613 req-228fb747-eb59-4748-b824-014d4c85e097 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:41.956885 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce962f27-4075-4bde-9a5c-74beea3fd613 req-228fb747-eb59-4748-b824-014d4c85e097 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 946 time: 0.0546994 Apr 21 13:00:41.995484 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce962f27-4075-4bde-9a5c-74beea3fd613 req-e0096cd5-28c8-42da-82f8-3935a052a3bd tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321589 Apr 21 13:00:42.071099 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8d34d2b1-90ec-4e1e-a9c7-45289eb6eefc None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:42.234867 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8d34d2b1-90ec-4e1e-a9c7-45289eb6eefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:42.283801 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e24810-565a-41ba-a742-2861a3fa9cf8 None None] Pushing event updated for resources: {'Port': ['ID=7b381ecd-42b6-4e04-a5ab-1e1a7490f913,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:42.404538 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e24810-565a-41ba-a742-2861a3fa9cf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:42.404871 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e24810-565a-41ba-a742-2861a3fa9cf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:42.405201 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e24810-565a-41ba-a742-2861a3fa9cf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:42.405526 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e24810-565a-41ba-a742-2861a3fa9cf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:42.405873 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e24810-565a-41ba-a742-2861a3fa9cf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:42.406191 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e24810-565a-41ba-a742-2861a3fa9cf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:42.406508 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e24810-565a-41ba-a742-2861a3fa9cf8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:42.406823 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e24810-565a-41ba-a742-2861a3fa9cf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:42.407307 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e24810-565a-41ba-a742-2861a3fa9cf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:42.407426 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e24810-565a-41ba-a742-2861a3fa9cf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:42.407739 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e24810-565a-41ba-a742-2861a3fa9cf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:42.408061 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e24810-565a-41ba-a742-2861a3fa9cf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:00:42.439968 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8d34d2b1-90ec-4e1e-a9c7-45289eb6eefc None None] Attempting to bind port 7b381ecd-42b6-4e04-a5ab-1e1a7490f913 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:00:42.440689 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8d34d2b1-90ec-4e1e-a9c7-45289eb6eefc None None] Attempting to bind port 7b381ecd-42b6-4e04-a5ab-1e1a7490f913 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '3336d210-da03-4667-bea4-ccbcec2624c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '251947a6-a505-4fa5-ab8a-967682b348d6'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:00:42.440689 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d34d2b1-90ec-4e1e-a9c7-45289eb6eefc None None] Attempting to bind port 7b381ecd-42b6-4e04-a5ab-1e1a7490f913 on network 251947a6-a505-4fa5-ab8a-967682b348d6 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:00:42.445809 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d34d2b1-90ec-4e1e-a9c7-45289eb6eefc None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:00:42.446097 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d34d2b1-90ec-4e1e-a9c7-45289eb6eefc None None] Checking segment: {'id': '3336d210-da03-4667-bea4-ccbcec2624c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '251947a6-a505-4fa5-ab8a-967682b348d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:00:42.446490 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8d34d2b1-90ec-4e1e-a9c7-45289eb6eefc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:42.446943 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d34d2b1-90ec-4e1e-a9c7-45289eb6eefc None None] Bound using segment: {'id': '3336d210-da03-4667-bea4-ccbcec2624c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '251947a6-a505-4fa5-ab8a-967682b348d6'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:00:42.447323 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8d34d2b1-90ec-4e1e-a9c7-45289eb6eefc None None] Bound port: 7b381ecd-42b6-4e04-a5ab-1e1a7490f913, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3336d210-da03-4667-bea4-ccbcec2624c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '251947a6-a505-4fa5-ab8a-967682b348d6'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:00:42.447941 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8d34d2b1-90ec-4e1e-a9c7-45289eb6eefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:42.508421 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8d34d2b1-90ec-4e1e-a9c7-45289eb6eefc None None] For port 7b381ecd-42b6-4e04-a5ab-1e1a7490f913, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:00:42.510497 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f2105a3b-063a-4207-add0-ee355ef021dd None None] Provisioning complete for port 7b381ecd-42b6-4e04-a5ab-1e1a7490f913 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:00:42.510997 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2105a3b-063a-4207-add0-ee355ef021dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:42.511870 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8d34d2b1-90ec-4e1e-a9c7-45289eb6eefc None None] For port 7b381ecd-42b6-4e04-a5ab-1e1a7490f913, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=7b381ecd-42b6-4e04-a5ab-1e1a7490f913,segment=NetworkSegment(3336d210-da03-4667-bea4-ccbcec2624c9),segment_id=3336d210-da03-4667-bea4-ccbcec2624c9)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:00:42.545641 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f2105a3b-063a-4207-add0-ee355ef021dd None None] Port 7b381ecd-42b6-4e04-a5ab-1e1a7490f913 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:00:42.617941 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8d34d2b1-90ec-4e1e-a9c7-45289eb6eefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:42.674849 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d34d2b1-90ec-4e1e-a9c7-45289eb6eefc None None] Routers {'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:00:42.675483 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8d34d2b1-90ec-4e1e-a9c7-45289eb6eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:00:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:00:42.680380 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e24810-565a-41ba-a742-2861a3fa9cf8 None None] Pushing event updated for resources: {'Port': ['ID=7b381ecd-42b6-4e04-a5ab-1e1a7490f913,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:42.787578 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8d34d2b1-90ec-4e1e-a9c7-45289eb6eefc None None] Set router f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:00:42.875941 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-58589c21-875c-4256-9fb9-cf4abe8871d8 None None] Provisioning complete for port 7b381ecd-42b6-4e04-a5ab-1e1a7490f913 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:00:42.876306 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58589c21-875c-4256-9fb9-cf4abe8871d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:42.956325 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58589c21-875c-4256-9fb9-cf4abe8871d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:42.987136 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-58589c21-875c-4256-9fb9-cf4abe8871d8 None None] For port 7b381ecd-42b6-4e04-a5ab-1e1a7490f913, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=7b381ecd-42b6-4e04-a5ab-1e1a7490f913,segment=NetworkSegment(3336d210-da03-4667-bea4-ccbcec2624c9),segment_id=3336d210-da03-4667-bea4-ccbcec2624c9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:00:43.013970 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8d34d2b1-90ec-4e1e-a9c7-45289eb6eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'name': 'tempest-TestNetworkBasicOps-router-941865818', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T13:00:40Z', 'revision_number': 5, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '6c7e50bc-00fd-49e5-958b-ce33d8c756c2', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'port_id': 'da5b8353-f615-41d8-841d-884bae4d576d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d', 'mac_address': 'fa:16:3e:9b:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6934bec-850b-4744-8616-50f1d1566bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:59:36Z', 'updated_at': '2022-04-21T12:59:39Z', 'revision_number': 1, 'project_id': '751a38797aaa4af4acc7445401990284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b381ecd-42b6-4e04-a5ab-1e1a7490f913', 'name': '', 'network_id': '251947a6-a505-4fa5-ab8a-967682b348d6', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'mac_address': 'fa:16:3e:7e:ff:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '20eae402-92c1-4001-a1a7-346347a6ea7c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:00:39Z', 'updated_at': '2022-04-21T13:00:42Z', 'revision_number': 4, 'project_id': '751a38797aaa4af4acc7445401990284', 'subnets': [{'id': '20eae402-92c1-4001-a1a7-346347a6ea7c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8413400a-1c00-46bd-bde4-dd1c78bf56b8', 'name': '', 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'mac_address': 'fa:16:3e:5c:4e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:05Z', 'updated_at': '2022-04-21T12:59:10Z', 'revision_number': 5, 'project_id': '751a38797aaa4af4acc7445401990284', 'subnets': [{'id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:00:43.039575 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d34d2b1-90ec-4e1e-a9c7-45289eb6eefc None None] The sync data for ids ['f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'] in n-d-836147-2 is: [{'id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'name': 'tempest-TestNetworkBasicOps-router-941865818', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T13:00:40Z', 'revision_number': 5, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '6c7e50bc-00fd-49e5-958b-ce33d8c756c2', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'port_id': 'da5b8353-f615-41d8-841d-884bae4d576d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d', 'mac_address': 'fa:16:3e:9b:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6934bec-850b-4744-8616-50f1d1566bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:59:36Z', 'updated_at': '2022-04-21T12:59:39Z', 'revision_number': 1, 'project_id': '751a38797aaa4af4acc7445401990284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b381ecd-42b6-4e04-a5ab-1e1a7490f913', 'name': '', 'network_id': '251947a6-a505-4fa5-ab8a-967682b348d6', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'mac_address': 'fa:16:3e:7e:ff:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': '20eae402-92c1-4001-a1a7-346347a6ea7c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:00:39Z', 'updated_at': '2022-04-21T13:00:42Z', 'revision_number': 4, 'project_id': '751a38797aaa4af4acc7445401990284', 'subnets': [{'id': '20eae402-92c1-4001-a1a7-346347a6ea7c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8413400a-1c00-46bd-bde4-dd1c78bf56b8', 'name': '', 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'mac_address': 'fa:16:3e:5c:4e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:05Z', 'updated_at': '2022-04-21T12:59:10Z', 'revision_number': 5, 'project_id': '751a38797aaa4af4acc7445401990284', 'subnets': [{'id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:00:43.095399 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-58589c21-875c-4256-9fb9-cf4abe8871d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:43.140367 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbe5679-97fd-461c-ace6-d9af5c3e2a27 req-927c235e-dba3-4d2a-b507-66561c7e0b81 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:43.142033 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bbe5679-97fd-461c-ace6-d9af5c3e2a27 req-927c235e-dba3-4d2a-b507-66561c7e0b81 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 946 time: 0.0770938 Apr 21 13:00:43.154069 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58589c21-875c-4256-9fb9-cf4abe8871d8 None None] Pushing event updated for resources: {'Port': ['ID=7b381ecd-42b6-4e04-a5ab-1e1a7490f913,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:43.192656 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bbe5679-97fd-461c-ace6-d9af5c3e2a27 req-379a720b-db73-4a7c-a890-2ea5a35e04f9 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379651 Apr 21 13:00:43.468916 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-223eb070-d803-4759-9fae-ae2b6c53e83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:43.617852 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 7b381ecd-42b6-4e04-a5ab-1e1a7490f913 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:00:43.671063 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 7b381ecd-42b6-4e04-a5ab-1e1a7490f913 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:00:43.671597 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:44.312209 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9782bea-8dc0-4acd-b6a0-640d65b67350 req-47050d9b-a567-4262-8aa9-3707c474ae72 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:44.314394 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9782bea-8dc0-4acd-b6a0-640d65b67350 req-47050d9b-a567-4262-8aa9-3707c474ae72 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 946 time: 0.0496616 Apr 21 13:00:44.352913 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9782bea-8dc0-4acd-b6a0-640d65b67350 req-9be05fca-7a70-4050-9123-d1cc0321feff tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324988 Apr 21 13:00:45.273989 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-ddeeec0f-b11f-4055-9bd8-1b12196b9fd4 service neutron] show failed (client error): The resource could not be found. Apr 21 13:00:45.275014 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-ddeeec0f-b11f-4055-9bd8-1b12196b9fd4 service neutron] 10.222.0.24 "GET /v2.0/ports/c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2/bindings/n-h1-836147-2 HTTP/1.1" status: 404 len: 380 time: 0.0585878 Apr 21 13:00:45.470155 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c91798-36bd-4396-ae95-5613f23859e8 req-2fa3c759-46f3-4114-b015-2d6c9fac1410 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:45.471902 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c8c91798-36bd-4396-ae95-5613f23859e8 req-2fa3c759-46f3-4114-b015-2d6c9fac1410 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 946 time: 0.0500395 Apr 21 13:00:45.509132 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c8c91798-36bd-4396-ae95-5613f23859e8 req-05482310-6865-44a6-8ee7-abda203a4ec2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315251 Apr 21 13:00:45.760633 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9526d81-b649-4f9b-b4c8-31cad0688b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:46.156924 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-88f76f0f-de16-47c1-9385-21923ff3acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:46.158549 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-88f76f0f-de16-47c1-9385-21923ff3acc9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532&tenant_id=284d3d44382e404aa4c17c17e03a8f46 HTTP/1.1" status: 200 len: 1097 time: 0.0419626 Apr 21 13:00:46.169486 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-063f2591-8234-4fc9-951e-8770251647af service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836147-2', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:00:46.225746 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-063f2591-8234-4fc9-951e-8770251647af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:46.430991 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-063f2591-8234-4fc9-951e-8770251647af service neutron] For port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2,segment=NetworkSegment(c5000062-929d-4a36-aa02-f0d9d80fea4d),segment_id=c5000062-929d-4a36-aa02-f0d9d80fea4d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:00:46.464656 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-063f2591-8234-4fc9-951e-8770251647af service neutron] For port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:00:46.504146 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177cd3ba-3c61-44bf-b6fa-206f6fe20532', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:00:46.506433 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d510f2d-dcc7-4599-a084-4f012b7c4342" -d '{"events": [{"server_uuid": "177cd3ba-3c61-44bf-b6fa-206f6fe20532", "name": "network-vif-unplugged", "status": "completed", "tag": "c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:00:46.510477 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-063f2591-8234-4fc9-951e-8770251647af service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:46.522789 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-063f2591-8234-4fc9-951e-8770251647af service neutron] Transition to ACTIVE for port object c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:00:46.556735 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 13:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96a8133-b142-4b80-bfcf-b99269d5c292 x-openstack-request-id: req-a96a8133-b142-4b80-bfcf-b99269d5c292 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:00:46.557032 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177cd3ba-3c61-44bf-b6fa-206f6fe20532", "name": "network-vif-unplugged", "status": "completed", "tag": "c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:00:46.557289 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a96a8133-b142-4b80-bfcf-b99269d5c292 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:00:46.557728 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a96a8133-b142-4b80-bfcf-b99269d5c292'] response: {'server_uuid': '177cd3ba-3c61-44bf-b6fa-206f6fe20532', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2', 'code': 200} Apr 21 13:00:46.632188 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e89d58-bb07-4f59-bf77-64073fe66483 req-3adcb7aa-9fb6-48a3-93ab-95726906d675 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:46.633724 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e0e89d58-bb07-4f59-bf77-64073fe66483 req-3adcb7aa-9fb6-48a3-93ab-95726906d675 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 946 time: 0.0491424 Apr 21 13:00:46.672107 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e0e89d58-bb07-4f59-bf77-64073fe66483 req-f4b60289-471d-4ee6-bb5f-56442b87282c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322351 Apr 21 13:00:46.743525 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-063f2591-8234-4fc9-951e-8770251647af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:46.796720 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f2591-8234-4fc9-951e-8770251647af service neutron] Pushing event updated for resources: {'Port': ['ID=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:46.868376 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-063f2591-8234-4fc9-951e-8770251647af service neutron] No DVR routers for this DVR port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:00:47.012891 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:47.014581 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-063f2591-8234-4fc9-951e-8770251647af service neutron] Attempting to bind port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:00:47.014986 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-063f2591-8234-4fc9-951e-8770251647af service neutron] Attempting to bind port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': 'c5000062-929d-4a36-aa02-f0d9d80fea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:00:47.015246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-063f2591-8234-4fc9-951e-8770251647af service neutron] Attempting to bind port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 on network 4e555949-1c19-45dc-b140-6a77acee0280 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:00:47.019619 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-063f2591-8234-4fc9-951e-8770251647af service neutron] Port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 on network 4e555949-1c19-45dc-b140-6a77acee0280 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:00:47.019938 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-063f2591-8234-4fc9-951e-8770251647af service neutron] Attempting to bind port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 on network 4e555949-1c19-45dc-b140-6a77acee0280 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:00:47.024642 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-063f2591-8234-4fc9-951e-8770251647af service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:00:47.024981 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-063f2591-8234-4fc9-951e-8770251647af service neutron] Checking segment: {'id': 'c5000062-929d-4a36-aa02-f0d9d80fea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:00:47.025358 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-063f2591-8234-4fc9-951e-8770251647af service neutron] Bound using segment: {'id': 'c5000062-929d-4a36-aa02-f0d9d80fea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:00:47.025808 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-063f2591-8234-4fc9-951e-8770251647af service neutron] Bound port: c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5000062-929d-4a36-aa02-f0d9d80fea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:00:47.026163 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-063f2591-8234-4fc9-951e-8770251647af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:47.095079 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-063f2591-8234-4fc9-951e-8770251647af service neutron] For port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:00:47.098224 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-063f2591-8234-4fc9-951e-8770251647af service neutron] For port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2,segment=NetworkSegment(c5000062-929d-4a36-aa02-f0d9d80fea4d),segment_id=c5000062-929d-4a36-aa02-f0d9d80fea4d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:00:47.203681 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-063f2591-8234-4fc9-951e-8770251647af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:47.237821 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-063f2591-8234-4fc9-951e-8770251647af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:47.238447 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-063f2591-8234-4fc9-951e-8770251647af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:47.239852 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-063f2591-8234-4fc9-951e-8770251647af service neutron] 10.222.0.26 "PUT /v2.0/ports/c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 HTTP/1.1" status: 200 len: 1092 time: 1.0744448 Apr 21 13:00:47.269762 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f2591-8234-4fc9-951e-8770251647af service neutron] Pushing event updated for resources: {'Port': ['ID=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:47.315670 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-cf97c41c-8e17-490d-81c7-40e4b941e5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:47.317425 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-cf97c41c-8e17-490d-81c7-40e4b941e5f5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 1095 time: 0.0431626 Apr 21 13:00:47.421703 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-5960e8d6-69e9-40c2-b0ee-ec54257da710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:47.423251 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-5960e8d6-69e9-40c2-b0ee-ec54257da710 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4e555949-1c19-45dc-b140-6a77acee0280 HTTP/1.1" status: 200 len: 898 time: 0.0984089 Apr 21 13:00:47.493530 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-333b2adb-eda0-4fff-8ed7-6ae925eeb9f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 HTTP/1.1" status: 200 len: 1000 time: 0.0633893 Apr 21 13:00:47.543495 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-adc93ba8-d431-4a5f-af64-f0875b6e40ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:47.545231 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-adc93ba8-d431-4a5f-af64-f0875b6e40ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2e0aa77-3310-4a79-a9b7-1005747f55a8 HTTP/1.1" status: 200 len: 834 time: 0.0453436 Apr 21 13:00:47.595926 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-37604c41-a654-4170-9344-d2ddb1402555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:47.597607 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-37604c41-a654-4170-9344-d2ddb1402555 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4e555949-1c19-45dc-b140-6a77acee0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454881 Apr 21 13:00:47.690256 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-6950d902-6eea-4551-8e19-fbe32826cf1e service neutron] 10.222.0.26 "GET /v2.0/networks/4e555949-1c19-45dc-b140-6a77acee0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863159 Apr 21 13:00:47.823110 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b192f-e51a-4882-9eef-1522118176e9 req-fc4fcc24-61ec-4e52-ac1b-8c750721ec4d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:47.825096 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0c9b192f-e51a-4882-9eef-1522118176e9 req-fc4fcc24-61ec-4e52-ac1b-8c750721ec4d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 944 time: 0.0737770 Apr 21 13:00:47.831033 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e3f6264-ea4f-41d4-8808-4fe8f4f1676d req-75ace697-c2ba-47a6-a1a7-c48fc25299fc service neutron] 10.222.0.26 "GET /v2.0/networks/4e555949-1c19-45dc-b140-6a77acee0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337020 Apr 21 13:00:47.864505 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0c9b192f-e51a-4882-9eef-1522118176e9 req-d0bd7029-6d1f-496e-b991-7c0b2d607517 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324867 Apr 21 13:00:48.160306 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:48.548924 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:48.559107 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '177cd3ba-3c61-44bf-b6fa-206f6fe20532', 'tag': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:00:48.562120 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57d82e9-163a-452e-9f79-18cd542141c1" -d '{"events": [{"name": "network-changed", "server_uuid": "177cd3ba-3c61-44bf-b6fa-206f6fe20532", "tag": "c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:00:48.612402 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0078aa18-969e-4401-95cf-082feebc5789 x-openstack-request-id: req-0078aa18-969e-4401-95cf-082feebc5789 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:00:48.612695 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "177cd3ba-3c61-44bf-b6fa-206f6fe20532", "tag": "c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:00:48.613196 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0078aa18-969e-4401-95cf-082feebc5789 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:00:48.613627 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0078aa18-969e-4401-95cf-082feebc5789'] response: {'name': 'network-changed', 'server_uuid': '177cd3ba-3c61-44bf-b6fa-206f6fe20532', 'tag': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2', 'status': 'completed', 'code': 200} Apr 21 13:00:48.708358 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d82e9-163a-452e-9f79-18cd542141c1 req-ae527564-ef9d-4383-b27e-9d64872826cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:48.709814 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c57d82e9-163a-452e-9f79-18cd542141c1 req-ae527564-ef9d-4383-b27e-9d64872826cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 1095 time: 0.0780623 Apr 21 13:00:48.712683 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d82e9-163a-452e-9f79-18cd542141c1 req-4c6d1604-ad44-4471-b47a-dbaeaa3be591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:48.714193 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c57d82e9-163a-452e-9f79-18cd542141c1 req-4c6d1604-ad44-4471-b47a-dbaeaa3be591 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 1095 time: 0.0731184 Apr 21 13:00:48.805869 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:48.820287 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:00:48.862318 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:00:48.870967 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d82e9-163a-452e-9f79-18cd542141c1 req-c0ffc0f9-a3bd-4cbc-8e41-51ce7e303838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:48.872553 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c57d82e9-163a-452e-9f79-18cd542141c1 req-c0ffc0f9-a3bd-4cbc-8e41-51ce7e303838 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e555949-1c19-45dc-b140-6a77acee0280 HTTP/1.1" status: 200 len: 898 time: 0.1558568 Apr 21 13:00:48.875150 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d82e9-163a-452e-9f79-18cd542141c1 req-4278b4ce-264e-4538-83c2-f8035e930d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:48.876523 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c57d82e9-163a-452e-9f79-18cd542141c1 req-4278b4ce-264e-4538-83c2-f8035e930d95 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4e555949-1c19-45dc-b140-6a77acee0280 HTTP/1.1" status: 200 len: 898 time: 0.1517527 Apr 21 13:00:49.023226 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c57d82e9-163a-452e-9f79-18cd542141c1 req-c5f50720-2c8f-4f17-91d1-28af453226dd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 HTTP/1.1" status: 200 len: 1000 time: 0.1377668 Apr 21 13:00:49.025906 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c57d82e9-163a-452e-9f79-18cd542141c1 req-fa96f4d8-4d0e-45c7-be2c-86796efceae0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 HTTP/1.1" status: 200 len: 1000 time: 0.1464696 Apr 21 13:00:49.078495 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c49637-83b9-4f52-9951-6ea31d63fc56 req-734912f3-9914-47d0-ad62-d6987c106876 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:49.080394 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-67c49637-83b9-4f52-9951-6ea31d63fc56 req-734912f3-9914-47d0-ad62-d6987c106876 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 944 time: 0.1221101 Apr 21 13:00:49.152233 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d82e9-163a-452e-9f79-18cd542141c1 req-a02fb0f0-5c5c-490d-8a2a-1d63e1f9bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:49.153772 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c57d82e9-163a-452e-9f79-18cd542141c1 req-a02fb0f0-5c5c-490d-8a2a-1d63e1f9bc47 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2e0aa77-3310-4a79-a9b7-1005747f55a8 HTTP/1.1" status: 200 len: 834 time: 0.1138427 Apr 21 13:00:49.160260 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d82e9-163a-452e-9f79-18cd542141c1 req-7715a02d-109c-42c1-964a-00bab571f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:49.161631 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c57d82e9-163a-452e-9f79-18cd542141c1 req-7715a02d-109c-42c1-964a-00bab571f822 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2e0aa77-3310-4a79-a9b7-1005747f55a8 HTTP/1.1" status: 200 len: 834 time: 0.1297345 Apr 21 13:00:49.186861 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-67c49637-83b9-4f52-9951-6ea31d63fc56 req-0077731d-6615-40f4-86ad-b1fe0ddf0323 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795112 Apr 21 13:00:49.240415 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d82e9-163a-452e-9f79-18cd542141c1 req-50c74b0c-8b97-452f-8340-066b82f28196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:49.242007 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c57d82e9-163a-452e-9f79-18cd542141c1 req-50c74b0c-8b97-452f-8340-066b82f28196 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e555949-1c19-45dc-b140-6a77acee0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777640 Apr 21 13:00:49.244451 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d82e9-163a-452e-9f79-18cd542141c1 req-9ba93e88-7a9d-4461-b625-960c1f3ffc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:49.246006 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c57d82e9-163a-452e-9f79-18cd542141c1 req-9ba93e88-7a9d-4461-b625-960c1f3ffc18 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4e555949-1c19-45dc-b140-6a77acee0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691996 Apr 21 13:00:49.410722 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c57d82e9-163a-452e-9f79-18cd542141c1 req-51f5139f-caf1-47e0-b3fd-d5005fd85179 service neutron] 10.222.0.24 "GET /v2.0/networks/4e555949-1c19-45dc-b140-6a77acee0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612728 Apr 21 13:00:49.412570 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c57d82e9-163a-452e-9f79-18cd542141c1 req-16548665-a938-4ef8-b206-1d67552266fc service neutron] 10.222.0.26 "GET /v2.0/networks/4e555949-1c19-45dc-b140-6a77acee0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560707 Apr 21 13:00:49.568997 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c57d82e9-163a-452e-9f79-18cd542141c1 req-4c0baaaf-f1b5-4ab7-8f32-7db3771c8584 service neutron] 10.222.0.24 "GET /v2.0/networks/4e555949-1c19-45dc-b140-6a77acee0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509824 Apr 21 13:00:49.570909 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c57d82e9-163a-452e-9f79-18cd542141c1 req-d9acdddd-9ca6-4020-85e3-cccbd94a23bd service neutron] 10.222.0.26 "GET /v2.0/networks/4e555949-1c19-45dc-b140-6a77acee0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461060 Apr 21 13:00:50.312155 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b33a2de-31ae-4031-a643-dd767c6a0ce6 req-ea968759-cf21-427b-8957-23457e556f18 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:50.313659 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b33a2de-31ae-4031-a643-dd767c6a0ce6 req-ea968759-cf21-427b-8957-23457e556f18 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 944 time: 0.0512717 Apr 21 13:00:50.351693 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b33a2de-31ae-4031-a643-dd767c6a0ce6 req-c7d45601-b02c-4d47-a1cf-daa0b96c6b1a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317254 Apr 21 13:00:50.509106 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:51.476404 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1d4c5-559a-4262-a17e-3c7ee72d88f0 req-0dd2c637-7d7a-4336-b1e9-0110029bb75a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:51.477744 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c1f1d4c5-559a-4262-a17e-3c7ee72d88f0 req-0dd2c637-7d7a-4336-b1e9-0110029bb75a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 944 time: 0.0520618 Apr 21 13:00:51.517782 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c1f1d4c5-559a-4262-a17e-3c7ee72d88f0 req-ab8a9c50-daae-424b-8a54-6fafb3411693 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330379 Apr 21 13:00:52.248282 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:00:52.353235 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2,segment=NetworkSegment(c5000062-929d-4a36-aa02-f0d9d80fea4d),segment_id=c5000062-929d-4a36-aa02-f0d9d80fea4d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:00:52.364980 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2', 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280', 'port_id': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2', 'mac_address': 'fa:16:3e:bc:9d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e0aa77-3310-4a79-a9b7-1005747f55a8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:00:52.404811 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:52.417403 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:00:52.436358 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2,segment=NetworkSegment(c5000062-929d-4a36-aa02-f0d9d80fea4d),segment_id=c5000062-929d-4a36-aa02-f0d9d80fea4d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:00:52.641099 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa54fd0-4554-4522-b93d-6c1bef710b74 req-7060362a-d076-48db-8968-7443b9598a55 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:52.642707 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0fa54fd0-4554-4522-b93d-6c1bef710b74 req-7060362a-d076-48db-8968-7443b9598a55 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 944 time: 0.0542583 Apr 21 13:00:52.654694 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:52.722482 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:53.020868 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0fa54fd0-4554-4522-b93d-6c1bef710b74 req-1925fd22-243f-43ba-8e47-d94b51b576cd tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3714833 Apr 21 13:00:53.044689 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:00:54.136065 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb2542-a0cc-4586-9987-28bc5be4ca1b req-dffbbe4a-c9f8-42ce-b871-886c883bf375 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:54.137504 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dceb2542-a0cc-4586-9987-28bc5be4ca1b req-dffbbe4a-c9f8-42ce-b871-886c883bf375 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 945 time: 0.0475190 Apr 21 13:00:54.175067 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dceb2542-a0cc-4586-9987-28bc5be4ca1b req-33d1969d-fe4c-4eef-b1af-14f3db20592a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316379 Apr 21 13:00:54.246751 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:00:54.400755 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:00:54.405496 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:00:54.406003 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:54.480417 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:54.501555 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177cd3ba-3c61-44bf-b6fa-206f6fe20532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:00:54.503791 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5554aa9e-5661-4e7e-b0c1-36a4dd153481" -d '{"events": [{"server_uuid": "177cd3ba-3c61-44bf-b6fa-206f6fe20532", "name": "network-vif-plugged", "status": "completed", "tag": "c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:00:54.519743 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2,segment=NetworkSegment(c5000062-929d-4a36-aa02-f0d9d80fea4d),segment_id=c5000062-929d-4a36-aa02-f0d9d80fea4d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:00:54.551221 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441f6006-3726-47b2-8546-499588460d0d x-openstack-request-id: req-441f6006-3726-47b2-8546-499588460d0d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:00:54.551531 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177cd3ba-3c61-44bf-b6fa-206f6fe20532", "name": "network-vif-plugged", "status": "completed", "tag": "c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:00:54.556798 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-441f6006-3726-47b2-8546-499588460d0d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:00:54.556798 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-441f6006-3726-47b2-8546-499588460d0d'] response: {'server_uuid': '177cd3ba-3c61-44bf-b6fa-206f6fe20532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2', 'code': 200} Apr 21 13:00:54.645548 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:54.692867 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:54.728154 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c795ee-109d-42b3-a1b7-2789e0444cb0 req-a6975f80-9682-4648-a669-f9f1a5259431 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:54.729746 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14c795ee-109d-42b3-a1b7-2789e0444cb0 req-a6975f80-9682-4648-a669-f9f1a5259431 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 946 time: 0.0492978 Apr 21 13:00:54.798252 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14c795ee-109d-42b3-a1b7-2789e0444cb0 req-4052e973-452a-4f9d-8937-d5f3b0b464a0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622168 Apr 21 13:00:54.819726 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-215d237b-7303-4fd5-a6f0-13b157898bc6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:54.821246 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-215d237b-7303-4fd5-a6f0-13b157898bc6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.26 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532&tenant_id=284d3d44382e404aa4c17c17e03a8f46&binding%3Ahost_id=n-h1-836147-2 HTTP/1.1" status: 200 len: 946 time: 0.0780072 Apr 21 13:00:54.882850 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-d370b621-bd09-47c0-a407-7b79ae8a4af6 service neutron] 10.222.0.26 "GET /v2.0/ports/c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2/bindings/n-h1-836147-2 HTTP/1.1" status: 200 len: 382 time: 0.0537915 Apr 21 13:00:54.944759 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-45cc77d0-24a2-4f55-8812-85a3c9b7e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:54.946303 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-45cc77d0-24a2-4f55-8812-85a3c9b7e33d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 1097 time: 0.0404320 Apr 21 13:00:55.036914 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-da08532e-d9d9-49c6-8c65-be89c9ba0a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:55.038419 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-da08532e-d9d9-49c6-8c65-be89c9ba0a35 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4e555949-1c19-45dc-b140-6a77acee0280 HTTP/1.1" status: 200 len: 898 time: 0.0857887 Apr 21 13:00:55.101990 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-32e6d094-d58d-4cd9-9554-292b1fcbff45 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 HTTP/1.1" status: 200 len: 1002 time: 0.0570483 Apr 21 13:00:55.153266 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-8d9cb5ac-25c0-4e0c-8d29-0d0ab96dc7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:55.154977 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-8d9cb5ac-25c0-4e0c-8d29-0d0ab96dc7bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2e0aa77-3310-4a79-a9b7-1005747f55a8 HTTP/1.1" status: 200 len: 834 time: 0.0457044 Apr 21 13:00:55.204338 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-4c34c3f0-fb73-40bf-ba41-8f1555344b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:55.206163 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-4c34c3f0-fb73-40bf-ba41-8f1555344b95 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4e555949-1c19-45dc-b140-6a77acee0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445919 Apr 21 13:00:55.294101 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-c4d70fb7-9983-4e9a-9104-776d930d0f8a service neutron] 10.222.0.26 "GET /v2.0/networks/4e555949-1c19-45dc-b140-6a77acee0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805457 Apr 21 13:00:55.406467 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-72a2bb7e-4092-4277-a5ce-2399444296fb service neutron] 10.222.0.26 "GET /v2.0/networks/4e555949-1c19-45dc-b140-6a77acee0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967286 Apr 21 13:00:55.919560 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644cb1cb-c049-4c0e-915f-74e43e7f89e0 req-696d2738-37f9-42f8-ba52-3526889e6020 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:55.921063 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-644cb1cb-c049-4c0e-915f-74e43e7f89e0 req-696d2738-37f9-42f8-ba52-3526889e6020 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 946 time: 0.0513341 Apr 21 13:00:55.958448 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-644cb1cb-c049-4c0e-915f-74e43e7f89e0 req-84a7fd08-d1b0-40b6-ac7f-ef3e67cfaf38 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311756 Apr 21 13:00:57.076132 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02cb90c-b83f-4f0b-b886-7732dc49a870 req-67d76244-d686-4a96-957b-7eb6b8348449 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:57.077616 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a02cb90c-b83f-4f0b-b886-7732dc49a870 req-67d76244-d686-4a96-957b-7eb6b8348449 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 946 time: 0.0494933 Apr 21 13:00:57.119442 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a02cb90c-b83f-4f0b-b886-7732dc49a870 req-2559eda9-ae54-4971-86e2-0c3440b34b0c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354533 Apr 21 13:00:58.010163 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42888) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:00:58.120554 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3d07eba9-5854-4560-986f-ac5234fe9d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:58.194078 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3d07eba9-5854-4560-986f-ac5234fe9d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:58.269648 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020d6ea-002c-4d9b-9ea2-ccdaaf8b30d2 req-90319015-47d1-43f2-83fa-268b462f57c7 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:58.271059 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f020d6ea-002c-4d9b-9ea2-ccdaaf8b30d2 req-90319015-47d1-43f2-83fa-268b462f57c7 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 946 time: 0.0769987 Apr 21 13:00:58.297326 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3d07eba9-5854-4560-986f-ac5234fe9d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:58.297561 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-8f3154cc-75d3-490a-b4f7-85183d0d0b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:58.298805 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-8f3154cc-75d3-490a-b4f7-85183d0d0b87 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532&tenant_id=284d3d44382e404aa4c17c17e03a8f46 HTTP/1.1" status: 200 len: 1097 time: 0.0693355 Apr 21 13:00:58.316966 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-66980f5a-09d0-4908-ae45-23073a6eacf0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836147-2', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:00:58.341849 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3d07eba9-5854-4560-986f-ac5234fe9d54 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0b55fd2fb0c7455b8287f1413891aa8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3289554 Apr 21 13:00:58.341849 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d07eba9-5854-4560-986f-ac5234fe9d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d41670-ac84-4af3-a7bc-eb8b57555f6e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:58.342095 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f020d6ea-002c-4d9b-9ea2-ccdaaf8b30d2 req-83fab087-e8f9-4272-a7cf-4a915d7e0742 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630176 Apr 21 13:00:58.343930 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42894) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:00:58.383014 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-66980f5a-09d0-4908-ae45-23073a6eacf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:58.402722 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5c5dff18-2c25-4fc9-b0b9-1767082e73ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:58.424515 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5c5dff18-2c25-4fc9-b0b9-1767082e73ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:58.543602 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5c5dff18-2c25-4fc9-b0b9-1767082e73ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:58.546575 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5c5dff18-2c25-4fc9-b0b9-1767082e73ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:58.547847 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5c5dff18-2c25-4fc9-b0b9-1767082e73ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9d41670-ac84-4af3-a7bc-eb8b57555f6e HTTP/1.1" status: 204 len: 168 time: 0.2029996 Apr 21 13:00:58.556403 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5dff18-2c25-4fc9-b0b9-1767082e73ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d41670-ac84-4af3-a7bc-eb8b57555f6e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:58.625664 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-66980f5a-09d0-4908-ae45-23073a6eacf0 service neutron] For port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2,segment=NetworkSegment(c5000062-929d-4a36-aa02-f0d9d80fea4d),segment_id=c5000062-929d-4a36-aa02-f0d9d80fea4d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:00:58.659640 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-66980f5a-09d0-4908-ae45-23073a6eacf0 service neutron] For port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:00:58.698356 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177cd3ba-3c61-44bf-b6fa-206f6fe20532', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:00:58.700686 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d86b988-415c-47e8-8e95-594541f612f7" -d '{"events": [{"server_uuid": "177cd3ba-3c61-44bf-b6fa-206f6fe20532", "name": "network-vif-unplugged", "status": "completed", "tag": "c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:00:58.704452 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-66980f5a-09d0-4908-ae45-23073a6eacf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:58.717811 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-66980f5a-09d0-4908-ae45-23073a6eacf0 service neutron] Transition to ACTIVE for port object c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:00:58.755334 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 13:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f645e913-c69c-47e9-8b27-a45c2cca49f2 x-openstack-request-id: req-f645e913-c69c-47e9-8b27-a45c2cca49f2 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:00:58.755624 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177cd3ba-3c61-44bf-b6fa-206f6fe20532", "name": "network-vif-unplugged", "status": "completed", "tag": "c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:00:58.755872 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f645e913-c69c-47e9-8b27-a45c2cca49f2 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:00:58.756275 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f645e913-c69c-47e9-8b27-a45c2cca49f2'] response: {'server_uuid': '177cd3ba-3c61-44bf-b6fa-206f6fe20532', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2', 'code': 200} Apr 21 13:00:58.788149 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-66980f5a-09d0-4908-ae45-23073a6eacf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:58.869489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66980f5a-09d0-4908-ae45-23073a6eacf0 service neutron] Pushing event updated for resources: {'Port': ['ID=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2,revision_number=10']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:58.914813 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-66980f5a-09d0-4908-ae45-23073a6eacf0 service neutron] No DVR routers for this DVR port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:00:59.073643 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-66980f5a-09d0-4908-ae45-23073a6eacf0 service neutron] Attempting to bind port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:00:59.073949 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-66980f5a-09d0-4908-ae45-23073a6eacf0 service neutron] Attempting to bind port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'c5000062-929d-4a36-aa02-f0d9d80fea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:00:59.074286 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-66980f5a-09d0-4908-ae45-23073a6eacf0 service neutron] Attempting to bind port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 on network 4e555949-1c19-45dc-b140-6a77acee0280 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:00:59.078563 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-66980f5a-09d0-4908-ae45-23073a6eacf0 service neutron] Port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 on network 4e555949-1c19-45dc-b140-6a77acee0280 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:00:59.078876 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-66980f5a-09d0-4908-ae45-23073a6eacf0 service neutron] Attempting to bind port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 on network 4e555949-1c19-45dc-b140-6a77acee0280 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:00:59.083949 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-66980f5a-09d0-4908-ae45-23073a6eacf0 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:00:59.084279 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-66980f5a-09d0-4908-ae45-23073a6eacf0 service neutron] Checking segment: {'id': 'c5000062-929d-4a36-aa02-f0d9d80fea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:00:59.084651 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-66980f5a-09d0-4908-ae45-23073a6eacf0 service neutron] Bound using segment: {'id': 'c5000062-929d-4a36-aa02-f0d9d80fea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:00:59.085068 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-66980f5a-09d0-4908-ae45-23073a6eacf0 service neutron] Bound port: c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5000062-929d-4a36-aa02-f0d9d80fea4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:00:59.085438 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-66980f5a-09d0-4908-ae45-23073a6eacf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:59.148913 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-66980f5a-09d0-4908-ae45-23073a6eacf0 service neutron] For port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:00:59.152662 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-66980f5a-09d0-4908-ae45-23073a6eacf0 service neutron] For port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2,segment=NetworkSegment(c5000062-929d-4a36-aa02-f0d9d80fea4d),segment_id=c5000062-929d-4a36-aa02-f0d9d80fea4d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:00:59.254917 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-66980f5a-09d0-4908-ae45-23073a6eacf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:59.291508 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-66980f5a-09d0-4908-ae45-23073a6eacf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:59.292247 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-66980f5a-09d0-4908-ae45-23073a6eacf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:00:59.293566 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-66980f5a-09d0-4908-ae45-23073a6eacf0 service neutron] 10.222.0.24 "PUT /v2.0/ports/c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 HTTP/1.1" status: 200 len: 1093 time: 0.9814892 Apr 21 13:00:59.317896 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66980f5a-09d0-4908-ae45-23073a6eacf0 service neutron] Pushing event updated for resources: {'Port': ['ID=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2,revision_number=11']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:00:59.365971 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-bcc8dc9b-f45f-4a6d-ae36-580a9724765d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:59.369711 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-bcc8dc9b-f45f-4a6d-ae36-580a9724765d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 1096 time: 0.0431864 Apr 21 13:00:59.501054 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-76e55b4a-4109-4dee-9023-9efad706af0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:59.502934 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-76e55b4a-4109-4dee-9023-9efad706af0b service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e555949-1c19-45dc-b140-6a77acee0280 HTTP/1.1" status: 200 len: 898 time: 0.1285222 Apr 21 13:00:59.525523 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c3bc5-f993-4fa2-a417-dd9db9156c59 req-d6f06ed8-040b-4bce-827c-aa3697ebb6fe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:59.527195 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-933c3bc5-f993-4fa2-a417-dd9db9156c59 req-d6f06ed8-040b-4bce-827c-aa3697ebb6fe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 945 time: 0.0874541 Apr 21 13:00:59.612904 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-933c3bc5-f993-4fa2-a417-dd9db9156c59 req-79ad0174-9754-4a23-85b1-b9767f69ab7e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530391 Apr 21 13:00:59.614770 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-4aae1ffc-5c19-4465-9f48-010c146097fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 HTTP/1.1" status: 200 len: 1000 time: 0.1027381 Apr 21 13:00:59.669783 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-845c8386-9469-4fd0-ac12-320dbbbcd4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:59.671315 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-845c8386-9469-4fd0-ac12-320dbbbcd4f6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2e0aa77-3310-4a79-a9b7-1005747f55a8 HTTP/1.1" status: 200 len: 834 time: 0.0493081 Apr 21 13:00:59.732414 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-fcbcf0d5-8f18-406a-918b-e5cc6295af22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:00:59.734417 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-fcbcf0d5-8f18-406a-918b-e5cc6295af22 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e555949-1c19-45dc-b140-6a77acee0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548067 Apr 21 13:00:59.835928 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-97f03c5d-55a3-4619-b0c1-753b1590a9c4 service neutron] 10.222.0.24 "GET /v2.0/networks/4e555949-1c19-45dc-b140-6a77acee0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910206 Apr 21 13:00:59.930978 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14b19915-472b-4866-a06a-7e931e8b68b1 req-16b5e3be-384e-4456-b30d-0a740973c0a8 service neutron] 10.222.0.24 "GET /v2.0/networks/4e555949-1c19-45dc-b140-6a77acee0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878296 Apr 21 13:00:59.985552 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:01:00.157134 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8392a-49fe-474e-92aa-0ca51d62c12e req-2e8be16c-2c86-4471-8f67-417e8eb6bbaa tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:00.158665 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c0f8392a-49fe-474e-92aa-0ca51d62c12e req-2e8be16c-2c86-4471-8f67-417e8eb6bbaa tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 945 time: 0.0499527 Apr 21 13:01:00.197234 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c0f8392a-49fe-474e-92aa-0ca51d62c12e req-6d9b05cb-34c1-4255-9b4b-39ad1a9ebb06 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326357 Apr 21 13:01:00.236385 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade7143-c358-4e6c-8440-9c097eea1401 req-c00aa17c-baae-4026-b109-70dc53c2a1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:00.240333 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ade7143-c358-4e6c-8440-9c097eea1401 req-c00aa17c-baae-4026-b109-70dc53c2a1fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b82063ddf1384c0da199fea5b916ec7b&device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 1096 time: 0.0397704 Apr 21 13:01:00.257030 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:01:00.303021 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:01:00.335138 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade7143-c358-4e6c-8440-9c097eea1401 req-3c8fae3f-aefe-4165-84f8-a852bc3e23df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:00.336628 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ade7143-c358-4e6c-8440-9c097eea1401 req-3c8fae3f-aefe-4165-84f8-a852bc3e23df service neutron] 10.222.0.26 "GET /v2.0/networks?id=7532c877-c6eb-4827-8bef-4f687b46b481 HTTP/1.1" status: 200 len: 918 time: 0.0927846 Apr 21 13:01:00.402311 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ade7143-c358-4e6c-8440-9c097eea1401 req-6387b3f1-3837-4442-96eb-750ce4918f5e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41ae69c3-e7c1-4f18-a77c-b9452b075197 HTTP/1.1" status: 200 len: 1000 time: 0.0587416 Apr 21 13:01:00.458246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade7143-c358-4e6c-8440-9c097eea1401 req-186bcde5-d665-4bba-ae49-42abc0a00c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:00.459750 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ade7143-c358-4e6c-8440-9c097eea1401 req-186bcde5-d665-4bba-ae49-42abc0a00c80 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=042c7c8a-99c9-4a93-a632-3fd1a4109dfb HTTP/1.1" status: 200 len: 856 time: 0.0509295 Apr 21 13:01:00.510353 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade7143-c358-4e6c-8440-9c097eea1401 req-0cb13110-e622-4733-a265-a279aa12df70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:00.511866 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ade7143-c358-4e6c-8440-9c097eea1401 req-0cb13110-e622-4733-a265-a279aa12df70 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7532c877-c6eb-4827-8bef-4f687b46b481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448155 Apr 21 13:01:00.601252 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ade7143-c358-4e6c-8440-9c097eea1401 req-7e9278d1-aba1-4ef6-a0bb-a2f0c2ab75d9 service neutron] 10.222.0.26 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829372 Apr 21 13:01:00.707678 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ade7143-c358-4e6c-8440-9c097eea1401 req-fd402a93-eed5-47a8-a9ac-cf0a585299bc service neutron] 10.222.0.26 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993261 Apr 21 13:01:00.743773 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4c3e3-73c3-468e-b4ad-9eb049ce6208 req-e0771f48-5228-4282-ae37-7d59d0eeacd8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:00.745272 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2c4c3e3-73c3-468e-b4ad-9eb049ce6208 req-e0771f48-5228-4282-ae37-7d59d0eeacd8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 945 time: 0.0518317 Apr 21 13:01:00.757642 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '177cd3ba-3c61-44bf-b6fa-206f6fe20532', 'tag': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:01:00.760060 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46a43e7-bc25-4682-b4f6-d1fc8523169d" -d '{"events": [{"name": "network-changed", "server_uuid": "177cd3ba-3c61-44bf-b6fa-206f6fe20532", "tag": "c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:01:00.801831 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2c4c3e3-73c3-468e-b4ad-9eb049ce6208 req-9c759eba-15bc-49e6-af8b-65df6198a463 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498347 Apr 21 13:01:00.812266 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f0aaae-9f6f-459d-b61f-d04002dd093e x-openstack-request-id: req-75f0aaae-9f6f-459d-b61f-d04002dd093e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:01:00.812559 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "177cd3ba-3c61-44bf-b6fa-206f6fe20532", "tag": "c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:01:00.812875 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-75f0aaae-9f6f-459d-b61f-d04002dd093e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:01:00.813281 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75f0aaae-9f6f-459d-b61f-d04002dd093e'] response: {'name': 'network-changed', 'server_uuid': '177cd3ba-3c61-44bf-b6fa-206f6fe20532', 'tag': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2', 'status': 'completed', 'code': 200} Apr 21 13:01:00.904636 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a43e7-bc25-4682-b4f6-d1fc8523169d req-8f91a0b4-8f9d-47f1-8d75-3a0eff5e6dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:00.906259 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a46a43e7-bc25-4682-b4f6-d1fc8523169d req-8f91a0b4-8f9d-47f1-8d75-3a0eff5e6dd4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 1096 time: 0.0628877 Apr 21 13:01:00.908658 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a43e7-bc25-4682-b4f6-d1fc8523169d req-abc1b109-a6c3-4e1c-820c-4b2ef5653a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:00.909972 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a46a43e7-bc25-4682-b4f6-d1fc8523169d req-abc1b109-a6c3-4e1c-820c-4b2ef5653a35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 1096 time: 0.0751164 Apr 21 13:01:01.064542 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a43e7-bc25-4682-b4f6-d1fc8523169d req-1edb9c71-74ff-4083-af45-46ab3090db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:01.066039 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a46a43e7-bc25-4682-b4f6-d1fc8523169d req-1edb9c71-74ff-4083-af45-46ab3090db6e service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e555949-1c19-45dc-b140-6a77acee0280 HTTP/1.1" status: 200 len: 898 time: 0.1529176 Apr 21 13:01:01.067134 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a43e7-bc25-4682-b4f6-d1fc8523169d req-afa010ca-a9a3-4072-a443-bc9a603379e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:01.068432 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a46a43e7-bc25-4682-b4f6-d1fc8523169d req-afa010ca-a9a3-4072-a443-bc9a603379e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4e555949-1c19-45dc-b140-6a77acee0280 HTTP/1.1" status: 200 len: 898 time: 0.1483870 Apr 21 13:01:01.177697 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a46a43e7-bc25-4682-b4f6-d1fc8523169d req-192d5355-3110-4b0e-8ac9-585f860fffd6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 HTTP/1.1" status: 200 len: 1000 time: 0.1032827 Apr 21 13:01:01.179455 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a46a43e7-bc25-4682-b4f6-d1fc8523169d req-cdae7926-6f4d-4450-a436-1375f509e218 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 HTTP/1.1" status: 200 len: 1000 time: 0.0995653 Apr 21 13:01:01.264099 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a43e7-bc25-4682-b4f6-d1fc8523169d req-a03750ec-6c31-4027-80f7-b18f8ce7f22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:01.265603 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a46a43e7-bc25-4682-b4f6-d1fc8523169d req-a03750ec-6c31-4027-80f7-b18f8ce7f22e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2e0aa77-3310-4a79-a9b7-1005747f55a8 HTTP/1.1" status: 200 len: 834 time: 0.0814080 Apr 21 13:01:01.267067 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a43e7-bc25-4682-b4f6-d1fc8523169d req-af43417a-04fa-4d70-8cd1-7d024b87db72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:01.268348 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a46a43e7-bc25-4682-b4f6-d1fc8523169d req-af43417a-04fa-4d70-8cd1-7d024b87db72 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d2e0aa77-3310-4a79-a9b7-1005747f55a8 HTTP/1.1" status: 200 len: 834 time: 0.0772483 Apr 21 13:01:01.370440 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a43e7-bc25-4682-b4f6-d1fc8523169d req-da669dfa-947a-46b4-984a-8a4c9af14356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:01.372016 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a46a43e7-bc25-4682-b4f6-d1fc8523169d req-da669dfa-947a-46b4-984a-8a4c9af14356 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e555949-1c19-45dc-b140-6a77acee0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991876 Apr 21 13:01:01.373557 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a43e7-bc25-4682-b4f6-d1fc8523169d req-a419d1a4-929a-4743-9260-4ce268deb46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:01.374895 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a46a43e7-bc25-4682-b4f6-d1fc8523169d req-a419d1a4-929a-4743-9260-4ce268deb46f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4e555949-1c19-45dc-b140-6a77acee0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929797 Apr 21 13:01:01.382229 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2034dd-1f62-45cc-8961-5d0fcd27d046 req-b75a09c6-53b8-4734-b7d2-79a854c7ed23 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:01.383699 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d2034dd-1f62-45cc-8961-5d0fcd27d046 req-b75a09c6-53b8-4734-b7d2-79a854c7ed23 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 945 time: 0.1033118 Apr 21 13:01:01.547896 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d2034dd-1f62-45cc-8961-5d0fcd27d046 req-1afd6c6e-73b9-439f-a32c-de52189e265b tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455188 Apr 21 13:01:01.573877 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a46a43e7-bc25-4682-b4f6-d1fc8523169d req-f68e3164-654a-4b8b-a07d-3d178d42270a service neutron] 10.222.0.24 "GET /v2.0/networks/4e555949-1c19-45dc-b140-6a77acee0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892691 Apr 21 13:01:01.575708 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a46a43e7-bc25-4682-b4f6-d1fc8523169d req-cd65347e-6811-4571-9ed3-4b7a3a1adfc5 service neutron] 10.222.0.26 "GET /v2.0/networks/4e555949-1c19-45dc-b140-6a77acee0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901805 Apr 21 13:01:01.731940 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a46a43e7-bc25-4682-b4f6-d1fc8523169d req-5eaad4b4-0d94-4e1d-b83d-a194b15d68ef service neutron] 10.222.0.26 "GET /v2.0/networks/4e555949-1c19-45dc-b140-6a77acee0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481714 Apr 21 13:01:01.733846 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a46a43e7-bc25-4682-b4f6-d1fc8523169d req-882221f5-fd2a-48e4-bd3b-182c4702ffb9 service neutron] 10.222.0.24 "GET /v2.0/networks/4e555949-1c19-45dc-b140-6a77acee0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430693 Apr 21 13:01:01.917612 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604d039-e361-49bd-9969-9e587f16a9ac req-32e22eb2-66d4-4fe7-b5f6-2fd2a7326504 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:01.919075 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3604d039-e361-49bd-9969-9e587f16a9ac req-32e22eb2-66d4-4fe7-b5f6-2fd2a7326504 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 945 time: 0.0481303 Apr 21 13:01:01.961440 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3604d039-e361-49bd-9969-9e587f16a9ac req-4fb816fa-bf2e-46d8-970b-1a9ad2bcb220 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362856 Apr 21 13:01:02.664497 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a228cd7-739d-469c-b68f-14c6cedb6bb6 req-73d09307-0436-41ce-884b-2d20c4517dc2 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:02.665899 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a228cd7-739d-469c-b68f-14c6cedb6bb6 req-73d09307-0436-41ce-884b-2d20c4517dc2 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 945 time: 0.0481110 Apr 21 13:01:02.703049 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a228cd7-739d-469c-b68f-14c6cedb6bb6 req-8f0c06d5-f15e-4088-af56-6a172f05e5be tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304925 Apr 21 13:01:02.869097 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:01:02.960507 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2,segment=NetworkSegment(c5000062-929d-4a36-aa02-f0d9d80fea4d),segment_id=c5000062-929d-4a36-aa02-f0d9d80fea4d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:02.972984 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2', 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280', 'port_id': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2', 'mac_address': 'fa:16:3e:bc:9d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2e0aa77-3310-4a79-a9b7-1005747f55a8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:01:03.014341 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:03.027642 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:01:03.049015 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2,segment=NetworkSegment(c5000062-929d-4a36-aa02-f0d9d80fea4d),segment_id=c5000062-929d-4a36-aa02-f0d9d80fea4d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:03.078003 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366520cb-22eb-47bc-87cd-f5764220b4f0 req-1d7b6225-1e51-4ca7-98e5-183900987b0d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:03.079461 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-366520cb-22eb-47bc-87cd-f5764220b4f0 req-1d7b6225-1e51-4ca7-98e5-183900987b0d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 945 time: 0.0480762 Apr 21 13:01:03.116399 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-366520cb-22eb-47bc-87cd-f5764220b4f0 req-de14c2fe-fd28-40ff-935a-c1a80edb6569 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305624 Apr 21 13:01:03.131593 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:03.142912 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 42978) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:03.184775 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2,revision_number=12']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:03.206649 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fa767b55-5e1d-48a0-96e8-b75a11d2d303 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/floatingips/48aaf03b-36de-46a6-af40-d038a9fbd9c3 HTTP/1.1" status: 200 len: 993 time: 0.0624421 Apr 21 13:01:03.406475 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:01:03.819973 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7673ca3-e1ba-438a-b67a-e3089c3dfe9a req-ff44679f-8a37-44da-8c6c-2474c4d36434 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:03.821345 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f7673ca3-e1ba-438a-b67a-e3089c3dfe9a req-ff44679f-8a37-44da-8c6c-2474c4d36434 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 945 time: 0.0487664 Apr 21 13:01:03.862003 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f7673ca3-e1ba-438a-b67a-e3089c3dfe9a req-bbdc091c-f84e-4199-987a-3c6f15af6728 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345409 Apr 21 13:01:04.330982 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43000) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:04.690797 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81bae622-27c6-4c02-b999-8b5da0cc91ae tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:04.887873 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:01:05.018785 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-81bae622-27c6-4c02-b999-8b5da0cc91ae tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Deleting port 7b381ecd-42b6-4e04-a5ab-1e1a7490f913 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:01:05.019134 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81bae622-27c6-4c02-b999-8b5da0cc91ae tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:05.019879 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:01:05.024977 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:01:05.025349 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:05.117517 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:05.131292 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-81bae622-27c6-4c02-b999-8b5da0cc91ae tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] For port 7b381ecd-42b6-4e04-a5ab-1e1a7490f913, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=7b381ecd-42b6-4e04-a5ab-1e1a7490f913,segment=NetworkSegment(3336d210-da03-4667-bea4-ccbcec2624c9),segment_id=3336d210-da03-4667-bea4-ccbcec2624c9)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:05.131928 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81bae622-27c6-4c02-b999-8b5da0cc91ae tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:05.146949 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-81bae622-27c6-4c02-b999-8b5da0cc91ae tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Calling delete_port for 7b381ecd-42b6-4e04-a5ab-1e1a7490f913 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:01:05.156498 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2,segment=NetworkSegment(c5000062-929d-4a36-aa02-f0d9d80fea4d),segment_id=c5000062-929d-4a36-aa02-f0d9d80fea4d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:05.157660 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177cd3ba-3c61-44bf-b6fa-206f6fe20532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:01:05.161160 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331f27a4-8b9a-472c-a529-d8efd9cc2b32" -d '{"events": [{"server_uuid": "177cd3ba-3c61-44bf-b6fa-206f6fe20532", "name": "network-vif-plugged", "status": "completed", "tag": "c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:01:05.201799 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125b0df9-7be0-4c89-b158-35d7c61b51f7 x-openstack-request-id: req-125b0df9-7be0-4c89-b158-35d7c61b51f7 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:01:05.202366 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177cd3ba-3c61-44bf-b6fa-206f6fe20532", "name": "network-vif-plugged", "status": "completed", "tag": "c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:01:05.202724 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-125b0df9-7be0-4c89-b158-35d7c61b51f7 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:01:05.203209 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-125b0df9-7be0-4c89-b158-35d7c61b51f7'] response: {'server_uuid': '177cd3ba-3c61-44bf-b6fa-206f6fe20532', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2', 'code': 200} Apr 21 13:01:05.234557 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:05.295375 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2,revision_number=13']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:05.370851 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099597d-eb10-4ca8-9947-88f7ed0bbee7 req-9782f3f3-32b0-4cc2-b6b7-7376e00a37e6 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:05.372362 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7099597d-eb10-4ca8-9947-88f7ed0bbee7 req-9782f3f3-32b0-4cc2-b6b7-7376e00a37e6 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 945 time: 0.4331481 Apr 21 13:01:05.414038 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7099597d-eb10-4ca8-9947-88f7ed0bbee7 req-58d1b344-c805-4ac1-aaf2-50360966f79c tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353322 Apr 21 13:01:05.434603 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81bae622-27c6-4c02-b999-8b5da0cc91ae tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:05.462859 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bae622-27c6-4c02-b999-8b5da0cc91ae tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event deleted for resources: {'Port': ['ID=7b381ecd-42b6-4e04-a5ab-1e1a7490f913,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:05.977534 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81bae622-27c6-4c02-b999-8b5da0cc91ae tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:06.199151 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bae622-27c6-4c02-b999-8b5da0cc91ae tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Router f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:01:06.303619 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bae622-27c6-4c02-b999-8b5da0cc91ae tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:01:06.309078 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-81bae622-27c6-4c02-b999-8b5da0cc91ae tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "PUT /v2.0/routers/f0d7b8a9-2ee4-4cd6-8877-10473ba26f71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9766872 Apr 21 13:01:06.315484 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd27a54e-f093-4bdb-a079-b45a1c14031f None None] Sync routers for ids ['f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:01:06.334519 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd27a54e-f093-4bdb-a079-b45a1c14031f None None] Routers {'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:01:06.334519 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fd27a54e-f093-4bdb-a079-b45a1c14031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:00:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:06.568250 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d848c77-3649-4ce8-8fdf-c56dd3639da7 req-70c18b2c-abee-449b-9aba-c5661341f6d5 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:06.569706 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d848c77-3649-4ce8-8fdf-c56dd3639da7 req-70c18b2c-abee-449b-9aba-c5661341f6d5 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 945 time: 0.0624778 Apr 21 13:01:06.588079 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43018) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:06.620361 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d848c77-3649-4ce8-8fdf-c56dd3639da7 req-b257c330-1682-4132-b23a-dd94aea131f9 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436673 Apr 21 13:01:06.647521 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-fd27a54e-f093-4bdb-a079-b45a1c14031f None None] Set router f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:01:06.734772 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f3ef9df-b435-4736-8edd-ed1e43a6e199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:06.836139 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f3ef9df-b435-4736-8edd-ed1e43a6e199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:06.844585 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d05290-93ca-44da-8ab3-aa6a46228603 req-5e62648b-ec0b-4506-8c6f-a814a586bd57 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:06.846107 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04d05290-93ca-44da-8ab3-aa6a46228603 req-5e62648b-ec0b-4506-8c6f-a814a586bd57 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8bc5534-c988-4133-a686-09283d0cffad HTTP/1.1" status: 200 len: 946 time: 0.0532990 Apr 21 13:01:06.888908 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04d05290-93ca-44da-8ab3-aa6a46228603 req-84937e31-dd68-4992-ae43-8f28a179d335 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2b38df6-9cb4-4acb-affc-ac166cb259fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367029 Apr 21 13:01:06.909943 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fd27a54e-f093-4bdb-a079-b45a1c14031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'name': 'tempest-TestNetworkBasicOps-router-941865818', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T13:01:05Z', 'revision_number': 6, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '6c7e50bc-00fd-49e5-958b-ce33d8c756c2', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'port_id': 'da5b8353-f615-41d8-841d-884bae4d576d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d', 'mac_address': 'fa:16:3e:9b:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6934bec-850b-4744-8616-50f1d1566bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:59:36Z', 'updated_at': '2022-04-21T12:59:39Z', 'revision_number': 1, 'project_id': '751a38797aaa4af4acc7445401990284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8413400a-1c00-46bd-bde4-dd1c78bf56b8', 'name': '', 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'mac_address': 'fa:16:3e:5c:4e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:05Z', 'updated_at': '2022-04-21T12:59:10Z', 'revision_number': 5, 'project_id': '751a38797aaa4af4acc7445401990284', 'subnets': [{'id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:06.936678 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd27a54e-f093-4bdb-a079-b45a1c14031f None None] Checking router: f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:01:06.942679 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f3ef9df-b435-4736-8edd-ed1e43a6e199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:06.944775 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd27a54e-f093-4bdb-a079-b45a1c14031f None None] Routers {'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:01:06.945372 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fd27a54e-f093-4bdb-a079-b45a1c14031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:00:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:06.976164 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8f3ef9df-b435-4736-8edd-ed1e43a6e199 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f71caf775b444037a3f414a0e6401934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3861177 Apr 21 13:01:06.977032 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ef9df-b435-4736-8edd-ed1e43a6e199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37089d75-97c1-4e2f-9e0b-824df27f250c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:06.978994 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43026) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:07.029101 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d05b6481-7823-4717-b0eb-efff883f8b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:07.050707 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d05b6481-7823-4717-b0eb-efff883f8b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:07.052642 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-fd27a54e-f093-4bdb-a079-b45a1c14031f None None] Set router f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:01:07.219895 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d05b6481-7823-4717-b0eb-efff883f8b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:07.222499 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d05b6481-7823-4717-b0eb-efff883f8b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:07.226262 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d05b6481-7823-4717-b0eb-efff883f8b12 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/37089d75-97c1-4e2f-9e0b-824df27f250c HTTP/1.1" status: 204 len: 168 time: 0.2421339 Apr 21 13:01:07.238922 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b6481-7823-4717-b0eb-efff883f8b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37089d75-97c1-4e2f-9e0b-824df27f250c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:07.295888 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fd27a54e-f093-4bdb-a079-b45a1c14031f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'name': 'tempest-TestNetworkBasicOps-router-941865818', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T13:01:05Z', 'revision_number': 6, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '6c7e50bc-00fd-49e5-958b-ce33d8c756c2', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'port_id': 'da5b8353-f615-41d8-841d-884bae4d576d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d', 'mac_address': 'fa:16:3e:9b:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6934bec-850b-4744-8616-50f1d1566bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:59:36Z', 'updated_at': '2022-04-21T12:59:39Z', 'revision_number': 1, 'project_id': '751a38797aaa4af4acc7445401990284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8413400a-1c00-46bd-bde4-dd1c78bf56b8', 'name': '', 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'mac_address': 'fa:16:3e:5c:4e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:05Z', 'updated_at': '2022-04-21T12:59:10Z', 'revision_number': 5, 'project_id': '751a38797aaa4af4acc7445401990284', 'subnets': [{'id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:07.323574 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd27a54e-f093-4bdb-a079-b45a1c14031f None None] The sync data for ids ['f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'] in n-d-836147-2 is: [{'id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'name': 'tempest-TestNetworkBasicOps-router-941865818', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T13:01:05Z', 'revision_number': 6, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '6c7e50bc-00fd-49e5-958b-ce33d8c756c2', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'floating_ip_address': '172.25.8.18', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'port_id': 'da5b8353-f615-41d8-841d-884bae4d576d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d', 'mac_address': 'fa:16:3e:9b:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6934bec-850b-4744-8616-50f1d1566bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:59:36Z', 'updated_at': '2022-04-21T12:59:39Z', 'revision_number': 1, 'project_id': '751a38797aaa4af4acc7445401990284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8413400a-1c00-46bd-bde4-dd1c78bf56b8', 'name': '', 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'mac_address': 'fa:16:3e:5c:4e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:05Z', 'updated_at': '2022-04-21T12:59:10Z', 'revision_number': 5, 'project_id': '751a38797aaa4af4acc7445401990284', 'subnets': [{'id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:01:07.764668 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 7b381ecd-42b6-4e04-a5ab-1e1a7490f913 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:01:07.764668 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 7b381ecd-42b6-4e04-a5ab-1e1a7490f913 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:01:07.764668 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 7b381ecd-42b6-4e04-a5ab-1e1a7490f913 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:01:07.767690 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ec83d-bb57-4dfe-8a3d-d98ac92c277b req-88b26616-40c3-44ac-8fd8-92a5b6e9f474 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:07.767690 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f44ec83d-bb57-4dfe-8a3d-d98ac92c277b req-88b26616-40c3-44ac-8fd8-92a5b6e9f474 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 945 time: 0.0637944 Apr 21 13:01:07.803356 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f44ec83d-bb57-4dfe-8a3d-d98ac92c277b req-a9765188-7a2d-4204-b003-1d3ed25d4dc6 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327950 Apr 21 13:01:07.985405 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76609955-bfe8-4b47-8e3a-38ecefa403b7 req-83f7e805-d949-4d7d-b914-f899e402699c tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:07.986878 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-76609955-bfe8-4b47-8e3a-38ecefa403b7 req-83f7e805-d949-4d7d-b914-f899e402699c tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a31fec9-cc92-41d6-8894-e84e3a637b1a HTTP/1.1" status: 200 len: 945 time: 0.0890377 Apr 21 13:01:08.051800 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66459f9-793e-431d-aa55-ed9bf70af6f0 req-6338f045-606a-4c2b-8a5d-3ab5643c544a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:08.051800 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f66459f9-793e-431d-aa55-ed9bf70af6f0 req-6338f045-606a-4c2b-8a5d-3ab5643c544a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8bc5534-c988-4133-a686-09283d0cffad HTTP/1.1" status: 200 len: 946 time: 0.0827146 Apr 21 13:01:08.054969 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-76609955-bfe8-4b47-8e3a-38ecefa403b7 req-66082a33-0ed1-4036-a7bb-0d5cc5463e10 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=350a6d24-d0a0-4a4f-90c9-5880036352da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511866 Apr 21 13:01:08.093561 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f66459f9-793e-431d-aa55-ed9bf70af6f0 req-1923e46b-0c48-4d05-a086-9688bfc81ab9 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=e2b38df6-9cb4-4acb-affc-ac166cb259fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359168 Apr 21 13:01:08.196259 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad0a6f-cbad-48a9-a240-effdf59da159 req-d090554d-2078-45ac-847b-30204e83b1fc tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:08.198258 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-05ad0a6f-cbad-48a9-a240-effdf59da159 req-d090554d-2078-45ac-847b-30204e83b1fc tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8bc5534-c988-4133-a686-09283d0cffad HTTP/1.1" status: 200 len: 946 time: 0.0491090 Apr 21 13:01:08.293046 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-05ad0a6f-cbad-48a9-a240-effdf59da159 req-9f7542ac-677c-4972-bbd7-f11bd8af9cd7 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Deleting port 22bd5a21-c438-4efd-b289-e6957abd5e37 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:01:08.293390 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-05ad0a6f-cbad-48a9-a240-effdf59da159 req-9f7542ac-677c-4972-bbd7-f11bd8af9cd7 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:08.380871 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-05ad0a6f-cbad-48a9-a240-effdf59da159 req-9f7542ac-677c-4972-bbd7-f11bd8af9cd7 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] For port 22bd5a21-c438-4efd-b289-e6957abd5e37, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=22bd5a21-c438-4efd-b289-e6957abd5e37,segment=NetworkSegment(3336d210-da03-4667-bea4-ccbcec2624c9),segment_id=3336d210-da03-4667-bea4-ccbcec2624c9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:08.381249 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-05ad0a6f-cbad-48a9-a240-effdf59da159 req-9f7542ac-677c-4972-bbd7-f11bd8af9cd7 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:08.394538 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-05ad0a6f-cbad-48a9-a240-effdf59da159 req-9f7542ac-677c-4972-bbd7-f11bd8af9cd7 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Calling delete_port for 22bd5a21-c438-4efd-b289-e6957abd5e37 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:01:08.619491 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-05ad0a6f-cbad-48a9-a240-effdf59da159 req-9f7542ac-677c-4972-bbd7-f11bd8af9cd7 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:08.648997 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7542ac-677c-4972-bbd7-f11bd8af9cd7 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event deleted for resources: {'Port': ['ID=22bd5a21-c438-4efd-b289-e6957abd5e37,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:08.691910 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ad0a6f-cbad-48a9-a240-effdf59da159 req-9f7542ac-677c-4972-bbd7-f11bd8af9cd7 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] No DVR routers for this DVR port 22bd5a21-c438-4efd-b289-e6957abd5e37 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:01:08.694559 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-05ad0a6f-cbad-48a9-a240-effdf59da159 req-9f7542ac-677c-4972-bbd7-f11bd8af9cd7 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:08.697950 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-05ad0a6f-cbad-48a9-a240-effdf59da159 req-9f7542ac-677c-4972-bbd7-f11bd8af9cd7 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.24 "DELETE /v2.0/ports/22bd5a21-c438-4efd-b289-e6957abd5e37 HTTP/1.1" status: 204 len: 173 time: 0.4943128 Apr 21 13:01:08.698384 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8bc5534-c988-4133-a686-09283d0cffad', 'name': 'network-vif-deleted', 'tag': '22bd5a21-c438-4efd-b289-e6957abd5e37'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:01:08.700671 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4499d8b-99ff-44a0-bcdb-08806fd49a51" -d '{"events": [{"server_uuid": "f8bc5534-c988-4133-a686-09283d0cffad", "name": "network-vif-deleted", "tag": "22bd5a21-c438-4efd-b289-e6957abd5e37"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:01:08.737896 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57030663-17fb-4085-a1da-7263deef4d77 x-openstack-request-id: req-57030663-17fb-4085-a1da-7263deef4d77 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:01:08.737896 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8bc5534-c988-4133-a686-09283d0cffad", "name": "network-vif-deleted", "tag": "22bd5a21-c438-4efd-b289-e6957abd5e37", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:01:08.737896 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-57030663-17fb-4085-a1da-7263deef4d77 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:01:08.737896 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57030663-17fb-4085-a1da-7263deef4d77'] response: {'server_uuid': 'f8bc5534-c988-4133-a686-09283d0cffad', 'name': 'network-vif-deleted', 'tag': '22bd5a21-c438-4efd-b289-e6957abd5e37', 'status': 'completed', 'code': 200} Apr 21 13:01:08.923592 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95c9f2-65e5-4407-8e65-33ce1560feaa req-19efdd9e-f0ee-4bdc-8ade-ddecd87f9dc0 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:08.925009 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a95c9f2-65e5-4407-8e65-33ce1560feaa req-19efdd9e-f0ee-4bdc-8ade-ddecd87f9dc0 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 945 time: 0.0517786 Apr 21 13:01:08.962862 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a95c9f2-65e5-4407-8e65-33ce1560feaa req-2c459b50-87fb-48bd-902a-671569d14939 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317221 Apr 21 13:01:09.186555 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fac73f-10ce-4057-a0f3-118be2e1c8fc req-78bd4b0c-f8cc-42d0-8ec7-b8d17369e138 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:09.188244 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09fac73f-10ce-4057-a0f3-118be2e1c8fc req-78bd4b0c-f8cc-42d0-8ec7-b8d17369e138 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a31fec9-cc92-41d6-8894-e84e3a637b1a HTTP/1.1" status: 200 len: 945 time: 0.0556328 Apr 21 13:01:09.241775 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f68dd0db-8632-4871-b24f-99b469dde2bd req-277d3621-bbe6-45da-8b64-ef777d9e2ac1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=f8bc5534-c988-4133-a686-09283d0cffad HTTP/1.1" status: 200 len: 210 time: 0.0330148 Apr 21 13:01:09.254802 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09fac73f-10ce-4057-a0f3-118be2e1c8fc req-c74caee6-afd1-4ebb-a66b-f6fcfe555425 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=350a6d24-d0a0-4a4f-90c9-5880036352da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606616 Apr 21 13:01:09.398068 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef4f1b-3cd1-4638-8aa3-d6c817372410 req-f967bb41-64f7-48de-8842-db0b64769cd2 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:09.403171 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9ef4f1b-3cd1-4638-8aa3-d6c817372410 req-f967bb41-64f7-48de-8842-db0b64769cd2 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a31fec9-cc92-41d6-8894-e84e3a637b1a HTTP/1.1" status: 200 len: 945 time: 0.0522184 Apr 21 13:01:09.490576 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-b9ef4f1b-3cd1-4638-8aa3-d6c817372410 req-753f97e1-3d4b-4e3e-8144-e506e9c7fbb2 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Deleting port 9d25e6e2-728c-47ce-b625-b0a682f0e3b0 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:01:09.490922 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b9ef4f1b-3cd1-4638-8aa3-d6c817372410 req-753f97e1-3d4b-4e3e-8144-e506e9c7fbb2 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:09.583627 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b9ef4f1b-3cd1-4638-8aa3-d6c817372410 req-753f97e1-3d4b-4e3e-8144-e506e9c7fbb2 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] For port 9d25e6e2-728c-47ce-b625-b0a682f0e3b0, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=9d25e6e2-728c-47ce-b625-b0a682f0e3b0,segment=NetworkSegment(374fc68c-cad2-4786-bb7b-956a7d4d9f8e),segment_id=374fc68c-cad2-4786-bb7b-956a7d4d9f8e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:09.585572 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b9ef4f1b-3cd1-4638-8aa3-d6c817372410 req-753f97e1-3d4b-4e3e-8144-e506e9c7fbb2 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:09.771858 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b9ef4f1b-3cd1-4638-8aa3-d6c817372410 req-753f97e1-3d4b-4e3e-8144-e506e9c7fbb2 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:09.772289 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b9ef4f1b-3cd1-4638-8aa3-d6c817372410 req-753f97e1-3d4b-4e3e-8144-e506e9c7fbb2 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:09.772608 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [req-b9ef4f1b-3cd1-4638-8aa3-d6c817372410 req-753f97e1-3d4b-4e3e-8144-e506e9c7fbb2 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Floating IP 6b118de5-0030-4dcb-a217-4105749e5145 disassociated. External IP: 172.25.8.118, port: 9d25e6e2-728c-47ce-b625-b0a682f0e3b0. Apr 21 13:01:09.772952 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-b9ef4f1b-3cd1-4638-8aa3-d6c817372410 req-753f97e1-3d4b-4e3e-8144-e506e9c7fbb2 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Calling delete_port for 9d25e6e2-728c-47ce-b625-b0a682f0e3b0 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:01:09.962582 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b9ef4f1b-3cd1-4638-8aa3-d6c817372410 req-753f97e1-3d4b-4e3e-8144-e506e9c7fbb2 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:10.009228 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f97e1-3d4b-4e3e-8144-e506e9c7fbb2 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event deleted for resources: {'Port': ['ID=9d25e6e2-728c-47ce-b625-b0a682f0e3b0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:10.147961 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccec7b-3060-4057-88c3-9ddd8ad0031d req-36dcb605-7c17-43b8-a8ff-b0ea817bb5cf tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:10.149431 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caccec7b-3060-4057-88c3-9ddd8ad0031d req-36dcb605-7c17-43b8-a8ff-b0ea817bb5cf tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 945 time: 0.0954754 Apr 21 13:01:10.181037 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9ef4f1b-3cd1-4638-8aa3-d6c817372410 req-753f97e1-3d4b-4e3e-8144-e506e9c7fbb2 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:01:10.201981 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caccec7b-3060-4057-88c3-9ddd8ad0031d req-651e7005-9d31-4906-8299-2a273b59a23c tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448105 Apr 21 13:01:10.298692 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43106) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:10.320743 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9ef4f1b-3cd1-4638-8aa3-d6c817372410 req-753f97e1-3d4b-4e3e-8144-e506e9c7fbb2 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:01:10.339041 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea08689-03cf-47c8-9364-6695d9019e32 None None] Sync routers for ids ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:01:10.353001 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea08689-03cf-47c8-9364-6695d9019e32 None None] Routers {'24cbd2a7-a824-46b1-89c9-16ebf81c6df8'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:01:10.353784 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2ea08689-03cf-47c8-9364-6695d9019e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:00:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:10.388565 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ee706b8-b371-47ea-9d86-fe057f7c15f3 req-4687a3bc-aa53-4733-be26-a7af9ff4529b tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a31fec9-cc92-41d6-8894-e84e3a637b1a HTTP/1.1" status: 200 len: 210 time: 0.0603592 Apr 21 13:01:10.433122 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ef4f1b-3cd1-4638-8aa3-d6c817372410 req-753f97e1-3d4b-4e3e-8144-e506e9c7fbb2 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] No DVR routers for this DVR port 9d25e6e2-728c-47ce-b625-b0a682f0e3b0 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:01:10.439132 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b9ef4f1b-3cd1-4638-8aa3-d6c817372410 req-753f97e1-3d4b-4e3e-8144-e506e9c7fbb2 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:10.442863 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9ef4f1b-3cd1-4638-8aa3-d6c817372410 req-753f97e1-3d4b-4e3e-8144-e506e9c7fbb2 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.26 "DELETE /v2.0/ports/9d25e6e2-728c-47ce-b625-b0a682f0e3b0 HTTP/1.1" status: 204 len: 173 time: 1.0370877 Apr 21 13:01:10.469914 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7bbda60-9af6-4291-bf13-b1791f750f85 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:10.484683 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-2ea08689-03cf-47c8-9364-6695d9019e32 None None] Set router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:01:10.499392 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7bbda60-9af6-4291-bf13-b1791f750f85 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:10.637162 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7bbda60-9af6-4291-bf13-b1791f750f85 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:10.639812 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a7bbda60-9af6-4291-bf13-b1791f750f85 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:10.641324 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a7bbda60-9af6-4291-bf13-b1791f750f85 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "DELETE /v2.0/security-groups/e2b38df6-9cb4-4acb-affc-ac166cb259fb HTTP/1.1" status: 204 len: 168 time: 0.3420475 Apr 21 13:01:10.651776 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bbda60-9af6-4291-bf13-b1791f750f85 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b38df6-9cb4-4acb-affc-ac166cb259fb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:10.728494 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2ea08689-03cf-47c8-9364-6695d9019e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T12:57:17Z', 'revision_number': 4, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'db2e91e7-debf-41d9-8a57-ece6f6c111fb', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'floating_ip_address': '172.25.8.10', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'port_id': 'de44b89d-8164-496c-bfe0-ff2d1c41db9a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'mac_address': 'fa:16:3e:74:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a33f27-99fe-4cb0-9c56-812d236fad86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:57:22Z', 'updated_at': '2022-04-21T12:57:44Z', 'revision_number': 2, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df1715ac-07af-4ef8-93a1-71a0ff3c7fdc', 'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'mac_address': 'fa:16:3e:aa:34:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:16Z', 'updated_at': '2022-04-21T12:57:23Z', 'revision_number': 5, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'subnets': [{'id': '50dbb38d-b032-403f-a924-76781bc12675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:10.739122 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a31fec9-cc92-41d6-8894-e84e3a637b1a', 'name': 'network-vif-deleted', 'tag': '9d25e6e2-728c-47ce-b625-b0a682f0e3b0'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:01:10.742228 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7322e67c-119e-4cfc-ba5e-acf8afca80fc" -d '{"events": [{"server_uuid": "6a31fec9-cc92-41d6-8894-e84e3a637b1a", "name": "network-vif-deleted", "tag": "9d25e6e2-728c-47ce-b625-b0a682f0e3b0"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:01:10.760470 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea08689-03cf-47c8-9364-6695d9019e32 None None] Checking router: 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:01:10.771858 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43114) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:10.780240 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea08689-03cf-47c8-9364-6695d9019e32 None None] Routers {'24cbd2a7-a824-46b1-89c9-16ebf81c6df8'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:01:10.782449 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2ea08689-03cf-47c8-9364-6695d9019e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:00:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:10.803680 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d74039-5709-4d51-9ffe-6b56af4b0521 x-openstack-request-id: req-48d74039-5709-4d51-9ffe-6b56af4b0521 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:01:10.805482 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a31fec9-cc92-41d6-8894-e84e3a637b1a", "name": "network-vif-deleted", "tag": "9d25e6e2-728c-47ce-b625-b0a682f0e3b0", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:01:10.805482 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-48d74039-5709-4d51-9ffe-6b56af4b0521 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:01:10.805482 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48d74039-5709-4d51-9ffe-6b56af4b0521'] response: {'server_uuid': '6a31fec9-cc92-41d6-8894-e84e3a637b1a', 'name': 'network-vif-deleted', 'tag': '9d25e6e2-728c-47ce-b625-b0a682f0e3b0', 'status': 'completed', 'code': 200} Apr 21 13:01:10.831740 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ecb2a99-ae9e-4af1-9be5-7c6e5a9a30be tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Deleting subnet 20eae402-92c1-4001-a1a7-346347a6ea7c {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:01:10.834906 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ecb2a99-ae9e-4af1-9be5-7c6e5a9a30be tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:10.876969 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ecb2a99-ae9e-4af1-9be5-7c6e5a9a30be tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:10.895046 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-2ea08689-03cf-47c8-9364-6695d9019e32 None None] Set router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:01:10.963143 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ecb2a99-ae9e-4af1-9be5-7c6e5a9a30be tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:11.106415 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ecb2a99-ae9e-4af1-9be5-7c6e5a9a30be tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:11.124786 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2ea08689-03cf-47c8-9364-6695d9019e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T12:57:17Z', 'revision_number': 4, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'db2e91e7-debf-41d9-8a57-ece6f6c111fb', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'floating_ip_address': '172.25.8.10', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'port_id': 'de44b89d-8164-496c-bfe0-ff2d1c41db9a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'mac_address': 'fa:16:3e:74:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a33f27-99fe-4cb0-9c56-812d236fad86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:57:22Z', 'updated_at': '2022-04-21T12:57:44Z', 'revision_number': 2, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df1715ac-07af-4ef8-93a1-71a0ff3c7fdc', 'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'mac_address': 'fa:16:3e:aa:34:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:16Z', 'updated_at': '2022-04-21T12:57:23Z', 'revision_number': 5, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'subnets': [{'id': '50dbb38d-b032-403f-a924-76781bc12675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:11.138566 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4ecb2a99-ae9e-4af1-9be5-7c6e5a9a30be tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:11.144437 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43120) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:11.147795 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd57a944-1ff9-479d-923a-b6940ddb4621 None None] Network 251947a6-a505-4fa5-ab8a-967682b348d6 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:01:11.157085 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea08689-03cf-47c8-9364-6695d9019e32 None None] The sync data for ids ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'] in n-d-836147-2 is: [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T12:57:17Z', 'revision_number': 4, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'db2e91e7-debf-41d9-8a57-ece6f6c111fb', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'floating_ip_address': '172.25.8.10', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'port_id': 'de44b89d-8164-496c-bfe0-ff2d1c41db9a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'mac_address': 'fa:16:3e:74:a0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a33f27-99fe-4cb0-9c56-812d236fad86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:57:22Z', 'updated_at': '2022-04-21T12:57:44Z', 'revision_number': 2, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df1715ac-07af-4ef8-93a1-71a0ff3c7fdc', 'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'mac_address': 'fa:16:3e:aa:34:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:16Z', 'updated_at': '2022-04-21T12:57:23Z', 'revision_number': 5, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'subnets': [{'id': '50dbb38d-b032-403f-a924-76781bc12675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:01:11.160109 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4ecb2a99-ae9e-4af1-9be5-7c6e5a9a30be tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "DELETE /v2.0/subnets/20eae402-92c1-4001-a1a7-346347a6ea7c HTTP/1.1" status: 204 len: 168 time: 0.3871255 Apr 21 13:01:11.163164 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb2a99-ae9e-4af1-9be5-7c6e5a9a30be tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event deleted for resources: {'Subnet': ['ID=20eae402-92c1-4001-a1a7-346347a6ea7c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:11.281019 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2913680-ffe2-4633-8ad0-dfe0528af914 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:11.372916 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e562bbd-00a1-43df-9e00-ae10d8d302fe req-00594af9-aec7-4c7c-910c-54939caa0ed6 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:11.374541 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e562bbd-00a1-43df-9e00-ae10d8d302fe req-00594af9-aec7-4c7c-910c-54939caa0ed6 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 945 time: 0.0691197 Apr 21 13:01:11.378636 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b2913680-ffe2-4633-8ad0-dfe0528af914 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Deleting port 032687e3-8639-488e-b78b-e7abb792e915 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:01:11.379132 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2913680-ffe2-4633-8ad0-dfe0528af914 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:11.392003 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e750dca-d348-4a04-9b84-790c9ad5a8fb None None] DHCP port deletion for 251947a6-a505-4fa5-ab8a-967682b348d6 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:01:11.472200 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e562bbd-00a1-43df-9e00-ae10d8d302fe req-cda6ff9a-e1a0-4482-9e5a-2af9db563c2a tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861332 Apr 21 13:01:11.526717 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0e750dca-d348-4a04-9b84-790c9ad5a8fb None None] Deleting port 032687e3-8639-488e-b78b-e7abb792e915 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:01:11.527493 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e750dca-d348-4a04-9b84-790c9ad5a8fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:11.530260 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-b2913680-ffe2-4633-8ad0-dfe0528af914 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] For port 032687e3-8639-488e-b78b-e7abb792e915, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=032687e3-8639-488e-b78b-e7abb792e915,segment=NetworkSegment(3336d210-da03-4667-bea4-ccbcec2624c9),segment_id=3336d210-da03-4667-bea4-ccbcec2624c9)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:11.530625 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2913680-ffe2-4633-8ad0-dfe0528af914 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:11.565594 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b2913680-ffe2-4633-8ad0-dfe0528af914 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Calling delete_port for 032687e3-8639-488e-b78b-e7abb792e915 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:01:11.582301 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d5c0236-2374-42a1-962c-35e8507e6c69 req-a8d7c79b-b8bb-49d9-9f59-29f08c5e07e9 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=6a31fec9-cc92-41d6-8894-e84e3a637b1a HTTP/1.1" status: 200 len: 210 time: 0.0627890 Apr 21 13:01:11.640133 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df42430b-7a9c-4e1b-a1a2-c721af3add77 None None] New status for floating IP 6b118de5-0030-4dcb-a217-4105749e5145: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:01:11.692259 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 032687e3-8639-488e-b78b-e7abb792e915 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:01:11.730606 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0e750dca-d348-4a04-9b84-790c9ad5a8fb None None] For port 032687e3-8639-488e-b78b-e7abb792e915, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=032687e3-8639-488e-b78b-e7abb792e915,segment=NetworkSegment(3336d210-da03-4667-bea4-ccbcec2624c9),segment_id=3336d210-da03-4667-bea4-ccbcec2624c9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:11.731006 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e750dca-d348-4a04-9b84-790c9ad5a8fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:11.745660 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2913680-ffe2-4633-8ad0-dfe0528af914 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:11.774591 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0e750dca-d348-4a04-9b84-790c9ad5a8fb None None] Calling delete_port for 032687e3-8639-488e-b78b-e7abb792e915 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:01:11.778588 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2913680-ffe2-4633-8ad0-dfe0528af914 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event deleted for resources: {'Port': ['ID=032687e3-8639-488e-b78b-e7abb792e915,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:11.780525 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2913680-ffe2-4633-8ad0-dfe0528af914 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] No DVR routers for this DVR port 032687e3-8639-488e-b78b-e7abb792e915 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:01:11.869154 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No active binding found for port 032687e3-8639-488e-b78b-e7abb792e915 {{(pid=103399) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 21 13:01:11.870046 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 032687e3-8639-488e-b78b-e7abb792e915 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:01:11.906155 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2913680-ffe2-4633-8ad0-dfe0528af914 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:11.916612 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e750dca-d348-4a04-9b84-790c9ad5a8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:11.930234 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-b2913680-ffe2-4633-8ad0-dfe0528af914 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['251947a6-a505-4fa5-ab8a-967682b348d6']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:11.941115 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-b2913680-ffe2-4633-8ad0-dfe0528af914 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3336d210-da03-4667-bea4-ccbcec2624c9') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:11.941331 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-b2913680-ffe2-4633-8ad0-dfe0528af914 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3336d210-da03-4667-bea4-ccbcec2624c9') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:11.945198 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e750dca-d348-4a04-9b84-790c9ad5a8fb None None] Pushing event deleted for resources: {'Port': ['ID=032687e3-8639-488e-b78b-e7abb792e915,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:11.950512 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e750dca-d348-4a04-9b84-790c9ad5a8fb None None] No DVR routers for this DVR port 032687e3-8639-488e-b78b-e7abb792e915 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:01:11.952482 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2913680-ffe2-4633-8ad0-dfe0528af914 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:11.968896 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2913680-ffe2-4633-8ad0-dfe0528af914 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:11.973782 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2913680-ffe2-4633-8ad0-dfe0528af914 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:01:11.974168 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2913680-ffe2-4633-8ad0-dfe0528af914 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:01:11.977038 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:01:12.131078 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2913680-ffe2-4633-8ad0-dfe0528af914 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:12.138825 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2913680-ffe2-4633-8ad0-dfe0528af914 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:12.141879 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b2913680-ffe2-4633-8ad0-dfe0528af914 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "DELETE /v2.0/networks/251947a6-a505-4fa5-ab8a-967682b348d6 HTTP/1.1" status: 204 len: 168 time: 0.9958053 Apr 21 13:01:12.144683 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43128) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:12.153636 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2913680-ffe2-4633-8ad0-dfe0528af914 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event deleted for resources: {'Network': ['ID=251947a6-a505-4fa5-ab8a-967682b348d6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:12.291414 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 9d25e6e2-728c-47ce-b625-b0a682f0e3b0 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:01:12.301114 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-19a49831-b890-4d63-a704-e5d79252750d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Deleting port 783f0ca0-fcf5-41a5-999c-483075a0b644 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:01:12.302412 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19a49831-b890-4d63-a704-e5d79252750d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:12.314698 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 9d25e6e2-728c-47ce-b625-b0a682f0e3b0 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:01:12.315016 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 9d25e6e2-728c-47ce-b625-b0a682f0e3b0 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:01:12.381761 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19a49831-b890-4d63-a704-e5d79252750d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:12.382013 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19a49831-b890-4d63-a704-e5d79252750d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:12.394066 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-19a49831-b890-4d63-a704-e5d79252750d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Calling delete_port for 783f0ca0-fcf5-41a5-999c-483075a0b644 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:01:12.589952 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c698901-854a-4076-84c6-292ade8b6b86 req-405d7cf5-b8e2-4e2f-aa1b-cac819550f61 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:12.591429 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c698901-854a-4076-84c6-292ade8b6b86 req-405d7cf5-b8e2-4e2f-aa1b-cac819550f61 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 945 time: 0.0480278 Apr 21 13:01:12.629404 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c698901-854a-4076-84c6-292ade8b6b86 req-01ddbbe8-14a7-480c-ae68-1620f96b889d tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319965 Apr 21 13:01:12.638886 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19a49831-b890-4d63-a704-e5d79252750d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:12.666623 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a49831-b890-4d63-a704-e5d79252750d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event deleted for resources: {'Port': ['ID=783f0ca0-fcf5-41a5-999c-483075a0b644,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:12.731942 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19a49831-b890-4d63-a704-e5d79252750d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:12.732275 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-19a49831-b890-4d63-a704-e5d79252750d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Floating IP 6c7e50bc-00fd-49e5-958b-ce33d8c756c2 disassociated (deleted). External IP: 172.25.8.18, port: da5b8353-f615-41d8-841d-884bae4d576d. Apr 21 13:01:12.746228 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43136) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:12.813393 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0820f840-e8ad-4b01-a9e3-86dc1d011c18 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:12.844962 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0820f840-e8ad-4b01-a9e3-86dc1d011c18 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:12.929913 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 22bd5a21-c438-4efd-b289-e6957abd5e37 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:01:12.949972 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 22bd5a21-c438-4efd-b289-e6957abd5e37 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:01:12.950314 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 22bd5a21-c438-4efd-b289-e6957abd5e37 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:01:12.970960 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a49831-b890-4d63-a704-e5d79252750d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Router f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:01:13.019254 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0820f840-e8ad-4b01-a9e3-86dc1d011c18 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:13.021886 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0820f840-e8ad-4b01-a9e3-86dc1d011c18 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:13.023118 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0820f840-e8ad-4b01-a9e3-86dc1d011c18 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "DELETE /v2.0/security-groups/350a6d24-d0a0-4a4f-90c9-5880036352da HTTP/1.1" status: 204 len: 168 time: 0.2753568 Apr 21 13:01:13.026449 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43142) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:13.033300 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820f840-e8ad-4b01-a9e3-86dc1d011c18 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=350a6d24-d0a0-4a4f-90c9-5880036352da,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:13.068572 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-3a0aa895-355a-44ed-83c7-c4ff4b81c15e tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] show failed (client error): The resource could not be found. Apr 21 13:01:13.069605 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3a0aa895-355a-44ed-83c7-c4ff4b81c15e tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups/350a6d24-d0a0-4a4f-90c9-5880036352da HTTP/1.1" status: 404 len: 347 time: 0.0422282 Apr 21 13:01:13.072831 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43144) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:13.091365 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a49831-b890-4d63-a704-e5d79252750d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:01:13.102001 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-19a49831-b890-4d63-a704-e5d79252750d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:13.102577 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf213d4-1f94-4f50-b2d8-99d51f5ef173 None None] Sync routers for ids ['f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:01:13.115408 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf213d4-1f94-4f50-b2d8-99d51f5ef173 None None] Routers {'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:01:13.116689 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1bf213d4-1f94-4f50-b2d8-99d51f5ef173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:00:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:13.130221 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-19a49831-b890-4d63-a704-e5d79252750d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "DELETE /v2.0/floatingips/6c7e50bc-00fd-49e5-958b-ce33d8c756c2 HTTP/1.1" status: 204 len: 168 time: 0.9774256 Apr 21 13:01:13.130221 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6934bec-850b-4744-8616-50f1d1566bcb', 'tag': 'da5b8353-f615-41d8-841d-884bae4d576d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:01:13.130221 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6608153b-9322-4dbe-b83f-b51a2fb47886" -d '{"events": [{"name": "network-changed", "server_uuid": "c6934bec-850b-4744-8616-50f1d1566bcb", "tag": "da5b8353-f615-41d8-841d-884bae4d576d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:01:13.198345 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9226d1ab-6e88-45dd-83be-77ebc5c358f9 x-openstack-request-id: req-9226d1ab-6e88-45dd-83be-77ebc5c358f9 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:01:13.198954 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6934bec-850b-4744-8616-50f1d1566bcb", "tag": "da5b8353-f615-41d8-841d-884bae4d576d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:01:13.199059 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9226d1ab-6e88-45dd-83be-77ebc5c358f9 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:01:13.199521 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9226d1ab-6e88-45dd-83be-77ebc5c358f9'] response: {'name': 'network-changed', 'server_uuid': 'c6934bec-850b-4744-8616-50f1d1566bcb', 'tag': 'da5b8353-f615-41d8-841d-884bae4d576d', 'status': 'completed', 'code': 200} Apr 21 13:01:13.263262 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1bf213d4-1f94-4f50-b2d8-99d51f5ef173 None None] Set router f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:01:13.276313 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-2894988b-d310-44f7-a3df-251ad1a6477a tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Deleting port f0fb7ec8-d513-4c7b-8361-ecf88629a97c {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:01:13.276856 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2894988b-d310-44f7-a3df-251ad1a6477a tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:13.286369 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608153b-9322-4dbe-b83f-b51a2fb47886 req-270c0905-462d-457f-b250-541696129e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:13.287056 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6608153b-9322-4dbe-b83f-b51a2fb47886 req-270c0905-462d-457f-b250-541696129e48 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=751a38797aaa4af4acc7445401990284&device_id=c6934bec-850b-4744-8616-50f1d1566bcb HTTP/1.1" status: 200 len: 1096 time: 0.0527709 Apr 21 13:01:13.401903 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2894988b-d310-44f7-a3df-251ad1a6477a tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:13.402233 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2894988b-d310-44f7-a3df-251ad1a6477a tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:13.415635 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-2894988b-d310-44f7-a3df-251ad1a6477a tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Calling delete_port for f0fb7ec8-d513-4c7b-8361-ecf88629a97c owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:01:13.432152 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608153b-9322-4dbe-b83f-b51a2fb47886 req-7e3395ff-134e-48ca-8bb8-57fc7e177adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:13.449023 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08a3fc03-5405-46f7-841b-168eb1b7762e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:13.452254 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6608153b-9322-4dbe-b83f-b51a2fb47886 req-7e3395ff-134e-48ca-8bb8-57fc7e177adb service neutron] 10.222.0.24 "GET /v2.0/networks?id=848e281e-943e-4178-9552-cdcc93f10c1d HTTP/1.1" status: 200 len: 897 time: 0.1526058 Apr 21 13:01:13.493246 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6608153b-9322-4dbe-b83f-b51a2fb47886 req-92eb6e7c-f797-4663-af87-94048e82b58d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=da5b8353-f615-41d8-841d-884bae4d576d HTTP/1.1" status: 200 len: 217 time: 0.0384128 Apr 21 13:01:13.547859 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608153b-9322-4dbe-b83f-b51a2fb47886 req-d79e91e4-e699-4861-ac63-908e9f31a4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:13.549502 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6608153b-9322-4dbe-b83f-b51a2fb47886 req-d79e91e4-e699-4861-ac63-908e9f31a4e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2cd7ae0-9f45-4451-b883-84f2dc161997 HTTP/1.1" status: 200 len: 835 time: 0.0491803 Apr 21 13:01:13.607891 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1bf213d4-1f94-4f50-b2d8-99d51f5ef173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'name': 'tempest-TestNetworkBasicOps-router-941865818', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T13:01:05Z', 'revision_number': 6, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '8413400a-1c00-46bd-bde4-dd1c78bf56b8', 'name': '', 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'mac_address': 'fa:16:3e:5c:4e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:05Z', 'updated_at': '2022-04-21T12:59:10Z', 'revision_number': 5, 'project_id': '751a38797aaa4af4acc7445401990284', 'subnets': [{'id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:13.621618 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608153b-9322-4dbe-b83f-b51a2fb47886 req-5d8a63e6-3e7d-4229-a10b-0bc2159788ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:13.623346 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6608153b-9322-4dbe-b83f-b51a2fb47886 req-5d8a63e6-3e7d-4229-a10b-0bc2159788ab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=848e281e-943e-4178-9552-cdcc93f10c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667107 Apr 21 13:01:13.637225 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf213d4-1f94-4f50-b2d8-99d51f5ef173 None None] Checking router: f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:01:13.645694 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf213d4-1f94-4f50-b2d8-99d51f5ef173 None None] Routers {'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:01:13.646357 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1bf213d4-1f94-4f50-b2d8-99d51f5ef173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:00:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:13.654664 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2894988b-d310-44f7-a3df-251ad1a6477a tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:13.716410 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2894988b-d310-44f7-a3df-251ad1a6477a tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event deleted for resources: {'Port': ['ID=f0fb7ec8-d513-4c7b-8361-ecf88629a97c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:13.762407 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094c5d5-7b5d-403c-828f-ea7a47ee0899 req-3fa5774e-9083-4ed2-bf29-b52c996dfa2b tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:13.763650 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1bf213d4-1f94-4f50-b2d8-99d51f5ef173 None None] Set router f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:01:13.764124 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0094c5d5-7b5d-403c-828f-ea7a47ee0899 req-3fa5774e-9083-4ed2-bf29-b52c996dfa2b tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6934bec-850b-4744-8616-50f1d1566bcb HTTP/1.1" status: 200 len: 945 time: 0.1306546 Apr 21 13:01:13.794329 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2894988b-d310-44f7-a3df-251ad1a6477a tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for floatingip, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:13.797024 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2894988b-d310-44f7-a3df-251ad1a6477a tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:13.803146 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2894988b-d310-44f7-a3df-251ad1a6477a tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "DELETE /v2.0/floatingips/6b118de5-0030-4dcb-a217-4105749e5145 HTTP/1.1" status: 204 len: 168 time: 0.7270534 Apr 21 13:01:13.805502 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6608153b-9322-4dbe-b83f-b51a2fb47886 req-757a5c85-83d4-4cde-9e30-54d3969a122d service neutron] 10.222.0.24 "GET /v2.0/networks/848e281e-943e-4178-9552-cdcc93f10c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731226 Apr 21 13:01:13.891539 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0094c5d5-7b5d-403c-828f-ea7a47ee0899 req-653f992d-14d5-4453-8a22-f01e8a9ccb26 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ff10dcf-2b98-4239-b024-3f6768df8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176689 Apr 21 13:01:13.899369 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e928f-e6c0-499d-abb2-1df117ee332e req-efcc3e14-e795-4bf0-ad44-9f7e561c46c3 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:13.901549 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-398e928f-e6c0-499d-abb2-1df117ee332e req-efcc3e14-e795-4bf0-ad44-9f7e561c46c3 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 945 time: 0.1605268 Apr 21 13:01:13.962280 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6608153b-9322-4dbe-b83f-b51a2fb47886 req-3b1838b0-cd99-4f0b-8dbf-90be418ec7fe service neutron] 10.222.0.24 "GET /v2.0/networks/848e281e-943e-4178-9552-cdcc93f10c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486595 Apr 21 13:01:13.970354 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-398e928f-e6c0-499d-abb2-1df117ee332e req-4c5fdb03-1634-4742-8b8d-e3323ec02f1f tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622070 Apr 21 13:01:13.998661 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1bf213d4-1f94-4f50-b2d8-99d51f5ef173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'name': 'tempest-TestNetworkBasicOps-router-941865818', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T13:01:05Z', 'revision_number': 6, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '8413400a-1c00-46bd-bde4-dd1c78bf56b8', 'name': '', 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'mac_address': 'fa:16:3e:5c:4e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:05Z', 'updated_at': '2022-04-21T12:59:10Z', 'revision_number': 5, 'project_id': '751a38797aaa4af4acc7445401990284', 'subnets': [{'id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:14.027850 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf213d4-1f94-4f50-b2d8-99d51f5ef173 None None] The sync data for ids ['f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'] in n-d-836147-2 is: [{'id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'name': 'tempest-TestNetworkBasicOps-router-941865818', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T13:01:05Z', 'revision_number': 6, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '8413400a-1c00-46bd-bde4-dd1c78bf56b8', 'name': '', 'network_id': '848e281e-943e-4178-9552-cdcc93f10c1d', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'mac_address': 'fa:16:3e:5c:4e:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3302, 'fixed_ips': [{'subnet_id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:05Z', 'updated_at': '2022-04-21T12:59:10Z', 'revision_number': 5, 'project_id': '751a38797aaa4af4acc7445401990284', 'subnets': [{'id': 'e2cd7ae0-9f45-4451-b883-84f2dc161997', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:01:14.246544 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6faf7256-8000-4c83-b3ab-31756e1f6494 None None] New status for floating IP 6c7e50bc-00fd-49e5-958b-ce33d8c756c2: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:01:15.104856 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e2a20e-df59-4df8-8788-78783301f447 req-91b096c6-1f5f-4a3e-a31a-c1c9f4ea65b8 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:15.106343 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06e2a20e-df59-4df8-8788-78783301f447 req-91b096c6-1f5f-4a3e-a31a-c1c9f4ea65b8 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6934bec-850b-4744-8616-50f1d1566bcb HTTP/1.1" status: 200 len: 945 time: 0.1324432 Apr 21 13:01:15.117688 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf85efd-83f2-4724-b6ce-c98c9d78133f req-4d304b52-38b0-4564-96ba-c796083a2be6 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:15.119744 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ddf85efd-83f2-4724-b6ce-c98c9d78133f req-4d304b52-38b0-4564-96ba-c796083a2be6 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6934bec-850b-4744-8616-50f1d1566bcb HTTP/1.1" status: 200 len: 945 time: 0.1137674 Apr 21 13:01:15.138639 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cce86-7bf4-4adb-be5c-ade8b3f14fec req-129f8762-5521-4fe9-bfba-38a5fe76a061 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:15.140084 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bd9cce86-7bf4-4adb-be5c-ade8b3f14fec req-129f8762-5521-4fe9-bfba-38a5fe76a061 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 945 time: 0.0890760 Apr 21 13:01:15.227929 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06e2a20e-df59-4df8-8788-78783301f447 req-96bb5098-88b0-4861-9465-4e2d6d88b386 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=3ff10dcf-2b98-4239-b024-3f6768df8789&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060627 Apr 21 13:01:15.251214 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bd9cce86-7bf4-4adb-be5c-ade8b3f14fec req-1bddfc46-ca75-4a60-94b0-79f65478e61c tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044230 Apr 21 13:01:15.281272 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ddf85efd-83f2-4724-b6ce-c98c9d78133f req-4e42487d-5f40-4bca-951d-fb2e81ad08c1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Deleting port da5b8353-f615-41d8-841d-884bae4d576d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:01:15.281642 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ddf85efd-83f2-4724-b6ce-c98c9d78133f req-4e42487d-5f40-4bca-951d-fb2e81ad08c1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:15.381512 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ddf85efd-83f2-4724-b6ce-c98c9d78133f req-4e42487d-5f40-4bca-951d-fb2e81ad08c1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] For port da5b8353-f615-41d8-841d-884bae4d576d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=da5b8353-f615-41d8-841d-884bae4d576d,segment=NetworkSegment(b98117de-7948-48ab-9639-8427fabef22e),segment_id=b98117de-7948-48ab-9639-8427fabef22e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:15.381979 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ddf85efd-83f2-4724-b6ce-c98c9d78133f req-4e42487d-5f40-4bca-951d-fb2e81ad08c1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:15.400116 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ddf85efd-83f2-4724-b6ce-c98c9d78133f req-4e42487d-5f40-4bca-951d-fb2e81ad08c1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Calling delete_port for da5b8353-f615-41d8-841d-884bae4d576d owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:01:15.588380 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ddf85efd-83f2-4724-b6ce-c98c9d78133f req-4e42487d-5f40-4bca-951d-fb2e81ad08c1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:15.624965 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42487d-5f40-4bca-951d-fb2e81ad08c1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event deleted for resources: {'Port': ['ID=da5b8353-f615-41d8-841d-884bae4d576d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:15.670777 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf85efd-83f2-4724-b6ce-c98c9d78133f req-4e42487d-5f40-4bca-951d-fb2e81ad08c1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] No DVR routers for this DVR port da5b8353-f615-41d8-841d-884bae4d576d on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:01:15.674231 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ddf85efd-83f2-4724-b6ce-c98c9d78133f req-4e42487d-5f40-4bca-951d-fb2e81ad08c1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:15.677966 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ddf85efd-83f2-4724-b6ce-c98c9d78133f req-4e42487d-5f40-4bca-951d-fb2e81ad08c1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.24 "DELETE /v2.0/ports/da5b8353-f615-41d8-841d-884bae4d576d HTTP/1.1" status: 204 len: 173 time: 0.5469232 Apr 21 13:01:15.678480 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6934bec-850b-4744-8616-50f1d1566bcb', 'name': 'network-vif-deleted', 'tag': 'da5b8353-f615-41d8-841d-884bae4d576d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:01:15.681494 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515badc4-da6a-48b4-86a9-be8bef36599e" -d '{"events": [{"server_uuid": "c6934bec-850b-4744-8616-50f1d1566bcb", "name": "network-vif-deleted", "tag": "da5b8353-f615-41d8-841d-884bae4d576d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:01:15.726249 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb6b758-a701-418a-a9b5-3e0728729e7d x-openstack-request-id: req-8eb6b758-a701-418a-a9b5-3e0728729e7d {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:01:15.726604 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6934bec-850b-4744-8616-50f1d1566bcb", "name": "network-vif-deleted", "tag": "da5b8353-f615-41d8-841d-884bae4d576d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:01:15.726961 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8eb6b758-a701-418a-a9b5-3e0728729e7d {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:01:15.727446 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eb6b758-a701-418a-a9b5-3e0728729e7d'] response: {'server_uuid': 'c6934bec-850b-4744-8616-50f1d1566bcb', 'name': 'network-vif-deleted', 'tag': 'da5b8353-f615-41d8-841d-884bae4d576d', 'status': 'completed', 'code': 200} Apr 21 13:01:15.759395 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ba6e194-85a3-4374-b86c-3adb9598ac82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:16.353684 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-184ae16d-b227-4ec8-806f-c73cc38c7b64 req-fe1db5f1-b363-43d3-8b78-8b0b0be6da5c tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6934bec-850b-4744-8616-50f1d1566bcb HTTP/1.1" status: 200 len: 210 time: 0.0367112 Apr 21 13:01:16.410990 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30632aef-605d-4f9f-bd4c-7c4a97fe8b4c req-0fd2ba00-3285-48cb-a0e4-e5c61dc2e1f1 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:16.412496 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-30632aef-605d-4f9f-bd4c-7c4a97fe8b4c req-0fd2ba00-3285-48cb-a0e4-e5c61dc2e1f1 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 945 time: 0.0567029 Apr 21 13:01:16.480477 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-30632aef-605d-4f9f-bd4c-7c4a97fe8b4c req-7622a9f7-f7f2-4e7b-84f0-695f4720ed40 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591269 Apr 21 13:01:16.922812 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:17.422071 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43206) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:17.494888 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15cbf9bd-38dc-42b2-9163-baad5b77ce2a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:17.595009 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15cbf9bd-38dc-42b2-9163-baad5b77ce2a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:17.665004 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59363b2-9c7f-43c5-99a9-72104b01e202 req-b67d504d-84e3-409b-8b42-92c544b72691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:17.667205 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e59363b2-9c7f-43c5-99a9-72104b01e202 req-b67d504d-84e3-409b-8b42-92c544b72691 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 1096 time: 0.1488130 Apr 21 13:01:17.675939 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a724a-e025-4091-9713-f1c9af56c10f req-d16625fd-8c1d-4fac-add8-d6e776fbc66e tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:17.678304 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d78a724a-e025-4091-9713-f1c9af56c10f req-d16625fd-8c1d-4fac-add8-d6e776fbc66e tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 945 time: 0.1182220 Apr 21 13:01:17.755532 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e59363b2-9c7f-43c5-99a9-72104b01e202 req-fb959dcf-4bae-4ccb-900a-16a2f95fd592 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756743 Apr 21 13:01:17.766363 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d78a724a-e025-4091-9713-f1c9af56c10f req-e0004947-f3ac-4243-b5a0-d309b8a93b7c tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809872 Apr 21 13:01:17.865183 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15cbf9bd-38dc-42b2-9163-baad5b77ce2a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:17.868252 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15cbf9bd-38dc-42b2-9163-baad5b77ce2a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:17.872303 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-15cbf9bd-38dc-42b2-9163-baad5b77ce2a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "DELETE /v2.0/security-groups/3ff10dcf-2b98-4239-b024-3f6768df8789 HTTP/1.1" status: 204 len: 168 time: 0.4492881 Apr 21 13:01:17.881998 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbf9bd-38dc-42b2-9163-baad5b77ce2a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff10dcf-2b98-4239-b024-3f6768df8789,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:17.890846 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cbf9bd-38dc-42b2-9163-baad5b77ce2a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:17.890846 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cbf9bd-38dc-42b2-9163-baad5b77ce2a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:17.896977 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cbf9bd-38dc-42b2-9163-baad5b77ce2a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:17.896977 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cbf9bd-38dc-42b2-9163-baad5b77ce2a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:17.896977 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cbf9bd-38dc-42b2-9163-baad5b77ce2a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:17.896977 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cbf9bd-38dc-42b2-9163-baad5b77ce2a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:17.896977 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cbf9bd-38dc-42b2-9163-baad5b77ce2a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:17.896977 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cbf9bd-38dc-42b2-9163-baad5b77ce2a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:17.896977 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cbf9bd-38dc-42b2-9163-baad5b77ce2a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:17.896977 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cbf9bd-38dc-42b2-9163-baad5b77ce2a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:17.896977 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cbf9bd-38dc-42b2-9163-baad5b77ce2a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:17.896977 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cbf9bd-38dc-42b2-9163-baad5b77ce2a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:17.980048 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:17.989042 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43218) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:18.388942 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d799aad-0718-44ca-9ef1-335169ac6376 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:18.496383 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:18.685019 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-1d799aad-0718-44ca-9ef1-335169ac6376 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Deleting port 8413400a-1c00-46bd-bde4-dd1c78bf56b8 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:01:18.685366 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d799aad-0718-44ca-9ef1-335169ac6376 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:18.733919 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:18.785015 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-1d799aad-0718-44ca-9ef1-335169ac6376 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] For port 8413400a-1c00-46bd-bde4-dd1c78bf56b8, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=8413400a-1c00-46bd-bde4-dd1c78bf56b8,segment=NetworkSegment(b98117de-7948-48ab-9639-8427fabef22e),segment_id=b98117de-7948-48ab-9639-8427fabef22e)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:18.785405 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d799aad-0718-44ca-9ef1-335169ac6376 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:18.799638 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-1d799aad-0718-44ca-9ef1-335169ac6376 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Calling delete_port for 8413400a-1c00-46bd-bde4-dd1c78bf56b8 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:01:18.904076 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489774e-1efa-4dc1-9d32-829e06e576c9 req-adbeba5e-3468-400a-b7d2-1fdfe2fa5b4b tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:18.905630 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6489774e-1efa-4dc1-9d32-829e06e576c9 req-adbeba5e-3468-400a-b7d2-1fdfe2fa5b4b tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 945 time: 0.0570190 Apr 21 13:01:18.944271 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device da5b8353-f615-41d8-841d-884bae4d576d no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:01:18.969089 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6489774e-1efa-4dc1-9d32-829e06e576c9 req-a8f01250-9424-4e6b-9be5-1a6643e8e9dc tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417502 Apr 21 13:01:18.985728 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: da5b8353-f615-41d8-841d-884bae4d576d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:01:18.986689 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device da5b8353-f615-41d8-841d-884bae4d576d not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:01:19.105458 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d799aad-0718-44ca-9ef1-335169ac6376 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:19.141987 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d799aad-0718-44ca-9ef1-335169ac6376 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event deleted for resources: {'Port': ['ID=8413400a-1c00-46bd-bde4-dd1c78bf56b8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:19.236802 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8011d04-2f75-4faf-82e5-9b987691a5ce req-76d19511-8eab-4d58-8030-1091a94bab70 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:19.238668 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c8011d04-2f75-4faf-82e5-9b987691a5ce req-76d19511-8eab-4d58-8030-1091a94bab70 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2a33f27-99fe-4cb0-9c56-812d236fad86 HTTP/1.1" status: 200 len: 945 time: 0.0606780 Apr 21 13:01:19.282986 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c8011d04-2f75-4faf-82e5-9b987691a5ce req-efd425c8-6ed3-4ef8-8359-aaa5f535f4f7 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5907202-a024-49ba-9506-64727473e235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358722 Apr 21 13:01:19.329573 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d799aad-0718-44ca-9ef1-335169ac6376 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:19.551172 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d799aad-0718-44ca-9ef1-335169ac6376 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Router f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:01:19.655868 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d799aad-0718-44ca-9ef1-335169ac6376 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:01:19.660849 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1d799aad-0718-44ca-9ef1-335169ac6376 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "PUT /v2.0/routers/f0d7b8a9-2ee4-4cd6-8877-10473ba26f71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6705873 Apr 21 13:01:19.663448 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43238) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:19.665930 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cabcdf-568f-46d2-a000-7c54b3eb5208 None None] Sync routers for ids ['f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:01:19.675260 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cabcdf-568f-46d2-a000-7c54b3eb5208 None None] Routers {'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:01:19.675856 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-78cabcdf-568f-46d2-a000-7c54b3eb5208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:01:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:19.713982 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0dcf05-1b55-425a-b2c4-172a91dc4f66 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Deleting subnet e2cd7ae0-9f45-4451-b883-84f2dc161997 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:01:19.716962 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b0dcf05-1b55-425a-b2c4-172a91dc4f66 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:19.756221 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b0dcf05-1b55-425a-b2c4-172a91dc4f66 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:19.783834 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-78cabcdf-568f-46d2-a000-7c54b3eb5208 None None] Set router f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:01:19.842691 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b0dcf05-1b55-425a-b2c4-172a91dc4f66 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:19.954546 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-78cabcdf-568f-46d2-a000-7c54b3eb5208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'name': 'tempest-TestNetworkBasicOps-router-941865818', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T13:01:18Z', 'revision_number': 7, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:19.980377 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b0dcf05-1b55-425a-b2c4-172a91dc4f66 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:19.984461 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cabcdf-568f-46d2-a000-7c54b3eb5208 None None] Checking router: f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:01:19.992685 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cabcdf-568f-46d2-a000-7c54b3eb5208 None None] Routers {'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:01:19.993335 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-78cabcdf-568f-46d2-a000-7c54b3eb5208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:01:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:20.010912 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b0dcf05-1b55-425a-b2c4-172a91dc4f66 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:20.017005 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43242) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:20.017938 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9b0dcf05-1b55-425a-b2c4-172a91dc4f66 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "DELETE /v2.0/subnets/e2cd7ae0-9f45-4451-b883-84f2dc161997 HTTP/1.1" status: 204 len: 168 time: 0.3535063 Apr 21 13:01:20.019331 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0dcf05-1b55-425a-b2c4-172a91dc4f66 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event deleted for resources: {'Subnet': ['ID=e2cd7ae0-9f45-4451-b883-84f2dc161997,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:20.019466 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7e279d-59bf-4a00-b318-6c61943aecd6 None None] Network 848e281e-943e-4178-9552-cdcc93f10c1d requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:01:20.097491 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-78cabcdf-568f-46d2-a000-7c54b3eb5208 None None] Set router f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:01:20.169775 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85014ca8-657b-41ac-9740-a7bf1b9c873a req-e241f009-2d2e-492e-ae75-1f01421c11c4 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:20.173564 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-85014ca8-657b-41ac-9740-a7bf1b9c873a req-e241f009-2d2e-492e-ae75-1f01421c11c4 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 945 time: 0.1040349 Apr 21 13:01:20.177070 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b209f698-6c15-4934-815f-3183bc8c62e9 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:20.220146 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b8d460-bc32-48b0-b5da-64ec6ecb8293 None None] DHCP port deletion for 848e281e-943e-4178-9552-cdcc93f10c1d request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:01:20.289285 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-85014ca8-657b-41ac-9740-a7bf1b9c873a req-41debc40-c2dd-42c1-9d0f-f48157d11731 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746138 Apr 21 13:01:20.295890 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-78cabcdf-568f-46d2-a000-7c54b3eb5208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'name': 'tempest-TestNetworkBasicOps-router-941865818', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T13:01:18Z', 'revision_number': 7, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:20.311253 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b209f698-6c15-4934-815f-3183bc8c62e9 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:20.335097 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cabcdf-568f-46d2-a000-7c54b3eb5208 None None] The sync data for ids ['f0d7b8a9-2ee4-4cd6-8877-10473ba26f71'] in n-d-836147-2 is: [{'id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'name': 'tempest-TestNetworkBasicOps-router-941865818', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29'}], 'enable_snat': True}, 'gw_port_id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T13:01:18Z', 'revision_number': 7, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': '481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d7b8a9-2ee4-4cd6-8877-10473ba26f71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:00Z', 'updated_at': '2022-04-21T12:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:01:20.414404 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-74b8d460-bc32-48b0-b5da-64ec6ecb8293 None None] Deleting port 31bd0d2c-7db7-4f7c-b9a7-8a3c3e382fd6 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:01:20.414643 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74b8d460-bc32-48b0-b5da-64ec6ecb8293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:20.466826 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b25ca-ab37-4309-94c2-1840d25fb58c req-e03afdfd-5884-4ca1-a550-d2128e357fbf tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:20.470067 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-811b25ca-ab37-4309-94c2-1840d25fb58c req-e03afdfd-5884-4ca1-a550-d2128e357fbf tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2a33f27-99fe-4cb0-9c56-812d236fad86 HTTP/1.1" status: 200 len: 945 time: 0.0982254 Apr 21 13:01:20.502323 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-74b8d460-bc32-48b0-b5da-64ec6ecb8293 None None] For port 31bd0d2c-7db7-4f7c-b9a7-8a3c3e382fd6, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=31bd0d2c-7db7-4f7c-b9a7-8a3c3e382fd6,segment=NetworkSegment(b98117de-7948-48ab-9639-8427fabef22e),segment_id=b98117de-7948-48ab-9639-8427fabef22e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:20.502735 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74b8d460-bc32-48b0-b5da-64ec6ecb8293 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:20.517076 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b209f698-6c15-4934-815f-3183bc8c62e9 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Deleting port 481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:01:20.517201 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b209f698-6c15-4934-815f-3183bc8c62e9 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:20.518268 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:20.521301 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-811b25ca-ab37-4309-94c2-1840d25fb58c req-f94075cd-b3c2-468c-8054-242da19e3291 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5907202-a024-49ba-9506-64727473e235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467339 Apr 21 13:01:20.523537 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-74b8d460-bc32-48b0-b5da-64ec6ecb8293 None None] Calling delete_port for 31bd0d2c-7db7-4f7c-b9a7-8a3c3e382fd6 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:01:20.611853 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-b209f698-6c15-4934-815f-3183bc8c62e9 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] For port 481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:20.612219 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b209f698-6c15-4934-815f-3183bc8c62e9 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:20.626230 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b209f698-6c15-4934-815f-3183bc8c62e9 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Calling delete_port for 481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:01:20.799083 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74b8d460-bc32-48b0-b5da-64ec6ecb8293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:20.827229 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8d460-bc32-48b0-b5da-64ec6ecb8293 None None] Pushing event deleted for resources: {'Port': ['ID=31bd0d2c-7db7-4f7c-b9a7-8a3c3e382fd6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:20.832922 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b8d460-bc32-48b0-b5da-64ec6ecb8293 None None] No DVR routers for this DVR port 31bd0d2c-7db7-4f7c-b9a7-8a3c3e382fd6 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:01:20.846941 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8d460-bc32-48b0-b5da-64ec6ecb8293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:20.846941 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8d460-bc32-48b0-b5da-64ec6ecb8293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:20.846941 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8d460-bc32-48b0-b5da-64ec6ecb8293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:20.846941 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8d460-bc32-48b0-b5da-64ec6ecb8293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:20.846941 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8d460-bc32-48b0-b5da-64ec6ecb8293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:20.846941 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8d460-bc32-48b0-b5da-64ec6ecb8293 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:20.846941 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8d460-bc32-48b0-b5da-64ec6ecb8293 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:20.846941 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8d460-bc32-48b0-b5da-64ec6ecb8293 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:20.846941 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8d460-bc32-48b0-b5da-64ec6ecb8293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:20.846941 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8d460-bc32-48b0-b5da-64ec6ecb8293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:20.846941 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8d460-bc32-48b0-b5da-64ec6ecb8293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:20.846941 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8d460-bc32-48b0-b5da-64ec6ecb8293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:21.144316 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4d90d-d638-4f53-b34a-428456705856 req-9ce3a3fd-2c0d-49a7-be86-899dbdd704f3 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:21.145817 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-84c4d90d-d638-4f53-b34a-428456705856 req-9ce3a3fd-2c0d-49a7-be86-899dbdd704f3 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.26 "GET /v2.0/ports?device_id=b2a33f27-99fe-4cb0-9c56-812d236fad86 HTTP/1.1" status: 200 len: 945 time: 0.1586096 Apr 21 13:01:21.153725 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b6d92-23a8-44b2-ba6f-0e6a5391f31d req-33993af3-72f3-440e-a836-fb38b5a9677e tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:21.155094 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-656b6d92-23a8-44b2-ba6f-0e6a5391f31d req-33993af3-72f3-440e-a836-fb38b5a9677e tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 945 time: 0.1688445 Apr 21 13:01:21.217052 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea69297-dd06-4866-87e7-50f725eea48b req-737a2f57-8483-4142-80ce-0eb43a21828f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:21.218667 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fea69297-dd06-4866-87e7-50f725eea48b req-737a2f57-8483-4142-80ce-0eb43a21828f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b82063ddf1384c0da199fea5b916ec7b&device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 1096 time: 0.2335491 Apr 21 13:01:21.359041 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-656b6d92-23a8-44b2-ba6f-0e6a5391f31d req-90d61cab-c508-4d72-b55f-37570abbeef6 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900444 Apr 21 13:01:21.433430 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea69297-dd06-4866-87e7-50f725eea48b req-3e701a15-0ce2-4cca-a181-42b306a3f97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:21.434923 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fea69297-dd06-4866-87e7-50f725eea48b req-3e701a15-0ce2-4cca-a181-42b306a3f97f service neutron] 10.222.0.26 "GET /v2.0/networks?id=7532c877-c6eb-4827-8bef-4f687b46b481 HTTP/1.1" status: 200 len: 918 time: 0.2068727 Apr 21 13:01:21.443996 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-84c4d90d-d638-4f53-b34a-428456705856 req-eb8c7e80-1dd2-4301-893d-c7e32657262f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Deleting port de44b89d-8164-496c-bfe0-ff2d1c41db9a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:01:21.444336 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-84c4d90d-d638-4f53-b34a-428456705856 req-eb8c7e80-1dd2-4301-893d-c7e32657262f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:21.527433 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b209f698-6c15-4934-815f-3183bc8c62e9 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:21.569553 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209f698-6c15-4934-815f-3183bc8c62e9 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event deleted for resources: {'Port': ['ID=481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:21.614829 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fea69297-dd06-4866-87e7-50f725eea48b req-0e12282f-ff89-4aae-b350-94ded3347dea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41ae69c3-e7c1-4f18-a77c-b9452b075197 HTTP/1.1" status: 200 len: 1000 time: 0.1727700 Apr 21 13:01:21.633694 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 8413400a-1c00-46bd-bde4-dd1c78bf56b8 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:01:21.661564 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 8413400a-1c00-46bd-bde4-dd1c78bf56b8 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:01:21.661966 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 8413400a-1c00-46bd-bde4-dd1c78bf56b8 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:01:21.662390 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 31bd0d2c-7db7-4f7c-b9a7-8a3c3e382fd6 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:01:21.718071 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-84c4d90d-d638-4f53-b34a-428456705856 req-eb8c7e80-1dd2-4301-893d-c7e32657262f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] For port de44b89d-8164-496c-bfe0-ff2d1c41db9a, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=de44b89d-8164-496c-bfe0-ff2d1c41db9a,segment=NetworkSegment(374fc68c-cad2-4786-bb7b-956a7d4d9f8e),segment_id=374fc68c-cad2-4786-bb7b-956a7d4d9f8e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:21.718464 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-84c4d90d-d638-4f53-b34a-428456705856 req-eb8c7e80-1dd2-4301-893d-c7e32657262f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:21.789625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea69297-dd06-4866-87e7-50f725eea48b req-07e2c63e-8701-4f95-92d6-a0ff0ad30411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:21.791151 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fea69297-dd06-4866-87e7-50f725eea48b req-07e2c63e-8701-4f95-92d6-a0ff0ad30411 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=042c7c8a-99c9-4a93-a632-3fd1a4109dfb HTTP/1.1" status: 200 len: 856 time: 0.1626713 Apr 21 13:01:21.793615 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b209f698-6c15-4934-815f-3183bc8c62e9 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:21.842000 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 31bd0d2c-7db7-4f7c-b9a7-8a3c3e382fd6 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:01:21.842422 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 31bd0d2c-7db7-4f7c-b9a7-8a3c3e382fd6 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:01:21.892674 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6227f35-43a3-4f52-b734-9eb2426f1a17 req-62a48c48-281d-4cc5-8a24-eff71233034c tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:21.894110 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6227f35-43a3-4f52-b734-9eb2426f1a17 req-62a48c48-281d-4cc5-8a24-eff71233034c tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2a33f27-99fe-4cb0-9c56-812d236fad86 HTTP/1.1" status: 200 len: 945 time: 0.2784874 Apr 21 13:01:21.943989 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b209f698-6c15-4934-815f-3183bc8c62e9 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:21.955439 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b209f698-6c15-4934-815f-3183bc8c62e9 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:22.055051 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6227f35-43a3-4f52-b734-9eb2426f1a17 req-df4461a9-785d-42ea-8792-81dcd9fb4688 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=b5907202-a024-49ba-9506-64727473e235&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270645 Apr 21 13:01:22.059233 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea69297-dd06-4866-87e7-50f725eea48b req-3b5bf6ff-3a2e-4158-a053-39099ca6086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:22.060691 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fea69297-dd06-4866-87e7-50f725eea48b req-3b5bf6ff-3a2e-4158-a053-39099ca6086f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7532c877-c6eb-4827-8bef-4f687b46b481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2355549 Apr 21 13:01:22.150892 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b209f698-6c15-4934-815f-3183bc8c62e9 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:22.151458 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b209f698-6c15-4934-815f-3183bc8c62e9 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Fanout notify agent at l3_agent the message router_deleted on router f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:01:22.163258 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b209f698-6c15-4934-815f-3183bc8c62e9 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:22.164431 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b209f698-6c15-4934-815f-3183bc8c62e9 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "DELETE /v2.0/routers/f0d7b8a9-2ee4-4cd6-8877-10473ba26f71 HTTP/1.1" status: 204 len: 168 time: 2.1454356 Apr 21 13:01:22.168280 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43278) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:22.213890 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-84c4d90d-d638-4f53-b34a-428456705856 req-eb8c7e80-1dd2-4301-893d-c7e32657262f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:22.214251 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-84c4d90d-d638-4f53-b34a-428456705856 req-eb8c7e80-1dd2-4301-893d-c7e32657262f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:22.214573 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [req-84c4d90d-d638-4f53-b34a-428456705856 req-eb8c7e80-1dd2-4301-893d-c7e32657262f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Floating IP db2e91e7-debf-41d9-8a57-ece6f6c111fb disassociated. External IP: 172.25.8.10, port: de44b89d-8164-496c-bfe0-ff2d1c41db9a. Apr 21 13:01:22.214915 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-84c4d90d-d638-4f53-b34a-428456705856 req-eb8c7e80-1dd2-4301-893d-c7e32657262f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Calling delete_port for de44b89d-8164-496c-bfe0-ff2d1c41db9a owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:01:22.332353 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-005a8ea1-41fd-41b1-aed3-a2b7746cc9ba tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:22.338221 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fea69297-dd06-4866-87e7-50f725eea48b req-2c177e20-c114-466e-8932-63308fe5b444 service neutron] 10.222.0.26 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707794 Apr 21 13:01:22.588082 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-005a8ea1-41fd-41b1-aed3-a2b7746cc9ba tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:22.598379 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fea69297-dd06-4866-87e7-50f725eea48b req-a5a034a5-bb5e-47b2-83cf-4d0ad026960c service neutron] 10.222.0.26 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532852 Apr 21 13:01:22.628470 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-005a8ea1-41fd-41b1-aed3-a2b7746cc9ba tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['848e281e-943e-4178-9552-cdcc93f10c1d']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:22.642708 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35f3b4-c70a-4ef9-9d95-ef3a96c7651f req-7db71be8-4c60-4ba7-905f-dc42c3966514 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:22.644314 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6e35f3b4-c70a-4ef9-9d95-ef3a96c7651f req-7db71be8-4c60-4ba7-905f-dc42c3966514 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 945 time: 0.1904480 Apr 21 13:01:22.648668 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-005a8ea1-41fd-41b1-aed3-a2b7746cc9ba tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98117de-7948-48ab-9639-8427fabef22e') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:22.648996 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-005a8ea1-41fd-41b1-aed3-a2b7746cc9ba tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98117de-7948-48ab-9639-8427fabef22e') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:22.661272 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-005a8ea1-41fd-41b1-aed3-a2b7746cc9ba tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:22.682036 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-84c4d90d-d638-4f53-b34a-428456705856 req-eb8c7e80-1dd2-4301-893d-c7e32657262f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:22.692616 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-005a8ea1-41fd-41b1-aed3-a2b7746cc9ba tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:22.723537 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-005a8ea1-41fd-41b1-aed3-a2b7746cc9ba tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:01:22.723941 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-005a8ea1-41fd-41b1-aed3-a2b7746cc9ba tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: timer() Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:01:22.730359 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:01:22.745367 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c7e80-1dd2-4301-893d-c7e32657262f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event deleted for resources: {'Port': ['ID=de44b89d-8164-496c-bfe0-ff2d1c41db9a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:22.798399 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6e35f3b4-c70a-4ef9-9d95-ef3a96c7651f req-e17db1e0-3cfc-434b-b743-f2c98a91f28c tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413121 Apr 21 13:01:22.886170 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-005a8ea1-41fd-41b1-aed3-a2b7746cc9ba tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:22.896973 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-005a8ea1-41fd-41b1-aed3-a2b7746cc9ba tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:22.900477 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-005a8ea1-41fd-41b1-aed3-a2b7746cc9ba tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "DELETE /v2.0/networks/848e281e-943e-4178-9552-cdcc93f10c1d HTTP/1.1" status: 204 len: 168 time: 0.7272806 Apr 21 13:01:22.911221 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a8ea1-41fd-41b1-aed3-a2b7746cc9ba tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event deleted for resources: {'Network': ['ID=848e281e-943e-4178-9552-cdcc93f10c1d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:22.924926 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43284) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:22.929931 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9791c82b-67da-4f6c-894a-79ffe897204d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'network': {'name': 'tempest-network-smoke--1353771819', 'project_id': '751a38797aaa4af4acc7445401990284', 'port_security_enabled': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:22.948738 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84c4d90d-d638-4f53-b34a-428456705856 req-eb8c7e80-1dd2-4301-893d-c7e32657262f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:01:23.030967 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9791c82b-67da-4f6c-894a-79ffe897204d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Made reservation on behalf of 751a38797aaa4af4acc7445401990284 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:01:23.034904 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9791c82b-67da-4f6c-894a-79ffe897204d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:23.059034 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9791c82b-67da-4f6c-894a-79ffe897204d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:01:23.068018 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84c4d90d-d638-4f53-b34a-428456705856 req-eb8c7e80-1dd2-4301-893d-c7e32657262f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:01:23.068601 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9791c82b-67da-4f6c-894a-79ffe897204d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:23.068954 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-9791c82b-67da-4f6c-894a-79ffe897204d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Added segment 5acb7823-8bd6-49ab-8f8f-7d99aa11d065 of type vlan for network cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d Apr 21 13:01:23.090522 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efc06f0-db9b-4d8b-b3e4-e86aff4ea2bd None None] Sync routers for ids ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:01:23.105301 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efc06f0-db9b-4d8b-b3e4-e86aff4ea2bd None None] Routers {'24cbd2a7-a824-46b1-89c9-16ebf81c6df8'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:01:23.107002 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9efc06f0-db9b-4d8b-b3e4-e86aff4ea2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:01:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:23.124648 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9791c82b-67da-4f6c-894a-79ffe897204d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:23.165131 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c4d90d-d638-4f53-b34a-428456705856 req-eb8c7e80-1dd2-4301-893d-c7e32657262f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] No DVR routers for this DVR port de44b89d-8164-496c-bfe0-ff2d1c41db9a on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:01:23.168741 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-84c4d90d-d638-4f53-b34a-428456705856 req-eb8c7e80-1dd2-4301-893d-c7e32657262f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:23.172680 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-84c4d90d-d638-4f53-b34a-428456705856 req-eb8c7e80-1dd2-4301-893d-c7e32657262f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.26 "DELETE /v2.0/ports/de44b89d-8164-496c-bfe0-ff2d1c41db9a HTTP/1.1" status: 204 len: 173 time: 2.0152142 Apr 21 13:01:23.175163 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a33f27-99fe-4cb0-9c56-812d236fad86', 'name': 'network-vif-deleted', 'tag': 'de44b89d-8164-496c-bfe0-ff2d1c41db9a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:01:23.178465 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412a1bc2-415d-4500-81d4-7f08574d2dc0" -d '{"events": [{"server_uuid": "b2a33f27-99fe-4cb0-9c56-812d236fad86", "name": "network-vif-deleted", "tag": "de44b89d-8164-496c-bfe0-ff2d1c41db9a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:01:23.205790 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-acad7616-4563-4454-b745-6556fd66914b req-d4ff7242-5310-4862-82ee-42aab23fb623 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2a33f27-99fe-4cb0-9c56-812d236fad86 HTTP/1.1" status: 200 len: 210 time: 0.0496445 Apr 21 13:01:23.241123 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bccc6d-cb53-4964-bcee-939606d796c2 x-openstack-request-id: req-13bccc6d-cb53-4964-bcee-939606d796c2 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:01:23.242103 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a33f27-99fe-4cb0-9c56-812d236fad86", "name": "network-vif-deleted", "tag": "de44b89d-8164-496c-bfe0-ff2d1c41db9a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:01:23.242395 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-13bccc6d-cb53-4964-bcee-939606d796c2 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:01:23.242810 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13bccc6d-cb53-4964-bcee-939606d796c2'] response: {'server_uuid': 'b2a33f27-99fe-4cb0-9c56-812d236fad86', 'name': 'network-vif-deleted', 'tag': 'de44b89d-8164-496c-bfe0-ff2d1c41db9a', 'status': 'completed', 'code': 200} Apr 21 13:01:23.245179 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9791c82b-67da-4f6c-894a-79ffe897204d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:23.250840 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9791c82b-67da-4f6c-894a-79ffe897204d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:23.251546 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9791c82b-67da-4f6c-894a-79ffe897204d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:23.283325 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-9efc06f0-db9b-4d8b-b3e4-e86aff4ea2bd None None] Set router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:01:23.360410 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791c82b-67da-4f6c-894a-79ffe897204d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'Network': ['ID=cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:23.370051 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9791c82b-67da-4f6c-894a-79ffe897204d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:23.375774 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9791c82b-67da-4f6c-894a-79ffe897204d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:23.375774 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9791c82b-67da-4f6c-894a-79ffe897204d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:23.375774 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9791c82b-67da-4f6c-894a-79ffe897204d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:23.375774 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9791c82b-67da-4f6c-894a-79ffe897204d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:23.375774 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9791c82b-67da-4f6c-894a-79ffe897204d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:23.375774 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9791c82b-67da-4f6c-894a-79ffe897204d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:23.375774 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9791c82b-67da-4f6c-894a-79ffe897204d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:23.375774 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9791c82b-67da-4f6c-894a-79ffe897204d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:23.375774 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9791c82b-67da-4f6c-894a-79ffe897204d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:23.375774 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9791c82b-67da-4f6c-894a-79ffe897204d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:23.375774 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9791c82b-67da-4f6c-894a-79ffe897204d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:23.392941 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:01:23.408167 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9791c82b-67da-4f6c-894a-79ffe897204d tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4821718 Apr 21 13:01:23.410955 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43298) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:23.415600 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-deaeb91b-c59c-4e3c-8915-7102da035595 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-330005548', 'admin_state_up': True, 'project_id': '751a38797aaa4af4acc7445401990284', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:23.559615 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-deaeb91b-c59c-4e3c-8915-7102da035595 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:23.560672 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-deaeb91b-c59c-4e3c-8915-7102da035595 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:23.640273 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:01:23.646511 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-deaeb91b-c59c-4e3c-8915-7102da035595 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:23.662577 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9efc06f0-db9b-4d8b-b3e4-e86aff4ea2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T12:57:17Z', 'revision_number': 4, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'df1715ac-07af-4ef8-93a1-71a0ff3c7fdc', 'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'mac_address': 'fa:16:3e:aa:34:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:16Z', 'updated_at': '2022-04-21T12:57:23Z', 'revision_number': 5, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'subnets': [{'id': '50dbb38d-b032-403f-a924-76781bc12675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:23.664353 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:01:23.664686 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 481bd0e5-a1cc-4ff9-95c5-fcc50a9dfcc5 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:01:23.695908 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efc06f0-db9b-4d8b-b3e4-e86aff4ea2bd None None] Checking router: 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:01:23.705307 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efc06f0-db9b-4d8b-b3e4-e86aff4ea2bd None None] Routers {'24cbd2a7-a824-46b1-89c9-16ebf81c6df8'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:01:23.705307 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9efc06f0-db9b-4d8b-b3e4-e86aff4ea2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:01:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:23.888913 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-deaeb91b-c59c-4e3c-8915-7102da035595 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:23.889551 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-9efc06f0-db9b-4d8b-b3e4-e86aff4ea2bd None None] Set router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:01:23.956571 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43308) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:23.979744 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f4339-5529-4b65-9034-44e7d0f2b47d req-4a7e04bf-76ed-4381-b99f-2a9cf506ec53 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:23.981576 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e7f4339-5529-4b65-9034-44e7d0f2b47d req-4a7e04bf-76ed-4381-b99f-2a9cf506ec53 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 945 time: 0.0599785 Apr 21 13:01:24.082207 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e7f4339-5529-4b65-9034-44e7d0f2b47d req-2ab3fc57-a703-469d-973f-d187d354e0e6 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875418 Apr 21 13:01:24.232501 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9efc06f0-db9b-4d8b-b3e4-e86aff4ea2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T12:57:17Z', 'revision_number': 4, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'df1715ac-07af-4ef8-93a1-71a0ff3c7fdc', 'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'mac_address': 'fa:16:3e:aa:34:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:16Z', 'updated_at': '2022-04-21T12:57:23Z', 'revision_number': 5, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'subnets': [{'id': '50dbb38d-b032-403f-a924-76781bc12675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:24.248217 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79ef5615-6841-4cf0-83a6-ce64c699dd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:24.265574 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efc06f0-db9b-4d8b-b3e4-e86aff4ea2bd None None] The sync data for ids ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'] in n-d-836147-2 is: [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T12:57:17Z', 'revision_number': 4, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'df1715ac-07af-4ef8-93a1-71a0ff3c7fdc', 'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'mac_address': 'fa:16:3e:aa:34:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:16Z', 'updated_at': '2022-04-21T12:57:23Z', 'revision_number': 5, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'subnets': [{'id': '50dbb38d-b032-403f-a924-76781bc12675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:01:24.293007 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-deaeb91b-c59c-4e3c-8915-7102da035595 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:24.319549 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-deaeb91b-c59c-4e3c-8915-7102da035595 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:24.346522 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7ce2dd26-edca-40cf-9635-8781deb808c3 req-4fff2471-6151-4bef-8bca-cb137a611860 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2a33f27-99fe-4cb0-9c56-812d236fad86 HTTP/1.1" status: 200 len: 210 time: 0.0371058 Apr 21 13:01:24.409092 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device de44b89d-8164-496c-bfe0-ff2d1c41db9a no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:01:24.429992 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: de44b89d-8164-496c-bfe0-ff2d1c41db9a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:01:24.430538 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device de44b89d-8164-496c-bfe0-ff2d1c41db9a not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:01:24.451024 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79ef5615-6841-4cf0-83a6-ce64c699dd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:24.467846 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-deaeb91b-c59c-4e3c-8915-7102da035595 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Allocated IP 172.25.8.252 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/fc9e76cc-5600-4141-8401-545fbf7e78c6) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:01:24.528979 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79ef5615-6841-4cf0-83a6-ce64c699dd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:24.564407 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-016e00e5-8918-43b2-b46a-3285f092dbc2 None None] New status for floating IP db2e91e7-debf-41d9-8a57-ece6f6c111fb: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:01:24.588664 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-79ef5615-6841-4cf0-83a6-ce64c699dd73 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5064a00cc46649e6a13c1fd2950bced6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6299827 Apr 21 13:01:24.591053 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef5615-6841-4cf0-83a6-ce64c699dd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bcddfd-8f61-44ec-aff1-44f9f511d0c6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:24.591636 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43314) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:24.618646 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-deaeb91b-c59c-4e3c-8915-7102da035595 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:24.662436 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f68b3d2-ae31-4db6-9988-578918dc33e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:24.683817 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f68b3d2-ae31-4db6-9988-578918dc33e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:24.719499 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-deaeb91b-c59c-4e3c-8915-7102da035595 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:24.760237 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaeb91b-c59c-4e3c-8915-7102da035595 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:01:24.765864 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-deaeb91b-c59c-4e3c-8915-7102da035595 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:01:24.768934 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaeb91b-c59c-4e3c-8915-7102da035595 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:01:24.796571 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f68b3d2-ae31-4db6-9988-578918dc33e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:24.800199 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaeb91b-c59c-4e3c-8915-7102da035595 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'Port': ['ID=fc9e76cc-5600-4141-8401-545fbf7e78c6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:24.801906 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f68b3d2-ae31-4db6-9988-578918dc33e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:24.803208 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0f68b3d2-ae31-4db6-9988-578918dc33e8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/69bcddfd-8f61-44ec-aff1-44f9f511d0c6 HTTP/1.1" status: 204 len: 168 time: 0.2104816 Apr 21 13:01:24.814377 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68b3d2-ae31-4db6-9988-578918dc33e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bcddfd-8f61-44ec-aff1-44f9f511d0c6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:25.085927 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d5d2c7d-c65c-48b4-934c-f117ed7dda27 req-257c1137-4ce5-4bd2-87b3-46627fe066a9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425975 Apr 21 13:01:25.193059 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d2c7d-c65c-48b4-934c-f117ed7dda27 req-bf7b3e19-6cca-4890-aa42-486270f3a7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:25.194648 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d5d2c7d-c65c-48b4-934c-f117ed7dda27 req-bf7b3e19-6cca-4890-aa42-486270f3a7e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b82063ddf1384c0da199fea5b916ec7b&device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 1096 time: 0.0789974 Apr 21 13:01:25.212147 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d9a4b6-15f7-443b-9052-f6d4d63deda1 req-0b36f865-a58f-4a5b-9578-0f463ce8b21b tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:25.214333 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e0d9a4b6-15f7-443b-9052-f6d4d63deda1 req-0b36f865-a58f-4a5b-9578-0f463ce8b21b tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 945 time: 0.0639691 Apr 21 13:01:25.303776 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e0d9a4b6-15f7-443b-9052-f6d4d63deda1 req-8bcc3766-b7e7-4684-ba35-5d0f1912edc2 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809069 Apr 21 13:01:25.326815 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d2c7d-c65c-48b4-934c-f117ed7dda27 req-6cba1cf0-6f0c-492e-bb98-c899e0df1008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:25.330858 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d5d2c7d-c65c-48b4-934c-f117ed7dda27 req-6cba1cf0-6f0c-492e-bb98-c899e0df1008 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7532c877-c6eb-4827-8bef-4f687b46b481 HTTP/1.1" status: 200 len: 918 time: 0.1129227 Apr 21 13:01:25.507971 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43328) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:25.518740 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-deaeb91b-c59c-4e3c-8915-7102da035595 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:25.560824 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43330) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:25.594634 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e69cc392-3346-4365-9d97-8fff2925811c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:25.687815 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f98fd71-eea2-4a44-985e-324a4b0880b4 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:25.700802 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d5d2c7d-c65c-48b4-934c-f117ed7dda27 req-bbbbbfaf-d0d5-43ed-af7b-f541332af6ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57e6a652-87c7-46cd-8f73-b214dfcd0dd4 HTTP/1.1" status: 200 len: 217 time: 0.3645332 Apr 21 13:01:25.729188 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f98fd71-eea2-4a44-985e-324a4b0880b4 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:25.781519 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858ae2b-e68c-4cfb-b7f2-a282eb3a719d req-9b37153b-6a9e-48d1-94d4-602328035953 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:25.783035 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9858ae2b-e68c-4cfb-b7f2-a282eb3a719d req-9b37153b-6a9e-48d1-94d4-602328035953 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 945 time: 0.0849860 Apr 21 13:01:25.784362 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d2c7d-c65c-48b4-934c-f117ed7dda27 req-38d70a52-7263-49e1-bf3e-bd088d5be3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:25.785698 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d5d2c7d-c65c-48b4-934c-f117ed7dda27 req-38d70a52-7263-49e1-bf3e-bd088d5be3ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=042c7c8a-99c9-4a93-a632-3fd1a4109dfb HTTP/1.1" status: 200 len: 856 time: 0.0766995 Apr 21 13:01:25.792559 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43332) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:25.797177 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9dd69c9d-f0e5-4f06-a31b-6cfa5ce6c95e tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Request body: {'floatingip': {'port_id': '41ae69c3-e7c1-4f18-a77c-b9452b075197'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:25.872969 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e69cc392-3346-4365-9d97-8fff2925811c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:25.883930 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9dd69c9d-f0e5-4f06-a31b-6cfa5ce6c95e tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:25.885148 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-deaeb91b-c59c-4e3c-8915-7102da035595 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:25.888934 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d2c7d-c65c-48b4-934c-f117ed7dda27 req-b8da84bd-668c-41cd-b957-52dd3265f436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:25.890443 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d5d2c7d-c65c-48b4-934c-f117ed7dda27 req-b8da84bd-668c-41cd-b957-52dd3265f436 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7532c877-c6eb-4827-8bef-4f687b46b481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907347 Apr 21 13:01:25.970009 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e69cc392-3346-4365-9d97-8fff2925811c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:25.998861 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f98fd71-eea2-4a44-985e-324a4b0880b4 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:26.001484 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1f98fd71-eea2-4a44-985e-324a4b0880b4 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:26.002659 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1f98fd71-eea2-4a44-985e-324a4b0880b4 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "DELETE /v2.0/security-groups/b5907202-a024-49ba-9506-64727473e235 HTTP/1.1" status: 204 len: 168 time: 0.4936860 Apr 21 13:01:26.011760 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43334) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:26.028235 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e69cc392-3346-4365-9d97-8fff2925811c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=61136c65027945ff9fb7c1ab5f3123fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4641042 Apr 21 13:01:26.032433 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43336) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:26.041533 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-1e524c34-95d2-456f-8758-fe7605dbb550 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] show failed (client error): The resource could not be found. Apr 21 13:01:26.045214 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69cc392-3346-4365-9d97-8fff2925811c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6ffb20-d9e0-43ca-aec7-d19196f5a521,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:26.045353 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1e524c34-95d2-456f-8758-fe7605dbb550 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups/b5907202-a024-49ba-9506-64727473e235 HTTP/1.1" status: 404 len: 347 time: 0.0286379 Apr 21 13:01:26.052399 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43338) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:26.073312 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98fd71-eea2-4a44-985e-324a4b0880b4 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5907202-a024-49ba-9506-64727473e235,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:26.115546 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce51b006-1fcd-4bb6-bd31-e604739438cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:26.129304 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d5d2c7d-c65c-48b4-934c-f117ed7dda27 req-7bb7d79b-6a62-4710-a756-1bca777b0d54 service neutron] 10.222.0.24 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078977 Apr 21 13:01:26.139074 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce51b006-1fcd-4bb6-bd31-e604739438cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:26.190702 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deaeb91b-c59c-4e3c-8915-7102da035595 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Router e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:01:26.301850 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deaeb91b-c59c-4e3c-8915-7102da035595 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:01:26.313486 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb6b2e7-26a6-4595-9dd4-efb20cb760ed None None] Sync routers for ids ['e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:01:26.324801 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb6b2e7-26a6-4595-9dd4-efb20cb760ed None None] Routers {'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:01:26.325413 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1bb6b2e7-26a6-4595-9dd4-efb20cb760ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:01:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:26.368929 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce51b006-1fcd-4bb6-bd31-e604739438cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:26.371218 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce51b006-1fcd-4bb6-bd31-e604739438cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:26.375443 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ce51b006-1fcd-4bb6-bd31-e604739438cd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7a6ffb20-d9e0-43ca-aec7-d19196f5a521 HTTP/1.1" status: 204 len: 168 time: 0.3419290 Apr 21 13:01:26.383666 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51b006-1fcd-4bb6-bd31-e604739438cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6ffb20-d9e0-43ca-aec7-d19196f5a521,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:26.400692 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-deaeb91b-c59c-4e3c-8915-7102da035595 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:26.404621 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d5d2c7d-c65c-48b4-934c-f117ed7dda27 req-e48f64d8-5e90-48ad-ba22-122e8a3f2276 service neutron] 10.222.0.24 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684278 Apr 21 13:01:26.404915 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-deaeb91b-c59c-4e3c-8915-7102da035595 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9915814 Apr 21 13:01:26.407443 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43342) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:26.446220 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-1bb6b2e7-26a6-4595-9dd4-efb20cb760ed None None] Set router e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:01:26.495107 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-cacab02e-201f-4227-b773-19b857734685 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Deleting port 218b0497-b40d-4fa5-aa25-36ec857894c0 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:01:26.495449 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cacab02e-201f-4227-b773-19b857734685 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:26.588106 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-77be974e-a173-4195-9f44-a6412a27280d tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=751a38797aaa4af4acc7445401990284&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1690834 Apr 21 13:01:26.591104 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43344) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:26.644841 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1bb6b2e7-26a6-4595-9dd4-efb20cb760ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'name': 'tempest-TestNetworkBasicOps-router-330005548', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'fc9e76cc-5600-4141-8401-545fbf7e78c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:01:23Z', 'updated_at': '2022-04-21T13:01:25Z', 'revision_number': 3, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': 'fc9e76cc-5600-4141-8401-545fbf7e78c6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:24Z', 'updated_at': '2022-04-21T13:01:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:26.660266 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cacab02e-201f-4227-b773-19b857734685 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:26.660781 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cacab02e-201f-4227-b773-19b857734685 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:26.680223 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9699ec6e-974a-41ba-93a6-ed235f6a65cf tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:26.681862 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9699ec6e-974a-41ba-93a6-ed235f6a65cf tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898457 Apr 21 13:01:26.682647 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb6b2e7-26a6-4595-9dd4-efb20cb760ed None None] Checking router: e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:01:26.683000 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb6b2e7-26a6-4595-9dd4-efb20cb760ed None None] Updating router e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e port fc9e76cc-5600-4141-8401-545fbf7e78c6 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:01:26.684663 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43346) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:26.713160 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1bb6b2e7-26a6-4595-9dd4-efb20cb760ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:26.725886 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fd407aa3-d2ab-4d7b-95ce-c662d3c5ef63 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=23f97cfe-dd42-45d8-a5df-e2b803e954fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398386 Apr 21 13:01:26.728881 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43350) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:26.732378 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-cacab02e-201f-4227-b773-19b857734685 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Calling delete_port for 218b0497-b40d-4fa5-aa25-36ec857894c0 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:01:26.734459 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d37e877e-9dca-4f81-80f1-0be984ea0f23 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-820859814', 'network_id': 'cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d', 'project_id': '751a38797aaa4af4acc7445401990284', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:26.752415 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6b5f5ec7-bb09-484c-9547-2cd00bfbf2ba req-a7586b2f-612e-4185-98ef-d7b7b7197b78 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2544773 Apr 21 13:01:26.907589 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d37e877e-9dca-4f81-80f1-0be984ea0f23 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Made reservation on behalf of 751a38797aaa4af4acc7445401990284 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:01:26.911164 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d37e877e-9dca-4f81-80f1-0be984ea0f23 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:26.936992 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f5ec7-bb09-484c-9547-2cd00bfbf2ba req-58605f8c-d02b-4221-8cd3-a60aa115b425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:26.938560 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6b5f5ec7-bb09-484c-9547-2cd00bfbf2ba req-58605f8c-d02b-4221-8cd3-a60aa115b425 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b82063ddf1384c0da199fea5b916ec7b&device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 1096 time: 0.1044862 Apr 21 13:01:26.999534 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1bb6b2e7-26a6-4595-9dd4-efb20cb760ed None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:27.067753 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1bb6b2e7-26a6-4595-9dd4-efb20cb760ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:27.095379 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9dd69c9d-f0e5-4f06-a31b-6cfa5ce6c95e tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:27.109838 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43352) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:27.129563 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-85d09bd6-c58e-4736-ace5-330f12ba8a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:27.134629 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1bb6b2e7-26a6-4595-9dd4-efb20cb760ed None None] Attempting to bind port fc9e76cc-5600-4141-8401-545fbf7e78c6 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:01:27.135080 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1bb6b2e7-26a6-4595-9dd4-efb20cb760ed None None] Attempting to bind port fc9e76cc-5600-4141-8401-545fbf7e78c6 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:01:27.135624 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb6b2e7-26a6-4595-9dd4-efb20cb760ed None None] Attempting to bind port fc9e76cc-5600-4141-8401-545fbf7e78c6 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:01:27.138461 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bec81b-48ef-4c1f-b0b8-e77243cb1adf None None] Pushing event updated for resources: {'Port': ['ID=fc9e76cc-5600-4141-8401-545fbf7e78c6,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:27.144216 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb6b2e7-26a6-4595-9dd4-efb20cb760ed None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:01:27.146539 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb6b2e7-26a6-4595-9dd4-efb20cb760ed None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:01:27.146539 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1bb6b2e7-26a6-4595-9dd4-efb20cb760ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:27.146539 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb6b2e7-26a6-4595-9dd4-efb20cb760ed None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:01:27.146539 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1bb6b2e7-26a6-4595-9dd4-efb20cb760ed None None] Bound port: fc9e76cc-5600-4141-8401-545fbf7e78c6, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:01:27.146539 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1bb6b2e7-26a6-4595-9dd4-efb20cb760ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:27.156249 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f5ec7-bb09-484c-9547-2cd00bfbf2ba req-f84edad7-8abf-4059-acba-288c00bc5b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:27.157831 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6b5f5ec7-bb09-484c-9547-2cd00bfbf2ba req-f84edad7-8abf-4059-acba-288c00bc5b99 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7532c877-c6eb-4827-8bef-4f687b46b481 HTTP/1.1" status: 200 len: 918 time: 0.1978161 Apr 21 13:01:27.176383 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9dd69c9d-f0e5-4f06-a31b-6cfa5ce6c95e tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:27.190889 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d37e877e-9dca-4f81-80f1-0be984ea0f23 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:27.200391 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1bb6b2e7-26a6-4595-9dd4-efb20cb760ed None None] For port fc9e76cc-5600-4141-8401-545fbf7e78c6, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:01:27.203268 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1bb6b2e7-26a6-4595-9dd4-efb20cb760ed None None] For port fc9e76cc-5600-4141-8401-545fbf7e78c6, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fc9e76cc-5600-4141-8401-545fbf7e78c6,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:01:27.248973 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cacab02e-201f-4227-b773-19b857734685 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:27.252994 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37e877e-9dca-4f81-80f1-0be984ea0f23 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'Subnet': ['ID=acc9cc18-e0a7-40a5-ae1d-7d7410dcbb88,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:27.260215 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37e877e-9dca-4f81-80f1-0be984ea0f23 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Checking segment: {'id': '5acb7823-8bd6-49ab-8f8f-7d99aa11d065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:01:27.260612 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37e877e-9dca-4f81-80f1-0be984ea0f23 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Network hostable DHCP agents. Network: cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:01:27.265386 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1bb6b2e7-26a6-4595-9dd4-efb20cb760ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:27.304020 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacab02e-201f-4227-b773-19b857734685 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event deleted for resources: {'Port': ['ID=218b0497-b40d-4fa5-aa25-36ec857894c0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:27.334281 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb6b2e7-26a6-4595-9dd4-efb20cb760ed None None] Routers {'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:01:27.335152 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1bb6b2e7-26a6-4595-9dd4-efb20cb760ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:01:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:27.342471 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37e877e-9dca-4f81-80f1-0be984ea0f23 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Network cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:01:27.374987 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bec81b-48ef-4c1f-b0b8-e77243cb1adf None None] Pushing event updated for resources: {'Port': ['ID=fc9e76cc-5600-4141-8401-545fbf7e78c6,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:27.376656 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6b5f5ec7-bb09-484c-9547-2cd00bfbf2ba req-d2c3a513-f603-4563-a793-7d3d286a601a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41ae69c3-e7c1-4f18-a77c-b9452b075197 HTTP/1.1" status: 200 len: 1000 time: 0.2096767 Apr 21 13:01:27.422339 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-d37e877e-9dca-4f81-80f1-0be984ea0f23 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:01:27.427890 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d37e877e-9dca-4f81-80f1-0be984ea0f23 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:27.429227 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d37e877e-9dca-4f81-80f1-0be984ea0f23 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:27.433803 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72c378d-0bf9-41d3-a21e-ab65b8f84e4c None None] Network cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:01:27.510066 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-85d09bd6-c58e-4736-ace5-330f12ba8a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:27.510281 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-1bb6b2e7-26a6-4595-9dd4-efb20cb760ed None None] Set router e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:01:27.510472 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f5ec7-bb09-484c-9547-2cd00bfbf2ba req-92ce64c1-cdcc-4414-bc5e-9195afb45e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:27.510472 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6b5f5ec7-bb09-484c-9547-2cd00bfbf2ba req-92ce64c1-cdcc-4414-bc5e-9195afb45e16 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=042c7c8a-99c9-4a93-a632-3fd1a4109dfb HTTP/1.1" status: 200 len: 856 time: 0.1080990 Apr 21 13:01:27.530154 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cacab02e-201f-4227-b773-19b857734685 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:27.532664 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cacab02e-201f-4227-b773-19b857734685 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:27.536383 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-cacab02e-201f-4227-b773-19b857734685 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "DELETE /v2.0/floatingips/db2e91e7-debf-41d9-8a57-ece6f6c111fb HTTP/1.1" status: 204 len: 168 time: 1.4804683 Apr 21 13:01:27.545551 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d37e877e-9dca-4f81-80f1-0be984ea0f23 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8148046 Apr 21 13:01:27.550171 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43354) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:27.571510 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-85d09bd6-c58e-4736-ace5-330f12ba8a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:27.662024 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f5ec7-bb09-484c-9547-2cd00bfbf2ba req-76bf1a48-5a97-4d21-8526-f8812408c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:27.663521 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6b5f5ec7-bb09-484c-9547-2cd00bfbf2ba req-76bf1a48-5a97-4d21-8526-f8812408c511 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7532c877-c6eb-4827-8bef-4f687b46b481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1349974 Apr 21 13:01:27.672694 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-85d09bd6-c58e-4736-ace5-330f12ba8a58 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=21570a4ce203495fbc43e2010cea0392&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5595260 Apr 21 13:01:27.672694 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d09bd6-c58e-4736-ace5-330f12ba8a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49259768-b2fa-4ee2-b7a2-98fe1d03b857,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:27.681322 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43358) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:27.938310 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99253104-8a13-4b22-866f-321e9663adaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d', 'network_id': 'cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'fixed_ips': [{'subnet_id': 'acc9cc18-e0a7-40a5-ae1d-7d7410dcbb88'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:01:27.939474 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99253104-8a13-4b22-866f-321e9663adaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:28.018577 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1bb6b2e7-26a6-4595-9dd4-efb20cb760ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'name': 'tempest-TestNetworkBasicOps-router-330005548', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'fc9e76cc-5600-4141-8401-545fbf7e78c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:01:23Z', 'updated_at': '2022-04-21T13:01:25Z', 'revision_number': 3, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': 'fc9e76cc-5600-4141-8401-545fbf7e78c6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:24Z', 'updated_at': '2022-04-21T13:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:28.057161 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb6b2e7-26a6-4595-9dd4-efb20cb760ed None None] The sync data for ids ['e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e'] in n-d-836147-2 is: [{'id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'name': 'tempest-TestNetworkBasicOps-router-330005548', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'fc9e76cc-5600-4141-8401-545fbf7e78c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:01:23Z', 'updated_at': '2022-04-21T13:01:25Z', 'revision_number': 3, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': 'fc9e76cc-5600-4141-8401-545fbf7e78c6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:24Z', 'updated_at': '2022-04-21T13:01:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:01:28.134640 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-99253104-8a13-4b22-866f-321e9663adaa None None] Allocated IP 172.20.0.2 (cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d/acc9cc18-e0a7-40a5-ae1d-7d7410dcbb88/5c98ff86-ef57-436e-99e2-63a057d9aa80) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:01:28.138684 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd69c9d-f0e5-4f06-a31b-6cfa5ce6c95e tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Router 8af56567-2d21-4505-9e21-b557af4fa488 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:01:28.171134 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43360) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:28.180243 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-45a7fc1c-03e6-4366-86b0-dacfc2655b4c tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1002986339', 'description': 'tempest-description--1005290852'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:28.186306 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc30f468-4e42-45f5-9fe6-7b04a5a83be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:28.217603 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c93582a6-a478-402e-9b4e-e2ff3aa083b1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:28.267538 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6b5f5ec7-bb09-484c-9547-2cd00bfbf2ba req-6e2cc80f-ce2c-4d73-b582-c1ae4b85012d service neutron] 10.222.0.26 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5870788 Apr 21 13:01:28.273347 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc30f468-4e42-45f5-9fe6-7b04a5a83be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:28.298200 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99253104-8a13-4b22-866f-321e9663adaa None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:28.345471 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-45a7fc1c-03e6-4366-86b0-dacfc2655b4c tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:28.371670 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99253104-8a13-4b22-866f-321e9663adaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:28.438592 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99253104-8a13-4b22-866f-321e9663adaa None None] Network cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:01:28.443119 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-99253104-8a13-4b22-866f-321e9663adaa None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:01:28.445845 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99253104-8a13-4b22-866f-321e9663adaa None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:01:28.486341 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd69c9d-f0e5-4f06-a31b-6cfa5ce6c95e tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:01:28.496134 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9dd69c9d-f0e5-4f06-a31b-6cfa5ce6c95e tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:28.503674 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6b5f5ec7-bb09-484c-9547-2cd00bfbf2ba req-768a749b-d14b-4bfe-92f8-4cf00764df16 service neutron] 10.222.0.26 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274520 Apr 21 13:01:28.505048 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7457251b-c013-4cd5-907b-e5f739618346 None None] Sync routers for ids ['8af56567-2d21-4505-9e21-b557af4fa488'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:01:28.512055 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99253104-8a13-4b22-866f-321e9663adaa None None] Pushing event updated for resources: {'Port': ['ID=5c98ff86-ef57-436e-99e2-63a057d9aa80,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:28.527882 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-99253104-8a13-4b22-866f-321e9663adaa None None] Attempting to bind port 5c98ff86-ef57-436e-99e2-63a057d9aa80 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:01:28.528346 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-99253104-8a13-4b22-866f-321e9663adaa None None] Attempting to bind port 5c98ff86-ef57-436e-99e2-63a057d9aa80 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '5acb7823-8bd6-49ab-8f8f-7d99aa11d065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:01:28.528786 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99253104-8a13-4b22-866f-321e9663adaa None None] Attempting to bind port 5c98ff86-ef57-436e-99e2-63a057d9aa80 on network cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:01:28.529989 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7457251b-c013-4cd5-907b-e5f739618346 None None] Routers {'8af56567-2d21-4505-9e21-b557af4fa488'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:01:28.531065 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7457251b-c013-4cd5-907b-e5f739618346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:01:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['8af56567-2d21-4505-9e21-b557af4fa488'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:28.548714 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99253104-8a13-4b22-866f-321e9663adaa None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:01:28.549102 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99253104-8a13-4b22-866f-321e9663adaa None None] Checking segment: {'id': '5acb7823-8bd6-49ab-8f8f-7d99aa11d065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:01:28.549648 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99253104-8a13-4b22-866f-321e9663adaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:28.555206 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99253104-8a13-4b22-866f-321e9663adaa None None] Bound using segment: {'id': '5acb7823-8bd6-49ab-8f8f-7d99aa11d065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:01:28.555206 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-99253104-8a13-4b22-866f-321e9663adaa None None] Bound port: 5c98ff86-ef57-436e-99e2-63a057d9aa80, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5acb7823-8bd6-49ab-8f8f-7d99aa11d065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:01:28.555206 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99253104-8a13-4b22-866f-321e9663adaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:28.578588 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d23d50f-cbdb-4b06-8169-b5050bfbc738', 'tag': '41ae69c3-e7c1-4f18-a77c-b9452b075197'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:01:28.579717 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-45a7fc1c-03e6-4366-86b0-dacfc2655b4c tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:28.584661 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500eca75-ceb7-4201-8053-171e80036ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "8d23d50f-cbdb-4b06-8169-b5050bfbc738", "tag": "41ae69c3-e7c1-4f18-a77c-b9452b075197"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:01:28.599212 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9dd69c9d-f0e5-4f06-a31b-6cfa5ce6c95e tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "PUT /v2.0/floatingips/aa1a8b22-3b90-4445-83ec-24606e0e5b92 HTTP/1.1" status: 200 len: 992 time: 2.8053534 Apr 21 13:01:28.606607 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc30f468-4e42-45f5-9fe6-7b04a5a83be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:28.614896 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc30f468-4e42-45f5-9fe6-7b04a5a83be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:28.624328 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-cc30f468-4e42-45f5-9fe6-7b04a5a83be5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/49259768-b2fa-4ee2-b7a2-98fe1d03b857 HTTP/1.1" status: 204 len: 168 time: 0.9334810 Apr 21 13:01:28.631990 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc30f468-4e42-45f5-9fe6-7b04a5a83be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49259768-b2fa-4ee2-b7a2-98fe1d03b857,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:28.645439 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-45a7fc1c-03e6-4366-86b0-dacfc2655b4c tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:28.676331 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd311148-cd92-4bae-b503-1cc3952a9595 x-openstack-request-id: req-bd311148-cd92-4bae-b503-1cc3952a9595 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:01:28.678878 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d23d50f-cbdb-4b06-8169-b5050bfbc738", "tag": "41ae69c3-e7c1-4f18-a77c-b9452b075197", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:01:28.690275 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bd311148-cd92-4bae-b503-1cc3952a9595 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:01:28.690275 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd311148-cd92-4bae-b503-1cc3952a9595'] response: {'name': 'network-changed', 'server_uuid': '8d23d50f-cbdb-4b06-8169-b5050bfbc738', 'tag': '41ae69c3-e7c1-4f18-a77c-b9452b075197', 'status': 'completed', 'code': 200} Apr 21 13:01:28.699992 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-99253104-8a13-4b22-866f-321e9663adaa None None] For port 5c98ff86-ef57-436e-99e2-63a057d9aa80, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:01:28.713863 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-7457251b-c013-4cd5-907b-e5f739618346 None None] Set router 8af56567-2d21-4505-9e21-b557af4fa488 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:01:28.721153 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-99253104-8a13-4b22-866f-321e9663adaa None None] For port 5c98ff86-ef57-436e-99e2-63a057d9aa80, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=5c98ff86-ef57-436e-99e2-63a057d9aa80,segment=NetworkSegment(5acb7823-8bd6-49ab-8f8f-7d99aa11d065),segment_id=5acb7823-8bd6-49ab-8f8f-7d99aa11d065)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:01:28.747398 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a7fc1c-03e6-4366-86b0-dacfc2655b4c tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=953e65cb-01d5-4327-9b0e-44ff04a33863,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:28.782320 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-c93582a6-a478-402e-9b4e-e2ff3aa083b1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Allocated IP 172.20.0.1 (cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d/acc9cc18-e0a7-40a5-ae1d-7d7410dcbb88/ea7ba8ae-0737-4ac3-be0a-9bcc9a591917) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:01:28.800506 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99253104-8a13-4b22-866f-321e9663adaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:28.816483 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500eca75-ceb7-4201-8053-171e80036ea7 req-4f4d75f3-9d29-45e4-8cd9-d2d959e22910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:28.818417 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-500eca75-ceb7-4201-8053-171e80036ea7 req-4f4d75f3-9d29-45e4-8cd9-d2d959e22910 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b82063ddf1384c0da199fea5b916ec7b&device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 1096 time: 0.1233859 Apr 21 13:01:28.899317 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-45a7fc1c-03e6-4366-86b0-dacfc2655b4c tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:28.901035 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-45a7fc1c-03e6-4366-86b0-dacfc2655b4c tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7289481 Apr 21 13:01:28.904142 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43368) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:28.911917 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e53060b3-31b2-4f51-89cc-1f4c8e8dc959 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Request body: {'security_group_rule': {'security_group_id': '953e65cb-01d5-4327-9b0e-44ff04a33863', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:28.912066 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99253104-8a13-4b22-866f-321e9663adaa None None] Pushing event updated for resources: {'Port': ['ID=5c98ff86-ef57-436e-99e2-63a057d9aa80,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:29.022546 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500eca75-ceb7-4201-8053-171e80036ea7 req-fae8c324-88b3-4fd2-87f3-f3a8edade047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:29.024081 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-500eca75-ceb7-4201-8053-171e80036ea7 req-fae8c324-88b3-4fd2-87f3-f3a8edade047 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7532c877-c6eb-4827-8bef-4f687b46b481 HTTP/1.1" status: 200 len: 918 time: 0.1978183 Apr 21 13:01:29.037685 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c93582a6-a478-402e-9b4e-e2ff3aa083b1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:29.106162 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e53060b3-31b2-4f51-89cc-1f4c8e8dc959 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:29.147942 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7457251b-c013-4cd5-907b-e5f739618346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af56567-2d21-4505-9e21-b557af4fa488', 'name': 'tempest-ServerRescueNegativeTestJSON-59386906-router', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:34Z', 'updated_at': '2022-04-21T12:57:39Z', 'revision_number': 4, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'gw_port': {'id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:35Z', 'updated_at': '2022-04-21T12:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'aa1a8b22-3b90-4445-83ec-24606e0e5b92', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'floating_ip_address': '172.25.8.30', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'port_id': '41ae69c3-e7c1-4f18-a77c-b9452b075197', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481', 'mac_address': 'fa:16:3e:55:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d23d50f-cbdb-4b06-8169-b5050bfbc738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:59:09Z', 'updated_at': '2022-04-21T13:01:26Z', 'revision_number': 3, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6', 'name': '', 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'mac_address': 'fa:16:3e:99:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '042c7c8a-99c9-4a93-a632-3fd1a4109dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:38Z', 'updated_at': '2022-04-21T12:57:45Z', 'revision_number': 5, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'subnets': [{'id': '042c7c8a-99c9-4a93-a632-3fd1a4109dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:29.148519 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-500eca75-ceb7-4201-8053-171e80036ea7 req-ae50442c-7ee7-42be-ad82-24661492da3e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41ae69c3-e7c1-4f18-a77c-b9452b075197 HTTP/1.1" status: 200 len: 1000 time: 0.1177127 Apr 21 13:01:29.188342 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c93582a6-a478-402e-9b4e-e2ff3aa083b1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:29.201393 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7457251b-c013-4cd5-907b-e5f739618346 None None] Checking router: 8af56567-2d21-4505-9e21-b557af4fa488 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:01:29.210785 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7457251b-c013-4cd5-907b-e5f739618346 None None] Routers {'8af56567-2d21-4505-9e21-b557af4fa488'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:01:29.211400 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7457251b-c013-4cd5-907b-e5f739618346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:01:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['8af56567-2d21-4505-9e21-b557af4fa488'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:29.255667 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500eca75-ceb7-4201-8053-171e80036ea7 req-cc94f082-f439-4ce6-9a88-5900ef533697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:29.261448 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-500eca75-ceb7-4201-8053-171e80036ea7 req-cc94f082-f439-4ce6-9a88-5900ef533697 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=042c7c8a-99c9-4a93-a632-3fd1a4109dfb HTTP/1.1" status: 200 len: 856 time: 0.0952544 Apr 21 13:01:29.268310 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93582a6-a478-402e-9b4e-e2ff3aa083b1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Network cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:01:29.284169 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-c93582a6-a478-402e-9b4e-e2ff3aa083b1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:01:29.294712 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93582a6-a478-402e-9b4e-e2ff3aa083b1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:01:29.322674 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93582a6-a478-402e-9b4e-e2ff3aa083b1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'Port': ['ID=ea7ba8ae-0737-4ac3-be0a-9bcc9a591917,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:29.343942 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500eca75-ceb7-4201-8053-171e80036ea7 req-bf4d0725-7c2a-42d3-bf73-5d961fb75c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:29.345754 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-500eca75-ceb7-4201-8053-171e80036ea7 req-bf4d0725-7c2a-42d3-bf73-5d961fb75c82 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7532c877-c6eb-4827-8bef-4f687b46b481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782602 Apr 21 13:01:29.391297 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-7457251b-c013-4cd5-907b-e5f739618346 None None] Set router 8af56567-2d21-4505-9e21-b557af4fa488 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:01:29.407259 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c93582a6-a478-402e-9b4e-e2ff3aa083b1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:29.476636 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e53060b3-31b2-4f51-89cc-1f4c8e8dc959 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:29.531883 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-500eca75-ceb7-4201-8053-171e80036ea7 req-f3ee9e56-2f7a-43f7-8238-1f975bb43f53 service neutron] 10.222.0.26 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798954 Apr 21 13:01:29.573333 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e53060b3-31b2-4f51-89cc-1f4c8e8dc959 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:29.606214 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53060b3-31b2-4f51-89cc-1f4c8e8dc959 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e4a7a30-c2bc-47fa-b42f-db2bcfbf4c7d,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:29.733219 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e53060b3-31b2-4f51-89cc-1f4c8e8dc959 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:29.738140 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e53060b3-31b2-4f51-89cc-1f4c8e8dc959 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8302896 Apr 21 13:01:29.746188 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43384) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:29.764140 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c93582a6-a478-402e-9b4e-e2ff3aa083b1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:29.776448 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-078a12fd-4388-42f2-8f70-52e3825abcb5 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Request body: {'security_group_rule': {'security_group_id': '953e65cb-01d5-4327-9b0e-44ff04a33863', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:29.784167 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-500eca75-ceb7-4201-8053-171e80036ea7 req-a319be1f-53f2-4aab-a181-b61d20025e47 service neutron] 10.222.0.26 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457361 Apr 21 13:01:29.837270 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7457251b-c013-4cd5-907b-e5f739618346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af56567-2d21-4505-9e21-b557af4fa488', 'name': 'tempest-ServerRescueNegativeTestJSON-59386906-router', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:34Z', 'updated_at': '2022-04-21T12:57:39Z', 'revision_number': 4, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'gw_port': {'id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:35Z', 'updated_at': '2022-04-21T12:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'aa1a8b22-3b90-4445-83ec-24606e0e5b92', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'floating_ip_address': '172.25.8.30', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'port_id': '41ae69c3-e7c1-4f18-a77c-b9452b075197', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481', 'mac_address': 'fa:16:3e:55:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d23d50f-cbdb-4b06-8169-b5050bfbc738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:59:09Z', 'updated_at': '2022-04-21T13:01:26Z', 'revision_number': 3, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6', 'name': '', 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'mac_address': 'fa:16:3e:99:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '042c7c8a-99c9-4a93-a632-3fd1a4109dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:38Z', 'updated_at': '2022-04-21T12:57:45Z', 'revision_number': 5, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'subnets': [{'id': '042c7c8a-99c9-4a93-a632-3fd1a4109dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:29.863465 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fc9e76cc-5600-4141-8401-545fbf7e78c6 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:01:29.869339 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7457251b-c013-4cd5-907b-e5f739618346 None None] The sync data for ids ['8af56567-2d21-4505-9e21-b557af4fa488'] in n-d-836147-2 is: [{'id': '8af56567-2d21-4505-9e21-b557af4fa488', 'name': 'tempest-ServerRescueNegativeTestJSON-59386906-router', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:34Z', 'updated_at': '2022-04-21T12:57:39Z', 'revision_number': 4, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'gw_port': {'id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:35Z', 'updated_at': '2022-04-21T12:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'aa1a8b22-3b90-4445-83ec-24606e0e5b92', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'floating_ip_address': '172.25.8.30', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'port_id': '41ae69c3-e7c1-4f18-a77c-b9452b075197', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481', 'mac_address': 'fa:16:3e:55:43:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d23d50f-cbdb-4b06-8169-b5050bfbc738', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T12:59:09Z', 'updated_at': '2022-04-21T13:01:26Z', 'revision_number': 3, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6', 'name': '', 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'mac_address': 'fa:16:3e:99:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '042c7c8a-99c9-4a93-a632-3fd1a4109dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:38Z', 'updated_at': '2022-04-21T12:57:45Z', 'revision_number': 5, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'subnets': [{'id': '042c7c8a-99c9-4a93-a632-3fd1a4109dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:01:29.879760 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-078a12fd-4388-42f2-8f70-52e3825abcb5 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:29.921783 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port fc9e76cc-5600-4141-8401-545fbf7e78c6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:01:29.922466 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:30.008104 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-078a12fd-4388-42f2-8f70-52e3825abcb5 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:30.065177 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-078a12fd-4388-42f2-8f70-52e3825abcb5 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:30.067247 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:30.097352 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port fc9e76cc-5600-4141-8401-545fbf7e78c6, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fc9e76cc-5600-4141-8401-545fbf7e78c6,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:30.102017 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a12fd-4388-42f2-8f70-52e3825abcb5 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ec345c-b2af-4b82-9ab1-2c83bdce32f1,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:30.199486 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:30.201287 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 5c98ff86-ef57-436e-99e2-63a057d9aa80 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:01:30.202286 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c93582a6-a478-402e-9b4e-e2ff3aa083b1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:30.205542 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-078a12fd-4388-42f2-8f70-52e3825abcb5 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:30.210312 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-078a12fd-4388-42f2-8f70-52e3825abcb5 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4606664 Apr 21 13:01:30.210699 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43396) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:30.220985 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-313c5965-e4ea-4477-8a5b-e0c6e2cb0386 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:30.279136 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c93582a6-a478-402e-9b4e-e2ff3aa083b1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:30.301991 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=fc9e76cc-5600-4141-8401-545fbf7e78c6,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:30.308282 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43398) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:30.324997 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 5c98ff86-ef57-436e-99e2-63a057d9aa80 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:01:30.325664 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:30.342583 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c93582a6-a478-402e-9b4e-e2ff3aa083b1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:30.363325 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-313c5965-e4ea-4477-8a5b-e0c6e2cb0386 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for floatingip, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:30.394857 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918c26f4-a8c0-4765-a76d-45098e491d2d None None] Network cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:01:30.416559 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93582a6-a478-402e-9b4e-e2ff3aa083b1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'Port': ['ID=ea7ba8ae-0737-4ac3-be0a-9bcc9a591917,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:30.441345 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-74be41b9-19a0-499d-a8be-ff5986d6f1e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1171555730-network', 'tenant_id': '61b418ada6f44448bddbfc7db5705295'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:30.532674 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:30.534740 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-00203e5b-1981-4b3a-832b-fc3ed41d43cb None None] Provisioning complete for port 5c98ff86-ef57-436e-99e2-63a057d9aa80 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:01:30.535097 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00203e5b-1981-4b3a-832b-fc3ed41d43cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:30.548118 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93582a6-a478-402e-9b4e-e2ff3aa083b1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Network cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:01:30.551353 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-c93582a6-a478-402e-9b4e-e2ff3aa083b1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:01:30.553481 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74be41b9-19a0-499d-a8be-ff5986d6f1e9 admin admin] Made reservation on behalf of 61b418ada6f44448bddbfc7db5705295 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:01:30.556740 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74be41b9-19a0-499d-a8be-ff5986d6f1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:30.579722 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74be41b9-19a0-499d-a8be-ff5986d6f1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:30.627960 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-313c5965-e4ea-4477-8a5b-e0c6e2cb0386 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:30.637491 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 5c98ff86-ef57-436e-99e2-63a057d9aa80, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=5c98ff86-ef57-436e-99e2-63a057d9aa80,segment=NetworkSegment(5acb7823-8bd6-49ab-8f8f-7d99aa11d065),segment_id=5acb7823-8bd6-49ab-8f8f-7d99aa11d065)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:30.686134 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74be41b9-19a0-499d-a8be-ff5986d6f1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:30.687171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d23d50f-cbdb-4b06-8169-b5050bfbc738', 'tag': '41ae69c3-e7c1-4f18-a77c-b9452b075197'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:01:30.689758 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902d56b5-663a-4b53-b3ce-e9572fd11652" -d '{"events": [{"name": "network-changed", "server_uuid": "8d23d50f-cbdb-4b06-8169-b5050bfbc738", "tag": "41ae69c3-e7c1-4f18-a77c-b9452b075197"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:01:30.730078 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:30.730451 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93582a6-a478-402e-9b4e-e2ff3aa083b1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Router e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:01:30.745690 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e9db3e-3ad9-4e01-9ada-36f98878ad0f x-openstack-request-id: req-c9e9db3e-3ad9-4e01-9ada-36f98878ad0f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:01:30.746192 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d23d50f-cbdb-4b06-8169-b5050bfbc738", "tag": "41ae69c3-e7c1-4f18-a77c-b9452b075197", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:01:30.746489 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c9e9db3e-3ad9-4e01-9ada-36f98878ad0f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:01:30.747076 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9e9db3e-3ad9-4e01-9ada-36f98878ad0f'] response: {'name': 'network-changed', 'server_uuid': '8d23d50f-cbdb-4b06-8169-b5050bfbc738', 'tag': '41ae69c3-e7c1-4f18-a77c-b9452b075197', 'status': 'completed', 'code': 200} Apr 21 13:01:30.765052 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00203e5b-1981-4b3a-832b-fc3ed41d43cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:30.779793 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74be41b9-19a0-499d-a8be-ff5986d6f1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:30.841572 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=5c98ff86-ef57-436e-99e2-63a057d9aa80,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:30.841922 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-313c5965-e4ea-4477-8a5b-e0c6e2cb0386 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Allocated IP 172.25.8.25 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/e4760627-b5e6-40c4-b87e-ffac8f6ac056) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:01:30.846942 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74be41b9-19a0-499d-a8be-ff5986d6f1e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:01:30.864293 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-00203e5b-1981-4b3a-832b-fc3ed41d43cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 13:01:30.865390 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-00203e5b-1981-4b3a-832b-fc3ed41d43cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 13:01:30.884152 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74be41b9-19a0-499d-a8be-ff5986d6f1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:30.884755 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-74be41b9-19a0-499d-a8be-ff5986d6f1e9 admin admin] Added segment 308c6004-4a39-4ffb-a315-eb13eda7f02f of type vlan for network 1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba Apr 21 13:01:30.896774 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be41b9-19a0-499d-a8be-ff5986d6f1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c63cdc-a094-4b54-9d12-fb88055054cc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:30.903313 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d56b5-663a-4b53-b3ce-e9572fd11652 req-ebf92152-462d-4813-8b0d-a5d0a36a51dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:30.904840 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-902d56b5-663a-4b53-b3ce-e9572fd11652 req-ebf92152-462d-4813-8b0d-a5d0a36a51dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b82063ddf1384c0da199fea5b916ec7b&device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 1096 time: 0.1366565 Apr 21 13:01:30.950327 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93582a6-a478-402e-9b4e-e2ff3aa083b1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:01:30.958399 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c93582a6-a478-402e-9b4e-e2ff3aa083b1 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "PUT /v2.0/routers/e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4045725 Apr 21 13:01:30.958612 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74be41b9-19a0-499d-a8be-ff5986d6f1e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:30.960240 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43404) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:30.982047 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbc15f1-6f90-4ee4-a183-03c53eae7453 None None] Sync routers for ids ['e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:01:30.995615 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbc15f1-6f90-4ee4-a183-03c53eae7453 None None] Routers {'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:01:30.996829 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-afbc15f1-6f90-4ee4-a183-03c53eae7453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:01:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:31.062428 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d56b5-663a-4b53-b3ce-e9572fd11652 req-0dfd7f33-cea6-4118-8fd9-b54ae7639f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:31.064203 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-902d56b5-663a-4b53-b3ce-e9572fd11652 req-0dfd7f33-cea6-4118-8fd9-b54ae7639f56 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7532c877-c6eb-4827-8bef-4f687b46b481 HTTP/1.1" status: 200 len: 918 time: 0.1404912 Apr 21 13:01:31.118782 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74be41b9-19a0-499d-a8be-ff5986d6f1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:31.119934 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74be41b9-19a0-499d-a8be-ff5986d6f1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:31.120621 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-74be41b9-19a0-499d-a8be-ff5986d6f1e9 admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:31.162227 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-afbc15f1-6f90-4ee4-a183-03c53eae7453 None None] Set router e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:01:31.212615 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-902d56b5-663a-4b53-b3ce-e9572fd11652 req-7ba21fcf-6f6a-480d-8b0e-6868330d5ed9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=41ae69c3-e7c1-4f18-a77c-b9452b075197 HTTP/1.1" status: 200 len: 1000 time: 0.1416321 Apr 21 13:01:31.254785 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74be41b9-19a0-499d-a8be-ff5986d6f1e9 admin admin] Pushing event updated for resources: {'Network': ['ID=1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:31.268414 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-74be41b9-19a0-499d-a8be-ff5986d6f1e9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9589281 Apr 21 13:01:31.271911 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43406) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:31.278312 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:01:31.279289 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-893bbf3b-7139-4006-ab74-b440a8c55dec admin admin] Request body: {'subnet': {'network_id': '1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1171555730-subnet', 'tenant_id': '61b418ada6f44448bddbfc7db5705295', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:31.297468 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d56b5-663a-4b53-b3ce-e9572fd11652 req-ec296102-7bcd-432e-b5c6-ac34f933a543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:31.299241 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-902d56b5-663a-4b53-b3ce-e9572fd11652 req-ec296102-7bcd-432e-b5c6-ac34f933a543 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=042c7c8a-99c9-4a93-a632-3fd1a4109dfb HTTP/1.1" status: 200 len: 856 time: 0.0796673 Apr 21 13:01:31.349187 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d56b5-663a-4b53-b3ce-e9572fd11652 req-dcfbd5ab-9ef8-4874-b981-3e3662f15b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:31.350766 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-902d56b5-663a-4b53-b3ce-e9572fd11652 req-dcfbd5ab-9ef8-4874-b981-3e3662f15b41 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7532c877-c6eb-4827-8bef-4f687b46b481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455873 Apr 21 13:01:31.466113 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-313c5965-e4ea-4477-8a5b-e0c6e2cb0386 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:31.482441 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-902d56b5-663a-4b53-b3ce-e9572fd11652 req-bf735d1e-0e5b-4cb9-99d1-68484b327069 service neutron] 10.222.0.26 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243980 Apr 21 13:01:31.483160 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893bbf3b-7139-4006-ab74-b440a8c55dec admin admin] Made reservation on behalf of 61b418ada6f44448bddbfc7db5705295 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:01:31.485665 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-893bbf3b-7139-4006-ab74-b440a8c55dec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:31.514663 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de2c785-9572-4acc-a109-ea9ca8ada606 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:31.515218 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de2c785-9572-4acc-a109-ea9ca8ada606 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:31.516053 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de2c785-9572-4acc-a109-ea9ca8ada606 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:31.516585 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de2c785-9572-4acc-a109-ea9ca8ada606 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:31.517303 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de2c785-9572-4acc-a109-ea9ca8ada606 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:31.517871 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de2c785-9572-4acc-a109-ea9ca8ada606 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:31.519195 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de2c785-9572-4acc-a109-ea9ca8ada606 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:31.521371 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7de2c785-9572-4acc-a109-ea9ca8ada606 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4979 time: 0.5599656 Apr 21 13:01:31.527008 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43408) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:31.583376 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-afbc15f1-6f90-4ee4-a183-03c53eae7453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'name': 'tempest-TestNetworkBasicOps-router-330005548', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'fc9e76cc-5600-4141-8401-545fbf7e78c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:01:23Z', 'updated_at': '2022-04-21T13:01:29Z', 'revision_number': 4, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': 'fc9e76cc-5600-4141-8401-545fbf7e78c6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:24Z', 'updated_at': '2022-04-21T13:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'ea7ba8ae-0737-4ac3-be0a-9bcc9a591917', 'name': '', 'network_id': 'cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'mac_address': 'fa:16:3e:78:f8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'acc9cc18-e0a7-40a5-ae1d-7d7410dcbb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:28Z', 'updated_at': '2022-04-21T13:01:30Z', 'revision_number': 2, 'project_id': '751a38797aaa4af4acc7445401990284', 'subnets': [{'id': 'acc9cc18-e0a7-40a5-ae1d-7d7410dcbb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:31.634967 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa97f0ea-038d-4cd7-b010-fd672fce91c5 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:31.635479 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbc15f1-6f90-4ee4-a183-03c53eae7453 None None] Checking router: e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:01:31.635641 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa97f0ea-038d-4cd7-b010-fd672fce91c5 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:31.635843 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbc15f1-6f90-4ee4-a183-03c53eae7453 None None] Updating router e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e port ea7ba8ae-0737-4ac3-be0a-9bcc9a591917 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:01:31.636392 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa97f0ea-038d-4cd7-b010-fd672fce91c5 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:31.636975 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa97f0ea-038d-4cd7-b010-fd672fce91c5 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:31.637692 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa97f0ea-038d-4cd7-b010-fd672fce91c5 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:31.638500 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa97f0ea-038d-4cd7-b010-fd672fce91c5 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:31.638904 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa97f0ea-038d-4cd7-b010-fd672fce91c5 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:31.642519 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fa97f0ea-038d-4cd7-b010-fd672fce91c5 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4635 time: 0.1144257 Apr 21 13:01:31.645288 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43410) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:31.668946 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-35afbc6a-4a17-4378-afcd-3fa8f70300b1 None None] Provisioning complete for port ea7ba8ae-0737-4ac3-be0a-9bcc9a591917 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:01:31.669234 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35afbc6a-4a17-4378-afcd-3fa8f70300b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:31.707298 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-35afbc6a-4a17-4378-afcd-3fa8f70300b1 None None] Port ea7ba8ae-0737-4ac3-be0a-9bcc9a591917 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:01:31.710702 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fc9e76cc-5600-4141-8401-545fbf7e78c6 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:01:31.714139 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-313c5965-e4ea-4477-8a5b-e0c6e2cb0386 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:31.740513 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-902d56b5-663a-4b53-b3ce-e9572fd11652 req-3c57f596-c85d-4822-ace2-a6597dda1dce service neutron] 10.222.0.26 "GET /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636853 Apr 21 13:01:31.755608 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afbc15f1-6f90-4ee4-a183-03c53eae7453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:31.761976 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313c5965-e4ea-4477-8a5b-e0c6e2cb0386 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:01:31.770841 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-313c5965-e4ea-4477-8a5b-e0c6e2cb0386 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:01:31.773073 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-35afbc6a-4a17-4378-afcd-3fa8f70300b1 None None] Provisioning complete for port 5c98ff86-ef57-436e-99e2-63a057d9aa80 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:01:31.773452 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35afbc6a-4a17-4378-afcd-3fa8f70300b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:31.773993 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313c5965-e4ea-4477-8a5b-e0c6e2cb0386 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:01:31.806725 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port fc9e76cc-5600-4141-8401-545fbf7e78c6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:01:31.807101 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:31.810993 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-893bbf3b-7139-4006-ab74-b440a8c55dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:31.819409 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c5965-e4ea-4477-8a5b-e0c6e2cb0386 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event updated for resources: {'Port': ['ID=e4760627-b5e6-40c4-b87e-ffac8f6ac056,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:31.879629 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893bbf3b-7139-4006-ab74-b440a8c55dec admin admin] Pushing event updated for resources: {'Subnet': ['ID=646ffe22-a60e-49cf-8b9f-b45854132869,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:31.892106 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893bbf3b-7139-4006-ab74-b440a8c55dec admin admin] Checking segment: {'id': '308c6004-4a39-4ffb-a315-eb13eda7f02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:01:31.892572 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893bbf3b-7139-4006-ab74-b440a8c55dec admin admin] Network hostable DHCP agents. Network: 1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:01:31.976476 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893bbf3b-7139-4006-ab74-b440a8c55dec admin admin] Network 1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:01:32.042651 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-313c5965-e4ea-4477-8a5b-e0c6e2cb0386 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:32.070401 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-893bbf3b-7139-4006-ab74-b440a8c55dec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:01:32.077603 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893bbf3b-7139-4006-ab74-b440a8c55dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:32.077986 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 5c98ff86-ef57-436e-99e2-63a057d9aa80 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:01:32.078505 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-893bbf3b-7139-4006-ab74-b440a8c55dec admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:32.092738 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f77ef728-8ccc-4aaf-b59b-9c1e9982f9df tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3783 time: 0.4436650 Apr 21 13:01:32.107180 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd52de29-f88b-4ee6-b175-8150c24ce23a None None] Network 1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:01:32.180263 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-313c5965-e4ea-4477-8a5b-e0c6e2cb0386 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:32.207147 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-893bbf3b-7139-4006-ab74-b440a8c55dec admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9262173 Apr 21 13:01:32.219957 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 5c98ff86-ef57-436e-99e2-63a057d9aa80 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:01:32.220327 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:32.351835 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cf4340-426b-4eeb-9075-0a10e643df0a None None] Network 1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:01:32.389683 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43422) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:32.401044 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4cdab838-c506-4cd3-8956-4cabe6da6394 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-24355745', 'description': 'tempest-secgroup-smoke-24355745 description', 'project_id': '751a38797aaa4af4acc7445401990284'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:32.434318 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-313c5965-e4ea-4477-8a5b-e0c6e2cb0386 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:32.505075 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4cdab838-c506-4cd3-8956-4cabe6da6394 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:32.533396 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-313c5965-e4ea-4477-8a5b-e0c6e2cb0386 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:32.584556 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afbc15f1-6f90-4ee4-a183-03c53eae7453 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:32.608117 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4cdab838-c506-4cd3-8956-4cabe6da6394 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:32.632259 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c5965-e4ea-4477-8a5b-e0c6e2cb0386 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event updated for resources: {'Port': ['ID=e4760627-b5e6-40c4-b87e-ffac8f6ac056,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:32.651749 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-313c5965-e4ea-4477-8a5b-e0c6e2cb0386 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:32.676892 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afbc15f1-6f90-4ee4-a183-03c53eae7453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:32.704612 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4cdab838-c506-4cd3-8956-4cabe6da6394 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:32.740728 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdab838-c506-4cd3-8956-4cabe6da6394 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8342b1d-a1b3-4882-a45a-b4bbe2db0eed,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:32.744613 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e2b93-eb6a-4208-92b3-dda238425891 None None] Pushing event updated for resources: {'Port': ['ID=ea7ba8ae-0737-4ac3-be0a-9bcc9a591917,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:32.776602 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-313c5965-e4ea-4477-8a5b-e0c6e2cb0386 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:32.778098 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-313c5965-e4ea-4477-8a5b-e0c6e2cb0386 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5644772 Apr 21 13:01:32.804882 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-afbc15f1-6f90-4ee4-a183-03c53eae7453 None None] Attempting to bind port ea7ba8ae-0737-4ac3-be0a-9bcc9a591917 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:01:32.805330 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-afbc15f1-6f90-4ee4-a183-03c53eae7453 None None] Attempting to bind port ea7ba8ae-0737-4ac3-be0a-9bcc9a591917 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '5acb7823-8bd6-49ab-8f8f-7d99aa11d065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:01:32.805820 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbc15f1-6f90-4ee4-a183-03c53eae7453 None None] Attempting to bind port ea7ba8ae-0737-4ac3-be0a-9bcc9a591917 on network cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:01:32.812232 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbc15f1-6f90-4ee4-a183-03c53eae7453 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:01:32.812506 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbc15f1-6f90-4ee4-a183-03c53eae7453 None None] Checking segment: {'id': '5acb7823-8bd6-49ab-8f8f-7d99aa11d065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:01:32.812973 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afbc15f1-6f90-4ee4-a183-03c53eae7453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:32.813419 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbc15f1-6f90-4ee4-a183-03c53eae7453 None None] Bound using segment: {'id': '5acb7823-8bd6-49ab-8f8f-7d99aa11d065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:01:32.814004 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-afbc15f1-6f90-4ee4-a183-03c53eae7453 None None] Bound port: ea7ba8ae-0737-4ac3-be0a-9bcc9a591917, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5acb7823-8bd6-49ab-8f8f-7d99aa11d065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:01:32.814444 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afbc15f1-6f90-4ee4-a183-03c53eae7453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:32.840551 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4cdab838-c506-4cd3-8956-4cabe6da6394 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:32.840551 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4cdab838-c506-4cd3-8956-4cabe6da6394 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4454195 Apr 21 13:01:32.841100 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43426) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:32.845023 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-5ed4fc57-d4c2-4afc-bf4e-93a7fc2b9d56 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'security_group_rule': {'security_group_id': 'f8342b1d-a1b3-4882-a45a-b4bbe2db0eed', 'project_id': '751a38797aaa4af4acc7445401990284', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:32.898087 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-afbc15f1-6f90-4ee4-a183-03c53eae7453 None None] For port ea7ba8ae-0737-4ac3-be0a-9bcc9a591917, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:01:32.901386 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-afbc15f1-6f90-4ee4-a183-03c53eae7453 None None] For port ea7ba8ae-0737-4ac3-be0a-9bcc9a591917, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ea7ba8ae-0737-4ac3-be0a-9bcc9a591917,segment=NetworkSegment(5acb7823-8bd6-49ab-8f8f-7d99aa11d065),segment_id=5acb7823-8bd6-49ab-8f8f-7d99aa11d065)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:01:32.951076 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5ed4fc57-d4c2-4afc-bf4e-93a7fc2b9d56 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:32.977103 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-afbc15f1-6f90-4ee4-a183-03c53eae7453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:33.003791 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-0892c6fd-c823-4883-8663-5114378fdcb0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1002986339&fields=id&tenant_id=dbf20d2a696446f3bf763b1a95728ce3 HTTP/1.1" status: 200 len: 267 time: 0.0411384 Apr 21 13:01:33.037977 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c291eb1a-fa32-47be-8531-9f10b528d7b8 None None] Provisioning complete for port ea7ba8ae-0737-4ac3-be0a-9bcc9a591917 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:01:33.038346 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c291eb1a-fa32-47be-8531-9f10b528d7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:33.038709 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5ed4fc57-d4c2-4afc-bf4e-93a7fc2b9d56 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:33.074636 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e2b93-eb6a-4208-92b3-dda238425891 None None] Pushing event updated for resources: {'Port': ['ID=ea7ba8ae-0737-4ac3-be0a-9bcc9a591917,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:33.084505 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbc15f1-6f90-4ee4-a183-03c53eae7453 None None] Routers {'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:01:33.085145 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-afbc15f1-6f90-4ee4-a183-03c53eae7453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:01:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:33.147851 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-52df866a-cd7d-4bac-8fa9-2948ba5418d0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:33.152061 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5ed4fc57-d4c2-4afc-bf4e-93a7fc2b9d56 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:33.156931 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-52df866a-cd7d-4bac-8fa9-2948ba5418d0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/networks?id=66226ca0-89ea-4d56-8a47-047ac66c4412 HTTP/1.1" status: 200 len: 815 time: 0.1450074 Apr 21 13:01:33.170987 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-6b49631f-6d67-4fc6-92b3-a47b5f540c2b tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/quotas/dbf20d2a696446f3bf763b1a95728ce3 HTTP/1.1" status: 200 len: 375 time: 0.0131323 Apr 21 13:01:33.183722 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4fc57-d4c2-4afc-bf4e-93a7fc2b9d56 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51672801-1ac2-4314-bd7b-f002f8034464,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:33.225412 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c291eb1a-fa32-47be-8531-9f10b528d7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:33.245253 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-7008e841-f208-4bdc-9013-c5c78a68a792 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dbf20d2a696446f3bf763b1a95728ce3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0704603 Apr 21 13:01:33.251252 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-afbc15f1-6f90-4ee4-a183-03c53eae7453 None None] Set router e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:01:33.292897 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5ed4fc57-d4c2-4afc-bf4e-93a7fc2b9d56 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:33.292897 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5ed4fc57-d4c2-4afc-bf4e-93a7fc2b9d56 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4510653 Apr 21 13:01:33.295890 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43440) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:33.300565 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-693161d6-3e56-4494-b47a-cc2bbb92223a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'security_group_rule': {'security_group_id': 'f8342b1d-a1b3-4882-a45a-b4bbe2db0eed', 'project_id': '751a38797aaa4af4acc7445401990284', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:33.323196 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c291eb1a-fa32-47be-8531-9f10b528d7b8 None None] For port ea7ba8ae-0737-4ac3-be0a-9bcc9a591917, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ea7ba8ae-0737-4ac3-be0a-9bcc9a591917,segment=NetworkSegment(5acb7823-8bd6-49ab-8f8f-7d99aa11d065),segment_id=5acb7823-8bd6-49ab-8f8f-7d99aa11d065)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:33.354844 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-2146b7ae-fb1f-4006-908e-6d672fd6e4a6 service neutron] 10.222.0.36 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936115 Apr 21 13:01:33.409488 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c291eb1a-fa32-47be-8531-9f10b528d7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:33.413507 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-693161d6-3e56-4494-b47a-cc2bbb92223a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:33.476618 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-5caa31e7-8212-4808-80bb-bcf83ef195c4 service neutron] 10.222.0.36 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155314 Apr 21 13:01:33.486076 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291eb1a-fa32-47be-8531-9f10b528d7b8 None None] Pushing event updated for resources: {'Port': ['ID=ea7ba8ae-0737-4ac3-be0a-9bcc9a591917,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:33.489271 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-693161d6-3e56-4494-b47a-cc2bbb92223a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:33.539214 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-36d870dc-edb9-4f4c-ac8d-b917157eb210 None None] Provisioning complete for port ea7ba8ae-0737-4ac3-be0a-9bcc9a591917 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:01:33.539589 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-36d870dc-edb9-4f4c-ac8d-b917157eb210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:33.570555 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-693161d6-3e56-4494-b47a-cc2bbb92223a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:33.587553 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-afbc15f1-6f90-4ee4-a183-03c53eae7453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'name': 'tempest-TestNetworkBasicOps-router-330005548', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'fc9e76cc-5600-4141-8401-545fbf7e78c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:01:23Z', 'updated_at': '2022-04-21T13:01:29Z', 'revision_number': 4, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': 'fc9e76cc-5600-4141-8401-545fbf7e78c6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:24Z', 'updated_at': '2022-04-21T13:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'ea7ba8ae-0737-4ac3-be0a-9bcc9a591917', 'name': '', 'network_id': 'cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'mac_address': 'fa:16:3e:78:f8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'acc9cc18-e0a7-40a5-ae1d-7d7410dcbb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:28Z', 'updated_at': '2022-04-21T13:01:32Z', 'revision_number': 4, 'project_id': '751a38797aaa4af4acc7445401990284', 'subnets': [{'id': 'acc9cc18-e0a7-40a5-ae1d-7d7410dcbb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:33.591843 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693161d6-3e56-4494-b47a-cc2bbb92223a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb91a145-58e1-4a0c-a372-bb3f152a0c38,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:33.617604 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbc15f1-6f90-4ee4-a183-03c53eae7453 None None] The sync data for ids ['e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e'] in n-d-836147-2 is: [{'id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'name': 'tempest-TestNetworkBasicOps-router-330005548', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'fc9e76cc-5600-4141-8401-545fbf7e78c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:01:23Z', 'updated_at': '2022-04-21T13:01:29Z', 'revision_number': 4, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': 'fc9e76cc-5600-4141-8401-545fbf7e78c6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:24Z', 'updated_at': '2022-04-21T13:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'ea7ba8ae-0737-4ac3-be0a-9bcc9a591917', 'name': '', 'network_id': 'cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'mac_address': 'fa:16:3e:78:f8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'acc9cc18-e0a7-40a5-ae1d-7d7410dcbb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:28Z', 'updated_at': '2022-04-21T13:01:32Z', 'revision_number': 4, 'project_id': '751a38797aaa4af4acc7445401990284', 'subnets': [{'id': 'acc9cc18-e0a7-40a5-ae1d-7d7410dcbb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:01:33.700330 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-693161d6-3e56-4494-b47a-cc2bbb92223a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:33.703611 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-693161d6-3e56-4494-b47a-cc2bbb92223a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4047892 Apr 21 13:01:33.705820 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43446) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:33.710975 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-aff1a32b-ff70-4ec7-93b2-2f26c94d0c8a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'security_group_rule': {'security_group_id': 'f8342b1d-a1b3-4882-a45a-b4bbe2db0eed', 'project_id': '751a38797aaa4af4acc7445401990284', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:33.782300 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49e9a021-0b97-4d6c-9719-d3018821260b req-d1f2d32d-e7c4-4b4f-b3e1-8f3e40c8d4fd tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2688dd-a6c5-4daa-af9f-ffc54471df51 HTTP/1.1" status: 200 len: 210 time: 0.0533736 Apr 21 13:01:33.834234 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aff1a32b-ff70-4ec7-93b2-2f26c94d0c8a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:33.903046 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aff1a32b-ff70-4ec7-93b2-2f26c94d0c8a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:33.970555 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aff1a32b-ff70-4ec7-93b2-2f26c94d0c8a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:33.995212 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1a32b-ff70-4ec7-93b2-2f26c94d0c8a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9251a3b5-9aba-4196-a0bc-0440d236389e,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:34.081669 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aff1a32b-ff70-4ec7-93b2-2f26c94d0c8a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:34.082942 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-aff1a32b-ff70-4ec7-93b2-2f26c94d0c8a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3757498 Apr 21 13:01:34.085770 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43456) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:34.091311 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-37ecec67-71cb-4e8e-af62-ee41cbcd3f37 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'security_group_rule': {'security_group_id': 'f8342b1d-a1b3-4882-a45a-b4bbe2db0eed', 'project_id': '751a38797aaa4af4acc7445401990284', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:34.186043 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37ecec67-71cb-4e8e-af62-ee41cbcd3f37 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:34.255206 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37ecec67-71cb-4e8e-af62-ee41cbcd3f37 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:34.356447 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37ecec67-71cb-4e8e-af62-ee41cbcd3f37 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:34.381368 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ecec67-71cb-4e8e-af62-ee41cbcd3f37 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f946119-b073-4d60-8609-8c2a53302e94,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:34.461372 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37ecec67-71cb-4e8e-af62-ee41cbcd3f37 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:34.462831 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-37ecec67-71cb-4e8e-af62-ee41cbcd3f37 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3758214 Apr 21 13:01:34.465574 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43462) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:34.470130 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-753c822f-99e3-4587-96f3-e5a1c65600fa tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'security_group_rule': {'security_group_id': 'f8342b1d-a1b3-4882-a45a-b4bbe2db0eed', 'project_id': '751a38797aaa4af4acc7445401990284', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:34.553649 n-d-836147-2 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-753c822f-99e3-4587-96f3-e5a1c65600fa tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Project 751a38797aaa4af4acc7445401990284 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:01:34.559280 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-753c822f-99e3-4587-96f3-e5a1c65600fa tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:34.623907 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-753c822f-99e3-4587-96f3-e5a1c65600fa tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:34.690809 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-753c822f-99e3-4587-96f3-e5a1c65600fa tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:34.711858 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c822f-99e3-4587-96f3-e5a1c65600fa tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353b32d0-d969-4c16-b1f1-da077e0c7314,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:34.772331 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-753c822f-99e3-4587-96f3-e5a1c65600fa tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:34.773505 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-753c822f-99e3-4587-96f3-e5a1c65600fa tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3069010 Apr 21 13:01:34.776558 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43464) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:34.781240 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-af8210a2-e304-4819-a579-9b031629bde9 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'security_group_rule': {'security_group_id': 'f8342b1d-a1b3-4882-a45a-b4bbe2db0eed', 'project_id': '751a38797aaa4af4acc7445401990284', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:34.881916 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-764e5379-71c0-4f5c-9e6d-bc831d4a4f79 req-1ba8437b-1cc1-4940-9841-74aa36def3e3 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2688dd-a6c5-4daa-af9f-ffc54471df51 HTTP/1.1" status: 200 len: 210 time: 0.0269077 Apr 21 13:01:34.904855 n-d-836147-2 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-af8210a2-e304-4819-a579-9b031629bde9 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Project 751a38797aaa4af4acc7445401990284 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:01:34.913863 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af8210a2-e304-4819-a579-9b031629bde9 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:34.961765 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af8210a2-e304-4819-a579-9b031629bde9 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:35.044436 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af8210a2-e304-4819-a579-9b031629bde9 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:35.062919 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8210a2-e304-4819-a579-9b031629bde9 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=360a8afe-e398-4509-8c4c-811605e8ddff,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:35.166822 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af8210a2-e304-4819-a579-9b031629bde9 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:35.167994 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-af8210a2-e304-4819-a579-9b031629bde9 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3904276 Apr 21 13:01:35.350846 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-db874390-37d3-4b08-b330-6382ad465d4c tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-24355745&fields=id&tenant_id=751a38797aaa4af4acc7445401990284 HTTP/1.1" status: 200 len: 267 time: 0.0334001 Apr 21 13:01:35.465469 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-5d2c0012-3396-4bca-b2a0-7a314a1a3446 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:35.467165 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-5d2c0012-3396-4bca-b2a0-7a314a1a3446 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/networks?id=cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d HTTP/1.1" status: 200 len: 797 time: 0.1095581 Apr 21 13:01:35.483405 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-e49b19dc-aa48-41e9-88fa-e67fb1a85dde tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/quotas/751a38797aaa4af4acc7445401990284 HTTP/1.1" status: 200 len: 375 time: 0.0100286 Apr 21 13:01:35.542043 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-e139e4a7-ffd6-46cc-9ab5-866fb5d07b6c tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=751a38797aaa4af4acc7445401990284&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520473 Apr 21 13:01:35.663797 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-d11041a1-7ffc-4058-983a-a6df8991697f service neutron] 10.222.0.36 "GET /v2.0/networks/cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092455 Apr 21 13:01:35.670674 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ea7ba8ae-0737-4ac3-be0a-9bcc9a591917 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:01:35.718644 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port ea7ba8ae-0737-4ac3-be0a-9bcc9a591917 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:01:35.719016 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:35.897286 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-f7eba02b-9790-426d-9e79-a69486767284 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:35.898787 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-f7eba02b-9790-426d-9e79-a69486767284 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/networks?id=1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba HTTP/1.1" status: 200 len: 809 time: 0.2478349 Apr 21 13:01:35.920797 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-9a914e7a-4e14-45a9-b981-726d0d62e8bd service neutron] 10.222.0.36 "GET /v2.0/networks/cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442462 Apr 21 13:01:35.928343 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-784bc825-6171-4706-a8fa-c70d3caf4bae tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:35.929764 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-784bc825-6171-4706-a8fa-c70d3caf4bae tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.26 "GET /v2.0/networks?id=66226ca0-89ea-4d56-8a47-047ac66c4412 HTTP/1.1" status: 200 len: 815 time: 0.2073946 Apr 21 13:01:35.932278 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-6e59251d-9b74-4b21-b008-e632cd3ebaf1 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/quotas/61b418ada6f44448bddbfc7db5705295 HTTP/1.1" status: 200 len: 375 time: 0.0217130 Apr 21 13:01:35.982082 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-d3d12963-25d4-4a03-9ec5-e911f8956f7c tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=61b418ada6f44448bddbfc7db5705295&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366702 Apr 21 13:01:36.014606 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-802c887c-db36-4202-97f1-cff7f08ecf4a tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbf20d2a696446f3bf763b1a95728ce3 HTTP/1.1" status: 200 len: 380 time: 0.0758264 Apr 21 13:01:36.050214 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-1c49ab03-2c4f-4768-bf73-a8a774c3416d tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Request body: {'port': {'device_id': '3a2688dd-a6c5-4daa-af9f-ffc54471df51', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'admin_state_up': True, 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'security_groups': ['953e65cb-01d5-4327-9b0e-44ff04a33863']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:36.160607 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-7ae6c262-189f-4999-a75a-635763899fa4 service neutron] 10.222.0.36 "GET /v2.0/networks/1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712620 Apr 21 13:01:36.251630 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b921ddb5-1f3c-4a8e-a998-8028e246cba9 req-0ae3a792-d039-460f-82d3-50e8cbe61ee8 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2688dd-a6c5-4daa-af9f-ffc54471df51 HTTP/1.1" status: 200 len: 210 time: 0.0714812 Apr 21 13:01:36.310871 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-947210fe-ff4f-4ac7-9f3b-de2afc931ab5 service neutron] 10.222.0.36 "GET /v2.0/networks/1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424973 Apr 21 13:01:36.324489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-1c49ab03-2c4f-4768-bf73-a8a774c3416d tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Made reservation on behalf of dbf20d2a696446f3bf763b1a95728ce3 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:01:36.327991 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-1c49ab03-2c4f-4768-bf73-a8a774c3416d tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:36.332659 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c748ab18-55b5-4733-a4ce-76be7cd70d05 req-658f205b-06a5-4d8a-b703-bd7e449846d9 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5333d02-0619-4047-a97b-7700d39e93be HTTP/1.1" status: 200 len: 210 time: 0.0369375 Apr 21 13:01:36.471870 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-1c49ab03-2c4f-4768-bf73-a8a774c3416d tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Allocated IP 172.20.0.8 (66226ca0-89ea-4d56-8a47-047ac66c4412/50dbb38d-b032-403f-a924-76781bc12675/a92817b2-b7ec-4534-813e-f93118ee71a0) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:01:36.654438 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-1c49ab03-2c4f-4768-bf73-a8a774c3416d tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:36.659044 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295bca63-6ac7-460a-a0bd-f1aa834c49ae req-ca998c64-8126-44e8-8e2b-5fb882189af1 tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:36.660573 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-295bca63-6ac7-460a-a0bd-f1aa834c49ae req-ca998c64-8126-44e8-8e2b-5fb882189af1 tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 1098 time: 0.0803621 Apr 21 13:01:36.715252 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-295bca63-6ac7-460a-a0bd-f1aa834c49ae req-4e2a2d0f-1f05-4ee6-a6dd-19066db788a1 tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458624 Apr 21 13:01:36.737550 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43514) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:36.814153 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba791810-a12b-46c2-b46f-939114e7c074 req-d7a8faf1-90cd-45d6-8b1a-642ee864e776 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=171da3f6-3edb-43df-9bd7-053487d8a5d1 HTTP/1.1" status: 200 len: 210 time: 0.0294783 Apr 21 13:01:36.815249 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-1c49ab03-2c4f-4768-bf73-a8a774c3416d tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:36.876395 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-1c49ab03-2c4f-4768-bf73-a8a774c3416d tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Network 66226ca0-89ea-4d56-8a47-047ac66c4412 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:01:36.881324 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-1c49ab03-2c4f-4768-bf73-a8a774c3416d tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:01:36.885807 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49ab03-2c4f-4768-bf73-a8a774c3416d tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event updated for resources: {'Port': ['ID=a92817b2-b7ec-4534-813e-f93118ee71a0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:36.896889 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-1c49ab03-2c4f-4768-bf73-a8a774c3416d tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:01:36.944622 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-de71ae62-9d6c-47df-b285-1ceed0e35326 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Deleting port 16cc6ab7-13c9-43de-9690-17daa2176600 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:01:36.945277 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de71ae62-9d6c-47df-b285-1ceed0e35326 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:36.952874 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-1c49ab03-2c4f-4768-bf73-a8a774c3416d tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:36.953606 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-1c49ab03-2c4f-4768-bf73-a8a774c3416d tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:36.984297 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:01:37.040833 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de71ae62-9d6c-47df-b285-1ceed0e35326 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:37.041244 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de71ae62-9d6c-47df-b285-1ceed0e35326 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:37.054270 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-de71ae62-9d6c-47df-b285-1ceed0e35326 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Calling delete_port for 16cc6ab7-13c9-43de-9690-17daa2176600 owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:01:37.092412 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-1c49ab03-2c4f-4768-bf73-a8a774c3416d tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0731196 Apr 21 13:01:37.103980 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-dbf49a0a-6108-4699-b2d8-334ea938282a service neutron] Request body: {'port': {'device_id': '3a2688dd-a6c5-4daa-af9f-ffc54471df51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:37.144928 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-004a47a9-526c-4dd8-830f-3cb958b6dc8d None None] Provisioning complete for port a92817b2-b7ec-4534-813e-f93118ee71a0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:01:37.145971 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-004a47a9-526c-4dd8-830f-3cb958b6dc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:37.165477 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-dbf49a0a-6108-4699-b2d8-334ea938282a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:37.184330 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-004a47a9-526c-4dd8-830f-3cb958b6dc8d None None] Port a92817b2-b7ec-4534-813e-f93118ee71a0 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:01:37.355336 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de71ae62-9d6c-47df-b285-1ceed0e35326 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:37.386524 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71ae62-9d6c-47df-b285-1ceed0e35326 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event deleted for resources: {'Port': ['ID=16cc6ab7-13c9-43de-9690-17daa2176600,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:37.439333 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c188f-1102-4a91-8979-d5208bbfb249 req-210e0e67-031a-4048-80ff-164427b0e2b5 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:37.446680 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d05c188f-1102-4a91-8979-d5208bbfb249 req-210e0e67-031a-4048-80ff-164427b0e2b5 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2688dd-a6c5-4daa-af9f-ffc54471df51 HTTP/1.1" status: 200 len: 931 time: 0.1180112 Apr 21 13:01:37.456816 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de71ae62-9d6c-47df-b285-1ceed0e35326 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for floatingip, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:37.457399 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-de71ae62-9d6c-47df-b285-1ceed0e35326 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Floating IP 48aaf03b-36de-46a6-af40-d038a9fbd9c3 disassociated (deleted). External IP: 172.25.8.125, port: c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2. Apr 21 13:01:37.491598 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a7662869-1c0b-4c33-adae-1f8233d38f77 req-3c336951-a6c7-410e-99aa-e74ae9c69f35 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5333d02-0619-4047-a97b-7700d39e93be HTTP/1.1" status: 200 len: 210 time: 0.0653486 Apr 21 13:01:37.527079 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d05c188f-1102-4a91-8979-d5208bbfb249 req-1d290192-985a-4d7d-89e1-25976b26edc2 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=953e65cb-01d5-4327-9b0e-44ff04a33863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795650 Apr 21 13:01:37.565439 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-dbf49a0a-6108-4699-b2d8-334ea938282a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a92817b2-b7ec-4534-813e-f93118ee71a0 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:01:37.573167 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-dbf49a0a-6108-4699-b2d8-334ea938282a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:37.585677 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-dbf49a0a-6108-4699-b2d8-334ea938282a service neutron] Transition to ACTIVE for port object a92817b2-b7ec-4534-813e-f93118ee71a0 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:01:37.651417 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-dbf49a0a-6108-4699-b2d8-334ea938282a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:37.700482 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de71ae62-9d6c-47df-b285-1ceed0e35326 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Router 489733ba-6a09-4e32-8c54-3bd75de302b3 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:01:37.708651 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf49a0a-6108-4699-b2d8-334ea938282a service neutron] Pushing event updated for resources: {'Port': ['ID=a92817b2-b7ec-4534-813e-f93118ee71a0,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:37.783550 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-dbf49a0a-6108-4699-b2d8-334ea938282a service neutron] Attempting to bind port a92817b2-b7ec-4534-813e-f93118ee71a0 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:01:37.783996 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-dbf49a0a-6108-4699-b2d8-334ea938282a service neutron] Attempting to bind port a92817b2-b7ec-4534-813e-f93118ee71a0 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '374fc68c-cad2-4786-bb7b-956a7d4d9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:01:37.784473 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-dbf49a0a-6108-4699-b2d8-334ea938282a service neutron] Attempting to bind port a92817b2-b7ec-4534-813e-f93118ee71a0 on network 66226ca0-89ea-4d56-8a47-047ac66c4412 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:01:37.789414 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-dbf49a0a-6108-4699-b2d8-334ea938282a service neutron] Port a92817b2-b7ec-4534-813e-f93118ee71a0 on network 66226ca0-89ea-4d56-8a47-047ac66c4412 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:01:37.789698 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-dbf49a0a-6108-4699-b2d8-334ea938282a service neutron] Attempting to bind port a92817b2-b7ec-4534-813e-f93118ee71a0 on network 66226ca0-89ea-4d56-8a47-047ac66c4412 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:01:37.797045 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-dbf49a0a-6108-4699-b2d8-334ea938282a service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:01:37.797457 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-dbf49a0a-6108-4699-b2d8-334ea938282a service neutron] Checking segment: {'id': '374fc68c-cad2-4786-bb7b-956a7d4d9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:01:37.797985 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-dbf49a0a-6108-4699-b2d8-334ea938282a service neutron] Bound using segment: {'id': '374fc68c-cad2-4786-bb7b-956a7d4d9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:01:37.798482 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-dbf49a0a-6108-4699-b2d8-334ea938282a service neutron] Bound port: a92817b2-b7ec-4534-813e-f93118ee71a0, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374fc68c-cad2-4786-bb7b-956a7d4d9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:01:37.798932 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-dbf49a0a-6108-4699-b2d8-334ea938282a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:37.826560 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de71ae62-9d6c-47df-b285-1ceed0e35326 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:01:37.831863 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de71ae62-9d6c-47df-b285-1ceed0e35326 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:37.839384 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920a794c-198e-4d28-90f0-a816b7240ad1 None None] Sync routers for ids ['489733ba-6a09-4e32-8c54-3bd75de302b3'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:01:37.855856 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920a794c-198e-4d28-90f0-a816b7240ad1 None None] Routers {'489733ba-6a09-4e32-8c54-3bd75de302b3'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:01:37.857206 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-920a794c-198e-4d28-90f0-a816b7240ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:01:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['489733ba-6a09-4e32-8c54-3bd75de302b3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:37.874493 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-de71ae62-9d6c-47df-b285-1ceed0e35326 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "DELETE /v2.0/floatingips/48aaf03b-36de-46a6-af40-d038a9fbd9c3 HTTP/1.1" status: 204 len: 168 time: 1.1356728 Apr 21 13:01:37.875029 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '177cd3ba-3c61-44bf-b6fa-206f6fe20532', 'tag': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:01:37.877559 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ae61f0-7126-4ecf-85f9-9ed841e8a514" -d '{"events": [{"name": "network-changed", "server_uuid": "177cd3ba-3c61-44bf-b6fa-206f6fe20532", "tag": "c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:01:37.904914 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-dbf49a0a-6108-4699-b2d8-334ea938282a service neutron] For port a92817b2-b7ec-4534-813e-f93118ee71a0, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:01:37.948777 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-62c6747f-99fe-4d57-89a5-3d1464d9b22e req-1936ef3b-c832-42ae-9be6-7e22236b73b5 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=171da3f6-3edb-43df-9bd7-053487d8a5d1 HTTP/1.1" status: 200 len: 210 time: 0.0470836 Apr 21 13:01:37.950781 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-dbf49a0a-6108-4699-b2d8-334ea938282a service neutron] For port a92817b2-b7ec-4534-813e-f93118ee71a0, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=a92817b2-b7ec-4534-813e-f93118ee71a0,segment=NetworkSegment(374fc68c-cad2-4786-bb7b-956a7d4d9f8e),segment_id=374fc68c-cad2-4786-bb7b-956a7d4d9f8e)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:01:38.001175 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880f8c6b-9c5b-4a0a-ae5b-2ae37931c879 x-openstack-request-id: req-880f8c6b-9c5b-4a0a-ae5b-2ae37931c879 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:01:38.001456 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "177cd3ba-3c61-44bf-b6fa-206f6fe20532", "tag": "c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:01:38.001849 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-880f8c6b-9c5b-4a0a-ae5b-2ae37931c879 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:01:38.002262 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-880f8c6b-9c5b-4a0a-ae5b-2ae37931c879'] response: {'name': 'network-changed', 'server_uuid': '177cd3ba-3c61-44bf-b6fa-206f6fe20532', 'tag': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2', 'status': 'completed', 'code': 200} Apr 21 13:01:38.036598 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-920a794c-198e-4d28-90f0-a816b7240ad1 None None] Set router 489733ba-6a09-4e32-8c54-3bd75de302b3 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:01:38.039912 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-dbf49a0a-6108-4699-b2d8-334ea938282a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:38.104025 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-dbf49a0a-6108-4699-b2d8-334ea938282a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:38.104709 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-dbf49a0a-6108-4699-b2d8-334ea938282a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:38.106207 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-dbf49a0a-6108-4699-b2d8-334ea938282a service neutron] 10.222.0.26 "PUT /v2.0/ports/a92817b2-b7ec-4534-813e-f93118ee71a0 HTTP/1.1" status: 200 len: 1091 time: 1.0065973 Apr 21 13:01:38.106723 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2688dd-a6c5-4daa-af9f-ffc54471df51', 'tag': 'a92817b2-b7ec-4534-813e-f93118ee71a0'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:01:38.109742 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a2a80a-aeb2-4fa7-a355-f3e0343e5b38" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2688dd-a6c5-4daa-af9f-ffc54471df51", "tag": "a92817b2-b7ec-4534-813e-f93118ee71a0"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:01:38.131444 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf49a0a-6108-4699-b2d8-334ea938282a service neutron] Pushing event updated for resources: {'Port': ['ID=a92817b2-b7ec-4534-813e-f93118ee71a0,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:38.143499 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae61f0-7126-4ecf-85f9-9ed841e8a514 req-ea5116f9-19ee-4142-afe3-3e18ae3ec565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:38.146414 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c1ae61f0-7126-4ecf-85f9-9ed841e8a514 req-ea5116f9-19ee-4142-afe3-3e18ae3ec565 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 1098 time: 0.0990586 Apr 21 13:01:38.320408 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-920a794c-198e-4d28-90f0-a816b7240ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928420442', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'e6b6c819-753c-40d8-915a-01609b9bb80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:21Z', 'updated_at': '2022-04-21T12:59:28Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': 'e6b6c819-753c-40d8-915a-01609b9bb80f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:af:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:22Z', 'updated_at': '2022-04-21T12:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '3d750524-5330-4e02-9871-486eeee57c48', 'name': '', 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:2b:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'd2e0aa77-3310-4a79-a9b7-1005747f55a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:27Z', 'updated_at': '2022-04-21T12:59:33Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': 'd2e0aa77-3310-4a79-a9b7-1005747f55a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:38.370274 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920a794c-198e-4d28-90f0-a816b7240ad1 None None] Checking router: 489733ba-6a09-4e32-8c54-3bd75de302b3 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:01:38.380666 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920a794c-198e-4d28-90f0-a816b7240ad1 None None] Routers {'489733ba-6a09-4e32-8c54-3bd75de302b3'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:01:38.381739 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-920a794c-198e-4d28-90f0-a816b7240ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:01:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['489733ba-6a09-4e32-8c54-3bd75de302b3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:38.523901 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-920a794c-198e-4d28-90f0-a816b7240ad1 None None] Set router 489733ba-6a09-4e32-8c54-3bd75de302b3 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:01:38.611613 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf79a97-2f77-426e-a840-bf4c433e2b4f x-openstack-request-id: req-abf79a97-2f77-426e-a840-bf4c433e2b4f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:01:38.611923 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2688dd-a6c5-4daa-af9f-ffc54471df51", "tag": "a92817b2-b7ec-4534-813e-f93118ee71a0", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:01:38.612171 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-abf79a97-2f77-426e-a840-bf4c433e2b4f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:01:38.612632 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abf79a97-2f77-426e-a840-bf4c433e2b4f'] response: {'name': 'network-changed', 'server_uuid': '3a2688dd-a6c5-4daa-af9f-ffc54471df51', 'tag': 'a92817b2-b7ec-4534-813e-f93118ee71a0', 'status': 'completed', 'code': 200} Apr 21 13:01:38.715360 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b2c9c400-43ab-408c-8607-a4b97596c02d req-23f66510-cde8-421a-9a40-517fc8f982fe tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5333d02-0619-4047-a97b-7700d39e93be HTTP/1.1" status: 200 len: 210 time: 0.1054659 Apr 21 13:01:38.751006 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-920a794c-198e-4d28-90f0-a816b7240ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928420442', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'e6b6c819-753c-40d8-915a-01609b9bb80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:21Z', 'updated_at': '2022-04-21T12:59:28Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': 'e6b6c819-753c-40d8-915a-01609b9bb80f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:af:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:22Z', 'updated_at': '2022-04-21T12:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '3d750524-5330-4e02-9871-486eeee57c48', 'name': '', 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:2b:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'd2e0aa77-3310-4a79-a9b7-1005747f55a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:27Z', 'updated_at': '2022-04-21T12:59:33Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': 'd2e0aa77-3310-4a79-a9b7-1005747f55a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:38.784428 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920a794c-198e-4d28-90f0-a816b7240ad1 None None] The sync data for ids ['489733ba-6a09-4e32-8c54-3bd75de302b3'] in n-d-836147-2 is: [{'id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928420442', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'e6b6c819-753c-40d8-915a-01609b9bb80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:21Z', 'updated_at': '2022-04-21T12:59:28Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': 'e6b6c819-753c-40d8-915a-01609b9bb80f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:af:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:22Z', 'updated_at': '2022-04-21T12:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '3d750524-5330-4e02-9871-486eeee57c48', 'name': '', 'network_id': '4e555949-1c19-45dc-b140-6a77acee0280', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:2b:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'd2e0aa77-3310-4a79-a9b7-1005747f55a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:27Z', 'updated_at': '2022-04-21T12:59:33Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': 'd2e0aa77-3310-4a79-a9b7-1005747f55a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:01:38.843466 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae61f0-7126-4ecf-85f9-9ed841e8a514 req-12c8791a-b501-467d-be2e-c5a2d1f41656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:38.844950 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c1ae61f0-7126-4ecf-85f9-9ed841e8a514 req-12c8791a-b501-467d-be2e-c5a2d1f41656 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4e555949-1c19-45dc-b140-6a77acee0280 HTTP/1.1" status: 200 len: 898 time: 0.6874893 Apr 21 13:01:38.852944 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94662df7-12e8-453e-b59f-cc464fa752e4 req-bfed902e-eed6-4a60-9a8b-a4d223a53cb9 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:38.854386 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94662df7-12e8-453e-b59f-cc464fa752e4 req-bfed902e-eed6-4a60-9a8b-a4d223a53cb9 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 947 time: 0.2388635 Apr 21 13:01:38.862023 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-2bd9ed06-9ddd-481e-badf-45ceaa83affd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:38.863436 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-2bd9ed06-9ddd-481e-badf-45ceaa83affd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dbf20d2a696446f3bf763b1a95728ce3&device_id=3a2688dd-a6c5-4daa-af9f-ffc54471df51 HTTP/1.1" status: 200 len: 1094 time: 0.2491403 Apr 21 13:01:38.963215 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-a9a8ef0f-585f-4880-8924-df12fb0fa6eb tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:38.964666 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-a9a8ef0f-585f-4880-8924-df12fb0fa6eb tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.24 "GET /v2.0/networks?id=cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d HTTP/1.1" status: 200 len: 797 time: 0.3513339 Apr 21 13:01:38.965938 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c1ae61f0-7126-4ecf-85f9-9ed841e8a514 req-05a0d08a-b142-44df-b7a2-426c12fa0b3d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 HTTP/1.1" status: 200 len: 217 time: 0.1105235 Apr 21 13:01:38.969960 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-5b268822-9c0b-4fc2-9563-2fa717ba2601 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a92817b2-b7ec-4534-813e-f93118ee71a0 HTTP/1.1" status: 200 len: 217 time: 0.0923514 Apr 21 13:01:39.020239 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70ab095-21e5-4e24-b767-569e187687ed None None] New status for floating IP 48aaf03b-36de-46a6-af40-d038a9fbd9c3: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:01:39.061440 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ffc34-54a8-4ef0-8d44-1aa032f86d36 req-fec673c5-98d9-465f-b795-64335eeb598d tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:39.065254 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-176ffc34-54a8-4ef0-8d44-1aa032f86d36 req-fec673c5-98d9-465f-b795-64335eeb598d tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2688dd-a6c5-4daa-af9f-ffc54471df51 HTTP/1.1" status: 200 len: 943 time: 0.2796042 Apr 21 13:01:39.070409 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94662df7-12e8-453e-b59f-cc464fa752e4 req-64d29e73-40d9-472e-926e-38f2f776676c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999843 Apr 21 13:01:39.140667 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae61f0-7126-4ecf-85f9-9ed841e8a514 req-04eb0fa7-d0e4-41b8-9c25-ee89043da50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:39.142221 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c1ae61f0-7126-4ecf-85f9-9ed841e8a514 req-04eb0fa7-d0e4-41b8-9c25-ee89043da50f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d2e0aa77-3310-4a79-a9b7-1005747f55a8 HTTP/1.1" status: 200 len: 834 time: 0.1554449 Apr 21 13:01:39.146103 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-e4844e35-afeb-42b8-91ac-930e5946c44e tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=751a38797aaa4af4acc7445401990284 HTTP/1.1" status: 200 len: 378 time: 0.1603611 Apr 21 13:01:39.150100 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-e41686ee-5980-43c3-a725-ffdaa33eac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:39.151476 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-e41686ee-5980-43c3-a725-ffdaa33eac03 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50dbb38d-b032-403f-a924-76781bc12675 HTTP/1.1" status: 200 len: 854 time: 0.1680267 Apr 21 13:01:39.167397 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-023f109c-0639-4cb9-b974-fbcfa59f0845 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'port': {'device_id': 'c5333d02-0619-4047-a97b-7700d39e93be', 'network_id': 'cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d', 'admin_state_up': True, 'tenant_id': '751a38797aaa4af4acc7445401990284', 'security_groups': ['f8342b1d-a1b3-4882-a45a-b4bbe2db0eed']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:39.179212 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-176ffc34-54a8-4ef0-8d44-1aa032f86d36 req-577ffb8c-6e7c-45ff-a560-19ce386ba1ef tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=953e65cb-01d5-4327-9b0e-44ff04a33863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055114 Apr 21 13:01:39.229864 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f180ff5-486e-49b7-a2c3-4d5525cdb3aa req-7469eeed-3c4f-4072-a432-c0821475c236 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=171da3f6-3edb-43df-9bd7-053487d8a5d1 HTTP/1.1" status: 200 len: 210 time: 0.0774035 Apr 21 13:01:39.328342 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ae61f0-7126-4ecf-85f9-9ed841e8a514 req-61364f44-ca89-470d-ac81-263855bfe695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:39.329755 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c1ae61f0-7126-4ecf-85f9-9ed841e8a514 req-61364f44-ca89-470d-ac81-263855bfe695 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4e555949-1c19-45dc-b140-6a77acee0280&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1728776 Apr 21 13:01:39.334969 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-fe64da4f-f6e2-4dab-af40-836c4c67e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:39.334969 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-fe64da4f-f6e2-4dab-af40-836c4c67e80c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66226ca0-89ea-4d56-8a47-047ac66c4412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1522932 Apr 21 13:01:39.492569 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-023f109c-0639-4cb9-b974-fbcfa59f0845 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Made reservation on behalf of 751a38797aaa4af4acc7445401990284 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:01:39.496097 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-023f109c-0639-4cb9-b974-fbcfa59f0845 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:39.518774 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-c66560e9-9e38-4e8c-84c4-0665f3f440a3 service neutron] 10.222.0.26 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726665 Apr 21 13:01:39.522217 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c1ae61f0-7126-4ecf-85f9-9ed841e8a514 req-6e31ee33-0ef4-438f-a02b-98963093921b service neutron] 10.222.0.24 "GET /v2.0/networks/4e555949-1c19-45dc-b140-6a77acee0280?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772587 Apr 21 13:01:39.715011 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-8a657de5-394c-41f0-9dc5-7324646f6c99 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:39.716451 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-8a657de5-394c-41f0-9dc5-7324646f6c99 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.24 "GET /v2.0/networks?id=1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba HTTP/1.1" status: 200 len: 809 time: 0.1791823 Apr 21 13:01:39.729868 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-c2121d44-96a9-44f7-aaa6-2e74e49065b7 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Request body: {'port': {'device_id': '171da3f6-3edb-43df-9bd7-053487d8a5d1', 'network_id': '1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba', 'admin_state_up': True, 'tenant_id': '61b418ada6f44448bddbfc7db5705295'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:39.776851 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.24', 56405) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:39.788976 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a52a109c-8f4a-407e-ae7b-e71506e59c86 req-5ef1fdc3-6cb6-4e48-aeff-ccf45ec38b96 service neutron] 10.222.0.26 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612927 Apr 21 13:01:39.805544 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-023f109c-0639-4cb9-b974-fbcfa59f0845 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Allocated IP 172.20.0.7 (cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d/acc9cc18-e0a7-40a5-ae1d-7d7410dcbb88/bf3d9146-c7fb-4ffc-b840-f910daac070f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:01:39.811765 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c1ae61f0-7126-4ecf-85f9-9ed841e8a514 req-c8f84ab2-ba58-4827-bc17-a8288ec48b28 service neutron] 10.222.0.24 "GET /v2.0/networks/4e555949-1c19-45dc-b140-6a77acee0280?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663860 Apr 21 13:01:39.872216 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c2e589f1-354a-458f-9a4b-0ae114f4fe02 req-5f4d6810-cd69-456c-a80f-1f7a947c0903 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5333d02-0619-4047-a97b-7700d39e93be HTTP/1.1" status: 200 len: 210 time: 0.0627933 Apr 21 13:01:39.917467 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bfc62-ada4-4e0d-a823-e67d5f6ab5ea req-e9a23000-25a7-42ff-9264-fc689e7c3ec9 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:39.921593 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e50bfc62-ada4-4e0d-a823-e67d5f6ab5ea req-e9a23000-25a7-42ff-9264-fc689e7c3ec9 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.24 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 947 time: 0.1254234 Apr 21 13:01:39.973310 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-c2121d44-96a9-44f7-aaa6-2e74e49065b7 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Made reservation on behalf of 61b418ada6f44448bddbfc7db5705295 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:01:39.976771 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-c2121d44-96a9-44f7-aaa6-2e74e49065b7 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:40.089745 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2a80a-aeb2-4fa7-a355-f3e0343e5b38 req-c23cc4df-4dd9-4c6f-a60c-9ae70ce07e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:40.091273 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f4a2a80a-aeb2-4fa7-a355-f3e0343e5b38 req-c23cc4df-4dd9-4c6f-a60c-9ae70ce07e40 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dbf20d2a696446f3bf763b1a95728ce3&device_id=3a2688dd-a6c5-4daa-af9f-ffc54471df51 HTTP/1.1" status: 200 len: 1094 time: 0.1219332 Apr 21 13:01:40.108464 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-c2121d44-96a9-44f7-aaa6-2e74e49065b7 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Allocated IP 172.20.0.5 (1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba/646ffe22-a60e-49cf-8b9f-b45854132869/495979df-868d-4d22-8aad-e9a3bbd3b408) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:01:40.125412 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-023f109c-0639-4cb9-b974-fbcfa59f0845 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:40.218498 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-e50bfc62-ada4-4e0d-a823-e67d5f6ab5ea req-1ecffecc-6937-44e9-aa28-b9db37c3c5ea tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Deleting port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:01:40.224797 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e50bfc62-ada4-4e0d-a823-e67d5f6ab5ea req-1ecffecc-6937-44e9-aa28-b9db37c3c5ea tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:40.275140 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-c2121d44-96a9-44f7-aaa6-2e74e49065b7 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:40.363690 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2a80a-aeb2-4fa7-a355-f3e0343e5b38 req-8df95f0f-e5a1-468c-9b3c-cd0ff1c6ddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:40.365174 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f4a2a80a-aeb2-4fa7-a355-f3e0343e5b38 req-8df95f0f-e5a1-468c-9b3c-cd0ff1c6ddf5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=66226ca0-89ea-4d56-8a47-047ac66c4412 HTTP/1.1" status: 200 len: 916 time: 0.2629809 Apr 21 13:01:40.371101 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-c2121d44-96a9-44f7-aaa6-2e74e49065b7 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:40.379780 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eca965-2c7b-4057-a484-eb7ec6b96253 req-b0cc2964-85ad-4ee0-bb71-42cc807b63fe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:40.381757 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70eca965-2c7b-4057-a484-eb7ec6b96253 req-b0cc2964-85ad-4ee0-bb71-42cc807b63fe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 947 time: 0.2046444 Apr 21 13:01:40.420855 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-c2121d44-96a9-44f7-aaa6-2e74e49065b7 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Network 1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:01:40.425484 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-c2121d44-96a9-44f7-aaa6-2e74e49065b7 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:01:40.427813 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-c2121d44-96a9-44f7-aaa6-2e74e49065b7 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:01:40.442994 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f4a2a80a-aeb2-4fa7-a355-f3e0343e5b38 req-d30942fd-1e1d-4f8d-be5d-a79cf53b8917 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a92817b2-b7ec-4534-813e-f93118ee71a0 HTTP/1.1" status: 200 len: 217 time: 0.0606534 Apr 21 13:01:40.450676 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802d223-29e3-421b-b2c9-0792413ebcc7 req-2c37c47c-1742-4d78-9d7f-221d221f78ad tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:40.451474 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2121d44-96a9-44f7-aaa6-2e74e49065b7 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Pushing event updated for resources: {'Port': ['ID=495979df-868d-4d22-8aad-e9a3bbd3b408,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:40.452096 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9802d223-29e3-421b-b2c9-0792413ebcc7 req-2c37c47c-1742-4d78-9d7f-221d221f78ad tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2688dd-a6c5-4daa-af9f-ffc54471df51 HTTP/1.1" status: 200 len: 943 time: 0.1994445 Apr 21 13:01:40.476435 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-023f109c-0639-4cb9-b974-fbcfa59f0845 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:40.479677 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-c2121d44-96a9-44f7-aaa6-2e74e49065b7 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:40.480342 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-c2121d44-96a9-44f7-aaa6-2e74e49065b7 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:40.499760 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e50bfc62-ada4-4e0d-a823-e67d5f6ab5ea req-1ecffecc-6937-44e9-aa28-b9db37c3c5ea tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] For port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2,segment=NetworkSegment(c5000062-929d-4a36-aa02-f0d9d80fea4d),segment_id=c5000062-929d-4a36-aa02-f0d9d80fea4d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:40.501668 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e50bfc62-ada4-4e0d-a823-e67d5f6ab5ea req-1ecffecc-6937-44e9-aa28-b9db37c3c5ea tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:40.549977 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-c2121d44-96a9-44f7-aaa6-2e74e49065b7 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8238149 Apr 21 13:01:40.567062 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-dc5b2059-ca4a-4aec-a98c-64bb04836c4f service neutron] Request body: {'port': {'device_id': '171da3f6-3edb-43df-9bd7-053487d8a5d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:40.573363 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-e50bfc62-ada4-4e0d-a823-e67d5f6ab5ea req-1ecffecc-6937-44e9-aa28-b9db37c3c5ea tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Calling delete_port for c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:01:40.603532 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70eca965-2c7b-4057-a484-eb7ec6b96253 req-554c918f-21cd-4187-8d2e-4080b0af870b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=9ebc4c90-06bc-4672-b3af-8f7f0a62729c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089865 Apr 21 13:01:40.608921 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-023f109c-0639-4cb9-b974-fbcfa59f0845 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Network cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:01:40.622413 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-dc5b2059-ca4a-4aec-a98c-64bb04836c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:40.625043 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-023f109c-0639-4cb9-b974-fbcfa59f0845 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:01:40.630487 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f109c-0639-4cb9-b974-fbcfa59f0845 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'Port': ['ID=bf3d9146-c7fb-4ffc-b840-f910daac070f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:40.638391 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-023f109c-0639-4cb9-b974-fbcfa59f0845 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:01:40.681507 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9802d223-29e3-421b-b2c9-0792413ebcc7 req-9c9d4256-0814-4c34-9792-fefeba2074cc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=953e65cb-01d5-4327-9b0e-44ff04a33863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980014 Apr 21 13:01:40.682974 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2a80a-aeb2-4fa7-a355-f3e0343e5b38 req-bd698fea-2aa1-4fde-91b7-8ab4d23e9f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:40.684401 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f4a2a80a-aeb2-4fa7-a355-f3e0343e5b38 req-bd698fea-2aa1-4fde-91b7-8ab4d23e9f0c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50dbb38d-b032-403f-a924-76781bc12675 HTTP/1.1" status: 200 len: 854 time: 0.2314472 Apr 21 13:01:40.799246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-023f109c-0639-4cb9-b974-fbcfa59f0845 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:40.799905 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-023f109c-0639-4cb9-b974-fbcfa59f0845 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:40.840081 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85d21f-a572-4bbf-bb40-569033e0bfe7 req-a0a49117-e251-4166-a395-8db342ca1836 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:40.841704 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7b85d21f-a572-4bbf-bb40-569033e0bfe7 req-a0a49117-e251-4166-a395-8db342ca1836 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=171da3f6-3edb-43df-9bd7-053487d8a5d1 HTTP/1.1" status: 200 len: 931 time: 0.1657212 Apr 21 13:01:40.848869 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a2a80a-aeb2-4fa7-a355-f3e0343e5b38 req-eab2b22d-82d0-40fd-8713-a6df7a84683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:40.850412 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f4a2a80a-aeb2-4fa7-a355-f3e0343e5b38 req-eab2b22d-82d0-40fd-8713-a6df7a84683f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66226ca0-89ea-4d56-8a47-047ac66c4412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1442540 Apr 21 13:01:40.948912 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-023f109c-0639-4cb9-b974-fbcfa59f0845 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7934482 Apr 21 13:01:40.982266 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-120949ee-9dbc-4ae9-af09-f2ce8c08ab19 service neutron] Request body: {'port': {'device_id': 'c5333d02-0619-4047-a97b-7700d39e93be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:40.985790 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-034b426a-b7c4-442a-949b-cc905439078c None None] Provisioning complete for port bf3d9146-c7fb-4ffc-b840-f910daac070f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:01:40.992342 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-034b426a-b7c4-442a-949b-cc905439078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:41.004103 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-dc5b2059-ca4a-4aec-a98c-64bb04836c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 495979df-868d-4d22-8aad-e9a3bbd3b408 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:01:41.011979 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7b85d21f-a572-4bbf-bb40-569033e0bfe7 req-8a201d0b-5396-4bcb-a95e-d12e50d56238 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c63cdc-a094-4b54-9d12-fb88055054cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599948 Apr 21 13:01:41.014117 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-dc5b2059-ca4a-4aec-a98c-64bb04836c4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:41.035498 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-034b426a-b7c4-442a-949b-cc905439078c None None] Port bf3d9146-c7fb-4ffc-b840-f910daac070f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:01:41.044560 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-dc5b2059-ca4a-4aec-a98c-64bb04836c4f service neutron] Transition to ACTIVE for port object 495979df-868d-4d22-8aad-e9a3bbd3b408 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:01:41.108042 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7e8ad-d58b-44ef-ab10-72fade306f7c req-97661407-febd-4b0e-9de2-76f63d63fa0f tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:41.109539 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-44a7e8ad-d58b-44ef-ab10-72fade306f7c req-97661407-febd-4b0e-9de2-76f63d63fa0f tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5333d02-0619-4047-a97b-7700d39e93be HTTP/1.1" status: 200 len: 931 time: 0.1596694 Apr 21 13:01:41.113544 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f4a2a80a-aeb2-4fa7-a355-f3e0343e5b38 req-17cd3809-8cae-41b9-b96e-a7b32262de3d service neutron] 10.222.0.26 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550936 Apr 21 13:01:41.114276 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-120949ee-9dbc-4ae9-af09-f2ce8c08ab19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:41.124432 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-dc5b2059-ca4a-4aec-a98c-64bb04836c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:41.161628 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e50bfc62-ada4-4e0d-a823-e67d5f6ab5ea req-1ecffecc-6937-44e9-aa28-b9db37c3c5ea tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:41.194011 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b2059-ca4a-4aec-a98c-64bb04836c4f service neutron] Pushing event updated for resources: {'Port': ['ID=495979df-868d-4d22-8aad-e9a3bbd3b408,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:41.245689 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-dc5b2059-ca4a-4aec-a98c-64bb04836c4f service neutron] Attempting to bind port 495979df-868d-4d22-8aad-e9a3bbd3b408 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:01:41.246022 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-dc5b2059-ca4a-4aec-a98c-64bb04836c4f service neutron] Attempting to bind port 495979df-868d-4d22-8aad-e9a3bbd3b408 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '308c6004-4a39-4ffb-a315-eb13eda7f02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:01:41.246347 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-dc5b2059-ca4a-4aec-a98c-64bb04836c4f service neutron] Attempting to bind port 495979df-868d-4d22-8aad-e9a3bbd3b408 on network 1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:01:41.250539 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-dc5b2059-ca4a-4aec-a98c-64bb04836c4f service neutron] Port 495979df-868d-4d22-8aad-e9a3bbd3b408 on network 1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:01:41.251454 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-dc5b2059-ca4a-4aec-a98c-64bb04836c4f service neutron] Attempting to bind port 495979df-868d-4d22-8aad-e9a3bbd3b408 on network 1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:01:41.255768 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-dc5b2059-ca4a-4aec-a98c-64bb04836c4f service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:01:41.256040 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-dc5b2059-ca4a-4aec-a98c-64bb04836c4f service neutron] Checking segment: {'id': '308c6004-4a39-4ffb-a315-eb13eda7f02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:01:41.256421 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-dc5b2059-ca4a-4aec-a98c-64bb04836c4f service neutron] Bound using segment: {'id': '308c6004-4a39-4ffb-a315-eb13eda7f02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:01:41.256854 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-dc5b2059-ca4a-4aec-a98c-64bb04836c4f service neutron] Bound port: 495979df-868d-4d22-8aad-e9a3bbd3b408, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308c6004-4a39-4ffb-a315-eb13eda7f02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:01:41.257234 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-dc5b2059-ca4a-4aec-a98c-64bb04836c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:41.263475 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecffecc-6937-44e9-aa28-b9db37c3c5ea tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event deleted for resources: {'Port': ['ID=c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:41.267738 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-44a7e8ad-d58b-44ef-ab10-72fade306f7c req-d811b3db-f6a0-4b65-9596-251ff927f108 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8342b1d-a1b3-4882-a45a-b4bbe2db0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1513104 Apr 21 13:01:41.334691 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-dc5b2059-ca4a-4aec-a98c-64bb04836c4f service neutron] For port 495979df-868d-4d22-8aad-e9a3bbd3b408, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:01:41.338749 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-dc5b2059-ca4a-4aec-a98c-64bb04836c4f service neutron] For port 495979df-868d-4d22-8aad-e9a3bbd3b408, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=495979df-868d-4d22-8aad-e9a3bbd3b408,segment=NetworkSegment(308c6004-4a39-4ffb-a315-eb13eda7f02f),segment_id=308c6004-4a39-4ffb-a315-eb13eda7f02f)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:01:41.419973 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-dc5b2059-ca4a-4aec-a98c-64bb04836c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:41.457147 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-dc5b2059-ca4a-4aec-a98c-64bb04836c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:41.457795 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-dc5b2059-ca4a-4aec-a98c-64bb04836c4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:41.459283 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-dc5b2059-ca4a-4aec-a98c-64bb04836c4f service neutron] 10.222.0.24 "PUT /v2.0/ports/495979df-868d-4d22-8aad-e9a3bbd3b408 HTTP/1.1" status: 200 len: 1091 time: 0.8970602 Apr 21 13:01:41.459723 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '171da3f6-3edb-43df-9bd7-053487d8a5d1', 'tag': '495979df-868d-4d22-8aad-e9a3bbd3b408'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:01:41.462047 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b718aa56-dcaf-4ff1-93a7-7a7859e6396d" -d '{"events": [{"name": "network-changed", "server_uuid": "171da3f6-3edb-43df-9bd7-053487d8a5d1", "tag": "495979df-868d-4d22-8aad-e9a3bbd3b408"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:01:41.487247 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b2059-ca4a-4aec-a98c-64bb04836c4f service neutron] Pushing event updated for resources: {'Port': ['ID=495979df-868d-4d22-8aad-e9a3bbd3b408,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:41.513272 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579f139d-b359-405c-b04c-ca2ec8b4a7ef x-openstack-request-id: req-579f139d-b359-405c-b04c-ca2ec8b4a7ef {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:01:41.513568 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "171da3f6-3edb-43df-9bd7-053487d8a5d1", "tag": "495979df-868d-4d22-8aad-e9a3bbd3b408", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:01:41.514308 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-579f139d-b359-405c-b04c-ca2ec8b4a7ef {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:01:41.514741 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-579f139d-b359-405c-b04c-ca2ec8b4a7ef'] response: {'name': 'network-changed', 'server_uuid': '171da3f6-3edb-43df-9bd7-053487d8a5d1', 'tag': '495979df-868d-4d22-8aad-e9a3bbd3b408', 'status': 'completed', 'code': 200} Apr 21 13:01:41.718769 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e50bfc62-ada4-4e0d-a823-e67d5f6ab5ea req-1ecffecc-6937-44e9-aa28-b9db37c3c5ea tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] No DVR routers for this DVR port c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:01:41.744471 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e50bfc62-ada4-4e0d-a823-e67d5f6ab5ea req-1ecffecc-6937-44e9-aa28-b9db37c3c5ea tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:41.747923 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e50bfc62-ada4-4e0d-a823-e67d5f6ab5ea req-1ecffecc-6937-44e9-aa28-b9db37c3c5ea tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.24 "DELETE /v2.0/ports/c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 HTTP/1.1" status: 204 len: 173 time: 1.8123858 Apr 21 13:01:41.750002 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd6ed67c-e969-40d2-b5a9-1c7b01944248 req-1b5b62f6-ce54-4f9c-8514-f5915ec63c23 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 210 time: 0.0587528 Apr 21 13:01:41.750443 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177cd3ba-3c61-44bf-b6fa-206f6fe20532', 'name': 'network-vif-deleted', 'tag': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:01:41.752771 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4130f550-7f87-46a8-9096-715b1327b43f" -d '{"events": [{"server_uuid": "177cd3ba-3c61-44bf-b6fa-206f6fe20532", "name": "network-vif-deleted", "tag": "c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:01:41.812559 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f4a2a80a-aeb2-4fa7-a355-f3e0343e5b38 req-1260aa92-6060-46a7-93c3-506a5cff8bd8 service neutron] 10.222.0.26 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6889462 Apr 21 13:01:41.884725 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89585ab3-e2e2-49b8-8e06-e3953c5e8e03 req-c7f797d6-af17-457d-a3f3-ce8b31fd4db6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:41.886355 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-89585ab3-e2e2-49b8-8e06-e3953c5e8e03 req-c7f797d6-af17-457d-a3f3-ce8b31fd4db6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2688dd-a6c5-4daa-af9f-ffc54471df51 HTTP/1.1" status: 200 len: 943 time: 0.1152794 Apr 21 13:01:41.887879 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe76981-b30b-43a6-ae45-dc68c08451c6 x-openstack-request-id: req-abe76981-b30b-43a6-ae45-dc68c08451c6 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:01:41.888173 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177cd3ba-3c61-44bf-b6fa-206f6fe20532", "name": "network-vif-deleted", "tag": "c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:01:41.888428 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-abe76981-b30b-43a6-ae45-dc68c08451c6 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:01:41.888839 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abe76981-b30b-43a6-ae45-dc68c08451c6'] response: {'server_uuid': '177cd3ba-3c61-44bf-b6fa-206f6fe20532', 'name': 'network-vif-deleted', 'tag': 'c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2', 'status': 'completed', 'code': 200} Apr 21 13:01:41.963070 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-89585ab3-e2e2-49b8-8e06-e3953c5e8e03 req-0e97284a-25c2-4746-9071-d5a01eddaa18 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=953e65cb-01d5-4327-9b0e-44ff04a33863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646031 Apr 21 13:01:41.980929 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718aa56-dcaf-4ff1-93a7-7a7859e6396d req-654e0e66-4c8f-4e30-b744-5ee2279e5dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:41.982539 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b718aa56-dcaf-4ff1-93a7-7a7859e6396d req-654e0e66-4c8f-4e30-b744-5ee2279e5dd5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61b418ada6f44448bddbfc7db5705295&device_id=171da3f6-3edb-43df-9bd7-053487d8a5d1 HTTP/1.1" status: 200 len: 1094 time: 0.4397039 Apr 21 13:01:42.015011 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-120949ee-9dbc-4ae9-af09-f2ce8c08ab19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf3d9146-c7fb-4ffc-b840-f910daac070f {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:01:42.022711 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-120949ee-9dbc-4ae9-af09-f2ce8c08ab19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:42.034678 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-120949ee-9dbc-4ae9-af09-f2ce8c08ab19 service neutron] Transition to ACTIVE for port object bf3d9146-c7fb-4ffc-b840-f910daac070f will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:01:42.118375 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-120949ee-9dbc-4ae9-af09-f2ce8c08ab19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:42.163838 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718aa56-dcaf-4ff1-93a7-7a7859e6396d req-b098fe59-5209-4d3b-90b8-193cedbe5c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:42.166230 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b718aa56-dcaf-4ff1-93a7-7a7859e6396d req-b098fe59-5209-4d3b-90b8-193cedbe5c05 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=61b418ada6f44448bddbfc7db5705295&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1721966 Apr 21 13:01:42.178854 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f26c6-bb12-47e1-81d4-85927577a16c req-17453064-e161-46cc-9a34-49112b41a46b tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:42.180508 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a34f26c6-bb12-47e1-81d4-85927577a16c req-17453064-e161-46cc-9a34-49112b41a46b tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=171da3f6-3edb-43df-9bd7-053487d8a5d1 HTTP/1.1" status: 200 len: 943 time: 0.0914831 Apr 21 13:01:42.198192 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120949ee-9dbc-4ae9-af09-f2ce8c08ab19 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3d9146-c7fb-4ffc-b840-f910daac070f,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:42.271532 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a34f26c6-bb12-47e1-81d4-85927577a16c req-1d1e4f01-4251-4605-9deb-f650b1e77048 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c63cdc-a094-4b54-9d12-fb88055054cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815184 Apr 21 13:01:42.316626 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-120949ee-9dbc-4ae9-af09-f2ce8c08ab19 service neutron] Attempting to bind port bf3d9146-c7fb-4ffc-b840-f910daac070f on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:01:42.317516 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-120949ee-9dbc-4ae9-af09-f2ce8c08ab19 service neutron] Attempting to bind port bf3d9146-c7fb-4ffc-b840-f910daac070f by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '5acb7823-8bd6-49ab-8f8f-7d99aa11d065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:01:42.318184 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-120949ee-9dbc-4ae9-af09-f2ce8c08ab19 service neutron] Attempting to bind port bf3d9146-c7fb-4ffc-b840-f910daac070f on network cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:01:42.326586 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-120949ee-9dbc-4ae9-af09-f2ce8c08ab19 service neutron] Port bf3d9146-c7fb-4ffc-b840-f910daac070f on network cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:01:42.327037 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-120949ee-9dbc-4ae9-af09-f2ce8c08ab19 service neutron] Attempting to bind port bf3d9146-c7fb-4ffc-b840-f910daac070f on network cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:01:42.333751 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-120949ee-9dbc-4ae9-af09-f2ce8c08ab19 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:01:42.344539 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-120949ee-9dbc-4ae9-af09-f2ce8c08ab19 service neutron] Checking segment: {'id': '5acb7823-8bd6-49ab-8f8f-7d99aa11d065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:01:42.344539 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-120949ee-9dbc-4ae9-af09-f2ce8c08ab19 service neutron] Bound using segment: {'id': '5acb7823-8bd6-49ab-8f8f-7d99aa11d065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:01:42.344539 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-120949ee-9dbc-4ae9-af09-f2ce8c08ab19 service neutron] Bound port: bf3d9146-c7fb-4ffc-b840-f910daac070f, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5acb7823-8bd6-49ab-8f8f-7d99aa11d065', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:01:42.344539 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-120949ee-9dbc-4ae9-af09-f2ce8c08ab19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:42.367916 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718aa56-dcaf-4ff1-93a7-7a7859e6396d req-ea33e3f5-437a-46ff-b36a-6ae6daaae579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:42.373179 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b718aa56-dcaf-4ff1-93a7-7a7859e6396d req-ea33e3f5-437a-46ff-b36a-6ae6daaae579 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1930485 Apr 21 13:01:42.436755 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device a92817b2-b7ec-4534-813e-f93118ee71a0 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:01:42.439655 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae7ee7-78ac-4299-9218-7b60e255a048 req-f7387c6e-c817-4a23-bacb-0a283bcebfa4 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:42.441166 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-25ae7ee7-78ac-4299-9218-7b60e255a048 req-f7387c6e-c817-4a23-bacb-0a283bcebfa4 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5333d02-0619-4047-a97b-7700d39e93be HTTP/1.1" status: 200 len: 943 time: 0.0819421 Apr 21 13:01:42.456722 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-4e271167-7e8c-46de-8883-6e40af4ae926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:42.458650 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-4e271167-7e8c-46de-8883-6e40af4ae926 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=61b418ada6f44448bddbfc7db5705295&device_id=171da3f6-3edb-43df-9bd7-053487d8a5d1 HTTP/1.1" status: 200 len: 1094 time: 0.0447628 Apr 21 13:01:42.475641 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-120949ee-9dbc-4ae9-af09-f2ce8c08ab19 service neutron] For port bf3d9146-c7fb-4ffc-b840-f910daac070f, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:01:42.497834 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-120949ee-9dbc-4ae9-af09-f2ce8c08ab19 service neutron] For port bf3d9146-c7fb-4ffc-b840-f910daac070f, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=bf3d9146-c7fb-4ffc-b840-f910daac070f,segment=NetworkSegment(5acb7823-8bd6-49ab-8f8f-7d99aa11d065),segment_id=5acb7823-8bd6-49ab-8f8f-7d99aa11d065)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:01:42.514605 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-25ae7ee7-78ac-4299-9218-7b60e255a048 req-fe9fd0da-3269-4459-87f7-6b90989c0c4c tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8342b1d-a1b3-4882-a45a-b4bbe2db0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611291 Apr 21 13:01:42.539408 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-dfc736cf-0ecb-4098-bf6a-36275a2b1553 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=495979df-868d-4d22-8aad-e9a3bbd3b408 HTTP/1.1" status: 200 len: 217 time: 0.0654852 Apr 21 13:01:42.557183 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port a92817b2-b7ec-4534-813e-f93118ee71a0, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=a92817b2-b7ec-4534-813e-f93118ee71a0,segment=NetworkSegment(374fc68c-cad2-4786-bb7b-956a7d4d9f8e),segment_id=374fc68c-cad2-4786-bb7b-956a7d4d9f8e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:42.569620 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'a92817b2-b7ec-4534-813e-f93118ee71a0', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'port_id': 'a92817b2-b7ec-4534-813e-f93118ee71a0', 'mac_address': 'fa:16:3e:22:75:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:01:42.571501 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-120949ee-9dbc-4ae9-af09-f2ce8c08ab19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:42.596444 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-4e0ee2b1-bbc3-4440-bb17-e3e169a35a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:42.602089 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-4e0ee2b1-bbc3-4440-bb17-e3e169a35a8f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=646ffe22-a60e-49cf-8b9f-b45854132869 HTTP/1.1" status: 200 len: 849 time: 0.0548823 Apr 21 13:01:42.605412 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-120949ee-9dbc-4ae9-af09-f2ce8c08ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:42.606070 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-120949ee-9dbc-4ae9-af09-f2ce8c08ab19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:42.607483 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-120949ee-9dbc-4ae9-af09-f2ce8c08ab19 service neutron] 10.222.0.24 "PUT /v2.0/ports/bf3d9146-c7fb-4ffc-b840-f910daac070f HTTP/1.1" status: 200 len: 1091 time: 1.6344774 Apr 21 13:01:42.613681 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:42.628721 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a92817b2-b7ec-4534-813e-f93118ee71a0 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:01:42.635772 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120949ee-9dbc-4ae9-af09-f2ce8c08ab19 service neutron] Pushing event updated for resources: {'Port': ['ID=bf3d9146-c7fb-4ffc-b840-f910daac070f,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:42.651316 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port a92817b2-b7ec-4534-813e-f93118ee71a0, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=a92817b2-b7ec-4534-813e-f93118ee71a0,segment=NetworkSegment(374fc68c-cad2-4786-bb7b-956a7d4d9f8e),segment_id=374fc68c-cad2-4786-bb7b-956a7d4d9f8e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:42.670450 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-8dab4891-f435-4b06-863a-76a36910d6c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550683 Apr 21 13:01:42.756207 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:42.805387 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-dcaa7b90-48ab-4a13-a232-52b15a88a025 service neutron] 10.222.0.24 "GET /v2.0/networks/1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244302 Apr 21 13:01:42.846418 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=a92817b2-b7ec-4534-813e-f93118ee71a0,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:42.868982 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-c5e71826-e1c2-43f1-84ed-689aba75645a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:42.870542 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-c5e71826-e1c2-43f1-84ed-689aba75645a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=751a38797aaa4af4acc7445401990284&device_id=c5333d02-0619-4047-a97b-7700d39e93be HTTP/1.1" status: 200 len: 1094 time: 0.0833433 Apr 21 13:01:42.909723 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f9a4207-caaa-4f07-8ac3-2c99cd6be55a req-b8e9afe9-d869-467a-a95c-915d40e37c8c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=177cd3ba-3c61-44bf-b6fa-206f6fe20532 HTTP/1.1" status: 200 len: 210 time: 0.0377777 Apr 21 13:01:42.938159 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-43a5abd6-2ea7-4be6-9f84-091250000e69 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf3d9146-c7fb-4ffc-b840-f910daac070f HTTP/1.1" status: 200 len: 217 time: 0.0554445 Apr 21 13:01:42.940769 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-0d38e90f-922b-4991-8c4b-399241938975 service neutron] 10.222.0.24 "GET /v2.0/networks/1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232476 Apr 21 13:01:42.997951 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-25215346-8ce7-4acc-9f74-349b5e80c33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:42.999435 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-25215346-8ce7-4acc-9f74-349b5e80c33b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=acc9cc18-e0a7-40a5-ae1d-7d7410dcbb88 HTTP/1.1" status: 200 len: 834 time: 0.0451617 Apr 21 13:01:43.025921 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:01:43.054048 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:01:43.054048 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c6785bc7-3e82-4f6c-bc1e-50ab078bc1a2 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:01:43.077610 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-e9e55287-f150-417a-a90e-9f81723e1d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:43.081276 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-e9e55287-f150-417a-a90e-9f81723e1d21 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688930 Apr 21 13:01:43.085812 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['a92817b2-b7ec-4534-813e-f93118ee71a0'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:01:43.106349 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f21f0-e7bd-4486-85b1-e4e1ecebae72 req-3b736983-655b-4786-8e2c-3adcb493715f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:43.107810 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2f21f0-e7bd-4486-85b1-e4e1ecebae72 req-3b736983-655b-4786-8e2c-3adcb493715f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2688dd-a6c5-4daa-af9f-ffc54471df51 HTTP/1.1" status: 200 len: 944 time: 0.0666571 Apr 21 13:01:43.187435 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2f21f0-e7bd-4486-85b1-e4e1ecebae72 req-49f77480-e291-4ee6-bd67-af61f4dadb98 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=953e65cb-01d5-4327-9b0e-44ff04a33863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699451 Apr 21 13:01:43.211132 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-35186697-934c-4c00-909f-5b9392092feb service neutron] 10.222.0.24 "GET /v2.0/networks/cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230404 Apr 21 13:01:43.303589 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-729ae5bf-be25-48d9-9c1e-58e0f3f4c8b5 req-50765187-31a2-472e-adc9-c86890220036 service neutron] 10.222.0.24 "GET /v2.0/networks/cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853176 Apr 21 13:01:43.394714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7bf2d-13f2-412e-9930-8ed58c9fc0d9 req-b55588a3-a6b3-4c25-a91e-7417944e6b83 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:43.396581 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4dc7bf2d-13f2-412e-9930-8ed58c9fc0d9 req-b55588a3-a6b3-4c25-a91e-7417944e6b83 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=171da3f6-3edb-43df-9bd7-053487d8a5d1 HTTP/1.1" status: 200 len: 943 time: 0.0504541 Apr 21 13:01:43.435918 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4dc7bf2d-13f2-412e-9930-8ed58c9fc0d9 req-2ce0c4f2-a856-472e-bb65-44c909ed2dba tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c63cdc-a094-4b54-9d12-fb88055054cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325670 Apr 21 13:01:43.495908 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c1935557-5195-482e-a3c1-1b7bf365cd80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:43.624525 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a8fd7-f0a7-407e-a93c-46955e8110fe req-0d1aab8f-0781-4b77-af87-dddc9b67da2e tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:43.630202 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d69a8fd7-f0a7-407e-a93c-46955e8110fe req-0d1aab8f-0781-4b77-af87-dddc9b67da2e tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5333d02-0619-4047-a97b-7700d39e93be HTTP/1.1" status: 200 len: 943 time: 0.0549967 Apr 21 13:01:43.676775 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d69a8fd7-f0a7-407e-a93c-46955e8110fe req-d252da1e-9210-474f-93f8-bd59a4f8ebb0 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8342b1d-a1b3-4882-a45a-b4bbe2db0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445342 Apr 21 13:01:43.889770 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5333d02-0619-4047-a97b-7700d39e93be', 'tag': 'bf3d9146-c7fb-4ffc-b840-f910daac070f'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:01:43.892248 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96c5b44-9e07-44c0-b73d-2e2c58b7d771" -d '{"events": [{"name": "network-changed", "server_uuid": "c5333d02-0619-4047-a97b-7700d39e93be", "tag": "bf3d9146-c7fb-4ffc-b840-f910daac070f"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:01:43.926924 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db15ede2-00e9-4a63-b798-0ea01f321790 x-openstack-request-id: req-db15ede2-00e9-4a63-b798-0ea01f321790 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:01:43.927218 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5333d02-0619-4047-a97b-7700d39e93be", "tag": "bf3d9146-c7fb-4ffc-b840-f910daac070f", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:01:43.927487 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-db15ede2-00e9-4a63-b798-0ea01f321790 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:01:43.927922 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db15ede2-00e9-4a63-b798-0ea01f321790'] response: {'name': 'network-changed', 'server_uuid': 'c5333d02-0619-4047-a97b-7700d39e93be', 'tag': 'bf3d9146-c7fb-4ffc-b840-f910daac070f', 'status': 'completed', 'code': 200} Apr 21 13:01:43.965040 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43582) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:43.993800 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c5b44-9e07-44c0-b73d-2e2c58b7d771 req-cfb3b5aa-f2b0-4ea4-9836-fa5b886f1dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:43.995298 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d96c5b44-9e07-44c0-b73d-2e2c58b7d771 req-cfb3b5aa-f2b0-4ea4-9836-fa5b886f1dd8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=751a38797aaa4af4acc7445401990284&device_id=c5333d02-0619-4047-a97b-7700d39e93be HTTP/1.1" status: 200 len: 1094 time: 0.0431001 Apr 21 13:01:44.083891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c5b44-9e07-44c0-b73d-2e2c58b7d771 req-0842cefd-f5b3-4e3d-a3d9-ccf11478e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:44.085342 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d96c5b44-9e07-44c0-b73d-2e2c58b7d771 req-0842cefd-f5b3-4e3d-a3d9-ccf11478e5c8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d HTTP/1.1" status: 200 len: 898 time: 0.0830908 Apr 21 13:01:44.134522 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d96c5b44-9e07-44c0-b73d-2e2c58b7d771 req-722d2bdf-dd69-41e6-a1ca-ecd0b878805b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf3d9146-c7fb-4ffc-b840-f910daac070f HTTP/1.1" status: 200 len: 217 time: 0.0386772 Apr 21 13:01:44.182706 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c5b44-9e07-44c0-b73d-2e2c58b7d771 req-5a61fdbf-8df6-4487-8612-0694902ef605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:44.184185 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d96c5b44-9e07-44c0-b73d-2e2c58b7d771 req-5a61fdbf-8df6-4487-8612-0694902ef605 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=acc9cc18-e0a7-40a5-ae1d-7d7410dcbb88 HTTP/1.1" status: 200 len: 834 time: 0.0430729 Apr 21 13:01:44.235696 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96c5b44-9e07-44c0-b73d-2e2c58b7d771 req-4e7cf66f-fbbf-416b-b79c-1178479570d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:44.237312 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d96c5b44-9e07-44c0-b73d-2e2c58b7d771 req-4e7cf66f-fbbf-416b-b79c-1178479570d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436161 Apr 21 13:01:44.326729 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e7cd017-62f5-4ee9-8075-44c4953a8809 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:44.368302 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defffdd0-ab72-4156-af18-ecf1776466f1 req-d5004ddd-f8ea-446e-8b9b-cfabf5c5bf62 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:44.371626 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-defffdd0-ab72-4156-af18-ecf1776466f1 req-d5004ddd-f8ea-446e-8b9b-cfabf5c5bf62 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2688dd-a6c5-4daa-af9f-ffc54471df51 HTTP/1.1" status: 200 len: 944 time: 0.1035225 Apr 21 13:01:44.377214 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d96c5b44-9e07-44c0-b73d-2e2c58b7d771 req-3fa582f6-3599-4db5-b73d-299b84fe76ec service neutron] 10.222.0.24 "GET /v2.0/networks/cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316528 Apr 21 13:01:44.435011 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device a92817b2-b7ec-4534-813e-f93118ee71a0 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:01:44.462432 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-defffdd0-ab72-4156-af18-ecf1776466f1 req-05dfe3af-c101-41fb-994f-3da84a2ef88e tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=953e65cb-01d5-4327-9b0e-44ff04a33863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842245 Apr 21 13:01:44.503854 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d96c5b44-9e07-44c0-b73d-2e2c58b7d771 req-9e57742d-5ac3-44a6-8b16-aa316b99e1e3 service neutron] 10.222.0.24 "GET /v2.0/networks/cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184561 Apr 21 13:01:44.544316 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port a92817b2-b7ec-4534-813e-f93118ee71a0 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:01:44.549136 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port a92817b2-b7ec-4534-813e-f93118ee71a0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:01:44.550285 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:44.572447 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5779f821-8a95-49f8-b426-4737e8ce4728 req-42427f53-7fc8-4615-a92d-83f56e04aeae tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:44.580783 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5779f821-8a95-49f8-b426-4737e8ce4728 req-42427f53-7fc8-4615-a92d-83f56e04aeae tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=171da3f6-3edb-43df-9bd7-053487d8a5d1 HTTP/1.1" status: 200 len: 943 time: 0.0592167 Apr 21 13:01:44.617322 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5779f821-8a95-49f8-b426-4737e8ce4728 req-996e4c6c-7f4f-49b1-a01b-6eed26a24e19 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c63cdc-a094-4b54-9d12-fb88055054cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356724 Apr 21 13:01:44.618890 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-5e7cd017-62f5-4ee9-8075-44c4953a8809 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Deleting port 3d750524-5330-4e02-9871-486eeee57c48 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:01:44.619237 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e7cd017-62f5-4ee9-8075-44c4953a8809 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:44.633911 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:44.657974 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2688dd-a6c5-4daa-af9f-ffc54471df51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92817b2-b7ec-4534-813e-f93118ee71a0'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:01:44.660136 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144f33b1-9043-4e0a-96d8-dff77e704c99" -d '{"events": [{"server_uuid": "3a2688dd-a6c5-4daa-af9f-ffc54471df51", "name": "network-vif-plugged", "status": "completed", "tag": "a92817b2-b7ec-4534-813e-f93118ee71a0"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:01:44.672528 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port a92817b2-b7ec-4534-813e-f93118ee71a0, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=a92817b2-b7ec-4534-813e-f93118ee71a0,segment=NetworkSegment(374fc68c-cad2-4786-bb7b-956a7d4d9f8e),segment_id=374fc68c-cad2-4786-bb7b-956a7d4d9f8e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:44.700827 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd45914-59fa-4663-ae81-10e68ae00d49 x-openstack-request-id: req-fcd45914-59fa-4663-ae81-10e68ae00d49 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:01:44.701149 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2688dd-a6c5-4daa-af9f-ffc54471df51", "name": "network-vif-plugged", "status": "completed", "tag": "a92817b2-b7ec-4534-813e-f93118ee71a0", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:01:44.701730 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fcd45914-59fa-4663-ae81-10e68ae00d49 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:01:44.702287 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcd45914-59fa-4663-ae81-10e68ae00d49'] response: {'server_uuid': '3a2688dd-a6c5-4daa-af9f-ffc54471df51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a92817b2-b7ec-4534-813e-f93118ee71a0', 'code': 200} Apr 21 13:01:44.714333 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-5e7cd017-62f5-4ee9-8075-44c4953a8809 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] For port 3d750524-5330-4e02-9871-486eeee57c48, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3d750524-5330-4e02-9871-486eeee57c48,segment=NetworkSegment(c5000062-929d-4a36-aa02-f0d9d80fea4d),segment_id=c5000062-929d-4a36-aa02-f0d9d80fea4d)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:44.714713 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e7cd017-62f5-4ee9-8075-44c4953a8809 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:44.728311 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-5e7cd017-62f5-4ee9-8075-44c4953a8809 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Calling delete_port for 3d750524-5330-4e02-9871-486eeee57c48 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:01:44.750163 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:44.801403 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=a92817b2-b7ec-4534-813e-f93118ee71a0,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:44.834429 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df165897-f45e-498a-943f-1b840f7c427f req-010fe8b2-6fe6-43f7-b76e-68cae36ce8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:44.835957 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df165897-f45e-498a-943f-1b840f7c427f req-010fe8b2-6fe6-43f7-b76e-68cae36ce8fb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3a2688dd-a6c5-4daa-af9f-ffc54471df51 HTTP/1.1" status: 200 len: 1096 time: 0.0750310 Apr 21 13:01:44.844247 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b355b-3fd1-4880-bbe1-f79357d1bc8e req-5f8268d3-e84d-457b-99c9-edcdfc3cdb3e tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:44.845661 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c41b355b-3fd1-4880-bbe1-f79357d1bc8e req-5f8268d3-e84d-457b-99c9-edcdfc3cdb3e tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5333d02-0619-4047-a97b-7700d39e93be HTTP/1.1" status: 200 len: 943 time: 0.1003001 Apr 21 13:01:44.900878 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c41b355b-3fd1-4880-bbe1-f79357d1bc8e req-042ec281-2cfb-4bee-92bc-8d4a94cd3863 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8342b1d-a1b3-4882-a45a-b4bbe2db0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476735 Apr 21 13:01:44.902570 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df165897-f45e-498a-943f-1b840f7c427f req-61c59fdf-f9d1-46ad-9fa9-a1d80f57086d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=953e65cb-01d5-4327-9b0e-44ff04a33863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560470 Apr 21 13:01:44.993597 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e7cd017-62f5-4ee9-8075-44c4953a8809 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:45.017987 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7cd017-62f5-4ee9-8075-44c4953a8809 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event deleted for resources: {'Port': ['ID=3d750524-5330-4e02-9871-486eeee57c48,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:45.022528 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device bf3d9146-c7fb-4ffc-b840-f910daac070f details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:01:45.129154 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port bf3d9146-c7fb-4ffc-b840-f910daac070f, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=bf3d9146-c7fb-4ffc-b840-f910daac070f,segment=NetworkSegment(5acb7823-8bd6-49ab-8f8f-7d99aa11d065),segment_id=5acb7823-8bd6-49ab-8f8f-7d99aa11d065)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:45.143034 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'bf3d9146-c7fb-4ffc-b840-f910daac070f', 'network_id': 'cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d', 'port_id': 'bf3d9146-c7fb-4ffc-b840-f910daac070f', 'mac_address': 'fa:16:3e:68:5b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc9cc18-e0a7-40a5-ae1d-7d7410dcbb88', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:01:45.184128 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:45.198883 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3d9146-c7fb-4ffc-b840-f910daac070f {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:01:45.199465 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e7cd017-62f5-4ee9-8075-44c4953a8809 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:45.220098 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port bf3d9146-c7fb-4ffc-b840-f910daac070f, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=bf3d9146-c7fb-4ffc-b840-f910daac070f,segment=NetworkSegment(5acb7823-8bd6-49ab-8f8f-7d99aa11d065),segment_id=5acb7823-8bd6-49ab-8f8f-7d99aa11d065)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:45.295888 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:45.296871 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 495979df-868d-4d22-8aad-e9a3bbd3b408 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:01:45.369288 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=bf3d9146-c7fb-4ffc-b840-f910daac070f,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:45.421855 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7cd017-62f5-4ee9-8075-44c4953a8809 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Router 489733ba-6a09-4e32-8c54-3bd75de302b3 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:01:45.436958 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 495979df-868d-4d22-8aad-e9a3bbd3b408, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=495979df-868d-4d22-8aad-e9a3bbd3b408,segment=NetworkSegment(308c6004-4a39-4ffb-a315-eb13eda7f02f),segment_id=308c6004-4a39-4ffb-a315-eb13eda7f02f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:45.448586 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '495979df-868d-4d22-8aad-e9a3bbd3b408', 'network_id': '1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba', 'port_id': '495979df-868d-4d22-8aad-e9a3bbd3b408', 'mac_address': 'fa:16:3e:7d:df:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '646ffe22-a60e-49cf-8b9f-b45854132869', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:01:45.484729 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:45.501564 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495979df-868d-4d22-8aad-e9a3bbd3b408 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:01:45.520636 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 495979df-868d-4d22-8aad-e9a3bbd3b408, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=495979df-868d-4d22-8aad-e9a3bbd3b408,segment=NetworkSegment(308c6004-4a39-4ffb-a315-eb13eda7f02f),segment_id=308c6004-4a39-4ffb-a315-eb13eda7f02f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:45.528545 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7cd017-62f5-4ee9-8075-44c4953a8809 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:01:45.533941 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5e7cd017-62f5-4ee9-8075-44c4953a8809 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "PUT /v2.0/routers/489733ba-6a09-4e32-8c54-3bd75de302b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5673561 Apr 21 13:01:45.536445 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43594) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:45.539000 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2e0bb5-1abc-4dae-8af9-8b2c75c17423 None None] Sync routers for ids ['489733ba-6a09-4e32-8c54-3bd75de302b3'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:01:45.550497 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2e0bb5-1abc-4dae-8af9-8b2c75c17423 None None] Routers {'489733ba-6a09-4e32-8c54-3bd75de302b3'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:01:45.551102 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ed2e0bb5-1abc-4dae-8af9-8b2c75c17423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:01:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['489733ba-6a09-4e32-8c54-3bd75de302b3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:45.599712 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:45.613316 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-10de02ec-5c25-4304-8e1d-39ef4b6a6515 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Deleting subnet d2e0aa77-3310-4a79-a9b7-1005747f55a8 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:01:45.622077 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa39a6-702a-4c47-a1b0-6ef8b03e94e3 req-82350ba2-502e-4f34-9eb9-cfb0d37e3fd7 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:45.624433 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10de02ec-5c25-4304-8e1d-39ef4b6a6515 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:45.627933 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31fa39a6-702a-4c47-a1b0-6ef8b03e94e3 req-82350ba2-502e-4f34-9eb9-cfb0d37e3fd7 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2688dd-a6c5-4daa-af9f-ffc54471df51 HTTP/1.1" status: 200 len: 945 time: 0.0822701 Apr 21 13:01:45.689258 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10de02ec-5c25-4304-8e1d-39ef4b6a6515 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:45.705615 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31fa39a6-702a-4c47-a1b0-6ef8b03e94e3 req-3e57134a-ae1b-4a00-a406-8a88007212b4 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=953e65cb-01d5-4327-9b0e-44ff04a33863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668304 Apr 21 13:01:45.715238 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=495979df-868d-4d22-8aad-e9a3bbd3b408,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:45.767073 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a11b8f-1815-442d-ad0c-31217130bebb req-c4b687d8-f933-4c1d-aa0c-c3704c2ac143 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:45.767405 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7080b708-f436-4d63-be0d-ad2a6ef3bec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:45.769002 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94a11b8f-1815-442d-ad0c-31217130bebb req-c4b687d8-f933-4c1d-aa0c-c3704c2ac143 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=171da3f6-3edb-43df-9bd7-053487d8a5d1 HTTP/1.1" status: 200 len: 944 time: 0.0619481 Apr 21 13:01:45.796288 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ed2e0bb5-1abc-4dae-8af9-8b2c75c17423 None None] Set router 489733ba-6a09-4e32-8c54-3bd75de302b3 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:01:45.798668 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10de02ec-5c25-4304-8e1d-39ef4b6a6515 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:45.816228 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94a11b8f-1815-442d-ad0c-31217130bebb req-13665bd2-bcb5-4261-ae1b-70719786cc47 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c63cdc-a094-4b54-9d12-fb88055054cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380063 Apr 21 13:01:45.878426 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['495979df-868d-4d22-8aad-e9a3bbd3b408'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:01:45.880688 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['bf3d9146-c7fb-4ffc-b840-f910daac070f'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:01:45.935166 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10de02ec-5c25-4304-8e1d-39ef4b6a6515 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:45.966231 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de02ec-5c25-4304-8e1d-39ef4b6a6515 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event deleted for resources: {'Subnet': ['ID=d2e0aa77-3310-4a79-a9b7-1005747f55a8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:45.971674 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ed2e0bb5-1abc-4dae-8af9-8b2c75c17423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928420442', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'e6b6c819-753c-40d8-915a-01609b9bb80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:21Z', 'updated_at': '2022-04-21T13:01:44Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': 'e6b6c819-753c-40d8-915a-01609b9bb80f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:af:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:22Z', 'updated_at': '2022-04-21T12:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:45.974060 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10de02ec-5c25-4304-8e1d-39ef4b6a6515 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:45.977798 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-10de02ec-5c25-4304-8e1d-39ef4b6a6515 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "DELETE /v2.0/subnets/d2e0aa77-3310-4a79-a9b7-1005747f55a8 HTTP/1.1" status: 204 len: 168 time: 0.4398019 Apr 21 13:01:45.984490 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43600) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:45.991816 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c825fd83-2364-4d36-9351-3f44ed0348ff None None] Network 4e555949-1c19-45dc-b140-6a77acee0280 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:01:46.006887 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2e0bb5-1abc-4dae-8af9-8b2c75c17423 None None] Checking router: 489733ba-6a09-4e32-8c54-3bd75de302b3 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:01:46.016055 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2e0bb5-1abc-4dae-8af9-8b2c75c17423 None None] Routers {'489733ba-6a09-4e32-8c54-3bd75de302b3'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:01:46.016888 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ed2e0bb5-1abc-4dae-8af9-8b2c75c17423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:01:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['489733ba-6a09-4e32-8c54-3bd75de302b3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:46.071093 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe186fe7-a131-49bb-834f-86abaa30362d req-55c1ed5b-e96d-45c8-ae69-70e6bf686ef7 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:46.082794 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fe186fe7-a131-49bb-834f-86abaa30362d req-55c1ed5b-e96d-45c8-ae69-70e6bf686ef7 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5333d02-0619-4047-a97b-7700d39e93be HTTP/1.1" status: 200 len: 944 time: 0.0700994 Apr 21 13:01:46.115140 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af2bf61c-11e1-4c55-aeca-7ec60a943620 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:46.128109 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ed2e0bb5-1abc-4dae-8af9-8b2c75c17423 None None] Set router 489733ba-6a09-4e32-8c54-3bd75de302b3 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:01:46.140280 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fe186fe7-a131-49bb-834f-86abaa30362d req-8aa45a0b-3baa-4c80-9020-b50f80de285f tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8342b1d-a1b3-4882-a45a-b4bbe2db0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559492 Apr 21 13:01:46.350014 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ed2e0bb5-1abc-4dae-8af9-8b2c75c17423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928420442', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'e6b6c819-753c-40d8-915a-01609b9bb80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:21Z', 'updated_at': '2022-04-21T13:01:44Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': 'e6b6c819-753c-40d8-915a-01609b9bb80f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:af:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:22Z', 'updated_at': '2022-04-21T12:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:46.393657 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2e0bb5-1abc-4dae-8af9-8b2c75c17423 None None] The sync data for ids ['489733ba-6a09-4e32-8c54-3bd75de302b3'] in n-d-836147-2 is: [{'id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1928420442', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.247'}], 'enable_snat': True}, 'gw_port_id': 'e6b6c819-753c-40d8-915a-01609b9bb80f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:59:21Z', 'updated_at': '2022-04-21T13:01:44Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': 'e6b6c819-753c-40d8-915a-01609b9bb80f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:af:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489733ba-6a09-4e32-8c54-3bd75de302b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:59:22Z', 'updated_at': '2022-04-21T12:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:01:46.401835 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91692b4c-75c6-48e3-8b4a-1646c8d3abc3 None None] DHCP port deletion for 4e555949-1c19-45dc-b140-6a77acee0280 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:01:46.462684 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-91692b4c-75c6-48e3-8b4a-1646c8d3abc3 None None] Deleting port c0bd6006-c069-4a35-b86d-fcd6ccd5bf17 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:01:46.463585 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91692b4c-75c6-48e3-8b4a-1646c8d3abc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:46.506354 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af2bf61c-11e1-4c55-aeca-7ec60a943620 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:46.526687 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-91692b4c-75c6-48e3-8b4a-1646c8d3abc3 None None] For port c0bd6006-c069-4a35-b86d-fcd6ccd5bf17, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c0bd6006-c069-4a35-b86d-fcd6ccd5bf17,segment=NetworkSegment(c5000062-929d-4a36-aa02-f0d9d80fea4d),segment_id=c5000062-929d-4a36-aa02-f0d9d80fea4d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:46.527009 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91692b4c-75c6-48e3-8b4a-1646c8d3abc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:46.540794 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-91692b4c-75c6-48e3-8b4a-1646c8d3abc3 None None] Calling delete_port for c0bd6006-c069-4a35-b86d-fcd6ccd5bf17 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:01:46.672977 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-af2bf61c-11e1-4c55-aeca-7ec60a943620 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Deleting port e6b6c819-753c-40d8-915a-01609b9bb80f {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:01:46.673240 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af2bf61c-11e1-4c55-aeca-7ec60a943620 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:46.707409 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-91692b4c-75c6-48e3-8b4a-1646c8d3abc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:46.734037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91692b4c-75c6-48e3-8b4a-1646c8d3abc3 None None] Pushing event deleted for resources: {'Port': ['ID=c0bd6006-c069-4a35-b86d-fcd6ccd5bf17,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:46.739571 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91692b4c-75c6-48e3-8b4a-1646c8d3abc3 None None] No DVR routers for this DVR port c0bd6006-c069-4a35-b86d-fcd6ccd5bf17 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:01:46.762655 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-af2bf61c-11e1-4c55-aeca-7ec60a943620 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] For port e6b6c819-753c-40d8-915a-01609b9bb80f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e6b6c819-753c-40d8-915a-01609b9bb80f,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:46.763101 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af2bf61c-11e1-4c55-aeca-7ec60a943620 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:46.777302 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-af2bf61c-11e1-4c55-aeca-7ec60a943620 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Calling delete_port for e6b6c819-753c-40d8-915a-01609b9bb80f owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:01:46.835604 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e7827-e7e6-4132-a6dd-b3ecbe031194 req-df11e9eb-e9c4-408a-a4d1-fa78b58fbb01 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:46.837193 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ca0e7827-e7e6-4132-a6dd-b3ecbe031194 req-df11e9eb-e9c4-408a-a4d1-fa78b58fbb01 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2688dd-a6c5-4daa-af9f-ffc54471df51 HTTP/1.1" status: 200 len: 945 time: 0.0559795 Apr 21 13:01:46.899420 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ca0e7827-e7e6-4132-a6dd-b3ecbe031194 req-79b36f67-8021-44b6-968b-6f696c42fabb tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=953e65cb-01d5-4327-9b0e-44ff04a33863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495684 Apr 21 13:01:46.933806 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:46.962903 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29791adc-4d07-4747-90e9-468979a9515d req-53030396-9313-40f4-9302-b37526b6c525 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:46.964426 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-29791adc-4d07-4747-90e9-468979a9515d req-53030396-9313-40f4-9302-b37526b6c525 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=171da3f6-3edb-43df-9bd7-053487d8a5d1 HTTP/1.1" status: 200 len: 944 time: 0.0641425 Apr 21 13:01:47.034843 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-29791adc-4d07-4747-90e9-468979a9515d req-a2c2fc14-4cb0-4abc-8691-55e9885e94f2 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c63cdc-a094-4b54-9d12-fb88055054cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643110 Apr 21 13:01:47.047577 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af2bf61c-11e1-4c55-aeca-7ec60a943620 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:47.056635 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdab9ae-df56-4761-9d8a-508f7a8fe7e7 req-f77c2a89-7865-412d-b0c0-372a45995456 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:47.060257 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5fdab9ae-df56-4761-9d8a-508f7a8fe7e7 req-f77c2a89-7865-412d-b0c0-372a45995456 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2688dd-a6c5-4daa-af9f-ffc54471df51 HTTP/1.1" status: 200 len: 945 time: 0.0794942 Apr 21 13:01:47.060383 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device bf3d9146-c7fb-4ffc-b840-f910daac070f up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:01:47.066885 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43608) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:47.072447 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1d79e082-3d44-4909-aa63-e7bbe28368d4 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Request body: {'floatingip': {'port_id': 'a92817b2-b7ec-4534-813e-f93118ee71a0'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:47.078160 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2bf61c-11e1-4c55-aeca-7ec60a943620 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event deleted for resources: {'Port': ['ID=e6b6c819-753c-40d8-915a-01609b9bb80f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:47.118393 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d79e082-3d44-4909-aa63-e7bbe28368d4 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:47.143941 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af2bf61c-11e1-4c55-aeca-7ec60a943620 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:47.204466 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port bf3d9146-c7fb-4ffc-b840-f910daac070f completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:01:47.208910 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port bf3d9146-c7fb-4ffc-b840-f910daac070f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:01:47.209292 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:47.252903 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af2bf61c-11e1-4c55-aeca-7ec60a943620 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:47.255018 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af2bf61c-11e1-4c55-aeca-7ec60a943620 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:47.293505 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:47.316603 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5333d02-0619-4047-a97b-7700d39e93be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3d9146-c7fb-4ffc-b840-f910daac070f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:01:47.318876 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457e4a9c-ba01-4745-bbd2-4c280f4d3f6c" -d '{"events": [{"server_uuid": "c5333d02-0619-4047-a97b-7700d39e93be", "name": "network-vif-plugged", "status": "completed", "tag": "bf3d9146-c7fb-4ffc-b840-f910daac070f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:01:47.328298 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c67f21-a620-4594-9ceb-086f798ca297 req-f86cf35f-6226-478f-9466-7dd011b438a6 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:47.329838 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09c67f21-a620-4594-9ceb-086f798ca297 req-f86cf35f-6226-478f-9466-7dd011b438a6 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5333d02-0619-4047-a97b-7700d39e93be HTTP/1.1" status: 200 len: 944 time: 0.1091223 Apr 21 13:01:47.333098 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port bf3d9146-c7fb-4ffc-b840-f910daac070f, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=bf3d9146-c7fb-4ffc-b840-f910daac070f,segment=NetworkSegment(5acb7823-8bd6-49ab-8f8f-7d99aa11d065),segment_id=5acb7823-8bd6-49ab-8f8f-7d99aa11d065)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:47.360852 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b379c37-82dc-4468-b82b-520632165eeb x-openstack-request-id: req-2b379c37-82dc-4468-b82b-520632165eeb {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:01:47.361152 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5333d02-0619-4047-a97b-7700d39e93be", "name": "network-vif-plugged", "status": "completed", "tag": "bf3d9146-c7fb-4ffc-b840-f910daac070f", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:01:47.361441 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2b379c37-82dc-4468-b82b-520632165eeb {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:01:47.361848 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b379c37-82dc-4468-b82b-520632165eeb'] response: {'server_uuid': 'c5333d02-0619-4047-a97b-7700d39e93be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3d9146-c7fb-4ffc-b840-f910daac070f', 'code': 200} Apr 21 13:01:47.381285 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af2bf61c-11e1-4c55-aeca-7ec60a943620 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:47.381982 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2bf61c-11e1-4c55-aeca-7ec60a943620 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Fanout notify agent at l3_agent the message router_deleted on router 489733ba-6a09-4e32-8c54-3bd75de302b3 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:01:47.388837 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af2bf61c-11e1-4c55-aeca-7ec60a943620 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:47.390172 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-af2bf61c-11e1-4c55-aeca-7ec60a943620 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "DELETE /v2.0/routers/489733ba-6a09-4e32-8c54-3bd75de302b3 HTTP/1.1" status: 204 len: 168 time: 1.4081461 Apr 21 13:01:47.392963 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43614) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:47.430323 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09c67f21-a620-4594-9ceb-086f798ca297 req-9e78fc78-6bf1-4f10-b92a-67047b8e450c tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8342b1d-a1b3-4882-a45a-b4bbe2db0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883133 Apr 21 13:01:47.436211 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:47.437150 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 495979df-868d-4d22-8aad-e9a3bbd3b408 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:01:47.508504 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-281c2660-5f13-4bb0-9d1a-6416d19551c1 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:47.537676 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=bf3d9146-c7fb-4ffc-b840-f910daac070f,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:47.590968 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1920eb1a-28ac-4918-a4f3-e91c70a41a3e req-61890497-dc23-4dce-9706-7de523f68bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:47.592691 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1920eb1a-28ac-4918-a4f3-e91c70a41a3e req-61890497-dc23-4dce-9706-7de523f68bd8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c5333d02-0619-4047-a97b-7700d39e93be HTTP/1.1" status: 200 len: 1096 time: 0.1103137 Apr 21 13:01:47.606362 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-281c2660-5f13-4bb0-9d1a-6416d19551c1 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:47.616360 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 495979df-868d-4d22-8aad-e9a3bbd3b408 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:01:47.620374 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 495979df-868d-4d22-8aad-e9a3bbd3b408 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:01:47.621360 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:47.628694 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-281c2660-5f13-4bb0-9d1a-6416d19551c1 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e555949-1c19-45dc-b140-6a77acee0280']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:47.639968 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-281c2660-5f13-4bb0-9d1a-6416d19551c1 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5000062-929d-4a36-aa02-f0d9d80fea4d') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:47.640207 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-281c2660-5f13-4bb0-9d1a-6416d19551c1 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5000062-929d-4a36-aa02-f0d9d80fea4d') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:47.656307 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-281c2660-5f13-4bb0-9d1a-6416d19551c1 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:47.672129 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-281c2660-5f13-4bb0-9d1a-6416d19551c1 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:47.681193 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1920eb1a-28ac-4918-a4f3-e91c70a41a3e req-335e3a29-d2ca-47eb-8b9c-609229d5458c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f8342b1d-a1b3-4882-a45a-b4bbe2db0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483103 Apr 21 13:01:47.681704 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281c2660-5f13-4bb0-9d1a-6416d19551c1 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:01:47.682127 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-281c2660-5f13-4bb0-9d1a-6416d19551c1 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:01:47.685540 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:01:47.777370 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d79e082-3d44-4909-aa63-e7bbe28368d4 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:47.812905 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-281c2660-5f13-4bb0-9d1a-6416d19551c1 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:47.822941 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-281c2660-5f13-4bb0-9d1a-6416d19551c1 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:47.826086 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-281c2660-5f13-4bb0-9d1a-6416d19551c1 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "DELETE /v2.0/networks/4e555949-1c19-45dc-b140-6a77acee0280 HTTP/1.1" status: 204 len: 168 time: 0.4318879 Apr 21 13:01:47.828836 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43616) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:47.838497 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c2660-5f13-4bb0-9d1a-6416d19551c1 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event deleted for resources: {'Network': ['ID=4e555949-1c19-45dc-b140-6a77acee0280,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:47.848611 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d79e082-3d44-4909-aa63-e7bbe28368d4 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:47.851596 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:47.892547 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 495979df-868d-4d22-8aad-e9a3bbd3b408, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=495979df-868d-4d22-8aad-e9a3bbd3b408,segment=NetworkSegment(308c6004-4a39-4ffb-a315-eb13eda7f02f),segment_id=308c6004-4a39-4ffb-a315-eb13eda7f02f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:47.965057 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-388e12a1-5eb7-4282-a5f0-379858531bdf tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:47.998782 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:48.003923 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-388e12a1-5eb7-4282-a5f0-379858531bdf tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:48.015856 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-1d79e082-3d44-4909-aa63-e7bbe28368d4 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Floating IP da187352-9e5c-43c2-96b6-195cc3eef3ec associated. External IP: 172.25.8.25, port: a92817b2-b7ec-4534-813e-f93118ee71a0. Apr 21 13:01:48.026475 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:48.048072 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c0bd6006-c069-4a35-b86d-fcd6ccd5bf17 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:01:48.078049 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: c0bd6006-c069-4a35-b86d-fcd6ccd5bf17 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:01:48.078411 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c0bd6006-c069-4a35-b86d-fcd6ccd5bf17 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:01:48.078839 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3d750524-5330-4e02-9871-486eeee57c48 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:01:48.104437 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 3d750524-5330-4e02-9871-486eeee57c48 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:01:48.104782 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3d750524-5330-4e02-9871-486eeee57c48 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:01:48.107553 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=495979df-868d-4d22-8aad-e9a3bbd3b408,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:48.220747 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7a69b-da42-4f4c-9b00-9ce6eb386184 req-e49054ea-aa8a-4abb-a81a-5310748e4f80 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:48.222217 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a7f7a69b-da42-4f4c-9b00-9ce6eb386184 req-e49054ea-aa8a-4abb-a81a-5310748e4f80 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=171da3f6-3edb-43df-9bd7-053487d8a5d1 HTTP/1.1" status: 200 len: 945 time: 0.1005523 Apr 21 13:01:48.299166 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a7f7a69b-da42-4f4c-9b00-9ce6eb386184 req-39911224-80cb-47ac-a8cc-d3ad5c7ce3df tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c63cdc-a094-4b54-9d12-fb88055054cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691595 Apr 21 13:01:48.315928 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d79e082-3d44-4909-aa63-e7bbe28368d4 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:01:48.324257 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-388e12a1-5eb7-4282-a5f0-379858531bdf tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:48.326719 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-388e12a1-5eb7-4282-a5f0-379858531bdf tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:48.327818 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-388e12a1-5eb7-4282-a5f0-379858531bdf tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "DELETE /v2.0/security-groups/9ebc4c90-06bc-4672-b3af-8f7f0a62729c HTTP/1.1" status: 204 len: 168 time: 0.4977434 Apr 21 13:01:48.383963 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e12a1-5eb7-4282-a5f0-379858531bdf tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebc4c90-06bc-4672-b3af-8f7f0a62729c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:48.442094 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d79e082-3d44-4909-aa63-e7bbe28368d4 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:01:48.448710 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1d79e082-3d44-4909-aa63-e7bbe28368d4 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:48.456810 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb91ddab-baf9-491a-ba86-0e6738bd700c None None] Sync routers for ids ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:01:48.474007 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb91ddab-baf9-491a-ba86-0e6738bd700c None None] Routers {'24cbd2a7-a824-46b1-89c9-16ebf81c6df8'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:01:48.474647 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cb91ddab-baf9-491a-ba86-0e6738bd700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:01:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:48.495772 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1d79e082-3d44-4909-aa63-e7bbe28368d4 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "PUT /v2.0/floatingips/da187352-9e5c-43c2-96b6-195cc3eef3ec HTTP/1.1" status: 200 len: 990 time: 1.4276869 Apr 21 13:01:48.496453 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2688dd-a6c5-4daa-af9f-ffc54471df51', 'tag': 'a92817b2-b7ec-4534-813e-f93118ee71a0'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:01:48.498995 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc546b6-4976-4510-bac4-08c768c72005" -d '{"events": [{"name": "network-changed", "server_uuid": "3a2688dd-a6c5-4daa-af9f-ffc54471df51", "tag": "a92817b2-b7ec-4534-813e-f93118ee71a0"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:01:48.518516 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:48.559112 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b1815f-a275-4826-84ed-0d7dbf0d85d5 req-1b6f8a3c-8d7a-478f-a5b8-79cfb9e28794 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:48.560747 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a2b1815f-a275-4826-84ed-0d7dbf0d85d5 req-1b6f8a3c-8d7a-478f-a5b8-79cfb9e28794 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5333d02-0619-4047-a97b-7700d39e93be HTTP/1.1" status: 200 len: 945 time: 0.0584350 Apr 21 13:01:48.590884 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-cb91ddab-baf9-491a-ba86-0e6738bd700c None None] Set router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:01:48.600700 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a2b1815f-a275-4826-84ed-0d7dbf0d85d5 req-ba6cf887-b9a4-4b45-bd0b-484faa2ede53 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8342b1d-a1b3-4882-a45a-b4bbe2db0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337424 Apr 21 13:01:48.646039 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60500487-0c0c-4945-af3c-f8de27b8c487 x-openstack-request-id: req-60500487-0c0c-4945-af3c-f8de27b8c487 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:01:48.646398 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a2688dd-a6c5-4daa-af9f-ffc54471df51", "tag": "a92817b2-b7ec-4534-813e-f93118ee71a0", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:01:48.646752 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-60500487-0c0c-4945-af3c-f8de27b8c487 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:01:48.647247 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60500487-0c0c-4945-af3c-f8de27b8c487'] response: {'name': 'network-changed', 'server_uuid': '3a2688dd-a6c5-4daa-af9f-ffc54471df51', 'tag': 'a92817b2-b7ec-4534-813e-f93118ee71a0', 'status': 'completed', 'code': 200} Apr 21 13:01:48.710087 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc546b6-4976-4510-bac4-08c768c72005 req-6fdc42eb-b400-4303-9bb5-9b0f3bd394f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:48.712279 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5dc546b6-4976-4510-bac4-08c768c72005 req-6fdc42eb-b400-4303-9bb5-9b0f3bd394f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dbf20d2a696446f3bf763b1a95728ce3&device_id=3a2688dd-a6c5-4daa-af9f-ffc54471df51 HTTP/1.1" status: 200 len: 1096 time: 0.0434277 Apr 21 13:01:48.769134 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:48.802584 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc546b6-4976-4510-bac4-08c768c72005 req-4b27794c-097e-499b-948e-2b9b87e4c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:48.804217 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5dc546b6-4976-4510-bac4-08c768c72005 req-4b27794c-097e-499b-948e-2b9b87e4c015 service neutron] 10.222.0.26 "GET /v2.0/networks?id=66226ca0-89ea-4d56-8a47-047ac66c4412 HTTP/1.1" status: 200 len: 916 time: 0.0857239 Apr 21 13:01:48.849611 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cb91ddab-baf9-491a-ba86-0e6738bd700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T12:57:17Z', 'revision_number': 4, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'da187352-9e5c-43c2-96b6-195cc3eef3ec', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'floating_ip_address': '172.25.8.25', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'port_id': 'a92817b2-b7ec-4534-813e-f93118ee71a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'mac_address': 'fa:16:3e:22:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2688dd-a6c5-4daa-af9f-ffc54471df51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:01:31Z', 'updated_at': '2022-04-21T13:01:47Z', 'revision_number': 1, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df1715ac-07af-4ef8-93a1-71a0ff3c7fdc', 'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'mac_address': 'fa:16:3e:aa:34:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:16Z', 'updated_at': '2022-04-21T12:57:23Z', 'revision_number': 5, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'subnets': [{'id': '50dbb38d-b032-403f-a924-76781bc12675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:48.878625 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb91ddab-baf9-491a-ba86-0e6738bd700c None None] Checking router: 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:01:48.887679 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb91ddab-baf9-491a-ba86-0e6738bd700c None None] Routers {'24cbd2a7-a824-46b1-89c9-16ebf81c6df8'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:01:48.888299 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cb91ddab-baf9-491a-ba86-0e6738bd700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:01:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:48.890154 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5dc546b6-4976-4510-bac4-08c768c72005 req-dca4d68b-fcf7-4cce-8095-34838d3eea59 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a92817b2-b7ec-4534-813e-f93118ee71a0 HTTP/1.1" status: 200 len: 998 time: 0.0742340 Apr 21 13:01:48.942091 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc546b6-4976-4510-bac4-08c768c72005 req-bd8e2db0-b142-46b3-82c6-cfd381dd64a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:48.943636 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5dc546b6-4976-4510-bac4-08c768c72005 req-bd8e2db0-b142-46b3-82c6-cfd381dd64a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50dbb38d-b032-403f-a924-76781bc12675 HTTP/1.1" status: 200 len: 854 time: 0.0436964 Apr 21 13:01:48.987646 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43630) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:48.994160 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc546b6-4976-4510-bac4-08c768c72005 req-d51ca4f9-abc4-42d7-872b-9279781fc63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:48.995660 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5dc546b6-4976-4510-bac4-08c768c72005 req-d51ca4f9-abc4-42d7-872b-9279781fc63a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66226ca0-89ea-4d56-8a47-047ac66c4412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444162 Apr 21 13:01:48.997997 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a3b935fc-1b26-491f-af69-ea900cb18361 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1007114004', 'description': 'tempest-secgroup-smoke-1007114004 description', 'project_id': '284d3d44382e404aa4c17c17e03a8f46'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:49.004802 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-cb91ddab-baf9-491a-ba86-0e6738bd700c None None] Set router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:01:49.094137 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5dc546b6-4976-4510-bac4-08c768c72005 req-692319a3-a636-4a0d-b3c9-c27416d3abaf service neutron] 10.222.0.26 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894587 Apr 21 13:01:49.159576 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3b935fc-1b26-491f-af69-ea900cb18361 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:49.190961 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5dc546b6-4976-4510-bac4-08c768c72005 req-bf0b7d25-54be-42a7-b86f-aad12957e72c service neutron] 10.222.0.26 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901523 Apr 21 13:01:49.233566 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3b935fc-1b26-491f-af69-ea900cb18361 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:49.239294 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cb91ddab-baf9-491a-ba86-0e6738bd700c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T12:57:17Z', 'revision_number': 4, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'da187352-9e5c-43c2-96b6-195cc3eef3ec', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'floating_ip_address': '172.25.8.25', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'port_id': 'a92817b2-b7ec-4534-813e-f93118ee71a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'mac_address': 'fa:16:3e:22:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2688dd-a6c5-4daa-af9f-ffc54471df51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:01:31Z', 'updated_at': '2022-04-21T13:01:47Z', 'revision_number': 1, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df1715ac-07af-4ef8-93a1-71a0ff3c7fdc', 'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'mac_address': 'fa:16:3e:aa:34:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:16Z', 'updated_at': '2022-04-21T12:57:23Z', 'revision_number': 5, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'subnets': [{'id': '50dbb38d-b032-403f-a924-76781bc12675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:49.265739 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb91ddab-baf9-491a-ba86-0e6738bd700c None None] The sync data for ids ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'] in n-d-836147-2 is: [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T12:57:17Z', 'revision_number': 4, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'da187352-9e5c-43c2-96b6-195cc3eef3ec', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'floating_ip_address': '172.25.8.25', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'port_id': 'a92817b2-b7ec-4534-813e-f93118ee71a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'mac_address': 'fa:16:3e:22:75:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2688dd-a6c5-4daa-af9f-ffc54471df51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:01:31Z', 'updated_at': '2022-04-21T13:01:47Z', 'revision_number': 1, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df1715ac-07af-4ef8-93a1-71a0ff3c7fdc', 'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'mac_address': 'fa:16:3e:aa:34:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:16Z', 'updated_at': '2022-04-21T12:57:23Z', 'revision_number': 5, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'subnets': [{'id': '50dbb38d-b032-403f-a924-76781bc12675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:01:49.363108 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171da3f6-3edb-43df-9bd7-053487d8a5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495979df-868d-4d22-8aad-e9a3bbd3b408'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:01:49.365605 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dd6aa9-4dc5-4fdc-8bf1-0bb36f933d24" -d '{"events": [{"server_uuid": "171da3f6-3edb-43df-9bd7-053487d8a5d1", "name": "network-vif-plugged", "status": "completed", "tag": "495979df-868d-4d22-8aad-e9a3bbd3b408"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:01:49.381707 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3b935fc-1b26-491f-af69-ea900cb18361 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:49.417257 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5597783a-a9dc-41ff-9131-b9763932f1e1 x-openstack-request-id: req-5597783a-a9dc-41ff-9131-b9763932f1e1 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:01:49.417540 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171da3f6-3edb-43df-9bd7-053487d8a5d1", "name": "network-vif-plugged", "status": "completed", "tag": "495979df-868d-4d22-8aad-e9a3bbd3b408", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:01:49.417825 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5597783a-a9dc-41ff-9131-b9763932f1e1 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:01:49.418228 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5597783a-a9dc-41ff-9131-b9763932f1e1'] response: {'server_uuid': '171da3f6-3edb-43df-9bd7-053487d8a5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495979df-868d-4d22-8aad-e9a3bbd3b408', 'code': 200} Apr 21 13:01:49.431042 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b935fc-1b26-491f-af69-ea900cb18361 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:49.436333 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be83d8-d0dd-4df0-bd0e-b69705425600 req-d57062e4-b1e3-4da6-a642-d8cedbcc0b77 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:49.438760 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e1be83d8-d0dd-4df0-bd0e-b69705425600 req-d57062e4-b1e3-4da6-a642-d8cedbcc0b77 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=171da3f6-3edb-43df-9bd7-053487d8a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0676627 Apr 21 13:01:49.493986 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e1be83d8-d0dd-4df0-bd0e-b69705425600 req-73976ef5-7adc-477f-9aaa-7ebf43ded5c9 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c63cdc-a094-4b54-9d12-fb88055054cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463560 Apr 21 13:01:49.495290 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3b935fc-1b26-491f-af69-ea900cb18361 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:49.497802 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a3b935fc-1b26-491f-af69-ea900cb18361 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5084770 Apr 21 13:01:49.499417 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43638) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:49.500256 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3649951-21f5-40e7-a4f9-adbda1a994fa None None] New status for floating IP da187352-9e5c-43c2-96b6-195cc3eef3ec: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:01:49.505257 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-b2c7b858-5115-4ece-9378-747545f63432 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'security_group_rule': {'security_group_id': '4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:49.534260 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b7e1d-b260-4658-ae4c-16bcc262a667 req-f5409457-1f86-4988-95c1-996a0372025b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:49.536007 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bd4b7e1d-b260-4658-ae4c-16bcc262a667 req-f5409457-1f86-4988-95c1-996a0372025b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=171da3f6-3edb-43df-9bd7-053487d8a5d1 HTTP/1.1" status: 200 len: 1096 time: 0.0577488 Apr 21 13:01:49.574199 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bd4b7e1d-b260-4658-ae4c-16bcc262a667 req-91ed201a-8c2b-4422-9034-87a1b648c2fc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=09c63cdc-a094-4b54-9d12-fb88055054cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318525 Apr 21 13:01:49.575977 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e6b6c819-753c-40d8-915a-01609b9bb80f no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:01:49.597453 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: e6b6c819-753c-40d8-915a-01609b9bb80f {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:01:49.597996 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e6b6c819-753c-40d8-915a-01609b9bb80f not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:01:49.600985 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2c7b858-5115-4ece-9378-747545f63432 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:49.665811 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2c7b858-5115-4ece-9378-747545f63432 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:49.717763 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be572c2-b191-494c-9636-bd83d35de4ef req-771d0e79-7f67-4d0b-b3a6-d0ef2f3b7a26 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:49.719287 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0be572c2-b191-494c-9636-bd83d35de4ef req-771d0e79-7f67-4d0b-b3a6-d0ef2f3b7a26 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5333d02-0619-4047-a97b-7700d39e93be HTTP/1.1" status: 200 len: 945 time: 0.0486238 Apr 21 13:01:49.749317 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2c7b858-5115-4ece-9378-747545f63432 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:49.759490 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0be572c2-b191-494c-9636-bd83d35de4ef req-0a2b1570-34b1-4197-ab33-1bf42f179bac tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8342b1d-a1b3-4882-a45a-b4bbe2db0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339653 Apr 21 13:01:49.764850 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7b858-5115-4ece-9378-747545f63432 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b12e5a08-ed97-4409-b591-c01c2e9c60af,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:49.834509 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2c7b858-5115-4ece-9378-747545f63432 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:49.837124 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b2c7b858-5115-4ece-9378-747545f63432 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3354917 Apr 21 13:01:49.839037 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43644) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:49.843517 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-153e1c6d-8edb-47ae-ad78-6ec4fc76cefa tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'security_group_rule': {'security_group_id': '4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:49.878803 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a4614-b576-4290-822c-0a72d634f16e req-bac0ff9f-63e2-4c65-9730-83a4f9d05b06 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:49.880266 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db4a4614-b576-4290-822c-0a72d634f16e req-bac0ff9f-63e2-4c65-9730-83a4f9d05b06 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5333d02-0619-4047-a97b-7700d39e93be HTTP/1.1" status: 200 len: 945 time: 0.0536451 Apr 21 13:01:49.918042 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db4a4614-b576-4290-822c-0a72d634f16e req-e82e1956-a9e8-4f18-b9b0-82713cffb5aa tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8342b1d-a1b3-4882-a45a-b4bbe2db0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315647 Apr 21 13:01:49.929794 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-153e1c6d-8edb-47ae-ad78-6ec4fc76cefa tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:49.941180 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43646) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:50.031102 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb229058-c20b-4a82-9e30-cad3cb023ed3 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:50.032630 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fb229058-c20b-4a82-9e30-cad3cb023ed3 tempest-TestNetworkBasicOps-1080188394 tempest-TestNetworkBasicOps-1080188394-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=c5333d02-0619-4047-a97b-7700d39e93be HTTP/1.1" status: 200 len: 1091 time: 0.0904703 Apr 21 13:01:50.035563 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43648) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:50.040223 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-28be9ea3-08c0-40ce-942a-a1ddaef372ff tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'port_id': 'bf3d9146-c7fb-4ffc-b840-f910daac070f', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:50.040791 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-153e1c6d-8edb-47ae-ad78-6ec4fc76cefa tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:50.109884 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-153e1c6d-8edb-47ae-ad78-6ec4fc76cefa tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:50.129680 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e1c6d-8edb-47ae-ad78-6ec4fc76cefa tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c443a45-a1be-4cb9-89f8-43e90f2570e9,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:50.141791 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28be9ea3-08c0-40ce-942a-a1ddaef372ff tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:50.236953 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28be9ea3-08c0-40ce-942a-a1ddaef372ff tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:50.277772 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-153e1c6d-8edb-47ae-ad78-6ec4fc76cefa tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:50.279135 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-153e1c6d-8edb-47ae-ad78-6ec4fc76cefa tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4391081 Apr 21 13:01:50.281942 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43650) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:50.286308 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1763baad-f7b3-4ae0-9772-d633131cc3aa tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'security_group_rule': {'security_group_id': '4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:50.341099 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-28be9ea3-08c0-40ce-942a-a1ddaef372ff tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Allocated IP 172.25.8.26 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/cb8812a2-3e62-4d6b-ac8a-488b4043d467) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:01:50.389922 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1763baad-f7b3-4ae0-9772-d633131cc3aa tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:50.441968 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28be9ea3-08c0-40ce-942a-a1ddaef372ff tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:50.453872 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1763baad-f7b3-4ae0-9772-d633131cc3aa tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:50.493657 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:50.524277 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1763baad-f7b3-4ae0-9772-d633131cc3aa tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:50.545345 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1763baad-f7b3-4ae0-9772-d633131cc3aa tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb76971-1504-4d3d-95c4-f18a0ae6d4c0,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:50.550338 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28be9ea3-08c0-40ce-942a-a1ddaef372ff tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:50.616195 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28be9ea3-08c0-40ce-942a-a1ddaef372ff tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:01:50.623165 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-28be9ea3-08c0-40ce-942a-a1ddaef372ff tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:01:50.624276 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1763baad-f7b3-4ae0-9772-d633131cc3aa tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:50.627776 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1763baad-f7b3-4ae0-9772-d633131cc3aa tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3448789 Apr 21 13:01:50.628010 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28be9ea3-08c0-40ce-942a-a1ddaef372ff tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:01:50.628390 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43654) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:50.634144 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f7715ab2-d97d-4315-98ed-0535ebccc10c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'security_group_rule': {'security_group_id': '4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:50.656914 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be9ea3-08c0-40ce-942a-a1ddaef372ff tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'Port': ['ID=cb8812a2-3e62-4d6b-ac8a-488b4043d467,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:50.680510 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31409bca-fbde-45a2-8de4-a00101cd703e req-41e220c0-1ca4-4cb0-a129-a2a1f023c793 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:50.682034 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31409bca-fbde-45a2-8de4-a00101cd703e req-41e220c0-1ca4-4cb0-a129-a2a1f023c793 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=171da3f6-3edb-43df-9bd7-053487d8a5d1 HTTP/1.1" status: 200 len: 945 time: 0.1011517 Apr 21 13:01:50.718095 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f7715ab2-d97d-4315-98ed-0535ebccc10c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:50.771573 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31409bca-fbde-45a2-8de4-a00101cd703e req-08093ead-842f-4400-8f74-608cb8fcd020 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c63cdc-a094-4b54-9d12-fb88055054cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829594 Apr 21 13:01:50.779565 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f7715ab2-d97d-4315-98ed-0535ebccc10c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:50.910158 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f7715ab2-d97d-4315-98ed-0535ebccc10c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:50.929216 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7715ab2-d97d-4315-98ed-0535ebccc10c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180a0750-8313-4f67-8a66-c1a5489cd7af,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:51.023784 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f7715ab2-d97d-4315-98ed-0535ebccc10c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:51.025193 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f7715ab2-d97d-4315-98ed-0535ebccc10c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3951626 Apr 21 13:01:51.027670 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43656) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:51.033861 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-442d064c-fc09-484c-8890-957369aa0ba2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'security_group_rule': {'security_group_id': '4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:51.121485 n-d-836147-2 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-442d064c-fc09-484c-8890-957369aa0ba2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Project 284d3d44382e404aa4c17c17e03a8f46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:01:51.127225 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-442d064c-fc09-484c-8890-957369aa0ba2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:51.191886 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-442d064c-fc09-484c-8890-957369aa0ba2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:51.301120 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-442d064c-fc09-484c-8890-957369aa0ba2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:51.318681 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d064c-fc09-484c-8890-957369aa0ba2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=604d82e6-fc8c-4b5c-b702-b277f540a42b,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:51.345419 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28be9ea3-08c0-40ce-942a-a1ddaef372ff tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:51.426406 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-442d064c-fc09-484c-8890-957369aa0ba2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:51.427600 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-442d064c-fc09-484c-8890-957369aa0ba2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3988085 Apr 21 13:01:51.430446 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43658) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:51.439143 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3075d837-d2bf-4d36-90fd-2c61ebf835b3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'security_group_rule': {'security_group_id': '4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:51.496200 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28be9ea3-08c0-40ce-942a-a1ddaef372ff tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:51.544365 n-d-836147-2 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-3075d837-d2bf-4d36-90fd-2c61ebf835b3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Project 284d3d44382e404aa4c17c17e03a8f46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:01:51.549673 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3075d837-d2bf-4d36-90fd-2c61ebf835b3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:51.621162 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3075d837-d2bf-4d36-90fd-2c61ebf835b3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:51.650894 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28be9ea3-08c0-40ce-942a-a1ddaef372ff tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:51.709918 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3075d837-d2bf-4d36-90fd-2c61ebf835b3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:51.728281 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3075d837-d2bf-4d36-90fd-2c61ebf835b3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d2f3dd-0bda-4588-94b4-998c200ea5b0,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:51.752945 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28be9ea3-08c0-40ce-942a-a1ddaef372ff tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:51.816046 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3075d837-d2bf-4d36-90fd-2c61ebf835b3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:51.820052 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3075d837-d2bf-4d36-90fd-2c61ebf835b3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3860760 Apr 21 13:01:51.820807 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43662) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:51.826358 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be9ea3-08c0-40ce-942a-a1ddaef372ff tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event updated for resources: {'Port': ['ID=cb8812a2-3e62-4d6b-ac8a-488b4043d467,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:51.826518 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-5430c5fd-1eba-445b-b45b-a00dc6102bd5 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'network': {'name': 'tempest-network-smoke--681169970', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'port_security_enabled': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:51.839502 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28be9ea3-08c0-40ce-942a-a1ddaef372ff tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:51.915857 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5430c5fd-1eba-445b-b45b-a00dc6102bd5 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Made reservation on behalf of 284d3d44382e404aa4c17c17e03a8f46 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:01:51.920116 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5430c5fd-1eba-445b-b45b-a00dc6102bd5 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:51.944235 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5430c5fd-1eba-445b-b45b-a00dc6102bd5 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:01:51.953821 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5430c5fd-1eba-445b-b45b-a00dc6102bd5 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:51.954164 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-5430c5fd-1eba-445b-b45b-a00dc6102bd5 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Added segment b8c1e8b1-1534-4a33-9d89-0fc8167effe9 of type vlan for network 0b0f3a8c-a39c-41e8-8cd3-04170adb92e0 Apr 21 13:01:51.967647 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d74bc6-f548-412f-8506-0ca016802e04 req-20f34237-085a-4271-bd3f-c2f7dfb93012 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:51.969171 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-08d74bc6-f548-412f-8506-0ca016802e04 req-20f34237-085a-4271-bd3f-c2f7dfb93012 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=171da3f6-3edb-43df-9bd7-053487d8a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0918763 Apr 21 13:01:51.995153 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5430c5fd-1eba-445b-b45b-a00dc6102bd5 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:52.005817 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-28be9ea3-08c0-40ce-942a-a1ddaef372ff tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Floating IP e9be91e5-8082-4f5a-808b-b13d63f8d076 associated. External IP: 172.25.8.26, port: bf3d9146-c7fb-4ffc-b840-f910daac070f. Apr 21 13:01:52.064386 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-08d74bc6-f548-412f-8506-0ca016802e04 req-3952e213-de05-4c59-b9f4-4f23cc1c1c3c tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c63cdc-a094-4b54-9d12-fb88055054cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840070 Apr 21 13:01:52.114350 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5430c5fd-1eba-445b-b45b-a00dc6102bd5 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:52.123960 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5430c5fd-1eba-445b-b45b-a00dc6102bd5 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:52.124913 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5430c5fd-1eba-445b-b45b-a00dc6102bd5 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:52.197739 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430c5fd-1eba-445b-b45b-a00dc6102bd5 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Network': ['ID=0b0f3a8c-a39c-41e8-8cd3-04170adb92e0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:52.213244 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 0b0f3a8c-a39c-41e8-8cd3-04170adb92e0 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:01:52.245490 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28be9ea3-08c0-40ce-942a-a1ddaef372ff tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Router e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:01:52.275528 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5430c5fd-1eba-445b-b45b-a00dc6102bd5 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4535244 Apr 21 13:01:52.281218 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43666) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:52.300959 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9f9947bb-71a5-498a-adf9-784b6a3786c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-887889515', 'admin_state_up': True, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:52.385502 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f9947bb-71a5-498a-adf9-784b6a3786c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:52.386808 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f9947bb-71a5-498a-adf9-784b6a3786c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:52.392940 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28be9ea3-08c0-40ce-942a-a1ddaef372ff tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:01:52.408567 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c7ce41-ce7a-4b2b-878b-e102c482dbf3 None None] Sync routers for ids ['e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:01:52.420670 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c7ce41-ce7a-4b2b-878b-e102c482dbf3 None None] Routers {'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:01:52.421288 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f1c7ce41-ce7a-4b2b-878b-e102c482dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:01:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:52.443343 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f9947bb-71a5-498a-adf9-784b6a3786c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:52.478173 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28be9ea3-08c0-40ce-942a-a1ddaef372ff tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:52.505225 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-28be9ea3-08c0-40ce-942a-a1ddaef372ff tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4682782 Apr 21 13:01:52.505663 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5333d02-0619-4047-a97b-7700d39e93be', 'tag': 'bf3d9146-c7fb-4ffc-b840-f910daac070f'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:01:52.508348 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05dbb7a-7ca7-42f1-8223-fd422bd5e407" -d '{"events": [{"name": "network-changed", "server_uuid": "c5333d02-0619-4047-a97b-7700d39e93be", "tag": "bf3d9146-c7fb-4ffc-b840-f910daac070f"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:01:52.508497 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43668) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:52.534121 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-f1c7ce41-ce7a-4b2b-878b-e102c482dbf3 None None] Set router e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:01:52.548213 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e45ce4e-59f0-4c00-b245-a5040ddd85c0 x-openstack-request-id: req-3e45ce4e-59f0-4c00-b245-a5040ddd85c0 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:01:52.548213 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5333d02-0619-4047-a97b-7700d39e93be", "tag": "bf3d9146-c7fb-4ffc-b840-f910daac070f", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:01:52.548213 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3e45ce4e-59f0-4c00-b245-a5040ddd85c0 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:01:52.548213 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e45ce4e-59f0-4c00-b245-a5040ddd85c0'] response: {'name': 'network-changed', 'server_uuid': 'c5333d02-0619-4047-a97b-7700d39e93be', 'tag': 'bf3d9146-c7fb-4ffc-b840-f910daac070f', 'status': 'completed', 'code': 200} Apr 21 13:01:52.638368 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05dbb7a-7ca7-42f1-8223-fd422bd5e407 req-20f90a5f-e34a-477b-8b45-4758b6055654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:52.641925 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c05dbb7a-7ca7-42f1-8223-fd422bd5e407 req-20f90a5f-e34a-477b-8b45-4758b6055654 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=751a38797aaa4af4acc7445401990284&device_id=c5333d02-0619-4047-a97b-7700d39e93be HTTP/1.1" status: 200 len: 1096 time: 0.0693097 Apr 21 13:01:52.644520 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4cc74885-c20d-4717-b574-3b5c8e0bada3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/floatingips/e9be91e5-8082-4f5a-808b-b13d63f8d076 HTTP/1.1" status: 200 len: 990 time: 0.1343555 Apr 21 13:01:52.717066 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f9947bb-71a5-498a-adf9-784b6a3786c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:52.748175 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05dbb7a-7ca7-42f1-8223-fd422bd5e407 req-369172ff-3535-4cc3-8b6f-86eb92e45781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:52.749719 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c05dbb7a-7ca7-42f1-8223-fd422bd5e407 req-369172ff-3535-4cc3-8b6f-86eb92e45781 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d HTTP/1.1" status: 200 len: 898 time: 0.1017084 Apr 21 13:01:52.804714 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f1c7ce41-ce7a-4b2b-878b-e102c482dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'name': 'tempest-TestNetworkBasicOps-router-330005548', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'fc9e76cc-5600-4141-8401-545fbf7e78c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:01:23Z', 'updated_at': '2022-04-21T13:01:29Z', 'revision_number': 4, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': 'fc9e76cc-5600-4141-8401-545fbf7e78c6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:24Z', 'updated_at': '2022-04-21T13:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'e9be91e5-8082-4f5a-808b-b13d63f8d076', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'floating_ip_address': '172.25.8.26', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'port_id': 'bf3d9146-c7fb-4ffc-b840-f910daac070f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d', 'mac_address': 'fa:16:3e:68:5b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333d02-0619-4047-a97b-7700d39e93be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:01:51Z', 'updated_at': '2022-04-21T13:01:51Z', 'revision_number': 0, 'project_id': '751a38797aaa4af4acc7445401990284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7ba8ae-0737-4ac3-be0a-9bcc9a591917', 'name': '', 'network_id': 'cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'mac_address': 'fa:16:3e:78:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'acc9cc18-e0a7-40a5-ae1d-7d7410dcbb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:28Z', 'updated_at': '2022-04-21T13:01:33Z', 'revision_number': 5, 'project_id': '751a38797aaa4af4acc7445401990284', 'subnets': [{'id': 'acc9cc18-e0a7-40a5-ae1d-7d7410dcbb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:52.819981 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c05dbb7a-7ca7-42f1-8223-fd422bd5e407 req-712e18ab-c9e1-4385-908b-4512fae98cb1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf3d9146-c7fb-4ffc-b840-f910daac070f HTTP/1.1" status: 200 len: 998 time: 0.0632889 Apr 21 13:01:52.835188 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c7ce41-ce7a-4b2b-878b-e102c482dbf3 None None] Checking router: e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:01:52.842213 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c7ce41-ce7a-4b2b-878b-e102c482dbf3 None None] Routers {'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:01:52.842834 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f1c7ce41-ce7a-4b2b-878b-e102c482dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:01:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:52.880843 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05dbb7a-7ca7-42f1-8223-fd422bd5e407 req-5bd7adff-9051-47b5-8cb3-0a5a2e8aae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:52.882405 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c05dbb7a-7ca7-42f1-8223-fd422bd5e407 req-5bd7adff-9051-47b5-8cb3-0a5a2e8aae03 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=acc9cc18-e0a7-40a5-ae1d-7d7410dcbb88 HTTP/1.1" status: 200 len: 834 time: 0.0563698 Apr 21 13:01:52.934483 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05dbb7a-7ca7-42f1-8223-fd422bd5e407 req-65f333a8-2b29-4e4a-a57b-49ce0e362397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:52.936534 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c05dbb7a-7ca7-42f1-8223-fd422bd5e407 req-65f333a8-2b29-4e4a-a57b-49ce0e362397 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480459 Apr 21 13:01:52.986469 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-f1c7ce41-ce7a-4b2b-878b-e102c482dbf3 None None] Set router e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:01:53.033189 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f9947bb-71a5-498a-adf9-784b6a3786c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:53.056174 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f9947bb-71a5-498a-adf9-784b6a3786c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:53.072762 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c05dbb7a-7ca7-42f1-8223-fd422bd5e407 req-19772fb4-12ba-48ba-9ef1-5238ac4f8b56 service neutron] 10.222.0.24 "GET /v2.0/networks/cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256430 Apr 21 13:01:53.171928 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c05dbb7a-7ca7-42f1-8223-fd422bd5e407 req-58ef5025-8324-4163-9a5b-0ac6ece7d702 service neutron] 10.222.0.24 "GET /v2.0/networks/cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927906 Apr 21 13:01:53.186803 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-9f9947bb-71a5-498a-adf9-784b6a3786c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Allocated IP 172.25.8.70 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/0b2bd588-c34a-4fbc-a6fd-652cda73648c) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:01:53.235664 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f1c7ce41-ce7a-4b2b-878b-e102c482dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'name': 'tempest-TestNetworkBasicOps-router-330005548', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'fc9e76cc-5600-4141-8401-545fbf7e78c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:01:23Z', 'updated_at': '2022-04-21T13:01:29Z', 'revision_number': 4, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': 'fc9e76cc-5600-4141-8401-545fbf7e78c6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:24Z', 'updated_at': '2022-04-21T13:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'e9be91e5-8082-4f5a-808b-b13d63f8d076', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'floating_ip_address': '172.25.8.26', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'port_id': 'bf3d9146-c7fb-4ffc-b840-f910daac070f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d', 'mac_address': 'fa:16:3e:68:5b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333d02-0619-4047-a97b-7700d39e93be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:01:51Z', 'updated_at': '2022-04-21T13:01:51Z', 'revision_number': 0, 'project_id': '751a38797aaa4af4acc7445401990284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7ba8ae-0737-4ac3-be0a-9bcc9a591917', 'name': '', 'network_id': 'cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'mac_address': 'fa:16:3e:78:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'acc9cc18-e0a7-40a5-ae1d-7d7410dcbb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:28Z', 'updated_at': '2022-04-21T13:01:33Z', 'revision_number': 5, 'project_id': '751a38797aaa4af4acc7445401990284', 'subnets': [{'id': 'acc9cc18-e0a7-40a5-ae1d-7d7410dcbb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:53.265547 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c7ce41-ce7a-4b2b-878b-e102c482dbf3 None None] The sync data for ids ['e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e'] in n-d-836147-2 is: [{'id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'name': 'tempest-TestNetworkBasicOps-router-330005548', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'fc9e76cc-5600-4141-8401-545fbf7e78c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:01:23Z', 'updated_at': '2022-04-21T13:01:29Z', 'revision_number': 4, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': 'fc9e76cc-5600-4141-8401-545fbf7e78c6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:24Z', 'updated_at': '2022-04-21T13:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'e9be91e5-8082-4f5a-808b-b13d63f8d076', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'floating_ip_address': '172.25.8.26', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'port_id': 'bf3d9146-c7fb-4ffc-b840-f910daac070f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d', 'mac_address': 'fa:16:3e:68:5b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5333d02-0619-4047-a97b-7700d39e93be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:01:51Z', 'updated_at': '2022-04-21T13:01:51Z', 'revision_number': 0, 'project_id': '751a38797aaa4af4acc7445401990284', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7ba8ae-0737-4ac3-be0a-9bcc9a591917', 'name': '', 'network_id': 'cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'mac_address': 'fa:16:3e:78:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'acc9cc18-e0a7-40a5-ae1d-7d7410dcbb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:28Z', 'updated_at': '2022-04-21T13:01:33Z', 'revision_number': 5, 'project_id': '751a38797aaa4af4acc7445401990284', 'subnets': [{'id': 'acc9cc18-e0a7-40a5-ae1d-7d7410dcbb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:01:53.296692 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f9947bb-71a5-498a-adf9-784b6a3786c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:53.407461 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f9947bb-71a5-498a-adf9-784b6a3786c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:53.455501 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f9947bb-71a5-498a-adf9-784b6a3786c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:01:53.459632 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-9f9947bb-71a5-498a-adf9-784b6a3786c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:01:53.462155 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec0e1c-ce41-4c30-90ef-112f4009e789 req-10d259cb-d873-4525-8ae3-38c23d0a9cf0 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:53.462758 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9947bb-71a5-498a-adf9-784b6a3786c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:01:53.463892 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-02ec0e1c-ce41-4c30-90ef-112f4009e789 req-10d259cb-d873-4525-8ae3-38c23d0a9cf0 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=171da3f6-3edb-43df-9bd7-053487d8a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0527470 Apr 21 13:01:53.465279 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9947bb-71a5-498a-adf9-784b6a3786c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Port': ['ID=0b2bd588-c34a-4fbc-a6fd-652cda73648c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:53.488063 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a28487-f5d1-4f13-9e5c-c6d4c2d8eff1 None None] New status for floating IP e9be91e5-8082-4f5a-808b-b13d63f8d076: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:01:53.514997 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-02ec0e1c-ce41-4c30-90ef-112f4009e789 req-f5445a18-9cde-4b4d-ad20-dbf6c9ad17f8 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c63cdc-a094-4b54-9d12-fb88055054cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429153 Apr 21 13:01:53.647365 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43682) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:53.743603 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4e9be57f-7330-4dd0-b141-de94faf69642 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/floatingips/e9be91e5-8082-4f5a-808b-b13d63f8d076 HTTP/1.1" status: 200 len: 990 time: 0.0951200 Apr 21 13:01:53.801137 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f9947bb-71a5-498a-adf9-784b6a3786c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:53.994024 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f9947bb-71a5-498a-adf9-784b6a3786c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:54.175403 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9947bb-71a5-498a-adf9-784b6a3786c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Router 21cf48a1-3f85-42c3-91f9-daa29930ed58 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:01:54.547965 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9947bb-71a5-498a-adf9-784b6a3786c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:01:54.558649 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e897ae9-2ea1-4b21-8e88-573864b7d0eb None None] Sync routers for ids ['21cf48a1-3f85-42c3-91f9-daa29930ed58'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:01:54.569766 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e897ae9-2ea1-4b21-8e88-573864b7d0eb None None] Routers {'21cf48a1-3f85-42c3-91f9-daa29930ed58'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:01:54.570882 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6e897ae9-2ea1-4b21-8e88-573864b7d0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:01:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['21cf48a1-3f85-42c3-91f9-daa29930ed58'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:54.629631 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f9947bb-71a5-498a-adf9-784b6a3786c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:54.631107 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9f9947bb-71a5-498a-adf9-784b6a3786c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3488231 Apr 21 13:01:54.634742 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43686) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:54.641404 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c0adf-5f65-4266-9bbf-4200eab28e1e req-c65071f5-714c-46fd-9052-40db22e9f4de tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:54.643012 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-334c0adf-5f65-4266-9bbf-4200eab28e1e req-c65071f5-714c-46fd-9052-40db22e9f4de tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=171da3f6-3edb-43df-9bd7-053487d8a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0523071 Apr 21 13:01:54.668265 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4a9f8dbc-5015-45db-b879-4028314a0a3a tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=284d3d44382e404aa4c17c17e03a8f46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297172 Apr 21 13:01:54.668474 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43688) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:54.691497 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-334c0adf-5f65-4266-9bbf-4200eab28e1e req-faadc6e0-0634-40ec-8fb3-0befcbef7f28 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c63cdc-a094-4b54-9d12-fb88055054cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370903 Apr 21 13:01:54.747432 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43690) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:54.759390 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8678c199-b00b-4caa-9f38-2585e2b6043b tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:54.763474 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8678c199-b00b-4caa-9f38-2585e2b6043b tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914602 Apr 21 13:01:54.763724 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43692) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:54.794840 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-647beecf-0f42-48af-8896-320932fb14cd tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=23f97cfe-dd42-45d8-a5df-e2b803e954fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276570 Apr 21 13:01:54.795080 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43694) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:54.799980 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-38ee9624-b940-4c18-adca-e70d4521413b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1794650038', 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:01:54.845652 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-6e897ae9-2ea1-4b21-8e88-573864b7d0eb None None] Set router 21cf48a1-3f85-42c3-91f9-daa29930ed58 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:01:54.853823 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-31c4a7d6-3c00-458d-9562-80732e9e8ca8 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/floatingips/e9be91e5-8082-4f5a-808b-b13d63f8d076 HTTP/1.1" status: 200 len: 992 time: 0.1050353 Apr 21 13:01:54.881078 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd5381-0ff9-4c35-904f-55909e2b87d5 req-d9698d80-6d34-48e9-a9f8-b12a3885d3ae tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:54.888242 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58dd5381-0ff9-4c35-904f-55909e2b87d5 req-d9698d80-6d34-48e9-a9f8-b12a3885d3ae tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.24 "GET /v2.0/ports?device_id=171da3f6-3edb-43df-9bd7-053487d8a5d1 HTTP/1.1" status: 200 len: 945 time: 0.0826311 Apr 21 13:01:54.975256 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ee9624-b940-4c18-adca-e70d4521413b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Made reservation on behalf of 284d3d44382e404aa4c17c17e03a8f46 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:01:54.977907 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-58dd5381-0ff9-4c35-904f-55909e2b87d5 req-31ad5727-b05e-4dbe-95a8-66356581544b tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Deleting port 495979df-868d-4d22-8aad-e9a3bbd3b408 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:01:54.978246 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-58dd5381-0ff9-4c35-904f-55909e2b87d5 req-31ad5727-b05e-4dbe-95a8-66356581544b tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:54.979414 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38ee9624-b940-4c18-adca-e70d4521413b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:55.027917 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6e897ae9-2ea1-4b21-8e88-573864b7d0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887889515', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '0b2bd588-c34a-4fbc-a6fd-652cda73648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:01:52Z', 'updated_at': '2022-04-21T13:01:53Z', 'revision_number': 3, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '0b2bd588-c34a-4fbc-a6fd-652cda73648c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:53Z', 'updated_at': '2022-04-21T13:01:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:55.060442 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e897ae9-2ea1-4b21-8e88-573864b7d0eb None None] Checking router: 21cf48a1-3f85-42c3-91f9-daa29930ed58 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:01:55.061031 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e897ae9-2ea1-4b21-8e88-573864b7d0eb None None] Updating router 21cf48a1-3f85-42c3-91f9-daa29930ed58 port 0b2bd588-c34a-4fbc-a6fd-652cda73648c binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:01:55.070631 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-58dd5381-0ff9-4c35-904f-55909e2b87d5 req-31ad5727-b05e-4dbe-95a8-66356581544b tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] For port 495979df-868d-4d22-8aad-e9a3bbd3b408, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=495979df-868d-4d22-8aad-e9a3bbd3b408,segment=NetworkSegment(308c6004-4a39-4ffb-a315-eb13eda7f02f),segment_id=308c6004-4a39-4ffb-a315-eb13eda7f02f)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:55.071000 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-58dd5381-0ff9-4c35-904f-55909e2b87d5 req-31ad5727-b05e-4dbe-95a8-66356581544b tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:55.085031 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-58dd5381-0ff9-4c35-904f-55909e2b87d5 req-31ad5727-b05e-4dbe-95a8-66356581544b tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Calling delete_port for 495979df-868d-4d22-8aad-e9a3bbd3b408 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:01:55.089987 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e897ae9-2ea1-4b21-8e88-573864b7d0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:55.261411 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38ee9624-b940-4c18-adca-e70d4521413b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:55.321299 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee9624-b940-4c18-adca-e70d4521413b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Subnet': ['ID=9b39fa34-cf30-45d6-8877-fea9fe06ce81,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:55.328171 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ee9624-b940-4c18-adca-e70d4521413b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Checking segment: {'id': 'b8c1e8b1-1534-4a33-9d89-0fc8167effe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:01:55.328521 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ee9624-b940-4c18-adca-e70d4521413b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Network hostable DHCP agents. Network: 0b0f3a8c-a39c-41e8-8cd3-04170adb92e0, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:01:55.333527 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-58dd5381-0ff9-4c35-904f-55909e2b87d5 req-31ad5727-b05e-4dbe-95a8-66356581544b tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:55.341377 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e897ae9-2ea1-4b21-8e88-573864b7d0eb None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:55.345474 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['495979df-868d-4d22-8aad-e9a3bbd3b408'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:01:55.362276 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad5727-b05e-4dbe-95a8-66356581544b tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Pushing event deleted for resources: {'Port': ['ID=495979df-868d-4d22-8aad-e9a3bbd3b408,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:55.405675 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-58dd5381-0ff9-4c35-904f-55909e2b87d5 req-31ad5727-b05e-4dbe-95a8-66356581544b tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] No DVR routers for this DVR port 495979df-868d-4d22-8aad-e9a3bbd3b408 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:01:55.408788 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-58dd5381-0ff9-4c35-904f-55909e2b87d5 req-31ad5727-b05e-4dbe-95a8-66356581544b tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:55.412148 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58dd5381-0ff9-4c35-904f-55909e2b87d5 req-31ad5727-b05e-4dbe-95a8-66356581544b tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.24 "DELETE /v2.0/ports/495979df-868d-4d22-8aad-e9a3bbd3b408 HTTP/1.1" status: 204 len: 173 time: 0.5229220 Apr 21 13:01:55.412601 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171da3f6-3edb-43df-9bd7-053487d8a5d1', 'name': 'network-vif-deleted', 'tag': '495979df-868d-4d22-8aad-e9a3bbd3b408'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:01:55.416502 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465929da-2ef5-40e9-b8a9-2aa4631b8523" -d '{"events": [{"server_uuid": "171da3f6-3edb-43df-9bd7-053487d8a5d1", "name": "network-vif-deleted", "tag": "495979df-868d-4d22-8aad-e9a3bbd3b408"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:01:55.426868 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ee9624-b940-4c18-adca-e70d4521413b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Network 0b0f3a8c-a39c-41e8-8cd3-04170adb92e0 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:01:55.452251 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafe4314-5658-4234-86cf-d44774e58c02 x-openstack-request-id: req-eafe4314-5658-4234-86cf-d44774e58c02 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:01:55.452567 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171da3f6-3edb-43df-9bd7-053487d8a5d1", "name": "network-vif-deleted", "tag": "495979df-868d-4d22-8aad-e9a3bbd3b408", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:01:55.452842 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eafe4314-5658-4234-86cf-d44774e58c02 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:01:55.453266 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eafe4314-5658-4234-86cf-d44774e58c02'] response: {'server_uuid': '171da3f6-3edb-43df-9bd7-053487d8a5d1', 'name': 'network-vif-deleted', 'tag': '495979df-868d-4d22-8aad-e9a3bbd3b408', 'status': 'completed', 'code': 200} Apr 21 13:01:55.455400 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e897ae9-2ea1-4b21-8e88-573864b7d0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:55.511202 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6e897ae9-2ea1-4b21-8e88-573864b7d0eb None None] Attempting to bind port 0b2bd588-c34a-4fbc-a6fd-652cda73648c on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:01:55.511634 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6e897ae9-2ea1-4b21-8e88-573864b7d0eb None None] Attempting to bind port 0b2bd588-c34a-4fbc-a6fd-652cda73648c by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:01:55.511930 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e897ae9-2ea1-4b21-8e88-573864b7d0eb None None] Attempting to bind port 0b2bd588-c34a-4fbc-a6fd-652cda73648c on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:01:55.513879 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be3f3a-5f30-4667-b173-f365ccb4fb8b None None] Pushing event updated for resources: {'Port': ['ID=0b2bd588-c34a-4fbc-a6fd-652cda73648c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:55.519142 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e897ae9-2ea1-4b21-8e88-573864b7d0eb None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:01:55.519511 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e897ae9-2ea1-4b21-8e88-573864b7d0eb None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:01:55.519907 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e897ae9-2ea1-4b21-8e88-573864b7d0eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:55.520426 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e897ae9-2ea1-4b21-8e88-573864b7d0eb None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:01:55.520760 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6e897ae9-2ea1-4b21-8e88-573864b7d0eb None None] Bound port: 0b2bd588-c34a-4fbc-a6fd-652cda73648c, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:01:55.521100 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e897ae9-2ea1-4b21-8e88-573864b7d0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:55.561610 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-38ee9624-b940-4c18-adca-e70d4521413b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 0b0f3a8c-a39c-41e8-8cd3-04170adb92e0) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:01:55.576620 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ee9624-b940-4c18-adca-e70d4521413b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:55.576620 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38ee9624-b940-4c18-adca-e70d4521413b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:55.576808 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4139cbd5-b7fe-475c-a259-6044e943d406 None None] Network 0b0f3a8c-a39c-41e8-8cd3-04170adb92e0 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:01:55.585470 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6e897ae9-2ea1-4b21-8e88-573864b7d0eb None None] For port 0b2bd588-c34a-4fbc-a6fd-652cda73648c, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:01:55.624094 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6e897ae9-2ea1-4b21-8e88-573864b7d0eb None None] For port 0b2bd588-c34a-4fbc-a6fd-652cda73648c, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=0b2bd588-c34a-4fbc-a6fd-652cda73648c,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:01:55.662317 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-38ee9624-b940-4c18-adca-e70d4521413b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8662384 Apr 21 13:01:55.664858 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43700) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:01:55.724335 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e897ae9-2ea1-4b21-8e88-573864b7d0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:55.736096 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c68f23-b2ca-45ce-9666-0a198ab62b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-0b0f3a8c-a39c-41e8-8cd3-04170adb92e0', 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'fixed_ips': [{'subnet_id': '9b39fa34-cf30-45d6-8877-fea9fe06ce81'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:01:55.736971 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86c68f23-b2ca-45ce-9666-0a198ab62b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:55.817127 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e897ae9-2ea1-4b21-8e88-573864b7d0eb None None] Routers {'21cf48a1-3f85-42c3-91f9-daa29930ed58'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:01:55.817816 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6e897ae9-2ea1-4b21-8e88-573864b7d0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:01:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['21cf48a1-3f85-42c3-91f9-daa29930ed58'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:55.855079 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bfa0df45-7d2e-4825-8396-665d303ddd9d req-5d91d6c5-bb89-4a6e-bb43-0de19dff6de7 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=171da3f6-3edb-43df-9bd7-053487d8a5d1 HTTP/1.1" status: 200 len: 210 time: 0.0779562 Apr 21 13:01:55.877217 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be3f3a-5f30-4667-b173-f365ccb4fb8b None None] Pushing event updated for resources: {'Port': ['ID=0b2bd588-c34a-4fbc-a6fd-652cda73648c,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:56.025324 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-86c68f23-b2ca-45ce-9666-0a198ab62b88 None None] Allocated IP 172.20.0.2 (0b0f3a8c-a39c-41e8-8cd3-04170adb92e0/9b39fa34-cf30-45d6-8877-fea9fe06ce81/e5ffa9ce-67de-4c9e-b2c6-45653b79ad67) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:01:56.041081 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-6e897ae9-2ea1-4b21-8e88-573864b7d0eb None None] Set router 21cf48a1-3f85-42c3-91f9-daa29930ed58 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:01:56.144470 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50ae19fc-9d7d-4894-bed7-f74742ba7731 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:56.323836 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86c68f23-b2ca-45ce-9666-0a198ab62b88 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:56.340017 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6e897ae9-2ea1-4b21-8e88-573864b7d0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887889515', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '0b2bd588-c34a-4fbc-a6fd-652cda73648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:01:52Z', 'updated_at': '2022-04-21T13:01:53Z', 'revision_number': 3, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '0b2bd588-c34a-4fbc-a6fd-652cda73648c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:53Z', 'updated_at': '2022-04-21T13:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:56.376545 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e897ae9-2ea1-4b21-8e88-573864b7d0eb None None] The sync data for ids ['21cf48a1-3f85-42c3-91f9-daa29930ed58'] in n-d-836147-2 is: [{'id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887889515', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '0b2bd588-c34a-4fbc-a6fd-652cda73648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:01:52Z', 'updated_at': '2022-04-21T13:01:53Z', 'revision_number': 3, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '0b2bd588-c34a-4fbc-a6fd-652cda73648c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:53Z', 'updated_at': '2022-04-21T13:01:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:01:56.410399 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86c68f23-b2ca-45ce-9666-0a198ab62b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:56.451159 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c68f23-b2ca-45ce-9666-0a198ab62b88 None None] Network 0b0f3a8c-a39c-41e8-8cd3-04170adb92e0 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:01:56.457753 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-86c68f23-b2ca-45ce-9666-0a198ab62b88 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:01:56.460425 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-50ae19fc-9d7d-4894-bed7-f74742ba7731 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Allocated IP 172.20.0.1 (0b0f3a8c-a39c-41e8-8cd3-04170adb92e0/9b39fa34-cf30-45d6-8877-fea9fe06ce81/007f14d3-9472-4c56-a122-2fb8e1b22a33) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:01:56.460858 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c68f23-b2ca-45ce-9666-0a198ab62b88 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:01:56.471214 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c68f23-b2ca-45ce-9666-0a198ab62b88 None None] Pushing event updated for resources: {'Port': ['ID=e5ffa9ce-67de-4c9e-b2c6-45653b79ad67,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:56.538272 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-86c68f23-b2ca-45ce-9666-0a198ab62b88 None None] Attempting to bind port e5ffa9ce-67de-4c9e-b2c6-45653b79ad67 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:01:56.538647 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-86c68f23-b2ca-45ce-9666-0a198ab62b88 None None] Attempting to bind port e5ffa9ce-67de-4c9e-b2c6-45653b79ad67 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'b8c1e8b1-1534-4a33-9d89-0fc8167effe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:01:56.539045 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c68f23-b2ca-45ce-9666-0a198ab62b88 None None] Attempting to bind port e5ffa9ce-67de-4c9e-b2c6-45653b79ad67 on network 0b0f3a8c-a39c-41e8-8cd3-04170adb92e0 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:01:56.544878 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c68f23-b2ca-45ce-9666-0a198ab62b88 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:01:56.545269 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c68f23-b2ca-45ce-9666-0a198ab62b88 None None] Checking segment: {'id': 'b8c1e8b1-1534-4a33-9d89-0fc8167effe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:01:56.545824 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86c68f23-b2ca-45ce-9666-0a198ab62b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:56.546256 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c68f23-b2ca-45ce-9666-0a198ab62b88 None None] Bound using segment: {'id': 'b8c1e8b1-1534-4a33-9d89-0fc8167effe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:01:56.546737 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-86c68f23-b2ca-45ce-9666-0a198ab62b88 None None] Bound port: e5ffa9ce-67de-4c9e-b2c6-45653b79ad67, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c1e8b1-1534-4a33-9d89-0fc8167effe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:01:56.547123 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86c68f23-b2ca-45ce-9666-0a198ab62b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:56.579975 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50ae19fc-9d7d-4894-bed7-f74742ba7731 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:56.615091 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-86c68f23-b2ca-45ce-9666-0a198ab62b88 None None] For port e5ffa9ce-67de-4c9e-b2c6-45653b79ad67, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:01:56.618909 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-86c68f23-b2ca-45ce-9666-0a198ab62b88 None None] For port e5ffa9ce-67de-4c9e-b2c6-45653b79ad67, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e5ffa9ce-67de-4c9e-b2c6-45653b79ad67,segment=NetworkSegment(b8c1e8b1-1534-4a33-9d89-0fc8167effe9),segment_id=b8c1e8b1-1534-4a33-9d89-0fc8167effe9)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:01:56.684663 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50ae19fc-9d7d-4894-bed7-f74742ba7731 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:56.703363 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86c68f23-b2ca-45ce-9666-0a198ab62b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:56.739011 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ae19fc-9d7d-4894-bed7-f74742ba7731 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Network 0b0f3a8c-a39c-41e8-8cd3-04170adb92e0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:01:56.743409 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-50ae19fc-9d7d-4894-bed7-f74742ba7731 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:01:56.747639 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ae19fc-9d7d-4894-bed7-f74742ba7731 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:01:56.751725 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae19fc-9d7d-4894-bed7-f74742ba7731 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Port': ['ID=007f14d3-9472-4c56-a122-2fb8e1b22a33,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:56.767238 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c68f23-b2ca-45ce-9666-0a198ab62b88 None None] Pushing event updated for resources: {'Port': ['ID=e5ffa9ce-67de-4c9e-b2c6-45653b79ad67,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:56.807616 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50ae19fc-9d7d-4894-bed7-f74742ba7731 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:57.039346 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50ae19fc-9d7d-4894-bed7-f74742ba7731 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:57.280078 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-c1948094-7000-4802-96d7-cd2d130928ad tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:57.281570 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-c1948094-7000-4802-96d7-cd2d130928ad tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/networks?id=1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba HTTP/1.1" status: 200 len: 809 time: 0.2029502 Apr 21 13:01:57.309138 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-345b8fdb-5f55-483f-9b4b-1656b6969c08 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/quotas/61b418ada6f44448bddbfc7db5705295 HTTP/1.1" status: 200 len: 375 time: 0.0209696 Apr 21 13:01:57.380775 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-c9d3ed50-ae74-4f04-b869-a895517bfcd0 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=61b418ada6f44448bddbfc7db5705295&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566301 Apr 21 13:01:57.520540 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50ae19fc-9d7d-4894-bed7-f74742ba7731 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:57.525306 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-a6dd3fe7-01a8-462d-9d67-a4ecd3b42537 service neutron] 10.222.0.36 "GET /v2.0/networks/1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351731 Apr 21 13:01:57.594139 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50ae19fc-9d7d-4894-bed7-f74742ba7731 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:57.692403 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50ae19fc-9d7d-4894-bed7-f74742ba7731 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:57.693688 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae19fc-9d7d-4894-bed7-f74742ba7731 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Port': ['ID=007f14d3-9472-4c56-a122-2fb8e1b22a33,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:57.707957 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 0b2bd588-c34a-4fbc-a6fd-652cda73648c up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:01:57.714272 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-ba947f2b-4ddc-405c-b1a5-74b5fbcf6c5f service neutron] 10.222.0.36 "GET /v2.0/networks/1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823034 Apr 21 13:01:57.780776 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 0b2bd588-c34a-4fbc-a6fd-652cda73648c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:01:57.781246 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:57.829961 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ae19fc-9d7d-4894-bed7-f74742ba7731 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Network 0b0f3a8c-a39c-41e8-8cd3-04170adb92e0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:01:57.830682 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1acea3d-5c70-4dd3-91bc-04e180449db7 None None] Network 0b0f3a8c-a39c-41e8-8cd3-04170adb92e0 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:01:57.832164 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-50ae19fc-9d7d-4894-bed7-f74742ba7731 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:01:57.920536 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-924aa2db-b1ce-4803-ae97-393d55e3232f None None] Provisioning complete for port e5ffa9ce-67de-4c9e-b2c6-45653b79ad67 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:01:57.920912 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-924aa2db-b1ce-4803-ae97-393d55e3232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:58.202661 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:58.247774 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 0b2bd588-c34a-4fbc-a6fd-652cda73648c, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=0b2bd588-c34a-4fbc-a6fd-652cda73648c,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:58.296065 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e6d5f27e-7b56-4715-9ba8-92e474fdd3a8 req-2648fb79-dcb3-420c-871b-5bb7f074d162 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0b98f2c-e011-4d57-be44-a23eb80e7840 HTTP/1.1" status: 200 len: 210 time: 0.0333560 Apr 21 13:01:58.301149 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-924aa2db-b1ce-4803-ae97-393d55e3232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:58.322248 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ae19fc-9d7d-4894-bed7-f74742ba7731 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Router 21cf48a1-3f85-42c3-91f9-daa29930ed58 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:01:58.339796 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:58.340573 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e5ffa9ce-67de-4c9e-b2c6-45653b79ad67 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:01:58.412947 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-924aa2db-b1ce-4803-ae97-393d55e3232f None None] For port e5ffa9ce-67de-4c9e-b2c6-45653b79ad67, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e5ffa9ce-67de-4c9e-b2c6-45653b79ad67,segment=NetworkSegment(b8c1e8b1-1534-4a33-9d89-0fc8167effe9),segment_id=b8c1e8b1-1534-4a33-9d89-0fc8167effe9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:01:58.444423 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=0b2bd588-c34a-4fbc-a6fd-652cda73648c,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:58.459825 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port e5ffa9ce-67de-4c9e-b2c6-45653b79ad67 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:01:58.460216 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:58.463675 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ae19fc-9d7d-4894-bed7-f74742ba7731 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:01:58.470719 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-50ae19fc-9d7d-4894-bed7-f74742ba7731 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "PUT /v2.0/routers/21cf48a1-3f85-42c3-91f9-daa29930ed58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8034186 Apr 21 13:01:58.475347 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46594c86-e18d-4d87-bd3a-42aea0f0ac50 None None] Sync routers for ids ['21cf48a1-3f85-42c3-91f9-daa29930ed58'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:01:58.507156 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46594c86-e18d-4d87-bd3a-42aea0f0ac50 None None] Routers {'21cf48a1-3f85-42c3-91f9-daa29930ed58'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:01:58.508210 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-46594c86-e18d-4d87-bd3a-42aea0f0ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:01:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['21cf48a1-3f85-42c3-91f9-daa29930ed58'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:58.562028 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-924aa2db-b1ce-4803-ae97-393d55e3232f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:58.626420 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924aa2db-b1ce-4803-ae97-393d55e3232f None None] Pushing event updated for resources: {'Port': ['ID=e5ffa9ce-67de-4c9e-b2c6-45653b79ad67,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:58.638015 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:58.674830 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-46594c86-e18d-4d87-bd3a-42aea0f0ac50 None None] Set router 21cf48a1-3f85-42c3-91f9-daa29930ed58 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:01:58.720905 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 13:01:58.720905 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 13:01:58.726896 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d335c366-b235-4d42-9fcf-8499988843b4 None None] Provisioning complete for port 007f14d3-9472-4c56-a122-2fb8e1b22a33 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:01:58.727278 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d335c366-b235-4d42-9fcf-8499988843b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:58.778312 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d335c366-b235-4d42-9fcf-8499988843b4 None None] Port 007f14d3-9472-4c56-a122-2fb8e1b22a33 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:01:58.783364 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-5e2cd779-5db8-4cd6-b447-190dc5110852 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1007114004&fields=id&tenant_id=284d3d44382e404aa4c17c17e03a8f46 HTTP/1.1" status: 200 len: 267 time: 0.0466499 Apr 21 13:01:58.791712 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d335c366-b235-4d42-9fcf-8499988843b4 None None] Provisioning complete for port e5ffa9ce-67de-4c9e-b2c6-45653b79ad67 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:01:58.792113 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d335c366-b235-4d42-9fcf-8499988843b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:58.910887 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-46594c86-e18d-4d87-bd3a-42aea0f0ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887889515', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '0b2bd588-c34a-4fbc-a6fd-652cda73648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:01:52Z', 'updated_at': '2022-04-21T13:01:56Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '0b2bd588-c34a-4fbc-a6fd-652cda73648c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:53Z', 'updated_at': '2022-04-21T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '007f14d3-9472-4c56-a122-2fb8e1b22a33', 'name': '', 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:11:96:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '9b39fa34-cf30-45d6-8877-fea9fe06ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:56Z', 'updated_at': '2022-04-21T13:01:57Z', 'revision_number': 2, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': '9b39fa34-cf30-45d6-8877-fea9fe06ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:58.921114 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-7498d049-237f-4bfa-bf1b-f76a8570e5a3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:01:58.924249 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-7498d049-237f-4bfa-bf1b-f76a8570e5a3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/networks?id=0b0f3a8c-a39c-41e8-8cd3-04170adb92e0 HTTP/1.1" status: 200 len: 796 time: 0.1298847 Apr 21 13:01:58.941997 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46594c86-e18d-4d87-bd3a-42aea0f0ac50 None None] Checking router: 21cf48a1-3f85-42c3-91f9-daa29930ed58 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:01:58.942242 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46594c86-e18d-4d87-bd3a-42aea0f0ac50 None None] Updating router 21cf48a1-3f85-42c3-91f9-daa29930ed58 port 007f14d3-9472-4c56-a122-2fb8e1b22a33 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:01:58.942429 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-1a42c5c7-872f-42ad-bdce-1807efe11f3c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/quotas/284d3d44382e404aa4c17c17e03a8f46 HTTP/1.1" status: 200 len: 375 time: 0.0097713 Apr 21 13:01:58.972680 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46594c86-e18d-4d87-bd3a-42aea0f0ac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:59.004980 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-a02644bb-10d1-4351-a72b-a98d1cc0523b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537620 Apr 21 13:01:59.033970 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-179aa66c-0d84-46da-886c-530fa365f1bb None None] Provisioning complete for port 007f14d3-9472-4c56-a122-2fb8e1b22a33 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:01:59.035116 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-179aa66c-0d84-46da-886c-530fa365f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:59.078158 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-179aa66c-0d84-46da-886c-530fa365f1bb None None] Port 007f14d3-9472-4c56-a122-2fb8e1b22a33 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:01:59.105395 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 495979df-868d-4d22-8aad-e9a3bbd3b408 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:01:59.128106 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 495979df-868d-4d22-8aad-e9a3bbd3b408 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:01:59.128596 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 495979df-868d-4d22-8aad-e9a3bbd3b408 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:01:59.138224 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-8875fb48-3bb6-465d-a9d4-2e21935f6d77 service neutron] 10.222.0.36 "GET /v2.0/networks/0b0f3a8c-a39c-41e8-8cd3-04170adb92e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193352 Apr 21 13:01:59.198847 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-02a555d8-731b-4076-8484-7821b452360f None None] Provisioning complete for port 007f14d3-9472-4c56-a122-2fb8e1b22a33 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:01:59.199191 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02a555d8-731b-4076-8484-7821b452360f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:59.250671 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-e4ccf84f-be8f-4791-8042-bcd4f314e12d service neutron] 10.222.0.36 "GET /v2.0/networks/0b0f3a8c-a39c-41e8-8cd3-04170adb92e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090820 Apr 21 13:01:59.264728 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-02a555d8-731b-4076-8484-7821b452360f None None] Port 007f14d3-9472-4c56-a122-2fb8e1b22a33 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:01:59.292123 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46594c86-e18d-4d87-bd3a-42aea0f0ac50 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:59.386652 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46594c86-e18d-4d87-bd3a-42aea0f0ac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:59.401105 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4c96fd5a-5bc9-453d-9ef8-5b812616cbdd req-466f9517-a9d3-4d0e-9e67-085ea16caf6d tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0b98f2c-e011-4d57-be44-a23eb80e7840 HTTP/1.1" status: 200 len: 210 time: 0.0282090 Apr 21 13:01:59.510177 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b2705399-02fd-4767-bb6c-038a4680147c req-62db81cd-d82e-4896-b870-dd35ed9d132d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 210 time: 0.0333979 Apr 21 13:01:59.522752 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a58f4c-56fe-4f07-96e9-ff8191f4471d None None] Pushing event updated for resources: {'Port': ['ID=007f14d3-9472-4c56-a122-2fb8e1b22a33,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:59.542484 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a58f4c-56fe-4f07-96e9-ff8191f4471d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:59.542930 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a58f4c-56fe-4f07-96e9-ff8191f4471d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:59.543332 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a58f4c-56fe-4f07-96e9-ff8191f4471d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:59.543718 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a58f4c-56fe-4f07-96e9-ff8191f4471d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:59.544366 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a58f4c-56fe-4f07-96e9-ff8191f4471d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:59.544692 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a58f4c-56fe-4f07-96e9-ff8191f4471d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:59.545011 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a58f4c-56fe-4f07-96e9-ff8191f4471d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:59.545327 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a58f4c-56fe-4f07-96e9-ff8191f4471d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:59.545662 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a58f4c-56fe-4f07-96e9-ff8191f4471d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:59.545978 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a58f4c-56fe-4f07-96e9-ff8191f4471d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:59.546299 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a58f4c-56fe-4f07-96e9-ff8191f4471d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:59.546607 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a58f4c-56fe-4f07-96e9-ff8191f4471d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:01:59.556127 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-46594c86-e18d-4d87-bd3a-42aea0f0ac50 None None] Attempting to bind port 007f14d3-9472-4c56-a122-2fb8e1b22a33 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:01:59.556545 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-46594c86-e18d-4d87-bd3a-42aea0f0ac50 None None] Attempting to bind port 007f14d3-9472-4c56-a122-2fb8e1b22a33 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'b8c1e8b1-1534-4a33-9d89-0fc8167effe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:01:59.557247 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46594c86-e18d-4d87-bd3a-42aea0f0ac50 None None] Attempting to bind port 007f14d3-9472-4c56-a122-2fb8e1b22a33 on network 0b0f3a8c-a39c-41e8-8cd3-04170adb92e0 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:01:59.565185 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46594c86-e18d-4d87-bd3a-42aea0f0ac50 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:01:59.565725 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46594c86-e18d-4d87-bd3a-42aea0f0ac50 None None] Checking segment: {'id': 'b8c1e8b1-1534-4a33-9d89-0fc8167effe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:01:59.566276 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46594c86-e18d-4d87-bd3a-42aea0f0ac50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:59.566669 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46594c86-e18d-4d87-bd3a-42aea0f0ac50 None None] Bound using segment: {'id': 'b8c1e8b1-1534-4a33-9d89-0fc8167effe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:01:59.567258 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-46594c86-e18d-4d87-bd3a-42aea0f0ac50 None None] Bound port: 007f14d3-9472-4c56-a122-2fb8e1b22a33, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8c1e8b1-1534-4a33-9d89-0fc8167effe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:01:59.567708 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46594c86-e18d-4d87-bd3a-42aea0f0ac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:59.649292 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-46594c86-e18d-4d87-bd3a-42aea0f0ac50 None None] For port 007f14d3-9472-4c56-a122-2fb8e1b22a33, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:01:59.653046 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-46594c86-e18d-4d87-bd3a-42aea0f0ac50 None None] For port 007f14d3-9472-4c56-a122-2fb8e1b22a33, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=007f14d3-9472-4c56-a122-2fb8e1b22a33,segment=NetworkSegment(b8c1e8b1-1534-4a33-9d89-0fc8167effe9),segment_id=b8c1e8b1-1534-4a33-9d89-0fc8167effe9)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:01:59.671766 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 0b2bd588-c34a-4fbc-a6fd-652cda73648c up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:01:59.715755 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4c4422d6-c28f-42c0-a19e-8e102ff26d91 None None] Provisioning complete for port 007f14d3-9472-4c56-a122-2fb8e1b22a33 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:01:59.716024 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c4422d6-c28f-42c0-a19e-8e102ff26d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:59.759883 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4c4422d6-c28f-42c0-a19e-8e102ff26d91 None None] Port 007f14d3-9472-4c56-a122-2fb8e1b22a33 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:01:59.761215 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 0b2bd588-c34a-4fbc-a6fd-652cda73648c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:01:59.761573 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:59.775772 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-46594c86-e18d-4d87-bd3a-42aea0f0ac50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:01:59.848030 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e5ffa9ce-67de-4c9e-b2c6-45653b79ad67 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:01:59.850726 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a58f4c-56fe-4f07-96e9-ff8191f4471d None None] Pushing event updated for resources: {'Port': ['ID=007f14d3-9472-4c56-a122-2fb8e1b22a33,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:01:59.855137 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46594c86-e18d-4d87-bd3a-42aea0f0ac50 None None] Routers {'21cf48a1-3f85-42c3-91f9-daa29930ed58'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:01:59.856730 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-46594c86-e18d-4d87-bd3a-42aea0f0ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:01:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['21cf48a1-3f85-42c3-91f9-daa29930ed58'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:01:59.903192 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port e5ffa9ce-67de-4c9e-b2c6-45653b79ad67 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:01:59.903711 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:00.081607 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-46594c86-e18d-4d87-bd3a-42aea0f0ac50 None None] Set router 21cf48a1-3f85-42c3-91f9-daa29930ed58 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:02:00.183306 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-99adcaf9-8bed-4c36-b0a5-d81264d27eb2 None None] Provisioning complete for port 007f14d3-9472-4c56-a122-2fb8e1b22a33 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:02:00.184026 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99adcaf9-8bed-4c36-b0a5-d81264d27eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:00.206895 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-96a8229c-83e3-416f-96df-de91625e3bff tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:00.208550 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-96a8229c-83e3-416f-96df-de91625e3bff tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.26 "GET /v2.0/networks?id=1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba HTTP/1.1" status: 200 len: 809 time: 0.1124766 Apr 21 13:02:00.224569 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-42b85212-f1d1-4d4f-bdb2-0b4c50d940f7 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Request body: {'port': {'device_id': 'd0b98f2c-e011-4d57-be44-a23eb80e7840', 'network_id': '1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba', 'admin_state_up': True, 'tenant_id': '61b418ada6f44448bddbfc7db5705295'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:02:00.275705 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99adcaf9-8bed-4c36-b0a5-d81264d27eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:00.301428 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-46594c86-e18d-4d87-bd3a-42aea0f0ac50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887889515', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '0b2bd588-c34a-4fbc-a6fd-652cda73648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:01:52Z', 'updated_at': '2022-04-21T13:01:56Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '0b2bd588-c34a-4fbc-a6fd-652cda73648c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:53Z', 'updated_at': '2022-04-21T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '007f14d3-9472-4c56-a122-2fb8e1b22a33', 'name': '', 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:11:96:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '9b39fa34-cf30-45d6-8877-fea9fe06ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:56Z', 'updated_at': '2022-04-21T13:01:59Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': '9b39fa34-cf30-45d6-8877-fea9fe06ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:02:00.314051 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-99adcaf9-8bed-4c36-b0a5-d81264d27eb2 None None] For port 007f14d3-9472-4c56-a122-2fb8e1b22a33, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=007f14d3-9472-4c56-a122-2fb8e1b22a33,segment=NetworkSegment(b8c1e8b1-1534-4a33-9d89-0fc8167effe9),segment_id=b8c1e8b1-1534-4a33-9d89-0fc8167effe9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:02:00.329523 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46594c86-e18d-4d87-bd3a-42aea0f0ac50 None None] The sync data for ids ['21cf48a1-3f85-42c3-91f9-daa29930ed58'] in n-d-836147-2 is: [{'id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887889515', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '0b2bd588-c34a-4fbc-a6fd-652cda73648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:01:52Z', 'updated_at': '2022-04-21T13:01:56Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '0b2bd588-c34a-4fbc-a6fd-652cda73648c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:53Z', 'updated_at': '2022-04-21T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '007f14d3-9472-4c56-a122-2fb8e1b22a33', 'name': '', 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:11:96:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '9b39fa34-cf30-45d6-8877-fea9fe06ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:56Z', 'updated_at': '2022-04-21T13:01:59Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': '9b39fa34-cf30-45d6-8877-fea9fe06ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:02:00.406023 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99adcaf9-8bed-4c36-b0a5-d81264d27eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:00.462237 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-42b85212-f1d1-4d4f-bdb2-0b4c50d940f7 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Made reservation on behalf of 61b418ada6f44448bddbfc7db5705295 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:02:00.465827 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-42b85212-f1d1-4d4f-bdb2-0b4c50d940f7 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:00.477547 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99adcaf9-8bed-4c36-b0a5-d81264d27eb2 None None] Pushing event updated for resources: {'Port': ['ID=007f14d3-9472-4c56-a122-2fb8e1b22a33,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:00.539353 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b2b9fc1f-408d-49db-8f14-8dac2c56a03d req-62abbe11-3b3f-4628-8b14-fbc8ce3364e7 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0b98f2c-e011-4d57-be44-a23eb80e7840 HTTP/1.1" status: 200 len: 210 time: 0.0318270 Apr 21 13:02:00.649203 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-640e226b-bfc8-4a24-b4c8-1f9485f9b0d1 req-1015a7cd-4d52-4801-aa7b-63003a51c6d8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 210 time: 0.0505981 Apr 21 13:02:00.678633 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-42b85212-f1d1-4d4f-bdb2-0b4c50d940f7 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Allocated IP 172.20.0.14 (1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba/646ffe22-a60e-49cf-8b9f-b45854132869/ea809934-fc28-4050-b3a1-bb6736fd51e9) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:02:00.845195 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-42b85212-f1d1-4d4f-bdb2-0b4c50d940f7 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:00.979627 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-42b85212-f1d1-4d4f-bdb2-0b4c50d940f7 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:01.029347 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-42b85212-f1d1-4d4f-bdb2-0b4c50d940f7 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Network 1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:02:01.032788 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-42b85212-f1d1-4d4f-bdb2-0b4c50d940f7 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:02:01.038073 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-42b85212-f1d1-4d4f-bdb2-0b4c50d940f7 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:02:01.043216 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b85212-f1d1-4d4f-bdb2-0b4c50d940f7 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Pushing event updated for resources: {'Port': ['ID=ea809934-fc28-4050-b3a1-bb6736fd51e9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:01.098029 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-42b85212-f1d1-4d4f-bdb2-0b4c50d940f7 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:01.102141 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-42b85212-f1d1-4d4f-bdb2-0b4c50d940f7 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:01.179465 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-42b85212-f1d1-4d4f-bdb2-0b4c50d940f7 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9601645 Apr 21 13:02:01.191086 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-1853d6b1-9d97-417f-9a06-4ec57c4cf99a service neutron] Request body: {'port': {'device_id': 'd0b98f2c-e011-4d57-be44-a23eb80e7840', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:02:01.249346 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-1853d6b1-9d97-417f-9a06-4ec57c4cf99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:01.520191 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-1853d6b1-9d97-417f-9a06-4ec57c4cf99a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea809934-fc28-4050-b3a1-bb6736fd51e9 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:02:01.527802 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-1853d6b1-9d97-417f-9a06-4ec57c4cf99a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:01.540116 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-1853d6b1-9d97-417f-9a06-4ec57c4cf99a service neutron] Transition to ACTIVE for port object ea809934-fc28-4050-b3a1-bb6736fd51e9 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:02:01.648740 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 007f14d3-9472-4c56-a122-2fb8e1b22a33 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:02:01.655264 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-1853d6b1-9d97-417f-9a06-4ec57c4cf99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:01.709663 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 007f14d3-9472-4c56-a122-2fb8e1b22a33 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:02:01.710393 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:01.721144 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2749eb8-faac-40f3-b951-4f6cfd73637c req-f6fd90b1-9508-485a-93ff-d7ab65ecc1fd tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:01.722697 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b2749eb8-faac-40f3-b951-4f6cfd73637c req-f6fd90b1-9508-485a-93ff-d7ab65ecc1fd tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0b98f2c-e011-4d57-be44-a23eb80e7840 HTTP/1.1" status: 200 len: 932 time: 0.1019592 Apr 21 13:02:01.742437 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853d6b1-9d97-417f-9a06-4ec57c4cf99a service neutron] Pushing event updated for resources: {'Port': ['ID=ea809934-fc28-4050-b3a1-bb6736fd51e9,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:01.791908 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c76602f7-06b5-4569-aa16-8ac0d462d036 req-1b1cefa6-04b0-4f18-b03d-f22127c54f44 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 210 time: 0.0654080 Apr 21 13:02:01.899968 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b2749eb8-faac-40f3-b951-4f6cfd73637c req-b6e8a0ca-de62-4446-b43f-6309096fe0bd tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c63cdc-a094-4b54-9d12-fb88055054cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697099 Apr 21 13:02:01.926908 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-1853d6b1-9d97-417f-9a06-4ec57c4cf99a service neutron] Attempting to bind port ea809934-fc28-4050-b3a1-bb6736fd51e9 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:02:01.927248 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-1853d6b1-9d97-417f-9a06-4ec57c4cf99a service neutron] Attempting to bind port ea809934-fc28-4050-b3a1-bb6736fd51e9 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '308c6004-4a39-4ffb-a315-eb13eda7f02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:02:01.927605 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-1853d6b1-9d97-417f-9a06-4ec57c4cf99a service neutron] Attempting to bind port ea809934-fc28-4050-b3a1-bb6736fd51e9 on network 1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:02:01.936482 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-1853d6b1-9d97-417f-9a06-4ec57c4cf99a service neutron] Port ea809934-fc28-4050-b3a1-bb6736fd51e9 on network 1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:02:01.937990 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-1853d6b1-9d97-417f-9a06-4ec57c4cf99a service neutron] Attempting to bind port ea809934-fc28-4050-b3a1-bb6736fd51e9 on network 1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:02:01.948531 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-1853d6b1-9d97-417f-9a06-4ec57c4cf99a service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:02:01.948889 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-1853d6b1-9d97-417f-9a06-4ec57c4cf99a service neutron] Checking segment: {'id': '308c6004-4a39-4ffb-a315-eb13eda7f02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:02:01.949274 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-1853d6b1-9d97-417f-9a06-4ec57c4cf99a service neutron] Bound using segment: {'id': '308c6004-4a39-4ffb-a315-eb13eda7f02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:02:01.949770 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-1853d6b1-9d97-417f-9a06-4ec57c4cf99a service neutron] Bound port: ea809934-fc28-4050-b3a1-bb6736fd51e9, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '308c6004-4a39-4ffb-a315-eb13eda7f02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:02:01.950156 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-1853d6b1-9d97-417f-9a06-4ec57c4cf99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:01.959120 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-8e01f305-1ab4-4bf0-99cb-9a83b7b1a5a4 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:01.961119 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-8e01f305-1ab4-4bf0-99cb-9a83b7b1a5a4 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.24 "GET /v2.0/networks?id=0b0f3a8c-a39c-41e8-8cd3-04170adb92e0 HTTP/1.1" status: 200 len: 796 time: 0.1783249 Apr 21 13:02:02.045745 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-809dc53e-5867-40a0-a38f-fbf676708dd4 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=284d3d44382e404aa4c17c17e03a8f46 HTTP/1.1" status: 200 len: 380 time: 0.0543892 Apr 21 13:02:02.052068 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-1853d6b1-9d97-417f-9a06-4ec57c4cf99a service neutron] For port ea809934-fc28-4050-b3a1-bb6736fd51e9, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:02:02.058335 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-bedb5cb6-abef-45b7-8b67-3305e51bb38d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'port': {'device_id': '1b3d840e-8215-474e-994a-1030ade40634', 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0', 'admin_state_up': True, 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'security_groups': ['4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:02:02.062424 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-1853d6b1-9d97-417f-9a06-4ec57c4cf99a service neutron] For port ea809934-fc28-4050-b3a1-bb6736fd51e9, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ea809934-fc28-4050-b3a1-bb6736fd51e9,segment=NetworkSegment(308c6004-4a39-4ffb-a315-eb13eda7f02f),segment_id=308c6004-4a39-4ffb-a315-eb13eda7f02f)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:02:02.149516 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-1853d6b1-9d97-417f-9a06-4ec57c4cf99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:02.193801 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-1853d6b1-9d97-417f-9a06-4ec57c4cf99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:02.194418 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-1853d6b1-9d97-417f-9a06-4ec57c4cf99a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:02.196310 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-1853d6b1-9d97-417f-9a06-4ec57c4cf99a service neutron] 10.222.0.26 "PUT /v2.0/ports/ea809934-fc28-4050-b3a1-bb6736fd51e9 HTTP/1.1" status: 200 len: 1092 time: 1.0098202 Apr 21 13:02:02.196747 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0b98f2c-e011-4d57-be44-a23eb80e7840', 'tag': 'ea809934-fc28-4050-b3a1-bb6736fd51e9'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:02:02.199024 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c0cd61-304a-4739-b3c0-c6e1f6a3440d" -d '{"events": [{"name": "network-changed", "server_uuid": "d0b98f2c-e011-4d57-be44-a23eb80e7840", "tag": "ea809934-fc28-4050-b3a1-bb6736fd51e9"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:02:02.226425 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1853d6b1-9d97-417f-9a06-4ec57c4cf99a service neutron] Pushing event updated for resources: {'Port': ['ID=ea809934-fc28-4050-b3a1-bb6736fd51e9,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:02.236573 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f47b79-6044-485f-9aea-74159a36e336 x-openstack-request-id: req-80f47b79-6044-485f-9aea-74159a36e336 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:02:02.236573 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0b98f2c-e011-4d57-be44-a23eb80e7840", "tag": "ea809934-fc28-4050-b3a1-bb6736fd51e9", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:02:02.237440 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-80f47b79-6044-485f-9aea-74159a36e336 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:02:02.237440 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80f47b79-6044-485f-9aea-74159a36e336'] response: {'name': 'network-changed', 'server_uuid': 'd0b98f2c-e011-4d57-be44-a23eb80e7840', 'tag': 'ea809934-fc28-4050-b3a1-bb6736fd51e9', 'status': 'completed', 'code': 200} Apr 21 13:02:02.284992 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-bedb5cb6-abef-45b7-8b67-3305e51bb38d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Made reservation on behalf of 284d3d44382e404aa4c17c17e03a8f46 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:02:02.288603 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-bedb5cb6-abef-45b7-8b67-3305e51bb38d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:02.321900 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0cd61-304a-4739-b3c0-c6e1f6a3440d req-50e20272-7445-445b-b2f0-000ccf1ffaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:02.323419 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77c0cd61-304a-4739-b3c0-c6e1f6a3440d req-50e20272-7445-445b-b2f0-000ccf1ffaf4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=61b418ada6f44448bddbfc7db5705295&device_id=d0b98f2c-e011-4d57-be44-a23eb80e7840 HTTP/1.1" status: 200 len: 1095 time: 0.0670590 Apr 21 13:02:02.499827 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-bedb5cb6-abef-45b7-8b67-3305e51bb38d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Allocated IP 172.20.0.11 (0b0f3a8c-a39c-41e8-8cd3-04170adb92e0/9b39fa34-cf30-45d6-8877-fea9fe06ce81/8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:02:02.502290 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0cd61-304a-4739-b3c0-c6e1f6a3440d req-7fb89f50-0dae-4868-9063-4f69fe373d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:02.503762 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77c0cd61-304a-4739-b3c0-c6e1f6a3440d req-7fb89f50-0dae-4868-9063-4f69fe373d32 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=61b418ada6f44448bddbfc7db5705295&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1490319 Apr 21 13:02:02.668069 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c0cd61-304a-4739-b3c0-c6e1f6a3440d req-0057c313-eef3-4595-aa3a-ce14c311ba05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:02.669543 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77c0cd61-304a-4739-b3c0-c6e1f6a3440d req-0057c313-eef3-4595-aa3a-ce14c311ba05 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1569793 Apr 21 13:02:02.721071 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-bedb5cb6-abef-45b7-8b67-3305e51bb38d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:02.765804 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-7139b2a6-7822-427b-a37d-b5e9229e4df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:02.767215 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-7139b2a6-7822-427b-a37d-b5e9229e4df5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=61b418ada6f44448bddbfc7db5705295&device_id=d0b98f2c-e011-4d57-be44-a23eb80e7840 HTTP/1.1" status: 200 len: 1095 time: 0.0593429 Apr 21 13:02:02.813647 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-aafbc7f6-6b74-400d-98cf-7a6412962d3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea809934-fc28-4050-b3a1-bb6736fd51e9 HTTP/1.1" status: 200 len: 217 time: 0.0383434 Apr 21 13:02:02.847620 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-bedb5cb6-abef-45b7-8b67-3305e51bb38d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:02.919120 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-bedb5cb6-abef-45b7-8b67-3305e51bb38d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Network 0b0f3a8c-a39c-41e8-8cd3-04170adb92e0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:02:02.933992 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-bedb5cb6-abef-45b7-8b67-3305e51bb38d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:02:02.937108 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-bedb5cb6-abef-45b7-8b67-3305e51bb38d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:02:02.972749 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-47244e64-4b5e-4f66-9b90-c5a2084faefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:02.974257 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-47244e64-4b5e-4f66-9b90-c5a2084faefc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=646ffe22-a60e-49cf-8b9f-b45854132869 HTTP/1.1" status: 200 len: 849 time: 0.1544452 Apr 21 13:02:02.979261 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb5cb6-abef-45b7-8b67-3305e51bb38d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Port': ['ID=8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:03.048733 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-f2b2e518-454d-40ee-8c77-097e8c5db0bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658698 Apr 21 13:02:03.061315 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d89643-0743-4de7-a72a-1e72bdb2e4f3 req-48528cde-3b85-45f2-b1bc-81f5b8016cdd tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:03.062839 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e9d89643-0743-4de7-a72a-1e72bdb2e4f3 req-48528cde-3b85-45f2-b1bc-81f5b8016cdd tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 932 time: 0.1972728 Apr 21 13:02:03.071621 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-bedb5cb6-abef-45b7-8b67-3305e51bb38d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:03.072231 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-bedb5cb6-abef-45b7-8b67-3305e51bb38d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:03.168010 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2e5a2-15ba-4a9b-a2c3-66b010c2caec req-29736f64-6cbc-4b87-8ecd-01b3f88eaa21 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:03.169406 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c8d2e5a2-15ba-4a9b-a2c3-66b010c2caec req-29736f64-6cbc-4b87-8ecd-01b3f88eaa21 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0b98f2c-e011-4d57-be44-a23eb80e7840 HTTP/1.1" status: 200 len: 944 time: 0.1918340 Apr 21 13:02:03.192205 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e9d89643-0743-4de7-a72a-1e72bdb2e4f3 req-8cc80a76-9b63-4728-86c4-570a7d4cba60 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114638 Apr 21 13:02:03.230514 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-bedb5cb6-abef-45b7-8b67-3305e51bb38d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1758158 Apr 21 13:02:03.237681 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-ab05e66b-dee9-44ca-a5b1-73d9d9fb3156 service neutron] 10.222.0.26 "GET /v2.0/networks/1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721692 Apr 21 13:02:03.240837 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c8d2e5a2-15ba-4a9b-a2c3-66b010c2caec req-c0ce2663-ae2c-4f64-a7d8-2b81591982d8 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c63cdc-a094-4b54-9d12-fb88055054cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631561 Apr 21 13:02:03.243229 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d69d7f40-aa9c-4f79-b78b-2abf00c3087a None None] Provisioning complete for port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:02:03.243721 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d69d7f40-aa9c-4f79-b78b-2abf00c3087a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:03.247658 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-937bc2a8-130a-4782-930a-57a24aa7fc6b service neutron] Request body: {'port': {'device_id': '1b3d840e-8215-474e-994a-1030ade40634', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:02:03.280264 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d69d7f40-aa9c-4f79-b78b-2abf00c3087a None None] Port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:02:03.352989 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-937bc2a8-130a-4782-930a-57a24aa7fc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:03.402965 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-baab4ca6-78af-458d-87bf-6b1c443a02db req-648c214c-9668-4195-b982-c6aa776bbacc service neutron] 10.222.0.26 "GET /v2.0/networks/1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544838 Apr 21 13:02:03.627616 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-937bc2a8-130a-4782-930a-57a24aa7fc6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:02:03.635501 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-937bc2a8-130a-4782-930a-57a24aa7fc6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:03.646877 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-937bc2a8-130a-4782-930a-57a24aa7fc6b service neutron] Transition to ACTIVE for port object 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:02:03.723844 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-937bc2a8-130a-4782-930a-57a24aa7fc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:03.771409 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937bc2a8-130a-4782-930a-57a24aa7fc6b service neutron] Pushing event updated for resources: {'Port': ['ID=8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:03.843069 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-937bc2a8-130a-4782-930a-57a24aa7fc6b service neutron] Attempting to bind port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:02:03.843397 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-937bc2a8-130a-4782-930a-57a24aa7fc6b service neutron] Attempting to bind port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'b8c1e8b1-1534-4a33-9d89-0fc8167effe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:02:03.843714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-937bc2a8-130a-4782-930a-57a24aa7fc6b service neutron] Attempting to bind port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 on network 0b0f3a8c-a39c-41e8-8cd3-04170adb92e0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:02:03.848325 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-937bc2a8-130a-4782-930a-57a24aa7fc6b service neutron] Port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 on network 0b0f3a8c-a39c-41e8-8cd3-04170adb92e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:02:03.848641 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-937bc2a8-130a-4782-930a-57a24aa7fc6b service neutron] Attempting to bind port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 on network 0b0f3a8c-a39c-41e8-8cd3-04170adb92e0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:02:03.853758 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-937bc2a8-130a-4782-930a-57a24aa7fc6b service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:02:03.854098 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-937bc2a8-130a-4782-930a-57a24aa7fc6b service neutron] Checking segment: {'id': 'b8c1e8b1-1534-4a33-9d89-0fc8167effe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:02:03.854473 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-937bc2a8-130a-4782-930a-57a24aa7fc6b service neutron] Bound using segment: {'id': 'b8c1e8b1-1534-4a33-9d89-0fc8167effe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:02:03.854900 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-937bc2a8-130a-4782-930a-57a24aa7fc6b service neutron] Bound port: 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c1e8b1-1534-4a33-9d89-0fc8167effe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:02:03.855255 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-937bc2a8-130a-4782-930a-57a24aa7fc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:03.923540 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-937bc2a8-130a-4782-930a-57a24aa7fc6b service neutron] For port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:02:03.926590 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-937bc2a8-130a-4782-930a-57a24aa7fc6b service neutron] For port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9,segment=NetworkSegment(b8c1e8b1-1534-4a33-9d89-0fc8167effe9),segment_id=b8c1e8b1-1534-4a33-9d89-0fc8167effe9)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:02:04.027070 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-937bc2a8-130a-4782-930a-57a24aa7fc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:04.058706 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-937bc2a8-130a-4782-930a-57a24aa7fc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:04.059324 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-937bc2a8-130a-4782-930a-57a24aa7fc6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:04.060757 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-937bc2a8-130a-4782-930a-57a24aa7fc6b service neutron] 10.222.0.24 "PUT /v2.0/ports/8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 HTTP/1.1" status: 200 len: 1092 time: 0.8191302 Apr 21 13:02:04.083410 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937bc2a8-130a-4782-930a-57a24aa7fc6b service neutron] Pushing event updated for resources: {'Port': ['ID=8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:04.252423 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b3d840e-8215-474e-994a-1030ade40634', 'tag': '8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:02:04.254767 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e65148-ef9c-4b44-92ea-8ca95c2d67bb" -d '{"events": [{"name": "network-changed", "server_uuid": "1b3d840e-8215-474e-994a-1030ade40634", "tag": "8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:02:04.294540 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44c48d7-2c75-413a-97d9-d9876d4b8312 x-openstack-request-id: req-f44c48d7-2c75-413a-97d9-d9876d4b8312 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:02:04.294770 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b3d840e-8215-474e-994a-1030ade40634", "tag": "8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:02:04.295026 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f44c48d7-2c75-413a-97d9-d9876d4b8312 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:02:04.295422 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f44c48d7-2c75-413a-97d9-d9876d4b8312'] response: {'name': 'network-changed', 'server_uuid': '1b3d840e-8215-474e-994a-1030ade40634', 'tag': '8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9', 'status': 'completed', 'code': 200} Apr 21 13:02:04.300523 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-1cf68e90-46f3-4069-afba-05ddaf8d3149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:04.302156 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-1cf68e90-46f3-4069-afba-05ddaf8d3149 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 1095 time: 0.0744750 Apr 21 13:02:04.362778 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc064d9-e16e-44ca-b0ec-8de943e33ae9 req-b514f99b-64bf-4282-aa87-6b0cff9cad52 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:04.364127 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ddc064d9-e16e-44ca-b0ec-8de943e33ae9 req-b514f99b-64bf-4282-aa87-6b0cff9cad52 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 944 time: 0.0986638 Apr 21 13:02:04.372336 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-da8169bf-eecc-4689-ac40-32c390543a66 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 HTTP/1.1" status: 200 len: 217 time: 0.0598979 Apr 21 13:02:04.461164 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ddc064d9-e16e-44ca-b0ec-8de943e33ae9 req-ea83c705-d3d0-4d45-b2cc-ef07a849e5aa tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867453 Apr 21 13:02:04.471388 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d23c7-d2de-4b39-9ffe-23130872f5dc req-ef4b7879-9f18-485d-b45b-0dae74ab37f6 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:04.472743 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-442d23c7-d2de-4b39-9ffe-23130872f5dc req-ef4b7879-9f18-485d-b45b-0dae74ab37f6 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0b98f2c-e011-4d57-be44-a23eb80e7840 HTTP/1.1" status: 200 len: 944 time: 0.1194396 Apr 21 13:02:04.474347 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-d5006ada-d4b7-4a9f-9add-ea975dfa43c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:04.475664 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-d5006ada-d4b7-4a9f-9add-ea975dfa43c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b39fa34-cf30-45d6-8877-fea9fe06ce81 HTTP/1.1" status: 200 len: 835 time: 0.0951300 Apr 21 13:02:04.540783 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-442d23c7-d2de-4b39-9ffe-23130872f5dc req-a806fd3d-7a9c-4003-b1b1-b7cab1e15485 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c63cdc-a094-4b54-9d12-fb88055054cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617557 Apr 21 13:02:04.546863 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-043bc056-8571-4e3b-b3b6-e8f05ebfe3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:04.548291 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-043bc056-8571-4e3b-b3b6-e8f05ebfe3c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b0f3a8c-a39c-41e8-8cd3-04170adb92e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636575 Apr 21 13:02:04.634547 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-4c9ef4f1-c006-40fa-a25b-7bd4ad183fe3 service neutron] 10.222.0.24 "GET /v2.0/networks/0b0f3a8c-a39c-41e8-8cd3-04170adb92e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791602 Apr 21 13:02:04.734443 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0dc73484-4a5d-4af7-8315-d17ebaacf074 req-b7e62064-a347-4168-820c-004065433437 service neutron] 10.222.0.24 "GET /v2.0/networks/0b0f3a8c-a39c-41e8-8cd3-04170adb92e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864608 Apr 21 13:02:04.896575 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e65148-ef9c-4b44-92ea-8ca95c2d67bb req-fcf922e2-af06-4406-8538-a0c22d5b5b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:04.898182 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d3e65148-ef9c-4b44-92ea-8ca95c2d67bb req-fcf922e2-af06-4406-8538-a0c22d5b5b5e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 1095 time: 0.0410476 Apr 21 13:02:05.308144 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e65148-ef9c-4b44-92ea-8ca95c2d67bb req-f0cf3fd9-de74-4ac8-94d2-e01a238d95ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:05.309653 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d3e65148-ef9c-4b44-92ea-8ca95c2d67bb req-f0cf3fd9-de74-4ac8-94d2-e01a238d95ed service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b0f3a8c-a39c-41e8-8cd3-04170adb92e0 HTTP/1.1" status: 200 len: 897 time: 0.4052784 Apr 21 13:02:05.356122 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d3e65148-ef9c-4b44-92ea-8ca95c2d67bb req-40892c5e-0b0f-4d45-895b-768e9a52adf5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 HTTP/1.1" status: 200 len: 217 time: 0.0337584 Apr 21 13:02:05.405467 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e65148-ef9c-4b44-92ea-8ca95c2d67bb req-c54a6bac-0ec2-4d90-9b82-e7cd8d91ddad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:05.406978 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d3e65148-ef9c-4b44-92ea-8ca95c2d67bb req-c54a6bac-0ec2-4d90-9b82-e7cd8d91ddad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b39fa34-cf30-45d6-8877-fea9fe06ce81 HTTP/1.1" status: 200 len: 835 time: 0.0438850 Apr 21 13:02:05.455539 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e65148-ef9c-4b44-92ea-8ca95c2d67bb req-a7c736d6-571d-48e7-942d-32b0cb3d64ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:05.457044 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d3e65148-ef9c-4b44-92ea-8ca95c2d67bb req-a7c736d6-571d-48e7-942d-32b0cb3d64ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b0f3a8c-a39c-41e8-8cd3-04170adb92e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415502 Apr 21 13:02:05.570924 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d3e65148-ef9c-4b44-92ea-8ca95c2d67bb req-60d5155e-7e77-414f-9869-b5b93ff9809c service neutron] 10.222.0.24 "GET /v2.0/networks/0b0f3a8c-a39c-41e8-8cd3-04170adb92e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055679 Apr 21 13:02:05.588426 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e13f7f-682b-4739-bf5c-4434063465f5 req-9b4b7cf8-ccea-4376-8cac-dc5d0f1b7b4c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:05.589862 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66e13f7f-682b-4739-bf5c-4434063465f5 req-9b4b7cf8-ccea-4376-8cac-dc5d0f1b7b4c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 944 time: 0.0595338 Apr 21 13:02:05.703259 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66e13f7f-682b-4739-bf5c-4434063465f5 req-bbf5cd4e-9b07-4e5c-85d0-d63467188176 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066270 Apr 21 13:02:05.729658 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d83905-1f58-4021-ba47-c3650e095f3f req-6dcf9bf7-6f35-45dd-967a-9a53611e7548 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:05.731097 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01d83905-1f58-4021-ba47-c3650e095f3f req-6dcf9bf7-6f35-45dd-967a-9a53611e7548 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0b98f2c-e011-4d57-be44-a23eb80e7840 HTTP/1.1" status: 200 len: 944 time: 0.1123614 Apr 21 13:02:05.755302 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d3e65148-ef9c-4b44-92ea-8ca95c2d67bb req-4f8ed99b-b715-40e7-bd0e-f54d160ca8dc service neutron] 10.222.0.24 "GET /v2.0/networks/0b0f3a8c-a39c-41e8-8cd3-04170adb92e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753845 Apr 21 13:02:05.775265 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01d83905-1f58-4021-ba47-c3650e095f3f req-b14cb89e-1553-49db-bc46-6aa5ecda2f41 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c63cdc-a094-4b54-9d12-fb88055054cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357492 Apr 21 13:02:06.588580 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device ea809934-fc28-4050-b3a1-bb6736fd51e9 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:02:06.697936 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port ea809934-fc28-4050-b3a1-bb6736fd51e9, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ea809934-fc28-4050-b3a1-bb6736fd51e9,segment=NetworkSegment(308c6004-4a39-4ffb-a315-eb13eda7f02f),segment_id=308c6004-4a39-4ffb-a315-eb13eda7f02f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:02:06.709416 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'ea809934-fc28-4050-b3a1-bb6736fd51e9', 'network_id': '1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba', 'port_id': 'ea809934-fc28-4050-b3a1-bb6736fd51e9', 'mac_address': 'fa:16:3e:8a:5a:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '646ffe22-a60e-49cf-8b9f-b45854132869', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:02:06.746196 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:06.758956 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea809934-fc28-4050-b3a1-bb6736fd51e9 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:02:06.778308 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port ea809934-fc28-4050-b3a1-bb6736fd51e9, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ea809934-fc28-4050-b3a1-bb6736fd51e9,segment=NetworkSegment(308c6004-4a39-4ffb-a315-eb13eda7f02f),segment_id=308c6004-4a39-4ffb-a315-eb13eda7f02f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:02:06.819124 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c68052-8794-4d4d-8b98-608ec53d0ed4 req-ab3275cd-7af3-45d4-8b59-1bd9d5af66fb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:06.820632 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-40c68052-8794-4d4d-8b98-608ec53d0ed4 req-ab3275cd-7af3-45d4-8b59-1bd9d5af66fb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 944 time: 0.0490313 Apr 21 13:02:06.832108 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:06.872637 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-40c68052-8794-4d4d-8b98-608ec53d0ed4 req-0edcbef1-3a85-496f-b15b-f094fb117bc2 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456614 Apr 21 13:02:06.884629 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=ea809934-fc28-4050-b3a1-bb6736fd51e9,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:06.915366 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbaf477-7a27-4392-8d1f-97a804e1d845 req-8f86c7a6-7108-4063-b784-372025b3dbf1 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:06.916936 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1fbaf477-7a27-4392-8d1f-97a804e1d845 req-8f86c7a6-7108-4063-b784-372025b3dbf1 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0b98f2c-e011-4d57-be44-a23eb80e7840 HTTP/1.1" status: 200 len: 945 time: 0.0606945 Apr 21 13:02:06.954384 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1fbaf477-7a27-4392-8d1f-97a804e1d845 req-0c9645e3-796b-4d46-9e81-16d33567b410 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c63cdc-a094-4b54-9d12-fb88055054cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313749 Apr 21 13:02:07.129674 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:02:07.186551 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['ea809934-fc28-4050-b3a1-bb6736fd51e9'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:02:07.261912 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9,segment=NetworkSegment(b8c1e8b1-1534-4a33-9d89-0fc8167effe9),segment_id=b8c1e8b1-1534-4a33-9d89-0fc8167effe9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:02:07.281293 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9', 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0', 'port_id': '8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9', 'mac_address': 'fa:16:3e:03:16:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b39fa34-cf30-45d6-8877-fea9fe06ce81', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:02:07.350461 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:07.371037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:02:07.407693 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9,segment=NetworkSegment(b8c1e8b1-1534-4a33-9d89-0fc8167effe9),segment_id=b8c1e8b1-1534-4a33-9d89-0fc8167effe9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:02:07.509571 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:07.554823 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:07.756004 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:02:08.003403 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a4027-fd26-43dc-8cfc-3668f2c71605 req-58bfbeec-423d-4d8d-bc82-d690f8c08d57 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:08.004894 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c3a4027-fd26-43dc-8cfc-3668f2c71605 req-58bfbeec-423d-4d8d-bc82-d690f8c08d57 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 945 time: 0.0650096 Apr 21 13:02:08.067436 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c3a4027-fd26-43dc-8cfc-3668f2c71605 req-929e16af-7ebd-4d2b-a80f-437cd9aad239 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563476 Apr 21 13:02:08.083540 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122e12e-7244-4085-902f-6fac469b5539 req-bcad9ace-50d0-47ec-bd1d-de5f0f00df9c tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:08.085017 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e122e12e-7244-4085-902f-6fac469b5539 req-bcad9ace-50d0-47ec-bd1d-de5f0f00df9c tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0b98f2c-e011-4d57-be44-a23eb80e7840 HTTP/1.1" status: 200 len: 945 time: 0.0612578 Apr 21 13:02:08.122671 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e122e12e-7244-4085-902f-6fac469b5539 req-b3ca5062-a51d-49a4-92b4-c86220db7ae3 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c63cdc-a094-4b54-9d12-fb88055054cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317254 Apr 21 13:02:08.593857 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device ea809934-fc28-4050-b3a1-bb6736fd51e9 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:02:08.715187 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port ea809934-fc28-4050-b3a1-bb6736fd51e9 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:02:08.718846 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port ea809934-fc28-4050-b3a1-bb6736fd51e9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:02:08.719209 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:08.795423 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:08.816082 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b98f2c-e011-4d57-be44-a23eb80e7840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea809934-fc28-4050-b3a1-bb6736fd51e9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:02:08.821005 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3d18ba-2729-48f3-848d-3ac2e7f2dbe5" -d '{"events": [{"server_uuid": "d0b98f2c-e011-4d57-be44-a23eb80e7840", "name": "network-vif-plugged", "status": "completed", "tag": "ea809934-fc28-4050-b3a1-bb6736fd51e9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:02:08.832164 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port ea809934-fc28-4050-b3a1-bb6736fd51e9, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ea809934-fc28-4050-b3a1-bb6736fd51e9,segment=NetworkSegment(308c6004-4a39-4ffb-a315-eb13eda7f02f),segment_id=308c6004-4a39-4ffb-a315-eb13eda7f02f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:02:08.854542 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdc9e22-b906-4ecd-b401-c33428cc1cb7 x-openstack-request-id: req-2fdc9e22-b906-4ecd-b401-c33428cc1cb7 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:02:08.854825 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b98f2c-e011-4d57-be44-a23eb80e7840", "name": "network-vif-plugged", "status": "completed", "tag": "ea809934-fc28-4050-b3a1-bb6736fd51e9", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:02:08.855072 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2fdc9e22-b906-4ecd-b401-c33428cc1cb7 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:02:08.855465 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fdc9e22-b906-4ecd-b401-c33428cc1cb7'] response: {'server_uuid': 'd0b98f2c-e011-4d57-be44-a23eb80e7840', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea809934-fc28-4050-b3a1-bb6736fd51e9', 'code': 200} Apr 21 13:02:08.932950 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:08.949673 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96d9ac-ad04-41d5-8aec-209492c21542 req-89ff998d-905e-4bca-a5cf-d60ca6174af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:08.951167 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d96d9ac-ad04-41d5-8aec-209492c21542 req-89ff998d-905e-4bca-a5cf-d60ca6174af7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d0b98f2c-e011-4d57-be44-a23eb80e7840 HTTP/1.1" status: 200 len: 1096 time: 0.0398495 Apr 21 13:02:08.980704 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=ea809934-fc28-4050-b3a1-bb6736fd51e9,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:08.986957 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d96d9ac-ad04-41d5-8aec-209492c21542 req-5b4b5100-9610-46d7-a0aa-b5297e0ff909 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=09c63cdc-a094-4b54-9d12-fb88055054cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287020 Apr 21 13:02:09.141835 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:02:09.187751 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57629d-c21d-4913-b60a-152d1ff289da req-769c29c0-cd88-4c2e-b047-996086e747ef tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:09.189625 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df57629d-c21d-4913-b60a-152d1ff289da req-769c29c0-cd88-4c2e-b047-996086e747ef tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 945 time: 0.0552151 Apr 21 13:02:09.256868 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df57629d-c21d-4913-b60a-152d1ff289da req-5cdace5d-955c-4b67-b581-22d5c5563c4a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548654 Apr 21 13:02:09.261671 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:02:09.265699 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62a999-5cbf-4a3e-9118-b177535c4e9a req-cb8cba21-b982-4706-872a-9dcc94bac882 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:09.271180 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:02:09.271180 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:09.271501 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2b62a999-5cbf-4a3e-9118-b177535c4e9a req-cb8cba21-b982-4706-872a-9dcc94bac882 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0b98f2c-e011-4d57-be44-a23eb80e7840 HTTP/1.1" status: 200 len: 946 time: 0.0743155 Apr 21 13:02:09.308974 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2b62a999-5cbf-4a3e-9118-b177535c4e9a req-c814a43d-12be-450f-9565-c4d673375a15 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c63cdc-a094-4b54-9d12-fb88055054cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349197 Apr 21 13:02:09.347527 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:09.378268 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9,segment=NetworkSegment(b8c1e8b1-1534-4a33-9d89-0fc8167effe9),segment_id=b8c1e8b1-1534-4a33-9d89-0fc8167effe9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:02:09.484720 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:09.553999 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:10.373511 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17121d20-118e-468d-bfeb-fa7976f3ed64 req-d18adb7d-86da-4484-859d-ec7283666ee5 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:10.375144 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-17121d20-118e-468d-bfeb-fa7976f3ed64 req-d18adb7d-86da-4484-859d-ec7283666ee5 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 946 time: 0.0512891 Apr 21 13:02:10.443590 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-17121d20-118e-468d-bfeb-fa7976f3ed64 req-fa10ec90-82f7-4df1-862b-119c0a584861 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623484 Apr 21 13:02:10.463562 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4767d-6038-40c0-b0fc-ce257d65f879 req-f61e0c70-7050-4a6e-b765-81b2a3b097e5 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:10.463562 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14f4767d-6038-40c0-b0fc-ce257d65f879 req-f61e0c70-7050-4a6e-b765-81b2a3b097e5 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0b98f2c-e011-4d57-be44-a23eb80e7840 HTTP/1.1" status: 200 len: 946 time: 0.0745163 Apr 21 13:02:10.501053 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14f4767d-6038-40c0-b0fc-ce257d65f879 req-7ed58db3-127b-44bb-990a-b0d9f19afcd2 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c63cdc-a094-4b54-9d12-fb88055054cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335336 Apr 21 13:02:10.856297 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3d840e-8215-474e-994a-1030ade40634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:02:10.859480 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a47f98f-b2c8-475b-a73f-c1747c248a80" -d '{"events": [{"server_uuid": "1b3d840e-8215-474e-994a-1030ade40634", "name": "network-vif-plugged", "status": "completed", "tag": "8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:02:10.892728 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e877d502-18a4-44c9-9b6a-ee52be85df9a x-openstack-request-id: req-e877d502-18a4-44c9-9b6a-ee52be85df9a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:02:10.893017 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3d840e-8215-474e-994a-1030ade40634", "name": "network-vif-plugged", "status": "completed", "tag": "8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:02:10.893262 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e877d502-18a4-44c9-9b6a-ee52be85df9a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:02:10.893685 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e877d502-18a4-44c9-9b6a-ee52be85df9a'] response: {'server_uuid': '1b3d840e-8215-474e-994a-1030ade40634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9', 'code': 200} Apr 21 13:02:10.999320 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b49ec7-1cbe-4ec0-a3ed-69029ce7657c req-226106ae-b5b4-4b58-86b0-d7c7bf33def6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:11.000830 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56b49ec7-1cbe-4ec0-a3ed-69029ce7657c req-226106ae-b5b4-4b58-86b0-d7c7bf33def6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 1097 time: 0.0432727 Apr 21 13:02:11.036640 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56b49ec7-1cbe-4ec0-a3ed-69029ce7657c req-f1e9b446-666c-43f8-b4d2-08738ea72fdf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279868 Apr 21 13:02:11.558613 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906866e-9dfe-4dd4-91da-7d49603b08da req-3d3b98b8-0059-4cae-94b1-c7bc6369b201 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:11.560168 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a906866e-9dfe-4dd4-91da-7d49603b08da req-3d3b98b8-0059-4cae-94b1-c7bc6369b201 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 946 time: 0.0487235 Apr 21 13:02:11.627149 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a906866e-9dfe-4dd4-91da-7d49603b08da req-ec9beef9-7ece-4bfd-88be-75f6e80f4ccf tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608580 Apr 21 13:02:11.643628 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0454c-452e-4c78-bc91-89ec73fe3149 req-14d1126b-d4ae-42b4-96ee-7eeb036a4ab5 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:11.645134 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98c0454c-452e-4c78-bc91-89ec73fe3149 req-14d1126b-d4ae-42b4-96ee-7eeb036a4ab5 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0b98f2c-e011-4d57-be44-a23eb80e7840 HTTP/1.1" status: 200 len: 946 time: 0.0723042 Apr 21 13:02:11.682570 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98c0454c-452e-4c78-bc91-89ec73fe3149 req-3a3d91ac-5fad-4e9c-833d-db48ad400ed3 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c63cdc-a094-4b54-9d12-fb88055054cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316191 Apr 21 13:02:13.031968 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837892c5-1fbc-4832-a460-151607d9f92f req-1b60d7b5-8e60-4f77-a1ea-5801ab045f05 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:13.033422 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-837892c5-1fbc-4832-a460-151607d9f92f req-1b60d7b5-8e60-4f77-a1ea-5801ab045f05 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 946 time: 0.0863769 Apr 21 13:02:13.065513 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0be37-cfa3-4372-a6f5-2f632e05ff0c req-8bc5c864-2ab5-4396-949a-7be1aeb38be8 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:13.066972 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1fa0be37-cfa3-4372-a6f5-2f632e05ff0c req-8bc5c864-2ab5-4396-949a-7be1aeb38be8 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0b98f2c-e011-4d57-be44-a23eb80e7840 HTTP/1.1" status: 200 len: 946 time: 0.0779440 Apr 21 13:02:13.102107 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-837892c5-1fbc-4832-a460-151607d9f92f req-cdfd2047-1b7e-49f5-8fdc-f376dd33431c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611567 Apr 21 13:02:13.120344 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1fa0be37-cfa3-4372-a6f5-2f632e05ff0c req-7ccabe51-0239-401d-9f40-65046c4a800b tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c63cdc-a094-4b54-9d12-fb88055054cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468702 Apr 21 13:02:13.217275 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfd07f-eba7-4e48-892c-ba9a279f33c6 req-fcd779eb-dca3-4aa6-9bfb-f55ab3895c27 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:13.218685 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-47dfd07f-eba7-4e48-892c-ba9a279f33c6 req-fcd779eb-dca3-4aa6-9bfb-f55ab3895c27 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 946 time: 0.0499566 Apr 21 13:02:13.256776 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-47dfd07f-eba7-4e48-892c-ba9a279f33c6 req-658c23b3-199c-43d4-b9e1-1b606d2da4e4 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322480 Apr 21 13:02:13.278778 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43828) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:02:13.316575 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efad3da2-b1ab-43f3-a692-8fe5ba403a7e tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:13.318158 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-efad3da2-b1ab-43f3-a692-8fe5ba403a7e tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 1092 time: 0.0384085 Apr 21 13:02:13.321344 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43830) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:02:13.325610 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-dcd2f713-9f6a-499b-b051-b129c7fec100 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'port_id': '8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:02:13.432846 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcd2f713-9f6a-499b-b051-b129c7fec100 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:13.461192 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc954c66-ca8c-4f6a-90e6-d0111fd9009c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:13.533035 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcd2f713-9f6a-499b-b051-b129c7fec100 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:13.639301 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-dcd2f713-9f6a-499b-b051-b129c7fec100 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Allocated IP 172.25.8.155 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/91714daa-8331-485e-95a2-29c7116452da) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:02:13.738219 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcd2f713-9f6a-499b-b051-b129c7fec100 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:13.824351 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcd2f713-9f6a-499b-b051-b129c7fec100 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:13.863944 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd2f713-9f6a-499b-b051-b129c7fec100 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:02:13.866746 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-dcd2f713-9f6a-499b-b051-b129c7fec100 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:02:13.870307 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd2f713-9f6a-499b-b051-b129c7fec100 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:02:13.895185 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2f713-9f6a-499b-b051-b129c7fec100 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Port': ['ID=91714daa-8331-485e-95a2-29c7116452da,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:13.983874 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:02:14.251294 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcd2f713-9f6a-499b-b051-b129c7fec100 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:14.285763 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb39c42b-0163-45b0-b9e6-3c79902b005e req-241a5409-052d-47dd-ae9a-f3925e94a076 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:14.287201 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb39c42b-0163-45b0-b9e6-3c79902b005e req-241a5409-052d-47dd-ae9a-f3925e94a076 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0b98f2c-e011-4d57-be44-a23eb80e7840 HTTP/1.1" status: 200 len: 946 time: 0.0871105 Apr 21 13:02:14.332865 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb39c42b-0163-45b0-b9e6-3c79902b005e req-67240383-2d8e-4e70-9eb4-30facb9579db tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c63cdc-a094-4b54-9d12-fb88055054cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378869 Apr 21 13:02:14.409804 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcd2f713-9f6a-499b-b051-b129c7fec100 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:14.557029 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcd2f713-9f6a-499b-b051-b129c7fec100 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:14.655711 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcd2f713-9f6a-499b-b051-b129c7fec100 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:14.701807 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e28b0-4b6a-4253-a481-ab402b184f15 req-45dd3d00-0531-45dd-b639-18814ef38be4 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:14.703246 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-745e28b0-4b6a-4253-a481-ab402b184f15 req-45dd3d00-0531-45dd-b639-18814ef38be4 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0b98f2c-e011-4d57-be44-a23eb80e7840 HTTP/1.1" status: 200 len: 946 time: 0.0781581 Apr 21 13:02:14.761057 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2f713-9f6a-499b-b051-b129c7fec100 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Port': ['ID=91714daa-8331-485e-95a2-29c7116452da,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:14.784479 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcd2f713-9f6a-499b-b051-b129c7fec100 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:14.910083 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-745e28b0-4b6a-4253-a481-ab402b184f15 req-fd9f7098-149f-4947-89c7-d5cd21c2e483 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Deleting port ea809934-fc28-4050-b3a1-bb6736fd51e9 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:02:14.910599 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-745e28b0-4b6a-4253-a481-ab402b184f15 req-fd9f7098-149f-4947-89c7-d5cd21c2e483 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:14.932911 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-dcd2f713-9f6a-499b-b051-b129c7fec100 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Floating IP 166a5893-31f2-4223-901a-74d673439007 associated. External IP: 172.25.8.155, port: 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9. Apr 21 13:02:15.079309 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-745e28b0-4b6a-4253-a481-ab402b184f15 req-fd9f7098-149f-4947-89c7-d5cd21c2e483 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] For port ea809934-fc28-4050-b3a1-bb6736fd51e9, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ea809934-fc28-4050-b3a1-bb6736fd51e9,segment=NetworkSegment(308c6004-4a39-4ffb-a315-eb13eda7f02f),segment_id=308c6004-4a39-4ffb-a315-eb13eda7f02f)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:02:15.079834 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-745e28b0-4b6a-4253-a481-ab402b184f15 req-fd9f7098-149f-4947-89c7-d5cd21c2e483 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:15.097389 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-745e28b0-4b6a-4253-a481-ab402b184f15 req-fd9f7098-149f-4947-89c7-d5cd21c2e483 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Calling delete_port for ea809934-fc28-4050-b3a1-bb6736fd51e9 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:02:15.265735 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd2f713-9f6a-499b-b051-b129c7fec100 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Router 21cf48a1-3f85-42c3-91f9-daa29930ed58 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:02:15.431608 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd2f713-9f6a-499b-b051-b129c7fec100 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:02:15.441115 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480864e3-2b1e-4946-bcfb-99d2690b11c7 None None] Sync routers for ids ['21cf48a1-3f85-42c3-91f9-daa29930ed58'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:02:15.451072 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480864e3-2b1e-4946-bcfb-99d2690b11c7 None None] Routers {'21cf48a1-3f85-42c3-91f9-daa29930ed58'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:02:15.451829 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-480864e3-2b1e-4946-bcfb-99d2690b11c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:01:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['21cf48a1-3f85-42c3-91f9-daa29930ed58'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:02:15.461420 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a4b02-372d-4669-b032-0482f5907dd8 req-d5f54b67-2f81-4c9f-a3d5-79caee0a25d7 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:15.468686 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-175a4b02-372d-4669-b032-0482f5907dd8 req-d5f54b67-2f81-4c9f-a3d5-79caee0a25d7 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0b98f2c-e011-4d57-be44-a23eb80e7840 HTTP/1.1" status: 200 len: 946 time: 0.0617676 Apr 21 13:02:15.468686 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-745e28b0-4b6a-4253-a481-ab402b184f15 req-fd9f7098-149f-4947-89c7-d5cd21c2e483 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:15.489255 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['ea809934-fc28-4050-b3a1-bb6736fd51e9'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:02:15.498633 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f7098-149f-4947-89c7-d5cd21c2e483 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Pushing event deleted for resources: {'Port': ['ID=ea809934-fc28-4050-b3a1-bb6736fd51e9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:15.551751 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcd2f713-9f6a-499b-b051-b129c7fec100 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:15.581020 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-745e28b0-4b6a-4253-a481-ab402b184f15 req-fd9f7098-149f-4947-89c7-d5cd21c2e483 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] No DVR routers for this DVR port ea809934-fc28-4050-b3a1-bb6736fd51e9 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:02:15.583458 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-480864e3-2b1e-4946-bcfb-99d2690b11c7 None None] Set router 21cf48a1-3f85-42c3-91f9-daa29930ed58 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:02:15.585007 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-745e28b0-4b6a-4253-a481-ab402b184f15 req-fd9f7098-149f-4947-89c7-d5cd21c2e483 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:15.588787 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-745e28b0-4b6a-4253-a481-ab402b184f15 req-fd9f7098-149f-4947-89c7-d5cd21c2e483 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.26 "DELETE /v2.0/ports/ea809934-fc28-4050-b3a1-bb6736fd51e9 HTTP/1.1" status: 204 len: 173 time: 0.8640683 Apr 21 13:02:15.589378 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0b98f2c-e011-4d57-be44-a23eb80e7840', 'name': 'network-vif-deleted', 'tag': 'ea809934-fc28-4050-b3a1-bb6736fd51e9'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:02:15.591687 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ab6d62-cd78-4d20-91cc-90bcea51565a" -d '{"events": [{"server_uuid": "d0b98f2c-e011-4d57-be44-a23eb80e7840", "name": "network-vif-deleted", "tag": "ea809934-fc28-4050-b3a1-bb6736fd51e9"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:02:15.596519 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-175a4b02-372d-4669-b032-0482f5907dd8 req-bcc6cce7-c332-4214-aec1-6e4d5941f104 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/security-groups?id=09c63cdc-a094-4b54-9d12-fb88055054cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246614 Apr 21 13:02:15.605012 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-dcd2f713-9f6a-499b-b051-b129c7fec100 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2802420 Apr 21 13:02:15.645822 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d230e2f-a47a-42ac-8ccc-9ff16b59a08f x-openstack-request-id: req-2d230e2f-a47a-42ac-8ccc-9ff16b59a08f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:02:15.646118 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0b98f2c-e011-4d57-be44-a23eb80e7840", "name": "network-vif-deleted", "tag": "ea809934-fc28-4050-b3a1-bb6736fd51e9", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:02:15.646370 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d230e2f-a47a-42ac-8ccc-9ff16b59a08f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:02:15.646781 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d230e2f-a47a-42ac-8ccc-9ff16b59a08f'] response: {'server_uuid': 'd0b98f2c-e011-4d57-be44-a23eb80e7840', 'name': 'network-vif-deleted', 'tag': 'ea809934-fc28-4050-b3a1-bb6736fd51e9', 'status': 'completed', 'code': 200} Apr 21 13:02:15.725501 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28f65a-19f5-4ea0-b2ed-05fa8a358910 req-f1179fe7-931c-4de8-abb1-5d7912934dbe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:15.727149 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d28f65a-19f5-4ea0-b2ed-05fa8a358910 req-f1179fe7-931c-4de8-abb1-5d7912934dbe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 946 time: 0.0540001 Apr 21 13:02:15.767728 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d28f65a-19f5-4ea0-b2ed-05fa8a358910 req-f5df4af7-34f5-4f66-9278-7c4b4b202e0e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342355 Apr 21 13:02:15.791140 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 43842) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:02:15.863053 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-05c4f5dd-cf15-4056-bbdb-e00aa6140970 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/floatingips/166a5893-31f2-4223-901a-74d673439007 HTTP/1.1" status: 200 len: 992 time: 0.0705936 Apr 21 13:02:15.952204 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-25dc9d06-d18f-4f89-9aee-10a988102fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:15.977125 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-480864e3-2b1e-4946-bcfb-99d2690b11c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887889515', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '0b2bd588-c34a-4fbc-a6fd-652cda73648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:01:52Z', 'updated_at': '2022-04-21T13:01:56Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '0b2bd588-c34a-4fbc-a6fd-652cda73648c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:53Z', 'updated_at': '2022-04-21T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '166a5893-31f2-4223-901a-74d673439007', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'floating_ip_address': '172.25.8.155', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'port_id': '8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0', 'mac_address': 'fa:16:3e:03:16:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3d840e-8215-474e-994a-1030ade40634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:02:14Z', 'updated_at': '2022-04-21T13:02:14Z', 'revision_number': 0, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '007f14d3-9472-4c56-a122-2fb8e1b22a33', 'name': '', 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:11:96:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '9b39fa34-cf30-45d6-8877-fea9fe06ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:56Z', 'updated_at': '2022-04-21T13:02:00Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': '9b39fa34-cf30-45d6-8877-fea9fe06ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:02:16.003826 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480864e3-2b1e-4946-bcfb-99d2690b11c7 None None] Checking router: 21cf48a1-3f85-42c3-91f9-daa29930ed58 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:02:16.012641 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480864e3-2b1e-4946-bcfb-99d2690b11c7 None None] Routers {'21cf48a1-3f85-42c3-91f9-daa29930ed58'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:02:16.013249 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-480864e3-2b1e-4946-bcfb-99d2690b11c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:02:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['21cf48a1-3f85-42c3-91f9-daa29930ed58'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:02:16.119990 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-480864e3-2b1e-4946-bcfb-99d2690b11c7 None None] Set router 21cf48a1-3f85-42c3-91f9-daa29930ed58 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:02:16.339080 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-480864e3-2b1e-4946-bcfb-99d2690b11c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887889515', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '0b2bd588-c34a-4fbc-a6fd-652cda73648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:01:52Z', 'updated_at': '2022-04-21T13:01:56Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '0b2bd588-c34a-4fbc-a6fd-652cda73648c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:53Z', 'updated_at': '2022-04-21T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '166a5893-31f2-4223-901a-74d673439007', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'floating_ip_address': '172.25.8.155', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'port_id': '8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0', 'mac_address': 'fa:16:3e:03:16:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3d840e-8215-474e-994a-1030ade40634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:02:14Z', 'updated_at': '2022-04-21T13:02:14Z', 'revision_number': 0, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '007f14d3-9472-4c56-a122-2fb8e1b22a33', 'name': '', 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:11:96:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '9b39fa34-cf30-45d6-8877-fea9fe06ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:56Z', 'updated_at': '2022-04-21T13:02:00Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': '9b39fa34-cf30-45d6-8877-fea9fe06ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:02:16.370689 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480864e3-2b1e-4946-bcfb-99d2690b11c7 None None] The sync data for ids ['21cf48a1-3f85-42c3-91f9-daa29930ed58'] in n-d-836147-2 is: [{'id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887889515', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '0b2bd588-c34a-4fbc-a6fd-652cda73648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:01:52Z', 'updated_at': '2022-04-21T13:01:56Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '0b2bd588-c34a-4fbc-a6fd-652cda73648c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:53Z', 'updated_at': '2022-04-21T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '166a5893-31f2-4223-901a-74d673439007', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'floating_ip_address': '172.25.8.155', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'port_id': '8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0', 'mac_address': 'fa:16:3e:03:16:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3d840e-8215-474e-994a-1030ade40634', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:02:14Z', 'updated_at': '2022-04-21T13:02:14Z', 'revision_number': 0, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '007f14d3-9472-4c56-a122-2fb8e1b22a33', 'name': '', 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:11:96:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '9b39fa34-cf30-45d6-8877-fea9fe06ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:56Z', 'updated_at': '2022-04-21T13:02:00Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': '9b39fa34-cf30-45d6-8877-fea9fe06ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:02:16.581857 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51736ce-bfbf-4b59-a64a-399e538372e4 None None] New status for floating IP 166a5893-31f2-4223-901a-74d673439007: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:02:16.718798 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fda89a5f-9ff1-4250-b008-39aaa5621f82 req-4bbaabaf-3b1d-481a-911e-d43f7e8d55f4 tempest-VolumesActionsTest-1833412268 tempest-VolumesActionsTest-1833412268-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0b98f2c-e011-4d57-be44-a23eb80e7840 HTTP/1.1" status: 200 len: 210 time: 0.0268302 Apr 21 13:02:16.866847 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43846) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:02:16.931873 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2042addc-d3a6-4a9c-ba17-665609622977 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/floatingips/166a5893-31f2-4223-901a-74d673439007 HTTP/1.1" status: 200 len: 994 time: 0.0638847 Apr 21 13:02:16.949961 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:17.648231 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b3d840e-8215-474e-994a-1030ade40634', 'tag': '8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:02:17.650613 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dff1e0f-8755-490c-bf41-9d9550d4f486" -d '{"events": [{"name": "network-changed", "server_uuid": "1b3d840e-8215-474e-994a-1030ade40634", "tag": "8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:02:17.687212 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa73006a-43e5-4ec8-99ed-be1bfc0491ad x-openstack-request-id: req-aa73006a-43e5-4ec8-99ed-be1bfc0491ad {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:02:17.687527 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b3d840e-8215-474e-994a-1030ade40634", "tag": "8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:02:17.687781 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aa73006a-43e5-4ec8-99ed-be1bfc0491ad {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:02:17.688184 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa73006a-43e5-4ec8-99ed-be1bfc0491ad'] response: {'name': 'network-changed', 'server_uuid': '1b3d840e-8215-474e-994a-1030ade40634', 'tag': '8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9', 'status': 'completed', 'code': 200} Apr 21 13:02:17.750572 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff1e0f-8755-490c-bf41-9d9550d4f486 req-4ed016e4-cdc3-4be4-b47b-64203d80c33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:17.752103 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1dff1e0f-8755-490c-bf41-9d9550d4f486 req-4ed016e4-cdc3-4be4-b47b-64203d80c33d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 1097 time: 0.0405586 Apr 21 13:02:17.845531 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff1e0f-8755-490c-bf41-9d9550d4f486 req-736a0d6e-9afa-4334-8416-addfe942b127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:17.847053 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1dff1e0f-8755-490c-bf41-9d9550d4f486 req-736a0d6e-9afa-4334-8416-addfe942b127 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b0f3a8c-a39c-41e8-8cd3-04170adb92e0 HTTP/1.1" status: 200 len: 897 time: 0.0883031 Apr 21 13:02:17.913663 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1dff1e0f-8755-490c-bf41-9d9550d4f486 req-92f9509c-d1d3-4e1f-a865-93c7149caf6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 HTTP/1.1" status: 200 len: 1002 time: 0.0591612 Apr 21 13:02:17.958530 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:17.969621 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff1e0f-8755-490c-bf41-9d9550d4f486 req-dac1119b-58e8-4284-ab79-9cf2deeb20cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:17.971302 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1dff1e0f-8755-490c-bf41-9d9550d4f486 req-dac1119b-58e8-4284-ab79-9cf2deeb20cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b39fa34-cf30-45d6-8877-fea9fe06ce81 HTTP/1.1" status: 200 len: 835 time: 0.0508628 Apr 21 13:02:18.018084 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff1e0f-8755-490c-bf41-9d9550d4f486 req-40bce8cc-ced1-42ab-b114-5e15a71ddc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:18.021712 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1dff1e0f-8755-490c-bf41-9d9550d4f486 req-40bce8cc-ced1-42ab-b114-5e15a71ddc7b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b0f3a8c-a39c-41e8-8cd3-04170adb92e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412345 Apr 21 13:02:18.109368 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1dff1e0f-8755-490c-bf41-9d9550d4f486 req-5eb8d86f-eeba-407c-b274-cd153a069582 service neutron] 10.222.0.24 "GET /v2.0/networks/0b0f3a8c-a39c-41e8-8cd3-04170adb92e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823731 Apr 21 13:02:18.205344 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1dff1e0f-8755-490c-bf41-9d9550d4f486 req-df3f3113-da0c-4eb1-886a-0ae122748ab8 service neutron] 10.222.0.24 "GET /v2.0/networks/0b0f3a8c-a39c-41e8-8cd3-04170adb92e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892956 Apr 21 13:02:18.521372 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:18.671050 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device ea809934-fc28-4050-b3a1-bb6736fd51e9 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:02:18.691584 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: ea809934-fc28-4050-b3a1-bb6736fd51e9 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:02:18.691925 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device ea809934-fc28-4050-b3a1-bb6736fd51e9 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:02:18.746895 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:20.481976 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:23.408026 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43952) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:02:23.533785 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2cde513c-d242-4f49-8847-cb570d3889df tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/floatingips/e9be91e5-8082-4f5a-808b-b13d63f8d076 HTTP/1.1" status: 200 len: 992 time: 0.1244669 Apr 21 13:02:23.884769 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 43962) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:02:24.071525 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-2677d917-9c58-4c5d-bc6f-c2dbb4664a42 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Deleting port cb8812a2-3e62-4d6b-ac8a-488b4043d467 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:02:24.071928 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2677d917-9c58-4c5d-bc6f-c2dbb4664a42 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:24.174943 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2677d917-9c58-4c5d-bc6f-c2dbb4664a42 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:24.175268 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2677d917-9c58-4c5d-bc6f-c2dbb4664a42 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:24.191004 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-2677d917-9c58-4c5d-bc6f-c2dbb4664a42 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Calling delete_port for cb8812a2-3e62-4d6b-ac8a-488b4043d467 owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:02:24.461874 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2677d917-9c58-4c5d-bc6f-c2dbb4664a42 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:24.507778 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677d917-9c58-4c5d-bc6f-c2dbb4664a42 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event deleted for resources: {'Port': ['ID=cb8812a2-3e62-4d6b-ac8a-488b4043d467,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:24.545479 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677d917-9c58-4c5d-bc6f-c2dbb4664a42 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:24.545913 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677d917-9c58-4c5d-bc6f-c2dbb4664a42 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:24.551603 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677d917-9c58-4c5d-bc6f-c2dbb4664a42 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:24.551603 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677d917-9c58-4c5d-bc6f-c2dbb4664a42 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:24.551603 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677d917-9c58-4c5d-bc6f-c2dbb4664a42 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:24.551603 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677d917-9c58-4c5d-bc6f-c2dbb4664a42 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:24.551603 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677d917-9c58-4c5d-bc6f-c2dbb4664a42 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:24.551603 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677d917-9c58-4c5d-bc6f-c2dbb4664a42 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:24.551603 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677d917-9c58-4c5d-bc6f-c2dbb4664a42 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:24.551603 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677d917-9c58-4c5d-bc6f-c2dbb4664a42 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:24.551603 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677d917-9c58-4c5d-bc6f-c2dbb4664a42 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:24.551603 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2677d917-9c58-4c5d-bc6f-c2dbb4664a42 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:24.622140 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2677d917-9c58-4c5d-bc6f-c2dbb4664a42 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for floatingip, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:24.622388 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-2677d917-9c58-4c5d-bc6f-c2dbb4664a42 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Floating IP e9be91e5-8082-4f5a-808b-b13d63f8d076 disassociated (deleted). External IP: 172.25.8.26, port: bf3d9146-c7fb-4ffc-b840-f910daac070f. Apr 21 13:02:24.962891 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2677d917-9c58-4c5d-bc6f-c2dbb4664a42 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Router e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:02:25.158539 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2677d917-9c58-4c5d-bc6f-c2dbb4664a42 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:02:25.169491 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2677d917-9c58-4c5d-bc6f-c2dbb4664a42 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:25.170962 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6cd93c-71ec-48f7-b42a-6347dba1aba3 None None] Sync routers for ids ['e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:02:25.184915 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6cd93c-71ec-48f7-b42a-6347dba1aba3 None None] Routers {'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:02:25.185977 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ee6cd93c-71ec-48f7-b42a-6347dba1aba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:02:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:02:25.217269 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2677d917-9c58-4c5d-bc6f-c2dbb4664a42 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "DELETE /v2.0/floatingips/e9be91e5-8082-4f5a-808b-b13d63f8d076 HTTP/1.1" status: 204 len: 168 time: 1.3310652 Apr 21 13:02:25.217875 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5333d02-0619-4047-a97b-7700d39e93be', 'tag': 'bf3d9146-c7fb-4ffc-b840-f910daac070f'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:02:25.230775 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ead7b9-be87-42c7-9fe8-65f7f64d41b2" -d '{"events": [{"name": "network-changed", "server_uuid": "c5333d02-0619-4047-a97b-7700d39e93be", "tag": "bf3d9146-c7fb-4ffc-b840-f910daac070f"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:02:25.342554 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-ee6cd93c-71ec-48f7-b42a-6347dba1aba3 None None] Set router e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:02:25.356449 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373143de-1e39-4a7b-9fd4-362ab4d2521a x-openstack-request-id: req-373143de-1e39-4a7b-9fd4-362ab4d2521a {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:02:25.356449 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5333d02-0619-4047-a97b-7700d39e93be", "tag": "bf3d9146-c7fb-4ffc-b840-f910daac070f", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:02:25.356449 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-373143de-1e39-4a7b-9fd4-362ab4d2521a {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:02:25.356449 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-373143de-1e39-4a7b-9fd4-362ab4d2521a'] response: {'name': 'network-changed', 'server_uuid': 'c5333d02-0619-4047-a97b-7700d39e93be', 'tag': 'bf3d9146-c7fb-4ffc-b840-f910daac070f', 'status': 'completed', 'code': 200} Apr 21 13:02:25.451625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ead7b9-be87-42c7-9fe8-65f7f64d41b2 req-ef1a40a5-2ec7-4e23-a44e-ab76b77c8f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:25.454591 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18ead7b9-be87-42c7-9fe8-65f7f64d41b2 req-ef1a40a5-2ec7-4e23-a44e-ab76b77c8f01 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=751a38797aaa4af4acc7445401990284&device_id=c5333d02-0619-4047-a97b-7700d39e93be HTTP/1.1" status: 200 len: 1096 time: 0.0710711 Apr 21 13:02:25.658123 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ead7b9-be87-42c7-9fe8-65f7f64d41b2 req-4e34af2e-a1ad-4ced-8d34-29d8efccb01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:25.661214 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18ead7b9-be87-42c7-9fe8-65f7f64d41b2 req-4e34af2e-a1ad-4ced-8d34-29d8efccb01e service neutron] 10.222.0.24 "GET /v2.0/networks?id=cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d HTTP/1.1" status: 200 len: 898 time: 0.1978602 Apr 21 13:02:25.738971 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ee6cd93c-71ec-48f7-b42a-6347dba1aba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'name': 'tempest-TestNetworkBasicOps-router-330005548', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'fc9e76cc-5600-4141-8401-545fbf7e78c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:01:23Z', 'updated_at': '2022-04-21T13:01:29Z', 'revision_number': 4, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': 'fc9e76cc-5600-4141-8401-545fbf7e78c6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:24Z', 'updated_at': '2022-04-21T13:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'ea7ba8ae-0737-4ac3-be0a-9bcc9a591917', 'name': '', 'network_id': 'cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'mac_address': 'fa:16:3e:78:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'acc9cc18-e0a7-40a5-ae1d-7d7410dcbb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:28Z', 'updated_at': '2022-04-21T13:01:33Z', 'revision_number': 5, 'project_id': '751a38797aaa4af4acc7445401990284', 'subnets': [{'id': 'acc9cc18-e0a7-40a5-ae1d-7d7410dcbb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:02:25.798781 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6cd93c-71ec-48f7-b42a-6347dba1aba3 None None] Checking router: e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:02:25.809482 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6cd93c-71ec-48f7-b42a-6347dba1aba3 None None] Routers {'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:02:25.810406 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ee6cd93c-71ec-48f7-b42a-6347dba1aba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:02:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:02:26.016403 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-ee6cd93c-71ec-48f7-b42a-6347dba1aba3 None None] Set router e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:02:26.285503 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ee6cd93c-71ec-48f7-b42a-6347dba1aba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'name': 'tempest-TestNetworkBasicOps-router-330005548', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'fc9e76cc-5600-4141-8401-545fbf7e78c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:01:23Z', 'updated_at': '2022-04-21T13:01:29Z', 'revision_number': 4, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': 'fc9e76cc-5600-4141-8401-545fbf7e78c6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:24Z', 'updated_at': '2022-04-21T13:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'ea7ba8ae-0737-4ac3-be0a-9bcc9a591917', 'name': '', 'network_id': 'cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'mac_address': 'fa:16:3e:78:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'acc9cc18-e0a7-40a5-ae1d-7d7410dcbb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:28Z', 'updated_at': '2022-04-21T13:01:33Z', 'revision_number': 5, 'project_id': '751a38797aaa4af4acc7445401990284', 'subnets': [{'id': 'acc9cc18-e0a7-40a5-ae1d-7d7410dcbb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:02:26.298195 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18ead7b9-be87-42c7-9fe8-65f7f64d41b2 req-3f06bf08-4869-47a0-ac7e-505ab6419053 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bf3d9146-c7fb-4ffc-b840-f910daac070f HTTP/1.1" status: 200 len: 217 time: 0.6155825 Apr 21 13:02:26.320643 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6cd93c-71ec-48f7-b42a-6347dba1aba3 None None] The sync data for ids ['e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e'] in n-d-836147-2 is: [{'id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'name': 'tempest-TestNetworkBasicOps-router-330005548', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'fc9e76cc-5600-4141-8401-545fbf7e78c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:01:23Z', 'updated_at': '2022-04-21T13:01:29Z', 'revision_number': 4, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': 'fc9e76cc-5600-4141-8401-545fbf7e78c6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:24Z', 'updated_at': '2022-04-21T13:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'ea7ba8ae-0737-4ac3-be0a-9bcc9a591917', 'name': '', 'network_id': 'cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'mac_address': 'fa:16:3e:78:f8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': 'acc9cc18-e0a7-40a5-ae1d-7d7410dcbb88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:28Z', 'updated_at': '2022-04-21T13:01:33Z', 'revision_number': 5, 'project_id': '751a38797aaa4af4acc7445401990284', 'subnets': [{'id': 'acc9cc18-e0a7-40a5-ae1d-7d7410dcbb88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:02:26.356553 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e66e2-5c29-42f8-9653-236caecf1b9b req-268f2317-4c2f-400d-98cc-e560d8972e76 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:26.359807 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ab9e66e2-5c29-42f8-9653-236caecf1b9b req-268f2317-4c2f-400d-98cc-e560d8972e76 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5333d02-0619-4047-a97b-7700d39e93be HTTP/1.1" status: 200 len: 945 time: 0.0972264 Apr 21 13:02:26.427360 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ead7b9-be87-42c7-9fe8-65f7f64d41b2 req-528dd846-17f2-4b9f-8702-76b6ed773109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:26.428852 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18ead7b9-be87-42c7-9fe8-65f7f64d41b2 req-528dd846-17f2-4b9f-8702-76b6ed773109 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=acc9cc18-e0a7-40a5-ae1d-7d7410dcbb88 HTTP/1.1" status: 200 len: 834 time: 0.1213648 Apr 21 13:02:26.437428 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ab9e66e2-5c29-42f8-9653-236caecf1b9b req-1123cef8-9915-4375-a02c-6e1cb8ff7feb tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8342b1d-a1b3-4882-a45a-b4bbe2db0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680442 Apr 21 13:02:26.505378 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ead7b9-be87-42c7-9fe8-65f7f64d41b2 req-96d23973-3944-47c3-8ea3-a03dc39940ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:26.507175 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18ead7b9-be87-42c7-9fe8-65f7f64d41b2 req-96d23973-3944-47c3-8ea3-a03dc39940ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687194 Apr 21 13:02:26.633678 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18ead7b9-be87-42c7-9fe8-65f7f64d41b2 req-37b2a2c8-25be-426f-8b8c-a6f6ad41baa1 service neutron] 10.222.0.24 "GET /v2.0/networks/cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130579 Apr 21 13:02:26.758679 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18ead7b9-be87-42c7-9fe8-65f7f64d41b2 req-c5c4fefa-606b-45e7-8d46-d8b6d330096c service neutron] 10.222.0.24 "GET /v2.0/networks/cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223242 Apr 21 13:02:26.778761 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c66e58a-2221-4f5f-b351-40a89feb4ce8 None None] New status for floating IP e9be91e5-8082-4f5a-808b-b13d63f8d076: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:02:27.322628 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1cc4b-fc41-4759-bc92-501cccc44cd9 req-78d1dc40-c496-4ef1-bbf6-cf63ec9af386 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:27.324860 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b0a1cc4b-fc41-4759-bc92-501cccc44cd9 req-78d1dc40-c496-4ef1-bbf6-cf63ec9af386 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.24 "GET /v2.0/ports?device_id=c5333d02-0619-4047-a97b-7700d39e93be HTTP/1.1" status: 200 len: 945 time: 0.0916026 Apr 21 13:02:27.483584 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-b0a1cc4b-fc41-4759-bc92-501cccc44cd9 req-d73e499a-97cd-418b-adb9-e7e4af743699 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Deleting port bf3d9146-c7fb-4ffc-b840-f910daac070f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:02:27.484394 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b0a1cc4b-fc41-4759-bc92-501cccc44cd9 req-d73e499a-97cd-418b-adb9-e7e4af743699 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:27.619366 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3faa2-c804-4bf0-a65c-fd6fb4d125ea req-1bfac357-b2a9-46a6-8095-6ed3d075752a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:27.620856 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-efc3faa2-c804-4bf0-a65c-fd6fb4d125ea req-1bfac357-b2a9-46a6-8095-6ed3d075752a tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5333d02-0619-4047-a97b-7700d39e93be HTTP/1.1" status: 200 len: 945 time: 0.0812023 Apr 21 13:02:27.676227 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b0a1cc4b-fc41-4759-bc92-501cccc44cd9 req-d73e499a-97cd-418b-adb9-e7e4af743699 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] For port bf3d9146-c7fb-4ffc-b840-f910daac070f, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=bf3d9146-c7fb-4ffc-b840-f910daac070f,segment=NetworkSegment(5acb7823-8bd6-49ab-8f8f-7d99aa11d065),segment_id=5acb7823-8bd6-49ab-8f8f-7d99aa11d065)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:02:27.676610 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b0a1cc4b-fc41-4759-bc92-501cccc44cd9 req-d73e499a-97cd-418b-adb9-e7e4af743699 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:27.702212 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-efc3faa2-c804-4bf0-a65c-fd6fb4d125ea req-a72531bf-3ec7-4f85-9ac1-d82625b7385c tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/security-groups?id=f8342b1d-a1b3-4882-a45a-b4bbe2db0eed&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716898 Apr 21 13:02:27.706673 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-b0a1cc4b-fc41-4759-bc92-501cccc44cd9 req-d73e499a-97cd-418b-adb9-e7e4af743699 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Calling delete_port for bf3d9146-c7fb-4ffc-b840-f910daac070f owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:02:27.954235 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b0a1cc4b-fc41-4759-bc92-501cccc44cd9 req-d73e499a-97cd-418b-adb9-e7e4af743699 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:28.025464 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e499a-97cd-418b-adb9-e7e4af743699 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event deleted for resources: {'Port': ['ID=bf3d9146-c7fb-4ffc-b840-f910daac070f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:28.047285 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e499a-97cd-418b-adb9-e7e4af743699 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:28.047637 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e499a-97cd-418b-adb9-e7e4af743699 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:28.047981 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e499a-97cd-418b-adb9-e7e4af743699 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:28.048321 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e499a-97cd-418b-adb9-e7e4af743699 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:28.048987 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e499a-97cd-418b-adb9-e7e4af743699 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:28.048987 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e499a-97cd-418b-adb9-e7e4af743699 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:28.049447 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e499a-97cd-418b-adb9-e7e4af743699 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:28.049947 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e499a-97cd-418b-adb9-e7e4af743699 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:28.050282 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e499a-97cd-418b-adb9-e7e4af743699 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:28.050626 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e499a-97cd-418b-adb9-e7e4af743699 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:28.051562 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e499a-97cd-418b-adb9-e7e4af743699 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:28.051887 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e499a-97cd-418b-adb9-e7e4af743699 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:28.120100 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a1cc4b-fc41-4759-bc92-501cccc44cd9 req-d73e499a-97cd-418b-adb9-e7e4af743699 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] No DVR routers for this DVR port bf3d9146-c7fb-4ffc-b840-f910daac070f on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:02:28.122681 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b0a1cc4b-fc41-4759-bc92-501cccc44cd9 req-d73e499a-97cd-418b-adb9-e7e4af743699 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:28.126334 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b0a1cc4b-fc41-4759-bc92-501cccc44cd9 req-d73e499a-97cd-418b-adb9-e7e4af743699 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.24 "DELETE /v2.0/ports/bf3d9146-c7fb-4ffc-b840-f910daac070f HTTP/1.1" status: 204 len: 173 time: 0.7928479 Apr 21 13:02:28.126824 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5333d02-0619-4047-a97b-7700d39e93be', 'name': 'network-vif-deleted', 'tag': 'bf3d9146-c7fb-4ffc-b840-f910daac070f'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:02:28.131310 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fdfda0-c01b-4b56-b97e-6189648cc76e" -d '{"events": [{"server_uuid": "c5333d02-0619-4047-a97b-7700d39e93be", "name": "network-vif-deleted", "tag": "bf3d9146-c7fb-4ffc-b840-f910daac070f"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:02:28.191092 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bb0632-1c83-429a-a548-be45a2e6803f x-openstack-request-id: req-d0bb0632-1c83-429a-a548-be45a2e6803f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:02:28.191715 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5333d02-0619-4047-a97b-7700d39e93be", "name": "network-vif-deleted", "tag": "bf3d9146-c7fb-4ffc-b840-f910daac070f", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:02:28.192239 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d0bb0632-1c83-429a-a548-be45a2e6803f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:02:28.193083 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0bb0632-1c83-429a-a548-be45a2e6803f'] response: {'server_uuid': 'c5333d02-0619-4047-a97b-7700d39e93be', 'name': 'network-vif-deleted', 'tag': 'bf3d9146-c7fb-4ffc-b840-f910daac070f', 'status': 'completed', 'code': 200} Apr 21 13:02:28.842565 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ad172c0e-f1a3-4487-9068-686ac814a55e req-136fc340-0587-4a80-9963-f5462b2aed1b tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "GET /v2.0/ports?device_id=c5333d02-0619-4047-a97b-7700d39e93be HTTP/1.1" status: 200 len: 210 time: 0.0403643 Apr 21 13:02:29.896771 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44026) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:02:29.963355 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce1c964b-87e9-4e7d-bcd3-a865fab9906c tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:29.995713 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce1c964b-87e9-4e7d-bcd3-a865fab9906c tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:30.190647 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce1c964b-87e9-4e7d-bcd3-a865fab9906c tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:30.193191 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce1c964b-87e9-4e7d-bcd3-a865fab9906c tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:30.200482 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ce1c964b-87e9-4e7d-bcd3-a865fab9906c tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "DELETE /v2.0/security-groups/f8342b1d-a1b3-4882-a45a-b4bbe2db0eed HTTP/1.1" status: 204 len: 168 time: 0.3015373 Apr 21 13:02:30.220653 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c964b-87e9-4e7d-bcd3-a865fab9906c tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8342b1d-a1b3-4882-a45a-b4bbe2db0eed,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:30.351808 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95631389-b599-40e8-9acf-256f9812b791 req-de68187c-aec0-44e5-be94-140ef5fb2b8f tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:30.353359 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-95631389-b599-40e8-9acf-256f9812b791 req-de68187c-aec0-44e5-be94-140ef5fb2b8f tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 945 time: 0.0587945 Apr 21 13:02:30.396507 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-95631389-b599-40e8-9acf-256f9812b791 req-baa72242-ec4a-4b55-88cc-44bd5a5e377c tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358641 Apr 21 13:02:30.405366 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44032) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:02:30.833946 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-644fbf31-ac0e-49aa-94a5-866c2473deee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:31.150026 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-644fbf31-ac0e-49aa-94a5-866c2473deee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Deleting port ea7ba8ae-0737-4ac3-be0a-9bcc9a591917 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:02:31.151110 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-644fbf31-ac0e-49aa-94a5-866c2473deee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:31.240132 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device bf3d9146-c7fb-4ffc-b840-f910daac070f no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:02:31.274085 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-644fbf31-ac0e-49aa-94a5-866c2473deee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] For port ea7ba8ae-0737-4ac3-be0a-9bcc9a591917, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ea7ba8ae-0737-4ac3-be0a-9bcc9a591917,segment=NetworkSegment(5acb7823-8bd6-49ab-8f8f-7d99aa11d065),segment_id=5acb7823-8bd6-49ab-8f8f-7d99aa11d065)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:02:31.274632 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-644fbf31-ac0e-49aa-94a5-866c2473deee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:31.284312 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: bf3d9146-c7fb-4ffc-b840-f910daac070f {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:02:31.284650 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device bf3d9146-c7fb-4ffc-b840-f910daac070f not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:02:31.292092 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-644fbf31-ac0e-49aa-94a5-866c2473deee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Calling delete_port for ea7ba8ae-0737-4ac3-be0a-9bcc9a591917 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:02:31.573562 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e9d17-0b14-44d8-ba1e-ca8b4f3478c3 req-6f588464-5e37-4716-839b-e2933a7b3250 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:31.575496 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-600e9d17-0b14-44d8-ba1e-ca8b4f3478c3 req-6f588464-5e37-4716-839b-e2933a7b3250 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 945 time: 0.0662644 Apr 21 13:02:31.578918 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-644fbf31-ac0e-49aa-94a5-866c2473deee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:31.621044 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fbf31-ac0e-49aa-94a5-866c2473deee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event deleted for resources: {'Port': ['ID=ea7ba8ae-0737-4ac3-be0a-9bcc9a591917,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:31.690526 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-600e9d17-0b14-44d8-ba1e-ca8b4f3478c3 req-9c891421-9a7b-4026-b3df-fa13d7b1bbff tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044741 Apr 21 13:02:31.890869 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-644fbf31-ac0e-49aa-94a5-866c2473deee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:32.186339 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644fbf31-ac0e-49aa-94a5-866c2473deee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Router e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:02:32.308466 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644fbf31-ac0e-49aa-94a5-866c2473deee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:02:32.330263 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44048) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:02:32.330759 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-644fbf31-ac0e-49aa-94a5-866c2473deee tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "PUT /v2.0/routers/e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9075079 Apr 21 13:02:32.330863 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51360906-b01b-4694-b0e5-8f0597dc5043 None None] Sync routers for ids ['e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:02:32.334808 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51360906-b01b-4694-b0e5-8f0597dc5043 None None] Routers {'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:02:32.336083 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-51360906-b01b-4694-b0e5-8f0597dc5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:02:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:02:32.374389 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdce116d-8f87-41ee-82fe-c520ad017b02 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Deleting subnet acc9cc18-e0a7-40a5-ae1d-7d7410dcbb88 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:02:32.377929 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fdce116d-8f87-41ee-82fe-c520ad017b02 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:32.441535 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fdce116d-8f87-41ee-82fe-c520ad017b02 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:32.501032 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-51360906-b01b-4694-b0e5-8f0597dc5043 None None] Set router e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:02:32.542832 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fdce116d-8f87-41ee-82fe-c520ad017b02 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:32.713116 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fdce116d-8f87-41ee-82fe-c520ad017b02 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:32.796227 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce116d-8f87-41ee-82fe-c520ad017b02 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event deleted for resources: {'Subnet': ['ID=acc9cc18-e0a7-40a5-ae1d-7d7410dcbb88,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:32.822956 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fdce116d-8f87-41ee-82fe-c520ad017b02 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:32.834210 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d997a8b-ce3f-4361-b994-081b25a8bdb7 None None] Network cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:02:32.835220 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fdce116d-8f87-41ee-82fe-c520ad017b02 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "DELETE /v2.0/subnets/acc9cc18-e0a7-40a5-ae1d-7d7410dcbb88 HTTP/1.1" status: 204 len: 168 time: 0.5170581 Apr 21 13:02:32.837857 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44056) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:02:32.887414 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75955fcf-ab7e-4c93-9ee9-b974c03ce393 req-9f1c5bf1-b73b-4a39-b294-f03e922bb20e tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:32.911242 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75955fcf-ab7e-4c93-9ee9-b974c03ce393 req-9f1c5bf1-b73b-4a39-b294-f03e922bb20e tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 945 time: 0.1077366 Apr 21 13:02:32.961146 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75955fcf-ab7e-4c93-9ee9-b974c03ce393 req-c3e15dbb-442a-4149-ab88-8c0dc04c7803 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482044 Apr 21 13:02:32.999392 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3891490c-9ace-425a-8f91-ac9a4b4ab5f3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:33.030223 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-51360906-b01b-4694-b0e5-8f0597dc5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'name': 'tempest-TestNetworkBasicOps-router-330005548', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'fc9e76cc-5600-4141-8401-545fbf7e78c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:01:23Z', 'updated_at': '2022-04-21T13:02:31Z', 'revision_number': 5, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': 'fc9e76cc-5600-4141-8401-545fbf7e78c6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:24Z', 'updated_at': '2022-04-21T13:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:02:33.074612 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51360906-b01b-4694-b0e5-8f0597dc5043 None None] Checking router: e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:02:33.092152 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51360906-b01b-4694-b0e5-8f0597dc5043 None None] Routers {'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:02:33.092908 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-51360906-b01b-4694-b0e5-8f0597dc5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:02:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:02:33.156774 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3891490c-9ace-425a-8f91-ac9a4b4ab5f3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:33.205659 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93676720-fd7c-4308-8c8f-8ddae1ccd07d None None] DHCP port deletion for cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:02:33.253089 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-51360906-b01b-4694-b0e5-8f0597dc5043 None None] Set router e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:02:33.321946 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-3891490c-9ace-425a-8f91-ac9a4b4ab5f3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Deleting port fc9e76cc-5600-4141-8401-545fbf7e78c6 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:02:33.322294 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3891490c-9ace-425a-8f91-ac9a4b4ab5f3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:33.425795 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-93676720-fd7c-4308-8c8f-8ddae1ccd07d None None] Deleting port 5c98ff86-ef57-436e-99e2-63a057d9aa80 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:02:33.427675 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93676720-fd7c-4308-8c8f-8ddae1ccd07d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:33.435453 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-3891490c-9ace-425a-8f91-ac9a4b4ab5f3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] For port fc9e76cc-5600-4141-8401-545fbf7e78c6, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fc9e76cc-5600-4141-8401-545fbf7e78c6,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:02:33.436122 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3891490c-9ace-425a-8f91-ac9a4b4ab5f3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:33.453060 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-3891490c-9ace-425a-8f91-ac9a4b4ab5f3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Calling delete_port for fc9e76cc-5600-4141-8401-545fbf7e78c6 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:02:33.585009 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d70b9-da24-4bba-ac2f-9e3074764d18 req-b5ed47ed-bc1a-4f00-b6d6-b9a040c2a778 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:33.619318 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-93676720-fd7c-4308-8c8f-8ddae1ccd07d None None] For port 5c98ff86-ef57-436e-99e2-63a057d9aa80, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=5c98ff86-ef57-436e-99e2-63a057d9aa80,segment=NetworkSegment(5acb7823-8bd6-49ab-8f8f-7d99aa11d065),segment_id=5acb7823-8bd6-49ab-8f8f-7d99aa11d065)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:02:33.620988 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93676720-fd7c-4308-8c8f-8ddae1ccd07d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:33.624841 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-138d70b9-da24-4bba-ac2f-9e3074764d18 req-b5ed47ed-bc1a-4f00-b6d6-b9a040c2a778 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 945 time: 0.1295981 Apr 21 13:02:33.683559 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-93676720-fd7c-4308-8c8f-8ddae1ccd07d None None] Calling delete_port for 5c98ff86-ef57-436e-99e2-63a057d9aa80 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:02:33.769888 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3891490c-9ace-425a-8f91-ac9a4b4ab5f3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:33.775048 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-138d70b9-da24-4bba-ac2f-9e3074764d18 req-46488082-eaad-4dea-b142-19dd8786c427 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Deleting port 41ae69c3-e7c1-4f18-a77c-b9452b075197 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:02:33.775631 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-138d70b9-da24-4bba-ac2f-9e3074764d18 req-46488082-eaad-4dea-b142-19dd8786c427 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:33.775952 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 5c98ff86-ef57-436e-99e2-63a057d9aa80 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:02:33.789285 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-51360906-b01b-4694-b0e5-8f0597dc5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'name': 'tempest-TestNetworkBasicOps-router-330005548', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'fc9e76cc-5600-4141-8401-545fbf7e78c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:01:23Z', 'updated_at': '2022-04-21T13:02:31Z', 'revision_number': 5, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': 'fc9e76cc-5600-4141-8401-545fbf7e78c6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:24Z', 'updated_at': '2022-04-21T13:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:02:33.834627 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891490c-9ace-425a-8f91-ac9a4b4ab5f3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event deleted for resources: {'Port': ['ID=fc9e76cc-5600-4141-8401-545fbf7e78c6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:33.853860 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51360906-b01b-4694-b0e5-8f0597dc5043 None None] The sync data for ids ['e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e'] in n-d-836147-2 is: [{'id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'name': 'tempest-TestNetworkBasicOps-router-330005548', 'tenant_id': '751a38797aaa4af4acc7445401990284', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'fc9e76cc-5600-4141-8401-545fbf7e78c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:01:23Z', 'updated_at': '2022-04-21T13:02:31Z', 'revision_number': 5, 'project_id': '751a38797aaa4af4acc7445401990284', 'gw_port': {'id': 'fc9e76cc-5600-4141-8401-545fbf7e78c6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:17:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3389, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:24Z', 'updated_at': '2022-04-21T13:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:02:33.988283 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:34.008768 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3891490c-9ace-425a-8f91-ac9a4b4ab5f3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:34.014221 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-138d70b9-da24-4bba-ac2f-9e3074764d18 req-46488082-eaad-4dea-b142-19dd8786c427 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] For port 41ae69c3-e7c1-4f18-a77c-b9452b075197, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=41ae69c3-e7c1-4f18-a77c-b9452b075197,segment=NetworkSegment(07d714ab-87a3-43c4-814c-9b19a2081d02),segment_id=07d714ab-87a3-43c4-814c-9b19a2081d02)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:02:34.014643 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-138d70b9-da24-4bba-ac2f-9e3074764d18 req-46488082-eaad-4dea-b142-19dd8786c427 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:34.027435 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93676720-fd7c-4308-8c8f-8ddae1ccd07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:34.078221 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93676720-fd7c-4308-8c8f-8ddae1ccd07d None None] No DVR routers for this DVR port 5c98ff86-ef57-436e-99e2-63a057d9aa80 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:02:34.133833 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93676720-fd7c-4308-8c8f-8ddae1ccd07d None None] Pushing event deleted for resources: {'Port': ['ID=5c98ff86-ef57-436e-99e2-63a057d9aa80,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:34.142369 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93676720-fd7c-4308-8c8f-8ddae1ccd07d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:34.142989 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93676720-fd7c-4308-8c8f-8ddae1ccd07d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:34.143509 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93676720-fd7c-4308-8c8f-8ddae1ccd07d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:34.143848 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93676720-fd7c-4308-8c8f-8ddae1ccd07d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:34.144175 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93676720-fd7c-4308-8c8f-8ddae1ccd07d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:34.144500 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93676720-fd7c-4308-8c8f-8ddae1ccd07d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:34.144821 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93676720-fd7c-4308-8c8f-8ddae1ccd07d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:34.145619 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93676720-fd7c-4308-8c8f-8ddae1ccd07d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:34.145962 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93676720-fd7c-4308-8c8f-8ddae1ccd07d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:34.146286 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93676720-fd7c-4308-8c8f-8ddae1ccd07d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:34.146605 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93676720-fd7c-4308-8c8f-8ddae1ccd07d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:34.146927 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93676720-fd7c-4308-8c8f-8ddae1ccd07d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:02:34.149468 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3891490c-9ace-425a-8f91-ac9a4b4ab5f3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:34.155474 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3891490c-9ace-425a-8f91-ac9a4b4ab5f3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:34.236974 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835142b-ba3c-475b-8db8-9ae9be35e750 req-91e7d3d5-5ab8-44be-bfee-5d08a0901665 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:34.238603 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3835142b-ba3c-475b-8db8-9ae9be35e750 req-91e7d3d5-5ab8-44be-bfee-5d08a0901665 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 945 time: 0.1044812 Apr 21 13:02:34.320546 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3835142b-ba3c-475b-8db8-9ae9be35e750 req-fc965fa2-a50f-477d-88ae-26b626154ab7 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e036856-a3bf-4b48-ae62-aaac290aba7c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746386 Apr 21 13:02:34.343875 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-138d70b9-da24-4bba-ac2f-9e3074764d18 req-46488082-eaad-4dea-b142-19dd8786c427 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:34.344165 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-138d70b9-da24-4bba-ac2f-9e3074764d18 req-46488082-eaad-4dea-b142-19dd8786c427 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:34.344477 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [req-138d70b9-da24-4bba-ac2f-9e3074764d18 req-46488082-eaad-4dea-b142-19dd8786c427 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Floating IP aa1a8b22-3b90-4445-83ec-24606e0e5b92 disassociated. External IP: 172.25.8.30, port: 41ae69c3-e7c1-4f18-a77c-b9452b075197. Apr 21 13:02:34.344822 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-138d70b9-da24-4bba-ac2f-9e3074764d18 req-46488082-eaad-4dea-b142-19dd8786c427 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Calling delete_port for 41ae69c3-e7c1-4f18-a77c-b9452b075197 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:02:34.376182 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3891490c-9ace-425a-8f91-ac9a4b4ab5f3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:34.377013 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3891490c-9ace-425a-8f91-ac9a4b4ab5f3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Fanout notify agent at l3_agent the message router_deleted on router e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:02:34.387735 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3891490c-9ace-425a-8f91-ac9a4b4ab5f3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:34.389323 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3891490c-9ace-425a-8f91-ac9a4b4ab5f3 tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "DELETE /v2.0/routers/e8c28e6b-e6c7-40e5-ba68-eb4a39bd003e HTTP/1.1" status: 204 len: 168 time: 1.5503688 Apr 21 13:02:34.391900 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44064) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:02:34.485059 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c28df787-9b05-46cc-9589-2937f5728e6e tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:34.575821 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-138d70b9-da24-4bba-ac2f-9e3074764d18 req-46488082-eaad-4dea-b142-19dd8786c427 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:34.624581 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c28df787-9b05-46cc-9589-2937f5728e6e tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:34.678690 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-c28df787-9b05-46cc-9589-2937f5728e6e tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:02:34.694533 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-c28df787-9b05-46cc-9589-2937f5728e6e tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5acb7823-8bd6-49ab-8f8f-7d99aa11d065') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:02:34.695123 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-c28df787-9b05-46cc-9589-2937f5728e6e tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5acb7823-8bd6-49ab-8f8f-7d99aa11d065') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:02:34.723170 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c28df787-9b05-46cc-9589-2937f5728e6e tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:34.755066 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c28df787-9b05-46cc-9589-2937f5728e6e tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:34.770460 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28df787-9b05-46cc-9589-2937f5728e6e tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:02:34.770886 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c28df787-9b05-46cc-9589-2937f5728e6e tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:02:34.775218 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:02:34.792536 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46488082-eaad-4dea-b142-19dd8786c427 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Pushing event deleted for resources: {'Port': ['ID=41ae69c3-e7c1-4f18-a77c-b9452b075197,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:34.803505 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-138d70b9-da24-4bba-ac2f-9e3074764d18 req-46488082-eaad-4dea-b142-19dd8786c427 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Router 8af56567-2d21-4505-9e21-b557af4fa488 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:02:34.981830 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c28df787-9b05-46cc-9589-2937f5728e6e tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:34.984816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-138d70b9-da24-4bba-ac2f-9e3074764d18 req-46488082-eaad-4dea-b142-19dd8786c427 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:02:34.994576 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c28df787-9b05-46cc-9589-2937f5728e6e tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:35.001829 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c28df787-9b05-46cc-9589-2937f5728e6e tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] 10.222.0.36 "DELETE /v2.0/networks/cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d HTTP/1.1" status: 204 len: 168 time: 0.6060050 Apr 21 13:02:35.002035 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524b8a6c-ef68-4a02-b6ef-58532af2b418 None None] Sync routers for ids ['8af56567-2d21-4505-9e21-b557af4fa488'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:02:35.029692 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524b8a6c-ef68-4a02-b6ef-58532af2b418 None None] Routers {'8af56567-2d21-4505-9e21-b557af4fa488'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:02:35.030971 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-524b8a6c-ef68-4a02-b6ef-58532af2b418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:02:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['8af56567-2d21-4505-9e21-b557af4fa488'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:02:35.059407 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-138d70b9-da24-4bba-ac2f-9e3074764d18 req-46488082-eaad-4dea-b142-19dd8786c427 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] No DVR routers for this DVR port 41ae69c3-e7c1-4f18-a77c-b9452b075197 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:02:35.061846 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28df787-9b05-46cc-9589-2937f5728e6e tempest-TestNetworkBasicOps-576990388 tempest-TestNetworkBasicOps-576990388-project] Pushing event deleted for resources: {'Network': ['ID=cfa9a5ca-1fdd-4d10-ae28-f6d4bcee0d8d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:35.065035 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-138d70b9-da24-4bba-ac2f-9e3074764d18 req-46488082-eaad-4dea-b142-19dd8786c427 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:35.076995 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-138d70b9-da24-4bba-ac2f-9e3074764d18 req-46488082-eaad-4dea-b142-19dd8786c427 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.26 "DELETE /v2.0/ports/41ae69c3-e7c1-4f18-a77c-b9452b075197 HTTP/1.1" status: 204 len: 173 time: 1.4450166 Apr 21 13:02:35.078370 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d23d50f-cbdb-4b06-8169-b5050bfbc738', 'name': 'network-vif-deleted', 'tag': '41ae69c3-e7c1-4f18-a77c-b9452b075197'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:02:35.082852 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b571f7-f797-4a3f-9f1a-e46b97676a52" -d '{"events": [{"server_uuid": "8d23d50f-cbdb-4b06-8169-b5050bfbc738", "name": "network-vif-deleted", "tag": "41ae69c3-e7c1-4f18-a77c-b9452b075197"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:02:35.131299 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c310f42f-4c0c-4691-a2b1-4a040d809445 x-openstack-request-id: req-c310f42f-4c0c-4691-a2b1-4a040d809445 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:02:35.133293 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d23d50f-cbdb-4b06-8169-b5050bfbc738", "name": "network-vif-deleted", "tag": "41ae69c3-e7c1-4f18-a77c-b9452b075197", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:02:35.135657 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c310f42f-4c0c-4691-a2b1-4a040d809445 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:02:35.136382 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c310f42f-4c0c-4691-a2b1-4a040d809445'] response: {'server_uuid': '8d23d50f-cbdb-4b06-8169-b5050bfbc738', 'name': 'network-vif-deleted', 'tag': '41ae69c3-e7c1-4f18-a77c-b9452b075197', 'status': 'completed', 'code': 200} Apr 21 13:02:35.289349 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-524b8a6c-ef68-4a02-b6ef-58532af2b418 None None] Set router 8af56567-2d21-4505-9e21-b557af4fa488 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:02:35.512509 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d510e7c3-8191-4995-906e-c0e7e771724d req-9660fc29-d6df-43c6-9b77-59e3c8a69d43 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d23d50f-cbdb-4b06-8169-b5050bfbc738 HTTP/1.1" status: 200 len: 210 time: 0.0575378 Apr 21 13:02:35.553241 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-524b8a6c-ef68-4a02-b6ef-58532af2b418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af56567-2d21-4505-9e21-b557af4fa488', 'name': 'tempest-ServerRescueNegativeTestJSON-59386906-router', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:34Z', 'updated_at': '2022-04-21T12:57:39Z', 'revision_number': 4, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'gw_port': {'id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:35Z', 'updated_at': '2022-04-21T12:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6', 'name': '', 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'mac_address': 'fa:16:3e:99:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '042c7c8a-99c9-4a93-a632-3fd1a4109dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:38Z', 'updated_at': '2022-04-21T12:57:45Z', 'revision_number': 5, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'subnets': [{'id': '042c7c8a-99c9-4a93-a632-3fd1a4109dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:02:35.590213 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524b8a6c-ef68-4a02-b6ef-58532af2b418 None None] Checking router: 8af56567-2d21-4505-9e21-b557af4fa488 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:02:35.612629 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524b8a6c-ef68-4a02-b6ef-58532af2b418 None None] Routers {'8af56567-2d21-4505-9e21-b557af4fa488'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:02:35.618488 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-524b8a6c-ef68-4a02-b6ef-58532af2b418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:02:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['8af56567-2d21-4505-9e21-b557af4fa488'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:02:35.620790 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44088) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:02:35.754317 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ea7ba8ae-0737-4ac3-be0a-9bcc9a591917 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:02:35.795069 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-524b8a6c-ef68-4a02-b6ef-58532af2b418 None None] Set router 8af56567-2d21-4505-9e21-b557af4fa488 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:02:35.797814 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: ea7ba8ae-0737-4ac3-be0a-9bcc9a591917 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:02:35.800180 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ea7ba8ae-0737-4ac3-be0a-9bcc9a591917 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:02:35.801740 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fc9e76cc-5600-4141-8401-545fbf7e78c6 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:02:35.828833 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-28c1cbe3-1905-41b9-a188-ecb3019c2f4d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=751a38797aaa4af4acc7445401990284&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2068777 Apr 21 13:02:35.834057 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44092) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:02:35.846121 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: fc9e76cc-5600-4141-8401-545fbf7e78c6 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:02:35.846794 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fc9e76cc-5600-4141-8401-545fbf7e78c6 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:02:35.915463 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14dab827-7544-4fd0-a0bd-0967d2de0864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:35.942425 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14dab827-7544-4fd0-a0bd-0967d2de0864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:36.084271 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14dab827-7544-4fd0-a0bd-0967d2de0864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:36.087309 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14dab827-7544-4fd0-a0bd-0967d2de0864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:36.088999 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-14dab827-7544-4fd0-a0bd-0967d2de0864 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f0d1601e-9743-4717-9a87-7a8be120c9d8 HTTP/1.1" status: 204 len: 168 time: 0.2536280 Apr 21 13:02:36.099933 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dab827-7544-4fd0-a0bd-0967d2de0864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d1601e-9743-4717-9a87-7a8be120c9d8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:36.124405 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-524b8a6c-ef68-4a02-b6ef-58532af2b418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af56567-2d21-4505-9e21-b557af4fa488', 'name': 'tempest-ServerRescueNegativeTestJSON-59386906-router', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:34Z', 'updated_at': '2022-04-21T12:57:39Z', 'revision_number': 4, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'gw_port': {'id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:35Z', 'updated_at': '2022-04-21T12:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6', 'name': '', 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'mac_address': 'fa:16:3e:99:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '042c7c8a-99c9-4a93-a632-3fd1a4109dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:38Z', 'updated_at': '2022-04-21T12:57:45Z', 'revision_number': 5, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'subnets': [{'id': '042c7c8a-99c9-4a93-a632-3fd1a4109dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:02:36.190666 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524b8a6c-ef68-4a02-b6ef-58532af2b418 None None] The sync data for ids ['8af56567-2d21-4505-9e21-b557af4fa488'] in n-d-836147-2 is: [{'id': '8af56567-2d21-4505-9e21-b557af4fa488', 'name': 'tempest-ServerRescueNegativeTestJSON-59386906-router', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:34Z', 'updated_at': '2022-04-21T12:57:39Z', 'revision_number': 4, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'gw_port': {'id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:35Z', 'updated_at': '2022-04-21T12:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6', 'name': '', 'network_id': '7532c877-c6eb-4827-8bef-4f687b46b481', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'mac_address': 'fa:16:3e:99:fd:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '042c7c8a-99c9-4a93-a632-3fd1a4109dfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:38Z', 'updated_at': '2022-04-21T12:57:45Z', 'revision_number': 5, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'subnets': [{'id': '042c7c8a-99c9-4a93-a632-3fd1a4109dfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:02:36.648785 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f4d5d0-56eb-4f53-a668-de6361f1ef0e None None] New status for floating IP aa1a8b22-3b90-4445-83ec-24606e0e5b92: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:02:36.777262 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 41ae69c3-e7c1-4f18-a77c-b9452b075197 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:02:36.834311 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 41ae69c3-e7c1-4f18-a77c-b9452b075197 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:02:36.834561 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 41ae69c3-e7c1-4f18-a77c-b9452b075197 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:02:36.906832 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44106) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:02:36.995162 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34da8078-ca8f-45b8-a933-c56925c10245 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:37.027223 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34da8078-ca8f-45b8-a933-c56925c10245 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:37.199235 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34da8078-ca8f-45b8-a933-c56925c10245 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:37.202196 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34da8078-ca8f-45b8-a933-c56925c10245 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:37.205922 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-34da8078-ca8f-45b8-a933-c56925c10245 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "DELETE /v2.0/security-groups/7e036856-a3bf-4b48-ae62-aaac290aba7c HTTP/1.1" status: 204 len: 168 time: 0.2951703 Apr 21 13:02:37.206997 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44108) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:02:37.237344 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da8078-ca8f-45b8-a933-c56925c10245 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e036856-a3bf-4b48-ae62-aaac290aba7c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:37.261996 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-4af6fbda-6270-438b-8cb2-eba354e91cd8 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] show failed (client error): The resource could not be found. Apr 21 13:02:37.268126 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44110) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:02:37.268975 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4af6fbda-6270-438b-8cb2-eba354e91cd8 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups/7e036856-a3bf-4b48-ae62-aaac290aba7c HTTP/1.1" status: 404 len: 347 time: 0.0600464 Apr 21 13:02:37.274298 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44112) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:02:37.293236 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2d2b562-1c61-4cfd-9b2f-984447f934b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:37.402279 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2d2b562-1c61-4cfd-9b2f-984447f934b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:37.442800 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a468ccf5-4882-4cac-8427-9b155e911f9d tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Deleting port e83e3d21-803b-41b8-bcb3-b565080702fb {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:02:37.443760 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a468ccf5-4882-4cac-8427-9b155e911f9d tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:37.487924 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b2d2b562-1c61-4cfd-9b2f-984447f934b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:37.549070 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2b562-1c61-4cfd-9b2f-984447f934b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9024ca21-4a72-4f57-9359-1a4280fefbc8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:37.564776 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b2d2b562-1c61-4cfd-9b2f-984447f934b5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e2fdb5df1897495dbe4354673f2b1315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2862117 Apr 21 13:02:37.564776 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44114) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:02:37.634536 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f5eb1a15-fc97-4825-a3bf-ccfe6421494d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:37.661512 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f5eb1a15-fc97-4825-a3bf-ccfe6421494d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:37.810033 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f5eb1a15-fc97-4825-a3bf-ccfe6421494d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:37.812890 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f5eb1a15-fc97-4825-a3bf-ccfe6421494d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:37.814104 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f5eb1a15-fc97-4825-a3bf-ccfe6421494d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9024ca21-4a72-4f57-9359-1a4280fefbc8 HTTP/1.1" status: 204 len: 168 time: 0.2477887 Apr 21 13:02:37.826264 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb1a15-fc97-4825-a3bf-ccfe6421494d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9024ca21-4a72-4f57-9359-1a4280fefbc8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:37.908216 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a468ccf5-4882-4cac-8427-9b155e911f9d tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:37.909227 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a468ccf5-4882-4cac-8427-9b155e911f9d tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:37.923027 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a468ccf5-4882-4cac-8427-9b155e911f9d tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Calling delete_port for e83e3d21-803b-41b8-bcb3-b565080702fb owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:02:38.167586 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a468ccf5-4882-4cac-8427-9b155e911f9d tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:38.198406 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468ccf5-4882-4cac-8427-9b155e911f9d tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Pushing event deleted for resources: {'Port': ['ID=e83e3d21-803b-41b8-bcb3-b565080702fb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:38.255197 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a468ccf5-4882-4cac-8427-9b155e911f9d tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:38.258329 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a468ccf5-4882-4cac-8427-9b155e911f9d tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:38.259485 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a468ccf5-4882-4cac-8427-9b155e911f9d tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "DELETE /v2.0/floatingips/aa1a8b22-3b90-4445-83ec-24606e0e5b92 HTTP/1.1" status: 204 len: 168 time: 0.9908240 Apr 21 13:02:43.448261 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c32815f-7ea6-47bd-95f3-20a8acc19f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:44.684196 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f594f4-27a4-4620-b3c3-70c09bbc04ee req-1f28ca67-bcc1-4e52-b058-12812c2863eb tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:44.685722 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c4f594f4-27a4-4620-b3c3-70c09bbc04ee req-1f28ca67-bcc1-4e52-b058-12812c2863eb tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.0511179 Apr 21 13:02:44.725720 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c4f594f4-27a4-4620-b3c3-70c09bbc04ee req-01f252e7-6f37-432c-a9ef-6a392124656b tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331867 Apr 21 13:02:44.764731 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44244) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:02:44.814739 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d815f5-69ca-45e1-8359-27f7046b3f6a admin admin] Deleting subnet 646ffe22-a60e-49cf-8b9f-b45854132869 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:02:44.821567 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d0d815f5-69ca-45e1-8359-27f7046b3f6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:44.857621 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d0d815f5-69ca-45e1-8359-27f7046b3f6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:44.896171 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d0d815f5-69ca-45e1-8359-27f7046b3f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:45.008006 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d0d815f5-69ca-45e1-8359-27f7046b3f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:45.032760 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d815f5-69ca-45e1-8359-27f7046b3f6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=646ffe22-a60e-49cf-8b9f-b45854132869,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:45.036907 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d0d815f5-69ca-45e1-8359-27f7046b3f6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:45.040602 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d0d815f5-69ca-45e1-8359-27f7046b3f6a admin admin] 10.222.0.36 "DELETE /v2.0/subnets/646ffe22-a60e-49cf-8b9f-b45854132869 HTTP/1.1" status: 204 len: 168 time: 0.2748752 Apr 21 13:02:45.043141 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44246) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:02:45.116419 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3a88819-4157-449c-8440-58c2cf27aa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:45.193794 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3a88819-4157-449c-8440-58c2cf27aa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:45.213916 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e3a88819-4157-449c-8440-58c2cf27aa20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:02:45.222878 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e3a88819-4157-449c-8440-58c2cf27aa20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '308c6004-4a39-4ffb-a315-eb13eda7f02f') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:02:45.223171 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e3a88819-4157-449c-8440-58c2cf27aa20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '308c6004-4a39-4ffb-a315-eb13eda7f02f') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:02:45.237880 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3a88819-4157-449c-8440-58c2cf27aa20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:45.250765 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3a88819-4157-449c-8440-58c2cf27aa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:45.256533 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a88819-4157-449c-8440-58c2cf27aa20 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:02:45.256919 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3a88819-4157-449c-8440-58c2cf27aa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:02:45.258603 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:02:45.369960 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3a88819-4157-449c-8440-58c2cf27aa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:45.374968 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3a88819-4157-449c-8440-58c2cf27aa20 admin admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:45.378803 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e3a88819-4157-449c-8440-58c2cf27aa20 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba HTTP/1.1" status: 204 len: 168 time: 0.3346570 Apr 21 13:02:45.401693 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a88819-4157-449c-8440-58c2cf27aa20 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bbc0c7b-47d5-400d-8e75-ef4cb2b027ba,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:45.727363 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-615f14c2-b006-465e-914c-19bada7d191f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:45.775310 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44254) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:02:45.815143 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4910de2b-1fe0-4627-9470-c061465a72d2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=61b418ada6f44448bddbfc7db5705295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387213 Apr 21 13:02:45.817685 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44256) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:02:45.848045 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d803f-6623-4bf7-a5be-98a0f2b46428 req-588b8eb3-989d-4c2f-b342-4952132e8971 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:45.849508 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f71d803f-6623-4bf7-a5be-98a0f2b46428 req-588b8eb3-989d-4c2f-b342-4952132e8971 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.0524995 Apr 21 13:02:45.866115 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7120a38-a3a0-4d84-bff4-79a23ab9b879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:45.887533 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f71d803f-6623-4bf7-a5be-98a0f2b46428 req-ca95c1d9-e21c-41af-9163-24ace00dbf81 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317214 Apr 21 13:02:45.887838 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7120a38-a3a0-4d84-bff4-79a23ab9b879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:45.984571 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7120a38-a3a0-4d84-bff4-79a23ab9b879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:45.987107 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7120a38-a3a0-4d84-bff4-79a23ab9b879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:45.988251 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c7120a38-a3a0-4d84-bff4-79a23ab9b879 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/09c63cdc-a094-4b54-9d12-fb88055054cc HTTP/1.1" status: 204 len: 168 time: 0.1696672 Apr 21 13:02:45.996664 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7120a38-a3a0-4d84-bff4-79a23ab9b879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c63cdc-a094-4b54-9d12-fb88055054cc,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:46.913060 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:47.034727 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f03d0a-e284-4a71-b4fd-a6941155d08e req-bf261e60-535f-4c50-86b6-d88e0a661c3b tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:47.036130 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-40f03d0a-e284-4a71-b4fd-a6941155d08e req-bf261e60-535f-4c50-86b6-d88e0a661c3b tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.0793917 Apr 21 13:02:47.047770 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020f5f5-7ed5-4d66-92ea-356508b7e56b req-b6280a0f-12ef-4c49-8a29-27de607d749a tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:47.049160 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a020f5f5-7ed5-4d66-92ea-356508b7e56b req-b6280a0f-12ef-4c49-8a29-27de607d749a tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.24 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 945 time: 0.0627413 Apr 21 13:02:47.138178 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-40f03d0a-e284-4a71-b4fd-a6941155d08e req-e7126486-e161-46fd-b2df-9b2f7cada7d7 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880251 Apr 21 13:02:47.170481 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-a020f5f5-7ed5-4d66-92ea-356508b7e56b req-2e95ccbb-5a42-43ab-9a4c-764cfbcd45dd tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Deleting port 57e6a652-87c7-46cd-8f73-b214dfcd0dd4 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:02:47.170836 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a020f5f5-7ed5-4d66-92ea-356508b7e56b req-2e95ccbb-5a42-43ab-9a4c-764cfbcd45dd tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:47.257022 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a020f5f5-7ed5-4d66-92ea-356508b7e56b req-2e95ccbb-5a42-43ab-9a4c-764cfbcd45dd tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] For port 57e6a652-87c7-46cd-8f73-b214dfcd0dd4, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=57e6a652-87c7-46cd-8f73-b214dfcd0dd4,segment=NetworkSegment(07d714ab-87a3-43c4-814c-9b19a2081d02),segment_id=07d714ab-87a3-43c4-814c-9b19a2081d02)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:02:47.257947 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a020f5f5-7ed5-4d66-92ea-356508b7e56b req-2e95ccbb-5a42-43ab-9a4c-764cfbcd45dd tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:47.270769 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-a020f5f5-7ed5-4d66-92ea-356508b7e56b req-2e95ccbb-5a42-43ab-9a4c-764cfbcd45dd tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Calling delete_port for 57e6a652-87c7-46cd-8f73-b214dfcd0dd4 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:02:47.455658 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a020f5f5-7ed5-4d66-92ea-356508b7e56b req-2e95ccbb-5a42-43ab-9a4c-764cfbcd45dd tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:47.471003 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['57e6a652-87c7-46cd-8f73-b214dfcd0dd4', 'f4b37a07-42fd-42f6-aa5e-dc223128f4d8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:02:47.488396 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95ccbb-5a42-43ab-9a4c-764cfbcd45dd tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Pushing event deleted for resources: {'Port': ['ID=57e6a652-87c7-46cd-8f73-b214dfcd0dd4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:47.534812 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a020f5f5-7ed5-4d66-92ea-356508b7e56b req-2e95ccbb-5a42-43ab-9a4c-764cfbcd45dd tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] No DVR routers for this DVR port 57e6a652-87c7-46cd-8f73-b214dfcd0dd4 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:02:47.537531 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a020f5f5-7ed5-4d66-92ea-356508b7e56b req-2e95ccbb-5a42-43ab-9a4c-764cfbcd45dd tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:47.540812 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a020f5f5-7ed5-4d66-92ea-356508b7e56b req-2e95ccbb-5a42-43ab-9a4c-764cfbcd45dd tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.24 "DELETE /v2.0/ports/57e6a652-87c7-46cd-8f73-b214dfcd0dd4 HTTP/1.1" status: 204 len: 173 time: 0.4850750 Apr 21 13:02:47.541310 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c076c270-4319-4fbc-adeb-d0d291cf918c', 'name': 'network-vif-deleted', 'tag': '57e6a652-87c7-46cd-8f73-b214dfcd0dd4'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:02:47.543525 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14f1fdc-fa1a-4971-a7f9-a2d5bab7bdf8" -d '{"events": [{"server_uuid": "c076c270-4319-4fbc-adeb-d0d291cf918c", "name": "network-vif-deleted", "tag": "57e6a652-87c7-46cd-8f73-b214dfcd0dd4"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:02:47.587454 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37fa28ef-a244-43e6-b1e2-085c629a1f67 x-openstack-request-id: req-37fa28ef-a244-43e6-b1e2-085c629a1f67 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:02:47.587829 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c076c270-4319-4fbc-adeb-d0d291cf918c", "name": "network-vif-deleted", "tag": "57e6a652-87c7-46cd-8f73-b214dfcd0dd4", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:02:47.588150 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-37fa28ef-a244-43e6-b1e2-085c629a1f67 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:02:47.588635 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37fa28ef-a244-43e6-b1e2-085c629a1f67'] response: {'server_uuid': 'c076c270-4319-4fbc-adeb-d0d291cf918c', 'name': 'network-vif-deleted', 'tag': '57e6a652-87c7-46cd-8f73-b214dfcd0dd4', 'status': 'completed', 'code': 200} Apr 21 13:02:47.977042 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:48.249119 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18b304ad-19dc-45d5-b903-b05567eaa988 req-54c9bb48-7a80-4e87-9f3d-05b47c948a28 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=c076c270-4319-4fbc-adeb-d0d291cf918c HTTP/1.1" status: 200 len: 210 time: 0.0283713 Apr 21 13:02:48.478511 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:48.741599 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:49.754384 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b5ad64-c987-4c45-ac70-b88e4c4d1ee0 req-b75f5600-5977-4f3b-b0ce-33ab99e51496 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:49.755876 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-27b5ad64-c987-4c45-ac70-b88e4c4d1ee0 req-b75f5600-5977-4f3b-b0ce-33ab99e51496 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 946 time: 0.0538437 Apr 21 13:02:49.795670 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-27b5ad64-c987-4c45-ac70-b88e4c4d1ee0 req-247fc195-0a63-459e-9830-c11671056dbf tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333657 Apr 21 13:02:50.148634 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37fc90-775c-4dab-b6b6-e8e0c6d8ce99 req-097b6f5a-47eb-4aba-b5b6-1f7ecfc58a46 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:50.150779 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ed37fc90-775c-4dab-b6b6-e8e0c6d8ce99 req-097b6f5a-47eb-4aba-b5b6-1f7ecfc58a46 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 946 time: 0.0531862 Apr 21 13:02:50.192625 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ed37fc90-775c-4dab-b6b6-e8e0c6d8ce99 req-d49f75aa-e72e-4c93-b50e-c9e81e4ba742 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355783 Apr 21 13:02:50.215860 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44372) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:02:50.280445 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8015d86f-0d09-4ce3-8dd2-e45b3917a358 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/floatingips/166a5893-31f2-4223-901a-74d673439007 HTTP/1.1" status: 200 len: 994 time: 0.0631013 Apr 21 13:02:50.489881 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:50.659194 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe139c0-a405-4a30-8a77-5f053c0b4458 req-84643b3e-86d8-4e67-9753-423ca9dc9ca2 tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:50.660962 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5fe139c0-a405-4a30-8a77-5f053c0b4458 req-84643b3e-86d8-4e67-9753-423ca9dc9ca2 tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 1097 time: 0.0452597 Apr 21 13:02:50.698702 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5fe139c0-a405-4a30-8a77-5f053c0b4458 req-36124de6-0717-42ab-a8d9-d2b326cf2d56 tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314300 Apr 21 13:02:50.920016 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11931ccb-8218-446e-85e6-2c540f34586e req-82aab853-2db4-4ef1-87e2-3ec727aaeff9 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:50.921511 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11931ccb-8218-446e-85e6-2c540f34586e req-82aab853-2db4-4ef1-87e2-3ec727aaeff9 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 946 time: 0.0554750 Apr 21 13:02:50.961769 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11931ccb-8218-446e-85e6-2c540f34586e req-d36f9ad8-90ba-46cb-aeb7-6335ff6b635a tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340846 Apr 21 13:02:50.983634 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:02:51.342329 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 57e6a652-87c7-46cd-8f73-b214dfcd0dd4 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:02:51.366762 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 57e6a652-87c7-46cd-8f73-b214dfcd0dd4 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:02:51.367149 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 57e6a652-87c7-46cd-8f73-b214dfcd0dd4 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:02:51.966010 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2818cabe-44e4-41c9-98df-fe200e189648 req-6ecf189c-d77f-4dc8-8f57-5a61e169ab4f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1562200 Apr 21 13:02:51.970882 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-2818cabe-44e4-41c9-98df-fe200e189648 req-73c75d9f-9966-4805-854d-c96f40ddf015 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 13:02:51.988310 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2818cabe-44e4-41c9-98df-fe200e189648 req-73c75d9f-9966-4805-854d-c96f40ddf015 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0208046 Apr 21 13:02:52.097777 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c46970-da3e-4142-9c6b-f51a66e276e0 req-81be8343-02aa-4a00-b6a0-20ad590f08fc tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:52.099646 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-48c46970-da3e-4142-9c6b-f51a66e276e0 req-81be8343-02aa-4a00-b6a0-20ad590f08fc tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 946 time: 0.0606825 Apr 21 13:02:52.163311 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-48c46970-da3e-4142-9c6b-f51a66e276e0 req-5dacd17b-0649-45ed-a288-d1b31a213c4f tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439174 Apr 21 13:02:52.946326 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818cabe-44e4-41c9-98df-fe200e189648 req-01b8a6b7-f499-43cc-83a0-8b3718b964d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:52.952717 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2818cabe-44e4-41c9-98df-fe200e189648 req-01b8a6b7-f499-43cc-83a0-8b3718b964d3 service neutron] 10.222.0.36 "GET /v2.0/ports/8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 HTTP/1.1" status: 200 len: 1094 time: 0.0431962 Apr 21 13:02:52.956979 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-2818cabe-44e4-41c9-98df-fe200e189648 req-d86c4eec-27da-46d0-b2c1-e4c56e96e5e6 service neutron] Request body: {'binding': {'host': 'n-h1-836147-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:02:52.957711 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-2818cabe-44e4-41c9-98df-fe200e189648 req-d86c4eec-27da-46d0-b2c1-e4c56e96e5e6 service neutron] Unknown quota resources ['binding']. {{(pid=103398) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Apr 21 13:02:53.119865 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f791028-939a-4c4b-b410-9423d964d3e8 req-ee505624-102d-43e8-9e2d-77be927d0541 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:53.121342 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f791028-939a-4c4b-b410-9423d964d3e8 req-ee505624-102d-43e8-9e2d-77be927d0541 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 946 time: 0.0792525 Apr 21 13:02:53.142563 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2818cabe-44e4-41c9-98df-fe200e189648 req-d86c4eec-27da-46d0-b2c1-e4c56e96e5e6 service neutron] Attempting to bind port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 on host n-h1-836147-2 for vnic_type normal with profile None {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:02:53.142893 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2818cabe-44e4-41c9-98df-fe200e189648 req-d86c4eec-27da-46d0-b2c1-e4c56e96e5e6 service neutron] Attempting to bind port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': 'b8c1e8b1-1534-4a33-9d89-0fc8167effe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:02:53.143224 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818cabe-44e4-41c9-98df-fe200e189648 req-d86c4eec-27da-46d0-b2c1-e4c56e96e5e6 service neutron] Attempting to bind port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 on network 0b0f3a8c-a39c-41e8-8cd3-04170adb92e0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:02:53.164023 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818cabe-44e4-41c9-98df-fe200e189648 req-d86c4eec-27da-46d0-b2c1-e4c56e96e5e6 service neutron] Port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 on network 0b0f3a8c-a39c-41e8-8cd3-04170adb92e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:02:53.164300 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818cabe-44e4-41c9-98df-fe200e189648 req-d86c4eec-27da-46d0-b2c1-e4c56e96e5e6 service neutron] Attempting to bind port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 on network 0b0f3a8c-a39c-41e8-8cd3-04170adb92e0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:02:53.172838 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818cabe-44e4-41c9-98df-fe200e189648 req-d86c4eec-27da-46d0-b2c1-e4c56e96e5e6 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:02:53.173179 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818cabe-44e4-41c9-98df-fe200e189648 req-d86c4eec-27da-46d0-b2c1-e4c56e96e5e6 service neutron] Checking segment: {'id': 'b8c1e8b1-1534-4a33-9d89-0fc8167effe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:02:53.173663 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818cabe-44e4-41c9-98df-fe200e189648 req-d86c4eec-27da-46d0-b2c1-e4c56e96e5e6 service neutron] Bound using segment: {'id': 'b8c1e8b1-1534-4a33-9d89-0fc8167effe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:02:53.174026 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2818cabe-44e4-41c9-98df-fe200e189648 req-d86c4eec-27da-46d0-b2c1-e4c56e96e5e6 service neutron] Bound port: 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c1e8b1-1534-4a33-9d89-0fc8167effe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:02:53.325034 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2818cabe-44e4-41c9-98df-fe200e189648 req-d86c4eec-27da-46d0-b2c1-e4c56e96e5e6 service neutron] For port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9,segment=NetworkSegment(b8c1e8b1-1534-4a33-9d89-0fc8167effe9),segment_id=b8c1e8b1-1534-4a33-9d89-0fc8167effe9)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:02:53.348920 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10bd4ca-04d8-4584-973f-2c1327f7a086 req-0b7ea7d2-5c74-4b4e-a588-7c57006945ee tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:53.350459 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f10bd4ca-04d8-4584-973f-2c1327f7a086 req-0b7ea7d2-5c74-4b4e-a588-7c57006945ee tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 946 time: 0.1056194 Apr 21 13:02:53.366486 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-1f791028-939a-4c4b-b410-9423d964d3e8 req-8fc46502-2710-4a78-8ae0-3f67730452d9 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Deleting port f4b37a07-42fd-42f6-aa5e-dc223128f4d8 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:02:53.366855 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1f791028-939a-4c4b-b410-9423d964d3e8 req-8fc46502-2710-4a78-8ae0-3f67730452d9 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:53.431769 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2818cabe-44e4-41c9-98df-fe200e189648 req-d86c4eec-27da-46d0-b2c1-e4c56e96e5e6 service neutron] Notify callbacks [] for binding, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:53.432968 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2818cabe-44e4-41c9-98df-fe200e189648 req-d86c4eec-27da-46d0-b2c1-e4c56e96e5e6 service neutron] 10.222.0.36 "POST /v2.0/ports/8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9/bindings HTTP/1.1" status: 201 len: 389 time: 0.4794660 Apr 21 13:02:53.454282 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f10bd4ca-04d8-4584-973f-2c1327f7a086 req-73baf5b6-07b8-4151-9349-07bd0410817d tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/security-groups?id=b162236f-56ad-4f47-acf2-97ca4ade2264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956795 Apr 21 13:02:53.489464 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1f791028-939a-4c4b-b410-9423d964d3e8 req-8fc46502-2710-4a78-8ae0-3f67730452d9 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] For port f4b37a07-42fd-42f6-aa5e-dc223128f4d8, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=f4b37a07-42fd-42f6-aa5e-dc223128f4d8,segment=NetworkSegment(07d714ab-87a3-43c4-814c-9b19a2081d02),segment_id=07d714ab-87a3-43c4-814c-9b19a2081d02)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:02:53.489902 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1f791028-939a-4c4b-b410-9423d964d3e8 req-8fc46502-2710-4a78-8ae0-3f67730452d9 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:53.504826 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-1f791028-939a-4c4b-b410-9423d964d3e8 req-8fc46502-2710-4a78-8ae0-3f67730452d9 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Calling delete_port for f4b37a07-42fd-42f6-aa5e-dc223128f4d8 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:02:53.716168 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1f791028-939a-4c4b-b410-9423d964d3e8 req-8fc46502-2710-4a78-8ae0-3f67730452d9 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:53.732759 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['f4b37a07-42fd-42f6-aa5e-dc223128f4d8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:02:53.757333 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc46502-2710-4a78-8ae0-3f67730452d9 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Pushing event deleted for resources: {'Port': ['ID=f4b37a07-42fd-42f6-aa5e-dc223128f4d8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:53.781687 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85ac2f-66e3-4642-a054-48ee26fcbf83 req-878051c3-c042-4343-a1c5-51de27e713cc tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:53.783207 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d85ac2f-66e3-4642-a054-48ee26fcbf83 req-878051c3-c042-4343-a1c5-51de27e713cc tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 946 time: 0.1045759 Apr 21 13:02:53.814594 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f791028-939a-4c4b-b410-9423d964d3e8 req-8fc46502-2710-4a78-8ae0-3f67730452d9 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] No DVR routers for this DVR port f4b37a07-42fd-42f6-aa5e-dc223128f4d8 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:02:53.817548 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1f791028-939a-4c4b-b410-9423d964d3e8 req-8fc46502-2710-4a78-8ae0-3f67730452d9 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:53.820784 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f791028-939a-4c4b-b410-9423d964d3e8 req-8fc46502-2710-4a78-8ae0-3f67730452d9 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.24 "DELETE /v2.0/ports/f4b37a07-42fd-42f6-aa5e-dc223128f4d8 HTTP/1.1" status: 204 len: 173 time: 0.6899545 Apr 21 13:02:53.821237 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1b538b8-3a66-4096-9fb6-1b549602446c', 'name': 'network-vif-deleted', 'tag': 'f4b37a07-42fd-42f6-aa5e-dc223128f4d8'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:02:53.823529 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfc00a9-0972-4fa4-8600-c61564fff25b" -d '{"events": [{"server_uuid": "b1b538b8-3a66-4096-9fb6-1b549602446c", "name": "network-vif-deleted", "tag": "f4b37a07-42fd-42f6-aa5e-dc223128f4d8"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:02:53.858550 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d85ac2f-66e3-4642-a054-48ee26fcbf83 req-3c314706-565a-4afa-abb0-a0dc8ca57b4e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630498 Apr 21 13:02:53.873809 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16f2f40-a745-49c0-9337-7e2259376489 x-openstack-request-id: req-b16f2f40-a745-49c0-9337-7e2259376489 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:02:53.874102 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1b538b8-3a66-4096-9fb6-1b549602446c", "name": "network-vif-deleted", "tag": "f4b37a07-42fd-42f6-aa5e-dc223128f4d8", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:02:53.874351 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b16f2f40-a745-49c0-9337-7e2259376489 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:02:53.874773 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b16f2f40-a745-49c0-9337-7e2259376489'] response: {'server_uuid': 'b1b538b8-3a66-4096-9fb6-1b549602446c', 'name': 'network-vif-deleted', 'tag': 'f4b37a07-42fd-42f6-aa5e-dc223128f4d8', 'status': 'completed', 'code': 200} Apr 21 13:02:54.161607 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818cabe-44e4-41c9-98df-fe200e189648 req-8f4aab44-697a-431f-a9b1-46e060e5784c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:54.163246 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2818cabe-44e4-41c9-98df-fe200e189648 req-8f4aab44-697a-431f-a9b1-46e060e5784c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 1097 time: 0.0499933 Apr 21 13:02:54.265624 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818cabe-44e4-41c9-98df-fe200e189648 req-cc69d4b6-1a83-48eb-8e03-473afe9717f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:54.267132 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2818cabe-44e4-41c9-98df-fe200e189648 req-cc69d4b6-1a83-48eb-8e03-473afe9717f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b0f3a8c-a39c-41e8-8cd3-04170adb92e0 HTTP/1.1" status: 200 len: 897 time: 0.0972250 Apr 21 13:02:54.345415 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2818cabe-44e4-41c9-98df-fe200e189648 req-e552f676-9c3f-4316-b021-608ba84f46a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 HTTP/1.1" status: 200 len: 1002 time: 0.0669582 Apr 21 13:02:54.391296 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818cabe-44e4-41c9-98df-fe200e189648 req-47bb7bac-1829-41ae-b6d0-9ae656f19cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:54.392864 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2818cabe-44e4-41c9-98df-fe200e189648 req-47bb7bac-1829-41ae-b6d0-9ae656f19cd2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b39fa34-cf30-45d6-8877-fea9fe06ce81 HTTP/1.1" status: 200 len: 835 time: 0.0464501 Apr 21 13:02:54.440249 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818cabe-44e4-41c9-98df-fe200e189648 req-b3017a8e-34da-4e38-b62e-a81929ebc15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:54.441771 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2818cabe-44e4-41c9-98df-fe200e189648 req-b3017a8e-34da-4e38-b62e-a81929ebc15d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b0f3a8c-a39c-41e8-8cd3-04170adb92e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420127 Apr 21 13:02:54.547553 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2818cabe-44e4-41c9-98df-fe200e189648 req-b389e311-3d3d-47e7-b6d8-315695e79422 service neutron] 10.222.0.26 "GET /v2.0/networks/0b0f3a8c-a39c-41e8-8cd3-04170adb92e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983226 Apr 21 13:02:54.575400 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f913e7ea-f3ec-4f14-b2a9-803252ded0d4 req-55dcf154-6380-4f1e-978b-e71a28e8e895 tempest-ServerRescueNegativeTestJSON-1795579543 tempest-ServerRescueNegativeTestJSON-1795579543-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1b538b8-3a66-4096-9fb6-1b549602446c HTTP/1.1" status: 200 len: 210 time: 0.0396907 Apr 21 13:02:54.659760 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2818cabe-44e4-41c9-98df-fe200e189648 req-a3a824b7-4c71-468c-8e10-09625ed685e0 service neutron] 10.222.0.26 "GET /v2.0/networks/0b0f3a8c-a39c-41e8-8cd3-04170adb92e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941610 Apr 21 13:02:54.796047 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818cabe-44e4-41c9-98df-fe200e189648 req-af122e76-5fa7-4f3b-9b30-b07635ee421d tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:54.797621 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2818cabe-44e4-41c9-98df-fe200e189648 req-af122e76-5fa7-4f3b-9b30-b07635ee421d tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634&tenant_id=284d3d44382e404aa4c17c17e03a8f46&binding%3Ahost_id=n-h2-836147-2 HTTP/1.1" status: 200 len: 1097 time: 0.0811152 Apr 21 13:02:54.808650 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-2818cabe-44e4-41c9-98df-fe200e189648 req-ce0d988f-e128-41f6-9e49-573c73519642 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836147-2'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:02:54.872181 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2818cabe-44e4-41c9-98df-fe200e189648 req-ce0d988f-e128-41f6-9e49-573c73519642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:55.031292 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199b516-e40e-4823-ba6e-8a20dec17fdc req-a1234181-8a4f-4bfe-b5f6-03dbbdf49787 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:55.032843 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c199b516-e40e-4823-ba6e-8a20dec17fdc req-a1234181-8a4f-4bfe-b5f6-03dbbdf49787 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 946 time: 0.0959029 Apr 21 13:02:55.049729 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2818cabe-44e4-41c9-98df-fe200e189648 req-ce0d988f-e128-41f6-9e49-573c73519642 service neutron] For port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9,segment=NetworkSegment(b8c1e8b1-1534-4a33-9d89-0fc8167effe9),segment_id=b8c1e8b1-1534-4a33-9d89-0fc8167effe9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:02:55.099989 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c199b516-e40e-4823-ba6e-8a20dec17fdc req-75d30fea-9055-4070-b196-f451a832af74 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596108 Apr 21 13:02:55.111565 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2818cabe-44e4-41c9-98df-fe200e189648 req-ce0d988f-e128-41f6-9e49-573c73519642 service neutron] For port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:02:55.156485 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2818cabe-44e4-41c9-98df-fe200e189648 req-ce0d988f-e128-41f6-9e49-573c73519642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:55.256025 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2818cabe-44e4-41c9-98df-fe200e189648 req-ce0d988f-e128-41f6-9e49-573c73519642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:55.358898 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d988f-e128-41f6-9e49-573c73519642 service neutron] Pushing event updated for resources: {'Port': ['ID=8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:55.432366 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2818cabe-44e4-41c9-98df-fe200e189648 req-ce0d988f-e128-41f6-9e49-573c73519642 service neutron] Attempting to bind port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 on host n-h2-836147-2 for vnic_type normal with profile {"migrating_to": "n-h1-836147-2"} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:02:55.432786 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2818cabe-44e4-41c9-98df-fe200e189648 req-ce0d988f-e128-41f6-9e49-573c73519642 service neutron] Attempting to bind port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'b8c1e8b1-1534-4a33-9d89-0fc8167effe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:02:55.433188 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818cabe-44e4-41c9-98df-fe200e189648 req-ce0d988f-e128-41f6-9e49-573c73519642 service neutron] Attempting to bind port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 on network 0b0f3a8c-a39c-41e8-8cd3-04170adb92e0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:02:55.438396 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818cabe-44e4-41c9-98df-fe200e189648 req-ce0d988f-e128-41f6-9e49-573c73519642 service neutron] Port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 on network 0b0f3a8c-a39c-41e8-8cd3-04170adb92e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:02:55.438821 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818cabe-44e4-41c9-98df-fe200e189648 req-ce0d988f-e128-41f6-9e49-573c73519642 service neutron] Attempting to bind port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 on network 0b0f3a8c-a39c-41e8-8cd3-04170adb92e0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:02:55.444189 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818cabe-44e4-41c9-98df-fe200e189648 req-ce0d988f-e128-41f6-9e49-573c73519642 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:02:55.444527 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818cabe-44e4-41c9-98df-fe200e189648 req-ce0d988f-e128-41f6-9e49-573c73519642 service neutron] Checking segment: {'id': 'b8c1e8b1-1534-4a33-9d89-0fc8167effe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:02:55.444907 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818cabe-44e4-41c9-98df-fe200e189648 req-ce0d988f-e128-41f6-9e49-573c73519642 service neutron] Bound using segment: {'id': 'b8c1e8b1-1534-4a33-9d89-0fc8167effe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:02:55.445332 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-2818cabe-44e4-41c9-98df-fe200e189648 req-ce0d988f-e128-41f6-9e49-573c73519642 service neutron] Bound port: 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8c1e8b1-1534-4a33-9d89-0fc8167effe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:02:55.445759 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2818cabe-44e4-41c9-98df-fe200e189648 req-ce0d988f-e128-41f6-9e49-573c73519642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:55.518348 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2818cabe-44e4-41c9-98df-fe200e189648 req-ce0d988f-e128-41f6-9e49-573c73519642 service neutron] For port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:02:55.521306 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2818cabe-44e4-41c9-98df-fe200e189648 req-ce0d988f-e128-41f6-9e49-573c73519642 service neutron] For port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9,segment=NetworkSegment(b8c1e8b1-1534-4a33-9d89-0fc8167effe9),segment_id=b8c1e8b1-1534-4a33-9d89-0fc8167effe9)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:02:55.521533 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-acf58e44-1d6c-4929-b3e2-ac8f63514c68 None None] Provisioning complete for port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:02:55.522597 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acf58e44-1d6c-4929-b3e2-ac8f63514c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:55.558014 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-acf58e44-1d6c-4929-b3e2-ac8f63514c68 None None] Port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:02:55.599514 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2818cabe-44e4-41c9-98df-fe200e189648 req-ce0d988f-e128-41f6-9e49-573c73519642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:55.634151 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44434) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:02:55.673656 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0d988f-e128-41f6-9e49-573c73519642 service neutron] Pushing event updated for resources: {'Port': ['ID=8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9,revision_number=8']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:55.762812 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818cabe-44e4-41c9-98df-fe200e189648 req-ce0d988f-e128-41f6-9e49-573c73519642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:55.763343 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2818cabe-44e4-41c9-98df-fe200e189648 req-ce0d988f-e128-41f6-9e49-573c73519642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:55.764961 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2818cabe-44e4-41c9-98df-fe200e189648 req-ce0d988f-e128-41f6-9e49-573c73519642 service neutron] 10.222.0.26 "PUT /v2.0/ports/8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 HTTP/1.1" status: 200 len: 1122 time: 0.9605887 Apr 21 13:02:55.847694 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:02:55.875916 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3d840e-8215-474e-994a-1030ade40634', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9'}, {'name': 'network-changed', 'server_uuid': '1b3d840e-8215-474e-994a-1030ade40634', 'tag': '8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:02:55.878505 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68fca55-ecb4-4817-a009-25b80e7eb74c" -d '{"events": [{"server_uuid": "1b3d840e-8215-474e-994a-1030ade40634", "name": "network-vif-unplugged", "status": "completed", "tag": "8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9"}, {"name": "network-changed", "server_uuid": "1b3d840e-8215-474e-994a-1030ade40634", "tag": "8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:02:55.934393 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 21 Apr 2022 13:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662da4e4-eab2-446b-b1dd-9d4fdd1323eb x-openstack-request-id: req-662da4e4-eab2-446b-b1dd-9d4fdd1323eb {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:02:55.934640 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3d840e-8215-474e-994a-1030ade40634", "name": "network-vif-unplugged", "status": "completed", "tag": "8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9", "code": 200}, {"name": "network-changed", "server_uuid": "1b3d840e-8215-474e-994a-1030ade40634", "tag": "8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:02:55.934967 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-662da4e4-eab2-446b-b1dd-9d4fdd1323eb {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:02:55.935733 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-662da4e4-eab2-446b-b1dd-9d4fdd1323eb'] response: {'server_uuid': '1b3d840e-8215-474e-994a-1030ade40634', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9', 'code': 200} Apr 21 13:02:55.935733 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-662da4e4-eab2-446b-b1dd-9d4fdd1323eb'] response: {'name': 'network-changed', 'server_uuid': '1b3d840e-8215-474e-994a-1030ade40634', 'tag': '8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9', 'status': 'completed', 'code': 200} Apr 21 13:02:56.014854 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3d1dc6d3-204a-4bf4-a2c2-fcdee2b45895 None None] Provisioning complete for port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:02:56.015501 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d1dc6d3-204a-4bf4-a2c2-fcdee2b45895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:56.021204 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fca55-ecb4-4817-a009-25b80e7eb74c req-93e3c06a-1870-4c01-956a-1a9353cf6c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:56.023254 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b68fca55-ecb4-4817-a009-25b80e7eb74c req-93e3c06a-1870-4c01-956a-1a9353cf6c60 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 1125 time: 0.0552361 Apr 21 13:02:56.159903 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fca55-ecb4-4817-a009-25b80e7eb74c req-f3f00e25-6965-4952-bd64-7bb61827eed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:56.167482 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b68fca55-ecb4-4817-a009-25b80e7eb74c req-f3f00e25-6965-4952-bd64-7bb61827eed9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0b0f3a8c-a39c-41e8-8cd3-04170adb92e0 HTTP/1.1" status: 200 len: 897 time: 0.1370189 Apr 21 13:02:56.172570 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d1dc6d3-204a-4bf4-a2c2-fcdee2b45895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:56.214720 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-49401b93-a7ae-4f08-9e01-26e4bee4e9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:56.244377 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3d840e-8215-474e-994a-1030ade40634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:02:56.249149 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ba4f29-9b16-4459-9a1d-4f6b84f29be3" -d '{"events": [{"server_uuid": "1b3d840e-8215-474e-994a-1030ade40634", "name": "network-vif-plugged", "status": "completed", "tag": "8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:02:56.267372 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3d1dc6d3-204a-4bf4-a2c2-fcdee2b45895 None None] For port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9,segment=NetworkSegment(b8c1e8b1-1534-4a33-9d89-0fc8167effe9),segment_id=b8c1e8b1-1534-4a33-9d89-0fc8167effe9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:02:56.290967 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b68fca55-ecb4-4817-a009-25b80e7eb74c req-5f0afa33-50c1-43ec-9759-de81d1ef4343 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 HTTP/1.1" status: 200 len: 1000 time: 0.1178489 Apr 21 13:02:56.303513 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c7f499-9406-41d9-9e1c-08a56e860f14 x-openstack-request-id: req-53c7f499-9406-41d9-9e1c-08a56e860f14 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:02:56.303897 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3d840e-8215-474e-994a-1030ade40634", "name": "network-vif-plugged", "status": "completed", "tag": "8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:02:56.304242 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-53c7f499-9406-41d9-9e1c-08a56e860f14 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:02:56.304762 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53c7f499-9406-41d9-9e1c-08a56e860f14'] response: {'server_uuid': '1b3d840e-8215-474e-994a-1030ade40634', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9', 'code': 200} Apr 21 13:02:56.304900 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d52fc9-f9cd-45e8-a2ae-aa13141345cb req-082170aa-bc53-48b0-b2c0-a273530c5978 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:56.306632 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c0d52fc9-f9cd-45e8-a2ae-aa13141345cb req-082170aa-bc53-48b0-b2c0-a273530c5978 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 944 time: 0.0756016 Apr 21 13:02:56.337265 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d1dc6d3-204a-4bf4-a2c2-fcdee2b45895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:56.378065 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fca55-ecb4-4817-a009-25b80e7eb74c req-800dec24-e01a-4151-8d40-3fe8a5d76ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:56.379587 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b68fca55-ecb4-4817-a009-25b80e7eb74c req-800dec24-e01a-4151-8d40-3fe8a5d76ace service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9b39fa34-cf30-45d6-8877-fea9fe06ce81 HTTP/1.1" status: 200 len: 835 time: 0.0720558 Apr 21 13:02:56.405271 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c0d52fc9-f9cd-45e8-a2ae-aa13141345cb req-13a1ec1a-71e2-4402-b172-6a4fef068655 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747514 Apr 21 13:02:56.482400 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68fca55-ecb4-4817-a009-25b80e7eb74c req-c36a6dfa-fa0b-4f59-b31e-6a03c2eb9912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:56.482400 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b68fca55-ecb4-4817-a009-25b80e7eb74c req-c36a6dfa-fa0b-4f59-b31e-6a03c2eb9912 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0b0f3a8c-a39c-41e8-8cd3-04170adb92e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718818 Apr 21 13:02:56.607802 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-49401b93-a7ae-4f08-9e01-26e4bee4e9ea admin admin] Deleting port 1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:02:56.608564 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-49401b93-a7ae-4f08-9e01-26e4bee4e9ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:56.619095 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b68fca55-ecb4-4817-a009-25b80e7eb74c req-fe084def-0d8c-4dee-806f-9badd6b48686 service neutron] 10.222.0.24 "GET /v2.0/networks/0b0f3a8c-a39c-41e8-8cd3-04170adb92e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319494 Apr 21 13:02:56.686476 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1dc6d3-204a-4bf4-a2c2-fcdee2b45895 None None] Pushing event updated for resources: {'Port': ['ID=8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:56.719631 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-49401b93-a7ae-4f08-9e01-26e4bee4e9ea admin admin] For port 1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6,segment=NetworkSegment(07d714ab-87a3-43c4-814c-9b19a2081d02),segment_id=07d714ab-87a3-43c4-814c-9b19a2081d02)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:02:56.731218 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-49401b93-a7ae-4f08-9e01-26e4bee4e9ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:56.736116 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-49401b93-a7ae-4f08-9e01-26e4bee4e9ea admin admin] Calling delete_port for 1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:02:56.743298 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b68fca55-ecb4-4817-a009-25b80e7eb74c req-edfb38d3-3ec4-4f65-8787-dfb7911525db service neutron] 10.222.0.24 "GET /v2.0/networks/0b0f3a8c-a39c-41e8-8cd3-04170adb92e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115475 Apr 21 13:02:57.038999 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-49401b93-a7ae-4f08-9e01-26e4bee4e9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:57.066364 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49401b93-a7ae-4f08-9e01-26e4bee4e9ea admin admin] Pushing event deleted for resources: {'Port': ['ID=1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:57.343264 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device f4b37a07-42fd-42f6-aa5e-dc223128f4d8 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:02:57.364237 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: f4b37a07-42fd-42f6-aa5e-dc223128f4d8 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:02:57.364581 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device f4b37a07-42fd-42f6-aa5e-dc223128f4d8 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:02:57.523508 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761669a-e1ee-4c35-8cd7-52002790e83c req-b9d7eb03-e9b7-4d6f-a60e-a9093a95f496 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:57.525959 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6761669a-e1ee-4c35-8cd7-52002790e83c req-b9d7eb03-e9b7-4d6f-a60e-a9093a95f496 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 946 time: 0.0576134 Apr 21 13:02:57.545208 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-49401b93-a7ae-4f08-9e01-26e4bee4e9ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:57.568007 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6761669a-e1ee-4c35-8cd7-52002790e83c req-f22fdaf5-eb6e-468f-b122-8e8cad36c904 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360665 Apr 21 13:02:57.781196 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49401b93-a7ae-4f08-9e01-26e4bee4e9ea admin admin] Router 8af56567-2d21-4505-9e21-b557af4fa488 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:02:57.892753 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49401b93-a7ae-4f08-9e01-26e4bee4e9ea admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:02:57.897740 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-49401b93-a7ae-4f08-9e01-26e4bee4e9ea admin admin] 10.222.0.36 "PUT /v2.0/routers/8af56567-2d21-4505-9e21-b557af4fa488/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2622983 Apr 21 13:02:57.900332 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44450) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:02:57.902395 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc064d7-38a8-4ff9-8ed3-e5444c8e2dee None None] Sync routers for ids ['8af56567-2d21-4505-9e21-b557af4fa488'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:02:57.912754 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc064d7-38a8-4ff9-8ed3-e5444c8e2dee None None] Routers {'8af56567-2d21-4505-9e21-b557af4fa488'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:02:57.913363 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ebc064d7-38a8-4ff9-8ed3-e5444c8e2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:02:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['8af56567-2d21-4505-9e21-b557af4fa488'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:02:58.018123 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dff34e33-89f0-4048-b3b7-1b3b161721df admin admin] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:58.018838 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ebc064d7-38a8-4ff9-8ed3-e5444c8e2dee None None] Set router 8af56567-2d21-4505-9e21-b557af4fa488 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:02:58.128700 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dff34e33-89f0-4048-b3b7-1b3b161721df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:58.200106 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ebc064d7-38a8-4ff9-8ed3-e5444c8e2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af56567-2d21-4505-9e21-b557af4fa488', 'name': 'tempest-ServerRescueNegativeTestJSON-59386906-router', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:34Z', 'updated_at': '2022-04-21T13:02:56Z', 'revision_number': 5, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'gw_port': {'id': 'd4cc380a-3786-4206-8a7d-f935cd5f21eb', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af56567-2d21-4505-9e21-b557af4fa488', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:35Z', 'updated_at': '2022-04-21T12:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:02:58.230315 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc064d7-38a8-4ff9-8ed3-e5444c8e2dee None None] Checking router: 8af56567-2d21-4505-9e21-b557af4fa488 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:02:58.243710 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc064d7-38a8-4ff9-8ed3-e5444c8e2dee None None] Routers {'8af56567-2d21-4505-9e21-b557af4fa488'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:02:58.244316 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ebc064d7-38a8-4ff9-8ed3-e5444c8e2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:02:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['8af56567-2d21-4505-9e21-b557af4fa488'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:02:58.275970 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-dff34e33-89f0-4048-b3b7-1b3b161721df admin admin] Deleting port d4cc380a-3786-4206-8a7d-f935cd5f21eb {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:02:58.276325 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dff34e33-89f0-4048-b3b7-1b3b161721df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:58.329795 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-ebc064d7-38a8-4ff9-8ed3-e5444c8e2dee None None] Set router 8af56567-2d21-4505-9e21-b557af4fa488 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:02:58.374485 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-dff34e33-89f0-4048-b3b7-1b3b161721df admin admin] For port d4cc380a-3786-4206-8a7d-f935cd5f21eb, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=d4cc380a-3786-4206-8a7d-f935cd5f21eb,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:02:58.375140 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dff34e33-89f0-4048-b3b7-1b3b161721df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:58.381717 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ebc064d7-38a8-4ff9-8ed3-e5444c8e2dee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af56567-2d21-4505-9e21-b557af4fa488', 'name': 'tempest-ServerRescueNegativeTestJSON-59386906-router', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:34Z', 'updated_at': '2022-04-21T13:02:58Z', 'revision_number': 6, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:02:58.388527 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-dff34e33-89f0-4048-b3b7-1b3b161721df admin admin] Calling delete_port for d4cc380a-3786-4206-8a7d-f935cd5f21eb owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:02:58.410556 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc064d7-38a8-4ff9-8ed3-e5444c8e2dee None None] The sync data for ids ['8af56567-2d21-4505-9e21-b557af4fa488'] in n-d-836147-2 is: [{'id': '8af56567-2d21-4505-9e21-b557af4fa488', 'name': 'tempest-ServerRescueNegativeTestJSON-59386906-router', 'tenant_id': 'b82063ddf1384c0da199fea5b916ec7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:34Z', 'updated_at': '2022-04-21T13:02:58Z', 'revision_number': 6, 'project_id': 'b82063ddf1384c0da199fea5b916ec7b', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:02:58.690025 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c05f1-15de-4098-8310-fcf24b1d8110 req-7c99dd00-a292-4e7f-b51a-a98e51d3626f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:58.691528 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-115c05f1-15de-4098-8310-fcf24b1d8110 req-7c99dd00-a292-4e7f-b51a-a98e51d3626f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 946 time: 0.0525019 Apr 21 13:02:58.692301 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dff34e33-89f0-4048-b3b7-1b3b161721df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:58.721218 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff34e33-89f0-4048-b3b7-1b3b161721df admin admin] Pushing event deleted for resources: {'Port': ['ID=d4cc380a-3786-4206-8a7d-f935cd5f21eb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:02:58.812214 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-115c05f1-15de-4098-8310-fcf24b1d8110 req-91352a87-006c-41a3-bdcc-0160ff6856f1 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940628 Apr 21 13:02:58.822787 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dff34e33-89f0-4048-b3b7-1b3b161721df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:58.827452 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:02:58.919514 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dff34e33-89f0-4048-b3b7-1b3b161721df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:58.921939 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dff34e33-89f0-4048-b3b7-1b3b161721df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:58.953350 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9,segment=NetworkSegment(b8c1e8b1-1534-4a33-9d89-0fc8167effe9),segment_id=b8c1e8b1-1534-4a33-9d89-0fc8167effe9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:02:58.971168 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 has no active binding in host n-h1-836147-2 {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Apr 21 13:02:59.665166 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:02:59.673392 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dff34e33-89f0-4048-b3b7-1b3b161721df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:59.674171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff34e33-89f0-4048-b3b7-1b3b161721df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8af56567-2d21-4505-9e21-b557af4fa488 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:02:59.684631 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dff34e33-89f0-4048-b3b7-1b3b161721df admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:59.684631 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-dff34e33-89f0-4048-b3b7-1b3b161721df admin admin] 10.222.0.36 "DELETE /v2.0/routers/8af56567-2d21-4505-9e21-b557af4fa488 HTTP/1.1" status: 204 len: 168 time: 1.7794125 Apr 21 13:02:59.684631 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44466) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:02:59.696662 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:02:59.697276 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 1f43e5ed-b590-4dd0-a67d-f5cb4ed5cbf6 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:02:59.697891 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device d4cc380a-3786-4206-8a7d-f935cd5f21eb no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:02:59.719706 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: d4cc380a-3786-4206-8a7d-f935cd5f21eb {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:02:59.720244 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device d4cc380a-3786-4206-8a7d-f935cd5f21eb not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:02:59.739772 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-d12681b3-f5a4-4a20-a96e-07e919f3267e admin admin] Deleting subnet 042c7c8a-99c9-4a93-a632-3fd1a4109dfb {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:02:59.744139 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d12681b3-f5a4-4a20-a96e-07e919f3267e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:59.784286 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-c378982e-d75f-4d21-9545-0828bc75ac4a req-bdbf59ef-e387-4902-a6e4-2afb1ed57d49 service neutron] (103398) timed out ('10.222.0.26', 62401) {{(pid=103398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 21 13:02:59.786320 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d12681b3-f5a4-4a20-a96e-07e919f3267e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:59.865985 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d12681b3-f5a4-4a20-a96e-07e919f3267e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:02:59.959368 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62691c1-a4d3-4ac3-835a-f08dff2950ec req-6060fabd-6739-45f8-90b3-995e51cf845f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:02:59.960805 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f62691c1-a4d3-4ac3-835a-f08dff2950ec req-6060fabd-6739-45f8-90b3-995e51cf845f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 946 time: 0.0686371 Apr 21 13:02:59.999647 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f62691c1-a4d3-4ac3-835a-f08dff2950ec req-dcbb6417-7400-4fbf-8e98-2fa7f7e831b5 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319326 Apr 21 13:03:00.028074 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d12681b3-f5a4-4a20-a96e-07e919f3267e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:00.051065 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12681b3-f5a4-4a20-a96e-07e919f3267e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=042c7c8a-99c9-4a93-a632-3fd1a4109dfb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:00.057815 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d12681b3-f5a4-4a20-a96e-07e919f3267e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:00.060919 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d12681b3-f5a4-4a20-a96e-07e919f3267e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/042c7c8a-99c9-4a93-a632-3fd1a4109dfb HTTP/1.1" status: 204 len: 168 time: 0.3767421 Apr 21 13:03:00.063485 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44470) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:00.063823 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585abd10-ae4e-4851-b18b-ee5c5afe8207 None None] Network 7532c877-c6eb-4827-8bef-4f687b46b481 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:03:00.135667 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2546c0dc-b9b2-4b8e-a4ce-793c5fc58014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:00.192363 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-2546c0dc-b9b2-4b8e-a4ce-793c5fc58014 admin admin] Deleting port bee075a4-5b5b-44b7-ac54-993b13ad773f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:03:00.192637 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2546c0dc-b9b2-4b8e-a4ce-793c5fc58014 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:00.253413 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380207ac-89c2-495a-956a-76bf250ee2f9 None None] DHCP port deletion for 7532c877-c6eb-4827-8bef-4f687b46b481 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:03:00.261269 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-2546c0dc-b9b2-4b8e-a4ce-793c5fc58014 admin admin] For port bee075a4-5b5b-44b7-ac54-993b13ad773f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=bee075a4-5b5b-44b7-ac54-993b13ad773f,segment=NetworkSegment(07d714ab-87a3-43c4-814c-9b19a2081d02),segment_id=07d714ab-87a3-43c4-814c-9b19a2081d02)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:03:00.264098 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2546c0dc-b9b2-4b8e-a4ce-793c5fc58014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:00.275544 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-2546c0dc-b9b2-4b8e-a4ce-793c5fc58014 admin admin] Calling delete_port for bee075a4-5b5b-44b7-ac54-993b13ad773f owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:03:00.308125 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-380207ac-89c2-495a-956a-76bf250ee2f9 None None] Deleting port bee075a4-5b5b-44b7-ac54-993b13ad773f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:03:00.308497 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-380207ac-89c2-495a-956a-76bf250ee2f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:00.372589 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-380207ac-89c2-495a-956a-76bf250ee2f9 None None] For port bee075a4-5b5b-44b7-ac54-993b13ad773f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=bee075a4-5b5b-44b7-ac54-993b13ad773f,segment=NetworkSegment(07d714ab-87a3-43c4-814c-9b19a2081d02),segment_id=07d714ab-87a3-43c4-814c-9b19a2081d02)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:03:00.373110 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-380207ac-89c2-495a-956a-76bf250ee2f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:00.386790 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-380207ac-89c2-495a-956a-76bf250ee2f9 None None] Calling delete_port for bee075a4-5b5b-44b7-ac54-993b13ad773f owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:03:00.439294 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2546c0dc-b9b2-4b8e-a4ce-793c5fc58014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:00.467172 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-380207ac-89c2-495a-956a-76bf250ee2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:00.473671 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2546c0dc-b9b2-4b8e-a4ce-793c5fc58014 admin admin] No DVR routers for this DVR port bee075a4-5b5b-44b7-ac54-993b13ad773f on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:03:00.479356 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546c0dc-b9b2-4b8e-a4ce-793c5fc58014 admin admin] Pushing event deleted for resources: {'Port': ['ID=bee075a4-5b5b-44b7-ac54-993b13ad773f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:00.495358 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380207ac-89c2-495a-956a-76bf250ee2f9 None None] Pushing event deleted for resources: {'Port': ['ID=bee075a4-5b5b-44b7-ac54-993b13ad773f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:00.498916 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380207ac-89c2-495a-956a-76bf250ee2f9 None None] No DVR routers for this DVR port bee075a4-5b5b-44b7-ac54-993b13ad773f on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:03:00.552036 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2546c0dc-b9b2-4b8e-a4ce-793c5fc58014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:00.572644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2546c0dc-b9b2-4b8e-a4ce-793c5fc58014 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7532c877-c6eb-4827-8bef-4f687b46b481']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:00.581847 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2546c0dc-b9b2-4b8e-a4ce-793c5fc58014 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d714ab-87a3-43c4-814c-9b19a2081d02') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:00.582141 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2546c0dc-b9b2-4b8e-a4ce-793c5fc58014 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d714ab-87a3-43c4-814c-9b19a2081d02') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:00.591727 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2546c0dc-b9b2-4b8e-a4ce-793c5fc58014 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:00.605011 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2546c0dc-b9b2-4b8e-a4ce-793c5fc58014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:00.610861 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2546c0dc-b9b2-4b8e-a4ce-793c5fc58014 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:03:00.611244 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2546c0dc-b9b2-4b8e-a4ce-793c5fc58014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: timer() Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:03:00.612853 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:03:00.745061 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2546c0dc-b9b2-4b8e-a4ce-793c5fc58014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:00.750289 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2546c0dc-b9b2-4b8e-a4ce-793c5fc58014 admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:00.754881 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2546c0dc-b9b2-4b8e-a4ce-793c5fc58014 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7532c877-c6eb-4827-8bef-4f687b46b481 HTTP/1.1" status: 204 len: 168 time: 0.6890655 Apr 21 13:03:00.766489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546c0dc-b9b2-4b8e-a4ce-793c5fc58014 admin admin] Pushing event deleted for resources: {'Network': ['ID=7532c877-c6eb-4827-8bef-4f687b46b481,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:01.022641 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44484) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:01.065227 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7af7211f-e9f1-4f26-afe5-7170e205c955 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b82063ddf1384c0da199fea5b916ec7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414147 Apr 21 13:03:01.067755 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44488) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:01.153638 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af644f3-48a6-463e-9a1f-afd7771920f0 req-cf57e6b3-8baa-4078-9606-95c1b839b033 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:01.155119 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7af644f3-48a6-463e-9a1f-afd7771920f0 req-cf57e6b3-8baa-4078-9606-95c1b839b033 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 946 time: 0.0806880 Apr 21 13:03:01.157972 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56a7305a-8e86-41dd-8640-bce4234d116a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:01.197788 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56a7305a-8e86-41dd-8640-bce4234d116a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:01.225304 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7af644f3-48a6-463e-9a1f-afd7771920f0 req-9ad7df82-b438-488a-a92c-e713f73a5ccf tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628386 Apr 21 13:03:01.342010 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56a7305a-8e86-41dd-8640-bce4234d116a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:01.344641 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-56a7305a-8e86-41dd-8640-bce4234d116a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:01.345870 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-56a7305a-8e86-41dd-8640-bce4234d116a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b162236f-56ad-4f47-acf2-97ca4ade2264 HTTP/1.1" status: 204 len: 168 time: 0.2771842 Apr 21 13:03:01.355877 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7305a-8e86-41dd-8640-bce4234d116a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b162236f-56ad-4f47-acf2-97ca4ade2264,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:01.657980 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device bee075a4-5b5b-44b7-ac54-993b13ad773f no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:03:01.680302 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: bee075a4-5b5b-44b7-ac54-993b13ad773f {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:03:01.680693 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device bee075a4-5b5b-44b7-ac54-993b13ad773f not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:03:02.353666 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571a7bd-cde7-48f8-b500-ffe4bd2a59a4 req-042c16b2-d1c4-41c1-be67-abca4bd30987 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:02.353666 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6571a7bd-cde7-48f8-b500-ffe4bd2a59a4 req-042c16b2-d1c4-41c1-be67-abca4bd30987 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 946 time: 0.0567040 Apr 21 13:03:02.399637 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6571a7bd-cde7-48f8-b500-ffe4bd2a59a4 req-ae0a577c-4295-40d4-98ae-37eb1043a6de tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380487 Apr 21 13:03:03.274175 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44552) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:03.384899 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f36b56f-3ca3-422a-ad4b-59e210d961cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:03.467866 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f36b56f-3ca3-422a-ad4b-59e210d961cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:03.833871 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f36b56f-3ca3-422a-ad4b-59e210d961cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:03.882347 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1f36b56f-3ca3-422a-ad4b-59e210d961cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d24726d126a43ccbfabda9100ed23d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6070111 Apr 21 13:03:03.883905 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36b56f-3ca3-422a-ad4b-59e210d961cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfefe70-e5cd-4586-9066-e400a3dbc293,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:03.885814 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44566) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:03.893713 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c6006d-a29d-4fd2-aeb2-a8a4becb82d6 req-240bbf18-ff57-49ca-a924-b303077be0fc tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:03.895172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5c6006d-a29d-4fd2-aeb2-a8a4becb82d6 req-240bbf18-ff57-49ca-a924-b303077be0fc tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 946 time: 0.4180014 Apr 21 13:03:03.937890 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5c6006d-a29d-4fd2-aeb2-a8a4becb82d6 req-11353aa2-5ff2-4471-8264-93408884cc8e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348520 Apr 21 13:03:03.939487 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c1f0c2b-cc97-4788-b408-dfe6e1eb7c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:03.970480 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c1f0c2b-cc97-4788-b408-dfe6e1eb7c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:04.113400 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c1f0c2b-cc97-4788-b408-dfe6e1eb7c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:04.116086 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1c1f0c2b-cc97-4788-b408-dfe6e1eb7c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:04.120280 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1c1f0c2b-cc97-4788-b408-dfe6e1eb7c40 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ddfefe70-e5cd-4586-9066-e400a3dbc293 HTTP/1.1" status: 204 len: 168 time: 0.2333155 Apr 21 13:03:04.128662 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f0c2b-cc97-4788-b408-dfe6e1eb7c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfefe70-e5cd-4586-9066-e400a3dbc293,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:05.063950 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b8529-5a26-4749-8959-cb9119261655 req-87b38a7b-979b-4b99-a044-6d9226e965b8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:05.065490 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c8b8529-5a26-4749-8959-cb9119261655 req-87b38a7b-979b-4b99-a044-6d9226e965b8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 946 time: 0.0522251 Apr 21 13:03:05.106519 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c8b8529-5a26-4749-8959-cb9119261655 req-bddcc9b2-4198-4340-ab73-bb331a92e554 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342007 Apr 21 13:03:05.555767 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [req-8414a5e9-c76e-482a-baec-8bc7cde1a51e req-d75ccbe4-0f53-4d48-b567-da6d9430fde1 service neutron] (103397) timed out ('10.222.0.26', 62426) {{(pid=103397) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 21 13:03:06.018414 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2818cabe-44e4-41c9-98df-fe200e189648 req-b25e1b9e-ad86-4b0c-bc2c-8e81fdbae7ee service neutron] 10.222.0.24 "GET /v2.0/ports/8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9/bindings/n-h1-836147-2 HTTP/1.1" status: 200 len: 384 time: 0.0677657 Apr 21 13:03:06.227001 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2818cabe-44e4-41c9-98df-fe200e189648 req-a1b65a03-9165-4c9d-a1aa-9e75e8046d1b service neutron] For port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9,segment=NetworkSegment(b8c1e8b1-1534-4a33-9d89-0fc8167effe9),segment_id=b8c1e8b1-1534-4a33-9d89-0fc8167effe9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:03:06.260994 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac8dc5-5431-4b46-8013-ccc0ccbdf887 req-b202b51e-3665-42d0-923a-22ab244e002d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:06.262609 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-93ac8dc5-5431-4b46-8013-ccc0ccbdf887 req-b202b51e-3665-42d0-923a-22ab244e002d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 946 time: 0.0824981 Apr 21 13:03:06.263569 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2818cabe-44e4-41c9-98df-fe200e189648 req-a1b65a03-9165-4c9d-a1aa-9e75e8046d1b service neutron] For port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:03:06.325951 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3d840e-8215-474e-994a-1030ade40634', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:03:06.328265 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee1a0b0-663d-4c74-8c6e-f48140f77b06" -d '{"events": [{"server_uuid": "1b3d840e-8215-474e-994a-1030ade40634", "name": "network-vif-unplugged", "status": "completed", "tag": "8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:03:06.339543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2818cabe-44e4-41c9-98df-fe200e189648 req-a1b65a03-9165-4c9d-a1aa-9e75e8046d1b service neutron] For port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9,segment=NetworkSegment(b8c1e8b1-1534-4a33-9d89-0fc8167effe9),segment_id=b8c1e8b1-1534-4a33-9d89-0fc8167effe9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:03:06.345191 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-93ac8dc5-5431-4b46-8013-ccc0ccbdf887 req-ffd05cca-a8ea-45ef-ad3e-859046579421 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628619 Apr 21 13:03:06.386543 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 13:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ca224c-b7e5-42a6-9aa7-7ec7dc00e6bb x-openstack-request-id: req-71ca224c-b7e5-42a6-9aa7-7ec7dc00e6bb {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:03:06.386543 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3d840e-8215-474e-994a-1030ade40634", "name": "network-vif-unplugged", "status": "completed", "tag": "8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:03:06.386543 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-71ca224c-b7e5-42a6-9aa7-7ec7dc00e6bb {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:03:06.386543 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71ca224c-b7e5-42a6-9aa7-7ec7dc00e6bb'] response: {'server_uuid': '1b3d840e-8215-474e-994a-1030ade40634', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9', 'code': 200} Apr 21 13:03:06.521335 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2818cabe-44e4-41c9-98df-fe200e189648 req-a1b65a03-9165-4c9d-a1aa-9e75e8046d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:06.591752 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-2818cabe-44e4-41c9-98df-fe200e189648 req-a1b65a03-9165-4c9d-a1aa-9e75e8046d1b service neutron] Transition to ACTIVE for port object 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:03:06.671243 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2818cabe-44e4-41c9-98df-fe200e189648 req-a1b65a03-9165-4c9d-a1aa-9e75e8046d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:06.773545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b65a03-9165-4c9d-a1aa-9e75e8046d1b service neutron] Pushing event updated for resources: {'Port': ['ID=8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9,revision_number=11']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:06.823946 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2818cabe-44e4-41c9-98df-fe200e189648 req-a1b65a03-9165-4c9d-a1aa-9e75e8046d1b service neutron] No DVR routers for this DVR port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:03:06.985722 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2818cabe-44e4-41c9-98df-fe200e189648 req-a1b65a03-9165-4c9d-a1aa-9e75e8046d1b service neutron] 10.222.0.24 "PUT /v2.0/ports/8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9/bindings/n-h1-836147-2/activate HTTP/1.1" status: 200 len: 369 time: 0.9606934 Apr 21 13:03:07.241406 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818cabe-44e4-41c9-98df-fe200e189648 req-9a5be440-d3f6-4417-9d1c-951ba0fdd87f tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:07.241406 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2818cabe-44e4-41c9-98df-fe200e189648 req-9a5be440-d3f6-4417-9d1c-951ba0fdd87f tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634&tenant_id=284d3d44382e404aa4c17c17e03a8f46&binding%3Ahost_id=n-h2-836147-2 HTTP/1.1" status: 200 len: 1096 time: 0.0484984 Apr 21 13:03:07.291842 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818cabe-44e4-41c9-98df-fe200e189648 req-3bb56af1-bb64-4f8a-bece-b38488673088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:07.293282 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2818cabe-44e4-41c9-98df-fe200e189648 req-3bb56af1-bb64-4f8a-bece-b38488673088 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634&tenant_id=284d3d44382e404aa4c17c17e03a8f46 HTTP/1.1" status: 200 len: 1096 time: 0.0446742 Apr 21 13:03:07.359346 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818cabe-44e4-41c9-98df-fe200e189648 req-63d0762d-462b-43e0-ae3c-8ad832866007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:07.360819 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2818cabe-44e4-41c9-98df-fe200e189648 req-63d0762d-462b-43e0-ae3c-8ad832866007 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 1096 time: 0.0452106 Apr 21 13:03:07.387183 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:03:07.451121 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:03:07.504409 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818cabe-44e4-41c9-98df-fe200e189648 req-a7cd9b30-696a-4a1b-b80e-84182401bb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:07.505956 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2818cabe-44e4-41c9-98df-fe200e189648 req-a7cd9b30-696a-4a1b-b80e-84182401bb9e service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b0f3a8c-a39c-41e8-8cd3-04170adb92e0 HTTP/1.1" status: 200 len: 897 time: 0.1384122 Apr 21 13:03:07.515062 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ce7e3-125f-48c5-9aa5-9772c44c3460 req-2e7d4468-d170-4d3a-96ea-b1b9c6f1a072 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:07.516550 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-020ce7e3-125f-48c5-9aa5-9772c44c3460 req-2e7d4468-d170-4d3a-96ea-b1b9c6f1a072 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 945 time: 0.0818169 Apr 21 13:03:07.596409 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-020ce7e3-125f-48c5-9aa5-9772c44c3460 req-30f27b38-b5dd-4d0a-8ce5-a684947f4001 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714655 Apr 21 13:03:07.602998 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2818cabe-44e4-41c9-98df-fe200e189648 req-64a8d728-0e15-4a03-be36-b85895765714 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 HTTP/1.1" status: 200 len: 1000 time: 0.0853400 Apr 21 13:03:07.654069 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818cabe-44e4-41c9-98df-fe200e189648 req-eb4fb867-0afc-4603-8ce9-b500cf720aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:07.655529 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2818cabe-44e4-41c9-98df-fe200e189648 req-eb4fb867-0afc-4603-8ce9-b500cf720aa6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b39fa34-cf30-45d6-8877-fea9fe06ce81 HTTP/1.1" status: 200 len: 835 time: 0.0460346 Apr 21 13:03:07.705816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818cabe-44e4-41c9-98df-fe200e189648 req-226f12fb-89ee-4854-984d-aa9ef9af77aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:07.707324 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2818cabe-44e4-41c9-98df-fe200e189648 req-226f12fb-89ee-4854-984d-aa9ef9af77aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b0f3a8c-a39c-41e8-8cd3-04170adb92e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452180 Apr 21 13:03:07.797367 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2818cabe-44e4-41c9-98df-fe200e189648 req-f4784d63-4b1b-4a03-bd76-1aac798aa59a service neutron] 10.222.0.26 "GET /v2.0/networks/0b0f3a8c-a39c-41e8-8cd3-04170adb92e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825799 Apr 21 13:03:07.894596 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2818cabe-44e4-41c9-98df-fe200e189648 req-b53687a5-9e36-4fb4-b294-6e2b0c1ffc9b service neutron] 10.222.0.26 "GET /v2.0/networks/0b0f3a8c-a39c-41e8-8cd3-04170adb92e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905440 Apr 21 13:03:08.471527 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818cabe-44e4-41c9-98df-fe200e189648 req-73f9f160-6227-4d2c-a4e5-98eeeb7749ae tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:08.473059 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2818cabe-44e4-41c9-98df-fe200e189648 req-73f9f160-6227-4d2c-a4e5-98eeeb7749ae tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634&tenant_id=284d3d44382e404aa4c17c17e03a8f46&binding%3Ahost_id=n-h1-836147-2 HTTP/1.1" status: 200 len: 1096 time: 0.0474906 Apr 21 13:03:08.726401 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a677ff-38ce-4531-9f1a-929eaadf80ba req-60ee79da-92e6-4165-aa1e-af2b39d400e8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:08.728444 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-93a677ff-38ce-4531-9f1a-929eaadf80ba req-60ee79da-92e6-4165-aa1e-af2b39d400e8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 945 time: 0.0603907 Apr 21 13:03:08.744464 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2818cabe-44e4-41c9-98df-fe200e189648 req-534af053-1334-477f-86ea-a24ee9edd286 service neutron] For port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:03:08.755387 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2818cabe-44e4-41c9-98df-fe200e189648 req-534af053-1334-477f-86ea-a24ee9edd286 service neutron] Notify callbacks [] for binding, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:08.756475 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2818cabe-44e4-41c9-98df-fe200e189648 req-534af053-1334-477f-86ea-a24ee9edd286 service neutron] 10.222.0.26 "DELETE /v2.0/ports/8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9/bindings/n-h2-836147-2 HTTP/1.1" status: 204 len: 173 time: 0.2760828 Apr 21 13:03:08.776517 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-93a677ff-38ce-4531-9f1a-929eaadf80ba req-76aaa02a-5b03-4b8f-b638-4c88454a7008 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405710 Apr 21 13:03:08.892306 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fca11-90d1-4f6d-8cba-1a1c62d60a92 req-9abc0bbd-075b-4046-a5d0-701493e2c59a tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:08.893965 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e7fca11-90d1-4f6d-8cba-1a1c62d60a92 req-9abc0bbd-075b-4046-a5d0-701493e2c59a tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 1096 time: 0.0444913 Apr 21 13:03:08.932854 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e7fca11-90d1-4f6d-8cba-1a1c62d60a92 req-4566a18d-031a-4958-b3ba-a5935b0ce204 tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322754 Apr 21 13:03:09.055988 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e097a-1cd2-4814-b34f-ed006d370cfe req-6b9be104-0f3d-457d-9afd-0b846cb5e0bb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:09.064743 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-150e097a-1cd2-4814-b34f-ed006d370cfe req-6b9be104-0f3d-457d-9afd-0b846cb5e0bb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 945 time: 0.0660694 Apr 21 13:03:09.106275 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-150e097a-1cd2-4814-b34f-ed006d370cfe req-7052a128-eba1-414b-b12c-8342f1082695 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353160 Apr 21 13:03:09.122807 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44684) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:09.146540 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44688) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:09.263166 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-aa50b0b5-727a-4e84-b47a-1b3325498b68 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/floatingips/166a5893-31f2-4223-901a-74d673439007 HTTP/1.1" status: 200 len: 992 time: 0.1153929 Apr 21 13:03:09.338791 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fefdf5d6-ebd9-45c1-ae29-cd5b08dfa5f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:09.455287 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fefdf5d6-ebd9-45c1-ae29-cd5b08dfa5f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:09.501112 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44694) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:09.511887 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fefdf5d6-ebd9-45c1-ae29-cd5b08dfa5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:09.543660 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fefdf5d6-ebd9-45c1-ae29-cd5b08dfa5f3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2fa4c83f9e374b7da1f71dfd1fde1202&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4195008 Apr 21 13:03:09.546428 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44696) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:09.569365 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefdf5d6-ebd9-45c1-ae29-cd5b08dfa5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c573968f-2a0e-4268-aa4a-46c9ea9a3b66,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:09.661914 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a4642ffa-4f21-4a00-89a7-81edf7868738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:09.721413 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a4642ffa-4f21-4a00-89a7-81edf7868738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:09.771242 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-11783ce7-04c6-4ec5-a6ec-71944c5e5e91 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Deleting port 91714daa-8331-485e-95a2-29c7116452da {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:03:09.771528 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11783ce7-04c6-4ec5-a6ec-71944c5e5e91 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:09.852071 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11783ce7-04c6-4ec5-a6ec-71944c5e5e91 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:09.852470 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11783ce7-04c6-4ec5-a6ec-71944c5e5e91 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:09.868202 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-11783ce7-04c6-4ec5-a6ec-71944c5e5e91 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Calling delete_port for 91714daa-8331-485e-95a2-29c7116452da owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:03:09.889554 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a4642ffa-4f21-4a00-89a7-81edf7868738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:09.892954 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a4642ffa-4f21-4a00-89a7-81edf7868738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:09.894191 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a4642ffa-4f21-4a00-89a7-81edf7868738 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c573968f-2a0e-4268-aa4a-46c9ea9a3b66 HTTP/1.1" status: 204 len: 168 time: 0.3468401 Apr 21 13:03:09.973035 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4642ffa-4f21-4a00-89a7-81edf7868738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c573968f-2a0e-4268-aa4a-46c9ea9a3b66,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:10.155026 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11783ce7-04c6-4ec5-a6ec-71944c5e5e91 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:10.186276 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11783ce7-04c6-4ec5-a6ec-71944c5e5e91 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event deleted for resources: {'Port': ['ID=91714daa-8331-485e-95a2-29c7116452da,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:10.270813 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11783ce7-04c6-4ec5-a6ec-71944c5e5e91 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for floatingip, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:10.271523 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-11783ce7-04c6-4ec5-a6ec-71944c5e5e91 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Floating IP 166a5893-31f2-4223-901a-74d673439007 disassociated (deleted). External IP: 172.25.8.155, port: 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9. Apr 21 13:03:10.489750 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11783ce7-04c6-4ec5-a6ec-71944c5e5e91 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Router 21cf48a1-3f85-42c3-91f9-daa29930ed58 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:03:10.599331 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11783ce7-04c6-4ec5-a6ec-71944c5e5e91 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:03:10.605002 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-11783ce7-04c6-4ec5-a6ec-71944c5e5e91 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:10.610970 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224859c8-2a59-4021-b142-5af5abf11115 None None] Sync routers for ids ['21cf48a1-3f85-42c3-91f9-daa29930ed58'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:03:10.621613 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224859c8-2a59-4021-b142-5af5abf11115 None None] Routers {'21cf48a1-3f85-42c3-91f9-daa29930ed58'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:03:10.622188 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-224859c8-2a59-4021-b142-5af5abf11115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:02:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['21cf48a1-3f85-42c3-91f9-daa29930ed58'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:10.632791 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-11783ce7-04c6-4ec5-a6ec-71944c5e5e91 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "DELETE /v2.0/floatingips/166a5893-31f2-4223-901a-74d673439007 HTTP/1.1" status: 204 len: 168 time: 1.1306496 Apr 21 13:03:10.633399 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b3d840e-8215-474e-994a-1030ade40634', 'tag': '8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:03:10.635792 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57823608-f9d2-44ae-81c4-cf25696c2625" -d '{"events": [{"name": "network-changed", "server_uuid": "1b3d840e-8215-474e-994a-1030ade40634", "tag": "8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:03:10.676227 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90050c02-e557-45b7-b109-d6b62cf47a44 x-openstack-request-id: req-90050c02-e557-45b7-b109-d6b62cf47a44 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:03:10.676648 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b3d840e-8215-474e-994a-1030ade40634", "tag": "8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:03:10.676928 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-90050c02-e557-45b7-b109-d6b62cf47a44 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:03:10.677668 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90050c02-e557-45b7-b109-d6b62cf47a44'] response: {'name': 'network-changed', 'server_uuid': '1b3d840e-8215-474e-994a-1030ade40634', 'tag': '8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9', 'status': 'completed', 'code': 200} Apr 21 13:03:10.704592 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44710) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:10.723750 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3cac9ac-61db-47a9-863f-93b7acbd1dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:10.751909 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57823608-f9d2-44ae-81c4-cf25696c2625 req-1519eb07-1c7a-4f62-ac01-5205dd3f6da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:10.753451 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-57823608-f9d2-44ae-81c4-cf25696c2625 req-1519eb07-1c7a-4f62-ac01-5205dd3f6da1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 1096 time: 0.0503607 Apr 21 13:03:10.760840 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-224859c8-2a59-4021-b142-5af5abf11115 None None] Set router 21cf48a1-3f85-42c3-91f9-daa29930ed58 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:03:10.806178 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3cac9ac-61db-47a9-863f-93b7acbd1dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:10.872637 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57823608-f9d2-44ae-81c4-cf25696c2625 req-d1885109-325d-490f-9c26-aecddea00b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:10.874505 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-57823608-f9d2-44ae-81c4-cf25696c2625 req-d1885109-325d-490f-9c26-aecddea00b8d service neutron] 10.222.0.26 "GET /v2.0/networks?id=0b0f3a8c-a39c-41e8-8cd3-04170adb92e0 HTTP/1.1" status: 200 len: 897 time: 0.1142142 Apr 21 13:03:10.890696 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e3cac9ac-61db-47a9-863f-93b7acbd1dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:10.923034 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-57823608-f9d2-44ae-81c4-cf25696c2625 req-c4984895-63ad-490a-a221-2f8e6671a72f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 HTTP/1.1" status: 200 len: 217 time: 0.0419810 Apr 21 13:03:10.928304 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:03:10.930051 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cac9ac-61db-47a9-863f-93b7acbd1dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8bdc18-3071-4abf-aca9-f59e72337f06,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:10.941189 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e3cac9ac-61db-47a9-863f-93b7acbd1dbf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=beacdc2915b14e33a57401336249b27d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351637 Apr 21 13:03:10.943450 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44712) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:11.006874 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a385ab2-2a85-4559-b747-0e217e68f18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:11.015262 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57823608-f9d2-44ae-81c4-cf25696c2625 req-40c52137-499a-49a7-b34b-70bb21ee88d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:11.016738 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-57823608-f9d2-44ae-81c4-cf25696c2625 req-40c52137-499a-49a7-b34b-70bb21ee88d5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b39fa34-cf30-45d6-8877-fea9fe06ce81 HTTP/1.1" status: 200 len: 835 time: 0.0878606 Apr 21 13:03:11.052615 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a385ab2-2a85-4559-b747-0e217e68f18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:11.080968 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57823608-f9d2-44ae-81c4-cf25696c2625 req-5994c639-4dba-474b-a4c3-e6e713ea3cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:11.083138 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-57823608-f9d2-44ae-81c4-cf25696c2625 req-5994c639-4dba-474b-a4c3-e6e713ea3cb4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0b0f3a8c-a39c-41e8-8cd3-04170adb92e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583138 Apr 21 13:03:11.111926 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-224859c8-2a59-4021-b142-5af5abf11115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887889515', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '0b2bd588-c34a-4fbc-a6fd-652cda73648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:01:52Z', 'updated_at': '2022-04-21T13:01:56Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '0b2bd588-c34a-4fbc-a6fd-652cda73648c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:53Z', 'updated_at': '2022-04-21T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '007f14d3-9472-4c56-a122-2fb8e1b22a33', 'name': '', 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:11:96:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '9b39fa34-cf30-45d6-8877-fea9fe06ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:56Z', 'updated_at': '2022-04-21T13:02:00Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': '9b39fa34-cf30-45d6-8877-fea9fe06ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:11.154571 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224859c8-2a59-4021-b142-5af5abf11115 None None] Checking router: 21cf48a1-3f85-42c3-91f9-daa29930ed58 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:03:11.179509 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224859c8-2a59-4021-b142-5af5abf11115 None None] Routers {'21cf48a1-3f85-42c3-91f9-daa29930ed58'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:03:11.181325 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-224859c8-2a59-4021-b142-5af5abf11115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:02:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['21cf48a1-3f85-42c3-91f9-daa29930ed58'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:11.187619 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a385ab2-2a85-4559-b747-0e217e68f18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:11.190138 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a385ab2-2a85-4559-b747-0e217e68f18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:11.194446 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4a385ab2-2a85-4559-b747-0e217e68f18a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eb8bdc18-3071-4abf-aca9-f59e72337f06 HTTP/1.1" status: 204 len: 168 time: 0.2497661 Apr 21 13:03:11.209950 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a385ab2-2a85-4559-b747-0e217e68f18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8bdc18-3071-4abf-aca9-f59e72337f06,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:11.222327 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98addbb-1c20-4ea8-a64a-7f85bd1f35e3 req-e8e4e21f-c77a-472c-b903-d322bfe4d3ac tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:11.223803 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f98addbb-1c20-4ea8-a64a-7f85bd1f35e3 req-e8e4e21f-c77a-472c-b903-d322bfe4d3ac tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 945 time: 0.0742970 Apr 21 13:03:11.254351 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-57823608-f9d2-44ae-81c4-cf25696c2625 req-fdb4c0fe-1e50-4da4-b8df-eb0b1fdc2503 service neutron] 10.222.0.26 "GET /v2.0/networks/0b0f3a8c-a39c-41e8-8cd3-04170adb92e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623454 Apr 21 13:03:11.351036 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f98addbb-1c20-4ea8-a64a-7f85bd1f35e3 req-213f1595-199f-4443-8502-0df706380420 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151273 Apr 21 13:03:11.395685 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-57823608-f9d2-44ae-81c4-cf25696c2625 req-8ce7c018-b61d-40fa-8080-cc38dd249ef9 service neutron] 10.222.0.26 "GET /v2.0/networks/0b0f3a8c-a39c-41e8-8cd3-04170adb92e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306057 Apr 21 13:03:11.431027 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-224859c8-2a59-4021-b142-5af5abf11115 None None] Set router 21cf48a1-3f85-42c3-91f9-daa29930ed58 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:03:11.660729 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-224859c8-2a59-4021-b142-5af5abf11115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887889515', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '0b2bd588-c34a-4fbc-a6fd-652cda73648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:01:52Z', 'updated_at': '2022-04-21T13:01:56Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '0b2bd588-c34a-4fbc-a6fd-652cda73648c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:53Z', 'updated_at': '2022-04-21T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '007f14d3-9472-4c56-a122-2fb8e1b22a33', 'name': '', 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:11:96:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '9b39fa34-cf30-45d6-8877-fea9fe06ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:56Z', 'updated_at': '2022-04-21T13:02:00Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': '9b39fa34-cf30-45d6-8877-fea9fe06ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:11.689516 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224859c8-2a59-4021-b142-5af5abf11115 None None] The sync data for ids ['21cf48a1-3f85-42c3-91f9-daa29930ed58'] in n-d-836147-2 is: [{'id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887889515', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '0b2bd588-c34a-4fbc-a6fd-652cda73648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:01:52Z', 'updated_at': '2022-04-21T13:01:56Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '0b2bd588-c34a-4fbc-a6fd-652cda73648c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:53Z', 'updated_at': '2022-04-21T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '007f14d3-9472-4c56-a122-2fb8e1b22a33', 'name': '', 'network_id': '0b0f3a8c-a39c-41e8-8cd3-04170adb92e0', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:11:96:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': '9b39fa34-cf30-45d6-8877-fea9fe06ce81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:56Z', 'updated_at': '2022-04-21T13:02:00Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': '9b39fa34-cf30-45d6-8877-fea9fe06ce81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:03:11.835194 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2058eb7c-5dec-4a75-8b51-d2090be83605 req-7b3f7e39-775a-401d-9233-756f14814607 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:11.836701 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2058eb7c-5dec-4a75-8b51-d2090be83605 req-7b3f7e39-775a-401d-9233-756f14814607 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 945 time: 0.0782623 Apr 21 13:03:11.941449 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-2058eb7c-5dec-4a75-8b51-d2090be83605 req-c746d496-4d86-4101-b9a6-78375d17e39c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Deleting port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:03:11.949569 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2058eb7c-5dec-4a75-8b51-d2090be83605 req-c746d496-4d86-4101-b9a6-78375d17e39c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:12.060314 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbd6d40-4b0a-43de-bc10-7815e6f23e91 None None] New status for floating IP 166a5893-31f2-4223-901a-74d673439007: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:03:12.079805 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2058eb7c-5dec-4a75-8b51-d2090be83605 req-c746d496-4d86-4101-b9a6-78375d17e39c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] For port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9,segment=NetworkSegment(b8c1e8b1-1534-4a33-9d89-0fc8167effe9),segment_id=b8c1e8b1-1534-4a33-9d89-0fc8167effe9)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:03:12.080179 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2058eb7c-5dec-4a75-8b51-d2090be83605 req-c746d496-4d86-4101-b9a6-78375d17e39c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:12.097936 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-2058eb7c-5dec-4a75-8b51-d2090be83605 req-c746d496-4d86-4101-b9a6-78375d17e39c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Calling delete_port for 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:03:12.368210 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2058eb7c-5dec-4a75-8b51-d2090be83605 req-c746d496-4d86-4101-b9a6-78375d17e39c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:12.400564 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c746d496-4d86-4101-b9a6-78375d17e39c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event deleted for resources: {'Port': ['ID=8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:12.476221 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2058eb7c-5dec-4a75-8b51-d2090be83605 req-c746d496-4d86-4101-b9a6-78375d17e39c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] No DVR routers for this DVR port 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:03:12.486733 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2058eb7c-5dec-4a75-8b51-d2090be83605 req-c746d496-4d86-4101-b9a6-78375d17e39c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:12.490147 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2058eb7c-5dec-4a75-8b51-d2090be83605 req-c746d496-4d86-4101-b9a6-78375d17e39c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.26 "DELETE /v2.0/ports/8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 HTTP/1.1" status: 204 len: 173 time: 0.6480763 Apr 21 13:03:12.490599 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3d840e-8215-474e-994a-1030ade40634', 'name': 'network-vif-deleted', 'tag': '8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:03:12.492970 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050224f2-9b56-45e4-9e61-f7416bb206db" -d '{"events": [{"server_uuid": "1b3d840e-8215-474e-994a-1030ade40634", "name": "network-vif-deleted", "tag": "8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:03:12.517420 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-099c84b2-c5fb-4c3c-9787-e6321957aadc req-c7f858b5-aadc-4c2d-9cc4-da5377f45218 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=1b3d840e-8215-474e-994a-1030ade40634 HTTP/1.1" status: 200 len: 210 time: 0.0446718 Apr 21 13:03:12.563742 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df374c04-65c6-4130-bab4-774eba971a4a x-openstack-request-id: req-df374c04-65c6-4130-bab4-774eba971a4a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:03:12.564063 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3d840e-8215-474e-994a-1030ade40634", "name": "network-vif-deleted", "tag": "8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:03:12.564298 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-df374c04-65c6-4130-bab4-774eba971a4a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:03:12.564706 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df374c04-65c6-4130-bab4-774eba971a4a'] response: {'server_uuid': '1b3d840e-8215-474e-994a-1030ade40634', 'name': 'network-vif-deleted', 'tag': '8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9', 'status': 'completed', 'code': 200} Apr 21 13:03:13.453797 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3637af7b-4212-45c2-8044-464d4a159190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:13.578953 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44784) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:14.023290 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6da100b3-4dd7-4781-b78f-15a353296171 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:14.287471 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6da100b3-4dd7-4781-b78f-15a353296171 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Deleting port 007f14d3-9472-4c56-a122-2fb8e1b22a33 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:03:14.287804 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6da100b3-4dd7-4781-b78f-15a353296171 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:14.381266 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-6da100b3-4dd7-4781-b78f-15a353296171 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] For port 007f14d3-9472-4c56-a122-2fb8e1b22a33, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=007f14d3-9472-4c56-a122-2fb8e1b22a33,segment=NetworkSegment(b8c1e8b1-1534-4a33-9d89-0fc8167effe9),segment_id=b8c1e8b1-1534-4a33-9d89-0fc8167effe9)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:03:14.381674 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6da100b3-4dd7-4781-b78f-15a353296171 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:14.395801 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6da100b3-4dd7-4781-b78f-15a353296171 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Calling delete_port for 007f14d3-9472-4c56-a122-2fb8e1b22a33 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:03:14.677147 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6da100b3-4dd7-4781-b78f-15a353296171 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:14.705288 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da100b3-4dd7-4781-b78f-15a353296171 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event deleted for resources: {'Port': ['ID=007f14d3-9472-4c56-a122-2fb8e1b22a33,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:14.912412 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6da100b3-4dd7-4781-b78f-15a353296171 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:15.437681 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da100b3-4dd7-4781-b78f-15a353296171 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Router 21cf48a1-3f85-42c3-91f9-daa29930ed58 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:03:15.549459 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da100b3-4dd7-4781-b78f-15a353296171 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:03:15.558190 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6da100b3-4dd7-4781-b78f-15a353296171 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "PUT /v2.0/routers/21cf48a1-3f85-42c3-91f9-daa29930ed58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9773777 Apr 21 13:03:15.560172 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44814) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:15.560692 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6aef4bc-68aa-4b6c-a018-a53c6ec18282 None None] Sync routers for ids ['21cf48a1-3f85-42c3-91f9-daa29930ed58'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:03:15.573551 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aef4bc-68aa-4b6c-a018-a53c6ec18282 None None] Routers {'21cf48a1-3f85-42c3-91f9-daa29930ed58'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:03:15.574464 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a6aef4bc-68aa-4b6c-a018-a53c6ec18282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:02:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['21cf48a1-3f85-42c3-91f9-daa29930ed58'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:15.624712 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-643a4cd7-d877-4be7-a16f-3fe6116c9f1c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Deleting subnet 9b39fa34-cf30-45d6-8877-fea9fe06ce81 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:03:15.629121 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-643a4cd7-d877-4be7-a16f-3fe6116c9f1c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:15.679173 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-643a4cd7-d877-4be7-a16f-3fe6116c9f1c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:15.742834 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-a6aef4bc-68aa-4b6c-a018-a53c6ec18282 None None] Set router 21cf48a1-3f85-42c3-91f9-daa29930ed58 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:03:15.779684 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f5dde9d-eea4-482c-8da1-b3c036e3f781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:15.785892 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-643a4cd7-d877-4be7-a16f-3fe6116c9f1c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:15.941041 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a6aef4bc-68aa-4b6c-a018-a53c6ec18282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887889515', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '0b2bd588-c34a-4fbc-a6fd-652cda73648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:01:52Z', 'updated_at': '2022-04-21T13:03:14Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '0b2bd588-c34a-4fbc-a6fd-652cda73648c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:53Z', 'updated_at': '2022-04-21T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:15.954167 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-643a4cd7-d877-4be7-a16f-3fe6116c9f1c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:15.969163 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6aef4bc-68aa-4b6c-a018-a53c6ec18282 None None] Checking router: 21cf48a1-3f85-42c3-91f9-daa29930ed58 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:03:15.977861 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aef4bc-68aa-4b6c-a018-a53c6ec18282 None None] Routers {'21cf48a1-3f85-42c3-91f9-daa29930ed58'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:03:15.978580 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a6aef4bc-68aa-4b6c-a018-a53c6ec18282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:03:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['21cf48a1-3f85-42c3-91f9-daa29930ed58'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:15.982356 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a4cd7-d877-4be7-a16f-3fe6116c9f1c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event deleted for resources: {'Subnet': ['ID=9b39fa34-cf30-45d6-8877-fea9fe06ce81,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:15.986976 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-643a4cd7-d877-4be7-a16f-3fe6116c9f1c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:15.994343 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-643a4cd7-d877-4be7-a16f-3fe6116c9f1c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "DELETE /v2.0/subnets/9b39fa34-cf30-45d6-8877-fea9fe06ce81 HTTP/1.1" status: 204 len: 168 time: 0.4290543 Apr 21 13:03:15.994343 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44816) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:16.035232 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01e56ee-3e51-4937-bd4a-932aeaa0d57a None None] Network 0b0f3a8c-a39c-41e8-8cd3-04170adb92e0 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:03:16.110025 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55006869-219b-41e0-94ec-8d4f552c02bb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:16.129861 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44820) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:16.222526 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-a6aef4bc-68aa-4b6c-a018-a53c6ec18282 None None] Set router 21cf48a1-3f85-42c3-91f9-daa29930ed58 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:03:16.243975 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55006869-219b-41e0-94ec-8d4f552c02bb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:16.261905 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a79b4979-c84c-49ec-8ff1-65f3396f1d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:16.350279 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f24e3c-29dd-43f5-8023-ee9c8600f929 None None] DHCP port deletion for 0b0f3a8c-a39c-41e8-8cd3-04170adb92e0 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:03:16.368636 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a79b4979-c84c-49ec-8ff1-65f3396f1d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:16.463583 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-95f24e3c-29dd-43f5-8023-ee9c8600f929 None None] Deleting port e5ffa9ce-67de-4c9e-b2c6-45653b79ad67 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:03:16.463986 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95f24e3c-29dd-43f5-8023-ee9c8600f929 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:16.470216 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-55006869-219b-41e0-94ec-8d4f552c02bb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Deleting port 0b2bd588-c34a-4fbc-a6fd-652cda73648c {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:03:16.470799 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55006869-219b-41e0-94ec-8d4f552c02bb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:16.524164 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a79b4979-c84c-49ec-8ff1-65f3396f1d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:16.540674 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-95f24e3c-29dd-43f5-8023-ee9c8600f929 None None] For port e5ffa9ce-67de-4c9e-b2c6-45653b79ad67, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e5ffa9ce-67de-4c9e-b2c6-45653b79ad67,segment=NetworkSegment(b8c1e8b1-1534-4a33-9d89-0fc8167effe9),segment_id=b8c1e8b1-1534-4a33-9d89-0fc8167effe9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:03:16.541055 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95f24e3c-29dd-43f5-8023-ee9c8600f929 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:16.552688 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a79b4979-c84c-49ec-8ff1-65f3396f1d2a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=05a4ab44d09c47fdb8065d3fbb2fc389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4211037 Apr 21 13:03:16.553319 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44828) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:16.556513 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-95f24e3c-29dd-43f5-8023-ee9c8600f929 None None] Calling delete_port for e5ffa9ce-67de-4c9e-b2c6-45653b79ad67 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:03:16.571194 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-55006869-219b-41e0-94ec-8d4f552c02bb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] For port 0b2bd588-c34a-4fbc-a6fd-652cda73648c, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=0b2bd588-c34a-4fbc-a6fd-652cda73648c,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:03:16.571700 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55006869-219b-41e0-94ec-8d4f552c02bb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:16.574338 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a6aef4bc-68aa-4b6c-a018-a53c6ec18282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887889515', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '0b2bd588-c34a-4fbc-a6fd-652cda73648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:01:52Z', 'updated_at': '2022-04-21T13:03:14Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '0b2bd588-c34a-4fbc-a6fd-652cda73648c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:53Z', 'updated_at': '2022-04-21T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:16.591508 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-55006869-219b-41e0-94ec-8d4f552c02bb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Calling delete_port for 0b2bd588-c34a-4fbc-a6fd-652cda73648c owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:03:16.601035 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b4979-c84c-49ec-8ff1-65f3396f1d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06b901e-1a62-4e94-b476-f53e0c0e8524,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:16.627505 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb0973bf-e047-4e80-8738-2946e994b5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:16.657452 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb0973bf-e047-4e80-8738-2946e994b5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:16.769928 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6aef4bc-68aa-4b6c-a018-a53c6ec18282 None None] The sync data for ids ['21cf48a1-3f85-42c3-91f9-daa29930ed58'] in n-d-836147-2 is: [{'id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-887889515', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '0b2bd588-c34a-4fbc-a6fd-652cda73648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:01:52Z', 'updated_at': '2022-04-21T13:03:14Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '0b2bd588-c34a-4fbc-a6fd-652cda73648c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:cd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21cf48a1-3f85-42c3-91f9-daa29930ed58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:01:53Z', 'updated_at': '2022-04-21T13:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:03:16.808629 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb0973bf-e047-4e80-8738-2946e994b5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:16.811800 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fb0973bf-e047-4e80-8738-2946e994b5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:16.815463 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fb0973bf-e047-4e80-8738-2946e994b5b4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e06b901e-1a62-4e94-b476-f53e0c0e8524 HTTP/1.1" status: 204 len: 168 time: 0.2557216 Apr 21 13:03:16.830035 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0973bf-e047-4e80-8738-2946e994b5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06b901e-1a62-4e94-b476-f53e0c0e8524,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:16.896386 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55006869-219b-41e0-94ec-8d4f552c02bb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:16.926216 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55006869-219b-41e0-94ec-8d4f552c02bb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event deleted for resources: {'Port': ['ID=0b2bd588-c34a-4fbc-a6fd-652cda73648c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:16.936975 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95f24e3c-29dd-43f5-8023-ee9c8600f929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:16.973092 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:03:16.975837 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f24e3c-29dd-43f5-8023-ee9c8600f929 None None] No DVR routers for this DVR port e5ffa9ce-67de-4c9e-b2c6-45653b79ad67 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:03:16.978992 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f24e3c-29dd-43f5-8023-ee9c8600f929 None None] Pushing event deleted for resources: {'Port': ['ID=e5ffa9ce-67de-4c9e-b2c6-45653b79ad67,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:16.991878 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55006869-219b-41e0-94ec-8d4f552c02bb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:16.999412 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:03:16.999754 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 8a4b34ad-2fcd-40a7-abab-7a5a3c45f2d9 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:03:17.027680 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:17.089060 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55006869-219b-41e0-94ec-8d4f552c02bb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:17.089384 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55006869-219b-41e0-94ec-8d4f552c02bb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:17.249259 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55006869-219b-41e0-94ec-8d4f552c02bb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:17.250450 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55006869-219b-41e0-94ec-8d4f552c02bb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Fanout notify agent at l3_agent the message router_deleted on router 21cf48a1-3f85-42c3-91f9-daa29930ed58 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:03:17.269295 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55006869-219b-41e0-94ec-8d4f552c02bb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:17.269295 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-55006869-219b-41e0-94ec-8d4f552c02bb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "DELETE /v2.0/routers/21cf48a1-3f85-42c3-91f9-daa29930ed58 HTTP/1.1" status: 204 len: 168 time: 1.2651865 Apr 21 13:03:17.269553 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44834) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:17.345695 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c75815a1-668a-4bc2-9cc2-285a0fd8ab5b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:17.437753 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c75815a1-668a-4bc2-9cc2-285a0fd8ab5b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:17.467849 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c75815a1-668a-4bc2-9cc2-285a0fd8ab5b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b0f3a8c-a39c-41e8-8cd3-04170adb92e0']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:17.477976 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c75815a1-668a-4bc2-9cc2-285a0fd8ab5b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8c1e8b1-1534-4a33-9d89-0fc8167effe9') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:17.478274 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c75815a1-668a-4bc2-9cc2-285a0fd8ab5b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8c1e8b1-1534-4a33-9d89-0fc8167effe9') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:17.487611 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c75815a1-668a-4bc2-9cc2-285a0fd8ab5b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:17.501093 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c75815a1-668a-4bc2-9cc2-285a0fd8ab5b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:17.506927 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75815a1-668a-4bc2-9cc2-285a0fd8ab5b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:03:17.507304 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c75815a1-668a-4bc2-9cc2-285a0fd8ab5b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: timer() Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:03:17.511793 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:03:17.645776 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44840) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:17.660362 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e42f6b7b-c49e-42c0-9433-cf5817dfa382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:17.667497 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c75815a1-668a-4bc2-9cc2-285a0fd8ab5b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:17.675527 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c75815a1-668a-4bc2-9cc2-285a0fd8ab5b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:17.679215 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c75815a1-668a-4bc2-9cc2-285a0fd8ab5b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "DELETE /v2.0/networks/0b0f3a8c-a39c-41e8-8cd3-04170adb92e0 HTTP/1.1" status: 204 len: 168 time: 0.4154365 Apr 21 13:03:17.683231 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44842) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:17.690104 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 0b2bd588-c34a-4fbc-a6fd-652cda73648c no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:03:17.702772 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75815a1-668a-4bc2-9cc2-285a0fd8ab5b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event deleted for resources: {'Network': ['ID=0b0f3a8c-a39c-41e8-8cd3-04170adb92e0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:17.715337 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 0b2bd588-c34a-4fbc-a6fd-652cda73648c {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:03:17.716367 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 0b2bd588-c34a-4fbc-a6fd-652cda73648c not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:03:17.717002 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e5ffa9ce-67de-4c9e-b2c6-45653b79ad67 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:03:17.738284 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: e5ffa9ce-67de-4c9e-b2c6-45653b79ad67 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:03:17.738999 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e5ffa9ce-67de-4c9e-b2c6-45653b79ad67 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:03:17.739496 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 007f14d3-9472-4c56-a122-2fb8e1b22a33 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:03:17.753641 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e76d45d6-a532-4d4a-b55f-b25c00d32c40 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:17.760327 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 007f14d3-9472-4c56-a122-2fb8e1b22a33 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:03:17.760865 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 007f14d3-9472-4c56-a122-2fb8e1b22a33 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:03:17.785568 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e76d45d6-a532-4d4a-b55f-b25c00d32c40 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:17.788793 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e42f6b7b-c49e-42c0-9433-cf5817dfa382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:17.896604 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e42f6b7b-c49e-42c0-9433-cf5817dfa382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:17.936730 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e42f6b7b-c49e-42c0-9433-cf5817dfa382 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1e3b0636772b4dd28b8baa9f014ab5f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2897804 Apr 21 13:03:17.937710 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42f6b7b-c49e-42c0-9433-cf5817dfa382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7f01d9-cf4b-435b-8315-e5ba19802a53,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:17.940189 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44844) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:17.971447 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e76d45d6-a532-4d4a-b55f-b25c00d32c40 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:17.974521 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e76d45d6-a532-4d4a-b55f-b25c00d32c40 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:17.975697 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e76d45d6-a532-4d4a-b55f-b25c00d32c40 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "DELETE /v2.0/security-groups/4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7 HTTP/1.1" status: 204 len: 168 time: 0.2914364 Apr 21 13:03:17.994917 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d45d6-a532-4d4a-b55f-b25c00d32c40 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5f8cb3-05c3-4737-a61d-fb1f593e9bc7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:17.995293 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9efa1b5-6fd2-476f-97e2-d5f62f46fd50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:18.005034 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:18.017264 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9efa1b5-6fd2-476f-97e2-d5f62f46fd50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:18.151313 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9efa1b5-6fd2-476f-97e2-d5f62f46fd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:18.151313 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9efa1b5-6fd2-476f-97e2-d5f62f46fd50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:18.155607 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c9efa1b5-6fd2-476f-97e2-d5f62f46fd50 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5b7f01d9-cf4b-435b-8315-e5ba19802a53 HTTP/1.1" status: 204 len: 168 time: 0.2110684 Apr 21 13:03:18.160541 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efa1b5-6fd2-476f-97e2-d5f62f46fd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7f01d9-cf4b-435b-8315-e5ba19802a53,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:18.376736 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44852) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:18.381281 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4a6f93ad-6d75-4e5d-ae96-7ae914a3120c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-288045710', 'description': 'tempest-secgroup-smoke-288045710 description', 'project_id': '284d3d44382e404aa4c17c17e03a8f46'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:03:18.488601 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a6f93ad-6d75-4e5d-ae96-7ae914a3120c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:18.516761 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:18.554503 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a6f93ad-6d75-4e5d-ae96-7ae914a3120c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:18.670163 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a6f93ad-6d75-4e5d-ae96-7ae914a3120c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:18.707929 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f93ad-6d75-4e5d-ae96-7ae914a3120c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dca9f50-fef5-4432-aecb-c8fc482be3b6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:18.837281 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:18.856396 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4a6f93ad-6d75-4e5d-ae96-7ae914a3120c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:18.860691 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4a6f93ad-6d75-4e5d-ae96-7ae914a3120c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4809723 Apr 21 13:03:18.862357 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44866) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:18.873698 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7cfddf10-c208-47fe-8c56-74ed05b63642 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'security_group_rule': {'security_group_id': '5dca9f50-fef5-4432-aecb-c8fc482be3b6', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:03:18.973537 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7cfddf10-c208-47fe-8c56-74ed05b63642 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:19.034825 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7cfddf10-c208-47fe-8c56-74ed05b63642 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:19.181091 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7cfddf10-c208-47fe-8c56-74ed05b63642 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:19.203792 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfddf10-c208-47fe-8c56-74ed05b63642 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=266ce342-7a1a-4474-9a32-f5df36a4903a,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:19.303879 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7cfddf10-c208-47fe-8c56-74ed05b63642 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:19.305146 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7cfddf10-c208-47fe-8c56-74ed05b63642 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4418538 Apr 21 13:03:19.307873 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44876) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:19.314271 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-06b859e3-ea52-486a-b5ec-21e89e1385f3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'security_group_rule': {'security_group_id': '5dca9f50-fef5-4432-aecb-c8fc482be3b6', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:03:19.422801 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-06b859e3-ea52-486a-b5ec-21e89e1385f3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:19.513067 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-06b859e3-ea52-486a-b5ec-21e89e1385f3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:19.631774 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-06b859e3-ea52-486a-b5ec-21e89e1385f3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:19.651058 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b859e3-ea52-486a-b5ec-21e89e1385f3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11882646-2782-496c-bcc5-663b357cc642,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:19.748041 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-06b859e3-ea52-486a-b5ec-21e89e1385f3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:19.751890 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-06b859e3-ea52-486a-b5ec-21e89e1385f3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4401436 Apr 21 13:03:19.752262 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44888) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:19.757492 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-65abb366-1582-44bb-b996-003779497402 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'security_group_rule': {'security_group_id': '5dca9f50-fef5-4432-aecb-c8fc482be3b6', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:03:19.873068 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65abb366-1582-44bb-b996-003779497402 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:19.931339 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65abb366-1582-44bb-b996-003779497402 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:20.036607 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65abb366-1582-44bb-b996-003779497402 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:20.052415 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65abb366-1582-44bb-b996-003779497402 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eccf4aca-a8d0-44a0-bdc3-03d272150074,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:20.167316 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-65abb366-1582-44bb-b996-003779497402 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:20.169815 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-65abb366-1582-44bb-b996-003779497402 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4153736 Apr 21 13:03:20.172597 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44908) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:20.179774 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c9540130-60a3-4f89-af82-482981864f56 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'security_group_rule': {'security_group_id': '5dca9f50-fef5-4432-aecb-c8fc482be3b6', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:03:20.299810 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9540130-60a3-4f89-af82-482981864f56 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:20.382005 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9540130-60a3-4f89-af82-482981864f56 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:20.519482 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9540130-60a3-4f89-af82-482981864f56 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:20.539516 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9540130-60a3-4f89-af82-482981864f56 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef144f4-6ffa-481d-8ccb-1f996c18ef82,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:20.547372 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:20.624895 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c9540130-60a3-4f89-af82-482981864f56 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:20.626457 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c9540130-60a3-4f89-af82-482981864f56 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4525893 Apr 21 13:03:20.634696 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44926) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:20.639776 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8cfe0c49-8b7f-4181-ad6d-9188521ec7c5 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'security_group_rule': {'security_group_id': '5dca9f50-fef5-4432-aecb-c8fc482be3b6', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:03:20.745315 n-d-836147-2 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-8cfe0c49-8b7f-4181-ad6d-9188521ec7c5 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Project 284d3d44382e404aa4c17c17e03a8f46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:03:20.751659 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8cfe0c49-8b7f-4181-ad6d-9188521ec7c5 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:20.825058 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8cfe0c49-8b7f-4181-ad6d-9188521ec7c5 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:20.934428 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8cfe0c49-8b7f-4181-ad6d-9188521ec7c5 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:20.952160 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe0c49-8b7f-4181-ad6d-9188521ec7c5 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07aee8e5-2d99-4965-afc2-b1b4c9c30664,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:21.091259 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8cfe0c49-8b7f-4181-ad6d-9188521ec7c5 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:21.092502 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8cfe0c49-8b7f-4181-ad6d-9188521ec7c5 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4567475 Apr 21 13:03:21.108457 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44934) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:21.115715 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0f366bea-66c9-409f-97e9-c5e6ee7a1aaf tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'security_group_rule': {'security_group_id': '5dca9f50-fef5-4432-aecb-c8fc482be3b6', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:03:21.216632 n-d-836147-2 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-0f366bea-66c9-409f-97e9-c5e6ee7a1aaf tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Project 284d3d44382e404aa4c17c17e03a8f46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:03:21.225640 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f366bea-66c9-409f-97e9-c5e6ee7a1aaf tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:21.291597 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f366bea-66c9-409f-97e9-c5e6ee7a1aaf tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:21.431125 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f366bea-66c9-409f-97e9-c5e6ee7a1aaf tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:21.454729 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f366bea-66c9-409f-97e9-c5e6ee7a1aaf tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77231596-9b2a-40e9-b92e-439d3ae4bd07,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:21.606948 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f366bea-66c9-409f-97e9-c5e6ee7a1aaf tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:21.611781 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44954) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:21.617010 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e8396a83-bb23-4f7d-960a-6bfec15cae8a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'network': {'name': 'tempest-network-smoke--1528476892', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'port_security_enabled': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:03:21.621368 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0f366bea-66c9-409f-97e9-c5e6ee7a1aaf tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5117669 Apr 21 13:03:21.785410 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8396a83-bb23-4f7d-960a-6bfec15cae8a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Made reservation on behalf of 284d3d44382e404aa4c17c17e03a8f46 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:03:21.794200 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8396a83-bb23-4f7d-960a-6bfec15cae8a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:21.816881 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8396a83-bb23-4f7d-960a-6bfec15cae8a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:03:21.825687 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8396a83-bb23-4f7d-960a-6bfec15cae8a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:21.826313 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-e8396a83-bb23-4f7d-960a-6bfec15cae8a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Added segment 75516c43-837e-4b3b-acbe-3f03f2acc8e5 of type vlan for network 118907f7-8437-4f18-9776-60a5dbf89b06 Apr 21 13:03:21.876691 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8396a83-bb23-4f7d-960a-6bfec15cae8a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:21.959522 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8396a83-bb23-4f7d-960a-6bfec15cae8a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:21.965056 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8396a83-bb23-4f7d-960a-6bfec15cae8a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:21.966441 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8396a83-bb23-4f7d-960a-6bfec15cae8a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:22.042821 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8396a83-bb23-4f7d-960a-6bfec15cae8a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Network': ['ID=118907f7-8437-4f18-9776-60a5dbf89b06,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:22.054290 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 118907f7-8437-4f18-9776-60a5dbf89b06 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:03:22.097029 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e8396a83-bb23-4f7d-960a-6bfec15cae8a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4839458 Apr 21 13:03:22.103934 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44962) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:22.109317 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-da0d35d4-0522-4815-bab0-3f40983d978a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-867797215', 'admin_state_up': True, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:03:22.223567 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-da0d35d4-0522-4815-bab0-3f40983d978a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:22.224837 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-da0d35d4-0522-4815-bab0-3f40983d978a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:22.296498 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-da0d35d4-0522-4815-bab0-3f40983d978a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:22.526984 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-da0d35d4-0522-4815-bab0-3f40983d978a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:22.854406 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-da0d35d4-0522-4815-bab0-3f40983d978a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:22.874005 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-da0d35d4-0522-4815-bab0-3f40983d978a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:22.982529 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-da0d35d4-0522-4815-bab0-3f40983d978a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Allocated IP 172.25.8.226 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/470496ad-7ff4-4a5f-8d86-2051df324821) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:03:23.092516 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-da0d35d4-0522-4815-bab0-3f40983d978a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:23.249337 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-da0d35d4-0522-4815-bab0-3f40983d978a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:23.284599 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0d35d4-0522-4815-bab0-3f40983d978a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:03:23.287699 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-da0d35d4-0522-4815-bab0-3f40983d978a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:03:23.291357 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0d35d4-0522-4815-bab0-3f40983d978a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:03:23.329313 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d35d4-0522-4815-bab0-3f40983d978a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Port': ['ID=470496ad-7ff4-4a5f-8d86-2051df324821,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:23.560433 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44982) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:23.704779 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4151a509-647a-42a4-993d-759d6bb43c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:23.720903 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-da0d35d4-0522-4815-bab0-3f40983d978a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:24.195588 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4151a509-647a-42a4-993d-759d6bb43c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:24.256874 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-da0d35d4-0522-4815-bab0-3f40983d978a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:24.346682 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4151a509-647a-42a4-993d-759d6bb43c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:24.400543 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4151a509-647a-42a4-993d-759d6bb43c73 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=51c2e92af29f40f1b249ccdbb8556bbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8364475 Apr 21 13:03:24.400924 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 44990) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:24.406591 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4151a509-647a-42a4-993d-759d6bb43c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1a7757-ed17-432b-93a7-efe620db2096,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:24.456971 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84377403-f142-4688-ad9e-9e88217424fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:24.478212 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84377403-f142-4688-ad9e-9e88217424fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:24.505489 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0d35d4-0522-4815-bab0-3f40983d978a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Router ccff01d9-f443-4030-8eda-200e1ecb1e82 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:03:24.627245 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0d35d4-0522-4815-bab0-3f40983d978a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:03:24.627786 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84377403-f142-4688-ad9e-9e88217424fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:24.630531 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84377403-f142-4688-ad9e-9e88217424fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:24.634918 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-84377403-f142-4688-ad9e-9e88217424fb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a1a7757-ed17-432b-93a7-efe620db2096 HTTP/1.1" status: 204 len: 168 time: 0.2299399 Apr 21 13:03:24.639314 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb26c5a-0a57-47bc-a391-f6bda3463294 None None] Sync routers for ids ['ccff01d9-f443-4030-8eda-200e1ecb1e82'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:03:24.651894 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84377403-f142-4688-ad9e-9e88217424fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1a7757-ed17-432b-93a7-efe620db2096,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:24.658047 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb26c5a-0a57-47bc-a391-f6bda3463294 None None] Routers {'ccff01d9-f443-4030-8eda-200e1ecb1e82'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:03:24.672543 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-eeb26c5a-0a57-47bc-a391-f6bda3463294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:03:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ccff01d9-f443-4030-8eda-200e1ecb1e82'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:24.743976 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-da0d35d4-0522-4815-bab0-3f40983d978a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:24.745219 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-da0d35d4-0522-4815-bab0-3f40983d978a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6445298 Apr 21 13:03:24.750053 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 44998) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:24.790233 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-51a6fc21-de34-4a59-a2df-eaf273dccf85 tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=284d3d44382e404aa4c17c17e03a8f46&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390530 Apr 21 13:03:24.794814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45002) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:24.803942 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-eeb26c5a-0a57-47bc-a391-f6bda3463294 None None] Set router ccff01d9-f443-4030-8eda-200e1ecb1e82 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:03:24.982756 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66db026e-505c-44d0-88a6-0e7df5e7ae9c tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:24.987101 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-66db026e-505c-44d0-88a6-0e7df5e7ae9c tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1880949 Apr 21 13:03:24.992906 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45004) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:25.020644 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5c00570c-00a7-4e88-8503-b3a7433697da tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=23f97cfe-dd42-45d8-a5df-e2b803e954fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319920 Apr 21 13:03:25.023211 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45006) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:25.030224 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-08ef6d8e-68ea-48c4-a5e0-6882c6df38ac tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-604958019', 'network_id': '118907f7-8437-4f18-9776-60a5dbf89b06', 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:03:25.039882 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-eeb26c5a-0a57-47bc-a391-f6bda3463294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867797215', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470496ad-7ff4-4a5f-8d86-2051df324821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:03:22Z', 'updated_at': '2022-04-21T13:03:23Z', 'revision_number': 3, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '470496ad-7ff4-4a5f-8d86-2051df324821', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:03:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:03:22Z', 'updated_at': '2022-04-21T13:03:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:25.072127 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb26c5a-0a57-47bc-a391-f6bda3463294 None None] Checking router: ccff01d9-f443-4030-8eda-200e1ecb1e82 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:03:25.072473 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb26c5a-0a57-47bc-a391-f6bda3463294 None None] Updating router ccff01d9-f443-4030-8eda-200e1ecb1e82 port 470496ad-7ff4-4a5f-8d86-2051df324821 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:03:25.100906 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eeb26c5a-0a57-47bc-a391-f6bda3463294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:25.267935 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ef6d8e-68ea-48c4-a5e0-6882c6df38ac tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Made reservation on behalf of 284d3d44382e404aa4c17c17e03a8f46 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:03:25.271755 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-08ef6d8e-68ea-48c4-a5e0-6882c6df38ac tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:25.477158 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eeb26c5a-0a57-47bc-a391-f6bda3463294 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:25.520480 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45010) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:25.533809 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-497fe65e-37b6-4f0c-ba02-3c2e3a1bfed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:25.553833 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-08ef6d8e-68ea-48c4-a5e0-6882c6df38ac tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:25.576765 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eeb26c5a-0a57-47bc-a391-f6bda3463294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:25.622557 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ef6d8e-68ea-48c4-a5e0-6882c6df38ac tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Checking segment: {'id': '75516c43-837e-4b3b-acbe-3f03f2acc8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '118907f7-8437-4f18-9776-60a5dbf89b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:03:25.622717 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-497fe65e-37b6-4f0c-ba02-3c2e3a1bfed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:25.622929 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ef6d8e-68ea-48c4-a5e0-6882c6df38ac tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Network hostable DHCP agents. Network: 118907f7-8437-4f18-9776-60a5dbf89b06, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:03:25.628538 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef6d8e-68ea-48c4-a5e0-6882c6df38ac tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Subnet': ['ID=0caaabe0-727d-4698-9f08-06e3f747e241,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:25.637853 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-eeb26c5a-0a57-47bc-a391-f6bda3463294 None None] Attempting to bind port 470496ad-7ff4-4a5f-8d86-2051df324821 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:03:25.638210 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-eeb26c5a-0a57-47bc-a391-f6bda3463294 None None] Attempting to bind port 470496ad-7ff4-4a5f-8d86-2051df324821 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:03:25.638742 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb26c5a-0a57-47bc-a391-f6bda3463294 None None] Attempting to bind port 470496ad-7ff4-4a5f-8d86-2051df324821 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:03:25.640700 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ef6d8e-68ea-48c4-a5e0-6882c6df38ac tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:25.641049 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ef6d8e-68ea-48c4-a5e0-6882c6df38ac tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:25.641382 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ef6d8e-68ea-48c4-a5e0-6882c6df38ac tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:25.641737 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ef6d8e-68ea-48c4-a5e0-6882c6df38ac tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:25.642062 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ef6d8e-68ea-48c4-a5e0-6882c6df38ac tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:25.642386 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ef6d8e-68ea-48c4-a5e0-6882c6df38ac tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:25.642705 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ef6d8e-68ea-48c4-a5e0-6882c6df38ac tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:25.643024 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ef6d8e-68ea-48c4-a5e0-6882c6df38ac tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:25.643418 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ef6d8e-68ea-48c4-a5e0-6882c6df38ac tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:25.643749 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ef6d8e-68ea-48c4-a5e0-6882c6df38ac tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:25.644060 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ef6d8e-68ea-48c4-a5e0-6882c6df38ac tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:25.644374 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ef6d8e-68ea-48c4-a5e0-6882c6df38ac tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:25.647693 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546437d-736d-495d-9397-873869d298ec None None] Pushing event updated for resources: {'Port': ['ID=470496ad-7ff4-4a5f-8d86-2051df324821,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:25.651058 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb26c5a-0a57-47bc-a391-f6bda3463294 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:03:25.651333 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb26c5a-0a57-47bc-a391-f6bda3463294 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:03:25.651695 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eeb26c5a-0a57-47bc-a391-f6bda3463294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:25.652069 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb26c5a-0a57-47bc-a391-f6bda3463294 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:03:25.652525 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-eeb26c5a-0a57-47bc-a391-f6bda3463294 None None] Bound port: 470496ad-7ff4-4a5f-8d86-2051df324821, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:03:25.652948 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eeb26c5a-0a57-47bc-a391-f6bda3463294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:25.674620 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b546437d-736d-495d-9397-873869d298ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:25.674957 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b546437d-736d-495d-9397-873869d298ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:25.675284 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b546437d-736d-495d-9397-873869d298ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:25.675607 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b546437d-736d-495d-9397-873869d298ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:25.675928 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b546437d-736d-495d-9397-873869d298ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:25.676243 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b546437d-736d-495d-9397-873869d298ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:25.676557 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b546437d-736d-495d-9397-873869d298ec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:25.676870 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b546437d-736d-495d-9397-873869d298ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:25.677175 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b546437d-736d-495d-9397-873869d298ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:25.677485 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b546437d-736d-495d-9397-873869d298ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:25.677820 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b546437d-736d-495d-9397-873869d298ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:25.678161 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b546437d-736d-495d-9397-873869d298ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:25.711959 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-eeb26c5a-0a57-47bc-a391-f6bda3463294 None None] For port 470496ad-7ff4-4a5f-8d86-2051df324821, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:03:25.714901 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-eeb26c5a-0a57-47bc-a391-f6bda3463294 None None] For port 470496ad-7ff4-4a5f-8d86-2051df324821, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=470496ad-7ff4-4a5f-8d86-2051df324821,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:03:25.728265 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-497fe65e-37b6-4f0c-ba02-3c2e3a1bfed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:25.763378 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ef6d8e-68ea-48c4-a5e0-6882c6df38ac tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Network 118907f7-8437-4f18-9776-60a5dbf89b06 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:03:25.771071 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-497fe65e-37b6-4f0c-ba02-3c2e3a1bfed1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d6160be78cb7405fa04d69d986de4ea5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2495253 Apr 21 13:03:25.772207 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fe65e-37b6-4f0c-ba02-3c2e3a1bfed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2d2203-0c12-40ed-ad78-bc8486d96cbc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:25.775184 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45012) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:25.827692 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91d998c2-25b8-4215-93f6-e284474418ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:25.834304 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eeb26c5a-0a57-47bc-a391-f6bda3463294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:25.861452 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91d998c2-25b8-4215-93f6-e284474418ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:25.882192 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-08ef6d8e-68ea-48c4-a5e0-6882c6df38ac tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 118907f7-8437-4f18-9776-60a5dbf89b06) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:03:25.890384 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d7cd00-1938-4172-a05d-208c3fea3d0b None None] Network 118907f7-8437-4f18-9776-60a5dbf89b06 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:03:25.900111 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546437d-736d-495d-9397-873869d298ec None None] Pushing event updated for resources: {'Port': ['ID=470496ad-7ff4-4a5f-8d86-2051df324821,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:25.903213 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb26c5a-0a57-47bc-a391-f6bda3463294 None None] Routers {'ccff01d9-f443-4030-8eda-200e1ecb1e82'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:03:25.904039 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-eeb26c5a-0a57-47bc-a391-f6bda3463294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:03:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ccff01d9-f443-4030-8eda-200e1ecb1e82'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:25.941427 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ef6d8e-68ea-48c4-a5e0-6882c6df38ac tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:25.943559 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-08ef6d8e-68ea-48c4-a5e0-6882c6df38ac tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:26.034690 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-eeb26c5a-0a57-47bc-a391-f6bda3463294 None None] Set router ccff01d9-f443-4030-8eda-200e1ecb1e82 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:03:26.054165 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91d998c2-25b8-4215-93f6-e284474418ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:26.056670 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91d998c2-25b8-4215-93f6-e284474418ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:26.060009 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fbcb25-3612-4e1e-839f-607c0426dd4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-118907f7-8437-4f18-9776-60a5dbf89b06', 'network_id': '118907f7-8437-4f18-9776-60a5dbf89b06', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'fixed_ips': [{'subnet_id': '0caaabe0-727d-4698-9f08-06e3f747e241'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:03:26.061943 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06fbcb25-3612-4e1e-839f-607c0426dd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:26.070174 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-91d998c2-25b8-4215-93f6-e284474418ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/df2d2203-0c12-40ed-ad78-bc8486d96cbc HTTP/1.1" status: 204 len: 168 time: 0.2951488 Apr 21 13:03:26.094867 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d998c2-25b8-4215-93f6-e284474418ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2d2203-0c12-40ed-ad78-bc8486d96cbc,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:26.113436 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45024) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:26.119737 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-08ef6d8e-68ea-48c4-a5e0-6882c6df38ac tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0952168 Apr 21 13:03:26.265996 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-eeb26c5a-0a57-47bc-a391-f6bda3463294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867797215', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470496ad-7ff4-4a5f-8d86-2051df324821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:03:22Z', 'updated_at': '2022-04-21T13:03:23Z', 'revision_number': 3, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '470496ad-7ff4-4a5f-8d86-2051df324821', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:03:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:03:22Z', 'updated_at': '2022-04-21T13:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:26.267274 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-06fbcb25-3612-4e1e-839f-607c0426dd4b None None] Allocated IP 172.20.0.2 (118907f7-8437-4f18-9776-60a5dbf89b06/0caaabe0-727d-4698-9f08-06e3f747e241/d38f466b-56bd-415b-b919-dfcf0796efb6) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:03:26.300042 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb26c5a-0a57-47bc-a391-f6bda3463294 None None] The sync data for ids ['ccff01d9-f443-4030-8eda-200e1ecb1e82'] in n-d-836147-2 is: [{'id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867797215', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470496ad-7ff4-4a5f-8d86-2051df324821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:03:22Z', 'updated_at': '2022-04-21T13:03:23Z', 'revision_number': 3, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '470496ad-7ff4-4a5f-8d86-2051df324821', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:03:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:03:22Z', 'updated_at': '2022-04-21T13:03:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:03:26.451918 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06fbcb25-3612-4e1e-839f-607c0426dd4b None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:26.527104 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06fbcb25-3612-4e1e-839f-607c0426dd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:26.609560 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fbcb25-3612-4e1e-839f-607c0426dd4b None None] Network 118907f7-8437-4f18-9776-60a5dbf89b06 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:03:26.615204 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-06fbcb25-3612-4e1e-839f-607c0426dd4b None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:03:26.618881 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fbcb25-3612-4e1e-839f-607c0426dd4b None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:03:26.648740 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fbcb25-3612-4e1e-839f-607c0426dd4b None None] Pushing event updated for resources: {'Port': ['ID=d38f466b-56bd-415b-b919-dfcf0796efb6,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:26.701779 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-06fbcb25-3612-4e1e-839f-607c0426dd4b None None] Attempting to bind port d38f466b-56bd-415b-b919-dfcf0796efb6 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:03:26.702342 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-06fbcb25-3612-4e1e-839f-607c0426dd4b None None] Attempting to bind port d38f466b-56bd-415b-b919-dfcf0796efb6 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '75516c43-837e-4b3b-acbe-3f03f2acc8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '118907f7-8437-4f18-9776-60a5dbf89b06'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:03:26.703602 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fbcb25-3612-4e1e-839f-607c0426dd4b None None] Attempting to bind port d38f466b-56bd-415b-b919-dfcf0796efb6 on network 118907f7-8437-4f18-9776-60a5dbf89b06 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:03:26.709831 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fbcb25-3612-4e1e-839f-607c0426dd4b None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:03:26.710212 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fbcb25-3612-4e1e-839f-607c0426dd4b None None] Checking segment: {'id': '75516c43-837e-4b3b-acbe-3f03f2acc8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '118907f7-8437-4f18-9776-60a5dbf89b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:03:26.710642 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06fbcb25-3612-4e1e-839f-607c0426dd4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:26.711014 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fbcb25-3612-4e1e-839f-607c0426dd4b None None] Bound using segment: {'id': '75516c43-837e-4b3b-acbe-3f03f2acc8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '118907f7-8437-4f18-9776-60a5dbf89b06'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:03:26.711943 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-06fbcb25-3612-4e1e-839f-607c0426dd4b None None] Bound port: d38f466b-56bd-415b-b919-dfcf0796efb6, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75516c43-837e-4b3b-acbe-3f03f2acc8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '118907f7-8437-4f18-9776-60a5dbf89b06'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:03:26.712327 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06fbcb25-3612-4e1e-839f-607c0426dd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:26.739616 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52b319-0ddd-4456-837f-30a6d3443eb8 req-a64a1173-e8d5-4b9b-8e9f-17706f49fd32 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:26.748197 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb52b319-0ddd-4456-837f-30a6d3443eb8 req-a64a1173-e8d5-4b9b-8e9f-17706f49fd32 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2688dd-a6c5-4daa-af9f-ffc54471df51 HTTP/1.1" status: 200 len: 945 time: 0.1221113 Apr 21 13:03:26.761494 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-555d1bfb-673a-44ae-9c83-6576cc07b08f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:26.804748 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-06fbcb25-3612-4e1e-839f-607c0426dd4b None None] For port d38f466b-56bd-415b-b919-dfcf0796efb6, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:03:26.813259 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-06fbcb25-3612-4e1e-839f-607c0426dd4b None None] For port d38f466b-56bd-415b-b919-dfcf0796efb6, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=d38f466b-56bd-415b-b919-dfcf0796efb6,segment=NetworkSegment(75516c43-837e-4b3b-acbe-3f03f2acc8e5),segment_id=75516c43-837e-4b3b-acbe-3f03f2acc8e5)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:03:26.879434 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb52b319-0ddd-4456-837f-30a6d3443eb8 req-f94c6226-a15b-444b-91e5-51c765f57347 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=953e65cb-01d5-4327-9b0e-44ff04a33863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272221 Apr 21 13:03:26.931172 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-06fbcb25-3612-4e1e-839f-607c0426dd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:27.028604 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fbcb25-3612-4e1e-839f-607c0426dd4b None None] Pushing event updated for resources: {'Port': ['ID=d38f466b-56bd-415b-b919-dfcf0796efb6,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:27.555865 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-555d1bfb-673a-44ae-9c83-6576cc07b08f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Allocated IP 172.20.0.1 (118907f7-8437-4f18-9776-60a5dbf89b06/0caaabe0-727d-4698-9f08-06e3f747e241/e32669c5-7725-4e95-8854-15813845929a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:03:27.713974 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-555d1bfb-673a-44ae-9c83-6576cc07b08f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:27.767028 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 470496ad-7ff4-4a5f-8d86-2051df324821 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:03:27.822748 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 470496ad-7ff4-4a5f-8d86-2051df324821 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:03:27.823124 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:27.868400 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-555d1bfb-673a-44ae-9c83-6576cc07b08f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:27.908318 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555d1bfb-673a-44ae-9c83-6576cc07b08f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Network 118907f7-8437-4f18-9776-60a5dbf89b06 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:03:27.910014 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:27.916821 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-555d1bfb-673a-44ae-9c83-6576cc07b08f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:03:27.925143 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555d1bfb-673a-44ae-9c83-6576cc07b08f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:03:27.946330 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d1bfb-673a-44ae-9c83-6576cc07b08f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Port': ['ID=e32669c5-7725-4e95-8854-15813845929a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:27.947363 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 470496ad-7ff4-4a5f-8d86-2051df324821, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=470496ad-7ff4-4a5f-8d86-2051df324821,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:03:27.984344 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:03:27.995607 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-555d1bfb-673a-44ae-9c83-6576cc07b08f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:28.067830 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:28.070847 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device d38f466b-56bd-415b-b919-dfcf0796efb6 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:03:28.182286 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port d38f466b-56bd-415b-b919-dfcf0796efb6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:03:28.183211 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:28.220852 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=470496ad-7ff4-4a5f-8d86-2051df324821,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:28.283151 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-555d1bfb-673a-44ae-9c83-6576cc07b08f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:28.312394 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:28.332304 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fab42f-c660-4276-85e0-b59d6322e2d6 None None] Network 118907f7-8437-4f18-9776-60a5dbf89b06 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:03:28.483201 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port d38f466b-56bd-415b-b919-dfcf0796efb6, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=d38f466b-56bd-415b-b919-dfcf0796efb6,segment=NetworkSegment(75516c43-837e-4b3b-acbe-3f03f2acc8e5),segment_id=75516c43-837e-4b3b-acbe-3f03f2acc8e5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:03:28.487570 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-47ff0742-62d4-48fb-820e-92edac389381 None None] Provisioning complete for port d38f466b-56bd-415b-b919-dfcf0796efb6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:03:28.487936 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47ff0742-62d4-48fb-820e-92edac389381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:28.527318 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b112b8d8-7662-4e5e-ad08-e5b02640a146 req-6d907702-a506-43ff-9848-dc80cf0450ee tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:28.529627 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b112b8d8-7662-4e5e-ad08-e5b02640a146 req-6d907702-a506-43ff-9848-dc80cf0450ee tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2688dd-a6c5-4daa-af9f-ffc54471df51 HTTP/1.1" status: 200 len: 945 time: 0.4872439 Apr 21 13:03:28.556249 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e93fdd8-1738-4215-aa3c-8493282d953c req-b4142127-e112-490a-a9d1-9dd7edfe7db6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:28.562757 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e93fdd8-1738-4215-aa3c-8493282d953c req-b4142127-e112-490a-a9d1-9dd7edfe7db6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a2688dd-a6c5-4daa-af9f-ffc54471df51 HTTP/1.1" status: 200 len: 945 time: 0.1758387 Apr 21 13:03:28.623155 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:28.674681 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47ff0742-62d4-48fb-820e-92edac389381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:28.680644 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=d38f466b-56bd-415b-b919-dfcf0796efb6,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:28.690964 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b112b8d8-7662-4e5e-ad08-e5b02640a146 req-2b616625-413c-4308-a7a6-58955c2c740c tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=953e65cb-01d5-4327-9b0e-44ff04a33863&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010616 Apr 21 13:03:28.766598 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-47ff0742-62d4-48fb-820e-92edac389381 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 13:03:28.767265 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-47ff0742-62d4-48fb-820e-92edac389381 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 13:03:28.846541 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-2e93fdd8-1738-4215-aa3c-8493282d953c req-54028de9-4040-465a-8f94-c7fbb152ce41 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Deleting port a92817b2-b7ec-4534-813e-f93118ee71a0 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:03:28.846912 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2e93fdd8-1738-4215-aa3c-8493282d953c req-54028de9-4040-465a-8f94-c7fbb152ce41 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:28.933488 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-555d1bfb-673a-44ae-9c83-6576cc07b08f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:28.965819 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-2e93fdd8-1738-4215-aa3c-8493282d953c req-54028de9-4040-465a-8f94-c7fbb152ce41 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] For port a92817b2-b7ec-4534-813e-f93118ee71a0, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=a92817b2-b7ec-4534-813e-f93118ee71a0,segment=NetworkSegment(374fc68c-cad2-4786-bb7b-956a7d4d9f8e),segment_id=374fc68c-cad2-4786-bb7b-956a7d4d9f8e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:03:28.966232 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2e93fdd8-1738-4215-aa3c-8493282d953c req-54028de9-4040-465a-8f94-c7fbb152ce41 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:29.020340 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-555d1bfb-673a-44ae-9c83-6576cc07b08f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:29.114987 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-555d1bfb-673a-44ae-9c83-6576cc07b08f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:29.154902 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d1bfb-673a-44ae-9c83-6576cc07b08f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Port': ['ID=e32669c5-7725-4e95-8854-15813845929a,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:29.166506 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d1bfb-673a-44ae-9c83-6576cc07b08f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:29.166861 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d1bfb-673a-44ae-9c83-6576cc07b08f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:29.167201 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d1bfb-673a-44ae-9c83-6576cc07b08f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:29.167641 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d1bfb-673a-44ae-9c83-6576cc07b08f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:29.167872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d1bfb-673a-44ae-9c83-6576cc07b08f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:29.168163 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d1bfb-673a-44ae-9c83-6576cc07b08f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:29.169006 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d1bfb-673a-44ae-9c83-6576cc07b08f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:29.169328 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d1bfb-673a-44ae-9c83-6576cc07b08f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:29.169675 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d1bfb-673a-44ae-9c83-6576cc07b08f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:29.170029 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d1bfb-673a-44ae-9c83-6576cc07b08f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:29.170305 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d1bfb-673a-44ae-9c83-6576cc07b08f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:29.170645 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d1bfb-673a-44ae-9c83-6576cc07b08f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:29.318667 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2e93fdd8-1738-4215-aa3c-8493282d953c req-54028de9-4040-465a-8f94-c7fbb152ce41 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:29.319022 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2e93fdd8-1738-4215-aa3c-8493282d953c req-54028de9-4040-465a-8f94-c7fbb152ce41 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:29.319333 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [req-2e93fdd8-1738-4215-aa3c-8493282d953c req-54028de9-4040-465a-8f94-c7fbb152ce41 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Floating IP da187352-9e5c-43c2-96b6-195cc3eef3ec disassociated. External IP: 172.25.8.25, port: a92817b2-b7ec-4534-813e-f93118ee71a0. Apr 21 13:03:29.319668 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-2e93fdd8-1738-4215-aa3c-8493282d953c req-54028de9-4040-465a-8f94-c7fbb152ce41 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Calling delete_port for a92817b2-b7ec-4534-813e-f93118ee71a0 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:03:29.342394 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555d1bfb-673a-44ae-9c83-6576cc07b08f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Network 118907f7-8437-4f18-9776-60a5dbf89b06 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:03:29.372880 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-555d1bfb-673a-44ae-9c83-6576cc07b08f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:03:29.428261 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-51ca8f92-4c70-4592-921a-f866df698d88 None None] Provisioning complete for port e32669c5-7725-4e95-8854-15813845929a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:03:29.428831 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51ca8f92-4c70-4592-921a-f866df698d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:29.479373 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-51ca8f92-4c70-4592-921a-f866df698d88 None None] Port e32669c5-7725-4e95-8854-15813845929a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:03:29.499962 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-51ca8f92-4c70-4592-921a-f866df698d88 None None] Provisioning complete for port d38f466b-56bd-415b-b919-dfcf0796efb6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:03:29.500354 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51ca8f92-4c70-4592-921a-f866df698d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:29.576868 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555d1bfb-673a-44ae-9c83-6576cc07b08f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Router ccff01d9-f443-4030-8eda-200e1ecb1e82 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:03:29.690607 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2e93fdd8-1738-4215-aa3c-8493282d953c req-54028de9-4040-465a-8f94-c7fbb152ce41 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:29.695806 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 470496ad-7ff4-4a5f-8d86-2051df324821 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:03:29.729186 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54028de9-4040-465a-8f94-c7fbb152ce41 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event deleted for resources: {'Port': ['ID=a92817b2-b7ec-4534-813e-f93118ee71a0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:29.758194 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3b47ddc1-ea84-4cfc-9b1c-a62cf7f57980 None None] Provisioning complete for port e32669c5-7725-4e95-8854-15813845929a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:03:29.758637 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3b47ddc1-ea84-4cfc-9b1c-a62cf7f57980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:29.788274 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555d1bfb-673a-44ae-9c83-6576cc07b08f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:03:29.796984 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-555d1bfb-673a-44ae-9c83-6576cc07b08f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "PUT /v2.0/routers/ccff01d9-f443-4030-8eda-200e1ecb1e82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6821461 Apr 21 13:03:29.799955 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 470496ad-7ff4-4a5f-8d86-2051df324821 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:03:29.800466 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:29.831174 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0a8363-6b15-4e74-899e-448260027cf9 None None] Sync routers for ids ['ccff01d9-f443-4030-8eda-200e1ecb1e82'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:03:29.856664 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3b47ddc1-ea84-4cfc-9b1c-a62cf7f57980 None None] Port e32669c5-7725-4e95-8854-15813845929a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:03:29.866932 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0a8363-6b15-4e74-899e-448260027cf9 None None] Routers {'ccff01d9-f443-4030-8eda-200e1ecb1e82'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:03:29.867566 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fe0a8363-6b15-4e74-899e-448260027cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:03:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ccff01d9-f443-4030-8eda-200e1ecb1e82'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:29.932188 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-467563a6-f8ba-461a-a26c-329a5561e1cc req-262a6cf5-7e4e-4adf-8ccf-f8bbdd5cf9f3 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2688dd-a6c5-4daa-af9f-ffc54471df51 HTTP/1.1" status: 200 len: 210 time: 0.0457292 Apr 21 13:03:29.966352 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e93fdd8-1738-4215-aa3c-8493282d953c req-54028de9-4040-465a-8f94-c7fbb152ce41 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:03:30.014081 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device d38f466b-56bd-415b-b919-dfcf0796efb6 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:03:30.058501 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-fe0a8363-6b15-4e74-899e-448260027cf9 None None] Set router ccff01d9-f443-4030-8eda-200e1ecb1e82 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:03:30.115777 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-c224cbba-b7a7-42a5-9730-e83127590444 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-288045710&fields=id&tenant_id=284d3d44382e404aa4c17c17e03a8f46 HTTP/1.1" status: 200 len: 267 time: 0.0816448 Apr 21 13:03:30.170055 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e93fdd8-1738-4215-aa3c-8493282d953c req-54028de9-4040-465a-8f94-c7fbb152ce41 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:03:30.192977 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae24821-5c21-46bb-aeff-72a7b62445d9 None None] Sync routers for ids ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:03:30.216040 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae24821-5c21-46bb-aeff-72a7b62445d9 None None] Routers {'24cbd2a7-a824-46b1-89c9-16ebf81c6df8'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:03:30.217115 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3ae24821-5c21-46bb-aeff-72a7b62445d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:03:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:30.252016 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e93fdd8-1738-4215-aa3c-8493282d953c req-54028de9-4040-465a-8f94-c7fbb152ce41 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] No DVR routers for this DVR port a92817b2-b7ec-4534-813e-f93118ee71a0 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:03:30.256319 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-2e93fdd8-1738-4215-aa3c-8493282d953c req-54028de9-4040-465a-8f94-c7fbb152ce41 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:30.259583 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e93fdd8-1738-4215-aa3c-8493282d953c req-54028de9-4040-465a-8f94-c7fbb152ce41 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.26 "DELETE /v2.0/ports/a92817b2-b7ec-4534-813e-f93118ee71a0 HTTP/1.1" status: 204 len: 173 time: 1.6675501 Apr 21 13:03:30.260047 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2688dd-a6c5-4daa-af9f-ffc54471df51', 'name': 'network-vif-deleted', 'tag': 'a92817b2-b7ec-4534-813e-f93118ee71a0'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:03:30.263284 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f95fe66-7a89-4c6e-9a24-55ad52c158d5" -d '{"events": [{"server_uuid": "3a2688dd-a6c5-4daa-af9f-ffc54471df51", "name": "network-vif-deleted", "tag": "a92817b2-b7ec-4534-813e-f93118ee71a0"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:03:30.323733 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822bdcbd-cd75-4f26-849d-56750d5da6a0 x-openstack-request-id: req-822bdcbd-cd75-4f26-849d-56750d5da6a0 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:03:30.324263 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a2688dd-a6c5-4daa-af9f-ffc54471df51", "name": "network-vif-deleted", "tag": "a92817b2-b7ec-4534-813e-f93118ee71a0", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:03:30.324756 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-822bdcbd-cd75-4f26-849d-56750d5da6a0 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:03:30.325630 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-822bdcbd-cd75-4f26-849d-56750d5da6a0'] response: {'server_uuid': '3a2688dd-a6c5-4daa-af9f-ffc54471df51', 'name': 'network-vif-deleted', 'tag': 'a92817b2-b7ec-4534-813e-f93118ee71a0', 'status': 'completed', 'code': 200} Apr 21 13:03:30.348002 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-597e3ddd-266d-4f47-a3f5-b4a6710d2969 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:30.350200 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-597e3ddd-266d-4f47-a3f5-b4a6710d2969 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/networks?id=118907f7-8437-4f18-9776-60a5dbf89b06 HTTP/1.1" status: 200 len: 797 time: 0.2153652 Apr 21 13:03:30.382702 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-7a135dc1-9871-4486-a9d5-27f03d1ff599 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/quotas/284d3d44382e404aa4c17c17e03a8f46 HTTP/1.1" status: 200 len: 375 time: 0.0204458 Apr 21 13:03:30.408485 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-3ae24821-5c21-46bb-aeff-72a7b62445d9 None None] Set router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:03:30.484919 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port d38f466b-56bd-415b-b919-dfcf0796efb6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:03:30.485976 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:30.520703 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-d4916534-5755-4b33-b646-83d373c75b77 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1148908 Apr 21 13:03:30.636529 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-aa9370aa-fa66-4307-8a23-dc899975cbf6 service neutron] 10.222.0.36 "GET /v2.0/networks/118907f7-8437-4f18-9776-60a5dbf89b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148667 Apr 21 13:03:30.644284 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3ae24821-5c21-46bb-aeff-72a7b62445d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T12:57:17Z', 'revision_number': 4, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'df1715ac-07af-4ef8-93a1-71a0ff3c7fdc', 'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'mac_address': 'fa:16:3e:aa:34:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:16Z', 'updated_at': '2022-04-21T12:57:23Z', 'revision_number': 5, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'subnets': [{'id': '50dbb38d-b032-403f-a924-76781bc12675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:30.695780 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae24821-5c21-46bb-aeff-72a7b62445d9 None None] Checking router: 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:03:30.707473 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae24821-5c21-46bb-aeff-72a7b62445d9 None None] Routers {'24cbd2a7-a824-46b1-89c9-16ebf81c6df8'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:03:30.708204 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3ae24821-5c21-46bb-aeff-72a7b62445d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:03:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:30.722583 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fe0a8363-6b15-4e74-899e-448260027cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867797215', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470496ad-7ff4-4a5f-8d86-2051df324821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:03:22Z', 'updated_at': '2022-04-21T13:03:28Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '470496ad-7ff4-4a5f-8d86-2051df324821', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:03:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:03:22Z', 'updated_at': '2022-04-21T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'e32669c5-7725-4e95-8854-15813845929a', 'name': '', 'network_id': '118907f7-8437-4f18-9776-60a5dbf89b06', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:9a:c9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '0caaabe0-727d-4698-9f08-06e3f747e241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:03:26Z', 'updated_at': '2022-04-21T13:03:28Z', 'revision_number': 2, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': '0caaabe0-727d-4698-9f08-06e3f747e241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:30.763603 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0a8363-6b15-4e74-899e-448260027cf9 None None] Checking router: ccff01d9-f443-4030-8eda-200e1ecb1e82 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:03:30.764276 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0a8363-6b15-4e74-899e-448260027cf9 None None] Updating router ccff01d9-f443-4030-8eda-200e1ecb1e82 port e32669c5-7725-4e95-8854-15813845929a binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:03:30.792396 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe0a8363-6b15-4e74-899e-448260027cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:30.798920 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-36631f0c-dec7-4747-91f4-bf719f43f20d service neutron] 10.222.0.36 "GET /v2.0/networks/118907f7-8437-4f18-9776-60a5dbf89b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479514 Apr 21 13:03:30.836069 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-3ae24821-5c21-46bb-aeff-72a7b62445d9 None None] Set router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:03:31.127585 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-225e89c8-0194-48d3-8a6d-02e98dc7e046 req-0aff7d70-5dfa-4636-beb5-d02850a2e683 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=3a2688dd-a6c5-4daa-af9f-ffc54471df51 HTTP/1.1" status: 200 len: 210 time: 0.0797625 Apr 21 13:03:31.156361 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3ae24821-5c21-46bb-aeff-72a7b62445d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T12:57:17Z', 'revision_number': 4, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'df1715ac-07af-4ef8-93a1-71a0ff3c7fdc', 'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'mac_address': 'fa:16:3e:aa:34:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:16Z', 'updated_at': '2022-04-21T12:57:23Z', 'revision_number': 5, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'subnets': [{'id': '50dbb38d-b032-403f-a924-76781bc12675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:31.197200 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe0a8363-6b15-4e74-899e-448260027cf9 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:31.205154 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae24821-5c21-46bb-aeff-72a7b62445d9 None None] The sync data for ids ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'] in n-d-836147-2 is: [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T12:57:17Z', 'revision_number': 4, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'df1715ac-07af-4ef8-93a1-71a0ff3c7fdc', 'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'mac_address': 'fa:16:3e:aa:34:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:16Z', 'updated_at': '2022-04-21T12:57:23Z', 'revision_number': 5, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'subnets': [{'id': '50dbb38d-b032-403f-a924-76781bc12675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:03:31.235911 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52be41d2-5e7c-4240-841e-2b929492243a req-57566ddd-57f1-43dd-b9d3-77ce67fb5920 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 210 time: 0.0626154 Apr 21 13:03:31.336554 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe0a8363-6b15-4e74-899e-448260027cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:31.394847 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc2ebc-deb2-45e9-98dd-9154acd60c28 None None] Pushing event updated for resources: {'Port': ['ID=e32669c5-7725-4e95-8854-15813845929a,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:31.467246 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-fe0a8363-6b15-4e74-899e-448260027cf9 None None] Attempting to bind port e32669c5-7725-4e95-8854-15813845929a on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:03:31.470559 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-fe0a8363-6b15-4e74-899e-448260027cf9 None None] Attempting to bind port e32669c5-7725-4e95-8854-15813845929a by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '75516c43-837e-4b3b-acbe-3f03f2acc8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '118907f7-8437-4f18-9776-60a5dbf89b06'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:03:31.473282 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0a8363-6b15-4e74-899e-448260027cf9 None None] Attempting to bind port e32669c5-7725-4e95-8854-15813845929a on network 118907f7-8437-4f18-9776-60a5dbf89b06 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:03:31.479500 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0a8363-6b15-4e74-899e-448260027cf9 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:03:31.480062 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0a8363-6b15-4e74-899e-448260027cf9 None None] Checking segment: {'id': '75516c43-837e-4b3b-acbe-3f03f2acc8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '118907f7-8437-4f18-9776-60a5dbf89b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:03:31.480470 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe0a8363-6b15-4e74-899e-448260027cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:31.481418 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0a8363-6b15-4e74-899e-448260027cf9 None None] Bound using segment: {'id': '75516c43-837e-4b3b-acbe-3f03f2acc8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '118907f7-8437-4f18-9776-60a5dbf89b06'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:03:31.481912 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-fe0a8363-6b15-4e74-899e-448260027cf9 None None] Bound port: e32669c5-7725-4e95-8854-15813845929a, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75516c43-837e-4b3b-acbe-3f03f2acc8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '118907f7-8437-4f18-9776-60a5dbf89b06'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:03:31.482295 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe0a8363-6b15-4e74-899e-448260027cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:31.549361 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0910b2-d6e5-4aff-83cb-eb07b34eb765 None None] New status for floating IP da187352-9e5c-43c2-96b6-195cc3eef3ec: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:03:31.608582 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fe0a8363-6b15-4e74-899e-448260027cf9 None None] For port e32669c5-7725-4e95-8854-15813845929a, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:03:31.662776 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fe0a8363-6b15-4e74-899e-448260027cf9 None None] For port e32669c5-7725-4e95-8854-15813845929a, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e32669c5-7725-4e95-8854-15813845929a,segment=NetworkSegment(75516c43-837e-4b3b-acbe-3f03f2acc8e5),segment_id=75516c43-837e-4b3b-acbe-3f03f2acc8e5)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:03:31.711879 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-203242f3-6b1e-4141-962d-48a9df81c5a9 None None] Provisioning complete for port e32669c5-7725-4e95-8854-15813845929a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:03:31.712894 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-203242f3-6b1e-4141-962d-48a9df81c5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:31.754380 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-203242f3-6b1e-4141-962d-48a9df81c5a9 None None] Port e32669c5-7725-4e95-8854-15813845929a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:03:31.758573 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fe0a8363-6b15-4e74-899e-448260027cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:31.820673 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0a8363-6b15-4e74-899e-448260027cf9 None None] Routers {'ccff01d9-f443-4030-8eda-200e1ecb1e82'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:03:31.826373 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fe0a8363-6b15-4e74-899e-448260027cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:03:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ccff01d9-f443-4030-8eda-200e1ecb1e82'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:31.865620 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc2ebc-deb2-45e9-98dd-9154acd60c28 None None] Pushing event updated for resources: {'Port': ['ID=e32669c5-7725-4e95-8854-15813845929a,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:31.926140 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45134) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:31.953569 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-fe0a8363-6b15-4e74-899e-448260027cf9 None None] Set router ccff01d9-f443-4030-8eda-200e1ecb1e82 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:03:32.087601 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b0af514-8573-48ce-8711-122a519f23f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:32.117185 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3056c344-8313-4293-b073-91db90ddd0df None None] Provisioning complete for port e32669c5-7725-4e95-8854-15813845929a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:03:32.118602 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3056c344-8313-4293-b073-91db90ddd0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:32.173470 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b0af514-8573-48ce-8711-122a519f23f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:32.275726 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3056c344-8313-4293-b073-91db90ddd0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:32.288555 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2b0af514-8573-48ce-8711-122a519f23f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:32.306100 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fe0a8363-6b15-4e74-899e-448260027cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867797215', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470496ad-7ff4-4a5f-8d86-2051df324821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:03:22Z', 'updated_at': '2022-04-21T13:03:28Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '470496ad-7ff4-4a5f-8d86-2051df324821', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:03:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:03:22Z', 'updated_at': '2022-04-21T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'e32669c5-7725-4e95-8854-15813845929a', 'name': '', 'network_id': '118907f7-8437-4f18-9776-60a5dbf89b06', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:9a:c9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '0caaabe0-727d-4698-9f08-06e3f747e241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:03:26Z', 'updated_at': '2022-04-21T13:03:31Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': '0caaabe0-727d-4698-9f08-06e3f747e241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:32.321201 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e289f9eb-8b6f-406a-a02e-61fd7b18d912 req-20669baa-f8bf-408e-a1cd-5099aaacb786 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 210 time: 0.0293417 Apr 21 13:03:32.335480 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2b0af514-8573-48ce-8711-122a519f23f0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f9246e9fac85422ea6fff9aeff9de17b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4069164 Apr 21 13:03:32.336891 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0af514-8573-48ce-8711-122a519f23f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd0589e-2ca1-4215-851c-f150d2bcb30b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:32.339095 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45148) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:32.353997 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0a8363-6b15-4e74-899e-448260027cf9 None None] The sync data for ids ['ccff01d9-f443-4030-8eda-200e1ecb1e82'] in n-d-836147-2 is: [{'id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867797215', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470496ad-7ff4-4a5f-8d86-2051df324821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:03:22Z', 'updated_at': '2022-04-21T13:03:28Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '470496ad-7ff4-4a5f-8d86-2051df324821', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:03:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:03:22Z', 'updated_at': '2022-04-21T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'e32669c5-7725-4e95-8854-15813845929a', 'name': '', 'network_id': '118907f7-8437-4f18-9776-60a5dbf89b06', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:9a:c9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '0caaabe0-727d-4698-9f08-06e3f747e241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:03:26Z', 'updated_at': '2022-04-21T13:03:31Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': '0caaabe0-727d-4698-9f08-06e3f747e241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:03:32.358531 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3056c344-8313-4293-b073-91db90ddd0df None None] For port e32669c5-7725-4e95-8854-15813845929a, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e32669c5-7725-4e95-8854-15813845929a,segment=NetworkSegment(75516c43-837e-4b3b-acbe-3f03f2acc8e5),segment_id=75516c43-837e-4b3b-acbe-3f03f2acc8e5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:03:32.415511 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77871948-4d7d-48cb-93c2-a7a05f9c8021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:32.439222 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45150) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:32.455319 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77871948-4d7d-48cb-93c2-a7a05f9c8021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:32.469920 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3056c344-8313-4293-b073-91db90ddd0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:32.516288 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72ec0d3c-7e34-4e10-8779-cdeb79f65d58 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:32.549009 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72ec0d3c-7e34-4e10-8779-cdeb79f65d58 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:32.554494 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056c344-8313-4293-b073-91db90ddd0df None None] Pushing event updated for resources: {'Port': ['ID=e32669c5-7725-4e95-8854-15813845929a,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:32.668060 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77871948-4d7d-48cb-93c2-a7a05f9c8021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:32.670835 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77871948-4d7d-48cb-93c2-a7a05f9c8021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:32.672310 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-77871948-4d7d-48cb-93c2-a7a05f9c8021 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2dd0589e-2ca1-4215-851c-f150d2bcb30b HTTP/1.1" status: 204 len: 168 time: 0.3318300 Apr 21 13:03:32.680891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77871948-4d7d-48cb-93c2-a7a05f9c8021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd0589e-2ca1-4215-851c-f150d2bcb30b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:32.705108 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72ec0d3c-7e34-4e10-8779-cdeb79f65d58 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:32.707764 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72ec0d3c-7e34-4e10-8779-cdeb79f65d58 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:32.712255 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45154) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:32.718922 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-72ec0d3c-7e34-4e10-8779-cdeb79f65d58 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "DELETE /v2.0/security-groups/953e65cb-01d5-4327-9b0e-44ff04a33863 HTTP/1.1" status: 204 len: 168 time: 0.2793043 Apr 21 13:03:32.743604 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec0d3c-7e34-4e10-8779-cdeb79f65d58 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=953e65cb-01d5-4327-9b0e-44ff04a33863,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:32.749999 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-a94bf1a6-82ef-44d0-90b8-e20dc03fb39b tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] show failed (client error): The resource could not be found. Apr 21 13:03:32.764616 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45156) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:32.764763 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a94bf1a6-82ef-44d0-90b8-e20dc03fb39b tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups/953e65cb-01d5-4327-9b0e-44ff04a33863 HTTP/1.1" status: 404 len: 347 time: 0.0513377 Apr 21 13:03:32.910680 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-75ae8b83-aa1b-4193-a3fe-de79ea214c35 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Deleting port e4760627-b5e6-40c4-b87e-ffac8f6ac056 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:03:32.911021 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75ae8b83-aa1b-4193-a3fe-de79ea214c35 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:33.002398 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device a92817b2-b7ec-4534-813e-f93118ee71a0 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:03:33.013050 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75ae8b83-aa1b-4193-a3fe-de79ea214c35 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:33.013533 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75ae8b83-aa1b-4193-a3fe-de79ea214c35 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:33.026976 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-75ae8b83-aa1b-4193-a3fe-de79ea214c35 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Calling delete_port for e4760627-b5e6-40c4-b87e-ffac8f6ac056 owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:03:33.032043 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: a92817b2-b7ec-4534-813e-f93118ee71a0 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:03:33.032848 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device a92817b2-b7ec-4534-813e-f93118ee71a0 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:03:33.295278 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75ae8b83-aa1b-4193-a3fe-de79ea214c35 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:33.327598 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae8b83-aa1b-4193-a3fe-de79ea214c35 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event deleted for resources: {'Port': ['ID=e4760627-b5e6-40c4-b87e-ffac8f6ac056,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:33.418930 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75ae8b83-aa1b-4193-a3fe-de79ea214c35 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for floatingip, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:33.421974 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75ae8b83-aa1b-4193-a3fe-de79ea214c35 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:33.423176 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-75ae8b83-aa1b-4193-a3fe-de79ea214c35 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "DELETE /v2.0/floatingips/da187352-9e5c-43c2-96b6-195cc3eef3ec HTTP/1.1" status: 204 len: 168 time: 0.6571808 Apr 21 13:03:33.452412 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-37f01af7-64fd-405c-b004-c138bb405586 req-526970a3-ec56-4a9b-b857-5363531063a4 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 210 time: 0.0374851 Apr 21 13:03:33.621980 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45166) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:33.639967 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e288ea6-9f41-4f6f-a526-4970bd173ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:33.724718 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45168) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:33.729268 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e32669c5-7725-4e95-8854-15813845929a up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:03:33.733234 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-84c46f6a-3043-47bf-b9a3-48ee451b1ca6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1064387250', 'description': 'tempest-description--755361755'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:03:33.776103 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e288ea6-9f41-4f6f-a526-4970bd173ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:33.785434 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port e32669c5-7725-4e95-8854-15813845929a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:03:33.786024 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:33.851174 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84c46f6a-3043-47bf-b9a3-48ee451b1ca6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:33.891075 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5e288ea6-9f41-4f6f-a526-4970bd173ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:33.935103 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84c46f6a-3043-47bf-b9a3-48ee451b1ca6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:33.948073 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5e288ea6-9f41-4f6f-a526-4970bd173ece admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3339f73d0e6248f28522eccaca37eda2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3249311 Apr 21 13:03:33.949079 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e288ea6-9f41-4f6f-a526-4970bd173ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d49454-219b-4cd9-99d6-6cf5a600635f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:33.953909 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45170) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:34.071877 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-49b9e389-1dfd-4e19-a3cc-4d67248a63f0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:34.073396 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-49b9e389-1dfd-4e19-a3cc-4d67248a63f0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.24 "GET /v2.0/networks?id=118907f7-8437-4f18-9776-60a5dbf89b06 HTTP/1.1" status: 200 len: 797 time: 0.1496763 Apr 21 13:03:34.077329 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84c46f6a-3043-47bf-b9a3-48ee451b1ca6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:34.082018 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db04b6bd-61bb-40e7-ad0f-c44a51608958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:34.133812 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c46f6a-3043-47bf-b9a3-48ee451b1ca6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00890bf2-00b5-4b4d-8d5d-8aca1142013a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:34.156621 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db04b6bd-61bb-40e7-ad0f-c44a51608958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:34.172050 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-c8bd0f30-19a7-40ee-8991-f09f3e04ffdf tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=284d3d44382e404aa4c17c17e03a8f46 HTTP/1.1" status: 200 len: 379 time: 0.0746641 Apr 21 13:03:34.191215 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-2d86e7e9-f457-4d7c-8311-b1a49c050de0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'port': {'device_id': '2346c9e8-07f1-4298-8ef3-6bf0d2567a74', 'network_id': '118907f7-8437-4f18-9776-60a5dbf89b06', 'admin_state_up': True, 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'security_groups': ['5dca9f50-fef5-4432-aecb-c8fc482be3b6']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:03:34.251537 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-84c46f6a-3043-47bf-b9a3-48ee451b1ca6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:34.252791 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-84c46f6a-3043-47bf-b9a3-48ee451b1ca6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5270898 Apr 21 13:03:34.255653 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45172) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:34.259971 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c0e4ee75-d7f3-4941-b42f-9989811aea4b tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Request body: {'security_group_rule': {'security_group_id': '00890bf2-00b5-4b4d-8d5d-8aca1142013a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:03:34.406476 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db04b6bd-61bb-40e7-ad0f-c44a51608958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:34.409948 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db04b6bd-61bb-40e7-ad0f-c44a51608958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:34.412183 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-db04b6bd-61bb-40e7-ad0f-c44a51608958 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b1d49454-219b-4cd9-99d6-6cf5a600635f HTTP/1.1" status: 204 len: 168 time: 0.4561846 Apr 21 13:03:34.423307 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0e4ee75-d7f3-4941-b42f-9989811aea4b tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:34.436796 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04b6bd-61bb-40e7-ad0f-c44a51608958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d49454-219b-4cd9-99d6-6cf5a600635f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:34.494953 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-2d86e7e9-f457-4d7c-8311-b1a49c050de0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Made reservation on behalf of 284d3d44382e404aa4c17c17e03a8f46 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:03:34.499093 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-2d86e7e9-f457-4d7c-8311-b1a49c050de0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:34.550542 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0e4ee75-d7f3-4941-b42f-9989811aea4b tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:34.601485 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-647e0ce7-07be-42d2-a247-fd188246df32 req-f526c9ba-674d-4f50-9900-95529bde978a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 210 time: 0.0675800 Apr 21 13:03:34.646792 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0e4ee75-d7f3-4941-b42f-9989811aea4b tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:34.678046 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e4ee75-d7f3-4941-b42f-9989811aea4b tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7baee57d-6028-4dbc-9347-e842fd227c08,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:34.692947 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-2d86e7e9-f457-4d7c-8311-b1a49c050de0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Allocated IP 172.20.0.12 (118907f7-8437-4f18-9776-60a5dbf89b06/0caaabe0-727d-4698-9f08-06e3f747e241/8e5c68c7-f10d-41a1-bf75-8aab2f639d8f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:03:34.828064 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c0e4ee75-d7f3-4941-b42f-9989811aea4b tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:34.832304 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c0e4ee75-d7f3-4941-b42f-9989811aea4b tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5730486 Apr 21 13:03:34.833192 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45182) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:34.838305 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-44773976-1a42-4e42-8897-a58d5989dcba tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Request body: {'security_group_rule': {'security_group_id': '00890bf2-00b5-4b4d-8d5d-8aca1142013a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:03:34.860492 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-2d86e7e9-f457-4d7c-8311-b1a49c050de0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:34.989448 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44773976-1a42-4e42-8897-a58d5989dcba tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:35.031737 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-2d86e7e9-f457-4d7c-8311-b1a49c050de0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:35.049747 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44773976-1a42-4e42-8897-a58d5989dcba tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:35.076296 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-2d86e7e9-f457-4d7c-8311-b1a49c050de0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Network 118907f7-8437-4f18-9776-60a5dbf89b06 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:03:35.079423 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-2d86e7e9-f457-4d7c-8311-b1a49c050de0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:03:35.083244 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-2d86e7e9-f457-4d7c-8311-b1a49c050de0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:03:35.089918 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86e7e9-f457-4d7c-8311-b1a49c050de0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Port': ['ID=8e5c68c7-f10d-41a1-bf75-8aab2f639d8f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:35.156896 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-2d86e7e9-f457-4d7c-8311-b1a49c050de0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:35.158218 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-2d86e7e9-f457-4d7c-8311-b1a49c050de0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:35.159600 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44773976-1a42-4e42-8897-a58d5989dcba tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:35.177753 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44773976-1a42-4e42-8897-a58d5989dcba tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7056b5e6-9b1a-49e0-b53a-80bf8e0d3f30,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:35.259950 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-2d86e7e9-f457-4d7c-8311-b1a49c050de0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0734901 Apr 21 13:03:35.273919 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-4272b3ff-430b-41a2-8610-01227a1e3e9c service neutron] Request body: {'port': {'device_id': '2346c9e8-07f1-4298-8ef3-6bf0d2567a74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:03:35.299005 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-44773976-1a42-4e42-8897-a58d5989dcba tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:35.301050 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-44773976-1a42-4e42-8897-a58d5989dcba tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4663179 Apr 21 13:03:35.304025 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45192) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:35.310672 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-688d254f-adac-495a-a673-efa1a3cf6de6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:03:35.339231 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-4272b3ff-430b-41a2-8610-01227a1e3e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:35.440666 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-688d254f-adac-495a-a673-efa1a3cf6de6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for floatingip, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:35.441548 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a8e9efa5-c87b-4cf0-990d-b289435da3ae None None] Provisioning complete for port 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:03:35.441548 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8e9efa5-c87b-4cf0-990d-b289435da3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:35.492739 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a8e9efa5-c87b-4cf0-990d-b289435da3ae None None] Port 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:03:35.588071 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-688d254f-adac-495a-a673-efa1a3cf6de6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:35.697617 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-4272b3ff-430b-41a2-8610-01227a1e3e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:03:35.712111 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-4272b3ff-430b-41a2-8610-01227a1e3e9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:35.726823 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-4272b3ff-430b-41a2-8610-01227a1e3e9c service neutron] Transition to ACTIVE for port object 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:03:35.765113 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-688d254f-adac-495a-a673-efa1a3cf6de6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Allocated IP 172.25.8.70 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/73674e69-b644-4d0c-ba26-63179fd3548c) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:03:35.795242 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d03a1-591c-48bc-a108-84a15954adac req-f14adddb-bd67-445c-8d98-b407954d6c22 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:35.795537 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4e9d03a1-591c-48bc-a108-84a15954adac req-f14adddb-bd67-445c-8d98-b407954d6c22 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 932 time: 0.0586734 Apr 21 13:03:35.842588 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-4272b3ff-430b-41a2-8610-01227a1e3e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:35.847931 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4e9d03a1-591c-48bc-a108-84a15954adac req-417fd370-fa44-4ef4-8f1a-17e8cc3e6e31 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dca9f50-fef5-4432-aecb-c8fc482be3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459166 Apr 21 13:03:35.906387 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272b3ff-430b-41a2-8610-01227a1e3e9c service neutron] Pushing event updated for resources: {'Port': ['ID=8e5c68c7-f10d-41a1-bf75-8aab2f639d8f,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:35.924784 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-688d254f-adac-495a-a673-efa1a3cf6de6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:35.988142 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-4272b3ff-430b-41a2-8610-01227a1e3e9c service neutron] Attempting to bind port 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:03:35.988142 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-4272b3ff-430b-41a2-8610-01227a1e3e9c service neutron] Attempting to bind port 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '75516c43-837e-4b3b-acbe-3f03f2acc8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '118907f7-8437-4f18-9776-60a5dbf89b06'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:03:35.989470 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-4272b3ff-430b-41a2-8610-01227a1e3e9c service neutron] Attempting to bind port 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f on network 118907f7-8437-4f18-9776-60a5dbf89b06 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:03:35.999140 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-4272b3ff-430b-41a2-8610-01227a1e3e9c service neutron] Port 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f on network 118907f7-8437-4f18-9776-60a5dbf89b06 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:03:36.000070 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-4272b3ff-430b-41a2-8610-01227a1e3e9c service neutron] Attempting to bind port 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f on network 118907f7-8437-4f18-9776-60a5dbf89b06 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:03:36.008399 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-4272b3ff-430b-41a2-8610-01227a1e3e9c service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:03:36.008765 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-4272b3ff-430b-41a2-8610-01227a1e3e9c service neutron] Checking segment: {'id': '75516c43-837e-4b3b-acbe-3f03f2acc8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '118907f7-8437-4f18-9776-60a5dbf89b06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:03:36.009120 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-4272b3ff-430b-41a2-8610-01227a1e3e9c service neutron] Bound using segment: {'id': '75516c43-837e-4b3b-acbe-3f03f2acc8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '118907f7-8437-4f18-9776-60a5dbf89b06'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:03:36.009788 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-4272b3ff-430b-41a2-8610-01227a1e3e9c service neutron] Bound port: 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75516c43-837e-4b3b-acbe-3f03f2acc8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '118907f7-8437-4f18-9776-60a5dbf89b06'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:03:36.010112 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-4272b3ff-430b-41a2-8610-01227a1e3e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:36.062847 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-688d254f-adac-495a-a673-efa1a3cf6de6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:36.110157 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688d254f-adac-495a-a673-efa1a3cf6de6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:03:36.114894 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-688d254f-adac-495a-a673-efa1a3cf6de6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:03:36.115677 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-4272b3ff-430b-41a2-8610-01227a1e3e9c service neutron] For port 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:03:36.118775 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688d254f-adac-495a-a673-efa1a3cf6de6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:03:36.125607 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-4272b3ff-430b-41a2-8610-01227a1e3e9c service neutron] For port 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8e5c68c7-f10d-41a1-bf75-8aab2f639d8f,segment=NetworkSegment(75516c43-837e-4b3b-acbe-3f03f2acc8e5),segment_id=75516c43-837e-4b3b-acbe-3f03f2acc8e5)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:03:36.160646 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d254f-adac-495a-a673-efa1a3cf6de6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event updated for resources: {'Port': ['ID=73674e69-b644-4d0c-ba26-63179fd3548c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:36.219566 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-4272b3ff-430b-41a2-8610-01227a1e3e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:36.244834 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-688d254f-adac-495a-a673-efa1a3cf6de6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:36.273111 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-4272b3ff-430b-41a2-8610-01227a1e3e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:36.273737 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-4272b3ff-430b-41a2-8610-01227a1e3e9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:36.275304 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-4272b3ff-430b-41a2-8610-01227a1e3e9c service neutron] 10.222.0.24 "PUT /v2.0/ports/8e5c68c7-f10d-41a1-bf75-8aab2f639d8f HTTP/1.1" status: 200 len: 1092 time: 1.0057368 Apr 21 13:03:36.279845 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2346c9e8-07f1-4298-8ef3-6bf0d2567a74', 'tag': '8e5c68c7-f10d-41a1-bf75-8aab2f639d8f'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:03:36.287391 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a84898-bd47-4ba3-bd9d-4ce4c90d3d14" -d '{"events": [{"name": "network-changed", "server_uuid": "2346c9e8-07f1-4298-8ef3-6bf0d2567a74", "tag": "8e5c68c7-f10d-41a1-bf75-8aab2f639d8f"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:03:36.338331 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38448876-09bc-471f-90e7-882a8abf76ba x-openstack-request-id: req-38448876-09bc-471f-90e7-882a8abf76ba {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:03:36.338331 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2346c9e8-07f1-4298-8ef3-6bf0d2567a74", "tag": "8e5c68c7-f10d-41a1-bf75-8aab2f639d8f", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:03:36.338331 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-38448876-09bc-471f-90e7-882a8abf76ba {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:03:36.338331 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38448876-09bc-471f-90e7-882a8abf76ba'] response: {'name': 'network-changed', 'server_uuid': '2346c9e8-07f1-4298-8ef3-6bf0d2567a74', 'tag': '8e5c68c7-f10d-41a1-bf75-8aab2f639d8f', 'status': 'completed', 'code': 200} Apr 21 13:03:36.338331 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272b3ff-430b-41a2-8610-01227a1e3e9c service neutron] Pushing event updated for resources: {'Port': ['ID=8e5c68c7-f10d-41a1-bf75-8aab2f639d8f,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:36.426249 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a84898-bd47-4ba3-bd9d-4ce4c90d3d14 req-74b8bd4f-2b55-4c83-90ac-9267b7e64249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:36.427778 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-59a84898-bd47-4ba3-bd9d-4ce4c90d3d14 req-74b8bd4f-2b55-4c83-90ac-9267b7e64249 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 1095 time: 0.0652637 Apr 21 13:03:36.432510 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-688d254f-adac-495a-a673-efa1a3cf6de6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:36.624728 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a84898-bd47-4ba3-bd9d-4ce4c90d3d14 req-2c5c0455-0ab0-4186-985c-8c49e340ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:36.626911 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-59a84898-bd47-4ba3-bd9d-4ce4c90d3d14 req-2c5c0455-0ab0-4186-985c-8c49e340ac35 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=284d3d44382e404aa4c17c17e03a8f46&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1877182 Apr 21 13:03:36.681352 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-688d254f-adac-495a-a673-efa1a3cf6de6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:36.787977 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-688d254f-adac-495a-a673-efa1a3cf6de6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:36.879673 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d254f-adac-495a-a673-efa1a3cf6de6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event updated for resources: {'Port': ['ID=73674e69-b644-4d0c-ba26-63179fd3548c,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:36.910983 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-688d254f-adac-495a-a673-efa1a3cf6de6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:37.082177 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-688d254f-adac-495a-a673-efa1a3cf6de6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:37.083599 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-688d254f-adac-495a-a673-efa1a3cf6de6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7783484 Apr 21 13:03:37.156563 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920ee12-4b81-4d6c-b4e4-1f1cff14a98d req-1d1b13d5-a671-4028-b0e9-5c60341fcfc0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:37.158088 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0920ee12-4b81-4d6c-b4e4-1f1cff14a98d req-1d1b13d5-a671-4028-b0e9-5c60341fcfc0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 944 time: 0.0714455 Apr 21 13:03:37.198026 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a84898-bd47-4ba3-bd9d-4ce4c90d3d14 req-649a69a6-e4ab-4824-9b38-3edc1364eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:37.200022 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-59a84898-bd47-4ba3-bd9d-4ce4c90d3d14 req-649a69a6-e4ab-4824-9b38-3edc1364eaee service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5631955 Apr 21 13:03:37.221150 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0920ee12-4b81-4d6c-b4e4-1f1cff14a98d req-290fa636-3783-40bc-817a-96fdd26c64fb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dca9f50-fef5-4432-aecb-c8fc482be3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556347 Apr 21 13:03:37.354787 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-0877e831-8a29-403e-bc91-4368b010ac22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:37.356316 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-0877e831-8a29-403e-bc91-4368b010ac22 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 1095 time: 0.0994115 Apr 21 13:03:37.362107 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b616975a-ff16-48b8-9962-9f150f35c74c req-d55e0fab-da03-47af-97fb-e5c39f3d06b7 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1064387250&fields=id&tenant_id=dbf20d2a696446f3bf763b1a95728ce3 HTTP/1.1" status: 200 len: 267 time: 0.0652325 Apr 21 13:03:37.427185 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-ff658aec-0e97-4589-9054-556668480772 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e5c68c7-f10d-41a1-bf75-8aab2f639d8f HTTP/1.1" status: 200 len: 217 time: 0.0584199 Apr 21 13:03:37.524100 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-f340552d-e803-4233-99af-4dd6c614acdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:37.525484 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-f340552d-e803-4233-99af-4dd6c614acdb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0caaabe0-727d-4698-9f08-06e3f747e241 HTTP/1.1" status: 200 len: 834 time: 0.0710182 Apr 21 13:03:37.540446 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616975a-ff16-48b8-9962-9f150f35c74c req-0223ed3c-912f-4fc0-b1da-0d85f8eadbef tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:37.541953 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b616975a-ff16-48b8-9962-9f150f35c74c req-0223ed3c-912f-4fc0-b1da-0d85f8eadbef tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/networks?id=66226ca0-89ea-4d56-8a47-047ac66c4412 HTTP/1.1" status: 200 len: 815 time: 0.1744142 Apr 21 13:03:37.581980 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b616975a-ff16-48b8-9962-9f150f35c74c req-d972017c-4022-4937-8b14-0fc375a514e9 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/quotas/dbf20d2a696446f3bf763b1a95728ce3 HTTP/1.1" status: 200 len: 375 time: 0.0313995 Apr 21 13:03:37.605261 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-2b3f4032-60c4-40fc-aa7c-086b97d1cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:37.607356 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-2b3f4032-60c4-40fc-aa7c-086b97d1cd83 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=118907f7-8437-4f18-9776-60a5dbf89b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645142 Apr 21 13:03:37.693177 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b616975a-ff16-48b8-9962-9f150f35c74c req-55632d38-7f74-40fe-8468-0664c53561f8 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dbf20d2a696446f3bf763b1a95728ce3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1038847 Apr 21 13:03:37.734861 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-6052ac21-1a5c-474a-a19a-b20cd630f3ab service neutron] 10.222.0.24 "GET /v2.0/networks/118907f7-8437-4f18-9776-60a5dbf89b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137114 Apr 21 13:03:37.854033 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-b616975a-ff16-48b8-9962-9f150f35c74c req-6f8a51c2-8500-4741-9ab2-52f6560c751b service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 13:03:37.855180 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b616975a-ff16-48b8-9962-9f150f35c74c req-6f8a51c2-8500-4741-9ab2-52f6560c751b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1469226 Apr 21 13:03:37.862456 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c5932e0-94ba-432c-900f-05cbe263b58f req-bbe94822-0119-434a-b7b8-c1a80d66e0f6 service neutron] 10.222.0.24 "GET /v2.0/networks/118907f7-8437-4f18-9776-60a5dbf89b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167831 Apr 21 13:03:37.966105 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b616975a-ff16-48b8-9962-9f150f35c74c req-9c71482c-9f38-4dc9-90cc-34c83b23a3a2 service neutron] 10.222.0.36 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021502 Apr 21 13:03:38.063803 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b616975a-ff16-48b8-9962-9f150f35c74c req-857c141a-7aed-4ef2-9467-ee1760490802 service neutron] 10.222.0.36 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906610 Apr 21 13:03:38.363191 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75ebe582-2ddc-44ef-a295-47d7ca34f4ab req-6f4efdbb-3058-4ac8-9175-195cd2ebbd88 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e224ec-f9c0-48b9-bb53-5c9affe8abfb HTTP/1.1" status: 200 len: 210 time: 0.0482631 Apr 21 13:03:38.417007 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254429db-7125-41a1-b638-328b4b27a391 req-c7efbf38-235c-42a1-89a1-69fad1140a32 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:38.419746 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-254429db-7125-41a1-b638-328b4b27a391 req-c7efbf38-235c-42a1-89a1-69fad1140a32 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 944 time: 0.0905704 Apr 21 13:03:38.464918 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-254429db-7125-41a1-b638-328b4b27a391 req-120fdef9-9a8d-4444-a749-a8954dfbc62b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dca9f50-fef5-4432-aecb-c8fc482be3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387120 Apr 21 13:03:39.379127 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45278) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:39.453328 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-78aa1d86-9bd0-4292-9413-dc779e646cf7 req-1b6ee3dc-0443-4c11-9158-320737228394 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e224ec-f9c0-48b9-bb53-5c9affe8abfb HTTP/1.1" status: 200 len: 210 time: 0.0277207 Apr 21 13:03:39.483448 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:03:39.515203 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8befbea8-f17c-4c82-af5b-c2e8ab94e694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:39.585450 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8e5c68c7-f10d-41a1-bf75-8aab2f639d8f,segment=NetworkSegment(75516c43-837e-4b3b-acbe-3f03f2acc8e5),segment_id=75516c43-837e-4b3b-acbe-3f03f2acc8e5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:03:39.597670 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '8e5c68c7-f10d-41a1-bf75-8aab2f639d8f', 'network_id': '118907f7-8437-4f18-9776-60a5dbf89b06', 'port_id': '8e5c68c7-f10d-41a1-bf75-8aab2f639d8f', 'mac_address': 'fa:16:3e:65:b0:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0caaabe0-727d-4698-9f08-06e3f747e241', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:03:39.625440 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c40965a-8299-4946-bff1-29b03ed3c8d3 req-7ad3df52-14ae-49c0-a0cd-ec7b39a1d9ca tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:39.627511 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0c40965a-8299-4946-bff1-29b03ed3c8d3 req-7ad3df52-14ae-49c0-a0cd-ec7b39a1d9ca tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 944 time: 0.0823381 Apr 21 13:03:39.639167 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:39.647469 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8befbea8-f17c-4c82-af5b-c2e8ab94e694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:39.652005 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:03:39.674493 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8e5c68c7-f10d-41a1-bf75-8aab2f639d8f,segment=NetworkSegment(75516c43-837e-4b3b-acbe-3f03f2acc8e5),segment_id=75516c43-837e-4b3b-acbe-3f03f2acc8e5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:03:39.678803 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0c40965a-8299-4946-bff1-29b03ed3c8d3 req-6947d031-f404-4725-8d1e-a851c9e0c78d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dca9f50-fef5-4432-aecb-c8fc482be3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415988 Apr 21 13:03:39.713758 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8befbea8-f17c-4c82-af5b-c2e8ab94e694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:39.742419 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:39.755507 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8befbea8-f17c-4c82-af5b-c2e8ab94e694 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b19c36925bce4f1b8dd830e96f9df65c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3752930 Apr 21 13:03:39.756626 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8befbea8-f17c-4c82-af5b-c2e8ab94e694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1156fd-08f5-4632-9ed7-2d8da8afe68f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:39.760061 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45290) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:39.802394 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=8e5c68c7-f10d-41a1-bf75-8aab2f639d8f,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:39.811150 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:39.811488 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:39.811991 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:39.812473 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:39.812957 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:39.813325 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:39.813830 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:39.814252 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:39.814800 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:39.815129 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:39.821931 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:39.821931 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:03:39.822156 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92a81002-cbd3-44f1-8bd8-2d3a1686c09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:39.841789 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92a81002-cbd3-44f1-8bd8-2d3a1686c09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:39.999216 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92a81002-cbd3-44f1-8bd8-2d3a1686c09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:40.001761 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-92a81002-cbd3-44f1-8bd8-2d3a1686c09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:40.002913 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-92a81002-cbd3-44f1-8bd8-2d3a1686c09d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/df1156fd-08f5-4632-9ed7-2d8da8afe68f HTTP/1.1" status: 204 len: 168 time: 0.2419565 Apr 21 13:03:40.012784 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['8e5c68c7-f10d-41a1-bf75-8aab2f639d8f'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:03:40.013262 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a81002-cbd3-44f1-8bd8-2d3a1686c09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1156fd-08f5-4632-9ed7-2d8da8afe68f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:40.557503 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6f2a7e26-ddc3-4fcc-8f47-c31da4cb6dde req-c33d75b5-f4dc-4f06-97e7-3724a4986da8 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e224ec-f9c0-48b9-bb53-5c9affe8abfb HTTP/1.1" status: 200 len: 210 time: 0.0297873 Apr 21 13:03:40.753434 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616975a-ff16-48b8-9962-9f150f35c74c req-556091bf-9808-4a4e-acbd-bb5ebc928cd3 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:40.754924 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b616975a-ff16-48b8-9962-9f150f35c74c req-556091bf-9808-4a4e-acbd-bb5ebc928cd3 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.26 "GET /v2.0/networks?id=66226ca0-89ea-4d56-8a47-047ac66c4412 HTTP/1.1" status: 200 len: 815 time: 0.1124156 Apr 21 13:03:40.821219 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b616975a-ff16-48b8-9962-9f150f35c74c req-9d09c2e8-b9b4-440f-9f1c-7bf9d453126f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbf20d2a696446f3bf763b1a95728ce3 HTTP/1.1" status: 200 len: 380 time: 0.0565805 Apr 21 13:03:40.834317 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b49449-c039-420e-a6d7-36b2245bfb90 req-6caf7dab-35c8-4b9d-9cca-b9f9953cdd08 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:40.836124 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10b49449-c039-420e-a6d7-36b2245bfb90 req-6caf7dab-35c8-4b9d-9cca-b9f9953cdd08 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 945 time: 0.0801115 Apr 21 13:03:40.841112 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-b616975a-ff16-48b8-9962-9f150f35c74c req-7eaeb76f-8b0b-4288-83f2-c7daa9663ecc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Request body: {'port': {'device_id': '40e224ec-f9c0-48b9-bb53-5c9affe8abfb', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'admin_state_up': True, 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'security_groups': ['00890bf2-00b5-4b4d-8d5d-8aca1142013a']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:03:40.892161 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45308) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:40.906754 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c1a71844-0fde-4c80-86fd-22fb6619f1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:40.943487 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10b49449-c039-420e-a6d7-36b2245bfb90 req-954e3e77-622a-4eeb-aefd-af744c50273e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dca9f50-fef5-4432-aecb-c8fc482be3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977020 Apr 21 13:03:40.989905 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c1a71844-0fde-4c80-86fd-22fb6619f1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:41.065593 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c1a71844-0fde-4c80-86fd-22fb6619f1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:41.094431 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b616975a-ff16-48b8-9962-9f150f35c74c req-7eaeb76f-8b0b-4288-83f2-c7daa9663ecc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Made reservation on behalf of dbf20d2a696446f3bf763b1a95728ce3 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:03:41.099017 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b616975a-ff16-48b8-9962-9f150f35c74c req-7eaeb76f-8b0b-4288-83f2-c7daa9663ecc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:41.105858 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a71844-0fde-4c80-86fd-22fb6619f1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742b9191-7d5f-4629-8bb9-83068b8e388d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:41.114983 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c1a71844-0fde-4c80-86fd-22fb6619f1c3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9d9ca5e7522746a8a0d252a0712af7a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2214828 Apr 21 13:03:41.116263 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45310) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:41.173769 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12e7f842-a64c-47d0-bb86-0533d9b325f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:41.195062 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12e7f842-a64c-47d0-bb86-0533d9b325f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:41.244900 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-b616975a-ff16-48b8-9962-9f150f35c74c req-7eaeb76f-8b0b-4288-83f2-c7daa9663ecc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Allocated IP 172.20.0.12 (66226ca0-89ea-4d56-8a47-047ac66c4412/50dbb38d-b032-403f-a924-76781bc12675/e7d749fc-f7c9-475a-a89c-be0406a9cbae) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:03:41.342856 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12e7f842-a64c-47d0-bb86-0533d9b325f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:41.346291 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12e7f842-a64c-47d0-bb86-0533d9b325f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:41.350033 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-12e7f842-a64c-47d0-bb86-0533d9b325f1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/742b9191-7d5f-4629-8bb9-83068b8e388d HTTP/1.1" status: 204 len: 168 time: 0.2302938 Apr 21 13:03:41.356849 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7f842-a64c-47d0-bb86-0533d9b325f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742b9191-7d5f-4629-8bb9-83068b8e388d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:41.440861 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b616975a-ff16-48b8-9962-9f150f35c74c req-7eaeb76f-8b0b-4288-83f2-c7daa9663ecc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:41.491982 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:03:41.537245 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b616975a-ff16-48b8-9962-9f150f35c74c req-7eaeb76f-8b0b-4288-83f2-c7daa9663ecc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:41.580695 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b616975a-ff16-48b8-9962-9f150f35c74c req-7eaeb76f-8b0b-4288-83f2-c7daa9663ecc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Network 66226ca0-89ea-4d56-8a47-047ac66c4412 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:03:41.583829 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-b616975a-ff16-48b8-9962-9f150f35c74c req-7eaeb76f-8b0b-4288-83f2-c7daa9663ecc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:03:41.587933 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b616975a-ff16-48b8-9962-9f150f35c74c req-7eaeb76f-8b0b-4288-83f2-c7daa9663ecc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:03:41.617475 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaeb76f-8b0b-4288-83f2-c7daa9663ecc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event updated for resources: {'Port': ['ID=e7d749fc-f7c9-475a-a89c-be0406a9cbae,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:41.629704 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:03:41.638478 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:03:41.638981 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:41.659406 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616975a-ff16-48b8-9962-9f150f35c74c req-7eaeb76f-8b0b-4288-83f2-c7daa9663ecc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:41.660189 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b616975a-ff16-48b8-9962-9f150f35c74c req-7eaeb76f-8b0b-4288-83f2-c7daa9663ecc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:41.734015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4bed6-1920-49a5-9640-b5cee46f35db req-05a0e381-c1a3-437c-8f06-ab94cebd11ad tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:41.735629 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-84e4bed6-1920-49a5-9640-b5cee46f35db req-05a0e381-c1a3-437c-8f06-ab94cebd11ad tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e224ec-f9c0-48b9-bb53-5c9affe8abfb HTTP/1.1" status: 200 len: 932 time: 0.0690544 Apr 21 13:03:41.738716 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:41.773025 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2346c9e8-07f1-4298-8ef3-6bf0d2567a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5c68c7-f10d-41a1-bf75-8aab2f639d8f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:03:41.776639 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c2bd99-bb9e-43ec-a045-664dde3752b9" -d '{"events": [{"server_uuid": "2346c9e8-07f1-4298-8ef3-6bf0d2567a74", "name": "network-vif-plugged", "status": "completed", "tag": "8e5c68c7-f10d-41a1-bf75-8aab2f639d8f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:03:41.781876 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b616975a-ff16-48b8-9962-9f150f35c74c req-7eaeb76f-8b0b-4288-83f2-c7daa9663ecc tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9437189 Apr 21 13:03:41.793074 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8e5c68c7-f10d-41a1-bf75-8aab2f639d8f,segment=NetworkSegment(75516c43-837e-4b3b-acbe-3f03f2acc8e5),segment_id=75516c43-837e-4b3b-acbe-3f03f2acc8e5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:03:41.796780 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-b616975a-ff16-48b8-9962-9f150f35c74c req-1b92a297-e18b-4333-8186-5044daa40a30 service neutron] Request body: {'port': {'device_id': '40e224ec-f9c0-48b9-bb53-5c9affe8abfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:03:41.824743 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-84e4bed6-1920-49a5-9640-b5cee46f35db req-3873b649-cb1b-4c35-856f-62774b1624d9 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=00890bf2-00b5-4b4d-8d5d-8aca1142013a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789998 Apr 21 13:03:41.828704 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83982b1b-f486-4a23-9371-69e9132df44e x-openstack-request-id: req-83982b1b-f486-4a23-9371-69e9132df44e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:03:41.829015 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2346c9e8-07f1-4298-8ef3-6bf0d2567a74", "name": "network-vif-plugged", "status": "completed", "tag": "8e5c68c7-f10d-41a1-bf75-8aab2f639d8f", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:03:41.829815 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-83982b1b-f486-4a23-9371-69e9132df44e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:03:41.830229 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83982b1b-f486-4a23-9371-69e9132df44e'] response: {'server_uuid': '2346c9e8-07f1-4298-8ef3-6bf0d2567a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5c68c7-f10d-41a1-bf75-8aab2f639d8f', 'code': 200} Apr 21 13:03:41.858326 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:41.871719 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b616975a-ff16-48b8-9962-9f150f35c74c req-1b92a297-e18b-4333-8186-5044daa40a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:41.925935 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=8e5c68c7-f10d-41a1-bf75-8aab2f639d8f,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:41.934771 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-412737bb-5f26-4a81-b6a9-5e5a2f338864 None None] Provisioning complete for port e7d749fc-f7c9-475a-a89c-be0406a9cbae triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:03:41.935213 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-412737bb-5f26-4a81-b6a9-5e5a2f338864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:41.977677 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-412737bb-5f26-4a81-b6a9-5e5a2f338864 None None] Port e7d749fc-f7c9-475a-a89c-be0406a9cbae cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:03:42.084318 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb795f66-7347-4a47-b02f-d50a13788d5d req-cff49298-a685-4f35-a56f-38d630888c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:42.085825 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb795f66-7347-4a47-b02f-d50a13788d5d req-cff49298-a685-4f35-a56f-38d630888c64 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 1097 time: 0.1447253 Apr 21 13:03:42.166778 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dc70af-e54e-41d4-bb27-b12f60866ee9 req-769cf65e-fe1e-48e5-a752-82fa94b13e2c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:42.168260 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18dc70af-e54e-41d4-bb27-b12f60866ee9 req-769cf65e-fe1e-48e5-a752-82fa94b13e2c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 946 time: 0.1304474 Apr 21 13:03:42.203561 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb795f66-7347-4a47-b02f-d50a13788d5d req-50fb2206-ec1c-412b-9085-63d6b9444dbc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5dca9f50-fef5-4432-aecb-c8fc482be3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877278 Apr 21 13:03:42.235728 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18dc70af-e54e-41d4-bb27-b12f60866ee9 req-8611b74d-7892-4a74-bce6-b4205fa3c889 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dca9f50-fef5-4432-aecb-c8fc482be3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602305 Apr 21 13:03:42.291979 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-b616975a-ff16-48b8-9962-9f150f35c74c req-1b92a297-e18b-4333-8186-5044daa40a30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7d749fc-f7c9-475a-a89c-be0406a9cbae {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:03:42.297990 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b616975a-ff16-48b8-9962-9f150f35c74c req-1b92a297-e18b-4333-8186-5044daa40a30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:42.310618 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-b616975a-ff16-48b8-9962-9f150f35c74c req-1b92a297-e18b-4333-8186-5044daa40a30 service neutron] Transition to ACTIVE for port object e7d749fc-f7c9-475a-a89c-be0406a9cbae will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:03:42.448463 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b616975a-ff16-48b8-9962-9f150f35c74c req-1b92a297-e18b-4333-8186-5044daa40a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:42.575748 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92a297-e18b-4333-8186-5044daa40a30 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d749fc-f7c9-475a-a89c-be0406a9cbae,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:42.578581 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b616975a-ff16-48b8-9962-9f150f35c74c req-1b92a297-e18b-4333-8186-5044daa40a30 service neutron] Attempting to bind port e7d749fc-f7c9-475a-a89c-be0406a9cbae on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:03:42.578914 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b616975a-ff16-48b8-9962-9f150f35c74c req-1b92a297-e18b-4333-8186-5044daa40a30 service neutron] Attempting to bind port e7d749fc-f7c9-475a-a89c-be0406a9cbae by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '374fc68c-cad2-4786-bb7b-956a7d4d9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:03:42.579239 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b616975a-ff16-48b8-9962-9f150f35c74c req-1b92a297-e18b-4333-8186-5044daa40a30 service neutron] Attempting to bind port e7d749fc-f7c9-475a-a89c-be0406a9cbae on network 66226ca0-89ea-4d56-8a47-047ac66c4412 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:03:42.585122 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b616975a-ff16-48b8-9962-9f150f35c74c req-1b92a297-e18b-4333-8186-5044daa40a30 service neutron] Port e7d749fc-f7c9-475a-a89c-be0406a9cbae on network 66226ca0-89ea-4d56-8a47-047ac66c4412 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:03:42.585651 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b616975a-ff16-48b8-9962-9f150f35c74c req-1b92a297-e18b-4333-8186-5044daa40a30 service neutron] Attempting to bind port e7d749fc-f7c9-475a-a89c-be0406a9cbae on network 66226ca0-89ea-4d56-8a47-047ac66c4412 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:03:42.591201 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b616975a-ff16-48b8-9962-9f150f35c74c req-1b92a297-e18b-4333-8186-5044daa40a30 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:03:42.591542 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b616975a-ff16-48b8-9962-9f150f35c74c req-1b92a297-e18b-4333-8186-5044daa40a30 service neutron] Checking segment: {'id': '374fc68c-cad2-4786-bb7b-956a7d4d9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:03:42.591930 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b616975a-ff16-48b8-9962-9f150f35c74c req-1b92a297-e18b-4333-8186-5044daa40a30 service neutron] Bound using segment: {'id': '374fc68c-cad2-4786-bb7b-956a7d4d9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:03:42.592374 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-b616975a-ff16-48b8-9962-9f150f35c74c req-1b92a297-e18b-4333-8186-5044daa40a30 service neutron] Bound port: e7d749fc-f7c9-475a-a89c-be0406a9cbae, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '374fc68c-cad2-4786-bb7b-956a7d4d9f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:03:42.592797 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b616975a-ff16-48b8-9962-9f150f35c74c req-1b92a297-e18b-4333-8186-5044daa40a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:42.663644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b616975a-ff16-48b8-9962-9f150f35c74c req-1b92a297-e18b-4333-8186-5044daa40a30 service neutron] For port e7d749fc-f7c9-475a-a89c-be0406a9cbae, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:03:42.667779 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b616975a-ff16-48b8-9962-9f150f35c74c req-1b92a297-e18b-4333-8186-5044daa40a30 service neutron] For port e7d749fc-f7c9-475a-a89c-be0406a9cbae, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e7d749fc-f7c9-475a-a89c-be0406a9cbae,segment=NetworkSegment(374fc68c-cad2-4786-bb7b-956a7d4d9f8e),segment_id=374fc68c-cad2-4786-bb7b-956a7d4d9f8e)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:03:42.735000 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b616975a-ff16-48b8-9962-9f150f35c74c req-1b92a297-e18b-4333-8186-5044daa40a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:42.769100 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616975a-ff16-48b8-9962-9f150f35c74c req-1b92a297-e18b-4333-8186-5044daa40a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:42.769733 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b616975a-ff16-48b8-9962-9f150f35c74c req-1b92a297-e18b-4333-8186-5044daa40a30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:42.771147 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b616975a-ff16-48b8-9962-9f150f35c74c req-1b92a297-e18b-4333-8186-5044daa40a30 service neutron] 10.222.0.26 "PUT /v2.0/ports/e7d749fc-f7c9-475a-a89c-be0406a9cbae HTTP/1.1" status: 200 len: 1092 time: 0.9817469 Apr 21 13:03:42.771583 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e224ec-f9c0-48b9-bb53-5c9affe8abfb', 'tag': 'e7d749fc-f7c9-475a-a89c-be0406a9cbae'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:03:42.773850 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38b6fa2-2968-4bd1-b53b-d350fa0cb71d" -d '{"events": [{"name": "network-changed", "server_uuid": "40e224ec-f9c0-48b9-bb53-5c9affe8abfb", "tag": "e7d749fc-f7c9-475a-a89c-be0406a9cbae"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:03:42.804271 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b92a297-e18b-4333-8186-5044daa40a30 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d749fc-f7c9-475a-a89c-be0406a9cbae,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:42.820020 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9490d266-87ec-4fe0-b171-c875f898b05f x-openstack-request-id: req-9490d266-87ec-4fe0-b171-c875f898b05f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:03:42.820020 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40e224ec-f9c0-48b9-bb53-5c9affe8abfb", "tag": "e7d749fc-f7c9-475a-a89c-be0406a9cbae", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:03:42.820320 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9490d266-87ec-4fe0-b171-c875f898b05f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:03:42.821856 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9490d266-87ec-4fe0-b171-c875f898b05f'] response: {'name': 'network-changed', 'server_uuid': '40e224ec-f9c0-48b9-bb53-5c9affe8abfb', 'tag': 'e7d749fc-f7c9-475a-a89c-be0406a9cbae', 'status': 'completed', 'code': 200} Apr 21 13:03:42.898637 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b6fa2-2968-4bd1-b53b-d350fa0cb71d req-42093a75-9a81-49b1-8bf0-043277a9030c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:42.900210 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e38b6fa2-2968-4bd1-b53b-d350fa0cb71d req-42093a75-9a81-49b1-8bf0-043277a9030c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dbf20d2a696446f3bf763b1a95728ce3&device_id=40e224ec-f9c0-48b9-bb53-5c9affe8abfb HTTP/1.1" status: 200 len: 1095 time: 0.0532711 Apr 21 13:03:43.050007 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37ff33d-a09d-47da-ad2b-18e2cddb4f1e req-02fb1f1d-cb2e-45cf-a821-073e908090bf tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:43.051409 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b37ff33d-a09d-47da-ad2b-18e2cddb4f1e req-02fb1f1d-cb2e-45cf-a821-073e908090bf tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e224ec-f9c0-48b9-bb53-5c9affe8abfb HTTP/1.1" status: 200 len: 944 time: 0.1167953 Apr 21 13:03:43.054188 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b6fa2-2968-4bd1-b53b-d350fa0cb71d req-ae45db64-33de-4bc0-ae11-8b48ce8d7685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:43.055506 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e38b6fa2-2968-4bd1-b53b-d350fa0cb71d req-ae45db64-33de-4bc0-ae11-8b48ce8d7685 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=dbf20d2a696446f3bf763b1a95728ce3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1470437 Apr 21 13:03:43.149479 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b37ff33d-a09d-47da-ad2b-18e2cddb4f1e req-c9326d73-d2a2-4b5d-a128-05c998d5ec8e tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=00890bf2-00b5-4b4d-8d5d-8aca1142013a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916557 Apr 21 13:03:43.191986 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b6fa2-2968-4bd1-b53b-d350fa0cb71d req-7f020892-be1b-441b-9c91-581b74bc7f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:43.193509 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e38b6fa2-2968-4bd1-b53b-d350fa0cb71d req-7f020892-be1b-441b-9c91-581b74bc7f79 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1297865 Apr 21 13:03:43.272520 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616975a-ff16-48b8-9962-9f150f35c74c req-858316ac-e599-4ac5-90b5-36df49329331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:43.272520 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b616975a-ff16-48b8-9962-9f150f35c74c req-858316ac-e599-4ac5-90b5-36df49329331 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dbf20d2a696446f3bf763b1a95728ce3&device_id=40e224ec-f9c0-48b9-bb53-5c9affe8abfb HTTP/1.1" status: 200 len: 1095 time: 0.0423927 Apr 21 13:03:43.316803 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b616975a-ff16-48b8-9962-9f150f35c74c req-c9cec25e-2fcd-415b-9972-8cd2b78c4875 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7d749fc-f7c9-475a-a89c-be0406a9cbae HTTP/1.1" status: 200 len: 217 time: 0.0367126 Apr 21 13:03:43.401563 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616975a-ff16-48b8-9962-9f150f35c74c req-ed3e23a6-6587-4522-83a0-bb2ca2ea4176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:43.403077 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b616975a-ff16-48b8-9962-9f150f35c74c req-ed3e23a6-6587-4522-83a0-bb2ca2ea4176 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50dbb38d-b032-403f-a924-76781bc12675 HTTP/1.1" status: 200 len: 854 time: 0.0805228 Apr 21 13:03:43.414081 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b0e5b-6d1a-44c0-9f31-e40c3b928500 req-7f94d01c-4819-4921-a8bf-2bcd6b56664f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:43.415588 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-857b0e5b-6d1a-44c0-9f31-e40c3b928500 req-7f94d01c-4819-4921-a8bf-2bcd6b56664f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 946 time: 0.0839360 Apr 21 13:03:43.482232 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-857b0e5b-6d1a-44c0-9f31-e40c3b928500 req-166a6400-06d0-4659-8f96-2b5be7313b93 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dca9f50-fef5-4432-aecb-c8fc482be3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562129 Apr 21 13:03:43.486981 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b616975a-ff16-48b8-9962-9f150f35c74c req-c73e80b3-6712-414b-89b1-517a1ad35682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:43.488284 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9b92241-243c-45e1-b05d-bd9506972986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:43.488840 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b616975a-ff16-48b8-9962-9f150f35c74c req-c73e80b3-6712-414b-89b1-517a1ad35682 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66226ca0-89ea-4d56-8a47-047ac66c4412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720925 Apr 21 13:03:43.596278 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b616975a-ff16-48b8-9962-9f150f35c74c req-8334ba18-ec87-4b8c-9ce4-850feb8f6ea7 service neutron] 10.222.0.26 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995481 Apr 21 13:03:43.685085 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b616975a-ff16-48b8-9962-9f150f35c74c req-bb50def8-55e8-4ef0-aa83-6c55ced7c93b service neutron] 10.222.0.26 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840960 Apr 21 13:03:44.343703 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae79d69-fd47-4210-ab25-28aded134d8a req-6d85be1e-3344-4496-8ff8-78f9fe1639fe tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:44.345312 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ae79d69-fd47-4210-ab25-28aded134d8a req-6d85be1e-3344-4496-8ff8-78f9fe1639fe tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e224ec-f9c0-48b9-bb53-5c9affe8abfb HTTP/1.1" status: 200 len: 944 time: 0.0567777 Apr 21 13:03:44.388198 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ae79d69-fd47-4210-ab25-28aded134d8a req-0d49f26f-4c4d-49db-bc94-ef05a85bbfd1 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=00890bf2-00b5-4b4d-8d5d-8aca1142013a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360768 Apr 21 13:03:44.610223 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3778bd-c8b6-47cc-8897-7f417c37c298 req-ee4d04dc-df26-4344-bda8-85c8523bb22a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:44.622283 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd3778bd-c8b6-47cc-8897-7f417c37c298 req-ee4d04dc-df26-4344-bda8-85c8523bb22a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 946 time: 0.0660269 Apr 21 13:03:44.670665 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd3778bd-c8b6-47cc-8897-7f417c37c298 req-db837992-666b-4822-aa9a-ba766931c3a3 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dca9f50-fef5-4432-aecb-c8fc482be3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465879 Apr 21 13:03:44.790191 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3c162-be45-43bc-b67b-e2634a4d20dc req-3037f0de-1943-44a8-af3b-5a0a9967106e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:44.791778 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6f3c162-be45-43bc-b67b-e2634a4d20dc req-3037f0de-1943-44a8-af3b-5a0a9967106e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 946 time: 0.0522323 Apr 21 13:03:44.842750 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6f3c162-be45-43bc-b67b-e2634a4d20dc req-62dd9c63-42cc-4347-ac82-e35e2f2279cd tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dca9f50-fef5-4432-aecb-c8fc482be3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445244 Apr 21 13:03:44.864824 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45394) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:44.910553 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75215d7-46ac-464b-a307-f9891b52dd18 tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:44.913363 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e75215d7-46ac-464b-a307-f9891b52dd18 tempest-TestNetworkAdvancedServerOps-294571147 tempest-TestNetworkAdvancedServerOps-294571147-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 1092 time: 0.0469396 Apr 21 13:03:44.915290 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45398) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:44.920534 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1de97ecd-e682-4a76-a60f-1d503ab1d8e8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'port_id': '8e5c68c7-f10d-41a1-bf75-8aab2f639d8f', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:03:45.005599 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1de97ecd-e682-4a76-a60f-1d503ab1d8e8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for floatingip, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:45.111676 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1de97ecd-e682-4a76-a60f-1d503ab1d8e8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:45.499218 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-1de97ecd-e682-4a76-a60f-1d503ab1d8e8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Allocated IP 172.25.8.251 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/64ff7339-1cc9-4207-a1e5-0c8b102b94ee) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:03:45.530649 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c671d55-4901-4fd9-a7ee-1bcbc09dcefc req-5a9199ad-9e36-4336-a862-8f2f26666a9c tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:45.532131 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c671d55-4901-4fd9-a7ee-1bcbc09dcefc req-5a9199ad-9e36-4336-a862-8f2f26666a9c tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e224ec-f9c0-48b9-bb53-5c9affe8abfb HTTP/1.1" status: 200 len: 944 time: 0.0600405 Apr 21 13:03:45.571107 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c671d55-4901-4fd9-a7ee-1bcbc09dcefc req-136ff5bf-b363-4ff7-9f1f-87e5e76344e0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=00890bf2-00b5-4b4d-8d5d-8aca1142013a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325418 Apr 21 13:03:45.608260 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1de97ecd-e682-4a76-a60f-1d503ab1d8e8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:45.708312 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc27f63a-bf81-4e8d-a3d0-b436c425c61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:45.742699 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1de97ecd-e682-4a76-a60f-1d503ab1d8e8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:45.780711 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de97ecd-e682-4a76-a60f-1d503ab1d8e8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:03:45.785621 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-1de97ecd-e682-4a76-a60f-1d503ab1d8e8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:03:45.788146 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de97ecd-e682-4a76-a60f-1d503ab1d8e8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:03:45.818835 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de97ecd-e682-4a76-a60f-1d503ab1d8e8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Port': ['ID=64ff7339-1cc9-4207-a1e5-0c8b102b94ee,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:46.259999 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1de97ecd-e682-4a76-a60f-1d503ab1d8e8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:46.426142 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1de97ecd-e682-4a76-a60f-1d503ab1d8e8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:46.596781 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1de97ecd-e682-4a76-a60f-1d503ab1d8e8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:46.667849 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1de97ecd-e682-4a76-a60f-1d503ab1d8e8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:46.702002 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fadbd-2a68-4f67-b901-628e47802030 req-5dadd3a0-e0fa-4fda-b541-a971ea843db9 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:46.704362 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4c7fadbd-2a68-4f67-b901-628e47802030 req-5dadd3a0-e0fa-4fda-b541-a971ea843db9 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e224ec-f9c0-48b9-bb53-5c9affe8abfb HTTP/1.1" status: 200 len: 944 time: 0.0565076 Apr 21 13:03:46.748348 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de97ecd-e682-4a76-a60f-1d503ab1d8e8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event updated for resources: {'Port': ['ID=64ff7339-1cc9-4207-a1e5-0c8b102b94ee,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:46.764376 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4c7fadbd-2a68-4f67-b901-628e47802030 req-d2fa6e25-9c15-496d-8fca-6709c76936e8 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=00890bf2-00b5-4b4d-8d5d-8aca1142013a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536385 Apr 21 13:03:46.764526 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1de97ecd-e682-4a76-a60f-1d503ab1d8e8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:46.884125 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-1de97ecd-e682-4a76-a60f-1d503ab1d8e8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Floating IP ab5fb672-2e74-4218-b174-78aa275a175b associated. External IP: 172.25.8.251, port: 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f. Apr 21 13:03:46.925528 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:47.034938 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device e7d749fc-f7c9-475a-a89c-be0406a9cbae details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:03:47.164768 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port e7d749fc-f7c9-475a-a89c-be0406a9cbae, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e7d749fc-f7c9-475a-a89c-be0406a9cbae,segment=NetworkSegment(374fc68c-cad2-4786-bb7b-956a7d4d9f8e),segment_id=374fc68c-cad2-4786-bb7b-956a7d4d9f8e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:03:47.180819 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'e7d749fc-f7c9-475a-a89c-be0406a9cbae', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'port_id': 'e7d749fc-f7c9-475a-a89c-be0406a9cbae', 'mac_address': 'fa:16:3e:ad:d2:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:03:47.223096 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:47.239957 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7d749fc-f7c9-475a-a89c-be0406a9cbae {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:03:47.261884 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port e7d749fc-f7c9-475a-a89c-be0406a9cbae, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e7d749fc-f7c9-475a-a89c-be0406a9cbae,segment=NetworkSegment(374fc68c-cad2-4786-bb7b-956a7d4d9f8e),segment_id=374fc68c-cad2-4786-bb7b-956a7d4d9f8e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:03:47.392844 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de97ecd-e682-4a76-a60f-1d503ab1d8e8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Router ccff01d9-f443-4030-8eda-200e1ecb1e82 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:03:47.406368 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:47.470247 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=e7d749fc-f7c9-475a-a89c-be0406a9cbae,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:47.518479 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de97ecd-e682-4a76-a60f-1d503ab1d8e8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:03:47.532152 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac4612c-2d1b-4c07-a9b3-a5b1c2b96888 None None] Sync routers for ids ['ccff01d9-f443-4030-8eda-200e1ecb1e82'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:03:47.551216 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac4612c-2d1b-4c07-a9b3-a5b1c2b96888 None None] Routers {'ccff01d9-f443-4030-8eda-200e1ecb1e82'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:03:47.554772 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0ac4612c-2d1b-4c07-a9b3-a5b1c2b96888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:03:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ccff01d9-f443-4030-8eda-200e1ecb1e82'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:47.645484 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1de97ecd-e682-4a76-a60f-1d503ab1d8e8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:47.688014 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1de97ecd-e682-4a76-a60f-1d503ab1d8e8 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7716618 Apr 21 13:03:47.688764 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2346c9e8-07f1-4298-8ef3-6bf0d2567a74', 'tag': '8e5c68c7-f10d-41a1-bf75-8aab2f639d8f'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:03:47.691626 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3e0f69-6965-415b-962a-3564334972ee" -d '{"events": [{"name": "network-changed", "server_uuid": "2346c9e8-07f1-4298-8ef3-6bf0d2567a74", "tag": "8e5c68c7-f10d-41a1-bf75-8aab2f639d8f"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:03:47.755184 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d2a0dd-1377-4dcf-90c9-f6c9e69eea8c x-openstack-request-id: req-01d2a0dd-1377-4dcf-90c9-f6c9e69eea8c {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:03:47.755475 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2346c9e8-07f1-4298-8ef3-6bf0d2567a74", "tag": "8e5c68c7-f10d-41a1-bf75-8aab2f639d8f", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:03:47.755725 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-01d2a0dd-1377-4dcf-90c9-f6c9e69eea8c {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:03:47.756125 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01d2a0dd-1377-4dcf-90c9-f6c9e69eea8c'] response: {'name': 'network-changed', 'server_uuid': '2346c9e8-07f1-4298-8ef3-6bf0d2567a74', 'tag': '8e5c68c7-f10d-41a1-bf75-8aab2f639d8f', 'status': 'completed', 'code': 200} Apr 21 13:03:47.771632 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['e7d749fc-f7c9-475a-a89c-be0406a9cbae'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:03:47.795189 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0ac4612c-2d1b-4c07-a9b3-a5b1c2b96888 None None] Set router ccff01d9-f443-4030-8eda-200e1ecb1e82 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:03:47.878758 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daadf5a-2ed1-449a-9127-d97a64e99925 req-528f23a2-a2b4-41cd-affa-27d5c750ad3b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:47.881229 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7daadf5a-2ed1-449a-9127-d97a64e99925 req-528f23a2-a2b4-41cd-affa-27d5c750ad3b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 946 time: 0.1330242 Apr 21 13:03:47.901533 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e0f69-6965-415b-962a-3564334972ee req-7d317eda-2fa9-4f42-b0de-1359dddda187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:47.903988 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec3e0f69-6965-415b-962a-3564334972ee req-7d317eda-2fa9-4f42-b0de-1359dddda187 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 1097 time: 0.1149719 Apr 21 13:03:48.017776 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7daadf5a-2ed1-449a-9127-d97a64e99925 req-d43fd4b0-8af5-4d93-9952-ad320705a944 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dca9f50-fef5-4432-aecb-c8fc482be3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196179 Apr 21 13:03:48.033329 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aae4c3-956d-4f74-b0c1-6a4f0f1fae37 req-f1f944b5-f248-4261-b601-8b1c18d0da0f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:48.035356 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c1aae4c3-956d-4f74-b0c1-6a4f0f1fae37 req-f1f944b5-f248-4261-b601-8b1c18d0da0f tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e224ec-f9c0-48b9-bb53-5c9affe8abfb HTTP/1.1" status: 200 len: 945 time: 0.1492410 Apr 21 13:03:48.074037 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45444) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:48.109058 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e0f69-6965-415b-962a-3564334972ee req-4937bcf9-7eea-4920-a3e1-575db7e747df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:48.111711 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec3e0f69-6965-415b-962a-3564334972ee req-4937bcf9-7eea-4920-a3e1-575db7e747df service neutron] 10.222.0.24 "GET /v2.0/networks?id=118907f7-8437-4f18-9776-60a5dbf89b06 HTTP/1.1" status: 200 len: 898 time: 0.1914635 Apr 21 13:03:48.128145 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c1aae4c3-956d-4f74-b0c1-6a4f0f1fae37 req-37f375b4-f737-4514-a28c-f0983a0479e8 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=00890bf2-00b5-4b4d-8d5d-8aca1142013a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779159 Apr 21 13:03:48.142567 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0ac4612c-2d1b-4c07-a9b3-a5b1c2b96888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867797215', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470496ad-7ff4-4a5f-8d86-2051df324821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:03:22Z', 'updated_at': '2022-04-21T13:03:28Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '470496ad-7ff4-4a5f-8d86-2051df324821', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:03:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:03:22Z', 'updated_at': '2022-04-21T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'ab5fb672-2e74-4218-b174-78aa275a175b', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'floating_ip_address': '172.25.8.251', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'port_id': '8e5c68c7-f10d-41a1-bf75-8aab2f639d8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '118907f7-8437-4f18-9776-60a5dbf89b06', 'mac_address': 'fa:16:3e:65:b0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346c9e8-07f1-4298-8ef3-6bf0d2567a74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:03:46Z', 'updated_at': '2022-04-21T13:03:46Z', 'revision_number': 0, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e32669c5-7725-4e95-8854-15813845929a', 'name': '', 'network_id': '118907f7-8437-4f18-9776-60a5dbf89b06', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:9a:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '0caaabe0-727d-4698-9f08-06e3f747e241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:03:26Z', 'updated_at': '2022-04-21T13:03:32Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': '0caaabe0-727d-4698-9f08-06e3f747e241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:48.176391 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac4612c-2d1b-4c07-a9b3-a5b1c2b96888 None None] Checking router: ccff01d9-f443-4030-8eda-200e1ecb1e82 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:03:48.188225 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac4612c-2d1b-4c07-a9b3-a5b1c2b96888 None None] Routers {'ccff01d9-f443-4030-8eda-200e1ecb1e82'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:03:48.190227 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0ac4612c-2d1b-4c07-a9b3-a5b1c2b96888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:03:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ccff01d9-f443-4030-8eda-200e1ecb1e82'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:48.222336 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec3e0f69-6965-415b-962a-3564334972ee req-eacfad20-73dd-4c83-9269-bc180415e897 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e5c68c7-f10d-41a1-bf75-8aab2f639d8f HTTP/1.1" status: 200 len: 1000 time: 0.0928371 Apr 21 13:03:48.224049 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2d07f332-9166-4c7d-989a-8bfa256d7e86 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/floatingips/ab5fb672-2e74-4218-b174-78aa275a175b HTTP/1.1" status: 200 len: 992 time: 0.1478219 Apr 21 13:03:48.298534 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e0f69-6965-415b-962a-3564334972ee req-023b67d0-feae-4fec-a246-17d810fc7369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:48.299986 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec3e0f69-6965-415b-962a-3564334972ee req-023b67d0-feae-4fec-a246-17d810fc7369 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0caaabe0-727d-4698-9f08-06e3f747e241 HTTP/1.1" status: 200 len: 834 time: 0.0705416 Apr 21 13:03:48.322850 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:48.326304 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0ac4612c-2d1b-4c07-a9b3-a5b1c2b96888 None None] Set router ccff01d9-f443-4030-8eda-200e1ecb1e82 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:03:48.373313 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e0f69-6965-415b-962a-3564334972ee req-c03cf224-3a91-4ef0-8896-14252ea7bd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:48.375027 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec3e0f69-6965-415b-962a-3564334972ee req-c03cf224-3a91-4ef0-8896-14252ea7bd59 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=118907f7-8437-4f18-9776-60a5dbf89b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686772 Apr 21 13:03:48.507099 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec3e0f69-6965-415b-962a-3564334972ee req-f3c7b27f-e08e-42e2-95c5-90beb31c6d1d service neutron] 10.222.0.24 "GET /v2.0/networks/118907f7-8437-4f18-9776-60a5dbf89b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247265 Apr 21 13:03:48.547850 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:48.612205 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0ac4612c-2d1b-4c07-a9b3-a5b1c2b96888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867797215', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470496ad-7ff4-4a5f-8d86-2051df324821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:03:22Z', 'updated_at': '2022-04-21T13:03:28Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '470496ad-7ff4-4a5f-8d86-2051df324821', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:03:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:03:22Z', 'updated_at': '2022-04-21T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'ab5fb672-2e74-4218-b174-78aa275a175b', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'floating_ip_address': '172.25.8.251', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'port_id': '8e5c68c7-f10d-41a1-bf75-8aab2f639d8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '118907f7-8437-4f18-9776-60a5dbf89b06', 'mac_address': 'fa:16:3e:65:b0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346c9e8-07f1-4298-8ef3-6bf0d2567a74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:03:46Z', 'updated_at': '2022-04-21T13:03:46Z', 'revision_number': 0, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e32669c5-7725-4e95-8854-15813845929a', 'name': '', 'network_id': '118907f7-8437-4f18-9776-60a5dbf89b06', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:9a:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '0caaabe0-727d-4698-9f08-06e3f747e241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:03:26Z', 'updated_at': '2022-04-21T13:03:32Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': '0caaabe0-727d-4698-9f08-06e3f747e241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:48.642787 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac4612c-2d1b-4c07-a9b3-a5b1c2b96888 None None] The sync data for ids ['ccff01d9-f443-4030-8eda-200e1ecb1e82'] in n-d-836147-2 is: [{'id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867797215', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470496ad-7ff4-4a5f-8d86-2051df324821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:03:22Z', 'updated_at': '2022-04-21T13:03:28Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '470496ad-7ff4-4a5f-8d86-2051df324821', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:03:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:03:22Z', 'updated_at': '2022-04-21T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'ab5fb672-2e74-4218-b174-78aa275a175b', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'floating_ip_address': '172.25.8.251', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'port_id': '8e5c68c7-f10d-41a1-bf75-8aab2f639d8f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '118907f7-8437-4f18-9776-60a5dbf89b06', 'mac_address': 'fa:16:3e:65:b0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2346c9e8-07f1-4298-8ef3-6bf0d2567a74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:03:46Z', 'updated_at': '2022-04-21T13:03:46Z', 'revision_number': 0, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e32669c5-7725-4e95-8854-15813845929a', 'name': '', 'network_id': '118907f7-8437-4f18-9776-60a5dbf89b06', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:9a:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '0caaabe0-727d-4698-9f08-06e3f747e241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:03:26Z', 'updated_at': '2022-04-21T13:03:32Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': '0caaabe0-727d-4698-9f08-06e3f747e241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:03:48.645964 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec3e0f69-6965-415b-962a-3564334972ee req-6e155eb2-084f-4682-811f-e4526a6e20bc service neutron] 10.222.0.24 "GET /v2.0/networks/118907f7-8437-4f18-9776-60a5dbf89b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320634 Apr 21 13:03:48.835590 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:48.899479 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caa38a91-67c8-4c32-bf5b-34ef522002ef None None] New status for floating IP ab5fb672-2e74-4218-b174-78aa275a175b: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:03:49.065451 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device e7d749fc-f7c9-475a-a89c-be0406a9cbae up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:03:49.227440 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45456) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:49.257906 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748d12f-a98f-4969-b886-5b80be9d96ca req-f33d8d54-c84b-4b83-b531-149342bd2253 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:49.259414 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e748d12f-a98f-4969-b886-5b80be9d96ca req-f33d8d54-c84b-4b83-b531-149342bd2253 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e224ec-f9c0-48b9-bb53-5c9affe8abfb HTTP/1.1" status: 200 len: 945 time: 0.0642033 Apr 21 13:03:49.302185 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e748d12f-a98f-4969-b886-5b80be9d96ca req-805e5f99-c3c8-43cf-9b53-0625c67ea721 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=00890bf2-00b5-4b4d-8d5d-8aca1142013a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358732 Apr 21 13:03:49.308505 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f674d2c2-c9ca-471e-9252-11b3a057c26f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/floatingips/ab5fb672-2e74-4218-b174-78aa275a175b HTTP/1.1" status: 200 len: 994 time: 0.0798304 Apr 21 13:03:49.397066 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port e7d749fc-f7c9-475a-a89c-be0406a9cbae completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:03:49.401223 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port e7d749fc-f7c9-475a-a89c-be0406a9cbae triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:03:49.401555 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:49.485464 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:49.513478 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e224ec-f9c0-48b9-bb53-5c9affe8abfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d749fc-f7c9-475a-a89c-be0406a9cbae'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:03:49.515809 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabeaec3-360a-4377-9b5d-0e3e6d71534d" -d '{"events": [{"server_uuid": "40e224ec-f9c0-48b9-bb53-5c9affe8abfb", "name": "network-vif-plugged", "status": "completed", "tag": "e7d749fc-f7c9-475a-a89c-be0406a9cbae"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:03:49.541632 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port e7d749fc-f7c9-475a-a89c-be0406a9cbae, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e7d749fc-f7c9-475a-a89c-be0406a9cbae,segment=NetworkSegment(374fc68c-cad2-4786-bb7b-956a7d4d9f8e),segment_id=374fc68c-cad2-4786-bb7b-956a7d4d9f8e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:03:49.566476 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8794ee6d-2dba-488f-b3f9-2225809cd016 x-openstack-request-id: req-8794ee6d-2dba-488f-b3f9-2225809cd016 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:03:49.566772 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e224ec-f9c0-48b9-bb53-5c9affe8abfb", "name": "network-vif-plugged", "status": "completed", "tag": "e7d749fc-f7c9-475a-a89c-be0406a9cbae", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:03:49.567093 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8794ee6d-2dba-488f-b3f9-2225809cd016 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:03:49.567408 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8794ee6d-2dba-488f-b3f9-2225809cd016'] response: {'server_uuid': '40e224ec-f9c0-48b9-bb53-5c9affe8abfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d749fc-f7c9-475a-a89c-be0406a9cbae', 'code': 200} Apr 21 13:03:49.622206 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:49.674974 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=e7d749fc-f7c9-475a-a89c-be0406a9cbae,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:49.682618 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186031e-b9e2-4814-bcec-e3f6aa42cdd7 req-3a425a65-d44e-4ca5-8621-d964f63f49de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:49.684181 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1186031e-b9e2-4814-bcec-e3f6aa42cdd7 req-3a425a65-d44e-4ca5-8621-d964f63f49de service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=40e224ec-f9c0-48b9-bb53-5c9affe8abfb HTTP/1.1" status: 200 len: 1097 time: 0.0605354 Apr 21 13:03:49.726663 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1186031e-b9e2-4814-bcec-e3f6aa42cdd7 req-bc8d72dc-e8b3-4d38-9c37-2bfda31c0e93 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=00890bf2-00b5-4b4d-8d5d-8aca1142013a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343022 Apr 21 13:03:50.437128 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b11eb-4648-401a-9ec5-425cd8b79cd4 req-3a179941-aec6-4df9-ad3b-53eba560f2a6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:50.438669 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-544b11eb-4648-401a-9ec5-425cd8b79cd4 req-3a179941-aec6-4df9-ad3b-53eba560f2a6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e224ec-f9c0-48b9-bb53-5c9affe8abfb HTTP/1.1" status: 200 len: 946 time: 0.0566773 Apr 21 13:03:50.486570 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-544b11eb-4648-401a-9ec5-425cd8b79cd4 req-762f4106-299b-4700-9f5b-e7faab7bb1c8 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=00890bf2-00b5-4b4d-8d5d-8aca1142013a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417612 Apr 21 13:03:50.534468 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:51.629137 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a8682-2a78-42a5-876b-37a6ce85ad49 req-83c222ef-11da-4602-bb47-b88a775c8cf6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:51.634056 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-494a8682-2a78-42a5-876b-37a6ce85ad49 req-83c222ef-11da-4602-bb47-b88a775c8cf6 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e224ec-f9c0-48b9-bb53-5c9affe8abfb HTTP/1.1" status: 200 len: 946 time: 0.0673459 Apr 21 13:03:51.680368 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-494a8682-2a78-42a5-876b-37a6ce85ad49 req-89670b41-c7eb-4eb5-9072-fbf43c7400df tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=00890bf2-00b5-4b4d-8d5d-8aca1142013a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414205 Apr 21 13:03:51.841188 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc09b07c-4ee8-4dea-a2d8-0a646e29ba07 req-140f0956-07a7-409d-85ad-8af40c30beca tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:51.842834 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc09b07c-4ee8-4dea-a2d8-0a646e29ba07 req-140f0956-07a7-409d-85ad-8af40c30beca tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e224ec-f9c0-48b9-bb53-5c9affe8abfb HTTP/1.1" status: 200 len: 946 time: 0.0656512 Apr 21 13:03:51.851512 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45494) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:51.856944 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c446f270-0bd3-44c8-81fc-7025d1a0c469 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Request body: {'floatingip': {'port_id': 'e7d749fc-f7c9-475a-a89c-be0406a9cbae'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:03:51.904489 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c446f270-0bd3-44c8-81fc-7025d1a0c469 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:52.446941 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c446f270-0bd3-44c8-81fc-7025d1a0c469 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:52.511622 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c446f270-0bd3-44c8-81fc-7025d1a0c469 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:52.611528 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-c446f270-0bd3-44c8-81fc-7025d1a0c469 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Floating IP b7600e23-a98e-4272-8594-b0d0c61f477c associated. External IP: 172.25.8.70, port: e7d749fc-f7c9-475a-a89c-be0406a9cbae. Apr 21 13:03:53.174446 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c446f270-0bd3-44c8-81fc-7025d1a0c469 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:03:53.282652 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c446f270-0bd3-44c8-81fc-7025d1a0c469 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:03:53.287684 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c446f270-0bd3-44c8-81fc-7025d1a0c469 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:53.298740 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69977d83-632e-462f-be92-c6e706548ad5 None None] Sync routers for ids ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:03:53.318181 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69977d83-632e-462f-be92-c6e706548ad5 None None] Routers {'24cbd2a7-a824-46b1-89c9-16ebf81c6df8'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:03:53.323502 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-69977d83-632e-462f-be92-c6e706548ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:03:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:53.342651 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c446f270-0bd3-44c8-81fc-7025d1a0c469 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "PUT /v2.0/floatingips/b7600e23-a98e-4272-8594-b0d0c61f477c HTTP/1.1" status: 200 len: 991 time: 1.4900162 Apr 21 13:03:53.343307 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40e224ec-f9c0-48b9-bb53-5c9affe8abfb', 'tag': 'e7d749fc-f7c9-475a-a89c-be0406a9cbae'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:03:53.353298 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f2e5b7-26d4-4116-b6c0-d453c1db55e0" -d '{"events": [{"name": "network-changed", "server_uuid": "40e224ec-f9c0-48b9-bb53-5c9affe8abfb", "tag": "e7d749fc-f7c9-475a-a89c-be0406a9cbae"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:03:53.407177 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbbdafb-d5f5-4dd3-9421-02fbdcbc2e0e x-openstack-request-id: req-cdbbdafb-d5f5-4dd3-9421-02fbdcbc2e0e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:03:53.407467 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40e224ec-f9c0-48b9-bb53-5c9affe8abfb", "tag": "e7d749fc-f7c9-475a-a89c-be0406a9cbae", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:03:53.407773 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cdbbdafb-d5f5-4dd3-9421-02fbdcbc2e0e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:03:53.408190 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdbbdafb-d5f5-4dd3-9421-02fbdcbc2e0e'] response: {'name': 'network-changed', 'server_uuid': '40e224ec-f9c0-48b9-bb53-5c9affe8abfb', 'tag': 'e7d749fc-f7c9-475a-a89c-be0406a9cbae', 'status': 'completed', 'code': 200} Apr 21 13:03:53.472302 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-69977d83-632e-462f-be92-c6e706548ad5 None None] Set router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:03:53.478875 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2e5b7-26d4-4116-b6c0-d453c1db55e0 req-ba6982a5-c6f4-4189-a894-2a1e62835959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:53.480579 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e9f2e5b7-26d4-4116-b6c0-d453c1db55e0 req-ba6982a5-c6f4-4189-a894-2a1e62835959 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dbf20d2a696446f3bf763b1a95728ce3&device_id=40e224ec-f9c0-48b9-bb53-5c9affe8abfb HTTP/1.1" status: 200 len: 1097 time: 0.0500810 Apr 21 13:03:53.577775 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2e5b7-26d4-4116-b6c0-d453c1db55e0 req-95ae0d1c-d311-495e-90da-e3e73439c813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:53.579159 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e9f2e5b7-26d4-4116-b6c0-d453c1db55e0 req-95ae0d1c-d311-495e-90da-e3e73439c813 service neutron] 10.222.0.26 "GET /v2.0/networks?id=66226ca0-89ea-4d56-8a47-047ac66c4412 HTTP/1.1" status: 200 len: 916 time: 0.0914955 Apr 21 13:03:53.652505 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e9f2e5b7-26d4-4116-b6c0-d453c1db55e0 req-ce3cc5a7-6362-41d4-a3d4-a5c3b4b9a838 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7d749fc-f7c9-475a-a89c-be0406a9cbae HTTP/1.1" status: 200 len: 999 time: 0.0670438 Apr 21 13:03:53.703791 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2e5b7-26d4-4116-b6c0-d453c1db55e0 req-539143cf-12bd-4f9e-89e3-d61b8b8c6ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:53.705476 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e9f2e5b7-26d4-4116-b6c0-d453c1db55e0 req-539143cf-12bd-4f9e-89e3-d61b8b8c6ae6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50dbb38d-b032-403f-a924-76781bc12675 HTTP/1.1" status: 200 len: 854 time: 0.0462503 Apr 21 13:03:53.718848 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-69977d83-632e-462f-be92-c6e706548ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T12:57:17Z', 'revision_number': 4, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'b7600e23-a98e-4272-8594-b0d0c61f477c', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'port_id': 'e7d749fc-f7c9-475a-a89c-be0406a9cbae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'mac_address': 'fa:16:3e:ad:d2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e224ec-f9c0-48b9-bb53-5c9affe8abfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:03:36Z', 'updated_at': '2022-04-21T13:03:52Z', 'revision_number': 1, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df1715ac-07af-4ef8-93a1-71a0ff3c7fdc', 'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'mac_address': 'fa:16:3e:aa:34:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:16Z', 'updated_at': '2022-04-21T12:57:23Z', 'revision_number': 5, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'subnets': [{'id': '50dbb38d-b032-403f-a924-76781bc12675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:53.745689 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69977d83-632e-462f-be92-c6e706548ad5 None None] Checking router: 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:03:53.751496 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f2e5b7-26d4-4116-b6c0-d453c1db55e0 req-651d1233-726d-4c2e-af81-9fcb06067d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:03:53.753176 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e9f2e5b7-26d4-4116-b6c0-d453c1db55e0 req-651d1233-726d-4c2e-af81-9fcb06067d4a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66226ca0-89ea-4d56-8a47-047ac66c4412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417466 Apr 21 13:03:53.754173 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69977d83-632e-462f-be92-c6e706548ad5 None None] Routers {'24cbd2a7-a824-46b1-89c9-16ebf81c6df8'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:03:53.754882 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-69977d83-632e-462f-be92-c6e706548ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:03:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:53.858480 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e9f2e5b7-26d4-4116-b6c0-d453c1db55e0 req-e077852f-53cd-41ee-942f-7e7526cec5ae service neutron] 10.222.0.26 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968895 Apr 21 13:03:53.882425 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-69977d83-632e-462f-be92-c6e706548ad5 None None] Set router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:03:53.962023 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e9f2e5b7-26d4-4116-b6c0-d453c1db55e0 req-b717b7bd-7ef7-439a-960d-dca008dafee0 service neutron] 10.222.0.26 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993795 Apr 21 13:03:54.113153 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-69977d83-632e-462f-be92-c6e706548ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T12:57:17Z', 'revision_number': 4, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'b7600e23-a98e-4272-8594-b0d0c61f477c', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'port_id': 'e7d749fc-f7c9-475a-a89c-be0406a9cbae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'mac_address': 'fa:16:3e:ad:d2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e224ec-f9c0-48b9-bb53-5c9affe8abfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:03:36Z', 'updated_at': '2022-04-21T13:03:52Z', 'revision_number': 1, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df1715ac-07af-4ef8-93a1-71a0ff3c7fdc', 'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'mac_address': 'fa:16:3e:aa:34:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:16Z', 'updated_at': '2022-04-21T12:57:23Z', 'revision_number': 5, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'subnets': [{'id': '50dbb38d-b032-403f-a924-76781bc12675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:03:54.139535 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69977d83-632e-462f-be92-c6e706548ad5 None None] The sync data for ids ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'] in n-d-836147-2 is: [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T12:57:17Z', 'revision_number': 4, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'b7600e23-a98e-4272-8594-b0d0c61f477c', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'floating_ip_address': '172.25.8.70', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'port_id': 'e7d749fc-f7c9-475a-a89c-be0406a9cbae', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'mac_address': 'fa:16:3e:ad:d2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40e224ec-f9c0-48b9-bb53-5c9affe8abfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:03:36Z', 'updated_at': '2022-04-21T13:03:52Z', 'revision_number': 1, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df1715ac-07af-4ef8-93a1-71a0ff3c7fdc', 'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'mac_address': 'fa:16:3e:aa:34:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:16Z', 'updated_at': '2022-04-21T12:57:23Z', 'revision_number': 5, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'subnets': [{'id': '50dbb38d-b032-403f-a924-76781bc12675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:03:54.373904 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33321a77-8451-4df4-8a6b-5c68beaa749e None None] New status for floating IP b7600e23-a98e-4272-8594-b0d0c61f477c: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:03:54.758138 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45540) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:54.865922 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-737d4a1a-3e10-4ede-b4b3-826e465ff03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:54.940006 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-737d4a1a-3e10-4ede-b4b3-826e465ff03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:54.981994 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-737d4a1a-3e10-4ede-b4b3-826e465ff03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:55.018479 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d4a1a-3e10-4ede-b4b3-826e465ff03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16799c98-f996-4c1a-a471-9f589f4ab62b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:55.022753 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-737d4a1a-3e10-4ede-b4b3-826e465ff03f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2736cb884fe44af48b7b074c60662523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2636151 Apr 21 13:03:55.025402 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45544) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:55.079510 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3751550f-b317-4317-87de-a7ebd7126757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:55.101628 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3751550f-b317-4317-87de-a7ebd7126757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:55.205506 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3751550f-b317-4317-87de-a7ebd7126757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:55.208627 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3751550f-b317-4317-87de-a7ebd7126757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:55.210117 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3751550f-b317-4317-87de-a7ebd7126757 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/16799c98-f996-4c1a-a471-9f589f4ab62b HTTP/1.1" status: 204 len: 168 time: 0.1837943 Apr 21 13:03:55.220042 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751550f-b317-4317-87de-a7ebd7126757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16799c98-f996-4c1a-a471-9f589f4ab62b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:55.797023 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45552) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:55.810543 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e8e5298-8dd5-4815-b3c1-145c1f91c924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:55.882414 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e8e5298-8dd5-4815-b3c1-145c1f91c924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:55.962678 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e8e5298-8dd5-4815-b3c1-145c1f91c924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:55.999605 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e5298-8dd5-4815-b3c1-145c1f91c924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4e996b-102c-4857-b0b4-6f983cd44f90,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:03:56.007463 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45554) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:03:56.007957 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7e8e5298-8dd5-4815-b3c1-145c1f91c924 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e2ed74eba59492c8ddf31f0d09d1e66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2094023 Apr 21 13:03:56.064283 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96d2ca9a-5ddd-4fc6-9e19-89e689d0d73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:56.085157 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96d2ca9a-5ddd-4fc6-9e19-89e689d0d73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:56.251017 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96d2ca9a-5ddd-4fc6-9e19-89e689d0d73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:56.253667 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96d2ca9a-5ddd-4fc6-9e19-89e689d0d73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:03:56.254908 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-96d2ca9a-5ddd-4fc6-9e19-89e689d0d73e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd4e996b-102c-4857-b0b4-6f983cd44f90 HTTP/1.1" status: 204 len: 168 time: 0.2463887 Apr 21 13:03:56.270551 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2ca9a-5ddd-4fc6-9e19-89e689d0d73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4e996b-102c-4857-b0b4-6f983cd44f90,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:03.728948 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45694) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:03.932571 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68a7ee1b-eb9e-45a2-8670-7260c53a770a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:04.004722 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68a7ee1b-eb9e-45a2-8670-7260c53a770a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:04.073644 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-68a7ee1b-eb9e-45a2-8670-7260c53a770a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:04.112062 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7ee1b-eb9e-45a2-8670-7260c53a770a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf20c62-baa8-44f0-b430-9da8b33b2b14,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:04.118957 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-68a7ee1b-eb9e-45a2-8670-7260c53a770a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e1ac10f3622e4ae4b4be5d21a2f56a96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3862460 Apr 21 13:04:04.119126 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45704) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:04.169300 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ae32b72-0832-44ae-9275-08a3599fc93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:04.193107 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ae32b72-0832-44ae-9275-08a3599fc93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:04.323503 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ae32b72-0832-44ae-9275-08a3599fc93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:04.326069 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1ae32b72-0832-44ae-9275-08a3599fc93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:04.327219 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1ae32b72-0832-44ae-9275-08a3599fc93f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cbf20c62-baa8-44f0-b430-9da8b33b2b14 HTTP/1.1" status: 204 len: 168 time: 0.2072015 Apr 21 13:04:04.335277 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae32b72-0832-44ae-9275-08a3599fc93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf20c62-baa8-44f0-b430-9da8b33b2b14,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:04.983005 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:04:08.506670 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-d7c709a8-b3fc-421c-9b5a-64c498d70914 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=aaf98999b5f940e4a34ad6434bca9ac5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295327 Apr 21 13:04:08.689543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-367aa6c9-b8d6-470a-832b-cb44ff5a7b24 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:08.691030 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-367aa6c9-b8d6-470a-832b-cb44ff5a7b24 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1781621 Apr 21 13:04:08.707156 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-21be4be9-f4e7-4d62-b733-a7a3c4898d4a tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.36 "GET /v2.0/quotas/aaf98999b5f940e4a34ad6434bca9ac5 HTTP/1.1" status: 200 len: 375 time: 0.0097961 Apr 21 13:04:08.747136 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-ab519420-4fe8-48b8-b84a-df132f491ce5 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=aaf98999b5f940e4a34ad6434bca9ac5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335264 Apr 21 13:04:08.994777 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d1dc86f-080f-4d48-b3f1-fa80ede446d3 req-f8cf4e86-245e-4896-8298-f8f3555db263 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab373f1e-0d96-49b4-9371-8e090312bd0f HTTP/1.1" status: 200 len: 210 time: 0.0317476 Apr 21 13:04:10.094012 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d383cc58-aef6-4451-a064-dd40f9c6fac7 req-890c55ba-12b2-420a-8fcf-94a54e758bde tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab373f1e-0d96-49b4-9371-8e090312bd0f HTTP/1.1" status: 200 len: 210 time: 0.0283484 Apr 21 13:04:11.194314 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-383fc63c-c98c-4820-a051-3b5015248ab3 req-3a8e9535-0cb6-4a45-b0b4-f8efde91665e tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab373f1e-0d96-49b4-9371-8e090312bd0f HTTP/1.1" status: 200 len: 210 time: 0.0260689 Apr 21 13:04:11.384336 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-4664079a-46f0-4a1a-9a50-915e35934790 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=aaf98999b5f940e4a34ad6434bca9ac5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200481 Apr 21 13:04:11.495140 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-b85be1f8-40db-444d-90a9-ed62918ec59f tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:11.496599 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-b85be1f8-40db-444d-90a9-ed62918ec59f tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1069448 Apr 21 13:04:11.509766 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-b3767b96-3cad-45a5-8d36-539dea4131f9 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Request body: {'port': {'device_id': 'ab373f1e-0d96-49b4-9371-8e090312bd0f', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'admin_state_up': True, 'tenant_id': 'aaf98999b5f940e4a34ad6434bca9ac5'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:04:11.677723 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-b3767b96-3cad-45a5-8d36-539dea4131f9 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Made reservation on behalf of aaf98999b5f940e4a34ad6434bca9ac5 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:04:11.681264 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-b3767b96-3cad-45a5-8d36-539dea4131f9 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:11.690816 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-b3767b96-3cad-45a5-8d36-539dea4131f9 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:11.764647 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-b3767b96-3cad-45a5-8d36-539dea4131f9 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:11.828238 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-b3767b96-3cad-45a5-8d36-539dea4131f9 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:11.896386 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3767b96-3cad-45a5-8d36-539dea4131f9 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f1e7e0-67bb-4400-a903-9e4ad5a22496,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:11.967599 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-b3767b96-3cad-45a5-8d36-539dea4131f9 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Allocated IP 192.168.233.224 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/ede61031-d450-4c56-8e44-f5588d84392e) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:04:12.114472 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-b3767b96-3cad-45a5-8d36-539dea4131f9 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:12.234247 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-b3767b96-3cad-45a5-8d36-539dea4131f9 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:12.275141 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-b3767b96-3cad-45a5-8d36-539dea4131f9 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:04:12.290025 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-b3767b96-3cad-45a5-8d36-539dea4131f9 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:04:12.308639 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-b3767b96-3cad-45a5-8d36-539dea4131f9 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:04:12.340480 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3767b96-3cad-45a5-8d36-539dea4131f9 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Pushing event updated for resources: {'Port': ['ID=ede61031-d450-4c56-8e44-f5588d84392e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:12.376035 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6000ba9-b207-4c1d-bc94-d8f829e4b7ab req-904c0457-afe7-4a84-a9fe-7df3ffff9ccd tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:12.380763 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b6000ba9-b207-4c1d-bc94-d8f829e4b7ab req-904c0457-afe7-4a84-a9fe-7df3ffff9ccd tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab373f1e-0d96-49b4-9371-8e090312bd0f HTTP/1.1" status: 200 len: 936 time: 0.1056726 Apr 21 13:04:12.385931 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-b3767b96-3cad-45a5-8d36-539dea4131f9 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:12.387055 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-b3767b96-3cad-45a5-8d36-539dea4131f9 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:12.428778 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b6000ba9-b207-4c1d-bc94-d8f829e4b7ab req-5c24dd00-e644-4e20-a81d-ab85cb0a36a8 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1f1e7e0-67bb-4400-a903-9e4ad5a22496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389650 Apr 21 13:04:12.510681 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-b3767b96-3cad-45a5-8d36-539dea4131f9 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0044534 Apr 21 13:04:12.522600 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-d6137463-146c-4b5b-8bfc-11202c49399f service neutron] Request body: {'port': {'device_id': 'ab373f1e-0d96-49b4-9371-8e090312bd0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:04:12.565364 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8c9f12b4-8af0-434d-b0da-a72433e216ee None None] Provisioning complete for port ede61031-d450-4c56-8e44-f5588d84392e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:04:12.566021 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c9f12b4-8af0-434d-b0da-a72433e216ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:12.577942 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-d6137463-146c-4b5b-8bfc-11202c49399f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:12.600935 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8c9f12b4-8af0-434d-b0da-a72433e216ee None None] Port ede61031-d450-4c56-8e44-f5588d84392e cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:04:12.842622 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-d6137463-146c-4b5b-8bfc-11202c49399f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ede61031-d450-4c56-8e44-f5588d84392e {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:04:12.849919 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-d6137463-146c-4b5b-8bfc-11202c49399f service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:12.861745 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-d6137463-146c-4b5b-8bfc-11202c49399f service neutron] Transition to ACTIVE for port object ede61031-d450-4c56-8e44-f5588d84392e will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:04:12.948460 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-d6137463-146c-4b5b-8bfc-11202c49399f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:12.998514 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6137463-146c-4b5b-8bfc-11202c49399f service neutron] Pushing event updated for resources: {'Port': ['ID=ede61031-d450-4c56-8e44-f5588d84392e,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:13.074343 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-d6137463-146c-4b5b-8bfc-11202c49399f service neutron] Attempting to bind port ede61031-d450-4c56-8e44-f5588d84392e on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:04:13.078630 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-d6137463-146c-4b5b-8bfc-11202c49399f service neutron] Attempting to bind port ede61031-d450-4c56-8e44-f5588d84392e by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:04:13.078630 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-d6137463-146c-4b5b-8bfc-11202c49399f service neutron] Attempting to bind port ede61031-d450-4c56-8e44-f5588d84392e on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:04:13.081108 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-d6137463-146c-4b5b-8bfc-11202c49399f service neutron] Port ede61031-d450-4c56-8e44-f5588d84392e on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:04:13.081347 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-d6137463-146c-4b5b-8bfc-11202c49399f service neutron] Attempting to bind port ede61031-d450-4c56-8e44-f5588d84392e on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:04:13.087901 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-d6137463-146c-4b5b-8bfc-11202c49399f service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:04:13.088309 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-d6137463-146c-4b5b-8bfc-11202c49399f service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:04:13.088630 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-d6137463-146c-4b5b-8bfc-11202c49399f service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:04:13.089076 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-d6137463-146c-4b5b-8bfc-11202c49399f service neutron] Bound port: ede61031-d450-4c56-8e44-f5588d84392e, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:04:13.089441 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-d6137463-146c-4b5b-8bfc-11202c49399f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:13.163927 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-d6137463-146c-4b5b-8bfc-11202c49399f service neutron] For port ede61031-d450-4c56-8e44-f5588d84392e, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:04:13.167212 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-d6137463-146c-4b5b-8bfc-11202c49399f service neutron] For port ede61031-d450-4c56-8e44-f5588d84392e, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=ede61031-d450-4c56-8e44-f5588d84392e,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:04:13.234346 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-d6137463-146c-4b5b-8bfc-11202c49399f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:13.268748 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-d6137463-146c-4b5b-8bfc-11202c49399f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:13.269362 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-d6137463-146c-4b5b-8bfc-11202c49399f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:13.270790 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-d6137463-146c-4b5b-8bfc-11202c49399f service neutron] 10.222.0.24 "PUT /v2.0/ports/ede61031-d450-4c56-8e44-f5588d84392e HTTP/1.1" status: 200 len: 1096 time: 0.7522128 Apr 21 13:04:13.271234 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab373f1e-0d96-49b4-9371-8e090312bd0f', 'tag': 'ede61031-d450-4c56-8e44-f5588d84392e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:04:13.273492 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd61350-1df6-4c55-ad27-3db379d3e587" -d '{"events": [{"name": "network-changed", "server_uuid": "ab373f1e-0d96-49b4-9371-8e090312bd0f", "tag": "ede61031-d450-4c56-8e44-f5588d84392e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:04:13.304904 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6137463-146c-4b5b-8bfc-11202c49399f service neutron] Pushing event updated for resources: {'Port': ['ID=ede61031-d450-4c56-8e44-f5588d84392e,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:13.444374 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-aedc2dc3-5e38-410b-95ec-1e7264ed4ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:13.445971 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-aedc2dc3-5e38-410b-95ec-1e7264ed4ad9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aaf98999b5f940e4a34ad6434bca9ac5&device_id=ab373f1e-0d96-49b4-9371-8e090312bd0f HTTP/1.1" status: 200 len: 1099 time: 0.0515661 Apr 21 13:04:13.508065 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-ecb72339-a8ab-409a-a30f-aab1c4843a13 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=ede61031-d450-4c56-8e44-f5588d84392e HTTP/1.1" status: 200 len: 217 time: 0.0538080 Apr 21 13:04:13.514081 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3870cc9-a17b-4ae8-a60f-e762eff2d98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:13.530921 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc82097-5b7f-47c1-9847-7bf711c9bc9f x-openstack-request-id: req-4fc82097-5b7f-47c1-9847-7bf711c9bc9f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:04:13.531260 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab373f1e-0d96-49b4-9371-8e090312bd0f", "tag": "ede61031-d450-4c56-8e44-f5588d84392e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:04:13.531469 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4fc82097-5b7f-47c1-9847-7bf711c9bc9f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:04:13.531827 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fc82097-5b7f-47c1-9847-7bf711c9bc9f'] response: {'name': 'network-changed', 'server_uuid': 'ab373f1e-0d96-49b4-9371-8e090312bd0f', 'tag': 'ede61031-d450-4c56-8e44-f5588d84392e', 'status': 'completed', 'code': 200} Apr 21 13:04:13.600818 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-c73d8466-83a1-42d2-b0d3-b15aad8cd641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:13.602338 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-c73d8466-83a1-42d2-b0d3-b15aad8cd641 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.0873678 Apr 21 13:04:13.626968 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5031d4f7-6b14-4c5a-86f3-94b5690f246e req-da7eb1ce-a3c8-4e8f-9e55-3985da9d7d95 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:13.628513 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5031d4f7-6b14-4c5a-86f3-94b5690f246e req-da7eb1ce-a3c8-4e8f-9e55-3985da9d7d95 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab373f1e-0d96-49b4-9371-8e090312bd0f HTTP/1.1" status: 200 len: 948 time: 0.0724738 Apr 21 13:04:13.686676 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-a5e41cac-2a3e-4e10-9603-616edd009a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:13.688147 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-a5e41cac-2a3e-4e10-9603-616edd009a42 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0783582 Apr 21 13:04:13.691290 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5031d4f7-6b14-4c5a-86f3-94b5690f246e req-658afb72-9b8f-40d4-b236-8c25b4df9c56 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1f1e7e0-67bb-4400-a903-9e4ad5a22496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484631 Apr 21 13:04:13.781848 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-4c8471da-b954-4aba-8e9a-327802b17189 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847108 Apr 21 13:04:13.876818 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b0c4ff0-cfc7-438f-980e-f3bfd8b75c7b req-e2e0b80c-633f-4db3-9ac3-070acbcf4f3f service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857019 Apr 21 13:04:14.067404 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd61350-1df6-4c55-ad27-3db379d3e587 req-581ce5f0-a5b7-4b90-9076-fdec079ec6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:14.068910 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2cd61350-1df6-4c55-ad27-3db379d3e587 req-581ce5f0-a5b7-4b90-9076-fdec079ec6da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aaf98999b5f940e4a34ad6434bca9ac5&device_id=ab373f1e-0d96-49b4-9371-8e090312bd0f HTTP/1.1" status: 200 len: 1099 time: 0.0411704 Apr 21 13:04:14.157841 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd61350-1df6-4c55-ad27-3db379d3e587 req-66fbbdeb-223a-47e7-91f5-635100c1e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:14.159225 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2cd61350-1df6-4c55-ad27-3db379d3e587 req-66fbbdeb-223a-47e7-91f5-635100c1e123 service neutron] 10.222.0.24 "GET /v2.0/networks?id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0 HTTP/1.1" status: 200 len: 870 time: 0.0828707 Apr 21 13:04:14.205644 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2cd61350-1df6-4c55-ad27-3db379d3e587 req-75991753-c453-443f-9003-4eb1a2e96748 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=ede61031-d450-4c56-8e44-f5588d84392e HTTP/1.1" status: 200 len: 217 time: 0.0372052 Apr 21 13:04:14.253783 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd61350-1df6-4c55-ad27-3db379d3e587 req-09d8e1fa-2351-49ad-a52d-9d47dd29b852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:14.255246 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2cd61350-1df6-4c55-ad27-3db379d3e587 req-09d8e1fa-2351-49ad-a52d-9d47dd29b852 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.0433683 Apr 21 13:04:14.301313 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd61350-1df6-4c55-ad27-3db379d3e587 req-c63bf5d0-3453-4c87-9de1-77d213be513a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:14.302806 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2cd61350-1df6-4c55-ad27-3db379d3e587 req-c63bf5d0-3453-4c87-9de1-77d213be513a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0391695 Apr 21 13:04:14.397632 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2cd61350-1df6-4c55-ad27-3db379d3e587 req-b4a5a96d-1e42-4ae7-821f-17de1df44de6 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869122 Apr 21 13:04:14.485329 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2cd61350-1df6-4c55-ad27-3db379d3e587 req-8b9b027c-a621-4416-90bd-e4747ba02b8e service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811663 Apr 21 13:04:14.805963 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834c2ad-85cd-46a9-90cd-4963b48aee12 req-6c789feb-01fe-45ae-9869-9a1416997300 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:14.807398 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9834c2ad-85cd-46a9-90cd-4963b48aee12 req-6c789feb-01fe-45ae-9869-9a1416997300 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab373f1e-0d96-49b4-9371-8e090312bd0f HTTP/1.1" status: 200 len: 948 time: 0.0476680 Apr 21 13:04:14.850479 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9834c2ad-85cd-46a9-90cd-4963b48aee12 req-9fff3e69-0513-42b3-8692-4f524543d6de tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1f1e7e0-67bb-4400-a903-9e4ad5a22496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362396 Apr 21 13:04:15.648065 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device ede61031-d450-4c56-8e44-f5588d84392e details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:04:15.743111 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port ede61031-d450-4c56-8e44-f5588d84392e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=ede61031-d450-4c56-8e44-f5588d84392e,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:04:15.754464 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1c5b1b9-fd26-4a11-91ee-9d10169ffae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:15.756243 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'ede61031-d450-4c56-8e44-f5588d84392e', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': 'ede61031-d450-4c56-8e44-f5588d84392e', 'mac_address': 'fa:16:3e:5d:8e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:04:15.796930 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:15.806686 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ede61031-d450-4c56-8e44-f5588d84392e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:04:15.826507 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port ede61031-d450-4c56-8e44-f5588d84392e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=ede61031-d450-4c56-8e44-f5588d84392e,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:04:15.920138 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:15.976191 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=ede61031-d450-4c56-8e44-f5588d84392e,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:15.978831 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321ac75-68e5-4392-b9b2-86b63e7ce6f6 req-edba4306-e775-4e37-96da-adfccf7134ec tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:15.980951 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0321ac75-68e5-4392-b9b2-86b63e7ce6f6 req-edba4306-e775-4e37-96da-adfccf7134ec tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab373f1e-0d96-49b4-9371-8e090312bd0f HTTP/1.1" status: 200 len: 949 time: 0.0497603 Apr 21 13:04:15.993913 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45944) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:16.021326 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0321ac75-68e5-4392-b9b2-86b63e7ce6f6 req-c99a5373-99db-4cc4-9918-1ebe82c7a249 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1f1e7e0-67bb-4400-a903-9e4ad5a22496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331211 Apr 21 13:04:16.104670 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7b1d1280-26eb-4b0e-a533-82fd2b119ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:16.162547 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['ede61031-d450-4c56-8e44-f5588d84392e'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:04:16.178141 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7b1d1280-26eb-4b0e-a533-82fd2b119ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:16.283135 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7b1d1280-26eb-4b0e-a533-82fd2b119ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:16.324166 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7b1d1280-26eb-4b0e-a533-82fd2b119ab6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1bd44451f8e146739316e68ad9d35974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3290739 Apr 21 13:04:16.325170 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1d1280-26eb-4b0e-a533-82fd2b119ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7942876-050f-4428-9e4b-df912798b283,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:16.326733 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45948) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:16.376922 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2cd3ece-3f5e-488d-95a4-9698e06acb08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:16.398237 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2cd3ece-3f5e-488d-95a4-9698e06acb08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:16.511523 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2cd3ece-3f5e-488d-95a4-9698e06acb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:16.514581 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2cd3ece-3f5e-488d-95a4-9698e06acb08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:16.515731 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d2cd3ece-3f5e-488d-95a4-9698e06acb08 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b7942876-050f-4428-9e4b-df912798b283 HTTP/1.1" status: 204 len: 168 time: 0.1880090 Apr 21 13:04:16.523526 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd3ece-3f5e-488d-95a4-9698e06acb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7942876-050f-4428-9e4b-df912798b283,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:16.976602 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:17.143856 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc072816-7e4f-4331-9130-aaf5fae152c8 req-6ad95ca2-8169-4f99-b0b7-c2a126fce089 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:17.145316 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc072816-7e4f-4331-9130-aaf5fae152c8 req-6ad95ca2-8169-4f99-b0b7-c2a126fce089 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab373f1e-0d96-49b4-9371-8e090312bd0f HTTP/1.1" status: 200 len: 949 time: 0.0560138 Apr 21 13:04:17.180446 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45956) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:17.183465 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc072816-7e4f-4331-9130-aaf5fae152c8 req-589efaf9-6505-4953-97ef-5e6fb08469bc tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1f1e7e0-67bb-4400-a903-9e4ad5a22496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320282 Apr 21 13:04:17.200825 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96dd7061-0eb1-41d8-a325-94f67715a35e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:17.269066 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96dd7061-0eb1-41d8-a325-94f67715a35e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:17.348035 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-96dd7061-0eb1-41d8-a325-94f67715a35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:17.387073 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-96dd7061-0eb1-41d8-a325-94f67715a35e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=79c5ba615df84ff5af253bb9e6ff00f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2026613 Apr 21 13:04:17.387914 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd7061-0eb1-41d8-a325-94f67715a35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1362e47b-e277-4cd2-93b5-83c22c833df1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:17.389898 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45958) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:17.439511 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9941bc2d-5392-43bc-a35e-738f7ef2c71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:17.460021 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9941bc2d-5392-43bc-a35e-738f7ef2c71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:17.576913 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9941bc2d-5392-43bc-a35e-738f7ef2c71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:17.579410 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9941bc2d-5392-43bc-a35e-738f7ef2c71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:17.580558 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9941bc2d-5392-43bc-a35e-738f7ef2c71f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1362e47b-e277-4cd2-93b5-83c22c833df1 HTTP/1.1" status: 204 len: 168 time: 0.1896904 Apr 21 13:04:17.588858 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941bc2d-5392-43bc-a35e-738f7ef2c71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1362e47b-e277-4cd2-93b5-83c22c833df1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:17.663425 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device ede61031-d450-4c56-8e44-f5588d84392e up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:04:17.828081 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port ede61031-d450-4c56-8e44-f5588d84392e completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:04:17.831929 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port ede61031-d450-4c56-8e44-f5588d84392e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:04:17.832299 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:17.906790 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:17.933904 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab373f1e-0d96-49b4-9371-8e090312bd0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede61031-d450-4c56-8e44-f5588d84392e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:04:17.936728 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adb3948-9397-4d41-ab13-9f975506e5df" -d '{"events": [{"server_uuid": "ab373f1e-0d96-49b4-9371-8e090312bd0f", "name": "network-vif-plugged", "status": "completed", "tag": "ede61031-d450-4c56-8e44-f5588d84392e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:04:17.959283 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port ede61031-d450-4c56-8e44-f5588d84392e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=ede61031-d450-4c56-8e44-f5588d84392e,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:04:17.975542 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f46acb7-0be2-465b-96e5-42ac59427273 x-openstack-request-id: req-3f46acb7-0be2-465b-96e5-42ac59427273 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:04:17.975842 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab373f1e-0d96-49b4-9371-8e090312bd0f", "name": "network-vif-plugged", "status": "completed", "tag": "ede61031-d450-4c56-8e44-f5588d84392e", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:04:17.976098 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3f46acb7-0be2-465b-96e5-42ac59427273 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:04:17.976497 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f46acb7-0be2-465b-96e5-42ac59427273'] response: {'server_uuid': 'ab373f1e-0d96-49b4-9371-8e090312bd0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ede61031-d450-4c56-8e44-f5588d84392e', 'code': 200} Apr 21 13:04:18.033770 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:18.054969 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:18.076150 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e18506-17fe-44ba-b211-2333859f3702 req-a8cb8333-2690-4781-bd43-7bd5e554cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:18.077665 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d0e18506-17fe-44ba-b211-2333859f3702 req-a8cb8333-2690-4781-bd43-7bd5e554cc94 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ab373f1e-0d96-49b4-9371-8e090312bd0f HTTP/1.1" status: 200 len: 1100 time: 0.0425262 Apr 21 13:04:18.107115 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=ede61031-d450-4c56-8e44-f5588d84392e,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:18.120093 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d0e18506-17fe-44ba-b211-2333859f3702 req-294efa91-0aad-43d9-a39d-09cad3f52476 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a1f1e7e0-67bb-4400-a903-9e4ad5a22496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352447 Apr 21 13:04:18.307860 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe80d6-9293-40da-9913-a75f2ab70d55 req-7ceb955a-d331-4a4d-8b51-92af5c88b16e tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:18.309335 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-22fe80d6-9293-40da-9913-a75f2ab70d55 req-7ceb955a-d331-4a4d-8b51-92af5c88b16e tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab373f1e-0d96-49b4-9371-8e090312bd0f HTTP/1.1" status: 200 len: 950 time: 0.0526810 Apr 21 13:04:18.347505 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-22fe80d6-9293-40da-9913-a75f2ab70d55 req-1e37ef6f-5ecb-4312-8863-1e9793865127 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1f1e7e0-67bb-4400-a903-9e4ad5a22496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321145 Apr 21 13:04:18.490943 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:18.742424 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:19.193717 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 45990) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:19.297914 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b8f4b0e-418b-4ddc-881c-b127e56725c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:19.374262 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b8f4b0e-418b-4ddc-881c-b127e56725c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:19.463043 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c58ed0-87c1-4f8f-a8c4-d6431e9bbf01 req-87e28e74-f8b8-425d-a2ee-f1e0febd137c tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:19.464529 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5c58ed0-87c1-4f8f-a8c4-d6431e9bbf01 req-87e28e74-f8b8-425d-a2ee-f1e0febd137c tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab373f1e-0d96-49b4-9371-8e090312bd0f HTTP/1.1" status: 200 len: 950 time: 0.0483115 Apr 21 13:04:19.465642 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0b8f4b0e-418b-4ddc-881c-b127e56725c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:19.516522 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8f4b0e-418b-4ddc-881c-b127e56725c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d679f552-4089-452f-ba06-871cb8b64e9f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:19.529301 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0b8f4b0e-418b-4ddc-881c-b127e56725c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=16ef949a452c4e388e1c80b320c6133f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3290370 Apr 21 13:04:19.529669 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 45996) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:19.538537 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5c58ed0-87c1-4f8f-a8c4-d6431e9bbf01 req-2d534c94-7106-4918-813e-f6f9dbc17509 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1f1e7e0-67bb-4400-a903-9e4ad5a22496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667894 Apr 21 13:04:19.575786 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-13d55f18-acf2-4b1e-82f7-87ef332172f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:19.596560 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-13d55f18-acf2-4b1e-82f7-87ef332172f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:19.730822 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-13d55f18-acf2-4b1e-82f7-87ef332172f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:19.733307 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-13d55f18-acf2-4b1e-82f7-87ef332172f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:19.734516 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-13d55f18-acf2-4b1e-82f7-87ef332172f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d679f552-4089-452f-ba06-871cb8b64e9f HTTP/1.1" status: 204 len: 168 time: 0.2069349 Apr 21 13:04:19.742218 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d55f18-acf2-4b1e-82f7-87ef332172f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d679f552-4089-452f-ba06-871cb8b64e9f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:20.546535 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:20.660574 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe9702-a440-4649-ad06-2147ab49b626 req-f1993c0a-ed6c-4d37-a07b-088fa6278307 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:20.662164 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fabe9702-a440-4649-ad06-2147ab49b626 req-f1993c0a-ed6c-4d37-a07b-088fa6278307 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab373f1e-0d96-49b4-9371-8e090312bd0f HTTP/1.1" status: 200 len: 950 time: 0.0530372 Apr 21 13:04:20.705042 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fabe9702-a440-4649-ad06-2147ab49b626 req-b39c20ce-a94d-4e12-aba8-872dffc0cd96 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1f1e7e0-67bb-4400-a903-9e4ad5a22496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345001 Apr 21 13:04:20.904564 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd355b6-7ae9-4212-a165-4348af31a975 req-9ae83d33-52d6-4ee1-a13d-983a93337b25 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:20.906126 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cfd355b6-7ae9-4212-a165-4348af31a975 req-9ae83d33-52d6-4ee1-a13d-983a93337b25 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 946 time: 0.0540652 Apr 21 13:04:20.945919 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cfd355b6-7ae9-4212-a165-4348af31a975 req-0bea76bd-7e7e-4965-9a6e-b7d067d08e5c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dca9f50-fef5-4432-aecb-c8fc482be3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334241 Apr 21 13:04:21.294187 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bac5be-3f68-4db8-8ac5-cb36553f62fd req-b7d79a8c-cd30-4bb8-8eea-276c7b3c8cb0 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:21.295958 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b0bac5be-3f68-4db8-8ac5-cb36553f62fd req-b7d79a8c-cd30-4bb8-8eea-276c7b3c8cb0 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab373f1e-0d96-49b4-9371-8e090312bd0f HTTP/1.1" status: 200 len: 950 time: 0.0546722 Apr 21 13:04:21.334005 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b0bac5be-3f68-4db8-8ac5-cb36553f62fd req-6aa5a0a5-5ea5-44fc-86a2-fda203492ae3 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1f1e7e0-67bb-4400-a903-9e4ad5a22496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317430 Apr 21 13:04:22.065672 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3edf53-5a0b-43a4-84c3-211627e7ab0c req-49b8e44c-a4ed-40de-8a17-52fe9a7b001c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:22.067230 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ed3edf53-5a0b-43a4-84c3-211627e7ab0c req-49b8e44c-a4ed-40de-8a17-52fe9a7b001c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 946 time: 0.0530534 Apr 21 13:04:22.104778 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ed3edf53-5a0b-43a4-84c3-211627e7ab0c req-798bb18d-cc11-4106-b675-400987dded98 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dca9f50-fef5-4432-aecb-c8fc482be3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314183 Apr 21 13:04:22.454219 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062f54b-3b6a-4be5-baa9-e6dc632416bf req-786beef2-df9c-4c41-8ebe-74035862f96e tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:22.455700 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3062f54b-3b6a-4be5-baa9-e6dc632416bf req-786beef2-df9c-4c41-8ebe-74035862f96e tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab373f1e-0d96-49b4-9371-8e090312bd0f HTTP/1.1" status: 200 len: 950 time: 0.0504708 Apr 21 13:04:22.493563 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3062f54b-3b6a-4be5-baa9-e6dc632416bf req-b64f9497-654d-4fce-9d58-8972b309ee50 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.36 "GET /v2.0/security-groups?id=a1f1e7e0-67bb-4400-a903-9e4ad5a22496&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313516 Apr 21 13:04:22.621345 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed6936a-5860-490f-9861-8095a283a016 req-92f81307-87e2-44c1-8e91-c01f4bb88e4b tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:22.622783 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4ed6936a-5860-490f-9861-8095a283a016 req-92f81307-87e2-44c1-8e91-c01f4bb88e4b tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab373f1e-0d96-49b4-9371-8e090312bd0f HTTP/1.1" status: 200 len: 950 time: 0.0474968 Apr 21 13:04:22.714257 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4ed6936a-5860-490f-9861-8095a283a016 req-30366e3c-24a8-4160-aabe-efc73b813b48 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Deleting port ede61031-d450-4c56-8e44-f5588d84392e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:04:22.714600 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4ed6936a-5860-490f-9861-8095a283a016 req-30366e3c-24a8-4160-aabe-efc73b813b48 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:22.802195 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4ed6936a-5860-490f-9861-8095a283a016 req-30366e3c-24a8-4160-aabe-efc73b813b48 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] For port ede61031-d450-4c56-8e44-f5588d84392e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=ede61031-d450-4c56-8e44-f5588d84392e,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:04:22.802553 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4ed6936a-5860-490f-9861-8095a283a016 req-30366e3c-24a8-4160-aabe-efc73b813b48 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:22.815432 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4ed6936a-5860-490f-9861-8095a283a016 req-30366e3c-24a8-4160-aabe-efc73b813b48 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Calling delete_port for ede61031-d450-4c56-8e44-f5588d84392e owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:04:23.010922 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4ed6936a-5860-490f-9861-8095a283a016 req-30366e3c-24a8-4160-aabe-efc73b813b48 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:23.023168 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['ede61031-d450-4c56-8e44-f5588d84392e'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:04:23.039166 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30366e3c-24a8-4160-aabe-efc73b813b48 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Pushing event deleted for resources: {'Port': ['ID=ede61031-d450-4c56-8e44-f5588d84392e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:23.087409 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed6936a-5860-490f-9861-8095a283a016 req-30366e3c-24a8-4160-aabe-efc73b813b48 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] No DVR routers for this DVR port ede61031-d450-4c56-8e44-f5588d84392e on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:04:23.090194 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4ed6936a-5860-490f-9861-8095a283a016 req-30366e3c-24a8-4160-aabe-efc73b813b48 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:23.093747 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4ed6936a-5860-490f-9861-8095a283a016 req-30366e3c-24a8-4160-aabe-efc73b813b48 tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.24 "DELETE /v2.0/ports/ede61031-d450-4c56-8e44-f5588d84392e HTTP/1.1" status: 204 len: 173 time: 0.4649496 Apr 21 13:04:23.094215 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab373f1e-0d96-49b4-9371-8e090312bd0f', 'name': 'network-vif-deleted', 'tag': 'ede61031-d450-4c56-8e44-f5588d84392e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:04:23.098060 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a46b688-de53-466d-a082-04759b249e64" -d '{"events": [{"server_uuid": "ab373f1e-0d96-49b4-9371-8e090312bd0f", "name": "network-vif-deleted", "tag": "ede61031-d450-4c56-8e44-f5588d84392e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:04:23.139714 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9682629-bf58-48d5-abe5-884a889aa09f x-openstack-request-id: req-e9682629-bf58-48d5-abe5-884a889aa09f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:04:23.140432 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab373f1e-0d96-49b4-9371-8e090312bd0f", "name": "network-vif-deleted", "tag": "ede61031-d450-4c56-8e44-f5588d84392e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:04:23.140681 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e9682629-bf58-48d5-abe5-884a889aa09f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:04:23.141081 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9682629-bf58-48d5-abe5-884a889aa09f'] response: {'server_uuid': 'ab373f1e-0d96-49b4-9371-8e090312bd0f', 'name': 'network-vif-deleted', 'tag': 'ede61031-d450-4c56-8e44-f5588d84392e', 'status': 'completed', 'code': 200} Apr 21 13:04:23.228690 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58a3ec-fff5-48c3-b36d-1f51035e1e92 req-f94041d4-8414-4ae8-9a67-8a3262db0435 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:23.230383 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb58a3ec-fff5-48c3-b36d-1f51035e1e92 req-f94041d4-8414-4ae8-9a67-8a3262db0435 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 946 time: 0.0533855 Apr 21 13:04:23.274552 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb58a3ec-fff5-48c3-b36d-1f51035e1e92 req-0460ace8-84fe-4a5d-ae76-a6e017259334 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dca9f50-fef5-4432-aecb-c8fc482be3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358729 Apr 21 13:04:23.600895 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bff1a1c2-5fee-4f2d-aa60-4cdf32e3a703 req-371b8844-ec32-4cbb-a9f1-5ec917ccf96f tempest-VolumesNegativeTest-1293035546 tempest-VolumesNegativeTest-1293035546-project] 10.222.0.36 "GET /v2.0/ports?device_id=ab373f1e-0d96-49b4-9371-8e090312bd0f HTTP/1.1" status: 200 len: 210 time: 0.0263245 Apr 21 13:04:23.746428 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46148) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:23.856099 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f92417d5-33ef-42e9-8c5f-fc1b985b1fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:23.928349 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f92417d5-33ef-42e9-8c5f-fc1b985b1fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:24.005369 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f92417d5-33ef-42e9-8c5f-fc1b985b1fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:24.044369 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f92417d5-33ef-42e9-8c5f-fc1b985b1fb2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1097fc15818f46bd8d7f2c57f8d25be4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2968197 Apr 21 13:04:24.045657 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92417d5-33ef-42e9-8c5f-fc1b985b1fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a68c3ec-6fcd-496a-8936-8644b275f93d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:24.047197 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46152) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:24.096366 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a8058c9-33da-4d50-bdac-4e3ead31c32e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:24.117642 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a8058c9-33da-4d50-bdac-4e3ead31c32e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:24.222492 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a8058c9-33da-4d50-bdac-4e3ead31c32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:24.224940 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a8058c9-33da-4d50-bdac-4e3ead31c32e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:24.226102 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2a8058c9-33da-4d50-bdac-4e3ead31c32e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0a68c3ec-6fcd-496a-8936-8644b275f93d HTTP/1.1" status: 204 len: 168 time: 0.1772373 Apr 21 13:04:24.234204 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8058c9-33da-4d50-bdac-4e3ead31c32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a68c3ec-6fcd-496a-8936-8644b275f93d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:24.393830 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b08de6-2527-410f-8cd9-1b22d4fc4e5c req-e5adacb1-71bf-43c3-92cc-a1841245b302 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:24.395329 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-92b08de6-2527-410f-8cd9-1b22d4fc4e5c req-e5adacb1-71bf-43c3-92cc-a1841245b302 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 946 time: 0.0505316 Apr 21 13:04:24.433213 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-92b08de6-2527-410f-8cd9-1b22d4fc4e5c req-64e885a5-33bd-4bd8-b4c1-b4e19c98279f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dca9f50-fef5-4432-aecb-c8fc482be3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313647 Apr 21 13:04:24.945372 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46170) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:24.958451 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d75831b-bc88-4f55-addf-150469d853e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:25.029902 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d75831b-bc88-4f55-addf-150469d853e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:25.100673 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d75831b-bc88-4f55-addf-150469d853e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:25.144874 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46180) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:25.145673 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5d75831b-bc88-4f55-addf-150469d853e0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=89ee6013e32a41fb919df5f16a809f1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1958637 Apr 21 13:04:25.145673 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75831b-bc88-4f55-addf-150469d853e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31414286-597c-4f45-a394-88b9a9aed4d7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:25.194345 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-916c2e9f-42ce-4431-80d1-27c1e44cd14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:25.214942 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-916c2e9f-42ce-4431-80d1-27c1e44cd14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:25.348472 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-916c2e9f-42ce-4431-80d1-27c1e44cd14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:25.351056 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-916c2e9f-42ce-4431-80d1-27c1e44cd14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:25.352252 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-916c2e9f-42ce-4431-80d1-27c1e44cd14f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/31414286-597c-4f45-a394-88b9a9aed4d7 HTTP/1.1" status: 204 len: 168 time: 0.2089717 Apr 21 13:04:25.361403 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c2e9f-42ce-4431-80d1-27c1e44cd14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31414286-597c-4f45-a394-88b9a9aed4d7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:25.552976 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649d60d-996c-4c95-a92b-5fcc59def610 req-adb6d923-9bd5-4bd8-9ec9-1bfd38354b91 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:25.554483 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7649d60d-996c-4c95-a92b-5fcc59def610 req-adb6d923-9bd5-4bd8-9ec9-1bfd38354b91 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 946 time: 0.0511961 Apr 21 13:04:25.593441 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7649d60d-996c-4c95-a92b-5fcc59def610 req-e8c0f85e-a0f1-47a1-8b79-1c6b7776916a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dca9f50-fef5-4432-aecb-c8fc482be3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326958 Apr 21 13:04:25.733188 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device ede61031-d450-4c56-8e44-f5588d84392e no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:04:25.752572 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: ede61031-d450-4c56-8e44-f5588d84392e {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:04:25.752909 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device ede61031-d450-4c56-8e44-f5588d84392e not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:04:26.118420 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bba118-8dad-4507-8f02-1021be3e9b02 req-c86e9348-5a36-4cbd-88f9-059eae09bdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:26.119985 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c0bba118-8dad-4507-8f02-1021be3e9b02 req-c86e9348-5a36-4cbd-88f9-059eae09bdf9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 1097 time: 0.1516857 Apr 21 13:04:26.232681 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bba118-8dad-4507-8f02-1021be3e9b02 req-9947f116-b668-451f-ba2b-334800c58ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:26.234372 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c0bba118-8dad-4507-8f02-1021be3e9b02 req-9947f116-b668-451f-ba2b-334800c58ed6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=118907f7-8437-4f18-9776-60a5dbf89b06 HTTP/1.1" status: 200 len: 898 time: 0.0942590 Apr 21 13:04:26.310151 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c0bba118-8dad-4507-8f02-1021be3e9b02 req-fa12a02b-4c94-4303-a62c-1bb0b8b22071 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e5c68c7-f10d-41a1-bf75-8aab2f639d8f HTTP/1.1" status: 200 len: 1002 time: 0.0646870 Apr 21 13:04:26.369544 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bba118-8dad-4507-8f02-1021be3e9b02 req-1826ce48-8ffe-4ee5-a8d6-96e4feb8f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:26.371196 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c0bba118-8dad-4507-8f02-1021be3e9b02 req-1826ce48-8ffe-4ee5-a8d6-96e4feb8f707 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0caaabe0-727d-4698-9f08-06e3f747e241 HTTP/1.1" status: 200 len: 834 time: 0.0503709 Apr 21 13:04:26.428557 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bba118-8dad-4507-8f02-1021be3e9b02 req-45caa61a-23fe-41cf-bae7-5c00f3fd57db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:26.430269 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c0bba118-8dad-4507-8f02-1021be3e9b02 req-45caa61a-23fe-41cf-bae7-5c00f3fd57db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=118907f7-8437-4f18-9776-60a5dbf89b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486147 Apr 21 13:04:26.537395 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c0bba118-8dad-4507-8f02-1021be3e9b02 req-ce5143e6-a48a-444a-b24a-d1dc69145af4 service neutron] 10.222.0.24 "GET /v2.0/networks/118907f7-8437-4f18-9776-60a5dbf89b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965779 Apr 21 13:04:26.636447 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c0bba118-8dad-4507-8f02-1021be3e9b02 req-a1ac5a11-e6d7-4436-9b99-93341c618ddb service neutron] 10.222.0.24 "GET /v2.0/networks/118907f7-8437-4f18-9776-60a5dbf89b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884709 Apr 21 13:04:26.714867 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a3ebd-6e2d-400b-9f09-be10244d8cde req-5b1bd677-cc80-43df-a3fd-bc9fd749109c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:26.716303 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-725a3ebd-6e2d-400b-9f09-be10244d8cde req-5b1bd677-cc80-43df-a3fd-bc9fd749109c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 946 time: 0.0540159 Apr 21 13:04:26.755369 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-725a3ebd-6e2d-400b-9f09-be10244d8cde req-7fc4c533-af15-46d2-b13d-b3bea6846c93 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dca9f50-fef5-4432-aecb-c8fc482be3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323455 Apr 21 13:04:27.531149 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46322) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:27.630874 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4d0d9b92-c249-4b15-89af-ebaf739611d5 tempest-QuotasTest-1169200201 tempest-QuotasTest-1169200201-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:04:27.815371 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46334) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:27.815864 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4d0d9b92-c249-4b15-89af-ebaf739611d5 tempest-QuotasTest-1169200201 tempest-QuotasTest-1169200201-project-admin] 10.222.0.36 "PUT /v2.0/quotas/9c442c81c5484cc0b0be6c074917ea76 HTTP/1.1" status: 200 len: 366 time: 0.2814665 Apr 21 13:04:27.828012 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46336) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:27.828203 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2ce1aa4b-be2e-4b82-991e-82842497a653 tempest-QuotasTest-1169200201 tempest-QuotasTest-1169200201-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0125139 Apr 21 13:04:27.842935 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0d3887d2-2add-4557-98fb-d8e98ed26d87 tempest-QuotasTest-1169200201 tempest-QuotasTest-1169200201-project-admin] 10.222.0.36 "GET /v2.0/quotas/9c442c81c5484cc0b0be6c074917ea76 HTTP/1.1" status: 200 len: 366 time: 0.0093067 Apr 21 13:04:27.844883 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46338) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:27.913163 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26dfca9-a90b-4f26-8f90-22f5236d2a06 req-3e631e0b-4ae0-4429-8001-6c204bc91b0a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:27.914633 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c26dfca9-a90b-4f26-8f90-22f5236d2a06 req-3e631e0b-4ae0-4429-8001-6c204bc91b0a tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 946 time: 0.0855417 Apr 21 13:04:27.921947 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ebcb3f6f-061d-45d0-8439-b7257855c2c5 req-18fce6d2-8073-470d-b3d7-46244ec8dff3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=40e224ec-f9c0-48b9-bb53-5c9affe8abfb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1286604 Apr 21 13:04:27.959706 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c26dfca9-a90b-4f26-8f90-22f5236d2a06 req-c7ace848-a28a-49a9-b50b-94db0b66d187 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dca9f50-fef5-4432-aecb-c8fc482be3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368278 Apr 21 13:04:27.964073 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3b33037e-34c5-420c-af28-9c5f99ee36a5 tempest-QuotasTest-1169200201 tempest-QuotasTest-1169200201-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/9c442c81c5484cc0b0be6c074917ea76 HTTP/1.1" status: 204 len: 168 time: 0.1156454 Apr 21 13:04:27.964485 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46342) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:27.983914 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-cc9a4848-4a64-4fd9-bf7e-4aad7078ec68 tempest-QuotasTest-1169200201 tempest-QuotasTest-1169200201-project-admin] 10.222.0.36 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0186365 Apr 21 13:04:27.986552 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46344) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:27.998932 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c0346941-12b1-4a74-a2a2-723943919b93 tempest-QuotasTest-1169200201 tempest-QuotasTest-1169200201-project-admin] 10.222.0.36 "GET /v2.0/quotas/9c442c81c5484cc0b0be6c074917ea76 HTTP/1.1" status: 200 len: 370 time: 0.0083046 Apr 21 13:04:27.999174 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46346) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:28.004478 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f83da911-1426-4ce1-849f-0e2e4385150f tempest-QuotasTest-1169200201 tempest-QuotasTest-1169200201-project-admin] 10.222.0.36 "GET /v2.0/quotas/9c442c81c5484cc0b0be6c074917ea76/default HTTP/1.1" status: 200 len: 370 time: 0.0037727 Apr 21 13:04:28.007075 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46348) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:28.018853 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb3f6f-061d-45d0-8439-b7257855c2c5 req-e2e84607-2f19-4493-8813-fef2cf14f305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:28.020284 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ebcb3f6f-061d-45d0-8439-b7257855c2c5 req-e2e84607-2f19-4493-8813-fef2cf14f305 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dbf20d2a696446f3bf763b1a95728ce3&device_id=40e224ec-f9c0-48b9-bb53-5c9affe8abfb HTTP/1.1" status: 200 len: 1097 time: 0.0491905 Apr 21 13:04:28.021068 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-a78b8f2d-5617-47bd-98e0-08e463765510 tempest-QuotasTest-1169200201 tempest-QuotasTest-1169200201-project-admin] delete failed (client error): The resource could not be found. Apr 21 13:04:28.022047 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a78b8f2d-5617-47bd-98e0-08e463765510 tempest-QuotasTest-1169200201 tempest-QuotasTest-1169200201-project-admin] 10.222.0.36 "DELETE /v2.0/quotas/9c442c81c5484cc0b0be6c074917ea76 HTTP/1.1" status: 404 len: 348 time: 0.0139766 Apr 21 13:04:28.125917 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb3f6f-061d-45d0-8439-b7257855c2c5 req-1d0d87d3-d560-44b1-97bf-57067b1d10b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:28.127386 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ebcb3f6f-061d-45d0-8439-b7257855c2c5 req-1d0d87d3-d560-44b1-97bf-57067b1d10b8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=66226ca0-89ea-4d56-8a47-047ac66c4412 HTTP/1.1" status: 200 len: 916 time: 0.0868876 Apr 21 13:04:28.309932 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46394) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:28.331994 n-d-836147-2 neutron-server[103397]: DEBUG neutron.quota.resource [None req-96638170-66cf-47a8-849d-ea8860d7632a tempest-QuotasTest-1169200201 tempest-QuotasTest-1169200201-project-admin] Usage tracker for resource:network and tenant:28290d75606648f08981ef2430d3fe06 is out of sync, need to count used quota {{(pid=103397) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 21 13:04:28.337958 n-d-836147-2 neutron-server[103397]: DEBUG neutron.quota.resource [None req-96638170-66cf-47a8-849d-ea8860d7632a tempest-QuotasTest-1169200201 tempest-QuotasTest-1169200201-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103397) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 21 13:04:28.345254 n-d-836147-2 neutron-server[103397]: DEBUG neutron.quota.resource [None req-96638170-66cf-47a8-849d-ea8860d7632a tempest-QuotasTest-1169200201 tempest-QuotasTest-1169200201-project-admin] Usage tracker for resource:subnet and tenant:28290d75606648f08981ef2430d3fe06 is out of sync, need to count used quota {{(pid=103397) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 21 13:04:28.354173 n-d-836147-2 neutron-server[103397]: DEBUG neutron.quota.resource [None req-96638170-66cf-47a8-849d-ea8860d7632a tempest-QuotasTest-1169200201 tempest-QuotasTest-1169200201-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103397) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 21 13:04:28.361888 n-d-836147-2 neutron-server[103397]: DEBUG neutron.quota.resource [None req-96638170-66cf-47a8-849d-ea8860d7632a tempest-QuotasTest-1169200201 tempest-QuotasTest-1169200201-project-admin] Usage tracker for resource:subnetpool and tenant:28290d75606648f08981ef2430d3fe06 is out of sync, need to count used quota {{(pid=103397) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 21 13:04:28.367873 n-d-836147-2 neutron-server[103397]: DEBUG neutron.quota.resource [None req-96638170-66cf-47a8-849d-ea8860d7632a tempest-QuotasTest-1169200201 tempest-QuotasTest-1169200201-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103397) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 21 13:04:28.374777 n-d-836147-2 neutron-server[103397]: DEBUG neutron.quota.resource [None req-96638170-66cf-47a8-849d-ea8860d7632a tempest-QuotasTest-1169200201 tempest-QuotasTest-1169200201-project-admin] Usage tracker for resource:port and tenant:28290d75606648f08981ef2430d3fe06 is out of sync, need to count used quota {{(pid=103397) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 21 13:04:28.380083 n-d-836147-2 neutron-server[103397]: DEBUG neutron.quota.resource [None req-96638170-66cf-47a8-849d-ea8860d7632a tempest-QuotasTest-1169200201 tempest-QuotasTest-1169200201-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103397) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 21 13:04:28.386739 n-d-836147-2 neutron-server[103397]: DEBUG neutron.quota.resource [None req-96638170-66cf-47a8-849d-ea8860d7632a tempest-QuotasTest-1169200201 tempest-QuotasTest-1169200201-project-admin] Usage tracker for resource:router and tenant:28290d75606648f08981ef2430d3fe06 is out of sync, need to count used quota {{(pid=103397) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 21 13:04:28.400348 n-d-836147-2 neutron-server[103397]: DEBUG neutron.quota.resource [None req-96638170-66cf-47a8-849d-ea8860d7632a tempest-QuotasTest-1169200201 tempest-QuotasTest-1169200201-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103397) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 21 13:04:28.409613 n-d-836147-2 neutron-server[103397]: DEBUG neutron.quota.resource [None req-96638170-66cf-47a8-849d-ea8860d7632a tempest-QuotasTest-1169200201 tempest-QuotasTest-1169200201-project-admin] Usage tracker for resource:floatingip and tenant:28290d75606648f08981ef2430d3fe06 is out of sync, need to count used quota {{(pid=103397) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 21 13:04:28.415209 n-d-836147-2 neutron-server[103397]: DEBUG neutron.quota.resource [None req-96638170-66cf-47a8-849d-ea8860d7632a tempest-QuotasTest-1169200201 tempest-QuotasTest-1169200201-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103397) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 21 13:04:28.454358 n-d-836147-2 neutron-server[103397]: DEBUG neutron.quota.resource [None req-96638170-66cf-47a8-849d-ea8860d7632a tempest-QuotasTest-1169200201 tempest-QuotasTest-1169200201-project-admin] Usage tracker for resource:security_group and tenant:28290d75606648f08981ef2430d3fe06 is out of sync, need to count used quota {{(pid=103397) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 21 13:04:28.459808 n-d-836147-2 neutron-server[103397]: DEBUG neutron.quota.resource [None req-96638170-66cf-47a8-849d-ea8860d7632a tempest-QuotasTest-1169200201 tempest-QuotasTest-1169200201-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103397) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 21 13:04:28.466375 n-d-836147-2 neutron-server[103397]: DEBUG neutron.quota.resource [None req-96638170-66cf-47a8-849d-ea8860d7632a tempest-QuotasTest-1169200201 tempest-QuotasTest-1169200201-project-admin] Usage tracker for resource:security_group_rule and tenant:28290d75606648f08981ef2430d3fe06 is out of sync, need to count used quota {{(pid=103397) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Apr 21 13:04:28.472674 n-d-836147-2 neutron-server[103397]: DEBUG neutron.quota.resource [None req-96638170-66cf-47a8-849d-ea8860d7632a tempest-QuotasTest-1169200201 tempest-QuotasTest-1169200201-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103397) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Apr 21 13:04:28.478380 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-96638170-66cf-47a8-849d-ea8860d7632a tempest-QuotasTest-1169200201 tempest-QuotasTest-1169200201-project-admin] 10.222.0.36 "GET /v2.0/quotas/28290d75606648f08981ef2430d3fe06/details.json HTTP/1.1" status: 200 len: 703 time: 0.1668670 Apr 21 13:04:28.535568 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ebcb3f6f-061d-45d0-8439-b7257855c2c5 req-6634b27a-2526-4916-8fbe-18ad2bac1244 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7d749fc-f7c9-475a-a89c-be0406a9cbae HTTP/1.1" status: 200 len: 1001 time: 0.4016397 Apr 21 13:04:28.596369 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb3f6f-061d-45d0-8439-b7257855c2c5 req-f959b52d-d71a-4444-9cf6-1e4da67b9794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:28.597966 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ebcb3f6f-061d-45d0-8439-b7257855c2c5 req-f959b52d-d71a-4444-9cf6-1e4da67b9794 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=50dbb38d-b032-403f-a924-76781bc12675 HTTP/1.1" status: 200 len: 854 time: 0.0557296 Apr 21 13:04:28.644229 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb3f6f-061d-45d0-8439-b7257855c2c5 req-728ebc9b-263f-419b-85a2-6556a2d1a384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:28.645725 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ebcb3f6f-061d-45d0-8439-b7257855c2c5 req-728ebc9b-263f-419b-85a2-6556a2d1a384 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=66226ca0-89ea-4d56-8a47-047ac66c4412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420561 Apr 21 13:04:28.734258 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ebcb3f6f-061d-45d0-8439-b7257855c2c5 req-9e29b0e7-f0cb-4f44-9f2a-d7fe62378a7d service neutron] 10.222.0.26 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822356 Apr 21 13:04:28.826085 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ebcb3f6f-061d-45d0-8439-b7257855c2c5 req-0f83ff95-6241-4270-8f04-d6a7234f1625 service neutron] 10.222.0.26 "GET /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804996 Apr 21 13:04:28.990101 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46420) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:29.113406 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52153cc8-f52d-4ebc-bd32-462111d6a22a req-736e19b9-15fa-47e1-ac59-fcf754fe3ff0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:29.114943 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52153cc8-f52d-4ebc-bd32-462111d6a22a req-736e19b9-15fa-47e1-ac59-fcf754fe3ff0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 946 time: 0.0619874 Apr 21 13:04:29.135192 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b92fccc7-b6f3-47ee-a3fa-5bdb03c32bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:29.177128 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52153cc8-f52d-4ebc-bd32-462111d6a22a req-2c8c952b-2cef-4b55-951a-2549f6d878be tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dca9f50-fef5-4432-aecb-c8fc482be3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552657 Apr 21 13:04:29.240371 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b92fccc7-b6f3-47ee-a3fa-5bdb03c32bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:29.312182 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b92fccc7-b6f3-47ee-a3fa-5bdb03c32bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:29.351577 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b92fccc7-b6f3-47ee-a3fa-5bdb03c32bc4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c5e7578a20884a189b7a1b3f07e664e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3602245 Apr 21 13:04:29.352342 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92fccc7-b6f3-47ee-a3fa-5bdb03c32bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4c576a-af62-49ec-bce2-ab60845a8434,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:29.354364 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46448) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:29.362366 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92fccc7-b6f3-47ee-a3fa-5bdb03c32bc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:29.362721 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92fccc7-b6f3-47ee-a3fa-5bdb03c32bc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:29.363069 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92fccc7-b6f3-47ee-a3fa-5bdb03c32bc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:29.363408 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92fccc7-b6f3-47ee-a3fa-5bdb03c32bc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:29.363741 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92fccc7-b6f3-47ee-a3fa-5bdb03c32bc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:29.364072 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92fccc7-b6f3-47ee-a3fa-5bdb03c32bc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:29.364401 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92fccc7-b6f3-47ee-a3fa-5bdb03c32bc4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:29.364727 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92fccc7-b6f3-47ee-a3fa-5bdb03c32bc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:29.365054 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92fccc7-b6f3-47ee-a3fa-5bdb03c32bc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:29.365378 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92fccc7-b6f3-47ee-a3fa-5bdb03c32bc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:29.365735 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92fccc7-b6f3-47ee-a3fa-5bdb03c32bc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:29.366059 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92fccc7-b6f3-47ee-a3fa-5bdb03c32bc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:29.408918 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4765dc2d-f18a-4cf3-be23-26b5d0f317f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:29.430052 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4765dc2d-f18a-4cf3-be23-26b5d0f317f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:29.542731 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4765dc2d-f18a-4cf3-be23-26b5d0f317f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:29.545281 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4765dc2d-f18a-4cf3-be23-26b5d0f317f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:29.546459 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4765dc2d-f18a-4cf3-be23-26b5d0f317f1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0c4c576a-af62-49ec-bce2-ab60845a8434 HTTP/1.1" status: 204 len: 168 time: 0.1911244 Apr 21 13:04:29.554676 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765dc2d-f18a-4cf3-be23-26b5d0f317f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4c576a-af62-49ec-bce2-ab60845a8434,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:29.562951 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4765dc2d-f18a-4cf3-be23-26b5d0f317f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:29.563299 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4765dc2d-f18a-4cf3-be23-26b5d0f317f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:29.563727 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4765dc2d-f18a-4cf3-be23-26b5d0f317f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:29.563967 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4765dc2d-f18a-4cf3-be23-26b5d0f317f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:29.564467 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4765dc2d-f18a-4cf3-be23-26b5d0f317f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:29.564817 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4765dc2d-f18a-4cf3-be23-26b5d0f317f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:29.565100 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4765dc2d-f18a-4cf3-be23-26b5d0f317f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:29.565470 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4765dc2d-f18a-4cf3-be23-26b5d0f317f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:29.565840 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4765dc2d-f18a-4cf3-be23-26b5d0f317f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:29.566121 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4765dc2d-f18a-4cf3-be23-26b5d0f317f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:29.566445 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4765dc2d-f18a-4cf3-be23-26b5d0f317f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:29.566941 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4765dc2d-f18a-4cf3-be23-26b5d0f317f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:30.193183 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46490) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:30.206333 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-761c5188-401a-48fd-a691-716af73ef54a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:30.321666 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81bf97-bb0e-462a-9806-ecfe40818884 req-1462e2aa-7fe6-4fa4-8c50-f7b7187845a6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:30.323006 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce81bf97-bb0e-462a-9806-ecfe40818884 req-1462e2aa-7fe6-4fa4-8c50-f7b7187845a6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 946 time: 0.0772707 Apr 21 13:04:30.327573 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-761c5188-401a-48fd-a691-716af73ef54a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:30.362136 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce81bf97-bb0e-462a-9806-ecfe40818884 req-158dcea2-7fdd-4b65-a09e-76e9ea95e693 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dca9f50-fef5-4432-aecb-c8fc482be3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324931 Apr 21 13:04:30.426211 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-761c5188-401a-48fd-a691-716af73ef54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:30.464963 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-761c5188-401a-48fd-a691-716af73ef54a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=28290d75606648f08981ef2430d3fe06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2706642 Apr 21 13:04:30.465839 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c5188-401a-48fd-a691-716af73ef54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98f70cc-c40d-4dd7-be90-0e652d6055ff,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:30.468224 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46494) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:30.518498 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1180b9ea-6377-432b-a84a-324ebfc70c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:30.539635 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1180b9ea-6377-432b-a84a-324ebfc70c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:30.651186 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1180b9ea-6377-432b-a84a-324ebfc70c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:30.653691 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1180b9ea-6377-432b-a84a-324ebfc70c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:30.657631 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1180b9ea-6377-432b-a84a-324ebfc70c8b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d98f70cc-c40d-4dd7-be90-0e652d6055ff HTTP/1.1" status: 204 len: 168 time: 0.1851711 Apr 21 13:04:30.663565 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180b9ea-6377-432b-a84a-324ebfc70c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98f70cc-c40d-4dd7-be90-0e652d6055ff,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:31.487457 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac229e2f-739c-44a6-b23a-a597cc649448 req-109c0b8b-961e-49fb-8019-214210bc1ace tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:31.487946 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac229e2f-739c-44a6-b23a-a597cc649448 req-109c0b8b-961e-49fb-8019-214210bc1ace tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 946 time: 0.0543194 Apr 21 13:04:31.539693 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac229e2f-739c-44a6-b23a-a597cc649448 req-7f7467c2-0180-4581-90db-68baf6df4ee0 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dca9f50-fef5-4432-aecb-c8fc482be3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363140 Apr 21 13:04:31.777674 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46522) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:31.877602 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-0e00ef2d-ed83-43b9-948f-be1afc60809c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1872719233'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:04:31.970767 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e00ef2d-ed83-43b9-948f-be1afc60809c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Made reservation on behalf of 663bc66a928f46029d07002cb35a282e for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:04:31.974285 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e00ef2d-ed83-43b9-948f-be1afc60809c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:31.982674 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e00ef2d-ed83-43b9-948f-be1afc60809c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:32.056258 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e00ef2d-ed83-43b9-948f-be1afc60809c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:32.114108 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e00ef2d-ed83-43b9-948f-be1afc60809c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:32.142695 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e00ef2d-ed83-43b9-948f-be1afc60809c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:04:32.151353 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00ef2d-ed83-43b9-948f-be1afc60809c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=706d0fe4-e385-4c81-9fcb-8c2a816f46d1,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:32.158825 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e00ef2d-ed83-43b9-948f-be1afc60809c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:32.159178 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-0e00ef2d-ed83-43b9-948f-be1afc60809c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Added segment ee9bfeef-7d94-496f-93d9-6b92bb295cfd of type vlan for network bac5a3a8-e827-48cf-9ca8-9131dcaf31ef Apr 21 13:04:32.202394 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e00ef2d-ed83-43b9-948f-be1afc60809c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:32.268589 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e00ef2d-ed83-43b9-948f-be1afc60809c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:32.275138 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e00ef2d-ed83-43b9-948f-be1afc60809c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:32.281295 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0e00ef2d-ed83-43b9-948f-be1afc60809c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:32.346931 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00ef2d-ed83-43b9-948f-be1afc60809c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event updated for resources: {'Network': ['ID=bac5a3a8-e827-48cf-9ca8-9131dcaf31ef,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:32.357794 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network bac5a3a8-e827-48cf-9ca8-9131dcaf31ef details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:04:32.385657 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0e00ef2d-ed83-43b9-948f-be1afc60809c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6068161 Apr 21 13:04:32.388399 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46530) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:32.393342 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-074fde99-10a5-478c-9f90-9ce4ae26af9c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Request body: {'subnet': {'network_id': 'bac5a3a8-e827-48cf-9ca8-9131dcaf31ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:04:32.536903 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074fde99-10a5-478c-9f90-9ce4ae26af9c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Made reservation on behalf of 663bc66a928f46029d07002cb35a282e for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:04:32.540600 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-074fde99-10a5-478c-9f90-9ce4ae26af9c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:32.686560 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483942c-650e-4240-a66c-48c3d1dbca65 req-9257976d-2f35-4310-93ae-df0f9a78d119 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:32.689025 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4483942c-650e-4240-a66c-48c3d1dbca65 req-9257976d-2f35-4310-93ae-df0f9a78d119 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 946 time: 0.0582397 Apr 21 13:04:32.694910 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46536) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:32.735239 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4483942c-650e-4240-a66c-48c3d1dbca65 req-f0bb7bc5-092e-4626-81f4-c707c7509938 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dca9f50-fef5-4432-aecb-c8fc482be3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390785 Apr 21 13:04:32.828670 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-074fde99-10a5-478c-9f90-9ce4ae26af9c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:32.854479 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5e3085ee-082c-4195-a0a5-821ee4df3110 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=aaf98999b5f940e4a34ad6434bca9ac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1573107 Apr 21 13:04:32.856952 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46540) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:32.893517 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074fde99-10a5-478c-9f90-9ce4ae26af9c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event updated for resources: {'Subnet': ['ID=e138dab1-3a6b-4bda-81fa-258784895cb6,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:32.907394 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6bc3b1c5-db4e-4e34-aba3-fdd3ae52336e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:32.909223 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074fde99-10a5-478c-9f90-9ce4ae26af9c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Checking segment: {'id': 'ee9bfeef-7d94-496f-93d9-6b92bb295cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'bac5a3a8-e827-48cf-9ca8-9131dcaf31ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:04:32.910043 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074fde99-10a5-478c-9f90-9ce4ae26af9c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Network hostable DHCP agents. Network: bac5a3a8-e827-48cf-9ca8-9131dcaf31ef, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:04:32.931285 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6bc3b1c5-db4e-4e34-aba3-fdd3ae52336e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:33.003622 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074fde99-10a5-478c-9f90-9ce4ae26af9c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Network bac5a3a8-e827-48cf-9ca8-9131dcaf31ef is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:04:33.089153 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-074fde99-10a5-478c-9f90-9ce4ae26af9c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, bac5a3a8-e827-48cf-9ca8-9131dcaf31ef) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:04:33.089348 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6bc3b1c5-db4e-4e34-aba3-fdd3ae52336e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:33.091708 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6bc3b1c5-db4e-4e34-aba3-fdd3ae52336e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:33.095232 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6bc3b1c5-db4e-4e34-aba3-fdd3ae52336e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a1f1e7e0-67bb-4400-a903-9e4ad5a22496 HTTP/1.1" status: 204 len: 168 time: 0.2349875 Apr 21 13:04:33.099890 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074fde99-10a5-478c-9f90-9ce4ae26af9c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:33.099890 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-074fde99-10a5-478c-9f90-9ce4ae26af9c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:33.101168 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc3b1c5-db4e-4e34-aba3-fdd3ae52336e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f1e7e0-67bb-4400-a903-9e4ad5a22496,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:33.111386 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7670e40c-124e-4140-adcd-11e59fdf9e40 None None] Network bac5a3a8-e827-48cf-9ca8-9131dcaf31ef requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:04:33.180277 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-074fde99-10a5-478c-9f90-9ce4ae26af9c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7884047 Apr 21 13:04:33.180485 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46544) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:33.184886 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d22ae57e-f6a3-4ab5-a5d3-343e52c16d8c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1063951199', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:04:33.244835 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79b722f-c6ab-4ab7-84a9-1d5f3d8f2a8a None None] Network bac5a3a8-e827-48cf-9ca8-9131dcaf31ef requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:04:33.257267 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d22ae57e-f6a3-4ab5-a5d3-343e52c16d8c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:33.258282 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d22ae57e-f6a3-4ab5-a5d3-343e52c16d8c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:33.310967 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d22ae57e-f6a3-4ab5-a5d3-343e52c16d8c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:33.569459 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d22ae57e-f6a3-4ab5-a5d3-343e52c16d8c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:33.816483 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d22ae57e-f6a3-4ab5-a5d3-343e52c16d8c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:33.839622 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d22ae57e-f6a3-4ab5-a5d3-343e52c16d8c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:33.864882 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07701ab-164f-4523-9e4c-64ac0d945fa8 req-0ce8435e-a35c-4cb1-9521-672d109288dd tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:33.868273 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c07701ab-164f-4523-9e4c-64ac0d945fa8 req-0ce8435e-a35c-4cb1-9521-672d109288dd tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 946 time: 0.0562999 Apr 21 13:04:33.907958 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c07701ab-164f-4523-9e4c-64ac0d945fa8 req-e3cdbac0-ed4d-4f69-ac5b-c4af767248ab tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dca9f50-fef5-4432-aecb-c8fc482be3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351052 Apr 21 13:04:33.946742 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-d22ae57e-f6a3-4ab5-a5d3-343e52c16d8c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Allocated IP 172.25.8.243 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/703e98c3-98ff-46ae-90f5-b8b528fff644) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:04:34.055395 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d22ae57e-f6a3-4ab5-a5d3-343e52c16d8c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:34.132294 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46566) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:34.149336 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d22ae57e-f6a3-4ab5-a5d3-343e52c16d8c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:34.183379 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22ae57e-f6a3-4ab5-a5d3-343e52c16d8c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:04:34.186665 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-d22ae57e-f6a3-4ab5-a5d3-343e52c16d8c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:04:34.192283 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22ae57e-f6a3-4ab5-a5d3-343e52c16d8c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:04:34.224195 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ae57e-f6a3-4ab5-a5d3-343e52c16d8c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event updated for resources: {'Port': ['ID=703e98c3-98ff-46ae-90f5-b8b528fff644,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:34.234237 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-edf17906-8fb3-4c1e-a49e-182974037df7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-262118927-network', 'tenant_id': '55dd3e70a1c04f48ba54e41644d38ede'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:04:34.319847 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf17906-8fb3-4c1e-a49e-182974037df7 admin admin] Made reservation on behalf of 55dd3e70a1c04f48ba54e41644d38ede for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:04:34.322110 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-edf17906-8fb3-4c1e-a49e-182974037df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:34.332018 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-edf17906-8fb3-4c1e-a49e-182974037df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:34.407710 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-edf17906-8fb3-4c1e-a49e-182974037df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:34.468493 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-edf17906-8fb3-4c1e-a49e-182974037df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:34.495298 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf17906-8fb3-4c1e-a49e-182974037df7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:04:34.501176 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d22ae57e-f6a3-4ab5-a5d3-343e52c16d8c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:34.506651 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf17906-8fb3-4c1e-a49e-182974037df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c54f2a-4ae8-4ae5-a867-a258a090a5af,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:34.511674 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-edf17906-8fb3-4c1e-a49e-182974037df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:34.512019 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-edf17906-8fb3-4c1e-a49e-182974037df7 admin admin] Added segment 7a91b984-0857-44a7-99ac-daa7cd27c79f of type vlan for network 09f7481d-c62e-4488-bd2d-3572e377ab37 Apr 21 13:04:34.554880 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-edf17906-8fb3-4c1e-a49e-182974037df7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:34.614697 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bdf7f-e295-460a-a620-f69d0c73a6ba req-5c76efdd-d6d5-49f2-8076-10a96a777fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:34.616292 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-451bdf7f-e295-460a-a620-f69d0c73a6ba req-5c76efdd-d6d5-49f2-8076-10a96a777fec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 1097 time: 0.0503459 Apr 21 13:04:34.655698 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-451bdf7f-e295-460a-a620-f69d0c73a6ba req-3e825d68-1a31-40f4-b5fe-27e13cc354ba service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5dca9f50-fef5-4432-aecb-c8fc482be3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275407 Apr 21 13:04:34.660194 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-edf17906-8fb3-4c1e-a49e-182974037df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:34.661135 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf17906-8fb3-4c1e-a49e-182974037df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:34.661730 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-edf17906-8fb3-4c1e-a49e-182974037df7 admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:34.707008 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d22ae57e-f6a3-4ab5-a5d3-343e52c16d8c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:34.719509 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf17906-8fb3-4c1e-a49e-182974037df7 admin admin] Pushing event updated for resources: {'Network': ['ID=09f7481d-c62e-4488-bd2d-3572e377ab37,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:34.729420 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 09f7481d-c62e-4488-bd2d-3572e377ab37 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:04:34.749786 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-edf17906-8fb3-4c1e-a49e-182974037df7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6163566 Apr 21 13:04:34.752648 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46570) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:34.757786 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-55d00ef5-d1ca-48fd-8534-790c2e73f01e admin admin] Request body: {'subnet': {'network_id': '09f7481d-c62e-4488-bd2d-3572e377ab37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-262118927-subnet', 'tenant_id': '55dd3e70a1c04f48ba54e41644d38ede', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:04:34.857168 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d00ef5-d1ca-48fd-8534-790c2e73f01e admin admin] Made reservation on behalf of 55dd3e70a1c04f48ba54e41644d38ede for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:04:34.860167 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55d00ef5-d1ca-48fd-8534-790c2e73f01e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:34.944013 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22ae57e-f6a3-4ab5-a5d3-343e52c16d8c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Router a023c2c7-b9ba-43b6-8975-437aa4f84327 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:04:35.047461 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22ae57e-f6a3-4ab5-a5d3-343e52c16d8c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:04:35.058343 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eee630-cd93-4b0b-bdca-fc310c618b67 None None] Sync routers for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:04:35.070345 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c73f9-5489-4f5b-a467-08d331b53022 req-1a431a18-aa5e-4896-a7de-77e7f92adf2f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:35.071913 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-753c73f9-5489-4f5b-a467-08d331b53022 req-1a431a18-aa5e-4896-a7de-77e7f92adf2f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 946 time: 0.0915024 Apr 21 13:04:35.075514 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eee630-cd93-4b0b-bdca-fc310c618b67 None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:04:35.075514 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c3eee630-cd93-4b0b-bdca-fc310c618b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:35.117545 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-753c73f9-5489-4f5b-a467-08d331b53022 req-87649bd6-598d-4c8a-86b2-9f9d9adfc821 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dca9f50-fef5-4432-aecb-c8fc482be3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382860 Apr 21 13:04:35.124727 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55d00ef5-d1ca-48fd-8534-790c2e73f01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:35.127466 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d22ae57e-f6a3-4ab5-a5d3-343e52c16d8c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:35.141658 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d22ae57e-f6a3-4ab5-a5d3-343e52c16d8c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9509280 Apr 21 13:04:35.141658 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46574) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:35.180489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d00ef5-d1ca-48fd-8534-790c2e73f01e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d30ffa7-160f-41bc-aeeb-a37958841f66,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:35.196876 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d00ef5-d1ca-48fd-8534-790c2e73f01e admin admin] Checking segment: {'id': '7a91b984-0857-44a7-99ac-daa7cd27c79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '09f7481d-c62e-4488-bd2d-3572e377ab37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:04:35.198822 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d00ef5-d1ca-48fd-8534-790c2e73f01e admin admin] Network hostable DHCP agents. Network: 09f7481d-c62e-4488-bd2d-3572e377ab37, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:04:35.202674 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c3eee630-cd93-4b0b-bdca-fc310c618b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:35.212226 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eee630-cd93-4b0b-bdca-fc310c618b67 None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:04:35.212849 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c3eee630-cd93-4b0b-bdca-fc310c618b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:35.244643 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c3eee630-cd93-4b0b-bdca-fc310c618b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:35.245273 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eee630-cd93-4b0b-bdca-fc310c618b67 None None] The sync data for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:04:35.297227 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d00ef5-d1ca-48fd-8534-790c2e73f01e admin admin] Network 09f7481d-c62e-4488-bd2d-3572e377ab37 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:04:35.432465 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-55d00ef5-d1ca-48fd-8534-790c2e73f01e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 09f7481d-c62e-4488-bd2d-3572e377ab37) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:04:35.437314 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d00ef5-d1ca-48fd-8534-790c2e73f01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:35.437887 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-55d00ef5-d1ca-48fd-8534-790c2e73f01e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:35.443656 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfc2c9b-5394-4491-992e-5ec1c8487e17 None None] Network 09f7481d-c62e-4488-bd2d-3572e377ab37 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:04:35.522868 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-55d00ef5-d1ca-48fd-8534-790c2e73f01e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7691436 Apr 21 13:04:35.570792 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0725ffa-a58a-49d1-91c9-f6e8e395abbd None None] Network 09f7481d-c62e-4488-bd2d-3572e377ab37 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:04:35.781374 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:04:35.787259 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:04:35.889805 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b537b3bb-c1df-4a26-9d42-1ca581ccf599 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:35.926644 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:35.966209 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2346c9e8-07f1-4298-8ef3-6bf0d2567a74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e5c68c7-f10d-41a1-bf75-8aab2f639d8f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:04:35.969810 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fcbe40-dd67-40e9-abc2-ba6b4aa80fb9" -d '{"events": [{"server_uuid": "2346c9e8-07f1-4298-8ef3-6bf0d2567a74", "name": "network-vif-unplugged", "status": "completed", "tag": "8e5c68c7-f10d-41a1-bf75-8aab2f639d8f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:04:35.978686 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8e5c68c7-f10d-41a1-bf75-8aab2f639d8f,segment=NetworkSegment(75516c43-837e-4b3b-acbe-3f03f2acc8e5),segment_id=75516c43-837e-4b3b-acbe-3f03f2acc8e5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:04:35.994628 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8e5c68c7-f10d-41a1-bf75-8aab2f639d8f,segment=NetworkSegment(75516c43-837e-4b3b-acbe-3f03f2acc8e5),segment_id=75516c43-837e-4b3b-acbe-3f03f2acc8e5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:04:35.998093 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '8e5c68c7-f10d-41a1-bf75-8aab2f639d8f', 'network_id': '118907f7-8437-4f18-9776-60a5dbf89b06', 'port_id': '8e5c68c7-f10d-41a1-bf75-8aab2f639d8f', 'mac_address': 'fa:16:3e:65:b0:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0caaabe0-727d-4698-9f08-06e3f747e241', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:04:36.039712 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:36.055074 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:04:36.060341 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 13:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6925a3-6b01-4181-bedf-ed3604b2b942 x-openstack-request-id: req-8b6925a3-6b01-4181-bedf-ed3604b2b942 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:04:36.060736 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2346c9e8-07f1-4298-8ef3-6bf0d2567a74", "name": "network-vif-unplugged", "status": "completed", "tag": "8e5c68c7-f10d-41a1-bf75-8aab2f639d8f", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:04:36.061380 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8b6925a3-6b01-4181-bedf-ed3604b2b942 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:04:36.061917 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b6925a3-6b01-4181-bedf-ed3604b2b942'] response: {'server_uuid': '2346c9e8-07f1-4298-8ef3-6bf0d2567a74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e5c68c7-f10d-41a1-bf75-8aab2f639d8f', 'code': 200} Apr 21 13:04:36.064197 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:36.218953 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-b537b3bb-c1df-4a26-9d42-1ca581ccf599 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Allocated IP 172.20.0.1 (bac5a3a8-e827-48cf-9ca8-9131dcaf31ef/e138dab1-3a6b-4bda-81fa-258784895cb6/e929d1a9-9c3b-47a5-9898-ae03e72860c2) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:04:36.256001 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afce47f-38f8-4aef-a74a-008f470cd4d8 req-e7a1e700-9078-4ef0-b146-1ffeb1d4f8aa tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:36.263144 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3afce47f-38f8-4aef-a74a-008f470cd4d8 req-e7a1e700-9078-4ef0-b146-1ffeb1d4f8aa tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 944 time: 0.0622203 Apr 21 13:04:36.302695 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 13:04:36.303053 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 13:04:36.305960 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=8e5c68c7-f10d-41a1-bf75-8aab2f639d8f,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:36.320901 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3afce47f-38f8-4aef-a74a-008f470cd4d8 req-b9a58fa8-044c-4c6d-9a3d-3a7198e770e6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dca9f50-fef5-4432-aecb-c8fc482be3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502403 Apr 21 13:04:36.322613 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46594) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:36.328523 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-fd1d72cd-08dc-495e-b324-51f8a3ed2209 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1048894418-network', 'tenant_id': '4f2b608dcc48452baf1e8116ed39946b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:04:36.346013 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46596) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:36.367545 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b537b3bb-c1df-4a26-9d42-1ca581ccf599 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:36.412881 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c03ad4cf-b1ea-4bdd-aa39-991111d17e7b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/floatingips/ab5fb672-2e74-4218-b174-78aa275a175b HTTP/1.1" status: 200 len: 992 time: 0.0658052 Apr 21 13:04:36.431798 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1d72cd-08dc-495e-b324-51f8a3ed2209 admin admin] Made reservation on behalf of 4f2b608dcc48452baf1e8116ed39946b for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:04:36.434180 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd1d72cd-08dc-495e-b324-51f8a3ed2209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:36.443420 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd1d72cd-08dc-495e-b324-51f8a3ed2209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:36.463035 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b537b3bb-c1df-4a26-9d42-1ca581ccf599 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:36.501137 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b537b3bb-c1df-4a26-9d42-1ca581ccf599 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Network bac5a3a8-e827-48cf-9ca8-9131dcaf31ef is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:04:36.506040 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b537b3bb-c1df-4a26-9d42-1ca581ccf599 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:04:36.509821 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b537b3bb-c1df-4a26-9d42-1ca581ccf599 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:04:36.520880 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd1d72cd-08dc-495e-b324-51f8a3ed2209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:36.536397 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537b3bb-c1df-4a26-9d42-1ca581ccf599 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event updated for resources: {'Port': ['ID=e929d1a9-9c3b-47a5-9898-ae03e72860c2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:36.555505 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b537b3bb-c1df-4a26-9d42-1ca581ccf599 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:36.592211 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd1d72cd-08dc-495e-b324-51f8a3ed2209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:36.616729 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd1d72cd-08dc-495e-b324-51f8a3ed2209 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:04:36.627055 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d72cd-08dc-495e-b324-51f8a3ed2209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27358bc-1415-486f-97a6-c5fadd28cf54,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:36.631933 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd1d72cd-08dc-495e-b324-51f8a3ed2209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:36.632279 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-fd1d72cd-08dc-495e-b324-51f8a3ed2209 admin admin] Added segment eb7d8adb-2c13-4817-9f88-1c0d6f1b94c6 of type vlan for network 096d6bb9-72b9-4265-a7bb-154bb3942e65 Apr 21 13:04:36.672602 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd1d72cd-08dc-495e-b324-51f8a3ed2209 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:36.736506 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd1d72cd-08dc-495e-b324-51f8a3ed2209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:36.737556 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1d72cd-08dc-495e-b324-51f8a3ed2209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:36.738259 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd1d72cd-08dc-495e-b324-51f8a3ed2209 admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:36.749467 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b537b3bb-c1df-4a26-9d42-1ca581ccf599 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:36.800189 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d72cd-08dc-495e-b324-51f8a3ed2209 admin admin] Pushing event updated for resources: {'Network': ['ID=096d6bb9-72b9-4265-a7bb-154bb3942e65,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:36.814552 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fd1d72cd-08dc-495e-b324-51f8a3ed2209 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4908934 Apr 21 13:04:36.817253 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46598) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:36.822216 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9af259f7-caa9-4839-91e9-534726c11a7c admin admin] Request body: {'subnet': {'network_id': '096d6bb9-72b9-4265-a7bb-154bb3942e65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1048894418-subnet', 'tenant_id': '4f2b608dcc48452baf1e8116ed39946b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:04:36.829569 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 096d6bb9-72b9-4265-a7bb-154bb3942e65 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:04:36.891432 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:36.913497 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:04:36.914994 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af259f7-caa9-4839-91e9-534726c11a7c admin admin] Made reservation on behalf of 4f2b608dcc48452baf1e8116ed39946b for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:04:36.917571 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9af259f7-caa9-4839-91e9-534726c11a7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:36.937870 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8e5c68c7-f10d-41a1-bf75-8aab2f639d8f,segment=NetworkSegment(75516c43-837e-4b3b-acbe-3f03f2acc8e5),segment_id=75516c43-837e-4b3b-acbe-3f03f2acc8e5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:04:37.011294 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:37.035992 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b537b3bb-c1df-4a26-9d42-1ca581ccf599 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:37.061818 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=8e5c68c7-f10d-41a1-bf75-8aab2f639d8f,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:37.091317 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b537b3bb-c1df-4a26-9d42-1ca581ccf599 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:37.164788 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b537b3bb-c1df-4a26-9d42-1ca581ccf599 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:37.166705 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b537b3bb-c1df-4a26-9d42-1ca581ccf599 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event updated for resources: {'Port': ['ID=e929d1a9-9c3b-47a5-9898-ae03e72860c2,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:37.182788 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9af259f7-caa9-4839-91e9-534726c11a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:37.236732 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af259f7-caa9-4839-91e9-534726c11a7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c050f03c-eff8-432a-8323-5e4374035edd,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:37.239396 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['8e5c68c7-f10d-41a1-bf75-8aab2f639d8f'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:04:37.248791 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af259f7-caa9-4839-91e9-534726c11a7c admin admin] Checking segment: {'id': 'eb7d8adb-2c13-4817-9f88-1c0d6f1b94c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '096d6bb9-72b9-4265-a7bb-154bb3942e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:04:37.249149 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af259f7-caa9-4839-91e9-534726c11a7c admin admin] Network hostable DHCP agents. Network: 096d6bb9-72b9-4265-a7bb-154bb3942e65, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:04:37.272147 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b537b3bb-c1df-4a26-9d42-1ca581ccf599 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Network bac5a3a8-e827-48cf-9ca8-9131dcaf31ef is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:04:37.273864 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b537b3bb-c1df-4a26-9d42-1ca581ccf599 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:04:37.354489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af259f7-caa9-4839-91e9-534726c11a7c admin admin] Network 096d6bb9-72b9-4265-a7bb-154bb3942e65 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:04:37.387012 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b537b3bb-c1df-4a26-9d42-1ca581ccf599 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Router a023c2c7-b9ba-43b6-8975-437aa4f84327 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:04:37.434317 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-9af259f7-caa9-4839-91e9-534726c11a7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 096d6bb9-72b9-4265-a7bb-154bb3942e65) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:04:37.439365 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af259f7-caa9-4839-91e9-534726c11a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:37.440072 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9af259f7-caa9-4839-91e9-534726c11a7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:37.452339 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e7563e-ec33-4b2c-88d0-8144aea471d6 None None] Network 096d6bb9-72b9-4265-a7bb-154bb3942e65 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:04:37.501267 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b537b3bb-c1df-4a26-9d42-1ca581ccf599 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:04:37.506623 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b537b3bb-c1df-4a26-9d42-1ca581ccf599 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "PUT /v2.0/routers/a023c2c7-b9ba-43b6-8975-437aa4f84327/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3722875 Apr 21 13:04:37.509403 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46600) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:37.514990 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-63fd5166-8f4a-4275-bc8d-ff0799a96340 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Request body: {'port': {'network_id': 'bac5a3a8-e827-48cf-9ca8-9131dcaf31ef', 'name': 'tempest-FloatingIPTestJSON-1300906338'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:04:37.515148 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee89943c-42cf-4cf9-8edb-7598f9e3a0b6 None None] Sync routers for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:04:37.526046 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9af259f7-caa9-4839-91e9-534726c11a7c admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7075720 Apr 21 13:04:37.540417 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee89943c-42cf-4cf9-8edb-7598f9e3a0b6 None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:04:37.541055 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ee89943c-42cf-4cf9-8edb-7598f9e3a0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:37.580485 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ee89943c-42cf-4cf9-8edb-7598f9e3a0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:37.600834 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee89943c-42cf-4cf9-8edb-7598f9e3a0b6 None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:04:37.601451 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ee89943c-42cf-4cf9-8edb-7598f9e3a0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:37.656578 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ee89943c-42cf-4cf9-8edb-7598f9e3a0b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:37.657208 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee89943c-42cf-4cf9-8edb-7598f9e3a0b6 None None] The sync data for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:04:37.684015 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3983ad75-9777-42e6-be1f-a5ddc0352dad None None] Network 096d6bb9-72b9-4265-a7bb-154bb3942e65 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:04:37.725707 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63fd5166-8f4a-4275-bc8d-ff0799a96340 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Made reservation on behalf of 663bc66a928f46029d07002cb35a282e for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:04:37.729503 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63fd5166-8f4a-4275-bc8d-ff0799a96340 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:37.750731 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-63fd5166-8f4a-4275-bc8d-ff0799a96340 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] device_id is not set on port 990c3d19-d44e-4bcf-9cda-beb913098423 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 13:04:37.867222 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-63fd5166-8f4a-4275-bc8d-ff0799a96340 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Allocated IP 172.20.0.10 (bac5a3a8-e827-48cf-9ca8-9131dcaf31ef/e138dab1-3a6b-4bda-81fa-258784895cb6/990c3d19-d44e-4bcf-9cda-beb913098423) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:04:38.008936 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63fd5166-8f4a-4275-bc8d-ff0799a96340 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:38.027852 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-cb8ac49e-e2fe-47dc-8a22-a3161a39321a tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:38.029366 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-cb8ac49e-e2fe-47dc-8a22-a3161a39321a tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/networks?id=09f7481d-c62e-4488-bd2d-3572e377ab37 HTTP/1.1" status: 200 len: 811 time: 0.1052065 Apr 21 13:04:38.044716 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-bdf76a7e-9aea-48d3-9e55-5e98c12b23bf tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/quotas/55dd3e70a1c04f48ba54e41644d38ede HTTP/1.1" status: 200 len: 375 time: 0.0091274 Apr 21 13:04:38.085177 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-44dc4346-211e-416c-885a-5d19c2fe7316 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=55dd3e70a1c04f48ba54e41644d38ede&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347943 Apr 21 13:04:38.118247 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63fd5166-8f4a-4275-bc8d-ff0799a96340 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:38.162369 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fd5166-8f4a-4275-bc8d-ff0799a96340 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Network bac5a3a8-e827-48cf-9ca8-9131dcaf31ef is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:04:38.165421 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-63fd5166-8f4a-4275-bc8d-ff0799a96340 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:04:38.169251 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fd5166-8f4a-4275-bc8d-ff0799a96340 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:04:38.175617 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd5166-8f4a-4275-bc8d-ff0799a96340 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event updated for resources: {'Port': ['ID=990c3d19-d44e-4bcf-9cda-beb913098423,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:38.221612 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fd5166-8f4a-4275-bc8d-ff0799a96340 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:38.222407 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63fd5166-8f4a-4275-bc8d-ff0799a96340 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:38.274735 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-33801956-c297-4e58-b581-241ca055f8ef service neutron] 10.222.0.36 "GET /v2.0/networks/09f7481d-c62e-4488-bd2d-3572e377ab37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816871 Apr 21 13:04:38.298113 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-63fd5166-8f4a-4275-bc8d-ff0799a96340 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7876358 Apr 21 13:04:38.300536 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46620) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:38.305524 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ce46e5a0-a340-42ea-8078-d0e9c2e5c5e7 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Request body: {'port': {'network_id': 'bac5a3a8-e827-48cf-9ca8-9131dcaf31ef', 'name': 'tempest-FloatingIPTestJSON-257770432'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:04:38.369171 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-14c43c0c-cff5-4a22-b467-43d61cfc9c17 service neutron] 10.222.0.36 "GET /v2.0/networks/09f7481d-c62e-4488-bd2d-3572e377ab37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882249 Apr 21 13:04:38.500759 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce46e5a0-a340-42ea-8078-d0e9c2e5c5e7 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Made reservation on behalf of 663bc66a928f46029d07002cb35a282e for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:04:38.504371 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce46e5a0-a340-42ea-8078-d0e9c2e5c5e7 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:38.521615 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-ce46e5a0-a340-42ea-8078-d0e9c2e5c5e7 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] device_id is not set on port 05ca2f8f-99b6-4883-8a3c-e8b7bfe73982 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 13:04:38.622534 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6b1c8251-fbb9-40a9-a708-7b862e2cec5d req-8083cb0a-7a93-483b-8a80-205be88295e3 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/ports?device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 210 time: 0.0295029 Apr 21 13:04:38.637450 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-ce46e5a0-a340-42ea-8078-d0e9c2e5c5e7 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Allocated IP 172.20.0.9 (bac5a3a8-e827-48cf-9ca8-9131dcaf31ef/e138dab1-3a6b-4bda-81fa-258784895cb6/05ca2f8f-99b6-4883-8a3c-e8b7bfe73982) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:04:38.791369 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce46e5a0-a340-42ea-8078-d0e9c2e5c5e7 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:38.937503 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce46e5a0-a340-42ea-8078-d0e9c2e5c5e7 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:38.976986 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce46e5a0-a340-42ea-8078-d0e9c2e5c5e7 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Network bac5a3a8-e827-48cf-9ca8-9131dcaf31ef is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:04:38.981862 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ce46e5a0-a340-42ea-8078-d0e9c2e5c5e7 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:04:38.986390 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce46e5a0-a340-42ea-8078-d0e9c2e5c5e7 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:04:39.016650 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46e5a0-a340-42ea-8078-d0e9c2e5c5e7 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event updated for resources: {'Port': ['ID=05ca2f8f-99b6-4883-8a3c-e8b7bfe73982,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:39.042904 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce46e5a0-a340-42ea-8078-d0e9c2e5c5e7 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:39.043493 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce46e5a0-a340-42ea-8078-d0e9c2e5c5e7 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:39.115074 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ce46e5a0-a340-42ea-8078-d0e9c2e5c5e7 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8134377 Apr 21 13:04:39.118151 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46630) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:39.123298 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-5af47707-0e66-486f-bc1b-871da0eab3fa tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'port_id': '05ca2f8f-99b6-4883-8a3c-e8b7bfe73982', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:04:39.216923 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5af47707-0e66-486f-bc1b-871da0eab3fa tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:39.309559 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5af47707-0e66-486f-bc1b-871da0eab3fa tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:39.424509 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-5af47707-0e66-486f-bc1b-871da0eab3fa tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Allocated IP 172.25.8.3 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/180c62a4-c339-45db-9549-d6ba8e5269e8) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:04:39.524085 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5af47707-0e66-486f-bc1b-871da0eab3fa tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:39.643773 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5af47707-0e66-486f-bc1b-871da0eab3fa tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:39.690387 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af47707-0e66-486f-bc1b-871da0eab3fa tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:04:39.693377 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-5af47707-0e66-486f-bc1b-871da0eab3fa tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:04:39.697728 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af47707-0e66-486f-bc1b-871da0eab3fa tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:04:39.718563 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af47707-0e66-486f-bc1b-871da0eab3fa tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event updated for resources: {'Port': ['ID=180c62a4-c339-45db-9549-d6ba8e5269e8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:39.721257 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8be06b2d-2e1b-437c-bcc5-d81fdcef2a93 req-ec89ce0e-5557-409c-896d-4c5bc6663c29 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/ports?device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 210 time: 0.0312994 Apr 21 13:04:39.807353 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:04:39.854528 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:04:39.854899 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:39.937101 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:39.959273 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2346c9e8-07f1-4298-8ef3-6bf0d2567a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5c68c7-f10d-41a1-bf75-8aab2f639d8f'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:04:39.961780 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ad588d-4242-4eb0-8117-ad674586fc6b" -d '{"events": [{"server_uuid": "2346c9e8-07f1-4298-8ef3-6bf0d2567a74", "name": "network-vif-plugged", "status": "completed", "tag": "8e5c68c7-f10d-41a1-bf75-8aab2f639d8f"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:04:39.975234 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8e5c68c7-f10d-41a1-bf75-8aab2f639d8f,segment=NetworkSegment(75516c43-837e-4b3b-acbe-3f03f2acc8e5),segment_id=75516c43-837e-4b3b-acbe-3f03f2acc8e5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:04:40.001876 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b36983-9386-4523-8589-9b056d5f3916 x-openstack-request-id: req-a3b36983-9386-4523-8589-9b056d5f3916 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:04:40.002287 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2346c9e8-07f1-4298-8ef3-6bf0d2567a74", "name": "network-vif-plugged", "status": "completed", "tag": "8e5c68c7-f10d-41a1-bf75-8aab2f639d8f", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:04:40.002586 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a3b36983-9386-4523-8589-9b056d5f3916 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:04:40.002995 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3b36983-9386-4523-8589-9b056d5f3916'] response: {'server_uuid': '2346c9e8-07f1-4298-8ef3-6bf0d2567a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5c68c7-f10d-41a1-bf75-8aab2f639d8f', 'code': 200} Apr 21 13:04:40.064279 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5af47707-0e66-486f-bc1b-871da0eab3fa tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:40.079647 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:40.127243 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=8e5c68c7-f10d-41a1-bf75-8aab2f639d8f,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:40.134266 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:40.134603 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:40.134934 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:40.135286 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:40.135610 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:40.136079 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:40.136400 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:40.136719 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:40.137035 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:40.137350 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:40.137693 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:40.138006 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:04:40.271186 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5af47707-0e66-486f-bc1b-871da0eab3fa tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:40.427484 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5af47707-0e66-486f-bc1b-871da0eab3fa tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:40.491162 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5af47707-0e66-486f-bc1b-871da0eab3fa tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:40.558771 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af47707-0e66-486f-bc1b-871da0eab3fa tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event updated for resources: {'Port': ['ID=180c62a4-c339-45db-9549-d6ba8e5269e8,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:40.572238 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5af47707-0e66-486f-bc1b-871da0eab3fa tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:40.673060 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-5af47707-0e66-486f-bc1b-871da0eab3fa tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Floating IP 29eefdd6-56d3-4339-8836-8eb8c0e65954 associated. External IP: 172.25.8.3, port: 05ca2f8f-99b6-4883-8a3c-e8b7bfe73982. Apr 21 13:04:40.829988 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1227530b-273b-4d8b-8cb1-e73bd366599b req-e75bf65a-702e-4fc8-b582-8dd5345f6abe tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/ports?device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 210 time: 0.0335929 Apr 21 13:04:40.878073 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-9bbb97ef-ba58-4466-a0c1-2c6410ef46a3 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:40.879680 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-9bbb97ef-ba58-4466-a0c1-2c6410ef46a3 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.26 "GET /v2.0/networks?id=09f7481d-c62e-4488-bd2d-3572e377ab37 HTTP/1.1" status: 200 len: 811 time: 0.1433415 Apr 21 13:04:40.892368 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-69e6398e-ad07-44e0-92de-04410bd644c2 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Request body: {'port': {'device_id': '05877a4b-b68c-43f5-8856-b3ff88dc6787', 'network_id': '09f7481d-c62e-4488-bd2d-3572e377ab37', 'admin_state_up': True, 'tenant_id': '55dd3e70a1c04f48ba54e41644d38ede'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:04:41.091310 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-69e6398e-ad07-44e0-92de-04410bd644c2 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Made reservation on behalf of 55dd3e70a1c04f48ba54e41644d38ede for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:04:41.095229 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-69e6398e-ad07-44e0-92de-04410bd644c2 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:41.178995 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af47707-0e66-486f-bc1b-871da0eab3fa tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Router a023c2c7-b9ba-43b6-8975-437aa4f84327 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:04:41.221461 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-69e6398e-ad07-44e0-92de-04410bd644c2 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Allocated IP 172.20.0.7 (09f7481d-c62e-4488-bd2d-3572e377ab37/6d30ffa7-160f-41bc-aeeb-a37958841f66/e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:04:41.289606 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af47707-0e66-486f-bc1b-871da0eab3fa tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:04:41.300255 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f970e1-79a9-42b4-be75-eaabfc0a75b5 None None] Sync routers for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:04:41.309564 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f970e1-79a9-42b4-be75-eaabfc0a75b5 None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:04:41.310763 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-34f970e1-79a9-42b4-be75-eaabfc0a75b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:41.343301 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-34f970e1-79a9-42b4-be75-eaabfc0a75b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:41.351626 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f970e1-79a9-42b4-be75-eaabfc0a75b5 None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:04:41.352226 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-34f970e1-79a9-42b4-be75-eaabfc0a75b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:41.366597 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5af47707-0e66-486f-bc1b-871da0eab3fa tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:41.369183 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-69e6398e-ad07-44e0-92de-04410bd644c2 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:41.387148 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-34f970e1-79a9-42b4-be75-eaabfc0a75b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:41.387790 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f970e1-79a9-42b4-be75-eaabfc0a75b5 None None] The sync data for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:04:41.397335 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5af47707-0e66-486f-bc1b-871da0eab3fa tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 2.2781065 Apr 21 13:04:41.399944 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46642) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:41.405165 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1d7d27cc-83af-47e6-8e98-7d7579f5fac2 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:04:41.460529 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d7d27cc-83af-47e6-8e98-7d7579f5fac2 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:41.463353 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-69e6398e-ad07-44e0-92de-04410bd644c2 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:41.508253 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-69e6398e-ad07-44e0-92de-04410bd644c2 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Network 09f7481d-c62e-4488-bd2d-3572e377ab37 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:04:41.511311 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-69e6398e-ad07-44e0-92de-04410bd644c2 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:04:41.514210 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-69e6398e-ad07-44e0-92de-04410bd644c2 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:04:41.540322 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6398e-ad07-44e0-92de-04410bd644c2 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Pushing event updated for resources: {'Port': ['ID=e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:41.571452 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-69e6398e-ad07-44e0-92de-04410bd644c2 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:41.572201 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-69e6398e-ad07-44e0-92de-04410bd644c2 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:41.606912 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d7d27cc-83af-47e6-8e98-7d7579f5fac2 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:41.714831 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-69e6398e-ad07-44e0-92de-04410bd644c2 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8271718 Apr 21 13:04:41.781082 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d7d27cc-83af-47e6-8e98-7d7579f5fac2 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:41.781427 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-1d7d27cc-83af-47e6-8e98-7d7579f5fac2 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Floating IP 29eefdd6-56d3-4339-8836-8eb8c0e65954 disassociated. External IP: 172.25.8.3, port: 05ca2f8f-99b6-4883-8a3c-e8b7bfe73982. Apr 21 13:04:41.783851 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-b0878584-8974-43c7-9545-1bf2a178488c service neutron] Request body: {'port': {'device_id': '05877a4b-b68c-43f5-8856-b3ff88dc6787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:04:41.842553 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-b0878584-8974-43c7-9545-1bf2a178488c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:41.983581 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:04:41.987414 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7d27cc-83af-47e6-8e98-7d7579f5fac2 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Router a023c2c7-b9ba-43b6-8975-437aa4f84327 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:04:42.056522 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4fd7c-9654-48d6-8317-cca81c5751b2 req-5de800c2-f3bd-4eb1-a029-7f598437c6ba tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:42.058099 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dee4fd7c-9654-48d6-8317-cca81c5751b2 req-5de800c2-f3bd-4eb1-a029-7f598437c6ba tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/ports?device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 931 time: 0.1094325 Apr 21 13:04:42.106379 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7d27cc-83af-47e6-8e98-7d7579f5fac2 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:04:42.183957 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d7d27cc-83af-47e6-8e98-7d7579f5fac2 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:42.184057 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80698df-0a44-43e1-b0e2-ec5807411096 None None] Sync routers for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:04:42.184057 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80698df-0a44-43e1-b0e2-ec5807411096 None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:04:42.184057 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a80698df-0a44-43e1-b0e2-ec5807411096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:42.184724 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dee4fd7c-9654-48d6-8317-cca81c5751b2 req-e8404866-1cec-4b75-ae8a-d7135479839d tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0c54f2a-4ae8-4ae5-a867-a258a090a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700147 Apr 21 13:04:42.184820 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1d7d27cc-83af-47e6-8e98-7d7579f5fac2 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "PUT /v2.0/floatingips/29eefdd6-56d3-4339-8836-8eb8c0e65954 HTTP/1.1" status: 200 len: 686 time: 0.7414441 Apr 21 13:04:42.184912 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a80698df-0a44-43e1-b0e2-ec5807411096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:42.184998 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46646) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:42.185114 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80698df-0a44-43e1-b0e2-ec5807411096 None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:04:42.185114 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a80698df-0a44-43e1-b0e2-ec5807411096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:42.210490 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a80698df-0a44-43e1-b0e2-ec5807411096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:42.211380 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80698df-0a44-43e1-b0e2-ec5807411096 None None] The sync data for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:04:42.223021 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-b0878584-8974-43c7-9545-1bf2a178488c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:04:42.233910 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-b0878584-8974-43c7-9545-1bf2a178488c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:42.281087 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-b0878584-8974-43c7-9545-1bf2a178488c service neutron] Transition to ACTIVE for port object e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:04:42.318970 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5ea98a94-7736-4956-9830-c1679cf4acbf tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Deleting port 180c62a4-c339-45db-9549-d6ba8e5269e8 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:04:42.322090 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ea98a94-7736-4956-9830-c1679cf4acbf tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:42.394045 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ea98a94-7736-4956-9830-c1679cf4acbf tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:42.394369 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ea98a94-7736-4956-9830-c1679cf4acbf tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:42.406173 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5ea98a94-7736-4956-9830-c1679cf4acbf tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Calling delete_port for 180c62a4-c339-45db-9549-d6ba8e5269e8 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:04:42.407861 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-b0878584-8974-43c7-9545-1bf2a178488c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:42.499972 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0878584-8974-43c7-9545-1bf2a178488c service neutron] Pushing event updated for resources: {'Port': ['ID=e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:42.592946 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-b0878584-8974-43c7-9545-1bf2a178488c service neutron] Attempting to bind port e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:04:42.593270 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-b0878584-8974-43c7-9545-1bf2a178488c service neutron] Attempting to bind port e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '7a91b984-0857-44a7-99ac-daa7cd27c79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '09f7481d-c62e-4488-bd2d-3572e377ab37'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:04:42.593609 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-b0878584-8974-43c7-9545-1bf2a178488c service neutron] Attempting to bind port e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd on network 09f7481d-c62e-4488-bd2d-3572e377ab37 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:04:42.617114 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-b0878584-8974-43c7-9545-1bf2a178488c service neutron] Port e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd on network 09f7481d-c62e-4488-bd2d-3572e377ab37 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:04:42.617423 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-b0878584-8974-43c7-9545-1bf2a178488c service neutron] Attempting to bind port e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd on network 09f7481d-c62e-4488-bd2d-3572e377ab37 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:04:42.625285 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-b0878584-8974-43c7-9545-1bf2a178488c service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:04:42.625689 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-b0878584-8974-43c7-9545-1bf2a178488c service neutron] Checking segment: {'id': '7a91b984-0857-44a7-99ac-daa7cd27c79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '09f7481d-c62e-4488-bd2d-3572e377ab37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:04:42.626010 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-b0878584-8974-43c7-9545-1bf2a178488c service neutron] Bound using segment: {'id': '7a91b984-0857-44a7-99ac-daa7cd27c79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '09f7481d-c62e-4488-bd2d-3572e377ab37'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:04:42.626431 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-b0878584-8974-43c7-9545-1bf2a178488c service neutron] Bound port: e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a91b984-0857-44a7-99ac-daa7cd27c79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '09f7481d-c62e-4488-bd2d-3572e377ab37'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:04:42.626780 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-b0878584-8974-43c7-9545-1bf2a178488c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:42.696767 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-b0878584-8974-43c7-9545-1bf2a178488c service neutron] For port e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:04:42.699690 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-b0878584-8974-43c7-9545-1bf2a178488c service neutron] For port e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd,segment=NetworkSegment(7a91b984-0857-44a7-99ac-daa7cd27c79f),segment_id=7a91b984-0857-44a7-99ac-daa7cd27c79f)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:04:42.771234 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ea98a94-7736-4956-9830-c1679cf4acbf tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:42.797300 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea98a94-7736-4956-9830-c1679cf4acbf tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event deleted for resources: {'Port': ['ID=180c62a4-c339-45db-9549-d6ba8e5269e8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:42.799604 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-b0878584-8974-43c7-9545-1bf2a178488c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:42.876134 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-b0878584-8974-43c7-9545-1bf2a178488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:42.876815 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-b0878584-8974-43c7-9545-1bf2a178488c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:42.878167 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-b0878584-8974-43c7-9545-1bf2a178488c service neutron] 10.222.0.26 "PUT /v2.0/ports/e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd HTTP/1.1" status: 200 len: 1091 time: 1.0992649 Apr 21 13:04:42.878592 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05877a4b-b68c-43f5-8856-b3ff88dc6787', 'tag': 'e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:04:42.880818 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a0fe6c-bc1a-4020-82b9-77278a73c26f" -d '{"events": [{"name": "network-changed", "server_uuid": "05877a4b-b68c-43f5-8856-b3ff88dc6787", "tag": "e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:04:42.909482 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0878584-8974-43c7-9545-1bf2a178488c service neutron] Pushing event updated for resources: {'Port': ['ID=e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:42.916261 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ea98a94-7736-4956-9830-c1679cf4acbf tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:42.918859 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ea98a94-7736-4956-9830-c1679cf4acbf tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:42.920720 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5ea98a94-7736-4956-9830-c1679cf4acbf tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "DELETE /v2.0/floatingips/29eefdd6-56d3-4339-8836-8eb8c0e65954 HTTP/1.1" status: 204 len: 168 time: 0.7438889 Apr 21 13:04:42.924036 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46650) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:42.928658 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f4cf5c69-b44c-422b-b19e-770adc636a88 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'port_id': '990c3d19-d44e-4bcf-9cda-beb913098423'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:04:42.931156 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d16954-b30d-4467-a017-3de8cbba243d x-openstack-request-id: req-d9d16954-b30d-4467-a017-3de8cbba243d {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:04:42.931682 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05877a4b-b68c-43f5-8856-b3ff88dc6787", "tag": "e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:04:42.932029 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d9d16954-b30d-4467-a017-3de8cbba243d {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:04:42.932537 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9d16954-b30d-4467-a017-3de8cbba243d'] response: {'name': 'network-changed', 'server_uuid': '05877a4b-b68c-43f5-8856-b3ff88dc6787', 'tag': 'e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd', 'status': 'completed', 'code': 200} Apr 21 13:04:42.986371 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0fe6c-bc1a-4020-82b9-77278a73c26f req-5884c8d1-23ef-4b33-9784-233b36dc60bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:42.987883 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-21a0fe6c-bc1a-4020-82b9-77278a73c26f req-5884c8d1-23ef-4b33-9784-233b36dc60bf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55dd3e70a1c04f48ba54e41644d38ede&device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 1094 time: 0.0414774 Apr 21 13:04:43.049881 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4cf5c69-b44c-422b-b19e-770adc636a88 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:43.095049 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0fe6c-bc1a-4020-82b9-77278a73c26f req-82745e05-6a3a-48f6-ab1d-ff23b3ead4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:43.096624 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-21a0fe6c-bc1a-4020-82b9-77278a73c26f req-82745e05-6a3a-48f6-ab1d-ff23b3ead4e8 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=55dd3e70a1c04f48ba54e41644d38ede&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1019349 Apr 21 13:04:43.149250 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4cf5c69-b44c-422b-b19e-770adc636a88 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:43.189232 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0fe6c-bc1a-4020-82b9-77278a73c26f req-44d37787-4881-4b34-ac20-dd5d22defb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:43.190749 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-21a0fe6c-bc1a-4020-82b9-77278a73c26f req-44d37787-4881-4b34-ac20-dd5d22defb54 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882206 Apr 21 13:04:43.262837 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-f4cf5c69-b44c-422b-b19e-770adc636a88 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Allocated IP 172.25.8.101 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/032318a6-5465-4642-8af1-17950f649123) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:04:43.316431 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e742ed-5991-4682-80d3-5a613774e2eb req-db941c8b-f54a-4c3e-8ae2-d9f59d7078fa tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:43.317844 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14e742ed-5991-4682-80d3-5a613774e2eb req-db941c8b-f54a-4c3e-8ae2-d9f59d7078fa tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/ports?device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 943 time: 0.0826890 Apr 21 13:04:43.324219 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-99ea6973-22fe-4e00-bbd6-f3f1683d992d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:43.325640 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-99ea6973-22fe-4e00-bbd6-f3f1683d992d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55dd3e70a1c04f48ba54e41644d38ede&device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 1094 time: 0.0628991 Apr 21 13:04:43.365045 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4cf5c69-b44c-422b-b19e-770adc636a88 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:43.372541 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-6d29f861-a238-4a44-ade9-c2058789e47e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd HTTP/1.1" status: 200 len: 217 time: 0.0393775 Apr 21 13:04:43.423980 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14e742ed-5991-4682-80d3-5a613774e2eb req-7f5fbe5f-fe93-4833-8b03-17a1a1e24f43 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0c54f2a-4ae8-4ae5-a867-a258a090a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973828 Apr 21 13:04:43.439531 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-85d87ef5-0075-4506-a309-b6ded1d9475c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:43.439531 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-85d87ef5-0075-4506-a309-b6ded1d9475c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6d30ffa7-160f-41bc-aeeb-a37958841f66 HTTP/1.1" status: 200 len: 851 time: 0.0607507 Apr 21 13:04:43.461851 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4cf5c69-b44c-422b-b19e-770adc636a88 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:43.471231 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-7be09c2e-ebd8-4336-a48e-e6a1767272b8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=09f7481d-c62e-4488-bd2d-3572e377ab37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258386 Apr 21 13:04:43.497743 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cf5c69-b44c-422b-b19e-770adc636a88 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:04:43.502429 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-f4cf5c69-b44c-422b-b19e-770adc636a88 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:04:43.512632 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5f6aafa-a30e-4667-a244-f2739c0f36e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:43.513675 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cf5c69-b44c-422b-b19e-770adc636a88 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:04:43.537328 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf5c69-b44c-422b-b19e-770adc636a88 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event updated for resources: {'Port': ['ID=032318a6-5465-4642-8af1-17950f649123,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:43.560964 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-386c23ae-311b-4465-a5aa-70bae0619cb8 service neutron] 10.222.0.26 "GET /v2.0/networks/09f7481d-c62e-4488-bd2d-3572e377ab37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832777 Apr 21 13:04:43.653290 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-772abf85-15b4-49a9-9075-52cca5eccc37 req-0c3e90da-35f0-4602-b5b8-c7c81cd6ac67 service neutron] 10.222.0.26 "GET /v2.0/networks/09f7481d-c62e-4488-bd2d-3572e377ab37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860038 Apr 21 13:04:43.864750 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4cf5c69-b44c-422b-b19e-770adc636a88 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:43.987514 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4cf5c69-b44c-422b-b19e-770adc636a88 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:44.130865 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4cf5c69-b44c-422b-b19e-770adc636a88 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:44.228200 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4cf5c69-b44c-422b-b19e-770adc636a88 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:44.300326 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf5c69-b44c-422b-b19e-770adc636a88 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event updated for resources: {'Port': ['ID=032318a6-5465-4642-8af1-17950f649123,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:44.312078 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4cf5c69-b44c-422b-b19e-770adc636a88 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:44.411238 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-f4cf5c69-b44c-422b-b19e-770adc636a88 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Floating IP bb162334-1a16-4e69-b73c-d0181b31bc26 associated. External IP: 172.25.8.101, port: 990c3d19-d44e-4bcf-9cda-beb913098423. Apr 21 13:04:44.547874 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191949ff-44cd-48e5-a731-1d2e396275e0 req-66a08228-9ea8-420e-8613-9e3ea4cfe7cc tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:44.550023 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-191949ff-44cd-48e5-a731-1d2e396275e0 req-66a08228-9ea8-420e-8613-9e3ea4cfe7cc tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/ports?device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 943 time: 0.0506325 Apr 21 13:04:44.591148 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-191949ff-44cd-48e5-a731-1d2e396275e0 req-f9961a08-8dc8-4db9-a4e7-2e1d8b65738e tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0c54f2a-4ae8-4ae5-a867-a258a090a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339327 Apr 21 13:04:44.631080 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cf5c69-b44c-422b-b19e-770adc636a88 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Router a023c2c7-b9ba-43b6-8975-437aa4f84327 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:04:44.739123 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cf5c69-b44c-422b-b19e-770adc636a88 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:04:44.752003 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228fa2b9-ffd0-49b7-8898-8a7a75780852 None None] Sync routers for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:04:44.761044 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228fa2b9-ffd0-49b7-8898-8a7a75780852 None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:04:44.762956 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-228fa2b9-ffd0-49b7-8898-8a7a75780852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:44.793192 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-228fa2b9-ffd0-49b7-8898-8a7a75780852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:44.803069 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228fa2b9-ffd0-49b7-8898-8a7a75780852 None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:04:44.803656 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-228fa2b9-ffd0-49b7-8898-8a7a75780852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:44.835109 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-228fa2b9-ffd0-49b7-8898-8a7a75780852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:44.835721 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228fa2b9-ffd0-49b7-8898-8a7a75780852 None None] The sync data for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:04:44.842324 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f4cf5c69-b44c-422b-b19e-770adc636a88 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:44.869747 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f4cf5c69-b44c-422b-b19e-770adc636a88 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.9446225 Apr 21 13:04:44.872531 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46656) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:44.931387 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fb1aecba-5106-4dcc-9ead-f6ef9a3489ee tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "GET /v2.0/floatingips/bb162334-1a16-4e69-b73c-d0181b31bc26 HTTP/1.1" status: 200 len: 979 time: 0.0578325 Apr 21 13:04:44.934044 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46658) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:45.038049 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a58a05c9-709e-4866-a9f5-aa06f7ae53a9 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1028316 Apr 21 13:04:45.040458 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46660) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:45.044576 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4c4c6115-ff00-4655-9618-ecc9b1aa28d1 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Request body: {'floatingip': {'port_id': '05ca2f8f-99b6-4883-8a3c-e8b7bfe73982'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:04:45.100212 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c4c6115-ff00-4655-9618-ecc9b1aa28d1 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:45.538138 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c4c6115-ff00-4655-9618-ecc9b1aa28d1 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:45.611311 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c4c6115-ff00-4655-9618-ecc9b1aa28d1 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:45.742749 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-246da23a-2a7d-45ab-87f7-6e63f6f23f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:46.078883 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-4c4c6115-ff00-4655-9618-ecc9b1aa28d1 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Floating IP bb162334-1a16-4e69-b73c-d0181b31bc26 associated. External IP: 172.25.8.101, port: 990c3d19-d44e-4bcf-9cda-beb913098423. Apr 21 13:04:46.089059 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5885c-cec6-4ce5-bed2-5ae6e9a45287 req-85b805de-e976-408f-bb04-8428c7164f51 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:46.090543 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0de5885c-cec6-4ce5-bed2-5ae6e9a45287 req-85b805de-e976-408f-bb04-8428c7164f51 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/ports?device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 943 time: 0.4292080 Apr 21 13:04:46.188221 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0de5885c-cec6-4ce5-bed2-5ae6e9a45287 req-6cd05bbf-f6a3-4673-ad38-97a1e336f110 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0c54f2a-4ae8-4ae5-a867-a258a090a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678384 Apr 21 13:04:46.313212 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4c6115-ff00-4655-9618-ecc9b1aa28d1 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Router a023c2c7-b9ba-43b6-8975-437aa4f84327 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:04:46.417424 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4c6115-ff00-4655-9618-ecc9b1aa28d1 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:04:46.427364 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1d9593-18fe-4fdd-9122-e3c53e3bdd92 None None] Sync routers for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:04:46.436596 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1d9593-18fe-4fdd-9122-e3c53e3bdd92 None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:04:46.437201 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ba1d9593-18fe-4fdd-9122-e3c53e3bdd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:46.470959 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ba1d9593-18fe-4fdd-9122-e3c53e3bdd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:46.479416 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1d9593-18fe-4fdd-9122-e3c53e3bdd92 None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:04:46.480035 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ba1d9593-18fe-4fdd-9122-e3c53e3bdd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:46.511528 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ba1d9593-18fe-4fdd-9122-e3c53e3bdd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:46.512168 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1d9593-18fe-4fdd-9122-e3c53e3bdd92 None None] The sync data for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:04:46.627150 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4c6115-ff00-4655-9618-ecc9b1aa28d1 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Router a023c2c7-b9ba-43b6-8975-437aa4f84327 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:04:46.732158 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4c6115-ff00-4655-9618-ecc9b1aa28d1 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:04:46.736400 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c4c6115-ff00-4655-9618-ecc9b1aa28d1 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:46.741803 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ac1503-7f0f-4bcd-9596-8301adcab1b9 None None] Sync routers for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:04:46.750610 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ac1503-7f0f-4bcd-9596-8301adcab1b9 None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:04:46.751196 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-43ac1503-7f0f-4bcd-9596-8301adcab1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:46.782906 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-43ac1503-7f0f-4bcd-9596-8301adcab1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:46.787301 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4c4c6115-ff00-4655-9618-ecc9b1aa28d1 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "PUT /v2.0/floatingips/bb162334-1a16-4e69-b73c-d0181b31bc26 HTTP/1.1" status: 200 len: 977 time: 1.7458649 Apr 21 13:04:46.789866 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46664) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:46.791303 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ac1503-7f0f-4bcd-9596-8301adcab1b9 None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:04:46.791881 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-43ac1503-7f0f-4bcd-9596-8301adcab1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:46.794086 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8253b11d-2a1f-49e2-9ef5-c7e0061ed5ad tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:04:46.822564 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-43ac1503-7f0f-4bcd-9596-8301adcab1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:46.823189 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ac1503-7f0f-4bcd-9596-8301adcab1b9 None None] The sync data for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:04:46.851517 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8253b11d-2a1f-49e2-9ef5-c7e0061ed5ad tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:46.936973 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:46.990828 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8253b11d-2a1f-49e2-9ef5-c7e0061ed5ad tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:47.051062 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8253b11d-2a1f-49e2-9ef5-c7e0061ed5ad tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:47.051403 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-8253b11d-2a1f-49e2-9ef5-c7e0061ed5ad tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Floating IP bb162334-1a16-4e69-b73c-d0181b31bc26 disassociated. External IP: 172.25.8.101, port: 05ca2f8f-99b6-4883-8a3c-e8b7bfe73982. Apr 21 13:04:47.258767 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8253b11d-2a1f-49e2-9ef5-c7e0061ed5ad tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Router a023c2c7-b9ba-43b6-8975-437aa4f84327 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:04:47.344684 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c6ff3-519a-48b1-8476-e1f7da5b85f5 req-ab973d46-e5cc-4097-9dee-618b01d654e4 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:47.346208 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd3c6ff3-519a-48b1-8476-e1f7da5b85f5 req-ab973d46-e5cc-4097-9dee-618b01d654e4 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/ports?device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 943 time: 0.0901861 Apr 21 13:04:47.385708 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:04:47.425358 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd3c6ff3-519a-48b1-8476-e1f7da5b85f5 req-883a5a23-6011-45ab-9feb-39f64dc1580d tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0c54f2a-4ae8-4ae5-a867-a258a090a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705843 Apr 21 13:04:47.433286 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8253b11d-2a1f-49e2-9ef5-c7e0061ed5ad tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:04:47.438317 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8253b11d-2a1f-49e2-9ef5-c7e0061ed5ad tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:47.450868 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa17037d-85f4-484b-9cd7-ffa53debfbec None None] Sync routers for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:04:47.468467 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa17037d-85f4-484b-9cd7-ffa53debfbec None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:04:47.469066 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fa17037d-85f4-484b-9cd7-ffa53debfbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:47.473565 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8253b11d-2a1f-49e2-9ef5-c7e0061ed5ad tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "PUT /v2.0/floatingips/bb162334-1a16-4e69-b73c-d0181b31bc26 HTTP/1.1" status: 200 len: 688 time: 0.6822822 Apr 21 13:04:47.475624 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46668) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:47.514195 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fa17037d-85f4-484b-9cd7-ffa53debfbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:47.533832 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd,segment=NetworkSegment(7a91b984-0857-44a7-99ac-daa7cd27c79f),segment_id=7a91b984-0857-44a7-99ac-daa7cd27c79f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:04:47.536100 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa17037d-85f4-484b-9cd7-ffa53debfbec None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:04:47.536697 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fa17037d-85f4-484b-9cd7-ffa53debfbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:47.575642 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fa17037d-85f4-484b-9cd7-ffa53debfbec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:47.576286 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa17037d-85f4-484b-9cd7-ffa53debfbec None None] The sync data for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:04:47.577726 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd', 'network_id': '09f7481d-c62e-4488-bd2d-3572e377ab37', 'port_id': 'e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd', 'mac_address': 'fa:16:3e:a5:4c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d30ffa7-160f-41bc-aeeb-a37958841f66', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:04:47.600184 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a18b96c3-9d0b-4e0b-b966-db772bded638 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Deleting port 032318a6-5465-4642-8af1-17950f649123 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:04:47.600535 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a18b96c3-9d0b-4e0b-b966-db772bded638 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:47.616350 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:47.628816 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:04:47.647141 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd,segment=NetworkSegment(7a91b984-0857-44a7-99ac-daa7cd27c79f),segment_id=7a91b984-0857-44a7-99ac-daa7cd27c79f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:04:47.679624 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a18b96c3-9d0b-4e0b-b966-db772bded638 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:47.680225 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a18b96c3-9d0b-4e0b-b966-db772bded638 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:47.691321 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a18b96c3-9d0b-4e0b-b966-db772bded638 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Calling delete_port for 032318a6-5465-4642-8af1-17950f649123 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:04:47.714059 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:47.765597 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:47.879568 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a18b96c3-9d0b-4e0b-b966-db772bded638 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:47.905854 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b96c3-9d0b-4e0b-b966-db772bded638 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event deleted for resources: {'Port': ['ID=032318a6-5465-4642-8af1-17950f649123,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:47.966809 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a18b96c3-9d0b-4e0b-b966-db772bded638 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:47.969838 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a18b96c3-9d0b-4e0b-b966-db772bded638 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:47.970984 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a18b96c3-9d0b-4e0b-b966-db772bded638 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "DELETE /v2.0/floatingips/bb162334-1a16-4e69-b73c-d0181b31bc26 HTTP/1.1" status: 204 len: 168 time: 0.4944670 Apr 21 13:04:47.973664 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46672) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:48.010913 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-2f096d1a-849a-4125-b82a-11ff3e4b2c19 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] delete failed (client error): The resource could not be found. Apr 21 13:04:48.011915 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2f096d1a-849a-4125-b82a-11ff3e4b2c19 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "DELETE /v2.0/floatingips/bb162334-1a16-4e69-b73c-d0181b31bc26 HTTP/1.1" status: 404 len: 345 time: 0.0373619 Apr 21 13:04:48.016046 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46674) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:48.022777 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:48.058945 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:04:48.097539 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38908851-5a65-4ef0-a71d-147c157d391f tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:48.103529 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38908851-5a65-4ef0-a71d-147c157d391f tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:48.109436 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38908851-5a65-4ef0-a71d-147c157d391f tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:48.111122 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-38908851-5a65-4ef0-a71d-147c157d391f tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "GET /v2.0/ports?network_id=bac5a3a8-e827-48cf-9ca8-9131dcaf31ef HTTP/1.1" status: 200 len: 2358 time: 0.0942669 Apr 21 13:04:48.113886 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46676) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:48.164534 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533f0ac6-8186-4462-9f6d-b6e46d8240e9 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:48.169128 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-533f0ac6-8186-4462-9f6d-b6e46d8240e9 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "GET /v2.0/subnets/e138dab1-3a6b-4bda-81fa-258784895cb6 HTTP/1.1" status: 200 len: 797 time: 0.0510845 Apr 21 13:04:48.170866 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46678) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:48.175549 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6cd41ae2-617f-4f74-8075-f5d2c43f3aeb tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Request body: {'port': {'network_id': 'bac5a3a8-e827-48cf-9ca8-9131dcaf31ef', 'name': 'tempest-FloatingIPTestJSON-560692141', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:04:48.346750 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd41ae2-617f-4f74-8075-f5d2c43f3aeb tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Made reservation on behalf of 663bc66a928f46029d07002cb35a282e for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:04:48.430389 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6cd41ae2-617f-4f74-8075-f5d2c43f3aeb tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:48.447816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-6cd41ae2-617f-4f74-8075-f5d2c43f3aeb tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] device_id is not set on port eff17600-152e-4bac-b221-92d02cef6c8d yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 13:04:48.480300 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:48.626382 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13d202-1c3f-4bed-ba0f-b8bdf600f732 req-1db64825-08a2-4ae0-baa2-25970a067c67 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:48.627778 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b13d202-1c3f-4bed-ba0f-b8bdf600f732 req-1db64825-08a2-4ae0-baa2-25970a067c67 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/ports?device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 944 time: 0.1237249 Apr 21 13:04:48.704920 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b13d202-1c3f-4bed-ba0f-b8bdf600f732 req-281e280e-b1f9-47fa-9b3b-2fdc5ce06dc1 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0c54f2a-4ae8-4ae5-a867-a258a090a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711303 Apr 21 13:04:48.731145 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:48.800851 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-6cd41ae2-617f-4f74-8075-f5d2c43f3aeb tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Allocated IP 172.20.0.14 (bac5a3a8-e827-48cf-9ca8-9131dcaf31ef/e138dab1-3a6b-4bda-81fa-258784895cb6/eff17600-152e-4bac-b221-92d02cef6c8d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:04:48.807188 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-6cd41ae2-617f-4f74-8075-f5d2c43f3aeb tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Allocated IP 172.20.0.13 (bac5a3a8-e827-48cf-9ca8-9131dcaf31ef/e138dab1-3a6b-4bda-81fa-258784895cb6/eff17600-152e-4bac-b221-92d02cef6c8d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:04:48.942120 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6cd41ae2-617f-4f74-8075-f5d2c43f3aeb tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:49.032609 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6cd41ae2-617f-4f74-8075-f5d2c43f3aeb tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:49.079883 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd41ae2-617f-4f74-8075-f5d2c43f3aeb tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Network bac5a3a8-e827-48cf-9ca8-9131dcaf31ef is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:04:49.082958 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-6cd41ae2-617f-4f74-8075-f5d2c43f3aeb tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:04:49.086965 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd41ae2-617f-4f74-8075-f5d2c43f3aeb tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:04:49.110619 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd41ae2-617f-4f74-8075-f5d2c43f3aeb tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event updated for resources: {'Port': ['ID=eff17600-152e-4bac-b221-92d02cef6c8d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:49.137549 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd41ae2-617f-4f74-8075-f5d2c43f3aeb tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:49.138209 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6cd41ae2-617f-4f74-8075-f5d2c43f3aeb tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:49.229186 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6cd41ae2-617f-4f74-8075-f5d2c43f3aeb tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.0572636 Apr 21 13:04:49.231617 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46682) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:49.236544 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d33b12ad-b27b-4d52-9bea-60cb179a45ec tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'port_id': 'eff17600-152e-4bac-b221-92d02cef6c8d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:04:49.296956 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d33b12ad-b27b-4d52-9bea-60cb179a45ec tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:49.380756 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:04:49.393053 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d33b12ad-b27b-4d52-9bea-60cb179a45ec tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:49.505241 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-d33b12ad-b27b-4d52-9bea-60cb179a45ec tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Allocated IP 172.25.8.16 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/23018f51-5bdb-4466-8c19-8eb241f49d68) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:04:49.512788 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:04:49.517143 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:04:49.517518 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:49.594267 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:49.605134 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d33b12ad-b27b-4d52-9bea-60cb179a45ec tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:49.618994 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05877a4b-b68c-43f5-8856-b3ff88dc6787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:04:49.621235 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa7b416-0ae0-42cc-858c-2bdcda07dc45" -d '{"events": [{"server_uuid": "05877a4b-b68c-43f5-8856-b3ff88dc6787", "name": "network-vif-plugged", "status": "completed", "tag": "e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:04:49.634520 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd,segment=NetworkSegment(7a91b984-0857-44a7-99ac-daa7cd27c79f),segment_id=7a91b984-0857-44a7-99ac-daa7cd27c79f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:04:49.660127 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9e5a58-62b7-4190-8712-e41c9361a3f3 x-openstack-request-id: req-3b9e5a58-62b7-4190-8712-e41c9361a3f3 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:04:49.660459 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05877a4b-b68c-43f5-8856-b3ff88dc6787", "name": "network-vif-plugged", "status": "completed", "tag": "e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:04:49.660711 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3b9e5a58-62b7-4190-8712-e41c9361a3f3 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:04:49.661110 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b9e5a58-62b7-4190-8712-e41c9361a3f3'] response: {'server_uuid': '05877a4b-b68c-43f5-8856-b3ff88dc6787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd', 'code': 200} Apr 21 13:04:49.695649 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:49.724585 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d33b12ad-b27b-4d52-9bea-60cb179a45ec tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:49.752516 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:49.782455 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33b12ad-b27b-4d52-9bea-60cb179a45ec tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:04:49.795676 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d33b12ad-b27b-4d52-9bea-60cb179a45ec tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:04:49.801189 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33b12ad-b27b-4d52-9bea-60cb179a45ec tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:04:49.822824 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b12ad-b27b-4d52-9bea-60cb179a45ec tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event updated for resources: {'Port': ['ID=23018f51-5bdb-4466-8c19-8eb241f49d68,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:49.855805 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d0be3-f975-4efc-b4c1-db1c87f56744 req-1e0f2c82-6f84-4b15-b532-8808ae02e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:49.857373 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-205d0be3-f975-4efc-b4c1-db1c87f56744 req-1e0f2c82-6f84-4b15-b532-8808ae02e4a1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 1096 time: 0.1437128 Apr 21 13:04:49.918967 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b313779-3bbf-47e2-8c64-d725818679f5 req-e303b663-aecd-4cb2-8dd5-18b1866c0bcf tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:49.920455 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6b313779-3bbf-47e2-8c64-d725818679f5 req-e303b663-aecd-4cb2-8dd5-18b1866c0bcf tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/ports?device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 945 time: 0.1370013 Apr 21 13:04:49.969176 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-205d0be3-f975-4efc-b4c1-db1c87f56744 req-32bd32b1-7dfc-4fc7-b2fd-33f82a5971f3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c0c54f2a-4ae8-4ae5-a867-a258a090a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036766 Apr 21 13:04:49.998445 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6b313779-3bbf-47e2-8c64-d725818679f5 req-5c8f49bb-41d2-4687-a7d8-c394d56786dd tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0c54f2a-4ae8-4ae5-a867-a258a090a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710545 Apr 21 13:04:50.239756 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d33b12ad-b27b-4d52-9bea-60cb179a45ec tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:50.379340 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d33b12ad-b27b-4d52-9bea-60cb179a45ec tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:50.525809 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d33b12ad-b27b-4d52-9bea-60cb179a45ec tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:50.529538 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:50.620484 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d33b12ad-b27b-4d52-9bea-60cb179a45ec tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:50.685157 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33b12ad-b27b-4d52-9bea-60cb179a45ec tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event updated for resources: {'Port': ['ID=23018f51-5bdb-4466-8c19-8eb241f49d68,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:50.698695 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d33b12ad-b27b-4d52-9bea-60cb179a45ec tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:50.795042 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-d33b12ad-b27b-4d52-9bea-60cb179a45ec tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Floating IP 6ae43f73-920f-41c3-9e19-5a2ea69348af associated. External IP: 172.25.8.16, port: eff17600-152e-4bac-b221-92d02cef6c8d. Apr 21 13:04:51.377394 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d33b12ad-b27b-4d52-9bea-60cb179a45ec tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Router a023c2c7-b9ba-43b6-8975-437aa4f84327 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:04:51.390640 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50901b-be78-47b1-9611-4e078d1d0cb2 req-17ece585-3a0d-4546-80c3-117f001dcfd4 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:51.392175 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f50901b-be78-47b1-9611-4e078d1d0cb2 req-17ece585-3a0d-4546-80c3-117f001dcfd4 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/ports?device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 945 time: 0.0697775 Apr 21 13:04:51.478208 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f50901b-be78-47b1-9611-4e078d1d0cb2 req-6f17b83c-be7a-4ee2-94e4-c101a8e82327 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0c54f2a-4ae8-4ae5-a867-a258a090a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788453 Apr 21 13:04:51.530719 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33b12ad-b27b-4d52-9bea-60cb179a45ec tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:04:51.541533 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5461bff8-44fc-4e1c-9e1b-eddb6cca0d0c None None] Sync routers for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:04:51.551006 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5461bff8-44fc-4e1c-9e1b-eddb6cca0d0c None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:04:51.551602 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5461bff8-44fc-4e1c-9e1b-eddb6cca0d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:51.586842 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5461bff8-44fc-4e1c-9e1b-eddb6cca0d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:51.595771 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5461bff8-44fc-4e1c-9e1b-eddb6cca0d0c None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:04:51.596379 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5461bff8-44fc-4e1c-9e1b-eddb6cca0d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:51.627517 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5461bff8-44fc-4e1c-9e1b-eddb6cca0d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:51.628069 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5461bff8-44fc-4e1c-9e1b-eddb6cca0d0c None None] The sync data for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:04:51.636193 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d33b12ad-b27b-4d52-9bea-60cb179a45ec tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:51.663412 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d33b12ad-b27b-4d52-9bea-60cb179a45ec tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.4301479 Apr 21 13:04:51.666044 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46690) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:51.670608 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9c68379c-ccfe-40ed-a0bb-b216e3a782da tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Request body: {'floatingip': {'port_id': 'eff17600-152e-4bac-b221-92d02cef6c8d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:04:51.728208 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c68379c-ccfe-40ed-a0bb-b216e3a782da tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:52.192259 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c68379c-ccfe-40ed-a0bb-b216e3a782da tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:52.249170 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c68379c-ccfe-40ed-a0bb-b216e3a782da tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:52.458290 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c68379c-ccfe-40ed-a0bb-b216e3a782da tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Router a023c2c7-b9ba-43b6-8975-437aa4f84327 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:04:52.562784 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c68379c-ccfe-40ed-a0bb-b216e3a782da tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:04:52.567450 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9c68379c-ccfe-40ed-a0bb-b216e3a782da tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:52.572163 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a8a66d-40ac-4e40-9e58-f2c47d926c3a None None] Sync routers for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:04:52.581844 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a8a66d-40ac-4e40-9e58-f2c47d926c3a None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:04:52.582464 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f6a8a66d-40ac-4e40-9e58-f2c47d926c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:52.618252 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f6a8a66d-40ac-4e40-9e58-f2c47d926c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:52.628430 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a8a66d-40ac-4e40-9e58-f2c47d926c3a None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:04:52.629032 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f6a8a66d-40ac-4e40-9e58-f2c47d926c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:52.651938 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9c68379c-ccfe-40ed-a0bb-b216e3a782da tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "PUT /v2.0/floatingips/6ae43f73-920f-41c3-9e19-5a2ea69348af HTTP/1.1" status: 200 len: 977 time: 0.9848251 Apr 21 13:04:52.654677 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46694) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:52.659629 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed61ff1-9642-47af-b50f-02ca19d8a8fe req-11f5fc6a-8bae-4b57-8052-8c54fa6e00db tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:52.660864 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f6a8a66d-40ac-4e40-9e58-f2c47d926c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:52.661103 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ed61ff1-9642-47af-b50f-02ca19d8a8fe req-11f5fc6a-8bae-4b57-8052-8c54fa6e00db tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/ports?device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 945 time: 0.0915363 Apr 21 13:04:52.661516 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a8a66d-40ac-4e40-9e58-f2c47d926c3a None None] The sync data for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:04:52.700845 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ed61ff1-9642-47af-b50f-02ca19d8a8fe req-9b6a3f53-43d9-404c-92fc-53cc36b66736 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0c54f2a-4ae8-4ae5-a867-a258a090a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324223 Apr 21 13:04:52.812335 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c27ceaed-c963-4711-9170-b6ec1e80d137 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Deleting port 23018f51-5bdb-4466-8c19-8eb241f49d68 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:04:52.812673 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c27ceaed-c963-4711-9170-b6ec1e80d137 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:52.814714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81567c21-1ace-44d2-b191-dfa5d8729bb3 req-83302194-6e9b-4403-9f84-077e7fb99479 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:52.816192 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-81567c21-1ace-44d2-b191-dfa5d8729bb3 req-83302194-6e9b-4403-9f84-077e7fb99479 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/ports?device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 945 time: 0.0488701 Apr 21 13:04:52.854741 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-81567c21-1ace-44d2-b191-dfa5d8729bb3 req-e9bc2678-7ff9-4905-949a-c96f81b494e8 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0c54f2a-4ae8-4ae5-a867-a258a090a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319848 Apr 21 13:04:52.890565 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c27ceaed-c963-4711-9170-b6ec1e80d137 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:52.890884 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c27ceaed-c963-4711-9170-b6ec1e80d137 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:52.902186 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c27ceaed-c963-4711-9170-b6ec1e80d137 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Calling delete_port for 23018f51-5bdb-4466-8c19-8eb241f49d68 owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:04:53.124294 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c27ceaed-c963-4711-9170-b6ec1e80d137 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:53.154621 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ceaed-c963-4711-9170-b6ec1e80d137 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event deleted for resources: {'Port': ['ID=23018f51-5bdb-4466-8c19-8eb241f49d68,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:53.210989 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c27ceaed-c963-4711-9170-b6ec1e80d137 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:53.211406 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-c27ceaed-c963-4711-9170-b6ec1e80d137 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Floating IP 6ae43f73-920f-41c3-9e19-5a2ea69348af disassociated (deleted). External IP: 172.25.8.16, port: eff17600-152e-4bac-b221-92d02cef6c8d. Apr 21 13:04:53.312065 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528bc95-fda5-4368-9e18-5236dc2e881e req-ed115a2d-05f3-498b-89de-3d177af82cbe tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:53.313619 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e528bc95-fda5-4368-9e18-5236dc2e881e req-ed115a2d-05f3-498b-89de-3d177af82cbe tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/ports?device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 945 time: 0.0535762 Apr 21 13:04:53.350907 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e528bc95-fda5-4368-9e18-5236dc2e881e req-c0b64f12-8e55-4dd1-8a23-bf7f53cb1394 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0c54f2a-4ae8-4ae5-a867-a258a090a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309727 Apr 21 13:04:53.422411 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27ceaed-c963-4711-9170-b6ec1e80d137 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Router a023c2c7-b9ba-43b6-8975-437aa4f84327 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:04:53.804601 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27ceaed-c963-4711-9170-b6ec1e80d137 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:04:53.809237 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c27ceaed-c963-4711-9170-b6ec1e80d137 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:53.813757 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd68fc6-ad8b-474d-9cb4-ab2489318b82 None None] Sync routers for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:04:53.823341 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd68fc6-ad8b-474d-9cb4-ab2489318b82 None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:04:53.823920 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cbd68fc6-ad8b-474d-9cb4-ab2489318b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:53.835357 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c27ceaed-c963-4711-9170-b6ec1e80d137 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "DELETE /v2.0/floatingips/6ae43f73-920f-41c3-9e19-5a2ea69348af HTTP/1.1" status: 204 len: 168 time: 1.1790779 Apr 21 13:04:53.838046 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46702) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:53.859330 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cbd68fc6-ad8b-474d-9cb4-ab2489318b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:53.867632 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd68fc6-ad8b-474d-9cb4-ab2489318b82 None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:04:53.868208 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cbd68fc6-ad8b-474d-9cb4-ab2489318b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:53.899233 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cbd68fc6-ad8b-474d-9cb4-ab2489318b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:53.899864 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd68fc6-ad8b-474d-9cb4-ab2489318b82 None None] The sync data for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:04:53.926475 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d5fe0421-2702-49c1-a539-c4fbaf94ca67 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Deleting port eff17600-152e-4bac-b221-92d02cef6c8d {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:04:53.926814 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5fe0421-2702-49c1-a539-c4fbaf94ca67 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:54.008558 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5fe0421-2702-49c1-a539-c4fbaf94ca67 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:54.020431 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d5fe0421-2702-49c1-a539-c4fbaf94ca67 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Calling delete_port for eff17600-152e-4bac-b221-92d02cef6c8d owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:04:54.257228 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5fe0421-2702-49c1-a539-c4fbaf94ca67 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:54.292252 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe0421-2702-49c1-a539-c4fbaf94ca67 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event deleted for resources: {'Port': ['ID=eff17600-152e-4bac-b221-92d02cef6c8d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:54.375122 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d5fe0421-2702-49c1-a539-c4fbaf94ca67 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:54.378253 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d5fe0421-2702-49c1-a539-c4fbaf94ca67 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "DELETE /v2.0/ports/eff17600-152e-4bac-b221-92d02cef6c8d HTTP/1.1" status: 204 len: 168 time: 0.5393052 Apr 21 13:04:54.382714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46706) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:54.386587 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-523daabb-ff2e-4b10-a6ee-cd8e379c7547 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:04:54.472551 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8573bd-f0e0-4853-b2d5-8f3baae7d450 req-96a3fa5d-9c69-422a-be95-6c37dcb91436 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:54.474065 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f8573bd-f0e0-4853-b2d5-8f3baae7d450 req-96a3fa5d-9c69-422a-be95-6c37dcb91436 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/ports?device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 945 time: 0.0491426 Apr 21 13:04:54.500994 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-523daabb-ff2e-4b10-a6ee-cd8e379c7547 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:54.525408 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f8573bd-f0e0-4853-b2d5-8f3baae7d450 req-32a2f78f-02bc-4f2d-b0ae-7df9f70da7b1 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0c54f2a-4ae8-4ae5-a867-a258a090a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453584 Apr 21 13:04:54.616535 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-523daabb-ff2e-4b10-a6ee-cd8e379c7547 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:54.717102 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-523daabb-ff2e-4b10-a6ee-cd8e379c7547 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Allocated IP 172.25.8.106 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/59ff3215-c2f3-43c2-b79b-c8666fb40203) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:04:54.837493 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-523daabb-ff2e-4b10-a6ee-cd8e379c7547 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:54.906489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525edf3-7da4-46f4-aee2-1b4d7c95dddd req-91555c54-cfec-44c4-873c-2bc1d84e828f tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:54.908000 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7525edf3-7da4-46f4-aee2-1b4d7c95dddd req-91555c54-cfec-44c4-873c-2bc1d84e828f tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/ports?device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 945 time: 0.0755246 Apr 21 13:04:54.971393 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7525edf3-7da4-46f4-aee2-1b4d7c95dddd req-b1582b6a-4041-4d8d-8933-b7ae24fbf09a tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0c54f2a-4ae8-4ae5-a867-a258a090a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565004 Apr 21 13:04:54.980828 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41634491-0c41-4c6d-9990-75a18f745796 req-3f9ffeb2-a9d7-4b7e-91a8-b2f624da8cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:54.982912 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-41634491-0c41-4c6d-9990-75a18f745796 req-3f9ffeb2-a9d7-4b7e-91a8-b2f624da8cd2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55dd3e70a1c04f48ba54e41644d38ede&device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 1096 time: 0.0525641 Apr 21 13:04:54.998144 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-523daabb-ff2e-4b10-a6ee-cd8e379c7547 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:55.078165 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523daabb-ff2e-4b10-a6ee-cd8e379c7547 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:04:55.086391 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-523daabb-ff2e-4b10-a6ee-cd8e379c7547 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:04:55.090404 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523daabb-ff2e-4b10-a6ee-cd8e379c7547 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:04:55.094894 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523daabb-ff2e-4b10-a6ee-cd8e379c7547 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event updated for resources: {'Port': ['ID=59ff3215-c2f3-43c2-b79b-c8666fb40203,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:55.160547 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41634491-0c41-4c6d-9990-75a18f745796 req-cbd51d91-cba6-4212-84dc-052c400dcdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:55.162052 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-41634491-0c41-4c6d-9990-75a18f745796 req-cbd51d91-cba6-4212-84dc-052c400dcdd7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=09f7481d-c62e-4488-bd2d-3572e377ab37 HTTP/1.1" status: 200 len: 912 time: 0.1730025 Apr 21 13:04:55.218652 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-41634491-0c41-4c6d-9990-75a18f745796 req-1591d665-9f19-45cd-86b7-584359c76303 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd HTTP/1.1" status: 200 len: 217 time: 0.0362079 Apr 21 13:04:55.258334 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-523daabb-ff2e-4b10-a6ee-cd8e379c7547 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:55.278937 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41634491-0c41-4c6d-9990-75a18f745796 req-cf99f44b-119a-4a4c-a729-972dca940b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:55.280342 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-41634491-0c41-4c6d-9990-75a18f745796 req-cf99f44b-119a-4a4c-a729-972dca940b27 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6d30ffa7-160f-41bc-aeeb-a37958841f66 HTTP/1.1" status: 200 len: 851 time: 0.0558035 Apr 21 13:04:55.312657 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-41634491-0c41-4c6d-9990-75a18f745796 req-6fe7144a-9633-46cb-92cb-e4acf9adfa13 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=09f7481d-c62e-4488-bd2d-3572e377ab37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234554 Apr 21 13:04:55.391561 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-523daabb-ff2e-4b10-a6ee-cd8e379c7547 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:55.451483 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-41634491-0c41-4c6d-9990-75a18f745796 req-14d38b71-5ea7-429e-b823-d59106bd4427 service neutron] 10.222.0.26 "GET /v2.0/networks/09f7481d-c62e-4488-bd2d-3572e377ab37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342576 Apr 21 13:04:55.605003 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-41634491-0c41-4c6d-9990-75a18f745796 req-88992338-2d93-4ae7-b113-32e50558b260 service neutron] 10.222.0.26 "GET /v2.0/networks/09f7481d-c62e-4488-bd2d-3572e377ab37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464000 Apr 21 13:04:55.627871 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-523daabb-ff2e-4b10-a6ee-cd8e379c7547 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:55.700727 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-523daabb-ff2e-4b10-a6ee-cd8e379c7547 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:55.772178 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523daabb-ff2e-4b10-a6ee-cd8e379c7547 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event updated for resources: {'Port': ['ID=59ff3215-c2f3-43c2-b79b-c8666fb40203,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:55.780376 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-523daabb-ff2e-4b10-a6ee-cd8e379c7547 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:55.852645 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-523daabb-ff2e-4b10-a6ee-cd8e379c7547 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:55.853879 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-523daabb-ff2e-4b10-a6ee-cd8e379c7547 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4707880 Apr 21 13:04:55.856510 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46712) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:55.862146 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-349a8282-4575-4a0b-8e89-305209441a8d tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Request body: {'port': {'network_id': 'bac5a3a8-e827-48cf-9ca8-9131dcaf31ef', 'name': 'tempest-FloatingIPTestJSON-808547623'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:04:56.017246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349a8282-4575-4a0b-8e89-305209441a8d tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Made reservation on behalf of 663bc66a928f46029d07002cb35a282e for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:04:56.020810 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-349a8282-4575-4a0b-8e89-305209441a8d tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:56.038346 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-349a8282-4575-4a0b-8e89-305209441a8d tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] device_id is not set on port da47d701-efac-40e1-bd98-03af9ede3973 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 13:04:56.157375 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c9b97-9b32-4cab-a3c0-7d4a2295d000 req-a6cd2f02-f5cb-4ee2-a009-228782566931 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:56.158873 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b3c9b97-9b32-4cab-a3c0-7d4a2295d000 req-a6cd2f02-f5cb-4ee2-a009-228782566931 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/ports?device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 945 time: 0.1159167 Apr 21 13:04:56.198462 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-349a8282-4575-4a0b-8e89-305209441a8d tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Allocated IP 172.20.0.13 (bac5a3a8-e827-48cf-9ca8-9131dcaf31ef/e138dab1-3a6b-4bda-81fa-258784895cb6/da47d701-efac-40e1-bd98-03af9ede3973) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:04:56.218513 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b3c9b97-9b32-4cab-a3c0-7d4a2295d000 req-c0493f83-6f1b-4d12-8ba8-5a6db5b3a3ae tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0c54f2a-4ae8-4ae5-a867-a258a090a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532212 Apr 21 13:04:56.353356 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-349a8282-4575-4a0b-8e89-305209441a8d tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:56.462262 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-349a8282-4575-4a0b-8e89-305209441a8d tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:56.506488 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349a8282-4575-4a0b-8e89-305209441a8d tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Network bac5a3a8-e827-48cf-9ca8-9131dcaf31ef is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:04:56.509635 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-349a8282-4575-4a0b-8e89-305209441a8d tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:04:56.513408 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349a8282-4575-4a0b-8e89-305209441a8d tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:04:56.519603 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a8282-4575-4a0b-8e89-305209441a8d tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event updated for resources: {'Port': ['ID=da47d701-efac-40e1-bd98-03af9ede3973,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:56.564908 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349a8282-4575-4a0b-8e89-305209441a8d tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:56.565520 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-349a8282-4575-4a0b-8e89-305209441a8d tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:56.587565 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-064de222-e823-446e-925e-6e75c673f9f1 req-2c6b2897-9668-4ee8-87ae-fb0d8ec2667b service neutron] (103398) timed out ('10.222.0.36', 36216) {{(pid=103398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 21 13:04:56.646884 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-349a8282-4575-4a0b-8e89-305209441a8d tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7892959 Apr 21 13:04:56.649356 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46716) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:56.654399 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-39005c8a-fbfd-4603-bf60-45a06a0a48f6 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Request body: {'floatingip': {'port_id': 'da47d701-efac-40e1-bd98-03af9ede3973'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:04:56.697883 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39005c8a-fbfd-4603-bf60-45a06a0a48f6 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:57.125013 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39005c8a-fbfd-4603-bf60-45a06a0a48f6 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:57.222706 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39005c8a-fbfd-4603-bf60-45a06a0a48f6 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:57.703230 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-39005c8a-fbfd-4603-bf60-45a06a0a48f6 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Floating IP 44bcc777-7147-406d-8b75-fe7bba450006 associated. External IP: 172.25.8.106, port: da47d701-efac-40e1-bd98-03af9ede3973. Apr 21 13:04:57.751921 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc01bde-87d3-47ee-a074-81364c4be5da req-b1f16634-da82-4670-8134-9032fe05a2f8 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:57.753398 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8dc01bde-87d3-47ee-a074-81364c4be5da req-b1f16634-da82-4670-8134-9032fe05a2f8 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/ports?device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 945 time: 0.4544401 Apr 21 13:04:57.829686 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8dc01bde-87d3-47ee-a074-81364c4be5da req-28cab8c6-f60c-4974-bd4c-de22c4d70dc6 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0c54f2a-4ae8-4ae5-a867-a258a090a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700612 Apr 21 13:04:57.945318 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39005c8a-fbfd-4603-bf60-45a06a0a48f6 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Router a023c2c7-b9ba-43b6-8975-437aa4f84327 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:04:58.056489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39005c8a-fbfd-4603-bf60-45a06a0a48f6 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:04:58.061314 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-39005c8a-fbfd-4603-bf60-45a06a0a48f6 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:58.067099 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2c27d2-ff33-4a5e-91fe-3e957db087b1 None None] Sync routers for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:04:58.084825 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2c27d2-ff33-4a5e-91fe-3e957db087b1 None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:04:58.085458 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-da2c27d2-ff33-4a5e-91fe-3e957db087b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:58.093221 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-39005c8a-fbfd-4603-bf60-45a06a0a48f6 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "PUT /v2.0/floatingips/44bcc777-7147-406d-8b75-fe7bba450006 HTTP/1.1" status: 200 len: 978 time: 1.4398625 Apr 21 13:04:58.093491 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46724) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:58.121250 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-da2c27d2-ff33-4a5e-91fe-3e957db087b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:58.130082 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2c27d2-ff33-4a5e-91fe-3e957db087b1 None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:04:58.130659 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-da2c27d2-ff33-4a5e-91fe-3e957db087b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:58.163022 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-da2c27d2-ff33-4a5e-91fe-3e957db087b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:58.163660 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2c27d2-ff33-4a5e-91fe-3e957db087b1 None None] The sync data for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:04:58.181063 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-585a0b44-f60c-450e-86ad-acd1e23ab5c7 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Deleting port da47d701-efac-40e1-bd98-03af9ede3973 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:04:58.181465 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-585a0b44-f60c-450e-86ad-acd1e23ab5c7 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:58.300457 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-585a0b44-f60c-450e-86ad-acd1e23ab5c7 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:58.309717 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffd989-0578-47ef-95d2-aae33614518f req-4e0407c0-e9c3-4862-8da5-b348ccbcf987 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:58.311691 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c6ffd989-0578-47ef-95d2-aae33614518f req-4e0407c0-e9c3-4862-8da5-b348ccbcf987 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/ports?device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 945 time: 0.0813880 Apr 21 13:04:58.396545 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c6ffd989-0578-47ef-95d2-aae33614518f req-a1f56a1e-eed4-4506-8dec-5dcc63a4461a tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0c54f2a-4ae8-4ae5-a867-a258a090a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777903 Apr 21 13:04:58.505835 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-585a0b44-f60c-450e-86ad-acd1e23ab5c7 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:58.506199 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-585a0b44-f60c-450e-86ad-acd1e23ab5c7 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:58.506515 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-585a0b44-f60c-450e-86ad-acd1e23ab5c7 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Floating IP 44bcc777-7147-406d-8b75-fe7bba450006 disassociated. External IP: 172.25.8.106, port: da47d701-efac-40e1-bd98-03af9ede3973. Apr 21 13:04:58.506856 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-585a0b44-f60c-450e-86ad-acd1e23ab5c7 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Calling delete_port for da47d701-efac-40e1-bd98-03af9ede3973 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:04:58.702980 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-585a0b44-f60c-450e-86ad-acd1e23ab5c7 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:58.732300 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a0b44-f60c-450e-86ad-acd1e23ab5c7 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event deleted for resources: {'Port': ['ID=da47d701-efac-40e1-bd98-03af9ede3973,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:58.848338 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585a0b44-f60c-450e-86ad-acd1e23ab5c7 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Router a023c2c7-b9ba-43b6-8975-437aa4f84327 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:04:58.952052 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585a0b44-f60c-450e-86ad-acd1e23ab5c7 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:04:58.961656 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff5e3da-4b95-42be-a4b6-5825b4215e6d None None] Sync routers for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:04:58.971550 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff5e3da-4b95-42be-a4b6-5825b4215e6d None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:04:58.972143 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3ff5e3da-4b95-42be-a4b6-5825b4215e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:59.006672 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3ff5e3da-4b95-42be-a4b6-5825b4215e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:59.015046 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff5e3da-4b95-42be-a4b6-5825b4215e6d None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:04:59.015646 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3ff5e3da-4b95-42be-a4b6-5825b4215e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:59.020631 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-585a0b44-f60c-450e-86ad-acd1e23ab5c7 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:59.023982 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-585a0b44-f60c-450e-86ad-acd1e23ab5c7 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "DELETE /v2.0/ports/da47d701-efac-40e1-bd98-03af9ede3973 HTTP/1.1" status: 204 len: 168 time: 0.9295313 Apr 21 13:04:59.026563 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46728) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:59.047728 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3ff5e3da-4b95-42be-a4b6-5825b4215e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:04:59.048365 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff5e3da-4b95-42be-a4b6-5825b4215e6d None None] The sync data for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:04:59.071428 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4a975216-82ea-41d5-99b2-97e6f8ab8b1c tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "GET /v2.0/floatingips/44bcc777-7147-406d-8b75-fe7bba450006 HTTP/1.1" status: 200 len: 688 time: 0.0437458 Apr 21 13:04:59.073995 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46730) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:59.196920 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e20ae116-1550-41f9-aa9d-38a14ab63177 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Deleting port 59ff3215-c2f3-43c2-b79b-c8666fb40203 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:04:59.197512 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e20ae116-1550-41f9-aa9d-38a14ab63177 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:59.276980 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e20ae116-1550-41f9-aa9d-38a14ab63177 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:59.277224 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e20ae116-1550-41f9-aa9d-38a14ab63177 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:59.288939 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e20ae116-1550-41f9-aa9d-38a14ab63177 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Calling delete_port for 59ff3215-c2f3-43c2-b79b-c8666fb40203 owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:04:59.485933 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e20ae116-1550-41f9-aa9d-38a14ab63177 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:59.516141 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ae116-1550-41f9-aa9d-38a14ab63177 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event deleted for resources: {'Port': ['ID=59ff3215-c2f3-43c2-b79b-c8666fb40203,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:04:59.518548 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664a968-849c-4156-bba1-136ff4e37b93 req-f23079bb-c0c1-439a-b085-34574fe9a436 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:59.521190 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b664a968-849c-4156-bba1-136ff4e37b93 req-f23079bb-c0c1-439a-b085-34574fe9a436 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/ports?device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 945 time: 0.0516765 Apr 21 13:04:59.561195 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b664a968-849c-4156-bba1-136ff4e37b93 req-5732ef79-2d97-4cc5-bd9d-11d78c373e1b tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0c54f2a-4ae8-4ae5-a867-a258a090a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313947 Apr 21 13:04:59.576205 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e20ae116-1550-41f9-aa9d-38a14ab63177 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:59.578720 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e20ae116-1550-41f9-aa9d-38a14ab63177 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:59.579845 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e20ae116-1550-41f9-aa9d-38a14ab63177 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "DELETE /v2.0/floatingips/44bcc777-7147-406d-8b75-fe7bba450006 HTTP/1.1" status: 204 len: 168 time: 0.5048628 Apr 21 13:04:59.583457 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46734) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:04:59.587999 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-652957c1-ed4b-4c38-a84c-49883800c6a3 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'port_id': '05ca2f8f-99b6-4883-8a3c-e8b7bfe73982'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:04:59.663126 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-652957c1-ed4b-4c38-a84c-49883800c6a3 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:59.761330 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-652957c1-ed4b-4c38-a84c-49883800c6a3 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:04:59.866287 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-652957c1-ed4b-4c38-a84c-49883800c6a3 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Allocated IP 172.25.8.27 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/9a1d19f4-ec2c-42b4-9b76-6bbc5b43b3af) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:04:59.877708 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23b6a6-5cee-4b50-81e8-4b9e41e4f11f req-ea9cd129-c9d4-4a75-8ce3-d2c8cdad26c4 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:59.879589 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c23b6a6-5cee-4b50-81e8-4b9e41e4f11f req-ea9cd129-c9d4-4a75-8ce3-d2c8cdad26c4 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/ports?device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 945 time: 0.0541494 Apr 21 13:04:59.923814 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c23b6a6-5cee-4b50-81e8-4b9e41e4f11f req-6cea2126-63bd-483f-bdfa-ca114eb63655 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0c54f2a-4ae8-4ae5-a867-a258a090a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370889 Apr 21 13:04:59.979279 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638d088-555c-45bf-aaee-5c6483d6f7b8 req-24f5065d-d779-4dfc-80d7-0579b95a31a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:04:59.980782 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3638d088-555c-45bf-aaee-5c6483d6f7b8 req-24f5065d-d779-4dfc-80d7-0579b95a31a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55dd3e70a1c04f48ba54e41644d38ede&device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 1096 time: 0.0411811 Apr 21 13:04:59.982604 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-652957c1-ed4b-4c38-a84c-49883800c6a3 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:00.070435 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638d088-555c-45bf-aaee-5c6483d6f7b8 req-aed98a76-92bd-4c31-b85f-deefbcd1d820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:00.071898 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3638d088-555c-45bf-aaee-5c6483d6f7b8 req-aed98a76-92bd-4c31-b85f-deefbcd1d820 service neutron] 10.222.0.26 "GET /v2.0/networks?id=09f7481d-c62e-4488-bd2d-3572e377ab37 HTTP/1.1" status: 200 len: 912 time: 0.0829704 Apr 21 13:05:00.086312 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-652957c1-ed4b-4c38-a84c-49883800c6a3 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:00.117301 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3638d088-555c-45bf-aaee-5c6483d6f7b8 req-679772e6-2042-495c-8b6b-8c590a48bf06 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd HTTP/1.1" status: 200 len: 217 time: 0.0382361 Apr 21 13:05:00.127552 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652957c1-ed4b-4c38-a84c-49883800c6a3 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:05:00.130653 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-652957c1-ed4b-4c38-a84c-49883800c6a3 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:05:00.134312 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652957c1-ed4b-4c38-a84c-49883800c6a3 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:05:00.139857 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652957c1-ed4b-4c38-a84c-49883800c6a3 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event updated for resources: {'Port': ['ID=9a1d19f4-ec2c-42b4-9b76-6bbc5b43b3af,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:00.165513 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638d088-555c-45bf-aaee-5c6483d6f7b8 req-21c811d8-dc0f-4b3a-8418-4ddfce2e82e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:00.167058 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3638d088-555c-45bf-aaee-5c6483d6f7b8 req-21c811d8-dc0f-4b3a-8418-4ddfce2e82e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6d30ffa7-160f-41bc-aeeb-a37958841f66 HTTP/1.1" status: 200 len: 851 time: 0.0442860 Apr 21 13:05:00.199311 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3638d088-555c-45bf-aaee-5c6483d6f7b8 req-39573755-4dd6-4097-a421-337bcfe61c89 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=09f7481d-c62e-4488-bd2d-3572e377ab37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250549 Apr 21 13:05:00.293876 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3638d088-555c-45bf-aaee-5c6483d6f7b8 req-af992701-a083-40fe-af89-c9f09df258cf service neutron] 10.222.0.26 "GET /v2.0/networks/09f7481d-c62e-4488-bd2d-3572e377ab37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881488 Apr 21 13:05:00.384012 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3638d088-555c-45bf-aaee-5c6483d6f7b8 req-9e455943-ca9a-4024-baa5-4b0b3d1c8f5d service neutron] 10.222.0.26 "GET /v2.0/networks/09f7481d-c62e-4488-bd2d-3572e377ab37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829804 Apr 21 13:05:00.498112 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-652957c1-ed4b-4c38-a84c-49883800c6a3 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:00.612053 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-652957c1-ed4b-4c38-a84c-49883800c6a3 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:00.759454 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-652957c1-ed4b-4c38-a84c-49883800c6a3 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:00.826525 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-652957c1-ed4b-4c38-a84c-49883800c6a3 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:00.902197 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652957c1-ed4b-4c38-a84c-49883800c6a3 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event updated for resources: {'Port': ['ID=9a1d19f4-ec2c-42b4-9b76-6bbc5b43b3af,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:00.915287 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-652957c1-ed4b-4c38-a84c-49883800c6a3 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:01.014644 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-652957c1-ed4b-4c38-a84c-49883800c6a3 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Floating IP ae523dad-3b17-4c93-8d41-295a87c209d8 associated. External IP: 172.25.8.27, port: 05ca2f8f-99b6-4883-8a3c-e8b7bfe73982. Apr 21 13:05:01.044041 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daadd2f-f1ce-428d-b401-d81cf8a25805 req-5d56ad01-b1fe-4a6d-b10e-ea5eac1977cd tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:01.046285 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6daadd2f-f1ce-428d-b401-d81cf8a25805 req-5d56ad01-b1fe-4a6d-b10e-ea5eac1977cd tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/ports?device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 945 time: 0.0506320 Apr 21 13:05:01.090252 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6daadd2f-f1ce-428d-b401-d81cf8a25805 req-cd65c678-26fe-4740-a521-eb2b4ad70649 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0c54f2a-4ae8-4ae5-a867-a258a090a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374973 Apr 21 13:05:01.224284 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-652957c1-ed4b-4c38-a84c-49883800c6a3 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Router a023c2c7-b9ba-43b6-8975-437aa4f84327 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:05:01.331127 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652957c1-ed4b-4c38-a84c-49883800c6a3 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:05:01.342610 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b86e79-719d-49e4-b7e6-b849a0252de2 None None] Sync routers for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:05:01.352105 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b86e79-719d-49e4-b7e6-b849a0252de2 None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:01.354420 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-28b86e79-719d-49e4-b7e6-b849a0252de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:01.388266 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-28b86e79-719d-49e4-b7e6-b849a0252de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:01.396697 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b86e79-719d-49e4-b7e6-b849a0252de2 None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:01.397283 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-28b86e79-719d-49e4-b7e6-b849a0252de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:01.429703 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-28b86e79-719d-49e4-b7e6-b849a0252de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:01.430302 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-652957c1-ed4b-4c38-a84c-49883800c6a3 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:01.430456 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b86e79-719d-49e4-b7e6-b849a0252de2 None None] The sync data for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:05:01.457075 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-652957c1-ed4b-4c38-a84c-49883800c6a3 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 1.8725250 Apr 21 13:05:01.459514 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46742) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:01.464823 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c02cc7d7-0bba-461d-b23f-99933a9a13fc tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1797618586'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:01.548500 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02cc7d7-0bba-461d-b23f-99933a9a13fc tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Made reservation on behalf of 663bc66a928f46029d07002cb35a282e for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:05:01.551979 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c02cc7d7-0bba-461d-b23f-99933a9a13fc tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:01.574308 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02cc7d7-0bba-461d-b23f-99933a9a13fc tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:05:01.583374 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c02cc7d7-0bba-461d-b23f-99933a9a13fc tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:01.583671 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-c02cc7d7-0bba-461d-b23f-99933a9a13fc tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Added segment 216dbe52-a322-4f7b-88b7-cae4b5cb3b43 of type vlan for network d970c9bd-cf9b-4119-b11e-26ed6286d768 Apr 21 13:05:01.623359 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c02cc7d7-0bba-461d-b23f-99933a9a13fc tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:01.702892 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c02cc7d7-0bba-461d-b23f-99933a9a13fc tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:01.708517 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02cc7d7-0bba-461d-b23f-99933a9a13fc tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:01.709128 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c02cc7d7-0bba-461d-b23f-99933a9a13fc tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:01.772980 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cc7d7-0bba-461d-b23f-99933a9a13fc tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event updated for resources: {'Network': ['ID=d970c9bd-cf9b-4119-b11e-26ed6286d768,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:01.783555 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network d970c9bd-cf9b-4119-b11e-26ed6286d768 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:05:01.810957 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c02cc7d7-0bba-461d-b23f-99933a9a13fc tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3477910 Apr 21 13:05:01.811209 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46744) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:01.816176 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c1f97743-dd8b-4bf8-89c2-b4bc2976a4be tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Request body: {'subnet': {'network_id': 'd970c9bd-cf9b-4119-b11e-26ed6286d768', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:01.975392 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f97743-dd8b-4bf8-89c2-b4bc2976a4be tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Made reservation on behalf of 663bc66a928f46029d07002cb35a282e for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:05:01.979013 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c1f97743-dd8b-4bf8-89c2-b4bc2976a4be tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:02.207042 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a33391a-e5f7-4965-a8b0-ef3b5bf7f843 req-6bee4407-f633-476f-9e75-669ebd923ac4 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:02.208515 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5a33391a-e5f7-4965-a8b0-ef3b5bf7f843 req-6bee4407-f633-476f-9e75-669ebd923ac4 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/ports?device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 945 time: 0.0484378 Apr 21 13:05:02.229386 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c1f97743-dd8b-4bf8-89c2-b4bc2976a4be tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:02.290666 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5a33391a-e5f7-4965-a8b0-ef3b5bf7f843 req-5e9e51aa-da76-4246-b729-10682354a0c5 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0c54f2a-4ae8-4ae5-a867-a258a090a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757122 Apr 21 13:05:02.306865 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f97743-dd8b-4bf8-89c2-b4bc2976a4be tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event updated for resources: {'Subnet': ['ID=ebc37b73-3d94-408a-b759-cae312f89f22,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:02.318645 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f97743-dd8b-4bf8-89c2-b4bc2976a4be tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Checking segment: {'id': '216dbe52-a322-4f7b-88b7-cae4b5cb3b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd970c9bd-cf9b-4119-b11e-26ed6286d768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:05:02.319387 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f97743-dd8b-4bf8-89c2-b4bc2976a4be tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Network hostable DHCP agents. Network: d970c9bd-cf9b-4119-b11e-26ed6286d768, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:05:02.399820 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f97743-dd8b-4bf8-89c2-b4bc2976a4be tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Network d970c9bd-cf9b-4119-b11e-26ed6286d768 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:05:02.477953 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c1f97743-dd8b-4bf8-89c2-b4bc2976a4be tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, d970c9bd-cf9b-4119-b11e-26ed6286d768) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:05:02.485912 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f97743-dd8b-4bf8-89c2-b4bc2976a4be tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:02.485912 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c1f97743-dd8b-4bf8-89c2-b4bc2976a4be tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:02.488214 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d75a279-aa7b-4dad-97d6-d3651e63042d None None] Network d970c9bd-cf9b-4119-b11e-26ed6286d768 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:05:02.569023 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c1f97743-dd8b-4bf8-89c2-b4bc2976a4be tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7542322 Apr 21 13:05:02.574501 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46752) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:02.574501 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-50ca24de-d2ec-40da-bbf3-66ee77f387ac tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1644651410', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:02.639031 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00240eef-1064-48eb-b07d-4c6ba964ec6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-d970c9bd-cf9b-4119-b11e-26ed6286d768', 'network_id': 'd970c9bd-cf9b-4119-b11e-26ed6286d768', 'tenant_id': '663bc66a928f46029d07002cb35a282e', 'fixed_ips': [{'subnet_id': 'ebc37b73-3d94-408a-b759-cae312f89f22'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:05:02.639934 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00240eef-1064-48eb-b07d-4c6ba964ec6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:02.651293 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50ca24de-d2ec-40da-bbf3-66ee77f387ac tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:02.652652 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50ca24de-d2ec-40da-bbf3-66ee77f387ac tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:02.728691 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50ca24de-d2ec-40da-bbf3-66ee77f387ac tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:02.754683 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a009b279-6507-4094-b74d-bd2414e45d1f req-210fb57c-b4d7-4558-bea0-e3a6e3531c9f tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:02.754683 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a009b279-6507-4094-b74d-bd2414e45d1f req-210fb57c-b4d7-4558-bea0-e3a6e3531c9f tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/ports?device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 945 time: 0.0713756 Apr 21 13:05:02.776171 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-00240eef-1064-48eb-b07d-4c6ba964ec6a None None] Allocated IP 172.20.0.2 (d970c9bd-cf9b-4119-b11e-26ed6286d768/ebc37b73-3d94-408a-b759-cae312f89f22/ebd573e8-330c-41e3-985f-6104ad8fa948) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:05:02.791687 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a009b279-6507-4094-b74d-bd2414e45d1f req-5d398634-389e-4b8e-9d3d-f5ca205e469a tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0c54f2a-4ae8-4ae5-a867-a258a090a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322175 Apr 21 13:05:02.924529 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00240eef-1064-48eb-b07d-4c6ba964ec6a None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:02.986742 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50ca24de-d2ec-40da-bbf3-66ee77f387ac tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:03.000186 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00240eef-1064-48eb-b07d-4c6ba964ec6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:03.039929 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00240eef-1064-48eb-b07d-4c6ba964ec6a None None] Network d970c9bd-cf9b-4119-b11e-26ed6286d768 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:05:03.042687 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-00240eef-1064-48eb-b07d-4c6ba964ec6a None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:05:03.049200 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00240eef-1064-48eb-b07d-4c6ba964ec6a None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:05:03.051169 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00240eef-1064-48eb-b07d-4c6ba964ec6a None None] Pushing event updated for resources: {'Port': ['ID=ebd573e8-330c-41e3-985f-6104ad8fa948,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:03.108913 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-00240eef-1064-48eb-b07d-4c6ba964ec6a None None] Attempting to bind port ebd573e8-330c-41e3-985f-6104ad8fa948 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:05:03.109292 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-00240eef-1064-48eb-b07d-4c6ba964ec6a None None] Attempting to bind port ebd573e8-330c-41e3-985f-6104ad8fa948 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '216dbe52-a322-4f7b-88b7-cae4b5cb3b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd970c9bd-cf9b-4119-b11e-26ed6286d768'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:05:03.109820 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00240eef-1064-48eb-b07d-4c6ba964ec6a None None] Attempting to bind port ebd573e8-330c-41e3-985f-6104ad8fa948 on network d970c9bd-cf9b-4119-b11e-26ed6286d768 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:05:03.114662 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00240eef-1064-48eb-b07d-4c6ba964ec6a None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:05:03.118448 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00240eef-1064-48eb-b07d-4c6ba964ec6a None None] Checking segment: {'id': '216dbe52-a322-4f7b-88b7-cae4b5cb3b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd970c9bd-cf9b-4119-b11e-26ed6286d768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:05:03.118448 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00240eef-1064-48eb-b07d-4c6ba964ec6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:03.118448 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00240eef-1064-48eb-b07d-4c6ba964ec6a None None] Bound using segment: {'id': '216dbe52-a322-4f7b-88b7-cae4b5cb3b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd970c9bd-cf9b-4119-b11e-26ed6286d768'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:05:03.118448 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-00240eef-1064-48eb-b07d-4c6ba964ec6a None None] Bound port: ebd573e8-330c-41e3-985f-6104ad8fa948, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216dbe52-a322-4f7b-88b7-cae4b5cb3b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd970c9bd-cf9b-4119-b11e-26ed6286d768'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:05:03.118448 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00240eef-1064-48eb-b07d-4c6ba964ec6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:03.180018 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-00240eef-1064-48eb-b07d-4c6ba964ec6a None None] For port ebd573e8-330c-41e3-985f-6104ad8fa948, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:05:03.183199 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-00240eef-1064-48eb-b07d-4c6ba964ec6a None None] For port ebd573e8-330c-41e3-985f-6104ad8fa948, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ebd573e8-330c-41e3-985f-6104ad8fa948,segment=NetworkSegment(216dbe52-a322-4f7b-88b7-cae4b5cb3b43),segment_id=216dbe52-a322-4f7b-88b7-cae4b5cb3b43)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:05:03.241399 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50ca24de-d2ec-40da-bbf3-66ee77f387ac tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:03.259808 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50ca24de-d2ec-40da-bbf3-66ee77f387ac tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:03.274727 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00240eef-1064-48eb-b07d-4c6ba964ec6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:03.334720 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00240eef-1064-48eb-b07d-4c6ba964ec6a None None] Pushing event updated for resources: {'Port': ['ID=ebd573e8-330c-41e3-985f-6104ad8fa948,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:03.370186 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-50ca24de-d2ec-40da-bbf3-66ee77f387ac tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Allocated IP 172.25.8.200 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/c61b9618-0d70-47a6-8306-03734f5f1e06) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:05:03.478945 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50ca24de-d2ec-40da-bbf3-66ee77f387ac tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:03.583385 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50ca24de-d2ec-40da-bbf3-66ee77f387ac tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:03.625296 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ca24de-d2ec-40da-bbf3-66ee77f387ac tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:05:03.628267 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-50ca24de-d2ec-40da-bbf3-66ee77f387ac tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:05:03.631899 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ca24de-d2ec-40da-bbf3-66ee77f387ac tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:05:03.637352 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca24de-d2ec-40da-bbf3-66ee77f387ac tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event updated for resources: {'Port': ['ID=c61b9618-0d70-47a6-8306-03734f5f1e06,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:03.826961 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ebd573e8-330c-41e3-985f-6104ad8fa948 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:05:03.881370 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port ebd573e8-330c-41e3-985f-6104ad8fa948 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:03.881780 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:03.964056 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:03.992329 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518f4ed-486e-48d4-a84c-bf2debb0a36e req-2e2953af-7022-4a92-912b-c49cb9868312 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:03.993913 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f518f4ed-486e-48d4-a84c-bf2debb0a36e req-2e2953af-7022-4a92-912b-c49cb9868312 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/ports?device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 945 time: 0.1048503 Apr 21 13:05:04.009397 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port ebd573e8-330c-41e3-985f-6104ad8fa948, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ebd573e8-330c-41e3-985f-6104ad8fa948,segment=NetworkSegment(216dbe52-a322-4f7b-88b7-cae4b5cb3b43),segment_id=216dbe52-a322-4f7b-88b7-cae4b5cb3b43)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:05:04.017777 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50ca24de-d2ec-40da-bbf3-66ee77f387ac tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:04.085993 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:04.088412 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f518f4ed-486e-48d4-a84c-bf2debb0a36e req-4f903af3-ba42-4b66-b3d6-033a2ef8b4a4 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0c54f2a-4ae8-4ae5-a867-a258a090a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844257 Apr 21 13:05:04.148542 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=ebd573e8-330c-41e3-985f-6104ad8fa948,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:04.254653 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50ca24de-d2ec-40da-bbf3-66ee77f387ac tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:04.291314 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c011c549-9e1b-47df-b130-b4fb32689d07 None None] Network d970c9bd-cf9b-4119-b11e-26ed6286d768 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:05:04.420059 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8fb2efa3-002b-45f8-9f0e-0a872d44984e None None] Provisioning complete for port ebd573e8-330c-41e3-985f-6104ad8fa948 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:04.420431 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8fb2efa3-002b-45f8-9f0e-0a872d44984e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:04.438049 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ca24de-d2ec-40da-bbf3-66ee77f387ac tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Router b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:05:04.547479 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ca24de-d2ec-40da-bbf3-66ee77f387ac tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:05:04.557882 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af7dd45-012c-4c1b-bc2d-2e09d791fe1a None None] Sync routers for ids ['b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:05:04.572312 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af7dd45-012c-4c1b-bc2d-2e09d791fe1a None None] Routers {'b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:04.572987 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6af7dd45-012c-4c1b-bc2d-2e09d791fe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:04.608863 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6af7dd45-012c-4c1b-bc2d-2e09d791fe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:04.617815 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af7dd45-012c-4c1b-bc2d-2e09d791fe1a None None] Routers {'b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:04.618423 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6af7dd45-012c-4c1b-bc2d-2e09d791fe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:04.650921 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6af7dd45-012c-4c1b-bc2d-2e09d791fe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:04.651481 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af7dd45-012c-4c1b-bc2d-2e09d791fe1a None None] The sync data for ids ['b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:05:04.651873 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-50ca24de-d2ec-40da-bbf3-66ee77f387ac tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:04.654582 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-50ca24de-d2ec-40da-bbf3-66ee77f387ac tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0842886 Apr 21 13:05:04.656792 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46760) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:04.744126 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-522b4190-aecf-416f-b170-ef8f72ebe567 None None] Provisioning complete for port ebd573e8-330c-41e3-985f-6104ad8fa948 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:04.744586 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-522b4190-aecf-416f-b170-ef8f72ebe567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:04.896069 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7b65e-e405-4a8e-b384-4908ff3dcbd1 req-c3515e85-b2fd-46e3-9531-4c837ef6bb82 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:04.897541 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5a7b65e-e405-4a8e-b384-4908ff3dcbd1 req-c3515e85-b2fd-46e3-9531-4c837ef6bb82 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.26 "GET /v2.0/ports?device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 945 time: 0.0487719 Apr 21 13:05:04.991554 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-e5a7b65e-e405-4a8e-b384-4908ff3dcbd1 req-0d4f9186-b4b1-4c2a-8dff-75627c3a8220 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Deleting port e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:04.991890 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e5a7b65e-e405-4a8e-b384-4908ff3dcbd1 req-0d4f9186-b4b1-4c2a-8dff-75627c3a8220 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:05.078972 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e5a7b65e-e405-4a8e-b384-4908ff3dcbd1 req-0d4f9186-b4b1-4c2a-8dff-75627c3a8220 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] For port e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd,segment=NetworkSegment(7a91b984-0857-44a7-99ac-daa7cd27c79f),segment_id=7a91b984-0857-44a7-99ac-daa7cd27c79f)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:05:05.079794 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e5a7b65e-e405-4a8e-b384-4908ff3dcbd1 req-0d4f9186-b4b1-4c2a-8dff-75627c3a8220 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:05.086829 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83403e36-7d9b-4756-a7fc-8d4e56276b40 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:05.093647 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-e5a7b65e-e405-4a8e-b384-4908ff3dcbd1 req-0d4f9186-b4b1-4c2a-8dff-75627c3a8220 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Calling delete_port for e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:05.248432 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22573a1f-d72e-4785-9582-2ac77b9e0729 req-6d584523-5699-4e80-84a0-a38553fbda4b tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:05.249849 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-22573a1f-d72e-4785-9582-2ac77b9e0729 req-6d584523-5699-4e80-84a0-a38553fbda4b tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/ports?device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 945 time: 0.0807469 Apr 21 13:05:05.291148 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-22573a1f-d72e-4785-9582-2ac77b9e0729 req-4cf4f2ab-ecb3-4716-80d9-e6af7641aa7f tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0c54f2a-4ae8-4ae5-a867-a258a090a5af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325983 Apr 21 13:05:05.337251 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e5a7b65e-e405-4a8e-b384-4908ff3dcbd1 req-0d4f9186-b4b1-4c2a-8dff-75627c3a8220 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:05.349059 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:05:05.356802 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-83403e36-7d9b-4756-a7fc-8d4e56276b40 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Allocated IP 172.20.0.1 (d970c9bd-cf9b-4119-b11e-26ed6286d768/ebc37b73-3d94-408a-b759-cae312f89f22/9390581d-4bbb-4488-81da-dbc1f44e958d) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:05:05.379129 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f9186-b4b1-4c2a-8dff-75627c3a8220 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Pushing event deleted for resources: {'Port': ['ID=e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:05.413827 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a7b65e-e405-4a8e-b384-4908ff3dcbd1 req-0d4f9186-b4b1-4c2a-8dff-75627c3a8220 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] No DVR routers for this DVR port e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:05:05.416620 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e5a7b65e-e405-4a8e-b384-4908ff3dcbd1 req-0d4f9186-b4b1-4c2a-8dff-75627c3a8220 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:05.419967 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5a7b65e-e405-4a8e-b384-4908ff3dcbd1 req-0d4f9186-b4b1-4c2a-8dff-75627c3a8220 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.26 "DELETE /v2.0/ports/e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd HTTP/1.1" status: 204 len: 173 time: 0.5163095 Apr 21 13:05:05.420407 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05877a4b-b68c-43f5-8856-b3ff88dc6787', 'name': 'network-vif-deleted', 'tag': 'e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:05:05.423170 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d01f17b-3a95-430d-8033-21a3f6909d9f" -d '{"events": [{"server_uuid": "05877a4b-b68c-43f5-8856-b3ff88dc6787", "name": "network-vif-deleted", "tag": "e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:05:05.460309 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0ff26a-9863-4028-9bf0-a55b7e9a876f x-openstack-request-id: req-7e0ff26a-9863-4028-9bf0-a55b7e9a876f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:05:05.460738 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05877a4b-b68c-43f5-8856-b3ff88dc6787", "name": "network-vif-deleted", "tag": "e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:05:05.461018 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7e0ff26a-9863-4028-9bf0-a55b7e9a876f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:05:05.461431 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e0ff26a-9863-4028-9bf0-a55b7e9a876f'] response: {'server_uuid': '05877a4b-b68c-43f5-8856-b3ff88dc6787', 'name': 'network-vif-deleted', 'tag': 'e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd', 'status': 'completed', 'code': 200} Apr 21 13:05:05.476553 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83403e36-7d9b-4756-a7fc-8d4e56276b40 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:05.604298 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83403e36-7d9b-4756-a7fc-8d4e56276b40 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:05.646909 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83403e36-7d9b-4756-a7fc-8d4e56276b40 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Network d970c9bd-cf9b-4119-b11e-26ed6286d768 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:05:05.650110 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-83403e36-7d9b-4756-a7fc-8d4e56276b40 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:05:05.652469 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83403e36-7d9b-4756-a7fc-8d4e56276b40 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:05:05.685054 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83403e36-7d9b-4756-a7fc-8d4e56276b40 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event updated for resources: {'Port': ['ID=9390581d-4bbb-4488-81da-dbc1f44e958d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:05.706836 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83403e36-7d9b-4756-a7fc-8d4e56276b40 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:05.817495 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ebd573e8-330c-41e3-985f-6104ad8fa948 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:05:05.866357 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port ebd573e8-330c-41e3-985f-6104ad8fa948 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:05.866654 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:05.931597 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83403e36-7d9b-4756-a7fc-8d4e56276b40 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:05.959073 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4b982fd3-4e7b-4776-ba1e-072cd6df9f6f None None] Provisioning complete for port 9390581d-4bbb-4488-81da-dbc1f44e958d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:05.959432 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4b982fd3-4e7b-4776-ba1e-072cd6df9f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:05.994021 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4b982fd3-4e7b-4776-ba1e-072cd6df9f6f None None] Port 9390581d-4bbb-4488-81da-dbc1f44e958d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:05:06.404448 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6cb7063c-4936-4b0b-ac40-d15df8284cb5 req-540336c1-8c8d-4cc7-9eda-3f07ee332d57 tempest-TestServerAdvancedOps-2098702362 tempest-TestServerAdvancedOps-2098702362-project] 10.222.0.36 "GET /v2.0/ports?device_id=05877a4b-b68c-43f5-8856-b3ff88dc6787 HTTP/1.1" status: 200 len: 210 time: 0.0298824 Apr 21 13:05:06.493629 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83403e36-7d9b-4756-a7fc-8d4e56276b40 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:06.575436 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83403e36-7d9b-4756-a7fc-8d4e56276b40 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:06.650197 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83403e36-7d9b-4756-a7fc-8d4e56276b40 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:06.651996 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83403e36-7d9b-4756-a7fc-8d4e56276b40 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event updated for resources: {'Port': ['ID=9390581d-4bbb-4488-81da-dbc1f44e958d,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:06.740213 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83403e36-7d9b-4756-a7fc-8d4e56276b40 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Network d970c9bd-cf9b-4119-b11e-26ed6286d768 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:05:06.741560 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-83403e36-7d9b-4756-a7fc-8d4e56276b40 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:05:06.855902 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83403e36-7d9b-4756-a7fc-8d4e56276b40 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Router b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:05:06.925253 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c33fa0a1-10b0-49b7-ab64-8b579d49d49f None None] Provisioning complete for port 9390581d-4bbb-4488-81da-dbc1f44e958d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:06.925858 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c33fa0a1-10b0-49b7-ab64-8b579d49d49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:06.958037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c33fa0a1-10b0-49b7-ab64-8b579d49d49f None None] Port 9390581d-4bbb-4488-81da-dbc1f44e958d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:05:06.966023 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83403e36-7d9b-4756-a7fc-8d4e56276b40 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:05:06.971464 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-83403e36-7d9b-4756-a7fc-8d4e56276b40 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "PUT /v2.0/routers/b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3130932 Apr 21 13:05:06.973773 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46770) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:06.974989 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7592552d-7332-48bb-8932-7bb793272a5b None None] Sync routers for ids ['b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:05:06.978609 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f518f3e6-3cac-4aa9-ab13-0281a30dd8df tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Request body: {'port': {'network_id': 'd970c9bd-cf9b-4119-b11e-26ed6286d768', 'name': 'tempest-FloatingIPTestJSON-1612608419'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:06.984997 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7592552d-7332-48bb-8932-7bb793272a5b None None] Routers {'b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:06.985620 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7592552d-7332-48bb-8932-7bb793272a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:07.021315 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7592552d-7332-48bb-8932-7bb793272a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:07.029609 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7592552d-7332-48bb-8932-7bb793272a5b None None] Routers {'b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:07.030209 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7592552d-7332-48bb-8932-7bb793272a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:07.062153 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-7592552d-7332-48bb-8932-7bb793272a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:07.062783 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7592552d-7332-48bb-8932-7bb793272a5b None None] The sync data for ids ['b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:05:07.205921 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f518f3e6-3cac-4aa9-ab13-0281a30dd8df tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Made reservation on behalf of 663bc66a928f46029d07002cb35a282e for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:05:07.209428 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f518f3e6-3cac-4aa9-ab13-0281a30dd8df tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:07.232542 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-f518f3e6-3cac-4aa9-ab13-0281a30dd8df tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] device_id is not set on port 4f3707a0-7dc3-43c8-8a48-b60dd9d7815b yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 13:05:07.336212 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-f518f3e6-3cac-4aa9-ab13-0281a30dd8df tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Allocated IP 172.20.0.12 (d970c9bd-cf9b-4119-b11e-26ed6286d768/ebc37b73-3d94-408a-b759-cae312f89f22/4f3707a0-7dc3-43c8-8a48-b60dd9d7815b) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:05:07.474136 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46774) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:07.507703 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f518f3e6-3cac-4aa9-ab13-0281a30dd8df tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:07.541568 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-53357f54-9651-4bb7-901c-d5970cb21818 admin admin] Deleting subnet 6d30ffa7-160f-41bc-aeeb-a37958841f66 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:05:07.545370 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53357f54-9651-4bb7-901c-d5970cb21818 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:07.583266 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53357f54-9651-4bb7-901c-d5970cb21818 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:07.621058 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53357f54-9651-4bb7-901c-d5970cb21818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:07.662430 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f518f3e6-3cac-4aa9-ab13-0281a30dd8df tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:07.718894 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f518f3e6-3cac-4aa9-ab13-0281a30dd8df tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Network d970c9bd-cf9b-4119-b11e-26ed6286d768 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:05:07.722784 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518f3e6-3cac-4aa9-ab13-0281a30dd8df tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event updated for resources: {'Port': ['ID=4f3707a0-7dc3-43c8-8a48-b60dd9d7815b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:07.725232 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-f518f3e6-3cac-4aa9-ab13-0281a30dd8df tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:05:07.727338 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f518f3e6-3cac-4aa9-ab13-0281a30dd8df tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:05:07.777409 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f518f3e6-3cac-4aa9-ab13-0281a30dd8df tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:07.778117 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f518f3e6-3cac-4aa9-ab13-0281a30dd8df tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:07.817526 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53357f54-9651-4bb7-901c-d5970cb21818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:07.842658 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53357f54-9651-4bb7-901c-d5970cb21818 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d30ffa7-160f-41bc-aeeb-a37958841f66,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:07.848358 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53357f54-9651-4bb7-901c-d5970cb21818 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:07.851498 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-53357f54-9651-4bb7-901c-d5970cb21818 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6d30ffa7-160f-41bc-aeeb-a37958841f66 HTTP/1.1" status: 204 len: 168 time: 0.3742006 Apr 21 13:05:07.854043 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46778) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:07.908383 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f518f3e6-3cac-4aa9-ab13-0281a30dd8df tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9335184 Apr 21 13:05:07.911382 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46780) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:07.915984 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a739213a-29bc-45b0-b57c-5a968f13561d tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Request body: {'floatingip': {'port_id': '4f3707a0-7dc3-43c8-8a48-b60dd9d7815b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:07.931454 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c46bc708-b468-4ee7-b30b-adc1d58c688a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:07.977206 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a739213a-29bc-45b0-b57c-5a968f13561d tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:07.989287 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3e61dc81-4fc1-405f-b64e-6b3e7d5c5ec9 None None] Provisioning complete for port 4f3707a0-7dc3-43c8-8a48-b60dd9d7815b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:07.989800 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3e61dc81-4fc1-405f-b64e-6b3e7d5c5ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:08.028593 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3e61dc81-4fc1-405f-b64e-6b3e7d5c5ec9 None None] Port 4f3707a0-7dc3-43c8-8a48-b60dd9d7815b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:05:08.028743 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c46bc708-b468-4ee7-b30b-adc1d58c688a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:08.051023 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-c46bc708-b468-4ee7-b30b-adc1d58c688a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09f7481d-c62e-4488-bd2d-3572e377ab37']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:08.061635 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-c46bc708-b468-4ee7-b30b-adc1d58c688a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a91b984-0857-44a7-99ac-daa7cd27c79f') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:08.062001 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-c46bc708-b468-4ee7-b30b-adc1d58c688a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a91b984-0857-44a7-99ac-daa7cd27c79f') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:08.078369 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c46bc708-b468-4ee7-b30b-adc1d58c688a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:08.092649 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c46bc708-b468-4ee7-b30b-adc1d58c688a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:08.099507 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46bc708-b468-4ee7-b30b-adc1d58c688a admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:05:08.099980 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c46bc708-b468-4ee7-b30b-adc1d58c688a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:05:08.102173 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:05:08.228839 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c46bc708-b468-4ee7-b30b-adc1d58c688a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:08.234969 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c46bc708-b468-4ee7-b30b-adc1d58c688a admin admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:08.238077 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c46bc708-b468-4ee7-b30b-adc1d58c688a admin admin] 10.222.0.36 "DELETE /v2.0/networks/09f7481d-c62e-4488-bd2d-3572e377ab37 HTTP/1.1" status: 204 len: 168 time: 0.3831015 Apr 21 13:05:08.248918 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46786) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:08.257309 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46bc708-b468-4ee7-b30b-adc1d58c688a admin admin] Pushing event deleted for resources: {'Network': ['ID=09f7481d-c62e-4488-bd2d-3572e377ab37,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:08.294855 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-078a5a80-8d5b-451c-b08c-1980cde86333 admin admin] Deleting subnet c050f03c-eff8-432a-8323-5e4374035edd {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:05:08.298016 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-078a5a80-8d5b-451c-b08c-1980cde86333 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:08.337762 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-078a5a80-8d5b-451c-b08c-1980cde86333 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:08.378592 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-078a5a80-8d5b-451c-b08c-1980cde86333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:08.503531 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-078a5a80-8d5b-451c-b08c-1980cde86333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:08.528051 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a5a80-8d5b-451c-b08c-1980cde86333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c050f03c-eff8-432a-8323-5e4374035edd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:08.534502 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-078a5a80-8d5b-451c-b08c-1980cde86333 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:08.540303 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-078a5a80-8d5b-451c-b08c-1980cde86333 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c050f03c-eff8-432a-8323-5e4374035edd HTTP/1.1" status: 204 len: 168 time: 0.2875848 Apr 21 13:05:08.540580 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46788) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:08.618810 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a8ba7cb7-fa8d-4005-85eb-6691eb617881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:08.701522 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a8ba7cb7-fa8d-4005-85eb-6691eb617881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:08.727646 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a8ba7cb7-fa8d-4005-85eb-6691eb617881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096d6bb9-72b9-4265-a7bb-154bb3942e65']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:08.738360 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a8ba7cb7-fa8d-4005-85eb-6691eb617881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb7d8adb-2c13-4817-9f88-1c0d6f1b94c6') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:08.738582 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a8ba7cb7-fa8d-4005-85eb-6691eb617881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb7d8adb-2c13-4817-9f88-1c0d6f1b94c6') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:08.749688 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a8ba7cb7-fa8d-4005-85eb-6691eb617881 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:08.763889 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a8ba7cb7-fa8d-4005-85eb-6691eb617881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ba7cb7-fa8d-4005-85eb-6691eb617881 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a8ba7cb7-fa8d-4005-85eb-6691eb617881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:05:08.772726 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:05:08.856387 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a739213a-29bc-45b0-b57c-5a968f13561d tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:08.914697 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a8ba7cb7-fa8d-4005-85eb-6691eb617881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:08.918907 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a8ba7cb7-fa8d-4005-85eb-6691eb617881 admin admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:08.922407 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a8ba7cb7-fa8d-4005-85eb-6691eb617881 admin admin] 10.222.0.36 "DELETE /v2.0/networks/096d6bb9-72b9-4265-a7bb-154bb3942e65 HTTP/1.1" status: 204 len: 168 time: 0.3810570 Apr 21 13:05:08.936228 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba7cb7-fa8d-4005-85eb-6691eb617881 admin admin] Pushing event deleted for resources: {'Network': ['ID=096d6bb9-72b9-4265-a7bb-154bb3942e65,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:08.947038 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a739213a-29bc-45b0-b57c-5a968f13561d tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:09.052498 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-a739213a-29bc-45b0-b57c-5a968f13561d tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Floating IP ae523dad-3b17-4c93-8d41-295a87c209d8 associated. External IP: 172.25.8.27, port: 05ca2f8f-99b6-4883-8a3c-e8b7bfe73982. Apr 21 13:05:09.266399 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a739213a-29bc-45b0-b57c-5a968f13561d tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Router a023c2c7-b9ba-43b6-8975-437aa4f84327 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:05:09.327043 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46800) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:09.366797 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6d25a5da-73a9-4a23-ba2a-b9926dd42fb0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=55dd3e70a1c04f48ba54e41644d38ede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385869 Apr 21 13:05:09.369319 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46802) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:09.379983 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a739213a-29bc-45b0-b57c-5a968f13561d tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:05:09.390552 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662b22bb-7fe0-40e5-80df-fe5d332aba88 None None] Sync routers for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:05:09.410079 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662b22bb-7fe0-40e5-80df-fe5d332aba88 None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:09.410771 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-662b22bb-7fe0-40e5-80df-fe5d332aba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:09.432173 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-845315f3-987d-465a-9cae-71f714562b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:09.447390 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-662b22bb-7fe0-40e5-80df-fe5d332aba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:09.458079 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662b22bb-7fe0-40e5-80df-fe5d332aba88 None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:09.458999 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-662b22bb-7fe0-40e5-80df-fe5d332aba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:09.468789 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-845315f3-987d-465a-9cae-71f714562b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:09.491592 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-662b22bb-7fe0-40e5-80df-fe5d332aba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:09.492331 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662b22bb-7fe0-40e5-80df-fe5d332aba88 None None] The sync data for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:05:09.517773 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:05:09.541729 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:05:09.542431 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device e449e2b9-ee49-4a2c-9bc4-eabd0cadeafd not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:05:09.594114 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-845315f3-987d-465a-9cae-71f714562b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:09.596667 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-845315f3-987d-465a-9cae-71f714562b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:09.600664 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-845315f3-987d-465a-9cae-71f714562b0e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c0c54f2a-4ae8-4ae5-a867-a258a090a5af HTTP/1.1" status: 204 len: 168 time: 0.2302685 Apr 21 13:05:09.609532 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845315f3-987d-465a-9cae-71f714562b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c54f2a-4ae8-4ae5-a867-a258a090a5af,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:09.658399 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a739213a-29bc-45b0-b57c-5a968f13561d tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Router b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:05:09.775785 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a739213a-29bc-45b0-b57c-5a968f13561d tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:05:09.776925 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a739213a-29bc-45b0-b57c-5a968f13561d tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:09.781558 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3a6048-094a-405c-8d63-c8f275bbb6f5 None None] Sync routers for ids ['b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:05:09.792059 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3a6048-094a-405c-8d63-c8f275bbb6f5 None None] Routers {'b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:09.792729 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9b3a6048-094a-405c-8d63-c8f275bbb6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:09.826074 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9b3a6048-094a-405c-8d63-c8f275bbb6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:09.832137 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a739213a-29bc-45b0-b57c-5a968f13561d tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "PUT /v2.0/floatingips/ae523dad-3b17-4c93-8d41-295a87c209d8 HTTP/1.1" status: 200 len: 978 time: 1.9196260 Apr 21 13:05:09.834896 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46808) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:09.835187 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3a6048-094a-405c-8d63-c8f275bbb6f5 None None] Routers {'b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:09.835804 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9b3a6048-094a-405c-8d63-c8f275bbb6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:09.871585 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9b3a6048-094a-405c-8d63-c8f275bbb6f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:09.872183 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3a6048-094a-405c-8d63-c8f275bbb6f5 None None] The sync data for ids ['b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:05:09.928917 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-587ab080-599a-4ef4-b29a-a6451223228f tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Deleting port 4f3707a0-7dc3-43c8-8a48-b60dd9d7815b {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:09.929421 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-587ab080-599a-4ef4-b29a-a6451223228f tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:10.015293 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-587ab080-599a-4ef4-b29a-a6451223228f tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:10.240341 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-587ab080-599a-4ef4-b29a-a6451223228f tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:10.240706 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-587ab080-599a-4ef4-b29a-a6451223228f tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:10.241018 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-587ab080-599a-4ef4-b29a-a6451223228f tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Floating IP ae523dad-3b17-4c93-8d41-295a87c209d8 disassociated. External IP: 172.25.8.27, port: 4f3707a0-7dc3-43c8-8a48-b60dd9d7815b. Apr 21 13:05:10.241349 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-587ab080-599a-4ef4-b29a-a6451223228f tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Calling delete_port for 4f3707a0-7dc3-43c8-8a48-b60dd9d7815b owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:10.322056 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46812) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:10.363079 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d596ce47-bbbb-4bdc-832d-eb7bfebfdf1d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4f2b608dcc48452baf1e8116ed39946b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398169 Apr 21 13:05:10.365621 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46814) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:10.412547 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6b2d2c1-af73-4bcf-a972-6e80454d7d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:10.434018 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6b2d2c1-af73-4bcf-a972-6e80454d7d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:10.441517 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-587ab080-599a-4ef4-b29a-a6451223228f tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:10.488497 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ab080-599a-4ef4-b29a-a6451223228f tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event deleted for resources: {'Port': ['ID=4f3707a0-7dc3-43c8-8a48-b60dd9d7815b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:10.608588 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587ab080-599a-4ef4-b29a-a6451223228f tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Router b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:05:10.651186 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6b2d2c1-af73-4bcf-a972-6e80454d7d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:10.654298 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6b2d2c1-af73-4bcf-a972-6e80454d7d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:10.655457 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c6b2d2c1-af73-4bcf-a972-6e80454d7d12 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d27358bc-1415-486f-97a6-c5fadd28cf54 HTTP/1.1" status: 204 len: 168 time: 0.2889071 Apr 21 13:05:10.668851 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2d2c1-af73-4bcf-a972-6e80454d7d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27358bc-1415-486f-97a6-c5fadd28cf54,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:10.734593 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587ab080-599a-4ef4-b29a-a6451223228f tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:05:10.753267 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2166c96b-564c-4793-96d8-8f52c57b11e2 None None] Sync routers for ids ['b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:05:10.755131 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2166c96b-564c-4793-96d8-8f52c57b11e2 None None] Routers {'b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:10.755914 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2166c96b-564c-4793-96d8-8f52c57b11e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:10.792091 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2166c96b-564c-4793-96d8-8f52c57b11e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:10.800630 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2166c96b-564c-4793-96d8-8f52c57b11e2 None None] Routers {'b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:10.803944 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2166c96b-564c-4793-96d8-8f52c57b11e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:10.817696 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-587ab080-599a-4ef4-b29a-a6451223228f tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:10.822820 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-587ab080-599a-4ef4-b29a-a6451223228f tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "DELETE /v2.0/ports/4f3707a0-7dc3-43c8-8a48-b60dd9d7815b HTTP/1.1" status: 204 len: 168 time: 0.9862754 Apr 21 13:05:10.826427 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46824) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:10.834134 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2166c96b-564c-4793-96d8-8f52c57b11e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:10.834785 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2166c96b-564c-4793-96d8-8f52c57b11e2 None None] The sync data for ids ['b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:05:11.209159 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e06dc27-e516-44eb-a85b-5b168c22d323 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:11.504126 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5e06dc27-e516-44eb-a85b-5b168c22d323 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Deleting port 9390581d-4bbb-4488-81da-dbc1f44e958d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:11.504832 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e06dc27-e516-44eb-a85b-5b168c22d323 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:11.588113 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e06dc27-e516-44eb-a85b-5b168c22d323 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:11.600448 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5e06dc27-e516-44eb-a85b-5b168c22d323 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Calling delete_port for 9390581d-4bbb-4488-81da-dbc1f44e958d owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:11.861450 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e06dc27-e516-44eb-a85b-5b168c22d323 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:11.892891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06dc27-e516-44eb-a85b-5b168c22d323 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event deleted for resources: {'Port': ['ID=9390581d-4bbb-4488-81da-dbc1f44e958d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:12.066528 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5e06dc27-e516-44eb-a85b-5b168c22d323 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:12.283474 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e06dc27-e516-44eb-a85b-5b168c22d323 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Router b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:05:12.397668 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e06dc27-e516-44eb-a85b-5b168c22d323 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:05:12.402909 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5e06dc27-e516-44eb-a85b-5b168c22d323 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "PUT /v2.0/routers/b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5754561 Apr 21 13:05:12.405730 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46832) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:12.413052 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b995c15-7fc0-46e5-bde8-bf197fa7a5cc None None] Sync routers for ids ['b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:05:12.422529 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b995c15-7fc0-46e5-bde8-bf197fa7a5cc None None] Routers {'b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:12.423130 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4b995c15-7fc0-46e5-bde8-bf197fa7a5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:12.460040 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4b995c15-7fc0-46e5-bde8-bf197fa7a5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:12.469898 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b995c15-7fc0-46e5-bde8-bf197fa7a5cc None None] Routers {'b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:12.470590 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4b995c15-7fc0-46e5-bde8-bf197fa7a5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:12.503519 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4b995c15-7fc0-46e5-bde8-bf197fa7a5cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:12.504260 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b995c15-7fc0-46e5-bde8-bf197fa7a5cc None None] The sync data for ids ['b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:05:12.518795 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12b90ec7-c89e-4d9c-8d14-b0c1224da1e4 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:12.619981 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12b90ec7-c89e-4d9c-8d14-b0c1224da1e4 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:12.745228 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-12b90ec7-c89e-4d9c-8d14-b0c1224da1e4 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Deleting port c61b9618-0d70-47a6-8306-03734f5f1e06 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:12.745569 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12b90ec7-c89e-4d9c-8d14-b0c1224da1e4 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:12.824978 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12b90ec7-c89e-4d9c-8d14-b0c1224da1e4 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:12.840274 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-12b90ec7-c89e-4d9c-8d14-b0c1224da1e4 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Calling delete_port for c61b9618-0d70-47a6-8306-03734f5f1e06 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:13.170400 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12b90ec7-c89e-4d9c-8d14-b0c1224da1e4 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:13.198183 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b90ec7-c89e-4d9c-8d14-b0c1224da1e4 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event deleted for resources: {'Port': ['ID=c61b9618-0d70-47a6-8306-03734f5f1e06,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:13.257953 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12b90ec7-c89e-4d9c-8d14-b0c1224da1e4 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:13.348149 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12b90ec7-c89e-4d9c-8d14-b0c1224da1e4 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:13.350520 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12b90ec7-c89e-4d9c-8d14-b0c1224da1e4 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:13.486210 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12b90ec7-c89e-4d9c-8d14-b0c1224da1e4 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:13.486918 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b90ec7-c89e-4d9c-8d14-b0c1224da1e4 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Fanout notify agent at l3_agent the message router_deleted on router b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:05:13.497858 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12b90ec7-c89e-4d9c-8d14-b0c1224da1e4 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:13.501052 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-12b90ec7-c89e-4d9c-8d14-b0c1224da1e4 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "DELETE /v2.0/routers/b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5 HTTP/1.1" status: 204 len: 168 time: 1.0911169 Apr 21 13:05:13.501319 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46838) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:13.515291 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b951be3f-b127-47a9-9126-97ea6a660d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:13.554758 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-589559af-2250-4283-b36c-4bb0c4912d19 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Deleting subnet ebc37b73-3d94-408a-b759-cae312f89f22 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:05:13.560587 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-589559af-2250-4283-b36c-4bb0c4912d19 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:13.567046 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46840) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:13.599228 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-589559af-2250-4283-b36c-4bb0c4912d19 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:13.743951 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fc4a4eb5-7d21-4418-98d3-c5fb647ba932 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Deleting port 64ff7339-1cc9-4207-a1e5-0c8b102b94ee {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:13.743951 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc4a4eb5-7d21-4418-98d3-c5fb647ba932 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:13.843621 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc4a4eb5-7d21-4418-98d3-c5fb647ba932 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:13.844094 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc4a4eb5-7d21-4418-98d3-c5fb647ba932 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:13.857198 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fc4a4eb5-7d21-4418-98d3-c5fb647ba932 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Calling delete_port for 64ff7339-1cc9-4207-a1e5-0c8b102b94ee owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:13.979833 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-589559af-2250-4283-b36c-4bb0c4912d19 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:14.103030 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc4a4eb5-7d21-4418-98d3-c5fb647ba932 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:14.126347 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-589559af-2250-4283-b36c-4bb0c4912d19 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:14.127841 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a4eb5-7d21-4418-98d3-c5fb647ba932 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event deleted for resources: {'Port': ['ID=64ff7339-1cc9-4207-a1e5-0c8b102b94ee,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:14.156924 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971933c7-9ab2-42ac-b89e-78e4c02efd0a None None] Network d970c9bd-cf9b-4119-b11e-26ed6286d768 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:05:14.166096 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-589559af-2250-4283-b36c-4bb0c4912d19 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:14.171592 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-589559af-2250-4283-b36c-4bb0c4912d19 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "DELETE /v2.0/subnets/ebc37b73-3d94-408a-b759-cae312f89f22 HTTP/1.1" status: 204 len: 168 time: 0.6668947 Apr 21 13:05:14.171592 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589559af-2250-4283-b36c-4bb0c4912d19 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event deleted for resources: {'Subnet': ['ID=ebc37b73-3d94-408a-b759-cae312f89f22,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:14.186422 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46844) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:14.221895 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc4a4eb5-7d21-4418-98d3-c5fb647ba932 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:14.222293 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-fc4a4eb5-7d21-4418-98d3-c5fb647ba932 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Floating IP ab5fb672-2e74-4218-b174-78aa275a175b disassociated (deleted). External IP: 172.25.8.251, port: 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f. Apr 21 13:05:14.257423 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0b07d61-67c2-4812-899f-d9cc7dc21b24 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:14.316405 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b0b07d61-67c2-4812-899f-d9cc7dc21b24 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Deleting port ebd573e8-330c-41e3-985f-6104ad8fa948 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:14.316741 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0b07d61-67c2-4812-899f-d9cc7dc21b24 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:14.366531 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd5d3a3-93a8-4bba-8d28-107d076376a0 None None] DHCP port deletion for d970c9bd-cf9b-4119-b11e-26ed6286d768 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:05:14.399363 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-b0b07d61-67c2-4812-899f-d9cc7dc21b24 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] For port ebd573e8-330c-41e3-985f-6104ad8fa948, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ebd573e8-330c-41e3-985f-6104ad8fa948,segment=NetworkSegment(216dbe52-a322-4f7b-88b7-cae4b5cb3b43),segment_id=216dbe52-a322-4f7b-88b7-cae4b5cb3b43)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:05:14.400108 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0b07d61-67c2-4812-899f-d9cc7dc21b24 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:14.415929 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b0b07d61-67c2-4812-899f-d9cc7dc21b24 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Calling delete_port for ebd573e8-330c-41e3-985f-6104ad8fa948 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:14.422734 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9dd5d3a3-93a8-4bba-8d28-107d076376a0 None None] Deleting port ebd573e8-330c-41e3-985f-6104ad8fa948 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:14.423469 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9dd5d3a3-93a8-4bba-8d28-107d076376a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:14.501351 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9dd5d3a3-93a8-4bba-8d28-107d076376a0 None None] For port ebd573e8-330c-41e3-985f-6104ad8fa948, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ebd573e8-330c-41e3-985f-6104ad8fa948,segment=NetworkSegment(216dbe52-a322-4f7b-88b7-cae4b5cb3b43),segment_id=216dbe52-a322-4f7b-88b7-cae4b5cb3b43)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:05:14.501963 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9dd5d3a3-93a8-4bba-8d28-107d076376a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:14.519155 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9dd5d3a3-93a8-4bba-8d28-107d076376a0 None None] Calling delete_port for ebd573e8-330c-41e3-985f-6104ad8fa948 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:14.604218 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0b07d61-67c2-4812-899f-d9cc7dc21b24 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:14.611935 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9dd5d3a3-93a8-4bba-8d28-107d076376a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:14.623008 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b07d61-67c2-4812-899f-d9cc7dc21b24 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] No DVR routers for this DVR port ebd573e8-330c-41e3-985f-6104ad8fa948 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:05:14.641994 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd5d3a3-93a8-4bba-8d28-107d076376a0 None None] Pushing event deleted for resources: {'Port': ['ID=ebd573e8-330c-41e3-985f-6104ad8fa948,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:14.648308 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd5d3a3-93a8-4bba-8d28-107d076376a0 None None] No DVR routers for this DVR port ebd573e8-330c-41e3-985f-6104ad8fa948 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:05:14.660861 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b07d61-67c2-4812-899f-d9cc7dc21b24 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event deleted for resources: {'Port': ['ID=ebd573e8-330c-41e3-985f-6104ad8fa948,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:14.748471 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0b07d61-67c2-4812-899f-d9cc7dc21b24 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:14.775196 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-b0b07d61-67c2-4812-899f-d9cc7dc21b24 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d970c9bd-cf9b-4119-b11e-26ed6286d768']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:14.784410 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-b0b07d61-67c2-4812-899f-d9cc7dc21b24 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216dbe52-a322-4f7b-88b7-cae4b5cb3b43') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:14.784837 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-b0b07d61-67c2-4812-899f-d9cc7dc21b24 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216dbe52-a322-4f7b-88b7-cae4b5cb3b43') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:14.796046 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0b07d61-67c2-4812-899f-d9cc7dc21b24 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:14.813760 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0b07d61-67c2-4812-899f-d9cc7dc21b24 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:14.821160 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b07d61-67c2-4812-899f-d9cc7dc21b24 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:05:14.821992 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0b07d61-67c2-4812-899f-d9cc7dc21b24 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:05:14.830329 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:05:14.872726 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4a4eb5-7d21-4418-98d3-c5fb647ba932 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Router ccff01d9-f443-4030-8eda-200e1ecb1e82 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:05:14.985412 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4a4eb5-7d21-4418-98d3-c5fb647ba932 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:05:14.988967 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0b07d61-67c2-4812-899f-d9cc7dc21b24 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:14.989992 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fc4a4eb5-7d21-4418-98d3-c5fb647ba932 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:15.003489 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b0b07d61-67c2-4812-899f-d9cc7dc21b24 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:15.003602 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6303f3-85ab-4160-a15a-714ade4470ae None None] Sync routers for ids ['ccff01d9-f443-4030-8eda-200e1ecb1e82'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:05:15.005141 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b0b07d61-67c2-4812-899f-d9cc7dc21b24 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "DELETE /v2.0/networks/d970c9bd-cf9b-4119-b11e-26ed6286d768 HTTP/1.1" status: 204 len: 168 time: 0.8317311 Apr 21 13:05:15.011906 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6303f3-85ab-4160-a15a-714ade4470ae None None] Routers {'ccff01d9-f443-4030-8eda-200e1ecb1e82'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:15.013259 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-dc6303f3-85ab-4160-a15a-714ade4470ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ccff01d9-f443-4030-8eda-200e1ecb1e82'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:15.014680 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46848) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:15.017336 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b07d61-67c2-4812-899f-d9cc7dc21b24 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event deleted for resources: {'Network': ['ID=d970c9bd-cf9b-4119-b11e-26ed6286d768,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:15.067982 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fc4a4eb5-7d21-4418-98d3-c5fb647ba932 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "DELETE /v2.0/floatingips/ab5fb672-2e74-4218-b174-78aa275a175b HTTP/1.1" status: 204 len: 168 time: 1.4985025 Apr 21 13:05:15.068894 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2346c9e8-07f1-4298-8ef3-6bf0d2567a74', 'tag': '8e5c68c7-f10d-41a1-bf75-8aab2f639d8f'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:05:15.071327 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db29f906-9e56-4832-9dce-dc2790ae14c6" -d '{"events": [{"name": "network-changed", "server_uuid": "2346c9e8-07f1-4298-8ef3-6bf0d2567a74", "tag": "8e5c68c7-f10d-41a1-bf75-8aab2f639d8f"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:05:15.155606 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d989233e-4249-4185-b2ce-27a85f7bdf21 x-openstack-request-id: req-d989233e-4249-4185-b2ce-27a85f7bdf21 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:05:15.155875 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2346c9e8-07f1-4298-8ef3-6bf0d2567a74", "tag": "8e5c68c7-f10d-41a1-bf75-8aab2f639d8f", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:05:15.156135 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d989233e-4249-4185-b2ce-27a85f7bdf21 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:05:15.156549 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d989233e-4249-4185-b2ce-27a85f7bdf21'] response: {'name': 'network-changed', 'server_uuid': '2346c9e8-07f1-4298-8ef3-6bf0d2567a74', 'tag': '8e5c68c7-f10d-41a1-bf75-8aab2f639d8f', 'status': 'completed', 'code': 200} Apr 21 13:05:15.227715 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29f906-9e56-4832-9dce-dc2790ae14c6 req-3bde0e1d-1a0a-4173-ba46-93d0ffcd5332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:15.229154 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db29f906-9e56-4832-9dce-dc2790ae14c6 req-3bde0e1d-1a0a-4173-ba46-93d0ffcd5332 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=284d3d44382e404aa4c17c17e03a8f46&device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 1097 time: 0.0554790 Apr 21 13:05:15.238309 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-008b81d0-4a79-484a-a166-fcf3ba79121a tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Deleting port 9a1d19f4-ec2c-42b4-9b76-6bbc5b43b3af {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:15.243416 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-008b81d0-4a79-484a-a166-fcf3ba79121a tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:15.243554 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-dc6303f3-85ab-4160-a15a-714ade4470ae None None] Set router ccff01d9-f443-4030-8eda-200e1ecb1e82 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:05:15.389370 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-008b81d0-4a79-484a-a166-fcf3ba79121a tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:15.389756 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-008b81d0-4a79-484a-a166-fcf3ba79121a tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:15.395222 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29f906-9e56-4832-9dce-dc2790ae14c6 req-b7d4a8b2-2606-4cdf-bb3d-bd6e04c0be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:15.396720 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db29f906-9e56-4832-9dce-dc2790ae14c6 req-b7d4a8b2-2606-4cdf-bb3d-bd6e04c0be9c service neutron] 10.222.0.24 "GET /v2.0/networks?id=118907f7-8437-4f18-9776-60a5dbf89b06 HTTP/1.1" status: 200 len: 898 time: 0.1602309 Apr 21 13:05:15.418059 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-008b81d0-4a79-484a-a166-fcf3ba79121a tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Calling delete_port for 9a1d19f4-ec2c-42b4-9b76-6bbc5b43b3af owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:15.453795 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db29f906-9e56-4832-9dce-dc2790ae14c6 req-dc82c899-be49-4d39-a039-70afe50d4f82 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e5c68c7-f10d-41a1-bf75-8aab2f639d8f HTTP/1.1" status: 200 len: 217 time: 0.0465043 Apr 21 13:05:15.476656 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-dc6303f3-85ab-4160-a15a-714ade4470ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867797215', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470496ad-7ff4-4a5f-8d86-2051df324821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:03:22Z', 'updated_at': '2022-04-21T13:03:28Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '470496ad-7ff4-4a5f-8d86-2051df324821', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:03:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:03:22Z', 'updated_at': '2022-04-21T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'e32669c5-7725-4e95-8854-15813845929a', 'name': '', 'network_id': '118907f7-8437-4f18-9776-60a5dbf89b06', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:9a:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '0caaabe0-727d-4698-9f08-06e3f747e241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:03:26Z', 'updated_at': '2022-04-21T13:03:32Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': '0caaabe0-727d-4698-9f08-06e3f747e241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:15.508965 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6303f3-85ab-4160-a15a-714ade4470ae None None] Checking router: ccff01d9-f443-4030-8eda-200e1ecb1e82 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:05:15.516840 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6303f3-85ab-4160-a15a-714ade4470ae None None] Routers {'ccff01d9-f443-4030-8eda-200e1ecb1e82'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:15.517773 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-dc6303f3-85ab-4160-a15a-714ade4470ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ccff01d9-f443-4030-8eda-200e1ecb1e82'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:15.548152 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29f906-9e56-4832-9dce-dc2790ae14c6 req-64668efc-0246-40ad-8a01-13ee86d96103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:15.549663 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db29f906-9e56-4832-9dce-dc2790ae14c6 req-64668efc-0246-40ad-8a01-13ee86d96103 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0caaabe0-727d-4698-9f08-06e3f747e241 HTTP/1.1" status: 200 len: 834 time: 0.0867720 Apr 21 13:05:15.648375 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-dc6303f3-85ab-4160-a15a-714ade4470ae None None] Set router ccff01d9-f443-4030-8eda-200e1ecb1e82 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:05:15.655295 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29f906-9e56-4832-9dce-dc2790ae14c6 req-2389eca5-f8da-4354-8ea6-950e0c9e3c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:15.656866 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db29f906-9e56-4832-9dce-dc2790ae14c6 req-2389eca5-f8da-4354-8ea6-950e0c9e3c5e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=118907f7-8437-4f18-9776-60a5dbf89b06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981526 Apr 21 13:05:15.720285 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839669db-2e88-410e-806d-dd6200b15fb3 req-f9c430b6-18f7-436b-aa62-764eeb3b60fb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:15.720636 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e1a2c00-8d01-4097-bf5d-0db9c5b2ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:15.721797 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-839669db-2e88-410e-806d-dd6200b15fb3 req-f9c430b6-18f7-436b-aa62-764eeb3b60fb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 946 time: 0.1162720 Apr 21 13:05:15.808416 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-839669db-2e88-410e-806d-dd6200b15fb3 req-b835b933-b6b3-44d5-a734-290c313f541e tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dca9f50-fef5-4432-aecb-c8fc482be3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547233 Apr 21 13:05:15.825277 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db29f906-9e56-4832-9dce-dc2790ae14c6 req-cce94a31-7df8-4c59-93ac-8f462fcc4b59 service neutron] 10.222.0.24 "GET /v2.0/networks/118907f7-8437-4f18-9776-60a5dbf89b06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458008 Apr 21 13:05:15.831128 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ebd573e8-330c-41e3-985f-6104ad8fa948 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:05:15.854116 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: ebd573e8-330c-41e3-985f-6104ad8fa948 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:05:15.854457 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ebd573e8-330c-41e3-985f-6104ad8fa948 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:05:15.883232 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-dc6303f3-85ab-4160-a15a-714ade4470ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867797215', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470496ad-7ff4-4a5f-8d86-2051df324821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:03:22Z', 'updated_at': '2022-04-21T13:03:28Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '470496ad-7ff4-4a5f-8d86-2051df324821', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:03:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:03:22Z', 'updated_at': '2022-04-21T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'e32669c5-7725-4e95-8854-15813845929a', 'name': '', 'network_id': '118907f7-8437-4f18-9776-60a5dbf89b06', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:9a:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '0caaabe0-727d-4698-9f08-06e3f747e241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:03:26Z', 'updated_at': '2022-04-21T13:03:32Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': '0caaabe0-727d-4698-9f08-06e3f747e241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:15.886933 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-008b81d0-4a79-484a-a166-fcf3ba79121a tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:15.910332 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6303f3-85ab-4160-a15a-714ade4470ae None None] The sync data for ids ['ccff01d9-f443-4030-8eda-200e1ecb1e82'] in n-d-836147-2 is: [{'id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867797215', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470496ad-7ff4-4a5f-8d86-2051df324821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:03:22Z', 'updated_at': '2022-04-21T13:03:28Z', 'revision_number': 4, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '470496ad-7ff4-4a5f-8d86-2051df324821', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:03:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:03:22Z', 'updated_at': '2022-04-21T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'e32669c5-7725-4e95-8854-15813845929a', 'name': '', 'network_id': '118907f7-8437-4f18-9776-60a5dbf89b06', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'mac_address': 'fa:16:3e:9a:c9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'device_owner': 'network:router_interface', 'standard_attr_id': 3511, 'fixed_ips': [{'subnet_id': '0caaabe0-727d-4698-9f08-06e3f747e241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:03:26Z', 'updated_at': '2022-04-21T13:03:32Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'subnets': [{'id': '0caaabe0-727d-4698-9f08-06e3f747e241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:05:15.923656 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b81d0-4a79-484a-a166-fcf3ba79121a tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event deleted for resources: {'Port': ['ID=9a1d19f4-ec2c-42b4-9b76-6bbc5b43b3af,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:16.002493 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db29f906-9e56-4832-9dce-dc2790ae14c6 req-7fc87101-6902-44ed-a475-9fece8a9dcee service neutron] 10.222.0.24 "GET /v2.0/networks/118907f7-8437-4f18-9776-60a5dbf89b06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658552 Apr 21 13:05:16.009083 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-008b81d0-4a79-484a-a166-fcf3ba79121a tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:16.011844 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-008b81d0-4a79-484a-a166-fcf3ba79121a tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:16.012997 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-008b81d0-4a79-484a-a166-fcf3ba79121a tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "DELETE /v2.0/floatingips/ae523dad-3b17-4c93-8d41-295a87c209d8 HTTP/1.1" status: 204 len: 168 time: 0.9972391 Apr 21 13:05:16.016464 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46858) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:16.043497 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-082194af-5bc7-49a5-9380-9bf448e3bba3 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] DELETE failed (client error): The resource could not be found. Apr 21 13:05:16.044687 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-082194af-5bc7-49a5-9380-9bf448e3bba3 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 13:05:16.048770 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-082194af-5bc7-49a5-9380-9bf448e3bba3 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "DELETE /v2.0/ports/4f3707a0-7dc3-43c8-8a48-b60dd9d7815b HTTP/1.1" status: 404 len: 333 time: 0.0311649 Apr 21 13:05:16.051206 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46860) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:16.099680 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b8a9d817-bee5-4ce1-949e-c7f32d3b2a79 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "GET /v2.0/ports?device_id=b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5 HTTP/1.1" status: 200 len: 205 time: 0.0474002 Apr 21 13:05:16.102078 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46862) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:16.139785 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-edce6c6b-fd78-4d9a-ac59-88c023cb2506 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] delete failed (client error): The resource could not be found. Apr 21 13:05:16.143368 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-edce6c6b-fd78-4d9a-ac59-88c023cb2506 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "DELETE /v2.0/routers/b56f27ae-867c-42d3-bd2e-e2bc58bdbdc5 HTTP/1.1" status: 404 len: 336 time: 0.0378613 Apr 21 13:05:16.143591 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46864) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:16.168167 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cdf9056-9767-4025-84dc-54f7496e4c53 None None] New status for floating IP ab5fb672-2e74-4218-b174-78aa275a175b: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:05:16.175889 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-c104fdeb-685e-44fe-91ff-31f70f25576b tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] DELETE failed (client error): The resource could not be found. Apr 21 13:05:16.175889 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c104fdeb-685e-44fe-91ff-31f70f25576b tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 13:05:16.181329 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c104fdeb-685e-44fe-91ff-31f70f25576b tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "DELETE /v2.0/subnets/ebc37b73-3d94-408a-b759-cae312f89f22 HTTP/1.1" status: 404 len: 337 time: 0.0341783 Apr 21 13:05:16.181532 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46866) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:16.274762 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-0daa743a-db96-4bef-8f2a-cb6894289998 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Deleting port 05ca2f8f-99b6-4883-8a3c-e8b7bfe73982 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:16.275104 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0daa743a-db96-4bef-8f2a-cb6894289998 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:16.360017 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0daa743a-db96-4bef-8f2a-cb6894289998 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:16.371590 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-0daa743a-db96-4bef-8f2a-cb6894289998 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Calling delete_port for 05ca2f8f-99b6-4883-8a3c-e8b7bfe73982 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:16.588882 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0daa743a-db96-4bef-8f2a-cb6894289998 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:16.618572 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa743a-db96-4bef-8f2a-cb6894289998 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event deleted for resources: {'Port': ['ID=05ca2f8f-99b6-4883-8a3c-e8b7bfe73982,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:16.683107 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0daa743a-db96-4bef-8f2a-cb6894289998 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:16.686362 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0daa743a-db96-4bef-8f2a-cb6894289998 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "DELETE /v2.0/ports/05ca2f8f-99b6-4883-8a3c-e8b7bfe73982 HTTP/1.1" status: 204 len: 168 time: 0.5038137 Apr 21 13:05:16.688745 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46868) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:16.777724 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5ed5def9-b22f-4290-8f6a-009e570c8236 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Deleting port 990c3d19-d44e-4bcf-9cda-beb913098423 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:16.778094 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ed5def9-b22f-4290-8f6a-009e570c8236 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:16.862876 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ed5def9-b22f-4290-8f6a-009e570c8236 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:16.876825 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5ed5def9-b22f-4290-8f6a-009e570c8236 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Calling delete_port for 990c3d19-d44e-4bcf-9cda-beb913098423 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:16.948775 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:17.004671 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30504f-4061-472b-9536-7082bab76eca req-386456de-fa58-45cf-9129-201d76779634 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:17.006165 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a30504f-4061-472b-9536-7082bab76eca req-386456de-fa58-45cf-9129-201d76779634 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 946 time: 0.1211188 Apr 21 13:05:17.084421 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ced19e-d873-4cdc-bf96-a70690e155f6 req-8d0b9d17-f8d2-4b25-a3ec-e6fe33b82f1f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:17.085873 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b5ced19e-d873-4cdc-bf96-a70690e155f6 req-8d0b9d17-f8d2-4b25-a3ec-e6fe33b82f1f tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.24 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 946 time: 0.1145101 Apr 21 13:05:17.094535 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a30504f-4061-472b-9536-7082bab76eca req-6e88e585-69b9-4d9d-9d2f-3b6e4cb14c8b tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/security-groups?id=5dca9f50-fef5-4432-aecb-c8fc482be3b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776923 Apr 21 13:05:17.189531 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-b5ced19e-d873-4cdc-bf96-a70690e155f6 req-f8daf209-0c9e-4d23-92cd-597f8c209467 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Deleting port 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:17.189895 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b5ced19e-d873-4cdc-bf96-a70690e155f6 req-f8daf209-0c9e-4d23-92cd-597f8c209467 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:17.204160 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ed5def9-b22f-4290-8f6a-009e570c8236 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:17.266162 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5def9-b22f-4290-8f6a-009e570c8236 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event deleted for resources: {'Port': ['ID=990c3d19-d44e-4bcf-9cda-beb913098423,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:17.355119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-b5ced19e-d873-4cdc-bf96-a70690e155f6 req-f8daf209-0c9e-4d23-92cd-597f8c209467 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] For port 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8e5c68c7-f10d-41a1-bf75-8aab2f639d8f,segment=NetworkSegment(75516c43-837e-4b3b-acbe-3f03f2acc8e5),segment_id=75516c43-837e-4b3b-acbe-3f03f2acc8e5)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:05:17.355478 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b5ced19e-d873-4cdc-bf96-a70690e155f6 req-f8daf209-0c9e-4d23-92cd-597f8c209467 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:17.371671 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ed5def9-b22f-4290-8f6a-009e570c8236 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:17.375423 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5ed5def9-b22f-4290-8f6a-009e570c8236 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "DELETE /v2.0/ports/990c3d19-d44e-4bcf-9cda-beb913098423 HTTP/1.1" status: 204 len: 168 time: 0.6857426 Apr 21 13:05:17.376381 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-b5ced19e-d873-4cdc-bf96-a70690e155f6 req-f8daf209-0c9e-4d23-92cd-597f8c209467 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Calling delete_port for 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:17.377869 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46874) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:17.463877 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2640d34d-13dc-45ca-b8b6-3d89d0ec3659 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:17.465263 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2640d34d-13dc-45ca-b8b6-3d89d0ec3659 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "GET /v2.0/ports?device_id=a023c2c7-b9ba-43b6-8975-437aa4f84327 HTTP/1.1" status: 200 len: 913 time: 0.0865059 Apr 21 13:05:17.467945 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46876) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:17.611263 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b5ced19e-d873-4cdc-bf96-a70690e155f6 req-f8daf209-0c9e-4d23-92cd-597f8c209467 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:17.639122 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8daf209-0c9e-4d23-92cd-597f8c209467 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event deleted for resources: {'Port': ['ID=8e5c68c7-f10d-41a1-bf75-8aab2f639d8f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:17.681166 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5ced19e-d873-4cdc-bf96-a70690e155f6 req-f8daf209-0c9e-4d23-92cd-597f8c209467 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] No DVR routers for this DVR port 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:05:17.684716 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-b5ced19e-d873-4cdc-bf96-a70690e155f6 req-f8daf209-0c9e-4d23-92cd-597f8c209467 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:17.689843 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b5ced19e-d873-4cdc-bf96-a70690e155f6 req-f8daf209-0c9e-4d23-92cd-597f8c209467 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.24 "DELETE /v2.0/ports/8e5c68c7-f10d-41a1-bf75-8aab2f639d8f HTTP/1.1" status: 204 len: 173 time: 0.5944128 Apr 21 13:05:17.690314 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2346c9e8-07f1-4298-8ef3-6bf0d2567a74', 'name': 'network-vif-deleted', 'tag': '8e5c68c7-f10d-41a1-bf75-8aab2f639d8f'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:05:17.692597 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2401cd77-ee69-4a00-9a72-c950320c2cc8" -d '{"events": [{"server_uuid": "2346c9e8-07f1-4298-8ef3-6bf0d2567a74", "name": "network-vif-deleted", "tag": "8e5c68c7-f10d-41a1-bf75-8aab2f639d8f"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:05:17.731116 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d49231-ce2b-4949-b44a-ad23dcb46265 x-openstack-request-id: req-14d49231-ce2b-4949-b44a-ad23dcb46265 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:05:17.731442 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2346c9e8-07f1-4298-8ef3-6bf0d2567a74", "name": "network-vif-deleted", "tag": "8e5c68c7-f10d-41a1-bf75-8aab2f639d8f", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:05:17.732257 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-14d49231-ce2b-4949-b44a-ad23dcb46265 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:05:17.732653 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14d49231-ce2b-4949-b44a-ad23dcb46265'] response: {'server_uuid': '2346c9e8-07f1-4298-8ef3-6bf0d2567a74', 'name': 'network-vif-deleted', 'tag': '8e5c68c7-f10d-41a1-bf75-8aab2f639d8f', 'status': 'completed', 'code': 200} Apr 21 13:05:17.827273 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a21bd6f2-d431-4e19-b4bb-ee85e60ff28b tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:18.034801 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:18.102066 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a21bd6f2-d431-4e19-b4bb-ee85e60ff28b tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Deleting port e929d1a9-9c3b-47a5-9898-ae03e72860c2 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:18.102412 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a21bd6f2-d431-4e19-b4bb-ee85e60ff28b tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:18.196409 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a21bd6f2-d431-4e19-b4bb-ee85e60ff28b tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:18.209216 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a21bd6f2-d431-4e19-b4bb-ee85e60ff28b tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Calling delete_port for e929d1a9-9c3b-47a5-9898-ae03e72860c2 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:18.210718 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-344e88da-917b-4fac-8651-013d6633cedf req-8b38792f-559a-46bc-8849-4031fb9b4d95 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "GET /v2.0/ports?device_id=2346c9e8-07f1-4298-8ef3-6bf0d2567a74 HTTP/1.1" status: 200 len: 210 time: 0.0269158 Apr 21 13:05:18.452108 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a21bd6f2-d431-4e19-b4bb-ee85e60ff28b tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:18.476841 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21bd6f2-d431-4e19-b4bb-ee85e60ff28b tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event deleted for resources: {'Port': ['ID=e929d1a9-9c3b-47a5-9898-ae03e72860c2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:18.565963 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:18.643119 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a21bd6f2-d431-4e19-b4bb-ee85e60ff28b tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:18.737174 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:18.855262 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21bd6f2-d431-4e19-b4bb-ee85e60ff28b tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Router a023c2c7-b9ba-43b6-8975-437aa4f84327 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:05:18.957066 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21bd6f2-d431-4e19-b4bb-ee85e60ff28b tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:05:18.962572 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a21bd6f2-d431-4e19-b4bb-ee85e60ff28b tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "PUT /v2.0/routers/a023c2c7-b9ba-43b6-8975-437aa4f84327/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4932959 Apr 21 13:05:18.964954 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46884) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:18.967272 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f72e8bd-8be6-48b6-a11b-ac4392bc93cc None None] Sync routers for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:05:18.984397 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:05:18.988723 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f72e8bd-8be6-48b6-a11b-ac4392bc93cc None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:18.989317 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9f72e8bd-8be6-48b6-a11b-ac4392bc93cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:05:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:19.021401 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9f72e8bd-8be6-48b6-a11b-ac4392bc93cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:19.029902 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f72e8bd-8be6-48b6-a11b-ac4392bc93cc None None] Routers {'a023c2c7-b9ba-43b6-8975-437aa4f84327'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:19.030561 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9f72e8bd-8be6-48b6-a11b-ac4392bc93cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:05:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a023c2c7-b9ba-43b6-8975-437aa4f84327'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:19.062472 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-9f72e8bd-8be6-48b6-a11b-ac4392bc93cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:19.063328 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f72e8bd-8be6-48b6-a11b-ac4392bc93cc None None] The sync data for ids ['a023c2c7-b9ba-43b6-8975-437aa4f84327'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:05:19.070510 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de86fd0d-e38d-40c5-9735-4d837434984a tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:19.173083 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de86fd0d-e38d-40c5-9735-4d837434984a tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:19.268802 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46890) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:19.305386 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-de86fd0d-e38d-40c5-9735-4d837434984a tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Deleting port 703e98c3-98ff-46ae-90f5-b8b528fff644 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:19.305766 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de86fd0d-e38d-40c5-9735-4d837434984a tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:19.383885 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de86fd0d-e38d-40c5-9735-4d837434984a tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:19.395613 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-de86fd0d-e38d-40c5-9735-4d837434984a tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Calling delete_port for 703e98c3-98ff-46ae-90f5-b8b528fff644 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:19.630770 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34b7ef55-769e-4320-ae34-6e95abfb1bfb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:19.651493 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de86fd0d-e38d-40c5-9735-4d837434984a tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:19.681337 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86fd0d-e38d-40c5-9735-4d837434984a tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event deleted for resources: {'Port': ['ID=703e98c3-98ff-46ae-90f5-b8b528fff644,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:19.742295 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de86fd0d-e38d-40c5-9735-4d837434984a tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:19.831375 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de86fd0d-e38d-40c5-9735-4d837434984a tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:19.833532 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de86fd0d-e38d-40c5-9735-4d837434984a tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:19.892171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-34b7ef55-769e-4320-ae34-6e95abfb1bfb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Deleting port e32669c5-7725-4e95-8854-15813845929a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:19.892431 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34b7ef55-769e-4320-ae34-6e95abfb1bfb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:19.954108 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de86fd0d-e38d-40c5-9735-4d837434984a tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:19.954673 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de86fd0d-e38d-40c5-9735-4d837434984a tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Fanout notify agent at l3_agent the message router_deleted on router a023c2c7-b9ba-43b6-8975-437aa4f84327 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:05:19.961503 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:05:19.962005 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de86fd0d-e38d-40c5-9735-4d837434984a tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:19.963355 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-de86fd0d-e38d-40c5-9735-4d837434984a tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "DELETE /v2.0/routers/a023c2c7-b9ba-43b6-8975-437aa4f84327 HTTP/1.1" status: 204 len: 168 time: 0.9974980 Apr 21 13:05:19.966593 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46892) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:19.982590 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-34b7ef55-769e-4320-ae34-6e95abfb1bfb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] For port e32669c5-7725-4e95-8854-15813845929a, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e32669c5-7725-4e95-8854-15813845929a,segment=NetworkSegment(75516c43-837e-4b3b-acbe-3f03f2acc8e5),segment_id=75516c43-837e-4b3b-acbe-3f03f2acc8e5)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:05:19.982968 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34b7ef55-769e-4320-ae34-6e95abfb1bfb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:19.986599 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:05:19.994549 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 8e5c68c7-f10d-41a1-bf75-8aab2f639d8f not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:05:19.998612 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-34b7ef55-769e-4320-ae34-6e95abfb1bfb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Calling delete_port for e32669c5-7725-4e95-8854-15813845929a owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:20.018775 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8bec494-02d7-4d2e-b0bf-291a9be2d975 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Deleting subnet e138dab1-3a6b-4bda-81fa-258784895cb6 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:05:20.022575 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8bec494-02d7-4d2e-b0bf-291a9be2d975 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:20.062255 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8bec494-02d7-4d2e-b0bf-291a9be2d975 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:20.106945 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8bec494-02d7-4d2e-b0bf-291a9be2d975 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:20.267154 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8bec494-02d7-4d2e-b0bf-291a9be2d975 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:20.289814 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34b7ef55-769e-4320-ae34-6e95abfb1bfb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:20.297852 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e8bec494-02d7-4d2e-b0bf-291a9be2d975 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:20.301252 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e8bec494-02d7-4d2e-b0bf-291a9be2d975 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "DELETE /v2.0/subnets/e138dab1-3a6b-4bda-81fa-258784895cb6 HTTP/1.1" status: 204 len: 168 time: 0.3337071 Apr 21 13:05:20.302211 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bec494-02d7-4d2e-b0bf-291a9be2d975 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event deleted for resources: {'Subnet': ['ID=e138dab1-3a6b-4bda-81fa-258784895cb6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:20.305068 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46896) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:20.330124 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7ef55-769e-4320-ae34-6e95abfb1bfb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event deleted for resources: {'Port': ['ID=e32669c5-7725-4e95-8854-15813845929a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:20.393320 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed2eefbe-7d5a-41fb-af1e-6cb0aeeeff00 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:20.499367 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed2eefbe-7d5a-41fb-af1e-6cb0aeeeff00 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:20.521335 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-ed2eefbe-7d5a-41fb-af1e-6cb0aeeeff00 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bac5a3a8-e827-48cf-9ca8-9131dcaf31ef']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:20.531441 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:20.532170 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-34b7ef55-769e-4320-ae34-6e95abfb1bfb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:20.533503 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-ed2eefbe-7d5a-41fb-af1e-6cb0aeeeff00 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9bfeef-7d94-496f-93d9-6b92bb295cfd') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:20.533864 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-ed2eefbe-7d5a-41fb-af1e-6cb0aeeeff00 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9bfeef-7d94-496f-93d9-6b92bb295cfd') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:20.546197 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed2eefbe-7d5a-41fb-af1e-6cb0aeeeff00 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:20.560497 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed2eefbe-7d5a-41fb-af1e-6cb0aeeeff00 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:20.566826 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed2eefbe-7d5a-41fb-af1e-6cb0aeeeff00 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:05:20.567390 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed2eefbe-7d5a-41fb-af1e-6cb0aeeeff00 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:05:20.570748 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:05:20.706951 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed2eefbe-7d5a-41fb-af1e-6cb0aeeeff00 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:20.712121 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed2eefbe-7d5a-41fb-af1e-6cb0aeeeff00 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:20.718788 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ed2eefbe-7d5a-41fb-af1e-6cb0aeeeff00 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] 10.222.0.36 "DELETE /v2.0/networks/bac5a3a8-e827-48cf-9ca8-9131dcaf31ef HTTP/1.1" status: 204 len: 168 time: 0.4098279 Apr 21 13:05:20.738570 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2eefbe-7d5a-41fb-af1e-6cb0aeeeff00 tempest-FloatingIPTestJSON-1649480774 tempest-FloatingIPTestJSON-1649480774-project] Pushing event deleted for resources: {'Network': ['ID=bac5a3a8-e827-48cf-9ca8-9131dcaf31ef,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:20.752187 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b7ef55-769e-4320-ae34-6e95abfb1bfb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Router ccff01d9-f443-4030-8eda-200e1ecb1e82 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:05:20.857761 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b7ef55-769e-4320-ae34-6e95abfb1bfb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:05:20.863251 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-34b7ef55-769e-4320-ae34-6e95abfb1bfb tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "PUT /v2.0/routers/ccff01d9-f443-4030-8eda-200e1ecb1e82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5933323 Apr 21 13:05:20.866242 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46900) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:20.867646 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5a3de-f467-409f-bded-6d6af00b7aff None None] Sync routers for ids ['ccff01d9-f443-4030-8eda-200e1ecb1e82'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:05:20.877176 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a5a3de-f467-409f-bded-6d6af00b7aff None None] Routers {'ccff01d9-f443-4030-8eda-200e1ecb1e82'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:20.877799 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e3a5a3de-f467-409f-bded-6d6af00b7aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:05:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ccff01d9-f443-4030-8eda-200e1ecb1e82'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:20.916544 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef951f21-f98f-49ec-bb20-18f2c236f31c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Deleting subnet 0caaabe0-727d-4698-9f08-06e3f747e241 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:05:20.921916 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef951f21-f98f-49ec-bb20-18f2c236f31c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:20.963351 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef951f21-f98f-49ec-bb20-18f2c236f31c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:20.987037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-e3a5a3de-f467-409f-bded-6d6af00b7aff None None] Set router ccff01d9-f443-4030-8eda-200e1ecb1e82 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:05:21.052900 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef951f21-f98f-49ec-bb20-18f2c236f31c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:21.170365 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef951f21-f98f-49ec-bb20-18f2c236f31c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:21.175426 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e3a5a3de-f467-409f-bded-6d6af00b7aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867797215', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470496ad-7ff4-4a5f-8d86-2051df324821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:03:22Z', 'updated_at': '2022-04-21T13:05:20Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '470496ad-7ff4-4a5f-8d86-2051df324821', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:03:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:03:22Z', 'updated_at': '2022-04-21T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:21.201472 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46906) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:21.204033 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ef951f21-f98f-49ec-bb20-18f2c236f31c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:21.208932 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5a3de-f467-409f-bded-6d6af00b7aff None None] Checking router: ccff01d9-f443-4030-8eda-200e1ecb1e82 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:05:21.209072 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ef951f21-f98f-49ec-bb20-18f2c236f31c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "DELETE /v2.0/subnets/0caaabe0-727d-4698-9f08-06e3f747e241 HTTP/1.1" status: 204 len: 168 time: 0.3418043 Apr 21 13:05:21.210063 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46910) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:21.212887 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef951f21-f98f-49ec-bb20-18f2c236f31c tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event deleted for resources: {'Subnet': ['ID=0caaabe0-727d-4698-9f08-06e3f747e241,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:21.218697 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08366d6f-e5e0-4ef2-8987-5886a4819cb1 None None] Network 118907f7-8437-4f18-9776-60a5dbf89b06 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:05:21.234105 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a5a3de-f467-409f-bded-6d6af00b7aff None None] Routers {'ccff01d9-f443-4030-8eda-200e1ecb1e82'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:21.235468 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e3a5a3de-f467-409f-bded-6d6af00b7aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:05:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ccff01d9-f443-4030-8eda-200e1ecb1e82'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:21.584882 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-e3a5a3de-f467-409f-bded-6d6af00b7aff None None] Set router ccff01d9-f443-4030-8eda-200e1ecb1e82 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:05:21.691860 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b066aeb-10b0-4917-a3d6-4c425744475b None None] DHCP port deletion for 118907f7-8437-4f18-9776-60a5dbf89b06 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:05:21.740040 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11fe7438-9c4d-4ec6-b903-433a5f064b5d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:21.784964 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46912) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:21.785530 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-89a32082-5458-41b7-b75d-4eb1041f8814 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=663bc66a928f46029d07002cb35a282e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5827866 Apr 21 13:05:21.813054 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0b066aeb-10b0-4917-a3d6-4c425744475b None None] Deleting port d38f466b-56bd-415b-b919-dfcf0796efb6 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:21.813439 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b066aeb-10b0-4917-a3d6-4c425744475b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:21.844981 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d59dea1-ae56-4227-a621-f58d038c0a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:21.874197 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11fe7438-9c4d-4ec6-b903-433a5f064b5d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:21.883701 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d59dea1-ae56-4227-a621-f58d038c0a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:21.894493 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0b066aeb-10b0-4917-a3d6-4c425744475b None None] For port d38f466b-56bd-415b-b919-dfcf0796efb6, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=d38f466b-56bd-415b-b919-dfcf0796efb6,segment=NetworkSegment(75516c43-837e-4b3b-acbe-3f03f2acc8e5),segment_id=75516c43-837e-4b3b-acbe-3f03f2acc8e5)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:05:21.896714 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b066aeb-10b0-4917-a3d6-4c425744475b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:21.913527 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0b066aeb-10b0-4917-a3d6-4c425744475b None None] Calling delete_port for d38f466b-56bd-415b-b919-dfcf0796efb6 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:21.922002 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e3a5a3de-f467-409f-bded-6d6af00b7aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867797215', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470496ad-7ff4-4a5f-8d86-2051df324821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:03:22Z', 'updated_at': '2022-04-21T13:05:20Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '470496ad-7ff4-4a5f-8d86-2051df324821', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:03:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:03:22Z', 'updated_at': '2022-04-21T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:21.957652 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device d38f466b-56bd-415b-b919-dfcf0796efb6 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:05:21.961308 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a5a3de-f467-409f-bded-6d6af00b7aff None None] The sync data for ids ['ccff01d9-f443-4030-8eda-200e1ecb1e82'] in n-d-836147-2 is: [{'id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867797215', 'tenant_id': '284d3d44382e404aa4c17c17e03a8f46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '470496ad-7ff4-4a5f-8d86-2051df324821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:03:22Z', 'updated_at': '2022-04-21T13:05:20Z', 'revision_number': 5, 'project_id': '284d3d44382e404aa4c17c17e03a8f46', 'gw_port': {'id': '470496ad-7ff4-4a5f-8d86-2051df324821', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:03:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccff01d9-f443-4030-8eda-200e1ecb1e82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3498, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:03:22Z', 'updated_at': '2022-04-21T13:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:05:21.997877 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-11fe7438-9c4d-4ec6-b903-433a5f064b5d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Deleting port 470496ad-7ff4-4a5f-8d86-2051df324821 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:21.998308 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11fe7438-9c4d-4ec6-b903-433a5f064b5d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:22.011588 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d59dea1-ae56-4227-a621-f58d038c0a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:22.014665 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2d59dea1-ae56-4227-a621-f58d038c0a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:22.016061 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2d59dea1-ae56-4227-a621-f58d038c0a3e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/706d0fe4-e385-4c81-9fcb-8c2a816f46d1 HTTP/1.1" status: 204 len: 168 time: 0.2291262 Apr 21 13:05:22.026323 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59dea1-ae56-4227-a621-f58d038c0a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706d0fe4-e385-4c81-9fcb-8c2a816f46d1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:22.099536 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-11fe7438-9c4d-4ec6-b903-433a5f064b5d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] For port 470496ad-7ff4-4a5f-8d86-2051df324821, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=470496ad-7ff4-4a5f-8d86-2051df324821,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:05:22.099939 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11fe7438-9c4d-4ec6-b903-433a5f064b5d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:22.103176 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:22.119852 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-11fe7438-9c4d-4ec6-b903-433a5f064b5d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Calling delete_port for 470496ad-7ff4-4a5f-8d86-2051df324821 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:22.129810 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b066aeb-10b0-4917-a3d6-4c425744475b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:22.173272 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b066aeb-10b0-4917-a3d6-4c425744475b None None] Pushing event deleted for resources: {'Port': ['ID=d38f466b-56bd-415b-b919-dfcf0796efb6,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:22.175589 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b066aeb-10b0-4917-a3d6-4c425744475b None None] No DVR routers for this DVR port d38f466b-56bd-415b-b919-dfcf0796efb6 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:05:22.347022 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11fe7438-9c4d-4ec6-b903-433a5f064b5d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:22.380831 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe7438-9c4d-4ec6-b903-433a5f064b5d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event deleted for resources: {'Port': ['ID=470496ad-7ff4-4a5f-8d86-2051df324821,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:22.458515 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11fe7438-9c4d-4ec6-b903-433a5f064b5d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:22.567043 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11fe7438-9c4d-4ec6-b903-433a5f064b5d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:22.569243 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11fe7438-9c4d-4ec6-b903-433a5f064b5d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:22.703721 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11fe7438-9c4d-4ec6-b903-433a5f064b5d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:22.703836 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fe7438-9c4d-4ec6-b903-433a5f064b5d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Fanout notify agent at l3_agent the message router_deleted on router ccff01d9-f443-4030-8eda-200e1ecb1e82 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:05:22.713401 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-11fe7438-9c4d-4ec6-b903-433a5f064b5d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:22.714631 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-11fe7438-9c4d-4ec6-b903-433a5f064b5d tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "DELETE /v2.0/routers/ccff01d9-f443-4030-8eda-200e1ecb1e82 HTTP/1.1" status: 204 len: 168 time: 1.5033090 Apr 21 13:05:22.717963 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46940) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:22.823231 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aedcbfa3-bdb4-4cfe-93a5-9d35a94091c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:22.917002 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aedcbfa3-bdb4-4cfe-93a5-9d35a94091c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:22.938305 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-aedcbfa3-bdb4-4cfe-93a5-9d35a94091c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['118907f7-8437-4f18-9776-60a5dbf89b06']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:22.947632 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-aedcbfa3-bdb4-4cfe-93a5-9d35a94091c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75516c43-837e-4b3b-acbe-3f03f2acc8e5') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:22.948178 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-aedcbfa3-bdb4-4cfe-93a5-9d35a94091c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75516c43-837e-4b3b-acbe-3f03f2acc8e5') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:22.963881 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aedcbfa3-bdb4-4cfe-93a5-9d35a94091c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:22.977362 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aedcbfa3-bdb4-4cfe-93a5-9d35a94091c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:22.984243 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aedcbfa3-bdb4-4cfe-93a5-9d35a94091c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:05:22.984629 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aedcbfa3-bdb4-4cfe-93a5-9d35a94091c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:05:22.987745 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:05:23.272068 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46952) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:23.370457 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-091b6979-fdcb-40f9-802c-6b169474b1a2 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-509047032'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:23.417794 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aedcbfa3-bdb4-4cfe-93a5-9d35a94091c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:23.423256 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aedcbfa3-bdb4-4cfe-93a5-9d35a94091c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:23.429236 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-aedcbfa3-bdb4-4cfe-93a5-9d35a94091c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "DELETE /v2.0/networks/118907f7-8437-4f18-9776-60a5dbf89b06 HTTP/1.1" status: 204 len: 168 time: 0.7078290 Apr 21 13:05:23.429716 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46956) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:23.443407 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedcbfa3-bdb4-4cfe-93a5-9d35a94091c6 tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event deleted for resources: {'Network': ['ID=118907f7-8437-4f18-9776-60a5dbf89b06,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:23.446814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091b6979-fdcb-40f9-802c-6b169474b1a2 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Made reservation on behalf of f2965a274e5d4524ae2867179e8619a8 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:05:23.452253 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-091b6979-fdcb-40f9-802c-6b169474b1a2 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:23.463302 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-091b6979-fdcb-40f9-802c-6b169474b1a2 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:23.530101 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-031ff3b8-fc89-4c00-92b7-cff1052b72fe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:23.567536 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-031ff3b8-fc89-4c00-92b7-cff1052b72fe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:23.621517 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-091b6979-fdcb-40f9-802c-6b169474b1a2 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:23.700998 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-091b6979-fdcb-40f9-802c-6b169474b1a2 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:23.728736 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b6979-fdcb-40f9-802c-6b169474b1a2 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c838b896-7a77-4bb3-a1b2-8f8f08204316,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:23.734479 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-031ff3b8-fc89-4c00-92b7-cff1052b72fe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:23.736981 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-031ff3b8-fc89-4c00-92b7-cff1052b72fe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:23.741051 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-031ff3b8-fc89-4c00-92b7-cff1052b72fe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] 10.222.0.36 "DELETE /v2.0/security-groups/5dca9f50-fef5-4432-aecb-c8fc482be3b6 HTTP/1.1" status: 204 len: 168 time: 0.3073564 Apr 21 13:05:23.745146 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-091b6979-fdcb-40f9-802c-6b169474b1a2 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:05:23.754635 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ff3b8-fc89-4c00-92b7-cff1052b72fe tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dca9f50-fef5-4432-aecb-c8fc482be3b6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:23.761079 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-091b6979-fdcb-40f9-802c-6b169474b1a2 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:23.761431 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-091b6979-fdcb-40f9-802c-6b169474b1a2 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Added segment e218b157-7735-4c13-9e34-30865b62f58d of type vlan for network a3c03240-23be-4014-804d-656b02bd2a81 Apr 21 13:05:23.812513 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-091b6979-fdcb-40f9-802c-6b169474b1a2 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:23.841750 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e32669c5-7725-4e95-8854-15813845929a no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:05:23.866769 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: e32669c5-7725-4e95-8854-15813845929a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:05:23.867293 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e32669c5-7725-4e95-8854-15813845929a not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:05:23.869799 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 470496ad-7ff4-4a5f-8d86-2051df324821 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:05:23.891671 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 470496ad-7ff4-4a5f-8d86-2051df324821 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:05:23.892265 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 470496ad-7ff4-4a5f-8d86-2051df324821 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:05:23.914127 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-091b6979-fdcb-40f9-802c-6b169474b1a2 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:23.920934 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091b6979-fdcb-40f9-802c-6b169474b1a2 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:23.921527 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-091b6979-fdcb-40f9-802c-6b169474b1a2 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:23.987310 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b6979-fdcb-40f9-802c-6b169474b1a2 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Pushing event updated for resources: {'Network': ['ID=a3c03240-23be-4014-804d-656b02bd2a81,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:24.004275 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network a3c03240-23be-4014-804d-656b02bd2a81 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:05:24.060459 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-091b6979-fdcb-40f9-802c-6b169474b1a2 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7865024 Apr 21 13:05:24.063316 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46964) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:24.068763 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b24c3410-b187-4104-ba4b-0a9070c7f95d tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Request body: {'subnet': {'network_id': 'a3c03240-23be-4014-804d-656b02bd2a81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:24.232966 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24c3410-b187-4104-ba4b-0a9070c7f95d tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Made reservation on behalf of f2965a274e5d4524ae2867179e8619a8 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:05:24.237819 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b24c3410-b187-4104-ba4b-0a9070c7f95d tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:24.333010 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46968) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:24.481270 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8067fc35-7f3c-4abf-9a33-51319ca75c47 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=284d3d44382e404aa4c17c17e03a8f46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466310 Apr 21 13:05:24.483840 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46972) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:24.490462 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b24c3410-b187-4104-ba4b-0a9070c7f95d tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:24.533543 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cc995af-4f53-474a-8845-79add13a1573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:24.555766 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c3410-b187-4104-ba4b-0a9070c7f95d tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Pushing event updated for resources: {'Subnet': ['ID=b6609eeb-6d15-420a-8fd8-89d4da022565,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:24.560298 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cc995af-4f53-474a-8845-79add13a1573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:24.566998 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24c3410-b187-4104-ba4b-0a9070c7f95d tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Checking segment: {'id': 'e218b157-7735-4c13-9e34-30865b62f58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a3c03240-23be-4014-804d-656b02bd2a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:05:24.567357 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24c3410-b187-4104-ba4b-0a9070c7f95d tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Network hostable DHCP agents. Network: a3c03240-23be-4014-804d-656b02bd2a81, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:05:24.632841 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24c3410-b187-4104-ba4b-0a9070c7f95d tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Network a3c03240-23be-4014-804d-656b02bd2a81 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:05:24.661729 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cc995af-4f53-474a-8845-79add13a1573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:24.664302 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cc995af-4f53-474a-8845-79add13a1573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:24.665474 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0cc995af-4f53-474a-8845-79add13a1573 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/784ad286-b51e-4d2c-ac80-8e3289353e66 HTTP/1.1" status: 204 len: 168 time: 0.1806316 Apr 21 13:05:24.674583 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc995af-4f53-474a-8845-79add13a1573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784ad286-b51e-4d2c-ac80-8e3289353e66,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:24.720034 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-b24c3410-b187-4104-ba4b-0a9070c7f95d tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, a3c03240-23be-4014-804d-656b02bd2a81) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:05:24.724692 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24c3410-b187-4104-ba4b-0a9070c7f95d tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:24.725377 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b24c3410-b187-4104-ba4b-0a9070c7f95d tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:24.730493 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fd338e-6a07-47f6-9dd4-f1eb6abf7961 None None] Network a3c03240-23be-4014-804d-656b02bd2a81 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:05:24.809249 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b24c3410-b187-4104-ba4b-0a9070c7f95d tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7444468 Apr 21 13:05:24.812140 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46976) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:24.819669 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a1d74994-ada4-4d0c-b98a-72d3fc54fef9 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-133046622', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:24.896489 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c7a4fb-5dbe-4175-9d72-d03b5359d35e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-a3c03240-23be-4014-804d-656b02bd2a81', 'network_id': 'a3c03240-23be-4014-804d-656b02bd2a81', 'tenant_id': 'f2965a274e5d4524ae2867179e8619a8', 'fixed_ips': [{'subnet_id': 'b6609eeb-6d15-420a-8fd8-89d4da022565'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:05:24.897726 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29c7a4fb-5dbe-4175-9d72-d03b5359d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:24.924418 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1d74994-ada4-4d0c-b98a-72d3fc54fef9 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:24.928611 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1d74994-ada4-4d0c-b98a-72d3fc54fef9 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:25.018746 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1d74994-ada4-4d0c-b98a-72d3fc54fef9 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:25.056966 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-29c7a4fb-5dbe-4175-9d72-d03b5359d35e None None] Allocated IP 172.20.0.2 (a3c03240-23be-4014-804d-656b02bd2a81/b6609eeb-6d15-420a-8fd8-89d4da022565/36be6c6e-7abe-45dc-8806-c12a7803cf51) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:05:25.086317 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1d74994-ada4-4d0c-b98a-72d3fc54fef9 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:25.177291 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1d74994-ada4-4d0c-b98a-72d3fc54fef9 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:25.181260 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a1d74994-ada4-4d0c-b98a-72d3fc54fef9 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3652511 Apr 21 13:05:25.181678 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46982) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:25.205291 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29c7a4fb-5dbe-4175-9d72-d03b5359d35e None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:25.264056 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29c7a4fb-5dbe-4175-9d72-d03b5359d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:25.306585 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c7a4fb-5dbe-4175-9d72-d03b5359d35e None None] Network a3c03240-23be-4014-804d-656b02bd2a81 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:05:25.309736 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-29c7a4fb-5dbe-4175-9d72-d03b5359d35e None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:05:25.314268 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c7a4fb-5dbe-4175-9d72-d03b5359d35e None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:05:25.319169 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c7a4fb-5dbe-4175-9d72-d03b5359d35e None None] Pushing event updated for resources: {'Port': ['ID=36be6c6e-7abe-45dc-8806-c12a7803cf51,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:25.362716 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 46984) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:25.391924 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-29c7a4fb-5dbe-4175-9d72-d03b5359d35e None None] Attempting to bind port 36be6c6e-7abe-45dc-8806-c12a7803cf51 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:05:25.392360 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-29c7a4fb-5dbe-4175-9d72-d03b5359d35e None None] Attempting to bind port 36be6c6e-7abe-45dc-8806-c12a7803cf51 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'e218b157-7735-4c13-9e34-30865b62f58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a3c03240-23be-4014-804d-656b02bd2a81'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:05:25.392788 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c7a4fb-5dbe-4175-9d72-d03b5359d35e None None] Attempting to bind port 36be6c6e-7abe-45dc-8806-c12a7803cf51 on network a3c03240-23be-4014-804d-656b02bd2a81 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:05:25.399018 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c7a4fb-5dbe-4175-9d72-d03b5359d35e None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:05:25.399484 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c7a4fb-5dbe-4175-9d72-d03b5359d35e None None] Checking segment: {'id': 'e218b157-7735-4c13-9e34-30865b62f58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a3c03240-23be-4014-804d-656b02bd2a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:05:25.399999 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29c7a4fb-5dbe-4175-9d72-d03b5359d35e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:25.400453 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c7a4fb-5dbe-4175-9d72-d03b5359d35e None None] Bound using segment: {'id': 'e218b157-7735-4c13-9e34-30865b62f58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a3c03240-23be-4014-804d-656b02bd2a81'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:05:25.400987 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-29c7a4fb-5dbe-4175-9d72-d03b5359d35e None None] Bound port: 36be6c6e-7abe-45dc-8806-c12a7803cf51, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e218b157-7735-4c13-9e34-30865b62f58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'a3c03240-23be-4014-804d-656b02bd2a81'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:05:25.401430 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29c7a4fb-5dbe-4175-9d72-d03b5359d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:25.420391 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 46986) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:25.422333 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4a5d48d3-1f1e-40fc-92d3-6cd65176429f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9ffaae25816b46099c130d0aeeb4e956&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580757 Apr 21 13:05:25.472177 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-29c7a4fb-5dbe-4175-9d72-d03b5359d35e None None] For port 36be6c6e-7abe-45dc-8806-c12a7803cf51, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:05:25.475353 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-29c7a4fb-5dbe-4175-9d72-d03b5359d35e None None] For port 36be6c6e-7abe-45dc-8806-c12a7803cf51, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=36be6c6e-7abe-45dc-8806-c12a7803cf51,segment=NetworkSegment(e218b157-7735-4c13-9e34-30865b62f58d),segment_id=e218b157-7735-4c13-9e34-30865b62f58d)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:05:25.529528 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce8e6372-c91b-463b-9671-69e7b77dd37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:25.531732 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-184156c2-1c7b-48c1-ad07-95fad871925f tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:25.537642 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-29c7a4fb-5dbe-4175-9d72-d03b5359d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:25.602421 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce8e6372-c91b-463b-9671-69e7b77dd37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:25.611213 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c7a4fb-5dbe-4175-9d72-d03b5359d35e None None] Pushing event updated for resources: {'Port': ['ID=36be6c6e-7abe-45dc-8806-c12a7803cf51,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:25.820790 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce8e6372-c91b-463b-9671-69e7b77dd37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:25.823390 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ce8e6372-c91b-463b-9671-69e7b77dd37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:25.829203 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ce8e6372-c91b-463b-9671-69e7b77dd37d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0760f1c4-dcb1-4d1e-bb31-e718e09a306a HTTP/1.1" status: 204 len: 168 time: 0.4031992 Apr 21 13:05:25.872489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8e6372-c91b-463b-9671-69e7b77dd37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0760f1c4-dcb1-4d1e-bb31-e718e09a306a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:25.927329 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-184156c2-1c7b-48c1-ad07-95fad871925f tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Allocated IP 172.20.0.1 (a3c03240-23be-4014-804d-656b02bd2a81/b6609eeb-6d15-420a-8fd8-89d4da022565/46ab7332-ccd9-4ea8-9932-ac24132bdb5c) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:05:25.960683 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 36be6c6e-7abe-45dc-8806-c12a7803cf51 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:05:26.044090 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 36be6c6e-7abe-45dc-8806-c12a7803cf51 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:26.049807 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:26.112938 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-184156c2-1c7b-48c1-ad07-95fad871925f tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:26.133840 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:26.169259 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 36be6c6e-7abe-45dc-8806-c12a7803cf51, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=36be6c6e-7abe-45dc-8806-c12a7803cf51,segment=NetworkSegment(e218b157-7735-4c13-9e34-30865b62f58d),segment_id=e218b157-7735-4c13-9e34-30865b62f58d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:05:26.210646 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-184156c2-1c7b-48c1-ad07-95fad871925f tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:26.244346 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:26.258987 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184156c2-1c7b-48c1-ad07-95fad871925f tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Network a3c03240-23be-4014-804d-656b02bd2a81 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:05:26.262468 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-184156c2-1c7b-48c1-ad07-95fad871925f tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:05:26.266378 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184156c2-1c7b-48c1-ad07-95fad871925f tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:05:26.308294 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-184156c2-1c7b-48c1-ad07-95fad871925f tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:26.314342 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=36be6c6e-7abe-45dc-8806-c12a7803cf51,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:26.343150 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184156c2-1c7b-48c1-ad07-95fad871925f tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Pushing event updated for resources: {'Port': ['ID=46ab7332-ccd9-4ea8-9932-ac24132bdb5c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:26.541664 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-184156c2-1c7b-48c1-ad07-95fad871925f tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:26.774288 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb77d84-03fe-4670-82a6-29deb2170f60 None None] Network a3c03240-23be-4014-804d-656b02bd2a81 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:05:26.849698 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2c19dac0-36b2-4d2c-9838-e12718a4e413 None None] Provisioning complete for port 36be6c6e-7abe-45dc-8806-c12a7803cf51 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:26.850070 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c19dac0-36b2-4d2c-9838-e12718a4e413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:26.852098 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-184156c2-1c7b-48c1-ad07-95fad871925f tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:26.931706 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-184156c2-1c7b-48c1-ad07-95fad871925f tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:27.017967 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184156c2-1c7b-48c1-ad07-95fad871925f tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Pushing event updated for resources: {'Port': ['ID=46ab7332-ccd9-4ea8-9932-ac24132bdb5c,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:27.020535 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-184156c2-1c7b-48c1-ad07-95fad871925f tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:27.088186 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47010) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:27.158487 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184156c2-1c7b-48c1-ad07-95fad871925f tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Network a3c03240-23be-4014-804d-656b02bd2a81 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:05:27.160220 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-184156c2-1c7b-48c1-ad07-95fad871925f tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:05:27.261755 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-318a0e05-ee41-4fec-b28a-b7087e1ba8e2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1455443868-network', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:27.333200 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4f5dc106-af60-4c1d-aa1c-b44d384247a5 None None] Provisioning complete for port 36be6c6e-7abe-45dc-8806-c12a7803cf51 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:27.333840 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f5dc106-af60-4c1d-aa1c-b44d384247a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:27.376054 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318a0e05-ee41-4fec-b28a-b7087e1ba8e2 admin admin] Made reservation on behalf of a35ad97d2d4647e886eba86e45a1c3de for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:05:27.379269 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-318a0e05-ee41-4fec-b28a-b7087e1ba8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:27.390083 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-318a0e05-ee41-4fec-b28a-b7087e1ba8e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:27.430263 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-184156c2-1c7b-48c1-ad07-95fad871925f tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Router b20acd23-f623-4fe4-9280-ece74705f338 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:05:27.430868 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4f5dc106-af60-4c1d-aa1c-b44d384247a5 None None] Provisioning complete for port 46ab7332-ccd9-4ea8-9932-ac24132bdb5c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:27.434012 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4f5dc106-af60-4c1d-aa1c-b44d384247a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:27.469903 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4f5dc106-af60-4c1d-aa1c-b44d384247a5 None None] Port 46ab7332-ccd9-4ea8-9932-ac24132bdb5c cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:05:27.556609 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-318a0e05-ee41-4fec-b28a-b7087e1ba8e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:27.558060 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-184156c2-1c7b-48c1-ad07-95fad871925f tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:05:27.571222 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-184156c2-1c7b-48c1-ad07-95fad871925f tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] 10.222.0.36 "PUT /v2.0/routers/b20acd23-f623-4fe4-9280-ece74705f338/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3812385 Apr 21 13:05:27.571222 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47016) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:27.571383 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb67f8d-5884-4819-bb34-73423a5df72a None None] Sync routers for ids ['b20acd23-f623-4fe4-9280-ece74705f338'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:05:27.572401 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-cbe59ff9-80d4-49f4-b900-c3b9d4e2c093 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Request body: {'port': {'network_id': 'a3c03240-23be-4014-804d-656b02bd2a81', 'name': 'tempest-FloatingIPNegativeTestJSON-1201888313'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:27.581874 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb67f8d-5884-4819-bb34-73423a5df72a None None] Routers {'b20acd23-f623-4fe4-9280-ece74705f338'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:27.582972 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5bb67f8d-5884-4819-bb34-73423a5df72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:05:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['b20acd23-f623-4fe4-9280-ece74705f338'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:27.596225 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ad185a66-e618-4c4b-a41b-aa4e37a10e6e None None] Provisioning complete for port 46ab7332-ccd9-4ea8-9932-ac24132bdb5c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:27.599690 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ad185a66-e618-4c4b-a41b-aa4e37a10e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:27.620141 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5bb67f8d-5884-4819-bb34-73423a5df72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:27.630843 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb67f8d-5884-4819-bb34-73423a5df72a None None] Routers {'b20acd23-f623-4fe4-9280-ece74705f338'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:27.631696 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5bb67f8d-5884-4819-bb34-73423a5df72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:05:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['b20acd23-f623-4fe4-9280-ece74705f338'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:27.635465 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ad185a66-e618-4c4b-a41b-aa4e37a10e6e None None] Port 46ab7332-ccd9-4ea8-9932-ac24132bdb5c cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:05:27.638465 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-318a0e05-ee41-4fec-b28a-b7087e1ba8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:27.667179 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5bb67f8d-5884-4819-bb34-73423a5df72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:27.667962 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb67f8d-5884-4819-bb34-73423a5df72a None None] The sync data for ids ['b20acd23-f623-4fe4-9280-ece74705f338'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:05:27.674696 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-318a0e05-ee41-4fec-b28a-b7087e1ba8e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:05:27.692104 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a0e05-ee41-4fec-b28a-b7087e1ba8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d63c88-d774-47b0-b6db-280f10b7ac0d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:27.704810 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-318a0e05-ee41-4fec-b28a-b7087e1ba8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:27.705152 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-318a0e05-ee41-4fec-b28a-b7087e1ba8e2 admin admin] Added segment 37d59429-b7c7-4b2b-b6d0-a1d9873b46f6 of type vlan for network 22f75f1a-05ca-4f2c-bbe1-e94af77d682d Apr 21 13:05:27.756699 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7627a808-f760-4d8d-ab40-3327d9bb1416 None None] Provisioning complete for port 46ab7332-ccd9-4ea8-9932-ac24132bdb5c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:27.756961 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7627a808-f760-4d8d-ab40-3327d9bb1416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:27.759026 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-318a0e05-ee41-4fec-b28a-b7087e1ba8e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:27.793149 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7627a808-f760-4d8d-ab40-3327d9bb1416 None None] Port 46ab7332-ccd9-4ea8-9932-ac24132bdb5c cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:05:27.834762 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 36be6c6e-7abe-45dc-8806-c12a7803cf51 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:05:27.851865 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe59ff9-80d4-49f4-b900-c3b9d4e2c093 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Made reservation on behalf of f2965a274e5d4524ae2867179e8619a8 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:05:27.855729 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cbe59ff9-80d4-49f4-b900-c3b9d4e2c093 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:27.875607 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-cbe59ff9-80d4-49f4-b900-c3b9d4e2c093 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] device_id is not set on port ed02033d-403b-4963-a5e3-f0d25ad18e22 yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 13:05:27.881511 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-318a0e05-ee41-4fec-b28a-b7087e1ba8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:27.882480 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318a0e05-ee41-4fec-b28a-b7087e1ba8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:27.883062 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-318a0e05-ee41-4fec-b28a-b7087e1ba8e2 admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:27.887634 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 36be6c6e-7abe-45dc-8806-c12a7803cf51 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:27.887989 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:27.995169 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a0e05-ee41-4fec-b28a-b7087e1ba8e2 admin admin] Pushing event updated for resources: {'Network': ['ID=22f75f1a-05ca-4f2c-bbe1-e94af77d682d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:28.005299 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-318a0e05-ee41-4fec-b28a-b7087e1ba8e2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9160955 Apr 21 13:05:28.006787 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 22f75f1a-05ca-4f2c-bbe1-e94af77d682d details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:05:28.008479 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47018) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:28.014360 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1e143782-be32-4960-b939-46bcf333b220 admin admin] Request body: {'subnet': {'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1455443868-subnet', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:28.063283 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-cbe59ff9-80d4-49f4-b900-c3b9d4e2c093 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Allocated IP 172.20.0.5 (a3c03240-23be-4014-804d-656b02bd2a81/b6609eeb-6d15-420a-8fd8-89d4da022565/ed02033d-403b-4963-a5e3-f0d25ad18e22) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:05:28.118609 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e143782-be32-4960-b939-46bcf333b220 admin admin] Made reservation on behalf of a35ad97d2d4647e886eba86e45a1c3de for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:05:28.121054 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1e143782-be32-4960-b939-46bcf333b220 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:28.228602 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cbe59ff9-80d4-49f4-b900-c3b9d4e2c093 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:28.331043 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cbe59ff9-80d4-49f4-b900-c3b9d4e2c093 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:28.360621 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1e143782-be32-4960-b939-46bcf333b220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:28.376103 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe59ff9-80d4-49f4-b900-c3b9d4e2c093 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Network a3c03240-23be-4014-804d-656b02bd2a81 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:05:28.381230 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-cbe59ff9-80d4-49f4-b900-c3b9d4e2c093 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:05:28.385229 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe59ff9-80d4-49f4-b900-c3b9d4e2c093 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:05:28.411171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe59ff9-80d4-49f4-b900-c3b9d4e2c093 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Pushing event updated for resources: {'Port': ['ID=ed02033d-403b-4963-a5e3-f0d25ad18e22,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:28.435545 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e143782-be32-4960-b939-46bcf333b220 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42364356-4e7d-4efa-9920-77b4769d3ced,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:28.446445 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e143782-be32-4960-b939-46bcf333b220 admin admin] Checking segment: {'id': '37d59429-b7c7-4b2b-b6d0-a1d9873b46f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:05:28.447037 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e143782-be32-4960-b939-46bcf333b220 admin admin] Network hostable DHCP agents. Network: 22f75f1a-05ca-4f2c-bbe1-e94af77d682d, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:05:28.454637 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe59ff9-80d4-49f4-b900-c3b9d4e2c093 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:28.455529 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cbe59ff9-80d4-49f4-b900-c3b9d4e2c093 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:28.541227 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e143782-be32-4960-b939-46bcf333b220 admin admin] Network 22f75f1a-05ca-4f2c-bbe1-e94af77d682d is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:05:28.544207 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-cbe59ff9-80d4-49f4-b900-c3b9d4e2c093 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9755089 Apr 21 13:05:28.547397 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47026) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:28.552582 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-99b34539-dab8-47b0-a0ee-6942dc6ba73c tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:28.645891 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99b34539-dab8-47b0-a0ee-6942dc6ba73c tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:28.647777 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-1e143782-be32-4960-b939-46bcf333b220 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 22f75f1a-05ca-4f2c-bbe1-e94af77d682d) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:05:28.652339 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e143782-be32-4960-b939-46bcf333b220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:28.653251 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1e143782-be32-4960-b939-46bcf333b220 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:28.660981 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b48395-698d-4bc6-ad51-2f5181781249 None None] Network 22f75f1a-05ca-4f2c-bbe1-e94af77d682d requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:05:28.739642 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e3e0d590-d7ad-419d-855b-7eedbb2a6777 None None] Provisioning complete for port ed02033d-403b-4963-a5e3-f0d25ad18e22 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:28.740008 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e3e0d590-d7ad-419d-855b-7eedbb2a6777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:28.741344 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1e143782-be32-4960-b939-46bcf333b220 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7312036 Apr 21 13:05:28.744670 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47030) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:28.750373 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1455443868-router', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:28.769560 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1c6b4-3dac-4723-a032-9eb50424e0f7 req-76cea07d-909f-4a2d-9e2c-3ca5dff3df0d tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:28.771286 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c6f1c6b4-3dac-4723-a032-9eb50424e0f7 req-76cea07d-909f-4a2d-9e2c-3ca5dff3df0d tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e224ec-f9c0-48b9-bb53-5c9affe8abfb HTTP/1.1" status: 200 len: 946 time: 0.0984540 Apr 21 13:05:28.811497 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e3e0d590-d7ad-419d-855b-7eedbb2a6777 None None] Port ed02033d-403b-4963-a5e3-f0d25ad18e22 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:05:28.827416 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c6f1c6b4-3dac-4723-a032-9eb50424e0f7 req-5999d4cf-8d26-4050-9c0a-3af4312d1d4a tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=00890bf2-00b5-4b4d-8d5d-8aca1142013a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488524 Apr 21 13:05:28.838164 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99b34539-dab8-47b0-a0ee-6942dc6ba73c tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:28.850175 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc8617b-d313-4287-a923-038996631222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-22f75f1a-05ca-4f2c-bbe1-e94af77d682d', 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'fixed_ips': [{'subnet_id': '42364356-4e7d-4efa-9920-77b4769d3ced'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:05:28.851715 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:28.851849 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2cc8617b-d313-4287-a923-038996631222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:28.852363 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:28.904560 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:28.947678 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-99b34539-dab8-47b0-a0ee-6942dc6ba73c tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Allocated IP 172.25.8.190 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/b1a04163-e7ab-443d-8638-a572f62c593d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:05:28.991706 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-2cc8617b-d313-4287-a923-038996631222 None None] Allocated IP 172.20.0.2 (22f75f1a-05ca-4f2c-bbe1-e94af77d682d/42364356-4e7d-4efa-9920-77b4769d3ced/0617c2a8-0220-460f-9bc8-7659030d7321) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:05:29.055885 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99b34539-dab8-47b0-a0ee-6942dc6ba73c tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:29.125174 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:29.136965 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2cc8617b-d313-4287-a923-038996631222 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:29.166371 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99b34539-dab8-47b0-a0ee-6942dc6ba73c tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:29.202901 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b34539-dab8-47b0-a0ee-6942dc6ba73c tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:05:29.205729 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-99b34539-dab8-47b0-a0ee-6942dc6ba73c tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:05:29.208266 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b34539-dab8-47b0-a0ee-6942dc6ba73c tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:05:29.235303 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2cc8617b-d313-4287-a923-038996631222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:29.246916 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b34539-dab8-47b0-a0ee-6942dc6ba73c tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Pushing event updated for resources: {'Port': ['ID=b1a04163-e7ab-443d-8638-a572f62c593d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:29.314037 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99b34539-dab8-47b0-a0ee-6942dc6ba73c tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:29.406305 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:29.411538 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99b34539-dab8-47b0-a0ee-6942dc6ba73c tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:29.426227 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:29.443961 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc8617b-d313-4287-a923-038996631222 None None] Network 22f75f1a-05ca-4f2c-bbe1-e94af77d682d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:05:29.449354 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-2cc8617b-d313-4287-a923-038996631222 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:05:29.453486 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc8617b-d313-4287-a923-038996631222 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:05:29.467721 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8617b-d313-4287-a923-038996631222 None None] Pushing event updated for resources: {'Port': ['ID=0617c2a8-0220-460f-9bc8-7659030d7321,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:29.514739 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-2cc8617b-d313-4287-a923-038996631222 None None] Attempting to bind port 0617c2a8-0220-460f-9bc8-7659030d7321 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:05:29.515106 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-2cc8617b-d313-4287-a923-038996631222 None None] Attempting to bind port 0617c2a8-0220-460f-9bc8-7659030d7321 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '37d59429-b7c7-4b2b-b6d0-a1d9873b46f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:05:29.515497 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc8617b-d313-4287-a923-038996631222 None None] Attempting to bind port 0617c2a8-0220-460f-9bc8-7659030d7321 on network 22f75f1a-05ca-4f2c-bbe1-e94af77d682d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:05:29.520927 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc8617b-d313-4287-a923-038996631222 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:05:29.521307 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc8617b-d313-4287-a923-038996631222 None None] Checking segment: {'id': '37d59429-b7c7-4b2b-b6d0-a1d9873b46f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:05:29.521742 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2cc8617b-d313-4287-a923-038996631222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:29.522132 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc8617b-d313-4287-a923-038996631222 None None] Bound using segment: {'id': '37d59429-b7c7-4b2b-b6d0-a1d9873b46f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:05:29.522595 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-2cc8617b-d313-4287-a923-038996631222 None None] Bound port: 0617c2a8-0220-460f-9bc8-7659030d7321, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d59429-b7c7-4b2b-b6d0-a1d9873b46f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:05:29.523020 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2cc8617b-d313-4287-a923-038996631222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:29.545033 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] Allocated IP 172.25.8.204 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/f0516172-a491-4714-b0a6-c2bae7672ba2) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:05:29.579741 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99b34539-dab8-47b0-a0ee-6942dc6ba73c tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:29.594627 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2cc8617b-d313-4287-a923-038996631222 None None] For port 0617c2a8-0220-460f-9bc8-7659030d7321, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:05:29.597570 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2cc8617b-d313-4287-a923-038996631222 None None] For port 0617c2a8-0220-460f-9bc8-7659030d7321, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=0617c2a8-0220-460f-9bc8-7659030d7321,segment=NetworkSegment(37d59429-b7c7-4b2b-b6d0-a1d9873b46f6),segment_id=37d59429-b7c7-4b2b-b6d0-a1d9873b46f6)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:05:29.644671 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99b34539-dab8-47b0-a0ee-6942dc6ba73c tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:29.650235 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:29.673743 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2cc8617b-d313-4287-a923-038996631222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:29.717269 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b34539-dab8-47b0-a0ee-6942dc6ba73c tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Pushing event updated for resources: {'Port': ['ID=b1a04163-e7ab-443d-8638-a572f62c593d,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:29.729727 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b34539-dab8-47b0-a0ee-6942dc6ba73c tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:29.730450 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b34539-dab8-47b0-a0ee-6942dc6ba73c tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:29.730450 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b34539-dab8-47b0-a0ee-6942dc6ba73c tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:29.730908 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b34539-dab8-47b0-a0ee-6942dc6ba73c tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:29.731936 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b34539-dab8-47b0-a0ee-6942dc6ba73c tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:29.732338 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b34539-dab8-47b0-a0ee-6942dc6ba73c tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:29.732798 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b34539-dab8-47b0-a0ee-6942dc6ba73c tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:29.733141 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b34539-dab8-47b0-a0ee-6942dc6ba73c tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:29.733536 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b34539-dab8-47b0-a0ee-6942dc6ba73c tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:29.733777 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8617b-d313-4287-a923-038996631222 None None] Pushing event updated for resources: {'Port': ['ID=0617c2a8-0220-460f-9bc8-7659030d7321,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:29.734006 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b34539-dab8-47b0-a0ee-6942dc6ba73c tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:29.734399 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b34539-dab8-47b0-a0ee-6942dc6ba73c tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:29.734789 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b34539-dab8-47b0-a0ee-6942dc6ba73c tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:29.745138 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99b34539-dab8-47b0-a0ee-6942dc6ba73c tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:29.760979 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:29.803008 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:05:29.806004 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:05:29.809799 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:05:29.815363 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] Pushing event updated for resources: {'Port': ['ID=f0516172-a491-4714-b0a6-c2bae7672ba2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:29.828779 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99b34539-dab8-47b0-a0ee-6942dc6ba73c tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:29.830221 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-99b34539-dab8-47b0-a0ee-6942dc6ba73c tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2814701 Apr 21 13:05:29.832798 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47032) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:29.837565 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e53b8b31-d5f1-45d2-9832-a26f5c87572f tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Request body: {'floatingip': {'port_id': 'ed02033d-403b-4963-a5e3-f0d25ad18e22', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:29.843040 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:29.843389 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:29.843794 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:29.844051 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:29.844381 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:29.844708 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:29.845031 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:29.845366 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:29.845706 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:29.851558 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:29.851558 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:29.851558 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:29.918015 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e53b8b31-d5f1-45d2-9832-a26f5c87572f tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:30.068469 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a357a6e-52c5-4bd9-b6f6-a1423c3bff78 req-e9c8dfc7-4642-40d9-a3c9-6e1ee63159ac tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:30.069955 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a357a6e-52c5-4bd9-b6f6-a1423c3bff78 req-e9c8dfc7-4642-40d9-a3c9-6e1ee63159ac tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e224ec-f9c0-48b9-bb53-5c9affe8abfb HTTP/1.1" status: 200 len: 946 time: 0.1486907 Apr 21 13:05:30.088575 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-e53b8b31-d5f1-45d2-9832-a26f5c87572f tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] update failed (client error): The resource could not be found. Apr 21 13:05:30.091806 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e53b8b31-d5f1-45d2-9832-a26f5c87572f tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] 10.222.0.36 "PUT /v2.0/floatingips/03076aca-5143-4a95-9a5e-c1c95a786894 HTTP/1.1" status: 404 len: 507 time: 0.2556860 Apr 21 13:05:30.095173 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47036) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:30.118011 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a357a6e-52c5-4bd9-b6f6-a1423c3bff78 req-8b0c429f-57cc-4a24-a0ab-4f58482851e1 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups?id=00890bf2-00b5-4b4d-8d5d-8aca1142013a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367820 Apr 21 13:05:30.292193 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:30.349074 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-17ea1fa9-ecc3-4501-882b-5aadaf132245 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Deleting port b1a04163-e7ab-443d-8638-a572f62c593d {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:30.349411 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17ea1fa9-ecc3-4501-882b-5aadaf132245 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:30.454280 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe59a37-4088-4ab8-842f-e2109ecb696f req-db8c551e-aa6e-4cfd-9451-b24b05bd5226 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:30.455828 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ffe59a37-4088-4ab8-842f-e2109ecb696f req-db8c551e-aa6e-4cfd-9451-b24b05bd5226 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.26 "GET /v2.0/ports?device_id=40e224ec-f9c0-48b9-bb53-5c9affe8abfb HTTP/1.1" status: 200 len: 946 time: 0.0493181 Apr 21 13:05:30.511219 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17ea1fa9-ecc3-4501-882b-5aadaf132245 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:30.511565 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17ea1fa9-ecc3-4501-882b-5aadaf132245 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:30.550181 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ffe59a37-4088-4ab8-842f-e2109ecb696f req-77cfee87-beaf-425f-95ee-af566a55ca2e tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Deleting port e7d749fc-f7c9-475a-a89c-be0406a9cbae {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:30.550525 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ffe59a37-4088-4ab8-842f-e2109ecb696f req-77cfee87-beaf-425f-95ee-af566a55ca2e tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:30.552031 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-17ea1fa9-ecc3-4501-882b-5aadaf132245 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Calling delete_port for b1a04163-e7ab-443d-8638-a572f62c593d owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:30.615793 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:30.643784 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4a574a-3620-4c88-9fe9-5241b122a846 None None] Network 22f75f1a-05ca-4f2c-bbe1-e94af77d682d requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:05:30.655363 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ffe59a37-4088-4ab8-842f-e2109ecb696f req-77cfee87-beaf-425f-95ee-af566a55ca2e tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] For port e7d749fc-f7c9-475a-a89c-be0406a9cbae, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e7d749fc-f7c9-475a-a89c-be0406a9cbae,segment=NetworkSegment(374fc68c-cad2-4786-bb7b-956a7d4d9f8e),segment_id=374fc68c-cad2-4786-bb7b-956a7d4d9f8e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:05:30.655602 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ffe59a37-4088-4ab8-842f-e2109ecb696f req-77cfee87-beaf-425f-95ee-af566a55ca2e tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:30.781313 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-87a412b2-8efb-4d5b-a624-d322836cee28 None None] Provisioning complete for port 0617c2a8-0220-460f-9bc8-7659030d7321 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:30.782331 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87a412b2-8efb-4d5b-a624-d322836cee28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:30.888490 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87a412b2-8efb-4d5b-a624-d322836cee28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:30.892053 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17ea1fa9-ecc3-4501-882b-5aadaf132245 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:30.893528 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ffe59a37-4088-4ab8-842f-e2109ecb696f req-77cfee87-beaf-425f-95ee-af566a55ca2e tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:30.894597 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ffe59a37-4088-4ab8-842f-e2109ecb696f req-77cfee87-beaf-425f-95ee-af566a55ca2e tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:30.896454 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [req-ffe59a37-4088-4ab8-842f-e2109ecb696f req-77cfee87-beaf-425f-95ee-af566a55ca2e tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Floating IP b7600e23-a98e-4272-8594-b0d0c61f477c disassociated. External IP: 172.25.8.70, port: e7d749fc-f7c9-475a-a89c-be0406a9cbae. Apr 21 13:05:30.896454 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ffe59a37-4088-4ab8-842f-e2109ecb696f req-77cfee87-beaf-425f-95ee-af566a55ca2e tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Calling delete_port for e7d749fc-f7c9-475a-a89c-be0406a9cbae owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:30.929111 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea1fa9-ecc3-4501-882b-5aadaf132245 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Pushing event deleted for resources: {'Port': ['ID=b1a04163-e7ab-443d-8638-a572f62c593d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:30.932155 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-87a412b2-8efb-4d5b-a624-d322836cee28 None None] For port 0617c2a8-0220-460f-9bc8-7659030d7321, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=0617c2a8-0220-460f-9bc8-7659030d7321,segment=NetworkSegment(37d59429-b7c7-4b2b-b6d0-a1d9873b46f6),segment_id=37d59429-b7c7-4b2b-b6d0-a1d9873b46f6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:05:30.934190 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] Router 2310b8db-08e2-4030-8927-b44358834411 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:05:31.006902 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-87a412b2-8efb-4d5b-a624-d322836cee28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:31.058622 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17ea1fa9-ecc3-4501-882b-5aadaf132245 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks [] for floatingip, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:31.062209 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17ea1fa9-ecc3-4501-882b-5aadaf132245 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:31.066127 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-17ea1fa9-ecc3-4501-882b-5aadaf132245 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] 10.222.0.36 "DELETE /v2.0/floatingips/03076aca-5143-4a95-9a5e-c1c95a786894 HTTP/1.1" status: 204 len: 168 time: 0.9670961 Apr 21 13:05:31.067924 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47038) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:31.070870 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a412b2-8efb-4d5b-a624-d322836cee28 None None] Pushing event updated for resources: {'Port': ['ID=0617c2a8-0220-460f-9bc8-7659030d7321,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:31.072549 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3f05a0fc-2828-4882-a8ab-c6404d7feb62 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Request body: {'floatingip': {'floating_network_id': 'a3c03240-23be-4014-804d-656b02bd2a81', 'port_id': 'ed02033d-403b-4963-a5e3-f0d25ad18e22', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:31.108874 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ffe59a37-4088-4ab8-842f-e2109ecb696f req-77cfee87-beaf-425f-95ee-af566a55ca2e tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:31.122262 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:05:31.127677 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d0ad08f7-d94e-4d13-83b1-6a01305daf57 None None] Provisioning complete for port 0617c2a8-0220-460f-9bc8-7659030d7321 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:31.128054 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d0ad08f7-d94e-4d13-83b1-6a01305daf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:31.142997 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cfee87-beaf-425f-95ee-af566a55ca2e tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event deleted for resources: {'Port': ['ID=e7d749fc-f7c9-475a-a89c-be0406a9cbae,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:31.157669 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fd3d3d-b870-4369-b778-3ee4bea15854 None None] Sync routers for ids ['2310b8db-08e2-4030-8927-b44358834411'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:05:31.188951 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:31.192765 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-38df074e-5829-43b4-b0d7-8337bf867a1e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4443908 Apr 21 13:05:31.193244 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47042) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:31.200342 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f05a0fc-2828-4882-a8ab-c6404d7feb62 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:31.224708 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fd3d3d-b870-4369-b778-3ee4bea15854 None None] Routers {'2310b8db-08e2-4030-8927-b44358834411'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:31.225791 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f2fd3d3d-b870-4369-b778-3ee4bea15854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:05:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['2310b8db-08e2-4030-8927-b44358834411'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:31.254348 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9454af77-2494-4e24-97a9-df36e6b39fc4 req-52494864-c863-4a67-a5db-b2e95c502ee3 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e224ec-f9c0-48b9-bb53-5c9affe8abfb HTTP/1.1" status: 200 len: 210 time: 0.0398085 Apr 21 13:05:31.358095 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-f2fd3d3d-b870-4369-b778-3ee4bea15854 None None] Set router 2310b8db-08e2-4030-8927-b44358834411 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:05:31.562035 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f2fd3d3d-b870-4369-b778-3ee4bea15854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2310b8db-08e2-4030-8927-b44358834411', 'name': 'tempest-TestVolumeBackupRestore-1455443868-router', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:05:28Z', 'updated_at': '2022-04-21T13:05:30Z', 'revision_number': 3, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'gw_port': {'id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2310b8db-08e2-4030-8927-b44358834411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:29Z', 'updated_at': '2022-04-21T13:05:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:31.596935 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fd3d3d-b870-4369-b778-3ee4bea15854 None None] Checking router: 2310b8db-08e2-4030-8927-b44358834411 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:05:31.597281 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fd3d3d-b870-4369-b778-3ee4bea15854 None None] Updating router 2310b8db-08e2-4030-8927-b44358834411 port f0516172-a491-4714-b0a6-c2bae7672ba2 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:05:31.623665 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2fd3d3d-b870-4369-b778-3ee4bea15854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:31.668321 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbcd34f0-b61e-4991-9cab-9b6f24c17208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:31.727811 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffe59a37-4088-4ab8-842f-e2109ecb696f req-77cfee87-beaf-425f-95ee-af566a55ca2e tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:05:31.874412 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffe59a37-4088-4ab8-842f-e2109ecb696f req-77cfee87-beaf-425f-95ee-af566a55ca2e tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:05:31.884369 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb97f11-29e0-4857-a4bf-db8462fb1d6d None None] Sync routers for ids ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:05:31.911831 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb97f11-29e0-4857-a4bf-db8462fb1d6d None None] Routers {'24cbd2a7-a824-46b1-89c9-16ebf81c6df8'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:31.912963 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0bb97f11-29e0-4857-a4bf-db8462fb1d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:05:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:31.914845 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 0617c2a8-0220-460f-9bc8-7659030d7321 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:05:31.924520 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffe59a37-4088-4ab8-842f-e2109ecb696f req-77cfee87-beaf-425f-95ee-af566a55ca2e tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] No DVR routers for this DVR port e7d749fc-f7c9-475a-a89c-be0406a9cbae on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:05:31.927478 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-fbcd34f0-b61e-4991-9cab-9b6f24c17208 admin admin] Allocated IP 172.20.0.1 (22f75f1a-05ca-4f2c-bbe1-e94af77d682d/42364356-4e7d-4efa-9920-77b4769d3ced/e13c3ab6-9336-4281-a5b6-b123045a1182) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:05:31.928005 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ffe59a37-4088-4ab8-842f-e2109ecb696f req-77cfee87-beaf-425f-95ee-af566a55ca2e tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:31.931825 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ffe59a37-4088-4ab8-842f-e2109ecb696f req-77cfee87-beaf-425f-95ee-af566a55ca2e tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.26 "DELETE /v2.0/ports/e7d749fc-f7c9-475a-a89c-be0406a9cbae HTTP/1.1" status: 204 len: 173 time: 1.4699664 Apr 21 13:05:31.932332 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40e224ec-f9c0-48b9-bb53-5c9affe8abfb', 'name': 'network-vif-deleted', 'tag': 'e7d749fc-f7c9-475a-a89c-be0406a9cbae'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:05:31.935695 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd879b14-9e35-4daf-9d20-95777ff439bb" -d '{"events": [{"server_uuid": "40e224ec-f9c0-48b9-bb53-5c9affe8abfb", "name": "network-vif-deleted", "tag": "e7d749fc-f7c9-475a-a89c-be0406a9cbae"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:05:31.940917 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-3f05a0fc-2828-4882-a8ab-c6404d7feb62 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 13:05:31.942309 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3f05a0fc-2828-4882-a8ab-c6404d7feb62 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8735640 Apr 21 13:05:31.945905 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47046) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:31.952483 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f6390071-2ef6-420f-b7c2-fc2e74202f8d tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'port_id': 'ed02033d-403b-4963-a5e3-f0d25ad18e22', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:31.989649 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2fd3d3d-b870-4369-b778-3ee4bea15854 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:32.010974 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 0617c2a8-0220-460f-9bc8-7659030d7321 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:32.011349 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:32.016238 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0092b00e-ef81-4b35-b7ca-582b99f7bdd3 x-openstack-request-id: req-0092b00e-ef81-4b35-b7ca-582b99f7bdd3 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:05:32.017087 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40e224ec-f9c0-48b9-bb53-5c9affe8abfb", "name": "network-vif-deleted", "tag": "e7d749fc-f7c9-475a-a89c-be0406a9cbae", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:05:32.017087 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0092b00e-ef81-4b35-b7ca-582b99f7bdd3 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:05:32.022052 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0092b00e-ef81-4b35-b7ca-582b99f7bdd3'] response: {'server_uuid': '40e224ec-f9c0-48b9-bb53-5c9affe8abfb', 'name': 'network-vif-deleted', 'tag': 'e7d749fc-f7c9-475a-a89c-be0406a9cbae', 'status': 'completed', 'code': 200} Apr 21 13:05:32.051823 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2fd3d3d-b870-4369-b778-3ee4bea15854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:32.052067 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6390071-2ef6-420f-b7c2-fc2e74202f8d tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:32.052175 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0bb97f11-29e0-4857-a4bf-db8462fb1d6d None None] Set router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:05:32.054531 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbcd34f0-b61e-4991-9cab-9b6f24c17208 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:32.115214 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f2fd3d3d-b870-4369-b778-3ee4bea15854 None None] Attempting to bind port f0516172-a491-4714-b0a6-c2bae7672ba2 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:05:32.115569 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f2fd3d3d-b870-4369-b778-3ee4bea15854 None None] Attempting to bind port f0516172-a491-4714-b0a6-c2bae7672ba2 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:05:32.115951 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fd3d3d-b870-4369-b778-3ee4bea15854 None None] Attempting to bind port f0516172-a491-4714-b0a6-c2bae7672ba2 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:05:32.121715 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818e575-390b-423e-948c-533dff685ba7 None None] Pushing event updated for resources: {'Port': ['ID=f0516172-a491-4714-b0a6-c2bae7672ba2,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:32.126090 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fd3d3d-b870-4369-b778-3ee4bea15854 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:05:32.126465 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fd3d3d-b870-4369-b778-3ee4bea15854 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:05:32.126865 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2fd3d3d-b870-4369-b778-3ee4bea15854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:32.127249 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fd3d3d-b870-4369-b778-3ee4bea15854 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:05:32.127742 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f2fd3d3d-b870-4369-b778-3ee4bea15854 None None] Bound port: f0516172-a491-4714-b0a6-c2bae7672ba2, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:05:32.128127 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2fd3d3d-b870-4369-b778-3ee4bea15854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:32.155451 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbcd34f0-b61e-4991-9cab-9b6f24c17208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:32.197839 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcd34f0-b61e-4991-9cab-9b6f24c17208 admin admin] Network 22f75f1a-05ca-4f2c-bbe1-e94af77d682d is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:05:32.205671 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-fbcd34f0-b61e-4991-9cab-9b6f24c17208 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:05:32.208528 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcd34f0-b61e-4991-9cab-9b6f24c17208 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:05:32.213101 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6390071-2ef6-420f-b7c2-fc2e74202f8d tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:32.235231 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f2fd3d3d-b870-4369-b778-3ee4bea15854 None None] For port f0516172-a491-4714-b0a6-c2bae7672ba2, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:05:32.240453 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f2fd3d3d-b870-4369-b778-3ee4bea15854 None None] For port f0516172-a491-4714-b0a6-c2bae7672ba2, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f0516172-a491-4714-b0a6-c2bae7672ba2,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:05:32.254511 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd34f0-b61e-4991-9cab-9b6f24c17208 admin admin] Pushing event updated for resources: {'Port': ['ID=e13c3ab6-9336-4281-a5b6-b123045a1182,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:32.275717 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbcd34f0-b61e-4991-9cab-9b6f24c17208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:32.282253 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f2fd3d3d-b870-4369-b778-3ee4bea15854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:32.410719 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fd3d3d-b870-4369-b778-3ee4bea15854 None None] Routers {'2310b8db-08e2-4030-8927-b44358834411'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:32.411438 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f2fd3d3d-b870-4369-b778-3ee4bea15854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:05:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['2310b8db-08e2-4030-8927-b44358834411'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:32.417121 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818e575-390b-423e-948c-533dff685ba7 None None] Pushing event updated for resources: {'Port': ['ID=f0516172-a491-4714-b0a6-c2bae7672ba2,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:32.417326 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0bb97f11-29e0-4857-a4bf-db8462fb1d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T12:57:17Z', 'revision_number': 4, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'df1715ac-07af-4ef8-93a1-71a0ff3c7fdc', 'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'mac_address': 'fa:16:3e:aa:34:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:16Z', 'updated_at': '2022-04-21T12:57:23Z', 'revision_number': 5, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'subnets': [{'id': '50dbb38d-b032-403f-a924-76781bc12675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:32.457665 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb97f11-29e0-4857-a4bf-db8462fb1d6d None None] Checking router: 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:05:32.468297 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb97f11-29e0-4857-a4bf-db8462fb1d6d None None] Routers {'24cbd2a7-a824-46b1-89c9-16ebf81c6df8'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:32.469267 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0bb97f11-29e0-4857-a4bf-db8462fb1d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:05:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:32.470115 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5f7f84d-59c1-43d9-abd4-5a0efda344cd req-e98a58c7-d45a-4801-b516-7805927658fb tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/ports?device_id=40e224ec-f9c0-48b9-bb53-5c9affe8abfb HTTP/1.1" status: 200 len: 210 time: 0.0396321 Apr 21 13:05:32.499003 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-f6390071-2ef6-420f-b7c2-fc2e74202f8d tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Allocated IP 172.25.8.108 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/64303a7d-9f4a-408f-81bb-bf67a60b621f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:05:32.562240 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-f2fd3d3d-b870-4369-b778-3ee4bea15854 None None] Set router 2310b8db-08e2-4030-8927-b44358834411 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:05:32.615215 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0bb97f11-29e0-4857-a4bf-db8462fb1d6d None None] Set router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:05:32.649107 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6390071-2ef6-420f-b7c2-fc2e74202f8d tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:32.692356 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8db6523c-0f3d-4d1f-8963-31ffb25d3d8d None None] Provisioning complete for port e13c3ab6-9336-4281-a5b6-b123045a1182 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:32.692843 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8db6523c-0f3d-4d1f-8963-31ffb25d3d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:32.747217 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8db6523c-0f3d-4d1f-8963-31ffb25d3d8d None None] Port e13c3ab6-9336-4281-a5b6-b123045a1182 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:05:32.766906 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6390071-2ef6-420f-b7c2-fc2e74202f8d tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:32.818558 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6390071-2ef6-420f-b7c2-fc2e74202f8d tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:05:32.825749 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f6390071-2ef6-420f-b7c2-fc2e74202f8d tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:05:32.832328 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6390071-2ef6-420f-b7c2-fc2e74202f8d tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:05:32.866776 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f2fd3d3d-b870-4369-b778-3ee4bea15854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2310b8db-08e2-4030-8927-b44358834411', 'name': 'tempest-TestVolumeBackupRestore-1455443868-router', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:05:28Z', 'updated_at': '2022-04-21T13:05:30Z', 'revision_number': 3, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'gw_port': {'id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2310b8db-08e2-4030-8927-b44358834411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:29Z', 'updated_at': '2022-04-21T13:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:32.873285 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6390071-2ef6-420f-b7c2-fc2e74202f8d tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Pushing event updated for resources: {'Port': ['ID=64303a7d-9f4a-408f-81bb-bf67a60b621f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:32.907131 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0bb97f11-29e0-4857-a4bf-db8462fb1d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T12:57:17Z', 'revision_number': 4, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'df1715ac-07af-4ef8-93a1-71a0ff3c7fdc', 'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'mac_address': 'fa:16:3e:aa:34:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:16Z', 'updated_at': '2022-04-21T12:57:23Z', 'revision_number': 5, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'subnets': [{'id': '50dbb38d-b032-403f-a924-76781bc12675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:32.909813 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fd3d3d-b870-4369-b778-3ee4bea15854 None None] The sync data for ids ['2310b8db-08e2-4030-8927-b44358834411'] in n-d-836147-2 is: [{'id': '2310b8db-08e2-4030-8927-b44358834411', 'name': 'tempest-TestVolumeBackupRestore-1455443868-router', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:05:28Z', 'updated_at': '2022-04-21T13:05:30Z', 'revision_number': 3, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'gw_port': {'id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2310b8db-08e2-4030-8927-b44358834411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:29Z', 'updated_at': '2022-04-21T13:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:05:32.925860 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbcd34f0-b61e-4991-9cab-9b6f24c17208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:32.943317 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb97f11-29e0-4857-a4bf-db8462fb1d6d None None] The sync data for ids ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'] in n-d-836147-2 is: [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T12:57:17Z', 'revision_number': 4, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'df1715ac-07af-4ef8-93a1-71a0ff3c7fdc', 'name': '', 'network_id': '66226ca0-89ea-4d56-8a47-047ac66c4412', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'mac_address': 'fa:16:3e:aa:34:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '50dbb38d-b032-403f-a924-76781bc12675', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:16Z', 'updated_at': '2022-04-21T12:57:23Z', 'revision_number': 5, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'subnets': [{'id': '50dbb38d-b032-403f-a924-76781bc12675', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:05:33.056184 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f6390071-2ef6-420f-b7c2-fc2e74202f8d tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Deleting port 64303a7d-9f4a-408f-81bb-bf67a60b621f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:33.056726 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6390071-2ef6-420f-b7c2-fc2e74202f8d tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:33.141745 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbcd34f0-b61e-4991-9cab-9b6f24c17208 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:33.144874 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6390071-2ef6-420f-b7c2-fc2e74202f8d tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:33.145217 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6390071-2ef6-420f-b7c2-fc2e74202f8d tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:33.158931 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f6390071-2ef6-420f-b7c2-fc2e74202f8d tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Calling delete_port for 64303a7d-9f4a-408f-81bb-bf67a60b621f owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:33.213222 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbcd34f0-b61e-4991-9cab-9b6f24c17208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:33.307639 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbcd34f0-b61e-4991-9cab-9b6f24c17208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:33.313514 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd34f0-b61e-4991-9cab-9b6f24c17208 admin admin] Pushing event updated for resources: {'Port': ['ID=e13c3ab6-9336-4281-a5b6-b123045a1182,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:33.348808 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730b8652-92a7-46de-8b6e-7e978665f01e None None] New status for floating IP b7600e23-a98e-4272-8594-b0d0c61f477c: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:05:33.406913 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6390071-2ef6-420f-b7c2-fc2e74202f8d tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:33.424954 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcd34f0-b61e-4991-9cab-9b6f24c17208 admin admin] Network 22f75f1a-05ca-4f2c-bbe1-e94af77d682d is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:05:33.426859 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-fbcd34f0-b61e-4991-9cab-9b6f24c17208 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:05:33.435824 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6390071-2ef6-420f-b7c2-fc2e74202f8d tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Pushing event deleted for resources: {'Port': ['ID=64303a7d-9f4a-408f-81bb-bf67a60b621f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:33.639460 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-f6390071-2ef6-420f-b7c2-fc2e74202f8d tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] create failed (client error): The resource could not be found. Apr 21 13:05:33.643658 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f6390071-2ef6-420f-b7c2-fc2e74202f8d tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.6936309 Apr 21 13:05:33.644031 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47054) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:33.664141 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbcd34f0-b61e-4991-9cab-9b6f24c17208 admin admin] Router 2310b8db-08e2-4030-8927-b44358834411 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:05:33.732644 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47056) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:33.778415 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c3d3e46f-daa0-4224-a201-a1949e628f1f None None] Provisioning complete for port e13c3ab6-9336-4281-a5b6-b123045a1182 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:33.779118 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c3d3e46f-daa0-4224-a201-a1949e628f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:33.780922 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d9354f75-356a-4b7c-9890-34489462d7b3 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Deleting port ed02033d-403b-4963-a5e3-f0d25ad18e22 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:33.781275 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9354f75-356a-4b7c-9890-34489462d7b3 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:33.811280 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcd34f0-b61e-4991-9cab-9b6f24c17208 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:05:33.829102 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fbcd34f0-b61e-4991-9cab-9b6f24c17208 admin admin] 10.222.0.36 "PUT /v2.0/routers/2310b8db-08e2-4030-8927-b44358834411/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6344287 Apr 21 13:05:33.881664 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0a04ea84-2820-405f-93cc-7b6c6980dddd tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:33.882047 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c3d3e46f-daa0-4224-a201-a1949e628f1f None None] Port e13c3ab6-9336-4281-a5b6-b123045a1182 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:05:33.900609 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9354f75-356a-4b7c-9890-34489462d7b3 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:33.917687 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0a04ea84-2820-405f-93cc-7b6c6980dddd tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:33.921790 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d9354f75-356a-4b7c-9890-34489462d7b3 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Calling delete_port for ed02033d-403b-4963-a5e3-f0d25ad18e22 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:33.962311 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f0516172-a491-4714-b0a6-c2bae7672ba2 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:05:34.047549 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port f0516172-a491-4714-b0a6-c2bae7672ba2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:34.047909 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:34.080493 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0a04ea84-2820-405f-93cc-7b6c6980dddd tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:34.083214 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0a04ea84-2820-405f-93cc-7b6c6980dddd tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:34.084450 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0a04ea84-2820-405f-93cc-7b6c6980dddd tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "DELETE /v2.0/security-groups/00890bf2-00b5-4b4d-8d5d-8aca1142013a HTTP/1.1" status: 204 len: 168 time: 0.3509409 Apr 21 13:05:34.087495 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47062) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:34.094978 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a04ea84-2820-405f-93cc-7b6c6980dddd tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00890bf2-00b5-4b4d-8d5d-8aca1142013a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:34.109517 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-46777d3f-a313-4415-bd02-45c4e3f67116 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] show failed (client error): The resource could not be found. Apr 21 13:05:34.110842 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-46777d3f-a313-4415-bd02-45c4e3f67116 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "GET /v2.0/security-groups/00890bf2-00b5-4b4d-8d5d-8aca1142013a HTTP/1.1" status: 404 len: 347 time: 0.0220010 Apr 21 13:05:34.113649 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47064) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:34.160029 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:34.177485 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9354f75-356a-4b7c-9890-34489462d7b3 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:34.192910 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port f0516172-a491-4714-b0a6-c2bae7672ba2, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f0516172-a491-4714-b0a6-c2bae7672ba2,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:05:34.248006 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9354f75-356a-4b7c-9890-34489462d7b3 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Pushing event deleted for resources: {'Port': ['ID=ed02033d-403b-4963-a5e3-f0d25ad18e22,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:34.264057 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:34.318791 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=f0516172-a491-4714-b0a6-c2bae7672ba2,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:34.346625 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9354f75-356a-4b7c-9890-34489462d7b3 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:34.349857 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d9354f75-356a-4b7c-9890-34489462d7b3 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] 10.222.0.36 "DELETE /v2.0/ports/ed02033d-403b-4963-a5e3-f0d25ad18e22 HTTP/1.1" status: 204 len: 168 time: 0.7048800 Apr 21 13:05:34.352495 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47068) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:34.368239 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3bb61ff4-e6f1-48b5-ac01-b852a9d66ba0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Deleting port 73674e69-b644-4d0c-ba26-63179fd3548c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:34.368713 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3bb61ff4-e6f1-48b5-ac01-b852a9d66ba0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:34.434038 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829b1e64-91de-4896-9f11-c26dce6badab tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:34.439311 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-829b1e64-91de-4896-9f11-c26dce6badab tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] 10.222.0.36 "GET /v2.0/ports?device_id=b20acd23-f623-4fe4-9280-ece74705f338 HTTP/1.1" status: 200 len: 913 time: 0.0857322 Apr 21 13:05:34.439980 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47072) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:34.490662 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3bb61ff4-e6f1-48b5-ac01-b852a9d66ba0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:34.491068 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3bb61ff4-e6f1-48b5-ac01-b852a9d66ba0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:34.504196 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3bb61ff4-e6f1-48b5-ac01-b852a9d66ba0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Calling delete_port for 73674e69-b644-4d0c-ba26-63179fd3548c owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:34.680250 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47080) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:34.685513 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d7b54f1f-fa7b-4ef5-a9e5-5b2efd3ae00c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1855469727-network', 'tenant_id': 'f62413932716430bb6e184f9c6c0c107'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:34.713260 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3bb61ff4-e6f1-48b5-ac01-b852a9d66ba0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:34.741015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb61ff4-e6f1-48b5-ac01-b852a9d66ba0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Pushing event deleted for resources: {'Port': ['ID=73674e69-b644-4d0c-ba26-63179fd3548c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:34.795207 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f9dd6aa-eff1-4684-8ccb-1682f7319c43 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:34.819127 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3bb61ff4-e6f1-48b5-ac01-b852a9d66ba0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:34.827646 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3bb61ff4-e6f1-48b5-ac01-b852a9d66ba0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:34.827646 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3bb61ff4-e6f1-48b5-ac01-b852a9d66ba0 tempest-AttachVolumeNegativeTest-642773681 tempest-AttachVolumeNegativeTest-642773681-project] 10.222.0.36 "DELETE /v2.0/floatingips/b7600e23-a98e-4272-8594-b0d0c61f477c HTTP/1.1" status: 204 len: 168 time: 0.7092171 Apr 21 13:05:34.834623 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b54f1f-fa7b-4ef5-a9e5-5b2efd3ae00c admin admin] Made reservation on behalf of f62413932716430bb6e184f9c6c0c107 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:05:34.836107 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7b54f1f-fa7b-4ef5-a9e5-5b2efd3ae00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:34.876998 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7b54f1f-fa7b-4ef5-a9e5-5b2efd3ae00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:35.030777 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb4d658-965b-4a9e-8593-a6912695cc62 None None] Sync routers for ids ['2310b8db-08e2-4030-8927-b44358834411'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:05:35.031234 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7b54f1f-fa7b-4ef5-a9e5-5b2efd3ae00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:35.036102 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb4d658-965b-4a9e-8593-a6912695cc62 None None] Routers {'2310b8db-08e2-4030-8927-b44358834411'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:35.036700 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-eeb4d658-965b-4a9e-8593-a6912695cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:05:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['2310b8db-08e2-4030-8927-b44358834411'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:35.111693 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7b54f1f-fa7b-4ef5-a9e5-5b2efd3ae00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:35.144627 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b54f1f-fa7b-4ef5-a9e5-5b2efd3ae00c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:05:35.153576 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-8f9dd6aa-eff1-4684-8ccb-1682f7319c43 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Deleting port 46ab7332-ccd9-4ea8-9932-ac24132bdb5c {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:35.153950 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f9dd6aa-eff1-4684-8ccb-1682f7319c43 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:35.162862 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b54f1f-fa7b-4ef5-a9e5-5b2efd3ae00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddd4214-aab4-4423-a70a-6d0a2fc83340,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:35.176259 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7b54f1f-fa7b-4ef5-a9e5-5b2efd3ae00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:35.176616 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-d7b54f1f-fa7b-4ef5-a9e5-5b2efd3ae00c admin admin] Added segment 4c05821b-8cd4-44e5-8b92-c8b3f2b4b221 of type vlan for network 46869337-37f3-477b-9cbc-53506679fea6 Apr 21 13:05:35.244118 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-eeb4d658-965b-4a9e-8593-a6912695cc62 None None] Set router 2310b8db-08e2-4030-8927-b44358834411 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:05:35.262532 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7b54f1f-fa7b-4ef5-a9e5-5b2efd3ae00c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:35.315015 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f9dd6aa-eff1-4684-8ccb-1682f7319c43 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:35.333259 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-8f9dd6aa-eff1-4684-8ccb-1682f7319c43 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Calling delete_port for 46ab7332-ccd9-4ea8-9932-ac24132bdb5c owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:35.376668 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7b54f1f-fa7b-4ef5-a9e5-5b2efd3ae00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:35.377669 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b54f1f-fa7b-4ef5-a9e5-5b2efd3ae00c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:35.378217 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d7b54f1f-fa7b-4ef5-a9e5-5b2efd3ae00c admin admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:35.448530 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-eeb4d658-965b-4a9e-8593-a6912695cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2310b8db-08e2-4030-8927-b44358834411', 'name': 'tempest-TestVolumeBackupRestore-1455443868-router', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:05:28Z', 'updated_at': '2022-04-21T13:05:32Z', 'revision_number': 4, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'gw_port': {'id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2310b8db-08e2-4030-8927-b44358834411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:29Z', 'updated_at': '2022-04-21T13:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'e13c3ab6-9336-4281-a5b6-b123045a1182', 'name': '', 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'mac_address': 'fa:16:3e:ff:c6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2310b8db-08e2-4030-8927-b44358834411', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '42364356-4e7d-4efa-9920-77b4769d3ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:31Z', 'updated_at': '2022-04-21T13:05:32Z', 'revision_number': 2, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'subnets': [{'id': '42364356-4e7d-4efa-9920-77b4769d3ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:35.478899 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb4d658-965b-4a9e-8593-a6912695cc62 None None] Checking router: 2310b8db-08e2-4030-8927-b44358834411 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:05:35.478899 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb4d658-965b-4a9e-8593-a6912695cc62 None None] Updating router 2310b8db-08e2-4030-8927-b44358834411 port e13c3ab6-9336-4281-a5b6-b123045a1182 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:05:35.488274 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d7b54f1f-fa7b-4ef5-a9e5-5b2efd3ae00c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8041530 Apr 21 13:05:35.488274 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b54f1f-fa7b-4ef5-a9e5-5b2efd3ae00c admin admin] Pushing event updated for resources: {'Network': ['ID=46869337-37f3-477b-9cbc-53506679fea6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:35.489424 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47086) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:35.498887 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-af31e3ee-1228-4a6a-8b9e-ec016507123b admin admin] Request body: {'subnet': {'network_id': '46869337-37f3-477b-9cbc-53506679fea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1855469727-subnet', 'tenant_id': 'f62413932716430bb6e184f9c6c0c107', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:35.499689 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 46869337-37f3-477b-9cbc-53506679fea6 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:05:35.517405 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eeb4d658-965b-4a9e-8593-a6912695cc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:35.587734 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af31e3ee-1228-4a6a-8b9e-ec016507123b admin admin] Made reservation on behalf of f62413932716430bb6e184f9c6c0c107 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:05:35.591756 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af31e3ee-1228-4a6a-8b9e-ec016507123b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:35.631786 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device e7d749fc-f7c9-475a-a89c-be0406a9cbae no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:05:35.667474 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: e7d749fc-f7c9-475a-a89c-be0406a9cbae {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:05:35.668050 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device e7d749fc-f7c9-475a-a89c-be0406a9cbae not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:05:35.687046 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f9dd6aa-eff1-4684-8ccb-1682f7319c43 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:35.733969 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9dd6aa-eff1-4684-8ccb-1682f7319c43 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Pushing event deleted for resources: {'Port': ['ID=46ab7332-ccd9-4ea8-9932-ac24132bdb5c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:35.838538 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eeb4d658-965b-4a9e-8593-a6912695cc62 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:35.908142 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f0516172-a491-4714-b0a6-c2bae7672ba2 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:05:35.922298 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af31e3ee-1228-4a6a-8b9e-ec016507123b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:35.927148 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8f9dd6aa-eff1-4684-8ccb-1682f7319c43 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:35.929721 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eeb4d658-965b-4a9e-8593-a6912695cc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:36.017488 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31e3ee-1228-4a6a-8b9e-ec016507123b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3df7417-d656-458c-8ca3-38cc61d1c69b,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:36.031630 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port f0516172-a491-4714-b0a6-c2bae7672ba2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:36.034376 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:36.053715 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af31e3ee-1228-4a6a-8b9e-ec016507123b admin admin] Checking segment: {'id': '4c05821b-8cd4-44e5-8b92-c8b3f2b4b221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '46869337-37f3-477b-9cbc-53506679fea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:05:36.054088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af31e3ee-1228-4a6a-8b9e-ec016507123b admin admin] Network hostable DHCP agents. Network: 46869337-37f3-477b-9cbc-53506679fea6, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:05:36.105358 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5596fa-d70a-4a9f-8a43-d636fd4c49d2 None None] Pushing event updated for resources: {'Port': ['ID=e13c3ab6-9336-4281-a5b6-b123045a1182,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:36.131557 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5596fa-d70a-4a9f-8a43-d636fd4c49d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:36.131892 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5596fa-d70a-4a9f-8a43-d636fd4c49d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:36.132217 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5596fa-d70a-4a9f-8a43-d636fd4c49d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:36.140551 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5596fa-d70a-4a9f-8a43-d636fd4c49d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:36.140551 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5596fa-d70a-4a9f-8a43-d636fd4c49d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:36.140551 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5596fa-d70a-4a9f-8a43-d636fd4c49d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:36.140551 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5596fa-d70a-4a9f-8a43-d636fd4c49d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:36.140551 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5596fa-d70a-4a9f-8a43-d636fd4c49d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:36.140551 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5596fa-d70a-4a9f-8a43-d636fd4c49d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:36.140551 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5596fa-d70a-4a9f-8a43-d636fd4c49d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:36.140551 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5596fa-d70a-4a9f-8a43-d636fd4c49d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:36.140551 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff5596fa-d70a-4a9f-8a43-d636fd4c49d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:36.165460 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-eeb4d658-965b-4a9e-8593-a6912695cc62 None None] Attempting to bind port e13c3ab6-9336-4281-a5b6-b123045a1182 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:05:36.166674 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-eeb4d658-965b-4a9e-8593-a6912695cc62 None None] Attempting to bind port e13c3ab6-9336-4281-a5b6-b123045a1182 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '37d59429-b7c7-4b2b-b6d0-a1d9873b46f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:05:36.169138 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb4d658-965b-4a9e-8593-a6912695cc62 None None] Attempting to bind port e13c3ab6-9336-4281-a5b6-b123045a1182 on network 22f75f1a-05ca-4f2c-bbe1-e94af77d682d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:05:36.180187 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb4d658-965b-4a9e-8593-a6912695cc62 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:05:36.180558 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb4d658-965b-4a9e-8593-a6912695cc62 None None] Checking segment: {'id': '37d59429-b7c7-4b2b-b6d0-a1d9873b46f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:05:36.180948 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eeb4d658-965b-4a9e-8593-a6912695cc62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:36.181333 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb4d658-965b-4a9e-8593-a6912695cc62 None None] Bound using segment: {'id': '37d59429-b7c7-4b2b-b6d0-a1d9873b46f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:05:36.181825 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-eeb4d658-965b-4a9e-8593-a6912695cc62 None None] Bound port: e13c3ab6-9336-4281-a5b6-b123045a1182, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37d59429-b7c7-4b2b-b6d0-a1d9873b46f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:05:36.183215 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eeb4d658-965b-4a9e-8593-a6912695cc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:36.188797 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af31e3ee-1228-4a6a-8b9e-ec016507123b admin admin] Network 46869337-37f3-477b-9cbc-53506679fea6 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:05:36.205539 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9dd6aa-eff1-4684-8ccb-1682f7319c43 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Router b20acd23-f623-4fe4-9280-ece74705f338 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:05:36.274259 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-af31e3ee-1228-4a6a-8b9e-ec016507123b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 46869337-37f3-477b-9cbc-53506679fea6) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:05:36.279536 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af31e3ee-1228-4a6a-8b9e-ec016507123b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:36.280127 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af31e3ee-1228-4a6a-8b9e-ec016507123b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:36.283649 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-eeb4d658-965b-4a9e-8593-a6912695cc62 None None] For port e13c3ab6-9336-4281-a5b6-b123045a1182, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:05:36.284495 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6d982f-d5c4-4ab2-bebc-3f3ab1928070 None None] Network 46869337-37f3-477b-9cbc-53506679fea6 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:05:36.288390 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-eeb4d658-965b-4a9e-8593-a6912695cc62 None None] For port e13c3ab6-9336-4281-a5b6-b123045a1182, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e13c3ab6-9336-4281-a5b6-b123045a1182,segment=NetworkSegment(37d59429-b7c7-4b2b-b6d0-a1d9873b46f6),segment_id=37d59429-b7c7-4b2b-b6d0-a1d9873b46f6)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:05:36.321896 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9dd6aa-eff1-4684-8ccb-1682f7319c43 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:05:36.327961 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8f9dd6aa-eff1-4684-8ccb-1682f7319c43 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] 10.222.0.36 "PUT /v2.0/routers/b20acd23-f623-4fe4-9280-ece74705f338/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8869681 Apr 21 13:05:36.330856 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47090) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:36.355012 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-eeb4d658-965b-4a9e-8593-a6912695cc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:36.377414 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddf08eb-baf0-462b-8f89-5a19c96bc751 None None] Sync routers for ids ['b20acd23-f623-4fe4-9280-ece74705f338'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:05:36.406759 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddf08eb-baf0-462b-8f89-5a19c96bc751 None None] Routers {'b20acd23-f623-4fe4-9280-ece74705f338'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:36.407397 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5ddf08eb-baf0-462b-8f89-5a19c96bc751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:05:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['b20acd23-f623-4fe4-9280-ece74705f338'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:36.412346 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-af31e3ee-1228-4a6a-8b9e-ec016507123b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9182277 Apr 21 13:05:36.412942 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47092) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:36.417414 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-382e8ce1-95bd-42ca-93b9-8d2c917c828e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1855469727-router', 'tenant_id': 'f62413932716430bb6e184f9c6c0c107', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:36.422584 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87a59940-493a-43c0-bed7-ef832aa2998f tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:36.454595 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5ddf08eb-baf0-462b-8f89-5a19c96bc751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:36.461339 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb4d658-965b-4a9e-8593-a6912695cc62 None None] Routers {'2310b8db-08e2-4030-8927-b44358834411'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:36.462263 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-eeb4d658-965b-4a9e-8593-a6912695cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:05:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['2310b8db-08e2-4030-8927-b44358834411'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:36.462644 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94b824e4-6d9d-44c6-91d8-f2dfa3f98767 None None] Provisioning complete for port e13c3ab6-9336-4281-a5b6-b123045a1182 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:36.463430 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94b824e4-6d9d-44c6-91d8-f2dfa3f98767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:36.464284 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5596fa-d70a-4a9f-8a43-d636fd4c49d2 None None] Pushing event updated for resources: {'Port': ['ID=e13c3ab6-9336-4281-a5b6-b123045a1182,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:36.562863 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddf08eb-baf0-462b-8f89-5a19c96bc751 None None] Routers {'b20acd23-f623-4fe4-9280-ece74705f338'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:36.563597 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5ddf08eb-baf0-462b-8f89-5a19c96bc751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:05:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['b20acd23-f623-4fe4-9280-ece74705f338'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:36.615728 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-eeb4d658-965b-4a9e-8593-a6912695cc62 None None] Set router 2310b8db-08e2-4030-8927-b44358834411 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:05:36.642648 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5ddf08eb-baf0-462b-8f89-5a19c96bc751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:36.652721 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddf08eb-baf0-462b-8f89-5a19c96bc751 None None] The sync data for ids ['b20acd23-f623-4fe4-9280-ece74705f338'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:05:36.669481 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87a59940-493a-43c0-bed7-ef832aa2998f tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:36.673739 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87a59940-493a-43c0-bed7-ef832aa2998f tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:36.722640 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94b824e4-6d9d-44c6-91d8-f2dfa3f98767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:36.748299 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-382e8ce1-95bd-42ca-93b9-8d2c917c828e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:36.749078 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-382e8ce1-95bd-42ca-93b9-8d2c917c828e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:36.770047 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ed2609-30c8-44b8-90a6-b1ec81e617dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-46869337-37f3-477b-9cbc-53506679fea6', 'network_id': '46869337-37f3-477b-9cbc-53506679fea6', 'tenant_id': 'f62413932716430bb6e184f9c6c0c107', 'fixed_ips': [{'subnet_id': 'd3df7417-d656-458c-8ca3-38cc61d1c69b'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:05:36.771000 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2609-30c8-44b8-90a6-b1ec81e617dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:36.809148 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94b824e4-6d9d-44c6-91d8-f2dfa3f98767 None None] For port e13c3ab6-9336-4281-a5b6-b123045a1182, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e13c3ab6-9336-4281-a5b6-b123045a1182,segment=NetworkSegment(37d59429-b7c7-4b2b-b6d0-a1d9873b46f6),segment_id=37d59429-b7c7-4b2b-b6d0-a1d9873b46f6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:05:36.850701 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-eeb4d658-965b-4a9e-8593-a6912695cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2310b8db-08e2-4030-8927-b44358834411', 'name': 'tempest-TestVolumeBackupRestore-1455443868-router', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:05:28Z', 'updated_at': '2022-04-21T13:05:32Z', 'revision_number': 4, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'gw_port': {'id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2310b8db-08e2-4030-8927-b44358834411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:29Z', 'updated_at': '2022-04-21T13:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'e13c3ab6-9336-4281-a5b6-b123045a1182', 'name': '', 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'mac_address': 'fa:16:3e:ff:c6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2310b8db-08e2-4030-8927-b44358834411', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '42364356-4e7d-4efa-9920-77b4769d3ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:31Z', 'updated_at': '2022-04-21T13:05:36Z', 'revision_number': 4, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'subnets': [{'id': '42364356-4e7d-4efa-9920-77b4769d3ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:36.865180 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-382e8ce1-95bd-42ca-93b9-8d2c917c828e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:36.867013 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87a59940-493a-43c0-bed7-ef832aa2998f tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:36.867583 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a59940-493a-43c0-bed7-ef832aa2998f tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Fanout notify agent at l3_agent the message router_deleted on router b20acd23-f623-4fe4-9280-ece74705f338 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:05:36.876485 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87a59940-493a-43c0-bed7-ef832aa2998f tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:36.877779 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-87a59940-493a-43c0-bed7-ef832aa2998f tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] 10.222.0.36 "DELETE /v2.0/routers/b20acd23-f623-4fe4-9280-ece74705f338 HTTP/1.1" status: 204 len: 168 time: 0.5458667 Apr 21 13:05:36.886901 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47094) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:36.889729 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94b824e4-6d9d-44c6-91d8-f2dfa3f98767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:36.898275 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb4d658-965b-4a9e-8593-a6912695cc62 None None] The sync data for ids ['2310b8db-08e2-4030-8927-b44358834411'] in n-d-836147-2 is: [{'id': '2310b8db-08e2-4030-8927-b44358834411', 'name': 'tempest-TestVolumeBackupRestore-1455443868-router', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:05:28Z', 'updated_at': '2022-04-21T13:05:32Z', 'revision_number': 4, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'gw_port': {'id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2310b8db-08e2-4030-8927-b44358834411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:29Z', 'updated_at': '2022-04-21T13:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'e13c3ab6-9336-4281-a5b6-b123045a1182', 'name': '', 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'mac_address': 'fa:16:3e:ff:c6:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2310b8db-08e2-4030-8927-b44358834411', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '42364356-4e7d-4efa-9920-77b4769d3ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:31Z', 'updated_at': '2022-04-21T13:05:36Z', 'revision_number': 4, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'subnets': [{'id': '42364356-4e7d-4efa-9920-77b4769d3ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:05:36.977622 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9ac351-e1e6-45b3-81d4-cd44407252e5 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Deleting subnet b6609eeb-6d15-420a-8fd8-89d4da022565 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:05:36.993464 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4e9ac351-e1e6-45b3-81d4-cd44407252e5 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:37.033778 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b824e4-6d9d-44c6-91d8-f2dfa3f98767 None None] Pushing event updated for resources: {'Port': ['ID=e13c3ab6-9336-4281-a5b6-b123045a1182,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:37.055974 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4e9ac351-e1e6-45b3-81d4-cd44407252e5 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:37.065049 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e2350478-e3af-4d66-91a1-073ad87c68d2 None None] Provisioning complete for port e13c3ab6-9336-4281-a5b6-b123045a1182 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:37.065814 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2350478-e3af-4d66-91a1-073ad87c68d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:37.117297 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-c4ed2609-30c8-44b8-90a6-b1ec81e617dd None None] Allocated IP 172.20.0.2 (46869337-37f3-477b-9cbc-53506679fea6/d3df7417-d656-458c-8ca3-38cc61d1c69b/3fa6c257-f015-4c41-a3f1-0cf957546155) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:05:37.174319 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-382e8ce1-95bd-42ca-93b9-8d2c917c828e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:37.220424 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4e9ac351-e1e6-45b3-81d4-cd44407252e5 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:37.374894 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2609-30c8-44b8-90a6-b1ec81e617dd None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:37.464028 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2609-30c8-44b8-90a6-b1ec81e617dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:37.503954 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4e9ac351-e1e6-45b3-81d4-cd44407252e5 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:37.513625 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ed2609-30c8-44b8-90a6-b1ec81e617dd None None] Network 46869337-37f3-477b-9cbc-53506679fea6 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:05:37.519297 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c4ed2609-30c8-44b8-90a6-b1ec81e617dd None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:05:37.521658 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed2609-30c8-44b8-90a6-b1ec81e617dd None None] Pushing event updated for resources: {'Port': ['ID=3fa6c257-f015-4c41-a3f1-0cf957546155,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:37.523820 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-382e8ce1-95bd-42ca-93b9-8d2c917c828e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:37.530256 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ed2609-30c8-44b8-90a6-b1ec81e617dd None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:05:37.545479 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-382e8ce1-95bd-42ca-93b9-8d2c917c828e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:37.554674 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ac351-e1e6-45b3-81d4-cd44407252e5 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Pushing event deleted for resources: {'Subnet': ['ID=b6609eeb-6d15-420a-8fd8-89d4da022565,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:37.572227 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4e9ac351-e1e6-45b3-81d4-cd44407252e5 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:37.579775 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4e9ac351-e1e6-45b3-81d4-cd44407252e5 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] 10.222.0.36 "DELETE /v2.0/subnets/b6609eeb-6d15-420a-8fd8-89d4da022565 HTTP/1.1" status: 204 len: 168 time: 0.6917439 Apr 21 13:05:37.580675 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47098) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:37.595743 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2e9842-f177-492a-9af5-f6a15303f3ce None None] Network a3c03240-23be-4014-804d-656b02bd2a81 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:05:37.650502 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c4ed2609-30c8-44b8-90a6-b1ec81e617dd None None] Attempting to bind port 3fa6c257-f015-4c41-a3f1-0cf957546155 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:05:37.650502 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c4ed2609-30c8-44b8-90a6-b1ec81e617dd None None] Attempting to bind port 3fa6c257-f015-4c41-a3f1-0cf957546155 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '4c05821b-8cd4-44e5-8b92-c8b3f2b4b221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '46869337-37f3-477b-9cbc-53506679fea6'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:05:37.650502 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ed2609-30c8-44b8-90a6-b1ec81e617dd None None] Attempting to bind port 3fa6c257-f015-4c41-a3f1-0cf957546155 on network 46869337-37f3-477b-9cbc-53506679fea6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:05:37.663882 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ed2609-30c8-44b8-90a6-b1ec81e617dd None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:05:37.664264 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ed2609-30c8-44b8-90a6-b1ec81e617dd None None] Checking segment: {'id': '4c05821b-8cd4-44e5-8b92-c8b3f2b4b221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '46869337-37f3-477b-9cbc-53506679fea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:05:37.664650 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2609-30c8-44b8-90a6-b1ec81e617dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:37.665040 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ed2609-30c8-44b8-90a6-b1ec81e617dd None None] Bound using segment: {'id': '4c05821b-8cd4-44e5-8b92-c8b3f2b4b221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '46869337-37f3-477b-9cbc-53506679fea6'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:05:37.665908 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c4ed2609-30c8-44b8-90a6-b1ec81e617dd None None] Bound port: 3fa6c257-f015-4c41-a3f1-0cf957546155, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c05821b-8cd4-44e5-8b92-c8b3f2b4b221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '46869337-37f3-477b-9cbc-53506679fea6'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:05:37.666146 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2609-30c8-44b8-90a6-b1ec81e617dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:37.679431 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00221c6a-070f-45a2-adf9-43b3a1323241 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:37.701908 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-382e8ce1-95bd-42ca-93b9-8d2c917c828e admin admin] Allocated IP 172.25.8.148 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/ce643236-dadf-49bc-902f-bfbd3f0f1123) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:05:37.781568 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-00221c6a-070f-45a2-adf9-43b3a1323241 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Deleting port 36be6c6e-7abe-45dc-8806-c12a7803cf51 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:37.782949 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00221c6a-070f-45a2-adf9-43b3a1323241 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:37.822284 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c4ed2609-30c8-44b8-90a6-b1ec81e617dd None None] For port 3fa6c257-f015-4c41-a3f1-0cf957546155, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:05:37.831894 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c4ed2609-30c8-44b8-90a6-b1ec81e617dd None None] For port 3fa6c257-f015-4c41-a3f1-0cf957546155, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3fa6c257-f015-4c41-a3f1-0cf957546155,segment=NetworkSegment(4c05821b-8cd4-44e5-8b92-c8b3f2b4b221),segment_id=4c05821b-8cd4-44e5-8b92-c8b3f2b4b221)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:05:37.865289 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-382e8ce1-95bd-42ca-93b9-8d2c917c828e admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:37.888382 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2954897e-b5b8-4228-ac87-8af449080c12 None None] DHCP port deletion for a3c03240-23be-4014-804d-656b02bd2a81 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:05:37.895851 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-00221c6a-070f-45a2-adf9-43b3a1323241 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] For port 36be6c6e-7abe-45dc-8806-c12a7803cf51, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=36be6c6e-7abe-45dc-8806-c12a7803cf51,segment=NetworkSegment(e218b157-7735-4c13-9e34-30865b62f58d),segment_id=e218b157-7735-4c13-9e34-30865b62f58d)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:05:37.896232 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00221c6a-070f-45a2-adf9-43b3a1323241 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:37.917471 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4ed2609-30c8-44b8-90a6-b1ec81e617dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:37.926156 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-00221c6a-070f-45a2-adf9-43b3a1323241 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Calling delete_port for 36be6c6e-7abe-45dc-8806-c12a7803cf51 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:37.968854 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e13c3ab6-9336-4281-a5b6-b123045a1182 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:05:37.993037 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-382e8ce1-95bd-42ca-93b9-8d2c917c828e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:38.056303 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382e8ce1-95bd-42ca-93b9-8d2c917c828e admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:05:38.063318 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-382e8ce1-95bd-42ca-93b9-8d2c917c828e admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:05:38.065783 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e8ce1-95bd-42ca-93b9-8d2c917c828e admin admin] Pushing event updated for resources: {'Port': ['ID=ce643236-dadf-49bc-902f-bfbd3f0f1123,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:38.066307 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ed2609-30c8-44b8-90a6-b1ec81e617dd None None] Pushing event updated for resources: {'Port': ['ID=3fa6c257-f015-4c41-a3f1-0cf957546155,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:38.081669 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2954897e-b5b8-4228-ac87-8af449080c12 None None] Deleting port 36be6c6e-7abe-45dc-8806-c12a7803cf51 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:38.085523 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2954897e-b5b8-4228-ac87-8af449080c12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:38.087576 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382e8ce1-95bd-42ca-93b9-8d2c917c828e admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:05:38.132455 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00221c6a-070f-45a2-adf9-43b3a1323241 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:38.173137 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00221c6a-070f-45a2-adf9-43b3a1323241 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] No DVR routers for this DVR port 36be6c6e-7abe-45dc-8806-c12a7803cf51 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:05:38.173828 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port e13c3ab6-9336-4281-a5b6-b123045a1182 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:38.180069 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:38.222204 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2954897e-b5b8-4228-ac87-8af449080c12 None None] For port 36be6c6e-7abe-45dc-8806-c12a7803cf51, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=36be6c6e-7abe-45dc-8806-c12a7803cf51,segment=NetworkSegment(e218b157-7735-4c13-9e34-30865b62f58d),segment_id=e218b157-7735-4c13-9e34-30865b62f58d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:05:38.222798 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2954897e-b5b8-4228-ac87-8af449080c12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:38.251701 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2954897e-b5b8-4228-ac87-8af449080c12 None None] Calling delete_port for 36be6c6e-7abe-45dc-8806-c12a7803cf51 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:38.320878 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00221c6a-070f-45a2-adf9-43b3a1323241 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Pushing event deleted for resources: {'Port': ['ID=36be6c6e-7abe-45dc-8806-c12a7803cf51,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:38.345819 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00221c6a-070f-45a2-adf9-43b3a1323241 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:38.577079 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2954897e-b5b8-4228-ac87-8af449080c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:38.601372 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2954897e-b5b8-4228-ac87-8af449080c12 None None] No DVR routers for this DVR port 36be6c6e-7abe-45dc-8806-c12a7803cf51 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:05:38.652045 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954897e-b5b8-4228-ac87-8af449080c12 None None] Pushing event deleted for resources: {'Port': ['ID=36be6c6e-7abe-45dc-8806-c12a7803cf51,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:38.674163 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-382e8ce1-95bd-42ca-93b9-8d2c917c828e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:38.875324 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-00221c6a-070f-45a2-adf9-43b3a1323241 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c03240-23be-4014-804d-656b02bd2a81']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:38.891893 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-00221c6a-070f-45a2-adf9-43b3a1323241 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e218b157-7735-4c13-9e34-30865b62f58d') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:38.892171 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-00221c6a-070f-45a2-adf9-43b3a1323241 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e218b157-7735-4c13-9e34-30865b62f58d') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:38.907243 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00221c6a-070f-45a2-adf9-43b3a1323241 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:38.918170 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-382e8ce1-95bd-42ca-93b9-8d2c917c828e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:38.922773 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00221c6a-070f-45a2-adf9-43b3a1323241 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:38.935035 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00221c6a-070f-45a2-adf9-43b3a1323241 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:05:38.935577 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00221c6a-070f-45a2-adf9-43b3a1323241 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:05:38.938932 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:05:39.067484 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00221c6a-070f-45a2-adf9-43b3a1323241 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:39.077688 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-00221c6a-070f-45a2-adf9-43b3a1323241 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:39.081046 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-00221c6a-070f-45a2-adf9-43b3a1323241 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] 10.222.0.36 "DELETE /v2.0/networks/a3c03240-23be-4014-804d-656b02bd2a81 HTTP/1.1" status: 204 len: 168 time: 1.4991784 Apr 21 13:05:39.094776 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00221c6a-070f-45a2-adf9-43b3a1323241 tempest-FloatingIPNegativeTestJSON-795183053 tempest-FloatingIPNegativeTestJSON-795183053-project] Pushing event deleted for resources: {'Network': ['ID=a3c03240-23be-4014-804d-656b02bd2a81,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:39.149119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382e8ce1-95bd-42ca-93b9-8d2c917c828e admin admin] Router dc0eb6af-636c-4d5b-8c78-c9b756ff57e5 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:05:39.296401 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382e8ce1-95bd-42ca-93b9-8d2c917c828e admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:05:39.309503 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868c8b6d-60c5-4af7-9681-b7ae8620f7ac None None] Sync routers for ids ['dc0eb6af-636c-4d5b-8c78-c9b756ff57e5'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:05:39.328214 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868c8b6d-60c5-4af7-9681-b7ae8620f7ac None None] Routers {'dc0eb6af-636c-4d5b-8c78-c9b756ff57e5'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:39.332241 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-868c8b6d-60c5-4af7-9681-b7ae8620f7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:05:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['dc0eb6af-636c-4d5b-8c78-c9b756ff57e5'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:39.415202 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-382e8ce1-95bd-42ca-93b9-8d2c917c828e admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:39.417193 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-382e8ce1-95bd-42ca-93b9-8d2c917c828e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0032501 Apr 21 13:05:39.423937 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47112) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:39.498051 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-868c8b6d-60c5-4af7-9681-b7ae8620f7ac None None] Set router dc0eb6af-636c-4d5b-8c78-c9b756ff57e5 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:05:39.661678 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002ed51d-8b91-40a0-b19a-9cf2908ad244 None None] Network 46869337-37f3-477b-9cbc-53506679fea6 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:05:39.691643 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47116) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:39.748380 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-63e3622e-7700-4830-a6e7-8f1d2515b71f None None] Provisioning complete for port 3fa6c257-f015-4c41-a3f1-0cf957546155 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:39.748884 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63e3622e-7700-4830-a6e7-8f1d2515b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:39.847037 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-868c8b6d-60c5-4af7-9681-b7ae8620f7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0eb6af-636c-4d5b-8c78-c9b756ff57e5', 'name': 'tempest-TestVolumeBackupRestore-1855469727-router', 'tenant_id': 'f62413932716430bb6e184f9c6c0c107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'ce643236-dadf-49bc-902f-bfbd3f0f1123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:05:36Z', 'updated_at': '2022-04-21T13:05:38Z', 'revision_number': 3, 'project_id': 'f62413932716430bb6e184f9c6c0c107', 'gw_port': {'id': 'ce643236-dadf-49bc-902f-bfbd3f0f1123', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0eb6af-636c-4d5b-8c78-c9b756ff57e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:37Z', 'updated_at': '2022-04-21T13:05:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:39.912992 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868c8b6d-60c5-4af7-9681-b7ae8620f7ac None None] Checking router: dc0eb6af-636c-4d5b-8c78-c9b756ff57e5 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:05:39.913253 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868c8b6d-60c5-4af7-9681-b7ae8620f7ac None None] Updating router dc0eb6af-636c-4d5b-8c78-c9b756ff57e5 port ce643236-dadf-49bc-902f-bfbd3f0f1123 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:05:39.936277 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7e3e625-d4e0-4274-9473-5c5dfec87922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:39.949226 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-868c8b6d-60c5-4af7-9681-b7ae8620f7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:40.018915 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3fa6c257-f015-4c41-a3f1-0cf957546155 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:05:40.058054 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63e3622e-7700-4830-a6e7-8f1d2515b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:40.064794 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e6235d59-eefc-46c8-9e76-8c70f819d266 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f2965a274e5d4524ae2867179e8619a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3695440 Apr 21 13:05:40.065355 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47122) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:40.116034 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 3fa6c257-f015-4c41-a3f1-0cf957546155 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:40.116357 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:40.150589 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-63e3622e-7700-4830-a6e7-8f1d2515b71f None None] For port 3fa6c257-f015-4c41-a3f1-0cf957546155, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3fa6c257-f015-4c41-a3f1-0cf957546155,segment=NetworkSegment(4c05821b-8cd4-44e5-8b92-c8b3f2b4b221),segment_id=4c05821b-8cd4-44e5-8b92-c8b3f2b4b221)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:05:40.164333 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a855f703-2640-4788-8ab0-81d2f1f4cf6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:40.190096 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-c7e3e625-d4e0-4274-9473-5c5dfec87922 admin admin] Allocated IP 172.20.0.1 (46869337-37f3-477b-9cbc-53506679fea6/d3df7417-d656-458c-8ca3-38cc61d1c69b/fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:05:40.194691 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a855f703-2640-4788-8ab0-81d2f1f4cf6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:40.214519 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-63e3622e-7700-4830-a6e7-8f1d2515b71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:40.223185 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:40.326728 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7e3e625-d4e0-4274-9473-5c5dfec87922 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:40.350471 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 13:05:40.350832 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 13:05:40.360549 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3622e-7700-4830-a6e7-8f1d2515b71f None None] Pushing event updated for resources: {'Port': ['ID=3fa6c257-f015-4c41-a3f1-0cf957546155,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:40.363516 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-868c8b6d-60c5-4af7-9681-b7ae8620f7ac None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:40.369377 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e3622e-7700-4830-a6e7-8f1d2515b71f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:40.371015 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e3622e-7700-4830-a6e7-8f1d2515b71f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:40.371196 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e3622e-7700-4830-a6e7-8f1d2515b71f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:40.371525 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e3622e-7700-4830-a6e7-8f1d2515b71f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:40.371836 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e3622e-7700-4830-a6e7-8f1d2515b71f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:40.372094 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e3622e-7700-4830-a6e7-8f1d2515b71f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:40.372426 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e3622e-7700-4830-a6e7-8f1d2515b71f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:40.372738 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e3622e-7700-4830-a6e7-8f1d2515b71f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:40.373073 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e3622e-7700-4830-a6e7-8f1d2515b71f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:40.373409 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e3622e-7700-4830-a6e7-8f1d2515b71f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:40.373758 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e3622e-7700-4830-a6e7-8f1d2515b71f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:40.374083 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e3622e-7700-4830-a6e7-8f1d2515b71f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:05:40.383104 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a855f703-2640-4788-8ab0-81d2f1f4cf6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:40.385836 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a855f703-2640-4788-8ab0-81d2f1f4cf6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:40.390531 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a855f703-2640-4788-8ab0-81d2f1f4cf6e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c838b896-7a77-4bb3-a1b2-8f8f08204316 HTTP/1.1" status: 204 len: 168 time: 0.3209040 Apr 21 13:05:40.410125 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855f703-2640-4788-8ab0-81d2f1f4cf6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c838b896-7a77-4bb3-a1b2-8f8f08204316,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:40.458002 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7e3e625-d4e0-4274-9473-5c5dfec87922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:40.493089 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-868c8b6d-60c5-4af7-9681-b7ae8620f7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:40.500325 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e3e625-d4e0-4274-9473-5c5dfec87922 admin admin] Network 46869337-37f3-477b-9cbc-53506679fea6 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:05:40.507974 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-c7e3e625-d4e0-4274-9473-5c5dfec87922 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:05:40.511182 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e3e625-d4e0-4274-9473-5c5dfec87922 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:05:40.543931 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3e625-d4e0-4274-9473-5c5dfec87922 admin admin] Pushing event updated for resources: {'Port': ['ID=fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:40.563781 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7e3e625-d4e0-4274-9473-5c5dfec87922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:40.568473 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-868c8b6d-60c5-4af7-9681-b7ae8620f7ac None None] Attempting to bind port ce643236-dadf-49bc-902f-bfbd3f0f1123 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:05:40.568847 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-868c8b6d-60c5-4af7-9681-b7ae8620f7ac None None] Attempting to bind port ce643236-dadf-49bc-902f-bfbd3f0f1123 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:05:40.569345 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868c8b6d-60c5-4af7-9681-b7ae8620f7ac None None] Attempting to bind port ce643236-dadf-49bc-902f-bfbd3f0f1123 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:05:40.583013 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdafc0d9-8bb0-4431-918b-5f571564334d None None] Pushing event updated for resources: {'Port': ['ID=ce643236-dadf-49bc-902f-bfbd3f0f1123,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:40.589020 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868c8b6d-60c5-4af7-9681-b7ae8620f7ac None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:05:40.589440 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868c8b6d-60c5-4af7-9681-b7ae8620f7ac None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:05:40.589926 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-868c8b6d-60c5-4af7-9681-b7ae8620f7ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:40.590481 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868c8b6d-60c5-4af7-9681-b7ae8620f7ac None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:05:40.591551 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-868c8b6d-60c5-4af7-9681-b7ae8620f7ac None None] Bound port: ce643236-dadf-49bc-902f-bfbd3f0f1123, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:05:40.591801 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-868c8b6d-60c5-4af7-9681-b7ae8620f7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:40.694521 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-71c7c4b7-75fe-4d39-a37d-dde761d2f55b None None] Provisioning complete for port 3fa6c257-f015-4c41-a3f1-0cf957546155 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:40.695033 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-868c8b6d-60c5-4af7-9681-b7ae8620f7ac None None] For port ce643236-dadf-49bc-902f-bfbd3f0f1123, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:05:40.695569 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71c7c4b7-75fe-4d39-a37d-dde761d2f55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:40.707379 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-868c8b6d-60c5-4af7-9681-b7ae8620f7ac None None] For port ce643236-dadf-49bc-902f-bfbd3f0f1123, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ce643236-dadf-49bc-902f-bfbd3f0f1123,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:05:40.772030 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-868c8b6d-60c5-4af7-9681-b7ae8620f7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:40.831476 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7e3e625-d4e0-4274-9473-5c5dfec87922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:40.864305 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868c8b6d-60c5-4af7-9681-b7ae8620f7ac None None] Routers {'dc0eb6af-636c-4d5b-8c78-c9b756ff57e5'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:40.870223 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-868c8b6d-60c5-4af7-9681-b7ae8620f7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:05:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['dc0eb6af-636c-4d5b-8c78-c9b756ff57e5'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:40.874860 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdafc0d9-8bb0-4431-918b-5f571564334d None None] Pushing event updated for resources: {'Port': ['ID=ce643236-dadf-49bc-902f-bfbd3f0f1123,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:40.959505 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-200bd96d-5fbe-44ab-9238-c8438ccd7dbb None None] Provisioning complete for port fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:40.960120 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-200bd96d-5fbe-44ab-9238-c8438ccd7dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:41.020884 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-200bd96d-5fbe-44ab-9238-c8438ccd7dbb None None] Port fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:05:41.038439 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 36be6c6e-7abe-45dc-8806-c12a7803cf51 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:05:41.061938 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 36be6c6e-7abe-45dc-8806-c12a7803cf51 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:05:41.062274 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 36be6c6e-7abe-45dc-8806-c12a7803cf51 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:05:41.081788 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-868c8b6d-60c5-4af7-9681-b7ae8620f7ac None None] Set router dc0eb6af-636c-4d5b-8c78-c9b756ff57e5 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:05:41.132497 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7e3e625-d4e0-4274-9473-5c5dfec87922 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:41.214314 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7e3e625-d4e0-4274-9473-5c5dfec87922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:41.286709 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3e625-d4e0-4274-9473-5c5dfec87922 admin admin] Pushing event updated for resources: {'Port': ['ID=fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:41.289683 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7e3e625-d4e0-4274-9473-5c5dfec87922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:41.406339 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e3e625-d4e0-4274-9473-5c5dfec87922 admin admin] Network 46869337-37f3-477b-9cbc-53506679fea6 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:05:41.407855 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-c7e3e625-d4e0-4274-9473-5c5dfec87922 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:05:41.424531 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-868c8b6d-60c5-4af7-9681-b7ae8620f7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0eb6af-636c-4d5b-8c78-c9b756ff57e5', 'name': 'tempest-TestVolumeBackupRestore-1855469727-router', 'tenant_id': 'f62413932716430bb6e184f9c6c0c107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'ce643236-dadf-49bc-902f-bfbd3f0f1123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:05:36Z', 'updated_at': '2022-04-21T13:05:40Z', 'revision_number': 4, 'project_id': 'f62413932716430bb6e184f9c6c0c107', 'gw_port': {'id': 'ce643236-dadf-49bc-902f-bfbd3f0f1123', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0eb6af-636c-4d5b-8c78-c9b756ff57e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:37Z', 'updated_at': '2022-04-21T13:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5', 'name': '', 'network_id': '46869337-37f3-477b-9cbc-53506679fea6', 'tenant_id': 'f62413932716430bb6e184f9c6c0c107', 'mac_address': 'fa:16:3e:a2:49:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0eb6af-636c-4d5b-8c78-c9b756ff57e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'd3df7417-d656-458c-8ca3-38cc61d1c69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:40Z', 'updated_at': '2022-04-21T13:05:40Z', 'revision_number': 1, 'project_id': 'f62413932716430bb6e184f9c6c0c107', 'subnets': [{'id': 'd3df7417-d656-458c-8ca3-38cc61d1c69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:41.452756 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868c8b6d-60c5-4af7-9681-b7ae8620f7ac None None] The sync data for ids ['dc0eb6af-636c-4d5b-8c78-c9b756ff57e5'] in n-d-836147-2 is: [{'id': 'dc0eb6af-636c-4d5b-8c78-c9b756ff57e5', 'name': 'tempest-TestVolumeBackupRestore-1855469727-router', 'tenant_id': 'f62413932716430bb6e184f9c6c0c107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'ce643236-dadf-49bc-902f-bfbd3f0f1123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:05:36Z', 'updated_at': '2022-04-21T13:05:40Z', 'revision_number': 4, 'project_id': 'f62413932716430bb6e184f9c6c0c107', 'gw_port': {'id': 'ce643236-dadf-49bc-902f-bfbd3f0f1123', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0eb6af-636c-4d5b-8c78-c9b756ff57e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:37Z', 'updated_at': '2022-04-21T13:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5', 'name': '', 'network_id': '46869337-37f3-477b-9cbc-53506679fea6', 'tenant_id': 'f62413932716430bb6e184f9c6c0c107', 'mac_address': 'fa:16:3e:a2:49:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0eb6af-636c-4d5b-8c78-c9b756ff57e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'd3df7417-d656-458c-8ca3-38cc61d1c69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:40Z', 'updated_at': '2022-04-21T13:05:40Z', 'revision_number': 1, 'project_id': 'f62413932716430bb6e184f9c6c0c107', 'subnets': [{'id': 'd3df7417-d656-458c-8ca3-38cc61d1c69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:05:41.594627 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e3e625-d4e0-4274-9473-5c5dfec87922 admin admin] Router dc0eb6af-636c-4d5b-8c78-c9b756ff57e5 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:05:41.641543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47146) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:41.757283 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-979fb028-e1be-4c20-be4f-5cc674271e8d None None] Provisioning complete for port fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:41.757877 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e3e625-d4e0-4274-9473-5c5dfec87922 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:05:41.757971 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-979fb028-e1be-4c20-be4f-5cc674271e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:41.768779 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c7e3e625-d4e0-4274-9473-5c5dfec87922 admin admin] 10.222.0.36 "PUT /v2.0/routers/dc0eb6af-636c-4d5b-8c78-c9b756ff57e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3469982 Apr 21 13:05:41.801358 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-979fb028-e1be-4c20-be4f-5cc674271e8d None None] Port fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:05:41.810395 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c256e7ed-a9d7-489e-ab87-335174f192af tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Request body: {'networks': [{'name': 'tempest-network--978033614'}, {'name': 'tempest-network--331440975'}]} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:41.810882 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c256e7ed-a9d7-489e-ab87-335174f192af tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Request body: {'network': {'name': 'tempest-network--978033614'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:41.812202 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c256e7ed-a9d7-489e-ab87-335174f192af tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Request body: {'network': {'name': 'tempest-network--331440975'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:41.892628 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3fa6c257-f015-4c41-a3f1-0cf957546155 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:05:41.902820 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c256e7ed-a9d7-489e-ab87-335174f192af tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Made reservation on behalf of 568bbbe2be13422ca2b927f4a9f05a04 for: {'network': 2} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:05:41.908372 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c256e7ed-a9d7-489e-ab87-335174f192af tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:41.917343 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c256e7ed-a9d7-489e-ab87-335174f192af tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:41.963996 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 3fa6c257-f015-4c41-a3f1-0cf957546155 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:41.964402 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:42.038568 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c256e7ed-a9d7-489e-ab87-335174f192af tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:42.095901 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c256e7ed-a9d7-489e-ab87-335174f192af tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:42.096374 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c256e7ed-a9d7-489e-ab87-335174f192af tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:42.196429 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256e7ed-a9d7-489e-ab87-335174f192af tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc521c02-5cb6-4574-b70b-6fd870554b31,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:42.244649 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c256e7ed-a9d7-489e-ab87-335174f192af tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:05:42.265730 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c256e7ed-a9d7-489e-ab87-335174f192af tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:42.269267 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-c256e7ed-a9d7-489e-ab87-335174f192af tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Added segment fe128e5e-68af-428a-bfd2-0dfe8cd4e3a5 of type vlan for network b358f621-ead9-428f-9f23-2fc8aa3bc4c0 Apr 21 13:05:42.338963 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c256e7ed-a9d7-489e-ab87-335174f192af tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:42.410976 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c256e7ed-a9d7-489e-ab87-335174f192af tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:05:42.424014 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c256e7ed-a9d7-489e-ab87-335174f192af tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:42.424378 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-c256e7ed-a9d7-489e-ab87-335174f192af tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Added segment 3acb617d-16a5-4b33-a7dd-14657034e9b6 of type vlan for network f7adaac6-150e-4769-b0bc-f19851baeba3 Apr 21 13:05:42.509883 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c256e7ed-a9d7-489e-ab87-335174f192af tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:42.610199 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c256e7ed-a9d7-489e-ab87-335174f192af tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:42.611182 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c256e7ed-a9d7-489e-ab87-335174f192af tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:42.618602 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c256e7ed-a9d7-489e-ab87-335174f192af tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:42.624902 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c256e7ed-a9d7-489e-ab87-335174f192af tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:42.625985 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c256e7ed-a9d7-489e-ab87-335174f192af tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:42.696141 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256e7ed-a9d7-489e-ab87-335174f192af tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Pushing event updated for resources: {'Network': ['ID=b358f621-ead9-428f-9f23-2fc8aa3bc4c0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:42.709913 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network b358f621-ead9-428f-9f23-2fc8aa3bc4c0 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:05:42.763050 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c256e7ed-a9d7-489e-ab87-335174f192af tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.1202662 Apr 21 13:05:42.765566 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47210) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:42.789916 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256e7ed-a9d7-489e-ab87-335174f192af tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Pushing event updated for resources: {'Network': ['ID=f7adaac6-150e-4769-b0bc-f19851baeba3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:42.986725 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network f7adaac6-150e-4769-b0bc-f19851baeba3 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:05:43.017021 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932e54c1-6fed-4ca1-85e9-cc3860f3eb02 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:43.023277 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932e54c1-6fed-4ca1-85e9-cc3860f3eb02 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:43.029178 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932e54c1-6fed-4ca1-85e9-cc3860f3eb02 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:43.035028 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932e54c1-6fed-4ca1-85e9-cc3860f3eb02 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:43.039497 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-932e54c1-6fed-4ca1-85e9-cc3860f3eb02 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2700226 Apr 21 13:05:43.039857 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47212) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:43.120424 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0e23-2af7-42e8-bbef-86faf82de5a9 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:43.219676 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0e23-2af7-42e8-bbef-86faf82de5a9 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:43.240847 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a6cc0e23-2af7-42e8-bbef-86faf82de5a9 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b358f621-ead9-428f-9f23-2fc8aa3bc4c0']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:43.250468 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a6cc0e23-2af7-42e8-bbef-86faf82de5a9 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe128e5e-68af-428a-bfd2-0dfe8cd4e3a5') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:43.250800 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a6cc0e23-2af7-42e8-bbef-86faf82de5a9 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe128e5e-68af-428a-bfd2-0dfe8cd4e3a5') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:43.260359 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0e23-2af7-42e8-bbef-86faf82de5a9 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:43.274392 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0e23-2af7-42e8-bbef-86faf82de5a9 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:43.282122 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6cc0e23-2af7-42e8-bbef-86faf82de5a9 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:05:43.282518 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0e23-2af7-42e8-bbef-86faf82de5a9 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:05:43.292048 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:05:43.411857 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0e23-2af7-42e8-bbef-86faf82de5a9 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:43.416935 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6cc0e23-2af7-42e8-bbef-86faf82de5a9 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:43.424402 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a6cc0e23-2af7-42e8-bbef-86faf82de5a9 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] 10.222.0.36 "DELETE /v2.0/networks/b358f621-ead9-428f-9f23-2fc8aa3bc4c0 HTTP/1.1" status: 204 len: 168 time: 0.3809016 Apr 21 13:05:43.424560 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47218) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:43.437644 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc0e23-2af7-42e8-bbef-86faf82de5a9 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Pushing event deleted for resources: {'Network': ['ID=b358f621-ead9-428f-9f23-2fc8aa3bc4c0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:43.463026 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-213b1fbc-93a8-4f7e-be05-23b79c8f7aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:43.518083 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b088e1d2-7633-4bca-9d75-02c9eddeca2c tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:43.617014 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b088e1d2-7633-4bca-9d75-02c9eddeca2c tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:43.645189 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-b088e1d2-7633-4bca-9d75-02c9eddeca2c tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7adaac6-150e-4769-b0bc-f19851baeba3']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:43.657429 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-b088e1d2-7633-4bca-9d75-02c9eddeca2c tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3acb617d-16a5-4b33-a7dd-14657034e9b6') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:43.658068 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-b088e1d2-7633-4bca-9d75-02c9eddeca2c tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3acb617d-16a5-4b33-a7dd-14657034e9b6') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:43.670849 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b088e1d2-7633-4bca-9d75-02c9eddeca2c tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:43.693716 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b088e1d2-7633-4bca-9d75-02c9eddeca2c tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:43.701279 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b088e1d2-7633-4bca-9d75-02c9eddeca2c tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:05:43.701893 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b088e1d2-7633-4bca-9d75-02c9eddeca2c tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: timer() Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:05:43.705527 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:05:44.179164 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ce643236-dadf-49bc-902f-bfbd3f0f1123 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:05:44.234619 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b088e1d2-7633-4bca-9d75-02c9eddeca2c tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:44.237859 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port ce643236-dadf-49bc-902f-bfbd3f0f1123 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:44.238070 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:44.246002 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b088e1d2-7633-4bca-9d75-02c9eddeca2c tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:44.252320 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b088e1d2-7633-4bca-9d75-02c9eddeca2c tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] 10.222.0.36 "DELETE /v2.0/networks/f7adaac6-150e-4769-b0bc-f19851baeba3 HTTP/1.1" status: 204 len: 168 time: 0.8265963 Apr 21 13:05:44.255072 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47254) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:44.275741 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b088e1d2-7633-4bca-9d75-02c9eddeca2c tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Pushing event deleted for resources: {'Network': ['ID=f7adaac6-150e-4769-b0bc-f19851baeba3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:44.349828 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:44.372234 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port ce643236-dadf-49bc-902f-bfbd3f0f1123, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ce643236-dadf-49bc-902f-bfbd3f0f1123,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:05:44.383457 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d1a642-72db-41c0-a4e4-a4bcdd38d201 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:44.389626 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d1a642-72db-41c0-a4e4-a4bcdd38d201 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:44.391289 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-47d1a642-72db-41c0-a4e4-a4bcdd38d201 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1351888 Apr 21 13:05:44.394846 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47256) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:44.400023 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-55ab9659-1542-43e7-86b6-77ef42f30260 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1949212757'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:44.456011 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:44.487710 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ab9659-1542-43e7-86b6-77ef42f30260 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Made reservation on behalf of 568bbbe2be13422ca2b927f4a9f05a04 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:05:44.491720 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55ab9659-1542-43e7-86b6-77ef42f30260 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:44.511427 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=ce643236-dadf-49bc-902f-bfbd3f0f1123,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:44.523564 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55ab9659-1542-43e7-86b6-77ef42f30260 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:05:44.532370 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55ab9659-1542-43e7-86b6-77ef42f30260 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:44.532831 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-55ab9659-1542-43e7-86b6-77ef42f30260 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Added segment 180d0053-15df-4ea0-b264-10b934c241ab of type vlan for network 1faf6eec-0299-4b23-a329-63941001d65b Apr 21 13:05:44.574330 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55ab9659-1542-43e7-86b6-77ef42f30260 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:44.698073 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55ab9659-1542-43e7-86b6-77ef42f30260 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:44.704191 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ab9659-1542-43e7-86b6-77ef42f30260 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:44.706199 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55ab9659-1542-43e7-86b6-77ef42f30260 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:44.783053 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ab9659-1542-43e7-86b6-77ef42f30260 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Pushing event updated for resources: {'Network': ['ID=1faf6eec-0299-4b23-a329-63941001d65b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:44.809950 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 1faf6eec-0299-4b23-a329-63941001d65b details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:05:44.814584 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-55ab9659-1542-43e7-86b6-77ef42f30260 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4185092 Apr 21 13:05:44.817228 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47260) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:44.823226 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7d33b2cd-8234-413b-8f6b-27ca36c186c6 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-458246446'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:44.960045 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d33b2cd-8234-413b-8f6b-27ca36c186c6 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Made reservation on behalf of 568bbbe2be13422ca2b927f4a9f05a04 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:05:44.964404 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d33b2cd-8234-413b-8f6b-27ca36c186c6 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:44.995553 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d33b2cd-8234-413b-8f6b-27ca36c186c6 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:05:45.006666 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d33b2cd-8234-413b-8f6b-27ca36c186c6 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:45.006666 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-7d33b2cd-8234-413b-8f6b-27ca36c186c6 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Added segment 47f14df9-1d48-491a-83c2-36817016f0c5 of type vlan for network 891be2f0-211b-4426-9fbd-e6e9d9cd3da5 Apr 21 13:05:45.060156 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d33b2cd-8234-413b-8f6b-27ca36c186c6 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:45.164105 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d33b2cd-8234-413b-8f6b-27ca36c186c6 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:45.169790 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d33b2cd-8234-413b-8f6b-27ca36c186c6 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:45.170370 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d33b2cd-8234-413b-8f6b-27ca36c186c6 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:45.237642 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab83a71d-ab6b-436e-a764-1aca1521d176 None None] Sync routers for ids ['dc0eb6af-636c-4d5b-8c78-c9b756ff57e5'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:05:45.246215 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33b2cd-8234-413b-8f6b-27ca36c186c6 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Pushing event updated for resources: {'Network': ['ID=891be2f0-211b-4426-9fbd-e6e9d9cd3da5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:45.254262 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab83a71d-ab6b-436e-a764-1aca1521d176 None None] Routers {'dc0eb6af-636c-4d5b-8c78-c9b756ff57e5'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:45.254904 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ab83a71d-ab6b-436e-a764-1aca1521d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:05:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['dc0eb6af-636c-4d5b-8c78-c9b756ff57e5'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:45.259635 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 891be2f0-211b-4426-9fbd-e6e9d9cd3da5 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:05:45.272721 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7d33b2cd-8234-413b-8f6b-27ca36c186c6 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4509785 Apr 21 13:05:45.272996 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47264) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:45.279253 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-555a3fa9-655f-4490-8ea6-1e6ae442536f tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Request body: {'ports': [{'network_id': '1faf6eec-0299-4b23-a329-63941001d65b', 'name': 'tempest-port--305902785', 'admin_state_up': True}, {'network_id': '891be2f0-211b-4426-9fbd-e6e9d9cd3da5', 'admin_state_up': False}]} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:45.279565 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-555a3fa9-655f-4490-8ea6-1e6ae442536f tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Request body: {'port': {'network_id': '1faf6eec-0299-4b23-a329-63941001d65b', 'name': 'tempest-port--305902785', 'admin_state_up': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:45.280053 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-555a3fa9-655f-4490-8ea6-1e6ae442536f tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Request body: {'port': {'network_id': '891be2f0-211b-4426-9fbd-e6e9d9cd3da5', 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:45.451610 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-ab83a71d-ab6b-436e-a764-1aca1521d176 None None] Set router dc0eb6af-636c-4d5b-8c78-c9b756ff57e5 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:05:45.509186 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555a3fa9-655f-4490-8ea6-1e6ae442536f tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Made reservation on behalf of 568bbbe2be13422ca2b927f4a9f05a04 for: {'port': 2} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:05:45.518924 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-555a3fa9-655f-4490-8ea6-1e6ae442536f tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:45.534889 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-555a3fa9-655f-4490-8ea6-1e6ae442536f tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:45.688705 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ab83a71d-ab6b-436e-a764-1aca1521d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0eb6af-636c-4d5b-8c78-c9b756ff57e5', 'name': 'tempest-TestVolumeBackupRestore-1855469727-router', 'tenant_id': 'f62413932716430bb6e184f9c6c0c107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'ce643236-dadf-49bc-902f-bfbd3f0f1123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:05:36Z', 'updated_at': '2022-04-21T13:05:40Z', 'revision_number': 4, 'project_id': 'f62413932716430bb6e184f9c6c0c107', 'gw_port': {'id': 'ce643236-dadf-49bc-902f-bfbd3f0f1123', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0eb6af-636c-4d5b-8c78-c9b756ff57e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:37Z', 'updated_at': '2022-04-21T13:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5', 'name': '', 'network_id': '46869337-37f3-477b-9cbc-53506679fea6', 'tenant_id': 'f62413932716430bb6e184f9c6c0c107', 'mac_address': 'fa:16:3e:a2:49:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0eb6af-636c-4d5b-8c78-c9b756ff57e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'd3df7417-d656-458c-8ca3-38cc61d1c69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:40Z', 'updated_at': '2022-04-21T13:05:40Z', 'revision_number': 2, 'project_id': 'f62413932716430bb6e184f9c6c0c107', 'subnets': [{'id': 'd3df7417-d656-458c-8ca3-38cc61d1c69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:45.720383 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab83a71d-ab6b-436e-a764-1aca1521d176 None None] Checking router: dc0eb6af-636c-4d5b-8c78-c9b756ff57e5 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:05:45.720739 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab83a71d-ab6b-436e-a764-1aca1521d176 None None] Updating router dc0eb6af-636c-4d5b-8c78-c9b756ff57e5 port fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:05:45.722632 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-99dda74d-5483-4776-9df7-3e722dca2883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:45.740210 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-555a3fa9-655f-4490-8ea6-1e6ae442536f tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] device_id is not set on port 26a58fec-381f-4004-9917-0cfe63dadda5 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 13:05:45.759400 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab83a71d-ab6b-436e-a764-1aca1521d176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:45.895951 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47272) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:45.896879 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-555a3fa9-655f-4490-8ea6-1e6ae442536f tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:45.906556 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ce643236-dadf-49bc-902f-bfbd3f0f1123 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:05:45.983276 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-555a3fa9-655f-4490-8ea6-1e6ae442536f tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] device_id is not set on port 63690593-0236-4a88-be7e-de6f5695e71c yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 13:05:46.006233 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port ce643236-dadf-49bc-902f-bfbd3f0f1123 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:46.006599 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:46.085414 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-555a3fa9-655f-4490-8ea6-1e6ae442536f tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:46.195866 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-555a3fa9-655f-4490-8ea6-1e6ae442536f tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:46.236022 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab83a71d-ab6b-436e-a764-1aca1521d176 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:46.286401 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a3fa9-655f-4490-8ea6-1e6ae442536f tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Pushing event updated for resources: {'Port': ['ID=26a58fec-381f-4004-9917-0cfe63dadda5,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:46.309138 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab83a71d-ab6b-436e-a764-1aca1521d176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:46.314274 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555a3fa9-655f-4490-8ea6-1e6ae442536f tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Checking segment: {'id': '180d0053-15df-4ea0-b264-10b934c241ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1faf6eec-0299-4b23-a329-63941001d65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:05:46.314628 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555a3fa9-655f-4490-8ea6-1e6ae442536f tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Network hostable DHCP agents. Network: 1faf6eec-0299-4b23-a329-63941001d65b, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:05:46.411554 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555a3fa9-655f-4490-8ea6-1e6ae442536f tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Network 1faf6eec-0299-4b23-a329-63941001d65b is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:05:46.456650 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86581d23-0161-4362-bd58-7bc223b7023d None None] Pushing event updated for resources: {'Port': ['ID=fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:46.463868 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ab83a71d-ab6b-436e-a764-1aca1521d176 None None] Attempting to bind port fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:05:46.464234 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ab83a71d-ab6b-436e-a764-1aca1521d176 None None] Attempting to bind port fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '4c05821b-8cd4-44e5-8b92-c8b3f2b4b221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '46869337-37f3-477b-9cbc-53506679fea6'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:05:46.464594 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83a71d-ab6b-436e-a764-1aca1521d176 None None] Attempting to bind port fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5 on network 46869337-37f3-477b-9cbc-53506679fea6 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:05:46.477294 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83a71d-ab6b-436e-a764-1aca1521d176 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 5, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:05:46.477735 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83a71d-ab6b-436e-a764-1aca1521d176 None None] Checking segment: {'id': '4c05821b-8cd4-44e5-8b92-c8b3f2b4b221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '46869337-37f3-477b-9cbc-53506679fea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:05:46.481440 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab83a71d-ab6b-436e-a764-1aca1521d176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:46.481440 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83a71d-ab6b-436e-a764-1aca1521d176 None None] Bound using segment: {'id': '4c05821b-8cd4-44e5-8b92-c8b3f2b4b221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '46869337-37f3-477b-9cbc-53506679fea6'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:05:46.481440 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ab83a71d-ab6b-436e-a764-1aca1521d176 None None] Bound port: fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c05821b-8cd4-44e5-8b92-c8b3f2b4b221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '46869337-37f3-477b-9cbc-53506679fea6'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:05:46.481440 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab83a71d-ab6b-436e-a764-1aca1521d176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:46.497574 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-555a3fa9-655f-4490-8ea6-1e6ae442536f tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 1faf6eec-0299-4b23-a329-63941001d65b) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:05:46.506899 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555a3fa9-655f-4490-8ea6-1e6ae442536f tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:05:46.510474 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-555a3fa9-655f-4490-8ea6-1e6ae442536f tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:46.529651 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d31644-f44b-4791-a793-a2e7ae9c89fa None None] Network 1faf6eec-0299-4b23-a329-63941001d65b requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:05:46.595492 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a3fa9-655f-4490-8ea6-1e6ae442536f tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Pushing event updated for resources: {'Port': ['ID=63690593-0236-4a88-be7e-de6f5695e71c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:46.661526 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555a3fa9-655f-4490-8ea6-1e6ae442536f tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Checking segment: {'id': '47f14df9-1d48-491a-83c2-36817016f0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '891be2f0-211b-4426-9fbd-e6e9d9cd3da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:05:46.661850 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555a3fa9-655f-4490-8ea6-1e6ae442536f tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Network hostable DHCP agents. Network: 891be2f0-211b-4426-9fbd-e6e9d9cd3da5, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:05:46.704868 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab83a71d-ab6b-436e-a764-1aca1521d176 None None] For port fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:05:46.708933 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab83a71d-ab6b-436e-a764-1aca1521d176 None None] For port fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5,segment=NetworkSegment(4c05821b-8cd4-44e5-8b92-c8b3f2b4b221),segment_id=4c05821b-8cd4-44e5-8b92-c8b3f2b4b221)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:05:46.768144 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b9e85a56-71d4-44a2-a1dd-4c220bc07c01 None None] Provisioning complete for port fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:46.768512 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b9e85a56-71d4-44a2-a1dd-4c220bc07c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:46.781546 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555a3fa9-655f-4490-8ea6-1e6ae442536f tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Network 891be2f0-211b-4426-9fbd-e6e9d9cd3da5 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:05:46.807493 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab83a71d-ab6b-436e-a764-1aca1521d176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:46.812598 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b9e85a56-71d4-44a2-a1dd-4c220bc07c01 None None] Port fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:05:46.886458 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-555a3fa9-655f-4490-8ea6-1e6ae442536f tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 891be2f0-211b-4426-9fbd-e6e9d9cd3da5) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:05:46.893074 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555a3fa9-655f-4490-8ea6-1e6ae442536f tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:05:46.897228 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab83a71d-ab6b-436e-a764-1aca1521d176 None None] Routers {'dc0eb6af-636c-4d5b-8c78-c9b756ff57e5'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:46.897901 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ab83a71d-ab6b-436e-a764-1aca1521d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:05:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['dc0eb6af-636c-4d5b-8c78-c9b756ff57e5'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:46.902154 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86581d23-0161-4362-bd58-7bc223b7023d None None] Pushing event updated for resources: {'Port': ['ID=fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:46.913422 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555a3fa9-655f-4490-8ea6-1e6ae442536f tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:46.924733 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555a3fa9-655f-4490-8ea6-1e6ae442536f tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:46.926641 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-555a3fa9-655f-4490-8ea6-1e6ae442536f tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:46.945750 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f030dd-c4bb-4402-914a-c0685868b4e3 None None] Network 891be2f0-211b-4426-9fbd-e6e9d9cd3da5 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:05:47.003445 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-555a3fa9-655f-4490-8ea6-1e6ae442536f tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.7292705 Apr 21 13:05:47.005935 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47278) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:47.010016 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:47.070252 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bef25786-604f-4115-bc17-8bbb7c9d961a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:47.123205 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-ab83a71d-ab6b-436e-a764-1aca1521d176 None None] Set router dc0eb6af-636c-4d5b-8c78-c9b756ff57e5 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:05:47.148767 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cea3da8-84bc-448b-820c-9a08fd6b307c tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:47.157119 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cea3da8-84bc-448b-820c-9a08fd6b307c tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:47.160669 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5cea3da8-84bc-448b-820c-9a08fd6b307c tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1523626 Apr 21 13:05:47.163311 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47280) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:47.280255 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b50508db-807a-4ea5-b21e-4519ff7af1bd None None] Provisioning complete for port fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:47.280255 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b50508db-807a-4ea5-b21e-4519ff7af1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:47.308643 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b8cd47de-b2cc-4bb3-b264-77cc97cb3c0a tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Deleting port 26a58fec-381f-4004-9917-0cfe63dadda5 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:47.310111 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8cd47de-b2cc-4bb3-b264-77cc97cb3c0a tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:47.404593 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8cd47de-b2cc-4bb3-b264-77cc97cb3c0a tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:47.417629 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-bef25786-604f-4115-bc17-8bbb7c9d961a admin admin] Deleting port df1715ac-07af-4ef8-93a1-71a0ff3c7fdc {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:47.418058 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bef25786-604f-4115-bc17-8bbb7c9d961a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:47.420009 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b8cd47de-b2cc-4bb3-b264-77cc97cb3c0a tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Calling delete_port for 26a58fec-381f-4004-9917-0cfe63dadda5 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:47.545565 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-bef25786-604f-4115-bc17-8bbb7c9d961a admin admin] For port df1715ac-07af-4ef8-93a1-71a0ff3c7fdc, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=df1715ac-07af-4ef8-93a1-71a0ff3c7fdc,segment=NetworkSegment(374fc68c-cad2-4786-bb7b-956a7d4d9f8e),segment_id=374fc68c-cad2-4786-bb7b-956a7d4d9f8e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:05:47.545966 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bef25786-604f-4115-bc17-8bbb7c9d961a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:47.561034 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-bef25786-604f-4115-bc17-8bbb7c9d961a admin admin] Calling delete_port for df1715ac-07af-4ef8-93a1-71a0ff3c7fdc owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:47.588895 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8cd47de-b2cc-4bb3-b264-77cc97cb3c0a tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:47.594074 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b50508db-807a-4ea5-b21e-4519ff7af1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:47.619156 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd47de-b2cc-4bb3-b264-77cc97cb3c0a tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Pushing event deleted for resources: {'Port': ['ID=26a58fec-381f-4004-9917-0cfe63dadda5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:47.623498 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ab83a71d-ab6b-436e-a764-1aca1521d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0eb6af-636c-4d5b-8c78-c9b756ff57e5', 'name': 'tempest-TestVolumeBackupRestore-1855469727-router', 'tenant_id': 'f62413932716430bb6e184f9c6c0c107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'ce643236-dadf-49bc-902f-bfbd3f0f1123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:05:36Z', 'updated_at': '2022-04-21T13:05:40Z', 'revision_number': 4, 'project_id': 'f62413932716430bb6e184f9c6c0c107', 'gw_port': {'id': 'ce643236-dadf-49bc-902f-bfbd3f0f1123', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0eb6af-636c-4d5b-8c78-c9b756ff57e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:37Z', 'updated_at': '2022-04-21T13:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5', 'name': '', 'network_id': '46869337-37f3-477b-9cbc-53506679fea6', 'tenant_id': 'f62413932716430bb6e184f9c6c0c107', 'mac_address': 'fa:16:3e:a2:49:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0eb6af-636c-4d5b-8c78-c9b756ff57e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'd3df7417-d656-458c-8ca3-38cc61d1c69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:40Z', 'updated_at': '2022-04-21T13:05:46Z', 'revision_number': 4, 'project_id': 'f62413932716430bb6e184f9c6c0c107', 'subnets': [{'id': 'd3df7417-d656-458c-8ca3-38cc61d1c69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:47.624869 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8cd47de-b2cc-4bb3-b264-77cc97cb3c0a tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:47.631850 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b8cd47de-b2cc-4bb3-b264-77cc97cb3c0a tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] 10.222.0.36 "DELETE /v2.0/ports/26a58fec-381f-4004-9917-0cfe63dadda5 HTTP/1.1" status: 204 len: 168 time: 0.4643569 Apr 21 13:05:47.632457 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47284) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:47.671186 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab83a71d-ab6b-436e-a764-1aca1521d176 None None] The sync data for ids ['dc0eb6af-636c-4d5b-8c78-c9b756ff57e5'] in n-d-836147-2 is: [{'id': 'dc0eb6af-636c-4d5b-8c78-c9b756ff57e5', 'name': 'tempest-TestVolumeBackupRestore-1855469727-router', 'tenant_id': 'f62413932716430bb6e184f9c6c0c107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'ce643236-dadf-49bc-902f-bfbd3f0f1123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:05:36Z', 'updated_at': '2022-04-21T13:05:40Z', 'revision_number': 4, 'project_id': 'f62413932716430bb6e184f9c6c0c107', 'gw_port': {'id': 'ce643236-dadf-49bc-902f-bfbd3f0f1123', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0eb6af-636c-4d5b-8c78-c9b756ff57e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:37Z', 'updated_at': '2022-04-21T13:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5', 'name': '', 'network_id': '46869337-37f3-477b-9cbc-53506679fea6', 'tenant_id': 'f62413932716430bb6e184f9c6c0c107', 'mac_address': 'fa:16:3e:a2:49:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc0eb6af-636c-4d5b-8c78-c9b756ff57e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'd3df7417-d656-458c-8ca3-38cc61d1c69b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:40Z', 'updated_at': '2022-04-21T13:05:46Z', 'revision_number': 4, 'project_id': 'f62413932716430bb6e184f9c6c0c107', 'subnets': [{'id': 'd3df7417-d656-458c-8ca3-38cc61d1c69b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:05:47.676908 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b50508db-807a-4ea5-b21e-4519ff7af1bd None None] For port fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5,segment=NetworkSegment(4c05821b-8cd4-44e5-8b92-c8b3f2b4b221),segment_id=4c05821b-8cd4-44e5-8b92-c8b3f2b4b221)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:05:47.736723 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b50508db-807a-4ea5-b21e-4519ff7af1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:47.755778 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c5dac0e9-fb1b-44f5-a939-2a5f34be9841 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Deleting port 63690593-0236-4a88-be7e-de6f5695e71c {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:47.756154 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5dac0e9-fb1b-44f5-a939-2a5f34be9841 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:47.823108 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50508db-807a-4ea5-b21e-4519ff7af1bd None None] Pushing event updated for resources: {'Port': ['ID=fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:47.851966 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bef25786-604f-4115-bc17-8bbb7c9d961a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:47.855321 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5dac0e9-fb1b-44f5-a939-2a5f34be9841 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:47.879951 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef25786-604f-4115-bc17-8bbb7c9d961a admin admin] Pushing event deleted for resources: {'Port': ['ID=df1715ac-07af-4ef8-93a1-71a0ff3c7fdc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:47.880186 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c5dac0e9-fb1b-44f5-a939-2a5f34be9841 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Calling delete_port for 63690593-0236-4a88-be7e-de6f5695e71c owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:47.959424 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:05:48.050833 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:48.051489 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:48.106136 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:48.155273 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5dac0e9-fb1b-44f5-a939-2a5f34be9841 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:48.167918 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bef25786-604f-4115-bc17-8bbb7c9d961a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:48.216391 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c5dac0e9-fb1b-44f5-a939-2a5f34be9841 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:48.220070 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c5dac0e9-fb1b-44f5-a939-2a5f34be9841 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] 10.222.0.36 "DELETE /v2.0/ports/63690593-0236-4a88-be7e-de6f5695e71c HTTP/1.1" status: 204 len: 168 time: 0.5866494 Apr 21 13:05:48.221625 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dac0e9-fb1b-44f5-a939-2a5f34be9841 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Pushing event deleted for resources: {'Port': ['ID=63690593-0236-4a88-be7e-de6f5695e71c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:48.231174 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47286) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:48.270263 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c3077a09-7ccb-4651-a95b-781abf1e5f6f tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0369620 Apr 21 13:05:48.270894 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47288) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:48.276431 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bd5d8a51-d9b5-428c-bab7-19fa93f081d8 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-672447128'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:48.393245 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5d8a51-d9b5-428c-bab7-19fa93f081d8 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Made reservation on behalf of 568bbbe2be13422ca2b927f4a9f05a04 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:05:48.397523 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd5d8a51-d9b5-428c-bab7-19fa93f081d8 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:48.425615 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5d8a51-d9b5-428c-bab7-19fa93f081d8 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:05:48.439034 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd5d8a51-d9b5-428c-bab7-19fa93f081d8 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:48.439451 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-bd5d8a51-d9b5-428c-bab7-19fa93f081d8 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Added segment 5dcd1c39-75d1-4cf1-b595-0cd703185b11 of type vlan for network cd7589e1-8f6b-4a2a-ba2b-55c946ccbe93 Apr 21 13:05:48.464664 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef25786-604f-4115-bc17-8bbb7c9d961a admin admin] Router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:05:48.494675 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd5d8a51-d9b5-428c-bab7-19fa93f081d8 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:48.514786 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:48.594685 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef25786-604f-4115-bc17-8bbb7c9d961a admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:05:48.603152 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-bef25786-604f-4115-bc17-8bbb7c9d961a admin admin] 10.222.0.36 "PUT /v2.0/routers/24cbd2a7-a824-46b1-89c9-16ebf81c6df8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7052219 Apr 21 13:05:48.603322 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47292) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:48.605655 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f9f50a-c588-4610-84f6-2eb7f092214d None None] Sync routers for ids ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:05:48.624477 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f9f50a-c588-4610-84f6-2eb7f092214d None None] Routers {'24cbd2a7-a824-46b1-89c9-16ebf81c6df8'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:48.627181 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-44f9f50a-c588-4610-84f6-2eb7f092214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:05:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:48.645560 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd5d8a51-d9b5-428c-bab7-19fa93f081d8 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:48.651430 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5d8a51-d9b5-428c-bab7-19fa93f081d8 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:48.652184 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bd5d8a51-d9b5-428c-bab7-19fa93f081d8 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:48.741363 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-44f9f50a-c588-4610-84f6-2eb7f092214d None None] Set router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:05:48.750227 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:48.765323 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d8a51-d9b5-428c-bab7-19fa93f081d8 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Pushing event updated for resources: {'Network': ['ID=cd7589e1-8f6b-4a2a-ba2b-55c946ccbe93,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:48.779172 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network cd7589e1-8f6b-4a2a-ba2b-55c946ccbe93 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:05:48.790054 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bd5d8a51-d9b5-428c-bab7-19fa93f081d8 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5134819 Apr 21 13:05:48.790054 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47294) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:48.792778 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d2da3bc4-3176-4568-9dfb-e90795a4f719 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-341733647'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:48.800674 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fe4b7e4-874a-4570-8901-4e718bea5472 admin admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:48.931391 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-44f9f50a-c588-4610-84f6-2eb7f092214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T13:05:47Z', 'revision_number': 5, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:48.959029 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f9f50a-c588-4610-84f6-2eb7f092214d None None] Checking router: 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:05:48.968499 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f9f50a-c588-4610-84f6-2eb7f092214d None None] Routers {'24cbd2a7-a824-46b1-89c9-16ebf81c6df8'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:05:48.969125 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-44f9f50a-c588-4610-84f6-2eb7f092214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:05:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:49.075705 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-44f9f50a-c588-4610-84f6-2eb7f092214d None None] Set router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:05:49.223902 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2da3bc4-3176-4568-9dfb-e90795a4f719 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Made reservation on behalf of 568bbbe2be13422ca2b927f4a9f05a04 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:05:49.227354 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2da3bc4-3176-4568-9dfb-e90795a4f719 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:49.243502 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fe4b7e4-874a-4570-8901-4e718bea5472 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:49.259898 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-44f9f50a-c588-4610-84f6-2eb7f092214d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T13:05:47Z', 'revision_number': 5, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:49.262141 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2da3bc4-3176-4568-9dfb-e90795a4f719 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:05:49.275627 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2da3bc4-3176-4568-9dfb-e90795a4f719 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:49.276082 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-d2da3bc4-3176-4568-9dfb-e90795a4f719 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Added segment 360f7e01-78be-426f-b01b-08ed7b2f533a of type vlan for network b774189e-6e98-452f-87e5-a1878da2f294 Apr 21 13:05:49.287526 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f9f50a-c588-4610-84f6-2eb7f092214d None None] The sync data for ids ['24cbd2a7-a824-46b1-89c9-16ebf81c6df8'] in n-d-836147-2 is: [{'id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'name': 'tempest-AttachVolumeNegativeTest-1081064809-router', 'tenant_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151'}], 'enable_snat': True}, 'gw_port_id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T12:57:13Z', 'updated_at': '2022-04-21T13:05:47Z', 'revision_number': 5, 'project_id': 'dbf20d2a696446f3bf763b1a95728ce3', 'gw_port': {'id': 'f69677f0-af3a-40c8-9790-dfde66c3c2a6', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24cbd2a7-a824-46b1-89c9-16ebf81c6df8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T12:57:14Z', 'updated_at': '2022-04-21T12:57:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:05:49.327025 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2da3bc4-3176-4568-9dfb-e90795a4f719 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:49.388774 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-8fe4b7e4-874a-4570-8901-4e718bea5472 admin admin] Deleting port f69677f0-af3a-40c8-9790-dfde66c3c2a6 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:49.389105 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fe4b7e4-874a-4570-8901-4e718bea5472 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:49.444799 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2da3bc4-3176-4568-9dfb-e90795a4f719 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:49.450869 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2da3bc4-3176-4568-9dfb-e90795a4f719 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:49.451472 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2da3bc4-3176-4568-9dfb-e90795a4f719 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:49.540523 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-8fe4b7e4-874a-4570-8901-4e718bea5472 admin admin] For port f69677f0-af3a-40c8-9790-dfde66c3c2a6, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f69677f0-af3a-40c8-9790-dfde66c3c2a6,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:05:49.540812 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fe4b7e4-874a-4570-8901-4e718bea5472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:49.549731 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da3bc4-3176-4568-9dfb-e90795a4f719 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Pushing event updated for resources: {'Network': ['ID=b774189e-6e98-452f-87e5-a1878da2f294,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:49.556674 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-8fe4b7e4-874a-4570-8901-4e718bea5472 admin admin] Calling delete_port for f69677f0-af3a-40c8-9790-dfde66c3c2a6 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:49.559774 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network b774189e-6e98-452f-87e5-a1878da2f294 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:05:49.620535 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d2da3bc4-3176-4568-9dfb-e90795a4f719 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8315473 Apr 21 13:05:49.759974 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47298) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:49.766091 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3b29e440-f139-4c77-9868-3dacb52ec651 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Request body: {'subnets': [{'network_id': 'cd7589e1-8f6b-4a2a-ba2b-55c946ccbe93', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1397119441', 'ip_version': 4}, {'network_id': 'b774189e-6e98-452f-87e5-a1878da2f294', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:49.771935 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3b29e440-f139-4c77-9868-3dacb52ec651 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Request body: {'subnet': {'network_id': 'cd7589e1-8f6b-4a2a-ba2b-55c946ccbe93', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1397119441', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:49.771935 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3b29e440-f139-4c77-9868-3dacb52ec651 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Request body: {'subnet': {'network_id': 'b774189e-6e98-452f-87e5-a1878da2f294', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:49.874603 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fe4b7e4-874a-4570-8901-4e718bea5472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:49.883831 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:05:49.917271 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4b7e4-874a-4570-8901-4e718bea5472 admin admin] Pushing event deleted for resources: {'Port': ['ID=f69677f0-af3a-40c8-9790-dfde66c3c2a6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:49.953975 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:49.954346 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:49.997290 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fe4b7e4-874a-4570-8901-4e718bea5472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:50.007076 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b29e440-f139-4c77-9868-3dacb52ec651 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Made reservation on behalf of 568bbbe2be13422ca2b927f4a9f05a04 for: {'subnet': 2} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:05:50.013889 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b29e440-f139-4c77-9868-3dacb52ec651 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:50.013889 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b29e440-f139-4c77-9868-3dacb52ec651 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:50.096454 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fe4b7e4-874a-4570-8901-4e718bea5472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:50.098664 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fe4b7e4-874a-4570-8901-4e718bea5472 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:50.114494 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device df1715ac-07af-4ef8-93a1-71a0ff3c7fdc no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:05:50.141259 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: df1715ac-07af-4ef8-93a1-71a0ff3c7fdc {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:05:50.141259 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device df1715ac-07af-4ef8-93a1-71a0ff3c7fdc not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:05:50.219010 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fe4b7e4-874a-4570-8901-4e718bea5472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:50.219541 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe4b7e4-874a-4570-8901-4e718bea5472 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24cbd2a7-a824-46b1-89c9-16ebf81c6df8 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:05:50.223796 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8fe4b7e4-874a-4570-8901-4e718bea5472 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:50.227148 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8fe4b7e4-874a-4570-8901-4e718bea5472 admin admin] 10.222.0.36 "DELETE /v2.0/routers/24cbd2a7-a824-46b1-89c9-16ebf81c6df8 HTTP/1.1" status: 204 len: 168 time: 1.6207554 Apr 21 13:05:50.228215 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47300) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:50.282106 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbe90d81-5dc0-4c07-9a5c-cdaeb5ee0ac4 admin admin] Deleting subnet 50dbb38d-b032-403f-a924-76781bc12675 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:05:50.285507 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbe90d81-5dc0-4c07-9a5c-cdaeb5ee0ac4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:50.345822 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbe90d81-5dc0-4c07-9a5c-cdaeb5ee0ac4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:50.443839 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbe90d81-5dc0-4c07-9a5c-cdaeb5ee0ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:50.531890 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b29e440-f139-4c77-9868-3dacb52ec651 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:50.560571 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:50.562256 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbe90d81-5dc0-4c07-9a5c-cdaeb5ee0ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:50.589805 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe90d81-5dc0-4c07-9a5c-cdaeb5ee0ac4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50dbb38d-b032-403f-a924-76781bc12675,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:50.593634 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e440-f139-4c77-9868-3dacb52ec651 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Pushing event updated for resources: {'Subnet': ['ID=3cb5a06d-fac5-46c3-9904-ccf809a5d8c9,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:50.598920 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbe90d81-5dc0-4c07-9a5c-cdaeb5ee0ac4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:50.600197 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fbe90d81-5dc0-4c07-9a5c-cdaeb5ee0ac4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/50dbb38d-b032-403f-a924-76781bc12675 HTTP/1.1" status: 204 len: 168 time: 0.3718858 Apr 21 13:05:50.602558 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47302) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:50.604930 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e95a1c7-8009-4c24-a0af-0f4c84a37664 None None] Network 66226ca0-89ea-4d56-8a47-047ac66c4412 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:05:50.612000 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b29e440-f139-4c77-9868-3dacb52ec651 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Checking segment: {'id': '5dcd1c39-75d1-4cf1-b595-0cd703185b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cd7589e1-8f6b-4a2a-ba2b-55c946ccbe93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:05:50.612359 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b29e440-f139-4c77-9868-3dacb52ec651 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Network hostable DHCP agents. Network: cd7589e1-8f6b-4a2a-ba2b-55c946ccbe93, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:05:50.686599 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e59da092-a5f9-48e3-bbab-d8d8a4183c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:50.711771 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b29e440-f139-4c77-9868-3dacb52ec651 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Network cd7589e1-8f6b-4a2a-ba2b-55c946ccbe93 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:05:50.762133 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e59da092-a5f9-48e3-bbab-d8d8a4183c21 admin admin] Deleting port 96b9a87e-2234-442f-a773-5843872b5993 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:50.762561 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e59da092-a5f9-48e3-bbab-d8d8a4183c21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:50.795323 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-3b29e440-f139-4c77-9868-3dacb52ec651 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, cd7589e1-8f6b-4a2a-ba2b-55c946ccbe93) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:05:50.800533 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b29e440-f139-4c77-9868-3dacb52ec651 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:50.822375 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af110d2-4b67-4de8-94b4-99ee0b3151e5 None None] Network cd7589e1-8f6b-4a2a-ba2b-55c946ccbe93 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:05:50.848242 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-e59da092-a5f9-48e3-bbab-d8d8a4183c21 admin admin] For port 96b9a87e-2234-442f-a773-5843872b5993, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=96b9a87e-2234-442f-a773-5843872b5993,segment=NetworkSegment(374fc68c-cad2-4786-bb7b-956a7d4d9f8e),segment_id=374fc68c-cad2-4786-bb7b-956a7d4d9f8e)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:05:50.848524 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e59da092-a5f9-48e3-bbab-d8d8a4183c21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:50.865470 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e59da092-a5f9-48e3-bbab-d8d8a4183c21 admin admin] Calling delete_port for 96b9a87e-2234-442f-a773-5843872b5993 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:50.887546 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3c3dd8-f2dc-4951-bfa2-e67299dabf15 None None] DHCP port deletion for 66226ca0-89ea-4d56-8a47-047ac66c4412 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:05:50.896697 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b29e440-f139-4c77-9868-3dacb52ec651 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Pushing event updated for resources: {'Subnet': ['ID=4e268b11-fde3-4f15-9777-2475230bdf7f,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:50.942136 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b29e440-f139-4c77-9868-3dacb52ec651 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Checking segment: {'id': '360f7e01-78be-426f-b01b-08ed7b2f533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b774189e-6e98-452f-87e5-a1878da2f294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:05:50.942536 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b29e440-f139-4c77-9868-3dacb52ec651 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Network hostable DHCP agents. Network: b774189e-6e98-452f-87e5-a1878da2f294, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:05:51.016516 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3c3dd8-f2dc-4951-bfa2-e67299dabf15 None None] Deleting port 96b9a87e-2234-442f-a773-5843872b5993 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:51.016888 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3c3dd8-f2dc-4951-bfa2-e67299dabf15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:51.029593 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b29e440-f139-4c77-9868-3dacb52ec651 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Network b774189e-6e98-452f-87e5-a1878da2f294 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:05:51.069109 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e59da092-a5f9-48e3-bbab-d8d8a4183c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:51.082295 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4075a9f8-7cf5-463d-b595-01488d36400a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-cd7589e1-8f6b-4a2a-ba2b-55c946ccbe93', 'network_id': 'cd7589e1-8f6b-4a2a-ba2b-55c946ccbe93', 'tenant_id': '568bbbe2be13422ca2b927f4a9f05a04', 'fixed_ips': [{'subnet_id': '3cb5a06d-fac5-46c3-9904-ccf809a5d8c9'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:05:51.083152 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4075a9f8-7cf5-463d-b595-01488d36400a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:51.102564 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59da092-a5f9-48e3-bbab-d8d8a4183c21 admin admin] No DVR routers for this DVR port 96b9a87e-2234-442f-a773-5843872b5993 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:05:51.104166 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59da092-a5f9-48e3-bbab-d8d8a4183c21 admin admin] Pushing event deleted for resources: {'Port': ['ID=96b9a87e-2234-442f-a773-5843872b5993,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:51.107808 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-3b29e440-f139-4c77-9868-3dacb52ec651 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, b774189e-6e98-452f-87e5-a1878da2f294) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:05:51.115486 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b29e440-f139-4c77-9868-3dacb52ec651 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:51.115486 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b29e440-f139-4c77-9868-3dacb52ec651 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:51.115486 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b29e440-f139-4c77-9868-3dacb52ec651 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:51.169179 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1f30c6-5700-4e84-891e-db97c9e5a0c2 None None] Network b774189e-6e98-452f-87e5-a1878da2f294 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:05:51.174048 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab3c3dd8-f2dc-4951-bfa2-e67299dabf15 None None] For port 96b9a87e-2234-442f-a773-5843872b5993, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=96b9a87e-2234-442f-a773-5843872b5993,segment=NetworkSegment(374fc68c-cad2-4786-bb7b-956a7d4d9f8e),segment_id=374fc68c-cad2-4786-bb7b-956a7d4d9f8e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:05:51.174449 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3c3dd8-f2dc-4951-bfa2-e67299dabf15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:51.184788 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e59da092-a5f9-48e3-bbab-d8d8a4183c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:51.207295 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e59da092-a5f9-48e3-bbab-d8d8a4183c21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66226ca0-89ea-4d56-8a47-047ac66c4412']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:51.207772 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ab3c3dd8-f2dc-4951-bfa2-e67299dabf15 None None] Calling delete_port for 96b9a87e-2234-442f-a773-5843872b5993 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:51.211295 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3b29e440-f139-4c77-9868-3dacb52ec651 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.4493854 Apr 21 13:05:51.213864 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47306) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:51.218833 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e59da092-a5f9-48e3-bbab-d8d8a4183c21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '374fc68c-cad2-4786-bb7b-956a7d4d9f8e') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:51.219335 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-e59da092-a5f9-48e3-bbab-d8d8a4183c21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '374fc68c-cad2-4786-bb7b-956a7d4d9f8e') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:51.229704 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e59da092-a5f9-48e3-bbab-d8d8a4183c21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:51.243581 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e59da092-a5f9-48e3-bbab-d8d8a4183c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:51.251155 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59da092-a5f9-48e3-bbab-d8d8a4183c21 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:05:51.251565 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e59da092-a5f9-48e3-bbab-d8d8a4183c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:05:51.253374 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:05:51.356810 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fd95f4-0aca-45f8-a070-9ad866a7ea19 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:51.358419 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fd95f4-0aca-45f8-a070-9ad866a7ea19 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:51.360398 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fd95f4-0aca-45f8-a070-9ad866a7ea19 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:51.362092 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-95fd95f4-0aca-45f8-a070-9ad866a7ea19 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1468668 Apr 21 13:05:51.365399 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47308) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:51.389542 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e59da092-a5f9-48e3-bbab-d8d8a4183c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:51.402419 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e59da092-a5f9-48e3-bbab-d8d8a4183c21 admin admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:51.407905 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e59da092-a5f9-48e3-bbab-d8d8a4183c21 admin admin] 10.222.0.36 "DELETE /v2.0/networks/66226ca0-89ea-4d56-8a47-047ac66c4412 HTTP/1.1" status: 204 len: 168 time: 0.8041699 Apr 21 13:05:51.436624 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59da092-a5f9-48e3-bbab-d8d8a4183c21 admin admin] Pushing event deleted for resources: {'Network': ['ID=66226ca0-89ea-4d56-8a47-047ac66c4412,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:51.438419 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-4075a9f8-7cf5-463d-b595-01488d36400a None None] Allocated IP 172.20.0.2 (cd7589e1-8f6b-4a2a-ba2b-55c946ccbe93/3cb5a06d-fac5-46c3-9904-ccf809a5d8c9/e8374eb1-2d44-4169-82be-c112e3ec7c32) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:05:51.445961 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefe2f51-4e37-4aaa-bda2-5ab5994a740d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-b774189e-6e98-452f-87e5-a1878da2f294', 'network_id': 'b774189e-6e98-452f-87e5-a1878da2f294', 'tenant_id': '568bbbe2be13422ca2b927f4a9f05a04', 'fixed_ips': [{'subnet_id': '4e268b11-fde3-4f15-9777-2475230bdf7f'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:05:51.446905 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fefe2f51-4e37-4aaa-bda2-5ab5994a740d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:51.448646 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d9456b0-a0a8-45b0-ae82-437d656eda9d tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Deleting subnet 3cb5a06d-fac5-46c3-9904-ccf809a5d8c9 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:05:51.497317 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab3c3dd8-f2dc-4951-bfa2-e67299dabf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:51.561853 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ab3c3dd8-f2dc-4951-bfa2-e67299dabf15 None None] Network 66226ca0-89ea-4d56-8a47-047ac66c4412 is not hosted by any dhcp agent {{(pid=103399) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 21 13:05:51.562335 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3c3dd8-f2dc-4951-bfa2-e67299dabf15 None None] No DVR routers for this DVR port 96b9a87e-2234-442f-a773-5843872b5993 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:05:51.607021 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c3dd8-f2dc-4951-bfa2-e67299dabf15 None None] Pushing event deleted for resources: {'Port': ['ID=96b9a87e-2234-442f-a773-5843872b5993,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:51.742626 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-fefe2f51-4e37-4aaa-bda2-5ab5994a740d None None] Allocated IP 172.20.0.18 (b774189e-6e98-452f-87e5-a1878da2f294/4e268b11-fde3-4f15-9777-2475230bdf7f/2a45050b-cd72-4f8a-bfaa-2cfdf4bce654) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:05:51.786651 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4075a9f8-7cf5-463d-b595-01488d36400a None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:51.853053 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47314) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:51.889898 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d9456b0-a0a8-45b0-ae82-437d656eda9d tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:51.899766 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 96b9a87e-2234-442f-a773-5843872b5993 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:05:51.903940 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4075a9f8-7cf5-463d-b595-01488d36400a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:51.940470 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-18cdc556-6506-49d9-b19e-e3329b924a25 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dbf20d2a696446f3bf763b1a95728ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0828235 Apr 21 13:05:51.940812 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47316) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:51.961245 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 96b9a87e-2234-442f-a773-5843872b5993 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:05:51.961632 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 96b9a87e-2234-442f-a773-5843872b5993 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:05:51.962020 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f69677f0-af3a-40c8-9790-dfde66c3c2a6 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:05:51.977815 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d9456b0-a0a8-45b0-ae82-437d656eda9d tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:52.002689 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: f69677f0-af3a-40c8-9790-dfde66c3c2a6 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:05:52.003032 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f69677f0-af3a-40c8-9790-dfde66c3c2a6 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:05:52.007193 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4075a9f8-7cf5-463d-b595-01488d36400a None None] Network cd7589e1-8f6b-4a2a-ba2b-55c946ccbe93 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:05:52.015124 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fefe2f51-4e37-4aaa-bda2-5ab5994a740d None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:52.017326 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4075a9f8-7cf5-463d-b595-01488d36400a None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:05:52.022237 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4075a9f8-7cf5-463d-b595-01488d36400a None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:05:52.027370 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075a9f8-7cf5-463d-b595-01488d36400a None None] Pushing event updated for resources: {'Port': ['ID=e8374eb1-2d44-4169-82be-c112e3ec7c32,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:52.043069 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d203931f-d96f-498f-8ddb-1f63944dc2c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:52.092633 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4075a9f8-7cf5-463d-b595-01488d36400a None None] Attempting to bind port e8374eb1-2d44-4169-82be-c112e3ec7c32 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:05:52.093002 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4075a9f8-7cf5-463d-b595-01488d36400a None None] Attempting to bind port e8374eb1-2d44-4169-82be-c112e3ec7c32 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '5dcd1c39-75d1-4cf1-b595-0cd703185b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cd7589e1-8f6b-4a2a-ba2b-55c946ccbe93'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:05:52.093790 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4075a9f8-7cf5-463d-b595-01488d36400a None None] Attempting to bind port e8374eb1-2d44-4169-82be-c112e3ec7c32 on network cd7589e1-8f6b-4a2a-ba2b-55c946ccbe93 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:05:52.099249 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4075a9f8-7cf5-463d-b595-01488d36400a None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:05:52.099620 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4075a9f8-7cf5-463d-b595-01488d36400a None None] Checking segment: {'id': '5dcd1c39-75d1-4cf1-b595-0cd703185b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cd7589e1-8f6b-4a2a-ba2b-55c946ccbe93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:05:52.100018 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4075a9f8-7cf5-463d-b595-01488d36400a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:52.100411 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4075a9f8-7cf5-463d-b595-01488d36400a None None] Bound using segment: {'id': '5dcd1c39-75d1-4cf1-b595-0cd703185b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cd7589e1-8f6b-4a2a-ba2b-55c946ccbe93'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:05:52.101113 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4075a9f8-7cf5-463d-b595-01488d36400a None None] Bound port: e8374eb1-2d44-4169-82be-c112e3ec7c32, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dcd1c39-75d1-4cf1-b595-0cd703185b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'cd7589e1-8f6b-4a2a-ba2b-55c946ccbe93'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:05:52.101242 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4075a9f8-7cf5-463d-b595-01488d36400a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:52.123521 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d203931f-d96f-498f-8ddb-1f63944dc2c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:52.144679 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fefe2f51-4e37-4aaa-bda2-5ab5994a740d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:52.146774 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d9456b0-a0a8-45b0-ae82-437d656eda9d tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:52.208162 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefe2f51-4e37-4aaa-bda2-5ab5994a740d None None] Network b774189e-6e98-452f-87e5-a1878da2f294 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:05:52.211209 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-fefe2f51-4e37-4aaa-bda2-5ab5994a740d None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:05:52.216429 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefe2f51-4e37-4aaa-bda2-5ab5994a740d None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:05:52.223554 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe2f51-4e37-4aaa-bda2-5ab5994a740d None None] Pushing event updated for resources: {'Port': ['ID=2a45050b-cd72-4f8a-bfaa-2cfdf4bce654,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:52.278984 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-fefe2f51-4e37-4aaa-bda2-5ab5994a740d None None] Attempting to bind port 2a45050b-cd72-4f8a-bfaa-2cfdf4bce654 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:05:52.279978 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-fefe2f51-4e37-4aaa-bda2-5ab5994a740d None None] Attempting to bind port 2a45050b-cd72-4f8a-bfaa-2cfdf4bce654 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '360f7e01-78be-426f-b01b-08ed7b2f533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b774189e-6e98-452f-87e5-a1878da2f294'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:05:52.280631 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefe2f51-4e37-4aaa-bda2-5ab5994a740d None None] Attempting to bind port 2a45050b-cd72-4f8a-bfaa-2cfdf4bce654 on network b774189e-6e98-452f-87e5-a1878da2f294 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:05:52.281227 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d203931f-d96f-498f-8ddb-1f63944dc2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:52.287160 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefe2f51-4e37-4aaa-bda2-5ab5994a740d None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:05:52.292778 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d203931f-d96f-498f-8ddb-1f63944dc2c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:52.292915 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefe2f51-4e37-4aaa-bda2-5ab5994a740d None None] Checking segment: {'id': '360f7e01-78be-426f-b01b-08ed7b2f533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b774189e-6e98-452f-87e5-a1878da2f294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:05:52.292915 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fefe2f51-4e37-4aaa-bda2-5ab5994a740d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:52.292915 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefe2f51-4e37-4aaa-bda2-5ab5994a740d None None] Bound using segment: {'id': '360f7e01-78be-426f-b01b-08ed7b2f533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b774189e-6e98-452f-87e5-a1878da2f294'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:05:52.292915 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-fefe2f51-4e37-4aaa-bda2-5ab5994a740d None None] Bound port: 2a45050b-cd72-4f8a-bfaa-2cfdf4bce654, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '360f7e01-78be-426f-b01b-08ed7b2f533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'b774189e-6e98-452f-87e5-a1878da2f294'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:05:52.293261 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d203931f-d96f-498f-8ddb-1f63944dc2c8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d7cf503f-7573-46ad-8cc2-663f7c9f30f9 HTTP/1.1" status: 204 len: 168 time: 0.3471782 Apr 21 13:05:52.294355 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fefe2f51-4e37-4aaa-bda2-5ab5994a740d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:52.301782 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203931f-d96f-498f-8ddb-1f63944dc2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cf503f-7573-46ad-8cc2-663f7c9f30f9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:52.316126 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d9456b0-a0a8-45b0-ae82-437d656eda9d tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:52.346701 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4075a9f8-7cf5-463d-b595-01488d36400a None None] For port e8374eb1-2d44-4169-82be-c112e3ec7c32, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:05:52.353696 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9456b0-a0a8-45b0-ae82-437d656eda9d tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Pushing event deleted for resources: {'Subnet': ['ID=3cb5a06d-fac5-46c3-9904-ccf809a5d8c9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:52.368805 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d9456b0-a0a8-45b0-ae82-437d656eda9d tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:52.373047 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8d9456b0-a0a8-45b0-ae82-437d656eda9d tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] 10.222.0.36 "DELETE /v2.0/subnets/3cb5a06d-fac5-46c3-9904-ccf809a5d8c9 HTTP/1.1" status: 204 len: 168 time: 1.0063510 Apr 21 13:05:52.375765 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47320) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:52.442883 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4075a9f8-7cf5-463d-b595-01488d36400a None None] For port e8374eb1-2d44-4169-82be-c112e3ec7c32, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e8374eb1-2d44-4169-82be-c112e3ec7c32,segment=NetworkSegment(5dcd1c39-75d1-4cf1-b595-0cd703185b11),segment_id=5dcd1c39-75d1-4cf1-b595-0cd703185b11)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:05:52.473646 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-061f15ba-dce6-47a9-b0e3-da5df3de02dd tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Deleting subnet 4e268b11-fde3-4f15-9777-2475230bdf7f {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:05:52.473800 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fefe2f51-4e37-4aaa-bda2-5ab5994a740d None None] For port 2a45050b-cd72-4f8a-bfaa-2cfdf4bce654, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:05:52.477081 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-061f15ba-dce6-47a9-b0e3-da5df3de02dd tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:52.477874 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fefe2f51-4e37-4aaa-bda2-5ab5994a740d None None] For port 2a45050b-cd72-4f8a-bfaa-2cfdf4bce654, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=2a45050b-cd72-4f8a-bfaa-2cfdf4bce654,segment=NetworkSegment(360f7e01-78be-426f-b01b-08ed7b2f533a),segment_id=360f7e01-78be-426f-b01b-08ed7b2f533a)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:05:52.509638 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4075a9f8-7cf5-463d-b595-01488d36400a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:52.524488 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-061f15ba-dce6-47a9-b0e3-da5df3de02dd tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:52.540392 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fefe2f51-4e37-4aaa-bda2-5ab5994a740d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:52.587735 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075a9f8-7cf5-463d-b595-01488d36400a None None] Pushing event updated for resources: {'Port': ['ID=e8374eb1-2d44-4169-82be-c112e3ec7c32,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:52.658022 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-061f15ba-dce6-47a9-b0e3-da5df3de02dd tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:52.712531 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe2f51-4e37-4aaa-bda2-5ab5994a740d None None] Pushing event updated for resources: {'Port': ['ID=2a45050b-cd72-4f8a-bfaa-2cfdf4bce654,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:52.812982 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-061f15ba-dce6-47a9-b0e3-da5df3de02dd tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:52.877761 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f15ba-dce6-47a9-b0e3-da5df3de02dd tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Pushing event deleted for resources: {'Subnet': ['ID=4e268b11-fde3-4f15-9777-2475230bdf7f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:52.901757 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-061f15ba-dce6-47a9-b0e3-da5df3de02dd tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:52.910288 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47326) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:52.910830 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-061f15ba-dce6-47a9-b0e3-da5df3de02dd tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] 10.222.0.36 "DELETE /v2.0/subnets/4e268b11-fde3-4f15-9777-2475230bdf7f HTTP/1.1" status: 204 len: 168 time: 0.5330203 Apr 21 13:05:53.084451 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b3efb5-cc65-499c-bcf4-0a1fc286182f tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:53.089680 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-51b3efb5-cc65-499c-bcf4-0a1fc286182f tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1744788 Apr 21 13:05:53.092982 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47332) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:53.190271 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-07d42dd0-fb59-4fa3-8504-7a2473fc61c7 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:53.257145 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-07d42dd0-fb59-4fa3-8504-7a2473fc61c7 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Deleting port 2a45050b-cd72-4f8a-bfaa-2cfdf4bce654 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:53.257402 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-07d42dd0-fb59-4fa3-8504-7a2473fc61c7 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:53.323269 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-07d42dd0-fb59-4fa3-8504-7a2473fc61c7 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] For port 2a45050b-cd72-4f8a-bfaa-2cfdf4bce654, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=2a45050b-cd72-4f8a-bfaa-2cfdf4bce654,segment=NetworkSegment(360f7e01-78be-426f-b01b-08ed7b2f533a),segment_id=360f7e01-78be-426f-b01b-08ed7b2f533a)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:05:53.323639 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-07d42dd0-fb59-4fa3-8504-7a2473fc61c7 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:53.337468 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-07d42dd0-fb59-4fa3-8504-7a2473fc61c7 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Calling delete_port for 2a45050b-cd72-4f8a-bfaa-2cfdf4bce654 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:53.499173 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-07d42dd0-fb59-4fa3-8504-7a2473fc61c7 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:53.531152 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d42dd0-fb59-4fa3-8504-7a2473fc61c7 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Pushing event deleted for resources: {'Port': ['ID=2a45050b-cd72-4f8a-bfaa-2cfdf4bce654,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:53.537441 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d42dd0-fb59-4fa3-8504-7a2473fc61c7 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] No DVR routers for this DVR port 2a45050b-cd72-4f8a-bfaa-2cfdf4bce654 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:05:53.625468 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-07d42dd0-fb59-4fa3-8504-7a2473fc61c7 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:53.649917 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-07d42dd0-fb59-4fa3-8504-7a2473fc61c7 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b774189e-6e98-452f-87e5-a1878da2f294']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:53.672633 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-07d42dd0-fb59-4fa3-8504-7a2473fc61c7 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '360f7e01-78be-426f-b01b-08ed7b2f533a') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:53.673349 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-07d42dd0-fb59-4fa3-8504-7a2473fc61c7 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '360f7e01-78be-426f-b01b-08ed7b2f533a') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:53.698623 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-07d42dd0-fb59-4fa3-8504-7a2473fc61c7 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:53.714904 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-07d42dd0-fb59-4fa3-8504-7a2473fc61c7 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:53.722451 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d42dd0-fb59-4fa3-8504-7a2473fc61c7 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:05:53.725192 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-07d42dd0-fb59-4fa3-8504-7a2473fc61c7 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:05:53.740393 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:05:53.830298 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c019ac8-ae30-44d1-9cb2-bbe008f2da96 None None] Network cd7589e1-8f6b-4a2a-ba2b-55c946ccbe93 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:05:53.847295 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-07d42dd0-fb59-4fa3-8504-7a2473fc61c7 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:53.858292 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-07d42dd0-fb59-4fa3-8504-7a2473fc61c7 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:53.863502 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-07d42dd0-fb59-4fa3-8504-7a2473fc61c7 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] 10.222.0.36 "DELETE /v2.0/networks/b774189e-6e98-452f-87e5-a1878da2f294 HTTP/1.1" status: 204 len: 168 time: 0.7694671 Apr 21 13:05:53.866048 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47348) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:53.899031 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d42dd0-fb59-4fa3-8504-7a2473fc61c7 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Pushing event deleted for resources: {'Network': ['ID=b774189e-6e98-452f-87e5-a1878da2f294,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:54.020476 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15b20f12-72d8-454f-8df8-01c55ea3bb83 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:54.117851 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-15b20f12-72d8-454f-8df8-01c55ea3bb83 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Deleting port e8374eb1-2d44-4169-82be-c112e3ec7c32 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:05:54.118513 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15b20f12-72d8-454f-8df8-01c55ea3bb83 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:54.193448 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-15b20f12-72d8-454f-8df8-01c55ea3bb83 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] For port e8374eb1-2d44-4169-82be-c112e3ec7c32, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e8374eb1-2d44-4169-82be-c112e3ec7c32,segment=NetworkSegment(5dcd1c39-75d1-4cf1-b595-0cd703185b11),segment_id=5dcd1c39-75d1-4cf1-b595-0cd703185b11)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:05:54.193875 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15b20f12-72d8-454f-8df8-01c55ea3bb83 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:54.210619 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-15b20f12-72d8-454f-8df8-01c55ea3bb83 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Calling delete_port for e8374eb1-2d44-4169-82be-c112e3ec7c32 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:05:54.218537 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e8374eb1-2d44-4169-82be-c112e3ec7c32 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:05:54.314440 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-03bc32a3-8af2-41cf-acf1-69ad6a8d38dd None None] Provisioning complete for port e8374eb1-2d44-4169-82be-c112e3ec7c32 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:54.315285 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03bc32a3-8af2-41cf-acf1-69ad6a8d38dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:54.407140 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port e8374eb1-2d44-4169-82be-c112e3ec7c32 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:05:54.407525 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:54.433365 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15b20f12-72d8-454f-8df8-01c55ea3bb83 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:54.462191 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ba2f69-3149-4ec6-8d40-11a31480990d None None] DHCP port deletion for b774189e-6e98-452f-87e5-a1878da2f294 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:05:54.465994 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b20f12-72d8-454f-8df8-01c55ea3bb83 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Pushing event deleted for resources: {'Port': ['ID=e8374eb1-2d44-4169-82be-c112e3ec7c32,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:54.470890 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-03bc32a3-8af2-41cf-acf1-69ad6a8d38dd None None] Port e8374eb1-2d44-4169-82be-c112e3ec7c32 update to ACTIVE by agent not found {{(pid=103399) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2215}} Apr 21 13:05:54.480621 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b20f12-72d8-454f-8df8-01c55ea3bb83 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] No DVR routers for this DVR port e8374eb1-2d44-4169-82be-c112e3ec7c32 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:05:54.485500 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Could not find standard attr ID for object e8374eb1-2d44-4169-82be-c112e3ec7c32. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 13:05:54.489350 n-d-836147-2 neutron-server[103399]: INFO neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No ports have port_id starting with e8374eb1-2d44-4169-82be-c112e3ec7c32 Apr 21 13:05:54.584246 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15b20f12-72d8-454f-8df8-01c55ea3bb83 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:54.595277 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21f9626-354e-4123-8cb6-8ef54c69ea72 None None] Network b774189e-6e98-452f-87e5-a1878da2f294 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:05:54.617527 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21f9626-354e-4123-8cb6-8ef54c69ea72 None None] Network b774189e-6e98-452f-87e5-a1878da2f294 could not be found, it might have been deleted concurrently. {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 21 13:05:54.623510 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-15b20f12-72d8-454f-8df8-01c55ea3bb83 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd7589e1-8f6b-4a2a-ba2b-55c946ccbe93']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:54.627727 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e5186f26-aafc-4074-a515-072c68054b29 None None] Could not find standard attr ID for object 2a45050b-cd72-4f8a-bfaa-2cfdf4bce654. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 13:05:54.639445 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-15b20f12-72d8-454f-8df8-01c55ea3bb83 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dcd1c39-75d1-4cf1-b595-0cd703185b11') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:54.639445 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-15b20f12-72d8-454f-8df8-01c55ea3bb83 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dcd1c39-75d1-4cf1-b595-0cd703185b11') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:54.647202 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950f093f-d4dc-4b27-ba4b-b6aaa0049e49 None None] DHCP port deletion for cd7589e1-8f6b-4a2a-ba2b-55c946ccbe93 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:05:54.660074 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15b20f12-72d8-454f-8df8-01c55ea3bb83 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:54.680107 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15b20f12-72d8-454f-8df8-01c55ea3bb83 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:54.687805 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15b20f12-72d8-454f-8df8-01c55ea3bb83 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:05:54.688195 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15b20f12-72d8-454f-8df8-01c55ea3bb83 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: timer() Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:05:54.691974 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:05:54.965958 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15b20f12-72d8-454f-8df8-01c55ea3bb83 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:54.972918 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15b20f12-72d8-454f-8df8-01c55ea3bb83 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:54.983077 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-15b20f12-72d8-454f-8df8-01c55ea3bb83 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] 10.222.0.36 "DELETE /v2.0/networks/cd7589e1-8f6b-4a2a-ba2b-55c946ccbe93 HTTP/1.1" status: 204 len: 168 time: 1.1079407 Apr 21 13:05:54.984529 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47374) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:55.003547 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b20f12-72d8-454f-8df8-01c55ea3bb83 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Pushing event deleted for resources: {'Network': ['ID=cd7589e1-8f6b-4a2a-ba2b-55c946ccbe93,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:55.077071 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a89f312e-2dd6-4904-b937-ba105d17f471 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:55.173492 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a89f312e-2dd6-4904-b937-ba105d17f471 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:55.194203 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a89f312e-2dd6-4904-b937-ba105d17f471 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['891be2f0-211b-4426-9fbd-e6e9d9cd3da5']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:55.204388 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a89f312e-2dd6-4904-b937-ba105d17f471 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f14df9-1d48-491a-83c2-36817016f0c5') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:55.204706 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a89f312e-2dd6-4904-b937-ba105d17f471 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f14df9-1d48-491a-83c2-36817016f0c5') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:55.215081 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a89f312e-2dd6-4904-b937-ba105d17f471 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:55.230110 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a89f312e-2dd6-4904-b937-ba105d17f471 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:55.237706 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89f312e-2dd6-4904-b937-ba105d17f471 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a89f312e-2dd6-4904-b937-ba105d17f471 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:05:55.245719 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:05:55.406405 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a89f312e-2dd6-4904-b937-ba105d17f471 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:55.416327 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a89f312e-2dd6-4904-b937-ba105d17f471 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:55.417339 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a89f312e-2dd6-4904-b937-ba105d17f471 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] 10.222.0.36 "DELETE /v2.0/networks/891be2f0-211b-4426-9fbd-e6e9d9cd3da5 HTTP/1.1" status: 204 len: 168 time: 0.4311090 Apr 21 13:05:55.420569 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47384) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:55.433711 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f312e-2dd6-4904-b937-ba105d17f471 tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Pushing event deleted for resources: {'Network': ['ID=891be2f0-211b-4426-9fbd-e6e9d9cd3da5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:55.508372 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77f90dee-2f08-42b2-a89d-33d93792db9c tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:55.604178 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77f90dee-2f08-42b2-a89d-33d93792db9c tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:55.625391 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-77f90dee-2f08-42b2-a89d-33d93792db9c tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1faf6eec-0299-4b23-a329-63941001d65b']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:55.635609 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-77f90dee-2f08-42b2-a89d-33d93792db9c tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '180d0053-15df-4ea0-b264-10b934c241ab') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:55.635902 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-77f90dee-2f08-42b2-a89d-33d93792db9c tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '180d0053-15df-4ea0-b264-10b934c241ab') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:05:55.647493 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77f90dee-2f08-42b2-a89d-33d93792db9c tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:55.662376 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77f90dee-2f08-42b2-a89d-33d93792db9c tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:55.668766 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f90dee-2f08-42b2-a89d-33d93792db9c tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:05:55.669260 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77f90dee-2f08-42b2-a89d-33d93792db9c tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: timer() Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:05:55.673647 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:05:55.821735 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77f90dee-2f08-42b2-a89d-33d93792db9c tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:55.831006 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77f90dee-2f08-42b2-a89d-33d93792db9c tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:55.836447 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-77f90dee-2f08-42b2-a89d-33d93792db9c tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] 10.222.0.36 "DELETE /v2.0/networks/1faf6eec-0299-4b23-a329-63941001d65b HTTP/1.1" status: 204 len: 168 time: 0.4126163 Apr 21 13:05:55.845923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f90dee-2f08-42b2-a89d-33d93792db9c tempest-BulkNetworkOpsTest-271235575 tempest-BulkNetworkOpsTest-271235575-project] Pushing event deleted for resources: {'Network': ['ID=1faf6eec-0299-4b23-a329-63941001d65b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:55.913426 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 2a45050b-cd72-4f8a-bfaa-2cfdf4bce654 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:05:55.939621 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 2a45050b-cd72-4f8a-bfaa-2cfdf4bce654 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:05:55.939971 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 2a45050b-cd72-4f8a-bfaa-2cfdf4bce654 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:05:55.940402 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e8374eb1-2d44-4169-82be-c112e3ec7c32 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:05:55.960766 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: e8374eb1-2d44-4169-82be-c112e3ec7c32 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:05:55.961113 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e8374eb1-2d44-4169-82be-c112e3ec7c32 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:05:55.982699 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:05:56.210103 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47396) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:56.303884 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47400) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:56.374410 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a51b25a0-1b39-430f-a126-dcbcccb4ae77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:56.473966 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7baa9b99-3c45-4dd2-94d4-0b9baed91a6c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=568bbbe2be13422ca2b927f4a9f05a04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1688559 Apr 21 13:05:56.476391 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47404) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:56.492675 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a51b25a0-1b39-430f-a126-dcbcccb4ae77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:56.528227 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ccadc52-5ffd-4c6e-ab07-0dcfceedc485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:56.550138 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ccadc52-5ffd-4c6e-ab07-0dcfceedc485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:56.589143 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a51b25a0-1b39-430f-a126-dcbcccb4ae77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:56.629906 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a51b25a0-1b39-430f-a126-dcbcccb4ae77 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f4e9eb6f6dfd40abb3ca0059926e6769&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4186890 Apr 21 13:05:56.630771 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51b25a0-1b39-430f-a126-dcbcccb4ae77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d85d99-5d11-4efe-acb4-f87eaa4986bb,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:56.632601 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47406) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:56.646087 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ccadc52-5ffd-4c6e-ab07-0dcfceedc485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:56.653300 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7ccadc52-5ffd-4c6e-ab07-0dcfceedc485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:56.653300 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7ccadc52-5ffd-4c6e-ab07-0dcfceedc485 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bc521c02-5cb6-4574-b70b-6fd870554b31 HTTP/1.1" status: 204 len: 168 time: 0.1720240 Apr 21 13:05:56.669417 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccadc52-5ffd-4c6e-ab07-0dcfceedc485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc521c02-5cb6-4574-b70b-6fd870554b31,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:56.706278 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d97c2bd-01e7-4f08-a3ed-1de3b147864c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:56.731463 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d97c2bd-01e7-4f08-a3ed-1de3b147864c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:56.874400 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d97c2bd-01e7-4f08-a3ed-1de3b147864c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:56.876892 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3d97c2bd-01e7-4f08-a3ed-1de3b147864c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:56.878355 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3d97c2bd-01e7-4f08-a3ed-1de3b147864c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9d85d99-5d11-4efe-acb4-f87eaa4986bb HTTP/1.1" status: 204 len: 168 time: 0.2439566 Apr 21 13:05:56.886803 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97c2bd-01e7-4f08-a3ed-1de3b147864c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d85d99-5d11-4efe-acb4-f87eaa4986bb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:57.529254 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47430) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:57.543364 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0dc24eb-7bbd-4f3e-bd97-e9d8163c1205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:57.624140 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0dc24eb-7bbd-4f3e-bd97-e9d8163c1205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:57.695846 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0dc24eb-7bbd-4f3e-bd97-e9d8163c1205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:57.735314 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc24eb-7bbd-4f3e-bd97-e9d8163c1205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc7f256-5572-4db2-a00d-500af5803a9a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:57.740223 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b0dc24eb-7bbd-4f3e-bd97-e9d8163c1205 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a0c27355f82d42d5b582b601ffde669a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2095504 Apr 21 13:05:57.742542 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47436) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:57.797267 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-12cb830c-6ce9-4a27-b986-e0f810810213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:57.820933 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-12cb830c-6ce9-4a27-b986-e0f810810213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:57.879362 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47438) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:57.947770 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-12cb830c-6ce9-4a27-b986-e0f810810213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:57.951076 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-12cb830c-6ce9-4a27-b986-e0f810810213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:57.952651 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-12cb830c-6ce9-4a27-b986-e0f810810213 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4bc7f256-5572-4db2-a00d-500af5803a9a HTTP/1.1" status: 204 len: 168 time: 0.2088866 Apr 21 13:05:57.969413 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb830c-6ce9-4a27-b986-e0f810810213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc7f256-5572-4db2-a00d-500af5803a9a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:57.998689 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-fa23f46e-22ff-4442-8f5e-724e20937abf tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2003244707', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:58.097884 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa23f46e-22ff-4442-8f5e-724e20937abf tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:58.098963 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa23f46e-22ff-4442-8f5e-724e20937abf tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:58.151833 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa23f46e-22ff-4442-8f5e-724e20937abf tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:58.199683 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa23f46e-22ff-4442-8f5e-724e20937abf tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:58.568017 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa23f46e-22ff-4442-8f5e-724e20937abf tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:58.570075 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fa23f46e-22ff-4442-8f5e-724e20937abf tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6894565 Apr 21 13:05:58.574566 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47446) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:58.578046 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-41596b52-4e6d-4648-88ea-2c711991633a tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-137426740'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:58.651297 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41596b52-4e6d-4648-88ea-2c711991633a tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Made reservation on behalf of 351f07520d834b788d8dfbede8c7a7fa for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:05:58.655474 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41596b52-4e6d-4648-88ea-2c711991633a tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:58.664452 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41596b52-4e6d-4648-88ea-2c711991633a tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:58.743802 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41596b52-4e6d-4648-88ea-2c711991633a tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:59.295976 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41596b52-4e6d-4648-88ea-2c711991633a tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:59.323584 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41596b52-4e6d-4648-88ea-2c711991633a tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:05:59.332903 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41596b52-4e6d-4648-88ea-2c711991633a tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7849e1e7-1757-4e02-98af-2adfa5a3c76f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:59.339368 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41596b52-4e6d-4648-88ea-2c711991633a tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:59.339627 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-41596b52-4e6d-4648-88ea-2c711991633a tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Added segment 6c950d61-4eb6-4508-82f7-00cd64cd6599 of type vlan for network a2a48427-df82-4c79-81ad-aacd4c2abbc3 Apr 21 13:05:59.384053 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41596b52-4e6d-4648-88ea-2c711991633a tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:59.491786 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41596b52-4e6d-4648-88ea-2c711991633a tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:59.498247 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41596b52-4e6d-4648-88ea-2c711991633a tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:05:59.501154 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-41596b52-4e6d-4648-88ea-2c711991633a tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:05:59.570142 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41596b52-4e6d-4648-88ea-2c711991633a tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Pushing event updated for resources: {'Network': ['ID=a2a48427-df82-4c79-81ad-aacd4c2abbc3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:05:59.583943 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network a2a48427-df82-4c79-81ad-aacd4c2abbc3 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:05:59.631826 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-41596b52-4e6d-4648-88ea-2c711991633a tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0581181 Apr 21 13:05:59.634645 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47482) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:05:59.639746 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3f647c99-ff35-4ffd-8098-1f38500f3c23 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Request body: {'subnet': {'network_id': 'a2a48427-df82-4c79-81ad-aacd4c2abbc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:05:59.816592 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f647c99-ff35-4ffd-8098-1f38500f3c23 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Made reservation on behalf of 351f07520d834b788d8dfbede8c7a7fa for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:05:59.820155 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f647c99-ff35-4ffd-8098-1f38500f3c23 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:00.078923 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f647c99-ff35-4ffd-8098-1f38500f3c23 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:00.151574 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f647c99-ff35-4ffd-8098-1f38500f3c23 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Pushing event updated for resources: {'Subnet': ['ID=19d4bf3d-569b-4158-b713-8f22138dcb37,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:00.154738 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f647c99-ff35-4ffd-8098-1f38500f3c23 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Checking segment: {'id': '6c950d61-4eb6-4508-82f7-00cd64cd6599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a2a48427-df82-4c79-81ad-aacd4c2abbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:06:00.155101 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f647c99-ff35-4ffd-8098-1f38500f3c23 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Network hostable DHCP agents. Network: a2a48427-df82-4c79-81ad-aacd4c2abbc3, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:06:00.238913 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f647c99-ff35-4ffd-8098-1f38500f3c23 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Network a2a48427-df82-4c79-81ad-aacd4c2abbc3 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:06:00.320135 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-3f647c99-ff35-4ffd-8098-1f38500f3c23 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, a2a48427-df82-4c79-81ad-aacd4c2abbc3) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:06:00.324713 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f647c99-ff35-4ffd-8098-1f38500f3c23 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:00.326040 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3f647c99-ff35-4ffd-8098-1f38500f3c23 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:00.331965 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27cb476-ce93-4e74-84cb-7f12e6cd6d8a None None] Network a2a48427-df82-4c79-81ad-aacd4c2abbc3 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:06:00.403115 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3f647c99-ff35-4ffd-8098-1f38500f3c23 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7671134 Apr 21 13:06:00.407568 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47498) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:00.413745 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9f403f0f-0a58-42d3-a972-cb75b4aaf548 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Request body: {'network': {'name': 'tempest-router-network01--255041714'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:06:00.495678 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed85fa06-a3f8-4dbe-86a1-99af044086cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-a2a48427-df82-4c79-81ad-aacd4c2abbc3', 'network_id': 'a2a48427-df82-4c79-81ad-aacd4c2abbc3', 'tenant_id': '351f07520d834b788d8dfbede8c7a7fa', 'fixed_ips': [{'subnet_id': '19d4bf3d-569b-4158-b713-8f22138dcb37'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:06:00.497133 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed85fa06-a3f8-4dbe-86a1-99af044086cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:00.497937 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f403f0f-0a58-42d3-a972-cb75b4aaf548 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Made reservation on behalf of 351f07520d834b788d8dfbede8c7a7fa for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:06:00.501750 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f403f0f-0a58-42d3-a972-cb75b4aaf548 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:00.530760 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f403f0f-0a58-42d3-a972-cb75b4aaf548 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:06:00.551075 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f403f0f-0a58-42d3-a972-cb75b4aaf548 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:00.551538 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-9f403f0f-0a58-42d3-a972-cb75b4aaf548 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Added segment 99be6b8d-8502-4812-a524-38422ae319ff of type vlan for network 45f5fa8f-0697-4e79-9ef2-50b6ebc58709 Apr 21 13:06:00.594558 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f403f0f-0a58-42d3-a972-cb75b4aaf548 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:00.650232 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ed85fa06-a3f8-4dbe-86a1-99af044086cd None None] Allocated IP 2001:db8::2 (a2a48427-df82-4c79-81ad-aacd4c2abbc3/19d4bf3d-569b-4158-b713-8f22138dcb37/d881769e-ea9a-449d-94a4-8d17e291be0e) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:06:00.685543 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f403f0f-0a58-42d3-a972-cb75b4aaf548 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:00.692725 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f403f0f-0a58-42d3-a972-cb75b4aaf548 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:00.694888 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9f403f0f-0a58-42d3-a972-cb75b4aaf548 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:00.766205 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f403f0f-0a58-42d3-a972-cb75b4aaf548 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Pushing event updated for resources: {'Network': ['ID=45f5fa8f-0697-4e79-9ef2-50b6ebc58709,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:00.790346 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 45f5fa8f-0697-4e79-9ef2-50b6ebc58709 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:06:00.818044 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47508) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:00.826941 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9f403f0f-0a58-42d3-a972-cb75b4aaf548 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4087815 Apr 21 13:06:00.827087 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-cfcf69de-72a5-44f5-8c5e-2d6e0f4153e3 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Request body: {'network': {'name': 'tempest-router-network02--363315014'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:06:00.860463 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed85fa06-a3f8-4dbe-86a1-99af044086cd None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:00.944066 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcf69de-72a5-44f5-8c5e-2d6e0f4153e3 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Made reservation on behalf of 351f07520d834b788d8dfbede8c7a7fa for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:06:00.946963 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed85fa06-a3f8-4dbe-86a1-99af044086cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:00.947600 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cfcf69de-72a5-44f5-8c5e-2d6e0f4153e3 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:00.973353 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfcf69de-72a5-44f5-8c5e-2d6e0f4153e3 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:06:00.985705 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cfcf69de-72a5-44f5-8c5e-2d6e0f4153e3 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:00.987752 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-cfcf69de-72a5-44f5-8c5e-2d6e0f4153e3 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Added segment ea5836f9-2647-43d9-aad1-54d63bdf6144 of type vlan for network 77f63fc2-1a41-444b-80bc-fc69c2a7db95 Apr 21 13:06:00.991665 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed85fa06-a3f8-4dbe-86a1-99af044086cd None None] Network a2a48427-df82-4c79-81ad-aacd4c2abbc3 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:06:00.994790 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ed85fa06-a3f8-4dbe-86a1-99af044086cd None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:06:00.999225 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed85fa06-a3f8-4dbe-86a1-99af044086cd None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:06:01.006920 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85fa06-a3f8-4dbe-86a1-99af044086cd None None] Pushing event updated for resources: {'Port': ['ID=d881769e-ea9a-449d-94a4-8d17e291be0e,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:01.051638 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cfcf69de-72a5-44f5-8c5e-2d6e0f4153e3 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:01.069124 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ed85fa06-a3f8-4dbe-86a1-99af044086cd None None] Attempting to bind port d881769e-ea9a-449d-94a4-8d17e291be0e on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:01.069726 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ed85fa06-a3f8-4dbe-86a1-99af044086cd None None] Attempting to bind port d881769e-ea9a-449d-94a4-8d17e291be0e by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '6c950d61-4eb6-4508-82f7-00cd64cd6599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a2a48427-df82-4c79-81ad-aacd4c2abbc3'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:01.070083 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed85fa06-a3f8-4dbe-86a1-99af044086cd None None] Attempting to bind port d881769e-ea9a-449d-94a4-8d17e291be0e on network a2a48427-df82-4c79-81ad-aacd4c2abbc3 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:01.079977 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed85fa06-a3f8-4dbe-86a1-99af044086cd None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:06:01.080477 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed85fa06-a3f8-4dbe-86a1-99af044086cd None None] Checking segment: {'id': '6c950d61-4eb6-4508-82f7-00cd64cd6599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a2a48427-df82-4c79-81ad-aacd4c2abbc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:06:01.081003 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed85fa06-a3f8-4dbe-86a1-99af044086cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:01.081487 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed85fa06-a3f8-4dbe-86a1-99af044086cd None None] Bound using segment: {'id': '6c950d61-4eb6-4508-82f7-00cd64cd6599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a2a48427-df82-4c79-81ad-aacd4c2abbc3'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:06:01.082308 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ed85fa06-a3f8-4dbe-86a1-99af044086cd None None] Bound port: d881769e-ea9a-449d-94a4-8d17e291be0e, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c950d61-4eb6-4508-82f7-00cd64cd6599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'a2a48427-df82-4c79-81ad-aacd4c2abbc3'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:06:01.082806 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed85fa06-a3f8-4dbe-86a1-99af044086cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:01.130959 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cfcf69de-72a5-44f5-8c5e-2d6e0f4153e3 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:01.138092 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcf69de-72a5-44f5-8c5e-2d6e0f4153e3 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:01.140049 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cfcf69de-72a5-44f5-8c5e-2d6e0f4153e3 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:01.149003 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ed85fa06-a3f8-4dbe-86a1-99af044086cd None None] For port d881769e-ea9a-449d-94a4-8d17e291be0e, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:06:01.152434 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ed85fa06-a3f8-4dbe-86a1-99af044086cd None None] For port d881769e-ea9a-449d-94a4-8d17e291be0e, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=d881769e-ea9a-449d-94a4-8d17e291be0e,segment=NetworkSegment(6c950d61-4eb6-4508-82f7-00cd64cd6599),segment_id=6c950d61-4eb6-4508-82f7-00cd64cd6599)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:06:01.211336 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf69de-72a5-44f5-8c5e-2d6e0f4153e3 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Pushing event updated for resources: {'Network': ['ID=77f63fc2-1a41-444b-80bc-fc69c2a7db95,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:01.223760 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 77f63fc2-1a41-444b-80bc-fc69c2a7db95 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:06:01.240358 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed85fa06-a3f8-4dbe-86a1-99af044086cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:01.307207 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-cfcf69de-72a5-44f5-8c5e-2d6e0f4153e3 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4860458 Apr 21 13:06:01.308380 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47526) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:01.314407 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ab636c8a-0cc8-4d0d-a1e7-4dab2bd8e1b2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Request body: {'subnet': {'network_id': '45f5fa8f-0697-4e79-9ef2-50b6ebc58709', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:06:01.360624 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85fa06-a3f8-4dbe-86a1-99af044086cd None None] Pushing event updated for resources: {'Port': ['ID=d881769e-ea9a-449d-94a4-8d17e291be0e,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:01.547566 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab636c8a-0cc8-4d0d-a1e7-4dab2bd8e1b2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Made reservation on behalf of 351f07520d834b788d8dfbede8c7a7fa for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:06:01.551357 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab636c8a-0cc8-4d0d-a1e7-4dab2bd8e1b2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:01.884679 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab636c8a-0cc8-4d0d-a1e7-4dab2bd8e1b2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:01.940635 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device d881769e-ea9a-449d-94a4-8d17e291be0e up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:06:01.950315 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab636c8a-0cc8-4d0d-a1e7-4dab2bd8e1b2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Pushing event updated for resources: {'Subnet': ['ID=0fd2118b-8aae-4e6a-a3f5-ccfc64c0e13b,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:01.959149 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab636c8a-0cc8-4d0d-a1e7-4dab2bd8e1b2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Checking segment: {'id': '99be6b8d-8502-4812-a524-38422ae319ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '45f5fa8f-0697-4e79-9ef2-50b6ebc58709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:06:01.959612 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab636c8a-0cc8-4d0d-a1e7-4dab2bd8e1b2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Network hostable DHCP agents. Network: 45f5fa8f-0697-4e79-9ef2-50b6ebc58709, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:06:01.990085 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port d881769e-ea9a-449d-94a4-8d17e291be0e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:06:01.990381 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:02.040593 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab636c8a-0cc8-4d0d-a1e7-4dab2bd8e1b2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Network 45f5fa8f-0697-4e79-9ef2-50b6ebc58709 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:06:02.093568 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:02.120482 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ab636c8a-0cc8-4d0d-a1e7-4dab2bd8e1b2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 45f5fa8f-0697-4e79-9ef2-50b6ebc58709) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:06:02.140746 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada53b6c-5c01-4998-a5bf-1c0750021990 None None] Network 45f5fa8f-0697-4e79-9ef2-50b6ebc58709 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:06:02.141205 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab636c8a-0cc8-4d0d-a1e7-4dab2bd8e1b2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:02.141205 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab636c8a-0cc8-4d0d-a1e7-4dab2bd8e1b2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:02.236418 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47540) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:02.237266 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ab636c8a-0cc8-4d0d-a1e7-4dab2bd8e1b2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9270999 Apr 21 13:06:02.242498 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-10865634-ea9d-43c3-81d1-bafed9dfb0c4 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Request body: {'subnet': {'network_id': '77f63fc2-1a41-444b-80bc-fc69c2a7db95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:06:02.256201 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port d881769e-ea9a-449d-94a4-8d17e291be0e, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=d881769e-ea9a-449d-94a4-8d17e291be0e,segment=NetworkSegment(6c950d61-4eb6-4508-82f7-00cd64cd6599),segment_id=6c950d61-4eb6-4508-82f7-00cd64cd6599)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:06:02.316248 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bd907b-dc42-4436-9afd-02ae814fb842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-45f5fa8f-0697-4e79-9ef2-50b6ebc58709', 'network_id': '45f5fa8f-0697-4e79-9ef2-50b6ebc58709', 'tenant_id': '351f07520d834b788d8dfbede8c7a7fa', 'fixed_ips': [{'subnet_id': '0fd2118b-8aae-4e6a-a3f5-ccfc64c0e13b'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:06:02.318082 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84bd907b-dc42-4436-9afd-02ae814fb842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:02.488875 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:02.533275 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10865634-ea9d-43c3-81d1-bafed9dfb0c4 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Made reservation on behalf of 351f07520d834b788d8dfbede8c7a7fa for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:06:02.537530 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10865634-ea9d-43c3-81d1-bafed9dfb0c4 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:02.539433 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-84bd907b-dc42-4436-9afd-02ae814fb842 None None] Allocated IP 2001:db8::2 (45f5fa8f-0697-4e79-9ef2-50b6ebc58709/0fd2118b-8aae-4e6a-a3f5-ccfc64c0e13b/276f5923-97db-433c-a8c3-11d69c988e3b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:06:02.567479 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=d881769e-ea9a-449d-94a4-8d17e291be0e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:02.655849 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae04b56-b469-4bcf-807e-550df10d4403 None None] Network a2a48427-df82-4c79-81ad-aacd4c2abbc3 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:06:02.804031 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84bd907b-dc42-4436-9afd-02ae814fb842 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:02.816479 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f9ab7e2d-172e-4bcd-8ed6-e4dde1889349 None None] Provisioning complete for port d881769e-ea9a-449d-94a4-8d17e291be0e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:06:02.816834 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9ab7e2d-172e-4bcd-8ed6-e4dde1889349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:02.896278 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10865634-ea9d-43c3-81d1-bafed9dfb0c4 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:02.899351 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84bd907b-dc42-4436-9afd-02ae814fb842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:02.960340 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bd907b-dc42-4436-9afd-02ae814fb842 None None] Network 45f5fa8f-0697-4e79-9ef2-50b6ebc58709 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:06:02.970374 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10865634-ea9d-43c3-81d1-bafed9dfb0c4 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Pushing event updated for resources: {'Subnet': ['ID=2872c5c0-5a1d-41c2-9ff0-ed721c9dc1de,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:02.978701 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10865634-ea9d-43c3-81d1-bafed9dfb0c4 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Checking segment: {'id': 'ea5836f9-2647-43d9-aad1-54d63bdf6144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '77f63fc2-1a41-444b-80bc-fc69c2a7db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:06:02.979061 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10865634-ea9d-43c3-81d1-bafed9dfb0c4 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Network hostable DHCP agents. Network: 77f63fc2-1a41-444b-80bc-fc69c2a7db95, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:06:02.993685 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-84bd907b-dc42-4436-9afd-02ae814fb842 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:06:02.996344 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bd907b-dc42-4436-9afd-02ae814fb842 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:06:03.007287 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd907b-dc42-4436-9afd-02ae814fb842 None None] Pushing event updated for resources: {'Port': ['ID=276f5923-97db-433c-a8c3-11d69c988e3b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:03.071412 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-84bd907b-dc42-4436-9afd-02ae814fb842 None None] Attempting to bind port 276f5923-97db-433c-a8c3-11d69c988e3b on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:03.071715 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-84bd907b-dc42-4436-9afd-02ae814fb842 None None] Attempting to bind port 276f5923-97db-433c-a8c3-11d69c988e3b by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '99be6b8d-8502-4812-a524-38422ae319ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '45f5fa8f-0697-4e79-9ef2-50b6ebc58709'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:03.072077 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bd907b-dc42-4436-9afd-02ae814fb842 None None] Attempting to bind port 276f5923-97db-433c-a8c3-11d69c988e3b on network 45f5fa8f-0697-4e79-9ef2-50b6ebc58709 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:03.077964 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bd907b-dc42-4436-9afd-02ae814fb842 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:06:03.078345 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bd907b-dc42-4436-9afd-02ae814fb842 None None] Checking segment: {'id': '99be6b8d-8502-4812-a524-38422ae319ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '45f5fa8f-0697-4e79-9ef2-50b6ebc58709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:06:03.078751 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84bd907b-dc42-4436-9afd-02ae814fb842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:03.079175 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bd907b-dc42-4436-9afd-02ae814fb842 None None] Bound using segment: {'id': '99be6b8d-8502-4812-a524-38422ae319ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '45f5fa8f-0697-4e79-9ef2-50b6ebc58709'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:06:03.079644 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-84bd907b-dc42-4436-9afd-02ae814fb842 None None] Bound port: 276f5923-97db-433c-a8c3-11d69c988e3b, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99be6b8d-8502-4812-a524-38422ae319ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '45f5fa8f-0697-4e79-9ef2-50b6ebc58709'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:06:03.080028 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84bd907b-dc42-4436-9afd-02ae814fb842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:03.125414 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10865634-ea9d-43c3-81d1-bafed9dfb0c4 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Network 77f63fc2-1a41-444b-80bc-fc69c2a7db95 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:06:03.149344 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-84bd907b-dc42-4436-9afd-02ae814fb842 None None] For port 276f5923-97db-433c-a8c3-11d69c988e3b, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:06:03.152848 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-84bd907b-dc42-4436-9afd-02ae814fb842 None None] For port 276f5923-97db-433c-a8c3-11d69c988e3b, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=276f5923-97db-433c-a8c3-11d69c988e3b,segment=NetworkSegment(99be6b8d-8502-4812-a524-38422ae319ff),segment_id=99be6b8d-8502-4812-a524-38422ae319ff)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:06:03.233184 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-10865634-ea9d-43c3-81d1-bafed9dfb0c4 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 77f63fc2-1a41-444b-80bc-fc69c2a7db95) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:06:03.237983 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10865634-ea9d-43c3-81d1-bafed9dfb0c4 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:03.239696 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-10865634-ea9d-43c3-81d1-bafed9dfb0c4 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:03.253240 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bafbfc-861e-483e-adfa-c73e4b8d9f04 None None] Network 77f63fc2-1a41-444b-80bc-fc69c2a7db95 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:06:03.271002 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84bd907b-dc42-4436-9afd-02ae814fb842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:03.359980 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-10865634-ea9d-43c3-81d1-bafed9dfb0c4 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1213081 Apr 21 13:06:03.363800 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-59bfb01b-bba8-4de8-aca2-b052efd21aa3 None None] Provisioning complete for port d881769e-ea9a-449d-94a4-8d17e291be0e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:06:03.364177 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59bfb01b-bba8-4de8-aca2-b052efd21aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:03.373052 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47554) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:03.426552 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bd907b-dc42-4436-9afd-02ae814fb842 None None] Pushing event updated for resources: {'Port': ['ID=276f5923-97db-433c-a8c3-11d69c988e3b,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:03.533084 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61855ba5-d778-4aa3-860b-e2b2d5cb9cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-77f63fc2-1a41-444b-80bc-fc69c2a7db95', 'network_id': '77f63fc2-1a41-444b-80bc-fc69c2a7db95', 'tenant_id': '351f07520d834b788d8dfbede8c7a7fa', 'fixed_ips': [{'subnet_id': '2872c5c0-5a1d-41c2-9ff0-ed721c9dc1de'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:06:03.534334 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61855ba5-d778-4aa3-860b-e2b2d5cb9cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:03.704256 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-61855ba5-d778-4aa3-860b-e2b2d5cb9cd1 None None] Allocated IP 2001:db8::2 (77f63fc2-1a41-444b-80bc-fc69c2a7db95/2872c5c0-5a1d-41c2-9ff0-ed721c9dc1de/9992c06a-fe02-4466-a50b-8b1f46c8588a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:06:03.756612 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9124b3db-6061-464a-8e32-7b3650a4fe7c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:03.895368 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61855ba5-d778-4aa3-860b-e2b2d5cb9cd1 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:04.019577 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61855ba5-d778-4aa3-860b-e2b2d5cb9cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:04.039534 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-9124b3db-6061-464a-8e32-7b3650a4fe7c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Allocated IP 2001:db8::1 (45f5fa8f-0697-4e79-9ef2-50b6ebc58709/0fd2118b-8aae-4e6a-a3f5-ccfc64c0e13b/9ac2a4c7-c1d4-4bec-bdea-43cbdf5dba9c) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:06:04.046215 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device d881769e-ea9a-449d-94a4-8d17e291be0e up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:06:04.089319 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61855ba5-d778-4aa3-860b-e2b2d5cb9cd1 None None] Network 77f63fc2-1a41-444b-80bc-fc69c2a7db95 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:06:04.101414 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-61855ba5-d778-4aa3-860b-e2b2d5cb9cd1 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:06:04.105429 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61855ba5-d778-4aa3-860b-e2b2d5cb9cd1 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:06:04.107299 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61855ba5-d778-4aa3-860b-e2b2d5cb9cd1 None None] Pushing event updated for resources: {'Port': ['ID=9992c06a-fe02-4466-a50b-8b1f46c8588a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:04.181331 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9124b3db-6061-464a-8e32-7b3650a4fe7c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:04.315896 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9124b3db-6061-464a-8e32-7b3650a4fe7c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:04.345262 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port d881769e-ea9a-449d-94a4-8d17e291be0e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:06:04.345656 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:04.379636 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124b3db-6061-464a-8e32-7b3650a4fe7c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Pushing event updated for resources: {'Port': ['ID=9ac2a4c7-c1d4-4bec-bdea-43cbdf5dba9c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:04.389272 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-61855ba5-d778-4aa3-860b-e2b2d5cb9cd1 None None] Attempting to bind port 9992c06a-fe02-4466-a50b-8b1f46c8588a on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:04.389846 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-61855ba5-d778-4aa3-860b-e2b2d5cb9cd1 None None] Attempting to bind port 9992c06a-fe02-4466-a50b-8b1f46c8588a by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'ea5836f9-2647-43d9-aad1-54d63bdf6144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '77f63fc2-1a41-444b-80bc-fc69c2a7db95'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:04.390215 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61855ba5-d778-4aa3-860b-e2b2d5cb9cd1 None None] Attempting to bind port 9992c06a-fe02-4466-a50b-8b1f46c8588a on network 77f63fc2-1a41-444b-80bc-fc69c2a7db95 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:04.410201 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61855ba5-d778-4aa3-860b-e2b2d5cb9cd1 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:06:04.410201 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61855ba5-d778-4aa3-860b-e2b2d5cb9cd1 None None] Checking segment: {'id': 'ea5836f9-2647-43d9-aad1-54d63bdf6144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '77f63fc2-1a41-444b-80bc-fc69c2a7db95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:06:04.410201 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61855ba5-d778-4aa3-860b-e2b2d5cb9cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:04.410201 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61855ba5-d778-4aa3-860b-e2b2d5cb9cd1 None None] Bound using segment: {'id': 'ea5836f9-2647-43d9-aad1-54d63bdf6144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '77f63fc2-1a41-444b-80bc-fc69c2a7db95'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:06:04.410201 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-61855ba5-d778-4aa3-860b-e2b2d5cb9cd1 None None] Bound port: 9992c06a-fe02-4466-a50b-8b1f46c8588a, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea5836f9-2647-43d9-aad1-54d63bdf6144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '77f63fc2-1a41-444b-80bc-fc69c2a7db95'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:06:04.410201 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61855ba5-d778-4aa3-860b-e2b2d5cb9cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:04.410943 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9124b3db-6061-464a-8e32-7b3650a4fe7c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Network 45f5fa8f-0697-4e79-9ef2-50b6ebc58709 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:06:04.410943 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-9124b3db-6061-464a-8e32-7b3650a4fe7c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:06:04.413076 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9124b3db-6061-464a-8e32-7b3650a4fe7c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:06:04.413671 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9124b3db-6061-464a-8e32-7b3650a4fe7c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:04.540006 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-61855ba5-d778-4aa3-860b-e2b2d5cb9cd1 None None] For port 9992c06a-fe02-4466-a50b-8b1f46c8588a, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:06:04.542846 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 276f5923-97db-433c-a8c3-11d69c988e3b up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:06:04.546310 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-61855ba5-d778-4aa3-860b-e2b2d5cb9cd1 None None] For port 9992c06a-fe02-4466-a50b-8b1f46c8588a, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=9992c06a-fe02-4466-a50b-8b1f46c8588a,segment=NetworkSegment(ea5836f9-2647-43d9-aad1-54d63bdf6144),segment_id=ea5836f9-2647-43d9-aad1-54d63bdf6144)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:06:04.592682 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c704a87-7ede-4a8b-bf8e-4f6b78afdcc1 None None] Network 45f5fa8f-0697-4e79-9ef2-50b6ebc58709 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:06:04.648810 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9124b3db-6061-464a-8e32-7b3650a4fe7c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:04.656822 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 276f5923-97db-433c-a8c3-11d69c988e3b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:06:04.657170 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:04.689516 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61855ba5-d778-4aa3-860b-e2b2d5cb9cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:04.786170 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9bc425c9-7c3d-4488-99ad-626caab17e32 None None] Provisioning complete for port 276f5923-97db-433c-a8c3-11d69c988e3b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:06:04.786384 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bc425c9-7c3d-4488-99ad-626caab17e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:04.841600 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61855ba5-d778-4aa3-860b-e2b2d5cb9cd1 None None] Pushing event updated for resources: {'Port': ['ID=9992c06a-fe02-4466-a50b-8b1f46c8588a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:04.965935 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:04.982872 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9124b3db-6061-464a-8e32-7b3650a4fe7c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:05.039618 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9bc425c9-7c3d-4488-99ad-626caab17e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:05.045161 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 276f5923-97db-433c-a8c3-11d69c988e3b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=276f5923-97db-433c-a8c3-11d69c988e3b,segment=NetworkSegment(99be6b8d-8502-4812-a524-38422ae319ff),segment_id=99be6b8d-8502-4812-a524-38422ae319ff)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:06:05.080691 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9124b3db-6061-464a-8e32-7b3650a4fe7c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:05.081510 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9124b3db-6061-464a-8e32-7b3650a4fe7c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:05.182967 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:05.199227 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124b3db-6061-464a-8e32-7b3650a4fe7c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Pushing event updated for resources: {'Port': ['ID=9ac2a4c7-c1d4-4bec-bdea-43cbdf5dba9c,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:05.241189 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9124b3db-6061-464a-8e32-7b3650a4fe7c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Network 45f5fa8f-0697-4e79-9ef2-50b6ebc58709 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:06:05.241189 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-9124b3db-6061-464a-8e32-7b3650a4fe7c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:06:05.267558 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-9bc425c9-7c3d-4488-99ad-626caab17e32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 13:06:05.268182 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-9bc425c9-7c3d-4488-99ad-626caab17e32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 13:06:05.280450 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=276f5923-97db-433c-a8c3-11d69c988e3b,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:05.834719 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9124b3db-6061-464a-8e32-7b3650a4fe7c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Router 8437b796-8fc5-423d-8c7f-787c8077936d is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:06:05.942939 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0d3434cd-319b-4046-a99e-eb20b18ac72d None None] Provisioning complete for port 276f5923-97db-433c-a8c3-11d69c988e3b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:06:05.947344 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d3434cd-319b-4046-a99e-eb20b18ac72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:05.973480 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9124b3db-6061-464a-8e32-7b3650a4fe7c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:06:05.985459 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765e3042-a82c-46bd-a072-5461d9b33590 None None] Sync routers for ids ['8437b796-8fc5-423d-8c7f-787c8077936d'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:06:05.991460 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47598) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:05.992833 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9124b3db-6061-464a-8e32-7b3650a4fe7c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] 10.222.0.36 "PUT /v2.0/routers/8437b796-8fc5-423d-8c7f-787c8077936d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6182542 Apr 21 13:06:06.031771 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765e3042-a82c-46bd-a072-5461d9b33590 None None] Routers {'8437b796-8fc5-423d-8c7f-787c8077936d'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:06:06.033255 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-765e3042-a82c-46bd-a072-5461d9b33590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:05:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['8437b796-8fc5-423d-8c7f-787c8077936d'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:06.088516 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee97da4-4141-44b0-a9ab-7b3e9a5ed9ae None None] Network 77f63fc2-1a41-444b-80bc-fc69c2a7db95 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:06:06.136952 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 9992c06a-fe02-4466-a50b-8b1f46c8588a up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:06:06.142175 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-765e3042-a82c-46bd-a072-5461d9b33590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:06.198020 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765e3042-a82c-46bd-a072-5461d9b33590 None None] Routers {'8437b796-8fc5-423d-8c7f-787c8077936d'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:06:06.198735 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-765e3042-a82c-46bd-a072-5461d9b33590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:05:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['8437b796-8fc5-423d-8c7f-787c8077936d'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:06.260735 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-765e3042-a82c-46bd-a072-5461d9b33590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:06.261391 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765e3042-a82c-46bd-a072-5461d9b33590 None None] The sync data for ids ['8437b796-8fc5-423d-8c7f-787c8077936d'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:06:06.332505 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 9992c06a-fe02-4466-a50b-8b1f46c8588a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:06:06.332789 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:06.388525 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0d3434cd-319b-4046-a99e-eb20b18ac72d None None] Provisioning complete for port 9ac2a4c7-c1d4-4bec-bdea-43cbdf5dba9c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:06:06.388888 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d3434cd-319b-4046-a99e-eb20b18ac72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:06.405677 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-f6f8fef9-ea4c-4eac-b9a2-2749ef059499 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 13:06:06.406761 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f6f8fef9-ea4c-4eac-b9a2-2749ef059499 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] 10.222.0.36 "PUT /v2.0/routers/8437b796-8fc5-423d-8c7f-787c8077936d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4140046 Apr 21 13:06:06.409844 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47604) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:06.471022 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0d3434cd-319b-4046-a99e-eb20b18ac72d None None] Port 9ac2a4c7-c1d4-4bec-bdea-43cbdf5dba9c cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:06:06.492182 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:06.544449 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 9992c06a-fe02-4466-a50b-8b1f46c8588a, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=9992c06a-fe02-4466-a50b-8b1f46c8588a,segment=NetworkSegment(ea5836f9-2647-43d9-aad1-54d63bdf6144),segment_id=ea5836f9-2647-43d9-aad1-54d63bdf6144)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:06:06.593756 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-cf40d20b-f701-4fe4-aa09-be73dc4f0ded None None] Provisioning complete for port 9992c06a-fe02-4466-a50b-8b1f46c8588a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:06:06.594405 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf40d20b-f701-4fe4-aa09-be73dc4f0ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:06.659899 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:06.659899 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 276f5923-97db-433c-a8c3-11d69c988e3b up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:06:06.767566 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=9992c06a-fe02-4466-a50b-8b1f46c8588a,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:06.782240 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 276f5923-97db-433c-a8c3-11d69c988e3b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:06:06.783024 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:06.791733 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-382331bd-cb85-4c09-8b7c-0f1ef1c66843 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:06.896606 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f135cfe1-31c1-4ea5-840d-fd281a1cb1da None None] Provisioning complete for port 9992c06a-fe02-4466-a50b-8b1f46c8588a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:06:06.897042 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f135cfe1-31c1-4ea5-840d-fd281a1cb1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:07.051329 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-382331bd-cb85-4c09-8b7c-0f1ef1c66843 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Deleting port 9ac2a4c7-c1d4-4bec-bdea-43cbdf5dba9c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:06:07.051944 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-382331bd-cb85-4c09-8b7c-0f1ef1c66843 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:07.138529 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-382331bd-cb85-4c09-8b7c-0f1ef1c66843 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:07.151919 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-382331bd-cb85-4c09-8b7c-0f1ef1c66843 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Calling delete_port for 9ac2a4c7-c1d4-4bec-bdea-43cbdf5dba9c owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:06:07.457807 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-382331bd-cb85-4c09-8b7c-0f1ef1c66843 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:07.491667 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382331bd-cb85-4c09-8b7c-0f1ef1c66843 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Pushing event deleted for resources: {'Port': ['ID=9ac2a4c7-c1d4-4bec-bdea-43cbdf5dba9c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:07.594065 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-382331bd-cb85-4c09-8b7c-0f1ef1c66843 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:07.764613 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382331bd-cb85-4c09-8b7c-0f1ef1c66843 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Router 8437b796-8fc5-423d-8c7f-787c8077936d has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:06:07.919154 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 9992c06a-fe02-4466-a50b-8b1f46c8588a up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:06:07.972856 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 9992c06a-fe02-4466-a50b-8b1f46c8588a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:06:07.973243 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:08.225912 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382331bd-cb85-4c09-8b7c-0f1ef1c66843 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:06:08.231547 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-382331bd-cb85-4c09-8b7c-0f1ef1c66843 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] 10.222.0.36 "PUT /v2.0/routers/8437b796-8fc5-423d-8c7f-787c8077936d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8200748 Apr 21 13:06:08.234988 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47642) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:08.237148 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1b2e7f-8267-47df-82b8-1158c116f216 None None] Sync routers for ids ['8437b796-8fc5-423d-8c7f-787c8077936d'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:06:08.247386 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1b2e7f-8267-47df-82b8-1158c116f216 None None] Routers {'8437b796-8fc5-423d-8c7f-787c8077936d'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:06:08.247909 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bc1b2e7f-8267-47df-82b8-1158c116f216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:05:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['8437b796-8fc5-423d-8c7f-787c8077936d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:08.271750 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-5098de88-36c3-4d30-962c-e7d2b9a133f3 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] delete failed (client error): The resource could not be found. Apr 21 13:06:08.272877 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5098de88-36c3-4d30-962c-e7d2b9a133f3 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] 10.222.0.36 "DELETE /v2.0/routers/tempest-non_exist_router-82404979 HTTP/1.1" status: 404 len: 333 time: 0.0368624 Apr 21 13:06:08.276505 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47644) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:08.282798 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bc1b2e7f-8267-47df-82b8-1158c116f216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:08.286276 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5f3222d6-7667-486c-957d-244346f3b247 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Request body: {'router': {'external_gateway_info': {'network_id': '8437b796-8fc5-423d-8c7f-787c8077936d'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:06:08.293702 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1b2e7f-8267-47df-82b8-1158c116f216 None None] Routers {'8437b796-8fc5-423d-8c7f-787c8077936d'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:06:08.294389 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bc1b2e7f-8267-47df-82b8-1158c116f216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:05:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['8437b796-8fc5-423d-8c7f-787c8077936d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:08.328933 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bc1b2e7f-8267-47df-82b8-1158c116f216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:08.329607 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1b2e7f-8267-47df-82b8-1158c116f216 None None] The sync data for ids ['8437b796-8fc5-423d-8c7f-787c8077936d'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:06:08.509784 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5f3222d6-7667-486c-957d-244346f3b247 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:08.600459 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-5f3222d6-7667-486c-957d-244346f3b247 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] update failed (client error): The resource could not be found. Apr 21 13:06:08.601535 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5f3222d6-7667-486c-957d-244346f3b247 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] 10.222.0.36 "PUT /v2.0/routers/8437b796-8fc5-423d-8c7f-787c8077936d HTTP/1.1" status: 404 len: 339 time: 0.3241310 Apr 21 13:06:08.605311 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47652) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:08.614094 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ec238c7c-e4a4-4805-b544-dd260f06fef9 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-430851050'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:06:08.702397 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec238c7c-e4a4-4805-b544-dd260f06fef9 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Made reservation on behalf of 351f07520d834b788d8dfbede8c7a7fa for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:06:08.706071 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ec238c7c-e4a4-4805-b544-dd260f06fef9 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:08.730647 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec238c7c-e4a4-4805-b544-dd260f06fef9 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:06:08.739596 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ec238c7c-e4a4-4805-b544-dd260f06fef9 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:08.739931 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-ec238c7c-e4a4-4805-b544-dd260f06fef9 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Added segment 8e2b8286-cceb-437a-9010-a4d4e089f283 of type vlan for network b33fb371-cf41-4b38-8e60-40257dcb6f4f Apr 21 13:06:08.778875 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ec238c7c-e4a4-4805-b544-dd260f06fef9 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:08.897869 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ec238c7c-e4a4-4805-b544-dd260f06fef9 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:08.904136 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec238c7c-e4a4-4805-b544-dd260f06fef9 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:08.904748 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ec238c7c-e4a4-4805-b544-dd260f06fef9 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:08.975118 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec238c7c-e4a4-4805-b544-dd260f06fef9 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Pushing event updated for resources: {'Network': ['ID=b33fb371-cf41-4b38-8e60-40257dcb6f4f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:08.986712 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network b33fb371-cf41-4b38-8e60-40257dcb6f4f details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:06:09.004267 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ec238c7c-e4a4-4805-b544-dd260f06fef9 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3964550 Apr 21 13:06:09.006815 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47662) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:09.012684 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-0f306c8b-202f-4f42-aca1-132def2f6b34 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Request body: {'subnet': {'network_id': 'b33fb371-cf41-4b38-8e60-40257dcb6f4f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:06:09.188996 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f306c8b-202f-4f42-aca1-132def2f6b34 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Made reservation on behalf of 351f07520d834b788d8dfbede8c7a7fa for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:06:09.192642 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f306c8b-202f-4f42-aca1-132def2f6b34 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:09.480238 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f306c8b-202f-4f42-aca1-132def2f6b34 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:09.539264 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f306c8b-202f-4f42-aca1-132def2f6b34 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Pushing event updated for resources: {'Subnet': ['ID=a8a9e890-d650-461e-a37e-429f78d37ff3,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:09.548672 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f306c8b-202f-4f42-aca1-132def2f6b34 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Checking segment: {'id': '8e2b8286-cceb-437a-9010-a4d4e089f283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b33fb371-cf41-4b38-8e60-40257dcb6f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:06:09.549029 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f306c8b-202f-4f42-aca1-132def2f6b34 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Network hostable DHCP agents. Network: b33fb371-cf41-4b38-8e60-40257dcb6f4f, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:06:09.669447 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f306c8b-202f-4f42-aca1-132def2f6b34 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Network b33fb371-cf41-4b38-8e60-40257dcb6f4f is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:06:09.771681 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-0f306c8b-202f-4f42-aca1-132def2f6b34 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, b33fb371-cf41-4b38-8e60-40257dcb6f4f) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:06:09.775867 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f306c8b-202f-4f42-aca1-132def2f6b34 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:09.776466 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f306c8b-202f-4f42-aca1-132def2f6b34 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:09.783579 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e945071d-5684-4492-9b5b-9d2b5677ea9f None None] Network b33fb371-cf41-4b38-8e60-40257dcb6f4f requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:06:09.852938 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0f306c8b-202f-4f42-aca1-132def2f6b34 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8449132 Apr 21 13:06:09.855489 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47674) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:09.860080 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-796c57d2-94a3-477b-a1df-cacfe064af6e tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b33fb371-cf41-4b38-8e60-40257dcb6f4f'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:06:09.942348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d764aac-1537-492a-9c52-7174e6d05641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-b33fb371-cf41-4b38-8e60-40257dcb6f4f', 'network_id': 'b33fb371-cf41-4b38-8e60-40257dcb6f4f', 'tenant_id': '351f07520d834b788d8dfbede8c7a7fa', 'fixed_ips': [{'subnet_id': 'a8a9e890-d650-461e-a37e-429f78d37ff3'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:06:09.943225 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d764aac-1537-492a-9c52-7174e6d05641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:10.098221 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-5d764aac-1537-492a-9c52-7174e6d05641 None None] Allocated IP 2001:db8:1::2 (b33fb371-cf41-4b38-8e60-40257dcb6f4f/a8a9e890-d650-461e-a37e-429f78d37ff3/a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:06:10.100801 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-796c57d2-94a3-477b-a1df-cacfe064af6e tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:10.253528 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d764aac-1537-492a-9c52-7174e6d05641 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:10.263453 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-796c57d2-94a3-477b-a1df-cacfe064af6e tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 13:06:10.264583 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-796c57d2-94a3-477b-a1df-cacfe064af6e tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] 10.222.0.36 "PUT /v2.0/routers/8437b796-8fc5-423d-8c7f-787c8077936d HTTP/1.1" status: 400 len: 364 time: 0.4080424 Apr 21 13:06:10.268246 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47688) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:10.406669 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d764aac-1537-492a-9c52-7174e6d05641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:10.448715 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d764aac-1537-492a-9c52-7174e6d05641 None None] Network b33fb371-cf41-4b38-8e60-40257dcb6f4f is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:06:10.452339 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-5d764aac-1537-492a-9c52-7174e6d05641 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:06:10.456870 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d764aac-1537-492a-9c52-7174e6d05641 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:06:10.458843 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d764aac-1537-492a-9c52-7174e6d05641 None None] Pushing event updated for resources: {'Port': ['ID=a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:10.517129 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5d764aac-1537-492a-9c52-7174e6d05641 None None] Attempting to bind port a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:10.517491 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5d764aac-1537-492a-9c52-7174e6d05641 None None] Attempting to bind port a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '8e2b8286-cceb-437a-9010-a4d4e089f283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b33fb371-cf41-4b38-8e60-40257dcb6f4f'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:10.517886 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d764aac-1537-492a-9c52-7174e6d05641 None None] Attempting to bind port a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37 on network b33fb371-cf41-4b38-8e60-40257dcb6f4f {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:10.522989 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d764aac-1537-492a-9c52-7174e6d05641 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:06:10.523362 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d764aac-1537-492a-9c52-7174e6d05641 None None] Checking segment: {'id': '8e2b8286-cceb-437a-9010-a4d4e089f283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b33fb371-cf41-4b38-8e60-40257dcb6f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:06:10.523764 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d764aac-1537-492a-9c52-7174e6d05641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:10.524167 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d764aac-1537-492a-9c52-7174e6d05641 None None] Bound using segment: {'id': '8e2b8286-cceb-437a-9010-a4d4e089f283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b33fb371-cf41-4b38-8e60-40257dcb6f4f'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:06:10.524613 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5d764aac-1537-492a-9c52-7174e6d05641 None None] Bound port: a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e2b8286-cceb-437a-9010-a4d4e089f283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'b33fb371-cf41-4b38-8e60-40257dcb6f4f'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:06:10.524989 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d764aac-1537-492a-9c52-7174e6d05641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:10.553411 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37dddd33-fab9-4beb-99d1-3c29ae6bb922 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:10.592622 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5d764aac-1537-492a-9c52-7174e6d05641 None None] For port a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:06:10.596021 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5d764aac-1537-492a-9c52-7174e6d05641 None None] For port a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37,segment=NetworkSegment(8e2b8286-cceb-437a-9010-a4d4e089f283),segment_id=8e2b8286-cceb-437a-9010-a4d4e089f283)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:06:10.690671 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d764aac-1537-492a-9c52-7174e6d05641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:10.774090 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d764aac-1537-492a-9c52-7174e6d05641 None None] Pushing event updated for resources: {'Port': ['ID=a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:10.836813 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-37dddd33-fab9-4beb-99d1-3c29ae6bb922 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Allocated IP 2001:db8::1 (a2a48427-df82-4c79-81ad-aacd4c2abbc3/19d4bf3d-569b-4158-b713-8f22138dcb37/3b23ddb9-51ac-4680-9760-cadbd81980c1) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:06:10.983707 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37dddd33-fab9-4beb-99d1-3c29ae6bb922 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:11.131043 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37dddd33-fab9-4beb-99d1-3c29ae6bb922 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:11.179563 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dddd33-fab9-4beb-99d1-3c29ae6bb922 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Network a2a48427-df82-4c79-81ad-aacd4c2abbc3 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:06:11.182796 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-37dddd33-fab9-4beb-99d1-3c29ae6bb922 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:06:11.187539 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dddd33-fab9-4beb-99d1-3c29ae6bb922 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:06:11.188093 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37dddd33-fab9-4beb-99d1-3c29ae6bb922 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:11.194320 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dddd33-fab9-4beb-99d1-3c29ae6bb922 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Pushing event updated for resources: {'Port': ['ID=3b23ddb9-51ac-4680-9760-cadbd81980c1,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:11.416789 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37dddd33-fab9-4beb-99d1-3c29ae6bb922 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:11.538084 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3d0bc636-fca7-4f3f-8bfd-e74c1878835a None None] Provisioning complete for port 3b23ddb9-51ac-4680-9760-cadbd81980c1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:06:11.538554 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d0bc636-fca7-4f3f-8bfd-e74c1878835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:11.763422 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37dddd33-fab9-4beb-99d1-3c29ae6bb922 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:11.784017 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3d0bc636-fca7-4f3f-8bfd-e74c1878835a None None] Port 3b23ddb9-51ac-4680-9760-cadbd81980c1 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:06:11.844726 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37dddd33-fab9-4beb-99d1-3c29ae6bb922 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:11.846122 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-37dddd33-fab9-4beb-99d1-3c29ae6bb922 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:11.955741 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dddd33-fab9-4beb-99d1-3c29ae6bb922 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Pushing event updated for resources: {'Port': ['ID=3b23ddb9-51ac-4680-9760-cadbd81980c1,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:11.955955 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0784fe92-5e6f-478e-897d-dffbed1f57a0 None None] Network b33fb371-cf41-4b38-8e60-40257dcb6f4f requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:06:11.987915 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:06:12.057127 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dddd33-fab9-4beb-99d1-3c29ae6bb922 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Network a2a48427-df82-4c79-81ad-aacd4c2abbc3 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:06:12.058690 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-37dddd33-fab9-4beb-99d1-3c29ae6bb922 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:06:12.104780 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-fa3e69fe-4269-4169-a6a4-6d33b418a7ca None None] Provisioning complete for port a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:06:12.106756 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa3e69fe-4269-4169-a6a4-6d33b418a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:12.158118 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:06:12.158494 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:12.170783 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37dddd33-fab9-4beb-99d1-3c29ae6bb922 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Router 8437b796-8fc5-423d-8c7f-787c8077936d has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:06:12.291773 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dddd33-fab9-4beb-99d1-3c29ae6bb922 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:06:12.317143 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-37dddd33-fab9-4beb-99d1-3c29ae6bb922 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] 10.222.0.36 "PUT /v2.0/routers/8437b796-8fc5-423d-8c7f-787c8077936d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0450807 Apr 21 13:06:12.317382 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47716) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:12.318216 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6039c77b-12af-47b3-915f-829a0efc259c None None] Sync routers for ids ['8437b796-8fc5-423d-8c7f-787c8077936d'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:06:12.379040 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6039c77b-12af-47b3-915f-829a0efc259c None None] Routers {'8437b796-8fc5-423d-8c7f-787c8077936d'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:06:12.379684 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6039c77b-12af-47b3-915f-829a0efc259c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:05:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['8437b796-8fc5-423d-8c7f-787c8077936d'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:12.434553 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6039c77b-12af-47b3-915f-829a0efc259c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:12.438424 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa3e69fe-4269-4169-a6a4-6d33b418a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:12.471142 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d2014555-e485-41ea-b8ce-edb5d5348d27 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:12.512117 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:12.544161 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6039c77b-12af-47b3-915f-829a0efc259c None None] Routers {'8437b796-8fc5-423d-8c7f-787c8077936d'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:06:12.544929 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6039c77b-12af-47b3-915f-829a0efc259c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:05:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['8437b796-8fc5-423d-8c7f-787c8077936d'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:12.562302 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-d2014555-e485-41ea-b8ce-edb5d5348d27 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 21 13:06:12.563342 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d2014555-e485-41ea-b8ce-edb5d5348d27 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] 10.222.0.36 "DELETE /v2.0/routers/8437b796-8fc5-423d-8c7f-787c8077936d HTTP/1.1" status: 409 len: 329 time: 0.2436326 Apr 21 13:06:12.566451 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47722) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:12.601141 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6039c77b-12af-47b3-915f-829a0efc259c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:12.602111 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6039c77b-12af-47b3-915f-829a0efc259c None None] The sync data for ids ['8437b796-8fc5-423d-8c7f-787c8077936d'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:06:12.619030 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fa3e69fe-4269-4169-a6a4-6d33b418a7ca None None] For port a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37,segment=NetworkSegment(8e2b8286-cceb-437a-9010-a4d4e089f283),segment_id=8e2b8286-cceb-437a-9010-a4d4e089f283)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:06:12.681308 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa3e69fe-4269-4169-a6a4-6d33b418a7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:12.776525 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 13:06:12.776897 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 13:06:12.785064 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e69fe-4269-4169-a6a4-6d33b418a7ca None None] Pushing event updated for resources: {'Port': ['ID=a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:12.808760 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-02cbe61b-407e-499f-bca1-677f48397eae None None] Provisioning complete for port 3b23ddb9-51ac-4680-9760-cadbd81980c1 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:06:12.808760 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02cbe61b-407e-499f-bca1-677f48397eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:12.849540 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-02cbe61b-407e-499f-bca1-677f48397eae None None] Port 3b23ddb9-51ac-4680-9760-cadbd81980c1 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:06:12.870644 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-02cbe61b-407e-499f-bca1-677f48397eae None None] Provisioning complete for port a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:06:12.871008 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-02cbe61b-407e-499f-bca1-677f48397eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:12.984176 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b18989ae-2a0d-48a8-bfde-54041dc46bfd tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:13.243818 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b18989ae-2a0d-48a8-bfde-54041dc46bfd tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Deleting port 3b23ddb9-51ac-4680-9760-cadbd81980c1 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:06:13.244163 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b18989ae-2a0d-48a8-bfde-54041dc46bfd tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:13.354327 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b18989ae-2a0d-48a8-bfde-54041dc46bfd tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:13.367737 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b18989ae-2a0d-48a8-bfde-54041dc46bfd tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Calling delete_port for 3b23ddb9-51ac-4680-9760-cadbd81980c1 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:06:13.505672 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fa3870be-14ef-48e9-a3fd-98b88eca4b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:13.623645 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b18989ae-2a0d-48a8-bfde-54041dc46bfd tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:13.648996 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18989ae-2a0d-48a8-bfde-54041dc46bfd tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Pushing event deleted for resources: {'Port': ['ID=3b23ddb9-51ac-4680-9760-cadbd81980c1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:13.926771 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:06:13.996865 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:06:13.997720 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:14.092416 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b18989ae-2a0d-48a8-bfde-54041dc46bfd tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:14.253999 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18989ae-2a0d-48a8-bfde-54041dc46bfd tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Router 8437b796-8fc5-423d-8c7f-787c8077936d has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:06:14.330045 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18989ae-2a0d-48a8-bfde-54041dc46bfd tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:06:14.338699 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b18989ae-2a0d-48a8-bfde-54041dc46bfd tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] 10.222.0.36 "PUT /v2.0/routers/8437b796-8fc5-423d-8c7f-787c8077936d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7673810 Apr 21 13:06:14.340036 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47752) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:14.342763 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a0240b-1e26-4192-8233-59440fc2cbc7 None None] Sync routers for ids ['8437b796-8fc5-423d-8c7f-787c8077936d'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:06:14.354962 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a0240b-1e26-4192-8233-59440fc2cbc7 None None] Routers {'8437b796-8fc5-423d-8c7f-787c8077936d'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:06:14.355642 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-73a0240b-1e26-4192-8233-59440fc2cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:05:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['8437b796-8fc5-423d-8c7f-787c8077936d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:14.385777 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-29361f49-ea90-4c8e-9b01-f83ff6fe4a36 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] show failed (client error): The resource could not be found. Apr 21 13:06:14.391384 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-29361f49-ea90-4c8e-9b01-f83ff6fe4a36 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] 10.222.0.36 "GET /v2.0/routers/tempest-non_exist_router-1164945384 HTTP/1.1" status: 404 len: 335 time: 0.0467534 Apr 21 13:06:14.391582 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47756) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:14.393419 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-73a0240b-1e26-4192-8233-59440fc2cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:14.404912 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-88452ad0-873d-4193-8d59-1ca00c6ac437 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:06:14.406195 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a0240b-1e26-4192-8233-59440fc2cbc7 None None] Routers {'8437b796-8fc5-423d-8c7f-787c8077936d'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:06:14.406802 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-73a0240b-1e26-4192-8233-59440fc2cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:05:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['8437b796-8fc5-423d-8c7f-787c8077936d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:14.440938 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-73a0240b-1e26-4192-8233-59440fc2cbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:14.447129 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-88452ad0-873d-4193-8d59-1ca00c6ac437 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] update failed (client error): The resource could not be found. Apr 21 13:06:14.448073 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a0240b-1e26-4192-8233-59440fc2cbc7 None None] The sync data for ids ['8437b796-8fc5-423d-8c7f-787c8077936d'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:06:14.448580 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-88452ad0-873d-4193-8d59-1ca00c6ac437 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] 10.222.0.36 "PUT /v2.0/routers/tempest-non_exist_router-768055297 HTTP/1.1" status: 404 len: 334 time: 0.0499203 Apr 21 13:06:14.451291 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47758) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:14.508820 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c33327c-c39c-46b9-9bbc-1d3b38bd1b74 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Deleting subnet a8a9e890-d650-461e-a37e-429f78d37ff3 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:06:14.514481 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c33327c-c39c-46b9-9bbc-1d3b38bd1b74 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:14.555934 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c33327c-c39c-46b9-9bbc-1d3b38bd1b74 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:14.641289 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c33327c-c39c-46b9-9bbc-1d3b38bd1b74 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:14.812601 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c33327c-c39c-46b9-9bbc-1d3b38bd1b74 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:14.844972 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c33327c-c39c-46b9-9bbc-1d3b38bd1b74 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Pushing event deleted for resources: {'Subnet': ['ID=a8a9e890-d650-461e-a37e-429f78d37ff3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:14.849515 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c33327c-c39c-46b9-9bbc-1d3b38bd1b74 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:14.852785 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8c33327c-c39c-46b9-9bbc-1d3b38bd1b74 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] 10.222.0.36 "DELETE /v2.0/subnets/a8a9e890-d650-461e-a37e-429f78d37ff3 HTTP/1.1" status: 204 len: 168 time: 0.4004824 Apr 21 13:06:14.855285 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47768) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:14.860441 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fafa79-9249-4264-87d3-56a5efd082bc None None] Network b33fb371-cf41-4b38-8e60-40257dcb6f4f requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:06:14.946565 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6970c99e-760d-46f0-9f63-dfbd53f17bf2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:15.006332 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6970c99e-760d-46f0-9f63-dfbd53f17bf2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Deleting port a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:06:15.006672 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6970c99e-760d-46f0-9f63-dfbd53f17bf2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:15.074617 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c614cc96-45bc-4924-84f0-f40c17dadd9e None None] DHCP port deletion for b33fb371-cf41-4b38-8e60-40257dcb6f4f request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:06:15.089744 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-6970c99e-760d-46f0-9f63-dfbd53f17bf2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] For port a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37,segment=NetworkSegment(8e2b8286-cceb-437a-9010-a4d4e089f283),segment_id=8e2b8286-cceb-437a-9010-a4d4e089f283)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:06:15.089744 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6970c99e-760d-46f0-9f63-dfbd53f17bf2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:15.104072 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6970c99e-760d-46f0-9f63-dfbd53f17bf2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Calling delete_port for a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:06:15.146244 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c614cc96-45bc-4924-84f0-f40c17dadd9e None None] Deleting port a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:06:15.146627 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c614cc96-45bc-4924-84f0-f40c17dadd9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:15.214869 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c614cc96-45bc-4924-84f0-f40c17dadd9e None None] For port a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37,segment=NetworkSegment(8e2b8286-cceb-437a-9010-a4d4e089f283),segment_id=8e2b8286-cceb-437a-9010-a4d4e089f283)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:06:15.215889 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c614cc96-45bc-4924-84f0-f40c17dadd9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:15.229085 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c614cc96-45bc-4924-84f0-f40c17dadd9e None None] Calling delete_port for a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:06:15.250487 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6970c99e-760d-46f0-9f63-dfbd53f17bf2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:15.284826 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970c99e-760d-46f0-9f63-dfbd53f17bf2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Pushing event deleted for resources: {'Port': ['ID=a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:15.290005 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6970c99e-760d-46f0-9f63-dfbd53f17bf2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] No DVR routers for this DVR port a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:06:15.316481 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c614cc96-45bc-4924-84f0-f40c17dadd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:15.349445 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c614cc96-45bc-4924-84f0-f40c17dadd9e None None] No DVR routers for this DVR port a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:06:15.353723 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c614cc96-45bc-4924-84f0-f40c17dadd9e None None] Pushing event deleted for resources: {'Port': ['ID=a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:15.379114 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6970c99e-760d-46f0-9f63-dfbd53f17bf2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:15.403382 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-6970c99e-760d-46f0-9f63-dfbd53f17bf2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b33fb371-cf41-4b38-8e60-40257dcb6f4f']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:15.414795 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-6970c99e-760d-46f0-9f63-dfbd53f17bf2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e2b8286-cceb-437a-9010-a4d4e089f283') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:15.415159 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-6970c99e-760d-46f0-9f63-dfbd53f17bf2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e2b8286-cceb-437a-9010-a4d4e089f283') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:15.425620 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6970c99e-760d-46f0-9f63-dfbd53f17bf2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:15.440407 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6970c99e-760d-46f0-9f63-dfbd53f17bf2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:15.446938 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6970c99e-760d-46f0-9f63-dfbd53f17bf2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:06:15.447433 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6970c99e-760d-46f0-9f63-dfbd53f17bf2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:06:15.451323 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:06:15.576719 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6970c99e-760d-46f0-9f63-dfbd53f17bf2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:15.584577 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6970c99e-760d-46f0-9f63-dfbd53f17bf2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:15.589979 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6970c99e-760d-46f0-9f63-dfbd53f17bf2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] 10.222.0.36 "DELETE /v2.0/networks/b33fb371-cf41-4b38-8e60-40257dcb6f4f HTTP/1.1" status: 204 len: 168 time: 0.7315707 Apr 21 13:06:15.591017 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47778) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:15.600915 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970c99e-760d-46f0-9f63-dfbd53f17bf2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Pushing event deleted for resources: {'Network': ['ID=b33fb371-cf41-4b38-8e60-40257dcb6f4f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:15.661060 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd7143c1-bb5f-4478-8a19-7ccbced32ef2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Deleting subnet 2872c5c0-5a1d-41c2-9ff0-ed721c9dc1de {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:06:15.664606 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd7143c1-bb5f-4478-8a19-7ccbced32ef2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:15.710254 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd7143c1-bb5f-4478-8a19-7ccbced32ef2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:15.726544 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc6038e5-3055-4383-923e-437f2ab0263b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:15.816180 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd7143c1-bb5f-4478-8a19-7ccbced32ef2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:15.921620 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:06:15.952596 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:06:15.952973 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a9f687c3-53b3-42e8-94f5-fb1ffbf3ff37 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:06:15.962781 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd7143c1-bb5f-4478-8a19-7ccbced32ef2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:15.991219 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7143c1-bb5f-4478-8a19-7ccbced32ef2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Pushing event deleted for resources: {'Subnet': ['ID=2872c5c0-5a1d-41c2-9ff0-ed721c9dc1de,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:15.998156 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd7143c1-bb5f-4478-8a19-7ccbced32ef2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:16.001998 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fd7143c1-bb5f-4478-8a19-7ccbced32ef2 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] 10.222.0.36 "DELETE /v2.0/subnets/2872c5c0-5a1d-41c2-9ff0-ed721c9dc1de HTTP/1.1" status: 204 len: 168 time: 0.4099178 Apr 21 13:06:16.004548 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47788) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:16.007609 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a91b38-5b27-4c62-984b-074a39a782fa None None] Network 77f63fc2-1a41-444b-80bc-fc69c2a7db95 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:06:16.061717 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e67e2bf-0333-4b0e-bb26-25db8ff25137 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Deleting subnet 0fd2118b-8aae-4e6a-a3f5-ccfc64c0e13b {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:06:16.064820 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e67e2bf-0333-4b0e-bb26-25db8ff25137 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:16.107153 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e67e2bf-0333-4b0e-bb26-25db8ff25137 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:16.201198 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e67e2bf-0333-4b0e-bb26-25db8ff25137 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:16.201864 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a261a4-66d3-4c45-8ad7-c71481328d98 None None] DHCP port deletion for 77f63fc2-1a41-444b-80bc-fc69c2a7db95 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:06:16.253656 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-03a261a4-66d3-4c45-8ad7-c71481328d98 None None] Deleting port 9992c06a-fe02-4466-a50b-8b1f46c8588a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:06:16.254072 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03a261a4-66d3-4c45-8ad7-c71481328d98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:16.319584 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-03a261a4-66d3-4c45-8ad7-c71481328d98 None None] For port 9992c06a-fe02-4466-a50b-8b1f46c8588a, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=9992c06a-fe02-4466-a50b-8b1f46c8588a,segment=NetworkSegment(ea5836f9-2647-43d9-aad1-54d63bdf6144),segment_id=ea5836f9-2647-43d9-aad1-54d63bdf6144)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:06:16.319973 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03a261a4-66d3-4c45-8ad7-c71481328d98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:16.332607 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-03a261a4-66d3-4c45-8ad7-c71481328d98 None None] Calling delete_port for 9992c06a-fe02-4466-a50b-8b1f46c8588a owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:06:16.349265 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e67e2bf-0333-4b0e-bb26-25db8ff25137 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:16.375228 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67e2bf-0333-4b0e-bb26-25db8ff25137 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Pushing event deleted for resources: {'Subnet': ['ID=0fd2118b-8aae-4e6a-a3f5-ccfc64c0e13b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:16.381024 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e67e2bf-0333-4b0e-bb26-25db8ff25137 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:16.385630 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7e67e2bf-0333-4b0e-bb26-25db8ff25137 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] 10.222.0.36 "DELETE /v2.0/subnets/0fd2118b-8aae-4e6a-a3f5-ccfc64c0e13b HTTP/1.1" status: 204 len: 168 time: 0.3784814 Apr 21 13:06:16.391284 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47792) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:16.391972 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deba6f42-1b05-43dd-b410-727771d5aa43 None None] Network 45f5fa8f-0697-4e79-9ef2-50b6ebc58709 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:06:16.477046 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e929b88-8a6c-47f4-ac1a-df7db86f502c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:16.544045 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1e929b88-8a6c-47f4-ac1a-df7db86f502c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Deleting port 9992c06a-fe02-4466-a50b-8b1f46c8588a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:06:16.544045 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e929b88-8a6c-47f4-ac1a-df7db86f502c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:16.561011 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03a261a4-66d3-4c45-8ad7-c71481328d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:16.594915 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a261a4-66d3-4c45-8ad7-c71481328d98 None None] Pushing event deleted for resources: {'Port': ['ID=9992c06a-fe02-4466-a50b-8b1f46c8588a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:16.598556 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a261a4-66d3-4c45-8ad7-c71481328d98 None None] No DVR routers for this DVR port 9992c06a-fe02-4466-a50b-8b1f46c8588a on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:06:16.604767 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee299b31-e530-4bea-9659-ebac2e8a8712 None None] DHCP port deletion for 45f5fa8f-0697-4e79-9ef2-50b6ebc58709 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:06:16.615615 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-1e929b88-8a6c-47f4-ac1a-df7db86f502c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] For port 9992c06a-fe02-4466-a50b-8b1f46c8588a, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=9992c06a-fe02-4466-a50b-8b1f46c8588a,segment=NetworkSegment(ea5836f9-2647-43d9-aad1-54d63bdf6144),segment_id=ea5836f9-2647-43d9-aad1-54d63bdf6144)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:06:16.616696 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e929b88-8a6c-47f4-ac1a-df7db86f502c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:16.630538 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-1e929b88-8a6c-47f4-ac1a-df7db86f502c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Calling delete_port for 9992c06a-fe02-4466-a50b-8b1f46c8588a owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:06:16.657367 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ee299b31-e530-4bea-9659-ebac2e8a8712 None None] Deleting port 276f5923-97db-433c-a8c3-11d69c988e3b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:06:16.657905 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee299b31-e530-4bea-9659-ebac2e8a8712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:16.710700 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e929b88-8a6c-47f4-ac1a-df7db86f502c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:16.727142 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ee299b31-e530-4bea-9659-ebac2e8a8712 None None] For port 276f5923-97db-433c-a8c3-11d69c988e3b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=276f5923-97db-433c-a8c3-11d69c988e3b,segment=NetworkSegment(99be6b8d-8502-4812-a524-38422ae319ff),segment_id=99be6b8d-8502-4812-a524-38422ae319ff)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:06:16.727458 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee299b31-e530-4bea-9659-ebac2e8a8712 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:16.736793 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e929b88-8a6c-47f4-ac1a-df7db86f502c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Pushing event deleted for resources: {'Port': ['ID=9992c06a-fe02-4466-a50b-8b1f46c8588a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:16.740531 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e929b88-8a6c-47f4-ac1a-df7db86f502c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] No DVR routers for this DVR port 9992c06a-fe02-4466-a50b-8b1f46c8588a on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:06:16.743980 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ee299b31-e530-4bea-9659-ebac2e8a8712 None None] Calling delete_port for 276f5923-97db-433c-a8c3-11d69c988e3b owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:06:16.826888 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e929b88-8a6c-47f4-ac1a-df7db86f502c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:16.850909 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-1e929b88-8a6c-47f4-ac1a-df7db86f502c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f63fc2-1a41-444b-80bc-fc69c2a7db95']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:16.861678 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-1e929b88-8a6c-47f4-ac1a-df7db86f502c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5836f9-2647-43d9-aad1-54d63bdf6144') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:16.861959 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-1e929b88-8a6c-47f4-ac1a-df7db86f502c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5836f9-2647-43d9-aad1-54d63bdf6144') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:16.872187 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e929b88-8a6c-47f4-ac1a-df7db86f502c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:16.886550 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e929b88-8a6c-47f4-ac1a-df7db86f502c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:16.894381 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e929b88-8a6c-47f4-ac1a-df7db86f502c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:06:16.894887 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e929b88-8a6c-47f4-ac1a-df7db86f502c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: timer() Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:06:16.898039 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:06:16.907762 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee299b31-e530-4bea-9659-ebac2e8a8712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:16.942656 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee299b31-e530-4bea-9659-ebac2e8a8712 None None] Pushing event deleted for resources: {'Port': ['ID=276f5923-97db-433c-a8c3-11d69c988e3b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:16.946651 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee299b31-e530-4bea-9659-ebac2e8a8712 None None] No DVR routers for this DVR port 276f5923-97db-433c-a8c3-11d69c988e3b on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:06:16.993417 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:17.079287 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e929b88-8a6c-47f4-ac1a-df7db86f502c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:17.086221 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1e929b88-8a6c-47f4-ac1a-df7db86f502c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:17.091288 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1e929b88-8a6c-47f4-ac1a-df7db86f502c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] 10.222.0.36 "DELETE /v2.0/networks/77f63fc2-1a41-444b-80bc-fc69c2a7db95 HTTP/1.1" status: 204 len: 168 time: 0.7028797 Apr 21 13:06:17.094163 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47802) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:17.115889 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e929b88-8a6c-47f4-ac1a-df7db86f502c tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Pushing event deleted for resources: {'Network': ['ID=77f63fc2-1a41-444b-80bc-fc69c2a7db95,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:17.187761 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fed03cc0-6680-4059-abf1-7c34912a36f7 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:17.274713 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fed03cc0-6680-4059-abf1-7c34912a36f7 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:17.296340 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-fed03cc0-6680-4059-abf1-7c34912a36f7 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45f5fa8f-0697-4e79-9ef2-50b6ebc58709']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:17.307513 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-fed03cc0-6680-4059-abf1-7c34912a36f7 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99be6b8d-8502-4812-a524-38422ae319ff') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:17.308182 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-fed03cc0-6680-4059-abf1-7c34912a36f7 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99be6b8d-8502-4812-a524-38422ae319ff') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:17.320039 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fed03cc0-6680-4059-abf1-7c34912a36f7 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:17.333840 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fed03cc0-6680-4059-abf1-7c34912a36f7 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:17.340070 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fed03cc0-6680-4059-abf1-7c34912a36f7 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:06:17.340527 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fed03cc0-6680-4059-abf1-7c34912a36f7 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:06:17.344085 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:06:17.478890 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fed03cc0-6680-4059-abf1-7c34912a36f7 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:17.498499 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fed03cc0-6680-4059-abf1-7c34912a36f7 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:17.504092 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fed03cc0-6680-4059-abf1-7c34912a36f7 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] 10.222.0.36 "DELETE /v2.0/networks/45f5fa8f-0697-4e79-9ef2-50b6ebc58709 HTTP/1.1" status: 204 len: 168 time: 0.4065499 Apr 21 13:06:17.504279 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47820) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:17.512200 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed03cc0-6680-4059-abf1-7c34912a36f7 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Pushing event deleted for resources: {'Network': ['ID=45f5fa8f-0697-4e79-9ef2-50b6ebc58709,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:17.561140 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d5cc626-39ba-4b4a-a578-2589783c2598 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Deleting subnet 19d4bf3d-569b-4158-b713-8f22138dcb37 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:06:17.564309 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d5cc626-39ba-4b4a-a578-2589783c2598 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:17.603312 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d5cc626-39ba-4b4a-a578-2589783c2598 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:17.689615 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d5cc626-39ba-4b4a-a578-2589783c2598 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:17.829184 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d5cc626-39ba-4b4a-a578-2589783c2598 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:17.859183 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5cc626-39ba-4b4a-a578-2589783c2598 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Pushing event deleted for resources: {'Subnet': ['ID=19d4bf3d-569b-4158-b713-8f22138dcb37,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:17.861175 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d5cc626-39ba-4b4a-a578-2589783c2598 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:17.867429 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7d5cc626-39ba-4b4a-a578-2589783c2598 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] 10.222.0.36 "DELETE /v2.0/subnets/19d4bf3d-569b-4158-b713-8f22138dcb37 HTTP/1.1" status: 204 len: 168 time: 0.3591690 Apr 21 13:06:17.867429 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47830) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:17.871123 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e530e619-e30c-44a4-a86f-a798cb368e63 None None] Network a2a48427-df82-4c79-81ad-aacd4c2abbc3 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:06:17.919439 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47832) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:17.957724 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54fcb12f-2c93-4258-958d-be65afdae35f tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:17.975154 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 9992c06a-fe02-4466-a50b-8b1f46c8588a no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:06:18.008692 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 9992c06a-fe02-4466-a50b-8b1f46c8588a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:06:18.009033 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 9992c06a-fe02-4466-a50b-8b1f46c8588a not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:06:18.009445 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 276f5923-97db-433c-a8c3-11d69c988e3b no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:06:18.032615 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-54fcb12f-2c93-4258-958d-be65afdae35f tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Deleting port d881769e-ea9a-449d-94a4-8d17e291be0e {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:06:18.032985 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54fcb12f-2c93-4258-958d-be65afdae35f tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:18.039448 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 276f5923-97db-433c-a8c3-11d69c988e3b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:06:18.039785 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 276f5923-97db-433c-a8c3-11d69c988e3b not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:06:18.077777 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8143f80-8a67-4655-b2b9-92626dd7997c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:18.110028 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:18.122153 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-54fcb12f-2c93-4258-958d-be65afdae35f tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] For port d881769e-ea9a-449d-94a4-8d17e291be0e, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=d881769e-ea9a-449d-94a4-8d17e291be0e,segment=NetworkSegment(6c950d61-4eb6-4508-82f7-00cd64cd6599),segment_id=6c950d61-4eb6-4508-82f7-00cd64cd6599)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:06:18.122882 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54fcb12f-2c93-4258-958d-be65afdae35f tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:18.137600 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-54fcb12f-2c93-4258-958d-be65afdae35f tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Calling delete_port for d881769e-ea9a-449d-94a4-8d17e291be0e owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:06:18.188092 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8143f80-8a67-4655-b2b9-92626dd7997c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:18.205232 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c124bc47-f5b6-4323-88ab-168b98d3bbeb None None] DHCP port deletion for a2a48427-df82-4c79-81ad-aacd4c2abbc3 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:06:18.258384 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c124bc47-f5b6-4323-88ab-168b98d3bbeb None None] Deleting port d881769e-ea9a-449d-94a4-8d17e291be0e {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:06:18.258751 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c124bc47-f5b6-4323-88ab-168b98d3bbeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:18.268849 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c8143f80-8a67-4655-b2b9-92626dd7997c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:18.311980 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c8143f80-8a67-4655-b2b9-92626dd7997c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0ad1750e52604ee084de94867aa17de4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3906054 Apr 21 13:06:18.312689 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8143f80-8a67-4655-b2b9-92626dd7997c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce92ef0-f8e3-4182-a580-754cbd2c8d78,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:18.314659 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47842) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:18.322921 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c124bc47-f5b6-4323-88ab-168b98d3bbeb None None] For port d881769e-ea9a-449d-94a4-8d17e291be0e, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=d881769e-ea9a-449d-94a4-8d17e291be0e,segment=NetworkSegment(6c950d61-4eb6-4508-82f7-00cd64cd6599),segment_id=6c950d61-4eb6-4508-82f7-00cd64cd6599)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:06:18.323378 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c124bc47-f5b6-4323-88ab-168b98d3bbeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:18.337049 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c124bc47-f5b6-4323-88ab-168b98d3bbeb None None] Calling delete_port for d881769e-ea9a-449d-94a4-8d17e291be0e owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:06:18.365740 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8d72a9d2-0b48-426d-91d0-50984e28b315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:18.379537 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54fcb12f-2c93-4258-958d-be65afdae35f tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:18.396926 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8d72a9d2-0b48-426d-91d0-50984e28b315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:18.415034 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c124bc47-f5b6-4323-88ab-168b98d3bbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:18.421821 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcb12f-2c93-4258-958d-be65afdae35f tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Pushing event deleted for resources: {'Port': ['ID=d881769e-ea9a-449d-94a4-8d17e291be0e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:18.426953 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fcb12f-2c93-4258-958d-be65afdae35f tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] No DVR routers for this DVR port d881769e-ea9a-449d-94a4-8d17e291be0e on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:06:18.452962 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124bc47-f5b6-4323-88ab-168b98d3bbeb None None] Pushing event deleted for resources: {'Port': ['ID=d881769e-ea9a-449d-94a4-8d17e291be0e,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:18.455566 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c124bc47-f5b6-4323-88ab-168b98d3bbeb None None] No DVR routers for this DVR port d881769e-ea9a-449d-94a4-8d17e291be0e on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:06:18.531693 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54fcb12f-2c93-4258-958d-be65afdae35f tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:18.543083 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:18.553647 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-54fcb12f-2c93-4258-958d-be65afdae35f tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a48427-df82-4c79-81ad-aacd4c2abbc3']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:18.563390 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-54fcb12f-2c93-4258-958d-be65afdae35f tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c950d61-4eb6-4508-82f7-00cd64cd6599') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:18.563553 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-54fcb12f-2c93-4258-958d-be65afdae35f tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c950d61-4eb6-4508-82f7-00cd64cd6599') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:18.572730 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54fcb12f-2c93-4258-958d-be65afdae35f tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:18.586460 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54fcb12f-2c93-4258-958d-be65afdae35f tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:18.592540 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54fcb12f-2c93-4258-958d-be65afdae35f tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:06:18.592924 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54fcb12f-2c93-4258-958d-be65afdae35f tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:06:18.596012 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:06:18.605867 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8d72a9d2-0b48-426d-91d0-50984e28b315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:18.609499 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8d72a9d2-0b48-426d-91d0-50984e28b315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:18.609499 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8d72a9d2-0b48-426d-91d0-50984e28b315 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fce92ef0-f8e3-4182-a580-754cbd2c8d78 HTTP/1.1" status: 204 len: 168 time: 0.2927227 Apr 21 13:06:18.654905 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72a9d2-0b48-426d-91d0-50984e28b315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce92ef0-f8e3-4182-a580-754cbd2c8d78,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:18.743041 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:18.743622 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54fcb12f-2c93-4258-958d-be65afdae35f tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:18.763243 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54fcb12f-2c93-4258-958d-be65afdae35f tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:18.766527 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-54fcb12f-2c93-4258-958d-be65afdae35f tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] 10.222.0.36 "DELETE /v2.0/networks/a2a48427-df82-4c79-81ad-aacd4c2abbc3 HTTP/1.1" status: 204 len: 168 time: 0.8987961 Apr 21 13:06:18.770980 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fcb12f-2c93-4258-958d-be65afdae35f tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Pushing event deleted for resources: {'Network': ['ID=a2a48427-df82-4c79-81ad-aacd4c2abbc3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:18.771225 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47850) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:18.800239 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a7a5e648-e729-404a-8f37-0c0608bfc140 tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] 10.222.0.36 "GET /v2.0/ports?device_id=8437b796-8fc5-423d-8c7f-787c8077936d HTTP/1.1" status: 200 len: 205 time: 0.0297096 Apr 21 13:06:18.802502 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47852) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:18.883011 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da0e4ab2-e677-4ad9-adad-846fa76d53aa tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:19.044902 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da0e4ab2-e677-4ad9-adad-846fa76d53aa tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:19.047178 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da0e4ab2-e677-4ad9-adad-846fa76d53aa tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:19.164485 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da0e4ab2-e677-4ad9-adad-846fa76d53aa tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:19.164996 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0e4ab2-e677-4ad9-adad-846fa76d53aa tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Fanout notify agent at l3_agent the message router_deleted on router 8437b796-8fc5-423d-8c7f-787c8077936d {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:06:19.177999 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da0e4ab2-e677-4ad9-adad-846fa76d53aa tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:19.177999 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-da0e4ab2-e677-4ad9-adad-846fa76d53aa tempest-RoutersNegativeIpV6Test-1436013197 tempest-RoutersNegativeIpV6Test-1436013197-project] 10.222.0.36 "DELETE /v2.0/routers/8437b796-8fc5-423d-8c7f-787c8077936d HTTP/1.1" status: 204 len: 168 time: 0.3696241 Apr 21 13:06:19.216611 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47862) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:19.230616 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0cd69dd2-097e-410c-be1b-ffbd3b815386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:19.303398 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0cd69dd2-097e-410c-be1b-ffbd3b815386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:19.382893 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0cd69dd2-097e-410c-be1b-ffbd3b815386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:19.424169 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0cd69dd2-097e-410c-be1b-ffbd3b815386 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7a3636b20d3c4868a3455b4b2b2c51c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2040651 Apr 21 13:06:19.424169 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd69dd2-097e-410c-be1b-ffbd3b815386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ad3c89-f879-4239-b364-a2a24b9ca7c0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:19.425014 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47864) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:19.479154 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9c6b52a-d9cc-4c5d-a751-b1d1a37bdf73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:19.502846 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9c6b52a-d9cc-4c5d-a751-b1d1a37bdf73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:19.615917 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9c6b52a-d9cc-4c5d-a751-b1d1a37bdf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:19.618835 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d9c6b52a-d9cc-4c5d-a751-b1d1a37bdf73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:19.621138 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47872) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:19.626444 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d9c6b52a-d9cc-4c5d-a751-b1d1a37bdf73 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f7ad3c89-f879-4239-b364-a2a24b9ca7c0 HTTP/1.1" status: 204 len: 168 time: 0.1952426 Apr 21 13:06:19.633867 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6b52a-d9cc-4c5d-a751-b1d1a37bdf73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ad3c89-f879-4239-b364-a2a24b9ca7c0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:19.782758 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2d474798-0bbe-4f49-b173-9d2a259da8ac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=351f07520d834b788d8dfbede8c7a7fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597748 Apr 21 13:06:19.785112 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47878) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:19.834887 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6822666-a028-4407-8392-8d9878f9a299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:19.864068 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6822666-a028-4407-8392-8d9878f9a299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:19.929248 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device d881769e-ea9a-449d-94a4-8d17e291be0e no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:06:19.954972 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: d881769e-ea9a-449d-94a4-8d17e291be0e {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:06:19.954972 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device d881769e-ea9a-449d-94a4-8d17e291be0e not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:06:19.977224 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6822666-a028-4407-8392-8d9878f9a299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:19.979841 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b6822666-a028-4407-8392-8d9878f9a299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:19.981541 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b6822666-a028-4407-8392-8d9878f9a299 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7849e1e7-1757-4e02-98af-2adfa5a3c76f HTTP/1.1" status: 204 len: 168 time: 0.1949687 Apr 21 13:06:19.989935 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6822666-a028-4407-8392-8d9878f9a299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7849e1e7-1757-4e02-98af-2adfa5a3c76f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:20.565764 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:22.452434 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 47986) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:22.561858 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-36588bf3-509d-4702-be33-74f5effad1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:22.640365 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-36588bf3-509d-4702-be33-74f5effad1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:22.724349 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-36588bf3-509d-4702-be33-74f5effad1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:22.764036 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-36588bf3-509d-4702-be33-74f5effad1cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=37e39590b1524ba2b9c1ed3419ed563d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3103917 Apr 21 13:06:22.764933 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36588bf3-509d-4702-be33-74f5effad1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cca00e8-b022-424b-bf8f-9e777756a945,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:22.766664 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 47996) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:22.823577 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f66c2a3-c931-4213-912a-ca919fbe1ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:22.845879 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f66c2a3-c931-4213-912a-ca919fbe1ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:22.943050 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f66c2a3-c931-4213-912a-ca919fbe1ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:22.946008 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0f66c2a3-c931-4213-912a-ca919fbe1ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:22.949083 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0f66c2a3-c931-4213-912a-ca919fbe1ec1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1cca00e8-b022-424b-bf8f-9e777756a945 HTTP/1.1" status: 204 len: 168 time: 0.1793842 Apr 21 13:06:22.956268 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66c2a3-c931-4213-912a-ca919fbe1ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cca00e8-b022-424b-bf8f-9e777756a945,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:23.593108 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 48022) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:23.606378 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3a48b3e-a63d-4fec-a3a8-cc9019852774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:23.682147 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3a48b3e-a63d-4fec-a3a8-cc9019852774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:23.782012 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f3a48b3e-a63d-4fec-a3a8-cc9019852774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:23.821222 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48028) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:23.822346 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f3a48b3e-a63d-4fec-a3a8-cc9019852774 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6afae0ad53294236a0a04619320cc821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2280989 Apr 21 13:06:23.824432 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a48b3e-a63d-4fec-a3a8-cc9019852774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cd8da5-12df-4864-8ebc-972e33128232,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:23.827444 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 48030) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:23.878233 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-918ad87b-21b1-4ea8-892e-344c4799a412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:23.899523 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-918ad87b-21b1-4ea8-892e-344c4799a412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:23.943087 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc4a7e1b-a76d-4414-b12b-2a2470704e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:24.050631 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-918ad87b-21b1-4ea8-892e-344c4799a412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:24.053153 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-918ad87b-21b1-4ea8-892e-344c4799a412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:24.056900 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-918ad87b-21b1-4ea8-892e-344c4799a412 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/05cd8da5-12df-4864-8ebc-972e33128232 HTTP/1.1" status: 204 len: 168 time: 0.2259409 Apr 21 13:06:24.062683 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ad87b-21b1-4ea8-892e-344c4799a412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cd8da5-12df-4864-8ebc-972e33128232,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:24.127933 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc4a7e1b-a76d-4414-b12b-2a2470704e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:24.234813 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fc4a7e1b-a76d-4414-b12b-2a2470704e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:24.273933 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fc4a7e1b-a76d-4414-b12b-2a2470704e0f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a00f08d1f7d54490867ccdc4ab65e428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4513211 Apr 21 13:06:24.275176 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a7e1b-a76d-4414-b12b-2a2470704e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82994fc1-6edb-4580-a67b-9846db76d3be,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:24.276571 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 48040) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:24.333382 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d90e9f3-9dc7-4855-a1b2-e20f58baaf0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:24.358194 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d90e9f3-9dc7-4855-a1b2-e20f58baaf0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:24.484517 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d90e9f3-9dc7-4855-a1b2-e20f58baaf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:24.487303 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7d90e9f3-9dc7-4855-a1b2-e20f58baaf0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:24.488779 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7d90e9f3-9dc7-4855-a1b2-e20f58baaf0f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/82994fc1-6edb-4580-a67b-9846db76d3be HTTP/1.1" status: 204 len: 168 time: 0.2111096 Apr 21 13:06:24.504642 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90e9f3-9dc7-4855-a1b2-e20f58baaf0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82994fc1-6edb-4580-a67b-9846db76d3be,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:26.732897 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 48152) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:26.847502 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d4794012-b610-4a8c-a5ca-3501c47b315c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:26.925786 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d4794012-b610-4a8c-a5ca-3501c47b315c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:26.997037 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d4794012-b610-4a8c-a5ca-3501c47b315c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:27.034311 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4794012-b610-4a8c-a5ca-3501c47b315c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498942fe-5da0-4e82-a647-ada53a67740e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:27.045909 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d4794012-b610-4a8c-a5ca-3501c47b315c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=adce0a4aeb30453f826daa422804d8c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3118026 Apr 21 13:06:27.048457 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 48172) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:27.104207 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46d4e82f-636e-4519-b126-017f8fad85e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:27.128150 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46d4e82f-636e-4519-b126-017f8fad85e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:27.252720 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46d4e82f-636e-4519-b126-017f8fad85e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:27.255417 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-46d4e82f-636e-4519-b126-017f8fad85e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:27.259763 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-46d4e82f-636e-4519-b126-017f8fad85e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/498942fe-5da0-4e82-a647-ada53a67740e HTTP/1.1" status: 204 len: 168 time: 0.2073262 Apr 21 13:06:27.264790 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d4e82f-636e-4519-b126-017f8fad85e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498942fe-5da0-4e82-a647-ada53a67740e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:27.730623 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 48194) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:27.835536 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb38c10e-50e0-40e7-98e1-4fd61c94f9d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:27.909854 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48200) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:27.914474 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb38c10e-50e0-40e7-98e1-4fd61c94f9d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:27.924977 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d1edb2d-dd77-40ad-a246-2c1b0b7b9205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:27.988508 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eb38c10e-50e0-40e7-98e1-4fd61c94f9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:28.003838 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d1edb2d-dd77-40ad-a246-2c1b0b7b9205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:28.022173 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-eb38c10e-50e0-40e7-98e1-4fd61c94f9d0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4002bc0fb13a4a298bf44a8fe20caba9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2878942 Apr 21 13:06:28.022998 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48202) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:28.032050 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38c10e-50e0-40e7-98e1-4fd61c94f9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a04a500-f6c9-4bc0-ac03-bd72b119e4cc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:28.072937 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1d1edb2d-dd77-40ad-a246-2c1b0b7b9205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:28.090687 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6338f487-c556-4742-8375-6b62fd183d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:28.124125 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1d1edb2d-dd77-40ad-a246-2c1b0b7b9205 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e30f20a22c3c458fb01435fd089b8fca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2132230 Apr 21 13:06:28.126897 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 48204) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:28.128998 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1edb2d-dd77-40ad-a246-2c1b0b7b9205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac4c33f-388c-457b-b25e-61377c0da5d0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:28.136446 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6338f487-c556-4742-8375-6b62fd183d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:28.186337 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7516b007-89c7-470c-a797-d6176026ab0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:28.208170 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7516b007-89c7-470c-a797-d6176026ab0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:28.263812 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6338f487-c556-4742-8375-6b62fd183d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:28.266396 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6338f487-c556-4742-8375-6b62fd183d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:28.269969 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6338f487-c556-4742-8375-6b62fd183d81 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4a04a500-f6c9-4bc0-ac03-bd72b119e4cc HTTP/1.1" status: 204 len: 168 time: 0.2441609 Apr 21 13:06:28.275844 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6338f487-c556-4742-8375-6b62fd183d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a04a500-f6c9-4bc0-ac03-bd72b119e4cc,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:28.343226 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7516b007-89c7-470c-a797-d6176026ab0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:28.346010 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7516b007-89c7-470c-a797-d6176026ab0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:28.349482 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7516b007-89c7-470c-a797-d6176026ab0a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cac4c33f-388c-457b-b25e-61377c0da5d0 HTTP/1.1" status: 204 len: 168 time: 0.2192912 Apr 21 13:06:28.355810 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516b007-89c7-470c-a797-d6176026ab0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac4c33f-388c-457b-b25e-61377c0da5d0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:28.998789 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 48226) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:29.012080 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01401f01-b3c3-4aba-9089-f35d0d89b36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:29.108204 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01401f01-b3c3-4aba-9089-f35d0d89b36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:29.217296 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-01401f01-b3c3-4aba-9089-f35d0d89b36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:29.259422 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-01401f01-b3c3-4aba-9089-f35d0d89b36e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=19d886b879fc4d3aa0e1cef95f26708d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2595391 Apr 21 13:06:29.262620 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48240) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:29.270423 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01401f01-b3c3-4aba-9089-f35d0d89b36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da0d7be-259b-4c57-b0ae-441db1867f6a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:29.323877 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12b5d792-6ac6-48e2-9b11-f50b82c8ac31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:29.352870 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12b5d792-6ac6-48e2-9b11-f50b82c8ac31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:29.445747 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12b5d792-6ac6-48e2-9b11-f50b82c8ac31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:29.448429 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12b5d792-6ac6-48e2-9b11-f50b82c8ac31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:29.450627 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-12b5d792-6ac6-48e2-9b11-f50b82c8ac31 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1da0d7be-259b-4c57-b0ae-441db1867f6a HTTP/1.1" status: 204 len: 168 time: 0.1865141 Apr 21 13:06:29.460138 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5d792-6ac6-48e2-9b11-f50b82c8ac31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da0d7be-259b-4c57-b0ae-441db1867f6a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:32.981978 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:06:33.609682 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 48398) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:33.716391 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d8cbe3c-7568-4c04-9080-756f7a745812 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:33.788158 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d8cbe3c-7568-4c04-9080-756f7a745812 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:33.850497 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d8cbe3c-7568-4c04-9080-756f7a745812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:33.890604 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8cbe3c-7568-4c04-9080-756f7a745812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41a78f9-6325-498e-a3df-f46f8bf98e59,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:33.897334 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8d8cbe3c-7568-4c04-9080-756f7a745812 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e7931d5f16c84bad8e0d1d880190603a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2842340 Apr 21 13:06:33.897725 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48406) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:33.903118 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8cbe3c-7568-4c04-9080-756f7a745812 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:06:33.903533 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8cbe3c-7568-4c04-9080-756f7a745812 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:06:33.903948 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8cbe3c-7568-4c04-9080-756f7a745812 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:06:33.904359 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8cbe3c-7568-4c04-9080-756f7a745812 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:06:33.904779 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8cbe3c-7568-4c04-9080-756f7a745812 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:06:33.905198 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8cbe3c-7568-4c04-9080-756f7a745812 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:06:33.905657 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8cbe3c-7568-4c04-9080-756f7a745812 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:06:33.906071 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8cbe3c-7568-4c04-9080-756f7a745812 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:06:33.906485 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8cbe3c-7568-4c04-9080-756f7a745812 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:06:33.906896 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8cbe3c-7568-4c04-9080-756f7a745812 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:06:33.907503 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8cbe3c-7568-4c04-9080-756f7a745812 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:06:33.907698 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8cbe3c-7568-4c04-9080-756f7a745812 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:06:33.954430 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-08b7ebb0-6de0-44d8-a24a-433c1ca6bf5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:33.976027 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-08b7ebb0-6de0-44d8-a24a-433c1ca6bf5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:34.141986 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-08b7ebb0-6de0-44d8-a24a-433c1ca6bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:34.144524 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-08b7ebb0-6de0-44d8-a24a-433c1ca6bf5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:34.145695 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-08b7ebb0-6de0-44d8-a24a-433c1ca6bf5b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a41a78f9-6325-498e-a3df-f46f8bf98e59 HTTP/1.1" status: 204 len: 168 time: 0.2464466 Apr 21 13:06:34.153701 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b7ebb0-6de0-44d8-a24a-433c1ca6bf5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41a78f9-6325-498e-a3df-f46f8bf98e59,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:34.161901 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b7ebb0-6de0-44d8-a24a-433c1ca6bf5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:06:34.162246 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b7ebb0-6de0-44d8-a24a-433c1ca6bf5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:06:34.162588 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b7ebb0-6de0-44d8-a24a-433c1ca6bf5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:06:34.162920 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b7ebb0-6de0-44d8-a24a-433c1ca6bf5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:06:34.163248 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b7ebb0-6de0-44d8-a24a-433c1ca6bf5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:06:34.163575 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b7ebb0-6de0-44d8-a24a-433c1ca6bf5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:06:34.163899 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b7ebb0-6de0-44d8-a24a-433c1ca6bf5b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:06:34.164221 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b7ebb0-6de0-44d8-a24a-433c1ca6bf5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:06:34.164540 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b7ebb0-6de0-44d8-a24a-433c1ca6bf5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:06:34.164859 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b7ebb0-6de0-44d8-a24a-433c1ca6bf5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:06:34.165178 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b7ebb0-6de0-44d8-a24a-433c1ca6bf5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:06:34.165494 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b7ebb0-6de0-44d8-a24a-433c1ca6bf5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:06:34.783710 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48420) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:34.796721 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1fef2a39-fe3e-46ce-9bb4-1535ca4a9e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:34.873734 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1fef2a39-fe3e-46ce-9bb4-1535ca4a9e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:34.941904 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1fef2a39-fe3e-46ce-9bb4-1535ca4a9e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:34.979163 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef2a39-fe3e-46ce-9bb4-1535ca4a9e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aac2d6b-5379-4d62-b026-793f61b8fd8a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:34.984089 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1fef2a39-fe3e-46ce-9bb4-1535ca4a9e2e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3e4f896cb77c4732b58e3bddab62a34d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1993613 Apr 21 13:06:34.986932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 48422) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:35.040619 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b141317f-850c-42d8-8da1-89ae39ee9c2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:35.063740 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b141317f-850c-42d8-8da1-89ae39ee9c2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:35.182022 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b141317f-850c-42d8-8da1-89ae39ee9c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:35.184928 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b141317f-850c-42d8-8da1-89ae39ee9c2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:35.187023 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b141317f-850c-42d8-8da1-89ae39ee9c2e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4aac2d6b-5379-4d62-b026-793f61b8fd8a HTTP/1.1" status: 204 len: 168 time: 0.1991372 Apr 21 13:06:35.209770 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141317f-850c-42d8-8da1-89ae39ee9c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aac2d6b-5379-4d62-b026-793f61b8fd8a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:37.719449 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 48518) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:37.839935 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4178584-33b1-445a-81c4-17e8c347cc83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:37.921655 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4178584-33b1-445a-81c4-17e8c347cc83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:37.981989 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4178584-33b1-445a-81c4-17e8c347cc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:38.021464 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b4178584-33b1-445a-81c4-17e8c347cc83 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=68faa65b2fa24a948a07e45b873e91e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3009036 Apr 21 13:06:38.024214 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4178584-33b1-445a-81c4-17e8c347cc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166ffcd9-7978-4819-bce9-17c9b2c931b6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:38.024357 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48524) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:38.072107 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4496a9bf-e169-4997-9357-00d9f827b27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:38.099201 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4496a9bf-e169-4997-9357-00d9f827b27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:38.211935 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4496a9bf-e169-4997-9357-00d9f827b27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:38.219927 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4496a9bf-e169-4997-9357-00d9f827b27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:38.221084 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4496a9bf-e169-4997-9357-00d9f827b27b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/166ffcd9-7978-4819-bce9-17c9b2c931b6 HTTP/1.1" status: 204 len: 168 time: 0.1958458 Apr 21 13:06:38.229497 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496a9bf-e169-4997-9357-00d9f827b27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166ffcd9-7978-4819-bce9-17c9b2c931b6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:39.766666 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 48574) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:39.881616 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5312e3ff-de99-494d-bd8c-2f72b2b2238f admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:39.954846 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5312e3ff-de99-494d-bd8c-2f72b2b2238f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:40.038850 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5312e3ff-de99-494d-bd8c-2f72b2b2238f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:40.078120 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5312e3ff-de99-494d-bd8c-2f72b2b2238f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d396765d8f51437cb9f9911630f9ca8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3103750 Apr 21 13:06:40.079226 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312e3ff-de99-494d-bd8c-2f72b2b2238f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e03044-9eea-4947-9991-bca7c4779c97,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:40.081182 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48578) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:40.145470 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a112b122-1bd1-47e7-a769-000425cfc796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:40.166851 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a112b122-1bd1-47e7-a769-000425cfc796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:40.291482 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a112b122-1bd1-47e7-a769-000425cfc796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:40.294677 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a112b122-1bd1-47e7-a769-000425cfc796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:40.299381 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a112b122-1bd1-47e7-a769-000425cfc796 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/70e03044-9eea-4947-9991-bca7c4779c97 HTTP/1.1" status: 204 len: 168 time: 0.2152600 Apr 21 13:06:40.335152 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112b122-1bd1-47e7-a769-000425cfc796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e03044-9eea-4947-9991-bca7c4779c97,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:42.282253 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48634) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:42.434581 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-79971f56-dd43-40a8-aafa-26ede7a9eabf tempest-PortsAdminExtendedAttrsTestJSON-966239066 tempest-PortsAdminExtendedAttrsTestJSON-966239066-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1303074133'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:06:42.524290 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79971f56-dd43-40a8-aafa-26ede7a9eabf tempest-PortsAdminExtendedAttrsTestJSON-966239066 tempest-PortsAdminExtendedAttrsTestJSON-966239066-project] Made reservation on behalf of a02b8a1c33494452afa7eafe55db7e45 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:06:42.527941 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79971f56-dd43-40a8-aafa-26ede7a9eabf tempest-PortsAdminExtendedAttrsTestJSON-966239066 tempest-PortsAdminExtendedAttrsTestJSON-966239066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:42.536974 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79971f56-dd43-40a8-aafa-26ede7a9eabf tempest-PortsAdminExtendedAttrsTestJSON-966239066 tempest-PortsAdminExtendedAttrsTestJSON-966239066-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:42.619029 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79971f56-dd43-40a8-aafa-26ede7a9eabf tempest-PortsAdminExtendedAttrsTestJSON-966239066 tempest-PortsAdminExtendedAttrsTestJSON-966239066-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:42.657145 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48642) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:42.678995 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79971f56-dd43-40a8-aafa-26ede7a9eabf tempest-PortsAdminExtendedAttrsTestJSON-966239066 tempest-PortsAdminExtendedAttrsTestJSON-966239066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:42.702584 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79971f56-dd43-40a8-aafa-26ede7a9eabf tempest-PortsAdminExtendedAttrsTestJSON-966239066 tempest-PortsAdminExtendedAttrsTestJSON-966239066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:06:42.720680 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79971f56-dd43-40a8-aafa-26ede7a9eabf tempest-PortsAdminExtendedAttrsTestJSON-966239066 tempest-PortsAdminExtendedAttrsTestJSON-966239066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=268170a4-589d-4f26-946a-5eafcd95d9de,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:42.725441 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79971f56-dd43-40a8-aafa-26ede7a9eabf tempest-PortsAdminExtendedAttrsTestJSON-966239066 tempest-PortsAdminExtendedAttrsTestJSON-966239066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:42.726009 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-79971f56-dd43-40a8-aafa-26ede7a9eabf tempest-PortsAdminExtendedAttrsTestJSON-966239066 tempest-PortsAdminExtendedAttrsTestJSON-966239066-project] Added segment 1b82f51e-c787-49b0-8b3a-568440eeae4e of type vlan for network 863ba968-eea2-431b-aebc-e122d8152c28 Apr 21 13:06:42.774480 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79971f56-dd43-40a8-aafa-26ede7a9eabf tempest-PortsAdminExtendedAttrsTestJSON-966239066 tempest-PortsAdminExtendedAttrsTestJSON-966239066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:42.782768 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bdceb73b-7b19-41d5-b10b-1a0ada349a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:42.878876 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bdceb73b-7b19-41d5-b10b-1a0ada349a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:42.880218 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79971f56-dd43-40a8-aafa-26ede7a9eabf tempest-PortsAdminExtendedAttrsTestJSON-966239066 tempest-PortsAdminExtendedAttrsTestJSON-966239066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:42.885802 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79971f56-dd43-40a8-aafa-26ede7a9eabf tempest-PortsAdminExtendedAttrsTestJSON-966239066 tempest-PortsAdminExtendedAttrsTestJSON-966239066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:42.892635 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-79971f56-dd43-40a8-aafa-26ede7a9eabf tempest-PortsAdminExtendedAttrsTestJSON-966239066 tempest-PortsAdminExtendedAttrsTestJSON-966239066-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:42.939870 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bdceb73b-7b19-41d5-b10b-1a0ada349a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:42.970426 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-79971f56-dd43-40a8-aafa-26ede7a9eabf tempest-PortsAdminExtendedAttrsTestJSON-966239066 tempest-PortsAdminExtendedAttrsTestJSON-966239066-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.6866891 Apr 21 13:06:42.975156 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79971f56-dd43-40a8-aafa-26ede7a9eabf tempest-PortsAdminExtendedAttrsTestJSON-966239066 tempest-PortsAdminExtendedAttrsTestJSON-966239066-project] Pushing event updated for resources: {'Network': ['ID=863ba968-eea2-431b-aebc-e122d8152c28,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:42.990946 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 863ba968-eea2-431b-aebc-e122d8152c28 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:06:43.000351 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bdceb73b-7b19-41d5-b10b-1a0ada349a4d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=61f92db9e9374b59a6fcb6d07c34dbbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3390663 Apr 21 13:06:43.000351 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdceb73b-7b19-41d5-b10b-1a0ada349a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e410d261-7d69-4532-80ba-1e9d1da642ea,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:43.001244 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48654) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:43.052462 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd9d4b7e-12f5-49a1-ab2b-cbd53182c328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:43.077762 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd9d4b7e-12f5-49a1-ab2b-cbd53182c328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:43.204682 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd9d4b7e-12f5-49a1-ab2b-cbd53182c328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:43.207899 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd9d4b7e-12f5-49a1-ab2b-cbd53182c328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:43.212049 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-dd9d4b7e-12f5-49a1-ab2b-cbd53182c328 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e410d261-7d69-4532-80ba-1e9d1da642ea HTTP/1.1" status: 204 len: 168 time: 0.2098386 Apr 21 13:06:43.225766 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d4b7e-12f5-49a1-ab2b-cbd53182c328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e410d261-7d69-4532-80ba-1e9d1da642ea,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:43.245554 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48658) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:43.251030 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Request body: {'port': {'network_id': '863ba968-eea2-431b-aebc-e122d8152c28', 'binding:host_id': 'n-h2-836147-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1669063873'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:06:43.330334 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Made reservation on behalf of 1a77c371a7fd45119eb686b4ba273eac for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:06:43.332811 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:43.342190 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:43.427804 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:43.455720 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-383e7ab1-c605-4284-b1ee-fa43b9266408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:43.518948 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:43.523623 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] device_id is not set on port 59d8248c-b94b-4b36-80ae-411412da63fc yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 13:06:43.605766 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b3abe8-d1df-4bf6-bace-cbfa9ac6ac50,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:43.756619 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] device_id is not set on port 59d8248c-b94b-4b36-80ae-411412da63fc yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 13:06:43.766557 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:43.861290 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 48664) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:43.863425 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:43.889133 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77abbd0b-35ce-47be-97fa-45af13747373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:43.946184 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Pushing event updated for resources: {'Port': ['ID=59d8248c-b94b-4b36-80ae-411412da63fc,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:43.951632 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Checking segment: {'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:06:43.951933 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Network hostable DHCP agents. Network: 863ba968-eea2-431b-aebc-e122d8152c28, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:06:43.975174 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77abbd0b-35ce-47be-97fa-45af13747373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:44.044663 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-77abbd0b-35ce-47be-97fa-45af13747373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:44.068007 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Network 863ba968-eea2-431b-aebc-e122d8152c28 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:06:44.090095 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-77abbd0b-35ce-47be-97fa-45af13747373 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=04a0a1acb3e946ed9ec399de2bd492ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2239454 Apr 21 13:06:44.094495 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77abbd0b-35ce-47be-97fa-45af13747373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd8557f-4202-4f5e-828d-4d951029985d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:44.094633 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48668) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:44.143643 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 863ba968-eea2-431b-aebc-e122d8152c28) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:06:44.150958 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:06:44.152616 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd7eff8-2909-45ff-bd29-52dfb74c58b2 None None] Network 863ba968-eea2-431b-aebc-e122d8152c28 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:06:44.163022 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c113961-2182-4826-ba91-751f880a9155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:44.168975 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 59d8248c-b94b-4b36-80ae-411412da63fc on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:44.170516 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 59d8248c-b94b-4b36-80ae-411412da63fc by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:44.174941 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 59d8248c-b94b-4b36-80ae-411412da63fc on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:44.181149 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Port 59d8248c-b94b-4b36-80ae-411412da63fc on network 863ba968-eea2-431b-aebc-e122d8152c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:06:44.181492 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Failed to bind port 59d8248c-b94b-4b36-80ae-411412da63fc on host n-h2-836147-2 for vnic_type normal using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] Apr 21 13:06:44.186940 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempt 2 to bind port 59d8248c-b94b-4b36-80ae-411412da63fc Apr 21 13:06:44.211357 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c113961-2182-4826-ba91-751f880a9155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:44.214480 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 59d8248c-b94b-4b36-80ae-411412da63fc on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:44.215100 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 59d8248c-b94b-4b36-80ae-411412da63fc by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:44.215446 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 59d8248c-b94b-4b36-80ae-411412da63fc on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:44.227757 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Port 59d8248c-b94b-4b36-80ae-411412da63fc on network 863ba968-eea2-431b-aebc-e122d8152c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:06:44.228087 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Failed to bind port 59d8248c-b94b-4b36-80ae-411412da63fc on host n-h2-836147-2 for vnic_type normal using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] Apr 21 13:06:44.230869 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempt 3 to bind port 59d8248c-b94b-4b36-80ae-411412da63fc Apr 21 13:06:44.265782 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 59d8248c-b94b-4b36-80ae-411412da63fc on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:44.266116 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 59d8248c-b94b-4b36-80ae-411412da63fc by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:44.266761 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 59d8248c-b94b-4b36-80ae-411412da63fc on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:44.272104 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Port 59d8248c-b94b-4b36-80ae-411412da63fc on network 863ba968-eea2-431b-aebc-e122d8152c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:06:44.272431 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Failed to bind port 59d8248c-b94b-4b36-80ae-411412da63fc on host n-h2-836147-2 for vnic_type normal using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] Apr 21 13:06:44.273083 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempt 4 to bind port 59d8248c-b94b-4b36-80ae-411412da63fc Apr 21 13:06:44.288064 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 59d8248c-b94b-4b36-80ae-411412da63fc on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:44.288064 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 59d8248c-b94b-4b36-80ae-411412da63fc by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:44.288064 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 59d8248c-b94b-4b36-80ae-411412da63fc on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:44.293630 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Port 59d8248c-b94b-4b36-80ae-411412da63fc on network 863ba968-eea2-431b-aebc-e122d8152c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:06:44.293863 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Failed to bind port 59d8248c-b94b-4b36-80ae-411412da63fc on host n-h2-836147-2 for vnic_type normal using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] Apr 21 13:06:44.294221 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempt 5 to bind port 59d8248c-b94b-4b36-80ae-411412da63fc Apr 21 13:06:44.309652 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 59d8248c-b94b-4b36-80ae-411412da63fc on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:44.309907 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 59d8248c-b94b-4b36-80ae-411412da63fc by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:44.310798 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 59d8248c-b94b-4b36-80ae-411412da63fc on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:44.315433 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Port 59d8248c-b94b-4b36-80ae-411412da63fc on network 863ba968-eea2-431b-aebc-e122d8152c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:06:44.315756 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Failed to bind port 59d8248c-b94b-4b36-80ae-411412da63fc on host n-h2-836147-2 for vnic_type normal using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] Apr 21 13:06:44.316134 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempt 6 to bind port 59d8248c-b94b-4b36-80ae-411412da63fc Apr 21 13:06:44.329882 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 59d8248c-b94b-4b36-80ae-411412da63fc on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:44.330211 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 59d8248c-b94b-4b36-80ae-411412da63fc by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:44.330771 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 59d8248c-b94b-4b36-80ae-411412da63fc on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:44.336338 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Port 59d8248c-b94b-4b36-80ae-411412da63fc on network 863ba968-eea2-431b-aebc-e122d8152c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:06:44.336872 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Failed to bind port 59d8248c-b94b-4b36-80ae-411412da63fc on host n-h2-836147-2 for vnic_type normal using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] Apr 21 13:06:44.337443 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempt 7 to bind port 59d8248c-b94b-4b36-80ae-411412da63fc Apr 21 13:06:44.350961 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 59d8248c-b94b-4b36-80ae-411412da63fc on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:44.351589 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 59d8248c-b94b-4b36-80ae-411412da63fc by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:44.352091 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 59d8248c-b94b-4b36-80ae-411412da63fc on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:44.357505 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Port 59d8248c-b94b-4b36-80ae-411412da63fc on network 863ba968-eea2-431b-aebc-e122d8152c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:06:44.358055 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Failed to bind port 59d8248c-b94b-4b36-80ae-411412da63fc on host n-h2-836147-2 for vnic_type normal using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] Apr 21 13:06:44.358598 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempt 8 to bind port 59d8248c-b94b-4b36-80ae-411412da63fc Apr 21 13:06:44.372543 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 59d8248c-b94b-4b36-80ae-411412da63fc on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:44.373653 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 59d8248c-b94b-4b36-80ae-411412da63fc by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:44.374185 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 59d8248c-b94b-4b36-80ae-411412da63fc on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:44.379000 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Port 59d8248c-b94b-4b36-80ae-411412da63fc on network 863ba968-eea2-431b-aebc-e122d8152c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:06:44.379533 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Failed to bind port 59d8248c-b94b-4b36-80ae-411412da63fc on host n-h2-836147-2 for vnic_type normal using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] Apr 21 13:06:44.380105 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempt 9 to bind port 59d8248c-b94b-4b36-80ae-411412da63fc Apr 21 13:06:44.394323 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c113961-2182-4826-ba91-751f880a9155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:44.397146 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2c113961-2182-4826-ba91-751f880a9155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:44.401890 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2c113961-2182-4826-ba91-751f880a9155 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/efd8557f-4202-4f5e-828d-4d951029985d HTTP/1.1" status: 204 len: 168 time: 0.3079369 Apr 21 13:06:44.407028 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 59d8248c-b94b-4b36-80ae-411412da63fc on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:44.407028 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 59d8248c-b94b-4b36-80ae-411412da63fc by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:44.407028 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 59d8248c-b94b-4b36-80ae-411412da63fc on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:44.412939 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Port 59d8248c-b94b-4b36-80ae-411412da63fc on network 863ba968-eea2-431b-aebc-e122d8152c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:06:44.413488 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Failed to bind port 59d8248c-b94b-4b36-80ae-411412da63fc on host n-h2-836147-2 for vnic_type normal using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] Apr 21 13:06:44.417903 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempt 10 to bind port 59d8248c-b94b-4b36-80ae-411412da63fc Apr 21 13:06:44.423351 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c113961-2182-4826-ba91-751f880a9155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd8557f-4202-4f5e-828d-4d951029985d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:44.436395 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 59d8248c-b94b-4b36-80ae-411412da63fc on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:44.436908 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 59d8248c-b94b-4b36-80ae-411412da63fc by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:44.437405 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 59d8248c-b94b-4b36-80ae-411412da63fc on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:44.443500 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Port 59d8248c-b94b-4b36-80ae-411412da63fc on network 863ba968-eea2-431b-aebc-e122d8152c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:06:44.444518 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Failed to bind port 59d8248c-b94b-4b36-80ae-411412da63fc on host n-h2-836147-2 for vnic_type normal using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] Apr 21 13:06:44.445055 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:44.547271 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] For port 59d8248c-b94b-4b36-80ae-411412da63fc, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:06:44.547726 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempted to set empty binding levels {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 21 13:06:44.612167 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:44.642600 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:44.643199 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:44.668135 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Pushing event updated for resources: {'Port': ['ID=59d8248c-b94b-4b36-80ae-411412da63fc,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:44.738749 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cd661c08-c0f7-432a-a9db-16ad6fd3b6d0 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.4918430 Apr 21 13:06:44.741484 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 48676) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:44.827763 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7cda235e-1df6-40b0-8696-c1b2d41933fe tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Deleting port 59d8248c-b94b-4b36-80ae-411412da63fc {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:06:44.828123 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7cda235e-1df6-40b0-8696-c1b2d41933fe tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:44.895017 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-7cda235e-1df6-40b0-8696-c1b2d41933fe tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] For port 59d8248c-b94b-4b36-80ae-411412da63fc, host n-h2-836147-2, got binding levels [] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:06:44.897437 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7cda235e-1df6-40b0-8696-c1b2d41933fe tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:44.909125 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7cda235e-1df6-40b0-8696-c1b2d41933fe tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Calling delete_port for 59d8248c-b94b-4b36-80ae-411412da63fc owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:06:45.068704 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7cda235e-1df6-40b0-8696-c1b2d41933fe tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:45.099067 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda235e-1df6-40b0-8696-c1b2d41933fe tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Pushing event deleted for resources: {'Port': ['ID=59d8248c-b94b-4b36-80ae-411412da63fc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:45.107843 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7cda235e-1df6-40b0-8696-c1b2d41933fe tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:45.108066 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7cda235e-1df6-40b0-8696-c1b2d41933fe tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] 10.222.0.36 "DELETE /v2.0/ports/59d8248c-b94b-4b36-80ae-411412da63fc HTTP/1.1" status: 204 len: 168 time: 0.3653283 Apr 21 13:06:45.110369 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 48688) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:45.138980 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8551592-ce70-4e56-8d83-c85af3e93e88 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] GET failed (client error): The resource could not be found. Apr 21 13:06:45.140848 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c8551592-ce70-4e56-8d83-c85af3e93e88 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] 10.222.0.36 "GET /v2.0/ports/59d8248c-b94b-4b36-80ae-411412da63fc HTTP/1.1" status: 404 len: 333 time: 0.0295656 Apr 21 13:06:45.144617 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48690) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:45.150099 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c007f78b-8c8b-4557-8790-0a8d8c2be1f3 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Request body: {'port': {'network_id': '863ba968-eea2-431b-aebc-e122d8152c28', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1772118742'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:06:45.275323 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c007f78b-8c8b-4557-8790-0a8d8c2be1f3 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Made reservation on behalf of 1a77c371a7fd45119eb686b4ba273eac for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:06:45.278210 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c007f78b-8c8b-4557-8790-0a8d8c2be1f3 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:45.296343 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-c007f78b-8c8b-4557-8790-0a8d8c2be1f3 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] device_id is not set on port c9519df3-0ea4-4b35-b648-ac05ff091ced yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 13:06:45.470486 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c007f78b-8c8b-4557-8790-0a8d8c2be1f3 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:45.534941 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48704) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:45.568137 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c007f78b-8c8b-4557-8790-0a8d8c2be1f3 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:45.621121 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c007f78b-8c8b-4557-8790-0a8d8c2be1f3 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Network 863ba968-eea2-431b-aebc-e122d8152c28 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:06:45.628085 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-c007f78b-8c8b-4557-8790-0a8d8c2be1f3 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:06:45.632163 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c007f78b-8c8b-4557-8790-0a8d8c2be1f3 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:06:45.639129 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c007f78b-8c8b-4557-8790-0a8d8c2be1f3 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:45.639781 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c007f78b-8c8b-4557-8790-0a8d8c2be1f3 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:45.655320 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d9f862f9-b64b-47ae-9105-4c595fdb0c4c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-715316296-network', 'tenant_id': '531b5a0bb3c8496cb551b7f90aa5e487'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:06:45.658312 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007f78b-8c8b-4557-8790-0a8d8c2be1f3 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Pushing event updated for resources: {'Port': ['ID=c9519df3-0ea4-4b35-b648-ac05ff091ced,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:45.691809 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f212410b-41e2-4ee7-a7bf-b1a1623014f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:45.724556 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c007f78b-8c8b-4557-8790-0a8d8c2be1f3 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5786777 Apr 21 13:06:45.727229 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48708) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:45.732658 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:06:45.784371 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:45.795223 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f862f9-b64b-47ae-9105-4c595fdb0c4c admin admin] Made reservation on behalf of 531b5a0bb3c8496cb551b7f90aa5e487 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:06:45.797445 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9f862f9-b64b-47ae-9105-4c595fdb0c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:45.809863 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9f862f9-b64b-47ae-9105-4c595fdb0c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:46.006937 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9f862f9-b64b-47ae-9105-4c595fdb0c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:46.017118 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] device_id is not set on port c9519df3-0ea4-4b35-b648-ac05ff091ced yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 13:06:46.024240 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:46.073964 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9f862f9-b64b-47ae-9105-4c595fdb0c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:46.098946 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:46.100759 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f862f9-b64b-47ae-9105-4c595fdb0c4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:06:46.134257 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f862f9-b64b-47ae-9105-4c595fdb0c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1f54a1-781c-4844-af32-0979cc2dc517,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:46.150828 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9f862f9-b64b-47ae-9105-4c595fdb0c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:46.151295 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-d9f862f9-b64b-47ae-9105-4c595fdb0c4c admin admin] Added segment 32cc46c8-bef7-4023-9d49-d0bcdcb1bead of type vlan for network c7cc82a9-136b-4e9f-8343-83b4b9bb8bbd Apr 21 13:06:46.187583 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Pushing event updated for resources: {'Port': ['ID=c9519df3-0ea4-4b35-b648-ac05ff091ced,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:46.203585 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9f862f9-b64b-47ae-9105-4c595fdb0c4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:46.219316 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:46.219647 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:46.219982 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:46.232553 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Port c9519df3-0ea4-4b35-b648-ac05ff091ced on network 863ba968-eea2-431b-aebc-e122d8152c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:06:46.232913 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Failed to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced on host n-h2-836147-2 for vnic_type normal using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] Apr 21 13:06:46.235094 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempt 2 to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced Apr 21 13:06:46.248234 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:46.248560 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:46.248905 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:46.253049 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Port c9519df3-0ea4-4b35-b648-ac05ff091ced on network 863ba968-eea2-431b-aebc-e122d8152c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:06:46.253370 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Failed to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced on host n-h2-836147-2 for vnic_type normal using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] Apr 21 13:06:46.253772 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempt 3 to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced Apr 21 13:06:46.265128 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:46.265390 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:46.265751 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:46.269889 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Port c9519df3-0ea4-4b35-b648-ac05ff091ced on network 863ba968-eea2-431b-aebc-e122d8152c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:06:46.270214 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Failed to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced on host n-h2-836147-2 for vnic_type normal using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] Apr 21 13:06:46.270586 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempt 4 to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced Apr 21 13:06:46.282816 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:46.283146 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:46.283471 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:46.287776 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Port c9519df3-0ea4-4b35-b648-ac05ff091ced on network 863ba968-eea2-431b-aebc-e122d8152c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:06:46.288100 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Failed to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced on host n-h2-836147-2 for vnic_type normal using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] Apr 21 13:06:46.288473 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempt 5 to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced Apr 21 13:06:46.300369 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:46.300697 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:46.301024 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:46.305182 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Port c9519df3-0ea4-4b35-b648-ac05ff091ced on network 863ba968-eea2-431b-aebc-e122d8152c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:06:46.305502 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Failed to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced on host n-h2-836147-2 for vnic_type normal using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] Apr 21 13:06:46.305902 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempt 6 to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced Apr 21 13:06:46.309474 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9f862f9-b64b-47ae-9105-4c595fdb0c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:46.310497 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f862f9-b64b-47ae-9105-4c595fdb0c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:46.311070 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9f862f9-b64b-47ae-9105-4c595fdb0c4c admin admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:46.343636 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:46.343966 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:46.344303 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:46.378366 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Port c9519df3-0ea4-4b35-b648-ac05ff091ced on network 863ba968-eea2-431b-aebc-e122d8152c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:06:46.378692 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Failed to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced on host n-h2-836147-2 for vnic_type normal using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] Apr 21 13:06:46.380597 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempt 7 to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced Apr 21 13:06:46.390873 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f862f9-b64b-47ae-9105-4c595fdb0c4c admin admin] Pushing event updated for resources: {'Network': ['ID=c7cc82a9-136b-4e9f-8343-83b4b9bb8bbd,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:46.407529 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network c7cc82a9-136b-4e9f-8343-83b4b9bb8bbd details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:06:46.412833 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:46.413166 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:46.413507 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:46.421249 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d9f862f9-b64b-47ae-9105-4c595fdb0c4c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8852084 Apr 21 13:06:46.422132 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Port c9519df3-0ea4-4b35-b648-ac05ff091ced on network 863ba968-eea2-431b-aebc-e122d8152c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:06:46.422457 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Failed to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced on host n-h2-836147-2 for vnic_type normal using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] Apr 21 13:06:46.422840 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempt 8 to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced Apr 21 13:06:46.424362 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 48714) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:46.431845 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1da831c6-373f-4f98-9b6d-f5493c087472 admin admin] Request body: {'subnet': {'network_id': 'c7cc82a9-136b-4e9f-8343-83b4b9bb8bbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-715316296-subnet', 'tenant_id': '531b5a0bb3c8496cb551b7f90aa5e487', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:06:46.436370 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:46.436712 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:46.437054 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:46.441624 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Port c9519df3-0ea4-4b35-b648-ac05ff091ced on network 863ba968-eea2-431b-aebc-e122d8152c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:06:46.441984 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Failed to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced on host n-h2-836147-2 for vnic_type normal using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] Apr 21 13:06:46.442411 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempt 9 to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced Apr 21 13:06:46.457107 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:46.457440 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:46.457807 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:46.462121 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Port c9519df3-0ea4-4b35-b648-ac05ff091ced on network 863ba968-eea2-431b-aebc-e122d8152c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:06:46.462446 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Failed to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced on host n-h2-836147-2 for vnic_type normal using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] Apr 21 13:06:46.462827 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempt 10 to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced Apr 21 13:06:46.475395 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:46.476058 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:46.476058 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:46.480493 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Port c9519df3-0ea4-4b35-b648-ac05ff091ced on network 863ba968-eea2-431b-aebc-e122d8152c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:06:46.480821 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Failed to bind port c9519df3-0ea4-4b35-b648-ac05ff091ced on host n-h2-836147-2 for vnic_type normal using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] Apr 21 13:06:46.481188 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:46.507499 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da831c6-373f-4f98-9b6d-f5493c087472 admin admin] Made reservation on behalf of 531b5a0bb3c8496cb551b7f90aa5e487 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:06:46.509886 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1da831c6-373f-4f98-9b6d-f5493c087472 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:46.544968 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] For port c9519df3-0ea4-4b35-b648-ac05ff091ced, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:06:46.545227 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempted to set empty binding levels {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 21 13:06:46.606317 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:46.641085 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] In _notify_port_updated(), no bound segment for port c9519df3-0ea4-4b35-b648-ac05ff091ced on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 13:06:46.642041 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:46.642655 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:46.646434 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] 10.222.0.36 "PUT /v2.0/ports/c9519df3-0ea4-4b35-b648-ac05ff091ced HTTP/1.1" status: 200 len: 975 time: 0.9158280 Apr 21 13:06:46.646659 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48718) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:46.705226 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984ff06-1eb2-4a16-affa-f599b416c5fb tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Pushing event updated for resources: {'Port': ['ID=c9519df3-0ea4-4b35-b648-ac05ff091ced,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:46.736310 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149bcc2-3362-40fe-8fd2-23803137ccb5 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:46.736783 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149bcc2-3362-40fe-8fd2-23803137ccb5 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:46.737254 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149bcc2-3362-40fe-8fd2-23803137ccb5 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:46.737753 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149bcc2-3362-40fe-8fd2-23803137ccb5 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:46.738217 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149bcc2-3362-40fe-8fd2-23803137ccb5 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:46.738708 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149bcc2-3362-40fe-8fd2-23803137ccb5 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:46.739173 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149bcc2-3362-40fe-8fd2-23803137ccb5 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:46.739631 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149bcc2-3362-40fe-8fd2-23803137ccb5 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:46.740089 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149bcc2-3362-40fe-8fd2-23803137ccb5 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:46.740546 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149bcc2-3362-40fe-8fd2-23803137ccb5 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:46.741002 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d149bcc2-3362-40fe-8fd2-23803137ccb5 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:46.743170 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d149bcc2-3362-40fe-8fd2-23803137ccb5 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] 10.222.0.36 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10144 time: 0.0956216 Apr 21 13:06:46.746497 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48720) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:46.776163 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1da831c6-373f-4f98-9b6d-f5493c087472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:46.840835 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7e9d1509-edf8-4e04-95e9-a02acc85781a tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Deleting port c9519df3-0ea4-4b35-b648-ac05ff091ced {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:06:46.841322 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e9d1509-edf8-4e04-95e9-a02acc85781a tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:46.847831 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da831c6-373f-4f98-9b6d-f5493c087472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46f6b06a-175d-48bb-8a4a-b76326d80f34,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:46.850291 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da831c6-373f-4f98-9b6d-f5493c087472 admin admin] Checking segment: {'id': '32cc46c8-bef7-4023-9d49-d0bcdcb1bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c7cc82a9-136b-4e9f-8343-83b4b9bb8bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:06:46.850654 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da831c6-373f-4f98-9b6d-f5493c087472 admin admin] Network hostable DHCP agents. Network: c7cc82a9-136b-4e9f-8343-83b4b9bb8bbd, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:06:46.906364 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-7e9d1509-edf8-4e04-95e9-a02acc85781a tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] For port c9519df3-0ea4-4b35-b648-ac05ff091ced, host n-h2-836147-2, got binding levels [] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:06:46.906729 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e9d1509-edf8-4e04-95e9-a02acc85781a tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:46.919372 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7e9d1509-edf8-4e04-95e9-a02acc85781a tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Calling delete_port for c9519df3-0ea4-4b35-b648-ac05ff091ced owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:06:46.947735 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da831c6-373f-4f98-9b6d-f5493c087472 admin admin] Network c7cc82a9-136b-4e9f-8343-83b4b9bb8bbd is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:06:46.976198 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:47.034594 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1da831c6-373f-4f98-9b6d-f5493c087472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, c7cc82a9-136b-4e9f-8343-83b4b9bb8bbd) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:06:47.042981 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8519b3-765d-4689-810c-6e420742c97b None None] Network c7cc82a9-136b-4e9f-8343-83b4b9bb8bbd requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:06:47.045932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da831c6-373f-4f98-9b6d-f5493c087472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:47.046536 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1da831c6-373f-4f98-9b6d-f5493c087472 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:47.057833 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e9d1509-edf8-4e04-95e9-a02acc85781a tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:47.094423 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7e9d1509-edf8-4e04-95e9-a02acc85781a tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:47.101306 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7e9d1509-edf8-4e04-95e9-a02acc85781a tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] 10.222.0.36 "DELETE /v2.0/ports/c9519df3-0ea4-4b35-b648-ac05ff091ced HTTP/1.1" status: 204 len: 168 time: 0.3508499 Apr 21 13:06:47.101306 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d1509-edf8-4e04-95e9-a02acc85781a tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9519df3-0ea4-4b35-b648-ac05ff091ced,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:47.102012 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48724) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:47.126343 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3f11da8-6329-4fcd-b190-920d53c71113 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] GET failed (client error): The resource could not be found. Apr 21 13:06:47.131551 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b3f11da8-6329-4fcd-b190-920d53c71113 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] 10.222.0.36 "GET /v2.0/ports/c9519df3-0ea4-4b35-b648-ac05ff091ced HTTP/1.1" status: 404 len: 333 time: 0.0250995 Apr 21 13:06:47.132042 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48726) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:47.136549 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1da831c6-373f-4f98-9b6d-f5493c087472 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7103381 Apr 21 13:06:47.136719 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f84a32e1-5460-4fb6-8bc7-6eb29a0c31bd tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1481953918', 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:06:47.193546 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dfa46d-b321-489c-8f5c-7f843f834b4f None None] Network c7cc82a9-136b-4e9f-8343-83b4b9bb8bbd requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:06:47.211853 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84a32e1-5460-4fb6-8bc7-6eb29a0c31bd tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Made reservation on behalf of 1a77c371a7fd45119eb686b4ba273eac for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:06:47.214394 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f84a32e1-5460-4fb6-8bc7-6eb29a0c31bd tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:47.234909 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-f84a32e1-5460-4fb6-8bc7-6eb29a0c31bd tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] device_id is not set on port c0adfdb8-6bb8-44fc-a8d4-7ec9882c0977 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 13:06:47.404292 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f84a32e1-5460-4fb6-8bc7-6eb29a0c31bd tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:47.492511 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f84a32e1-5460-4fb6-8bc7-6eb29a0c31bd tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:47.535249 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84a32e1-5460-4fb6-8bc7-6eb29a0c31bd tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Network 863ba968-eea2-431b-aebc-e122d8152c28 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:06:47.539613 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-f84a32e1-5460-4fb6-8bc7-6eb29a0c31bd tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:06:47.543608 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84a32e1-5460-4fb6-8bc7-6eb29a0c31bd tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:06:47.545091 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84a32e1-5460-4fb6-8bc7-6eb29a0c31bd tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:47.545698 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f84a32e1-5460-4fb6-8bc7-6eb29a0c31bd tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:47.548705 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a32e1-5460-4fb6-8bc7-6eb29a0c31bd tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Pushing event updated for resources: {'Port': ['ID=c0adfdb8-6bb8-44fc-a8d4-7ec9882c0977,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:47.636564 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f84a32e1-5460-4fb6-8bc7-6eb29a0c31bd tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5025709 Apr 21 13:06:47.644509 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48742) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:47.678031 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58dfca1-a074-44dc-8da8-b1a116ba02ad tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:47.682080 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d58dfca1-a074-44dc-8da8-b1a116ba02ad tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] 10.222.0.36 "GET /v2.0/ports/c0adfdb8-6bb8-44fc-a8d4-7ec9882c0977 HTTP/1.1" status: 200 len: 955 time: 0.0340047 Apr 21 13:06:47.682583 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 48744) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:47.764392 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ecda293c-aea2-4ec5-a447-68b3d5487950 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Deleting port c0adfdb8-6bb8-44fc-a8d4-7ec9882c0977 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:06:47.765177 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ecda293c-aea2-4ec5-a447-68b3d5487950 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:47.893062 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48752) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:47.897971 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-60d28ada-d288-4deb-8e30-c86b5160e633 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-770069063-network', 'tenant_id': 'fdaac8fd9b804d9e9c5ab1102810f338'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:06:48.015897 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d28ada-d288-4deb-8e30-c86b5160e633 admin admin] Made reservation on behalf of fdaac8fd9b804d9e9c5ab1102810f338 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:06:48.018316 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-60d28ada-d288-4deb-8e30-c86b5160e633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:48.031653 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-60d28ada-d288-4deb-8e30-c86b5160e633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:48.050965 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:48.076410 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ecda293c-aea2-4ec5-a447-68b3d5487950 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:48.090825 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ecda293c-aea2-4ec5-a447-68b3d5487950 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Calling delete_port for c0adfdb8-6bb8-44fc-a8d4-7ec9882c0977 owned by {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:06:48.105826 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-60d28ada-d288-4deb-8e30-c86b5160e633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:48.187345 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-60d28ada-d288-4deb-8e30-c86b5160e633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:48.213175 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d28ada-d288-4deb-8e30-c86b5160e633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8f6a88-539f-4242-95b0-79621a014ad1,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:48.267706 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ecda293c-aea2-4ec5-a447-68b3d5487950 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:48.275547 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d28ada-d288-4deb-8e30-c86b5160e633 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:06:48.285102 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-60d28ada-d288-4deb-8e30-c86b5160e633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:48.285444 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-60d28ada-d288-4deb-8e30-c86b5160e633 admin admin] Added segment fe026bff-39d9-48f2-973f-db6c8720ab48 of type vlan for network e6c09a9f-ee13-4d59-b6b5-b025c98cb3e2 Apr 21 13:06:48.294053 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda293c-aea2-4ec5-a447-68b3d5487950 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0adfdb8-6bb8-44fc-a8d4-7ec9882c0977,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:48.306357 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ecda293c-aea2-4ec5-a447-68b3d5487950 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:48.307557 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ecda293c-aea2-4ec5-a447-68b3d5487950 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] 10.222.0.36 "DELETE /v2.0/ports/c0adfdb8-6bb8-44fc-a8d4-7ec9882c0977 HTTP/1.1" status: 204 len: 168 time: 0.6240711 Apr 21 13:06:48.310648 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 48754) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:48.332719 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-60d28ada-d288-4deb-8e30-c86b5160e633 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:48.338970 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b77beb-2a34-40ee-a1dc-eb65db94250d tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] GET failed (client error): The resource could not be found. Apr 21 13:06:48.340733 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-63b77beb-2a34-40ee-a1dc-eb65db94250d tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] 10.222.0.36 "GET /v2.0/ports/c0adfdb8-6bb8-44fc-a8d4-7ec9882c0977 HTTP/1.1" status: 404 len: 333 time: 0.0290806 Apr 21 13:06:48.344306 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 48756) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:48.348806 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-53fcf13a-e624-4be1-a915-443f0cd116b9 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Request body: {'port': {'network_id': '863ba968-eea2-431b-aebc-e122d8152c28', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1253147096'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:06:48.415721 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-60d28ada-d288-4deb-8e30-c86b5160e633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:48.416691 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d28ada-d288-4deb-8e30-c86b5160e633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:48.417298 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-60d28ada-d288-4deb-8e30-c86b5160e633 admin admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:48.444458 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fcf13a-e624-4be1-a915-443f0cd116b9 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Made reservation on behalf of 1a77c371a7fd45119eb686b4ba273eac for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:06:48.446972 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53fcf13a-e624-4be1-a915-443f0cd116b9 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:48.462782 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [None req-53fcf13a-e624-4be1-a915-443f0cd116b9 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] device_id is not set on port 7370a48d-6a77-44e5-94d7-ae5cda4a073c yet. {{(pid=103398) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 13:06:48.478233 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d28ada-d288-4deb-8e30-c86b5160e633 admin admin] Pushing event updated for resources: {'Network': ['ID=e6c09a9f-ee13-4d59-b6b5-b025c98cb3e2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:48.488019 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network e6c09a9f-ee13-4d59-b6b5-b025c98cb3e2 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:06:48.504382 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:48.534191 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-60d28ada-d288-4deb-8e30-c86b5160e633 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6399064 Apr 21 13:06:48.536803 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48758) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:48.545308 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-fb7d0626-066b-4e99-9c27-cabe795c82f8 admin admin] Request body: {'subnet': {'network_id': 'e6c09a9f-ee13-4d59-b6b5-b025c98cb3e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-770069063-subnet', 'tenant_id': 'fdaac8fd9b804d9e9c5ab1102810f338', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:06:48.627603 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53fcf13a-e624-4be1-a915-443f0cd116b9 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:48.650197 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7d0626-066b-4e99-9c27-cabe795c82f8 admin admin] Made reservation on behalf of fdaac8fd9b804d9e9c5ab1102810f338 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:06:48.652911 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fb7d0626-066b-4e99-9c27-cabe795c82f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:48.749967 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53fcf13a-e624-4be1-a915-443f0cd116b9 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:48.777171 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:48.797360 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fcf13a-e624-4be1-a915-443f0cd116b9 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Network 863ba968-eea2-431b-aebc-e122d8152c28 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:06:48.802877 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-53fcf13a-e624-4be1-a915-443f0cd116b9 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:06:48.804932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcf13a-e624-4be1-a915-443f0cd116b9 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Pushing event updated for resources: {'Port': ['ID=7370a48d-6a77-44e5-94d7-ae5cda4a073c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:48.807018 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fcf13a-e624-4be1-a915-443f0cd116b9 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:06:48.807935 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fcf13a-e624-4be1-a915-443f0cd116b9 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:48.808600 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-53fcf13a-e624-4be1-a915-443f0cd116b9 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:48.923256 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-53fcf13a-e624-4be1-a915-443f0cd116b9 tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5779626 Apr 21 13:06:48.926003 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48766) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:48.931036 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:06:48.953352 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fb7d0626-066b-4e99-9c27-cabe795c82f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:49.028333 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d0626-066b-4e99-9c27-cabe795c82f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edc08b6e-a46a-457d-a6d1-d98e495494e1,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:49.038648 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:49.055949 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7d0626-066b-4e99-9c27-cabe795c82f8 admin admin] Checking segment: {'id': 'fe026bff-39d9-48f2-973f-db6c8720ab48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'e6c09a9f-ee13-4d59-b6b5-b025c98cb3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:06:49.056224 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7d0626-066b-4e99-9c27-cabe795c82f8 admin admin] Network hostable DHCP agents. Network: e6c09a9f-ee13-4d59-b6b5-b025c98cb3e2, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:06:49.424879 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7d0626-066b-4e99-9c27-cabe795c82f8 admin admin] Network e6c09a9f-ee13-4d59-b6b5-b025c98cb3e2 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:06:49.529421 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-fb7d0626-066b-4e99-9c27-cabe795c82f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, e6c09a9f-ee13-4d59-b6b5-b025c98cb3e2) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:06:49.535532 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] device_id is not set on port 7370a48d-6a77-44e5-94d7-ae5cda4a073c yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 13:06:49.540657 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7d0626-066b-4e99-9c27-cabe795c82f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:49.541235 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fb7d0626-066b-4e99-9c27-cabe795c82f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:49.543288 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb1c5c6-50b1-4379-8d4c-390412882a1b None None] Network e6c09a9f-ee13-4d59-b6b5-b025c98cb3e2 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:06:49.552496 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:49.646422 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:49.657694 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fb7d0626-066b-4e99-9c27-cabe795c82f8 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1130335 Apr 21 13:06:49.680493 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b21067e-6074-4b28-9a1a-a3ba7f91d099 None None] Network e6c09a9f-ee13-4d59-b6b5-b025c98cb3e2 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:06:49.727543 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:49.727900 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:49.728221 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:49.730192 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Pushing event updated for resources: {'Port': ['ID=7370a48d-6a77-44e5-94d7-ae5cda4a073c,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:49.738590 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on network 863ba968-eea2-431b-aebc-e122d8152c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:06:49.738590 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Failed to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on host n-h2-836147-2 for vnic_type normal using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] Apr 21 13:06:49.739001 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempt 2 to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c Apr 21 13:06:49.761391 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:49.762067 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:49.762556 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:49.768004 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on network 863ba968-eea2-431b-aebc-e122d8152c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:06:49.768375 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Failed to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on host n-h2-836147-2 for vnic_type normal using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] Apr 21 13:06:49.768709 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempt 3 to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c Apr 21 13:06:49.796486 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:49.796833 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:49.797150 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:49.802080 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on network 863ba968-eea2-431b-aebc-e122d8152c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:06:49.802406 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Failed to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on host n-h2-836147-2 for vnic_type normal using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] Apr 21 13:06:49.802790 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempt 4 to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c Apr 21 13:06:49.816913 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:49.817245 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:49.817576 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:49.822165 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on network 863ba968-eea2-431b-aebc-e122d8152c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:06:49.822583 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Failed to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on host n-h2-836147-2 for vnic_type normal using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] Apr 21 13:06:49.822985 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempt 5 to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c Apr 21 13:06:49.840747 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:49.841111 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:49.841466 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:49.845875 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on network 863ba968-eea2-431b-aebc-e122d8152c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:06:49.846193 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Failed to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on host n-h2-836147-2 for vnic_type normal using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] Apr 21 13:06:49.846573 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempt 6 to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c Apr 21 13:06:49.859517 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:49.859855 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:49.860202 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:49.864426 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on network 863ba968-eea2-431b-aebc-e122d8152c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:06:49.864744 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Failed to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on host n-h2-836147-2 for vnic_type normal using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] Apr 21 13:06:49.865119 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempt 7 to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c Apr 21 13:06:49.877849 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:49.878180 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:49.878508 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:49.882671 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on network 863ba968-eea2-431b-aebc-e122d8152c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:06:49.882986 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Failed to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on host n-h2-836147-2 for vnic_type normal using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] Apr 21 13:06:49.883363 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempt 8 to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c Apr 21 13:06:49.897601 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:49.897930 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:49.898259 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:49.902646 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on network 863ba968-eea2-431b-aebc-e122d8152c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:06:49.902965 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Failed to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on host n-h2-836147-2 for vnic_type normal using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] Apr 21 13:06:49.903343 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempt 9 to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c Apr 21 13:06:49.919331 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:49.919934 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:49.920550 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:49.925526 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on network 863ba968-eea2-431b-aebc-e122d8152c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:06:49.925891 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Failed to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on host n-h2-836147-2 for vnic_type normal using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] Apr 21 13:06:49.926280 n-d-836147-2 neutron-server[103397]: INFO neutron.plugins.ml2.plugin [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempt 10 to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c Apr 21 13:06:49.939501 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:49.939837 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:49.940171 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempting to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:49.944364 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on network 863ba968-eea2-431b-aebc-e122d8152c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:06:49.944678 n-d-836147-2 neutron-server[103397]: ERROR neutron.plugins.ml2.managers [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Failed to bind port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on host n-h2-836147-2 for vnic_type normal using segments [{'id': '1b82f51e-c787-49b0-8b3a-568440eeae4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '863ba968-eea2-431b-aebc-e122d8152c28'}] Apr 21 13:06:49.945041 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:50.007853 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] For port 7370a48d-6a77-44e5-94d7-ae5cda4a073c, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:06:50.008345 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attempted to set empty binding levels {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 21 13:06:50.074231 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:50.126306 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Pushing event updated for resources: {'Port': ['ID=7370a48d-6a77-44e5-94d7-ae5cda4a073c,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:50.139095 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] In _notify_port_updated(), no bound segment for port 7370a48d-6a77-44e5-94d7-ae5cda4a073c on network 863ba968-eea2-431b-aebc-e122d8152c28 {{(pid=103397) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:879}} Apr 21 13:06:50.139962 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:50.141036 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:50.142501 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e6548556-ac44-4cd3-80c3-ec78f5d442ed tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] 10.222.0.36 "PUT /v2.0/ports/7370a48d-6a77-44e5-94d7-ae5cda4a073c HTTP/1.1" status: 200 len: 975 time: 1.2155151 Apr 21 13:06:50.145268 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48792) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:50.265781 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ff02f37d-264d-4f52-aee7-d7c8c25e795b tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Deleting port 7370a48d-6a77-44e5-94d7-ae5cda4a073c {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:06:50.266122 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff02f37d-264d-4f52-aee7-d7c8c25e795b tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:50.289255 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-5e38045b-748f-4247-8298-3742103baccf tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:50.290862 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-5e38045b-748f-4247-8298-3742103baccf tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.36 "GET /v2.0/networks?id=c7cc82a9-136b-4e9f-8343-83b4b9bb8bbd HTTP/1.1" status: 200 len: 808 time: 0.1871769 Apr 21 13:06:50.307404 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-eadd3e44-524f-4c37-9a17-bff8b1986a61 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.36 "GET /v2.0/quotas/531b5a0bb3c8496cb551b7f90aa5e487 HTTP/1.1" status: 200 len: 375 time: 0.0093422 Apr 21 13:06:50.332547 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-ff02f37d-264d-4f52-aee7-d7c8c25e795b tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] For port 7370a48d-6a77-44e5-94d7-ae5cda4a073c, host n-h2-836147-2, got binding levels [] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:06:50.332901 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff02f37d-264d-4f52-aee7-d7c8c25e795b tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:50.345893 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ff02f37d-264d-4f52-aee7-d7c8c25e795b tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Calling delete_port for 7370a48d-6a77-44e5-94d7-ae5cda4a073c owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:06:50.363861 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-69438dd8-4053-40b7-820d-dd8dde375ac9 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=531b5a0bb3c8496cb551b7f90aa5e487&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495265 Apr 21 13:06:50.452451 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-e532baa5-55ef-4b55-bb92-6117af890bbb service neutron] 10.222.0.36 "GET /v2.0/networks/c7cc82a9-136b-4e9f-8343-83b4b9bb8bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816307 Apr 21 13:06:50.513865 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff02f37d-264d-4f52-aee7-d7c8c25e795b tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:50.555813 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-d5467eb2-95d6-4843-8e00-f8bbaafa46c8 service neutron] 10.222.0.36 "GET /v2.0/networks/c7cc82a9-136b-4e9f-8343-83b4b9bb8bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970454 Apr 21 13:06:50.565640 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02f37d-264d-4f52-aee7-d7c8c25e795b tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Pushing event deleted for resources: {'Port': ['ID=7370a48d-6a77-44e5-94d7-ae5cda4a073c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:50.566948 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:50.573370 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ff02f37d-264d-4f52-aee7-d7c8c25e795b tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:50.577157 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ff02f37d-264d-4f52-aee7-d7c8c25e795b tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] 10.222.0.36 "DELETE /v2.0/ports/7370a48d-6a77-44e5-94d7-ae5cda4a073c HTTP/1.1" status: 204 len: 168 time: 0.4309278 Apr 21 13:06:50.580101 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48796) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:50.603334 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1ad24b-a4e6-4bd9-9584-b734d845067c tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] GET failed (client error): The resource could not be found. Apr 21 13:06:50.604806 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fc1ad24b-a4e6-4bd9-9584-b734d845067c tempest-PortsAdminExtendedAttrsTestJSON-1226347882 tempest-PortsAdminExtendedAttrsTestJSON-1226347882-project-admin] 10.222.0.36 "GET /v2.0/ports/7370a48d-6a77-44e5-94d7-ae5cda4a073c HTTP/1.1" status: 404 len: 333 time: 0.0238068 Apr 21 13:06:50.608812 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 48798) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:50.683051 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccc801e9-828a-4781-ab54-e8883371daa5 tempest-PortsAdminExtendedAttrsTestJSON-966239066 tempest-PortsAdminExtendedAttrsTestJSON-966239066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:50.780377 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccc801e9-828a-4781-ab54-e8883371daa5 tempest-PortsAdminExtendedAttrsTestJSON-966239066 tempest-PortsAdminExtendedAttrsTestJSON-966239066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:50.827202 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b101483a-a2cf-4e00-b09e-8ff5b8ac9b35 req-3e930903-79c3-4791-82c2-b84a039f634f tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.36 "GET /v2.0/ports?device_id=06fb428a-089c-4310-b88b-e6744b7924f8 HTTP/1.1" status: 200 len: 210 time: 0.0395176 Apr 21 13:06:50.827896 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-ccc801e9-828a-4781-ab54-e8883371daa5 tempest-PortsAdminExtendedAttrsTestJSON-966239066 tempest-PortsAdminExtendedAttrsTestJSON-966239066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['863ba968-eea2-431b-aebc-e122d8152c28']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:50.839228 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-ccc801e9-828a-4781-ab54-e8883371daa5 tempest-PortsAdminExtendedAttrsTestJSON-966239066 tempest-PortsAdminExtendedAttrsTestJSON-966239066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b82f51e-c787-49b0-8b3a-568440eeae4e') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:50.840905 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-ccc801e9-828a-4781-ab54-e8883371daa5 tempest-PortsAdminExtendedAttrsTestJSON-966239066 tempest-PortsAdminExtendedAttrsTestJSON-966239066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b82f51e-c787-49b0-8b3a-568440eeae4e') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:50.857524 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccc801e9-828a-4781-ab54-e8883371daa5 tempest-PortsAdminExtendedAttrsTestJSON-966239066 tempest-PortsAdminExtendedAttrsTestJSON-966239066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:50.867362 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccc801e9-828a-4781-ab54-e8883371daa5 tempest-PortsAdminExtendedAttrsTestJSON-966239066 tempest-PortsAdminExtendedAttrsTestJSON-966239066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:50.874132 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc801e9-828a-4781-ab54-e8883371daa5 tempest-PortsAdminExtendedAttrsTestJSON-966239066 tempest-PortsAdminExtendedAttrsTestJSON-966239066-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:06:50.874132 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccc801e9-828a-4781-ab54-e8883371daa5 tempest-PortsAdminExtendedAttrsTestJSON-966239066 tempest-PortsAdminExtendedAttrsTestJSON-966239066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: timer() Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:06:50.877437 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:06:51.017458 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccc801e9-828a-4781-ab54-e8883371daa5 tempest-PortsAdminExtendedAttrsTestJSON-966239066 tempest-PortsAdminExtendedAttrsTestJSON-966239066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:51.025436 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccc801e9-828a-4781-ab54-e8883371daa5 tempest-PortsAdminExtendedAttrsTestJSON-966239066 tempest-PortsAdminExtendedAttrsTestJSON-966239066-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:51.030980 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ccc801e9-828a-4781-ab54-e8883371daa5 tempest-PortsAdminExtendedAttrsTestJSON-966239066 tempest-PortsAdminExtendedAttrsTestJSON-966239066-project] 10.222.0.36 "DELETE /v2.0/networks/863ba968-eea2-431b-aebc-e122d8152c28 HTTP/1.1" status: 204 len: 168 time: 0.4188650 Apr 21 13:06:51.051347 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc801e9-828a-4781-ab54-e8883371daa5 tempest-PortsAdminExtendedAttrsTestJSON-966239066 tempest-PortsAdminExtendedAttrsTestJSON-966239066-project] Pushing event deleted for resources: {'Network': ['ID=863ba968-eea2-431b-aebc-e122d8152c28,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:51.586409 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 48820) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:51.729455 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6e7c6123-677f-40f6-bd58-5340d08ca3dc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a02b8a1c33494452afa7eafe55db7e45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418896 Apr 21 13:06:51.731850 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 48824) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:51.792186 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6f66554-facd-4a81-a117-316f2d8c8158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:51.814779 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6f66554-facd-4a81-a117-316f2d8c8158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:51.925451 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bca3a184-1861-474f-a692-2da9d12988b2 req-92d093a4-ebf8-4b22-9e59-01163ca1bc26 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.36 "GET /v2.0/ports?device_id=06fb428a-089c-4310-b88b-e6744b7924f8 HTTP/1.1" status: 200 len: 210 time: 0.0307889 Apr 21 13:06:51.953305 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6f66554-facd-4a81-a117-316f2d8c8158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:51.956080 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6f66554-facd-4a81-a117-316f2d8c8158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:51.959791 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c6f66554-facd-4a81-a117-316f2d8c8158 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/268170a4-589d-4f26-946a-5eafcd95d9de HTTP/1.1" status: 204 len: 168 time: 0.2244310 Apr 21 13:06:51.984708 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f66554-facd-4a81-a117-316f2d8c8158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=268170a4-589d-4f26-946a-5eafcd95d9de,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:52.655818 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 48840) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:52.697680 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a233f166-90b0-477e-8014-5a00bb5862bd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a77c371a7fd45119eb686b4ba273eac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405881 Apr 21 13:06:52.704771 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 48842) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:52.752252 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b5eb236-f5d2-48ed-8c93-8b64f415de98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:52.776499 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b5eb236-f5d2-48ed-8c93-8b64f415de98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:52.926288 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b5eb236-f5d2-48ed-8c93-8b64f415de98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:52.928873 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b5eb236-f5d2-48ed-8c93-8b64f415de98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:52.930138 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6b5eb236-f5d2-48ed-8c93-8b64f415de98 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d1b3abe8-d1df-4bf6-bace-cbfa9ac6ac50 HTTP/1.1" status: 204 len: 168 time: 0.2244778 Apr 21 13:06:52.938041 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5eb236-f5d2-48ed-8c93-8b64f415de98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b3abe8-d1df-4bf6-bace-cbfa9ac6ac50,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:53.027512 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0649ce1f-1ae8-4e6e-a502-3279686ae926 req-0338ff2c-3e5b-4145-832e-6afe9fb2db7e tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.36 "GET /v2.0/ports?device_id=06fb428a-089c-4310-b88b-e6744b7924f8 HTTP/1.1" status: 200 len: 210 time: 0.0269797 Apr 21 13:06:53.441343 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-df22ea4b-72c2-4ce9-9b73-7a2d5d9a28a5 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:53.442975 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-df22ea4b-72c2-4ce9-9b73-7a2d5d9a28a5 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.24 "GET /v2.0/networks?id=c7cc82a9-136b-4e9f-8343-83b4b9bb8bbd HTTP/1.1" status: 200 len: 808 time: 0.1191154 Apr 21 13:06:53.463005 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-877096c1-f0a5-4ed8-80e8-e31bc5fdf7b0 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Request body: {'port': {'device_id': '06fb428a-089c-4310-b88b-e6744b7924f8', 'network_id': 'c7cc82a9-136b-4e9f-8343-83b4b9bb8bbd', 'admin_state_up': True, 'tenant_id': '531b5a0bb3c8496cb551b7f90aa5e487'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:06:53.651635 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-877096c1-f0a5-4ed8-80e8-e31bc5fdf7b0 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Made reservation on behalf of 531b5a0bb3c8496cb551b7f90aa5e487 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:06:53.655699 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-877096c1-f0a5-4ed8-80e8-e31bc5fdf7b0 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:53.783009 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-877096c1-f0a5-4ed8-80e8-e31bc5fdf7b0 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Allocated IP 172.20.0.3 (c7cc82a9-136b-4e9f-8343-83b4b9bb8bbd/46f6b06a-175d-48bb-8a4a-b76326d80f34/899261bc-42a9-4db1-8363-d11fae200eee) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:06:53.937153 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-877096c1-f0a5-4ed8-80e8-e31bc5fdf7b0 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:54.034126 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-877096c1-f0a5-4ed8-80e8-e31bc5fdf7b0 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:54.108408 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-877096c1-f0a5-4ed8-80e8-e31bc5fdf7b0 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Network c7cc82a9-136b-4e9f-8343-83b4b9bb8bbd is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:06:54.118814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-877096c1-f0a5-4ed8-80e8-e31bc5fdf7b0 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:06:54.124545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-877096c1-f0a5-4ed8-80e8-e31bc5fdf7b0 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:06:54.164954 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877096c1-f0a5-4ed8-80e8-e31bc5fdf7b0 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Pushing event updated for resources: {'Port': ['ID=899261bc-42a9-4db1-8363-d11fae200eee,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:54.198932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-877096c1-f0a5-4ed8-80e8-e31bc5fdf7b0 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:54.199562 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-877096c1-f0a5-4ed8-80e8-e31bc5fdf7b0 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:54.217140 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c3aca-078b-4d28-aa31-697657f602cb req-16eec780-52a5-4e51-aa3e-1bcda8e16f78 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:54.218634 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f4c3aca-078b-4d28-aa31-697657f602cb req-16eec780-52a5-4e51-aa3e-1bcda8e16f78 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.36 "GET /v2.0/ports?device_id=06fb428a-089c-4310-b88b-e6744b7924f8 HTTP/1.1" status: 200 len: 931 time: 0.1130373 Apr 21 13:06:54.259560 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f4c3aca-078b-4d28-aa31-697657f602cb req-f11fa550-e9fa-4979-8a79-198f7390c2e3 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f54a1-781c-4844-af32-0979cc2dc517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345521 Apr 21 13:06:54.312912 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-877096c1-f0a5-4ed8-80e8-e31bc5fdf7b0 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8546853 Apr 21 13:06:54.333631 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-d63d1a53-fcff-4f6d-a844-3b5403ba29f2 service neutron] Request body: {'port': {'device_id': '06fb428a-089c-4310-b88b-e6744b7924f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:06:54.386104 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-d63d1a53-fcff-4f6d-a844-3b5403ba29f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:54.702205 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-d63d1a53-fcff-4f6d-a844-3b5403ba29f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 899261bc-42a9-4db1-8363-d11fae200eee {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:06:54.710002 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-d63d1a53-fcff-4f6d-a844-3b5403ba29f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:54.726967 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-d63d1a53-fcff-4f6d-a844-3b5403ba29f2 service neutron] Transition to ACTIVE for port object 899261bc-42a9-4db1-8363-d11fae200eee will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:06:54.800513 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-d63d1a53-fcff-4f6d-a844-3b5403ba29f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:54.853620 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d1a53-fcff-4f6d-a844-3b5403ba29f2 service neutron] Pushing event updated for resources: {'Port': ['ID=899261bc-42a9-4db1-8363-d11fae200eee,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:54.874591 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48896) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:54.928662 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-d63d1a53-fcff-4f6d-a844-3b5403ba29f2 service neutron] Attempting to bind port 899261bc-42a9-4db1-8363-d11fae200eee on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:54.929026 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-d63d1a53-fcff-4f6d-a844-3b5403ba29f2 service neutron] Attempting to bind port 899261bc-42a9-4db1-8363-d11fae200eee by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '32cc46c8-bef7-4023-9d49-d0bcdcb1bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c7cc82a9-136b-4e9f-8343-83b4b9bb8bbd'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:54.929948 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-d63d1a53-fcff-4f6d-a844-3b5403ba29f2 service neutron] Attempting to bind port 899261bc-42a9-4db1-8363-d11fae200eee on network c7cc82a9-136b-4e9f-8343-83b4b9bb8bbd {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:54.934295 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-d63d1a53-fcff-4f6d-a844-3b5403ba29f2 service neutron] Port 899261bc-42a9-4db1-8363-d11fae200eee on network c7cc82a9-136b-4e9f-8343-83b4b9bb8bbd not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:06:54.934767 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-d63d1a53-fcff-4f6d-a844-3b5403ba29f2 service neutron] Attempting to bind port 899261bc-42a9-4db1-8363-d11fae200eee on network c7cc82a9-136b-4e9f-8343-83b4b9bb8bbd {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:54.940180 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-d63d1a53-fcff-4f6d-a844-3b5403ba29f2 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:06:54.940664 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-d63d1a53-fcff-4f6d-a844-3b5403ba29f2 service neutron] Checking segment: {'id': '32cc46c8-bef7-4023-9d49-d0bcdcb1bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c7cc82a9-136b-4e9f-8343-83b4b9bb8bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:06:54.941251 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-d63d1a53-fcff-4f6d-a844-3b5403ba29f2 service neutron] Bound using segment: {'id': '32cc46c8-bef7-4023-9d49-d0bcdcb1bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c7cc82a9-136b-4e9f-8343-83b4b9bb8bbd'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:06:54.941897 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-d63d1a53-fcff-4f6d-a844-3b5403ba29f2 service neutron] Bound port: 899261bc-42a9-4db1-8363-d11fae200eee, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32cc46c8-bef7-4023-9d49-d0bcdcb1bead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'c7cc82a9-136b-4e9f-8343-83b4b9bb8bbd'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:06:54.948268 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-d63d1a53-fcff-4f6d-a844-3b5403ba29f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:54.987341 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-fe6165bd-f131-4b76-94b3-c60cb60c551b tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-979969322', 'router:external': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:06:55.009922 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-d63d1a53-fcff-4f6d-a844-3b5403ba29f2 service neutron] For port 899261bc-42a9-4db1-8363-d11fae200eee, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:06:55.012806 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-d63d1a53-fcff-4f6d-a844-3b5403ba29f2 service neutron] For port 899261bc-42a9-4db1-8363-d11fae200eee, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=899261bc-42a9-4db1-8363-d11fae200eee,segment=NetworkSegment(32cc46c8-bef7-4023-9d49-d0bcdcb1bead),segment_id=32cc46c8-bef7-4023-9d49-d0bcdcb1bead)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:06:55.057504 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6165bd-f131-4b76-94b3-c60cb60c551b tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Made reservation on behalf of f1796803749e45cea7588a35f4eb2266 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:06:55.060525 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe6165bd-f131-4b76-94b3-c60cb60c551b tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:55.072736 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe6165bd-f131-4b76-94b3-c60cb60c551b tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:55.086581 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-d63d1a53-fcff-4f6d-a844-3b5403ba29f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:55.121204 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-d63d1a53-fcff-4f6d-a844-3b5403ba29f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:55.122145 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-d63d1a53-fcff-4f6d-a844-3b5403ba29f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:55.125502 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-d63d1a53-fcff-4f6d-a844-3b5403ba29f2 service neutron] 10.222.0.24 "PUT /v2.0/ports/899261bc-42a9-4db1-8363-d11fae200eee HTTP/1.1" status: 200 len: 1091 time: 0.7964978 Apr 21 13:06:55.128135 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06fb428a-089c-4310-b88b-e6744b7924f8', 'tag': '899261bc-42a9-4db1-8363-d11fae200eee'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:06:55.130331 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b74229-9d0d-4726-9917-00aaa42d30cf" -d '{"events": [{"name": "network-changed", "server_uuid": "06fb428a-089c-4310-b88b-e6744b7924f8", "tag": "899261bc-42a9-4db1-8363-d11fae200eee"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:06:55.154042 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe6165bd-f131-4b76-94b3-c60cb60c551b tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:55.169893 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d1a53-fcff-4f6d-a844-3b5403ba29f2 service neutron] Pushing event updated for resources: {'Port': ['ID=899261bc-42a9-4db1-8363-d11fae200eee,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:55.179170 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8e6dea-4ebd-4aff-aaed-db84346dbdb3 x-openstack-request-id: req-ec8e6dea-4ebd-4aff-aaed-db84346dbdb3 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:06:55.179517 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06fb428a-089c-4310-b88b-e6744b7924f8", "tag": "899261bc-42a9-4db1-8363-d11fae200eee", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:06:55.179769 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ec8e6dea-4ebd-4aff-aaed-db84346dbdb3 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:06:55.180249 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec8e6dea-4ebd-4aff-aaed-db84346dbdb3'] response: {'name': 'network-changed', 'server_uuid': '06fb428a-089c-4310-b88b-e6744b7924f8', 'tag': '899261bc-42a9-4db1-8363-d11fae200eee', 'status': 'completed', 'code': 200} Apr 21 13:06:55.240427 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe6165bd-f131-4b76-94b3-c60cb60c551b tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:55.248941 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b74229-9d0d-4726-9917-00aaa42d30cf req-3513a109-bc52-4671-9439-fc4f82126588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:55.252464 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3b74229-9d0d-4726-9917-00aaa42d30cf req-3513a109-bc52-4671-9439-fc4f82126588 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=531b5a0bb3c8496cb551b7f90aa5e487&device_id=06fb428a-089c-4310-b88b-e6744b7924f8 HTTP/1.1" status: 200 len: 1094 time: 0.0463693 Apr 21 13:06:55.270307 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe6165bd-f131-4b76-94b3-c60cb60c551b tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:06:55.276570 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6165bd-f131-4b76-94b3-c60cb60c551b tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb65b05b-61bc-4f39-b78c-aeeba5c1ded9,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:55.282966 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe6165bd-f131-4b76-94b3-c60cb60c551b tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:55.283542 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-fe6165bd-f131-4b76-94b3-c60cb60c551b tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Added segment 5d4b2ea8-d750-48c5-b8cc-2e8dfcdeb556 of type vlan for network 4cabbe65-26f3-4365-abf4-83d5cfdc9a22 Apr 21 13:06:55.345524 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe6165bd-f131-4b76-94b3-c60cb60c551b tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:55.427830 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe6165bd-f131-4b76-94b3-c60cb60c551b tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:55.428973 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6165bd-f131-4b76-94b3-c60cb60c551b tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:55.429641 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fe6165bd-f131-4b76-94b3-c60cb60c551b tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:55.482449 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221c3c6-5238-467f-a4bc-f5127b460f00 req-ff47c187-49e7-400f-ae1c-af38285042dd tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:55.483964 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9221c3c6-5238-467f-a4bc-f5127b460f00 req-ff47c187-49e7-400f-ae1c-af38285042dd tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.36 "GET /v2.0/ports?device_id=06fb428a-089c-4310-b88b-e6744b7924f8 HTTP/1.1" status: 200 len: 943 time: 0.1275826 Apr 21 13:06:55.484997 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b74229-9d0d-4726-9917-00aaa42d30cf req-98113a7d-8859-4ed9-b067-39113c72094e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:55.486341 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3b74229-9d0d-4726-9917-00aaa42d30cf req-98113a7d-8859-4ed9-b067-39113c72094e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=531b5a0bb3c8496cb551b7f90aa5e487&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2234046 Apr 21 13:06:55.502530 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6165bd-f131-4b76-94b3-c60cb60c551b tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Pushing event updated for resources: {'Network': ['ID=4cabbe65-26f3-4365-abf4-83d5cfdc9a22,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:55.509957 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fe6165bd-f131-4b76-94b3-c60cb60c551b tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.6317420 Apr 21 13:06:55.511131 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48908) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:55.513140 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 4cabbe65-26f3-4365-abf4-83d5cfdc9a22 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:06:55.518337 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-23de4d85-5e81-4f3d-a805-e39e447bb4fb tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Request body: {'subnet': {'network_id': '4cabbe65-26f3-4365-abf4-83d5cfdc9a22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:06:55.600321 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23de4d85-5e81-4f3d-a805-e39e447bb4fb tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Made reservation on behalf of f1796803749e45cea7588a35f4eb2266 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:06:55.602784 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-23de4d85-5e81-4f3d-a805-e39e447bb4fb tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:55.607713 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9221c3c6-5238-467f-a4bc-f5127b460f00 req-6633f3a3-b64c-4f94-83fe-7d0f6d15bec6 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f54a1-781c-4844-af32-0979cc2dc517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174109 Apr 21 13:06:55.928215 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b74229-9d0d-4726-9917-00aaa42d30cf req-cfc2ee93-2a32-4bee-bebc-a070b82dda4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:55.929703 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3b74229-9d0d-4726-9917-00aaa42d30cf req-cfc2ee93-2a32-4bee-bebc-a070b82dda4c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4322603 Apr 21 13:06:55.977027 n-d-836147-2 neutron-server[103397]: DEBUG neutron.objects.ports [None req-23de4d85-5e81-4f3d-a805-e39e447bb4fb tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103397) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 21 13:06:55.977658 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-23de4d85-5e81-4f3d-a805-e39e447bb4fb tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:56.018105 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-fdbcec00-c567-4908-8a7f-c63ea67114c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:56.019704 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-fdbcec00-c567-4908-8a7f-c63ea67114c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=531b5a0bb3c8496cb551b7f90aa5e487&device_id=06fb428a-089c-4310-b88b-e6744b7924f8 HTTP/1.1" status: 200 len: 1094 time: 0.0424774 Apr 21 13:06:56.038420 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de4d85-5e81-4f3d-a805-e39e447bb4fb tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Pushing event updated for resources: {'Subnet': ['ID=811893f1-b2a2-4a1e-9b62-998c150ba3c2,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:56.046661 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23de4d85-5e81-4f3d-a805-e39e447bb4fb tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Checking segment: {'id': '5d4b2ea8-d750-48c5-b8cc-2e8dfcdeb556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4cabbe65-26f3-4365-abf4-83d5cfdc9a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:06:56.047019 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23de4d85-5e81-4f3d-a805-e39e447bb4fb tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Network hostable DHCP agents. Network: 4cabbe65-26f3-4365-abf4-83d5cfdc9a22, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:06:56.069086 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-c1c3b6a4-8b89-4333-baf2-ce70a5d0f4ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=899261bc-42a9-4db1-8363-d11fae200eee HTTP/1.1" status: 200 len: 217 time: 0.0380716 Apr 21 13:06:56.126099 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-8e8aedc8-2795-4674-9ff5-e69844daff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:56.131622 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-8e8aedc8-2795-4674-9ff5-e69844daff37 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=46f6b06a-175d-48bb-8a4a-b76326d80f34 HTTP/1.1" status: 200 len: 848 time: 0.0483272 Apr 21 13:06:56.143035 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23de4d85-5e81-4f3d-a805-e39e447bb4fb tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Network 4cabbe65-26f3-4365-abf4-83d5cfdc9a22 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:06:56.163161 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-7c9fa572-4e3e-435d-8a03-7ff29ab573b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c7cc82a9-136b-4e9f-8343-83b4b9bb8bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250652 Apr 21 13:06:56.205747 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-23de4d85-5e81-4f3d-a805-e39e447bb4fb tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 4cabbe65-26f3-4365-abf4-83d5cfdc9a22) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:06:56.210635 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23de4d85-5e81-4f3d-a805-e39e447bb4fb tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:56.211334 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-23de4d85-5e81-4f3d-a805-e39e447bb4fb tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:56.217387 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41711375-97ca-4820-9b58-5d70baa2c3a4 None None] Network 4cabbe65-26f3-4365-abf4-83d5cfdc9a22 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:06:56.259108 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-db1026c8-3584-44db-bd8d-2f408184a4ee service neutron] 10.222.0.24 "GET /v2.0/networks/c7cc82a9-136b-4e9f-8343-83b4b9bb8bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850110 Apr 21 13:06:56.300377 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-23de4d85-5e81-4f3d-a805-e39e447bb4fb tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7877288 Apr 21 13:06:56.301393 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48914) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:56.307055 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-47424c09-2f05-48e0-8c1a-27c99a0aad60 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1276084150', 'network_id': '4cabbe65-26f3-4365-abf4-83d5cfdc9a22'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:06:56.356484 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b054d3e9-27cd-4c2a-879d-e5e8f034be88 None None] Network 4cabbe65-26f3-4365-abf4-83d5cfdc9a22 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:06:56.366533 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77e5ce58-a1f6-495e-a1ae-4cef629c4783 req-e4a23b85-c10f-4747-a1ee-7cb01e07a34f service neutron] 10.222.0.24 "GET /v2.0/networks/c7cc82a9-136b-4e9f-8343-83b4b9bb8bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971282 Apr 21 13:06:56.389163 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47424c09-2f05-48e0-8c1a-27c99a0aad60 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Made reservation on behalf of f1796803749e45cea7588a35f4eb2266 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:06:56.394105 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-47424c09-2f05-48e0-8c1a-27c99a0aad60 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:56.418447 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [None req-47424c09-2f05-48e0-8c1a-27c99a0aad60 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] device_id is not set on port e96957a5-1d33-4f80-84cc-8be8d8c4dae4 yet. {{(pid=103397) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 21 13:06:56.524081 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-47424c09-2f05-48e0-8c1a-27c99a0aad60 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Allocated IP 172.20.0.3 (4cabbe65-26f3-4365-abf4-83d5cfdc9a22/811893f1-b2a2-4a1e-9b62-998c150ba3c2/e96957a5-1d33-4f80-84cc-8be8d8c4dae4) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:06:56.661772 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-47424c09-2f05-48e0-8c1a-27c99a0aad60 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:56.726905 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd335f9-4f8f-4c51-8c94-6a51827502b0 req-dd23616f-6b22-4114-9519-be853778f419 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:56.728273 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bd335f9-4f8f-4c51-8c94-6a51827502b0 req-dd23616f-6b22-4114-9519-be853778f419 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.36 "GET /v2.0/ports?device_id=06fb428a-089c-4310-b88b-e6744b7924f8 HTTP/1.1" status: 200 len: 943 time: 0.0493581 Apr 21 13:06:56.766160 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bd335f9-4f8f-4c51-8c94-6a51827502b0 req-a6a93385-9487-4332-9447-29959570526f tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f54a1-781c-4844-af32-0979cc2dc517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317128 Apr 21 13:06:56.787931 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-47424c09-2f05-48e0-8c1a-27c99a0aad60 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:56.830987 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47424c09-2f05-48e0-8c1a-27c99a0aad60 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Network 4cabbe65-26f3-4365-abf4-83d5cfdc9a22 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:06:56.839243 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-47424c09-2f05-48e0-8c1a-27c99a0aad60 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:06:56.841917 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47424c09-2f05-48e0-8c1a-27c99a0aad60 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:06:56.848962 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47424c09-2f05-48e0-8c1a-27c99a0aad60 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Pushing event updated for resources: {'Port': ['ID=e96957a5-1d33-4f80-84cc-8be8d8c4dae4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:56.889557 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47424c09-2f05-48e0-8c1a-27c99a0aad60 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:56.890191 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-47424c09-2f05-48e0-8c1a-27c99a0aad60 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:56.955659 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-47424c09-2f05-48e0-8c1a-27c99a0aad60 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.6527910 Apr 21 13:06:56.958148 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48922) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:57.032301 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d2401706-f2ab-442c-b243-e8c500948c03 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Deleting port e96957a5-1d33-4f80-84cc-8be8d8c4dae4 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:06:57.032973 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2401706-f2ab-442c-b243-e8c500948c03 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:57.111482 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2401706-f2ab-442c-b243-e8c500948c03 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:57.124367 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d2401706-f2ab-442c-b243-e8c500948c03 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Calling delete_port for e96957a5-1d33-4f80-84cc-8be8d8c4dae4 owned by {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:06:57.302866 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2401706-f2ab-442c-b243-e8c500948c03 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:57.327536 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2401706-f2ab-442c-b243-e8c500948c03 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Pushing event deleted for resources: {'Port': ['ID=e96957a5-1d33-4f80-84cc-8be8d8c4dae4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:57.392910 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2401706-f2ab-442c-b243-e8c500948c03 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:57.398580 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d2401706-f2ab-442c-b243-e8c500948c03 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "DELETE /v2.0/ports/e96957a5-1d33-4f80-84cc-8be8d8c4dae4 HTTP/1.1" status: 204 len: 168 time: 0.4371037 Apr 21 13:06:57.399018 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48926) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:57.403069 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ab1d9999-9f87-4ae5-b289-c4d264af61e2 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4cabbe65-26f3-4365-abf4-83d5cfdc9a22', 'external_fixed_ips': [{'subnet_id': '811893f1-b2a2-4a1e-9b62-998c150ba3c2', 'ip_address': '172.20.0.3'}]}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:06:57.457143 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab1d9999-9f87-4ae5-b289-c4d264af61e2 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:57.458178 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab1d9999-9f87-4ae5-b289-c4d264af61e2 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:57.509323 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab1d9999-9f87-4ae5-b289-c4d264af61e2 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:57.701725 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab1d9999-9f87-4ae5-b289-c4d264af61e2 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:57.894628 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e09ae-34d6-4151-b423-b1dc23ea28c0 req-0e35b7f4-0228-459e-a7ee-fea5f3a53dbf tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:57.896218 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d16e09ae-34d6-4151-b423-b1dc23ea28c0 req-0e35b7f4-0228-459e-a7ee-fea5f3a53dbf tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.36 "GET /v2.0/ports?device_id=06fb428a-089c-4310-b88b-e6744b7924f8 HTTP/1.1" status: 200 len: 943 time: 0.0614426 Apr 21 13:06:57.937625 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d16e09ae-34d6-4151-b423-b1dc23ea28c0 req-0ad8b0e2-4552-4b56-aa35-e8e4d021e66a tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f54a1-781c-4844-af32-0979cc2dc517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347438 Apr 21 13:06:57.972940 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab1d9999-9f87-4ae5-b289-c4d264af61e2 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:57.991081 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab1d9999-9f87-4ae5-b289-c4d264af61e2 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:58.131102 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-ab1d9999-9f87-4ae5-b289-c4d264af61e2 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Allocated IP 172.20.0.3 (4cabbe65-26f3-4365-abf4-83d5cfdc9a22/811893f1-b2a2-4a1e-9b62-998c150ba3c2/3ac33cfc-fe07-4c17-9b2c-ec5f62b840b6) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:06:58.231350 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab1d9999-9f87-4ae5-b289-c4d264af61e2 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:58.320681 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab1d9999-9f87-4ae5-b289-c4d264af61e2 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:58.356055 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1d9999-9f87-4ae5-b289-c4d264af61e2 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Network 4cabbe65-26f3-4365-abf4-83d5cfdc9a22 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:06:58.360798 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ab1d9999-9f87-4ae5-b289-c4d264af61e2 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:06:58.364281 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1d9999-9f87-4ae5-b289-c4d264af61e2 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:06:58.395305 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1d9999-9f87-4ae5-b289-c4d264af61e2 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Pushing event updated for resources: {'Port': ['ID=3ac33cfc-fe07-4c17-9b2c-ec5f62b840b6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:06:58.724797 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab1d9999-9f87-4ae5-b289-c4d264af61e2 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:58.916999 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab1d9999-9f87-4ae5-b289-c4d264af61e2 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:59.055769 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97723b-225a-4ec3-8b49-587ce3826c06 req-bd3e6efa-69f1-445b-a7fd-7aedbe1543e5 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:06:59.057226 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc97723b-225a-4ec3-8b49-587ce3826c06 req-bd3e6efa-69f1-445b-a7fd-7aedbe1543e5 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.36 "GET /v2.0/ports?device_id=06fb428a-089c-4310-b88b-e6744b7924f8 HTTP/1.1" status: 200 len: 943 time: 0.0511405 Apr 21 13:06:59.095747 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc97723b-225a-4ec3-8b49-587ce3826c06 req-702570b0-38d9-42d6-a090-06a8a8fb5dc5 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f54a1-781c-4844-af32-0979cc2dc517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319085 Apr 21 13:06:59.102268 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1d9999-9f87-4ae5-b289-c4d264af61e2 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Router 6f03f5e3-2583-4b64-b930-43ac28093125 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:06:59.218991 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1d9999-9f87-4ae5-b289-c4d264af61e2 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:06:59.229432 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Sync routers for ids ['6f03f5e3-2583-4b64-b930-43ac28093125'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:06:59.240559 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Routers {'6f03f5e3-2583-4b64-b930-43ac28093125'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:06:59.241275 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:06:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['6f03f5e3-2583-4b64-b930-43ac28093125'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:59.345045 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Set router 6f03f5e3-2583-4b64-b930-43ac28093125 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:06:59.350640 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab1d9999-9f87-4ae5-b289-c4d264af61e2 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:59.351807 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ab1d9999-9f87-4ae5-b289-c4d264af61e2 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 1.9520164 Apr 21 13:06:59.354515 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48946) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:06:59.461180 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f08aa0a-a394-433b-9032-afd9161f81df tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:59.530097 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f03f5e3-2583-4b64-b930-43ac28093125', 'name': '', 'tenant_id': 'f1796803749e45cea7588a35f4eb2266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cabbe65-26f3-4365-abf4-83d5cfdc9a22', 'external_fixed_ips': [{'subnet_id': '811893f1-b2a2-4a1e-9b62-998c150ba3c2', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '3ac33cfc-fe07-4c17-9b2c-ec5f62b840b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:06:57Z', 'updated_at': '2022-04-21T13:06:58Z', 'revision_number': 3, 'project_id': 'f1796803749e45cea7588a35f4eb2266', 'gw_port': {'id': '3ac33cfc-fe07-4c17-9b2c-ec5f62b840b6', 'name': '', 'network_id': '4cabbe65-26f3-4365-abf4-83d5cfdc9a22', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:5d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f03f5e3-2583-4b64-b930-43ac28093125', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '811893f1-b2a2-4a1e-9b62-998c150ba3c2', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:06:57Z', 'updated_at': '2022-04-21T13:06:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '811893f1-b2a2-4a1e-9b62-998c150ba3c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:06:59.558435 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Checking router: 6f03f5e3-2583-4b64-b930-43ac28093125 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:06:59.558791 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Updating router 6f03f5e3-2583-4b64-b930-43ac28093125 port 3ac33cfc-fe07-4c17-9b2c-ec5f62b840b6 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:06:59.569953 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f08aa0a-a394-433b-9032-afd9161f81df tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:59.588570 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:59.668436 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0f08aa0a-a394-433b-9032-afd9161f81df tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Deleting port 3ac33cfc-fe07-4c17-9b2c-ec5f62b840b6 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:06:59.668710 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f08aa0a-a394-433b-9032-afd9161f81df tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:59.752936 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f08aa0a-a394-433b-9032-afd9161f81df tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:59.769655 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0f08aa0a-a394-433b-9032-afd9161f81df tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Calling delete_port for 3ac33cfc-fe07-4c17-9b2c-ec5f62b840b6 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:06:59.840754 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:59.942943 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:06:59.995242 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Attempting to bind port 3ac33cfc-fe07-4c17-9b2c-ec5f62b840b6 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:06:59.995912 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Attempting to bind port 3ac33cfc-fe07-4c17-9b2c-ec5f62b840b6 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '5d4b2ea8-d750-48c5-b8cc-2e8dfcdeb556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4cabbe65-26f3-4365-abf4-83d5cfdc9a22'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:06:59.996277 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Attempting to bind port 3ac33cfc-fe07-4c17-9b2c-ec5f62b840b6 on network 4cabbe65-26f3-4365-abf4-83d5cfdc9a22 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:06:59.999728 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74251146-d645-4814-ae87-93490055d3ac None None] Pushing event updated for resources: {'Port': ['ID=3ac33cfc-fe07-4c17-9b2c-ec5f62b840b6,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:00.007358 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:07:00.007733 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Checking segment: {'id': '5d4b2ea8-d750-48c5-b8cc-2e8dfcdeb556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4cabbe65-26f3-4365-abf4-83d5cfdc9a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:07:00.008129 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:00.008709 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Bound using segment: {'id': '5d4b2ea8-d750-48c5-b8cc-2e8dfcdeb556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4cabbe65-26f3-4365-abf4-83d5cfdc9a22'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:07:00.009179 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Bound port: 3ac33cfc-fe07-4c17-9b2c-ec5f62b840b6, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4b2ea8-d750-48c5-b8cc-2e8dfcdeb556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4cabbe65-26f3-4365-abf4-83d5cfdc9a22'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:07:00.009567 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:00.012717 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74251146-d645-4814-ae87-93490055d3ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:00.013111 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74251146-d645-4814-ae87-93490055d3ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:00.013454 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74251146-d645-4814-ae87-93490055d3ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:00.013813 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74251146-d645-4814-ae87-93490055d3ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:00.014147 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74251146-d645-4814-ae87-93490055d3ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:00.014478 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74251146-d645-4814-ae87-93490055d3ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:00.014804 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74251146-d645-4814-ae87-93490055d3ac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:00.015128 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74251146-d645-4814-ae87-93490055d3ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:00.015452 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74251146-d645-4814-ae87-93490055d3ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:00.015824 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74251146-d645-4814-ae87-93490055d3ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:00.016157 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74251146-d645-4814-ae87-93490055d3ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:00.016480 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74251146-d645-4814-ae87-93490055d3ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:00.040185 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f08aa0a-a394-433b-9032-afd9161f81df tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:00.067455 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 13:07:00.067885 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 13:07:00.068771 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08aa0a-a394-433b-9032-afd9161f81df tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ac33cfc-fe07-4c17-9b2c-ec5f62b840b6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:00.128104 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f08aa0a-a394-433b-9032-afd9161f81df tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:00.225883 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2015aac-f1b6-41db-92bc-78d0b3eb5f27 req-2f90f301-c47f-4544-934b-ec0a0eac3ac1 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:07:00.227539 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e2015aac-f1b6-41db-92bc-78d0b3eb5f27 req-2f90f301-c47f-4544-934b-ec0a0eac3ac1 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.36 "GET /v2.0/ports?device_id=06fb428a-089c-4310-b88b-e6744b7924f8 HTTP/1.1" status: 200 len: 943 time: 0.0621808 Apr 21 13:07:00.229112 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f08aa0a-a394-433b-9032-afd9161f81df tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:00.232007 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f08aa0a-a394-433b-9032-afd9161f81df tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:00.268697 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e2015aac-f1b6-41db-92bc-78d0b3eb5f27 req-0e3c9769-e040-4292-ba7c-8209c8d8c8f4 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f54a1-781c-4844-af32-0979cc2dc517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331013 Apr 21 13:07:00.342950 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f08aa0a-a394-433b-9032-afd9161f81df tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:00.343517 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f08aa0a-a394-433b-9032-afd9161f81df tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f03f5e3-2583-4b64-b930-43ac28093125 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:07:00.348087 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0f08aa0a-a394-433b-9032-afd9161f81df tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:00.349296 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0f08aa0a-a394-433b-9032-afd9161f81df tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "DELETE /v2.0/routers/6f03f5e3-2583-4b64-b930-43ac28093125 HTTP/1.1" status: 204 len: 168 time: 0.9938903 Apr 21 13:07:00.352012 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48954) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:00.381518 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 899261bc-42a9-4db1-8363-d11fae200eee details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:07:00.402689 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-6110d47f-62cd-467f-a4cb-08bc07ba9f50 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Deleting subnet 811893f1-b2a2-4a1e-9b62-998c150ba3c2 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:07:00.409112 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6110d47f-62cd-467f-a4cb-08bc07ba9f50 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:00.448276 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6110d47f-62cd-467f-a4cb-08bc07ba9f50 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:00.482873 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 899261bc-42a9-4db1-8363-d11fae200eee, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=899261bc-42a9-4db1-8363-d11fae200eee,segment=NetworkSegment(32cc46c8-bef7-4023-9d49-d0bcdcb1bead),segment_id=32cc46c8-bef7-4023-9d49-d0bcdcb1bead)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:07:00.494488 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '899261bc-42a9-4db1-8363-d11fae200eee', 'network_id': 'c7cc82a9-136b-4e9f-8343-83b4b9bb8bbd', 'port_id': '899261bc-42a9-4db1-8363-d11fae200eee', 'mac_address': 'fa:16:3e:b7:9d:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46f6b06a-175d-48bb-8a4a-b76326d80f34', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:07:00.494776 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6110d47f-62cd-467f-a4cb-08bc07ba9f50 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:00.530955 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:00.548023 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899261bc-42a9-4db1-8363-d11fae200eee {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:07:00.566709 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 899261bc-42a9-4db1-8363-d11fae200eee, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=899261bc-42a9-4db1-8363-d11fae200eee,segment=NetworkSegment(32cc46c8-bef7-4023-9d49-d0bcdcb1bead),segment_id=32cc46c8-bef7-4023-9d49-d0bcdcb1bead)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:07:00.581125 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Attempting to bind port 3ac33cfc-fe07-4c17-9b2c-ec5f62b840b6 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:07:00.581481 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Attempting to bind port 3ac33cfc-fe07-4c17-9b2c-ec5f62b840b6 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '5d4b2ea8-d750-48c5-b8cc-2e8dfcdeb556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4cabbe65-26f3-4365-abf4-83d5cfdc9a22'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:07:00.581874 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Attempting to bind port 3ac33cfc-fe07-4c17-9b2c-ec5f62b840b6 on network 4cabbe65-26f3-4365-abf4-83d5cfdc9a22 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:07:00.586680 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:07:00.587041 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Checking segment: {'id': '5d4b2ea8-d750-48c5-b8cc-2e8dfcdeb556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4cabbe65-26f3-4365-abf4-83d5cfdc9a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:07:00.587431 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:00.587812 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Bound using segment: {'id': '5d4b2ea8-d750-48c5-b8cc-2e8dfcdeb556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4cabbe65-26f3-4365-abf4-83d5cfdc9a22'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:07:00.588262 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Bound port: 3ac33cfc-fe07-4c17-9b2c-ec5f62b840b6, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4b2ea8-d750-48c5-b8cc-2e8dfcdeb556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '4cabbe65-26f3-4365-abf4-83d5cfdc9a22'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:07:00.588634 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:00.607522 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Port 3ac33cfc-fe07-4c17-9b2c-ec5f62b840b6 has been deleted concurrently {{(pid=103399) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 21 13:07:00.616902 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Routers set() bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:07:00.623696 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Router IDs set() for agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 21 13:07:00.623696 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_agentschedulers_db [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6f03f5e3-2583-4b64-b930-43ac28093125'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:06:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent'). {{(pid=103399) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 21 13:07:00.623696 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83fc4c4-5e2e-4836-852d-2cc89f2d43dd None None] The sync data for ids ['6f03f5e3-2583-4b64-b930-43ac28093125'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:07:00.651082 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6110d47f-62cd-467f-a4cb-08bc07ba9f50 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:00.678920 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110d47f-62cd-467f-a4cb-08bc07ba9f50 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=811893f1-b2a2-4a1e-9b62-998c150ba3c2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:00.680511 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:00.680678 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6110d47f-62cd-467f-a4cb-08bc07ba9f50 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:00.685618 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6110d47f-62cd-467f-a4cb-08bc07ba9f50 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "DELETE /v2.0/subnets/811893f1-b2a2-4a1e-9b62-998c150ba3c2 HTTP/1.1" status: 204 len: 168 time: 0.3321056 Apr 21 13:07:00.688688 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48960) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:00.735045 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=899261bc-42a9-4db1-8363-d11fae200eee,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:00.759195 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f92e684-b653-4b26-994a-5a54c1cf447a tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:00.838774 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f92e684-b653-4b26-994a-5a54c1cf447a tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:00.859574 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-4f92e684-b653-4b26-994a-5a54c1cf447a tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cabbe65-26f3-4365-abf4-83d5cfdc9a22']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:00.868626 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-4f92e684-b653-4b26-994a-5a54c1cf447a tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4b2ea8-d750-48c5-b8cc-2e8dfcdeb556') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:00.868919 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-4f92e684-b653-4b26-994a-5a54c1cf447a tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4b2ea8-d750-48c5-b8cc-2e8dfcdeb556') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:00.879824 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f92e684-b653-4b26-994a-5a54c1cf447a tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:00.893475 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f92e684-b653-4b26-994a-5a54c1cf447a tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:00.899316 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f92e684-b653-4b26-994a-5a54c1cf447a tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:07:00.899702 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f92e684-b653-4b26-994a-5a54c1cf447a tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: items = [ Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:07:00.901406 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:07:00.992536 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['899261bc-42a9-4db1-8363-d11fae200eee'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:07:01.016511 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f92e684-b653-4b26-994a-5a54c1cf447a tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:01.038201 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f92e684-b653-4b26-994a-5a54c1cf447a tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4cabbe65-26f3-4365-abf4-83d5cfdc9a22 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 21 13:07:01.041488 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92e684-b653-4b26-994a-5a54c1cf447a tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Pushing event deleted for resources: {'Network': ['ID=4cabbe65-26f3-4365-abf4-83d5cfdc9a22,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:01.044747 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f92e684-b653-4b26-994a-5a54c1cf447a tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:01.048025 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4f92e684-b653-4b26-994a-5a54c1cf447a tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "DELETE /v2.0/networks/4cabbe65-26f3-4365-abf4-83d5cfdc9a22 HTTP/1.1" status: 204 len: 168 time: 0.3598421 Apr 21 13:07:01.308999 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48972) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:01.313846 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-71fff2bf-db95-4b49-8a7a-ff6b82a9f62e tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Request body: {'router': {'name': 'tempest-router--240726203', 'project_id': 'b620cb592d8f433bb301cf72919c4e3a'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:07:01.406225 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71fff2bf-db95-4b49-8a7a-ff6b82a9f62e tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:01.408701 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71fff2bf-db95-4b49-8a7a-ff6b82a9f62e tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:01.410504 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c8636-86ae-4968-8c2c-c96981bda039 req-66d28f21-76ed-40c1-b00a-4a16859478d5 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:07:01.414045 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7d4c8636-86ae-4968-8c2c-c96981bda039 req-66d28f21-76ed-40c1-b00a-4a16859478d5 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.36 "GET /v2.0/ports?device_id=06fb428a-089c-4310-b88b-e6744b7924f8 HTTP/1.1" status: 200 len: 944 time: 0.0609541 Apr 21 13:07:01.458785 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7d4c8636-86ae-4968-8c2c-c96981bda039 req-f88613bf-8287-4952-9f19-181eecbdb4a7 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f54a1-781c-4844-af32-0979cc2dc517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338194 Apr 21 13:07:01.486553 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71fff2bf-db95-4b49-8a7a-ff6b82a9f62e tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:01.537295 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71fff2bf-db95-4b49-8a7a-ff6b82a9f62e tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:01.625868 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-71fff2bf-db95-4b49-8a7a-ff6b82a9f62e tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:01.627074 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-71fff2bf-db95-4b49-8a7a-ff6b82a9f62e tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3172693 Apr 21 13:07:01.630227 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 48978) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:01.703792 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd646252-da0f-4f9d-8aab-07c7d32522fd tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:01.859157 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd646252-da0f-4f9d-8aab-07c7d32522fd tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:01.861204 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd646252-da0f-4f9d-8aab-07c7d32522fd tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:02.000022 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd646252-da0f-4f9d-8aab-07c7d32522fd tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:02.000530 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd646252-da0f-4f9d-8aab-07c7d32522fd tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e8ec767a-ec02-404e-b21e-d4bdd1386933 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:07:02.005334 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fd646252-da0f-4f9d-8aab-07c7d32522fd tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:02.006645 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fd646252-da0f-4f9d-8aab-07c7d32522fd tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "DELETE /v2.0/routers/e8ec767a-ec02-404e-b21e-d4bdd1386933 HTTP/1.1" status: 204 len: 168 time: 0.3754296 Apr 21 13:07:02.377869 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 48984) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:02.382179 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 899261bc-42a9-4db1-8363-d11fae200eee up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:07:02.507534 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 899261bc-42a9-4db1-8363-d11fae200eee completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:07:02.513499 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 899261bc-42a9-4db1-8363-d11fae200eee triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:07:02.514934 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:02.596518 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683666c6-e626-43dd-80e4-1571205c6d4f req-18291bf8-58c6-466e-9ebe-2bbc44af0843 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:07:02.598742 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-683666c6-e626-43dd-80e4-1571205c6d4f req-18291bf8-58c6-466e-9ebe-2bbc44af0843 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.36 "GET /v2.0/ports?device_id=06fb428a-089c-4310-b88b-e6744b7924f8 HTTP/1.1" status: 200 len: 944 time: 0.0607741 Apr 21 13:07:02.603605 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:02.616314 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4a693a2c-e114-4e77-8df5-19b8d02533d6 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-198826166', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:07:02.630589 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fb428a-089c-4310-b88b-e6744b7924f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899261bc-42a9-4db1-8363-d11fae200eee'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:07:02.632988 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d944c56d-b2d5-45f3-b1c2-18f4cc739d09" -d '{"events": [{"server_uuid": "06fb428a-089c-4310-b88b-e6744b7924f8", "name": "network-vif-plugged", "status": "completed", "tag": "899261bc-42a9-4db1-8363-d11fae200eee"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:07:02.639327 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-683666c6-e626-43dd-80e4-1571205c6d4f req-3dd15e74-3417-485b-a2ec-5b63bfbc1b34 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f54a1-781c-4844-af32-0979cc2dc517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342097 Apr 21 13:07:02.646763 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 899261bc-42a9-4db1-8363-d11fae200eee, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=899261bc-42a9-4db1-8363-d11fae200eee,segment=NetworkSegment(32cc46c8-bef7-4023-9d49-d0bcdcb1bead),segment_id=32cc46c8-bef7-4023-9d49-d0bcdcb1bead)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:07:02.719051 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a693a2c-e114-4e77-8df5-19b8d02533d6 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:02.720138 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a693a2c-e114-4e77-8df5-19b8d02533d6 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:02.741963 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:02.792919 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a693a2c-e114-4e77-8df5-19b8d02533d6 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:02.819250 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a5dd75-bc30-4977-9662-22a3117e3672 x-openstack-request-id: req-98a5dd75-bc30-4977-9662-22a3117e3672 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:07:02.819539 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06fb428a-089c-4310-b88b-e6744b7924f8", "name": "network-vif-plugged", "status": "completed", "tag": "899261bc-42a9-4db1-8363-d11fae200eee", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:07:02.819795 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-98a5dd75-bc30-4977-9662-22a3117e3672 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:07:02.820196 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98a5dd75-bc30-4977-9662-22a3117e3672'] response: {'server_uuid': '06fb428a-089c-4310-b88b-e6744b7924f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899261bc-42a9-4db1-8363-d11fae200eee', 'code': 200} Apr 21 13:07:02.824120 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=899261bc-42a9-4db1-8363-d11fae200eee,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:02.926899 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92919a-5447-4480-9288-5a03fab6e71c req-439cf10d-11d0-46c9-891e-c8d39f5662af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:07:02.928417 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2d92919a-5447-4480-9288-5a03fab6e71c req-439cf10d-11d0-46c9-891e-c8d39f5662af service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=06fb428a-089c-4310-b88b-e6744b7924f8 HTTP/1.1" status: 200 len: 1096 time: 0.0443990 Apr 21 13:07:02.975221 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2d92919a-5447-4480-9288-5a03fab6e71c req-71334823-7434-40af-b520-e26d9ad915e8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5e1f54a1-781c-4844-af32-0979cc2dc517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348675 Apr 21 13:07:03.306988 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a693a2c-e114-4e77-8df5-19b8d02533d6 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:03.550027 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a693a2c-e114-4e77-8df5-19b8d02533d6 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:03.568682 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a693a2c-e114-4e77-8df5-19b8d02533d6 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:03.678917 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-4a693a2c-e114-4e77-8df5-19b8d02533d6 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Allocated IP 172.25.8.50 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/0e233372-fbd0-4e6a-8339-39aa513e1ba7) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:07:03.762334 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55852bcc-0550-4198-99e9-8507d2add505 req-3df1f6ff-d153-42bf-b78e-2170bb9bd1c3 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:07:03.765030 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-55852bcc-0550-4198-99e9-8507d2add505 req-3df1f6ff-d153-42bf-b78e-2170bb9bd1c3 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.36 "GET /v2.0/ports?device_id=06fb428a-089c-4310-b88b-e6744b7924f8 HTTP/1.1" status: 200 len: 945 time: 0.0523238 Apr 21 13:07:03.791953 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a693a2c-e114-4e77-8df5-19b8d02533d6 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:03.806910 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-55852bcc-0550-4198-99e9-8507d2add505 req-b87b3fc5-a72e-44c5-8637-0adc39648d47 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f54a1-781c-4844-af32-0979cc2dc517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356407 Apr 21 13:07:03.914529 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a693a2c-e114-4e77-8df5-19b8d02533d6 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:03.955074 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a693a2c-e114-4e77-8df5-19b8d02533d6 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:07:03.958010 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-4a693a2c-e114-4e77-8df5-19b8d02533d6 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:07:03.961816 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a693a2c-e114-4e77-8df5-19b8d02533d6 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:07:03.988274 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a693a2c-e114-4e77-8df5-19b8d02533d6 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Pushing event updated for resources: {'Port': ['ID=0e233372-fbd0-4e6a-8339-39aa513e1ba7,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:04.320581 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a693a2c-e114-4e77-8df5-19b8d02533d6 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:04.520471 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a693a2c-e114-4e77-8df5-19b8d02533d6 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:04.702969 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a693a2c-e114-4e77-8df5-19b8d02533d6 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Router 7d1f5bcc-9850-4aeb-918c-a55c9717f4fa is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:07:04.810506 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a693a2c-e114-4e77-8df5-19b8d02533d6 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:07:04.819851 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d956f89-d92a-4efe-91c0-4384a1928770 None None] Sync routers for ids ['7d1f5bcc-9850-4aeb-918c-a55c9717f4fa'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:07:04.830848 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d956f89-d92a-4efe-91c0-4384a1928770 None None] Routers {'7d1f5bcc-9850-4aeb-918c-a55c9717f4fa'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:07:04.831485 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2d956f89-d92a-4efe-91c0-4384a1928770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:06:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['7d1f5bcc-9850-4aeb-918c-a55c9717f4fa'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:04.865945 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2d956f89-d92a-4efe-91c0-4384a1928770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:04.874370 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d956f89-d92a-4efe-91c0-4384a1928770 None None] Routers {'7d1f5bcc-9850-4aeb-918c-a55c9717f4fa'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:07:04.874958 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2d956f89-d92a-4efe-91c0-4384a1928770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:06:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['7d1f5bcc-9850-4aeb-918c-a55c9717f4fa'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:04.910567 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2d956f89-d92a-4efe-91c0-4384a1928770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:04.911269 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d956f89-d92a-4efe-91c0-4384a1928770 None None] The sync data for ids ['7d1f5bcc-9850-4aeb-918c-a55c9717f4fa'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:07:04.944566 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab19fc-fbda-4679-9d18-5232a4386ef3 req-245f3460-83b0-4521-9de6-aedf7fc9c6f3 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:07:04.946113 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0aab19fc-fbda-4679-9d18-5232a4386ef3 req-245f3460-83b0-4521-9de6-aedf7fc9c6f3 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.36 "GET /v2.0/ports?device_id=06fb428a-089c-4310-b88b-e6744b7924f8 HTTP/1.1" status: 200 len: 945 time: 0.0670600 Apr 21 13:07:04.988015 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0aab19fc-fbda-4679-9d18-5232a4386ef3 req-505c8f08-7bd1-4498-a523-d42e00c88cb0 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f54a1-781c-4844-af32-0979cc2dc517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355229 Apr 21 13:07:05.031533 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a693a2c-e114-4e77-8df5-19b8d02533d6 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:05.035232 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4a693a2c-e114-4e77-8df5-19b8d02533d6 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.6539242 Apr 21 13:07:05.035610 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49028) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:05.143125 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cf1f8d30-a2fb-436d-9b55-3fa1a30685cd tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "GET /v2.0/routers/7d1f5bcc-9850-4aeb-918c-a55c9717f4fa HTTP/1.1" status: 200 len: 919 time: 0.1062019 Apr 21 13:07:05.145872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49030) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:05.173121 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f2cf522b-8e11-4c07-8a86-aca64edf3a37 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d1f5bcc-9850-4aeb-918c-a55c9717f4fa HTTP/1.1" status: 200 len: 205 time: 0.0258934 Apr 21 13:07:05.175529 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49032) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:05.280993 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1792d3b-16c5-45a3-975a-f420ea88bd20 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:05.390937 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1792d3b-16c5-45a3-975a-f420ea88bd20 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:05.487043 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e1792d3b-16c5-45a3-975a-f420ea88bd20 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Deleting port 0e233372-fbd0-4e6a-8339-39aa513e1ba7 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:07:05.488577 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1792d3b-16c5-45a3-975a-f420ea88bd20 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:05.562106 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1792d3b-16c5-45a3-975a-f420ea88bd20 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:05.575945 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e1792d3b-16c5-45a3-975a-f420ea88bd20 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Calling delete_port for 0e233372-fbd0-4e6a-8339-39aa513e1ba7 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:07:05.805851 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1792d3b-16c5-45a3-975a-f420ea88bd20 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:05.840674 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1792d3b-16c5-45a3-975a-f420ea88bd20 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Pushing event deleted for resources: {'Port': ['ID=0e233372-fbd0-4e6a-8339-39aa513e1ba7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:05.897972 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1792d3b-16c5-45a3-975a-f420ea88bd20 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:05.996710 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1792d3b-16c5-45a3-975a-f420ea88bd20 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:05.999449 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1792d3b-16c5-45a3-975a-f420ea88bd20 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:06.091908 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1792d3b-16c5-45a3-975a-f420ea88bd20 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:06.092765 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1792d3b-16c5-45a3-975a-f420ea88bd20 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Fanout notify agent at l3_agent the message router_deleted on router 7d1f5bcc-9850-4aeb-918c-a55c9717f4fa {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:07:06.104339 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1792d3b-16c5-45a3-975a-f420ea88bd20 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:06.109471 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e1792d3b-16c5-45a3-975a-f420ea88bd20 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "DELETE /v2.0/routers/7d1f5bcc-9850-4aeb-918c-a55c9717f4fa HTTP/1.1" status: 204 len: 168 time: 0.9290848 Apr 21 13:07:06.110016 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49050) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:06.114390 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-53b3f700-1c35-48f6-a822-f64bd810a78c tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1018406047', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'enable_snat': False}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:07:06.235094 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53b3f700-1c35-48f6-a822-f64bd810a78c tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:06.236126 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53b3f700-1c35-48f6-a822-f64bd810a78c tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:06.293723 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53b3f700-1c35-48f6-a822-f64bd810a78c tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:06.534594 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53b3f700-1c35-48f6-a822-f64bd810a78c tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:06.823543 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53b3f700-1c35-48f6-a822-f64bd810a78c tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:06.843372 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53b3f700-1c35-48f6-a822-f64bd810a78c tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:06.951018 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-53b3f700-1c35-48f6-a822-f64bd810a78c tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Allocated IP 172.25.8.55 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/3557e65d-dfdd-4d49-8182-bde38000d212) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:07:07.050046 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53b3f700-1c35-48f6-a822-f64bd810a78c tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:07.120536 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53b3f700-1c35-48f6-a822-f64bd810a78c tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:07.156075 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b3f700-1c35-48f6-a822-f64bd810a78c tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:07:07.160681 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-53b3f700-1c35-48f6-a822-f64bd810a78c tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:07:07.169898 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b3f700-1c35-48f6-a822-f64bd810a78c tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:07:07.203227 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3f700-1c35-48f6-a822-f64bd810a78c tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Pushing event updated for resources: {'Port': ['ID=3557e65d-dfdd-4d49-8182-bde38000d212,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:07.474815 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53b3f700-1c35-48f6-a822-f64bd810a78c tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:07.656968 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53b3f700-1c35-48f6-a822-f64bd810a78c tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:07.857925 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b3f700-1c35-48f6-a822-f64bd810a78c tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Router e7cd26dd-4b30-4df5-a8ff-58f8fc146165 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:07:07.969087 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b3f700-1c35-48f6-a822-f64bd810a78c tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:07:07.982769 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9472a60f-e544-469e-954a-d65d6ba5012d None None] Sync routers for ids ['e7cd26dd-4b30-4df5-a8ff-58f8fc146165'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:07:07.992258 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9472a60f-e544-469e-954a-d65d6ba5012d None None] Routers {'e7cd26dd-4b30-4df5-a8ff-58f8fc146165'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:07:07.993059 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9472a60f-e544-469e-954a-d65d6ba5012d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:06:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['e7cd26dd-4b30-4df5-a8ff-58f8fc146165'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:08.052939 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53b3f700-1c35-48f6-a822-f64bd810a78c tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:08.057084 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-53b3f700-1c35-48f6-a822-f64bd810a78c tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.9432583 Apr 21 13:07:08.060928 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49074) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:08.188172 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bd772b95-5f06-43a4-abc4-e1253f019fcc tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "GET /v2.0/routers/e7cd26dd-4b30-4df5-a8ff-58f8fc146165 HTTP/1.1" status: 200 len: 908 time: 0.1288676 Apr 21 13:07:08.189993 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49076) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:08.196387 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-dbf266ba-2807-4f9f-9adb-691791f79801 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1018406047', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'enable_snat': True}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:07:08.267204 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-9472a60f-e544-469e-954a-d65d6ba5012d None None] Set router e7cd26dd-4b30-4df5-a8ff-58f8fc146165 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:07:08.297546 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dbf266ba-2807-4f9f-9adb-691791f79801 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:08.300440 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dbf266ba-2807-4f9f-9adb-691791f79801 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:08.362632 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dbf266ba-2807-4f9f-9adb-691791f79801 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:08.464891 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9472a60f-e544-469e-954a-d65d6ba5012d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7cd26dd-4b30-4df5-a8ff-58f8fc146165', 'name': 'tempest-snat-router-1018406047', 'tenant_id': 'f1796803749e45cea7588a35f4eb2266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.55'}], 'enable_snat': False}, 'gw_port_id': '3557e65d-dfdd-4d49-8182-bde38000d212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:07:06Z', 'updated_at': '2022-04-21T13:07:07Z', 'revision_number': 3, 'project_id': 'f1796803749e45cea7588a35f4eb2266', 'gw_port': {'id': '3557e65d-dfdd-4d49-8182-bde38000d212', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cd26dd-4b30-4df5-a8ff-58f8fc146165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:07:06Z', 'updated_at': '2022-04-21T13:07:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:08.492821 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9472a60f-e544-469e-954a-d65d6ba5012d None None] Checking router: e7cd26dd-4b30-4df5-a8ff-58f8fc146165 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:07:08.493268 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9472a60f-e544-469e-954a-d65d6ba5012d None None] Updating router e7cd26dd-4b30-4df5-a8ff-58f8fc146165 port 3557e65d-dfdd-4d49-8182-bde38000d212 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:07:08.520634 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9472a60f-e544-469e-954a-d65d6ba5012d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:08.806300 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9472a60f-e544-469e-954a-d65d6ba5012d None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:08.873730 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9472a60f-e544-469e-954a-d65d6ba5012d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:08.911484 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dbf266ba-2807-4f9f-9adb-691791f79801 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:08.924599 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9472a60f-e544-469e-954a-d65d6ba5012d None None] Attempting to bind port 3557e65d-dfdd-4d49-8182-bde38000d212 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:07:08.924964 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9472a60f-e544-469e-954a-d65d6ba5012d None None] Attempting to bind port 3557e65d-dfdd-4d49-8182-bde38000d212 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:07:08.925329 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9472a60f-e544-469e-954a-d65d6ba5012d None None] Attempting to bind port 3557e65d-dfdd-4d49-8182-bde38000d212 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:07:08.932284 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb9ed9-3188-4c51-8229-452536319783 None None] Pushing event updated for resources: {'Port': ['ID=3557e65d-dfdd-4d49-8182-bde38000d212,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:08.935207 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9472a60f-e544-469e-954a-d65d6ba5012d None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:07:08.935965 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9472a60f-e544-469e-954a-d65d6ba5012d None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:07:08.936361 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9472a60f-e544-469e-954a-d65d6ba5012d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:08.936911 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9472a60f-e544-469e-954a-d65d6ba5012d None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:07:08.937388 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9472a60f-e544-469e-954a-d65d6ba5012d None None] Bound port: 3557e65d-dfdd-4d49-8182-bde38000d212, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:07:08.937796 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9472a60f-e544-469e-954a-d65d6ba5012d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:08.991206 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9472a60f-e544-469e-954a-d65d6ba5012d None None] For port 3557e65d-dfdd-4d49-8182-bde38000d212, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:07:08.994521 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9472a60f-e544-469e-954a-d65d6ba5012d None None] For port 3557e65d-dfdd-4d49-8182-bde38000d212, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3557e65d-dfdd-4d49-8182-bde38000d212,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:07:09.073749 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9472a60f-e544-469e-954a-d65d6ba5012d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:09.143117 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9472a60f-e544-469e-954a-d65d6ba5012d None None] Routers {'e7cd26dd-4b30-4df5-a8ff-58f8fc146165'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:07:09.143809 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9472a60f-e544-469e-954a-d65d6ba5012d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:06:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['e7cd26dd-4b30-4df5-a8ff-58f8fc146165'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:09.211015 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb9ed9-3188-4c51-8229-452536319783 None None] Pushing event updated for resources: {'Port': ['ID=3557e65d-dfdd-4d49-8182-bde38000d212,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:09.233533 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dbf266ba-2807-4f9f-9adb-691791f79801 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:09.258781 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dbf266ba-2807-4f9f-9adb-691791f79801 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:09.311103 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-9472a60f-e544-469e-954a-d65d6ba5012d None None] Set router e7cd26dd-4b30-4df5-a8ff-58f8fc146165 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:07:09.397278 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-dbf266ba-2807-4f9f-9adb-691791f79801 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Allocated IP 172.25.8.30 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/3db42c8f-7627-47c6-af86-291902b92f5d) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:07:09.506895 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dbf266ba-2807-4f9f-9adb-691791f79801 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:09.533031 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9472a60f-e544-469e-954a-d65d6ba5012d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7cd26dd-4b30-4df5-a8ff-58f8fc146165', 'name': 'tempest-snat-router-1018406047', 'tenant_id': 'f1796803749e45cea7588a35f4eb2266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.55'}], 'enable_snat': False}, 'gw_port_id': '3557e65d-dfdd-4d49-8182-bde38000d212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:07:06Z', 'updated_at': '2022-04-21T13:07:07Z', 'revision_number': 3, 'project_id': 'f1796803749e45cea7588a35f4eb2266', 'gw_port': {'id': '3557e65d-dfdd-4d49-8182-bde38000d212', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cd26dd-4b30-4df5-a8ff-58f8fc146165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:07:06Z', 'updated_at': '2022-04-21T13:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:09.560012 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9472a60f-e544-469e-954a-d65d6ba5012d None None] The sync data for ids ['e7cd26dd-4b30-4df5-a8ff-58f8fc146165'] in n-d-836147-2 is: [{'id': 'e7cd26dd-4b30-4df5-a8ff-58f8fc146165', 'name': 'tempest-snat-router-1018406047', 'tenant_id': 'f1796803749e45cea7588a35f4eb2266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.55'}], 'enable_snat': False}, 'gw_port_id': '3557e65d-dfdd-4d49-8182-bde38000d212', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:07:06Z', 'updated_at': '2022-04-21T13:07:07Z', 'revision_number': 3, 'project_id': 'f1796803749e45cea7588a35f4eb2266', 'gw_port': {'id': '3557e65d-dfdd-4d49-8182-bde38000d212', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:30:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7cd26dd-4b30-4df5-a8ff-58f8fc146165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:07:06Z', 'updated_at': '2022-04-21T13:07:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:07:09.615120 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dbf266ba-2807-4f9f-9adb-691791f79801 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:09.655723 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf266ba-2807-4f9f-9adb-691791f79801 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:07:09.660721 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-dbf266ba-2807-4f9f-9adb-691791f79801 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:07:09.664578 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf266ba-2807-4f9f-9adb-691791f79801 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:07:09.693025 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf266ba-2807-4f9f-9adb-691791f79801 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Pushing event updated for resources: {'Port': ['ID=3db42c8f-7627-47c6-af86-291902b92f5d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:09.861067 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449936a-c765-4c63-9ccc-ad3814727164 req-c1531370-365a-4d77-a2d2-7959d39961b7 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:07:09.863215 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c449936a-c765-4c63-9ccc-ad3814727164 req-c1531370-365a-4d77-a2d2-7959d39961b7 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.36 "GET /v2.0/ports?device_id=06fb428a-089c-4310-b88b-e6744b7924f8 HTTP/1.1" status: 200 len: 945 time: 0.0860238 Apr 21 13:07:09.917987 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c449936a-c765-4c63-9ccc-ad3814727164 req-58059fa5-8997-4ef1-8644-92c7bb697dd5 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f54a1-781c-4844-af32-0979cc2dc517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479455 Apr 21 13:07:09.985875 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:07:09.986350 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3557e65d-dfdd-4d49-8182-bde38000d212 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:07:10.044536 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 3557e65d-dfdd-4d49-8182-bde38000d212 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:07:10.045639 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:10.054190 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dbf266ba-2807-4f9f-9adb-691791f79801 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:10.138481 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:10.160808 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 3557e65d-dfdd-4d49-8182-bde38000d212, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3557e65d-dfdd-4d49-8182-bde38000d212,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:07:10.234878 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:10.262576 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dbf266ba-2807-4f9f-9adb-691791f79801 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:10.286905 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=3557e65d-dfdd-4d49-8182-bde38000d212,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:10.463294 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf266ba-2807-4f9f-9adb-691791f79801 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Router 7e832ebe-8a26-4466-bd6e-883009286fd7 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:07:10.579176 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf266ba-2807-4f9f-9adb-691791f79801 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:07:10.591468 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Sync routers for ids ['7e832ebe-8a26-4466-bd6e-883009286fd7'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:07:10.602163 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Routers {'7e832ebe-8a26-4466-bd6e-883009286fd7'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:07:10.605461 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:06:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['7e832ebe-8a26-4466-bd6e-883009286fd7'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:10.676377 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dbf266ba-2807-4f9f-9adb-691791f79801 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:10.677665 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-dbf266ba-2807-4f9f-9adb-691791f79801 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.4865577 Apr 21 13:07:10.680326 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49126) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:10.705866 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Set router 7e832ebe-8a26-4466-bd6e-883009286fd7 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:07:10.802594 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c150fec3-f774-43ff-ba47-4f2f89820ab1 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "GET /v2.0/routers/7e832ebe-8a26-4466-bd6e-883009286fd7 HTTP/1.1" status: 200 len: 907 time: 0.1206563 Apr 21 13:07:10.803590 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49130) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:10.882598 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e832ebe-8a26-4466-bd6e-883009286fd7', 'name': 'tempest-snat-router-1018406047', 'tenant_id': 'f1796803749e45cea7588a35f4eb2266', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': '3db42c8f-7627-47c6-af86-291902b92f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:07:08Z', 'updated_at': '2022-04-21T13:07:09Z', 'revision_number': 3, 'project_id': 'f1796803749e45cea7588a35f4eb2266', 'gw_port': {'id': '3db42c8f-7627-47c6-af86-291902b92f5d', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:bf:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e832ebe-8a26-4466-bd6e-883009286fd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:07:09Z', 'updated_at': '2022-04-21T13:07:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:10.912322 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Checking router: 7e832ebe-8a26-4466-bd6e-883009286fd7 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:07:10.912668 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Updating router 7e832ebe-8a26-4466-bd6e-883009286fd7 port 3db42c8f-7627-47c6-af86-291902b92f5d binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:07:10.916341 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e281bdb-c043-4ae6-9cf1-3e6663630ce1 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:10.936980 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:11.084701 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e281bdb-c043-4ae6-9cf1-3e6663630ce1 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:11.103169 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b758f-46b3-47fc-a2e2-9457e4c02e77 req-bc47ca9e-ab30-4739-b2f8-78a39254225f tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:07:11.103169 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-182b758f-46b3-47fc-a2e2-9457e4c02e77 req-bc47ca9e-ab30-4739-b2f8-78a39254225f tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.36 "GET /v2.0/ports?device_id=06fb428a-089c-4310-b88b-e6744b7924f8 HTTP/1.1" status: 200 len: 945 time: 0.0764403 Apr 21 13:07:11.139925 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-182b758f-46b3-47fc-a2e2-9457e4c02e77 req-00ccd444-639f-4183-8da1-54e2c3a83132 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.36 "GET /v2.0/security-groups?id=5e1f54a1-781c-4844-af32-0979cc2dc517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337799 Apr 21 13:07:11.217545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c20ba4-3a26-4bba-9bb6-1b54ae10f3b9 req-9d084e86-d8c1-4c2e-9d95-3108af53d9d9 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:07:11.219985 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07c20ba4-3a26-4bba-9bb6-1b54ae10f3b9 req-9d084e86-d8c1-4c2e-9d95-3108af53d9d9 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.24 "GET /v2.0/ports?device_id=06fb428a-089c-4310-b88b-e6744b7924f8 HTTP/1.1" status: 200 len: 945 time: 0.0632508 Apr 21 13:07:11.244777 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:11.261555 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-9e281bdb-c043-4ae6-9cf1-3e6663630ce1 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Deleting port 3db42c8f-7627-47c6-af86-291902b92f5d {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:07:11.261555 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e281bdb-c043-4ae6-9cf1-3e6663630ce1 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:11.337281 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:11.340841 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e281bdb-c043-4ae6-9cf1-3e6663630ce1 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:11.345350 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-07c20ba4-3a26-4bba-9bb6-1b54ae10f3b9 req-9d683837-5497-4837-842e-16581c77ce3c tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Deleting port 899261bc-42a9-4db1-8363-d11fae200eee {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:07:11.347042 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-07c20ba4-3a26-4bba-9bb6-1b54ae10f3b9 req-9d683837-5497-4837-842e-16581c77ce3c tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:11.355397 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-9e281bdb-c043-4ae6-9cf1-3e6663630ce1 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Calling delete_port for 3db42c8f-7627-47c6-af86-291902b92f5d owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:07:11.456518 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Attempting to bind port 3db42c8f-7627-47c6-af86-291902b92f5d on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:07:11.457388 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Attempting to bind port 3db42c8f-7627-47c6-af86-291902b92f5d by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:07:11.458032 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Attempting to bind port 3db42c8f-7627-47c6-af86-291902b92f5d on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:07:11.463195 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684d5c0-5f62-4b4b-8275-eadcf79be04c None None] Pushing event updated for resources: {'Port': ['ID=3db42c8f-7627-47c6-af86-291902b92f5d,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:11.466673 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-07c20ba4-3a26-4bba-9bb6-1b54ae10f3b9 req-9d683837-5497-4837-842e-16581c77ce3c tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] For port 899261bc-42a9-4db1-8363-d11fae200eee, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=899261bc-42a9-4db1-8363-d11fae200eee,segment=NetworkSegment(32cc46c8-bef7-4023-9d49-d0bcdcb1bead),segment_id=32cc46c8-bef7-4023-9d49-d0bcdcb1bead)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:07:11.466673 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-07c20ba4-3a26-4bba-9bb6-1b54ae10f3b9 req-9d683837-5497-4837-842e-16581c77ce3c tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:11.471991 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7684d5c0-5f62-4b4b-8275-eadcf79be04c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:11.472586 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7684d5c0-5f62-4b4b-8275-eadcf79be04c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:11.472986 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7684d5c0-5f62-4b4b-8275-eadcf79be04c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:11.473540 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7684d5c0-5f62-4b4b-8275-eadcf79be04c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:11.474136 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7684d5c0-5f62-4b4b-8275-eadcf79be04c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:11.475370 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7684d5c0-5f62-4b4b-8275-eadcf79be04c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:11.475919 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7684d5c0-5f62-4b4b-8275-eadcf79be04c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:11.476444 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7684d5c0-5f62-4b4b-8275-eadcf79be04c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:11.477004 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7684d5c0-5f62-4b4b-8275-eadcf79be04c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:11.477532 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7684d5c0-5f62-4b4b-8275-eadcf79be04c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:11.478071 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7684d5c0-5f62-4b4b-8275-eadcf79be04c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:11.478608 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7684d5c0-5f62-4b4b-8275-eadcf79be04c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:11.479859 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-07c20ba4-3a26-4bba-9bb6-1b54ae10f3b9 req-9d683837-5497-4837-842e-16581c77ce3c tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Calling delete_port for 899261bc-42a9-4db1-8363-d11fae200eee owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:07:11.493294 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:07:11.493775 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:07:11.494249 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:11.494736 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:07:11.495304 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Bound port: 3db42c8f-7627-47c6-af86-291902b92f5d, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:07:11.495748 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:11.658611 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.db.api [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103400) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 13:07:11.658842 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e281bdb-c043-4ae6-9cf1-3e6663630ce1 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:11.659103 n-d-836147-2 neutron-server[103400]: DEBUG oslo_db.api [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 13:07:11.696164 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e281bdb-c043-4ae6-9cf1-3e6663630ce1 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Pushing event deleted for resources: {'Port': ['ID=3db42c8f-7627-47c6-af86-291902b92f5d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:11.719257 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-07c20ba4-3a26-4bba-9bb6-1b54ae10f3b9 req-9d683837-5497-4837-842e-16581c77ce3c tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:11.735887 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['899261bc-42a9-4db1-8363-d11fae200eee'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:07:11.749618 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d683837-5497-4837-842e-16581c77ce3c tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Pushing event deleted for resources: {'Port': ['ID=899261bc-42a9-4db1-8363-d11fae200eee,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:11.751518 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e281bdb-c043-4ae6-9cf1-3e6663630ce1 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:11.796082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c20ba4-3a26-4bba-9bb6-1b54ae10f3b9 req-9d683837-5497-4837-842e-16581c77ce3c tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] No DVR routers for this DVR port 899261bc-42a9-4db1-8363-d11fae200eee on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:07:11.798922 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-07c20ba4-3a26-4bba-9bb6-1b54ae10f3b9 req-9d683837-5497-4837-842e-16581c77ce3c tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:11.802331 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07c20ba4-3a26-4bba-9bb6-1b54ae10f3b9 req-9d683837-5497-4837-842e-16581c77ce3c tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.24 "DELETE /v2.0/ports/899261bc-42a9-4db1-8363-d11fae200eee HTTP/1.1" status: 204 len: 173 time: 0.5726411 Apr 21 13:07:11.802778 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fb428a-089c-4310-b88b-e6744b7924f8', 'name': 'network-vif-deleted', 'tag': '899261bc-42a9-4db1-8363-d11fae200eee'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:07:11.805028 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9468041f-6812-4392-95b0-c8f332456940" -d '{"events": [{"server_uuid": "06fb428a-089c-4310-b88b-e6744b7924f8", "name": "network-vif-deleted", "tag": "899261bc-42a9-4db1-8363-d11fae200eee"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:07:11.846227 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c88dbc1-a3c8-4257-849f-b7e7c29bc96f x-openstack-request-id: req-2c88dbc1-a3c8-4257-849f-b7e7c29bc96f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:07:11.846558 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06fb428a-089c-4310-b88b-e6744b7924f8", "name": "network-vif-deleted", "tag": "899261bc-42a9-4db1-8363-d11fae200eee", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:07:11.846830 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2c88dbc1-a3c8-4257-849f-b7e7c29bc96f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:07:11.847238 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c88dbc1-a3c8-4257-849f-b7e7c29bc96f'] response: {'server_uuid': '06fb428a-089c-4310-b88b-e6744b7924f8', 'name': 'network-vif-deleted', 'tag': '899261bc-42a9-4db1-8363-d11fae200eee', 'status': 'completed', 'code': 200} Apr 21 13:07:11.855140 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e281bdb-c043-4ae6-9cf1-3e6663630ce1 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:11.857973 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e281bdb-c043-4ae6-9cf1-3e6663630ce1 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:11.943263 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3557e65d-dfdd-4d49-8182-bde38000d212 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:07:11.984189 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e281bdb-c043-4ae6-9cf1-3e6663630ce1 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:11.984189 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e281bdb-c043-4ae6-9cf1-3e6663630ce1 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e832ebe-8a26-4466-bd6e-883009286fd7 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:07:11.987905 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9e281bdb-c043-4ae6-9cf1-3e6663630ce1 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:11.991441 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9e281bdb-c043-4ae6-9cf1-3e6663630ce1 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "DELETE /v2.0/routers/7e832ebe-8a26-4466-bd6e-883009286fd7 HTTP/1.1" status: 204 len: 168 time: 1.1845455 Apr 21 13:07:11.991666 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49146) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:12.012159 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 3557e65d-dfdd-4d49-8182-bde38000d212 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:07:12.013185 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:12.104710 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6acfef9-2134-4d81-863f-94bd88ae3add tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:12.181870 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Attempting to bind port 3db42c8f-7627-47c6-af86-291902b92f5d on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:07:12.182345 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Attempting to bind port 3db42c8f-7627-47c6-af86-291902b92f5d by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:07:12.183327 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Attempting to bind port 3db42c8f-7627-47c6-af86-291902b92f5d on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:07:12.189952 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:07:12.190764 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:07:12.191398 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:12.192158 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:07:12.192839 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Bound port: 3db42c8f-7627-47c6-af86-291902b92f5d, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:07:12.193468 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:12.219481 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.plugin [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Port 3db42c8f-7627-47c6-af86-291902b92f5d has been deleted concurrently {{(pid=103400) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:667}} Apr 21 13:07:12.223924 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6acfef9-2134-4d81-863f-94bd88ae3add tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:12.230492 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Routers set() bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:07:12.230970 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Router IDs set() for agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 21 13:07:12.232385 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_agentschedulers_db [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7e832ebe-8a26-4466-bd6e-883009286fd7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:06:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent'). {{(pid=103400) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 21 13:07:12.232891 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80a6a51-e95c-4fea-939b-1385ebb2cbc9 None None] The sync data for ids ['7e832ebe-8a26-4466-bd6e-883009286fd7'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:07:12.261186 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bd4a3a90-b803-4475-8b4c-c09dfbedba24 req-09fe2cc6-7f2a-4277-9fce-b712648b73d6 tempest-VolumesActionsTest-1782937634 tempest-VolumesActionsTest-1782937634-project] 10.222.0.36 "GET /v2.0/ports?device_id=06fb428a-089c-4310-b88b-e6744b7924f8 HTTP/1.1" status: 200 len: 210 time: 0.0300434 Apr 21 13:07:12.378076 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c6acfef9-2134-4d81-863f-94bd88ae3add tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Deleting port 3557e65d-dfdd-4d49-8182-bde38000d212 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:07:12.378650 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6acfef9-2134-4d81-863f-94bd88ae3add tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:12.457075 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-c6acfef9-2134-4d81-863f-94bd88ae3add tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] For port 3557e65d-dfdd-4d49-8182-bde38000d212, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3557e65d-dfdd-4d49-8182-bde38000d212,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:07:12.457448 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6acfef9-2134-4d81-863f-94bd88ae3add tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:12.470517 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c6acfef9-2134-4d81-863f-94bd88ae3add tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Calling delete_port for 3557e65d-dfdd-4d49-8182-bde38000d212 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:07:12.726042 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6acfef9-2134-4d81-863f-94bd88ae3add tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:12.754834 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6acfef9-2134-4d81-863f-94bd88ae3add tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Pushing event deleted for resources: {'Port': ['ID=3557e65d-dfdd-4d49-8182-bde38000d212,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:12.817040 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6acfef9-2134-4d81-863f-94bd88ae3add tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:12.908906 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6acfef9-2134-4d81-863f-94bd88ae3add tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:12.911187 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6acfef9-2134-4d81-863f-94bd88ae3add tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:12.999724 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6acfef9-2134-4d81-863f-94bd88ae3add tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:13.000282 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6acfef9-2134-4d81-863f-94bd88ae3add tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7cd26dd-4b30-4df5-a8ff-58f8fc146165 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:07:13.004673 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6acfef9-2134-4d81-863f-94bd88ae3add tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:13.012633 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c6acfef9-2134-4d81-863f-94bd88ae3add tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "DELETE /v2.0/routers/e7cd26dd-4b30-4df5-a8ff-58f8fc146165 HTTP/1.1" status: 204 len: 168 time: 1.0132258 Apr 21 13:07:13.012750 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49156) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:13.014431 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6d1865dd-7883-458c-9c53-9dcae3dc7eaa tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1292620709', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:07:13.091393 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d1865dd-7883-458c-9c53-9dcae3dc7eaa tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:13.092660 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d1865dd-7883-458c-9c53-9dcae3dc7eaa tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:13.147344 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d1865dd-7883-458c-9c53-9dcae3dc7eaa tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:13.341763 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d1865dd-7883-458c-9c53-9dcae3dc7eaa tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:13.474513 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f8d3561a-f0c0-4953-9006-47924f532f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:13.619163 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d1865dd-7883-458c-9c53-9dcae3dc7eaa tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:13.638226 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d1865dd-7883-458c-9c53-9dcae3dc7eaa tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:13.745808 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-6d1865dd-7883-458c-9c53-9dcae3dc7eaa tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Allocated IP 172.25.8.28 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/9eb0b156-66e3-414b-a435-29c4b03c0e78) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:07:13.856163 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d1865dd-7883-458c-9c53-9dcae3dc7eaa tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:13.944679 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3557e65d-dfdd-4d49-8182-bde38000d212 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:07:13.949193 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d1865dd-7883-458c-9c53-9dcae3dc7eaa tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:13.966131 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 3557e65d-dfdd-4d49-8182-bde38000d212 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:07:13.966723 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3557e65d-dfdd-4d49-8182-bde38000d212 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:07:13.987555 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1865dd-7883-458c-9c53-9dcae3dc7eaa tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:07:13.993180 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-6d1865dd-7883-458c-9c53-9dcae3dc7eaa tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:07:13.998174 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1865dd-7883-458c-9c53-9dcae3dc7eaa tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:07:14.026161 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1865dd-7883-458c-9c53-9dcae3dc7eaa tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Pushing event updated for resources: {'Port': ['ID=9eb0b156-66e3-414b-a435-29c4b03c0e78,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:14.322957 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d1865dd-7883-458c-9c53-9dcae3dc7eaa tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:14.823340 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d1865dd-7883-458c-9c53-9dcae3dc7eaa tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:15.034620 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d1865dd-7883-458c-9c53-9dcae3dc7eaa tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Router 815d30cc-66f0-4d47-aa90-3daf34745b81 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:07:15.140433 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d1865dd-7883-458c-9c53-9dcae3dc7eaa tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:07:15.151353 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965243a1-157d-42c8-be67-d0519a5f5855 None None] Sync routers for ids ['815d30cc-66f0-4d47-aa90-3daf34745b81'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:07:15.162274 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965243a1-157d-42c8-be67-d0519a5f5855 None None] Routers {'815d30cc-66f0-4d47-aa90-3daf34745b81'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:07:15.162968 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-965243a1-157d-42c8-be67-d0519a5f5855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:06:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['815d30cc-66f0-4d47-aa90-3daf34745b81'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:15.194649 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-965243a1-157d-42c8-be67-d0519a5f5855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:15.203832 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965243a1-157d-42c8-be67-d0519a5f5855 None None] Routers {'815d30cc-66f0-4d47-aa90-3daf34745b81'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:07:15.204461 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-965243a1-157d-42c8-be67-d0519a5f5855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:06:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['815d30cc-66f0-4d47-aa90-3daf34745b81'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:15.213789 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d1865dd-7883-458c-9c53-9dcae3dc7eaa tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:15.218606 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6d1865dd-7883-458c-9c53-9dcae3dc7eaa tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.2041533 Apr 21 13:07:15.219091 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49188) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:15.223428 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d1f53800-00e5-47f9-996a-205c2b13be93 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'enable_snat': False}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:07:15.243795 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-965243a1-157d-42c8-be67-d0519a5f5855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:15.244443 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965243a1-157d-42c8-be67-d0519a5f5855 None None] The sync data for ids ['815d30cc-66f0-4d47-aa90-3daf34745b81'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:07:15.522108 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d1f53800-00e5-47f9-996a-205c2b13be93 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:15.702959 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-27458efe-95eb-4d54-bb03-419f87893968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:16.296844 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d1f53800-00e5-47f9-996a-205c2b13be93 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3659549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10333'] for router, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:16.300152 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d1f53800-00e5-47f9-996a-205c2b13be93 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3659538'] for router, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:16.408892 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1f53800-00e5-47f9-996a-205c2b13be93 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Router 815d30cc-66f0-4d47-aa90-3daf34745b81 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:07:16.450842 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 899261bc-42a9-4db1-8363-d11fae200eee no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:07:16.474007 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 899261bc-42a9-4db1-8363-d11fae200eee {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:07:16.474344 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 899261bc-42a9-4db1-8363-d11fae200eee not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:07:16.518604 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1f53800-00e5-47f9-996a-205c2b13be93 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:07:16.523332 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d1f53800-00e5-47f9-996a-205c2b13be93 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:16.524752 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d1f53800-00e5-47f9-996a-205c2b13be93 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "PUT /v2.0/routers/815d30cc-66f0-4d47-aa90-3daf34745b81 HTTP/1.1" status: 200 len: 921 time: 1.3047569 Apr 21 13:07:16.529776 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49216) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:16.531029 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba907df-5f91-4d6e-aac6-7cbd67a83f14 None None] Sync routers for ids ['815d30cc-66f0-4d47-aa90-3daf34745b81'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:07:16.541277 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba907df-5f91-4d6e-aac6-7cbd67a83f14 None None] Routers {'815d30cc-66f0-4d47-aa90-3daf34745b81'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:07:16.542205 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3ba907df-5f91-4d6e-aac6-7cbd67a83f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:07:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['815d30cc-66f0-4d47-aa90-3daf34745b81'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:16.580859 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3ba907df-5f91-4d6e-aac6-7cbd67a83f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:16.591872 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba907df-5f91-4d6e-aac6-7cbd67a83f14 None None] Routers {'815d30cc-66f0-4d47-aa90-3daf34745b81'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:07:16.592744 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3ba907df-5f91-4d6e-aac6-7cbd67a83f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:07:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['815d30cc-66f0-4d47-aa90-3daf34745b81'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:16.640286 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3ba907df-5f91-4d6e-aac6-7cbd67a83f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:16.640436 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba907df-5f91-4d6e-aac6-7cbd67a83f14 None None] The sync data for ids ['815d30cc-66f0-4d47-aa90-3daf34745b81'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:07:16.652606 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ba5ebd59-bc01-4fa6-83e1-761dfaaff0f3 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "GET /v2.0/routers/815d30cc-66f0-4d47-aa90-3daf34745b81 HTTP/1.1" status: 200 len: 921 time: 0.1215408 Apr 21 13:07:16.655809 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49222) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:16.733113 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae275b0-8c48-4da0-9910-6cdf307f2c41 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:07:16.735819 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bae275b0-8c48-4da0-9910-6cdf307f2c41 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=23f97cfe-dd42-45d8-a5df-e2b803e954fa&device_id=815d30cc-66f0-4d47-aa90-3daf34745b81&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0785232 Apr 21 13:07:16.738286 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49224) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:16.829076 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fb2add-e019-4473-b736-1e88d0fe22c3 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:07:16.830505 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-95fb2add-e019-4473-b736-1e88d0fe22c3 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 881 time: 0.0911427 Apr 21 13:07:16.833400 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49228) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:16.860710 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6c841366-da72-436a-a9e2-62f24e5a5597 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "GET /v2.0/ports?device_id=815d30cc-66f0-4d47-aa90-3daf34745b81 HTTP/1.1" status: 200 len: 205 time: 0.0262005 Apr 21 13:07:16.863354 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49230) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:16.948658 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:16.974419 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3abb8d53-d72f-49d0-af1c-ed02c2130fe2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:17.089320 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3abb8d53-d72f-49d0-af1c-ed02c2130fe2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:17.211335 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3abb8d53-d72f-49d0-af1c-ed02c2130fe2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Deleting port 9eb0b156-66e3-414b-a435-29c4b03c0e78 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:07:17.211335 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3abb8d53-d72f-49d0-af1c-ed02c2130fe2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:17.283717 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3abb8d53-d72f-49d0-af1c-ed02c2130fe2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:17.295619 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3abb8d53-d72f-49d0-af1c-ed02c2130fe2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Calling delete_port for 9eb0b156-66e3-414b-a435-29c4b03c0e78 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:07:17.537196 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3abb8d53-d72f-49d0-af1c-ed02c2130fe2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:17.565514 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb8d53-d72f-49d0-af1c-ed02c2130fe2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Pushing event deleted for resources: {'Port': ['ID=9eb0b156-66e3-414b-a435-29c4b03c0e78,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:17.623184 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3abb8d53-d72f-49d0-af1c-ed02c2130fe2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:17.725023 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3abb8d53-d72f-49d0-af1c-ed02c2130fe2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:17.727234 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3abb8d53-d72f-49d0-af1c-ed02c2130fe2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:17.834900 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3abb8d53-d72f-49d0-af1c-ed02c2130fe2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:17.835544 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abb8d53-d72f-49d0-af1c-ed02c2130fe2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Fanout notify agent at l3_agent the message router_deleted on router 815d30cc-66f0-4d47-aa90-3daf34745b81 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:07:17.844450 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3abb8d53-d72f-49d0-af1c-ed02c2130fe2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:17.850026 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3abb8d53-d72f-49d0-af1c-ed02c2130fe2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "DELETE /v2.0/routers/815d30cc-66f0-4d47-aa90-3daf34745b81 HTTP/1.1" status: 204 len: 168 time: 0.9823816 Apr 21 13:07:17.850412 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49248) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:17.854974 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4ac87fb5-14d7-4195-9042-fe0bbf85bbe4 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1999290962', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:07:17.945603 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ac87fb5-14d7-4195-9042-fe0bbf85bbe4 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:17.945603 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ac87fb5-14d7-4195-9042-fe0bbf85bbe4 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:18.000165 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ac87fb5-14d7-4195-9042-fe0bbf85bbe4 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:18.034301 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:18.066918 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ac87fb5-14d7-4195-9042-fe0bbf85bbe4 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:18.150797 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4ac87fb5-14d7-4195-9042-fe0bbf85bbe4 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:18.152137 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4ac87fb5-14d7-4195-9042-fe0bbf85bbe4 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3007257 Apr 21 13:07:18.155617 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49252) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:18.160137 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-dc216f02-0361-42d6-91ee-94b6461eebf2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Request body: {'router': {'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:07:18.377059 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc216f02-0361-42d6-91ee-94b6461eebf2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:18.543055 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:18.669377 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc216f02-0361-42d6-91ee-94b6461eebf2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:18.688678 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc216f02-0361-42d6-91ee-94b6461eebf2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:18.766486 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:18.801905 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-dc216f02-0361-42d6-91ee-94b6461eebf2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Allocated IP 172.25.8.208 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/d2aa4642-07d6-49ae-b2cd-52279594353a) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:07:18.922279 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc216f02-0361-42d6-91ee-94b6461eebf2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:19.040215 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc216f02-0361-42d6-91ee-94b6461eebf2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:19.099317 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc216f02-0361-42d6-91ee-94b6461eebf2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:07:19.102874 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-dc216f02-0361-42d6-91ee-94b6461eebf2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:07:19.107225 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc216f02-0361-42d6-91ee-94b6461eebf2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:07:19.112033 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc216f02-0361-42d6-91ee-94b6461eebf2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Pushing event updated for resources: {'Port': ['ID=d2aa4642-07d6-49ae-b2cd-52279594353a,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:19.486468 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc216f02-0361-42d6-91ee-94b6461eebf2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:19.701314 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc216f02-0361-42d6-91ee-94b6461eebf2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3659549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10333'] for router, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:19.705403 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc216f02-0361-42d6-91ee-94b6461eebf2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3659538'] for router, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:19.912956 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc216f02-0361-42d6-91ee-94b6461eebf2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Router 54a3db11-3642-48e2-8f94-49244851b8f1 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:07:20.032434 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc216f02-0361-42d6-91ee-94b6461eebf2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:07:20.039812 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dc216f02-0361-42d6-91ee-94b6461eebf2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:20.041110 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-dc216f02-0361-42d6-91ee-94b6461eebf2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "PUT /v2.0/routers/54a3db11-3642-48e2-8f94-49244851b8f1 HTTP/1.1" status: 200 len: 880 time: 1.8845499 Apr 21 13:07:20.042918 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79478cc0-f8bf-47ee-9e1e-62e5265c6682 None None] Sync routers for ids ['54a3db11-3642-48e2-8f94-49244851b8f1'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:07:20.044279 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49288) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:20.056945 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79478cc0-f8bf-47ee-9e1e-62e5265c6682 None None] Routers {'54a3db11-3642-48e2-8f94-49244851b8f1'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:07:20.058025 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-79478cc0-f8bf-47ee-9e1e-62e5265c6682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:07:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['54a3db11-3642-48e2-8f94-49244851b8f1'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:20.143407 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-79478cc0-f8bf-47ee-9e1e-62e5265c6682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:20.150452 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79478cc0-f8bf-47ee-9e1e-62e5265c6682 None None] Routers {'54a3db11-3642-48e2-8f94-49244851b8f1'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:07:20.151240 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-79478cc0-f8bf-47ee-9e1e-62e5265c6682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:07:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['54a3db11-3642-48e2-8f94-49244851b8f1'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:20.188742 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-79478cc0-f8bf-47ee-9e1e-62e5265c6682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:20.189397 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79478cc0-f8bf-47ee-9e1e-62e5265c6682 None None] The sync data for ids ['54a3db11-3642-48e2-8f94-49244851b8f1'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:07:20.194628 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-83009923-1250-4c48-ad38-a02313fce6d7 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "GET /v2.0/routers/54a3db11-3642-48e2-8f94-49244851b8f1 HTTP/1.1" status: 200 len: 921 time: 0.1488476 Apr 21 13:07:20.196847 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49292) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:20.241981 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f971e5df-9363-4b42-add7-011ca894a6e2 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:07:20.243674 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f971e5df-9363-4b42-add7-011ca894a6e2 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=23f97cfe-dd42-45d8-a5df-e2b803e954fa&device_id=54a3db11-3642-48e2-8f94-49244851b8f1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0458641 Apr 21 13:07:20.246683 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49294) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:20.341798 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a01e99a-5d96-470e-85bc-9e052c580f2e tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:07:20.346005 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8a01e99a-5d96-470e-85bc-9e052c580f2e tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 881 time: 0.0955644 Apr 21 13:07:20.346166 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49298) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:20.380911 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-30b4abf1-2249-4433-9bb0-0e8f9441f564 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "GET /v2.0/ports?device_id=54a3db11-3642-48e2-8f94-49244851b8f1 HTTP/1.1" status: 200 len: 205 time: 0.0336666 Apr 21 13:07:20.381278 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49302) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:20.489342 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfccbee-15ca-40f4-8e25-6df1136756e8 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:20.564661 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:20.595007 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfccbee-15ca-40f4-8e25-6df1136756e8 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:20.720780 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0dfccbee-15ca-40f4-8e25-6df1136756e8 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Deleting port d2aa4642-07d6-49ae-b2cd-52279594353a {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:07:20.721119 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfccbee-15ca-40f4-8e25-6df1136756e8 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:20.794643 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfccbee-15ca-40f4-8e25-6df1136756e8 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:20.806085 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0dfccbee-15ca-40f4-8e25-6df1136756e8 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Calling delete_port for d2aa4642-07d6-49ae-b2cd-52279594353a owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:07:21.039629 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfccbee-15ca-40f4-8e25-6df1136756e8 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:21.065930 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfccbee-15ca-40f4-8e25-6df1136756e8 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Pushing event deleted for resources: {'Port': ['ID=d2aa4642-07d6-49ae-b2cd-52279594353a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:21.128887 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfccbee-15ca-40f4-8e25-6df1136756e8 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:21.220303 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfccbee-15ca-40f4-8e25-6df1136756e8 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:21.222535 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfccbee-15ca-40f4-8e25-6df1136756e8 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:21.330612 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfccbee-15ca-40f4-8e25-6df1136756e8 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:21.331180 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfccbee-15ca-40f4-8e25-6df1136756e8 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Fanout notify agent at l3_agent the message router_deleted on router 54a3db11-3642-48e2-8f94-49244851b8f1 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:07:21.344864 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfccbee-15ca-40f4-8e25-6df1136756e8 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:21.344864 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0dfccbee-15ca-40f4-8e25-6df1136756e8 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "DELETE /v2.0/routers/54a3db11-3642-48e2-8f94-49244851b8f1 HTTP/1.1" status: 204 len: 168 time: 0.9571855 Apr 21 13:07:21.345070 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49318) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:21.348765 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-fbbe9f96-063d-40f8-9183-e4deebafbe7c tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-540978894', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:07:21.452279 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbbe9f96-063d-40f8-9183-e4deebafbe7c tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:21.453416 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbbe9f96-063d-40f8-9183-e4deebafbe7c tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:21.503980 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbbe9f96-063d-40f8-9183-e4deebafbe7c tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:21.577926 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbbe9f96-063d-40f8-9183-e4deebafbe7c tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:21.682515 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fbbe9f96-063d-40f8-9183-e4deebafbe7c tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:21.683720 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fbbe9f96-063d-40f8-9183-e4deebafbe7c tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3385127 Apr 21 13:07:21.687292 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49330) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:21.691673 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-93d3975b-a0c4-43a5-ad3c-7c630076b472 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'enable_snat': True}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:07:21.909501 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93d3975b-a0c4-43a5-ad3c-7c630076b472 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:22.166217 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93d3975b-a0c4-43a5-ad3c-7c630076b472 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:22.186344 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93d3975b-a0c4-43a5-ad3c-7c630076b472 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:22.295636 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-93d3975b-a0c4-43a5-ad3c-7c630076b472 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Allocated IP 172.25.8.246 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/217c19b7-d669-4139-819b-1f746d75febd) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:07:22.416705 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93d3975b-a0c4-43a5-ad3c-7c630076b472 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:22.492073 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93d3975b-a0c4-43a5-ad3c-7c630076b472 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:22.535231 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d3975b-a0c4-43a5-ad3c-7c630076b472 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:07:22.540136 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-93d3975b-a0c4-43a5-ad3c-7c630076b472 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:07:22.543875 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d3975b-a0c4-43a5-ad3c-7c630076b472 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:07:22.569480 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3975b-a0c4-43a5-ad3c-7c630076b472 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Pushing event updated for resources: {'Port': ['ID=217c19b7-d669-4139-819b-1f746d75febd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:23.140926 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93d3975b-a0c4-43a5-ad3c-7c630076b472 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:23.338965 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93d3975b-a0c4-43a5-ad3c-7c630076b472 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3659549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10333'] for router, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:23.342548 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93d3975b-a0c4-43a5-ad3c-7c630076b472 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3659538'] for router, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:23.543082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d3975b-a0c4-43a5-ad3c-7c630076b472 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Router 8e7a0e7f-ce93-4a7c-b867-6f0400fc09b4 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:07:23.660178 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d3975b-a0c4-43a5-ad3c-7c630076b472 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:07:23.665151 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-93d3975b-a0c4-43a5-ad3c-7c630076b472 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:23.669194 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-93d3975b-a0c4-43a5-ad3c-7c630076b472 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "PUT /v2.0/routers/8e7a0e7f-ce93-4a7c-b867-6f0400fc09b4 HTTP/1.1" status: 200 len: 914 time: 1.9803743 Apr 21 13:07:23.669872 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49358) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:23.675150 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67ccb4f-d809-43ba-b758-74e77c657964 None None] Sync routers for ids ['8e7a0e7f-ce93-4a7c-b867-6f0400fc09b4'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:07:23.696065 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67ccb4f-d809-43ba-b758-74e77c657964 None None] Routers {'8e7a0e7f-ce93-4a7c-b867-6f0400fc09b4'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:07:23.696667 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c67ccb4f-d809-43ba-b758-74e77c657964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:07:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['8e7a0e7f-ce93-4a7c-b867-6f0400fc09b4'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:23.738988 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c67ccb4f-d809-43ba-b758-74e77c657964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:23.749575 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67ccb4f-d809-43ba-b758-74e77c657964 None None] Routers {'8e7a0e7f-ce93-4a7c-b867-6f0400fc09b4'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:07:23.750582 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c67ccb4f-d809-43ba-b758-74e77c657964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:07:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['8e7a0e7f-ce93-4a7c-b867-6f0400fc09b4'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:23.791838 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c67ccb4f-d809-43ba-b758-74e77c657964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:23.792768 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67ccb4f-d809-43ba-b758-74e77c657964 None None] The sync data for ids ['8e7a0e7f-ce93-4a7c-b867-6f0400fc09b4'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:07:24.185732 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8ff7e14b-27b3-4e11-a83a-795708704ee2 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "GET /v2.0/routers/8e7a0e7f-ce93-4a7c-b867-6f0400fc09b4 HTTP/1.1" status: 200 len: 920 time: 0.5142848 Apr 21 13:07:24.188278 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49370) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:24.274687 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29df4a48-5a9a-4439-9ba6-1bce80937e7d tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:07:24.275059 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-29df4a48-5a9a-4439-9ba6-1bce80937e7d tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=23f97cfe-dd42-45d8-a5df-e2b803e954fa&device_id=8e7a0e7f-ce93-4a7c-b867-6f0400fc09b4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0857809 Apr 21 13:07:24.277745 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49372) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:24.366670 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963e347b-0ee9-46c7-bccd-a8ebfc430038 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:07:24.368071 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-963e347b-0ee9-46c7-bccd-a8ebfc430038 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 881 time: 0.0888345 Apr 21 13:07:24.371253 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49376) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:24.399484 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2576c2b5-09fa-433d-9799-425c08db3a92 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e7a0e7f-ce93-4a7c-b867-6f0400fc09b4 HTTP/1.1" status: 200 len: 205 time: 0.0263531 Apr 21 13:07:24.401912 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49378) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:24.518931 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1d28895-117b-4c5a-9acf-50e387badcb7 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:24.629726 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1d28895-117b-4c5a-9acf-50e387badcb7 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:24.775733 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f1d28895-117b-4c5a-9acf-50e387badcb7 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Deleting port 217c19b7-d669-4139-819b-1f746d75febd {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:07:24.776391 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1d28895-117b-4c5a-9acf-50e387badcb7 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:24.858557 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1d28895-117b-4c5a-9acf-50e387badcb7 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:24.871591 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f1d28895-117b-4c5a-9acf-50e387badcb7 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Calling delete_port for 217c19b7-d669-4139-819b-1f746d75febd owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:07:25.102254 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1d28895-117b-4c5a-9acf-50e387badcb7 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:25.127690 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d28895-117b-4c5a-9acf-50e387badcb7 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Pushing event deleted for resources: {'Port': ['ID=217c19b7-d669-4139-819b-1f746d75febd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:25.189321 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1d28895-117b-4c5a-9acf-50e387badcb7 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:25.287837 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1d28895-117b-4c5a-9acf-50e387badcb7 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:25.290787 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1d28895-117b-4c5a-9acf-50e387badcb7 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:25.407346 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1d28895-117b-4c5a-9acf-50e387badcb7 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:25.407966 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d28895-117b-4c5a-9acf-50e387badcb7 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Fanout notify agent at l3_agent the message router_deleted on router 8e7a0e7f-ce93-4a7c-b867-6f0400fc09b4 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:07:25.417407 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f1d28895-117b-4c5a-9acf-50e387badcb7 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:25.426843 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49398) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:25.431915 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e91626e4-adb8-4517-92df-467a87f20344 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-691559926', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:07:25.440345 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f1d28895-117b-4c5a-9acf-50e387badcb7 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "DELETE /v2.0/routers/8e7a0e7f-ce93-4a7c-b867-6f0400fc09b4 HTTP/1.1" status: 204 len: 168 time: 1.0373755 Apr 21 13:07:25.543407 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e91626e4-adb8-4517-92df-467a87f20344 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:25.544475 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e91626e4-adb8-4517-92df-467a87f20344 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:25.596039 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e91626e4-adb8-4517-92df-467a87f20344 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:25.692372 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e91626e4-adb8-4517-92df-467a87f20344 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:25.785327 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e91626e4-adb8-4517-92df-467a87f20344 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:25.786606 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e91626e4-adb8-4517-92df-467a87f20344 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3586435 Apr 21 13:07:25.789377 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49406) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:25.793755 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8ac74367-4577-4c14-9300-b1113f9f8739 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'enable_snat': False}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:07:25.992501 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ac74367-4577-4c14-9300-b1113f9f8739 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:26.242303 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ac74367-4577-4c14-9300-b1113f9f8739 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:26.264526 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ac74367-4577-4c14-9300-b1113f9f8739 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:26.364773 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-8ac74367-4577-4c14-9300-b1113f9f8739 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Allocated IP 172.25.8.41 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/98795764-f55c-4d88-af16-3d67abd446a4) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:07:26.479165 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ac74367-4577-4c14-9300-b1113f9f8739 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:26.617284 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ac74367-4577-4c14-9300-b1113f9f8739 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:26.652461 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac74367-4577-4c14-9300-b1113f9f8739 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:07:26.657666 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8ac74367-4577-4c14-9300-b1113f9f8739 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:07:26.661230 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac74367-4577-4c14-9300-b1113f9f8739 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:07:26.686362 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac74367-4577-4c14-9300-b1113f9f8739 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Pushing event updated for resources: {'Port': ['ID=98795764-f55c-4d88-af16-3d67abd446a4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:27.006677 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ac74367-4577-4c14-9300-b1113f9f8739 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:27.225803 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ac74367-4577-4c14-9300-b1113f9f8739 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3659549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10333'] for router, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:27.229247 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ac74367-4577-4c14-9300-b1113f9f8739 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3659538'] for router, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:27.703192 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac74367-4577-4c14-9300-b1113f9f8739 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Router d592866d-f84e-454a-bd10-2bd6efc2a481 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:07:27.813690 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac74367-4577-4c14-9300-b1113f9f8739 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:07:27.818086 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8ac74367-4577-4c14-9300-b1113f9f8739 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:27.822147 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8ac74367-4577-4c14-9300-b1113f9f8739 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "PUT /v2.0/routers/d592866d-f84e-454a-bd10-2bd6efc2a481 HTTP/1.1" status: 200 len: 914 time: 2.0286396 Apr 21 13:07:27.822147 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49444) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:27.824159 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32383514-fc4b-4fe6-8b54-f67e146afc4b None None] Sync routers for ids ['d592866d-f84e-454a-bd10-2bd6efc2a481'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:07:27.834458 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32383514-fc4b-4fe6-8b54-f67e146afc4b None None] Routers {'d592866d-f84e-454a-bd10-2bd6efc2a481'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:07:27.835058 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-32383514-fc4b-4fe6-8b54-f67e146afc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:07:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['d592866d-f84e-454a-bd10-2bd6efc2a481'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:27.872483 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-32383514-fc4b-4fe6-8b54-f67e146afc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:27.880847 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32383514-fc4b-4fe6-8b54-f67e146afc4b None None] Routers {'d592866d-f84e-454a-bd10-2bd6efc2a481'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:07:27.881890 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-32383514-fc4b-4fe6-8b54-f67e146afc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:07:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['d592866d-f84e-454a-bd10-2bd6efc2a481'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:27.915706 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-32383514-fc4b-4fe6-8b54-f67e146afc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:27.916352 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32383514-fc4b-4fe6-8b54-f67e146afc4b None None] The sync data for ids ['d592866d-f84e-454a-bd10-2bd6efc2a481'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:07:27.931890 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a072d329-dd87-4f72-9d68-17e603d7ff39 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "GET /v2.0/routers/d592866d-f84e-454a-bd10-2bd6efc2a481 HTTP/1.1" status: 200 len: 920 time: 0.1091127 Apr 21 13:07:27.935279 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49448) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:27.998978 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6492b3-e179-4914-b0b2-44af59d37677 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:07:28.002943 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5f6492b3-e179-4914-b0b2-44af59d37677 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=23f97cfe-dd42-45d8-a5df-e2b803e954fa&device_id=d592866d-f84e-454a-bd10-2bd6efc2a481&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0641854 Apr 21 13:07:28.003599 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49452) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:28.096458 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a433c792-d1b9-42a2-8b37-9f4bebc20909 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:07:28.100420 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a433c792-d1b9-42a2-8b37-9f4bebc20909 tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "GET /v2.0/networks/23f97cfe-dd42-45d8-a5df-e2b803e954fa HTTP/1.1" status: 200 len: 881 time: 0.0938065 Apr 21 13:07:28.100688 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49456) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:28.131896 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1b2a3ea6-303a-439d-9ff3-e66d6730e1fd tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "GET /v2.0/ports?device_id=d592866d-f84e-454a-bd10-2bd6efc2a481 HTTP/1.1" status: 200 len: 205 time: 0.0301073 Apr 21 13:07:28.134547 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49458) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:28.242530 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b1aa89f-da63-43a6-be0d-2b2bc6370cd3 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:28.349988 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b1aa89f-da63-43a6-be0d-2b2bc6370cd3 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:28.503961 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-4b1aa89f-da63-43a6-be0d-2b2bc6370cd3 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Deleting port 98795764-f55c-4d88-af16-3d67abd446a4 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:07:28.504260 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b1aa89f-da63-43a6-be0d-2b2bc6370cd3 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:28.585460 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b1aa89f-da63-43a6-be0d-2b2bc6370cd3 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:28.600487 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-4b1aa89f-da63-43a6-be0d-2b2bc6370cd3 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Calling delete_port for 98795764-f55c-4d88-af16-3d67abd446a4 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:07:28.827865 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b1aa89f-da63-43a6-be0d-2b2bc6370cd3 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:28.853322 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1aa89f-da63-43a6-be0d-2b2bc6370cd3 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Pushing event deleted for resources: {'Port': ['ID=98795764-f55c-4d88-af16-3d67abd446a4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:28.917942 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b1aa89f-da63-43a6-be0d-2b2bc6370cd3 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:29.012842 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b1aa89f-da63-43a6-be0d-2b2bc6370cd3 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:29.015436 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b1aa89f-da63-43a6-be0d-2b2bc6370cd3 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:29.148894 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b1aa89f-da63-43a6-be0d-2b2bc6370cd3 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:29.149438 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1aa89f-da63-43a6-be0d-2b2bc6370cd3 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Fanout notify agent at l3_agent the message router_deleted on router d592866d-f84e-454a-bd10-2bd6efc2a481 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:07:29.166689 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4b1aa89f-da63-43a6-be0d-2b2bc6370cd3 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:29.168289 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4b1aa89f-da63-43a6-be0d-2b2bc6370cd3 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "DELETE /v2.0/routers/d592866d-f84e-454a-bd10-2bd6efc2a481 HTTP/1.1" status: 204 len: 168 time: 1.0328426 Apr 21 13:07:29.173196 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49482) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:29.179238 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-df55abfb-307b-4611-93a8-f448ccd0ccf0 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-95643594', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:07:29.263454 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df55abfb-307b-4611-93a8-f448ccd0ccf0 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:29.264534 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df55abfb-307b-4611-93a8-f448ccd0ccf0 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:29.320934 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df55abfb-307b-4611-93a8-f448ccd0ccf0 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:29.551123 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df55abfb-307b-4611-93a8-f448ccd0ccf0 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:29.825398 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df55abfb-307b-4611-93a8-f448ccd0ccf0 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:29.850790 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df55abfb-307b-4611-93a8-f448ccd0ccf0 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:29.971719 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-df55abfb-307b-4611-93a8-f448ccd0ccf0 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Allocated IP 172.25.8.84 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/2998cdfe-4cba-44b3-be50-d48f5a0dbf76) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:07:30.087802 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df55abfb-307b-4611-93a8-f448ccd0ccf0 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:30.165109 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df55abfb-307b-4611-93a8-f448ccd0ccf0 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:30.209402 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df55abfb-307b-4611-93a8-f448ccd0ccf0 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:07:30.216358 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-df55abfb-307b-4611-93a8-f448ccd0ccf0 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:07:30.218845 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55abfb-307b-4611-93a8-f448ccd0ccf0 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Pushing event updated for resources: {'Port': ['ID=2998cdfe-4cba-44b3-be50-d48f5a0dbf76,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:30.229229 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df55abfb-307b-4611-93a8-f448ccd0ccf0 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:07:30.591675 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df55abfb-307b-4611-93a8-f448ccd0ccf0 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:30.828304 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df55abfb-307b-4611-93a8-f448ccd0ccf0 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:31.050603 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df55abfb-307b-4611-93a8-f448ccd0ccf0 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Router af82507e-0d35-4fb5-a074-a5bf4c047bf1 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:07:31.169002 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df55abfb-307b-4611-93a8-f448ccd0ccf0 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:07:31.180889 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea46a63c-cff3-4da6-beed-44efa16d2046 None None] Sync routers for ids ['af82507e-0d35-4fb5-a074-a5bf4c047bf1'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:07:31.192556 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea46a63c-cff3-4da6-beed-44efa16d2046 None None] Routers {'af82507e-0d35-4fb5-a074-a5bf4c047bf1'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:07:31.193170 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ea46a63c-cff3-4da6-beed-44efa16d2046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:07:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['af82507e-0d35-4fb5-a074-a5bf4c047bf1'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:31.235530 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ea46a63c-cff3-4da6-beed-44efa16d2046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:31.239441 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea46a63c-cff3-4da6-beed-44efa16d2046 None None] Routers {'af82507e-0d35-4fb5-a074-a5bf4c047bf1'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:07:31.240044 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ea46a63c-cff3-4da6-beed-44efa16d2046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:07:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['af82507e-0d35-4fb5-a074-a5bf4c047bf1'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:31.253614 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-df55abfb-307b-4611-93a8-f448ccd0ccf0 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:31.258390 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-df55abfb-307b-4611-93a8-f448ccd0ccf0 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.0814216 Apr 21 13:07:31.258552 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49498) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:31.264045 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a100b5f6-fc19-4a4c-b36e-b1ef9d204226 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:07:31.281250 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-ea46a63c-cff3-4da6-beed-44efa16d2046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:31.281914 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea46a63c-cff3-4da6-beed-44efa16d2046 None None] The sync data for ids ['af82507e-0d35-4fb5-a074-a5bf4c047bf1'] in n-d-836147-2 is: [] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:07:31.573100 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a100b5f6-fc19-4a4c-b36e-b1ef9d204226 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:31.667395 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a100b5f6-fc19-4a4c-b36e-b1ef9d204226 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:31.763346 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a100b5f6-fc19-4a4c-b36e-b1ef9d204226 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Deleting port 2998cdfe-4cba-44b3-be50-d48f5a0dbf76 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:07:31.763687 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a100b5f6-fc19-4a4c-b36e-b1ef9d204226 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:31.848621 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a100b5f6-fc19-4a4c-b36e-b1ef9d204226 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:31.861699 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-a100b5f6-fc19-4a4c-b36e-b1ef9d204226 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Calling delete_port for 2998cdfe-4cba-44b3-be50-d48f5a0dbf76 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:07:32.079710 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a100b5f6-fc19-4a4c-b36e-b1ef9d204226 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:32.109831 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100b5f6-fc19-4a4c-b36e-b1ef9d204226 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Pushing event deleted for resources: {'Port': ['ID=2998cdfe-4cba-44b3-be50-d48f5a0dbf76,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:32.174671 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a100b5f6-fc19-4a4c-b36e-b1ef9d204226 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:32.392259 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a100b5f6-fc19-4a4c-b36e-b1ef9d204226 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3665091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3659549', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10333'] for router, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:32.395898 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a100b5f6-fc19-4a4c-b36e-b1ef9d204226 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3665144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3665137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3659538'] for router, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:32.476384 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a100b5f6-fc19-4a4c-b36e-b1ef9d204226 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Router af82507e-0d35-4fb5-a074-a5bf4c047bf1 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:07:32.555329 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a100b5f6-fc19-4a4c-b36e-b1ef9d204226 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:07:32.562003 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a100b5f6-fc19-4a4c-b36e-b1ef9d204226 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:32.563560 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a100b5f6-fc19-4a4c-b36e-b1ef9d204226 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "PUT /v2.0/routers/af82507e-0d35-4fb5-a074-a5bf4c047bf1 HTTP/1.1" status: 200 len: 704 time: 1.3041737 Apr 21 13:07:32.566236 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49512) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:32.569389 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a703e2-46a8-469c-a01d-050013c15564 None None] Sync routers for ids ['af82507e-0d35-4fb5-a074-a5bf4c047bf1'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:07:32.580273 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a703e2-46a8-469c-a01d-050013c15564 None None] Routers {'af82507e-0d35-4fb5-a074-a5bf4c047bf1'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:07:32.580862 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-79a703e2-46a8-469c-a01d-050013c15564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:07:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['af82507e-0d35-4fb5-a074-a5bf4c047bf1'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:32.620979 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-79a703e2-46a8-469c-a01d-050013c15564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:32.630626 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a703e2-46a8-469c-a01d-050013c15564 None None] Routers {'af82507e-0d35-4fb5-a074-a5bf4c047bf1'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:07:32.631450 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-79a703e2-46a8-469c-a01d-050013c15564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:07:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['af82507e-0d35-4fb5-a074-a5bf4c047bf1'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:32.647880 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b0c62ab7-3a36-4e5f-9852-c05b1ea6231c tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "GET /v2.0/routers/af82507e-0d35-4fb5-a074-a5bf4c047bf1 HTTP/1.1" status: 200 len: 739 time: 0.0803540 Apr 21 13:07:32.650762 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49514) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:32.704003 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-38c5bc4a-04b6-421f-ab83-2d9ae995b87b tempest-RoutersAdminTest-255065826 tempest-RoutersAdminTest-255065826-project-admin] 10.222.0.36 "GET /v2.0/ports?network_id=23f97cfe-dd42-45d8-a5df-e2b803e954fa&device_id=af82507e-0d35-4fb5-a074-a5bf4c047bf1 HTTP/1.1" status: 200 len: 205 time: 0.0520346 Apr 21 13:07:32.706935 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49516) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:32.736818 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-132a6178-191e-42ec-971d-2f2c47404579 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "GET /v2.0/ports?device_id=af82507e-0d35-4fb5-a074-a5bf4c047bf1 HTTP/1.1" status: 200 len: 205 time: 0.0287321 Apr 21 13:07:32.739333 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49518) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:32.818992 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-60a9e5aa-50cd-48fc-b1f9-1ed2edc0232e tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:32.822010 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-79a703e2-46a8-469c-a01d-050013c15564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:32.822907 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a703e2-46a8-469c-a01d-050013c15564 None None] The sync data for ids ['af82507e-0d35-4fb5-a074-a5bf4c047bf1'] in n-d-836147-2 is: [] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:07:32.986666 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-60a9e5aa-50cd-48fc-b1f9-1ed2edc0232e tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:32.989485 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-60a9e5aa-50cd-48fc-b1f9-1ed2edc0232e tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:33.117068 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-60a9e5aa-50cd-48fc-b1f9-1ed2edc0232e tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:33.117629 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a9e5aa-50cd-48fc-b1f9-1ed2edc0232e tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Fanout notify agent at l3_agent the message router_deleted on router af82507e-0d35-4fb5-a074-a5bf4c047bf1 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:07:33.125451 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-60a9e5aa-50cd-48fc-b1f9-1ed2edc0232e tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:33.126258 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-60a9e5aa-50cd-48fc-b1f9-1ed2edc0232e tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "DELETE /v2.0/routers/af82507e-0d35-4fb5-a074-a5bf4c047bf1 HTTP/1.1" status: 204 len: 168 time: 0.3857093 Apr 21 13:07:33.132019 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49522) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:33.166363 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-92ba313f-e43f-488b-abdb-5b347b237be2 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "GET /v2.0/ports?device_id=af82507e-0d35-4fb5-a074-a5bf4c047bf1 HTTP/1.1" status: 200 len: 205 time: 0.0330248 Apr 21 13:07:33.168742 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49524) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:33.205825 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-b20d3a7b-4132-4a96-ad73-41d5a45c8be0 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] delete failed (client error): The resource could not be found. Apr 21 13:07:33.207123 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b20d3a7b-4132-4a96-ad73-41d5a45c8be0 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "DELETE /v2.0/routers/af82507e-0d35-4fb5-a074-a5bf4c047bf1 HTTP/1.1" status: 404 len: 336 time: 0.0374768 Apr 21 13:07:33.210062 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49526) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:33.237299 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e82f6c49-bf14-4b1a-9f7b-1a50115fd25f tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "GET /v2.0/ports?device_id=d592866d-f84e-454a-bd10-2bd6efc2a481 HTTP/1.1" status: 200 len: 205 time: 0.0260966 Apr 21 13:07:33.239519 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49528) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:33.279933 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-b7056ad9-847c-404f-8b39-589dceb3e606 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] delete failed (client error): The resource could not be found. Apr 21 13:07:33.280981 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b7056ad9-847c-404f-8b39-589dceb3e606 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "DELETE /v2.0/routers/d592866d-f84e-454a-bd10-2bd6efc2a481 HTTP/1.1" status: 404 len: 336 time: 0.0405998 Apr 21 13:07:33.283765 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49530) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:33.313672 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-91e3e136-825e-4997-ac6d-8213e6568bdd tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "GET /v2.0/ports?device_id=8e7a0e7f-ce93-4a7c-b867-6f0400fc09b4 HTTP/1.1" status: 200 len: 205 time: 0.0268717 Apr 21 13:07:33.314771 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49534) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:33.358956 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-55a91449-6d59-4d35-aa9b-6ec7ab805b03 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] delete failed (client error): The resource could not be found. Apr 21 13:07:33.362597 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-55a91449-6d59-4d35-aa9b-6ec7ab805b03 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "DELETE /v2.0/routers/8e7a0e7f-ce93-4a7c-b867-6f0400fc09b4 HTTP/1.1" status: 404 len: 336 time: 0.0445011 Apr 21 13:07:33.362976 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49536) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:33.396653 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-782db0d5-6cff-4dbf-a7e7-e5421e78778e tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "GET /v2.0/ports?device_id=54a3db11-3642-48e2-8f94-49244851b8f1 HTTP/1.1" status: 200 len: 205 time: 0.0327055 Apr 21 13:07:33.399083 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49538) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:33.437700 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-3f1b3f93-7a9a-4423-a136-a3d2287f71d1 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] delete failed (client error): The resource could not be found. Apr 21 13:07:33.439091 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3f1b3f93-7a9a-4423-a136-a3d2287f71d1 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "DELETE /v2.0/routers/54a3db11-3642-48e2-8f94-49244851b8f1 HTTP/1.1" status: 404 len: 336 time: 0.0382714 Apr 21 13:07:33.441735 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49540) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:33.469103 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-dca90129-17bd-4d8c-8ab7-d5461e2a94e5 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "GET /v2.0/ports?device_id=815d30cc-66f0-4d47-aa90-3daf34745b81 HTTP/1.1" status: 200 len: 205 time: 0.0258772 Apr 21 13:07:33.471370 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49542) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:33.510125 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-8378c37d-c9cb-41ac-96a3-c3bf22f65fab tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] delete failed (client error): The resource could not be found. Apr 21 13:07:33.511061 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8378c37d-c9cb-41ac-96a3-c3bf22f65fab tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "DELETE /v2.0/routers/815d30cc-66f0-4d47-aa90-3daf34745b81 HTTP/1.1" status: 404 len: 336 time: 0.0388212 Apr 21 13:07:33.514250 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49544) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:33.539961 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c9275957-aa9c-423e-a067-d630b108d843 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "GET /v2.0/ports?device_id=7d1f5bcc-9850-4aeb-918c-a55c9717f4fa HTTP/1.1" status: 200 len: 205 time: 0.0246909 Apr 21 13:07:33.542295 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49546) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:33.578174 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-c75bbe7b-2f36-4882-90f5-26951fd50438 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] delete failed (client error): The resource could not be found. Apr 21 13:07:33.579158 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c75bbe7b-2f36-4882-90f5-26951fd50438 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "DELETE /v2.0/routers/7d1f5bcc-9850-4aeb-918c-a55c9717f4fa HTTP/1.1" status: 404 len: 336 time: 0.0360043 Apr 21 13:07:33.581738 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49548) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:33.607260 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff20fa7-98a8-44c2-ada3-d7e9c7db0335 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] DELETE failed (client error): The resource could not be found. Apr 21 13:07:33.607714 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ff20fa7-98a8-44c2-ada3-d7e9c7db0335 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 13:07:33.610681 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0ff20fa7-98a8-44c2-ada3-d7e9c7db0335 tempest-RoutersAdminTest-1670825798 tempest-RoutersAdminTest-1670825798-project] 10.222.0.36 "DELETE /v2.0/subnets/811893f1-b2a2-4a1e-9b62-998c150ba3c2 HTTP/1.1" status: 404 len: 337 time: 0.0280852 Apr 21 13:07:34.057086 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49554) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:34.171046 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f855e8f-aec6-4b1f-8788-681d6212c3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:34.262313 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f855e8f-aec6-4b1f-8788-681d6212c3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:34.331892 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6f855e8f-aec6-4b1f-8788-681d6212c3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:34.376621 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6f855e8f-aec6-4b1f-8788-681d6212c3e5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0bffdd7dee354596a9fd115462414c39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3180084 Apr 21 13:07:34.377556 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f855e8f-aec6-4b1f-8788-681d6212c3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe503613-c4bc-4db4-91a7-713e7c4e43b3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:34.379029 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49566) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:34.386125 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f855e8f-aec6-4b1f-8788-681d6212c3e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:34.386551 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f855e8f-aec6-4b1f-8788-681d6212c3e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:34.386947 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f855e8f-aec6-4b1f-8788-681d6212c3e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:34.387991 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f855e8f-aec6-4b1f-8788-681d6212c3e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:34.388543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f855e8f-aec6-4b1f-8788-681d6212c3e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:34.389078 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f855e8f-aec6-4b1f-8788-681d6212c3e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:34.389713 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f855e8f-aec6-4b1f-8788-681d6212c3e5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:34.390250 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f855e8f-aec6-4b1f-8788-681d6212c3e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:34.390788 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f855e8f-aec6-4b1f-8788-681d6212c3e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:34.391322 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f855e8f-aec6-4b1f-8788-681d6212c3e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:34.391841 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f855e8f-aec6-4b1f-8788-681d6212c3e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:34.392349 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f855e8f-aec6-4b1f-8788-681d6212c3e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:34.451153 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-588bbdc4-f8ff-4ccf-be63-91cecba2b5b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:34.474023 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-588bbdc4-f8ff-4ccf-be63-91cecba2b5b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:34.582165 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-588bbdc4-f8ff-4ccf-be63-91cecba2b5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:34.584816 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-588bbdc4-f8ff-4ccf-be63-91cecba2b5b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:34.586015 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-588bbdc4-f8ff-4ccf-be63-91cecba2b5b1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fe503613-c4bc-4db4-91a7-713e7c4e43b3 HTTP/1.1" status: 204 len: 168 time: 0.2060695 Apr 21 13:07:34.595195 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588bbdc4-f8ff-4ccf-be63-91cecba2b5b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe503613-c4bc-4db4-91a7-713e7c4e43b3,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:34.604193 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588bbdc4-f8ff-4ccf-be63-91cecba2b5b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:34.604539 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588bbdc4-f8ff-4ccf-be63-91cecba2b5b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:34.604875 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588bbdc4-f8ff-4ccf-be63-91cecba2b5b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:34.605206 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588bbdc4-f8ff-4ccf-be63-91cecba2b5b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:34.605533 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588bbdc4-f8ff-4ccf-be63-91cecba2b5b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:34.605925 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588bbdc4-f8ff-4ccf-be63-91cecba2b5b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:34.606252 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588bbdc4-f8ff-4ccf-be63-91cecba2b5b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:34.606572 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588bbdc4-f8ff-4ccf-be63-91cecba2b5b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:34.606888 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588bbdc4-f8ff-4ccf-be63-91cecba2b5b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:34.607379 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588bbdc4-f8ff-4ccf-be63-91cecba2b5b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:34.607856 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588bbdc4-f8ff-4ccf-be63-91cecba2b5b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:34.608424 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588bbdc4-f8ff-4ccf-be63-91cecba2b5b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:07:35.289117 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49584) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:35.329406 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1ffa865c-8c78-4f37-857f-bc430063a52a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f1796803749e45cea7588a35f4eb2266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391095 Apr 21 13:07:35.331932 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49586) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:35.383102 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30d1f170-4f75-403f-9e4a-e4f17c3901c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:35.413318 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30d1f170-4f75-403f-9e4a-e4f17c3901c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:35.543974 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30d1f170-4f75-403f-9e4a-e4f17c3901c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:35.546664 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30d1f170-4f75-403f-9e4a-e4f17c3901c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:35.550323 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-30d1f170-4f75-403f-9e4a-e4f17c3901c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cb65b05b-61bc-4f39-b78c-aeeba5c1ded9 HTTP/1.1" status: 204 len: 168 time: 0.2150562 Apr 21 13:07:35.558453 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1f170-4f75-403f-9e4a-e4f17c3901c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb65b05b-61bc-4f39-b78c-aeeba5c1ded9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:36.577770 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49614) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:36.672006 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-47a5925d-efc0-4301-84ab-c87d51fe4844 tempest-DvrRoutersNegativeTest-125572185 tempest-DvrRoutersNegativeTest-125572185-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-349939901', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:07:36.674909 n-d-836147-2 neutron-server[103397]: DEBUG neutron.policy [None req-47a5925d-efc0-4301-84ab-c87d51fe4844 tempest-DvrRoutersNegativeTest-125572185 tempest-DvrRoutersNegativeTest-125572185-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103397) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 21 13:07:36.675212 n-d-836147-2 neutron-server[103397]: DEBUG neutron.policy [None req-47a5925d-efc0-4301-84ab-c87d51fe4844 tempest-DvrRoutersNegativeTest-125572185 tempest-DvrRoutersNegativeTest-125572185-project] Failed policy check for 'create_router' {{(pid=103397) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 21 13:07:36.675738 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-47a5925d-efc0-4301-84ab-c87d51fe4844 tempest-DvrRoutersNegativeTest-125572185 tempest-DvrRoutersNegativeTest-125572185-project] create failed (client error): Access was denied to this resource. Apr 21 13:07:36.676695 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-47a5925d-efc0-4301-84ab-c87d51fe4844 tempest-DvrRoutersNegativeTest-125572185 tempest-DvrRoutersNegativeTest-125572185-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.0979524 Apr 21 13:07:37.226850 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49628) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:37.360090 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a6cc81f-835c-48d1-bd8e-562d799c75a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:37.438515 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a6cc81f-835c-48d1-bd8e-562d799c75a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:37.508677 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a6cc81f-835c-48d1-bd8e-562d799c75a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:37.551499 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4a6cc81f-835c-48d1-bd8e-562d799c75a9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=42e670a3e0be45e79da349287250d02f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3212488 Apr 21 13:07:37.551499 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6cc81f-835c-48d1-bd8e-562d799c75a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d4f8f4-4e0f-4c57-bdb6-dd9605406bf1,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:37.552609 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49640) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:37.602738 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49c5aced-4d64-4345-a00c-7b0dafdc8c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:37.624172 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49c5aced-4d64-4345-a00c-7b0dafdc8c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:37.748083 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49c5aced-4d64-4345-a00c-7b0dafdc8c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:37.750646 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-49c5aced-4d64-4345-a00c-7b0dafdc8c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:37.753652 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-49c5aced-4d64-4345-a00c-7b0dafdc8c26 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/71d4f8f4-4e0f-4c57-bdb6-dd9605406bf1 HTTP/1.1" status: 204 len: 168 time: 0.2006786 Apr 21 13:07:37.762764 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c5aced-4d64-4345-a00c-7b0dafdc8c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d4f8f4-4e0f-4c57-bdb6-dd9605406bf1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:38.819994 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49676) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:38.924440 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-dcee33ba-4fd2-4bbf-ac7b-143e06fa404e tempest-SubnetPoolsTestJSON-112946218 tempest-SubnetPoolsTestJSON-112946218-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-592587401', 'prefixes': ['172.20.0.0/16']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:07:39.203753 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dcee33ba-4fd2-4bbf-ac7b-143e06fa404e tempest-SubnetPoolsTestJSON-112946218 tempest-SubnetPoolsTestJSON-112946218-project] Notify callbacks [] for subnetpool, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:39.208888 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49684) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:39.215716 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-dcee33ba-4fd2-4bbf-ac7b-143e06fa404e tempest-SubnetPoolsTestJSON-112946218 tempest-SubnetPoolsTestJSON-112946218-project] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.3895576 Apr 21 13:07:39.251062 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7ce3e7cb-81ea-431c-96b8-a59fb410d617 tempest-SubnetPoolsTestJSON-112946218 tempest-SubnetPoolsTestJSON-112946218-project] 10.222.0.36 "GET /v2.0/subnetpools/366e4334-e5d6-4e47-828b-ee3be1504e85 HTTP/1.1" status: 200 len: 731 time: 0.0403373 Apr 21 13:07:39.253665 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49686) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:39.258103 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-abfc78b8-a933-481b-8bac-0122d58e7372 tempest-SubnetPoolsTestJSON-112946218 tempest-SubnetPoolsTestJSON-112946218-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1325169583'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:07:39.424355 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-abfc78b8-a933-481b-8bac-0122d58e7372 tempest-SubnetPoolsTestJSON-112946218 tempest-SubnetPoolsTestJSON-112946218-project] Notify callbacks [] for subnetpool, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:39.425986 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-abfc78b8-a933-481b-8bac-0122d58e7372 tempest-SubnetPoolsTestJSON-112946218 tempest-SubnetPoolsTestJSON-112946218-project] 10.222.0.36 "PUT /v2.0/subnetpools/366e4334-e5d6-4e47-828b-ee3be1504e85 HTTP/1.1" status: 200 len: 684 time: 0.1710618 Apr 21 13:07:39.428753 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49688) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:39.596816 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76b87e23-c34a-41ed-9edb-65bf8b103ac7 tempest-SubnetPoolsTestJSON-112946218 tempest-SubnetPoolsTestJSON-112946218-project] Notify callbacks [] for subnetpool, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:39.601122 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-76b87e23-c34a-41ed-9edb-65bf8b103ac7 tempest-SubnetPoolsTestJSON-112946218 tempest-SubnetPoolsTestJSON-112946218-project] 10.222.0.36 "DELETE /v2.0/subnetpools/366e4334-e5d6-4e47-828b-ee3be1504e85 HTTP/1.1" status: 204 len: 168 time: 0.1712580 Apr 21 13:07:39.601542 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49690) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:39.617776 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-c89eeb47-fdfd-4122-b17b-ec23f830cedc tempest-SubnetPoolsTestJSON-112946218 tempest-SubnetPoolsTestJSON-112946218-project] show failed (client error): The resource could not be found. Apr 21 13:07:39.618774 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c89eeb47-fdfd-4122-b17b-ec23f830cedc tempest-SubnetPoolsTestJSON-112946218 tempest-SubnetPoolsTestJSON-112946218-project] 10.222.0.36 "GET /v2.0/subnetpools/366e4334-e5d6-4e47-828b-ee3be1504e85 HTTP/1.1" status: 404 len: 346 time: 0.0161510 Apr 21 13:07:39.622251 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49692) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:39.638907 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-c1b37725-23aa-43f0-ba41-e65f033d893f tempest-SubnetPoolsTestJSON-112946218 tempest-SubnetPoolsTestJSON-112946218-project] delete failed (client error): The resource could not be found. Apr 21 13:07:39.640013 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c1b37725-23aa-43f0-ba41-e65f033d893f tempest-SubnetPoolsTestJSON-112946218 tempest-SubnetPoolsTestJSON-112946218-project] 10.222.0.36 "DELETE /v2.0/subnetpools/366e4334-e5d6-4e47-828b-ee3be1504e85 HTTP/1.1" status: 404 len: 346 time: 0.0167074 Apr 21 13:07:40.125626 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49698) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:40.275033 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ec6e3ef9-67fe-4b06-942f-41b4217bfff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:40.373646 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ec6e3ef9-67fe-4b06-942f-41b4217bfff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:40.479005 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ec6e3ef9-67fe-4b06-942f-41b4217bfff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:40.524227 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e3ef9-67fe-4b06-942f-41b4217bfff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdeb686-4327-4564-9f49-170c67ca899b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:40.545278 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49718) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:40.552818 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ec6e3ef9-67fe-4b06-942f-41b4217bfff9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3622320bbdf548b2be38ec809dda3670&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4260237 Apr 21 13:07:40.611344 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-067d3472-97d7-401b-b368-99bf03b3e713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:40.641861 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-067d3472-97d7-401b-b368-99bf03b3e713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:40.766146 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-067d3472-97d7-401b-b368-99bf03b3e713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:40.768861 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-067d3472-97d7-401b-b368-99bf03b3e713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:40.771856 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-067d3472-97d7-401b-b368-99bf03b3e713 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1fdeb686-4327-4564-9f49-170c67ca899b HTTP/1.1" status: 204 len: 168 time: 0.2230937 Apr 21 13:07:40.779913 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d3472-97d7-401b-b368-99bf03b3e713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdeb686-4327-4564-9f49-170c67ca899b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:42.675907 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 49768) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:42.895783 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-9de830b0-7428-414a-b938-40df0a8c032b admin admin] Deleting subnet 46f6b06a-175d-48bb-8a4a-b76326d80f34 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:07:42.895783 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9de830b0-7428-414a-b938-40df0a8c032b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:42.895783 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9de830b0-7428-414a-b938-40df0a8c032b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:42.895783 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9de830b0-7428-414a-b938-40df0a8c032b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:42.994602 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9de830b0-7428-414a-b938-40df0a8c032b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:43.020517 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de830b0-7428-414a-b938-40df0a8c032b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46f6b06a-175d-48bb-8a4a-b76326d80f34,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:43.028634 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9de830b0-7428-414a-b938-40df0a8c032b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:43.032295 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9de830b0-7428-414a-b938-40df0a8c032b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/46f6b06a-175d-48bb-8a4a-b76326d80f34 HTTP/1.1" status: 204 len: 168 time: 0.3553960 Apr 21 13:07:43.034979 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49788) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:43.113134 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-665d5580-fe55-4e29-a82c-5905a02730aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:43.205606 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-665d5580-fe55-4e29-a82c-5905a02730aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:43.228040 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-665d5580-fe55-4e29-a82c-5905a02730aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7cc82a9-136b-4e9f-8343-83b4b9bb8bbd']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:43.237810 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-665d5580-fe55-4e29-a82c-5905a02730aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32cc46c8-bef7-4023-9d49-d0bcdcb1bead') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:43.238118 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-665d5580-fe55-4e29-a82c-5905a02730aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32cc46c8-bef7-4023-9d49-d0bcdcb1bead') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:43.250660 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-665d5580-fe55-4e29-a82c-5905a02730aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:43.267604 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-665d5580-fe55-4e29-a82c-5905a02730aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:43.274218 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-665d5580-fe55-4e29-a82c-5905a02730aa admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:07:43.274619 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-665d5580-fe55-4e29-a82c-5905a02730aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: timer() Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:07:43.276274 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:07:43.383086 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-665d5580-fe55-4e29-a82c-5905a02730aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:43.403596 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-665d5580-fe55-4e29-a82c-5905a02730aa admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:43.407580 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-665d5580-fe55-4e29-a82c-5905a02730aa admin admin] 10.222.0.36 "DELETE /v2.0/networks/c7cc82a9-136b-4e9f-8343-83b4b9bb8bbd HTTP/1.1" status: 204 len: 168 time: 0.3714871 Apr 21 13:07:43.408775 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d5580-fe55-4e29-a82c-5905a02730aa admin admin] Pushing event deleted for resources: {'Network': ['ID=c7cc82a9-136b-4e9f-8343-83b4b9bb8bbd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:43.410664 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49796) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:43.462955 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e72130c9-466a-45e3-bbd8-31d9e379e69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:43.465299 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdaf036a-a2a7-44e6-a798-a40e96e168a9 admin admin] Deleting subnet edc08b6e-a46a-457d-a6d1-d98e495494e1 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:07:43.468876 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fdaf036a-a2a7-44e6-a798-a40e96e168a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:43.506776 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fdaf036a-a2a7-44e6-a798-a40e96e168a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:43.544644 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fdaf036a-a2a7-44e6-a798-a40e96e168a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:44.006282 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fdaf036a-a2a7-44e6-a798-a40e96e168a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:44.032189 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf036a-a2a7-44e6-a798-a40e96e168a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edc08b6e-a46a-457d-a6d1-d98e495494e1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:44.037256 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fdaf036a-a2a7-44e6-a798-a40e96e168a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:44.040630 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fdaf036a-a2a7-44e6-a798-a40e96e168a9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/edc08b6e-a46a-457d-a6d1-d98e495494e1 HTTP/1.1" status: 204 len: 168 time: 0.6288247 Apr 21 13:07:44.043052 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49806) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:44.114693 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4e8acde-77e4-4ca9-bab3-d681a50ba6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:44.198874 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4e8acde-77e4-4ca9-bab3-d681a50ba6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:44.222254 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c4e8acde-77e4-4ca9-bab3-d681a50ba6d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c09a9f-ee13-4d59-b6b5-b025c98cb3e2']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:44.233190 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c4e8acde-77e4-4ca9-bab3-d681a50ba6d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe026bff-39d9-48f2-973f-db6c8720ab48') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:44.233482 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c4e8acde-77e4-4ca9-bab3-d681a50ba6d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe026bff-39d9-48f2-973f-db6c8720ab48') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:07:44.244489 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4e8acde-77e4-4ca9-bab3-d681a50ba6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:44.258454 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4e8acde-77e4-4ca9-bab3-d681a50ba6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:44.264706 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e8acde-77e4-4ca9-bab3-d681a50ba6d1 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:07:44.265121 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4e8acde-77e4-4ca9-bab3-d681a50ba6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: timer() Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:07:44.266966 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:07:44.440391 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4e8acde-77e4-4ca9-bab3-d681a50ba6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:44.446170 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4e8acde-77e4-4ca9-bab3-d681a50ba6d1 admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:44.449123 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c4e8acde-77e4-4ca9-bab3-d681a50ba6d1 admin admin] 10.222.0.36 "DELETE /v2.0/networks/e6c09a9f-ee13-4d59-b6b5-b025c98cb3e2 HTTP/1.1" status: 204 len: 168 time: 0.4044626 Apr 21 13:07:44.466370 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8acde-77e4-4ca9-bab3-d681a50ba6d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6c09a9f-ee13-4d59-b6b5-b025c98cb3e2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:44.852316 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49826) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:44.893407 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-baed61db-4749-40fe-ac05-5b11d9756fcd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=531b5a0bb3c8496cb551b7f90aa5e487&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397673 Apr 21 13:07:44.895702 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49828) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:44.943248 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b407f38b-0bd4-4d89-a454-e1bb652ed3ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:44.972215 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b407f38b-0bd4-4d89-a454-e1bb652ed3ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:45.102931 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b407f38b-0bd4-4d89-a454-e1bb652ed3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:45.106255 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b407f38b-0bd4-4d89-a454-e1bb652ed3ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:45.113208 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b407f38b-0bd4-4d89-a454-e1bb652ed3ef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5e1f54a1-781c-4844-af32-0979cc2dc517 HTTP/1.1" status: 204 len: 168 time: 0.2108252 Apr 21 13:07:45.115752 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407f38b-0bd4-4d89-a454-e1bb652ed3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1f54a1-781c-4844-af32-0979cc2dc517,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:45.765947 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-85862dc5-4efe-4403-a3ff-06fc7b3beddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:45.980162 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49858) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:46.019926 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-79488885-1d19-43b5-8801-aa38337d2799 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fdaac8fd9b804d9e9c5ab1102810f338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383868 Apr 21 13:07:46.022555 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 49860) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:07:46.073454 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c87b6ca-9486-406f-b3e8-261a88b5a39e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:46.104651 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c87b6ca-9486-406f-b3e8-261a88b5a39e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:46.354451 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c87b6ca-9486-406f-b3e8-261a88b5a39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:46.357528 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4c87b6ca-9486-406f-b3e8-261a88b5a39e admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:46.358736 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4c87b6ca-9486-406f-b3e8-261a88b5a39e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dd8f6a88-539f-4242-95b0-79621a014ad1 HTTP/1.1" status: 204 len: 168 time: 0.3351166 Apr 21 13:07:46.367215 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87b6ca-9486-406f-b3e8-261a88b5a39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8f6a88-539f-4242-95b0-79621a014ad1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:07:46.954981 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:46.981246 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:07:48.073349 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:48.509072 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:48.742715 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:07:50.575609 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:03.431037 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 50282) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:08:03.637635 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0652829-85f2-4e70-beda-12b5f3ef6553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:03.740463 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0652829-85f2-4e70-beda-12b5f3ef6553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:03.834424 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f0652829-85f2-4e70-beda-12b5f3ef6553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:03.873659 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0652829-85f2-4e70-beda-12b5f3ef6553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfef227d-02c6-4cfa-a4a2-570f71a5e041,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:08:03.878854 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f0652829-85f2-4e70-beda-12b5f3ef6553 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=168d0db9b72944c2b689a1f882e20093&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4455543 Apr 21 13:08:03.880847 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 50290) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:08:03.935032 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48297bbc-cbcd-4cee-a975-880e3ab69aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:03.957264 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48297bbc-cbcd-4cee-a975-880e3ab69aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:04.103072 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48297bbc-cbcd-4cee-a975-880e3ab69aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:04.106296 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48297bbc-cbcd-4cee-a975-880e3ab69aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:04.110050 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-48297bbc-cbcd-4cee-a975-880e3ab69aac admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cfef227d-02c6-4cfa-a4a2-570f71a5e041 HTTP/1.1" status: 204 len: 168 time: 0.2256911 Apr 21 13:08:04.121779 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48297bbc-cbcd-4cee-a975-880e3ab69aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfef227d-02c6-4cfa-a4a2-570f71a5e041,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:08:04.690242 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 50302) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:08:04.704410 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c37058e4-30d4-403c-b40f-cab7ee605914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:04.785276 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c37058e4-30d4-403c-b40f-cab7ee605914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:04.868573 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c37058e4-30d4-403c-b40f-cab7ee605914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:04.908788 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c37058e4-30d4-403c-b40f-cab7ee605914 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=81fae0a6d94b4e6b946ca730f5ee97a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2173111 Apr 21 13:08:04.910762 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37058e4-30d4-403c-b40f-cab7ee605914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea9fc7b-5633-462d-b218-af18a75b9ce1,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:08:04.911492 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 50316) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:08:04.970136 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-680d4f25-8b72-494e-91a2-15bc2fa688f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:04.991518 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-680d4f25-8b72-494e-91a2-15bc2fa688f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:05.114915 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-680d4f25-8b72-494e-91a2-15bc2fa688f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:05.118715 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-680d4f25-8b72-494e-91a2-15bc2fa688f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:05.123168 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-680d4f25-8b72-494e-91a2-15bc2fa688f9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9ea9fc7b-5633-462d-b218-af18a75b9ce1 HTTP/1.1" status: 204 len: 168 time: 0.2106216 Apr 21 13:08:05.133198 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d4f25-8b72-494e-91a2-15bc2fa688f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea9fc7b-5633-462d-b218-af18a75b9ce1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:08:05.760794 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 50328) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:08:05.774649 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c88379c3-d739-4fbc-9212-fca4ecef9a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:05.861024 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c88379c3-d739-4fbc-9212-fca4ecef9a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:05.913887 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c88379c3-d739-4fbc-9212-fca4ecef9a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:05.954103 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c88379c3-d739-4fbc-9212-fca4ecef9a68 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1430d101272046eaa7e3049f0931cbcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1918414 Apr 21 13:08:05.954873 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88379c3-d739-4fbc-9212-fca4ecef9a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4cd435-9333-409d-9c4f-413deae4044c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:08:05.956748 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 50330) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:08:06.017168 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a39ebdbe-19b1-448a-b282-e2a6eaa29d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:06.042766 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a39ebdbe-19b1-448a-b282-e2a6eaa29d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:06.165957 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a39ebdbe-19b1-448a-b282-e2a6eaa29d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:06.168509 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a39ebdbe-19b1-448a-b282-e2a6eaa29d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:06.172310 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a39ebdbe-19b1-448a-b282-e2a6eaa29d5a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2b4cd435-9333-409d-9c4f-413deae4044c HTTP/1.1" status: 204 len: 168 time: 0.2114892 Apr 21 13:08:06.179934 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ebdbe-19b1-448a-b282-e2a6eaa29d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4cd435-9333-409d-9c4f-413deae4044c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:08:08.751183 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 50394) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:08:08.758434 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-21e5acd1-a6bb-49c4-aba1-96a06e5b7aa8 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-264601865', 'description': 'tempest-secgroup-smoke-264601865 description', 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:08:08.834510 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21e5acd1-a6bb-49c4-aba1-96a06e5b7aa8 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:08.903039 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21e5acd1-a6bb-49c4-aba1-96a06e5b7aa8 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:08.959960 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21e5acd1-a6bb-49c4-aba1-96a06e5b7aa8 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:08.993473 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5acd1-a6bb-49c4-aba1-96a06e5b7aa8 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3971a9cb-8cbf-47f1-9577-c0f4644d016f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:08:09.047736 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-21e5acd1-a6bb-49c4-aba1-96a06e5b7aa8 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:09.050264 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-21e5acd1-a6bb-49c4-aba1-96a06e5b7aa8 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2952108 Apr 21 13:08:09.052131 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 50400) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:08:09.057020 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1b161300-af64-4142-8516-4026d27bcb47 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Request body: {'security_group_rule': {'security_group_id': '3971a9cb-8cbf-47f1-9577-c0f4644d016f', 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:08:09.173543 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b161300-af64-4142-8516-4026d27bcb47 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:09.248491 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b161300-af64-4142-8516-4026d27bcb47 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:09.319079 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b161300-af64-4142-8516-4026d27bcb47 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:09.335270 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b161300-af64-4142-8516-4026d27bcb47 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f5f75e-8ffb-4f99-8839-ff8b9557dc97,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:08:09.404651 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1b161300-af64-4142-8516-4026d27bcb47 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:09.408726 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1b161300-af64-4142-8516-4026d27bcb47 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3524904 Apr 21 13:08:09.412773 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 50406) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:08:09.416452 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d4b23bfa-9b5f-4e48-a863-781f16e0dd1a tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Request body: {'security_group_rule': {'security_group_id': '3971a9cb-8cbf-47f1-9577-c0f4644d016f', 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:08:09.499912 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4b23bfa-9b5f-4e48-a863-781f16e0dd1a tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:09.566911 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4b23bfa-9b5f-4e48-a863-781f16e0dd1a tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:09.620062 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4b23bfa-9b5f-4e48-a863-781f16e0dd1a tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:09.641268 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b23bfa-9b5f-4e48-a863-781f16e0dd1a tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46e58351-a315-4cf7-8aae-570d38ba536c,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:08:09.710669 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d4b23bfa-9b5f-4e48-a863-781f16e0dd1a tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:09.711909 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d4b23bfa-9b5f-4e48-a863-781f16e0dd1a tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2991841 Apr 21 13:08:09.716981 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 50410) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:08:09.721636 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-adc68b18-ef84-4028-8498-06be32b05bc7 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Request body: {'security_group_rule': {'security_group_id': '3971a9cb-8cbf-47f1-9577-c0f4644d016f', 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:08:09.811601 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-adc68b18-ef84-4028-8498-06be32b05bc7 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:09.875791 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-adc68b18-ef84-4028-8498-06be32b05bc7 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:09.954428 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-adc68b18-ef84-4028-8498-06be32b05bc7 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:09.973317 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc68b18-ef84-4028-8498-06be32b05bc7 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf6c0b69-abe4-42c5-bfac-52a82131de20,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:08:10.059267 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-adc68b18-ef84-4028-8498-06be32b05bc7 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:10.063118 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-adc68b18-ef84-4028-8498-06be32b05bc7 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3421032 Apr 21 13:08:10.063118 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 50412) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:08:10.067495 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-efbfbb28-4da1-4a93-b02e-3c5b8e4e5aae tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Request body: {'security_group_rule': {'security_group_id': '3971a9cb-8cbf-47f1-9577-c0f4644d016f', 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:08:10.147965 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-efbfbb28-4da1-4a93-b02e-3c5b8e4e5aae tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:10.206495 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-efbfbb28-4da1-4a93-b02e-3c5b8e4e5aae tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:10.279273 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-efbfbb28-4da1-4a93-b02e-3c5b8e4e5aae tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:10.297957 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfbb28-4da1-4a93-b02e-3c5b8e4e5aae tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb58db92-11be-404a-b3cc-06e3d196c6f8,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:08:10.349080 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-efbfbb28-4da1-4a93-b02e-3c5b8e4e5aae tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:10.350408 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-efbfbb28-4da1-4a93-b02e-3c5b8e4e5aae tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2863657 Apr 21 13:08:10.353150 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 50416) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:08:10.358321 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-20c69a64-6e8e-456e-98a1-8968c77a6ab9 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Request body: {'security_group_rule': {'security_group_id': '3971a9cb-8cbf-47f1-9577-c0f4644d016f', 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:08:10.463110 n-d-836147-2 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-20c69a64-6e8e-456e-98a1-8968c77a6ab9 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Project a35ad97d2d4647e886eba86e45a1c3de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:08:10.469223 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20c69a64-6e8e-456e-98a1-8968c77a6ab9 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:10.531176 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20c69a64-6e8e-456e-98a1-8968c77a6ab9 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:10.577389 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20c69a64-6e8e-456e-98a1-8968c77a6ab9 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:10.594205 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c69a64-6e8e-456e-98a1-8968c77a6ab9 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=664df58b-585e-43ae-b33b-e66d0a54910f,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:08:10.653446 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-20c69a64-6e8e-456e-98a1-8968c77a6ab9 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:10.654686 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-20c69a64-6e8e-456e-98a1-8968c77a6ab9 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3003008 Apr 21 13:08:10.657307 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 50418) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:08:10.661571 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f2020a44-e0e9-419c-a86c-4cd86de4c4c4 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Request body: {'security_group_rule': {'security_group_id': '3971a9cb-8cbf-47f1-9577-c0f4644d016f', 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:08:10.754612 n-d-836147-2 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-f2020a44-e0e9-419c-a86c-4cd86de4c4c4 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Project a35ad97d2d4647e886eba86e45a1c3de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:08:10.759910 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2020a44-e0e9-419c-a86c-4cd86de4c4c4 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:10.833894 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2020a44-e0e9-419c-a86c-4cd86de4c4c4 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:10.902806 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2020a44-e0e9-419c-a86c-4cd86de4c4c4 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:10.919763 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2020a44-e0e9-419c-a86c-4cd86de4c4c4 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c398fea-1406-4ad5-b85b-9467801e0c82,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:08:11.018037 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f2020a44-e0e9-419c-a86c-4cd86de4c4c4 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:11.019461 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f2020a44-e0e9-419c-a86c-4cd86de4c4c4 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3612022 Apr 21 13:08:11.230857 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-837587c1-73b6-4a1e-8743-7f7a1c4c9f3d tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-264601865&fields=id&tenant_id=a35ad97d2d4647e886eba86e45a1c3de HTTP/1.1" status: 200 len: 267 time: 0.0443044 Apr 21 13:08:11.348913 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-4bc0594a-7256-43ca-8ac7-7fdcdc53fded tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:11.358795 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-4bc0594a-7256-43ca-8ac7-7fdcdc53fded tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/networks?id=22f75f1a-05ca-4f2c-bbe1-e94af77d682d HTTP/1.1" status: 200 len: 814 time: 0.1113687 Apr 21 13:08:11.375921 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-d73c4f11-4d8d-463d-8098-688e12ac06f6 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/quotas/a35ad97d2d4647e886eba86e45a1c3de HTTP/1.1" status: 200 len: 375 time: 0.0157633 Apr 21 13:08:11.444132 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-6ba03896-73f3-4d46-ad9a-9fca9fa9bdbc tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a35ad97d2d4647e886eba86e45a1c3de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629380 Apr 21 13:08:11.547908 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-6a4c5b33-3550-4dc9-b1a5-8edd6ce2153b service neutron] 10.222.0.36 "GET /v2.0/networks/22f75f1a-05ca-4f2c-bbe1-e94af77d682d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914352 Apr 21 13:08:11.648844 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-2cdbc897-bf72-4779-8c28-ce3981de942d service neutron] 10.222.0.36 "GET /v2.0/networks/22f75f1a-05ca-4f2c-bbe1-e94af77d682d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941355 Apr 21 13:08:11.851877 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 50472) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:08:11.973255 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-12af5e48-ff4f-47bb-a737-81ce4653457e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:12.057790 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-12af5e48-ff4f-47bb-a737-81ce4653457e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:12.143157 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-12af5e48-ff4f-47bb-a737-81ce4653457e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:12.189387 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 50478) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:08:12.196336 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-12af5e48-ff4f-47bb-a737-81ce4653457e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5b050226a8ea42ecbfc1a9eba3ab309c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3433256 Apr 21 13:08:12.207388 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12af5e48-ff4f-47bb-a737-81ce4653457e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56b11d2-d973-4887-ab7e-15c8dc287a19,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:08:12.277529 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd44d0e7-7d9b-4f54-8209-41f11f4cff94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:12.299942 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd44d0e7-7d9b-4f54-8209-41f11f4cff94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:12.303539 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-745a066d-2e74-4b46-ba41-130c99e881ed req-92c91b1c-c16f-491d-8e31-9be71a2b3a81 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 210 time: 0.0470564 Apr 21 13:08:12.429571 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd44d0e7-7d9b-4f54-8209-41f11f4cff94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:12.432153 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dd44d0e7-7d9b-4f54-8209-41f11f4cff94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:12.433855 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-dd44d0e7-7d9b-4f54-8209-41f11f4cff94 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a56b11d2-d973-4887-ab7e-15c8dc287a19 HTTP/1.1" status: 204 len: 168 time: 0.2429163 Apr 21 13:08:12.441790 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44d0e7-7d9b-4f54-8209-41f11f4cff94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56b11d2-d973-4887-ab7e-15c8dc287a19,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:08:13.410890 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de64472a-b834-4e0a-9352-eb9c0e6c8085 req-db126f2f-f476-430c-8335-4d5f4beb6bd8 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 210 time: 0.0352082 Apr 21 13:08:13.468695 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed33855d-810b-4dce-8f97-b9805328fb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:14.538584 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b274f062-d6f7-48a8-b44e-7e7bc2f2d741 req-4a0a353d-9c7f-405d-891c-3d43b7a2ebc5 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 210 time: 0.0408804 Apr 21 13:08:14.547368 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-41b2094c-1b03-41fc-a068-d079dbe30968 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:14.548779 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-41b2094c-1b03-41fc-a068-d079dbe30968 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.24 "GET /v2.0/networks?id=22f75f1a-05ca-4f2c-bbe1-e94af77d682d HTTP/1.1" status: 200 len: 814 time: 0.1324379 Apr 21 13:08:14.606558 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-1c38f935-59ee-4c15-bcd8-6f11559e24c4 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a35ad97d2d4647e886eba86e45a1c3de HTTP/1.1" status: 200 len: 379 time: 0.0447896 Apr 21 13:08:14.617973 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-6c2df1a6-a521-415c-829b-56a27e68e8f7 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Request body: {'port': {'device_id': '403440ba-aaff-4dde-9013-88a4b8d3cb8a', 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d', 'admin_state_up': True, 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'security_groups': ['3971a9cb-8cbf-47f1-9577-c0f4644d016f']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:08:14.811441 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-6c2df1a6-a521-415c-829b-56a27e68e8f7 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Made reservation on behalf of a35ad97d2d4647e886eba86e45a1c3de for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:08:14.815074 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-6c2df1a6-a521-415c-829b-56a27e68e8f7 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:14.968644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-6c2df1a6-a521-415c-829b-56a27e68e8f7 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Allocated IP 172.20.0.10 (22f75f1a-05ca-4f2c-bbe1-e94af77d682d/42364356-4e7d-4efa-9920-77b4769d3ced/88824818-1c93-4ec0-9484-1454524e6b36) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:08:15.137089 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-6c2df1a6-a521-415c-829b-56a27e68e8f7 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:15.240902 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-6c2df1a6-a521-415c-829b-56a27e68e8f7 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:15.287582 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-6c2df1a6-a521-415c-829b-56a27e68e8f7 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Network 22f75f1a-05ca-4f2c-bbe1-e94af77d682d is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:08:15.290720 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-6c2df1a6-a521-415c-829b-56a27e68e8f7 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:08:15.294695 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-6c2df1a6-a521-415c-829b-56a27e68e8f7 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:08:15.325297 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2df1a6-a521-415c-829b-56a27e68e8f7 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Pushing event updated for resources: {'Port': ['ID=88824818-1c93-4ec0-9484-1454524e6b36,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:08:15.350723 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-6c2df1a6-a521-415c-829b-56a27e68e8f7 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:15.351378 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-6c2df1a6-a521-415c-829b-56a27e68e8f7 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:15.445625 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-6c2df1a6-a521-415c-829b-56a27e68e8f7 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8285427 Apr 21 13:08:15.467889 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-88339dd4-7bc7-4570-aec7-fa9da4a99dc6 service neutron] Request body: {'port': {'device_id': '403440ba-aaff-4dde-9013-88a4b8d3cb8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:08:15.547132 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-88339dd4-7bc7-4570-aec7-fa9da4a99dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:15.609354 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-faca58eb-8b33-48b6-92fa-5f76ca0d5ccb None None] Provisioning complete for port 88824818-1c93-4ec0-9484-1454524e6b36 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:08:15.609972 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-faca58eb-8b33-48b6-92fa-5f76ca0d5ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:15.670345 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-faca58eb-8b33-48b6-92fa-5f76ca0d5ccb None None] Port 88824818-1c93-4ec0-9484-1454524e6b36 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:08:15.725624 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3a6f17c2-f175-499f-8e6a-873104144edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:15.811402 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d2051-31d3-407b-b20e-fedf8a714a59 req-c0602e0a-bfa1-42ae-aa2e-b1764bcab4c2 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:15.812879 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-968d2051-31d3-407b-b20e-fedf8a714a59 req-c0602e0a-bfa1-42ae-aa2e-b1764bcab4c2 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 932 time: 0.1186533 Apr 21 13:08:15.889110 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-88339dd4-7bc7-4570-aec7-fa9da4a99dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88824818-1c93-4ec0-9484-1454524e6b36 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:08:15.899710 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-968d2051-31d3-407b-b20e-fedf8a714a59 req-042d0b4d-b377-44f1-9c93-2ac38f1befd8 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/security-groups?id=3971a9cb-8cbf-47f1-9577-c0f4644d016f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712249 Apr 21 13:08:15.901619 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-88339dd4-7bc7-4570-aec7-fa9da4a99dc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:15.915794 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-88339dd4-7bc7-4570-aec7-fa9da4a99dc6 service neutron] Transition to ACTIVE for port object 88824818-1c93-4ec0-9484-1454524e6b36 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:08:15.976141 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-88339dd4-7bc7-4570-aec7-fa9da4a99dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:16.031180 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88339dd4-7bc7-4570-aec7-fa9da4a99dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=88824818-1c93-4ec0-9484-1454524e6b36,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:08:16.141199 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-88339dd4-7bc7-4570-aec7-fa9da4a99dc6 service neutron] Attempting to bind port 88824818-1c93-4ec0-9484-1454524e6b36 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:08:16.141838 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-88339dd4-7bc7-4570-aec7-fa9da4a99dc6 service neutron] Attempting to bind port 88824818-1c93-4ec0-9484-1454524e6b36 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '37d59429-b7c7-4b2b-b6d0-a1d9873b46f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:08:16.142342 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-88339dd4-7bc7-4570-aec7-fa9da4a99dc6 service neutron] Attempting to bind port 88824818-1c93-4ec0-9484-1454524e6b36 on network 22f75f1a-05ca-4f2c-bbe1-e94af77d682d {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:08:16.147421 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-88339dd4-7bc7-4570-aec7-fa9da4a99dc6 service neutron] Port 88824818-1c93-4ec0-9484-1454524e6b36 on network 22f75f1a-05ca-4f2c-bbe1-e94af77d682d not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:08:16.147813 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-88339dd4-7bc7-4570-aec7-fa9da4a99dc6 service neutron] Attempting to bind port 88824818-1c93-4ec0-9484-1454524e6b36 on network 22f75f1a-05ca-4f2c-bbe1-e94af77d682d {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:08:16.154218 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-88339dd4-7bc7-4570-aec7-fa9da4a99dc6 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:08:16.154645 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-88339dd4-7bc7-4570-aec7-fa9da4a99dc6 service neutron] Checking segment: {'id': '37d59429-b7c7-4b2b-b6d0-a1d9873b46f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:08:16.155256 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-88339dd4-7bc7-4570-aec7-fa9da4a99dc6 service neutron] Bound using segment: {'id': '37d59429-b7c7-4b2b-b6d0-a1d9873b46f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:08:16.155874 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-88339dd4-7bc7-4570-aec7-fa9da4a99dc6 service neutron] Bound port: 88824818-1c93-4ec0-9484-1454524e6b36, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37d59429-b7c7-4b2b-b6d0-a1d9873b46f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:08:16.156307 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-88339dd4-7bc7-4570-aec7-fa9da4a99dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:16.246595 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-88339dd4-7bc7-4570-aec7-fa9da4a99dc6 service neutron] For port 88824818-1c93-4ec0-9484-1454524e6b36, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:08:16.250113 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-88339dd4-7bc7-4570-aec7-fa9da4a99dc6 service neutron] For port 88824818-1c93-4ec0-9484-1454524e6b36, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=88824818-1c93-4ec0-9484-1454524e6b36,segment=NetworkSegment(37d59429-b7c7-4b2b-b6d0-a1d9873b46f6),segment_id=37d59429-b7c7-4b2b-b6d0-a1d9873b46f6)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:08:16.308881 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-88339dd4-7bc7-4570-aec7-fa9da4a99dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:16.350156 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-88339dd4-7bc7-4570-aec7-fa9da4a99dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:16.350777 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-88339dd4-7bc7-4570-aec7-fa9da4a99dc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:16.352194 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-88339dd4-7bc7-4570-aec7-fa9da4a99dc6 service neutron] 10.222.0.24 "PUT /v2.0/ports/88824818-1c93-4ec0-9484-1454524e6b36 HTTP/1.1" status: 200 len: 1092 time: 0.8964405 Apr 21 13:08:16.352641 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403440ba-aaff-4dde-9013-88a4b8d3cb8a', 'tag': '88824818-1c93-4ec0-9484-1454524e6b36'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:08:16.354967 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94ef696-b3d2-4293-ae81-41ec16d77135" -d '{"events": [{"name": "network-changed", "server_uuid": "403440ba-aaff-4dde-9013-88a4b8d3cb8a", "tag": "88824818-1c93-4ec0-9484-1454524e6b36"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:08:16.378273 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88339dd4-7bc7-4570-aec7-fa9da4a99dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=88824818-1c93-4ec0-9484-1454524e6b36,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:08:16.447573 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a79658-f305-4310-8bfc-e83fc9abf7ae x-openstack-request-id: req-39a79658-f305-4310-8bfc-e83fc9abf7ae {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:08:16.449694 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "403440ba-aaff-4dde-9013-88a4b8d3cb8a", "tag": "88824818-1c93-4ec0-9484-1454524e6b36", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:08:16.450158 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-39a79658-f305-4310-8bfc-e83fc9abf7ae {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:08:16.450963 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39a79658-f305-4310-8bfc-e83fc9abf7ae'] response: {'name': 'network-changed', 'server_uuid': '403440ba-aaff-4dde-9013-88a4b8d3cb8a', 'tag': '88824818-1c93-4ec0-9484-1454524e6b36', 'status': 'completed', 'code': 200} Apr 21 13:08:16.528964 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ef696-b3d2-4293-ae81-41ec16d77135 req-24703cdb-f7aa-4709-8d2e-de3df402e5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:16.530823 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c94ef696-b3d2-4293-ae81-41ec16d77135 req-24703cdb-f7aa-4709-8d2e-de3df402e5a4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a35ad97d2d4647e886eba86e45a1c3de&device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 1095 time: 0.0562284 Apr 21 13:08:16.669428 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ef696-b3d2-4293-ae81-41ec16d77135 req-7f875c7a-a885-406c-8906-402120f2bf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:16.672861 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c94ef696-b3d2-4293-ae81-41ec16d77135 req-7f875c7a-a885-406c-8906-402120f2bf4c service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a35ad97d2d4647e886eba86e45a1c3de&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1291919 Apr 21 13:08:16.803913 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ef696-b3d2-4293-ae81-41ec16d77135 req-babcd5b7-e77f-4c33-891f-e7b8cba2601a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:16.805465 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c94ef696-b3d2-4293-ae81-41ec16d77135 req-babcd5b7-e77f-4c33-891f-e7b8cba2601a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1206799 Apr 21 13:08:16.921115 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-d6574d5d-56e1-4cc4-8720-4c08fc37480c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:16.923046 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-d6574d5d-56e1-4cc4-8720-4c08fc37480c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a35ad97d2d4647e886eba86e45a1c3de&device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 1095 time: 0.0705013 Apr 21 13:08:16.977412 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:17.043734 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-1911c58a-053e-42ac-8999-201d4bfe4059 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88824818-1c93-4ec0-9484-1454524e6b36 HTTP/1.1" status: 200 len: 217 time: 0.1076396 Apr 21 13:08:17.132732 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def99cc0-3c64-4007-85b0-ac5e024c86d0 req-ea215dde-1e50-45ef-9798-a11bad9c6075 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:17.135097 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-def99cc0-3c64-4007-85b0-ac5e024c86d0 req-ea215dde-1e50-45ef-9798-a11bad9c6075 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 944 time: 0.0903006 Apr 21 13:08:17.140027 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-959b706c-d362-4d28-9021-ef2e21a9bc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:17.141773 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-959b706c-d362-4d28-9021-ef2e21a9bc48 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=42364356-4e7d-4efa-9920-77b4769d3ced HTTP/1.1" status: 200 len: 853 time: 0.0834100 Apr 21 13:08:17.211034 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-def99cc0-3c64-4007-85b0-ac5e024c86d0 req-188da9c4-bac7-44bb-ae52-b7bc88baf599 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/security-groups?id=3971a9cb-8cbf-47f1-9577-c0f4644d016f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671947 Apr 21 13:08:17.218654 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-cf94962c-2b32-4aa7-96d3-66f38fab1501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:17.220254 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-cf94962c-2b32-4aa7-96d3-66f38fab1501 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=22f75f1a-05ca-4f2c-bbe1-e94af77d682d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587552 Apr 21 13:08:17.335613 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-6a730322-928b-40d9-9794-36f31a0b0820 service neutron] 10.222.0.24 "GET /v2.0/networks/22f75f1a-05ca-4f2c-bbe1-e94af77d682d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024723 Apr 21 13:08:17.453334 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e16225fe-93cf-40d3-84b7-f520cfaffa3e req-99d4ccb6-7575-4993-8a78-dc95b0897784 service neutron] 10.222.0.24 "GET /v2.0/networks/22f75f1a-05ca-4f2c-bbe1-e94af77d682d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033924 Apr 21 13:08:18.011748 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:18.372103 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22022ed5-3284-4745-8297-eca248464c8b req-af543045-b86b-4f5e-b246-aa4a4d21a99c tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:18.373713 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-22022ed5-3284-4745-8297-eca248464c8b req-af543045-b86b-4f5e-b246-aa4a4d21a99c tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 944 time: 0.0564833 Apr 21 13:08:18.421728 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-22022ed5-3284-4745-8297-eca248464c8b req-484c1e73-7ee1-4d3e-866c-51344b7de6c6 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/security-groups?id=3971a9cb-8cbf-47f1-9577-c0f4644d016f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415971 Apr 21 13:08:18.497743 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:18.754718 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:19.566586 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01955b8-54ce-4d08-950a-d1233ad2b96b req-d38b6c6e-99b5-4417-8629-6c8f48e84862 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:19.570425 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a01955b8-54ce-4d08-950a-d1233ad2b96b req-d38b6c6e-99b5-4417-8629-6c8f48e84862 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 944 time: 0.0647135 Apr 21 13:08:19.616638 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a01955b8-54ce-4d08-950a-d1233ad2b96b req-82ca6bd0-78eb-428b-b8a5-36774f7834d9 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/security-groups?id=3971a9cb-8cbf-47f1-9577-c0f4644d016f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431049 Apr 21 13:08:20.599987 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:21.000877 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1828108-4600-42c1-b4be-294467731794 req-2f179f3a-0071-45af-95d3-c9a538fdcbd8 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:21.002641 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1828108-4600-42c1-b4be-294467731794 req-2f179f3a-0071-45af-95d3-c9a538fdcbd8 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 944 time: 0.3011882 Apr 21 13:08:21.044334 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1828108-4600-42c1-b4be-294467731794 req-01847e12-4eaf-484a-b215-e79166ce80f8 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/security-groups?id=3971a9cb-8cbf-47f1-9577-c0f4644d016f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338607 Apr 21 13:08:22.165161 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8700bd1-2e62-43cc-ace9-466ffd8b9ff6 req-a4181fb3-c684-41fd-b411-198b1f961f2f tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:22.166509 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b8700bd1-2e62-43cc-ace9-466ffd8b9ff6 req-a4181fb3-c684-41fd-b411-198b1f961f2f tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 944 time: 0.0516093 Apr 21 13:08:22.210150 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b8700bd1-2e62-43cc-ace9-466ffd8b9ff6 req-6ce24dd9-550a-438c-bcea-82111ac05975 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/security-groups?id=3971a9cb-8cbf-47f1-9577-c0f4644d016f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367973 Apr 21 13:08:23.335340 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec77ab-5e0e-4ef0-b0ba-56d1f0643f86 req-9085ac93-c01d-4dcb-aed6-94df1627bb75 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:23.341758 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9eec77ab-5e0e-4ef0-b0ba-56d1f0643f86 req-9085ac93-c01d-4dcb-aed6-94df1627bb75 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 944 time: 0.0551891 Apr 21 13:08:23.377400 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9eec77ab-5e0e-4ef0-b0ba-56d1f0643f86 req-e64c5d71-6c15-4330-b5f3-8f53446cf077 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/security-groups?id=3971a9cb-8cbf-47f1-9577-c0f4644d016f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340166 Apr 21 13:08:23.981010 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:08:24.502617 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20c31c-fe7d-4db3-baff-49147fb0a047 req-dd839793-0d46-4c5d-8ddc-9e1c46a23ae3 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:24.504179 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc20c31c-fe7d-4db3-baff-49147fb0a047 req-dd839793-0d46-4c5d-8ddc-9e1c46a23ae3 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 944 time: 0.0569363 Apr 21 13:08:24.543151 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc20c31c-fe7d-4db3-baff-49147fb0a047 req-921a6ded-9395-412c-be04-da72dea06b92 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/security-groups?id=3971a9cb-8cbf-47f1-9577-c0f4644d016f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328815 Apr 21 13:08:25.664548 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9a0b5-9298-490e-86b6-3866b0a469be req-f2baec8c-0b64-4ac2-95db-6351979e79be tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:25.666141 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90d9a0b5-9298-490e-86b6-3866b0a469be req-f2baec8c-0b64-4ac2-95db-6351979e79be tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 944 time: 0.0525851 Apr 21 13:08:25.706371 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90d9a0b5-9298-490e-86b6-3866b0a469be req-139f3cd6-0f41-4bdb-91e2-b2d1536f6d94 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/security-groups?id=3971a9cb-8cbf-47f1-9577-c0f4644d016f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332980 Apr 21 13:08:26.827587 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73e787-88d7-47ad-b50e-51b88ea8df84 req-510f0ce8-0ce5-4a7a-b129-477d20a97259 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:26.829357 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a73e787-88d7-47ad-b50e-51b88ea8df84 req-510f0ce8-0ce5-4a7a-b129-477d20a97259 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 944 time: 0.0532439 Apr 21 13:08:26.871399 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a73e787-88d7-47ad-b50e-51b88ea8df84 req-d414c35d-9393-4b21-a9ae-56187047cbb4 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/security-groups?id=3971a9cb-8cbf-47f1-9577-c0f4644d016f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360813 Apr 21 13:08:27.999484 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da4b76-1ce5-4a26-b839-e9673a102de9 req-d8d0aed3-496b-4d21-9b97-22b3887a32ca tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:28.001076 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24da4b76-1ce5-4a26-b839-e9673a102de9 req-d8d0aed3-496b-4d21-9b97-22b3887a32ca tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 944 time: 0.0542290 Apr 21 13:08:28.039761 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-24da4b76-1ce5-4a26-b839-e9673a102de9 req-e6505c0d-1bc9-4e29-a569-d29e28da3b86 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/security-groups?id=3971a9cb-8cbf-47f1-9577-c0f4644d016f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319927 Apr 21 13:08:28.849925 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 88824818-1c93-4ec0-9484-1454524e6b36 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:08:28.948887 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 88824818-1c93-4ec0-9484-1454524e6b36, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=88824818-1c93-4ec0-9484-1454524e6b36,segment=NetworkSegment(37d59429-b7c7-4b2b-b6d0-a1d9873b46f6),segment_id=37d59429-b7c7-4b2b-b6d0-a1d9873b46f6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:08:28.966426 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '88824818-1c93-4ec0-9484-1454524e6b36', 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d', 'port_id': '88824818-1c93-4ec0-9484-1454524e6b36', 'mac_address': 'fa:16:3e:37:36:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42364356-4e7d-4efa-9920-77b4769d3ced', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:08:29.005268 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:29.019056 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88824818-1c93-4ec0-9484-1454524e6b36 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:08:29.038845 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 88824818-1c93-4ec0-9484-1454524e6b36, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=88824818-1c93-4ec0-9484-1454524e6b36,segment=NetworkSegment(37d59429-b7c7-4b2b-b6d0-a1d9873b46f6),segment_id=37d59429-b7c7-4b2b-b6d0-a1d9873b46f6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:08:29.131745 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:29.194122 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=88824818-1c93-4ec0-9484-1454524e6b36,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:08:29.203657 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:29.203918 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:29.204451 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:29.204785 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:29.205163 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:29.205510 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:29.205835 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:29.206151 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:29.206469 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:29.206784 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:29.207143 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:29.207419 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:29.249491 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8062d85-d2ad-4727-80d0-e8a51e95e0e0 req-47a39348-3fc9-40af-8fa2-9c19f345da9f tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:29.251201 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c8062d85-d2ad-4727-80d0-e8a51e95e0e0 req-47a39348-3fc9-40af-8fa2-9c19f345da9f tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 945 time: 0.1422269 Apr 21 13:08:29.293894 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c8062d85-d2ad-4727-80d0-e8a51e95e0e0 req-d864e8ea-f57a-4013-835a-4c2eb28d827a tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/security-groups?id=3971a9cb-8cbf-47f1-9577-c0f4644d016f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357683 Apr 21 13:08:29.408377 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['88824818-1c93-4ec0-9484-1454524e6b36'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:08:30.408836 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0341d37-5690-4195-a1ad-f02b22c6994c req-75fe8e55-68ba-4fb8-9855-4e42bbf3218d tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:30.410440 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d0341d37-5690-4195-a1ad-f02b22c6994c req-75fe8e55-68ba-4fb8-9855-4e42bbf3218d tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 945 time: 0.0493379 Apr 21 13:08:30.447515 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d0341d37-5690-4195-a1ad-f02b22c6994c req-e0f6d50e-56a1-4b55-8651-1baf495d34be tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/security-groups?id=3971a9cb-8cbf-47f1-9577-c0f4644d016f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311124 Apr 21 13:08:30.876661 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 88824818-1c93-4ec0-9484-1454524e6b36 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:08:31.023126 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 88824818-1c93-4ec0-9484-1454524e6b36 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:08:31.028356 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 88824818-1c93-4ec0-9484-1454524e6b36 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:08:31.028886 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:31.116970 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:31.149930 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403440ba-aaff-4dde-9013-88a4b8d3cb8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88824818-1c93-4ec0-9484-1454524e6b36'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:08:31.155060 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0650929-e3b0-42fd-bb41-01a929fb5411" -d '{"events": [{"server_uuid": "403440ba-aaff-4dde-9013-88a4b8d3cb8a", "name": "network-vif-plugged", "status": "completed", "tag": "88824818-1c93-4ec0-9484-1454524e6b36"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:08:31.175697 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 88824818-1c93-4ec0-9484-1454524e6b36, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=88824818-1c93-4ec0-9484-1454524e6b36,segment=NetworkSegment(37d59429-b7c7-4b2b-b6d0-a1d9873b46f6),segment_id=37d59429-b7c7-4b2b-b6d0-a1d9873b46f6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:08:31.200207 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44a08bc-799f-462e-90a9-b20037a6d845 x-openstack-request-id: req-f44a08bc-799f-462e-90a9-b20037a6d845 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:08:31.200504 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403440ba-aaff-4dde-9013-88a4b8d3cb8a", "name": "network-vif-plugged", "status": "completed", "tag": "88824818-1c93-4ec0-9484-1454524e6b36", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:08:31.200756 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f44a08bc-799f-462e-90a9-b20037a6d845 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:08:31.201212 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f44a08bc-799f-462e-90a9-b20037a6d845'] response: {'server_uuid': '403440ba-aaff-4dde-9013-88a4b8d3cb8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88824818-1c93-4ec0-9484-1454524e6b36', 'code': 200} Apr 21 13:08:31.290769 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:31.305649 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba91e83-525d-448b-a4b6-3a4358f344b3 req-b7f1acee-de93-4a83-98ff-7620ae33a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:31.307150 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4ba91e83-525d-448b-a4b6-3a4358f344b3 req-b7f1acee-de93-4a83-98ff-7620ae33a22e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 1096 time: 0.0486181 Apr 21 13:08:31.338682 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=88824818-1c93-4ec0-9484-1454524e6b36,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:08:31.349504 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4ba91e83-525d-448b-a4b6-3a4358f344b3 req-edeb423a-f249-4758-88ee-5cdf8b66f38a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3971a9cb-8cbf-47f1-9577-c0f4644d016f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312965 Apr 21 13:08:31.568018 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947c251-0820-4f03-8d1c-bfc3ab3b2f91 req-83fa0866-00b4-449c-90ef-4389d9389164 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:31.569548 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e947c251-0820-4f03-8d1c-bfc3ab3b2f91 req-83fa0866-00b4-449c-90ef-4389d9389164 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 946 time: 0.0492499 Apr 21 13:08:31.607993 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e947c251-0820-4f03-8d1c-bfc3ab3b2f91 req-3f398dcd-3a4b-4635-8ad3-653d48da2ff1 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/security-groups?id=3971a9cb-8cbf-47f1-9577-c0f4644d016f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319068 Apr 21 13:08:32.731983 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caeb612-2ea8-43c2-b9ea-72428f5b6757 req-e54b7daa-ec28-4042-9065-42bfba060102 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:32.733548 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8caeb612-2ea8-43c2-b9ea-72428f5b6757 req-e54b7daa-ec28-4042-9065-42bfba060102 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 946 time: 0.0540028 Apr 21 13:08:32.778430 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8caeb612-2ea8-43c2-b9ea-72428f5b6757 req-49f38725-ddd6-4841-bddc-71bf74e1f35b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/security-groups?id=3971a9cb-8cbf-47f1-9577-c0f4644d016f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378592 Apr 21 13:08:33.898517 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b19215-6bb0-4bda-904f-032aaebc99d7 req-4a1d936c-1961-4375-aa18-0be7796ad26e tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:33.899993 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b2b19215-6bb0-4bda-904f-032aaebc99d7 req-4a1d936c-1961-4375-aa18-0be7796ad26e tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 946 time: 0.0533335 Apr 21 13:08:33.938680 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b2b19215-6bb0-4bda-904f-032aaebc99d7 req-a90da5e9-2c1d-45cf-b69c-1bf19e52e02f tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/security-groups?id=3971a9cb-8cbf-47f1-9577-c0f4644d016f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317190 Apr 21 13:08:34.055474 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6dab05-f90d-4545-8ad2-14e8dd3c76da req-35805b67-6381-4450-abe6-b11e8ace2f63 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:34.056927 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c6dab05-f90d-4545-8ad2-14e8dd3c76da req-35805b67-6381-4450-abe6-b11e8ace2f63 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 946 time: 0.0483108 Apr 21 13:08:34.097327 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c6dab05-f90d-4545-8ad2-14e8dd3c76da req-e2dfab77-6d69-4d05-b8e9-ef95ba53c521 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/security-groups?id=3971a9cb-8cbf-47f1-9577-c0f4644d016f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334823 Apr 21 13:08:34.120411 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 50818) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:08:34.333841 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6892ae5-4047-4492-a2c8-e7aade128dc9 tempest-TestVolumeBackupRestore-1588618246 tempest-TestVolumeBackupRestore-1588618246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:34.335352 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e6892ae5-4047-4492-a2c8-e7aade128dc9 tempest-TestVolumeBackupRestore-1588618246 tempest-TestVolumeBackupRestore-1588618246-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 1092 time: 0.2139640 Apr 21 13:08:34.338188 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 50824) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:08:34.342853 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'port_id': '88824818-1c93-4ec0-9484-1454524e6b36', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:08:34.519921 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for floatingip, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:34.616726 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:34.718468 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Allocated IP 172.25.8.14 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/ad40fa71-27da-4c9a-89df-2441ab06f8c0) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:08:35.132836 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:35.286561 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:35.325932 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:08:35.331838 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:08:35.336266 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:08:35.363739 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Pushing event updated for resources: {'Port': ['ID=ad40fa71-27da-4c9a-89df-2441ab06f8c0,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:08:35.377125 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:35.377542 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:35.377904 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:35.378230 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:35.378549 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:35.378932 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:35.379254 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:35.379570 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:35.379892 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:35.380204 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:35.380514 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:35.380823 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:35.709125 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:35.872938 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:36.022963 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:36.109056 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:36.176836 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Pushing event updated for resources: {'Port': ['ID=ad40fa71-27da-4c9a-89df-2441ab06f8c0,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:08:36.191470 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:36.295800 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Floating IP 2f237d27-dacf-48b6-acf1-0614533d653b associated. External IP: 172.25.8.14, port: 88824818-1c93-4ec0-9484-1454524e6b36. Apr 21 13:08:36.515206 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Router 2310b8db-08e2-4030-8927-b44358834411 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:08:36.616962 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:08:36.629968 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e23e4-0f89-4fe2-b306-1fae17dda051 None None] Sync routers for ids ['2310b8db-08e2-4030-8927-b44358834411'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:08:36.640977 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627e23e4-0f89-4fe2-b306-1fae17dda051 None None] Routers {'2310b8db-08e2-4030-8927-b44358834411'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:08:36.641704 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-627e23e4-0f89-4fe2-b306-1fae17dda051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:08:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['2310b8db-08e2-4030-8927-b44358834411'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:08:36.748562 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-627e23e4-0f89-4fe2-b306-1fae17dda051 None None] Set router 2310b8db-08e2-4030-8927-b44358834411 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:08:36.784989 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:36.821435 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cd1714aa-10ad-421a-81ad-2a1d6d74c54b tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4821601 Apr 21 13:08:36.822227 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403440ba-aaff-4dde-9013-88a4b8d3cb8a', 'tag': '88824818-1c93-4ec0-9484-1454524e6b36'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:08:36.824071 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 50852) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:08:36.836020 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770f1405-22bc-43ef-a18e-61ff9eb6ff17" -d '{"events": [{"name": "network-changed", "server_uuid": "403440ba-aaff-4dde-9013-88a4b8d3cb8a", "tag": "88824818-1c93-4ec0-9484-1454524e6b36"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:08:36.884162 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70b68ff-d42a-4611-89c0-45220318da48 tempest-TestVolumeBackupRestore-1588618246 tempest-TestVolumeBackupRestore-1588618246-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:36.887049 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e70b68ff-d42a-4611-89c0-45220318da48 tempest-TestVolumeBackupRestore-1588618246 tempest-TestVolumeBackupRestore-1588618246-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 1092 time: 0.0618522 Apr 21 13:08:36.890766 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 50862) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:08:36.895723 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8d2a6b65-c558-47d6-bb31-bbb7e22a1ce9 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Request body: {'floatingip': {'port_id': '88824818-1c93-4ec0-9484-1454524e6b36'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:08:36.963537 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8d2a6b65-c558-47d6-bb31-bbb7e22a1ce9 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for floatingip, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:37.009266 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d52ce42-619e-4e38-b3af-7fcddd3910b2 x-openstack-request-id: req-2d52ce42-619e-4e38-b3af-7fcddd3910b2 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:08:37.009708 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "403440ba-aaff-4dde-9013-88a4b8d3cb8a", "tag": "88824818-1c93-4ec0-9484-1454524e6b36", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:08:37.010052 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d52ce42-619e-4e38-b3af-7fcddd3910b2 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:08:37.010577 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d52ce42-619e-4e38-b3af-7fcddd3910b2'] response: {'name': 'network-changed', 'server_uuid': '403440ba-aaff-4dde-9013-88a4b8d3cb8a', 'tag': '88824818-1c93-4ec0-9484-1454524e6b36', 'status': 'completed', 'code': 200} Apr 21 13:08:37.103872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f1405-22bc-43ef-a18e-61ff9eb6ff17 req-e8841fec-36a4-4962-8f42-c7bebfee8ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:37.108532 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-770f1405-22bc-43ef-a18e-61ff9eb6ff17 req-e8841fec-36a4-4962-8f42-c7bebfee8ef4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a35ad97d2d4647e886eba86e45a1c3de&device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 1097 time: 0.0691509 Apr 21 13:08:37.121991 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-627e23e4-0f89-4fe2-b306-1fae17dda051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2310b8db-08e2-4030-8927-b44358834411', 'name': 'tempest-TestVolumeBackupRestore-1455443868-router', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:05:28Z', 'updated_at': '2022-04-21T13:05:32Z', 'revision_number': 4, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'gw_port': {'id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2310b8db-08e2-4030-8927-b44358834411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:29Z', 'updated_at': '2022-04-21T13:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '2f237d27-dacf-48b6-acf1-0614533d653b', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '2310b8db-08e2-4030-8927-b44358834411', 'port_id': '88824818-1c93-4ec0-9484-1454524e6b36', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d', 'mac_address': 'fa:16:3e:37:36:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403440ba-aaff-4dde-9013-88a4b8d3cb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:08:35Z', 'updated_at': '2022-04-21T13:08:35Z', 'revision_number': 0, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13c3ab6-9336-4281-a5b6-b123045a1182', 'name': '', 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'mac_address': 'fa:16:3e:ff:c6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2310b8db-08e2-4030-8927-b44358834411', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '42364356-4e7d-4efa-9920-77b4769d3ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:31Z', 'updated_at': '2022-04-21T13:05:36Z', 'revision_number': 5, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'subnets': [{'id': '42364356-4e7d-4efa-9920-77b4769d3ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:08:37.148230 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e23e4-0f89-4fe2-b306-1fae17dda051 None None] Checking router: 2310b8db-08e2-4030-8927-b44358834411 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:08:37.156737 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627e23e4-0f89-4fe2-b306-1fae17dda051 None None] Routers {'2310b8db-08e2-4030-8927-b44358834411'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:08:37.157362 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-627e23e4-0f89-4fe2-b306-1fae17dda051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:08:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['2310b8db-08e2-4030-8927-b44358834411'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:08:37.199515 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f1405-22bc-43ef-a18e-61ff9eb6ff17 req-833f17e2-3d8c-4c7e-abf9-e8cc38351858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:37.200980 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-770f1405-22bc-43ef-a18e-61ff9eb6ff17 req-833f17e2-3d8c-4c7e-abf9-e8cc38351858 service neutron] 10.222.0.24 "GET /v2.0/networks?id=22f75f1a-05ca-4f2c-bbe1-e94af77d682d HTTP/1.1" status: 200 len: 915 time: 0.0867393 Apr 21 13:08:37.263058 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-627e23e4-0f89-4fe2-b306-1fae17dda051 None None] Set router 2310b8db-08e2-4030-8927-b44358834411 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:08:37.308758 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-770f1405-22bc-43ef-a18e-61ff9eb6ff17 req-456cabdf-93a2-400d-a269-a6933b414a65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88824818-1c93-4ec0-9484-1454524e6b36 HTTP/1.1" status: 200 len: 999 time: 0.0981257 Apr 21 13:08:37.379910 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f1405-22bc-43ef-a18e-61ff9eb6ff17 req-e1213495-4404-4f98-ae86-6027e5fafbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:37.381686 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-770f1405-22bc-43ef-a18e-61ff9eb6ff17 req-e1213495-4404-4f98-ae86-6027e5fafbf1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=42364356-4e7d-4efa-9920-77b4769d3ced HTTP/1.1" status: 200 len: 853 time: 0.0669248 Apr 21 13:08:37.432732 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f1405-22bc-43ef-a18e-61ff9eb6ff17 req-ae217c43-daae-4452-9d3a-c36ecb38b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:37.434756 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-770f1405-22bc-43ef-a18e-61ff9eb6ff17 req-ae217c43-daae-4452-9d3a-c36ecb38b818 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=22f75f1a-05ca-4f2c-bbe1-e94af77d682d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460372 Apr 21 13:08:37.526174 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-627e23e4-0f89-4fe2-b306-1fae17dda051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2310b8db-08e2-4030-8927-b44358834411', 'name': 'tempest-TestVolumeBackupRestore-1455443868-router', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:05:28Z', 'updated_at': '2022-04-21T13:05:32Z', 'revision_number': 4, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'gw_port': {'id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2310b8db-08e2-4030-8927-b44358834411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:29Z', 'updated_at': '2022-04-21T13:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '2f237d27-dacf-48b6-acf1-0614533d653b', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '2310b8db-08e2-4030-8927-b44358834411', 'port_id': '88824818-1c93-4ec0-9484-1454524e6b36', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d', 'mac_address': 'fa:16:3e:37:36:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403440ba-aaff-4dde-9013-88a4b8d3cb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:08:35Z', 'updated_at': '2022-04-21T13:08:35Z', 'revision_number': 0, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13c3ab6-9336-4281-a5b6-b123045a1182', 'name': '', 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'mac_address': 'fa:16:3e:ff:c6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2310b8db-08e2-4030-8927-b44358834411', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '42364356-4e7d-4efa-9920-77b4769d3ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:31Z', 'updated_at': '2022-04-21T13:05:36Z', 'revision_number': 5, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'subnets': [{'id': '42364356-4e7d-4efa-9920-77b4769d3ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:08:37.526483 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8d2a6b65-c558-47d6-bb31-bbb7e22a1ce9 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:37.550318 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-770f1405-22bc-43ef-a18e-61ff9eb6ff17 req-d7e05e16-2a4a-4345-8e93-61e6b3c2965e service neutron] 10.222.0.24 "GET /v2.0/networks/22f75f1a-05ca-4f2c-bbe1-e94af77d682d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085207 Apr 21 13:08:37.554341 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e23e4-0f89-4fe2-b306-1fae17dda051 None None] The sync data for ids ['2310b8db-08e2-4030-8927-b44358834411'] in n-d-836147-2 is: [{'id': '2310b8db-08e2-4030-8927-b44358834411', 'name': 'tempest-TestVolumeBackupRestore-1455443868-router', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:05:28Z', 'updated_at': '2022-04-21T13:05:32Z', 'revision_number': 4, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'gw_port': {'id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2310b8db-08e2-4030-8927-b44358834411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:29Z', 'updated_at': '2022-04-21T13:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '2f237d27-dacf-48b6-acf1-0614533d653b', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '2310b8db-08e2-4030-8927-b44358834411', 'port_id': '88824818-1c93-4ec0-9484-1454524e6b36', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d', 'mac_address': 'fa:16:3e:37:36:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403440ba-aaff-4dde-9013-88a4b8d3cb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:08:35Z', 'updated_at': '2022-04-21T13:08:35Z', 'revision_number': 0, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13c3ab6-9336-4281-a5b6-b123045a1182', 'name': '', 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'mac_address': 'fa:16:3e:ff:c6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2310b8db-08e2-4030-8927-b44358834411', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '42364356-4e7d-4efa-9920-77b4769d3ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:31Z', 'updated_at': '2022-04-21T13:05:36Z', 'revision_number': 5, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'subnets': [{'id': '42364356-4e7d-4efa-9920-77b4769d3ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:08:37.634784 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8d2a6b65-c558-47d6-bb31-bbb7e22a1ce9 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:37.652601 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-770f1405-22bc-43ef-a18e-61ff9eb6ff17 req-2323609a-ab97-4c54-942d-62d94c44cf26 service neutron] 10.222.0.24 "GET /v2.0/networks/22f75f1a-05ca-4f2c-bbe1-e94af77d682d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955670 Apr 21 13:08:37.787168 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb0e3dc-46eb-4b55-8b73-99d6f8be6a3f None None] New status for floating IP 2f237d27-dacf-48b6-acf1-0614533d653b: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:08:37.886208 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2a6b65-c558-47d6-bb31-bbb7e22a1ce9 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Router 2310b8db-08e2-4030-8927-b44358834411 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:08:38.031231 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2a6b65-c558-47d6-bb31-bbb7e22a1ce9 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:08:38.036349 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8d2a6b65-c558-47d6-bb31-bbb7e22a1ce9 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:38.094924 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8d2a6b65-c558-47d6-bb31-bbb7e22a1ce9 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "PUT /v2.0/floatingips/2f237d27-dacf-48b6-acf1-0614533d653b HTTP/1.1" status: 200 len: 991 time: 1.2028067 Apr 21 13:08:38.127835 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce00513-daba-4a16-a41b-7688e7b10c24 None None] Sync routers for ids ['2310b8db-08e2-4030-8927-b44358834411'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:08:38.136777 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce00513-daba-4a16-a41b-7688e7b10c24 None None] Routers {'2310b8db-08e2-4030-8927-b44358834411'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:08:38.137365 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4ce00513-daba-4a16-a41b-7688e7b10c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:08:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['2310b8db-08e2-4030-8927-b44358834411'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:08:38.243527 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-4ce00513-daba-4a16-a41b-7688e7b10c24 None None] Set router 2310b8db-08e2-4030-8927-b44358834411 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:08:38.471473 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4ce00513-daba-4a16-a41b-7688e7b10c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2310b8db-08e2-4030-8927-b44358834411', 'name': 'tempest-TestVolumeBackupRestore-1455443868-router', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:05:28Z', 'updated_at': '2022-04-21T13:05:32Z', 'revision_number': 4, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'gw_port': {'id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2310b8db-08e2-4030-8927-b44358834411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:29Z', 'updated_at': '2022-04-21T13:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '2f237d27-dacf-48b6-acf1-0614533d653b', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '2310b8db-08e2-4030-8927-b44358834411', 'port_id': '88824818-1c93-4ec0-9484-1454524e6b36', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d', 'mac_address': 'fa:16:3e:37:36:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403440ba-aaff-4dde-9013-88a4b8d3cb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:08:35Z', 'updated_at': '2022-04-21T13:08:37Z', 'revision_number': 2, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13c3ab6-9336-4281-a5b6-b123045a1182', 'name': '', 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'mac_address': 'fa:16:3e:ff:c6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2310b8db-08e2-4030-8927-b44358834411', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '42364356-4e7d-4efa-9920-77b4769d3ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:31Z', 'updated_at': '2022-04-21T13:05:36Z', 'revision_number': 5, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'subnets': [{'id': '42364356-4e7d-4efa-9920-77b4769d3ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:08:38.497051 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce00513-daba-4a16-a41b-7688e7b10c24 None None] Checking router: 2310b8db-08e2-4030-8927-b44358834411 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:08:38.505723 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce00513-daba-4a16-a41b-7688e7b10c24 None None] Routers {'2310b8db-08e2-4030-8927-b44358834411'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:08:38.506320 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4ce00513-daba-4a16-a41b-7688e7b10c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:08:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['2310b8db-08e2-4030-8927-b44358834411'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:08:38.609385 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-4ce00513-daba-4a16-a41b-7688e7b10c24 None None] Set router 2310b8db-08e2-4030-8927-b44358834411 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:08:38.829083 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-4ce00513-daba-4a16-a41b-7688e7b10c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2310b8db-08e2-4030-8927-b44358834411', 'name': 'tempest-TestVolumeBackupRestore-1455443868-router', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:05:28Z', 'updated_at': '2022-04-21T13:05:32Z', 'revision_number': 4, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'gw_port': {'id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2310b8db-08e2-4030-8927-b44358834411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:29Z', 'updated_at': '2022-04-21T13:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '2f237d27-dacf-48b6-acf1-0614533d653b', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '2310b8db-08e2-4030-8927-b44358834411', 'port_id': '88824818-1c93-4ec0-9484-1454524e6b36', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d', 'mac_address': 'fa:16:3e:37:36:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403440ba-aaff-4dde-9013-88a4b8d3cb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:08:35Z', 'updated_at': '2022-04-21T13:08:37Z', 'revision_number': 2, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13c3ab6-9336-4281-a5b6-b123045a1182', 'name': '', 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'mac_address': 'fa:16:3e:ff:c6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2310b8db-08e2-4030-8927-b44358834411', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '42364356-4e7d-4efa-9920-77b4769d3ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:31Z', 'updated_at': '2022-04-21T13:05:36Z', 'revision_number': 5, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'subnets': [{'id': '42364356-4e7d-4efa-9920-77b4769d3ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:08:38.858830 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce00513-daba-4a16-a41b-7688e7b10c24 None None] The sync data for ids ['2310b8db-08e2-4030-8927-b44358834411'] in n-d-836147-2 is: [{'id': '2310b8db-08e2-4030-8927-b44358834411', 'name': 'tempest-TestVolumeBackupRestore-1455443868-router', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:05:28Z', 'updated_at': '2022-04-21T13:05:32Z', 'revision_number': 4, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'gw_port': {'id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2310b8db-08e2-4030-8927-b44358834411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:29Z', 'updated_at': '2022-04-21T13:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '2f237d27-dacf-48b6-acf1-0614533d653b', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'floating_ip_address': '172.25.8.14', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '2310b8db-08e2-4030-8927-b44358834411', 'port_id': '88824818-1c93-4ec0-9484-1454524e6b36', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3928, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d', 'mac_address': 'fa:16:3e:37:36:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '403440ba-aaff-4dde-9013-88a4b8d3cb8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:08:35Z', 'updated_at': '2022-04-21T13:08:37Z', 'revision_number': 2, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e13c3ab6-9336-4281-a5b6-b123045a1182', 'name': '', 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'mac_address': 'fa:16:3e:ff:c6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2310b8db-08e2-4030-8927-b44358834411', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '42364356-4e7d-4efa-9920-77b4769d3ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:31Z', 'updated_at': '2022-04-21T13:05:36Z', 'revision_number': 5, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'subnets': [{'id': '42364356-4e7d-4efa-9920-77b4769d3ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:08:39.013144 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403440ba-aaff-4dde-9013-88a4b8d3cb8a', 'tag': '88824818-1c93-4ec0-9484-1454524e6b36'}, {'name': 'network-changed', 'server_uuid': '403440ba-aaff-4dde-9013-88a4b8d3cb8a', 'tag': '88824818-1c93-4ec0-9484-1454524e6b36'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:08:39.015112 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a22e74-337b-4dd0-8c7f-c03c4cf9c806" -d '{"events": [{"name": "network-changed", "server_uuid": "403440ba-aaff-4dde-9013-88a4b8d3cb8a", "tag": "88824818-1c93-4ec0-9484-1454524e6b36"}, {"name": "network-changed", "server_uuid": "403440ba-aaff-4dde-9013-88a4b8d3cb8a", "tag": "88824818-1c93-4ec0-9484-1454524e6b36"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:08:39.054530 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 21 Apr 2022 13:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de1fbe1-9e8a-4ec2-9886-639290f09ef3 x-openstack-request-id: req-0de1fbe1-9e8a-4ec2-9886-639290f09ef3 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:08:39.055039 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "403440ba-aaff-4dde-9013-88a4b8d3cb8a", "tag": "88824818-1c93-4ec0-9484-1454524e6b36", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "403440ba-aaff-4dde-9013-88a4b8d3cb8a", "tag": "88824818-1c93-4ec0-9484-1454524e6b36", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:08:39.055649 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0de1fbe1-9e8a-4ec2-9886-639290f09ef3 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:08:39.055936 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0de1fbe1-9e8a-4ec2-9886-639290f09ef3'] response: {'name': 'network-changed', 'server_uuid': '403440ba-aaff-4dde-9013-88a4b8d3cb8a', 'tag': '88824818-1c93-4ec0-9484-1454524e6b36', 'status': 'completed', 'code': 200} Apr 21 13:08:39.056252 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0de1fbe1-9e8a-4ec2-9886-639290f09ef3'] response: {'name': 'network-changed', 'server_uuid': '403440ba-aaff-4dde-9013-88a4b8d3cb8a', 'tag': '88824818-1c93-4ec0-9484-1454524e6b36', 'status': 'completed', 'code': 200} Apr 21 13:08:39.124808 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a22e74-337b-4dd0-8c7f-c03c4cf9c806 req-7ef55fb0-ec6d-4de0-9688-c8a936106b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:39.126340 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1a22e74-337b-4dd0-8c7f-c03c4cf9c806 req-7ef55fb0-ec6d-4de0-9688-c8a936106b67 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a35ad97d2d4647e886eba86e45a1c3de&device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 1097 time: 0.0457826 Apr 21 13:08:39.215308 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a22e74-337b-4dd0-8c7f-c03c4cf9c806 req-3861af81-20c2-4439-bf9e-4f350028b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:39.216689 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1a22e74-337b-4dd0-8c7f-c03c4cf9c806 req-3861af81-20c2-4439-bf9e-4f350028b427 service neutron] 10.222.0.24 "GET /v2.0/networks?id=22f75f1a-05ca-4f2c-bbe1-e94af77d682d HTTP/1.1" status: 200 len: 915 time: 0.0842147 Apr 21 13:08:39.287045 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1a22e74-337b-4dd0-8c7f-c03c4cf9c806 req-24957645-9849-48f4-838b-f5883618771d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88824818-1c93-4ec0-9484-1454524e6b36 HTTP/1.1" status: 200 len: 1001 time: 0.0627491 Apr 21 13:08:39.334182 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a22e74-337b-4dd0-8c7f-c03c4cf9c806 req-051b4cd1-a440-4359-bc9a-0008fa9f98c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:39.335660 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1a22e74-337b-4dd0-8c7f-c03c4cf9c806 req-051b4cd1-a440-4359-bc9a-0008fa9f98c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=42364356-4e7d-4efa-9920-77b4769d3ced HTTP/1.1" status: 200 len: 853 time: 0.0423791 Apr 21 13:08:39.380761 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a22e74-337b-4dd0-8c7f-c03c4cf9c806 req-1cde6706-5e4f-48c4-81fc-7c7606793097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:39.382266 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1a22e74-337b-4dd0-8c7f-c03c4cf9c806 req-1cde6706-5e4f-48c4-81fc-7c7606793097 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=22f75f1a-05ca-4f2c-bbe1-e94af77d682d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405369 Apr 21 13:08:39.474372 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1a22e74-337b-4dd0-8c7f-c03c4cf9c806 req-986e3918-1c4b-4c14-9bf5-8c4d3499beb1 service neutron] 10.222.0.24 "GET /v2.0/networks/22f75f1a-05ca-4f2c-bbe1-e94af77d682d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857134 Apr 21 13:08:39.562112 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1a22e74-337b-4dd0-8c7f-c03c4cf9c806 req-26ac4a6c-5b21-46d5-bd8a-1a84d4b30e1d service neutron] 10.222.0.24 "GET /v2.0/networks/22f75f1a-05ca-4f2c-bbe1-e94af77d682d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810781 Apr 21 13:08:39.643877 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a22e74-337b-4dd0-8c7f-c03c4cf9c806 req-55d3208e-a4b2-440f-81ca-6ad9975c145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:39.645348 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1a22e74-337b-4dd0-8c7f-c03c4cf9c806 req-55d3208e-a4b2-440f-81ca-6ad9975c145f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a35ad97d2d4647e886eba86e45a1c3de&device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 1097 time: 0.0406649 Apr 21 13:08:39.740628 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a22e74-337b-4dd0-8c7f-c03c4cf9c806 req-f588f7f9-da4f-4dad-982a-dbbc7ac6e2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:39.742182 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1a22e74-337b-4dd0-8c7f-c03c4cf9c806 req-f588f7f9-da4f-4dad-982a-dbbc7ac6e2cf service neutron] 10.222.0.24 "GET /v2.0/networks?id=22f75f1a-05ca-4f2c-bbe1-e94af77d682d HTTP/1.1" status: 200 len: 915 time: 0.0909536 Apr 21 13:08:39.809027 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1a22e74-337b-4dd0-8c7f-c03c4cf9c806 req-678b9e10-b7d0-4bf0-8cbf-4ac7105d4b3f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88824818-1c93-4ec0-9484-1454524e6b36 HTTP/1.1" status: 200 len: 1001 time: 0.0600681 Apr 21 13:08:40.152839 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a22e74-337b-4dd0-8c7f-c03c4cf9c806 req-c1e1310a-d312-4f79-88e4-08cb7e473b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:40.157788 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1a22e74-337b-4dd0-8c7f-c03c4cf9c806 req-c1e1310a-d312-4f79-88e4-08cb7e473b9d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=42364356-4e7d-4efa-9920-77b4769d3ced HTTP/1.1" status: 200 len: 853 time: 0.3383541 Apr 21 13:08:40.200408 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a22e74-337b-4dd0-8c7f-c03c4cf9c806 req-7dba08ef-496f-4260-9179-08f84c0b31ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:08:40.202560 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1a22e74-337b-4dd0-8c7f-c03c4cf9c806 req-7dba08ef-496f-4260-9179-08f84c0b31ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=22f75f1a-05ca-4f2c-bbe1-e94af77d682d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418811 Apr 21 13:08:40.293443 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1a22e74-337b-4dd0-8c7f-c03c4cf9c806 req-60a87140-2b0a-411c-923c-89910e9cb534 service neutron] 10.222.0.24 "GET /v2.0/networks/22f75f1a-05ca-4f2c-bbe1-e94af77d682d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837703 Apr 21 13:08:40.391256 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1a22e74-337b-4dd0-8c7f-c03c4cf9c806 req-36b977e8-539e-44e1-a9cc-208c8ff527c5 service neutron] 10.222.0.24 "GET /v2.0/networks/22f75f1a-05ca-4f2c-bbe1-e94af77d682d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912077 Apr 21 13:08:43.490764 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-069991f0-0775-47ec-bb4c-bec3a2a0bf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:45.708693 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2795ba14-2693-40d2-9b24-70f2cae15ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:46.971213 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:48.056986 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:48.531707 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:48.754333 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:50.578042 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:54.424855 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 51050) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:08:54.531877 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0e20535-76f7-4c9d-86d6-078584ee3515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:54.610837 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0e20535-76f7-4c9d-86d6-078584ee3515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:54.679956 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d0e20535-76f7-4c9d-86d6-078584ee3515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:54.726932 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d0e20535-76f7-4c9d-86d6-078584ee3515 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a027056bd54433d932a78e67c575741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2975953 Apr 21 13:08:54.726932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e20535-76f7-4c9d-86d6-078584ee3515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73613970-0a03-4643-b03b-614c8db0ee1e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:08:54.728967 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51060) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:08:54.733700 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e20535-76f7-4c9d-86d6-078584ee3515 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:54.734062 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e20535-76f7-4c9d-86d6-078584ee3515 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:54.734377 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e20535-76f7-4c9d-86d6-078584ee3515 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:54.734709 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e20535-76f7-4c9d-86d6-078584ee3515 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:54.735039 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e20535-76f7-4c9d-86d6-078584ee3515 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:54.735366 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e20535-76f7-4c9d-86d6-078584ee3515 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:54.735765 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e20535-76f7-4c9d-86d6-078584ee3515 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:54.736020 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e20535-76f7-4c9d-86d6-078584ee3515 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:54.736479 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e20535-76f7-4c9d-86d6-078584ee3515 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:54.736671 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e20535-76f7-4c9d-86d6-078584ee3515 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:54.736977 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e20535-76f7-4c9d-86d6-078584ee3515 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:54.737293 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e20535-76f7-4c9d-86d6-078584ee3515 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:08:54.782452 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a510d1e8-317f-4722-8996-2047becc2954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:54.803101 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a510d1e8-317f-4722-8996-2047becc2954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:54.930983 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a510d1e8-317f-4722-8996-2047becc2954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:54.933749 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a510d1e8-317f-4722-8996-2047becc2954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:54.934909 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a510d1e8-317f-4722-8996-2047becc2954 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73613970-0a03-4643-b03b-614c8db0ee1e HTTP/1.1" status: 204 len: 168 time: 0.2049520 Apr 21 13:08:54.943766 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510d1e8-317f-4722-8996-2047becc2954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73613970-0a03-4643-b03b-614c8db0ee1e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:08:55.581827 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51066) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:08:55.595014 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c83816d-097c-426e-9ec6-582dad747188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:55.669225 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c83816d-097c-426e-9ec6-582dad747188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:55.742268 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8c83816d-097c-426e-9ec6-582dad747188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:55.780294 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83816d-097c-426e-9ec6-582dad747188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365f28e5-8146-458f-8cc7-13326d1f68bb,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:08:55.787304 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8c83816d-097c-426e-9ec6-582dad747188 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cf30b9951536417a80737cf89bb555e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2043672 Apr 21 13:08:55.787539 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 51070) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:08:55.850341 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4574a4da-1ef2-45d5-9b6b-0e444a21987c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:55.876773 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4574a4da-1ef2-45d5-9b6b-0e444a21987c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:55.965570 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4574a4da-1ef2-45d5-9b6b-0e444a21987c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:55.968947 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4574a4da-1ef2-45d5-9b6b-0e444a21987c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:55.970112 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4574a4da-1ef2-45d5-9b6b-0e444a21987c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/365f28e5-8146-458f-8cc7-13326d1f68bb HTTP/1.1" status: 204 len: 168 time: 0.1814327 Apr 21 13:08:55.979274 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574a4da-1ef2-45d5-9b6b-0e444a21987c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365f28e5-8146-458f-8cc7-13326d1f68bb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:08:59.725729 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 51156) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:08:59.886069 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e9bb7d8f-21f1-4464-92f7-34be2854b814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:08:59.958843 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e9bb7d8f-21f1-4464-92f7-34be2854b814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:00.056025 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e9bb7d8f-21f1-4464-92f7-34be2854b814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:00.094555 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e9bb7d8f-21f1-4464-92f7-34be2854b814 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cb6e54f868594cfda42f61b6a1144b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3731444 Apr 21 13:09:00.095481 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bb7d8f-21f1-4464-92f7-34be2854b814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7337123-1667-40f5-be70-b4ad819e574a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:09:00.097271 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51160) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:09:00.146619 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-268b4f4e-497b-4d7b-8ef8-6e0869f0e350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:00.168577 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-268b4f4e-497b-4d7b-8ef8-6e0869f0e350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:00.285405 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-268b4f4e-497b-4d7b-8ef8-6e0869f0e350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:00.288163 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-268b4f4e-497b-4d7b-8ef8-6e0869f0e350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:00.292891 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-268b4f4e-497b-4d7b-8ef8-6e0869f0e350 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a7337123-1667-40f5-be70-b4ad819e574a HTTP/1.1" status: 204 len: 168 time: 0.1903346 Apr 21 13:09:00.297541 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b4f4e-497b-4d7b-8ef8-6e0869f0e350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7337123-1667-40f5-be70-b4ad819e574a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:09:00.980391 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:09:12.932861 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51334) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:09:13.038899 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfd5196-5905-4129-8f94-0b68f4572ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:13.115246 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfd5196-5905-4129-8f94-0b68f4572ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:13.211570 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0dfd5196-5905-4129-8f94-0b68f4572ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:13.250758 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0dfd5196-5905-4129-8f94-0b68f4572ead admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ddb9065c720f48bcb925938b6f818f37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3167243 Apr 21 13:09:13.251871 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd5196-5905-4129-8f94-0b68f4572ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18138d87-51ce-428d-b202-96a584121480,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:09:13.253545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 51338) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:09:13.306155 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0875e62-7a61-4772-8fa1-2b68c4349167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:13.327087 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0875e62-7a61-4772-8fa1-2b68c4349167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:13.428101 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0875e62-7a61-4772-8fa1-2b68c4349167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:13.430652 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b0875e62-7a61-4772-8fa1-2b68c4349167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:13.431794 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b0875e62-7a61-4772-8fa1-2b68c4349167 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/18138d87-51ce-428d-b202-96a584121480 HTTP/1.1" status: 204 len: 168 time: 0.1768389 Apr 21 13:09:13.439593 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0875e62-7a61-4772-8fa1-2b68c4349167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18138d87-51ce-428d-b202-96a584121480,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:09:13.530607 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-13508b26-934a-4b75-8305-e5164651b38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:14.157935 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51350) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:09:14.171529 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-deef1462-1564-4ebb-a7ad-7948113383df admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:14.256211 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-deef1462-1564-4ebb-a7ad-7948113383df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:14.314911 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-deef1462-1564-4ebb-a7ad-7948113383df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:14.358027 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-deef1462-1564-4ebb-a7ad-7948113383df admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4f993523181347099b12e6a55a0abeae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1965668 Apr 21 13:09:14.358259 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51354) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:09:14.364799 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef1462-1564-4ebb-a7ad-7948113383df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5adeda92-22c7-42a1-b62a-865aa9d5b561,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:09:14.415468 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30a8b34e-7e2f-482d-861c-bd1bcaedfb1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:14.436994 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30a8b34e-7e2f-482d-861c-bd1bcaedfb1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:14.570788 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30a8b34e-7e2f-482d-861c-bd1bcaedfb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:14.573179 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-30a8b34e-7e2f-482d-861c-bd1bcaedfb1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:14.574362 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-30a8b34e-7e2f-482d-861c-bd1bcaedfb1a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5adeda92-22c7-42a1-b62a-865aa9d5b561 HTTP/1.1" status: 204 len: 168 time: 0.2151561 Apr 21 13:09:14.582175 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8b34e-7e2f-482d-861c-bd1bcaedfb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adeda92-22c7-42a1-b62a-865aa9d5b561,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:09:15.307792 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 51362) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:09:15.322343 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df8d3f13-56ee-4447-b3f3-153db78568ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:15.403478 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df8d3f13-56ee-4447-b3f3-153db78568ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:15.462581 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-df8d3f13-56ee-4447-b3f3-153db78568ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:15.501484 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-df8d3f13-56ee-4447-b3f3-153db78568ce admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=381396b4ad9b45fe8dab8fe79bf66465&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1925015 Apr 21 13:09:15.502394 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d3f13-56ee-4447-b3f3-153db78568ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fc4655-893c-485c-8864-d7141ee04cdc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:09:15.504330 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51366) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:09:15.555520 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55039980-3ce7-47ad-8853-63b1cb6048a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:15.579280 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55039980-3ce7-47ad-8853-63b1cb6048a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:15.696847 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55039980-3ce7-47ad-8853-63b1cb6048a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:15.699759 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55039980-3ce7-47ad-8853-63b1cb6048a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:15.701338 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-55039980-3ce7-47ad-8853-63b1cb6048a6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/89fc4655-893c-485c-8864-d7141ee04cdc HTTP/1.1" status: 204 len: 168 time: 0.1960092 Apr 21 13:09:15.709923 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55039980-3ce7-47ad-8853-63b1cb6048a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fc4655-893c-485c-8864-d7141ee04cdc,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:09:15.742355 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-066968f0-bed1-48e4-b31f-37d1bdc0d4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:16.982386 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:18.016825 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:18.548850 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:18.771265 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:20.610545 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:25.808579 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51478) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:09:25.919179 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-456cc090-dcaa-4dee-9865-4fd31e0dde4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:25.995391 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-456cc090-dcaa-4dee-9865-4fd31e0dde4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:26.068137 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-456cc090-dcaa-4dee-9865-4fd31e0dde4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:26.109972 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-456cc090-dcaa-4dee-9865-4fd31e0dde4b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2b19ff8008f0412abffde88c4320933c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3002625 Apr 21 13:09:26.110819 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456cc090-dcaa-4dee-9865-4fd31e0dde4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc51fafc-b300-4bb0-baa9-7b9ecf1a85ca,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:09:26.113304 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 51484) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:09:26.162555 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fadb3b85-c0be-4890-85e4-8f50f6e281b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:26.184137 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fadb3b85-c0be-4890-85e4-8f50f6e281b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:26.325335 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fadb3b85-c0be-4890-85e4-8f50f6e281b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:26.327870 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fadb3b85-c0be-4890-85e4-8f50f6e281b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:26.329050 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fadb3b85-c0be-4890-85e4-8f50f6e281b8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bc51fafc-b300-4bb0-baa9-7b9ecf1a85ca HTTP/1.1" status: 204 len: 168 time: 0.2146647 Apr 21 13:09:26.336889 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadb3b85-c0be-4890-85e4-8f50f6e281b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc51fafc-b300-4bb0-baa9-7b9ecf1a85ca,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:09:26.981316 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 51490) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:09:26.994357 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-440c2136-287b-430a-84ba-745987c4f9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:27.069382 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-440c2136-287b-430a-84ba-745987c4f9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:27.176801 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-440c2136-287b-430a-84ba-745987c4f9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:27.216041 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-440c2136-287b-430a-84ba-745987c4f9c8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=873f1c3b2259443e8ab4f536265de723&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2335238 Apr 21 13:09:27.216809 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c2136-287b-430a-84ba-745987c4f9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616fa88d-abeb-4107-a67c-e1518198c43c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:09:27.219849 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51494) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:09:27.270388 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7dc8b4fa-2e97-44e2-9182-51e0af21fafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:27.292145 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7dc8b4fa-2e97-44e2-9182-51e0af21fafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:27.411334 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7dc8b4fa-2e97-44e2-9182-51e0af21fafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:27.423470 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7dc8b4fa-2e97-44e2-9182-51e0af21fafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:27.423470 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7dc8b4fa-2e97-44e2-9182-51e0af21fafc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/616fa88d-abeb-4107-a67c-e1518198c43c HTTP/1.1" status: 204 len: 168 time: 0.1939127 Apr 21 13:09:27.423470 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc8b4fa-2e97-44e2-9182-51e0af21fafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616fa88d-abeb-4107-a67c-e1518198c43c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:09:30.066241 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-436130a4-95ad-43b7-b48b-4dddf65a169b req-31165e46-f8dc-44dd-b963-edac4afe0627 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1468844 Apr 21 13:09:30.160460 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436130a4-95ad-43b7-b48b-4dddf65a169b req-b81c6653-5bf0-488b-8ffa-1e72eba945c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:09:30.162065 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-436130a4-95ad-43b7-b48b-4dddf65a169b req-b81c6653-5bf0-488b-8ffa-1e72eba945c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a35ad97d2d4647e886eba86e45a1c3de&device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 1097 time: 0.0417442 Apr 21 13:09:30.274861 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436130a4-95ad-43b7-b48b-4dddf65a169b req-a4495454-05de-48d0-bbd5-6eecb9ca9bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:09:30.276462 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-436130a4-95ad-43b7-b48b-4dddf65a169b req-a4495454-05de-48d0-bbd5-6eecb9ca9bd0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=22f75f1a-05ca-4f2c-bbe1-e94af77d682d HTTP/1.1" status: 200 len: 915 time: 0.0926027 Apr 21 13:09:30.349692 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-436130a4-95ad-43b7-b48b-4dddf65a169b req-54e7f144-b6ef-4bc5-beed-909a7c81450c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88824818-1c93-4ec0-9484-1454524e6b36 HTTP/1.1" status: 200 len: 1001 time: 0.0623379 Apr 21 13:09:30.407136 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436130a4-95ad-43b7-b48b-4dddf65a169b req-b6066aaf-e5d7-421c-8a62-89f33e5c6a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:09:30.408637 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-436130a4-95ad-43b7-b48b-4dddf65a169b req-b6066aaf-e5d7-421c-8a62-89f33e5c6a8e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=42364356-4e7d-4efa-9920-77b4769d3ced HTTP/1.1" status: 200 len: 853 time: 0.0498822 Apr 21 13:09:30.462300 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436130a4-95ad-43b7-b48b-4dddf65a169b req-4ee68785-5b4a-41b5-b9b3-2b2ca59244b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:09:30.464312 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-436130a4-95ad-43b7-b48b-4dddf65a169b req-4ee68785-5b4a-41b5-b9b3-2b2ca59244b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=22f75f1a-05ca-4f2c-bbe1-e94af77d682d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448616 Apr 21 13:09:30.478877 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-436130a4-95ad-43b7-b48b-4dddf65a169b req-5ab723a6-76a0-4103-90b1-bccf6319f9fd service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 13:09:30.479378 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-436130a4-95ad-43b7-b48b-4dddf65a169b req-5ab723a6-76a0-4103-90b1-bccf6319f9fd service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053325 Apr 21 13:09:30.591178 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-436130a4-95ad-43b7-b48b-4dddf65a169b req-22bb0bd8-aa35-4cbb-b0b0-b5b93e350392 service neutron] 10.222.0.24 "GET /v2.0/networks/22f75f1a-05ca-4f2c-bbe1-e94af77d682d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004241 Apr 21 13:09:30.686489 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-436130a4-95ad-43b7-b48b-4dddf65a169b req-e875b3b9-c72f-4411-8ede-5df05887346d service neutron] 10.222.0.24 "GET /v2.0/networks/22f75f1a-05ca-4f2c-bbe1-e94af77d682d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861332 Apr 21 13:09:37.979631 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:09:42.838805 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51676) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:09:42.993086 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ed632e47-2cd3-49b5-b1e9-061201b7cef2 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Deleting port ad40fa71-27da-4c9a-89df-2441ab06f8c0 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:09:42.993432 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed632e47-2cd3-49b5-b1e9-061201b7cef2 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:43.073406 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed632e47-2cd3-49b5-b1e9-061201b7cef2 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:43.073676 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed632e47-2cd3-49b5-b1e9-061201b7cef2 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:43.086943 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ed632e47-2cd3-49b5-b1e9-061201b7cef2 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Calling delete_port for ad40fa71-27da-4c9a-89df-2441ab06f8c0 owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:09:43.279484 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed632e47-2cd3-49b5-b1e9-061201b7cef2 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:43.306457 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed632e47-2cd3-49b5-b1e9-061201b7cef2 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Pushing event deleted for resources: {'Port': ['ID=ad40fa71-27da-4c9a-89df-2441ab06f8c0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:09:43.316181 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed632e47-2cd3-49b5-b1e9-061201b7cef2 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:09:43.319008 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed632e47-2cd3-49b5-b1e9-061201b7cef2 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:09:43.319008 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed632e47-2cd3-49b5-b1e9-061201b7cef2 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:09:43.319008 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed632e47-2cd3-49b5-b1e9-061201b7cef2 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:09:43.319008 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed632e47-2cd3-49b5-b1e9-061201b7cef2 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:09:43.319008 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed632e47-2cd3-49b5-b1e9-061201b7cef2 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:09:43.319008 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed632e47-2cd3-49b5-b1e9-061201b7cef2 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:09:43.320242 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed632e47-2cd3-49b5-b1e9-061201b7cef2 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:09:43.320242 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed632e47-2cd3-49b5-b1e9-061201b7cef2 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:09:43.320242 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed632e47-2cd3-49b5-b1e9-061201b7cef2 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:09:43.320242 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed632e47-2cd3-49b5-b1e9-061201b7cef2 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:09:43.320242 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed632e47-2cd3-49b5-b1e9-061201b7cef2 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:09:43.380492 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed632e47-2cd3-49b5-b1e9-061201b7cef2 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for floatingip, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:43.380907 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-ed632e47-2cd3-49b5-b1e9-061201b7cef2 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Floating IP 2f237d27-dacf-48b6-acf1-0614533d653b disassociated (deleted). External IP: 172.25.8.14, port: 88824818-1c93-4ec0-9484-1454524e6b36. Apr 21 13:09:43.469471 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eb6e7d79-09a6-47b5-9956-be27ec8465fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:43.593676 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed632e47-2cd3-49b5-b1e9-061201b7cef2 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Router 2310b8db-08e2-4030-8927-b44358834411 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:09:43.703282 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed632e47-2cd3-49b5-b1e9-061201b7cef2 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:09:43.708179 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed632e47-2cd3-49b5-b1e9-061201b7cef2 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:43.713160 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a915f1-742f-470a-8986-f900aad1500d None None] Sync routers for ids ['2310b8db-08e2-4030-8927-b44358834411'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:09:43.723729 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a915f1-742f-470a-8986-f900aad1500d None None] Routers {'2310b8db-08e2-4030-8927-b44358834411'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:09:43.724572 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c5a915f1-742f-470a-8986-f900aad1500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:09:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['2310b8db-08e2-4030-8927-b44358834411'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:09:43.735905 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ed632e47-2cd3-49b5-b1e9-061201b7cef2 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "DELETE /v2.0/floatingips/2f237d27-dacf-48b6-acf1-0614533d653b HTTP/1.1" status: 204 len: 168 time: 0.8960121 Apr 21 13:09:43.736584 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403440ba-aaff-4dde-9013-88a4b8d3cb8a', 'tag': '88824818-1c93-4ec0-9484-1454524e6b36'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:09:43.739628 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579ddf5e-b17c-42b0-bf93-fa446017a2f0" -d '{"events": [{"name": "network-changed", "server_uuid": "403440ba-aaff-4dde-9013-88a4b8d3cb8a", "tag": "88824818-1c93-4ec0-9484-1454524e6b36"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:09:43.784035 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e91320-3a2d-4d8a-ae7f-b716ffb738df x-openstack-request-id: req-c8e91320-3a2d-4d8a-ae7f-b716ffb738df {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:09:43.784878 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "403440ba-aaff-4dde-9013-88a4b8d3cb8a", "tag": "88824818-1c93-4ec0-9484-1454524e6b36", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:09:43.784878 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c8e91320-3a2d-4d8a-ae7f-b716ffb738df {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:09:43.785123 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8e91320-3a2d-4d8a-ae7f-b716ffb738df'] response: {'name': 'network-changed', 'server_uuid': '403440ba-aaff-4dde-9013-88a4b8d3cb8a', 'tag': '88824818-1c93-4ec0-9484-1454524e6b36', 'status': 'completed', 'code': 200} Apr 21 13:09:43.858989 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ddf5e-b17c-42b0-bf93-fa446017a2f0 req-ba3f6755-2ea4-4c95-a23e-13f099f974be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:09:43.861933 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-579ddf5e-b17c-42b0-bf93-fa446017a2f0 req-ba3f6755-2ea4-4c95-a23e-13f099f974be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a35ad97d2d4647e886eba86e45a1c3de&device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 1097 time: 0.0497081 Apr 21 13:09:43.868379 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-c5a915f1-742f-470a-8986-f900aad1500d None None] Set router 2310b8db-08e2-4030-8927-b44358834411 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:09:43.983541 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ddf5e-b17c-42b0-bf93-fa446017a2f0 req-dc82a115-4b88-46e9-be5b-2c1ed4968c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:09:43.985689 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-579ddf5e-b17c-42b0-bf93-fa446017a2f0 req-dc82a115-4b88-46e9-be5b-2c1ed4968c50 service neutron] 10.222.0.24 "GET /v2.0/networks?id=22f75f1a-05ca-4f2c-bbe1-e94af77d682d HTTP/1.1" status: 200 len: 915 time: 0.1118324 Apr 21 13:09:44.032544 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-579ddf5e-b17c-42b0-bf93-fa446017a2f0 req-fb307687-b91e-4fe7-92fe-446242e66fc9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88824818-1c93-4ec0-9484-1454524e6b36 HTTP/1.1" status: 200 len: 217 time: 0.0399363 Apr 21 13:09:44.084822 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c5a915f1-742f-470a-8986-f900aad1500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2310b8db-08e2-4030-8927-b44358834411', 'name': 'tempest-TestVolumeBackupRestore-1455443868-router', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:05:28Z', 'updated_at': '2022-04-21T13:05:32Z', 'revision_number': 4, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'gw_port': {'id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2310b8db-08e2-4030-8927-b44358834411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:29Z', 'updated_at': '2022-04-21T13:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'e13c3ab6-9336-4281-a5b6-b123045a1182', 'name': '', 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'mac_address': 'fa:16:3e:ff:c6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2310b8db-08e2-4030-8927-b44358834411', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '42364356-4e7d-4efa-9920-77b4769d3ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:31Z', 'updated_at': '2022-04-21T13:05:36Z', 'revision_number': 5, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'subnets': [{'id': '42364356-4e7d-4efa-9920-77b4769d3ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:09:44.099726 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ddf5e-b17c-42b0-bf93-fa446017a2f0 req-e721c3e2-9885-4daf-8a35-4323435c5381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:09:44.101551 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-579ddf5e-b17c-42b0-bf93-fa446017a2f0 req-e721c3e2-9885-4daf-8a35-4323435c5381 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=42364356-4e7d-4efa-9920-77b4769d3ced HTTP/1.1" status: 200 len: 853 time: 0.0609286 Apr 21 13:09:44.115916 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a915f1-742f-470a-8986-f900aad1500d None None] Checking router: 2310b8db-08e2-4030-8927-b44358834411 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:09:44.131818 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a915f1-742f-470a-8986-f900aad1500d None None] Routers {'2310b8db-08e2-4030-8927-b44358834411'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:09:44.132412 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c5a915f1-742f-470a-8986-f900aad1500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:09:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['2310b8db-08e2-4030-8927-b44358834411'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:09:44.161154 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ddf5e-b17c-42b0-bf93-fa446017a2f0 req-f424d021-0079-4903-af69-63d7693a067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:09:44.162663 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-579ddf5e-b17c-42b0-bf93-fa446017a2f0 req-f424d021-0079-4903-af69-63d7693a067e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=22f75f1a-05ca-4f2c-bbe1-e94af77d682d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544977 Apr 21 13:09:44.276798 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-c5a915f1-742f-470a-8986-f900aad1500d None None] Set router 2310b8db-08e2-4030-8927-b44358834411 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:09:44.308409 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e452f7-3d20-457d-b094-6025a72599fa req-e25690f4-9630-4e26-bd23-e0529142ffed tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:09:44.315730 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5e452f7-3d20-457d-b094-6025a72599fa req-e25690f4-9630-4e26-bd23-e0529142ffed tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 946 time: 0.0837562 Apr 21 13:09:44.357697 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-579ddf5e-b17c-42b0-bf93-fa446017a2f0 req-ab0ba868-3e00-4277-87e6-269e006fe5e1 service neutron] 10.222.0.24 "GET /v2.0/networks/22f75f1a-05ca-4f2c-bbe1-e94af77d682d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870065 Apr 21 13:09:44.372921 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5e452f7-3d20-457d-b094-6025a72599fa req-7575dda0-e780-4b93-a007-11afcce968a3 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/security-groups?id=3971a9cb-8cbf-47f1-9577-c0f4644d016f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530007 Apr 21 13:09:44.494098 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-579ddf5e-b17c-42b0-bf93-fa446017a2f0 req-2881da29-ff09-4c0a-b44d-f1f7d8de8cb8 service neutron] 10.222.0.24 "GET /v2.0/networks/22f75f1a-05ca-4f2c-bbe1-e94af77d682d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188128 Apr 21 13:09:44.669172 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c5a915f1-742f-470a-8986-f900aad1500d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2310b8db-08e2-4030-8927-b44358834411', 'name': 'tempest-TestVolumeBackupRestore-1455443868-router', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:05:28Z', 'updated_at': '2022-04-21T13:05:32Z', 'revision_number': 4, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'gw_port': {'id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2310b8db-08e2-4030-8927-b44358834411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:29Z', 'updated_at': '2022-04-21T13:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'e13c3ab6-9336-4281-a5b6-b123045a1182', 'name': '', 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'mac_address': 'fa:16:3e:ff:c6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2310b8db-08e2-4030-8927-b44358834411', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '42364356-4e7d-4efa-9920-77b4769d3ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:31Z', 'updated_at': '2022-04-21T13:05:36Z', 'revision_number': 5, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'subnets': [{'id': '42364356-4e7d-4efa-9920-77b4769d3ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:09:44.700721 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a915f1-742f-470a-8986-f900aad1500d None None] The sync data for ids ['2310b8db-08e2-4030-8927-b44358834411'] in n-d-836147-2 is: [{'id': '2310b8db-08e2-4030-8927-b44358834411', 'name': 'tempest-TestVolumeBackupRestore-1455443868-router', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:05:28Z', 'updated_at': '2022-04-21T13:05:32Z', 'revision_number': 4, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'gw_port': {'id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2310b8db-08e2-4030-8927-b44358834411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:29Z', 'updated_at': '2022-04-21T13:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'e13c3ab6-9336-4281-a5b6-b123045a1182', 'name': '', 'network_id': '22f75f1a-05ca-4f2c-bbe1-e94af77d682d', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'mac_address': 'fa:16:3e:ff:c6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2310b8db-08e2-4030-8927-b44358834411', 'device_owner': 'network:router_interface', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '42364356-4e7d-4efa-9920-77b4769d3ced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:31Z', 'updated_at': '2022-04-21T13:05:36Z', 'revision_number': 5, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'subnets': [{'id': '42364356-4e7d-4efa-9920-77b4769d3ced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:09:44.953851 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bef2055-da30-4b33-a462-52003c2bcd2f None None] New status for floating IP 2f237d27-dacf-48b6-acf1-0614533d653b: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:09:45.525110 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e89ce-e294-4e9f-be8b-c85581fb98c1 req-aa79b7cc-0106-4577-b615-a13967405939 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:09:45.526654 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a3e89ce-e294-4e9f-be8b-c85581fb98c1 req-aa79b7cc-0106-4577-b615-a13967405939 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 946 time: 0.0508804 Apr 21 13:09:45.573121 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a3e89ce-e294-4e9f-be8b-c85581fb98c1 req-f63a99d4-9229-4f0c-9f77-4eed0800f942 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/security-groups?id=3971a9cb-8cbf-47f1-9577-c0f4644d016f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405250 Apr 21 13:09:45.730880 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-881fd3aa-83dd-43bc-8bbd-40b7108eb9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:45.872399 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d225867-3210-402f-8c9a-ed88f416ac13 req-48ee72c2-c3c6-4e16-96e2-063f6d87cdcb tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:09:45.874110 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d225867-3210-402f-8c9a-ed88f416ac13 req-48ee72c2-c3c6-4e16-96e2-063f6d87cdcb tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.24 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 946 time: 0.0493307 Apr 21 13:09:45.969704 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-5d225867-3210-402f-8c9a-ed88f416ac13 req-9270b6fb-778f-4957-bd9f-eb0df126e99a tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Deleting port 88824818-1c93-4ec0-9484-1454524e6b36 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:09:45.970162 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5d225867-3210-402f-8c9a-ed88f416ac13 req-9270b6fb-778f-4957-bd9f-eb0df126e99a tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:46.066965 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5d225867-3210-402f-8c9a-ed88f416ac13 req-9270b6fb-778f-4957-bd9f-eb0df126e99a tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] For port 88824818-1c93-4ec0-9484-1454524e6b36, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=88824818-1c93-4ec0-9484-1454524e6b36,segment=NetworkSegment(37d59429-b7c7-4b2b-b6d0-a1d9873b46f6),segment_id=37d59429-b7c7-4b2b-b6d0-a1d9873b46f6)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:09:46.067334 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5d225867-3210-402f-8c9a-ed88f416ac13 req-9270b6fb-778f-4957-bd9f-eb0df126e99a tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:46.081430 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-5d225867-3210-402f-8c9a-ed88f416ac13 req-9270b6fb-778f-4957-bd9f-eb0df126e99a tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Calling delete_port for 88824818-1c93-4ec0-9484-1454524e6b36 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:09:46.308346 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5d225867-3210-402f-8c9a-ed88f416ac13 req-9270b6fb-778f-4957-bd9f-eb0df126e99a tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:46.424505 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d225867-3210-402f-8c9a-ed88f416ac13 req-9270b6fb-778f-4957-bd9f-eb0df126e99a tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] No DVR routers for this DVR port 88824818-1c93-4ec0-9484-1454524e6b36 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:09:46.428551 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270b6fb-778f-4957-bd9f-eb0df126e99a tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Pushing event deleted for resources: {'Port': ['ID=88824818-1c93-4ec0-9484-1454524e6b36,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:09:46.430894 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5d225867-3210-402f-8c9a-ed88f416ac13 req-9270b6fb-778f-4957-bd9f-eb0df126e99a tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:46.440029 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d225867-3210-402f-8c9a-ed88f416ac13 req-9270b6fb-778f-4957-bd9f-eb0df126e99a tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.24 "DELETE /v2.0/ports/88824818-1c93-4ec0-9484-1454524e6b36 HTTP/1.1" status: 204 len: 173 time: 0.5556862 Apr 21 13:09:46.440694 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403440ba-aaff-4dde-9013-88a4b8d3cb8a', 'name': 'network-vif-deleted', 'tag': '88824818-1c93-4ec0-9484-1454524e6b36'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:09:46.444566 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57525851-1dc2-491a-ae53-4b77670bfcf1" -d '{"events": [{"server_uuid": "403440ba-aaff-4dde-9013-88a4b8d3cb8a", "name": "network-vif-deleted", "tag": "88824818-1c93-4ec0-9484-1454524e6b36"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:09:46.696712 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf23610-142d-4de1-a388-9dd3b54de84e x-openstack-request-id: req-5bf23610-142d-4de1-a388-9dd3b54de84e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:09:46.697392 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403440ba-aaff-4dde-9013-88a4b8d3cb8a", "name": "network-vif-deleted", "tag": "88824818-1c93-4ec0-9484-1454524e6b36", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:09:46.697392 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5bf23610-142d-4de1-a388-9dd3b54de84e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:09:46.697753 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bf23610-142d-4de1-a388-9dd3b54de84e'] response: {'server_uuid': '403440ba-aaff-4dde-9013-88a4b8d3cb8a', 'name': 'network-vif-deleted', 'tag': '88824818-1c93-4ec0-9484-1454524e6b36', 'status': 'completed', 'code': 200} Apr 21 13:09:46.700060 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ed068bc-3f03-4b1e-8fae-9491b84a3b8c req-a3900cc3-53a6-4355-b751-808aa1d0a1c6 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 210 time: 0.0360177 Apr 21 13:09:47.000177 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:47.805502 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54e32c47-095f-475a-987b-c6499f32c438 req-12431ab6-6eee-4c90-bed2-15a5c314d561 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 210 time: 0.0290811 Apr 21 13:09:48.022674 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:48.519775 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:48.744096 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:48.923416 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7c842313-085f-4ca3-9189-29b8a84acc01 req-c3176712-5e8b-40e1-b772-8e0683e836de tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 210 time: 0.0313966 Apr 21 13:09:49.195353 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 88824818-1c93-4ec0-9484-1454524e6b36 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:09:49.256913 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 88824818-1c93-4ec0-9484-1454524e6b36 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:09:49.256913 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 88824818-1c93-4ec0-9484-1454524e6b36 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:09:50.034032 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c77e25bf-93ad-41de-93bc-2d14f3a63aa4 req-88725cbb-e7f5-4c60-b8ab-49e4d489997e tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 210 time: 0.0337310 Apr 21 13:09:50.661284 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:51.153128 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52227056-a65e-4e51-9e61-ae6037b00ba9 req-e6b510af-a097-45d6-9b3e-c238f0866799 tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "GET /v2.0/ports?device_id=403440ba-aaff-4dde-9013-88a4b8d3cb8a HTTP/1.1" status: 200 len: 210 time: 0.0375276 Apr 21 13:09:52.205394 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 51922) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:09:52.268434 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c88460b0-c716-4437-8520-45d47c073e1a tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:52.295349 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c88460b0-c716-4437-8520-45d47c073e1a tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:52.473168 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c88460b0-c716-4437-8520-45d47c073e1a tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:52.476377 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c88460b0-c716-4437-8520-45d47c073e1a tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:52.477717 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c88460b0-c716-4437-8520-45d47c073e1a tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] 10.222.0.36 "DELETE /v2.0/security-groups/3971a9cb-8cbf-47f1-9577-c0f4644d016f HTTP/1.1" status: 204 len: 168 time: 0.2711604 Apr 21 13:09:52.487270 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88460b0-c716-4437-8520-45d47c073e1a tempest-TestVolumeBackupRestore-392364280 tempest-TestVolumeBackupRestore-392364280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3971a9cb-8cbf-47f1-9577-c0f4644d016f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:09:56.336121 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52130) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:09:56.806149 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0248-f574-4e6e-b2b8-da9b42056247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:57.148228 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c1fb0248-f574-4e6e-b2b8-da9b42056247 admin admin] Deleting port e13c3ab6-9336-4281-a5b6-b123045a1182 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:09:57.148572 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0248-f574-4e6e-b2b8-da9b42056247 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:57.236248 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-c1fb0248-f574-4e6e-b2b8-da9b42056247 admin admin] For port e13c3ab6-9336-4281-a5b6-b123045a1182, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e13c3ab6-9336-4281-a5b6-b123045a1182,segment=NetworkSegment(37d59429-b7c7-4b2b-b6d0-a1d9873b46f6),segment_id=37d59429-b7c7-4b2b-b6d0-a1d9873b46f6)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:09:57.236605 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0248-f574-4e6e-b2b8-da9b42056247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:57.252282 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c1fb0248-f574-4e6e-b2b8-da9b42056247 admin admin] Calling delete_port for e13c3ab6-9336-4281-a5b6-b123045a1182 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:09:57.513781 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0248-f574-4e6e-b2b8-da9b42056247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:57.542214 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb0248-f574-4e6e-b2b8-da9b42056247 admin admin] Pushing event deleted for resources: {'Port': ['ID=e13c3ab6-9336-4281-a5b6-b123045a1182,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:09:57.555967 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb0248-f574-4e6e-b2b8-da9b42056247 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:09:57.556395 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb0248-f574-4e6e-b2b8-da9b42056247 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:09:57.556809 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb0248-f574-4e6e-b2b8-da9b42056247 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:09:57.557205 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb0248-f574-4e6e-b2b8-da9b42056247 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:09:57.557629 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb0248-f574-4e6e-b2b8-da9b42056247 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:09:57.558023 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb0248-f574-4e6e-b2b8-da9b42056247 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:09:57.558412 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb0248-f574-4e6e-b2b8-da9b42056247 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:09:57.558800 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb0248-f574-4e6e-b2b8-da9b42056247 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:09:57.562458 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb0248-f574-4e6e-b2b8-da9b42056247 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:09:57.562458 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb0248-f574-4e6e-b2b8-da9b42056247 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:09:57.562458 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb0248-f574-4e6e-b2b8-da9b42056247 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:09:57.562458 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fb0248-f574-4e6e-b2b8-da9b42056247 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:09:57.751814 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c1fb0248-f574-4e6e-b2b8-da9b42056247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:58.010432 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1fb0248-f574-4e6e-b2b8-da9b42056247 admin admin] Router 2310b8db-08e2-4030-8927-b44358834411 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:09:58.136431 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fb0248-f574-4e6e-b2b8-da9b42056247 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:09:58.145996 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c1fb0248-f574-4e6e-b2b8-da9b42056247 admin admin] 10.222.0.36 "PUT /v2.0/routers/2310b8db-08e2-4030-8927-b44358834411/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8087285 Apr 21 13:09:58.146815 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e043bd-f9bc-4932-8bbe-da19e49cd244 None None] Sync routers for ids ['2310b8db-08e2-4030-8927-b44358834411'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:09:58.148662 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52220) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:09:58.158158 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e043bd-f9bc-4932-8bbe-da19e49cd244 None None] Routers {'2310b8db-08e2-4030-8927-b44358834411'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:09:58.158767 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a1e043bd-f9bc-4932-8bbe-da19e49cd244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:09:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['2310b8db-08e2-4030-8927-b44358834411'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:09:58.258097 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17e7ff8a-3e3b-4723-a0bc-5d42197b9176 admin admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:58.269000 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-a1e043bd-f9bc-4932-8bbe-da19e49cd244 None None] Set router 2310b8db-08e2-4030-8927-b44358834411 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:09:58.474600 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a1e043bd-f9bc-4932-8bbe-da19e49cd244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2310b8db-08e2-4030-8927-b44358834411', 'name': 'tempest-TestVolumeBackupRestore-1455443868-router', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:05:28Z', 'updated_at': '2022-04-21T13:09:57Z', 'revision_number': 5, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'gw_port': {'id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2310b8db-08e2-4030-8927-b44358834411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:29Z', 'updated_at': '2022-04-21T13:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:09:58.506493 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e043bd-f9bc-4932-8bbe-da19e49cd244 None None] Checking router: 2310b8db-08e2-4030-8927-b44358834411 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:09:58.523277 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e043bd-f9bc-4932-8bbe-da19e49cd244 None None] Routers {'2310b8db-08e2-4030-8927-b44358834411'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:09:58.524138 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a1e043bd-f9bc-4932-8bbe-da19e49cd244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:09:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['2310b8db-08e2-4030-8927-b44358834411'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:09:58.650612 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-a1e043bd-f9bc-4932-8bbe-da19e49cd244 None None] Set router 2310b8db-08e2-4030-8927-b44358834411 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:09:58.832208 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17e7ff8a-3e3b-4723-a0bc-5d42197b9176 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:58.916956 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a1e043bd-f9bc-4932-8bbe-da19e49cd244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2310b8db-08e2-4030-8927-b44358834411', 'name': 'tempest-TestVolumeBackupRestore-1455443868-router', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:05:28Z', 'updated_at': '2022-04-21T13:09:57Z', 'revision_number': 5, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'gw_port': {'id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2310b8db-08e2-4030-8927-b44358834411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:29Z', 'updated_at': '2022-04-21T13:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:09:58.950413 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e043bd-f9bc-4932-8bbe-da19e49cd244 None None] The sync data for ids ['2310b8db-08e2-4030-8927-b44358834411'] in n-d-836147-2 is: [{'id': '2310b8db-08e2-4030-8927-b44358834411', 'name': 'tempest-TestVolumeBackupRestore-1455443868-router', 'tenant_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:05:28Z', 'updated_at': '2022-04-21T13:09:57Z', 'revision_number': 5, 'project_id': 'a35ad97d2d4647e886eba86e45a1c3de', 'gw_port': {'id': 'f0516172-a491-4714-b0a6-c2bae7672ba2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f8:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2310b8db-08e2-4030-8927-b44358834411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:29Z', 'updated_at': '2022-04-21T13:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:09:58.970941 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-17e7ff8a-3e3b-4723-a0bc-5d42197b9176 admin admin] Deleting port f0516172-a491-4714-b0a6-c2bae7672ba2 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:09:58.971688 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17e7ff8a-3e3b-4723-a0bc-5d42197b9176 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:59.069453 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-17e7ff8a-3e3b-4723-a0bc-5d42197b9176 admin admin] For port f0516172-a491-4714-b0a6-c2bae7672ba2, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f0516172-a491-4714-b0a6-c2bae7672ba2,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:09:59.069778 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17e7ff8a-3e3b-4723-a0bc-5d42197b9176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:59.082653 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-17e7ff8a-3e3b-4723-a0bc-5d42197b9176 admin admin] Calling delete_port for f0516172-a491-4714-b0a6-c2bae7672ba2 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:09:59.320067 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17e7ff8a-3e3b-4723-a0bc-5d42197b9176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:59.364274 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7ff8a-3e3b-4723-a0bc-5d42197b9176 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0516172-a491-4714-b0a6-c2bae7672ba2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:09:59.443619 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17e7ff8a-3e3b-4723-a0bc-5d42197b9176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:59.546560 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17e7ff8a-3e3b-4723-a0bc-5d42197b9176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:59.548871 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17e7ff8a-3e3b-4723-a0bc-5d42197b9176 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:59.663091 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17e7ff8a-3e3b-4723-a0bc-5d42197b9176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:59.663781 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e7ff8a-3e3b-4723-a0bc-5d42197b9176 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2310b8db-08e2-4030-8927-b44358834411 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:09:59.670612 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-17e7ff8a-3e3b-4723-a0bc-5d42197b9176 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:59.670612 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-17e7ff8a-3e3b-4723-a0bc-5d42197b9176 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2310b8db-08e2-4030-8927-b44358834411 HTTP/1.1" status: 204 len: 168 time: 1.5202651 Apr 21 13:09:59.672771 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52292) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:09:59.732748 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-b647f90f-0b20-4a5d-9492-c11ed0f71744 admin admin] Deleting subnet 42364356-4e7d-4efa-9920-77b4769d3ced {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:09:59.740458 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b647f90f-0b20-4a5d-9492-c11ed0f71744 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:59.794374 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b647f90f-0b20-4a5d-9492-c11ed0f71744 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:09:59.907007 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b647f90f-0b20-4a5d-9492-c11ed0f71744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:00.047574 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f0516172-a491-4714-b0a6-c2bae7672ba2 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:10:00.070390 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: f0516172-a491-4714-b0a6-c2bae7672ba2 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:10:00.070731 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f0516172-a491-4714-b0a6-c2bae7672ba2 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:10:00.071159 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e13c3ab6-9336-4281-a5b6-b123045a1182 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:10:00.091049 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: e13c3ab6-9336-4281-a5b6-b123045a1182 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:10:00.227898 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e13c3ab6-9336-4281-a5b6-b123045a1182 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:10:00.296721 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b647f90f-0b20-4a5d-9492-c11ed0f71744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:00.324723 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b647f90f-0b20-4a5d-9492-c11ed0f71744 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:00.327904 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b647f90f-0b20-4a5d-9492-c11ed0f71744 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/42364356-4e7d-4efa-9920-77b4769d3ced HTTP/1.1" status: 204 len: 168 time: 0.6537821 Apr 21 13:10:00.328816 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647f90f-0b20-4a5d-9492-c11ed0f71744 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42364356-4e7d-4efa-9920-77b4769d3ced,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:10:00.330989 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52312) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:10:00.335891 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab104aa4-624a-4917-9766-db004b0e5bfd None None] Network 22f75f1a-05ca-4f2c-bbe1-e94af77d682d requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:10:00.549880 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10ad169-9e00-4592-bc04-e9715f16d971 None None] DHCP port deletion for 22f75f1a-05ca-4f2c-bbe1-e94af77d682d request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:10:00.649984 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d10ad169-9e00-4592-bc04-e9715f16d971 None None] Deleting port 0617c2a8-0220-460f-9bc8-7659030d7321 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:10:00.650653 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d10ad169-9e00-4592-bc04-e9715f16d971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:00.745397 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d10ad169-9e00-4592-bc04-e9715f16d971 None None] For port 0617c2a8-0220-460f-9bc8-7659030d7321, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=0617c2a8-0220-460f-9bc8-7659030d7321,segment=NetworkSegment(37d59429-b7c7-4b2b-b6d0-a1d9873b46f6),segment_id=37d59429-b7c7-4b2b-b6d0-a1d9873b46f6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:10:00.745838 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d10ad169-9e00-4592-bc04-e9715f16d971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:00.756217 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e927900-57a8-4ed9-b5cf-8988e408b7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:00.759745 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-d10ad169-9e00-4592-bc04-e9715f16d971 None None] Calling delete_port for 0617c2a8-0220-460f-9bc8-7659030d7321 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:10:00.827683 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3e927900-57a8-4ed9-b5cf-8988e408b7ce admin admin] Deleting port 0617c2a8-0220-460f-9bc8-7659030d7321 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:10:00.828858 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e927900-57a8-4ed9-b5cf-8988e408b7ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:00.901473 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-3e927900-57a8-4ed9-b5cf-8988e408b7ce admin admin] For port 0617c2a8-0220-460f-9bc8-7659030d7321, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=0617c2a8-0220-460f-9bc8-7659030d7321,segment=NetworkSegment(37d59429-b7c7-4b2b-b6d0-a1d9873b46f6),segment_id=37d59429-b7c7-4b2b-b6d0-a1d9873b46f6)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:10:00.901853 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e927900-57a8-4ed9-b5cf-8988e408b7ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:00.908144 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d10ad169-9e00-4592-bc04-e9715f16d971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:00.916212 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-3e927900-57a8-4ed9-b5cf-8988e408b7ce admin admin] Calling delete_port for 0617c2a8-0220-460f-9bc8-7659030d7321 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:10:00.937774 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ad169-9e00-4592-bc04-e9715f16d971 None None] Pushing event deleted for resources: {'Port': ['ID=0617c2a8-0220-460f-9bc8-7659030d7321,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:10:00.948474 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ad169-9e00-4592-bc04-e9715f16d971 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:10:00.948821 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ad169-9e00-4592-bc04-e9715f16d971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:10:00.950259 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ad169-9e00-4592-bc04-e9715f16d971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:10:00.950259 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ad169-9e00-4592-bc04-e9715f16d971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:10:00.950259 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ad169-9e00-4592-bc04-e9715f16d971 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:10:00.950259 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ad169-9e00-4592-bc04-e9715f16d971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:10:00.950663 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ad169-9e00-4592-bc04-e9715f16d971 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:10:00.950779 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ad169-9e00-4592-bc04-e9715f16d971 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:10:00.951101 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ad169-9e00-4592-bc04-e9715f16d971 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:10:00.951388 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ad169-9e00-4592-bc04-e9715f16d971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:10:00.951706 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ad169-9e00-4592-bc04-e9715f16d971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:10:00.952025 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10ad169-9e00-4592-bc04-e9715f16d971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:10:00.954766 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10ad169-9e00-4592-bc04-e9715f16d971 None None] No DVR routers for this DVR port 0617c2a8-0220-460f-9bc8-7659030d7321 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:10:01.014799 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e927900-57a8-4ed9-b5cf-8988e408b7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:01.040144 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e927900-57a8-4ed9-b5cf-8988e408b7ce admin admin] Pushing event deleted for resources: {'Port': ['ID=0617c2a8-0220-460f-9bc8-7659030d7321,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:10:01.051079 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e927900-57a8-4ed9-b5cf-8988e408b7ce admin admin] No DVR routers for this DVR port 0617c2a8-0220-460f-9bc8-7659030d7321 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:10:01.136731 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e927900-57a8-4ed9-b5cf-8988e408b7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:01.159856 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3e927900-57a8-4ed9-b5cf-8988e408b7ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f75f1a-05ca-4f2c-bbe1-e94af77d682d']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:10:01.172671 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3e927900-57a8-4ed9-b5cf-8988e408b7ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d59429-b7c7-4b2b-b6d0-a1d9873b46f6') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:10:01.175353 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-3e927900-57a8-4ed9-b5cf-8988e408b7ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d59429-b7c7-4b2b-b6d0-a1d9873b46f6') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:10:01.187348 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e927900-57a8-4ed9-b5cf-8988e408b7ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:01.203419 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e927900-57a8-4ed9-b5cf-8988e408b7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:01.211586 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e927900-57a8-4ed9-b5cf-8988e408b7ce admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:10:01.211987 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e927900-57a8-4ed9-b5cf-8988e408b7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: self.session.flush() Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: timer() Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:10:01.216961 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:10:01.341912 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e927900-57a8-4ed9-b5cf-8988e408b7ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:01.347881 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3e927900-57a8-4ed9-b5cf-8988e408b7ce admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:01.351720 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3e927900-57a8-4ed9-b5cf-8988e408b7ce admin admin] 10.222.0.36 "DELETE /v2.0/networks/22f75f1a-05ca-4f2c-bbe1-e94af77d682d HTTP/1.1" status: 204 len: 168 time: 1.0197372 Apr 21 13:10:01.355276 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52354) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:10:01.365195 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e927900-57a8-4ed9-b5cf-8988e408b7ce admin admin] Pushing event deleted for resources: {'Network': ['ID=22f75f1a-05ca-4f2c-bbe1-e94af77d682d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:10:01.761664 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-466039b5-e572-42d6-920f-bd5f1b2d8b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:02.053237 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-466039b5-e572-42d6-920f-bd5f1b2d8b57 admin admin] Deleting port fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:10:02.053614 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-466039b5-e572-42d6-920f-bd5f1b2d8b57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:02.070458 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 0617c2a8-0220-460f-9bc8-7659030d7321 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:10:02.108655 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 0617c2a8-0220-460f-9bc8-7659030d7321 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:10:02.108655 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 0617c2a8-0220-460f-9bc8-7659030d7321 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:10:02.174001 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-466039b5-e572-42d6-920f-bd5f1b2d8b57 admin admin] For port fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5,segment=NetworkSegment(4c05821b-8cd4-44e5-8b92-c8b3f2b4b221),segment_id=4c05821b-8cd4-44e5-8b92-c8b3f2b4b221)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:10:02.174371 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-466039b5-e572-42d6-920f-bd5f1b2d8b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:02.188716 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-466039b5-e572-42d6-920f-bd5f1b2d8b57 admin admin] Calling delete_port for fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:10:02.474273 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-466039b5-e572-42d6-920f-bd5f1b2d8b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:02.507136 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466039b5-e572-42d6-920f-bd5f1b2d8b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:10:02.706465 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-466039b5-e572-42d6-920f-bd5f1b2d8b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:02.956109 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466039b5-e572-42d6-920f-bd5f1b2d8b57 admin admin] Router dc0eb6af-636c-4d5b-8c78-c9b756ff57e5 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:10:03.068009 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466039b5-e572-42d6-920f-bd5f1b2d8b57 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:10:03.076370 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-466039b5-e572-42d6-920f-bd5f1b2d8b57 admin admin] 10.222.0.36 "PUT /v2.0/routers/dc0eb6af-636c-4d5b-8c78-c9b756ff57e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7167156 Apr 21 13:10:03.076370 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52434) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:10:03.079760 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23e77ae-2959-414f-ba15-497e704b4a3b None None] Sync routers for ids ['dc0eb6af-636c-4d5b-8c78-c9b756ff57e5'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:10:03.091813 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23e77ae-2959-414f-ba15-497e704b4a3b None None] Routers {'dc0eb6af-636c-4d5b-8c78-c9b756ff57e5'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:10:03.091813 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a23e77ae-2959-414f-ba15-497e704b4a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:09:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['dc0eb6af-636c-4d5b-8c78-c9b756ff57e5'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:10:03.196325 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86d08c37-5e41-40be-8dde-3628988dfd92 admin admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:03.218042 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-a23e77ae-2959-414f-ba15-497e704b4a3b None None] Set router dc0eb6af-636c-4d5b-8c78-c9b756ff57e5 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:10:03.315196 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86d08c37-5e41-40be-8dde-3628988dfd92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:03.450406 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a23e77ae-2959-414f-ba15-497e704b4a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0eb6af-636c-4d5b-8c78-c9b756ff57e5', 'name': 'tempest-TestVolumeBackupRestore-1855469727-router', 'tenant_id': 'f62413932716430bb6e184f9c6c0c107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'ce643236-dadf-49bc-902f-bfbd3f0f1123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:05:36Z', 'updated_at': '2022-04-21T13:10:02Z', 'revision_number': 5, 'project_id': 'f62413932716430bb6e184f9c6c0c107', 'gw_port': {'id': 'ce643236-dadf-49bc-902f-bfbd3f0f1123', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0eb6af-636c-4d5b-8c78-c9b756ff57e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:37Z', 'updated_at': '2022-04-21T13:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:10:03.487171 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23e77ae-2959-414f-ba15-497e704b4a3b None None] Checking router: dc0eb6af-636c-4d5b-8c78-c9b756ff57e5 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:10:03.496362 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23e77ae-2959-414f-ba15-497e704b4a3b None None] Routers {'dc0eb6af-636c-4d5b-8c78-c9b756ff57e5'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:10:03.497028 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a23e77ae-2959-414f-ba15-497e704b4a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:09:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['dc0eb6af-636c-4d5b-8c78-c9b756ff57e5'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:10:03.611512 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-a23e77ae-2959-414f-ba15-497e704b4a3b None None] Set router dc0eb6af-636c-4d5b-8c78-c9b756ff57e5 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:10:03.803891 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a23e77ae-2959-414f-ba15-497e704b4a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc0eb6af-636c-4d5b-8c78-c9b756ff57e5', 'name': 'tempest-TestVolumeBackupRestore-1855469727-router', 'tenant_id': 'f62413932716430bb6e184f9c6c0c107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'ce643236-dadf-49bc-902f-bfbd3f0f1123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:05:36Z', 'updated_at': '2022-04-21T13:10:02Z', 'revision_number': 5, 'project_id': 'f62413932716430bb6e184f9c6c0c107', 'gw_port': {'id': 'ce643236-dadf-49bc-902f-bfbd3f0f1123', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0eb6af-636c-4d5b-8c78-c9b756ff57e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:37Z', 'updated_at': '2022-04-21T13:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:10:03.829205 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23e77ae-2959-414f-ba15-497e704b4a3b None None] The sync data for ids ['dc0eb6af-636c-4d5b-8c78-c9b756ff57e5'] in n-d-836147-2 is: [{'id': 'dc0eb6af-636c-4d5b-8c78-c9b756ff57e5', 'name': 'tempest-TestVolumeBackupRestore-1855469727-router', 'tenant_id': 'f62413932716430bb6e184f9c6c0c107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.148'}], 'enable_snat': True}, 'gw_port_id': 'ce643236-dadf-49bc-902f-bfbd3f0f1123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:05:36Z', 'updated_at': '2022-04-21T13:10:02Z', 'revision_number': 5, 'project_id': 'f62413932716430bb6e184f9c6c0c107', 'gw_port': {'id': 'ce643236-dadf-49bc-902f-bfbd3f0f1123', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc0eb6af-636c-4d5b-8c78-c9b756ff57e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:05:37Z', 'updated_at': '2022-04-21T13:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:10:04.008807 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [req-bd76fba9-707a-4cb4-883c-db045fc77fb9 req-e866f3e5-95bb-4780-9b3d-80e8982be50d service neutron] (103397) timed out ('10.222.0.36', 57208) {{(pid=103397) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 21 13:10:04.249309 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-86d08c37-5e41-40be-8dde-3628988dfd92 admin admin] Deleting port ce643236-dadf-49bc-902f-bfbd3f0f1123 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:10:04.249970 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86d08c37-5e41-40be-8dde-3628988dfd92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:04.275920 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:10:04.305970 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:10:04.306456 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fa2ac3a7-83b7-40f5-ab8b-8c5cee690aa5 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:10:04.353362 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-86d08c37-5e41-40be-8dde-3628988dfd92 admin admin] For port ce643236-dadf-49bc-902f-bfbd3f0f1123, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ce643236-dadf-49bc-902f-bfbd3f0f1123,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:10:04.353887 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86d08c37-5e41-40be-8dde-3628988dfd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:04.369622 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-86d08c37-5e41-40be-8dde-3628988dfd92 admin admin] Calling delete_port for ce643236-dadf-49bc-902f-bfbd3f0f1123 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:10:04.628782 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86d08c37-5e41-40be-8dde-3628988dfd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:04.669326 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d08c37-5e41-40be-8dde-3628988dfd92 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce643236-dadf-49bc-902f-bfbd3f0f1123,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:10:04.731091 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86d08c37-5e41-40be-8dde-3628988dfd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:04.834045 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86d08c37-5e41-40be-8dde-3628988dfd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:04.835220 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86d08c37-5e41-40be-8dde-3628988dfd92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:04.936607 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86d08c37-5e41-40be-8dde-3628988dfd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:04.937156 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86d08c37-5e41-40be-8dde-3628988dfd92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc0eb6af-636c-4d5b-8c78-c9b756ff57e5 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:10:04.942257 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-86d08c37-5e41-40be-8dde-3628988dfd92 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:04.946318 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-86d08c37-5e41-40be-8dde-3628988dfd92 admin admin] 10.222.0.36 "DELETE /v2.0/routers/dc0eb6af-636c-4d5b-8c78-c9b756ff57e5 HTTP/1.1" status: 204 len: 168 time: 1.8675020 Apr 21 13:10:04.946607 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52490) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:10:04.999179 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba3a150f-d154-4a6f-a669-42c2a089482b admin admin] Deleting subnet d3df7417-d656-458c-8ca3-38cc61d1c69b {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:10:05.002483 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ba3a150f-d154-4a6f-a669-42c2a089482b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:05.042743 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ba3a150f-d154-4a6f-a669-42c2a089482b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:05.127654 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ba3a150f-d154-4a6f-a669-42c2a089482b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:05.270800 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ba3a150f-d154-4a6f-a669-42c2a089482b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:05.301570 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a150f-d154-4a6f-a669-42c2a089482b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3df7417-d656-458c-8ca3-38cc61d1c69b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:10:05.312937 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee1d9b9-8b8d-4ad6-8403-00aac7f33361 None None] Network 46869337-37f3-477b-9cbc-53506679fea6 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:10:05.313572 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ba3a150f-d154-4a6f-a669-42c2a089482b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:05.317322 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ba3a150f-d154-4a6f-a669-42c2a089482b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d3df7417-d656-458c-8ca3-38cc61d1c69b HTTP/1.1" status: 204 len: 168 time: 0.3697526 Apr 21 13:10:05.320085 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52506) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:10:05.413719 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1ca1063-ea29-41df-9a14-cba70e77809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:05.474453 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca1063-ea29-41df-9a14-cba70e77809d admin admin] Deleting port 3fa6c257-f015-4c41-a3f1-0cf957546155 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:10:05.474806 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1ca1063-ea29-41df-9a14-cba70e77809d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:05.541548 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9558eda0-2f0b-4e4f-b653-f54e82b7624d None None] DHCP port deletion for 46869337-37f3-477b-9cbc-53506679fea6 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:10:05.572186 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-b1ca1063-ea29-41df-9a14-cba70e77809d admin admin] For port 3fa6c257-f015-4c41-a3f1-0cf957546155, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3fa6c257-f015-4c41-a3f1-0cf957546155,segment=NetworkSegment(4c05821b-8cd4-44e5-8b92-c8b3f2b4b221),segment_id=4c05821b-8cd4-44e5-8b92-c8b3f2b4b221)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:10:05.572886 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1ca1063-ea29-41df-9a14-cba70e77809d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:05.589801 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca1063-ea29-41df-9a14-cba70e77809d admin admin] Calling delete_port for 3fa6c257-f015-4c41-a3f1-0cf957546155 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:10:05.622750 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9558eda0-2f0b-4e4f-b653-f54e82b7624d None None] Deleting port 3fa6c257-f015-4c41-a3f1-0cf957546155 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:10:05.623238 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9558eda0-2f0b-4e4f-b653-f54e82b7624d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:05.703167 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9558eda0-2f0b-4e4f-b653-f54e82b7624d None None] For port 3fa6c257-f015-4c41-a3f1-0cf957546155, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3fa6c257-f015-4c41-a3f1-0cf957546155,segment=NetworkSegment(4c05821b-8cd4-44e5-8b92-c8b3f2b4b221),segment_id=4c05821b-8cd4-44e5-8b92-c8b3f2b4b221)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:10:05.703868 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9558eda0-2f0b-4e4f-b653-f54e82b7624d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:05.724446 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9558eda0-2f0b-4e4f-b653-f54e82b7624d None None] Calling delete_port for 3fa6c257-f015-4c41-a3f1-0cf957546155 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:10:05.757238 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1ca1063-ea29-41df-9a14-cba70e77809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:05.787227 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ca1063-ea29-41df-9a14-cba70e77809d admin admin] No DVR routers for this DVR port 3fa6c257-f015-4c41-a3f1-0cf957546155 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:10:05.793029 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca1063-ea29-41df-9a14-cba70e77809d admin admin] Pushing event deleted for resources: {'Port': ['ID=3fa6c257-f015-4c41-a3f1-0cf957546155,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 13:10:05.809225 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 13:10:05.815534 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9558eda0-2f0b-4e4f-b653-f54e82b7624d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:05.844439 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9558eda0-2f0b-4e4f-b653-f54e82b7624d None None] No DVR routers for this DVR port 3fa6c257-f015-4c41-a3f1-0cf957546155 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:10:05.849828 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558eda0-2f0b-4e4f-b653-f54e82b7624d None None] Pushing event deleted for resources: {'Port': ['ID=3fa6c257-f015-4c41-a3f1-0cf957546155,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:10:05.878192 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1ca1063-ea29-41df-9a14-cba70e77809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:05.899908 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-b1ca1063-ea29-41df-9a14-cba70e77809d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46869337-37f3-477b-9cbc-53506679fea6']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:10:05.908993 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-b1ca1063-ea29-41df-9a14-cba70e77809d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c05821b-8cd4-44e5-8b92-c8b3f2b4b221') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:10:05.909281 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-b1ca1063-ea29-41df-9a14-cba70e77809d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c05821b-8cd4-44e5-8b92-c8b3f2b4b221') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:10:05.919445 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1ca1063-ea29-41df-9a14-cba70e77809d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:05.932304 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1ca1063-ea29-41df-9a14-cba70e77809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:05.938357 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ca1063-ea29-41df-9a14-cba70e77809d admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1ca1063-ea29-41df-9a14-cba70e77809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: timer() Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:10:05.942280 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:10:06.040007 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ce643236-dadf-49bc-902f-bfbd3f0f1123 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:10:06.064086 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: ce643236-dadf-49bc-902f-bfbd3f0f1123 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:10:06.064516 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ce643236-dadf-49bc-902f-bfbd3f0f1123 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:10:06.064996 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3fa6c257-f015-4c41-a3f1-0cf957546155 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:10:06.065737 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1ca1063-ea29-41df-9a14-cba70e77809d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:06.072063 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b1ca1063-ea29-41df-9a14-cba70e77809d admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:06.078412 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b1ca1063-ea29-41df-9a14-cba70e77809d admin admin] 10.222.0.36 "DELETE /v2.0/networks/46869337-37f3-477b-9cbc-53506679fea6 HTTP/1.1" status: 204 len: 168 time: 0.7543261 Apr 21 13:10:06.096417 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca1063-ea29-41df-9a14-cba70e77809d admin admin] Pushing event deleted for resources: {'Network': ['ID=46869337-37f3-477b-9cbc-53506679fea6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:10:06.097216 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 3fa6c257-f015-4c41-a3f1-0cf957546155 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:10:06.097621 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3fa6c257-f015-4c41-a3f1-0cf957546155 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:10:06.582674 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52568) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:10:06.624745 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-59368e1d-b587-40ad-a6bc-a88a773f1783 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a35ad97d2d4647e886eba86e45a1c3de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393362 Apr 21 13:10:06.627218 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 52570) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:10:06.680550 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6155db68-1847-4af5-8049-929a51210b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:06.706103 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6155db68-1847-4af5-8049-929a51210b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:06.839318 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6155db68-1847-4af5-8049-929a51210b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:06.841840 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6155db68-1847-4af5-8049-929a51210b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:06.843029 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6155db68-1847-4af5-8049-929a51210b40 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5d63c88-d774-47b0-b6db-280f10b7ac0d HTTP/1.1" status: 204 len: 168 time: 0.2148266 Apr 21 13:10:06.854897 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6155db68-1847-4af5-8049-929a51210b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d63c88-d774-47b0-b6db-280f10b7ac0d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:10:07.594104 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52612) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:10:07.635959 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fafad033-5660-4930-8f49-5db92f4a2559 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f62413932716430bb6e184f9c6c0c107&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395248 Apr 21 13:10:07.639318 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 52614) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:10:07.700651 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c263222-4b47-4128-a314-768373f7436d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:07.726546 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c263222-4b47-4128-a314-768373f7436d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:07.897258 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c263222-4b47-4128-a314-768373f7436d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:07.899852 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c263222-4b47-4128-a314-768373f7436d admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:07.903833 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0c263222-4b47-4128-a314-768373f7436d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ddd4214-aab4-4423-a70a-6d0a2fc83340 HTTP/1.1" status: 204 len: 168 time: 0.2606983 Apr 21 13:10:07.910534 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c263222-4b47-4128-a314-768373f7436d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddd4214-aab4-4423-a70a-6d0a2fc83340,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:10:13.485652 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-11f7375d-1fb4-49d0-9e5c-1cf530e12150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:14.978617 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:10:15.805860 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfbc8910-26f5-41a0-8e4a-18a1f7181c52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:17.010713 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:18.090782 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:18.582502 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:18.782475 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:20.616431 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:30.506774 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53052) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:10:30.620417 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1fdcfeb-28aa-4b3f-b74f-a6fa94f3cf25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:30.700100 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1fdcfeb-28aa-4b3f-b74f-a6fa94f3cf25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:30.770343 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e1fdcfeb-28aa-4b3f-b74f-a6fa94f3cf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:30.812541 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e1fdcfeb-28aa-4b3f-b74f-a6fa94f3cf25 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b4700bf746684720804626054b9b2166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3046560 Apr 21 13:10:30.813402 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fdcfeb-28aa-4b3f-b74f-a6fa94f3cf25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e064f1-8107-42ef-9963-8524d062cc6d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:10:30.815644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 53074) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:10:30.870063 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a59fd51-48e2-4894-afed-a42884acc5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:30.891380 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a59fd51-48e2-4894-afed-a42884acc5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:31.004798 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a59fd51-48e2-4894-afed-a42884acc5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:31.007439 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6a59fd51-48e2-4894-afed-a42884acc5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:31.008582 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6a59fd51-48e2-4894-afed-a42884acc5b6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/13e064f1-8107-42ef-9963-8524d062cc6d HTTP/1.1" status: 204 len: 168 time: 0.1918714 Apr 21 13:10:31.017203 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59fd51-48e2-4894-afed-a42884acc5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e064f1-8107-42ef-9963-8524d062cc6d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:10:39.575499 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 53370) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:10:39.679530 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d35f382-543e-4204-bfaa-12422e7b2113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:39.750139 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d35f382-543e-4204-bfaa-12422e7b2113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:39.804622 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6d35f382-543e-4204-bfaa-12422e7b2113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:39.843697 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6d35f382-543e-4204-bfaa-12422e7b2113 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1453f81541434538ba985c48946bcb58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2664969 Apr 21 13:10:39.844653 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35f382-543e-4204-bfaa-12422e7b2113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4475c59-df96-410e-83f3-3411765ca4b9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:10:39.846548 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53374) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:10:39.894071 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-029cb272-c0f3-4bb0-969f-f49bd17117a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:39.914971 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-029cb272-c0f3-4bb0-969f-f49bd17117a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:40.004894 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-029cb272-c0f3-4bb0-969f-f49bd17117a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:40.007434 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-029cb272-c0f3-4bb0-969f-f49bd17117a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:40.008580 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-029cb272-c0f3-4bb0-969f-f49bd17117a4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b4475c59-df96-410e-83f3-3411765ca4b9 HTTP/1.1" status: 204 len: 168 time: 0.1610568 Apr 21 13:10:40.016813 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029cb272-c0f3-4bb0-969f-f49bd17117a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4475c59-df96-410e-83f3-3411765ca4b9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:10:41.461087 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 53404) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:10:41.566015 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d14f1aaf-78ff-4abd-a9d7-bcb080ed0acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:41.639333 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d14f1aaf-78ff-4abd-a9d7-bcb080ed0acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:41.707207 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d14f1aaf-78ff-4abd-a9d7-bcb080ed0acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:41.744722 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d14f1aaf-78ff-4abd-a9d7-bcb080ed0acc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4cb33ebd8ed44a63a18027eef008d103&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2825482 Apr 21 13:10:41.745694 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f1aaf-78ff-4abd-a9d7-bcb080ed0acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e3e0c6-7e81-4d87-a5ef-aea04810b5ee,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:10:41.748369 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53408) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:10:41.795897 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5250b7ac-3349-4267-a2a5-ac8ce7367416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:41.816813 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5250b7ac-3349-4267-a2a5-ac8ce7367416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:41.936300 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5250b7ac-3349-4267-a2a5-ac8ce7367416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:41.939471 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5250b7ac-3349-4267-a2a5-ac8ce7367416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:41.940610 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5250b7ac-3349-4267-a2a5-ac8ce7367416 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/41e3e0c6-7e81-4d87-a5ef-aea04810b5ee HTTP/1.1" status: 204 len: 168 time: 0.1909049 Apr 21 13:10:41.948275 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250b7ac-3349-4267-a2a5-ac8ce7367416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e3e0c6-7e81-4d87-a5ef-aea04810b5ee,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:10:42.838272 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53430) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:10:42.933208 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-c74ec428-081f-4a5c-a923-d9bda1bf6de8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2091759217-network', 'tenant_id': 'ff30107ed0884fc4811bc1da055bce7c'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:10:43.016029 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74ec428-081f-4a5c-a923-d9bda1bf6de8 admin admin] Made reservation on behalf of ff30107ed0884fc4811bc1da055bce7c for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:10:43.018935 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c74ec428-081f-4a5c-a923-d9bda1bf6de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:43.027106 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c74ec428-081f-4a5c-a923-d9bda1bf6de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:43.097081 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c74ec428-081f-4a5c-a923-d9bda1bf6de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:43.158640 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c74ec428-081f-4a5c-a923-d9bda1bf6de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:43.184142 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c74ec428-081f-4a5c-a923-d9bda1bf6de8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:10:43.189746 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ec428-081f-4a5c-a923-d9bda1bf6de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a653bd-f589-417f-a055-77917cd5d791,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:10:43.199976 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c74ec428-081f-4a5c-a923-d9bda1bf6de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:43.199976 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-c74ec428-081f-4a5c-a923-d9bda1bf6de8 admin admin] Added segment 73362255-7826-4b0e-8082-68b42edfe7d6 of type vlan for network 5ee91831-6f2e-4d5c-a3dc-82620b3772e6 Apr 21 13:10:43.238108 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c74ec428-081f-4a5c-a923-d9bda1bf6de8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:43.324402 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c74ec428-081f-4a5c-a923-d9bda1bf6de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:43.325362 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74ec428-081f-4a5c-a923-d9bda1bf6de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:10:43.325971 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c74ec428-081f-4a5c-a923-d9bda1bf6de8 admin admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:43.386860 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ec428-081f-4a5c-a923-d9bda1bf6de8 admin admin] Pushing event updated for resources: {'Network': ['ID=5ee91831-6f2e-4d5c-a3dc-82620b3772e6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:10:43.394725 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ec428-081f-4a5c-a923-d9bda1bf6de8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:10:43.395047 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ec428-081f-4a5c-a923-d9bda1bf6de8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:10:43.395383 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ec428-081f-4a5c-a923-d9bda1bf6de8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:10:43.395715 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ec428-081f-4a5c-a923-d9bda1bf6de8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:10:43.396046 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ec428-081f-4a5c-a923-d9bda1bf6de8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:10:43.396371 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ec428-081f-4a5c-a923-d9bda1bf6de8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:10:43.396698 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ec428-081f-4a5c-a923-d9bda1bf6de8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:10:43.397022 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ec428-081f-4a5c-a923-d9bda1bf6de8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:10:43.397344 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ec428-081f-4a5c-a923-d9bda1bf6de8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:10:43.397689 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ec428-081f-4a5c-a923-d9bda1bf6de8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:10:43.398014 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ec428-081f-4a5c-a923-d9bda1bf6de8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:10:43.398332 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c74ec428-081f-4a5c-a923-d9bda1bf6de8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:10:43.413696 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 5ee91831-6f2e-4d5c-a3dc-82620b3772e6 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:10:43.430842 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c74ec428-081f-4a5c-a923-d9bda1bf6de8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5910501 Apr 21 13:10:43.433269 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 53434) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:10:43.438798 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-62579462-b8b8-4bc8-987b-f74b9b78b294 admin admin] Request body: {'subnet': {'network_id': '5ee91831-6f2e-4d5c-a3dc-82620b3772e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2091759217-subnet', 'tenant_id': 'ff30107ed0884fc4811bc1da055bce7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:10:43.484641 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c6c0fc99-845b-4e90-8b2d-b8d6d41b5f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:43.513258 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62579462-b8b8-4bc8-987b-f74b9b78b294 admin admin] Made reservation on behalf of ff30107ed0884fc4811bc1da055bce7c for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:10:43.515659 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62579462-b8b8-4bc8-987b-f74b9b78b294 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:43.736455 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62579462-b8b8-4bc8-987b-f74b9b78b294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:43.788415 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62579462-b8b8-4bc8-987b-f74b9b78b294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c86632b-4ad2-412e-9df4-12662cc47b8c,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:10:43.796821 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62579462-b8b8-4bc8-987b-f74b9b78b294 admin admin] Checking segment: {'id': '73362255-7826-4b0e-8082-68b42edfe7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5ee91831-6f2e-4d5c-a3dc-82620b3772e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:10:43.797169 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62579462-b8b8-4bc8-987b-f74b9b78b294 admin admin] Network hostable DHCP agents. Network: 5ee91831-6f2e-4d5c-a3dc-82620b3772e6, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:10:43.912986 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62579462-b8b8-4bc8-987b-f74b9b78b294 admin admin] Network 5ee91831-6f2e-4d5c-a3dc-82620b3772e6 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:10:43.987599 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-62579462-b8b8-4bc8-987b-f74b9b78b294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 5ee91831-6f2e-4d5c-a3dc-82620b3772e6) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:10:43.991636 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62579462-b8b8-4bc8-987b-f74b9b78b294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:10:43.992214 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-62579462-b8b8-4bc8-987b-f74b9b78b294 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:43.996536 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee33d29-e6da-4587-8b0d-9277cbb32d42 None None] Network 5ee91831-6f2e-4d5c-a3dc-82620b3772e6 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:10:44.093302 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-62579462-b8b8-4bc8-987b-f74b9b78b294 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6588521 Apr 21 13:10:44.119792 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3e64c2-4a01-4a20-a59d-6df44ba6c630 None None] Network 5ee91831-6f2e-4d5c-a3dc-82620b3772e6 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:10:45.747282 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-78ebbe92-584e-4cb4-b982-927c8cba29cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:46.964718 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:48.027356 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:48.536091 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:48.735830 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:50.622022 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:10:51.978616 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:11:13.461714 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9cee6651-145d-42cd-b36c-007740ae0f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:11:15.735630 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e708dd6-2846-4321-99a6-c14f6469385f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:11:16.964507 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:11:18.032980 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:11:18.518613 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:11:18.735762 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:11:20.621431 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:11:28.978745 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:11:43.444686 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5322abb-11d7-473c-8600-076630c20b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:11:45.718592 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c8613dc-4a09-4d17-8c48-a40847d13472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:11:46.988861 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:11:48.055813 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:11:48.552592 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:11:48.730014 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:11:50.627076 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:11:50.902288 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-a83f041c-d3a9-4110-b959-c67fc3c28950 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:11:50.903635 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-a83f041c-d3a9-4110-b959-c67fc3c28950 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/networks?id=5ee91831-6f2e-4d5c-a3dc-82620b3772e6 HTTP/1.1" status: 200 len: 814 time: 0.0995250 Apr 21 13:11:50.918160 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-405f4b7b-e0d3-4c51-bd2a-3d3a3dd47fcb tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/quotas/ff30107ed0884fc4811bc1da055bce7c HTTP/1.1" status: 200 len: 375 time: 0.0088148 Apr 21 13:11:50.953315 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-5a9bc747-5227-401f-b99f-31d03d62e01f tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff30107ed0884fc4811bc1da055bce7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299728 Apr 21 13:11:51.016009 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-f3fee4d4-d45f-4139-aae4-568bcd2d80bd service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 13:11:51.017000 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-f3fee4d4-d45f-4139-aae4-568bcd2d80bd service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0571980 Apr 21 13:11:51.104869 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-e4a6176f-c36a-447b-ad3a-adc12bc963e9 service neutron] 10.222.0.36 "GET /v2.0/networks/5ee91831-6f2e-4d5c-a3dc-82620b3772e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811665 Apr 21 13:11:51.198482 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-c0b4b979-59e9-40e6-91fa-386ed2491bfd service neutron] 10.222.0.36 "GET /v2.0/networks/5ee91831-6f2e-4d5c-a3dc-82620b3772e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874519 Apr 21 13:11:51.431281 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0713c6af-50ec-427b-be77-9178e5ed3ce1 req-b393f4c3-a3b6-4db0-bc53-ede3b9c2943c tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3a85559-3bd0-4487-869c-efe8db82bef8 HTTP/1.1" status: 200 len: 210 time: 0.0275412 Apr 21 13:11:52.525497 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f8bcc6bd-0ebb-48a1-a270-bde4ea4f49fb req-be91f5ce-2936-463c-86bf-2fd0fa9da88e tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3a85559-3bd0-4487-869c-efe8db82bef8 HTTP/1.1" status: 200 len: 210 time: 0.0267141 Apr 21 13:11:53.441481 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-b5f0f61c-9b65-4130-880c-fea235b0dd49 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:11:53.442999 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-b5f0f61c-9b65-4130-880c-fea235b0dd49 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.24 "GET /v2.0/networks?id=5ee91831-6f2e-4d5c-a3dc-82620b3772e6 HTTP/1.1" status: 200 len: 814 time: 0.1038623 Apr 21 13:11:53.462724 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-77a97972-7626-461d-8598-ae306b94eb13 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Request body: {'port': {'device_id': 'e3a85559-3bd0-4487-869c-efe8db82bef8', 'network_id': '5ee91831-6f2e-4d5c-a3dc-82620b3772e6', 'admin_state_up': True, 'tenant_id': 'ff30107ed0884fc4811bc1da055bce7c'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:11:53.626555 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-57f224f7-9d7c-4657-809a-c40e95836746 req-722f68fe-7ab0-4194-bceb-1646c95c9f51 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3a85559-3bd0-4487-869c-efe8db82bef8 HTTP/1.1" status: 200 len: 210 time: 0.0264277 Apr 21 13:11:53.673057 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-77a97972-7626-461d-8598-ae306b94eb13 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Made reservation on behalf of ff30107ed0884fc4811bc1da055bce7c for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:11:53.676618 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-77a97972-7626-461d-8598-ae306b94eb13 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:11:53.800919 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-77a97972-7626-461d-8598-ae306b94eb13 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Allocated IP 172.20.0.14 (5ee91831-6f2e-4d5c-a3dc-82620b3772e6/7c86632b-4ad2-412e-9df4-12662cc47b8c/d37eb0d3-6f28-402a-a6f6-92813ec2aec6) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:11:53.942523 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-77a97972-7626-461d-8598-ae306b94eb13 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:11:54.050249 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-77a97972-7626-461d-8598-ae306b94eb13 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:11:54.093696 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-77a97972-7626-461d-8598-ae306b94eb13 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Network 5ee91831-6f2e-4d5c-a3dc-82620b3772e6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:11:54.096938 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-77a97972-7626-461d-8598-ae306b94eb13 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:11:54.100643 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-77a97972-7626-461d-8598-ae306b94eb13 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:11:54.123515 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a97972-7626-461d-8598-ae306b94eb13 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Pushing event updated for resources: {'Port': ['ID=d37eb0d3-6f28-402a-a6f6-92813ec2aec6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:11:54.134299 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a97972-7626-461d-8598-ae306b94eb13 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:11:54.134631 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a97972-7626-461d-8598-ae306b94eb13 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:11:54.134963 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a97972-7626-461d-8598-ae306b94eb13 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:11:54.135291 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a97972-7626-461d-8598-ae306b94eb13 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:11:54.135615 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a97972-7626-461d-8598-ae306b94eb13 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:11:54.135936 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a97972-7626-461d-8598-ae306b94eb13 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:11:54.136254 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a97972-7626-461d-8598-ae306b94eb13 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:11:54.136568 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a97972-7626-461d-8598-ae306b94eb13 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:11:54.136887 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a97972-7626-461d-8598-ae306b94eb13 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:11:54.137202 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a97972-7626-461d-8598-ae306b94eb13 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:11:54.137520 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a97972-7626-461d-8598-ae306b94eb13 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:11:54.137858 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a97972-7626-461d-8598-ae306b94eb13 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:11:54.160473 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-77a97972-7626-461d-8598-ae306b94eb13 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:11:54.161072 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-77a97972-7626-461d-8598-ae306b94eb13 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:11:54.258490 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-77a97972-7626-461d-8598-ae306b94eb13 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7998331 Apr 21 13:11:54.275131 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-126d1d95-3253-45b6-9bf0-2efbe27b1a0e service neutron] Request body: {'port': {'device_id': 'e3a85559-3bd0-4487-869c-efe8db82bef8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:11:54.331494 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-126d1d95-3253-45b6-9bf0-2efbe27b1a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:11:54.588398 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-126d1d95-3253-45b6-9bf0-2efbe27b1a0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d37eb0d3-6f28-402a-a6f6-92813ec2aec6 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:11:54.595582 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-126d1d95-3253-45b6-9bf0-2efbe27b1a0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:11:54.607908 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-126d1d95-3253-45b6-9bf0-2efbe27b1a0e service neutron] Transition to ACTIVE for port object d37eb0d3-6f28-402a-a6f6-92813ec2aec6 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:11:54.661202 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-126d1d95-3253-45b6-9bf0-2efbe27b1a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:11:54.718984 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d1d95-3253-45b6-9bf0-2efbe27b1a0e service neutron] Pushing event updated for resources: {'Port': ['ID=d37eb0d3-6f28-402a-a6f6-92813ec2aec6,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:11:54.800693 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665d406-9c93-4db1-8a52-aead94252af6 req-e05021a3-1146-4d02-903a-1ff45c78805e tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:11:54.802201 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f665d406-9c93-4db1-8a52-aead94252af6 req-e05021a3-1146-4d02-903a-1ff45c78805e tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3a85559-3bd0-4487-869c-efe8db82bef8 HTTP/1.1" status: 200 len: 944 time: 0.1023879 Apr 21 13:11:54.838317 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-126d1d95-3253-45b6-9bf0-2efbe27b1a0e service neutron] Attempting to bind port d37eb0d3-6f28-402a-a6f6-92813ec2aec6 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:11:54.838692 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-126d1d95-3253-45b6-9bf0-2efbe27b1a0e service neutron] Attempting to bind port d37eb0d3-6f28-402a-a6f6-92813ec2aec6 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '73362255-7826-4b0e-8082-68b42edfe7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5ee91831-6f2e-4d5c-a3dc-82620b3772e6'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:11:54.838956 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-126d1d95-3253-45b6-9bf0-2efbe27b1a0e service neutron] Attempting to bind port d37eb0d3-6f28-402a-a6f6-92813ec2aec6 on network 5ee91831-6f2e-4d5c-a3dc-82620b3772e6 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:11:54.848940 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-126d1d95-3253-45b6-9bf0-2efbe27b1a0e service neutron] Port d37eb0d3-6f28-402a-a6f6-92813ec2aec6 on network 5ee91831-6f2e-4d5c-a3dc-82620b3772e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:11:54.849255 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-126d1d95-3253-45b6-9bf0-2efbe27b1a0e service neutron] Attempting to bind port d37eb0d3-6f28-402a-a6f6-92813ec2aec6 on network 5ee91831-6f2e-4d5c-a3dc-82620b3772e6 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:11:54.858494 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-126d1d95-3253-45b6-9bf0-2efbe27b1a0e service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:11:54.858826 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-126d1d95-3253-45b6-9bf0-2efbe27b1a0e service neutron] Checking segment: {'id': '73362255-7826-4b0e-8082-68b42edfe7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5ee91831-6f2e-4d5c-a3dc-82620b3772e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:11:54.859222 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-126d1d95-3253-45b6-9bf0-2efbe27b1a0e service neutron] Bound using segment: {'id': '73362255-7826-4b0e-8082-68b42edfe7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5ee91831-6f2e-4d5c-a3dc-82620b3772e6'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:11:54.859642 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-126d1d95-3253-45b6-9bf0-2efbe27b1a0e service neutron] Bound port: d37eb0d3-6f28-402a-a6f6-92813ec2aec6, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73362255-7826-4b0e-8082-68b42edfe7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5ee91831-6f2e-4d5c-a3dc-82620b3772e6'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:11:54.859999 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-126d1d95-3253-45b6-9bf0-2efbe27b1a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:11:54.864191 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f665d406-9c93-4db1-8a52-aead94252af6 req-7bdec8a1-1433-4d36-bcc7-239672045180 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0a653bd-f589-417f-a055-77917cd5d791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559332 Apr 21 13:11:54.925300 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-126d1d95-3253-45b6-9bf0-2efbe27b1a0e service neutron] For port d37eb0d3-6f28-402a-a6f6-92813ec2aec6, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:11:54.928248 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-126d1d95-3253-45b6-9bf0-2efbe27b1a0e service neutron] For port d37eb0d3-6f28-402a-a6f6-92813ec2aec6, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=d37eb0d3-6f28-402a-a6f6-92813ec2aec6,segment=NetworkSegment(73362255-7826-4b0e-8082-68b42edfe7d6),segment_id=73362255-7826-4b0e-8082-68b42edfe7d6)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:11:54.987142 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-126d1d95-3253-45b6-9bf0-2efbe27b1a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:11:55.023711 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-126d1d95-3253-45b6-9bf0-2efbe27b1a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:11:55.024317 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-126d1d95-3253-45b6-9bf0-2efbe27b1a0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:11:55.025741 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-126d1d95-3253-45b6-9bf0-2efbe27b1a0e service neutron] 10.222.0.24 "PUT /v2.0/ports/d37eb0d3-6f28-402a-a6f6-92813ec2aec6 HTTP/1.1" status: 200 len: 1092 time: 0.7545419 Apr 21 13:11:55.026175 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3a85559-3bd0-4487-869c-efe8db82bef8', 'tag': 'd37eb0d3-6f28-402a-a6f6-92813ec2aec6'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:11:55.028430 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bacecda-e0b5-431a-8773-e3d8ce9b5206" -d '{"events": [{"name": "network-changed", "server_uuid": "e3a85559-3bd0-4487-869c-efe8db82bef8", "tag": "d37eb0d3-6f28-402a-a6f6-92813ec2aec6"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:11:55.052803 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d1d95-3253-45b6-9bf0-2efbe27b1a0e service neutron] Pushing event updated for resources: {'Port': ['ID=d37eb0d3-6f28-402a-a6f6-92813ec2aec6,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:11:55.067095 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f67bcd-4a70-4595-9fab-6c080660ba97 x-openstack-request-id: req-49f67bcd-4a70-4595-9fab-6c080660ba97 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:11:55.067381 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3a85559-3bd0-4487-869c-efe8db82bef8", "tag": "d37eb0d3-6f28-402a-a6f6-92813ec2aec6", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:11:55.067631 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-49f67bcd-4a70-4595-9fab-6c080660ba97 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:11:55.068037 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49f67bcd-4a70-4595-9fab-6c080660ba97'] response: {'name': 'network-changed', 'server_uuid': 'e3a85559-3bd0-4487-869c-efe8db82bef8', 'tag': 'd37eb0d3-6f28-402a-a6f6-92813ec2aec6', 'status': 'completed', 'code': 200} Apr 21 13:11:55.129386 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacecda-e0b5-431a-8773-e3d8ce9b5206 req-f9516472-b90f-4a15-9118-f48770ccb82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:11:55.130815 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4bacecda-e0b5-431a-8773-e3d8ce9b5206 req-f9516472-b90f-4a15-9118-f48770ccb82f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff30107ed0884fc4811bc1da055bce7c&device_id=e3a85559-3bd0-4487-869c-efe8db82bef8 HTTP/1.1" status: 200 len: 1095 time: 0.0399642 Apr 21 13:11:55.228444 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacecda-e0b5-431a-8773-e3d8ce9b5206 req-544c791d-aa0b-4571-9f7a-66fb96908adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:11:55.229931 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4bacecda-e0b5-431a-8773-e3d8ce9b5206 req-544c791d-aa0b-4571-9f7a-66fb96908adb service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ff30107ed0884fc4811bc1da055bce7c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0917633 Apr 21 13:11:55.322462 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bacecda-e0b5-431a-8773-e3d8ce9b5206 req-00c7a1df-8dae-4710-ba46-e3d23b6b2455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:11:55.323921 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4bacecda-e0b5-431a-8773-e3d8ce9b5206 req-00c7a1df-8dae-4710-ba46-e3d23b6b2455 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0844707 Apr 21 13:11:55.409197 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-0dcb7c2b-2c62-49ec-a02a-c0e9e1867139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:11:55.410731 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-0dcb7c2b-2c62-49ec-a02a-c0e9e1867139 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff30107ed0884fc4811bc1da055bce7c&device_id=e3a85559-3bd0-4487-869c-efe8db82bef8 HTTP/1.1" status: 200 len: 1095 time: 0.0414751 Apr 21 13:11:55.459890 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-91db3f69-5e8c-426b-905b-4ccc3174ca4d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d37eb0d3-6f28-402a-a6f6-92813ec2aec6 HTTP/1.1" status: 200 len: 217 time: 0.0377553 Apr 21 13:11:55.512442 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-9610e6f1-e91a-4990-a97d-a7af903363fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:11:55.513888 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-9610e6f1-e91a-4990-a97d-a7af903363fc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7c86632b-4ad2-412e-9df4-12662cc47b8c HTTP/1.1" status: 200 len: 854 time: 0.0426922 Apr 21 13:11:55.548787 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-8c2c4aab-c029-481a-ae4a-49e515fef38f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ee91831-6f2e-4d5c-a3dc-82620b3772e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238733 Apr 21 13:11:55.642594 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-e0db42ef-21bf-4b45-888f-bc5866b5be91 service neutron] 10.222.0.24 "GET /v2.0/networks/5ee91831-6f2e-4d5c-a3dc-82620b3772e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829942 Apr 21 13:11:55.733094 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34d2de1e-affb-40c4-9cab-ac1dc6cae9a4 req-c30cf2f0-1de8-4471-b2fe-4d7ad4c688ca service neutron] 10.222.0.24 "GET /v2.0/networks/5ee91831-6f2e-4d5c-a3dc-82620b3772e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806589 Apr 21 13:11:55.977127 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5008cc3-1dc2-4c6c-961f-29abe065b538 req-410d695c-1cf8-4b49-95e4-71cd09290137 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:11:55.978589 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5008cc3-1dc2-4c6c-961f-29abe065b538 req-410d695c-1cf8-4b49-95e4-71cd09290137 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3a85559-3bd0-4487-869c-efe8db82bef8 HTTP/1.1" status: 200 len: 944 time: 0.0481334 Apr 21 13:11:56.015228 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5008cc3-1dc2-4c6c-961f-29abe065b538 req-2735df07-b82f-45e7-acf0-738e47605134 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0a653bd-f589-417f-a055-77917cd5d791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305669 Apr 21 13:11:57.133779 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64371c7e-b82e-40f1-98bb-1010999d08a6 req-0e5eeecc-4608-4f88-9664-6406d74586e8 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:11:57.135238 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64371c7e-b82e-40f1-98bb-1010999d08a6 req-0e5eeecc-4608-4f88-9664-6406d74586e8 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3a85559-3bd0-4487-869c-efe8db82bef8 HTTP/1.1" status: 200 len: 944 time: 0.0526764 Apr 21 13:11:57.172048 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64371c7e-b82e-40f1-98bb-1010999d08a6 req-7bf6ff45-042b-4612-894c-a87891e91ee2 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0a653bd-f589-417f-a055-77917cd5d791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307896 Apr 21 13:11:57.815397 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device d37eb0d3-6f28-402a-a6f6-92813ec2aec6 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:11:57.906863 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port d37eb0d3-6f28-402a-a6f6-92813ec2aec6, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=d37eb0d3-6f28-402a-a6f6-92813ec2aec6,segment=NetworkSegment(73362255-7826-4b0e-8082-68b42edfe7d6),segment_id=73362255-7826-4b0e-8082-68b42edfe7d6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:11:57.919228 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'd37eb0d3-6f28-402a-a6f6-92813ec2aec6', 'network_id': '5ee91831-6f2e-4d5c-a3dc-82620b3772e6', 'port_id': 'd37eb0d3-6f28-402a-a6f6-92813ec2aec6', 'mac_address': 'fa:16:3e:5b:c5:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c86632b-4ad2-412e-9df4-12662cc47b8c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:11:57.958748 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:11:57.972012 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d37eb0d3-6f28-402a-a6f6-92813ec2aec6 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:11:57.990948 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port d37eb0d3-6f28-402a-a6f6-92813ec2aec6, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=d37eb0d3-6f28-402a-a6f6-92813ec2aec6,segment=NetworkSegment(73362255-7826-4b0e-8082-68b42edfe7d6),segment_id=73362255-7826-4b0e-8082-68b42edfe7d6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:11:58.060874 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:11:58.106573 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=d37eb0d3-6f28-402a-a6f6-92813ec2aec6,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:11:58.113452 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:11:58.113818 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:11:58.114163 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:11:58.114495 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:11:58.114825 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:11:58.115153 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:11:58.115475 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:11:58.115797 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:11:58.116118 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:11:58.116436 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:11:58.116763 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:11:58.117066 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:11:58.285606 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3e6a6-d275-4f55-9210-bbb49a9cf820 req-2af2c708-58ca-48e5-adfd-4f773b1c4df3 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:11:58.287067 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ee3e6a6-d275-4f55-9210-bbb49a9cf820 req-2af2c708-58ca-48e5-adfd-4f773b1c4df3 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3a85559-3bd0-4487-869c-efe8db82bef8 HTTP/1.1" status: 200 len: 945 time: 0.0492949 Apr 21 13:11:58.324224 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ee3e6a6-d275-4f55-9210-bbb49a9cf820 req-0447ee2c-7e03-4a6f-bd9e-ccfa284b02c4 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0a653bd-f589-417f-a055-77917cd5d791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306630 Apr 21 13:11:58.355228 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['d37eb0d3-6f28-402a-a6f6-92813ec2aec6'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:11:59.436750 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8988c3-3fb1-444e-a23a-049fccdb80fd req-278dbe0c-d247-47e2-980f-3f9edb44b857 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:11:59.438265 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7d8988c3-3fb1-444e-a23a-049fccdb80fd req-278dbe0c-d247-47e2-980f-3f9edb44b857 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3a85559-3bd0-4487-869c-efe8db82bef8 HTTP/1.1" status: 200 len: 945 time: 0.0482013 Apr 21 13:11:59.474947 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7d8988c3-3fb1-444e-a23a-049fccdb80fd req-8d979d32-1788-4375-ac9f-f3eb9b0cd2df tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0a653bd-f589-417f-a055-77917cd5d791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307729 Apr 21 13:11:59.832577 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device d37eb0d3-6f28-402a-a6f6-92813ec2aec6 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:11:59.992832 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port d37eb0d3-6f28-402a-a6f6-92813ec2aec6 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:11:59.996609 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port d37eb0d3-6f28-402a-a6f6-92813ec2aec6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:11:59.996975 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:12:00.071359 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:12:00.100647 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a85559-3bd0-4487-869c-efe8db82bef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37eb0d3-6f28-402a-a6f6-92813ec2aec6'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:12:00.100647 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414d9c80-594b-45cd-be1d-9f432f5c6e23" -d '{"events": [{"server_uuid": "e3a85559-3bd0-4487-869c-efe8db82bef8", "name": "network-vif-plugged", "status": "completed", "tag": "d37eb0d3-6f28-402a-a6f6-92813ec2aec6"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:12:00.109968 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port d37eb0d3-6f28-402a-a6f6-92813ec2aec6, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=d37eb0d3-6f28-402a-a6f6-92813ec2aec6,segment=NetworkSegment(73362255-7826-4b0e-8082-68b42edfe7d6),segment_id=73362255-7826-4b0e-8082-68b42edfe7d6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:12:00.136345 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2710e186-00bf-424e-b76f-30ef0704a712 x-openstack-request-id: req-2710e186-00bf-424e-b76f-30ef0704a712 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:12:00.136633 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a85559-3bd0-4487-869c-efe8db82bef8", "name": "network-vif-plugged", "status": "completed", "tag": "d37eb0d3-6f28-402a-a6f6-92813ec2aec6", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:12:00.136885 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2710e186-00bf-424e-b76f-30ef0704a712 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:12:00.137277 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2710e186-00bf-424e-b76f-30ef0704a712'] response: {'server_uuid': 'e3a85559-3bd0-4487-869c-efe8db82bef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37eb0d3-6f28-402a-a6f6-92813ec2aec6', 'code': 200} Apr 21 13:12:00.221347 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:12:00.241688 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923778e1-b38f-4e2a-aa8a-7a20b1f8b57f req-76b01460-60f4-4d54-b235-d9c61be15a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:12:00.243676 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-923778e1-b38f-4e2a-aa8a-7a20b1f8b57f req-76b01460-60f4-4d54-b235-d9c61be15a93 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e3a85559-3bd0-4487-869c-efe8db82bef8 HTTP/1.1" status: 200 len: 1096 time: 0.0429885 Apr 21 13:12:00.269760 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=d37eb0d3-6f28-402a-a6f6-92813ec2aec6,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:12:00.287426 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-923778e1-b38f-4e2a-aa8a-7a20b1f8b57f req-163c27fd-f066-4994-ab90-90c0d90c57dc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e0a653bd-f589-417f-a055-77917cd5d791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317428 Apr 21 13:12:00.589654 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3658c-53cf-4cae-8c10-fe8245f81963 req-36f7a3d7-96b2-454c-8160-0d992e628376 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:12:00.591121 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9db3658c-53cf-4cae-8c10-fe8245f81963 req-36f7a3d7-96b2-454c-8160-0d992e628376 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3a85559-3bd0-4487-869c-efe8db82bef8 HTTP/1.1" status: 200 len: 946 time: 0.0478156 Apr 21 13:12:00.628865 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9db3658c-53cf-4cae-8c10-fe8245f81963 req-914cb065-45a7-4d3a-b80e-d3a65c2bad7d tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0a653bd-f589-417f-a055-77917cd5d791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316398 Apr 21 13:12:01.745251 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ab4b7-f3ae-4eaf-b090-ce85c5385e53 req-f0f05a7f-c17d-4cf4-a2d0-7d2efc1c31ff tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:12:01.747033 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a8ab4b7-f3ae-4eaf-b090-ce85c5385e53 req-f0f05a7f-c17d-4cf4-a2d0-7d2efc1c31ff tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3a85559-3bd0-4487-869c-efe8db82bef8 HTTP/1.1" status: 200 len: 946 time: 0.0493965 Apr 21 13:12:01.785352 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a8ab4b7-f3ae-4eaf-b090-ce85c5385e53 req-6b95971a-d0cc-49f7-945d-d6cfdedc503a tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0a653bd-f589-417f-a055-77917cd5d791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323277 Apr 21 13:12:05.978959 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:12:13.524144 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb1a331d-1bb4-46d2-a9ba-99ea9711e03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:12:15.741362 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa288a24-8e1a-4397-b11e-7509445b5814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:12:16.992717 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:12:18.175835 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:12:18.541030 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:12:18.798607 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:12:20.661192 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:12:33.955828 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c6bdf707-96ac-424a-8cd0-f8284ccd7865 req-6ef23759-11eb-4b24-9da7-a2ded5e6fdd2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e3a85559-3bd0-4487-869c-efe8db82bef8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426178 Apr 21 13:12:34.039445 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdf707-96ac-424a-8cd0-f8284ccd7865 req-79fd309f-97aa-4e93-bd8e-b9be0cea5c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:12:34.040928 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c6bdf707-96ac-424a-8cd0-f8284ccd7865 req-79fd309f-97aa-4e93-bd8e-b9be0cea5c73 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ff30107ed0884fc4811bc1da055bce7c&device_id=e3a85559-3bd0-4487-869c-efe8db82bef8 HTTP/1.1" status: 200 len: 1097 time: 0.0407698 Apr 21 13:12:34.149532 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdf707-96ac-424a-8cd0-f8284ccd7865 req-e72e71a4-fb57-4a22-b667-7b5c17de43ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:12:34.151057 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c6bdf707-96ac-424a-8cd0-f8284ccd7865 req-e72e71a4-fb57-4a22-b667-7b5c17de43ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=5ee91831-6f2e-4d5c-a3dc-82620b3772e6 HTTP/1.1" status: 200 len: 915 time: 0.0894063 Apr 21 13:12:34.193765 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c6bdf707-96ac-424a-8cd0-f8284ccd7865 req-b3066c4c-d646-4305-a94e-00c5daa8d205 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d37eb0d3-6f28-402a-a6f6-92813ec2aec6 HTTP/1.1" status: 200 len: 217 time: 0.0349000 Apr 21 13:12:34.241483 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdf707-96ac-424a-8cd0-f8284ccd7865 req-b0281ceb-115f-473a-8817-3d573650ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:12:34.242871 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c6bdf707-96ac-424a-8cd0-f8284ccd7865 req-b0281ceb-115f-473a-8817-3d573650ac7e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7c86632b-4ad2-412e-9df4-12662cc47b8c HTTP/1.1" status: 200 len: 854 time: 0.0427468 Apr 21 13:12:34.273922 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c6bdf707-96ac-424a-8cd0-f8284ccd7865 req-c90ea633-0c41-4f92-aec8-e6878633d2ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ee91831-6f2e-4d5c-a3dc-82620b3772e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243485 Apr 21 13:12:34.364463 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c6bdf707-96ac-424a-8cd0-f8284ccd7865 req-1e9ca0ef-e23e-4f56-9c7e-1fb8dd00c888 service neutron] 10.222.0.24 "GET /v2.0/networks/5ee91831-6f2e-4d5c-a3dc-82620b3772e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832369 Apr 21 13:12:34.452758 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c6bdf707-96ac-424a-8cd0-f8284ccd7865 req-19936cb8-635e-417b-952b-86b3dd89be58 service neutron] 10.222.0.24 "GET /v2.0/networks/5ee91831-6f2e-4d5c-a3dc-82620b3772e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813143 Apr 21 13:12:42.979656 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:12:43.512724 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84d10928-ac65-4dc0-9771-6a24a74b5471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:12:45.741140 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7db4f1cf-4478-43c9-8093-09b658837137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:12:46.986729 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:12:48.055856 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:12:48.529196 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:12:48.735176 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:12:50.672164 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:12:56.425864 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279eb5e-fe98-40d4-ba90-457cdf358cd7 req-cc068a43-6768-4b39-8930-d0bc88378254 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:12:56.427337 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1279eb5e-fe98-40d4-ba90-457cdf358cd7 req-cc068a43-6768-4b39-8930-d0bc88378254 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3a85559-3bd0-4487-869c-efe8db82bef8 HTTP/1.1" status: 200 len: 946 time: 0.0541024 Apr 21 13:12:56.463621 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1279eb5e-fe98-40d4-ba90-457cdf358cd7 req-fb2f4eae-60f1-4dc4-b74f-cf6fb41c66d2 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0a653bd-f589-417f-a055-77917cd5d791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303965 Apr 21 13:12:57.577051 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a0c82-8f4d-4053-967b-d5e4db7937a7 req-6bca7dc2-b6e9-4dc5-a263-53d5d2a3b865 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:12:57.578500 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-509a0c82-8f4d-4053-967b-d5e4db7937a7 req-6bca7dc2-b6e9-4dc5-a263-53d5d2a3b865 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3a85559-3bd0-4487-869c-efe8db82bef8 HTTP/1.1" status: 200 len: 946 time: 0.0473716 Apr 21 13:12:57.614885 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-509a0c82-8f4d-4053-967b-d5e4db7937a7 req-0b28b417-6224-4099-8b75-cd1b3b8c3098 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0a653bd-f589-417f-a055-77917cd5d791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303969 Apr 21 13:12:58.056785 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6ffa2-034e-43bd-adb7-b6eb36663b68 req-f73e239a-6fe6-4e60-8005-854a0bbaeab1 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:12:58.058253 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ec6ffa2-034e-43bd-adb7-b6eb36663b68 req-f73e239a-6fe6-4e60-8005-854a0bbaeab1 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3a85559-3bd0-4487-869c-efe8db82bef8 HTTP/1.1" status: 200 len: 946 time: 0.0473673 Apr 21 13:12:58.148907 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-0ec6ffa2-034e-43bd-adb7-b6eb36663b68 req-04e0b2f0-76b6-4905-82c9-10e8ad434858 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Deleting port d37eb0d3-6f28-402a-a6f6-92813ec2aec6 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:12:58.149247 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0ec6ffa2-034e-43bd-adb7-b6eb36663b68 req-04e0b2f0-76b6-4905-82c9-10e8ad434858 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:12:58.234569 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-0ec6ffa2-034e-43bd-adb7-b6eb36663b68 req-04e0b2f0-76b6-4905-82c9-10e8ad434858 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] For port d37eb0d3-6f28-402a-a6f6-92813ec2aec6, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=d37eb0d3-6f28-402a-a6f6-92813ec2aec6,segment=NetworkSegment(73362255-7826-4b0e-8082-68b42edfe7d6),segment_id=73362255-7826-4b0e-8082-68b42edfe7d6)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:12:58.234930 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0ec6ffa2-034e-43bd-adb7-b6eb36663b68 req-04e0b2f0-76b6-4905-82c9-10e8ad434858 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:12:58.247421 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-0ec6ffa2-034e-43bd-adb7-b6eb36663b68 req-04e0b2f0-76b6-4905-82c9-10e8ad434858 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Calling delete_port for d37eb0d3-6f28-402a-a6f6-92813ec2aec6 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:12:58.421135 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0ec6ffa2-034e-43bd-adb7-b6eb36663b68 req-04e0b2f0-76b6-4905-82c9-10e8ad434858 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:12:58.437037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['d37eb0d3-6f28-402a-a6f6-92813ec2aec6'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:12:58.449260 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e0b2f0-76b6-4905-82c9-10e8ad434858 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Pushing event deleted for resources: {'Port': ['ID=d37eb0d3-6f28-402a-a6f6-92813ec2aec6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:12:58.459174 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0b2f0-76b6-4905-82c9-10e8ad434858 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:12:58.459484 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0b2f0-76b6-4905-82c9-10e8ad434858 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:12:58.459821 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0b2f0-76b6-4905-82c9-10e8ad434858 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:12:58.460153 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0b2f0-76b6-4905-82c9-10e8ad434858 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:12:58.460503 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0b2f0-76b6-4905-82c9-10e8ad434858 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:12:58.460812 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0b2f0-76b6-4905-82c9-10e8ad434858 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:12:58.461150 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0b2f0-76b6-4905-82c9-10e8ad434858 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:12:58.461469 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0b2f0-76b6-4905-82c9-10e8ad434858 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:12:58.461828 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0b2f0-76b6-4905-82c9-10e8ad434858 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:12:58.462149 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0b2f0-76b6-4905-82c9-10e8ad434858 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:12:58.462467 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0b2f0-76b6-4905-82c9-10e8ad434858 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:12:58.462782 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04e0b2f0-76b6-4905-82c9-10e8ad434858 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:12:58.505323 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec6ffa2-034e-43bd-adb7-b6eb36663b68 req-04e0b2f0-76b6-4905-82c9-10e8ad434858 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] No DVR routers for this DVR port d37eb0d3-6f28-402a-a6f6-92813ec2aec6 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:12:58.508538 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-0ec6ffa2-034e-43bd-adb7-b6eb36663b68 req-04e0b2f0-76b6-4905-82c9-10e8ad434858 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:12:58.511776 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ec6ffa2-034e-43bd-adb7-b6eb36663b68 req-04e0b2f0-76b6-4905-82c9-10e8ad434858 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.24 "DELETE /v2.0/ports/d37eb0d3-6f28-402a-a6f6-92813ec2aec6 HTTP/1.1" status: 204 len: 173 time: 0.4459929 Apr 21 13:12:58.512207 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3a85559-3bd0-4487-869c-efe8db82bef8', 'name': 'network-vif-deleted', 'tag': 'd37eb0d3-6f28-402a-a6f6-92813ec2aec6'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:12:58.514459 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c763c4e3-6556-4b73-88f7-e7253eab1fde" -d '{"events": [{"server_uuid": "e3a85559-3bd0-4487-869c-efe8db82bef8", "name": "network-vif-deleted", "tag": "d37eb0d3-6f28-402a-a6f6-92813ec2aec6"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:12:58.549344 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b06663-18ad-422c-a3a9-7f840c7aee79 x-openstack-request-id: req-a3b06663-18ad-422c-a3a9-7f840c7aee79 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:12:58.549484 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3a85559-3bd0-4487-869c-efe8db82bef8", "name": "network-vif-deleted", "tag": "d37eb0d3-6f28-402a-a6f6-92813ec2aec6", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:12:58.549676 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a3b06663-18ad-422c-a3a9-7f840c7aee79 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:12:58.550083 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3b06663-18ad-422c-a3a9-7f840c7aee79'] response: {'server_uuid': 'e3a85559-3bd0-4487-869c-efe8db82bef8', 'name': 'network-vif-deleted', 'tag': 'd37eb0d3-6f28-402a-a6f6-92813ec2aec6', 'status': 'completed', 'code': 200} Apr 21 13:12:58.708246 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0c67b107-bfd9-4be1-a890-25d61e2d5789 req-2cb4856f-97f4-442f-8c81-4dba11a4ef45 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/ports?device_id=e3a85559-3bd0-4487-869c-efe8db82bef8 HTTP/1.1" status: 200 len: 210 time: 0.0266359 Apr 21 13:13:02.174629 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device d37eb0d3-6f28-402a-a6f6-92813ec2aec6 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:13:02.194022 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: d37eb0d3-6f28-402a-a6f6-92813ec2aec6 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:13:02.194359 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device d37eb0d3-6f28-402a-a6f6-92813ec2aec6 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:13:07.094637 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-2e144794-20f2-4746-b0e1-ec5bd9626145 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:13:07.096066 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-2e144794-20f2-4746-b0e1-ec5bd9626145 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/networks?id=5ee91831-6f2e-4d5c-a3dc-82620b3772e6 HTTP/1.1" status: 200 len: 814 time: 0.0963025 Apr 21 13:13:07.110936 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-71403054-6512-4a26-8bc3-02f6ab59552d tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/quotas/ff30107ed0884fc4811bc1da055bce7c HTTP/1.1" status: 200 len: 375 time: 0.0085564 Apr 21 13:13:07.145458 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-60cf3ca0-1fd8-4f70-82a6-ce7262037f77 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ff30107ed0884fc4811bc1da055bce7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284281 Apr 21 13:13:07.281318 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-2acddac7-c747-4274-b178-5523cf06869b service neutron] 10.222.0.36 "GET /v2.0/networks/5ee91831-6f2e-4d5c-a3dc-82620b3772e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290452 Apr 21 13:13:07.372002 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-f4590d46-3d00-47c0-bacc-8b1447b22e3a service neutron] 10.222.0.36 "GET /v2.0/networks/5ee91831-6f2e-4d5c-a3dc-82620b3772e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840633 Apr 21 13:13:07.628637 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c86d3585-00de-45bc-a017-ca79c68b730b req-b0974735-08d0-4bf2-951c-78a6f5aab647 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb9e8fd-8373-4b75-99db-50f704ef8202 HTTP/1.1" status: 200 len: 210 time: 0.0261128 Apr 21 13:13:08.723630 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6be64b37-21f2-435f-92ca-580ede617b99 req-d2a250c4-8b0b-4fba-a189-fb4db881f764 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb9e8fd-8373-4b75-99db-50f704ef8202 HTTP/1.1" status: 200 len: 210 time: 0.0257549 Apr 21 13:13:09.381159 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-d6fd91bd-ddbb-4541-aee8-f8169727020b tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:13:09.382629 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-d6fd91bd-ddbb-4541-aee8-f8169727020b tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.26 "GET /v2.0/networks?id=5ee91831-6f2e-4d5c-a3dc-82620b3772e6 HTTP/1.1" status: 200 len: 814 time: 0.0973551 Apr 21 13:13:09.394653 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-7b66eb8f-7864-430e-8372-b988e601802d tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Request body: {'port': {'device_id': '9cb9e8fd-8373-4b75-99db-50f704ef8202', 'network_id': '5ee91831-6f2e-4d5c-a3dc-82620b3772e6', 'admin_state_up': True, 'tenant_id': 'ff30107ed0884fc4811bc1da055bce7c'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:13:09.570171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-7b66eb8f-7864-430e-8372-b988e601802d tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Made reservation on behalf of ff30107ed0884fc4811bc1da055bce7c for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:13:09.573727 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-7b66eb8f-7864-430e-8372-b988e601802d tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:09.698913 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-7b66eb8f-7864-430e-8372-b988e601802d tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Allocated IP 172.20.0.9 (5ee91831-6f2e-4d5c-a3dc-82620b3772e6/7c86632b-4ad2-412e-9df4-12662cc47b8c/111497c4-fcf0-4b3b-aeb1-f47d2cd7efda) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:13:09.825722 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-140c0d82-40e0-4364-9e98-3355cf128257 req-da042c7a-6e50-4e17-a5cd-5c4648aa4534 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb9e8fd-8373-4b75-99db-50f704ef8202 HTTP/1.1" status: 200 len: 210 time: 0.0313396 Apr 21 13:13:09.862266 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-7b66eb8f-7864-430e-8372-b988e601802d tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:09.986400 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-7b66eb8f-7864-430e-8372-b988e601802d tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:10.025823 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-7b66eb8f-7864-430e-8372-b988e601802d tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Network 5ee91831-6f2e-4d5c-a3dc-82620b3772e6 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:13:10.030728 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-7b66eb8f-7864-430e-8372-b988e601802d tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:13:10.034372 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-7b66eb8f-7864-430e-8372-b988e601802d tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:13:10.059990 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66eb8f-7864-430e-8372-b988e601802d tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Pushing event updated for resources: {'Port': ['ID=111497c4-fcf0-4b3b-aeb1-f47d2cd7efda,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:13:10.085907 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-7b66eb8f-7864-430e-8372-b988e601802d tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:13:10.086518 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-7b66eb8f-7864-430e-8372-b988e601802d tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:10.194825 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-7b66eb8f-7864-430e-8372-b988e601802d tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8039060 Apr 21 13:13:10.213051 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-b884a775-34c2-4b13-80bb-e6244b00442f tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 13:13:10.214011 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-b884a775-34c2-4b13-80bb-e6244b00442f tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050318 Apr 21 13:13:10.274592 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-43f85e7a-b80a-4ec4-8699-570b009be869 service neutron] Request body: {'port': {'device_id': '9cb9e8fd-8373-4b75-99db-50f704ef8202', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:13:10.329639 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-43f85e7a-b80a-4ec4-8699-570b009be869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:10.858824 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-43f85e7a-b80a-4ec4-8699-570b009be869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 111497c4-fcf0-4b3b-aeb1-f47d2cd7efda {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:13:10.866318 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-43f85e7a-b80a-4ec4-8699-570b009be869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:10.878546 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-43f85e7a-b80a-4ec4-8699-570b009be869 service neutron] Transition to ACTIVE for port object 111497c4-fcf0-4b3b-aeb1-f47d2cd7efda will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:13:10.938181 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10819fb5-42b4-4bb9-9966-185b3cc1366a req-6f71836e-93eb-472c-952b-fd40be158157 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:13:10.939646 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10819fb5-42b4-4bb9-9966-185b3cc1366a req-6f71836e-93eb-472c-952b-fd40be158157 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb9e8fd-8373-4b75-99db-50f704ef8202 HTTP/1.1" status: 200 len: 931 time: 0.0470757 Apr 21 13:13:10.952925 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-43f85e7a-b80a-4ec4-8699-570b009be869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:11.029233 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f85e7a-b80a-4ec4-8699-570b009be869 service neutron] Pushing event updated for resources: {'Port': ['ID=111497c4-fcf0-4b3b-aeb1-f47d2cd7efda,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:13:11.033963 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10819fb5-42b4-4bb9-9966-185b3cc1366a req-c47ea437-da9d-4b4e-ab1f-7b80b209aaec tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0a653bd-f589-417f-a055-77917cd5d791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877457 Apr 21 13:13:11.099553 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-43f85e7a-b80a-4ec4-8699-570b009be869 service neutron] Attempting to bind port 111497c4-fcf0-4b3b-aeb1-f47d2cd7efda on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:13:11.099904 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-43f85e7a-b80a-4ec4-8699-570b009be869 service neutron] Attempting to bind port 111497c4-fcf0-4b3b-aeb1-f47d2cd7efda by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '73362255-7826-4b0e-8082-68b42edfe7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5ee91831-6f2e-4d5c-a3dc-82620b3772e6'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:13:11.100228 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-43f85e7a-b80a-4ec4-8699-570b009be869 service neutron] Attempting to bind port 111497c4-fcf0-4b3b-aeb1-f47d2cd7efda on network 5ee91831-6f2e-4d5c-a3dc-82620b3772e6 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:13:11.104755 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-43f85e7a-b80a-4ec4-8699-570b009be869 service neutron] Port 111497c4-fcf0-4b3b-aeb1-f47d2cd7efda on network 5ee91831-6f2e-4d5c-a3dc-82620b3772e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:13:11.105014 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-43f85e7a-b80a-4ec4-8699-570b009be869 service neutron] Attempting to bind port 111497c4-fcf0-4b3b-aeb1-f47d2cd7efda on network 5ee91831-6f2e-4d5c-a3dc-82620b3772e6 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:13:11.109922 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-43f85e7a-b80a-4ec4-8699-570b009be869 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:13:11.110327 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-43f85e7a-b80a-4ec4-8699-570b009be869 service neutron] Checking segment: {'id': '73362255-7826-4b0e-8082-68b42edfe7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5ee91831-6f2e-4d5c-a3dc-82620b3772e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:13:11.110809 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-43f85e7a-b80a-4ec4-8699-570b009be869 service neutron] Bound using segment: {'id': '73362255-7826-4b0e-8082-68b42edfe7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5ee91831-6f2e-4d5c-a3dc-82620b3772e6'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:13:11.111229 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-43f85e7a-b80a-4ec4-8699-570b009be869 service neutron] Bound port: 111497c4-fcf0-4b3b-aeb1-f47d2cd7efda, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73362255-7826-4b0e-8082-68b42edfe7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5ee91831-6f2e-4d5c-a3dc-82620b3772e6'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:13:11.111577 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-43f85e7a-b80a-4ec4-8699-570b009be869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:11.177291 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-43f85e7a-b80a-4ec4-8699-570b009be869 service neutron] For port 111497c4-fcf0-4b3b-aeb1-f47d2cd7efda, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:13:11.180365 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-43f85e7a-b80a-4ec4-8699-570b009be869 service neutron] For port 111497c4-fcf0-4b3b-aeb1-f47d2cd7efda, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=111497c4-fcf0-4b3b-aeb1-f47d2cd7efda,segment=NetworkSegment(73362255-7826-4b0e-8082-68b42edfe7d6),segment_id=73362255-7826-4b0e-8082-68b42edfe7d6)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:13:11.249793 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-43f85e7a-b80a-4ec4-8699-570b009be869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:11.283287 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-43f85e7a-b80a-4ec4-8699-570b009be869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:13:11.283888 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-43f85e7a-b80a-4ec4-8699-570b009be869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:11.285328 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-43f85e7a-b80a-4ec4-8699-570b009be869 service neutron] 10.222.0.26 "PUT /v2.0/ports/111497c4-fcf0-4b3b-aeb1-f47d2cd7efda HTTP/1.1" status: 200 len: 1091 time: 1.0644457 Apr 21 13:13:11.285777 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb9e8fd-8373-4b75-99db-50f704ef8202', 'tag': '111497c4-fcf0-4b3b-aeb1-f47d2cd7efda'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:13:11.288656 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b817e0-18a7-40f8-8d2b-fe11265ed089" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb9e8fd-8373-4b75-99db-50f704ef8202", "tag": "111497c4-fcf0-4b3b-aeb1-f47d2cd7efda"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:13:11.311569 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f85e7a-b80a-4ec4-8699-570b009be869 service neutron] Pushing event updated for resources: {'Port': ['ID=111497c4-fcf0-4b3b-aeb1-f47d2cd7efda,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:13:11.329088 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f232f727-47bb-4a92-8ac3-82f14d8e90e1 x-openstack-request-id: req-f232f727-47bb-4a92-8ac3-82f14d8e90e1 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:13:11.329088 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb9e8fd-8373-4b75-99db-50f704ef8202", "tag": "111497c4-fcf0-4b3b-aeb1-f47d2cd7efda", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:13:11.329088 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f232f727-47bb-4a92-8ac3-82f14d8e90e1 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:13:11.329088 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f232f727-47bb-4a92-8ac3-82f14d8e90e1'] response: {'name': 'network-changed', 'server_uuid': '9cb9e8fd-8373-4b75-99db-50f704ef8202', 'tag': '111497c4-fcf0-4b3b-aeb1-f47d2cd7efda', 'status': 'completed', 'code': 200} Apr 21 13:13:11.386409 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b817e0-18a7-40f8-8d2b-fe11265ed089 req-14c1ceab-c7f3-4b8a-b9ab-033f8971802e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:13:11.387829 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c4b817e0-18a7-40f8-8d2b-fe11265ed089 req-14c1ceab-c7f3-4b8a-b9ab-033f8971802e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ff30107ed0884fc4811bc1da055bce7c&device_id=9cb9e8fd-8373-4b75-99db-50f704ef8202 HTTP/1.1" status: 200 len: 1094 time: 0.0406942 Apr 21 13:13:11.487697 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b817e0-18a7-40f8-8d2b-fe11265ed089 req-e0d49c76-843e-4475-a4e4-f6c7e337802d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:13:11.489210 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c4b817e0-18a7-40f8-8d2b-fe11265ed089 req-e0d49c76-843e-4475-a4e4-f6c7e337802d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ff30107ed0884fc4811bc1da055bce7c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0947230 Apr 21 13:13:11.582826 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b817e0-18a7-40f8-8d2b-fe11265ed089 req-ae717f07-be80-4826-beed-069efae52637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:13:11.584328 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c4b817e0-18a7-40f8-8d2b-fe11265ed089 req-ae717f07-be80-4826-beed-069efae52637 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887549 Apr 21 13:13:11.657803 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-4380a5b8-f14c-4baf-98d3-940333878165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:13:11.659167 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-4380a5b8-f14c-4baf-98d3-940333878165 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ff30107ed0884fc4811bc1da055bce7c&device_id=9cb9e8fd-8373-4b75-99db-50f704ef8202 HTTP/1.1" status: 200 len: 1094 time: 0.0401983 Apr 21 13:13:11.848773 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-404af059-4c5a-478e-952b-5abbfe8bd37c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=111497c4-fcf0-4b3b-aeb1-f47d2cd7efda HTTP/1.1" status: 200 len: 217 time: 0.0380611 Apr 21 13:13:11.896724 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-418c850e-b117-4931-8836-9e879827f4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:13:11.898645 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-418c850e-b117-4931-8836-9e879827f4ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c86632b-4ad2-412e-9df4-12662cc47b8c HTTP/1.1" status: 200 len: 854 time: 0.0426958 Apr 21 13:13:11.927980 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-4108e057-9426-48d8-97c2-52fa1aacf8de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ee91831-6f2e-4d5c-a3dc-82620b3772e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235534 Apr 21 13:13:12.015804 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-3de9aa2b-a2cb-42a9-8e5f-bd9f96534b10 service neutron] 10.222.0.26 "GET /v2.0/networks/5ee91831-6f2e-4d5c-a3dc-82620b3772e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814307 Apr 21 13:13:12.103184 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff1771b8-9ca6-48da-ad72-f43b5e896980 req-d2d31804-8bc5-4e28-9584-42e9cb473735 service neutron] 10.222.0.26 "GET /v2.0/networks/5ee91831-6f2e-4d5c-a3dc-82620b3772e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812306 Apr 21 13:13:12.155502 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c7e188-df8c-40c3-92a7-a447d0f9a9e3 req-bc87a31c-d8f5-4f7f-963c-6031b28624ed tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:13:12.156930 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a5c7e188-df8c-40c3-92a7-a447d0f9a9e3 req-bc87a31c-d8f5-4f7f-963c-6031b28624ed tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb9e8fd-8373-4b75-99db-50f704ef8202 HTTP/1.1" status: 200 len: 943 time: 0.0513737 Apr 21 13:13:12.193549 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a5c7e188-df8c-40c3-92a7-a447d0f9a9e3 req-12eb62c8-d75f-4e4f-84d2-6061ac3c037e tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0a653bd-f589-417f-a055-77917cd5d791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298920 Apr 21 13:13:13.308831 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a2557-1de8-440d-9cdf-ebafb9173463 req-0446995f-a527-45fe-bd3f-2078789f0644 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:13:13.310309 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-646a2557-1de8-440d-9cdf-ebafb9173463 req-0446995f-a527-45fe-bd3f-2078789f0644 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb9e8fd-8373-4b75-99db-50f704ef8202 HTTP/1.1" status: 200 len: 943 time: 0.0474796 Apr 21 13:13:13.346392 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-646a2557-1de8-440d-9cdf-ebafb9173463 req-6a094305-4237-4c75-ad7d-4982ef19304a tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0a653bd-f589-417f-a055-77917cd5d791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301826 Apr 21 13:13:13.449238 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e479c825-0393-4c4e-8777-c2c3e8477568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:14.460952 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134cc3d-20eb-490a-a2ff-7d96d717a721 req-b44764bb-9fdf-473a-8a89-d870f2f2c928 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:13:14.462424 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7134cc3d-20eb-490a-a2ff-7d96d717a721 req-b44764bb-9fdf-473a-8a89-d870f2f2c928 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb9e8fd-8373-4b75-99db-50f704ef8202 HTTP/1.1" status: 200 len: 943 time: 0.0479870 Apr 21 13:13:14.498626 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7134cc3d-20eb-490a-a2ff-7d96d717a721 req-2ce71559-3894-413b-aecc-32777ea3976f tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0a653bd-f589-417f-a055-77917cd5d791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303316 Apr 21 13:13:15.591029 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 111497c4-fcf0-4b3b-aeb1-f47d2cd7efda details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:13:15.616213 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040cb95-7eae-45c2-bb4f-1207bb5f996d req-80540c23-3a80-4795-93af-4bc74ec72f2e tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:13:15.617736 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1040cb95-7eae-45c2-bb4f-1207bb5f996d req-80540c23-3a80-4795-93af-4bc74ec72f2e tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb9e8fd-8373-4b75-99db-50f704ef8202 HTTP/1.1" status: 200 len: 943 time: 0.0535867 Apr 21 13:13:15.655590 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1040cb95-7eae-45c2-bb4f-1207bb5f996d req-19f0b94e-bfc6-44ea-a90d-a2d3a3a77a45 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0a653bd-f589-417f-a055-77917cd5d791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316808 Apr 21 13:13:15.695888 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 111497c4-fcf0-4b3b-aeb1-f47d2cd7efda, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=111497c4-fcf0-4b3b-aeb1-f47d2cd7efda,segment=NetworkSegment(73362255-7826-4b0e-8082-68b42edfe7d6),segment_id=73362255-7826-4b0e-8082-68b42edfe7d6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:13:15.707279 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '111497c4-fcf0-4b3b-aeb1-f47d2cd7efda', 'network_id': '5ee91831-6f2e-4d5c-a3dc-82620b3772e6', 'port_id': '111497c4-fcf0-4b3b-aeb1-f47d2cd7efda', 'mac_address': 'fa:16:3e:a9:3c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c86632b-4ad2-412e-9df4-12662cc47b8c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:13:15.747729 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-336b7be8-ecb6-482f-b5b0-34dc23b95e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:15.749173 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:15.761512 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 111497c4-fcf0-4b3b-aeb1-f47d2cd7efda {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:13:15.780808 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 111497c4-fcf0-4b3b-aeb1-f47d2cd7efda, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=111497c4-fcf0-4b3b-aeb1-f47d2cd7efda,segment=NetworkSegment(73362255-7826-4b0e-8082-68b42edfe7d6),segment_id=73362255-7826-4b0e-8082-68b42edfe7d6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:13:15.843252 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:15.889889 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=111497c4-fcf0-4b3b-aeb1-f47d2cd7efda,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:13:15.896989 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:13:15.897330 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:13:15.897690 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:13:15.898025 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:13:15.898353 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:13:15.898681 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:13:15.899005 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:13:15.899326 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:13:15.899700 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:13:15.900020 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:13:15.900340 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:13:15.900657 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:13:16.196627 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['111497c4-fcf0-4b3b-aeb1-f47d2cd7efda'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:13:16.769706 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a3307-856d-42d6-b214-e89deb63e18c req-1994a658-c3e7-410c-bbb4-bf7440694b9c tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:13:16.771148 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3f4a3307-856d-42d6-b214-e89deb63e18c req-1994a658-c3e7-410c-bbb4-bf7440694b9c tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb9e8fd-8373-4b75-99db-50f704ef8202 HTTP/1.1" status: 200 len: 944 time: 0.0487902 Apr 21 13:13:16.807620 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3f4a3307-856d-42d6-b214-e89deb63e18c req-ab151264-e5e4-4340-999e-793372f77b7a tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0a653bd-f589-417f-a055-77917cd5d791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299089 Apr 21 13:13:17.020347 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:17.586386 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 111497c4-fcf0-4b3b-aeb1-f47d2cd7efda up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:13:17.701172 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 111497c4-fcf0-4b3b-aeb1-f47d2cd7efda completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:13:17.705106 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 111497c4-fcf0-4b3b-aeb1-f47d2cd7efda triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:13:17.705463 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:17.784166 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:17.806818 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb9e8fd-8373-4b75-99db-50f704ef8202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111497c4-fcf0-4b3b-aeb1-f47d2cd7efda'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:13:17.809070 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f31df5-fe4e-4ebb-a9b3-63a6ea8cc32a" -d '{"events": [{"server_uuid": "9cb9e8fd-8373-4b75-99db-50f704ef8202", "name": "network-vif-plugged", "status": "completed", "tag": "111497c4-fcf0-4b3b-aeb1-f47d2cd7efda"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:13:17.821265 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 111497c4-fcf0-4b3b-aeb1-f47d2cd7efda, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=111497c4-fcf0-4b3b-aeb1-f47d2cd7efda,segment=NetworkSegment(73362255-7826-4b0e-8082-68b42edfe7d6),segment_id=73362255-7826-4b0e-8082-68b42edfe7d6)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:13:17.900953 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:17.924558 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a9b8c1-9a5e-4d48-a525-efbea4c923e2 req-aadf0674-4580-4462-b463-69eba2fd0c58 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:13:17.931864 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b2a9b8c1-9a5e-4d48-a525-efbea4c923e2 req-aadf0674-4580-4462-b463-69eba2fd0c58 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb9e8fd-8373-4b75-99db-50f704ef8202 HTTP/1.1" status: 200 len: 944 time: 0.0566368 Apr 21 13:13:17.952969 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=111497c4-fcf0-4b3b-aeb1-f47d2cd7efda,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:13:17.966303 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b2a9b8c1-9a5e-4d48-a525-efbea4c923e2 req-413db5c3-a7ac-450a-ba22-e6931fb8cadf tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0a653bd-f589-417f-a055-77917cd5d791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336013 Apr 21 13:13:17.979894 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ff82b2-ac81-4927-8a0f-d60b8601eadb x-openstack-request-id: req-97ff82b2-ac81-4927-8a0f-d60b8601eadb {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:13:17.980190 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb9e8fd-8373-4b75-99db-50f704ef8202", "name": "network-vif-plugged", "status": "completed", "tag": "111497c4-fcf0-4b3b-aeb1-f47d2cd7efda", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:13:17.980444 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-97ff82b2-ac81-4927-8a0f-d60b8601eadb {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:13:17.980844 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97ff82b2-ac81-4927-8a0f-d60b8601eadb'] response: {'server_uuid': '9cb9e8fd-8373-4b75-99db-50f704ef8202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111497c4-fcf0-4b3b-aeb1-f47d2cd7efda', 'code': 200} Apr 21 13:13:18.066317 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:18.075526 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871449f-b5b9-4a69-b5a4-44244cde9758 req-ef0180c2-00b2-4789-9877-94297c88dd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:13:18.077061 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8871449f-b5b9-4a69-b5a4-44244cde9758 req-ef0180c2-00b2-4789-9877-94297c88dd48 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9cb9e8fd-8373-4b75-99db-50f704ef8202 HTTP/1.1" status: 200 len: 1096 time: 0.0427926 Apr 21 13:13:18.112448 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8871449f-b5b9-4a69-b5a4-44244cde9758 req-4e63ae59-5380-45cc-a8cf-203b93a0e071 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e0a653bd-f589-417f-a055-77917cd5d791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286205 Apr 21 13:13:18.546375 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:18.741485 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:19.082816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f5496-0aa5-436a-84d7-8d5c6238ac1a req-4b46d2d8-885f-4f7e-bdc4-43844f6c27d7 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:13:19.084278 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e22f5496-0aa5-436a-84d7-8d5c6238ac1a req-4b46d2d8-885f-4f7e-bdc4-43844f6c27d7 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb9e8fd-8373-4b75-99db-50f704ef8202 HTTP/1.1" status: 200 len: 945 time: 0.0477920 Apr 21 13:13:19.122511 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e22f5496-0aa5-436a-84d7-8d5c6238ac1a req-4c105091-f0bd-4226-98f0-6160297bb8bf tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0a653bd-f589-417f-a055-77917cd5d791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315144 Apr 21 13:13:19.978645 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:13:20.238185 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d423eab-d53e-4c85-b699-dee5caabcea1 req-47a247c1-50ae-4a73-824c-bf0989e2a41c tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:13:20.239550 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d423eab-d53e-4c85-b699-dee5caabcea1 req-47a247c1-50ae-4a73-824c-bf0989e2a41c tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb9e8fd-8373-4b75-99db-50f704ef8202 HTTP/1.1" status: 200 len: 945 time: 0.0482135 Apr 21 13:13:20.277528 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d423eab-d53e-4c85-b699-dee5caabcea1 req-8f68b125-34d7-4652-9f8d-74693c0aa3d7 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0a653bd-f589-417f-a055-77917cd5d791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311866 Apr 21 13:13:20.666592 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:38.461847 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f16feb5-34a3-4a33-8aae-b2ed3957a437 req-c478ed2e-b203-47af-9628-6b90a5eb72c2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9cb9e8fd-8373-4b75-99db-50f704ef8202&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422473 Apr 21 13:13:38.543299 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16feb5-34a3-4a33-8aae-b2ed3957a437 req-c1282e9c-af88-49c6-aa72-e50bb3b9b713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:13:38.544776 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f16feb5-34a3-4a33-8aae-b2ed3957a437 req-c1282e9c-af88-49c6-aa72-e50bb3b9b713 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ff30107ed0884fc4811bc1da055bce7c&device_id=9cb9e8fd-8373-4b75-99db-50f704ef8202 HTTP/1.1" status: 200 len: 1096 time: 0.0432928 Apr 21 13:13:38.647334 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16feb5-34a3-4a33-8aae-b2ed3957a437 req-3bee2ff0-d9b3-46a4-9e6c-90898cd02456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:13:38.648997 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f16feb5-34a3-4a33-8aae-b2ed3957a437 req-3bee2ff0-d9b3-46a4-9e6c-90898cd02456 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ee91831-6f2e-4d5c-a3dc-82620b3772e6 HTTP/1.1" status: 200 len: 915 time: 0.0848744 Apr 21 13:13:38.694345 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f16feb5-34a3-4a33-8aae-b2ed3957a437 req-143c11d0-5a7a-4e55-ad54-d3a40893ede3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=111497c4-fcf0-4b3b-aeb1-f47d2cd7efda HTTP/1.1" status: 200 len: 217 time: 0.0388749 Apr 21 13:13:38.744710 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16feb5-34a3-4a33-8aae-b2ed3957a437 req-840c1b60-eac5-419a-8ad8-ea348078aaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:13:38.746215 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f16feb5-34a3-4a33-8aae-b2ed3957a437 req-840c1b60-eac5-419a-8ad8-ea348078aaa3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7c86632b-4ad2-412e-9df4-12662cc47b8c HTTP/1.1" status: 200 len: 854 time: 0.0459290 Apr 21 13:13:38.776544 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f16feb5-34a3-4a33-8aae-b2ed3957a437 req-2105c5cd-6a35-4ff0-a904-ec9f9f6ed86e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ee91831-6f2e-4d5c-a3dc-82620b3772e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240953 Apr 21 13:13:38.868765 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f16feb5-34a3-4a33-8aae-b2ed3957a437 req-eebf881a-e3d5-4171-a6b9-4bd6545b57e1 service neutron] 10.222.0.26 "GET /v2.0/networks/5ee91831-6f2e-4d5c-a3dc-82620b3772e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857391 Apr 21 13:13:38.956135 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f16feb5-34a3-4a33-8aae-b2ed3957a437 req-b77cc080-fb56-45bf-84dc-c13cf49efab1 service neutron] 10.222.0.26 "GET /v2.0/networks/5ee91831-6f2e-4d5c-a3dc-82620b3772e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813704 Apr 21 13:13:43.454900 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-74e89ec1-5377-4442-9134-be36e8ce5fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:45.751884 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64dad55e-e3d4-4675-8d55-db0c22e55537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:46.991676 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:48.061135 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfce052-fa5f-493d-b70e-bf7bd1919aa6 req-c2c0af0f-289c-4073-a842-6fd38e2cc7c3 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:13:48.062643 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bcfce052-fa5f-493d-b70e-bf7bd1919aa6 req-c2c0af0f-289c-4073-a842-6fd38e2cc7c3 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb9e8fd-8373-4b75-99db-50f704ef8202 HTTP/1.1" status: 200 len: 945 time: 0.0489364 Apr 21 13:13:48.083104 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:48.100449 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bcfce052-fa5f-493d-b70e-bf7bd1919aa6 req-6187509e-b51c-4fe4-9d15-50a1a65f1aa4 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0a653bd-f589-417f-a055-77917cd5d791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313733 Apr 21 13:13:48.534687 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:48.728702 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:49.285163 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7dd8be-79e6-4f78-be44-199aea2ecdb8 req-93a34759-6f1d-411e-b09c-b7048c65a14b tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:13:49.286638 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb7dd8be-79e6-4f78-be44-199aea2ecdb8 req-93a34759-6f1d-411e-b09c-b7048c65a14b tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb9e8fd-8373-4b75-99db-50f704ef8202 HTTP/1.1" status: 200 len: 945 time: 0.1166093 Apr 21 13:13:49.323405 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb7dd8be-79e6-4f78-be44-199aea2ecdb8 req-cee8deab-7ed6-446e-9529-33603fc29758 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/security-groups?id=e0a653bd-f589-417f-a055-77917cd5d791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301788 Apr 21 13:13:49.806061 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca15d3-1a42-44b6-8fa4-9a11bfa590f0 req-2cf3a20d-3bb2-4127-ad46-0b77a2a7ab93 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:13:49.807550 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1eca15d3-1a42-44b6-8fa4-9a11bfa590f0 req-2cf3a20d-3bb2-4127-ad46-0b77a2a7ab93 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.26 "GET /v2.0/ports?device_id=9cb9e8fd-8373-4b75-99db-50f704ef8202 HTTP/1.1" status: 200 len: 945 time: 0.0545013 Apr 21 13:13:49.902446 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-1eca15d3-1a42-44b6-8fa4-9a11bfa590f0 req-a71bac55-c986-4b0e-a45c-75746345b241 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Deleting port 111497c4-fcf0-4b3b-aeb1-f47d2cd7efda {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:13:49.902779 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1eca15d3-1a42-44b6-8fa4-9a11bfa590f0 req-a71bac55-c986-4b0e-a45c-75746345b241 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:49.989687 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1eca15d3-1a42-44b6-8fa4-9a11bfa590f0 req-a71bac55-c986-4b0e-a45c-75746345b241 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] For port 111497c4-fcf0-4b3b-aeb1-f47d2cd7efda, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=111497c4-fcf0-4b3b-aeb1-f47d2cd7efda,segment=NetworkSegment(73362255-7826-4b0e-8082-68b42edfe7d6),segment_id=73362255-7826-4b0e-8082-68b42edfe7d6)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:13:49.990043 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1eca15d3-1a42-44b6-8fa4-9a11bfa590f0 req-a71bac55-c986-4b0e-a45c-75746345b241 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:50.003193 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-1eca15d3-1a42-44b6-8fa4-9a11bfa590f0 req-a71bac55-c986-4b0e-a45c-75746345b241 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Calling delete_port for 111497c4-fcf0-4b3b-aeb1-f47d2cd7efda owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:13:50.203446 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1eca15d3-1a42-44b6-8fa4-9a11bfa590f0 req-a71bac55-c986-4b0e-a45c-75746345b241 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:50.215463 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['111497c4-fcf0-4b3b-aeb1-f47d2cd7efda'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:13:50.234714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bac55-c986-4b0e-a45c-75746345b241 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Pushing event deleted for resources: {'Port': ['ID=111497c4-fcf0-4b3b-aeb1-f47d2cd7efda,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:13:50.272648 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eca15d3-1a42-44b6-8fa4-9a11bfa590f0 req-a71bac55-c986-4b0e-a45c-75746345b241 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] No DVR routers for this DVR port 111497c4-fcf0-4b3b-aeb1-f47d2cd7efda on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:13:50.275802 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1eca15d3-1a42-44b6-8fa4-9a11bfa590f0 req-a71bac55-c986-4b0e-a45c-75746345b241 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:50.279080 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1eca15d3-1a42-44b6-8fa4-9a11bfa590f0 req-a71bac55-c986-4b0e-a45c-75746345b241 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.26 "DELETE /v2.0/ports/111497c4-fcf0-4b3b-aeb1-f47d2cd7efda HTTP/1.1" status: 204 len: 173 time: 0.4661584 Apr 21 13:13:50.279516 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb9e8fd-8373-4b75-99db-50f704ef8202', 'name': 'network-vif-deleted', 'tag': '111497c4-fcf0-4b3b-aeb1-f47d2cd7efda'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:13:50.281797 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2edb76-2ab8-4d4b-98d3-27507331fd51" -d '{"events": [{"server_uuid": "9cb9e8fd-8373-4b75-99db-50f704ef8202", "name": "network-vif-deleted", "tag": "111497c4-fcf0-4b3b-aeb1-f47d2cd7efda"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:13:50.318827 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e600f526-179f-4b6a-b5fb-cb1606b1ed3a x-openstack-request-id: req-e600f526-179f-4b6a-b5fb-cb1606b1ed3a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:13:50.319432 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb9e8fd-8373-4b75-99db-50f704ef8202", "name": "network-vif-deleted", "tag": "111497c4-fcf0-4b3b-aeb1-f47d2cd7efda", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:13:50.319432 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e600f526-179f-4b6a-b5fb-cb1606b1ed3a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:13:50.319766 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e600f526-179f-4b6a-b5fb-cb1606b1ed3a'] response: {'server_uuid': '9cb9e8fd-8373-4b75-99db-50f704ef8202', 'name': 'network-vif-deleted', 'tag': '111497c4-fcf0-4b3b-aeb1-f47d2cd7efda', 'status': 'completed', 'code': 200} Apr 21 13:13:50.426098 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-767cf81c-f028-4008-bff0-a36b5515ceb6 req-bdc3b009-955b-45b9-83aa-9a290b8447f3 tempest-VolumesSnapshotTestJSON-1231548566 tempest-VolumesSnapshotTestJSON-1231548566-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cb9e8fd-8373-4b75-99db-50f704ef8202 HTTP/1.1" status: 200 len: 210 time: 0.0322692 Apr 21 13:13:50.625962 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:13:53.780513 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 111497c4-fcf0-4b3b-aeb1-f47d2cd7efda no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:13:53.800837 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 111497c4-fcf0-4b3b-aeb1-f47d2cd7efda {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:13:53.801181 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 111497c4-fcf0-4b3b-aeb1-f47d2cd7efda not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:13:56.978441 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:14:13.466049 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-518b3fe1-fd80-48b4-a2ca-82c90af5e028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:15.734437 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1afc5b17-7aef-49e9-ba49-4d170fb76fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:17.031940 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:18.100373 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:18.540224 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:18.728616 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:20.643226 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:33.977292 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:14:43.523533 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4325271c-a3f8-4c4c-97f5-66ab6d87cd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:45.717517 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c6e2d02-6bd1-439b-8f93-759f8b8a48ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:46.979929 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:48.065668 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:48.556198 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:48.745216 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:50.384984 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55180) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:14:50.430770 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24ee95d-c5cd-4fea-ba2b-5e590bb19a06 admin admin] Deleting subnet 7c86632b-4ad2-412e-9df4-12662cc47b8c {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:14:50.433759 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b24ee95d-c5cd-4fea-ba2b-5e590bb19a06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:50.471788 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b24ee95d-c5cd-4fea-ba2b-5e590bb19a06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:50.512481 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b24ee95d-c5cd-4fea-ba2b-5e590bb19a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:50.637467 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b24ee95d-c5cd-4fea-ba2b-5e590bb19a06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:50.664867 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ee95d-c5cd-4fea-ba2b-5e590bb19a06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c86632b-4ad2-412e-9df4-12662cc47b8c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:14:50.665530 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:50.668165 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b24ee95d-c5cd-4fea-ba2b-5e590bb19a06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:50.671261 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b24ee95d-c5cd-4fea-ba2b-5e590bb19a06 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/7c86632b-4ad2-412e-9df4-12662cc47b8c HTTP/1.1" status: 204 len: 168 time: 0.2852623 Apr 21 13:14:50.673890 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55184) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:14:50.678004 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ee95d-c5cd-4fea-ba2b-5e590bb19a06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:50.678004 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ee95d-c5cd-4fea-ba2b-5e590bb19a06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:50.678004 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ee95d-c5cd-4fea-ba2b-5e590bb19a06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:50.678004 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ee95d-c5cd-4fea-ba2b-5e590bb19a06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:50.678004 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ee95d-c5cd-4fea-ba2b-5e590bb19a06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:50.678541 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ee95d-c5cd-4fea-ba2b-5e590bb19a06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:50.678670 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ee95d-c5cd-4fea-ba2b-5e590bb19a06 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:50.678972 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ee95d-c5cd-4fea-ba2b-5e590bb19a06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:50.679295 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ee95d-c5cd-4fea-ba2b-5e590bb19a06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:50.679615 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ee95d-c5cd-4fea-ba2b-5e590bb19a06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:50.679938 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ee95d-c5cd-4fea-ba2b-5e590bb19a06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:50.680255 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24ee95d-c5cd-4fea-ba2b-5e590bb19a06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:50.741332 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59b95a78-d92b-40aa-a35a-1560000f9998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:50.821188 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59b95a78-d92b-40aa-a35a-1560000f9998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:50.841063 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-59b95a78-d92b-40aa-a35a-1560000f9998 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ee91831-6f2e-4d5c-a3dc-82620b3772e6']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:14:50.850300 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-59b95a78-d92b-40aa-a35a-1560000f9998 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73362255-7826-4b0e-8082-68b42edfe7d6') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:14:50.850594 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-59b95a78-d92b-40aa-a35a-1560000f9998 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73362255-7826-4b0e-8082-68b42edfe7d6') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:14:50.859636 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59b95a78-d92b-40aa-a35a-1560000f9998 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:50.872882 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59b95a78-d92b-40aa-a35a-1560000f9998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:50.878571 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59b95a78-d92b-40aa-a35a-1560000f9998 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:14:50.880660 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59b95a78-d92b-40aa-a35a-1560000f9998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: timer() Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:14:50.881238 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:14:50.985531 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59b95a78-d92b-40aa-a35a-1560000f9998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:50.991563 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-59b95a78-d92b-40aa-a35a-1560000f9998 admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:50.994741 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-59b95a78-d92b-40aa-a35a-1560000f9998 admin admin] 10.222.0.36 "DELETE /v2.0/networks/5ee91831-6f2e-4d5c-a3dc-82620b3772e6 HTTP/1.1" status: 204 len: 168 time: 0.3198195 Apr 21 13:14:51.006610 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b95a78-d92b-40aa-a35a-1560000f9998 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ee91831-6f2e-4d5c-a3dc-82620b3772e6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:14:51.014140 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b95a78-d92b-40aa-a35a-1560000f9998 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:51.015676 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b95a78-d92b-40aa-a35a-1560000f9998 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:51.015676 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b95a78-d92b-40aa-a35a-1560000f9998 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:51.015676 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b95a78-d92b-40aa-a35a-1560000f9998 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:51.015676 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b95a78-d92b-40aa-a35a-1560000f9998 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:51.016111 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b95a78-d92b-40aa-a35a-1560000f9998 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:51.016263 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b95a78-d92b-40aa-a35a-1560000f9998 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:51.016588 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b95a78-d92b-40aa-a35a-1560000f9998 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:51.017512 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b95a78-d92b-40aa-a35a-1560000f9998 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:51.017870 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b95a78-d92b-40aa-a35a-1560000f9998 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:51.018204 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b95a78-d92b-40aa-a35a-1560000f9998 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:51.018528 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b95a78-d92b-40aa-a35a-1560000f9998 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:51.292141 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55190) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:14:51.336357 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f5064be7-599d-4d74-8abe-221b26bee0f9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ff30107ed0884fc4811bc1da055bce7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430744 Apr 21 13:14:51.338818 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55192) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:14:51.385010 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-116a86ad-60dc-42c0-ad45-91aadec2a260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:51.406429 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-116a86ad-60dc-42c0-ad45-91aadec2a260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:51.528428 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-116a86ad-60dc-42c0-ad45-91aadec2a260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:51.531040 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-116a86ad-60dc-42c0-ad45-91aadec2a260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:51.532296 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-116a86ad-60dc-42c0-ad45-91aadec2a260 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e0a653bd-f589-417f-a055-77917cd5d791 HTTP/1.1" status: 204 len: 168 time: 0.1925762 Apr 21 13:14:51.542326 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116a86ad-60dc-42c0-ad45-91aadec2a260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a653bd-f589-417f-a055-77917cd5d791,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:14:54.288150 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55246) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:14:54.293176 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a322f988-1cb2-4cd5-a954-f94b40e0261e tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Request body: {'network': {'name': 'tempest-network-smoke--382657777', 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'port_security_enabled': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:14:54.391773 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a322f988-1cb2-4cd5-a954-f94b40e0261e tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Made reservation on behalf of 8d2ddebafc3c4c00a4f5a0cc1a8940ac for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:14:54.396023 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a322f988-1cb2-4cd5-a954-f94b40e0261e tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:54.405324 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a322f988-1cb2-4cd5-a954-f94b40e0261e tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:54.479136 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a322f988-1cb2-4cd5-a954-f94b40e0261e tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:54.528222 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a322f988-1cb2-4cd5-a954-f94b40e0261e tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:54.550435 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a322f988-1cb2-4cd5-a954-f94b40e0261e tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:14:54.564795 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322f988-1cb2-4cd5-a954-f94b40e0261e tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a765ba4f-bee9-412d-bc33-408b858e7b16,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:14:54.568239 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a322f988-1cb2-4cd5-a954-f94b40e0261e tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:54.568598 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-a322f988-1cb2-4cd5-a954-f94b40e0261e tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Added segment b36b4cdb-267b-4bde-abef-0c7128c3ae7d of type vlan for network 4c0e452d-d912-488a-b071-5a00ccffe5c7 Apr 21 13:14:54.611740 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a322f988-1cb2-4cd5-a954-f94b40e0261e tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:54.670857 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a322f988-1cb2-4cd5-a954-f94b40e0261e tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:54.676888 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a322f988-1cb2-4cd5-a954-f94b40e0261e tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:14:54.677471 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a322f988-1cb2-4cd5-a954-f94b40e0261e tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:54.741708 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322f988-1cb2-4cd5-a954-f94b40e0261e tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Pushing event updated for resources: {'Network': ['ID=4c0e452d-d912-488a-b071-5a00ccffe5c7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:14:54.751787 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 4c0e452d-d912-488a-b071-5a00ccffe5c7 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:14:54.776711 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a322f988-1cb2-4cd5-a954-f94b40e0261e tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4874389 Apr 21 13:14:54.779521 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55248) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:14:54.783954 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0dde3ea6-bd1e-4b5d-a682-1d3948fc00cf tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-292062295', 'admin_state_up': True, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:14:54.854499 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0dde3ea6-bd1e-4b5d-a682-1d3948fc00cf tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:54.855547 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0dde3ea6-bd1e-4b5d-a682-1d3948fc00cf tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:54.911043 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0dde3ea6-bd1e-4b5d-a682-1d3948fc00cf tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:55.102140 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0dde3ea6-bd1e-4b5d-a682-1d3948fc00cf tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:55.352256 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0dde3ea6-bd1e-4b5d-a682-1d3948fc00cf tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:55.370450 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0dde3ea6-bd1e-4b5d-a682-1d3948fc00cf tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:55.473698 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-0dde3ea6-bd1e-4b5d-a682-1d3948fc00cf tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Allocated IP 172.25.8.223 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/ade9c579-7822-43bd-8b14-5b783369ff6c) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:14:55.570653 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0dde3ea6-bd1e-4b5d-a682-1d3948fc00cf tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:55.660946 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0dde3ea6-bd1e-4b5d-a682-1d3948fc00cf tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:55.699024 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dde3ea6-bd1e-4b5d-a682-1d3948fc00cf tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:14:55.701832 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-0dde3ea6-bd1e-4b5d-a682-1d3948fc00cf tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:14:55.704381 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dde3ea6-bd1e-4b5d-a682-1d3948fc00cf tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:14:55.732117 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde3ea6-bd1e-4b5d-a682-1d3948fc00cf tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Pushing event updated for resources: {'Port': ['ID=ade9c579-7822-43bd-8b14-5b783369ff6c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:14:56.041576 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0dde3ea6-bd1e-4b5d-a682-1d3948fc00cf tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:56.511088 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0dde3ea6-bd1e-4b5d-a682-1d3948fc00cf tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:56.670900 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dde3ea6-bd1e-4b5d-a682-1d3948fc00cf tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Router 1d9b6d37-0e83-4941-99ac-a8107f3cdaa7 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:14:56.770491 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dde3ea6-bd1e-4b5d-a682-1d3948fc00cf tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:14:56.780924 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5100a61e-4d97-42be-b2d1-6bcdb2efc9bb None None] Sync routers for ids ['1d9b6d37-0e83-4941-99ac-a8107f3cdaa7'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:14:56.791270 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5100a61e-4d97-42be-b2d1-6bcdb2efc9bb None None] Routers {'1d9b6d37-0e83-4941-99ac-a8107f3cdaa7'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:14:56.793930 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5100a61e-4d97-42be-b2d1-6bcdb2efc9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:14:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['1d9b6d37-0e83-4941-99ac-a8107f3cdaa7'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:14:56.854917 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0dde3ea6-bd1e-4b5d-a682-1d3948fc00cf tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:56.856183 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0dde3ea6-bd1e-4b5d-a682-1d3948fc00cf tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.0757952 Apr 21 13:14:56.859223 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55250) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:14:56.895849 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-5100a61e-4d97-42be-b2d1-6bcdb2efc9bb None None] Set router 1d9b6d37-0e83-4941-99ac-a8107f3cdaa7 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:14:56.988077 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6543a1d6-7eea-4a46-b531-c4460a8689ab tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=8d2ddebafc3c4c00a4f5a0cc1a8940ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1277485 Apr 21 13:14:56.990941 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55254) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:14:57.073216 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5100a61e-4d97-42be-b2d1-6bcdb2efc9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-292062295', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'ade9c579-7822-43bd-8b14-5b783369ff6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:14:54Z', 'updated_at': '2022-04-21T13:14:55Z', 'revision_number': 3, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'gw_port': {'id': 'ade9c579-7822-43bd-8b14-5b783369ff6c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:14:55Z', 'updated_at': '2022-04-21T13:14:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:14:57.078073 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d88746-c23e-443e-94d1-46c2dd4d7eb7 tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:14:57.079615 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-01d88746-c23e-443e-94d1-46c2dd4d7eb7 tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876961 Apr 21 13:14:57.083001 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55256) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:14:57.101323 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5100a61e-4d97-42be-b2d1-6bcdb2efc9bb None None] Checking router: 1d9b6d37-0e83-4941-99ac-a8107f3cdaa7 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:14:57.101699 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5100a61e-4d97-42be-b2d1-6bcdb2efc9bb None None] Updating router 1d9b6d37-0e83-4941-99ac-a8107f3cdaa7 port ade9c579-7822-43bd-8b14-5b783369ff6c binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:14:57.110612 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-62fa9a6c-c778-44bf-888b-9502cc92e92d tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=23f97cfe-dd42-45d8-a5df-e2b803e954fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265951 Apr 21 13:14:57.113196 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55258) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:14:57.117769 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a3ee12ff-dc93-448c-a2d4-75c361c6e934 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1167381798', 'network_id': '4c0e452d-d912-488a-b071-5a00ccffe5c7', 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:14:57.125769 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5100a61e-4d97-42be-b2d1-6bcdb2efc9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:57.276951 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ee12ff-dc93-448c-a2d4-75c361c6e934 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Made reservation on behalf of 8d2ddebafc3c4c00a4f5a0cc1a8940ac for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:14:57.280994 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3ee12ff-dc93-448c-a2d4-75c361c6e934 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:57.371741 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5100a61e-4d97-42be-b2d1-6bcdb2efc9bb None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:57.476932 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5100a61e-4d97-42be-b2d1-6bcdb2efc9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:57.500029 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3ee12ff-dc93-448c-a2d4-75c361c6e934 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:57.531874 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5100a61e-4d97-42be-b2d1-6bcdb2efc9bb None None] Attempting to bind port ade9c579-7822-43bd-8b14-5b783369ff6c on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:14:57.531874 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5100a61e-4d97-42be-b2d1-6bcdb2efc9bb None None] Attempting to bind port ade9c579-7822-43bd-8b14-5b783369ff6c by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:14:57.531874 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5100a61e-4d97-42be-b2d1-6bcdb2efc9bb None None] Attempting to bind port ade9c579-7822-43bd-8b14-5b783369ff6c on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:14:57.535430 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd10ace-f60a-49f6-bd5d-6b85c0565070 None None] Pushing event updated for resources: {'Port': ['ID=ade9c579-7822-43bd-8b14-5b783369ff6c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:14:57.538242 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5100a61e-4d97-42be-b2d1-6bcdb2efc9bb None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:14:57.538605 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5100a61e-4d97-42be-b2d1-6bcdb2efc9bb None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:14:57.538997 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5100a61e-4d97-42be-b2d1-6bcdb2efc9bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:57.539378 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5100a61e-4d97-42be-b2d1-6bcdb2efc9bb None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:14:57.539833 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-5100a61e-4d97-42be-b2d1-6bcdb2efc9bb None None] Bound port: ade9c579-7822-43bd-8b14-5b783369ff6c, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:14:57.540203 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5100a61e-4d97-42be-b2d1-6bcdb2efc9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:57.546504 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd10ace-f60a-49f6-bd5d-6b85c0565070 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:57.546840 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd10ace-f60a-49f6-bd5d-6b85c0565070 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:57.547174 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd10ace-f60a-49f6-bd5d-6b85c0565070 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:57.547506 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd10ace-f60a-49f6-bd5d-6b85c0565070 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:57.547827 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd10ace-f60a-49f6-bd5d-6b85c0565070 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:57.548145 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd10ace-f60a-49f6-bd5d-6b85c0565070 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:57.548463 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd10ace-f60a-49f6-bd5d-6b85c0565070 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:57.548780 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd10ace-f60a-49f6-bd5d-6b85c0565070 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:57.549141 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd10ace-f60a-49f6-bd5d-6b85c0565070 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:57.549404 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd10ace-f60a-49f6-bd5d-6b85c0565070 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:57.549754 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd10ace-f60a-49f6-bd5d-6b85c0565070 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:57.550068 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd10ace-f60a-49f6-bd5d-6b85c0565070 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:14:57.565017 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee12ff-dc93-448c-a2d4-75c361c6e934 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Pushing event updated for resources: {'Subnet': ['ID=78a5eb7f-f958-4728-abee-5cd68444dc76,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:14:57.572649 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ee12ff-dc93-448c-a2d4-75c361c6e934 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Checking segment: {'id': 'b36b4cdb-267b-4bde-abef-0c7128c3ae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4c0e452d-d912-488a-b071-5a00ccffe5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:14:57.573004 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ee12ff-dc93-448c-a2d4-75c361c6e934 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Network hostable DHCP agents. Network: 4c0e452d-d912-488a-b071-5a00ccffe5c7, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:14:57.600858 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5100a61e-4d97-42be-b2d1-6bcdb2efc9bb None None] For port ade9c579-7822-43bd-8b14-5b783369ff6c, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:14:57.603767 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5100a61e-4d97-42be-b2d1-6bcdb2efc9bb None None] For port ade9c579-7822-43bd-8b14-5b783369ff6c, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ade9c579-7822-43bd-8b14-5b783369ff6c,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:14:57.659658 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ee12ff-dc93-448c-a2d4-75c361c6e934 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Network 4c0e452d-d912-488a-b071-5a00ccffe5c7 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:14:57.666061 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5100a61e-4d97-42be-b2d1-6bcdb2efc9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:57.721869 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5100a61e-4d97-42be-b2d1-6bcdb2efc9bb None None] Routers {'1d9b6d37-0e83-4941-99ac-a8107f3cdaa7'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:14:57.722492 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5100a61e-4d97-42be-b2d1-6bcdb2efc9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:14:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['1d9b6d37-0e83-4941-99ac-a8107f3cdaa7'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:14:57.725310 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd10ace-f60a-49f6-bd5d-6b85c0565070 None None] Pushing event updated for resources: {'Port': ['ID=ade9c579-7822-43bd-8b14-5b783369ff6c,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:14:57.740094 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a3ee12ff-dc93-448c-a2d4-75c361c6e934 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 4c0e452d-d912-488a-b071-5a00ccffe5c7) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:14:57.743967 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ee12ff-dc93-448c-a2d4-75c361c6e934 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:14:57.744534 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3ee12ff-dc93-448c-a2d4-75c361c6e934 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:57.761755 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af10f90f-1925-4825-a9b8-dc6bf8d04b93 None None] Network 4c0e452d-d912-488a-b071-5a00ccffe5c7 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:14:57.863347 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a3ee12ff-dc93-448c-a2d4-75c361c6e934 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7485242 Apr 21 13:14:57.866235 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55260) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:14:58.049102 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-5100a61e-4d97-42be-b2d1-6bcdb2efc9bb None None] Set router 1d9b6d37-0e83-4941-99ac-a8107f3cdaa7 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:14:58.215010 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fd01a1-12de-4d02-8b55-564b08d2803c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-4c0e452d-d912-488a-b071-5a00ccffe5c7', 'network_id': '4c0e452d-d912-488a-b071-5a00ccffe5c7', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'fixed_ips': [{'subnet_id': '78a5eb7f-f958-4728-abee-5cd68444dc76'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:14:58.221260 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67fd01a1-12de-4d02-8b55-564b08d2803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:58.399056 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-67fd01a1-12de-4d02-8b55-564b08d2803c None None] Allocated IP 172.20.0.2 (4c0e452d-d912-488a-b071-5a00ccffe5c7/78a5eb7f-f958-4728-abee-5cd68444dc76/ac30af31-a577-4cd5-b4cf-91c2ed43ae70) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:14:58.404228 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-5100a61e-4d97-42be-b2d1-6bcdb2efc9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-292062295', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'ade9c579-7822-43bd-8b14-5b783369ff6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:14:54Z', 'updated_at': '2022-04-21T13:14:55Z', 'revision_number': 3, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'gw_port': {'id': 'ade9c579-7822-43bd-8b14-5b783369ff6c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:14:55Z', 'updated_at': '2022-04-21T13:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:14:58.434745 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5100a61e-4d97-42be-b2d1-6bcdb2efc9bb None None] The sync data for ids ['1d9b6d37-0e83-4941-99ac-a8107f3cdaa7'] in n-d-836147-2 is: [{'id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-292062295', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'ade9c579-7822-43bd-8b14-5b783369ff6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:14:54Z', 'updated_at': '2022-04-21T13:14:55Z', 'revision_number': 3, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'gw_port': {'id': 'ade9c579-7822-43bd-8b14-5b783369ff6c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:14:55Z', 'updated_at': '2022-04-21T13:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:14:58.580839 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67fd01a1-12de-4d02-8b55-564b08d2803c None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:58.638094 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ea2ae134-1f75-4d44-98a6-9f8e9c1893aa tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:58.667225 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67fd01a1-12de-4d02-8b55-564b08d2803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:58.726119 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fd01a1-12de-4d02-8b55-564b08d2803c None None] Network 4c0e452d-d912-488a-b071-5a00ccffe5c7 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:14:58.729793 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-67fd01a1-12de-4d02-8b55-564b08d2803c None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:14:58.736067 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fd01a1-12de-4d02-8b55-564b08d2803c None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:14:58.746038 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd01a1-12de-4d02-8b55-564b08d2803c None None] Pushing event updated for resources: {'Port': ['ID=ac30af31-a577-4cd5-b4cf-91c2ed43ae70,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:14:58.791819 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-67fd01a1-12de-4d02-8b55-564b08d2803c None None] Attempting to bind port ac30af31-a577-4cd5-b4cf-91c2ed43ae70 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:14:58.792181 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-67fd01a1-12de-4d02-8b55-564b08d2803c None None] Attempting to bind port ac30af31-a577-4cd5-b4cf-91c2ed43ae70 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'b36b4cdb-267b-4bde-abef-0c7128c3ae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4c0e452d-d912-488a-b071-5a00ccffe5c7'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:14:58.792545 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fd01a1-12de-4d02-8b55-564b08d2803c None None] Attempting to bind port ac30af31-a577-4cd5-b4cf-91c2ed43ae70 on network 4c0e452d-d912-488a-b071-5a00ccffe5c7 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:14:58.797784 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fd01a1-12de-4d02-8b55-564b08d2803c None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:14:58.798158 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fd01a1-12de-4d02-8b55-564b08d2803c None None] Checking segment: {'id': 'b36b4cdb-267b-4bde-abef-0c7128c3ae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4c0e452d-d912-488a-b071-5a00ccffe5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:14:58.798561 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67fd01a1-12de-4d02-8b55-564b08d2803c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:58.798950 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fd01a1-12de-4d02-8b55-564b08d2803c None None] Bound using segment: {'id': 'b36b4cdb-267b-4bde-abef-0c7128c3ae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4c0e452d-d912-488a-b071-5a00ccffe5c7'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:14:58.799417 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-67fd01a1-12de-4d02-8b55-564b08d2803c None None] Bound port: ac30af31-a577-4cd5-b4cf-91c2ed43ae70, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36b4cdb-267b-4bde-abef-0c7128c3ae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4c0e452d-d912-488a-b071-5a00ccffe5c7'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:14:58.799799 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67fd01a1-12de-4d02-8b55-564b08d2803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:58.871108 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-67fd01a1-12de-4d02-8b55-564b08d2803c None None] For port ac30af31-a577-4cd5-b4cf-91c2ed43ae70, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:14:58.874516 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-67fd01a1-12de-4d02-8b55-564b08d2803c None None] For port ac30af31-a577-4cd5-b4cf-91c2ed43ae70, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ac30af31-a577-4cd5-b4cf-91c2ed43ae70,segment=NetworkSegment(b36b4cdb-267b-4bde-abef-0c7128c3ae7d),segment_id=b36b4cdb-267b-4bde-abef-0c7128c3ae7d)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:14:58.923628 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-67fd01a1-12de-4d02-8b55-564b08d2803c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:58.959217 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-ea2ae134-1f75-4d44-98a6-9f8e9c1893aa tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Allocated IP 172.20.0.1 (4c0e452d-d912-488a-b071-5a00ccffe5c7/78a5eb7f-f958-4728-abee-5cd68444dc76/212d0bbe-a619-4ecb-b1fb-3909898b54ed) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:14:58.988597 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd01a1-12de-4d02-8b55-564b08d2803c None None] Pushing event updated for resources: {'Port': ['ID=ac30af31-a577-4cd5-b4cf-91c2ed43ae70,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:14:59.085334 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ea2ae134-1f75-4d44-98a6-9f8e9c1893aa tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:59.219769 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ea2ae134-1f75-4d44-98a6-9f8e9c1893aa tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:59.266915 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2ae134-1f75-4d44-98a6-9f8e9c1893aa tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Network 4c0e452d-d912-488a-b071-5a00ccffe5c7 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:14:59.272873 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ea2ae134-1f75-4d44-98a6-9f8e9c1893aa tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:14:59.278219 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2ae134-1f75-4d44-98a6-9f8e9c1893aa tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:14:59.306152 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ae134-1f75-4d44-98a6-9f8e9c1893aa tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Pushing event updated for resources: {'Port': ['ID=212d0bbe-a619-4ecb-b1fb-3909898b54ed,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:14:59.326141 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ea2ae134-1f75-4d44-98a6-9f8e9c1893aa tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:59.506178 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ea2ae134-1f75-4d44-98a6-9f8e9c1893aa tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:59.792451 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ea2ae134-1f75-4d44-98a6-9f8e9c1893aa tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:59.860003 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ea2ae134-1f75-4d44-98a6-9f8e9c1893aa tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:14:59.905699 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf5d847-db25-4a2e-b624-ac4c0c7a08d1 None None] Network 4c0e452d-d912-488a-b071-5a00ccffe5c7 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:14:59.933231 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ae134-1f75-4d44-98a6-9f8e9c1893aa tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Pushing event updated for resources: {'Port': ['ID=212d0bbe-a619-4ecb-b1fb-3909898b54ed,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:14:59.935809 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ea2ae134-1f75-4d44-98a6-9f8e9c1893aa tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:00.030843 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-db035c68-853f-4aa4-9b8e-ebab39d107c2 None None] Provisioning complete for port ac30af31-a577-4cd5-b4cf-91c2ed43ae70 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:15:00.031222 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db035c68-853f-4aa4-9b8e-ebab39d107c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:00.044856 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2ae134-1f75-4d44-98a6-9f8e9c1893aa tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Network 4c0e452d-d912-488a-b071-5a00ccffe5c7 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:15:00.046240 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-ea2ae134-1f75-4d44-98a6-9f8e9c1893aa tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:15:00.147931 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db035c68-853f-4aa4-9b8e-ebab39d107c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:00.177010 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2ae134-1f75-4d44-98a6-9f8e9c1893aa tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Router 1d9b6d37-0e83-4941-99ac-a8107f3cdaa7 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:15:00.197981 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-db035c68-853f-4aa4-9b8e-ebab39d107c2 None None] For port ac30af31-a577-4cd5-b4cf-91c2ed43ae70, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ac30af31-a577-4cd5-b4cf-91c2ed43ae70,segment=NetworkSegment(b36b4cdb-267b-4bde-abef-0c7128c3ae7d),segment_id=b36b4cdb-267b-4bde-abef-0c7128c3ae7d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:15:00.281722 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ade9c579-7822-43bd-8b14-5b783369ff6c up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:15:00.285502 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db035c68-853f-4aa4-9b8e-ebab39d107c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:00.316711 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2ae134-1f75-4d44-98a6-9f8e9c1893aa tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:15:00.322628 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ea2ae134-1f75-4d44-98a6-9f8e9c1893aa tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "PUT /v2.0/routers/1d9b6d37-0e83-4941-99ac-a8107f3cdaa7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4552491 Apr 21 13:15:00.325687 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55262) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:15:00.333186 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5ed34e61-fca8-4864-8566-27fca44495ae tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--618082027', 'description': 'tempest-secgroup_access--618082027 description', 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:15:00.375392 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db035c68-853f-4aa4-9b8e-ebab39d107c2 None None] Pushing event updated for resources: {'Port': ['ID=ac30af31-a577-4cd5-b4cf-91c2ed43ae70,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:15:00.387223 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port ade9c579-7822-43bd-8b14-5b783369ff6c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:15:00.390281 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:00.432484 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c67c088-8c3d-4339-92c2-1db5d076c185 None None] Sync routers for ids ['1d9b6d37-0e83-4941-99ac-a8107f3cdaa7'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:15:00.443248 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c67c088-8c3d-4339-92c2-1db5d076c185 None None] Routers {'1d9b6d37-0e83-4941-99ac-a8107f3cdaa7'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:15:00.443853 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1c67c088-8c3d-4339-92c2-1db5d076c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:14:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['1d9b6d37-0e83-4941-99ac-a8107f3cdaa7'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:15:00.448667 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ed34e61-fca8-4864-8566-27fca44495ae tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:00.459176 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2dbaa7b7-fe69-4a05-8962-4991269bd78c None None] Provisioning complete for port 212d0bbe-a619-4ecb-b1fb-3909898b54ed triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:15:00.459529 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2dbaa7b7-fe69-4a05-8962-4991269bd78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:00.500504 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2dbaa7b7-fe69-4a05-8962-4991269bd78c None None] Port 212d0bbe-a619-4ecb-b1fb-3909898b54ed cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:15:00.532600 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ed34e61-fca8-4864-8566-27fca44495ae tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:00.548694 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2dbaa7b7-fe69-4a05-8962-4991269bd78c None None] Provisioning complete for port ac30af31-a577-4cd5-b4cf-91c2ed43ae70 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:15:00.549064 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2dbaa7b7-fe69-4a05-8962-4991269bd78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:00.550750 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:00.564539 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1c67c088-8c3d-4339-92c2-1db5d076c185 None None] Set router 1d9b6d37-0e83-4941-99ac-a8107f3cdaa7 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:15:00.597200 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ed34e61-fca8-4864-8566-27fca44495ae tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:00.597563 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port ade9c579-7822-43bd-8b14-5b783369ff6c, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ade9c579-7822-43bd-8b14-5b783369ff6c,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:15:00.646563 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed34e61-fca8-4864-8566-27fca44495ae tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c06f962-2f4e-4b7f-9381-f6f961bb0746,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:15:00.671405 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:00.672205 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ac30af31-a577-4cd5-b4cf-91c2ed43ae70 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:15:00.694465 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ed34e61-fca8-4864-8566-27fca44495ae tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:00.696005 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5ed34e61-fca8-4864-8566-27fca44495ae tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3693027 Apr 21 13:15:00.699138 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55264) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:15:00.704791 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4a10b121-069e-4b66-81c2-bc03c4474ade tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--919034096', 'description': 'tempest-secgroup_general--919034096 description', 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:15:00.759300 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=ade9c579-7822-43bd-8b14-5b783369ff6c,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:15:00.784359 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f9891845-b3f8-4b9f-a621-a5308c0fdf06 None None] Provisioning complete for port 212d0bbe-a619-4ecb-b1fb-3909898b54ed triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:15:00.784819 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9891845-b3f8-4b9f-a621-a5308c0fdf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:00.787478 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port ac30af31-a577-4cd5-b4cf-91c2ed43ae70 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:15:00.787874 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:00.791568 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a10b121-069e-4b66-81c2-bc03c4474ade tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:00.807473 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1c67c088-8c3d-4339-92c2-1db5d076c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-292062295', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'ade9c579-7822-43bd-8b14-5b783369ff6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:14:54Z', 'updated_at': '2022-04-21T13:14:59Z', 'revision_number': 4, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'gw_port': {'id': 'ade9c579-7822-43bd-8b14-5b783369ff6c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:14:55Z', 'updated_at': '2022-04-21T13:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '212d0bbe-a619-4ecb-b1fb-3909898b54ed', 'name': '', 'network_id': '4c0e452d-d912-488a-b071-5a00ccffe5c7', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'mac_address': 'fa:16:3e:f1:1d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '78a5eb7f-f958-4728-abee-5cd68444dc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:14:58Z', 'updated_at': '2022-04-21T13:14:59Z', 'revision_number': 2, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'subnets': [{'id': '78a5eb7f-f958-4728-abee-5cd68444dc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:15:00.835152 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c67c088-8c3d-4339-92c2-1db5d076c185 None None] Checking router: 1d9b6d37-0e83-4941-99ac-a8107f3cdaa7 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:15:00.835766 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c67c088-8c3d-4339-92c2-1db5d076c185 None None] Updating router 1d9b6d37-0e83-4941-99ac-a8107f3cdaa7 port 212d0bbe-a619-4ecb-b1fb-3909898b54ed binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:15:00.857347 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f9891845-b3f8-4b9f-a621-a5308c0fdf06 None None] Port 212d0bbe-a619-4ecb-b1fb-3909898b54ed cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:15:00.863412 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c67c088-8c3d-4339-92c2-1db5d076c185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:00.891344 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a10b121-069e-4b66-81c2-bc03c4474ade tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:00.934320 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a10b121-069e-4b66-81c2-bc03c4474ade tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:00.963062 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10b121-069e-4b66-81c2-bc03c4474ade tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3725cdd-5eb3-4623-ba05-7010557d6d0f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:15:00.977359 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3fff5ed2-ee08-46c1-96c7-3317f3729b3b None None] Provisioning complete for port 212d0bbe-a619-4ecb-b1fb-3909898b54ed triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:15:00.977877 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3fff5ed2-ee08-46c1-96c7-3317f3729b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:00.999515 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a10b121-069e-4b66-81c2-bc03c4474ade tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:01.000783 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4a10b121-069e-4b66-81c2-bc03c4474ade tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3005531 Apr 21 13:15:01.003674 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55266) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:15:01.008316 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-466c481e-f8dc-4c02-9959-10c537ac37f9 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Request body: {'security_group_rule': {'security_group_id': '8c06f962-2f4e-4b7f-9381-f6f961bb0746', 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:15:01.012320 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-3fff5ed2-ee08-46c1-96c7-3317f3729b3b None None] Port 212d0bbe-a619-4ecb-b1fb-3909898b54ed cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:15:01.099970 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-466c481e-f8dc-4c02-9959-10c537ac37f9 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:01.135449 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c67c088-8c3d-4339-92c2-1db5d076c185 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:01.156271 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-466c481e-f8dc-4c02-9959-10c537ac37f9 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:01.219763 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c67c088-8c3d-4339-92c2-1db5d076c185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:01.259235 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-466c481e-f8dc-4c02-9959-10c537ac37f9 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:01.268206 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd7f00-8adb-42f5-ac05-f14e0cf013c8 None None] Pushing event updated for resources: {'Port': ['ID=212d0bbe-a619-4ecb-b1fb-3909898b54ed,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:15:01.284135 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466c481e-f8dc-4c02-9959-10c537ac37f9 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde5b410-c49c-4d38-a2cc-5cca844a0f59,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:15:01.298322 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd7f00-8adb-42f5-ac05-f14e0cf013c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:01.298665 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd7f00-8adb-42f5-ac05-f14e0cf013c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:01.299006 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd7f00-8adb-42f5-ac05-f14e0cf013c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:01.299326 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd7f00-8adb-42f5-ac05-f14e0cf013c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:01.299660 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd7f00-8adb-42f5-ac05-f14e0cf013c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:01.299980 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd7f00-8adb-42f5-ac05-f14e0cf013c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:01.300982 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd7f00-8adb-42f5-ac05-f14e0cf013c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:01.301310 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd7f00-8adb-42f5-ac05-f14e0cf013c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:01.301652 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd7f00-8adb-42f5-ac05-f14e0cf013c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:01.301974 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd7f00-8adb-42f5-ac05-f14e0cf013c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:01.302296 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd7f00-8adb-42f5-ac05-f14e0cf013c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:01.302610 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19dd7f00-8adb-42f5-ac05-f14e0cf013c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:01.335332 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-1c67c088-8c3d-4339-92c2-1db5d076c185 None None] Attempting to bind port 212d0bbe-a619-4ecb-b1fb-3909898b54ed on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:15:01.335715 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-1c67c088-8c3d-4339-92c2-1db5d076c185 None None] Attempting to bind port 212d0bbe-a619-4ecb-b1fb-3909898b54ed by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'b36b4cdb-267b-4bde-abef-0c7128c3ae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4c0e452d-d912-488a-b071-5a00ccffe5c7'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:15:01.336073 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c67c088-8c3d-4339-92c2-1db5d076c185 None None] Attempting to bind port 212d0bbe-a619-4ecb-b1fb-3909898b54ed on network 4c0e452d-d912-488a-b071-5a00ccffe5c7 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:15:01.341109 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c67c088-8c3d-4339-92c2-1db5d076c185 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:15:01.341477 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c67c088-8c3d-4339-92c2-1db5d076c185 None None] Checking segment: {'id': 'b36b4cdb-267b-4bde-abef-0c7128c3ae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4c0e452d-d912-488a-b071-5a00ccffe5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:15:01.347926 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c67c088-8c3d-4339-92c2-1db5d076c185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:01.347926 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c67c088-8c3d-4339-92c2-1db5d076c185 None None] Bound using segment: {'id': 'b36b4cdb-267b-4bde-abef-0c7128c3ae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4c0e452d-d912-488a-b071-5a00ccffe5c7'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:15:01.347926 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-1c67c088-8c3d-4339-92c2-1db5d076c185 None None] Bound port: 212d0bbe-a619-4ecb-b1fb-3909898b54ed, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36b4cdb-267b-4bde-abef-0c7128c3ae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4c0e452d-d912-488a-b071-5a00ccffe5c7'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:15:01.347926 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c67c088-8c3d-4339-92c2-1db5d076c185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:01.370503 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-466c481e-f8dc-4c02-9959-10c537ac37f9 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:01.372945 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-466c481e-f8dc-4c02-9959-10c537ac37f9 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3672147 Apr 21 13:15:01.424314 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1c67c088-8c3d-4339-92c2-1db5d076c185 None None] For port 212d0bbe-a619-4ecb-b1fb-3909898b54ed, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:15:01.427551 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-1c67c088-8c3d-4339-92c2-1db5d076c185 None None] For port 212d0bbe-a619-4ecb-b1fb-3909898b54ed, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=212d0bbe-a619-4ecb-b1fb-3909898b54ed,segment=NetworkSegment(b36b4cdb-267b-4bde-abef-0c7128c3ae7d),segment_id=b36b4cdb-267b-4bde-abef-0c7128c3ae7d)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:15:01.504814 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-1c67c088-8c3d-4339-92c2-1db5d076c185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:01.515809 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-271aa7be-7297-42a6-8121-746269dcdfaf tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup_general--919034096&fields=id&tenant_id=8d2ddebafc3c4c00a4f5a0cc1a8940ac HTTP/1.1" status: 200 len: 267 time: 0.0323679 Apr 21 13:15:01.537459 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8f8e016f-49c0-42fb-a702-84a0f6d2a49a None None] Provisioning complete for port 212d0bbe-a619-4ecb-b1fb-3909898b54ed triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:15:01.539598 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f8e016f-49c0-42fb-a702-84a0f6d2a49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:01.563434 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c67c088-8c3d-4339-92c2-1db5d076c185 None None] Routers {'1d9b6d37-0e83-4941-99ac-a8107f3cdaa7'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:15:01.564340 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1c67c088-8c3d-4339-92c2-1db5d076c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:14:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['1d9b6d37-0e83-4941-99ac-a8107f3cdaa7'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:15:01.576542 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-55f20885-eedb-471d-98c8-f57218a90fe9 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup_access--618082027&fields=id&tenant_id=8d2ddebafc3c4c00a4f5a0cc1a8940ac HTTP/1.1" status: 200 len: 267 time: 0.0427206 Apr 21 13:15:01.642225 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f8e016f-49c0-42fb-a702-84a0f6d2a49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:01.677372 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd7f00-8adb-42f5-ac05-f14e0cf013c8 None None] Pushing event updated for resources: {'Port': ['ID=212d0bbe-a619-4ecb-b1fb-3909898b54ed,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:15:01.682680 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8f8e016f-49c0-42fb-a702-84a0f6d2a49a None None] For port 212d0bbe-a619-4ecb-b1fb-3909898b54ed, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=212d0bbe-a619-4ecb-b1fb-3909898b54ed,segment=NetworkSegment(b36b4cdb-267b-4bde-abef-0c7128c3ae7d),segment_id=b36b4cdb-267b-4bde-abef-0c7128c3ae7d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:15:01.693334 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1c67c088-8c3d-4339-92c2-1db5d076c185 None None] Set router 1d9b6d37-0e83-4941-99ac-a8107f3cdaa7 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:15:01.717335 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-018c3da4-0121-44bb-857a-8ea49b9d6230 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:01.718961 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-018c3da4-0121-44bb-857a-8ea49b9d6230 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/networks?id=4c0e452d-d912-488a-b071-5a00ccffe5c7 HTTP/1.1" status: 200 len: 796 time: 0.1280529 Apr 21 13:15:01.736112 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-a06ff899-18b2-42f8-bf58-96f7312c6aaf tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/quotas/8d2ddebafc3c4c00a4f5a0cc1a8940ac HTTP/1.1" status: 200 len: 375 time: 0.0096896 Apr 21 13:15:01.758613 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8f8e016f-49c0-42fb-a702-84a0f6d2a49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:01.802473 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-248207d5-da8c-4b28-865a-1e7ebedbc245 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d2ddebafc3c4c00a4f5a0cc1a8940ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586653 Apr 21 13:15:01.818731 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e016f-49c0-42fb-a702-84a0f6d2a49a None None] Pushing event updated for resources: {'Port': ['ID=212d0bbe-a619-4ecb-b1fb-3909898b54ed,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:15:01.878238 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-dd862657-80f5-4956-872b-583aaa7ebb47 None None] Provisioning complete for port 212d0bbe-a619-4ecb-b1fb-3909898b54ed triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:15:01.879240 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd862657-80f5-4956-872b-583aaa7ebb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:01.906286 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-0c5dcf5b-3ac0-4605-a78b-f104d8072db1 service neutron] 10.222.0.36 "GET /v2.0/networks/4c0e452d-d912-488a-b071-5a00ccffe5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910480 Apr 21 13:15:01.986012 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1c67c088-8c3d-4339-92c2-1db5d076c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-292062295', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'ade9c579-7822-43bd-8b14-5b783369ff6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:14:54Z', 'updated_at': '2022-04-21T13:14:59Z', 'revision_number': 4, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'gw_port': {'id': 'ade9c579-7822-43bd-8b14-5b783369ff6c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:14:55Z', 'updated_at': '2022-04-21T13:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '212d0bbe-a619-4ecb-b1fb-3909898b54ed', 'name': '', 'network_id': '4c0e452d-d912-488a-b071-5a00ccffe5c7', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'mac_address': 'fa:16:3e:f1:1d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '78a5eb7f-f958-4728-abee-5cd68444dc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:14:58Z', 'updated_at': '2022-04-21T13:15:01Z', 'revision_number': 4, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'subnets': [{'id': '78a5eb7f-f958-4728-abee-5cd68444dc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:15:02.002393 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-f9bfd7aa-78a5-4af5-90df-aed8cada931e service neutron] 10.222.0.36 "GET /v2.0/networks/4c0e452d-d912-488a-b071-5a00ccffe5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889182 Apr 21 13:15:02.012209 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c67c088-8c3d-4339-92c2-1db5d076c185 None None] The sync data for ids ['1d9b6d37-0e83-4941-99ac-a8107f3cdaa7'] in n-d-836147-2 is: [{'id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-292062295', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'ade9c579-7822-43bd-8b14-5b783369ff6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:14:54Z', 'updated_at': '2022-04-21T13:14:59Z', 'revision_number': 4, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'gw_port': {'id': 'ade9c579-7822-43bd-8b14-5b783369ff6c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:14:55Z', 'updated_at': '2022-04-21T13:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '212d0bbe-a619-4ecb-b1fb-3909898b54ed', 'name': '', 'network_id': '4c0e452d-d912-488a-b071-5a00ccffe5c7', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'mac_address': 'fa:16:3e:f1:1d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '78a5eb7f-f958-4728-abee-5cd68444dc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:14:58Z', 'updated_at': '2022-04-21T13:15:01Z', 'revision_number': 4, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'subnets': [{'id': '78a5eb7f-f958-4728-abee-5cd68444dc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:15:02.283591 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-903cf036-5131-4fa7-a8bb-5e837d075e8b req-f63b27bc-936f-4ed7-9766-89f72c6d06a5 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9afb784-b66b-4001-bb1f-0c22f74c052e HTTP/1.1" status: 200 len: 210 time: 0.0516713 Apr 21 13:15:02.307861 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ade9c579-7822-43bd-8b14-5b783369ff6c up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:15:02.362582 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port ade9c579-7822-43bd-8b14-5b783369ff6c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:15:02.363793 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:02.455093 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ac30af31-a577-4cd5-b4cf-91c2ed43ae70 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:15:02.504533 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port ac30af31-a577-4cd5-b4cf-91c2ed43ae70 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:15:02.504898 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:02.585806 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 212d0bbe-a619-4ecb-b1fb-3909898b54ed up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:15:02.640465 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 212d0bbe-a619-4ecb-b1fb-3909898b54ed triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:15:02.640836 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:03.382425 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac8fa113-8153-44ec-8caa-6725e46530ff req-9d014ecc-1a7b-4143-9b5a-39f7dc573565 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9afb784-b66b-4001-bb1f-0c22f74c052e HTTP/1.1" status: 200 len: 210 time: 0.0279171 Apr 21 13:15:04.488927 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-851153ef-c4b3-41ed-95e7-23f55788212c req-bfcc809b-2f73-4b20-a654-9e4ee8d1e6e1 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9afb784-b66b-4001-bb1f-0c22f74c052e HTTP/1.1" status: 200 len: 210 time: 0.0334697 Apr 21 13:15:04.528445 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-d7a26cbb-83d7-404b-a408-d8e5359cb532 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:04.529891 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-d7a26cbb-83d7-404b-a408-d8e5359cb532 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.24 "GET /v2.0/networks?id=4c0e452d-d912-488a-b071-5a00ccffe5c7 HTTP/1.1" status: 200 len: 796 time: 0.1287510 Apr 21 13:15:04.578329 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-fd49b99e-0985-42c0-9908-2e086366e846 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d2ddebafc3c4c00a4f5a0cc1a8940ac HTTP/1.1" status: 200 len: 476 time: 0.0345399 Apr 21 13:15:04.589297 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-acf668c6-16f5-4193-8d1d-c8efc5b0160e tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Request body: {'port': {'device_id': 'a9afb784-b66b-4001-bb1f-0c22f74c052e', 'network_id': '4c0e452d-d912-488a-b071-5a00ccffe5c7', 'admin_state_up': True, 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'security_groups': ['f3725cdd-5eb3-4623-ba05-7010557d6d0f', '8c06f962-2f4e-4b7f-9381-f6f961bb0746']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:15:04.745457 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-acf668c6-16f5-4193-8d1d-c8efc5b0160e tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Made reservation on behalf of 8d2ddebafc3c4c00a4f5a0cc1a8940ac for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:15:04.749035 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-acf668c6-16f5-4193-8d1d-c8efc5b0160e tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:04.874729 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-acf668c6-16f5-4193-8d1d-c8efc5b0160e tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Allocated IP 172.20.0.6 (4c0e452d-d912-488a-b071-5a00ccffe5c7/78a5eb7f-f958-4728-abee-5cd68444dc76/eaca7fc6-dda5-4e5d-9620-8beecfcd3089) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:15:05.019640 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-acf668c6-16f5-4193-8d1d-c8efc5b0160e tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:05.105940 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-acf668c6-16f5-4193-8d1d-c8efc5b0160e tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:05.149734 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-acf668c6-16f5-4193-8d1d-c8efc5b0160e tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Network 4c0e452d-d912-488a-b071-5a00ccffe5c7 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:15:05.152877 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-acf668c6-16f5-4193-8d1d-c8efc5b0160e tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:15:05.156695 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-acf668c6-16f5-4193-8d1d-c8efc5b0160e tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:15:05.184842 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf668c6-16f5-4193-8d1d-c8efc5b0160e tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Pushing event updated for resources: {'Port': ['ID=eaca7fc6-dda5-4e5d-9620-8beecfcd3089,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:15:05.213995 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-acf668c6-16f5-4193-8d1d-c8efc5b0160e tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:05.214612 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-acf668c6-16f5-4193-8d1d-c8efc5b0160e tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:05.286292 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-acf668c6-16f5-4193-8d1d-c8efc5b0160e tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.7008946 Apr 21 13:15:05.353661 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-1eeae826-0e71-4223-adf4-99e7f830f3a9 service neutron] Request body: {'port': {'device_id': 'a9afb784-b66b-4001-bb1f-0c22f74c052e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:15:05.405498 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4908c493-328f-4e66-bd98-46a815bc8012 None None] Provisioning complete for port eaca7fc6-dda5-4e5d-9620-8beecfcd3089 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:15:05.406020 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4908c493-328f-4e66-bd98-46a815bc8012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:05.407601 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-1eeae826-0e71-4223-adf4-99e7f830f3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:05.439058 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4908c493-328f-4e66-bd98-46a815bc8012 None None] Port eaca7fc6-dda5-4e5d-9620-8beecfcd3089 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:15:05.644832 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fcc951-4260-4e76-b85c-44fa48d7d50b req-70c3d9bb-1249-4125-8d3b-b88800d1eab8 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:05.646315 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f9fcc951-4260-4e76-b85c-44fa48d7d50b req-70c3d9bb-1249-4125-8d3b-b88800d1eab8 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9afb784-b66b-4001-bb1f-0c22f74c052e HTTP/1.1" status: 200 len: 970 time: 0.0757651 Apr 21 13:15:05.719598 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f9fcc951-4260-4e76-b85c-44fa48d7d50b req-48b63ece-44ae-48e6-a0f3-5a72f14bbf03 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c06f962-2f4e-4b7f-9381-f6f961bb0746&id=f3725cdd-5eb3-4623-ba05-7010557d6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0647385 Apr 21 13:15:05.732520 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-1eeae826-0e71-4223-adf4-99e7f830f3a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaca7fc6-dda5-4e5d-9620-8beecfcd3089 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:15:05.740366 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-1eeae826-0e71-4223-adf4-99e7f830f3a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:05.751674 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-1eeae826-0e71-4223-adf4-99e7f830f3a9 service neutron] Transition to ACTIVE for port object eaca7fc6-dda5-4e5d-9620-8beecfcd3089 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:15:05.847053 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-1eeae826-0e71-4223-adf4-99e7f830f3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:05.912689 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeae826-0e71-4223-adf4-99e7f830f3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=eaca7fc6-dda5-4e5d-9620-8beecfcd3089,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:15:05.970342 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-1eeae826-0e71-4223-adf4-99e7f830f3a9 service neutron] Attempting to bind port eaca7fc6-dda5-4e5d-9620-8beecfcd3089 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:15:05.970665 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-1eeae826-0e71-4223-adf4-99e7f830f3a9 service neutron] Attempting to bind port eaca7fc6-dda5-4e5d-9620-8beecfcd3089 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'b36b4cdb-267b-4bde-abef-0c7128c3ae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4c0e452d-d912-488a-b071-5a00ccffe5c7'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:15:05.970994 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-1eeae826-0e71-4223-adf4-99e7f830f3a9 service neutron] Attempting to bind port eaca7fc6-dda5-4e5d-9620-8beecfcd3089 on network 4c0e452d-d912-488a-b071-5a00ccffe5c7 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:15:05.976165 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-1eeae826-0e71-4223-adf4-99e7f830f3a9 service neutron] Port eaca7fc6-dda5-4e5d-9620-8beecfcd3089 on network 4c0e452d-d912-488a-b071-5a00ccffe5c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:15:05.976477 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-1eeae826-0e71-4223-adf4-99e7f830f3a9 service neutron] Attempting to bind port eaca7fc6-dda5-4e5d-9620-8beecfcd3089 on network 4c0e452d-d912-488a-b071-5a00ccffe5c7 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:15:05.981434 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-1eeae826-0e71-4223-adf4-99e7f830f3a9 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:15:05.981804 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-1eeae826-0e71-4223-adf4-99e7f830f3a9 service neutron] Checking segment: {'id': 'b36b4cdb-267b-4bde-abef-0c7128c3ae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4c0e452d-d912-488a-b071-5a00ccffe5c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:15:05.982182 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-1eeae826-0e71-4223-adf4-99e7f830f3a9 service neutron] Bound using segment: {'id': 'b36b4cdb-267b-4bde-abef-0c7128c3ae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4c0e452d-d912-488a-b071-5a00ccffe5c7'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:15:05.982612 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-1eeae826-0e71-4223-adf4-99e7f830f3a9 service neutron] Bound port: eaca7fc6-dda5-4e5d-9620-8beecfcd3089, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36b4cdb-267b-4bde-abef-0c7128c3ae7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4c0e452d-d912-488a-b071-5a00ccffe5c7'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:15:05.982971 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-1eeae826-0e71-4223-adf4-99e7f830f3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:06.048421 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-1eeae826-0e71-4223-adf4-99e7f830f3a9 service neutron] For port eaca7fc6-dda5-4e5d-9620-8beecfcd3089, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:15:06.051714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-1eeae826-0e71-4223-adf4-99e7f830f3a9 service neutron] For port eaca7fc6-dda5-4e5d-9620-8beecfcd3089, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=eaca7fc6-dda5-4e5d-9620-8beecfcd3089,segment=NetworkSegment(b36b4cdb-267b-4bde-abef-0c7128c3ae7d),segment_id=b36b4cdb-267b-4bde-abef-0c7128c3ae7d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:15:06.147749 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-1eeae826-0e71-4223-adf4-99e7f830f3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:06.182411 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-1eeae826-0e71-4223-adf4-99e7f830f3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:06.183023 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-1eeae826-0e71-4223-adf4-99e7f830f3a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:06.184405 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-1eeae826-0e71-4223-adf4-99e7f830f3a9 service neutron] 10.222.0.24 "PUT /v2.0/ports/eaca7fc6-dda5-4e5d-9620-8beecfcd3089 HTTP/1.1" status: 200 len: 1130 time: 0.8862052 Apr 21 13:15:06.191399 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9afb784-b66b-4001-bb1f-0c22f74c052e', 'tag': 'eaca7fc6-dda5-4e5d-9620-8beecfcd3089'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:15:06.191399 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6e38e9-e310-4d68-921c-0d675fe8260b" -d '{"events": [{"name": "network-changed", "server_uuid": "a9afb784-b66b-4001-bb1f-0c22f74c052e", "tag": "eaca7fc6-dda5-4e5d-9620-8beecfcd3089"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:15:06.218487 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeae826-0e71-4223-adf4-99e7f830f3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=eaca7fc6-dda5-4e5d-9620-8beecfcd3089,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:15:06.303141 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca45ee76-f265-4361-b676-71d1a6d7e7e7 x-openstack-request-id: req-ca45ee76-f265-4361-b676-71d1a6d7e7e7 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:15:06.303677 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9afb784-b66b-4001-bb1f-0c22f74c052e", "tag": "eaca7fc6-dda5-4e5d-9620-8beecfcd3089", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:15:06.304202 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ca45ee76-f265-4361-b676-71d1a6d7e7e7 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:15:06.304687 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca45ee76-f265-4361-b676-71d1a6d7e7e7'] response: {'name': 'network-changed', 'server_uuid': 'a9afb784-b66b-4001-bb1f-0c22f74c052e', 'tag': 'eaca7fc6-dda5-4e5d-9620-8beecfcd3089', 'status': 'completed', 'code': 200} Apr 21 13:15:06.357658 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-f60c7f86-115e-4a93-8772-41663f736c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:06.359187 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-f60c7f86-115e-4a93-8772-41663f736c2e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d2ddebafc3c4c00a4f5a0cc1a8940ac&device_id=a9afb784-b66b-4001-bb1f-0c22f74c052e HTTP/1.1" status: 200 len: 1133 time: 0.0430572 Apr 21 13:15:06.405514 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-bcf967a6-4ca0-404b-84be-93bec6a1d847 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eaca7fc6-dda5-4e5d-9620-8beecfcd3089 HTTP/1.1" status: 200 len: 217 time: 0.0387399 Apr 21 13:15:06.455295 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-a2792d4c-673e-4c1b-aad1-01afe3befb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:06.456604 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-a2792d4c-673e-4c1b-aad1-01afe3befb98 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78a5eb7f-f958-4728-abee-5cd68444dc76 HTTP/1.1" status: 200 len: 835 time: 0.0417235 Apr 21 13:15:06.504932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-11d15eb5-a1da-4b89-8c40-83cf8d0e0d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:06.506385 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-11d15eb5-a1da-4b89-8c40-83cf8d0e0d8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c0e452d-d912-488a-b071-5a00ccffe5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383186 Apr 21 13:15:06.600678 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-da7dd65c-6430-4bac-a770-ecec96924617 service neutron] 10.222.0.24 "GET /v2.0/networks/4c0e452d-d912-488a-b071-5a00ccffe5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837762 Apr 21 13:15:06.690969 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a9ccf5c8-3d37-4c86-9bf9-337fcad1e1cc req-ece30862-4678-4eef-8f74-a36bdb80169c service neutron] 10.222.0.24 "GET /v2.0/networks/4c0e452d-d912-488a-b071-5a00ccffe5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795674 Apr 21 13:15:06.866904 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdde080-7c71-46d5-883c-c6db2308004e req-5731fb76-fd48-45dd-94c2-6dcd42b8c5b3 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:06.868363 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2cdde080-7c71-46d5-883c-c6db2308004e req-5731fb76-fd48-45dd-94c2-6dcd42b8c5b3 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9afb784-b66b-4001-bb1f-0c22f74c052e HTTP/1.1" status: 200 len: 982 time: 0.0807867 Apr 21 13:15:06.873780 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e38e9-e310-4d68-921c-0d675fe8260b req-4c70bdb2-3f6c-4efb-abc4-f897ce86ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:06.875136 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5e6e38e9-e310-4d68-921c-0d675fe8260b req-4c70bdb2-3f6c-4efb-abc4-f897ce86ce05 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d2ddebafc3c4c00a4f5a0cc1a8940ac&device_id=a9afb784-b66b-4001-bb1f-0c22f74c052e HTTP/1.1" status: 200 len: 1133 time: 0.0602672 Apr 21 13:15:06.950560 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2cdde080-7c71-46d5-883c-c6db2308004e req-3899cce2-1c08-45e0-9552-1ba5d40c0762 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c06f962-2f4e-4b7f-9381-f6f961bb0746&id=f3725cdd-5eb3-4623-ba05-7010557d6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0744076 Apr 21 13:15:06.984439 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e38e9-e310-4d68-921c-0d675fe8260b req-253a87ea-089c-4edf-bb66-086e949576ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:06.985944 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5e6e38e9-e310-4d68-921c-0d675fe8260b req-253a87ea-089c-4edf-bb66-086e949576ac service neutron] 10.222.0.24 "GET /v2.0/networks?id=4c0e452d-d912-488a-b071-5a00ccffe5c7 HTTP/1.1" status: 200 len: 897 time: 0.1037042 Apr 21 13:15:07.029059 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5e6e38e9-e310-4d68-921c-0d675fe8260b req-d01c57ed-7aca-47e0-8d57-6510c7a8d5a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eaca7fc6-dda5-4e5d-9620-8beecfcd3089 HTTP/1.1" status: 200 len: 217 time: 0.0363295 Apr 21 13:15:07.077205 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e38e9-e310-4d68-921c-0d675fe8260b req-b468f52f-5e02-4d12-9472-92a2e5ab2a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:07.078661 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5e6e38e9-e310-4d68-921c-0d675fe8260b req-b468f52f-5e02-4d12-9472-92a2e5ab2a43 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78a5eb7f-f958-4728-abee-5cd68444dc76 HTTP/1.1" status: 200 len: 835 time: 0.0431147 Apr 21 13:15:07.123095 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e38e9-e310-4d68-921c-0d675fe8260b req-a14a87ab-1486-4dde-b758-3a4e0cbfaab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:07.132249 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5e6e38e9-e310-4d68-921c-0d675fe8260b req-a14a87ab-1486-4dde-b758-3a4e0cbfaab6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c0e452d-d912-488a-b071-5a00ccffe5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393133 Apr 21 13:15:07.218464 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5e6e38e9-e310-4d68-921c-0d675fe8260b req-4063b969-6326-4aa4-a608-98f5dc3760a8 service neutron] 10.222.0.24 "GET /v2.0/networks/4c0e452d-d912-488a-b071-5a00ccffe5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830612 Apr 21 13:15:07.306638 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5e6e38e9-e310-4d68-921c-0d675fe8260b req-d217b132-a58d-403b-8965-7eacfd2b1143 service neutron] 10.222.0.24 "GET /v2.0/networks/4c0e452d-d912-488a-b071-5a00ccffe5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813143 Apr 21 13:15:08.069108 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2cde4-95c3-41e9-8ae3-be04a5d087d9 req-134e378c-9b84-4dc5-81b1-8ccdb5198bc5 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:08.070588 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-67f2cde4-95c3-41e9-8ae3-be04a5d087d9 req-134e378c-9b84-4dc5-81b1-8ccdb5198bc5 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9afb784-b66b-4001-bb1f-0c22f74c052e HTTP/1.1" status: 200 len: 982 time: 0.0535436 Apr 21 13:15:08.111126 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-67f2cde4-95c3-41e9-8ae3-be04a5d087d9 req-8abb63a7-625d-450e-bc89-bf96a5fc8786 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c06f962-2f4e-4b7f-9381-f6f961bb0746&id=f3725cdd-5eb3-4623-ba05-7010557d6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0341117 Apr 21 13:15:08.703956 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device eaca7fc6-dda5-4e5d-9620-8beecfcd3089 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:15:08.796060 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port eaca7fc6-dda5-4e5d-9620-8beecfcd3089, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=eaca7fc6-dda5-4e5d-9620-8beecfcd3089,segment=NetworkSegment(b36b4cdb-267b-4bde-abef-0c7128c3ae7d),segment_id=b36b4cdb-267b-4bde-abef-0c7128c3ae7d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:15:08.808023 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'eaca7fc6-dda5-4e5d-9620-8beecfcd3089', 'network_id': '4c0e452d-d912-488a-b071-5a00ccffe5c7', 'port_id': 'eaca7fc6-dda5-4e5d-9620-8beecfcd3089', 'mac_address': 'fa:16:3e:69:ed:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78a5eb7f-f958-4728-abee-5cd68444dc76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:15:08.847595 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:08.861246 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaca7fc6-dda5-4e5d-9620-8beecfcd3089 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:15:08.878975 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port eaca7fc6-dda5-4e5d-9620-8beecfcd3089, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=eaca7fc6-dda5-4e5d-9620-8beecfcd3089,segment=NetworkSegment(b36b4cdb-267b-4bde-abef-0c7128c3ae7d),segment_id=b36b4cdb-267b-4bde-abef-0c7128c3ae7d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:15:08.972893 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:09.020636 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=eaca7fc6-dda5-4e5d-9620-8beecfcd3089,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:15:09.226951 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1fdf3-5c03-4627-be5f-5ef2c964748f req-ed22cd0d-47d1-4911-b712-4f4f35313a13 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:09.228364 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-29c1fdf3-5c03-4627-be5f-5ef2c964748f req-ed22cd0d-47d1-4911-b712-4f4f35313a13 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9afb784-b66b-4001-bb1f-0c22f74c052e HTTP/1.1" status: 200 len: 983 time: 0.0490727 Apr 21 13:15:09.267509 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-29c1fdf3-5c03-4627-be5f-5ef2c964748f req-15c6fdab-6e21-437b-8193-81330f04621c tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c06f962-2f4e-4b7f-9381-f6f961bb0746&id=f3725cdd-5eb3-4623-ba05-7010557d6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0329912 Apr 21 13:15:09.291821 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['eaca7fc6-dda5-4e5d-9620-8beecfcd3089'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:15:10.381773 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735392fc-4458-4f84-95fe-1af64c7f5edf req-71fe127d-7c14-4d07-adc1-6531b7b1c317 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:10.383157 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-735392fc-4458-4f84-95fe-1af64c7f5edf req-71fe127d-7c14-4d07-adc1-6531b7b1c317 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9afb784-b66b-4001-bb1f-0c22f74c052e HTTP/1.1" status: 200 len: 983 time: 0.0483527 Apr 21 13:15:10.423364 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-735392fc-4458-4f84-95fe-1af64c7f5edf req-f3ab6701-c806-4bb3-a2da-12659d7926a3 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c06f962-2f4e-4b7f-9381-f6f961bb0746&id=f3725cdd-5eb3-4623-ba05-7010557d6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0341113 Apr 21 13:15:10.703352 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device eaca7fc6-dda5-4e5d-9620-8beecfcd3089 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:15:10.813992 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port eaca7fc6-dda5-4e5d-9620-8beecfcd3089 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:15:10.818413 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port eaca7fc6-dda5-4e5d-9620-8beecfcd3089 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:15:10.818780 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:10.898338 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:10.919541 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9afb784-b66b-4001-bb1f-0c22f74c052e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaca7fc6-dda5-4e5d-9620-8beecfcd3089'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:15:10.921811 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9fc4ee-2da0-421b-9516-f8ab55741eec" -d '{"events": [{"server_uuid": "a9afb784-b66b-4001-bb1f-0c22f74c052e", "name": "network-vif-plugged", "status": "completed", "tag": "eaca7fc6-dda5-4e5d-9620-8beecfcd3089"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:15:10.934264 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port eaca7fc6-dda5-4e5d-9620-8beecfcd3089, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=eaca7fc6-dda5-4e5d-9620-8beecfcd3089,segment=NetworkSegment(b36b4cdb-267b-4bde-abef-0c7128c3ae7d),segment_id=b36b4cdb-267b-4bde-abef-0c7128c3ae7d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:15:10.957132 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1da4d3-7877-4c25-b7b7-4b1f895cdc2a x-openstack-request-id: req-ae1da4d3-7877-4c25-b7b7-4b1f895cdc2a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:15:10.958089 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9afb784-b66b-4001-bb1f-0c22f74c052e", "name": "network-vif-plugged", "status": "completed", "tag": "eaca7fc6-dda5-4e5d-9620-8beecfcd3089", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:15:10.960033 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae1da4d3-7877-4c25-b7b7-4b1f895cdc2a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:15:10.960033 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae1da4d3-7877-4c25-b7b7-4b1f895cdc2a'] response: {'server_uuid': 'a9afb784-b66b-4001-bb1f-0c22f74c052e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaca7fc6-dda5-4e5d-9620-8beecfcd3089', 'code': 200} Apr 21 13:15:10.976795 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:15:11.002923 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:11.051441 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=eaca7fc6-dda5-4e5d-9620-8beecfcd3089,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:15:11.070259 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba510a-66dd-4dbf-8067-8d5b66372da4 req-c9e2bd09-1df6-44e2-a212-49f6ada96442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:11.071720 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8aba510a-66dd-4dbf-8067-8d5b66372da4 req-c9e2bd09-1df6-44e2-a212-49f6ada96442 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a9afb784-b66b-4001-bb1f-0c22f74c052e HTTP/1.1" status: 200 len: 1135 time: 0.0469220 Apr 21 13:15:11.112702 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8aba510a-66dd-4dbf-8067-8d5b66372da4 req-c2ee3f34-a000-4299-a208-fb6e4eb60290 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f3725cdd-5eb3-4623-ba05-7010557d6d0f&id=8c06f962-2f4e-4b7f-9381-f6f961bb0746&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0289648 Apr 21 13:15:11.536064 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a393e-bead-441d-a6ca-5f97121da24c req-8c4569a8-9a5f-49f1-8fac-45fc1d5d8d44 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:11.537403 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dc5a393e-bead-441d-a6ca-5f97121da24c req-8c4569a8-9a5f-49f1-8fac-45fc1d5d8d44 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9afb784-b66b-4001-bb1f-0c22f74c052e HTTP/1.1" status: 200 len: 984 time: 0.0476058 Apr 21 13:15:11.577470 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dc5a393e-bead-441d-a6ca-5f97121da24c req-a75b5023-9130-4c01-8672-4113a3f1f00f tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c06f962-2f4e-4b7f-9381-f6f961bb0746&id=f3725cdd-5eb3-4623-ba05-7010557d6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0338438 Apr 21 13:15:12.692965 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a33f01-5310-418f-86c3-fea91702f30d req-2129799f-e1aa-4b48-8de4-a58ff3474868 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:12.694482 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e4a33f01-5310-418f-86c3-fea91702f30d req-2129799f-e1aa-4b48-8de4-a58ff3474868 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9afb784-b66b-4001-bb1f-0c22f74c052e HTTP/1.1" status: 200 len: 984 time: 0.0489211 Apr 21 13:15:12.732957 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e4a33f01-5310-418f-86c3-fea91702f30d req-ca664561-2632-4fc1-b8d9-ca8ada9a618c tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c06f962-2f4e-4b7f-9381-f6f961bb0746&id=f3725cdd-5eb3-4623-ba05-7010557d6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0324123 Apr 21 13:15:12.850117 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db28e1-2873-41c0-8d66-11546b79feef req-391f01b5-6b4b-4956-8b31-1f1d95dd674a tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:12.851589 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-23db28e1-2873-41c0-8d66-11546b79feef req-391f01b5-6b4b-4956-8b31-1f1d95dd674a tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9afb784-b66b-4001-bb1f-0c22f74c052e HTTP/1.1" status: 200 len: 984 time: 0.0521357 Apr 21 13:15:12.890463 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-23db28e1-2873-41c0-8d66-11546b79feef req-29787ea1-1d5b-49ed-8eb3-e550beebcea8 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c06f962-2f4e-4b7f-9381-f6f961bb0746&id=f3725cdd-5eb3-4623-ba05-7010557d6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0328283 Apr 21 13:15:12.993481 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d93ece-d092-4d29-b8cc-a02d6b269f10 req-2f2cc611-bca6-4046-9172-f4dd9723002c tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:12.994941 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-71d93ece-d092-4d29-b8cc-a02d6b269f10 req-2f2cc611-bca6-4046-9172-f4dd9723002c tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a9afb784-b66b-4001-bb1f-0c22f74c052e HTTP/1.1" status: 200 len: 1135 time: 0.0416603 Apr 21 13:15:13.013035 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-71d93ece-d092-4d29-b8cc-a02d6b269f10 req-70bb8b41-0a77-48ff-81ce-35bae8218bc3 tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:13.083263 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-71d93ece-d092-4d29-b8cc-a02d6b269f10 req-70bb8b41-0a77-48ff-81ce-35bae8218bc3 tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:13.189641 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-71d93ece-d092-4d29-b8cc-a02d6b269f10 req-70bb8b41-0a77-48ff-81ce-35bae8218bc3 tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:13.212476 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-71d93ece-d092-4d29-b8cc-a02d6b269f10 req-70bb8b41-0a77-48ff-81ce-35bae8218bc3 tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8c06f962-2f4e-4b7f-9381-f6f961bb0746&id=f3725cdd-5eb3-4623-ba05-7010557d6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2114346 Apr 21 13:15:13.220739 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb8b41-0a77-48ff-81ce-35bae8218bc3 tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384cb261-84ec-4cec-8ad6-8be60b1cd8b8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:15:13.235361 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55326) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:15:13.274128 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c810a7-f21c-4d04-9710-e45bad7b425c tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:13.275547 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e2c810a7-f21c-4d04-9710-e45bad7b425c tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a9afb784-b66b-4001-bb1f-0c22f74c052e HTTP/1.1" status: 200 len: 1130 time: 0.0392091 Apr 21 13:15:13.278518 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55328) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:15:13.282719 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-149bb31a-2e32-4204-a4c8-c76cb9910457 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'port_id': 'eaca7fc6-dda5-4e5d-9620-8beecfcd3089', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:15:13.361167 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-149bb31a-2e32-4204-a4c8-c76cb9910457 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for floatingip, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:13.457321 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-149bb31a-2e32-4204-a4c8-c76cb9910457 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:13.458828 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54f4571d-cc3f-4c90-bb52-46442021cf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:13.555600 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-149bb31a-2e32-4204-a4c8-c76cb9910457 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Allocated IP 172.25.8.47 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/9fdfc542-d06e-4722-b7b3-8c7739cdd2bc) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:15:13.658097 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-149bb31a-2e32-4204-a4c8-c76cb9910457 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:13.740036 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-149bb31a-2e32-4204-a4c8-c76cb9910457 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:13.775601 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149bb31a-2e32-4204-a4c8-c76cb9910457 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:15:13.780324 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-149bb31a-2e32-4204-a4c8-c76cb9910457 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:15:13.782891 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149bb31a-2e32-4204-a4c8-c76cb9910457 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:15:13.817711 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149bb31a-2e32-4204-a4c8-c76cb9910457 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Pushing event updated for resources: {'Port': ['ID=9fdfc542-d06e-4722-b7b3-8c7739cdd2bc,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:15:14.169149 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-149bb31a-2e32-4204-a4c8-c76cb9910457 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:14.376634 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-149bb31a-2e32-4204-a4c8-c76cb9910457 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:14.523917 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-149bb31a-2e32-4204-a4c8-c76cb9910457 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:14.573695 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-149bb31a-2e32-4204-a4c8-c76cb9910457 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:14.643858 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149bb31a-2e32-4204-a4c8-c76cb9910457 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Pushing event updated for resources: {'Port': ['ID=9fdfc542-d06e-4722-b7b3-8c7739cdd2bc,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:15:14.651772 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-149bb31a-2e32-4204-a4c8-c76cb9910457 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:14.748434 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-149bb31a-2e32-4204-a4c8-c76cb9910457 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Floating IP 902c4a79-4d9e-4af2-a577-cf6a66ea2f97 associated. External IP: 172.25.8.47, port: eaca7fc6-dda5-4e5d-9620-8beecfcd3089. Apr 21 13:15:14.957110 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-149bb31a-2e32-4204-a4c8-c76cb9910457 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Router 1d9b6d37-0e83-4941-99ac-a8107f3cdaa7 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:15:15.062418 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-149bb31a-2e32-4204-a4c8-c76cb9910457 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:15:15.072505 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02789d46-34ee-4822-9cb2-a7eb1e23b48c None None] Sync routers for ids ['1d9b6d37-0e83-4941-99ac-a8107f3cdaa7'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:15:15.082130 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02789d46-34ee-4822-9cb2-a7eb1e23b48c None None] Routers {'1d9b6d37-0e83-4941-99ac-a8107f3cdaa7'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:15:15.084586 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-02789d46-34ee-4822-9cb2-a7eb1e23b48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:14:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['1d9b6d37-0e83-4941-99ac-a8107f3cdaa7'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:15:15.149350 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-149bb31a-2e32-4204-a4c8-c76cb9910457 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:15.177070 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-149bb31a-2e32-4204-a4c8-c76cb9910457 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8975542 Apr 21 13:15:15.177707 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9afb784-b66b-4001-bb1f-0c22f74c052e', 'tag': 'eaca7fc6-dda5-4e5d-9620-8beecfcd3089'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:15:15.179984 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac20132-3e02-4988-9f36-0ca14f9749b6" -d '{"events": [{"name": "network-changed", "server_uuid": "a9afb784-b66b-4001-bb1f-0c22f74c052e", "tag": "eaca7fc6-dda5-4e5d-9620-8beecfcd3089"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:15:15.180150 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55330) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:15:15.199000 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-02789d46-34ee-4822-9cb2-a7eb1e23b48c None None] Set router 1d9b6d37-0e83-4941-99ac-a8107f3cdaa7 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:15:15.287437 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5d3f00-80c0-433f-817f-e236237716b4 x-openstack-request-id: req-ff5d3f00-80c0-433f-817f-e236237716b4 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:15:15.287732 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9afb784-b66b-4001-bb1f-0c22f74c052e", "tag": "eaca7fc6-dda5-4e5d-9620-8beecfcd3089", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:15:15.287989 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ff5d3f00-80c0-433f-817f-e236237716b4 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:15:15.288404 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff5d3f00-80c0-433f-817f-e236237716b4'] response: {'name': 'network-changed', 'server_uuid': 'a9afb784-b66b-4001-bb1f-0c22f74c052e', 'tag': 'eaca7fc6-dda5-4e5d-9620-8beecfcd3089', 'status': 'completed', 'code': 200} Apr 21 13:15:15.378982 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72136cd1-0b50-430e-9a25-29623e966623 tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:15.379965 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72136cd1-0b50-430e-9a25-29623e966623 tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:15.380443 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72136cd1-0b50-430e-9a25-29623e966623 tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:15.380901 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72136cd1-0b50-430e-9a25-29623e966623 tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:15.382586 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-72136cd1-0b50-430e-9a25-29623e966623 tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2016177 Apr 21 13:15:15.385450 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55336) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:15:15.392229 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac20132-3e02-4988-9f36-0ca14f9749b6 req-7f9425a5-4311-4823-869f-e54adbd1e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:15.393763 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4ac20132-3e02-4988-9f36-0ca14f9749b6 req-7f9425a5-4311-4823-869f-e54adbd1e965 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d2ddebafc3c4c00a4f5a0cc1a8940ac&device_id=a9afb784-b66b-4001-bb1f-0c22f74c052e HTTP/1.1" status: 200 len: 1135 time: 0.0800962 Apr 21 13:15:15.452901 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0d0b9f-0d73-4021-9aef-f16d0cb7b5db tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:15.453470 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0d0b9f-0d73-4021-9aef-f16d0cb7b5db tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:15.453951 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0d0b9f-0d73-4021-9aef-f16d0cb7b5db tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:15.454403 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0d0b9f-0d73-4021-9aef-f16d0cb7b5db tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:15.456526 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8b0d0b9f-0d73-4021-9aef-f16d0cb7b5db tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0699031 Apr 21 13:15:15.459884 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55338) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:15:15.499469 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac20132-3e02-4988-9f36-0ca14f9749b6 req-8206c8bf-eddc-4139-b289-8b52b964cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:15.500997 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4ac20132-3e02-4988-9f36-0ca14f9749b6 req-8206c8bf-eddc-4139-b289-8b52b964cc9b service neutron] 10.222.0.24 "GET /v2.0/networks?id=4c0e452d-d912-488a-b071-5a00ccffe5c7 HTTP/1.1" status: 200 len: 897 time: 0.0999758 Apr 21 13:15:15.571232 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4ac20132-3e02-4988-9f36-0ca14f9749b6 req-48a0375b-933c-4c7e-b970-c43990ac1926 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eaca7fc6-dda5-4e5d-9620-8beecfcd3089 HTTP/1.1" status: 200 len: 998 time: 0.0629084 Apr 21 13:15:15.591817 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-02789d46-34ee-4822-9cb2-a7eb1e23b48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-292062295', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'ade9c579-7822-43bd-8b14-5b783369ff6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:14:54Z', 'updated_at': '2022-04-21T13:14:59Z', 'revision_number': 4, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'gw_port': {'id': 'ade9c579-7822-43bd-8b14-5b783369ff6c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:14:55Z', 'updated_at': '2022-04-21T13:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '902c4a79-4d9e-4af2-a577-cf6a66ea2f97', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'port_id': 'eaca7fc6-dda5-4e5d-9620-8beecfcd3089', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0e452d-d912-488a-b071-5a00ccffe5c7', 'mac_address': 'fa:16:3e:69:ed:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9afb784-b66b-4001-bb1f-0c22f74c052e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:15:13Z', 'updated_at': '2022-04-21T13:15:13Z', 'revision_number': 0, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '212d0bbe-a619-4ecb-b1fb-3909898b54ed', 'name': '', 'network_id': '4c0e452d-d912-488a-b071-5a00ccffe5c7', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'mac_address': 'fa:16:3e:f1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '78a5eb7f-f958-4728-abee-5cd68444dc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:14:58Z', 'updated_at': '2022-04-21T13:15:01Z', 'revision_number': 5, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'subnets': [{'id': '78a5eb7f-f958-4728-abee-5cd68444dc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:15:15.620462 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02789d46-34ee-4822-9cb2-a7eb1e23b48c None None] Checking router: 1d9b6d37-0e83-4941-99ac-a8107f3cdaa7 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:15:15.623155 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac20132-3e02-4988-9f36-0ca14f9749b6 req-335d8f51-c162-4f98-a73b-5e23db1a7ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:15.624322 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4ac20132-3e02-4988-9f36-0ca14f9749b6 req-335d8f51-c162-4f98-a73b-5e23db1a7ec5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78a5eb7f-f958-4728-abee-5cd68444dc76 HTTP/1.1" status: 200 len: 835 time: 0.0463669 Apr 21 13:15:15.630468 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02789d46-34ee-4822-9cb2-a7eb1e23b48c None None] Routers {'1d9b6d37-0e83-4941-99ac-a8107f3cdaa7'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:15:15.631116 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-02789d46-34ee-4822-9cb2-a7eb1e23b48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:14:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['1d9b6d37-0e83-4941-99ac-a8107f3cdaa7'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:15:15.675982 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac20132-3e02-4988-9f36-0ca14f9749b6 req-599c3e66-44dc-4073-acb7-a5763108b8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:15.678870 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4ac20132-3e02-4988-9f36-0ca14f9749b6 req-599c3e66-44dc-4073-acb7-a5763108b8d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c0e452d-d912-488a-b071-5a00ccffe5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467129 Apr 21 13:15:15.746851 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84a61431-3783-4934-8b90-082e30615a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:15.761492 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-02789d46-34ee-4822-9cb2-a7eb1e23b48c None None] Set router 1d9b6d37-0e83-4941-99ac-a8107f3cdaa7 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:15:15.776356 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4ac20132-3e02-4988-9f36-0ca14f9749b6 req-3511d687-4bbd-4497-9d06-f28881eac0be service neutron] 10.222.0.24 "GET /v2.0/networks/4c0e452d-d912-488a-b071-5a00ccffe5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908694 Apr 21 13:15:15.876583 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4ac20132-3e02-4988-9f36-0ca14f9749b6 req-e71e9e64-d56e-40e1-a769-381211922654 service neutron] 10.222.0.24 "GET /v2.0/networks/4c0e452d-d912-488a-b071-5a00ccffe5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931313 Apr 21 13:15:15.932121 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-579674cf-41d8-47a5-9337-ccda580003ec tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] 10.222.0.36 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1612 time: 0.4710455 Apr 21 13:15:15.934772 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55340) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:15:15.975299 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb58fe4e-02ec-43f7-b4a3-144bf127ce96 tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:15.975765 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb58fe4e-02ec-43f7-b4a3-144bf127ce96 tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:15.989607 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cb58fe4e-02ec-43f7-b4a3-144bf127ce96 tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1d9b6d37-0e83-4941-99ac-a8107f3cdaa7 HTTP/1.1" status: 200 len: 1990 time: 0.0417213 Apr 21 13:15:15.999309 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-02789d46-34ee-4822-9cb2-a7eb1e23b48c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-292062295', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'ade9c579-7822-43bd-8b14-5b783369ff6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:14:54Z', 'updated_at': '2022-04-21T13:14:59Z', 'revision_number': 4, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'gw_port': {'id': 'ade9c579-7822-43bd-8b14-5b783369ff6c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:14:55Z', 'updated_at': '2022-04-21T13:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '902c4a79-4d9e-4af2-a577-cf6a66ea2f97', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'port_id': 'eaca7fc6-dda5-4e5d-9620-8beecfcd3089', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0e452d-d912-488a-b071-5a00ccffe5c7', 'mac_address': 'fa:16:3e:69:ed:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9afb784-b66b-4001-bb1f-0c22f74c052e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:15:13Z', 'updated_at': '2022-04-21T13:15:13Z', 'revision_number': 0, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '212d0bbe-a619-4ecb-b1fb-3909898b54ed', 'name': '', 'network_id': '4c0e452d-d912-488a-b071-5a00ccffe5c7', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'mac_address': 'fa:16:3e:f1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '78a5eb7f-f958-4728-abee-5cd68444dc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:14:58Z', 'updated_at': '2022-04-21T13:15:01Z', 'revision_number': 5, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'subnets': [{'id': '78a5eb7f-f958-4728-abee-5cd68444dc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:15:16.025169 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02789d46-34ee-4822-9cb2-a7eb1e23b48c None None] The sync data for ids ['1d9b6d37-0e83-4941-99ac-a8107f3cdaa7'] in n-d-836147-2 is: [{'id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-292062295', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'ade9c579-7822-43bd-8b14-5b783369ff6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:14:54Z', 'updated_at': '2022-04-21T13:14:59Z', 'revision_number': 4, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'gw_port': {'id': 'ade9c579-7822-43bd-8b14-5b783369ff6c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:14:55Z', 'updated_at': '2022-04-21T13:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '902c4a79-4d9e-4af2-a577-cf6a66ea2f97', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'floating_ip_address': '172.25.8.47', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'port_id': 'eaca7fc6-dda5-4e5d-9620-8beecfcd3089', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c0e452d-d912-488a-b071-5a00ccffe5c7', 'mac_address': 'fa:16:3e:69:ed:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9afb784-b66b-4001-bb1f-0c22f74c052e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:15:13Z', 'updated_at': '2022-04-21T13:15:13Z', 'revision_number': 0, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '212d0bbe-a619-4ecb-b1fb-3909898b54ed', 'name': '', 'network_id': '4c0e452d-d912-488a-b071-5a00ccffe5c7', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'mac_address': 'fa:16:3e:f1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '78a5eb7f-f958-4728-abee-5cd68444dc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:14:58Z', 'updated_at': '2022-04-21T13:15:01Z', 'revision_number': 5, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'subnets': [{'id': '78a5eb7f-f958-4728-abee-5cd68444dc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:15:16.209165 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f294235-e36d-4d30-bbe9-ddc9d55a5700 None None] New status for floating IP 902c4a79-4d9e-4af2-a577-cf6a66ea2f97: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:15:16.985362 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:18.059116 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:18.539675 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:18.733410 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:20.654280 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:38.231596 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64576050-0116-4b92-b73e-9fdc5b8cbcc0 req-4f2a22d3-c44c-4532-a4d9-aea9cd8e091a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a9afb784-b66b-4001-bb1f-0c22f74c052e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3200793 Apr 21 13:15:38.313424 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64576050-0116-4b92-b73e-9fdc5b8cbcc0 req-47fc8dd2-e646-448a-9aed-a209638772db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:38.314903 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64576050-0116-4b92-b73e-9fdc5b8cbcc0 req-47fc8dd2-e646-448a-9aed-a209638772db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d2ddebafc3c4c00a4f5a0cc1a8940ac&device_id=a9afb784-b66b-4001-bb1f-0c22f74c052e HTTP/1.1" status: 200 len: 1135 time: 0.0394337 Apr 21 13:15:38.421492 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64576050-0116-4b92-b73e-9fdc5b8cbcc0 req-f7ca4fc5-4420-4313-b22a-4846a77e489a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:38.422974 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64576050-0116-4b92-b73e-9fdc5b8cbcc0 req-f7ca4fc5-4420-4313-b22a-4846a77e489a service neutron] 10.222.0.24 "GET /v2.0/networks?id=4c0e452d-d912-488a-b071-5a00ccffe5c7 HTTP/1.1" status: 200 len: 897 time: 0.0856106 Apr 21 13:15:38.487244 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64576050-0116-4b92-b73e-9fdc5b8cbcc0 req-6ba0dd6e-894e-4809-9f78-dcaf3f94382b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eaca7fc6-dda5-4e5d-9620-8beecfcd3089 HTTP/1.1" status: 200 len: 1000 time: 0.0555789 Apr 21 13:15:38.533300 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64576050-0116-4b92-b73e-9fdc5b8cbcc0 req-4730afd7-7746-49f0-811a-aa2332e6f32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:38.534735 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64576050-0116-4b92-b73e-9fdc5b8cbcc0 req-4730afd7-7746-49f0-811a-aa2332e6f32e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78a5eb7f-f958-4728-abee-5cd68444dc76 HTTP/1.1" status: 200 len: 835 time: 0.0409808 Apr 21 13:15:38.583601 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64576050-0116-4b92-b73e-9fdc5b8cbcc0 req-f0154b98-97bb-4ba1-b7b7-48629542b1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:38.585034 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64576050-0116-4b92-b73e-9fdc5b8cbcc0 req-f0154b98-97bb-4ba1-b7b7-48629542b1c5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c0e452d-d912-488a-b071-5a00ccffe5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414734 Apr 21 13:15:38.672513 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64576050-0116-4b92-b73e-9fdc5b8cbcc0 req-d29d5502-59cc-4d4a-bd63-768b14c30ea5 service neutron] 10.222.0.24 "GET /v2.0/networks/4c0e452d-d912-488a-b071-5a00ccffe5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796950 Apr 21 13:15:38.765055 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64576050-0116-4b92-b73e-9fdc5b8cbcc0 req-9a493ef2-aaab-415f-bda9-8c21d5a67231 service neutron] 10.222.0.24 "GET /v2.0/networks/4c0e452d-d912-488a-b071-5a00ccffe5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843244 Apr 21 13:15:43.447883 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2e902783-d53e-44fd-9ff0-6874b7d7050c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:45.750578 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80327914-2b93-4bab-a964-8cdc58efec26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:46.983506 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:47.977079 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:15:48.104832 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:48.533599 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:48.722052 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:50.681787 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:51.011312 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55356) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:15:51.060409 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-360942b5-d332-44a0-98a1-1ec3d11df459 tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] 10.222.0.36 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1373 time: 0.0480452 Apr 21 13:15:51.063018 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55358) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:15:51.067729 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bafe1b0f-3578-4db8-a95a-c243da87f5ee tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Request body: {'network': {'name': 'tempest-network-smoke--1518294556', 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'port_security_enabled': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:15:51.160678 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafe1b0f-3578-4db8-a95a-c243da87f5ee tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Made reservation on behalf of 8d2ddebafc3c4c00a4f5a0cc1a8940ac for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:15:51.165158 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bafe1b0f-3578-4db8-a95a-c243da87f5ee tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:51.187767 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bafe1b0f-3578-4db8-a95a-c243da87f5ee tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:15:51.196691 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bafe1b0f-3578-4db8-a95a-c243da87f5ee tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:51.197021 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-bafe1b0f-3578-4db8-a95a-c243da87f5ee tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Added segment 03ed0fc5-5e26-43cc-acf2-8742cead1104 of type vlan for network 11d10057-8337-40bf-a4ae-9ad5bbe7644f Apr 21 13:15:51.234965 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bafe1b0f-3578-4db8-a95a-c243da87f5ee tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:51.332465 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bafe1b0f-3578-4db8-a95a-c243da87f5ee tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:51.338986 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafe1b0f-3578-4db8-a95a-c243da87f5ee tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:51.341323 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bafe1b0f-3578-4db8-a95a-c243da87f5ee tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:51.404717 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe1b0f-3578-4db8-a95a-c243da87f5ee tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Pushing event updated for resources: {'Network': ['ID=11d10057-8337-40bf-a4ae-9ad5bbe7644f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:15:51.412169 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe1b0f-3578-4db8-a95a-c243da87f5ee tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:51.412539 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe1b0f-3578-4db8-a95a-c243da87f5ee tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:51.412872 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe1b0f-3578-4db8-a95a-c243da87f5ee tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:51.413198 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe1b0f-3578-4db8-a95a-c243da87f5ee tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:51.413519 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe1b0f-3578-4db8-a95a-c243da87f5ee tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:51.413862 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe1b0f-3578-4db8-a95a-c243da87f5ee tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:51.414180 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe1b0f-3578-4db8-a95a-c243da87f5ee tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:51.414496 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe1b0f-3578-4db8-a95a-c243da87f5ee tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:51.414810 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe1b0f-3578-4db8-a95a-c243da87f5ee tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:51.415126 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe1b0f-3578-4db8-a95a-c243da87f5ee tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:51.415435 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe1b0f-3578-4db8-a95a-c243da87f5ee tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:51.415742 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bafe1b0f-3578-4db8-a95a-c243da87f5ee tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:51.426614 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 11d10057-8337-40bf-a4ae-9ad5bbe7644f details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:15:51.439866 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bafe1b0f-3578-4db8-a95a-c243da87f5ee tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3754878 Apr 21 13:15:51.443023 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55360) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:15:51.456620 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-16100361-5bda-412d-a62c-5f0500938255 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1150899104', 'admin_state_up': True, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:15:51.539675 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16100361-5bda-412d-a62c-5f0500938255 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:51.540736 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16100361-5bda-412d-a62c-5f0500938255 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:51.596932 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16100361-5bda-412d-a62c-5f0500938255 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:51.794346 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16100361-5bda-412d-a62c-5f0500938255 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:52.067479 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16100361-5bda-412d-a62c-5f0500938255 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:52.086714 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16100361-5bda-412d-a62c-5f0500938255 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:52.194575 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-16100361-5bda-412d-a62c-5f0500938255 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Allocated IP 172.25.8.21 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/d97fb16a-7d60-49a1-a1c3-f5567a9c32f1) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:15:52.295174 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16100361-5bda-412d-a62c-5f0500938255 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:52.413242 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16100361-5bda-412d-a62c-5f0500938255 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:52.456597 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16100361-5bda-412d-a62c-5f0500938255 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:15:52.461290 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-16100361-5bda-412d-a62c-5f0500938255 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:15:52.464872 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16100361-5bda-412d-a62c-5f0500938255 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:15:52.489174 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16100361-5bda-412d-a62c-5f0500938255 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Pushing event updated for resources: {'Port': ['ID=d97fb16a-7d60-49a1-a1c3-f5567a9c32f1,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:15:52.798012 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16100361-5bda-412d-a62c-5f0500938255 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:52.990743 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16100361-5bda-412d-a62c-5f0500938255 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:53.206451 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16100361-5bda-412d-a62c-5f0500938255 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Router a56b15f0-4898-4d8f-82ec-12bfd20fb4a6 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:15:53.308910 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16100361-5bda-412d-a62c-5f0500938255 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:15:53.319437 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e26dd25-637c-46d0-9d4e-917588b0ab63 None None] Sync routers for ids ['a56b15f0-4898-4d8f-82ec-12bfd20fb4a6'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:15:53.328534 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e26dd25-637c-46d0-9d4e-917588b0ab63 None None] Routers {'a56b15f0-4898-4d8f-82ec-12bfd20fb4a6'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:15:53.331084 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1e26dd25-637c-46d0-9d4e-917588b0ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:15:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a56b15f0-4898-4d8f-82ec-12bfd20fb4a6'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:15:53.382138 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-16100361-5bda-412d-a62c-5f0500938255 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:53.386330 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-16100361-5bda-412d-a62c-5f0500938255 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9387863 Apr 21 13:15:53.388696 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55362) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:15:53.439224 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732b0444-3224-4368-ad6f-1d81ba1c4113 tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:53.443539 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-732b0444-3224-4368-ad6f-1d81ba1c4113 tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=8d2ddebafc3c4c00a4f5a0cc1a8940ac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0525718 Apr 21 13:15:53.444147 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55364) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:15:53.455778 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-1e26dd25-637c-46d0-9d4e-917588b0ab63 None None] Set router a56b15f0-4898-4d8f-82ec-12bfd20fb4a6 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:15:53.534192 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcf8fe5-e619-4697-9a27-eca129441f27 tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:53.536158 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3bcf8fe5-e619-4697-9a27-eca129441f27 tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905614 Apr 21 13:15:53.538981 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55366) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:15:53.566569 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a35b9448-5c4e-498b-bc04-bb9bce01a575 tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=23f97cfe-dd42-45d8-a5df-e2b803e954fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265617 Apr 21 13:15:53.569172 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55368) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:15:53.600963 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-553a7430-c9f5-489d-bdbe-3c38b10839ae tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=8d2ddebafc3c4c00a4f5a0cc1a8940ac&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307269 Apr 21 13:15:53.603369 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55370) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:15:53.639184 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1e26dd25-637c-46d0-9d4e-917588b0ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a56b15f0-4898-4d8f-82ec-12bfd20fb4a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150899104', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'd97fb16a-7d60-49a1-a1c3-f5567a9c32f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:15:51Z', 'updated_at': '2022-04-21T13:15:52Z', 'revision_number': 3, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'gw_port': {'id': 'd97fb16a-7d60-49a1-a1c3-f5567a9c32f1', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a56b15f0-4898-4d8f-82ec-12bfd20fb4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:15:52Z', 'updated_at': '2022-04-21T13:15:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:15:53.669785 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e26dd25-637c-46d0-9d4e-917588b0ab63 None None] Checking router: a56b15f0-4898-4d8f-82ec-12bfd20fb4a6 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:15:53.670170 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e26dd25-637c-46d0-9d4e-917588b0ab63 None None] Updating router a56b15f0-4898-4d8f-82ec-12bfd20fb4a6 port d97fb16a-7d60-49a1-a1c3-f5567a9c32f1 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:15:53.688195 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b811dab3-0b1a-4e1a-ad19-cc5eb67f9751 tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:53.689769 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b811dab3-0b1a-4e1a-ad19-cc5eb67f9751 tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854411 Apr 21 13:15:53.692606 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55372) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:15:53.695219 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e26dd25-637c-46d0-9d4e-917588b0ab63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:53.720119 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9f27a038-3a1d-4cd9-b327-8fb19d32a16c tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=23f97cfe-dd42-45d8-a5df-e2b803e954fa&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263720 Apr 21 13:15:53.722687 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55374) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:15:53.728315 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-56b2200e-3d1b-4239-bdee-135b1b77b071 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1833423720', 'network_id': '11d10057-8337-40bf-a4ae-9ad5bbe7644f', 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:15:53.886476 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b2200e-3d1b-4239-bdee-135b1b77b071 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Made reservation on behalf of 8d2ddebafc3c4c00a4f5a0cc1a8940ac for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:15:53.889872 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-56b2200e-3d1b-4239-bdee-135b1b77b071 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:53.947706 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e26dd25-637c-46d0-9d4e-917588b0ab63 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:54.025008 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e26dd25-637c-46d0-9d4e-917588b0ab63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:54.076794 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1e26dd25-637c-46d0-9d4e-917588b0ab63 None None] Attempting to bind port d97fb16a-7d60-49a1-a1c3-f5567a9c32f1 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:15:54.077158 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1e26dd25-637c-46d0-9d4e-917588b0ab63 None None] Attempting to bind port d97fb16a-7d60-49a1-a1c3-f5567a9c32f1 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:15:54.077517 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e26dd25-637c-46d0-9d4e-917588b0ab63 None None] Attempting to bind port d97fb16a-7d60-49a1-a1c3-f5567a9c32f1 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:15:54.085134 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028ff22-501c-4338-a55c-069f9de6f03b None None] Pushing event updated for resources: {'Port': ['ID=d97fb16a-7d60-49a1-a1c3-f5567a9c32f1,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:15:54.087572 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e26dd25-637c-46d0-9d4e-917588b0ab63 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:15:54.091779 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e26dd25-637c-46d0-9d4e-917588b0ab63 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:15:54.091779 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e26dd25-637c-46d0-9d4e-917588b0ab63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:54.091779 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e26dd25-637c-46d0-9d4e-917588b0ab63 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:15:54.091779 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1e26dd25-637c-46d0-9d4e-917588b0ab63 None None] Bound port: d97fb16a-7d60-49a1-a1c3-f5567a9c32f1, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:15:54.091779 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e26dd25-637c-46d0-9d4e-917588b0ab63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:54.139487 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1e26dd25-637c-46d0-9d4e-917588b0ab63 None None] For port d97fb16a-7d60-49a1-a1c3-f5567a9c32f1, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:15:54.139707 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-56b2200e-3d1b-4239-bdee-135b1b77b071 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:54.142556 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1e26dd25-637c-46d0-9d4e-917588b0ab63 None None] For port d97fb16a-7d60-49a1-a1c3-f5567a9c32f1, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=d97fb16a-7d60-49a1-a1c3-f5567a9c32f1,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:15:54.198419 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2200e-3d1b-4239-bdee-135b1b77b071 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Pushing event updated for resources: {'Subnet': ['ID=14abf91a-2215-48dd-8b8f-22ee4ce365da,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:15:54.203162 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e26dd25-637c-46d0-9d4e-917588b0ab63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:54.210253 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b2200e-3d1b-4239-bdee-135b1b77b071 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Checking segment: {'id': '03ed0fc5-5e26-43cc-acf2-8742cead1104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '11d10057-8337-40bf-a4ae-9ad5bbe7644f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:15:54.210807 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b2200e-3d1b-4239-bdee-135b1b77b071 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Network hostable DHCP agents. Network: 11d10057-8337-40bf-a4ae-9ad5bbe7644f, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:15:54.259142 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e26dd25-637c-46d0-9d4e-917588b0ab63 None None] Routers {'a56b15f0-4898-4d8f-82ec-12bfd20fb4a6'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:15:54.259751 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1e26dd25-637c-46d0-9d4e-917588b0ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:15:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a56b15f0-4898-4d8f-82ec-12bfd20fb4a6'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:15:54.282616 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b2200e-3d1b-4239-bdee-135b1b77b071 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Network 11d10057-8337-40bf-a4ae-9ad5bbe7644f is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:15:54.300903 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028ff22-501c-4338-a55c-069f9de6f03b None None] Pushing event updated for resources: {'Port': ['ID=d97fb16a-7d60-49a1-a1c3-f5567a9c32f1,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:15:54.355344 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-56b2200e-3d1b-4239-bdee-135b1b77b071 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 11d10057-8337-40bf-a4ae-9ad5bbe7644f) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:15:54.359531 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b2200e-3d1b-4239-bdee-135b1b77b071 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:54.360220 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-56b2200e-3d1b-4239-bdee-135b1b77b071 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:54.366467 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c1e80e-9acb-4148-a4ea-8e5e1baaa25d None None] Network 11d10057-8337-40bf-a4ae-9ad5bbe7644f requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:15:54.391873 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-1e26dd25-637c-46d0-9d4e-917588b0ab63 None None] Set router a56b15f0-4898-4d8f-82ec-12bfd20fb4a6 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:15:54.450590 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-56b2200e-3d1b-4239-bdee-135b1b77b071 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7263212 Apr 21 13:15:54.453378 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55376) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:15:54.654854 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10c0b70-50f8-4e5b-89fd-128084e8d947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-11d10057-8337-40bf-a4ae-9ad5bbe7644f', 'network_id': '11d10057-8337-40bf-a4ae-9ad5bbe7644f', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'fixed_ips': [{'subnet_id': '14abf91a-2215-48dd-8b8f-22ee4ce365da'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:15:54.655713 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d10c0b70-50f8-4e5b-89fd-128084e8d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:54.733203 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1e26dd25-637c-46d0-9d4e-917588b0ab63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a56b15f0-4898-4d8f-82ec-12bfd20fb4a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150899104', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'd97fb16a-7d60-49a1-a1c3-f5567a9c32f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:15:51Z', 'updated_at': '2022-04-21T13:15:52Z', 'revision_number': 3, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'gw_port': {'id': 'd97fb16a-7d60-49a1-a1c3-f5567a9c32f1', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a56b15f0-4898-4d8f-82ec-12bfd20fb4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:15:52Z', 'updated_at': '2022-04-21T13:15:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:15:54.768010 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e26dd25-637c-46d0-9d4e-917588b0ab63 None None] The sync data for ids ['a56b15f0-4898-4d8f-82ec-12bfd20fb4a6'] in n-d-836147-2 is: [{'id': 'a56b15f0-4898-4d8f-82ec-12bfd20fb4a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150899104', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'd97fb16a-7d60-49a1-a1c3-f5567a9c32f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:15:51Z', 'updated_at': '2022-04-21T13:15:52Z', 'revision_number': 3, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'gw_port': {'id': 'd97fb16a-7d60-49a1-a1c3-f5567a9c32f1', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a56b15f0-4898-4d8f-82ec-12bfd20fb4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:15:52Z', 'updated_at': '2022-04-21T13:15:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:15:54.835004 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-d10c0b70-50f8-4e5b-89fd-128084e8d947 None None] Allocated IP 172.20.0.18 (11d10057-8337-40bf-a4ae-9ad5bbe7644f/14abf91a-2215-48dd-8b8f-22ee4ce365da/46657f3d-c90e-429d-a94c-1df630569ac0) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:15:54.891535 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-caf357d2-5cda-43fa-90ae-3dd287b3c7c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:54.988134 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d10c0b70-50f8-4e5b-89fd-128084e8d947 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:55.048455 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d10c0b70-50f8-4e5b-89fd-128084e8d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:55.095228 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10c0b70-50f8-4e5b-89fd-128084e8d947 None None] Network 11d10057-8337-40bf-a4ae-9ad5bbe7644f is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:15:55.101432 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-d10c0b70-50f8-4e5b-89fd-128084e8d947 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:15:55.103601 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c0b70-50f8-4e5b-89fd-128084e8d947 None None] Pushing event updated for resources: {'Port': ['ID=46657f3d-c90e-429d-a94c-1df630569ac0,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:15:55.105897 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10c0b70-50f8-4e5b-89fd-128084e8d947 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:15:55.168874 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d10c0b70-50f8-4e5b-89fd-128084e8d947 None None] Attempting to bind port 46657f3d-c90e-429d-a94c-1df630569ac0 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:15:55.170406 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d10c0b70-50f8-4e5b-89fd-128084e8d947 None None] Attempting to bind port 46657f3d-c90e-429d-a94c-1df630569ac0 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '03ed0fc5-5e26-43cc-acf2-8742cead1104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '11d10057-8337-40bf-a4ae-9ad5bbe7644f'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:15:55.170767 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10c0b70-50f8-4e5b-89fd-128084e8d947 None None] Attempting to bind port 46657f3d-c90e-429d-a94c-1df630569ac0 on network 11d10057-8337-40bf-a4ae-9ad5bbe7644f {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:15:55.178989 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10c0b70-50f8-4e5b-89fd-128084e8d947 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:15:55.179342 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10c0b70-50f8-4e5b-89fd-128084e8d947 None None] Checking segment: {'id': '03ed0fc5-5e26-43cc-acf2-8742cead1104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '11d10057-8337-40bf-a4ae-9ad5bbe7644f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:15:55.179749 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d10c0b70-50f8-4e5b-89fd-128084e8d947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:55.180140 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10c0b70-50f8-4e5b-89fd-128084e8d947 None None] Bound using segment: {'id': '03ed0fc5-5e26-43cc-acf2-8742cead1104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '11d10057-8337-40bf-a4ae-9ad5bbe7644f'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:15:55.180610 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d10c0b70-50f8-4e5b-89fd-128084e8d947 None None] Bound port: 46657f3d-c90e-429d-a94c-1df630569ac0, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ed0fc5-5e26-43cc-acf2-8742cead1104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '11d10057-8337-40bf-a4ae-9ad5bbe7644f'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:15:55.180990 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d10c0b70-50f8-4e5b-89fd-128084e8d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:55.231441 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-caf357d2-5cda-43fa-90ae-3dd287b3c7c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Allocated IP 172.20.0.17 (11d10057-8337-40bf-a4ae-9ad5bbe7644f/14abf91a-2215-48dd-8b8f-22ee4ce365da/b3f26839-df76-42ea-8452-4375bac35307) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:15:55.255640 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d10c0b70-50f8-4e5b-89fd-128084e8d947 None None] For port 46657f3d-c90e-429d-a94c-1df630569ac0, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:15:55.258881 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d10c0b70-50f8-4e5b-89fd-128084e8d947 None None] For port 46657f3d-c90e-429d-a94c-1df630569ac0, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=46657f3d-c90e-429d-a94c-1df630569ac0,segment=NetworkSegment(03ed0fc5-5e26-43cc-acf2-8742cead1104),segment_id=03ed0fc5-5e26-43cc-acf2-8742cead1104)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:15:55.322615 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d10c0b70-50f8-4e5b-89fd-128084e8d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:55.353116 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-caf357d2-5cda-43fa-90ae-3dd287b3c7c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:55.387616 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c0b70-50f8-4e5b-89fd-128084e8d947 None None] Pushing event updated for resources: {'Port': ['ID=46657f3d-c90e-429d-a94c-1df630569ac0,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:15:55.448432 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-caf357d2-5cda-43fa-90ae-3dd287b3c7c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:55.498627 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf357d2-5cda-43fa-90ae-3dd287b3c7c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Network 11d10057-8337-40bf-a4ae-9ad5bbe7644f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:15:55.502055 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-caf357d2-5cda-43fa-90ae-3dd287b3c7c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:15:55.507030 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf357d2-5cda-43fa-90ae-3dd287b3c7c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:15:55.513955 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf357d2-5cda-43fa-90ae-3dd287b3c7c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Pushing event updated for resources: {'Port': ['ID=b3f26839-df76-42ea-8452-4375bac35307,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:15:55.543021 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf357d2-5cda-43fa-90ae-3dd287b3c7c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:55.543327 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf357d2-5cda-43fa-90ae-3dd287b3c7c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:55.544623 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf357d2-5cda-43fa-90ae-3dd287b3c7c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:55.544623 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf357d2-5cda-43fa-90ae-3dd287b3c7c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:55.544623 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf357d2-5cda-43fa-90ae-3dd287b3c7c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:55.545253 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf357d2-5cda-43fa-90ae-3dd287b3c7c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:55.545620 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf357d2-5cda-43fa-90ae-3dd287b3c7c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:55.546108 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf357d2-5cda-43fa-90ae-3dd287b3c7c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:55.546441 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf357d2-5cda-43fa-90ae-3dd287b3c7c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:55.546769 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf357d2-5cda-43fa-90ae-3dd287b3c7c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:55.547110 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf357d2-5cda-43fa-90ae-3dd287b3c7c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:55.548585 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf357d2-5cda-43fa-90ae-3dd287b3c7c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:55.584242 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-caf357d2-5cda-43fa-90ae-3dd287b3c7c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:55.786929 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-caf357d2-5cda-43fa-90ae-3dd287b3c7c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:56.058140 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-caf357d2-5cda-43fa-90ae-3dd287b3c7c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:56.121311 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-caf357d2-5cda-43fa-90ae-3dd287b3c7c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:56.195745 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-caf357d2-5cda-43fa-90ae-3dd287b3c7c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:56.197507 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf357d2-5cda-43fa-90ae-3dd287b3c7c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Pushing event updated for resources: {'Port': ['ID=b3f26839-df76-42ea-8452-4375bac35307,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:15:56.299697 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device d97fb16a-7d60-49a1-a1c3-f5567a9c32f1 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:15:56.301665 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf357d2-5cda-43fa-90ae-3dd287b3c7c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Network 11d10057-8337-40bf-a4ae-9ad5bbe7644f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:15:56.303245 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-caf357d2-5cda-43fa-90ae-3dd287b3c7c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:15:56.357693 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port d97fb16a-7d60-49a1-a1c3-f5567a9c32f1 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:15:56.358550 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:56.427010 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf357d2-5cda-43fa-90ae-3dd287b3c7c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Router a56b15f0-4898-4d8f-82ec-12bfd20fb4a6 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:15:56.439122 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1769cef5-4e82-49f6-a6ff-af15fdc25d54 None None] Network 11d10057-8337-40bf-a4ae-9ad5bbe7644f requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:15:56.501959 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:56.537541 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf357d2-5cda-43fa-90ae-3dd287b3c7c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:15:56.542405 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port d97fb16a-7d60-49a1-a1c3-f5567a9c32f1, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=d97fb16a-7d60-49a1-a1c3-f5567a9c32f1,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:15:56.543384 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-caf357d2-5cda-43fa-90ae-3dd287b3c7c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "PUT /v2.0/routers/a56b15f0-4898-4d8f-82ec-12bfd20fb4a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0889001 Apr 21 13:15:56.545051 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9c6347b7-ed37-4f34-bba7-c3e6f72196c2 None None] Provisioning complete for port 46657f3d-c90e-429d-a94c-1df630569ac0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:15:56.545516 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c6347b7-ed37-4f34-bba7-c3e6f72196c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:56.623927 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:56.624727 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 46657f3d-c90e-429d-a94c-1df630569ac0 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:15:56.782114 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dae34b-84f5-4853-b685-355307d9208b req-dd8fe462-5426-4ba7-867c-41c268aa8dc9 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:56.783825 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52dae34b-84f5-4853-b685-355307d9208b req-dd8fe462-5426-4ba7-867c-41c268aa8dc9 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/networks?id=11d10057-8337-40bf-a4ae-9ad5bbe7644f HTTP/1.1" status: 200 len: 798 time: 0.1112099 Apr 21 13:15:56.802689 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52dae34b-84f5-4853-b685-355307d9208b req-b4113ca4-1ce2-4c47-b314-ead44a7a8339 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/quotas/8d2ddebafc3c4c00a4f5a0cc1a8940ac HTTP/1.1" status: 200 len: 375 time: 0.0103393 Apr 21 13:15:56.863316 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52dae34b-84f5-4853-b685-355307d9208b req-86864552-659a-4314-a371-14f61f8e834b tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=8d2ddebafc3c4c00a4f5a0cc1a8940ac&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0549009 Apr 21 13:15:56.936024 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=d97fb16a-7d60-49a1-a1c3-f5567a9c32f1,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:15:56.946309 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c6347b7-ed37-4f34-bba7-c3e6f72196c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:56.949770 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e696e8-4afd-4a1b-a03e-fb9882fa1e38 None None] Sync routers for ids ['a56b15f0-4898-4d8f-82ec-12bfd20fb4a6'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:15:56.961498 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 46657f3d-c90e-429d-a94c-1df630569ac0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:15:56.961906 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:56.967175 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e696e8-4afd-4a1b-a03e-fb9882fa1e38 None None] Routers {'a56b15f0-4898-4d8f-82ec-12bfd20fb4a6'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:15:56.967820 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b7e696e8-4afd-4a1b-a03e-fb9882fa1e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:15:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a56b15f0-4898-4d8f-82ec-12bfd20fb4a6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:15:56.978774 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52dae34b-84f5-4853-b685-355307d9208b req-2a04be08-0c05-490d-aa6c-403fa9d70f8d service neutron] 10.222.0.36 "GET /v2.0/networks/11d10057-8337-40bf-a4ae-9ad5bbe7644f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029739 Apr 21 13:15:57.012710 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9c6347b7-ed37-4f34-bba7-c3e6f72196c2 None None] For port 46657f3d-c90e-429d-a94c-1df630569ac0, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=46657f3d-c90e-429d-a94c-1df630569ac0,segment=NetworkSegment(03ed0fc5-5e26-43cc-acf2-8742cead1104),segment_id=03ed0fc5-5e26-43cc-acf2-8742cead1104)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:15:57.082067 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52dae34b-84f5-4853-b685-355307d9208b req-00f58ec2-2d7a-4300-adcb-0abf87fa98e6 service neutron] 10.222.0.36 "GET /v2.0/networks/11d10057-8337-40bf-a4ae-9ad5bbe7644f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977392 Apr 21 13:15:57.083215 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b7e696e8-4afd-4a1b-a03e-fb9882fa1e38 None None] Set router a56b15f0-4898-4d8f-82ec-12bfd20fb4a6 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:15:57.097000 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:57.100603 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9c6347b7-ed37-4f34-bba7-c3e6f72196c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:57.203062 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6347b7-ed37-4f34-bba7-c3e6f72196c2 None None] Pushing event updated for resources: {'Port': ['ID=46657f3d-c90e-429d-a94c-1df630569ac0,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:15:57.213337 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 13:15:57.213721 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 13:15:57.223706 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4ea484be-dc2a-4445-a78d-135b1dbefd4e None None] Provisioning complete for port 46657f3d-c90e-429d-a94c-1df630569ac0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:15:57.224079 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ea484be-dc2a-4445-a78d-135b1dbefd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:57.335633 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b7e696e8-4afd-4a1b-a03e-fb9882fa1e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a56b15f0-4898-4d8f-82ec-12bfd20fb4a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150899104', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'd97fb16a-7d60-49a1-a1c3-f5567a9c32f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:15:51Z', 'updated_at': '2022-04-21T13:15:55Z', 'revision_number': 4, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'gw_port': {'id': 'd97fb16a-7d60-49a1-a1c3-f5567a9c32f1', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56b15f0-4898-4d8f-82ec-12bfd20fb4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:15:52Z', 'updated_at': '2022-04-21T13:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'b3f26839-df76-42ea-8452-4375bac35307', 'name': '', 'network_id': '11d10057-8337-40bf-a4ae-9ad5bbe7644f', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'mac_address': 'fa:16:3e:b8:03:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a56b15f0-4898-4d8f-82ec-12bfd20fb4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '14abf91a-2215-48dd-8b8f-22ee4ce365da', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:15:55Z', 'updated_at': '2022-04-21T13:15:55Z', 'revision_number': 2, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'subnets': [{'id': '14abf91a-2215-48dd-8b8f-22ee4ce365da', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:15:57.336160 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4ea484be-dc2a-4445-a78d-135b1dbefd4e None None] Provisioning complete for port b3f26839-df76-42ea-8452-4375bac35307 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:15:57.336717 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ea484be-dc2a-4445-a78d-135b1dbefd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:57.369157 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e696e8-4afd-4a1b-a03e-fb9882fa1e38 None None] Checking router: a56b15f0-4898-4d8f-82ec-12bfd20fb4a6 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:15:57.369650 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e696e8-4afd-4a1b-a03e-fb9882fa1e38 None None] Updating router a56b15f0-4898-4d8f-82ec-12bfd20fb4a6 port b3f26839-df76-42ea-8452-4375bac35307 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:15:57.396518 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7e696e8-4afd-4a1b-a03e-fb9882fa1e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:57.427568 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-644c7383-e789-4354-91b5-fd4ec2bfc6b4 req-7b90bfba-989e-4191-bf70-3211716de2d9 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2827249-e1db-4679-a119-142a859bf6d9 HTTP/1.1" status: 200 len: 210 time: 0.0835254 Apr 21 13:15:57.438135 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4ea484be-dc2a-4445-a78d-135b1dbefd4e None None] Port b3f26839-df76-42ea-8452-4375bac35307 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:15:57.549064 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-18f79953-10b3-47d0-91c7-15cd63709b34 None None] Provisioning complete for port b3f26839-df76-42ea-8452-4375bac35307 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:15:57.549965 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18f79953-10b3-47d0-91c7-15cd63709b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:57.584812 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-18f79953-10b3-47d0-91c7-15cd63709b34 None None] Port b3f26839-df76-42ea-8452-4375bac35307 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:15:57.687522 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7e696e8-4afd-4a1b-a03e-fb9882fa1e38 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:57.704801 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-058b9972-74c3-43ab-8b13-ed0927c34d6b None None] Provisioning complete for port b3f26839-df76-42ea-8452-4375bac35307 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:15:57.704950 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-058b9972-74c3-43ab-8b13-ed0927c34d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:57.733454 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7e696e8-4afd-4a1b-a03e-fb9882fa1e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:57.770369 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-058b9972-74c3-43ab-8b13-ed0927c34d6b None None] Port b3f26839-df76-42ea-8452-4375bac35307 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:15:57.786898 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55d71f-b06f-4b02-bded-86860b994d8b None None] Pushing event updated for resources: {'Port': ['ID=b3f26839-df76-42ea-8452-4375bac35307,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:15:57.834620 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b7e696e8-4afd-4a1b-a03e-fb9882fa1e38 None None] Attempting to bind port b3f26839-df76-42ea-8452-4375bac35307 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:15:57.835143 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b7e696e8-4afd-4a1b-a03e-fb9882fa1e38 None None] Attempting to bind port b3f26839-df76-42ea-8452-4375bac35307 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '03ed0fc5-5e26-43cc-acf2-8742cead1104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '11d10057-8337-40bf-a4ae-9ad5bbe7644f'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:15:57.835461 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e696e8-4afd-4a1b-a03e-fb9882fa1e38 None None] Attempting to bind port b3f26839-df76-42ea-8452-4375bac35307 on network 11d10057-8337-40bf-a4ae-9ad5bbe7644f {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:15:57.840825 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e696e8-4afd-4a1b-a03e-fb9882fa1e38 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:15:57.841185 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e696e8-4afd-4a1b-a03e-fb9882fa1e38 None None] Checking segment: {'id': '03ed0fc5-5e26-43cc-acf2-8742cead1104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '11d10057-8337-40bf-a4ae-9ad5bbe7644f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:15:57.841718 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7e696e8-4afd-4a1b-a03e-fb9882fa1e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:57.842104 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e696e8-4afd-4a1b-a03e-fb9882fa1e38 None None] Bound using segment: {'id': '03ed0fc5-5e26-43cc-acf2-8742cead1104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '11d10057-8337-40bf-a4ae-9ad5bbe7644f'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:15:57.842559 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b7e696e8-4afd-4a1b-a03e-fb9882fa1e38 None None] Bound port: b3f26839-df76-42ea-8452-4375bac35307, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03ed0fc5-5e26-43cc-acf2-8742cead1104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '11d10057-8337-40bf-a4ae-9ad5bbe7644f'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:15:57.842927 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7e696e8-4afd-4a1b-a03e-fb9882fa1e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:57.907852 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b7e696e8-4afd-4a1b-a03e-fb9882fa1e38 None None] For port b3f26839-df76-42ea-8452-4375bac35307, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:15:57.911680 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b7e696e8-4afd-4a1b-a03e-fb9882fa1e38 None None] For port b3f26839-df76-42ea-8452-4375bac35307, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b3f26839-df76-42ea-8452-4375bac35307,segment=NetworkSegment(03ed0fc5-5e26-43cc-acf2-8742cead1104),segment_id=03ed0fc5-5e26-43cc-acf2-8742cead1104)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:15:57.995952 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8d912bb6-4f89-4b48-aeae-d49eb3e2211d None None] Provisioning complete for port b3f26839-df76-42ea-8452-4375bac35307 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:15:57.996322 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8d912bb6-4f89-4b48-aeae-d49eb3e2211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:58.013992 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b7e696e8-4afd-4a1b-a03e-fb9882fa1e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:58.029991 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8d912bb6-4f89-4b48-aeae-d49eb3e2211d None None] Port b3f26839-df76-42ea-8452-4375bac35307 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:15:58.074543 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e696e8-4afd-4a1b-a03e-fb9882fa1e38 None None] Routers {'a56b15f0-4898-4d8f-82ec-12bfd20fb4a6'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:15:58.075180 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b7e696e8-4afd-4a1b-a03e-fb9882fa1e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:15:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a56b15f0-4898-4d8f-82ec-12bfd20fb4a6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:15:58.077203 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55d71f-b06f-4b02-bded-86860b994d8b None None] Pushing event updated for resources: {'Port': ['ID=b3f26839-df76-42ea-8452-4375bac35307,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:15:58.185492 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b7e696e8-4afd-4a1b-a03e-fb9882fa1e38 None None] Set router a56b15f0-4898-4d8f-82ec-12bfd20fb4a6 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:15:58.231346 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device d97fb16a-7d60-49a1-a1c3-f5567a9c32f1 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:15:58.286477 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port d97fb16a-7d60-49a1-a1c3-f5567a9c32f1 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:15:58.286953 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:58.376962 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 46657f3d-c90e-429d-a94c-1df630569ac0 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:15:58.380480 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7702fede-b451-446c-8670-b61c92639934 None None] Provisioning complete for port b3f26839-df76-42ea-8452-4375bac35307 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:15:58.380635 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7702fede-b451-446c-8670-b61c92639934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:58.386248 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b7e696e8-4afd-4a1b-a03e-fb9882fa1e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a56b15f0-4898-4d8f-82ec-12bfd20fb4a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150899104', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'd97fb16a-7d60-49a1-a1c3-f5567a9c32f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:15:51Z', 'updated_at': '2022-04-21T13:15:55Z', 'revision_number': 4, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'gw_port': {'id': 'd97fb16a-7d60-49a1-a1c3-f5567a9c32f1', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56b15f0-4898-4d8f-82ec-12bfd20fb4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:15:52Z', 'updated_at': '2022-04-21T13:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'b3f26839-df76-42ea-8452-4375bac35307', 'name': '', 'network_id': '11d10057-8337-40bf-a4ae-9ad5bbe7644f', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'mac_address': 'fa:16:3e:b8:03:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a56b15f0-4898-4d8f-82ec-12bfd20fb4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '14abf91a-2215-48dd-8b8f-22ee4ce365da', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:15:55Z', 'updated_at': '2022-04-21T13:15:57Z', 'revision_number': 4, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'subnets': [{'id': '14abf91a-2215-48dd-8b8f-22ee4ce365da', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:15:58.412465 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e696e8-4afd-4a1b-a03e-fb9882fa1e38 None None] The sync data for ids ['a56b15f0-4898-4d8f-82ec-12bfd20fb4a6'] in n-d-836147-2 is: [{'id': 'a56b15f0-4898-4d8f-82ec-12bfd20fb4a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150899104', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'd97fb16a-7d60-49a1-a1c3-f5567a9c32f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:15:51Z', 'updated_at': '2022-04-21T13:15:55Z', 'revision_number': 4, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'gw_port': {'id': 'd97fb16a-7d60-49a1-a1c3-f5567a9c32f1', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56b15f0-4898-4d8f-82ec-12bfd20fb4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:15:52Z', 'updated_at': '2022-04-21T13:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'b3f26839-df76-42ea-8452-4375bac35307', 'name': '', 'network_id': '11d10057-8337-40bf-a4ae-9ad5bbe7644f', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'mac_address': 'fa:16:3e:b8:03:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a56b15f0-4898-4d8f-82ec-12bfd20fb4a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4027, 'fixed_ips': [{'subnet_id': '14abf91a-2215-48dd-8b8f-22ee4ce365da', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:15:55Z', 'updated_at': '2022-04-21T13:15:57Z', 'revision_number': 4, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'subnets': [{'id': '14abf91a-2215-48dd-8b8f-22ee4ce365da', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:15:58.460781 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 46657f3d-c90e-429d-a94c-1df630569ac0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:15:58.461156 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:58.543564 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7702fede-b451-446c-8670-b61c92639934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:58.546579 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-23d3e791-00b0-4507-81ce-70b28f2a524f req-7a803b18-48c7-4d08-bf58-597e6908ca30 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2827249-e1db-4679-a119-142a859bf6d9 HTTP/1.1" status: 200 len: 210 time: 0.0328753 Apr 21 13:15:58.589129 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7702fede-b451-446c-8670-b61c92639934 None None] For port b3f26839-df76-42ea-8452-4375bac35307, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b3f26839-df76-42ea-8452-4375bac35307,segment=NetworkSegment(03ed0fc5-5e26-43cc-acf2-8742cead1104),segment_id=03ed0fc5-5e26-43cc-acf2-8742cead1104)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:15:58.646984 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7702fede-b451-446c-8670-b61c92639934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:58.704612 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702fede-b451-446c-8670-b61c92639934 None None] Pushing event updated for resources: {'Port': ['ID=b3f26839-df76-42ea-8452-4375bac35307,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:15:58.713390 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7702fede-b451-446c-8670-b61c92639934 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:58.713887 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7702fede-b451-446c-8670-b61c92639934 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:58.714307 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7702fede-b451-446c-8670-b61c92639934 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:58.714649 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7702fede-b451-446c-8670-b61c92639934 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:58.714981 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7702fede-b451-446c-8670-b61c92639934 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:58.715307 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7702fede-b451-446c-8670-b61c92639934 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:58.715634 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7702fede-b451-446c-8670-b61c92639934 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:58.715957 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7702fede-b451-446c-8670-b61c92639934 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:58.716283 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7702fede-b451-446c-8670-b61c92639934 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:58.716596 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7702fede-b451-446c-8670-b61c92639934 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:58.716913 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7702fede-b451-446c-8670-b61c92639934 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:58.717227 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7702fede-b451-446c-8670-b61c92639934 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:15:59.369465 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dae34b-84f5-4853-b685-355307d9208b req-947e90e4-4816-4b67-b8a2-df269f3f98da tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:15:59.371127 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52dae34b-84f5-4853-b685-355307d9208b req-947e90e4-4816-4b67-b8a2-df269f3f98da tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.26 "GET /v2.0/networks?id=11d10057-8337-40bf-a4ae-9ad5bbe7644f HTTP/1.1" status: 200 len: 798 time: 0.1043868 Apr 21 13:15:59.384293 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-52dae34b-84f5-4853-b685-355307d9208b req-7838a8ec-29d0-4faa-bb83-732fd3441a9c tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Request body: {'port': {'device_id': 'd2827249-e1db-4679-a119-142a859bf6d9', 'network_id': '11d10057-8337-40bf-a4ae-9ad5bbe7644f', 'admin_state_up': True, 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:15:59.573791 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52dae34b-84f5-4853-b685-355307d9208b req-7838a8ec-29d0-4faa-bb83-732fd3441a9c tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Made reservation on behalf of 8d2ddebafc3c4c00a4f5a0cc1a8940ac for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:15:59.577422 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52dae34b-84f5-4853-b685-355307d9208b req-7838a8ec-29d0-4faa-bb83-732fd3441a9c tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:59.669861 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-29a31e2a-1709-4569-9f5f-ef59eeccc9f7 req-3515d31e-b87f-4421-b728-2d1e013a525c tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2827249-e1db-4679-a119-142a859bf6d9 HTTP/1.1" status: 200 len: 210 time: 0.0401888 Apr 21 13:15:59.726333 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-52dae34b-84f5-4853-b685-355307d9208b req-7838a8ec-29d0-4faa-bb83-732fd3441a9c tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Allocated IP 172.20.0.28 (11d10057-8337-40bf-a4ae-9ad5bbe7644f/14abf91a-2215-48dd-8b8f-22ee4ce365da/e75d40c3-8844-4ea5-8a49-47d0c098476e) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:15:59.837323 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52dae34b-84f5-4853-b685-355307d9208b req-7838a8ec-29d0-4faa-bb83-732fd3441a9c tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:59.945216 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52dae34b-84f5-4853-b685-355307d9208b req-7838a8ec-29d0-4faa-bb83-732fd3441a9c tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:15:59.986116 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52dae34b-84f5-4853-b685-355307d9208b req-7838a8ec-29d0-4faa-bb83-732fd3441a9c tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Network 11d10057-8337-40bf-a4ae-9ad5bbe7644f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:15:59.991587 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-52dae34b-84f5-4853-b685-355307d9208b req-7838a8ec-29d0-4faa-bb83-732fd3441a9c tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:15:59.995358 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-52dae34b-84f5-4853-b685-355307d9208b req-7838a8ec-29d0-4faa-bb83-732fd3441a9c tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:16:00.023096 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838a8ec-29d0-4faa-bb83-732fd3441a9c tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Pushing event updated for resources: {'Port': ['ID=e75d40c3-8844-4ea5-8a49-47d0c098476e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:00.049576 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dae34b-84f5-4853-b685-355307d9208b req-7838a8ec-29d0-4faa-bb83-732fd3441a9c tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:00.050211 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52dae34b-84f5-4853-b685-355307d9208b req-7838a8ec-29d0-4faa-bb83-732fd3441a9c tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:00.153385 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52dae34b-84f5-4853-b685-355307d9208b req-7838a8ec-29d0-4faa-bb83-732fd3441a9c tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7735074 Apr 21 13:16:00.166862 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-52dae34b-84f5-4853-b685-355307d9208b req-6f3e7a88-6d56-4449-8f2b-e8d9e02316fa service neutron] Request body: {'port': {'device_id': 'd2827249-e1db-4679-a119-142a859bf6d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:16:00.189618 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-71c67845-c249-4d71-81db-19d29e4c74cd None None] Provisioning complete for port e75d40c3-8844-4ea5-8a49-47d0c098476e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:16:00.190606 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71c67845-c249-4d71-81db-19d29e4c74cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:00.227944 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52dae34b-84f5-4853-b685-355307d9208b req-6f3e7a88-6d56-4449-8f2b-e8d9e02316fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:00.232150 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-71c67845-c249-4d71-81db-19d29e4c74cd None None] Port e75d40c3-8844-4ea5-8a49-47d0c098476e cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:16:00.251868 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b3f26839-df76-42ea-8452-4375bac35307 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:16:00.347653 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port b3f26839-df76-42ea-8452-4375bac35307 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:16:00.348013 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:00.505300 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-52dae34b-84f5-4853-b685-355307d9208b req-6f3e7a88-6d56-4449-8f2b-e8d9e02316fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e75d40c3-8844-4ea5-8a49-47d0c098476e {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:16:00.513387 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52dae34b-84f5-4853-b685-355307d9208b req-6f3e7a88-6d56-4449-8f2b-e8d9e02316fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:00.525754 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-52dae34b-84f5-4853-b685-355307d9208b req-6f3e7a88-6d56-4449-8f2b-e8d9e02316fa service neutron] Transition to ACTIVE for port object e75d40c3-8844-4ea5-8a49-47d0c098476e will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:16:00.589365 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52dae34b-84f5-4853-b685-355307d9208b req-6f3e7a88-6d56-4449-8f2b-e8d9e02316fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:00.639362 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e7a88-6d56-4449-8f2b-e8d9e02316fa service neutron] Pushing event updated for resources: {'Port': ['ID=e75d40c3-8844-4ea5-8a49-47d0c098476e,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:00.714216 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-52dae34b-84f5-4853-b685-355307d9208b req-6f3e7a88-6d56-4449-8f2b-e8d9e02316fa service neutron] Attempting to bind port e75d40c3-8844-4ea5-8a49-47d0c098476e on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:16:00.714548 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-52dae34b-84f5-4853-b685-355307d9208b req-6f3e7a88-6d56-4449-8f2b-e8d9e02316fa service neutron] Attempting to bind port e75d40c3-8844-4ea5-8a49-47d0c098476e by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '03ed0fc5-5e26-43cc-acf2-8742cead1104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '11d10057-8337-40bf-a4ae-9ad5bbe7644f'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:16:00.714878 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dae34b-84f5-4853-b685-355307d9208b req-6f3e7a88-6d56-4449-8f2b-e8d9e02316fa service neutron] Attempting to bind port e75d40c3-8844-4ea5-8a49-47d0c098476e on network 11d10057-8337-40bf-a4ae-9ad5bbe7644f {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:16:00.719470 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dae34b-84f5-4853-b685-355307d9208b req-6f3e7a88-6d56-4449-8f2b-e8d9e02316fa service neutron] Port e75d40c3-8844-4ea5-8a49-47d0c098476e on network 11d10057-8337-40bf-a4ae-9ad5bbe7644f not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:16:00.719787 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dae34b-84f5-4853-b685-355307d9208b req-6f3e7a88-6d56-4449-8f2b-e8d9e02316fa service neutron] Attempting to bind port e75d40c3-8844-4ea5-8a49-47d0c098476e on network 11d10057-8337-40bf-a4ae-9ad5bbe7644f {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:16:00.726193 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dae34b-84f5-4853-b685-355307d9208b req-6f3e7a88-6d56-4449-8f2b-e8d9e02316fa service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:16:00.726529 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dae34b-84f5-4853-b685-355307d9208b req-6f3e7a88-6d56-4449-8f2b-e8d9e02316fa service neutron] Checking segment: {'id': '03ed0fc5-5e26-43cc-acf2-8742cead1104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '11d10057-8337-40bf-a4ae-9ad5bbe7644f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:16:00.726902 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dae34b-84f5-4853-b685-355307d9208b req-6f3e7a88-6d56-4449-8f2b-e8d9e02316fa service neutron] Bound using segment: {'id': '03ed0fc5-5e26-43cc-acf2-8742cead1104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '11d10057-8337-40bf-a4ae-9ad5bbe7644f'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:16:00.727333 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-52dae34b-84f5-4853-b685-355307d9208b req-6f3e7a88-6d56-4449-8f2b-e8d9e02316fa service neutron] Bound port: e75d40c3-8844-4ea5-8a49-47d0c098476e, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03ed0fc5-5e26-43cc-acf2-8742cead1104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '11d10057-8337-40bf-a4ae-9ad5bbe7644f'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:16:00.727687 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52dae34b-84f5-4853-b685-355307d9208b req-6f3e7a88-6d56-4449-8f2b-e8d9e02316fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:00.821996 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-52dae34b-84f5-4853-b685-355307d9208b req-6f3e7a88-6d56-4449-8f2b-e8d9e02316fa service neutron] For port e75d40c3-8844-4ea5-8a49-47d0c098476e, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:16:00.825545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-52dae34b-84f5-4853-b685-355307d9208b req-6f3e7a88-6d56-4449-8f2b-e8d9e02316fa service neutron] For port e75d40c3-8844-4ea5-8a49-47d0c098476e, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e75d40c3-8844-4ea5-8a49-47d0c098476e,segment=NetworkSegment(03ed0fc5-5e26-43cc-acf2-8742cead1104),segment_id=03ed0fc5-5e26-43cc-acf2-8742cead1104)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:16:00.833079 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ded27-f8d6-478b-a7d7-c71ae203012b req-d85bae15-1a00-4533-8802-403aa3239d43 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:00.834584 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d7ded27-f8d6-478b-a7d7-c71ae203012b req-d85bae15-1a00-4533-8802-403aa3239d43 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2827249-e1db-4679-a119-142a859bf6d9 HTTP/1.1" status: 200 len: 907 time: 0.0909851 Apr 21 13:16:00.915866 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52dae34b-84f5-4853-b685-355307d9208b req-6f3e7a88-6d56-4449-8f2b-e8d9e02316fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:00.949177 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dae34b-84f5-4853-b685-355307d9208b req-6f3e7a88-6d56-4449-8f2b-e8d9e02316fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:00.949816 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-52dae34b-84f5-4853-b685-355307d9208b req-6f3e7a88-6d56-4449-8f2b-e8d9e02316fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:00.951320 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52dae34b-84f5-4853-b685-355307d9208b req-6f3e7a88-6d56-4449-8f2b-e8d9e02316fa service neutron] 10.222.0.26 "PUT /v2.0/ports/e75d40c3-8844-4ea5-8a49-47d0c098476e HTTP/1.1" status: 200 len: 1055 time: 0.7908249 Apr 21 13:16:00.951756 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2827249-e1db-4679-a119-142a859bf6d9', 'tag': 'e75d40c3-8844-4ea5-8a49-47d0c098476e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:16:00.953989 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5895fca-6c8c-4a00-9442-86d343ed554c" -d '{"events": [{"name": "network-changed", "server_uuid": "d2827249-e1db-4679-a119-142a859bf6d9", "tag": "e75d40c3-8844-4ea5-8a49-47d0c098476e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:16:00.980717 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e7a88-6d56-4449-8f2b-e8d9e02316fa service neutron] Pushing event updated for resources: {'Port': ['ID=e75d40c3-8844-4ea5-8a49-47d0c098476e,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:01.000538 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee078bed-3668-4904-bd89-dd512b3417e7 x-openstack-request-id: req-ee078bed-3668-4904-bd89-dd512b3417e7 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:16:01.000893 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2827249-e1db-4679-a119-142a859bf6d9", "tag": "e75d40c3-8844-4ea5-8a49-47d0c098476e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:16:01.001124 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ee078bed-3668-4904-bd89-dd512b3417e7 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:16:01.001536 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee078bed-3668-4904-bd89-dd512b3417e7'] response: {'name': 'network-changed', 'server_uuid': 'd2827249-e1db-4679-a119-142a859bf6d9', 'tag': 'e75d40c3-8844-4ea5-8a49-47d0c098476e', 'status': 'completed', 'code': 200} Apr 21 13:16:01.065543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5895fca-6c8c-4a00-9442-86d343ed554c req-c0b62c29-6e7f-4f54-a7d0-d6900d62bda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:01.067162 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5895fca-6c8c-4a00-9442-86d343ed554c req-c0b62c29-6e7f-4f54-a7d0-d6900d62bda7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d2ddebafc3c4c00a4f5a0cc1a8940ac&device_id=d2827249-e1db-4679-a119-142a859bf6d9 HTTP/1.1" status: 200 len: 1058 time: 0.0467353 Apr 21 13:16:01.170373 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5895fca-6c8c-4a00-9442-86d343ed554c req-b08bd1b9-8f4a-4570-b25b-157c84a5518d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:01.170858 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5895fca-6c8c-4a00-9442-86d343ed554c req-b08bd1b9-8f4a-4570-b25b-157c84a5518d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:01.172442 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5895fca-6c8c-4a00-9442-86d343ed554c req-b08bd1b9-8f4a-4570-b25b-157c84a5518d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8d2ddebafc3c4c00a4f5a0cc1a8940ac&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.0978932 Apr 21 13:16:01.269983 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5895fca-6c8c-4a00-9442-86d343ed554c req-eb726061-fb18-444a-9afa-1e26193c2440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:01.271877 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5895fca-6c8c-4a00-9442-86d343ed554c req-eb726061-fb18-444a-9afa-1e26193c2440 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900445 Apr 21 13:16:01.348060 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dae34b-84f5-4853-b685-355307d9208b req-a9e7c01e-57be-42d3-92e7-a2c0835b9c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:01.350339 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52dae34b-84f5-4853-b685-355307d9208b req-a9e7c01e-57be-42d3-92e7-a2c0835b9c5a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d2ddebafc3c4c00a4f5a0cc1a8940ac&device_id=d2827249-e1db-4679-a119-142a859bf6d9 HTTP/1.1" status: 200 len: 1058 time: 0.0405164 Apr 21 13:16:01.389648 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52dae34b-84f5-4853-b685-355307d9208b req-4edd4c2d-c13c-42e8-9099-04cd92abea5b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=e75d40c3-8844-4ea5-8a49-47d0c098476e HTTP/1.1" status: 200 len: 217 time: 0.0322776 Apr 21 13:16:01.441457 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dae34b-84f5-4853-b685-355307d9208b req-66d16477-6ef4-40e2-bcc1-32eeea5548cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:01.442937 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52dae34b-84f5-4853-b685-355307d9208b req-66d16477-6ef4-40e2-bcc1-32eeea5548cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=14abf91a-2215-48dd-8b8f-22ee4ce365da HTTP/1.1" status: 200 len: 838 time: 0.0473950 Apr 21 13:16:01.487570 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dae34b-84f5-4853-b685-355307d9208b req-448b2af9-b1d6-4735-b801-4958d794e177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:01.489067 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52dae34b-84f5-4853-b685-355307d9208b req-448b2af9-b1d6-4735-b801-4958d794e177 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=11d10057-8337-40bf-a4ae-9ad5bbe7644f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397329 Apr 21 13:16:01.577294 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52dae34b-84f5-4853-b685-355307d9208b req-51726cce-1bc5-4fc1-b581-bfa3416842dc service neutron] 10.222.0.26 "GET /v2.0/networks/11d10057-8337-40bf-a4ae-9ad5bbe7644f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787528 Apr 21 13:16:01.996576 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2d52a-8361-4a31-adcc-eb9ea065b971 req-05ab521b-041f-41a8-813d-09f6f3ee997f tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:01.998057 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-99f2d52a-8361-4a31-adcc-eb9ea065b971 req-05ab521b-041f-41a8-813d-09f6f3ee997f tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2827249-e1db-4679-a119-142a859bf6d9 HTTP/1.1" status: 200 len: 907 time: 0.0723708 Apr 21 13:16:02.000240 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52dae34b-84f5-4853-b685-355307d9208b req-d24dd712-f1fc-4003-ad31-7e26304b5648 service neutron] 10.222.0.26 "GET /v2.0/networks/11d10057-8337-40bf-a4ae-9ad5bbe7644f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159803 Apr 21 13:16:03.117011 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70d36e-dc98-41b4-829c-b33055158aca req-534f8582-5166-4d7b-85e6-65f295611bed tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:03.118469 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-be70d36e-dc98-41b4-829c-b33055158aca req-534f8582-5166-4d7b-85e6-65f295611bed tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2827249-e1db-4679-a119-142a859bf6d9 HTTP/1.1" status: 200 len: 907 time: 0.0510676 Apr 21 13:16:04.232241 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93655e9-9ec4-4913-812c-0eb3647b25e3 req-a9b27d5e-d1b4-4b43-b175-4126a091ab08 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:04.233706 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e93655e9-9ec4-4913-812c-0eb3647b25e3 req-a9b27d5e-d1b4-4b43-b175-4126a091ab08 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2827249-e1db-4679-a119-142a859bf6d9 HTTP/1.1" status: 200 len: 907 time: 0.0471096 Apr 21 13:16:05.346729 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054c57d-1c88-473b-8c28-d21c22da4eaa req-318ac584-5bb5-4144-987a-879d11a73ef9 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:05.348190 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a054c57d-1c88-473b-8c28-d21c22da4eaa req-318ac584-5bb5-4144-987a-879d11a73ef9 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2827249-e1db-4679-a119-142a859bf6d9 HTTP/1.1" status: 200 len: 907 time: 0.0479617 Apr 21 13:16:06.462745 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0520b0-3030-437b-8017-29d231d92c03 req-742841cc-c7c1-46f4-8a80-6592521df4b4 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:06.464193 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6e0520b0-3030-437b-8017-29d231d92c03 req-742841cc-c7c1-46f4-8a80-6592521df4b4 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2827249-e1db-4679-a119-142a859bf6d9 HTTP/1.1" status: 200 len: 907 time: 0.0482109 Apr 21 13:16:06.519100 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device e75d40c3-8844-4ea5-8a49-47d0c098476e details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:16:06.618475 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port e75d40c3-8844-4ea5-8a49-47d0c098476e, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e75d40c3-8844-4ea5-8a49-47d0c098476e,segment=NetworkSegment(03ed0fc5-5e26-43cc-acf2-8742cead1104),segment_id=03ed0fc5-5e26-43cc-acf2-8742cead1104)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:16:06.632369 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'e75d40c3-8844-4ea5-8a49-47d0c098476e', 'network_id': '11d10057-8337-40bf-a4ae-9ad5bbe7644f', 'port_id': 'e75d40c3-8844-4ea5-8a49-47d0c098476e', 'mac_address': 'fa:16:3e:cc:b4:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14abf91a-2215-48dd-8b8f-22ee4ce365da', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:16:06.668598 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:06.681782 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e75d40c3-8844-4ea5-8a49-47d0c098476e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:16:06.700457 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port e75d40c3-8844-4ea5-8a49-47d0c098476e, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e75d40c3-8844-4ea5-8a49-47d0c098476e,segment=NetworkSegment(03ed0fc5-5e26-43cc-acf2-8742cead1104),segment_id=03ed0fc5-5e26-43cc-acf2-8742cead1104)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:16:06.773537 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:06.820480 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=e75d40c3-8844-4ea5-8a49-47d0c098476e,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:07.097383 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['e75d40c3-8844-4ea5-8a49-47d0c098476e'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:16:07.580054 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5be487-cd66-4b19-8f12-f04d2c77d9c7 req-75b769a4-d570-417b-b735-bf121dbb50cd tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:07.581497 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1a5be487-cd66-4b19-8f12-f04d2c77d9c7 req-75b769a4-d570-417b-b735-bf121dbb50cd tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2827249-e1db-4679-a119-142a859bf6d9 HTTP/1.1" status: 200 len: 908 time: 0.0510204 Apr 21 13:16:08.518303 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device e75d40c3-8844-4ea5-8a49-47d0c098476e up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:16:08.636538 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port e75d40c3-8844-4ea5-8a49-47d0c098476e completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:16:08.640521 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port e75d40c3-8844-4ea5-8a49-47d0c098476e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:16:08.640921 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:08.699574 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd72833-6f25-4ab6-8101-5b5ef42a3802 req-61feb03b-cdf4-445b-ae4b-425e8f8ae0d3 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:08.701055 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7cd72833-6f25-4ab6-8101-5b5ef42a3802 req-61feb03b-cdf4-445b-ae4b-425e8f8ae0d3 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2827249-e1db-4679-a119-142a859bf6d9 HTTP/1.1" status: 200 len: 908 time: 0.0489655 Apr 21 13:16:08.720375 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:08.745729 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2827249-e1db-4679-a119-142a859bf6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75d40c3-8844-4ea5-8a49-47d0c098476e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:16:08.747952 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac5d5d1-247a-4e35-ba22-d8a66db17465" -d '{"events": [{"server_uuid": "d2827249-e1db-4679-a119-142a859bf6d9", "name": "network-vif-plugged", "status": "completed", "tag": "e75d40c3-8844-4ea5-8a49-47d0c098476e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:16:08.760558 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port e75d40c3-8844-4ea5-8a49-47d0c098476e, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e75d40c3-8844-4ea5-8a49-47d0c098476e,segment=NetworkSegment(03ed0fc5-5e26-43cc-acf2-8742cead1104),segment_id=03ed0fc5-5e26-43cc-acf2-8742cead1104)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:16:08.784257 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec26e04-d8cc-4e45-8662-6b904cbd1127 x-openstack-request-id: req-fec26e04-d8cc-4e45-8662-6b904cbd1127 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:16:08.784549 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2827249-e1db-4679-a119-142a859bf6d9", "name": "network-vif-plugged", "status": "completed", "tag": "e75d40c3-8844-4ea5-8a49-47d0c098476e", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:16:08.784804 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fec26e04-d8cc-4e45-8662-6b904cbd1127 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:16:08.785204 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fec26e04-d8cc-4e45-8662-6b904cbd1127'] response: {'server_uuid': 'd2827249-e1db-4679-a119-142a859bf6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e75d40c3-8844-4ea5-8a49-47d0c098476e', 'code': 200} Apr 21 13:16:08.829172 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:08.876601 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9079a8-2992-4c69-a55c-9f160404ce4a req-8b6d4420-cf2f-401b-afed-cb6ff620cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:08.876880 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=e75d40c3-8844-4ea5-8a49-47d0c098476e,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:08.878187 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c9079a8-2992-4c69-a55c-9f160404ce4a req-8b6d4420-cf2f-401b-afed-cb6ff620cc53 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d2827249-e1db-4679-a119-142a859bf6d9 HTTP/1.1" status: 200 len: 1060 time: 0.0397885 Apr 21 13:16:09.813150 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f2599-c491-4a47-8d37-6c5e6d7898c5 req-3454fc49-7738-40b2-930a-6bd98fa9d8cc tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:09.814645 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-032f2599-c491-4a47-8d37-6c5e6d7898c5 req-3454fc49-7738-40b2-930a-6bd98fa9d8cc tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2827249-e1db-4679-a119-142a859bf6d9 HTTP/1.1" status: 200 len: 909 time: 0.0468600 Apr 21 13:16:10.931637 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41e5c7-1925-46e5-b279-4da490511d1a req-30c4537f-fbf3-49fc-8847-75c82fc75322 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:10.933070 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c41e5c7-1925-46e5-b279-4da490511d1a req-30c4537f-fbf3-49fc-8847-75c82fc75322 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2827249-e1db-4679-a119-142a859bf6d9 HTTP/1.1" status: 200 len: 909 time: 0.0503533 Apr 21 13:16:11.044505 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e3bf9-6b71-4c83-8e00-82c9bc697a0a req-b07d1723-f19d-4524-a334-4d2513930e91 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:11.045988 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e3e3bf9-6b71-4c83-8e00-82c9bc697a0a req-b07d1723-f19d-4524-a334-4d2513930e91 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2827249-e1db-4679-a119-142a859bf6d9 HTTP/1.1" status: 200 len: 909 time: 0.0471797 Apr 21 13:16:11.153857 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4db456-d971-4c92-9de5-ef29e9ab6a53 req-079f212d-7c47-4bf2-b716-652f3ef1e59b tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:11.155269 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-af4db456-d971-4c92-9de5-ef29e9ab6a53 req-079f212d-7c47-4bf2-b716-652f3ef1e59b tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d2827249-e1db-4679-a119-142a859bf6d9 HTTP/1.1" status: 200 len: 1060 time: 0.0395656 Apr 21 13:16:11.259905 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bd287-af34-4416-b951-742f6427c18d req-8a7f61b9-729f-4021-a533-9b20b965565b tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:11.261421 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e43bd287-af34-4416-b951-742f6427c18d req-8a7f61b9-729f-4021-a533-9b20b965565b tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a9afb784-b66b-4001-bb1f-0c22f74c052e HTTP/1.1" status: 200 len: 1135 time: 0.0418339 Apr 21 13:16:11.295832 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e43bd287-af34-4416-b951-742f6427c18d req-18ffbb78-3623-46ca-ac7b-d91a25c789ca tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=8c06f962-2f4e-4b7f-9381-f6f961bb0746&id=f3725cdd-5eb3-4623-ba05-7010557d6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0283320 Apr 21 13:16:11.317001 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55434) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:16:11.359751 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a558e9e-64da-429f-939e-09c18ecbe7a9 tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:11.361261 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0a558e9e-64da-429f-939e-09c18ecbe7a9 tempest-TestSecurityGroupsBasicOps-1189212867 tempest-TestSecurityGroupsBasicOps-1189212867-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d2827249-e1db-4679-a119-142a859bf6d9 HTTP/1.1" status: 200 len: 1055 time: 0.0426569 Apr 21 13:16:11.764123 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b124b4-13e1-42ac-83b4-251a9953c725 req-ac90f2be-4afe-4e13-815f-1d6611d3f947 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:11.765621 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65b124b4-13e1-42ac-83b4-251a9953c725 req-ac90f2be-4afe-4e13-815f-1d6611d3f947 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2827249-e1db-4679-a119-142a859bf6d9 HTTP/1.1" status: 200 len: 909 time: 0.0474920 Apr 21 13:16:12.881389 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e649fa8-90e6-4cf2-a2ae-f159786b0ee1 req-82de86b7-3bc1-4e1c-861f-6be7e0a01809 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:12.882861 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e649fa8-90e6-4cf2-a2ae-f159786b0ee1 req-82de86b7-3bc1-4e1c-861f-6be7e0a01809 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2827249-e1db-4679-a119-142a859bf6d9 HTTP/1.1" status: 200 len: 909 time: 0.0482697 Apr 21 13:16:13.126485 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb9c6a-785e-492d-8d7b-6792d591a009 req-b88ed183-3d3d-4a9d-9326-495540337382 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:13.127856 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2cb9c6a-785e-492d-8d7b-6792d591a009 req-b88ed183-3d3d-4a9d-9326-495540337382 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.26 "GET /v2.0/ports?device_id=d2827249-e1db-4679-a119-142a859bf6d9 HTTP/1.1" status: 200 len: 909 time: 0.0469515 Apr 21 13:16:13.225848 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f2cb9c6a-785e-492d-8d7b-6792d591a009 req-8761c47e-a789-4189-950d-0617ddc52b94 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Deleting port e75d40c3-8844-4ea5-8a49-47d0c098476e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:16:13.226191 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f2cb9c6a-785e-492d-8d7b-6792d591a009 req-8761c47e-a789-4189-950d-0617ddc52b94 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:13.313000 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-f2cb9c6a-785e-492d-8d7b-6792d591a009 req-8761c47e-a789-4189-950d-0617ddc52b94 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] For port e75d40c3-8844-4ea5-8a49-47d0c098476e, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=e75d40c3-8844-4ea5-8a49-47d0c098476e,segment=NetworkSegment(03ed0fc5-5e26-43cc-acf2-8742cead1104),segment_id=03ed0fc5-5e26-43cc-acf2-8742cead1104)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:16:13.313368 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f2cb9c6a-785e-492d-8d7b-6792d591a009 req-8761c47e-a789-4189-950d-0617ddc52b94 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:13.326609 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-f2cb9c6a-785e-492d-8d7b-6792d591a009 req-8761c47e-a789-4189-950d-0617ddc52b94 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Calling delete_port for e75d40c3-8844-4ea5-8a49-47d0c098476e owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:16:13.459669 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-477432c9-0a1c-4347-9986-b55c8e8df37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:13.510962 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f2cb9c6a-785e-492d-8d7b-6792d591a009 req-8761c47e-a789-4189-950d-0617ddc52b94 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:13.534891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8761c47e-a789-4189-950d-0617ddc52b94 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Pushing event deleted for resources: {'Port': ['ID=e75d40c3-8844-4ea5-8a49-47d0c098476e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:13.582190 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2cb9c6a-785e-492d-8d7b-6792d591a009 req-8761c47e-a789-4189-950d-0617ddc52b94 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] No DVR routers for this DVR port e75d40c3-8844-4ea5-8a49-47d0c098476e on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:16:13.585231 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-f2cb9c6a-785e-492d-8d7b-6792d591a009 req-8761c47e-a789-4189-950d-0617ddc52b94 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:13.588605 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2cb9c6a-785e-492d-8d7b-6792d591a009 req-8761c47e-a789-4189-950d-0617ddc52b94 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.26 "DELETE /v2.0/ports/e75d40c3-8844-4ea5-8a49-47d0c098476e HTTP/1.1" status: 204 len: 173 time: 0.4526103 Apr 21 13:16:13.589560 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2827249-e1db-4679-a119-142a859bf6d9', 'name': 'network-vif-deleted', 'tag': 'e75d40c3-8844-4ea5-8a49-47d0c098476e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:16:13.593094 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fd4da4-0cfc-4942-82ab-9698df00ddc7" -d '{"events": [{"server_uuid": "d2827249-e1db-4679-a119-142a859bf6d9", "name": "network-vif-deleted", "tag": "e75d40c3-8844-4ea5-8a49-47d0c098476e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:16:13.632939 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7503f95f-9ddd-4a9b-9443-cc5d90a600c4 x-openstack-request-id: req-7503f95f-9ddd-4a9b-9443-cc5d90a600c4 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:16:13.633299 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2827249-e1db-4679-a119-142a859bf6d9", "name": "network-vif-deleted", "tag": "e75d40c3-8844-4ea5-8a49-47d0c098476e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:16:13.633557 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7503f95f-9ddd-4a9b-9443-cc5d90a600c4 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:16:13.634015 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7503f95f-9ddd-4a9b-9443-cc5d90a600c4'] response: {'server_uuid': 'd2827249-e1db-4679-a119-142a859bf6d9', 'name': 'network-vif-deleted', 'tag': 'e75d40c3-8844-4ea5-8a49-47d0c098476e', 'status': 'completed', 'code': 200} Apr 21 13:16:13.987525 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-74749888-7897-4733-983d-284ab8d36575 req-4c79b87f-5f15-4a9f-8608-b97364238a7c tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?device_id=d2827249-e1db-4679-a119-142a859bf6d9 HTTP/1.1" status: 200 len: 210 time: 0.0269380 Apr 21 13:16:15.043177 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55448) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:16:15.392870 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa806323-9718-43c4-a5d0-f6e738b167a4 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:15.641713 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fa806323-9718-43c4-a5d0-f6e738b167a4 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Deleting port b3f26839-df76-42ea-8452-4375bac35307 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:16:15.641959 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa806323-9718-43c4-a5d0-f6e738b167a4 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:15.731134 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-fa806323-9718-43c4-a5d0-f6e738b167a4 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] For port b3f26839-df76-42ea-8452-4375bac35307, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b3f26839-df76-42ea-8452-4375bac35307,segment=NetworkSegment(03ed0fc5-5e26-43cc-acf2-8742cead1104),segment_id=03ed0fc5-5e26-43cc-acf2-8742cead1104)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:16:15.731489 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa806323-9718-43c4-a5d0-f6e738b167a4 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:15.733749 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5b6f37c-a061-4fee-a925-858c77eb046c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:15.745974 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fa806323-9718-43c4-a5d0-f6e738b167a4 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Calling delete_port for b3f26839-df76-42ea-8452-4375bac35307 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:16:16.070598 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa806323-9718-43c4-a5d0-f6e738b167a4 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:16.096250 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa806323-9718-43c4-a5d0-f6e738b167a4 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Pushing event deleted for resources: {'Port': ['ID=b3f26839-df76-42ea-8452-4375bac35307,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:16.273174 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa806323-9718-43c4-a5d0-f6e738b167a4 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:16.483274 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa806323-9718-43c4-a5d0-f6e738b167a4 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Router a56b15f0-4898-4d8f-82ec-12bfd20fb4a6 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:16:16.564857 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device e75d40c3-8844-4ea5-8a49-47d0c098476e no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:16:16.586710 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa806323-9718-43c4-a5d0-f6e738b167a4 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:16:16.591635 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: e75d40c3-8844-4ea5-8a49-47d0c098476e {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:16:16.591786 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fa806323-9718-43c4-a5d0-f6e738b167a4 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "PUT /v2.0/routers/a56b15f0-4898-4d8f-82ec-12bfd20fb4a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5474763 Apr 21 13:16:16.591894 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device e75d40c3-8844-4ea5-8a49-47d0c098476e not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:16:16.594751 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55450) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:16:16.600285 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87226161-cc01-415f-8cfc-8ba82111cfde None None] Sync routers for ids ['a56b15f0-4898-4d8f-82ec-12bfd20fb4a6'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:16:16.611626 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87226161-cc01-415f-8cfc-8ba82111cfde None None] Routers {'a56b15f0-4898-4d8f-82ec-12bfd20fb4a6'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:16:16.611941 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-87226161-cc01-415f-8cfc-8ba82111cfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:16:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a56b15f0-4898-4d8f-82ec-12bfd20fb4a6'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:16.649934 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59a42d3-ace3-482a-83a3-14bf10495eea tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Deleting subnet 14abf91a-2215-48dd-8b8f-22ee4ce365da {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:16:16.652925 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d59a42d3-ace3-482a-83a3-14bf10495eea tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:16.692440 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d59a42d3-ace3-482a-83a3-14bf10495eea tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:16.780450 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d59a42d3-ace3-482a-83a3-14bf10495eea tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:16.874264 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-87226161-cc01-415f-8cfc-8ba82111cfde None None] Set router a56b15f0-4898-4d8f-82ec-12bfd20fb4a6 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:16:16.899332 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d59a42d3-ace3-482a-83a3-14bf10495eea tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:16.928784 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a42d3-ace3-482a-83a3-14bf10495eea tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Pushing event deleted for resources: {'Subnet': ['ID=14abf91a-2215-48dd-8b8f-22ee4ce365da,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:16.930869 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d59a42d3-ace3-482a-83a3-14bf10495eea tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:16.936749 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55452) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:16:16.937256 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d59a42d3-ace3-482a-83a3-14bf10495eea tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "DELETE /v2.0/subnets/14abf91a-2215-48dd-8b8f-22ee4ce365da HTTP/1.1" status: 204 len: 168 time: 0.3410716 Apr 21 13:16:16.953020 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b243deb8-1266-4cd9-a2b6-000384f0cf60 None None] Network 11d10057-8337-40bf-a4ae-9ad5bbe7644f requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:16:17.044447 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9d0b09c-249f-45b1-b7fa-8b95c55f9f45 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:17.073855 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:17.147921 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9d0b09c-249f-45b1-b7fa-8b95c55f9f45 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:17.179140 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-87226161-cc01-415f-8cfc-8ba82111cfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a56b15f0-4898-4d8f-82ec-12bfd20fb4a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150899104', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.21'}], 'enable_snat': True}, 'gw_port_id': 'd97fb16a-7d60-49a1-a1c3-f5567a9c32f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:15:51Z', 'updated_at': '2022-04-21T13:16:15Z', 'revision_number': 5, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'gw_port': {'id': 'd97fb16a-7d60-49a1-a1c3-f5567a9c32f1', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:e1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a56b15f0-4898-4d8f-82ec-12bfd20fb4a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:15:52Z', 'updated_at': '2022-04-21T13:15:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:17.210406 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87226161-cc01-415f-8cfc-8ba82111cfde None None] Checking router: a56b15f0-4898-4d8f-82ec-12bfd20fb4a6 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:16:17.220872 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87226161-cc01-415f-8cfc-8ba82111cfde None None] Routers {'a56b15f0-4898-4d8f-82ec-12bfd20fb4a6'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:16:17.221491 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-87226161-cc01-415f-8cfc-8ba82111cfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:16:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a56b15f0-4898-4d8f-82ec-12bfd20fb4a6'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:17.227131 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffc34ef-753e-476d-b03f-4d7fcb75ad13 None None] DHCP port deletion for 11d10057-8337-40bf-a4ae-9ad5bbe7644f request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:16:17.250384 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e9d0b09c-249f-45b1-b7fa-8b95c55f9f45 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Deleting port d97fb16a-7d60-49a1-a1c3-f5567a9c32f1 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:16:17.250721 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9d0b09c-249f-45b1-b7fa-8b95c55f9f45 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:17.328707 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-e9d0b09c-249f-45b1-b7fa-8b95c55f9f45 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] For port d97fb16a-7d60-49a1-a1c3-f5567a9c32f1, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=d97fb16a-7d60-49a1-a1c3-f5567a9c32f1,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:16:17.329072 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9d0b09c-249f-45b1-b7fa-8b95c55f9f45 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:17.336466 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-87226161-cc01-415f-8cfc-8ba82111cfde None None] Set router a56b15f0-4898-4d8f-82ec-12bfd20fb4a6 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:16:17.340609 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-e9d0b09c-249f-45b1-b7fa-8b95c55f9f45 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Calling delete_port for d97fb16a-7d60-49a1-a1c3-f5567a9c32f1 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:16:17.396873 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-87226161-cc01-415f-8cfc-8ba82111cfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a56b15f0-4898-4d8f-82ec-12bfd20fb4a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150899104', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:15:51Z', 'updated_at': '2022-04-21T13:16:17Z', 'revision_number': 6, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:17.426078 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87226161-cc01-415f-8cfc-8ba82111cfde None None] The sync data for ids ['a56b15f0-4898-4d8f-82ec-12bfd20fb4a6'] in n-d-836147-2 is: [{'id': 'a56b15f0-4898-4d8f-82ec-12bfd20fb4a6', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1150899104', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:15:51Z', 'updated_at': '2022-04-21T13:16:17Z', 'revision_number': 6, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:16:17.433546 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1ffc34ef-753e-476d-b03f-4d7fcb75ad13 None None] Deleting port 46657f3d-c90e-429d-a94c-1df630569ac0 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:16:17.433946 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ffc34ef-753e-476d-b03f-4d7fcb75ad13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:17.495676 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1ffc34ef-753e-476d-b03f-4d7fcb75ad13 None None] For port 46657f3d-c90e-429d-a94c-1df630569ac0, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=46657f3d-c90e-429d-a94c-1df630569ac0,segment=NetworkSegment(03ed0fc5-5e26-43cc-acf2-8742cead1104),segment_id=03ed0fc5-5e26-43cc-acf2-8742cead1104)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:16:17.496065 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ffc34ef-753e-476d-b03f-4d7fcb75ad13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:17.509149 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1ffc34ef-753e-476d-b03f-4d7fcb75ad13 None None] Calling delete_port for 46657f3d-c90e-429d-a94c-1df630569ac0 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:16:17.571790 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9d0b09c-249f-45b1-b7fa-8b95c55f9f45 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:17.605055 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0b09c-249f-45b1-b7fa-8b95c55f9f45 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Pushing event deleted for resources: {'Port': ['ID=d97fb16a-7d60-49a1-a1c3-f5567a9c32f1,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:17.657643 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1ffc34ef-753e-476d-b03f-4d7fcb75ad13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:17.660025 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9d0b09c-249f-45b1-b7fa-8b95c55f9f45 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:17.684529 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffc34ef-753e-476d-b03f-4d7fcb75ad13 None None] Pushing event deleted for resources: {'Port': ['ID=46657f3d-c90e-429d-a94c-1df630569ac0,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:17.686323 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffc34ef-753e-476d-b03f-4d7fcb75ad13 None None] No DVR routers for this DVR port 46657f3d-c90e-429d-a94c-1df630569ac0 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:16:17.750443 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9d0b09c-249f-45b1-b7fa-8b95c55f9f45 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:17.752445 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9d0b09c-249f-45b1-b7fa-8b95c55f9f45 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:17.875019 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9d0b09c-249f-45b1-b7fa-8b95c55f9f45 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:17.875019 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d0b09c-249f-45b1-b7fa-8b95c55f9f45 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Fanout notify agent at l3_agent the message router_deleted on router a56b15f0-4898-4d8f-82ec-12bfd20fb4a6 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:16:17.878444 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e9d0b09c-249f-45b1-b7fa-8b95c55f9f45 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:17.885644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55454) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:16:17.886322 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e9d0b09c-249f-45b1-b7fa-8b95c55f9f45 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "DELETE /v2.0/routers/a56b15f0-4898-4d8f-82ec-12bfd20fb4a6 HTTP/1.1" status: 204 len: 168 time: 0.9440897 Apr 21 13:16:17.957048 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-770cc9c9-2f36-4864-8d9b-6baf1ace1326 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:18.052158 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-770cc9c9-2f36-4864-8d9b-6baf1ace1326 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:18.072685 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-770cc9c9-2f36-4864-8d9b-6baf1ace1326 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d10057-8337-40bf-a4ae-9ad5bbe7644f']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:18.081661 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-770cc9c9-2f36-4864-8d9b-6baf1ace1326 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ed0fc5-5e26-43cc-acf2-8742cead1104') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:18.081957 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-770cc9c9-2f36-4864-8d9b-6baf1ace1326 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ed0fc5-5e26-43cc-acf2-8742cead1104') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:18.087977 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:18.091860 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-770cc9c9-2f36-4864-8d9b-6baf1ace1326 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:18.105845 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-770cc9c9-2f36-4864-8d9b-6baf1ace1326 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:18.112031 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-770cc9c9-2f36-4864-8d9b-6baf1ace1326 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:16:18.112501 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-770cc9c9-2f36-4864-8d9b-6baf1ace1326 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: timer() Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:16:18.115534 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:16:18.228573 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b3f26839-df76-42ea-8452-4375bac35307 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:16:18.242045 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-770cc9c9-2f36-4864-8d9b-6baf1ace1326 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:18.249290 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: b3f26839-df76-42ea-8452-4375bac35307 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:16:18.249435 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b3f26839-df76-42ea-8452-4375bac35307 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:16:18.249839 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device d97fb16a-7d60-49a1-a1c3-f5567a9c32f1 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:16:18.251018 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-770cc9c9-2f36-4864-8d9b-6baf1ace1326 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:18.254019 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-770cc9c9-2f36-4864-8d9b-6baf1ace1326 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "DELETE /v2.0/networks/11d10057-8337-40bf-a4ae-9ad5bbe7644f HTTP/1.1" status: 204 len: 168 time: 0.3705599 Apr 21 13:16:18.257643 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55456) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:16:18.265049 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770cc9c9-2f36-4864-8d9b-6baf1ace1326 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Pushing event deleted for resources: {'Network': ['ID=11d10057-8337-40bf-a4ae-9ad5bbe7644f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:18.273831 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: d97fb16a-7d60-49a1-a1c3-f5567a9c32f1 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:16:18.274175 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device d97fb16a-7d60-49a1-a1c3-f5567a9c32f1 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:16:18.274801 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 46657f3d-c90e-429d-a94c-1df630569ac0 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:16:18.293920 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 46657f3d-c90e-429d-a94c-1df630569ac0 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:16:18.294263 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 46657f3d-c90e-429d-a94c-1df630569ac0 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:16:18.421107 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b8a52ea7-2391-476c-9674-3c0cc22a13c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Deleting port 9fdfc542-d06e-4722-b7b3-8c7739cdd2bc {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:16:18.421446 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8a52ea7-2391-476c-9674-3c0cc22a13c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:18.494707 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8a52ea7-2391-476c-9674-3c0cc22a13c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:18.494954 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8a52ea7-2391-476c-9674-3c0cc22a13c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:18.506846 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b8a52ea7-2391-476c-9674-3c0cc22a13c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Calling delete_port for 9fdfc542-d06e-4722-b7b3-8c7739cdd2bc owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:16:18.545063 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:18.693849 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8a52ea7-2391-476c-9674-3c0cc22a13c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:18.716510 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a52ea7-2391-476c-9674-3c0cc22a13c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Pushing event deleted for resources: {'Port': ['ID=9fdfc542-d06e-4722-b7b3-8c7739cdd2bc,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:18.749112 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:18.781004 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8a52ea7-2391-476c-9674-3c0cc22a13c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for floatingip, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:18.781389 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-b8a52ea7-2391-476c-9674-3c0cc22a13c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Floating IP 902c4a79-4d9e-4af2-a577-cf6a66ea2f97 disassociated (deleted). External IP: 172.25.8.47, port: eaca7fc6-dda5-4e5d-9620-8beecfcd3089. Apr 21 13:16:19.301297 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a52ea7-2391-476c-9674-3c0cc22a13c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Router 1d9b6d37-0e83-4941-99ac-a8107f3cdaa7 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:16:19.408040 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a52ea7-2391-476c-9674-3c0cc22a13c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:16:19.413506 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b8a52ea7-2391-476c-9674-3c0cc22a13c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:19.418006 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1959ade5-190e-4230-b2a6-13e2be87aa8a None None] Sync routers for ids ['1d9b6d37-0e83-4941-99ac-a8107f3cdaa7'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:16:19.427735 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1959ade5-190e-4230-b2a6-13e2be87aa8a None None] Routers {'1d9b6d37-0e83-4941-99ac-a8107f3cdaa7'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:16:19.428426 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1959ade5-190e-4230-b2a6-13e2be87aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:16:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['1d9b6d37-0e83-4941-99ac-a8107f3cdaa7'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:19.443005 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b8a52ea7-2391-476c-9674-3c0cc22a13c6 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "DELETE /v2.0/floatingips/902c4a79-4d9e-4af2-a577-cf6a66ea2f97 HTTP/1.1" status: 204 len: 168 time: 1.1840923 Apr 21 13:16:19.443690 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9afb784-b66b-4001-bb1f-0c22f74c052e', 'tag': 'eaca7fc6-dda5-4e5d-9620-8beecfcd3089'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:16:19.446086 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9899a6981a5d1396f3ef0a4459265c57f399a852dbdfabd96921f8d74b4d3d36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc68316-bcd5-48c1-96a8-1b2047763401" -d '{"events": [{"name": "network-changed", "server_uuid": "a9afb784-b66b-4001-bb1f-0c22f74c052e", "tag": "eaca7fc6-dda5-4e5d-9620-8beecfcd3089"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:16:19.487932 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8613fb70-cc8d-4ca3-b1fb-05f9f7129d9c x-openstack-request-id: req-8613fb70-cc8d-4ca3-b1fb-05f9f7129d9c {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:16:19.488224 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9afb784-b66b-4001-bb1f-0c22f74c052e", "tag": "eaca7fc6-dda5-4e5d-9620-8beecfcd3089", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:16:19.488476 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8613fb70-cc8d-4ca3-b1fb-05f9f7129d9c {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:16:19.488882 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8613fb70-cc8d-4ca3-b1fb-05f9f7129d9c'] response: {'name': 'network-changed', 'server_uuid': 'a9afb784-b66b-4001-bb1f-0c22f74c052e', 'tag': 'eaca7fc6-dda5-4e5d-9620-8beecfcd3089', 'status': 'completed', 'code': 200} Apr 21 13:16:19.563317 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc68316-bcd5-48c1-96a8-1b2047763401 req-b8003334-6749-472c-b161-1e6658e705a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:19.564956 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3dc68316-bcd5-48c1-96a8-1b2047763401 req-b8003334-6749-472c-b161-1e6658e705a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d2ddebafc3c4c00a4f5a0cc1a8940ac&device_id=a9afb784-b66b-4001-bb1f-0c22f74c052e HTTP/1.1" status: 200 len: 1135 time: 0.0482440 Apr 21 13:16:19.623383 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1959ade5-190e-4230-b2a6-13e2be87aa8a None None] Set router 1d9b6d37-0e83-4941-99ac-a8107f3cdaa7 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:16:19.662156 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc68316-bcd5-48c1-96a8-1b2047763401 req-83662411-20fa-4381-ba26-5c1ba2479507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:19.663775 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3dc68316-bcd5-48c1-96a8-1b2047763401 req-83662411-20fa-4381-ba26-5c1ba2479507 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4c0e452d-d912-488a-b071-5a00ccffe5c7 HTTP/1.1" status: 200 len: 897 time: 0.0869064 Apr 21 13:16:19.714643 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3dc68316-bcd5-48c1-96a8-1b2047763401 req-a8340e18-dddc-41d7-b9fe-5a275bb92415 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eaca7fc6-dda5-4e5d-9620-8beecfcd3089 HTTP/1.1" status: 200 len: 217 time: 0.0404282 Apr 21 13:16:19.767856 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc68316-bcd5-48c1-96a8-1b2047763401 req-7d898010-0f5a-4f0e-947a-79218b5468ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:19.769308 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3dc68316-bcd5-48c1-96a8-1b2047763401 req-7d898010-0f5a-4f0e-947a-79218b5468ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=78a5eb7f-f958-4728-abee-5cd68444dc76 HTTP/1.1" status: 200 len: 835 time: 0.0443158 Apr 21 13:16:19.815598 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1959ade5-190e-4230-b2a6-13e2be87aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-292062295', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'ade9c579-7822-43bd-8b14-5b783369ff6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:14:54Z', 'updated_at': '2022-04-21T13:14:59Z', 'revision_number': 4, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'gw_port': {'id': 'ade9c579-7822-43bd-8b14-5b783369ff6c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:14:55Z', 'updated_at': '2022-04-21T13:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '212d0bbe-a619-4ecb-b1fb-3909898b54ed', 'name': '', 'network_id': '4c0e452d-d912-488a-b071-5a00ccffe5c7', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'mac_address': 'fa:16:3e:f1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '78a5eb7f-f958-4728-abee-5cd68444dc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:14:58Z', 'updated_at': '2022-04-21T13:15:01Z', 'revision_number': 5, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'subnets': [{'id': '78a5eb7f-f958-4728-abee-5cd68444dc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:19.830935 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc68316-bcd5-48c1-96a8-1b2047763401 req-a7bffb7a-848d-490a-975e-8d69faea390d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:19.833066 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3dc68316-bcd5-48c1-96a8-1b2047763401 req-a7bffb7a-848d-490a-975e-8d69faea390d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c0e452d-d912-488a-b071-5a00ccffe5c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420609 Apr 21 13:16:19.844392 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1959ade5-190e-4230-b2a6-13e2be87aa8a None None] Checking router: 1d9b6d37-0e83-4941-99ac-a8107f3cdaa7 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:16:19.851556 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1959ade5-190e-4230-b2a6-13e2be87aa8a None None] Routers {'1d9b6d37-0e83-4941-99ac-a8107f3cdaa7'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:16:19.852163 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1959ade5-190e-4230-b2a6-13e2be87aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:16:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['1d9b6d37-0e83-4941-99ac-a8107f3cdaa7'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:19.955228 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1959ade5-190e-4230-b2a6-13e2be87aa8a None None] Set router 1d9b6d37-0e83-4941-99ac-a8107f3cdaa7 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:16:19.961986 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd49a55-daa2-436d-94be-44bbe0a27697 req-8e2ee2b7-ee84-4e66-91fe-b27e962847e3 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:19.963471 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fdd49a55-daa2-436d-94be-44bbe0a27697 req-8e2ee2b7-ee84-4e66-91fe-b27e962847e3 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9afb784-b66b-4001-bb1f-0c22f74c052e HTTP/1.1" status: 200 len: 984 time: 0.0736597 Apr 21 13:16:19.965222 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3dc68316-bcd5-48c1-96a8-1b2047763401 req-598d9966-a71a-48e4-a3cd-9d684375f8f4 service neutron] 10.222.0.24 "GET /v2.0/networks/4c0e452d-d912-488a-b071-5a00ccffe5c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256948 Apr 21 13:16:20.053085 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fdd49a55-daa2-436d-94be-44bbe0a27697 req-7f81e488-6089-4bae-8fa0-748f34a5cd60 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c06f962-2f4e-4b7f-9381-f6f961bb0746&id=f3725cdd-5eb3-4623-ba05-7010557d6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0833762 Apr 21 13:16:20.083454 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3dc68316-bcd5-48c1-96a8-1b2047763401 req-7228bf78-c0e1-4d5f-8b1f-e1b4468b9692 service neutron] 10.222.0.24 "GET /v2.0/networks/4c0e452d-d912-488a-b071-5a00ccffe5c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076868 Apr 21 13:16:20.148881 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1959ade5-190e-4230-b2a6-13e2be87aa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-292062295', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'ade9c579-7822-43bd-8b14-5b783369ff6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:14:54Z', 'updated_at': '2022-04-21T13:14:59Z', 'revision_number': 4, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'gw_port': {'id': 'ade9c579-7822-43bd-8b14-5b783369ff6c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:14:55Z', 'updated_at': '2022-04-21T13:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '212d0bbe-a619-4ecb-b1fb-3909898b54ed', 'name': '', 'network_id': '4c0e452d-d912-488a-b071-5a00ccffe5c7', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'mac_address': 'fa:16:3e:f1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '78a5eb7f-f958-4728-abee-5cd68444dc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:14:58Z', 'updated_at': '2022-04-21T13:15:01Z', 'revision_number': 5, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'subnets': [{'id': '78a5eb7f-f958-4728-abee-5cd68444dc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:20.173927 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1959ade5-190e-4230-b2a6-13e2be87aa8a None None] The sync data for ids ['1d9b6d37-0e83-4941-99ac-a8107f3cdaa7'] in n-d-836147-2 is: [{'id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-292062295', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'ade9c579-7822-43bd-8b14-5b783369ff6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:14:54Z', 'updated_at': '2022-04-21T13:14:59Z', 'revision_number': 4, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'gw_port': {'id': 'ade9c579-7822-43bd-8b14-5b783369ff6c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:14:55Z', 'updated_at': '2022-04-21T13:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '212d0bbe-a619-4ecb-b1fb-3909898b54ed', 'name': '', 'network_id': '4c0e452d-d912-488a-b071-5a00ccffe5c7', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'mac_address': 'fa:16:3e:f1:1d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': '78a5eb7f-f958-4728-abee-5cd68444dc76', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:14:58Z', 'updated_at': '2022-04-21T13:15:01Z', 'revision_number': 5, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'subnets': [{'id': '78a5eb7f-f958-4728-abee-5cd68444dc76', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:16:20.389459 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac43572b-8f4d-40b2-8131-c5c1bd880423 None None] New status for floating IP 902c4a79-4d9e-4af2-a577-cf6a66ea2f97: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:16:20.680288 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:21.172822 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a46bbc-c9ba-4a6a-b80e-c6127afd7c1b req-83f5679c-73b1-4174-a40c-0e7da8b23583 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:21.174314 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1a46bbc-c9ba-4a6a-b80e-c6127afd7c1b req-83f5679c-73b1-4174-a40c-0e7da8b23583 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9afb784-b66b-4001-bb1f-0c22f74c052e HTTP/1.1" status: 200 len: 984 time: 0.0501063 Apr 21 13:16:21.214150 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1a46bbc-c9ba-4a6a-b80e-c6127afd7c1b req-c6f69d44-9190-45dc-afdb-97db3b0efd2a tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/security-groups?id=8c06f962-2f4e-4b7f-9381-f6f961bb0746&id=f3725cdd-5eb3-4623-ba05-7010557d6d0f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0336456 Apr 21 13:16:21.303518 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90300581-0386-4c55-94d1-3006b03c3288 req-a56b5b24-b85c-40c0-a619-1dd1ece10a87 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:21.304951 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90300581-0386-4c55-94d1-3006b03c3288 req-a56b5b24-b85c-40c0-a619-1dd1ece10a87 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9afb784-b66b-4001-bb1f-0c22f74c052e HTTP/1.1" status: 200 len: 984 time: 0.0464857 Apr 21 13:16:21.689148 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-90300581-0386-4c55-94d1-3006b03c3288 req-3c739b64-6756-4123-a1c0-652c188c32be tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Deleting port eaca7fc6-dda5-4e5d-9620-8beecfcd3089 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:16:21.689487 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-90300581-0386-4c55-94d1-3006b03c3288 req-3c739b64-6756-4123-a1c0-652c188c32be tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:21.775035 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-90300581-0386-4c55-94d1-3006b03c3288 req-3c739b64-6756-4123-a1c0-652c188c32be tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] For port eaca7fc6-dda5-4e5d-9620-8beecfcd3089, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=eaca7fc6-dda5-4e5d-9620-8beecfcd3089,segment=NetworkSegment(b36b4cdb-267b-4bde-abef-0c7128c3ae7d),segment_id=b36b4cdb-267b-4bde-abef-0c7128c3ae7d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:16:21.775395 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-90300581-0386-4c55-94d1-3006b03c3288 req-3c739b64-6756-4123-a1c0-652c188c32be tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:21.787991 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-90300581-0386-4c55-94d1-3006b03c3288 req-3c739b64-6756-4123-a1c0-652c188c32be tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Calling delete_port for eaca7fc6-dda5-4e5d-9620-8beecfcd3089 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:16:21.960139 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-90300581-0386-4c55-94d1-3006b03c3288 req-3c739b64-6756-4123-a1c0-652c188c32be tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:21.988508 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c739b64-6756-4123-a1c0-652c188c32be tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Pushing event deleted for resources: {'Port': ['ID=eaca7fc6-dda5-4e5d-9620-8beecfcd3089,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:22.031960 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-90300581-0386-4c55-94d1-3006b03c3288 req-3c739b64-6756-4123-a1c0-652c188c32be tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] No DVR routers for this DVR port eaca7fc6-dda5-4e5d-9620-8beecfcd3089 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:16:22.034652 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-90300581-0386-4c55-94d1-3006b03c3288 req-3c739b64-6756-4123-a1c0-652c188c32be tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:22.038449 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90300581-0386-4c55-94d1-3006b03c3288 req-3c739b64-6756-4123-a1c0-652c188c32be tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.24 "DELETE /v2.0/ports/eaca7fc6-dda5-4e5d-9620-8beecfcd3089 HTTP/1.1" status: 204 len: 173 time: 0.7274764 Apr 21 13:16:22.038884 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9afb784-b66b-4001-bb1f-0c22f74c052e', 'name': 'network-vif-deleted', 'tag': 'eaca7fc6-dda5-4e5d-9620-8beecfcd3089'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:16:22.041125 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf614803-0fb2-429a-85bb-a48072441004" -d '{"events": [{"server_uuid": "a9afb784-b66b-4001-bb1f-0c22f74c052e", "name": "network-vif-deleted", "tag": "eaca7fc6-dda5-4e5d-9620-8beecfcd3089"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:16:22.078178 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb57256d-085e-4f4c-8154-b747790be6d1 x-openstack-request-id: req-bb57256d-085e-4f4c-8154-b747790be6d1 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:16:22.078475 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9afb784-b66b-4001-bb1f-0c22f74c052e", "name": "network-vif-deleted", "tag": "eaca7fc6-dda5-4e5d-9620-8beecfcd3089", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:16:22.078724 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bb57256d-085e-4f4c-8154-b747790be6d1 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:16:22.079153 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb57256d-085e-4f4c-8154-b747790be6d1'] response: {'server_uuid': 'a9afb784-b66b-4001-bb1f-0c22f74c052e', 'name': 'network-vif-deleted', 'tag': 'eaca7fc6-dda5-4e5d-9620-8beecfcd3089', 'status': 'completed', 'code': 200} Apr 21 13:16:22.312788 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ddca19ce-5e6e-43b7-ba30-77f0285c6ebb req-2639ec9e-1fcf-42bd-983a-b394f71f673d tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "GET /v2.0/ports?device_id=a9afb784-b66b-4001-bb1f-0c22f74c052e HTTP/1.1" status: 200 len: 210 time: 0.0290201 Apr 21 13:16:22.600512 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-fea69297-dd06-4866-87e7-50f725eea48b req-a5a034a5-bb5e-47b2-83cf-4d0ad026960c service neutron] (103398) timed out ('10.222.0.26', 62427) {{(pid=103398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 21 13:16:23.371154 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55472) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:16:23.422961 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fadc7fee-8820-46bd-9390-7ef209c7a2aa tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:23.444356 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fadc7fee-8820-46bd-9390-7ef209c7a2aa tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:23.548936 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fadc7fee-8820-46bd-9390-7ef209c7a2aa tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:23.551532 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fadc7fee-8820-46bd-9390-7ef209c7a2aa tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:23.553302 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fadc7fee-8820-46bd-9390-7ef209c7a2aa tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "DELETE /v2.0/security-groups/f3725cdd-5eb3-4623-ba05-7010557d6d0f HTTP/1.1" status: 204 len: 168 time: 0.1811831 Apr 21 13:16:23.556078 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55474) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:16:23.562690 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc7fee-8820-46bd-9390-7ef209c7a2aa tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3725cdd-5eb3-4623-ba05-7010557d6d0f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:23.612095 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6365addf-37da-4786-937f-bf5f2f552a61 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:23.634302 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6365addf-37da-4786-937f-bf5f2f552a61 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:23.743240 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6365addf-37da-4786-937f-bf5f2f552a61 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:23.745833 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6365addf-37da-4786-937f-bf5f2f552a61 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:23.746969 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6365addf-37da-4786-937f-bf5f2f552a61 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "DELETE /v2.0/security-groups/8c06f962-2f4e-4b7f-9381-f6f961bb0746 HTTP/1.1" status: 204 len: 168 time: 0.1899171 Apr 21 13:16:23.749837 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55476) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:16:23.756190 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365addf-37da-4786-937f-bf5f2f552a61 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c06f962-2f4e-4b7f-9381-f6f961bb0746,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:24.101525 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6554ccf-c52c-40f4-9752-20bea83a10c9 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:24.348473 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f6554ccf-c52c-40f4-9752-20bea83a10c9 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Deleting port 212d0bbe-a619-4ecb-b1fb-3909898b54ed {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:16:24.348834 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6554ccf-c52c-40f4-9752-20bea83a10c9 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:24.435674 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-f6554ccf-c52c-40f4-9752-20bea83a10c9 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] For port 212d0bbe-a619-4ecb-b1fb-3909898b54ed, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=212d0bbe-a619-4ecb-b1fb-3909898b54ed,segment=NetworkSegment(b36b4cdb-267b-4bde-abef-0c7128c3ae7d),segment_id=b36b4cdb-267b-4bde-abef-0c7128c3ae7d)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:16:24.436383 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6554ccf-c52c-40f4-9752-20bea83a10c9 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:24.449153 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-f6554ccf-c52c-40f4-9752-20bea83a10c9 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Calling delete_port for 212d0bbe-a619-4ecb-b1fb-3909898b54ed owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:16:24.715985 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6554ccf-c52c-40f4-9752-20bea83a10c9 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:24.747119 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6554ccf-c52c-40f4-9752-20bea83a10c9 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Pushing event deleted for resources: {'Port': ['ID=212d0bbe-a619-4ecb-b1fb-3909898b54ed,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:24.917538 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f6554ccf-c52c-40f4-9752-20bea83a10c9 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:24.920294 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device eaca7fc6-dda5-4e5d-9620-8beecfcd3089 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:16:24.942340 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: eaca7fc6-dda5-4e5d-9620-8beecfcd3089 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:16:24.942728 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device eaca7fc6-dda5-4e5d-9620-8beecfcd3089 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:16:24.976652 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:16:25.135579 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6554ccf-c52c-40f4-9752-20bea83a10c9 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Router 1d9b6d37-0e83-4941-99ac-a8107f3cdaa7 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:16:25.238215 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6554ccf-c52c-40f4-9752-20bea83a10c9 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:16:25.243680 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f6554ccf-c52c-40f4-9752-20bea83a10c9 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "PUT /v2.0/routers/1d9b6d37-0e83-4941-99ac-a8107f3cdaa7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4928505 Apr 21 13:16:25.246395 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55478) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:16:25.248951 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e1c669-d959-4ac4-bb52-cc722fd3464e None None] Sync routers for ids ['1d9b6d37-0e83-4941-99ac-a8107f3cdaa7'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:16:25.258267 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e1c669-d959-4ac4-bb52-cc722fd3464e None None] Routers {'1d9b6d37-0e83-4941-99ac-a8107f3cdaa7'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:16:25.258870 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-09e1c669-d959-4ac4-bb52-cc722fd3464e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:16:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['1d9b6d37-0e83-4941-99ac-a8107f3cdaa7'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:25.296558 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1fb86a3-681f-43dd-ad54-807700e5e76b tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Deleting subnet 78a5eb7f-f958-4728-abee-5cd68444dc76 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:16:25.299583 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b1fb86a3-681f-43dd-ad54-807700e5e76b tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:25.338126 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b1fb86a3-681f-43dd-ad54-807700e5e76b tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:25.360997 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-09e1c669-d959-4ac4-bb52-cc722fd3464e None None] Set router 1d9b6d37-0e83-4941-99ac-a8107f3cdaa7 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:16:25.425867 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b1fb86a3-681f-43dd-ad54-807700e5e76b tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:25.533761 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b1fb86a3-681f-43dd-ad54-807700e5e76b tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:25.536448 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-09e1c669-d959-4ac4-bb52-cc722fd3464e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-292062295', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'ade9c579-7822-43bd-8b14-5b783369ff6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:14:54Z', 'updated_at': '2022-04-21T13:16:24Z', 'revision_number': 5, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'gw_port': {'id': 'ade9c579-7822-43bd-8b14-5b783369ff6c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:14:55Z', 'updated_at': '2022-04-21T13:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:25.561779 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb86a3-681f-43dd-ad54-807700e5e76b tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Pushing event deleted for resources: {'Subnet': ['ID=78a5eb7f-f958-4728-abee-5cd68444dc76,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:25.563784 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b1fb86a3-681f-43dd-ad54-807700e5e76b tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:25.566570 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e1c669-d959-4ac4-bb52-cc722fd3464e None None] Checking router: 1d9b6d37-0e83-4941-99ac-a8107f3cdaa7 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:16:25.567772 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b1fb86a3-681f-43dd-ad54-807700e5e76b tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "DELETE /v2.0/subnets/78a5eb7f-f958-4728-abee-5cd68444dc76 HTTP/1.1" status: 204 len: 168 time: 0.3202965 Apr 21 13:16:25.570016 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a408e2f2-711f-4101-8904-a783918ed8ee None None] Network 4c0e452d-d912-488a-b071-5a00ccffe5c7 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:16:25.570389 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55480) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:16:25.575914 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e1c669-d959-4ac4-bb52-cc722fd3464e None None] Routers {'1d9b6d37-0e83-4941-99ac-a8107f3cdaa7'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:16:25.576533 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-09e1c669-d959-4ac4-bb52-cc722fd3464e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:16:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['1d9b6d37-0e83-4941-99ac-a8107f3cdaa7'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:25.683852 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca248-7348-4976-9658-75ab4bff2f29 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:25.684122 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-09e1c669-d959-4ac4-bb52-cc722fd3464e None None] Set router 1d9b6d37-0e83-4941-99ac-a8107f3cdaa7 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:16:25.764095 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a2c641-b16b-45ee-858f-c5f9d167bd45 None None] DHCP port deletion for 4c0e452d-d912-488a-b071-5a00ccffe5c7 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:16:25.799703 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca248-7348-4976-9658-75ab4bff2f29 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:25.816427 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a2a2c641-b16b-45ee-858f-c5f9d167bd45 None None] Deleting port ac30af31-a577-4cd5-b4cf-91c2ed43ae70 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:16:25.816802 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2a2c641-b16b-45ee-858f-c5f9d167bd45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:25.868527 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-09e1c669-d959-4ac4-bb52-cc722fd3464e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-292062295', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'ade9c579-7822-43bd-8b14-5b783369ff6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:14:54Z', 'updated_at': '2022-04-21T13:16:24Z', 'revision_number': 5, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'gw_port': {'id': 'ade9c579-7822-43bd-8b14-5b783369ff6c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:14:55Z', 'updated_at': '2022-04-21T13:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:25.882220 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a2a2c641-b16b-45ee-858f-c5f9d167bd45 None None] For port ac30af31-a577-4cd5-b4cf-91c2ed43ae70, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ac30af31-a577-4cd5-b4cf-91c2ed43ae70,segment=NetworkSegment(b36b4cdb-267b-4bde-abef-0c7128c3ae7d),segment_id=b36b4cdb-267b-4bde-abef-0c7128c3ae7d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:16:25.882618 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2a2c641-b16b-45ee-858f-c5f9d167bd45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:25.895550 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a2a2c641-b16b-45ee-858f-c5f9d167bd45 None None] Calling delete_port for ac30af31-a577-4cd5-b4cf-91c2ed43ae70 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:16:25.899111 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e1c669-d959-4ac4-bb52-cc722fd3464e None None] The sync data for ids ['1d9b6d37-0e83-4941-99ac-a8107f3cdaa7'] in n-d-836147-2 is: [{'id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'name': 'tempest-TestSecurityGroupsBasicOps-router-292062295', 'tenant_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223'}], 'enable_snat': True}, 'gw_port_id': 'ade9c579-7822-43bd-8b14-5b783369ff6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:14:54Z', 'updated_at': '2022-04-21T13:16:24Z', 'revision_number': 5, 'project_id': '8d2ddebafc3c4c00a4f5a0cc1a8940ac', 'gw_port': {'id': 'ade9c579-7822-43bd-8b14-5b783369ff6c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:26:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9b6d37-0e83-4941-99ac-a8107f3cdaa7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:14:55Z', 'updated_at': '2022-04-21T13:15:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:16:25.908588 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ca4ca248-7348-4976-9658-75ab4bff2f29 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Deleting port ade9c579-7822-43bd-8b14-5b783369ff6c {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:16:25.908933 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca248-7348-4976-9658-75ab4bff2f29 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:25.992187 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-ca4ca248-7348-4976-9658-75ab4bff2f29 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] For port ade9c579-7822-43bd-8b14-5b783369ff6c, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ade9c579-7822-43bd-8b14-5b783369ff6c,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:16:25.992473 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca248-7348-4976-9658-75ab4bff2f29 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:26.003980 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-ca4ca248-7348-4976-9658-75ab4bff2f29 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Calling delete_port for ade9c579-7822-43bd-8b14-5b783369ff6c owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:16:26.036181 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a2a2c641-b16b-45ee-858f-c5f9d167bd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:26.062422 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2c641-b16b-45ee-858f-c5f9d167bd45 None None] Pushing event deleted for resources: {'Port': ['ID=ac30af31-a577-4cd5-b4cf-91c2ed43ae70,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:26.065091 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a2c641-b16b-45ee-858f-c5f9d167bd45 None None] No DVR routers for this DVR port ac30af31-a577-4cd5-b4cf-91c2ed43ae70 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:16:26.230597 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca248-7348-4976-9658-75ab4bff2f29 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:26.257547 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ca248-7348-4976-9658-75ab4bff2f29 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Pushing event deleted for resources: {'Port': ['ID=ade9c579-7822-43bd-8b14-5b783369ff6c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:26.472518 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ac30af31-a577-4cd5-b4cf-91c2ed43ae70 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:16:26.473224 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca248-7348-4976-9658-75ab4bff2f29 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:26.473356 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: ac30af31-a577-4cd5-b4cf-91c2ed43ae70 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:16:26.473356 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ac30af31-a577-4cd5-b4cf-91c2ed43ae70 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:16:26.473356 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 212d0bbe-a619-4ecb-b1fb-3909898b54ed no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:16:26.473356 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 212d0bbe-a619-4ecb-b1fb-3909898b54ed {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:16:26.473356 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 212d0bbe-a619-4ecb-b1fb-3909898b54ed not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:16:26.474449 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca248-7348-4976-9658-75ab4bff2f29 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:26.474449 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca248-7348-4976-9658-75ab4bff2f29 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:26.533422 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca248-7348-4976-9658-75ab4bff2f29 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:26.533985 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4ca248-7348-4976-9658-75ab4bff2f29 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Fanout notify agent at l3_agent the message router_deleted on router 1d9b6d37-0e83-4941-99ac-a8107f3cdaa7 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:16:26.541214 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca248-7348-4976-9658-75ab4bff2f29 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:26.542364 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ca4ca248-7348-4976-9658-75ab4bff2f29 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "DELETE /v2.0/routers/1d9b6d37-0e83-4941-99ac-a8107f3cdaa7 HTTP/1.1" status: 204 len: 168 time: 0.9710646 Apr 21 13:16:26.544896 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55482) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:16:26.624382 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84fa115e-ecca-4d8d-970b-e3c625bc7a07 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:26.715811 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84fa115e-ecca-4d8d-970b-e3c625bc7a07 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:26.736075 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-84fa115e-ecca-4d8d-970b-e3c625bc7a07 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c0e452d-d912-488a-b071-5a00ccffe5c7']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:26.746359 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-84fa115e-ecca-4d8d-970b-e3c625bc7a07 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b36b4cdb-267b-4bde-abef-0c7128c3ae7d') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:26.746659 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-84fa115e-ecca-4d8d-970b-e3c625bc7a07 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b36b4cdb-267b-4bde-abef-0c7128c3ae7d') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:26.755838 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84fa115e-ecca-4d8d-970b-e3c625bc7a07 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:26.768904 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84fa115e-ecca-4d8d-970b-e3c625bc7a07 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:26.775243 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84fa115e-ecca-4d8d-970b-e3c625bc7a07 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84fa115e-ecca-4d8d-970b-e3c625bc7a07 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:16:26.782514 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:16:26.893404 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84fa115e-ecca-4d8d-970b-e3c625bc7a07 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:26.901084 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-84fa115e-ecca-4d8d-970b-e3c625bc7a07 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:26.908764 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-84fa115e-ecca-4d8d-970b-e3c625bc7a07 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] 10.222.0.36 "DELETE /v2.0/networks/4c0e452d-d912-488a-b071-5a00ccffe5c7 HTTP/1.1" status: 204 len: 168 time: 0.3582380 Apr 21 13:16:26.920790 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa115e-ecca-4d8d-970b-e3c625bc7a07 tempest-TestSecurityGroupsBasicOps-783037864 tempest-TestSecurityGroupsBasicOps-783037864-project] Pushing event deleted for resources: {'Network': ['ID=4c0e452d-d912-488a-b071-5a00ccffe5c7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:27.456636 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55490) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:16:27.642170 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-078cfaaf-52e5-4118-8a6b-9465601cacd2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8d2ddebafc3c4c00a4f5a0cc1a8940ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1843307 Apr 21 13:16:27.644542 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55496) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:16:27.690535 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7981b098-9c54-45b1-8afc-facaa6526bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:27.711549 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7981b098-9c54-45b1-8afc-facaa6526bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:27.841643 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7981b098-9c54-45b1-8afc-facaa6526bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:27.844275 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7981b098-9c54-45b1-8afc-facaa6526bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:27.845404 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7981b098-9c54-45b1-8afc-facaa6526bdb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a765ba4f-bee9-412d-bc33-408b858e7b16 HTTP/1.1" status: 204 len: 168 time: 0.1999671 Apr 21 13:16:27.854527 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981b098-9c54-45b1-8afc-facaa6526bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a765ba4f-bee9-412d-bc33-408b858e7b16,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:28.229911 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ade9c579-7822-43bd-8b14-5b783369ff6c no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:16:28.249623 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: ade9c579-7822-43bd-8b14-5b783369ff6c {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:16:28.249958 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ade9c579-7822-43bd-8b14-5b783369ff6c not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:16:28.419363 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55502) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:16:28.432593 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c3f836cd-4cc4-43d2-bec1-cd86ff97960c admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:28.504206 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c3f836cd-4cc4-43d2-bec1-cd86ff97960c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:28.567038 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c3f836cd-4cc4-43d2-bec1-cd86ff97960c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:28.607666 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c3f836cd-4cc4-43d2-bec1-cd86ff97960c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=56497ddb8872470385f46dd64e2449bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1872184 Apr 21 13:16:28.609536 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f836cd-4cc4-43d2-bec1-cd86ff97960c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8875e88b-fe30-4cdc-9ea1-222bddc40969,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:28.610417 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55504) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:16:28.658353 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4bb4a7f2-e997-4c67-b5f2-f44d6cb02587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:28.678604 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4bb4a7f2-e997-4c67-b5f2-f44d6cb02587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:28.779023 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4bb4a7f2-e997-4c67-b5f2-f44d6cb02587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:28.781539 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4bb4a7f2-e997-4c67-b5f2-f44d6cb02587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:28.787111 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4bb4a7f2-e997-4c67-b5f2-f44d6cb02587 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8875e88b-fe30-4cdc-9ea1-222bddc40969 HTTP/1.1" status: 204 len: 168 time: 0.1713653 Apr 21 13:16:28.790555 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4a7f2-e997-4c67-b5f2-f44d6cb02587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8875e88b-fe30-4cdc-9ea1-222bddc40969,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:29.446406 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55510) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:16:29.485058 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f87f9fc8-4c3b-481e-9e4b-bc1f00eeecfd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=450ad78076504853b0038fd95acd926b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375113 Apr 21 13:16:29.487418 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55512) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:16:29.533219 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-070ed763-f7f2-4ceb-b92b-3ff7ee0011ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:29.554555 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-070ed763-f7f2-4ceb-b92b-3ff7ee0011ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:29.681798 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-070ed763-f7f2-4ceb-b92b-3ff7ee0011ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:29.687390 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-070ed763-f7f2-4ceb-b92b-3ff7ee0011ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:29.687390 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-070ed763-f7f2-4ceb-b92b-3ff7ee0011ee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/384cb261-84ec-4cec-8ad6-8be60b1cd8b8 HTTP/1.1" status: 204 len: 168 time: 0.1971884 Apr 21 13:16:29.693816 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ed763-f7f2-4ceb-b92b-3ff7ee0011ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384cb261-84ec-4cec-8ad6-8be60b1cd8b8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:30.636782 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55534) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:16:30.729142 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d328134e-b3bd-4def-bbe1-0ea259b594ea admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-3473836-network', 'tenant_id': '3a06bae35a494ee3b58de1eb1dbcd91d'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:16:30.795864 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d328134e-b3bd-4def-bbe1-0ea259b594ea admin admin] Made reservation on behalf of 3a06bae35a494ee3b58de1eb1dbcd91d for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:16:30.798100 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d328134e-b3bd-4def-bbe1-0ea259b594ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:30.806623 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d328134e-b3bd-4def-bbe1-0ea259b594ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:30.877204 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d328134e-b3bd-4def-bbe1-0ea259b594ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:30.942567 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d328134e-b3bd-4def-bbe1-0ea259b594ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:30.970131 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d328134e-b3bd-4def-bbe1-0ea259b594ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:16:30.976817 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d328134e-b3bd-4def-bbe1-0ea259b594ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f08d29-1492-47a3-a927-31ab32dd7a5e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:30.982593 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d328134e-b3bd-4def-bbe1-0ea259b594ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:30.982922 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-d328134e-b3bd-4def-bbe1-0ea259b594ea admin admin] Added segment a1b9f2a5-ec99-4970-872c-a276b878a924 of type vlan for network 201e4d4b-a1d8-4e92-9d26-1ca54f397e50 Apr 21 13:16:31.022032 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d328134e-b3bd-4def-bbe1-0ea259b594ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:31.125743 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d328134e-b3bd-4def-bbe1-0ea259b594ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:31.126634 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d328134e-b3bd-4def-bbe1-0ea259b594ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:31.127203 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d328134e-b3bd-4def-bbe1-0ea259b594ea admin admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:31.185019 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d328134e-b3bd-4def-bbe1-0ea259b594ea admin admin] Pushing event updated for resources: {'Network': ['ID=201e4d4b-a1d8-4e92-9d26-1ca54f397e50,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:31.194539 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 201e4d4b-a1d8-4e92-9d26-1ca54f397e50 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:16:31.231531 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d328134e-b3bd-4def-bbe1-0ea259b594ea admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5936749 Apr 21 13:16:31.234379 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55538) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:16:31.239865 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-18585aad-68a5-4af2-a0a3-9bff06d56066 admin admin] Request body: {'subnet': {'network_id': '201e4d4b-a1d8-4e92-9d26-1ca54f397e50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-3473836-subnet', 'tenant_id': '3a06bae35a494ee3b58de1eb1dbcd91d', 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:16:31.327490 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18585aad-68a5-4af2-a0a3-9bff06d56066 admin admin] Made reservation on behalf of 3a06bae35a494ee3b58de1eb1dbcd91d for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:16:31.329887 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18585aad-68a5-4af2-a0a3-9bff06d56066 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:31.548728 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18585aad-68a5-4af2-a0a3-9bff06d56066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:31.611111 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18585aad-68a5-4af2-a0a3-9bff06d56066 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adeb880c-0c33-41bb-8675-c3937d75f8b8,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:31.615730 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18585aad-68a5-4af2-a0a3-9bff06d56066 admin admin] Checking segment: {'id': 'a1b9f2a5-ec99-4970-872c-a276b878a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '201e4d4b-a1d8-4e92-9d26-1ca54f397e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:16:31.616137 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18585aad-68a5-4af2-a0a3-9bff06d56066 admin admin] Network hostable DHCP agents. Network: 201e4d4b-a1d8-4e92-9d26-1ca54f397e50, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:16:31.714625 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18585aad-68a5-4af2-a0a3-9bff06d56066 admin admin] Network 201e4d4b-a1d8-4e92-9d26-1ca54f397e50 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:16:31.784389 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-18585aad-68a5-4af2-a0a3-9bff06d56066 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 201e4d4b-a1d8-4e92-9d26-1ca54f397e50) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:16:31.788462 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18585aad-68a5-4af2-a0a3-9bff06d56066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:31.789062 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18585aad-68a5-4af2-a0a3-9bff06d56066 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:31.796948 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b235ae26-9574-4581-9615-0e8046648967 None None] Network 201e4d4b-a1d8-4e92-9d26-1ca54f397e50 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:16:31.867179 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-18585aad-68a5-4af2-a0a3-9bff06d56066 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6317215 Apr 21 13:16:31.869770 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55540) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:16:31.873978 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-8ef67597-e5ac-4a26-972c-e4a9b3e0e5b6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-3473836-router', 'tenant_id': '3a06bae35a494ee3b58de1eb1dbcd91d', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:16:31.932214 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba53810e-1725-4d2f-b3a2-3651a469ce4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-201e4d4b-a1d8-4e92-9d26-1ca54f397e50', 'network_id': '201e4d4b-a1d8-4e92-9d26-1ca54f397e50', 'tenant_id': '3a06bae35a494ee3b58de1eb1dbcd91d', 'fixed_ips': [{'subnet_id': 'adeb880c-0c33-41bb-8675-c3937d75f8b8'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:16:31.933075 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba53810e-1725-4d2f-b3a2-3651a469ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:31.956227 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8ef67597-e5ac-4a26-972c-e4a9b3e0e5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:31.957349 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8ef67597-e5ac-4a26-972c-e4a9b3e0e5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:32.008653 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8ef67597-e5ac-4a26-972c-e4a9b3e0e5b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:32.069316 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-ba53810e-1725-4d2f-b3a2-3651a469ce4b None None] Allocated IP 172.20.0.2 (201e4d4b-a1d8-4e92-9d26-1ca54f397e50/adeb880c-0c33-41bb-8675-c3937d75f8b8/fd03a00a-6967-4482-b5ca-bd421b915b8f) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:16:32.214172 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba53810e-1725-4d2f-b3a2-3651a469ce4b None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:32.276483 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba53810e-1725-4d2f-b3a2-3651a469ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:32.318142 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba53810e-1725-4d2f-b3a2-3651a469ce4b None None] Network 201e4d4b-a1d8-4e92-9d26-1ca54f397e50 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:16:32.321806 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-ba53810e-1725-4d2f-b3a2-3651a469ce4b None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:16:32.326445 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba53810e-1725-4d2f-b3a2-3651a469ce4b None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:16:32.332093 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53810e-1725-4d2f-b3a2-3651a469ce4b None None] Pushing event updated for resources: {'Port': ['ID=fd03a00a-6967-4482-b5ca-bd421b915b8f,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:32.393372 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ba53810e-1725-4d2f-b3a2-3651a469ce4b None None] Attempting to bind port fd03a00a-6967-4482-b5ca-bd421b915b8f on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:16:32.393756 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ba53810e-1725-4d2f-b3a2-3651a469ce4b None None] Attempting to bind port fd03a00a-6967-4482-b5ca-bd421b915b8f by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'a1b9f2a5-ec99-4970-872c-a276b878a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '201e4d4b-a1d8-4e92-9d26-1ca54f397e50'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:16:32.394121 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba53810e-1725-4d2f-b3a2-3651a469ce4b None None] Attempting to bind port fd03a00a-6967-4482-b5ca-bd421b915b8f on network 201e4d4b-a1d8-4e92-9d26-1ca54f397e50 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:16:32.400011 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba53810e-1725-4d2f-b3a2-3651a469ce4b None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:16:32.400381 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba53810e-1725-4d2f-b3a2-3651a469ce4b None None] Checking segment: {'id': 'a1b9f2a5-ec99-4970-872c-a276b878a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '201e4d4b-a1d8-4e92-9d26-1ca54f397e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:16:32.400805 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba53810e-1725-4d2f-b3a2-3651a469ce4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:32.401189 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba53810e-1725-4d2f-b3a2-3651a469ce4b None None] Bound using segment: {'id': 'a1b9f2a5-ec99-4970-872c-a276b878a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '201e4d4b-a1d8-4e92-9d26-1ca54f397e50'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:16:32.401682 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ba53810e-1725-4d2f-b3a2-3651a469ce4b None None] Bound port: fd03a00a-6967-4482-b5ca-bd421b915b8f, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b9f2a5-ec99-4970-872c-a276b878a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '201e4d4b-a1d8-4e92-9d26-1ca54f397e50'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:16:32.402102 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba53810e-1725-4d2f-b3a2-3651a469ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:32.466265 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ba53810e-1725-4d2f-b3a2-3651a469ce4b None None] For port fd03a00a-6967-4482-b5ca-bd421b915b8f, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:16:32.469207 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ba53810e-1725-4d2f-b3a2-3651a469ce4b None None] For port fd03a00a-6967-4482-b5ca-bd421b915b8f, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fd03a00a-6967-4482-b5ca-bd421b915b8f,segment=NetworkSegment(a1b9f2a5-ec99-4970-872c-a276b878a924),segment_id=a1b9f2a5-ec99-4970-872c-a276b878a924)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:16:32.539495 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba53810e-1725-4d2f-b3a2-3651a469ce4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:32.542857 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8ef67597-e5ac-4a26-972c-e4a9b3e0e5b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:32.600459 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba53810e-1725-4d2f-b3a2-3651a469ce4b None None] Pushing event updated for resources: {'Port': ['ID=fd03a00a-6967-4482-b5ca-bd421b915b8f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:32.812407 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8ef67597-e5ac-4a26-972c-e4a9b3e0e5b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:32.831489 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8ef67597-e5ac-4a26-972c-e4a9b3e0e5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:32.938528 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-8ef67597-e5ac-4a26-972c-e4a9b3e0e5b6 admin admin] Allocated IP 172.25.8.201 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/db9d22d6-dc55-4ba7-8e11-da7a5fb36712) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:16:33.037682 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8ef67597-e5ac-4a26-972c-e4a9b3e0e5b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:33.137625 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8ef67597-e5ac-4a26-972c-e4a9b3e0e5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:33.177352 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef67597-e5ac-4a26-972c-e4a9b3e0e5b6 admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:16:33.180365 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-8ef67597-e5ac-4a26-972c-e4a9b3e0e5b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:16:33.184061 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef67597-e5ac-4a26-972c-e4a9b3e0e5b6 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:16:33.207694 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef67597-e5ac-4a26-972c-e4a9b3e0e5b6 admin admin] Pushing event updated for resources: {'Port': ['ID=db9d22d6-dc55-4ba7-8e11-da7a5fb36712,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:33.478138 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1ce767-b463-48c0-8d95-c0fde3d752a8 None None] Network 201e4d4b-a1d8-4e92-9d26-1ca54f397e50 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:16:33.498687 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8ef67597-e5ac-4a26-972c-e4a9b3e0e5b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:33.539490 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-71898835-3ef8-4504-8606-989ddd223368 None None] Provisioning complete for port fd03a00a-6967-4482-b5ca-bd421b915b8f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:16:33.539863 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71898835-3ef8-4504-8606-989ddd223368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:33.693020 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8ef67597-e5ac-4a26-972c-e4a9b3e0e5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:33.844171 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71898835-3ef8-4504-8606-989ddd223368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:33.883193 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-71898835-3ef8-4504-8606-989ddd223368 None None] For port fd03a00a-6967-4482-b5ca-bd421b915b8f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fd03a00a-6967-4482-b5ca-bd421b915b8f,segment=NetworkSegment(a1b9f2a5-ec99-4970-872c-a276b878a924),segment_id=a1b9f2a5-ec99-4970-872c-a276b878a924)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:16:33.897422 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef67597-e5ac-4a26-972c-e4a9b3e0e5b6 admin admin] Router 7a5a0534-c182-43a6-9c7a-eb635601f725 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:16:34.161430 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-71898835-3ef8-4504-8606-989ddd223368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:34.163386 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef67597-e5ac-4a26-972c-e4a9b3e0e5b6 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:16:34.163458 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeac246-6606-4e84-9778-49b1f872ba68 None None] Sync routers for ids ['7a5a0534-c182-43a6-9c7a-eb635601f725'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:16:34.163458 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71898835-3ef8-4504-8606-989ddd223368 None None] Pushing event updated for resources: {'Port': ['ID=fd03a00a-6967-4482-b5ca-bd421b915b8f,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:34.163458 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeac246-6606-4e84-9778-49b1f872ba68 None None] Routers {'7a5a0534-c182-43a6-9c7a-eb635601f725'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:16:34.163458 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cdeac246-6606-4e84-9778-49b1f872ba68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:16:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['7a5a0534-c182-43a6-9c7a-eb635601f725'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:34.163701 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8ef67597-e5ac-4a26-972c-e4a9b3e0e5b6 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:34.163701 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8ef67597-e5ac-4a26-972c-e4a9b3e0e5b6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2428708 Apr 21 13:16:34.163832 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55542) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:16:34.164229 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-47bb5bcc-2626-4a6c-8cbd-a9956cfa5b70 None None] Provisioning complete for port fd03a00a-6967-4482-b5ca-bd421b915b8f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:16:34.164229 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47bb5bcc-2626-4a6c-8cbd-a9956cfa5b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:34.199658 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-cdeac246-6606-4e84-9778-49b1f872ba68 None None] Set router 7a5a0534-c182-43a6-9c7a-eb635601f725 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:16:34.318303 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fd03a00a-6967-4482-b5ca-bd421b915b8f up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:16:34.435204 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port fd03a00a-6967-4482-b5ca-bd421b915b8f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:16:34.435574 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:34.497536 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cdeac246-6606-4e84-9778-49b1f872ba68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a0534-c182-43a6-9c7a-eb635601f725', 'name': 'tempest-TestServerMultinode-3473836-router', 'tenant_id': '3a06bae35a494ee3b58de1eb1dbcd91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'db9d22d6-dc55-4ba7-8e11-da7a5fb36712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:16:31Z', 'updated_at': '2022-04-21T13:16:33Z', 'revision_number': 3, 'project_id': '3a06bae35a494ee3b58de1eb1dbcd91d', 'gw_port': {'id': 'db9d22d6-dc55-4ba7-8e11-da7a5fb36712', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:07:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a0534-c182-43a6-9c7a-eb635601f725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:16:32Z', 'updated_at': '2022-04-21T13:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:34.541661 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeac246-6606-4e84-9778-49b1f872ba68 None None] Checking router: 7a5a0534-c182-43a6-9c7a-eb635601f725 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:16:34.542010 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeac246-6606-4e84-9778-49b1f872ba68 None None] Updating router 7a5a0534-c182-43a6-9c7a-eb635601f725 port db9d22d6-dc55-4ba7-8e11-da7a5fb36712 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:16:34.554303 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a209f83-abd5-458e-b985-9e7cc96fb1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:34.578484 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cdeac246-6606-4e84-9778-49b1f872ba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:34.752925 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-2a209f83-abd5-458e-b985-9e7cc96fb1a4 admin admin] Allocated IP 172.20.0.1 (201e4d4b-a1d8-4e92-9d26-1ca54f397e50/adeb880c-0c33-41bb-8675-c3937d75f8b8/78a2a24c-6599-44a5-b36e-740249ac9310) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:16:34.828697 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cdeac246-6606-4e84-9778-49b1f872ba68 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:34.857051 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a209f83-abd5-458e-b985-9e7cc96fb1a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:34.916026 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cdeac246-6606-4e84-9778-49b1f872ba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:34.932344 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a209f83-abd5-458e-b985-9e7cc96fb1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:34.968308 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-cdeac246-6606-4e84-9778-49b1f872ba68 None None] Attempting to bind port db9d22d6-dc55-4ba7-8e11-da7a5fb36712 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:16:34.968667 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-cdeac246-6606-4e84-9778-49b1f872ba68 None None] Attempting to bind port db9d22d6-dc55-4ba7-8e11-da7a5fb36712 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:16:34.969025 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeac246-6606-4e84-9778-49b1f872ba68 None None] Attempting to bind port db9d22d6-dc55-4ba7-8e11-da7a5fb36712 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:16:34.971816 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e3f46-08f2-49ea-8b13-055513cbde99 None None] Pushing event updated for resources: {'Port': ['ID=db9d22d6-dc55-4ba7-8e11-da7a5fb36712,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:34.972528 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a209f83-abd5-458e-b985-9e7cc96fb1a4 admin admin] Network 201e4d4b-a1d8-4e92-9d26-1ca54f397e50 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:16:34.975709 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-2a209f83-abd5-458e-b985-9e7cc96fb1a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:16:34.979373 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a209f83-abd5-458e-b985-9e7cc96fb1a4 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:16:34.983911 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeac246-6606-4e84-9778-49b1f872ba68 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:16:34.984278 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeac246-6606-4e84-9778-49b1f872ba68 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:16:34.984731 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cdeac246-6606-4e84-9778-49b1f872ba68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:34.985050 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeac246-6606-4e84-9778-49b1f872ba68 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:16:34.985614 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-cdeac246-6606-4e84-9778-49b1f872ba68 None None] Bound port: db9d22d6-dc55-4ba7-8e11-da7a5fb36712, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:16:34.985953 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cdeac246-6606-4e84-9778-49b1f872ba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:35.003167 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a209f83-abd5-458e-b985-9e7cc96fb1a4 admin admin] Pushing event updated for resources: {'Port': ['ID=78a2a24c-6599-44a5-b36e-740249ac9310,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:35.029353 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a209f83-abd5-458e-b985-9e7cc96fb1a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:35.044194 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-cdeac246-6606-4e84-9778-49b1f872ba68 None None] For port db9d22d6-dc55-4ba7-8e11-da7a5fb36712, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:16:35.047380 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-cdeac246-6606-4e84-9778-49b1f872ba68 None None] For port db9d22d6-dc55-4ba7-8e11-da7a5fb36712, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=db9d22d6-dc55-4ba7-8e11-da7a5fb36712,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:16:35.098121 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cdeac246-6606-4e84-9778-49b1f872ba68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:35.154956 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeac246-6606-4e84-9778-49b1f872ba68 None None] Routers {'7a5a0534-c182-43a6-9c7a-eb635601f725'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:16:35.155585 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cdeac246-6606-4e84-9778-49b1f872ba68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:16:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['7a5a0534-c182-43a6-9c7a-eb635601f725'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:35.190531 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e3f46-08f2-49ea-8b13-055513cbde99 None None] Pushing event updated for resources: {'Port': ['ID=db9d22d6-dc55-4ba7-8e11-da7a5fb36712,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:35.239245 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a209f83-abd5-458e-b985-9e7cc96fb1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:35.250315 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-cf5af32b-6fff-49e3-8f71-8a1de2f36578 None None] Provisioning complete for port 78a2a24c-6599-44a5-b36e-740249ac9310 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:16:35.250697 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cf5af32b-6fff-49e3-8f71-8a1de2f36578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:35.297975 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-cdeac246-6606-4e84-9778-49b1f872ba68 None None] Set router 7a5a0534-c182-43a6-9c7a-eb635601f725 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:16:35.299867 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-cf5af32b-6fff-49e3-8f71-8a1de2f36578 None None] Port 78a2a24c-6599-44a5-b36e-740249ac9310 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:16:35.402076 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a209f83-abd5-458e-b985-9e7cc96fb1a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:35.464885 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a209f83-abd5-458e-b985-9e7cc96fb1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:35.476552 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cdeac246-6606-4e84-9778-49b1f872ba68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a0534-c182-43a6-9c7a-eb635601f725', 'name': 'tempest-TestServerMultinode-3473836-router', 'tenant_id': '3a06bae35a494ee3b58de1eb1dbcd91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'db9d22d6-dc55-4ba7-8e11-da7a5fb36712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:16:31Z', 'updated_at': '2022-04-21T13:16:33Z', 'revision_number': 3, 'project_id': '3a06bae35a494ee3b58de1eb1dbcd91d', 'gw_port': {'id': 'db9d22d6-dc55-4ba7-8e11-da7a5fb36712', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:07:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a0534-c182-43a6-9c7a-eb635601f725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:16:32Z', 'updated_at': '2022-04-21T13:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:35.502383 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeac246-6606-4e84-9778-49b1f872ba68 None None] The sync data for ids ['7a5a0534-c182-43a6-9c7a-eb635601f725'] in n-d-836147-2 is: [{'id': '7a5a0534-c182-43a6-9c7a-eb635601f725', 'name': 'tempest-TestServerMultinode-3473836-router', 'tenant_id': '3a06bae35a494ee3b58de1eb1dbcd91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'db9d22d6-dc55-4ba7-8e11-da7a5fb36712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:16:31Z', 'updated_at': '2022-04-21T13:16:33Z', 'revision_number': 3, 'project_id': '3a06bae35a494ee3b58de1eb1dbcd91d', 'gw_port': {'id': 'db9d22d6-dc55-4ba7-8e11-da7a5fb36712', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:07:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a0534-c182-43a6-9c7a-eb635601f725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:16:32Z', 'updated_at': '2022-04-21T13:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:16:35.538828 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2a209f83-abd5-458e-b985-9e7cc96fb1a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:35.541711 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a209f83-abd5-458e-b985-9e7cc96fb1a4 admin admin] Pushing event updated for resources: {'Port': ['ID=78a2a24c-6599-44a5-b36e-740249ac9310,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:35.634072 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a209f83-abd5-458e-b985-9e7cc96fb1a4 admin admin] Network 201e4d4b-a1d8-4e92-9d26-1ca54f397e50 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:16:35.635470 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-2a209f83-abd5-458e-b985-9e7cc96fb1a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:16:35.766311 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a209f83-abd5-458e-b985-9e7cc96fb1a4 admin admin] Router 7a5a0534-c182-43a6-9c7a-eb635601f725 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:16:35.887750 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a209f83-abd5-458e-b985-9e7cc96fb1a4 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:16:35.892860 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2a209f83-abd5-458e-b985-9e7cc96fb1a4 admin admin] 10.222.0.36 "PUT /v2.0/routers/7a5a0534-c182-43a6-9c7a-eb635601f725/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7723088 Apr 21 13:16:35.921643 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b28e6510-7627-4f24-a462-c1d35d566bef None None] Provisioning complete for port 78a2a24c-6599-44a5-b36e-740249ac9310 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:16:35.922009 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b28e6510-7627-4f24-a462-c1d35d566bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:35.955656 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b28e6510-7627-4f24-a462-c1d35d566bef None None] Port 78a2a24c-6599-44a5-b36e-740249ac9310 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:16:36.263628 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device db9d22d6-dc55-4ba7-8e11-da7a5fb36712 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:16:36.317982 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port db9d22d6-dc55-4ba7-8e11-da7a5fb36712 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:16:36.318903 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:36.405464 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:36.425359 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port db9d22d6-dc55-4ba7-8e11-da7a5fb36712, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=db9d22d6-dc55-4ba7-8e11-da7a5fb36712,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:16:36.493332 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:36.541378 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=db9d22d6-dc55-4ba7-8e11-da7a5fb36712,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:36.569891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55558) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:16:36.575000 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e3cf7316-f134-42e3-b81d-7788af7d9f37 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-102128620-network', 'tenant_id': '7220af1c19d641f89f0b30890bb1dd0f'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:16:36.639880 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cf7316-f134-42e3-b81d-7788af7d9f37 admin admin] Made reservation on behalf of 7220af1c19d641f89f0b30890bb1dd0f for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:16:36.642243 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3cf7316-f134-42e3-b81d-7788af7d9f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:36.650995 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3cf7316-f134-42e3-b81d-7788af7d9f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:36.724296 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3cf7316-f134-42e3-b81d-7788af7d9f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:36.795880 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3cf7316-f134-42e3-b81d-7788af7d9f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:36.824119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3cf7316-f134-42e3-b81d-7788af7d9f37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:16:36.830777 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf7316-f134-42e3-b81d-7788af7d9f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b49f85-0a74-46e8-8296-81002e45e9d7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:36.838652 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3cf7316-f134-42e3-b81d-7788af7d9f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:36.839010 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-e3cf7316-f134-42e3-b81d-7788af7d9f37 admin admin] Added segment b8e20e5e-4909-451e-82a7-16dff900adf2 of type vlan for network 612da4eb-9f4e-4aee-9342-6390602cc44d Apr 21 13:16:36.884968 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3cf7316-f134-42e3-b81d-7788af7d9f37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:36.978782 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3cf7316-f134-42e3-b81d-7788af7d9f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:36.979858 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cf7316-f134-42e3-b81d-7788af7d9f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:36.980434 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e3cf7316-f134-42e3-b81d-7788af7d9f37 admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:37.039777 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67417a2d-49fa-40f5-b8ae-993ba00b5195 None None] Sync routers for ids ['7a5a0534-c182-43a6-9c7a-eb635601f725'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:16:37.040662 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf7316-f134-42e3-b81d-7788af7d9f37 admin admin] Pushing event updated for resources: {'Network': ['ID=612da4eb-9f4e-4aee-9342-6390602cc44d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:37.050157 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67417a2d-49fa-40f5-b8ae-993ba00b5195 None None] Routers {'7a5a0534-c182-43a6-9c7a-eb635601f725'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:16:37.050621 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 612da4eb-9f4e-4aee-9342-6390602cc44d details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:16:37.050753 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-67417a2d-49fa-40f5-b8ae-993ba00b5195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:16:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['7a5a0534-c182-43a6-9c7a-eb635601f725'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:37.069899 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e3cf7316-f134-42e3-b81d-7788af7d9f37 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4963427 Apr 21 13:16:37.070875 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55560) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:16:37.075672 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-124cbb9b-ed11-4675-9dec-69ae9cabb93a admin admin] Request body: {'subnet': {'network_id': '612da4eb-9f4e-4aee-9342-6390602cc44d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-102128620-subnet', 'tenant_id': '7220af1c19d641f89f0b30890bb1dd0f', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:16:37.150326 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124cbb9b-ed11-4675-9dec-69ae9cabb93a admin admin] Made reservation on behalf of 7220af1c19d641f89f0b30890bb1dd0f for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:16:37.152813 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-124cbb9b-ed11-4675-9dec-69ae9cabb93a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:37.247944 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-67417a2d-49fa-40f5-b8ae-993ba00b5195 None None] Set router 7a5a0534-c182-43a6-9c7a-eb635601f725 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:16:37.362034 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-124cbb9b-ed11-4675-9dec-69ae9cabb93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:37.420884 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cbb9b-ed11-4675-9dec-69ae9cabb93a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ac13b66-ba52-46ae-a144-2e8e263f6a34,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:37.431290 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124cbb9b-ed11-4675-9dec-69ae9cabb93a admin admin] Checking segment: {'id': 'b8e20e5e-4909-451e-82a7-16dff900adf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '612da4eb-9f4e-4aee-9342-6390602cc44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:16:37.431653 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124cbb9b-ed11-4675-9dec-69ae9cabb93a admin admin] Network hostable DHCP agents. Network: 612da4eb-9f4e-4aee-9342-6390602cc44d, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:16:37.441375 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-67417a2d-49fa-40f5-b8ae-993ba00b5195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a0534-c182-43a6-9c7a-eb635601f725', 'name': 'tempest-TestServerMultinode-3473836-router', 'tenant_id': '3a06bae35a494ee3b58de1eb1dbcd91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'db9d22d6-dc55-4ba7-8e11-da7a5fb36712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:16:31Z', 'updated_at': '2022-04-21T13:16:35Z', 'revision_number': 4, 'project_id': '3a06bae35a494ee3b58de1eb1dbcd91d', 'gw_port': {'id': 'db9d22d6-dc55-4ba7-8e11-da7a5fb36712', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:07:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a0534-c182-43a6-9c7a-eb635601f725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:16:32Z', 'updated_at': '2022-04-21T13:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '78a2a24c-6599-44a5-b36e-740249ac9310', 'name': '', 'network_id': '201e4d4b-a1d8-4e92-9d26-1ca54f397e50', 'tenant_id': '3a06bae35a494ee3b58de1eb1dbcd91d', 'mac_address': 'fa:16:3e:70:6d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a0534-c182-43a6-9c7a-eb635601f725', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'adeb880c-0c33-41bb-8675-c3937d75f8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:16:34Z', 'updated_at': '2022-04-21T13:16:35Z', 'revision_number': 2, 'project_id': '3a06bae35a494ee3b58de1eb1dbcd91d', 'subnets': [{'id': 'adeb880c-0c33-41bb-8675-c3937d75f8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:37.469418 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67417a2d-49fa-40f5-b8ae-993ba00b5195 None None] Checking router: 7a5a0534-c182-43a6-9c7a-eb635601f725 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:16:37.469803 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67417a2d-49fa-40f5-b8ae-993ba00b5195 None None] Updating router 7a5a0534-c182-43a6-9c7a-eb635601f725 port 78a2a24c-6599-44a5-b36e-740249ac9310 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:16:37.501200 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67417a2d-49fa-40f5-b8ae-993ba00b5195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:37.522446 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124cbb9b-ed11-4675-9dec-69ae9cabb93a admin admin] Network 612da4eb-9f4e-4aee-9342-6390602cc44d is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:16:37.590307 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-124cbb9b-ed11-4675-9dec-69ae9cabb93a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 612da4eb-9f4e-4aee-9342-6390602cc44d) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:16:37.594420 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124cbb9b-ed11-4675-9dec-69ae9cabb93a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:37.594988 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-124cbb9b-ed11-4675-9dec-69ae9cabb93a admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:37.601843 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c414001d-824b-4158-8aa8-cb7c36d866b7 None None] Network 612da4eb-9f4e-4aee-9342-6390602cc44d requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:16:37.672530 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-124cbb9b-ed11-4675-9dec-69ae9cabb93a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6005087 Apr 21 13:16:37.675120 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55562) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:16:37.680363 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-23911162-2e2e-4cf2-83d7-026a5dfbc6c6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-102128620-router', 'tenant_id': '7220af1c19d641f89f0b30890bb1dd0f', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:16:37.748889 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cd7d97-4472-4cc9-a0fb-e9dfecd203d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-612da4eb-9f4e-4aee-9342-6390602cc44d', 'network_id': '612da4eb-9f4e-4aee-9342-6390602cc44d', 'tenant_id': '7220af1c19d641f89f0b30890bb1dd0f', 'fixed_ips': [{'subnet_id': '0ac13b66-ba52-46ae-a144-2e8e263f6a34'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:16:37.749778 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79cd7d97-4472-4cc9-a0fb-e9dfecd203d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:37.767106 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67417a2d-49fa-40f5-b8ae-993ba00b5195 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:37.768676 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23911162-2e2e-4cf2-83d7-026a5dfbc6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:37.769841 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23911162-2e2e-4cf2-83d7-026a5dfbc6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:37.824958 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23911162-2e2e-4cf2-83d7-026a5dfbc6c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:37.846032 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67417a2d-49fa-40f5-b8ae-993ba00b5195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:37.894706 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-79cd7d97-4472-4cc9-a0fb-e9dfecd203d3 None None] Allocated IP 172.20.0.2 (612da4eb-9f4e-4aee-9342-6390602cc44d/0ac13b66-ba52-46ae-a144-2e8e263f6a34/aa2f6a50-bffd-4ff8-8168-86f7adb4dd72) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:16:37.902994 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439b7b1-5bdb-4036-9c7c-8469256f4972 None None] Pushing event updated for resources: {'Port': ['ID=78a2a24c-6599-44a5-b36e-740249ac9310,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:37.945157 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439b7b1-5bdb-4036-9c7c-8469256f4972 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:16:37.945874 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439b7b1-5bdb-4036-9c7c-8469256f4972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:16:37.946748 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439b7b1-5bdb-4036-9c7c-8469256f4972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:16:37.947334 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439b7b1-5bdb-4036-9c7c-8469256f4972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:16:37.947804 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439b7b1-5bdb-4036-9c7c-8469256f4972 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:16:37.948329 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439b7b1-5bdb-4036-9c7c-8469256f4972 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:16:37.948912 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439b7b1-5bdb-4036-9c7c-8469256f4972 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:16:37.949486 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439b7b1-5bdb-4036-9c7c-8469256f4972 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:16:37.950024 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439b7b1-5bdb-4036-9c7c-8469256f4972 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:16:37.950538 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439b7b1-5bdb-4036-9c7c-8469256f4972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:16:37.951020 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439b7b1-5bdb-4036-9c7c-8469256f4972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:16:37.951482 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6439b7b1-5bdb-4036-9c7c-8469256f4972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:16:37.992267 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-67417a2d-49fa-40f5-b8ae-993ba00b5195 None None] Attempting to bind port 78a2a24c-6599-44a5-b36e-740249ac9310 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:16:37.992854 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-67417a2d-49fa-40f5-b8ae-993ba00b5195 None None] Attempting to bind port 78a2a24c-6599-44a5-b36e-740249ac9310 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'a1b9f2a5-ec99-4970-872c-a276b878a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '201e4d4b-a1d8-4e92-9d26-1ca54f397e50'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:16:37.993351 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67417a2d-49fa-40f5-b8ae-993ba00b5195 None None] Attempting to bind port 78a2a24c-6599-44a5-b36e-740249ac9310 on network 201e4d4b-a1d8-4e92-9d26-1ca54f397e50 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:16:37.999673 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67417a2d-49fa-40f5-b8ae-993ba00b5195 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:16:38.000276 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67417a2d-49fa-40f5-b8ae-993ba00b5195 None None] Checking segment: {'id': 'a1b9f2a5-ec99-4970-872c-a276b878a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '201e4d4b-a1d8-4e92-9d26-1ca54f397e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:16:38.000817 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67417a2d-49fa-40f5-b8ae-993ba00b5195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:38.001331 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67417a2d-49fa-40f5-b8ae-993ba00b5195 None None] Bound using segment: {'id': 'a1b9f2a5-ec99-4970-872c-a276b878a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '201e4d4b-a1d8-4e92-9d26-1ca54f397e50'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:16:38.001951 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-67417a2d-49fa-40f5-b8ae-993ba00b5195 None None] Bound port: 78a2a24c-6599-44a5-b36e-740249ac9310, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1b9f2a5-ec99-4970-872c-a276b878a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '201e4d4b-a1d8-4e92-9d26-1ca54f397e50'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:16:38.002484 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67417a2d-49fa-40f5-b8ae-993ba00b5195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:38.052225 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23911162-2e2e-4cf2-83d7-026a5dfbc6c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:38.067038 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-67417a2d-49fa-40f5-b8ae-993ba00b5195 None None] For port 78a2a24c-6599-44a5-b36e-740249ac9310, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:16:38.070268 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-67417a2d-49fa-40f5-b8ae-993ba00b5195 None None] For port 78a2a24c-6599-44a5-b36e-740249ac9310, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=78a2a24c-6599-44a5-b36e-740249ac9310,segment=NetworkSegment(a1b9f2a5-ec99-4970-872c-a276b878a924),segment_id=a1b9f2a5-ec99-4970-872c-a276b878a924)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:16:38.077214 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79cd7d97-4472-4cc9-a0fb-e9dfecd203d3 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:38.150736 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79cd7d97-4472-4cc9-a0fb-e9dfecd203d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:38.150897 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-67417a2d-49fa-40f5-b8ae-993ba00b5195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:38.207010 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439b7b1-5bdb-4036-9c7c-8469256f4972 None None] Pushing event updated for resources: {'Port': ['ID=78a2a24c-6599-44a5-b36e-740249ac9310,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:38.226243 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67417a2d-49fa-40f5-b8ae-993ba00b5195 None None] Routers {'7a5a0534-c182-43a6-9c7a-eb635601f725'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:16:38.227094 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-67417a2d-49fa-40f5-b8ae-993ba00b5195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:16:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['7a5a0534-c182-43a6-9c7a-eb635601f725'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:38.404708 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-67417a2d-49fa-40f5-b8ae-993ba00b5195 None None] Set router 7a5a0534-c182-43a6-9c7a-eb635601f725 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:16:38.423718 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device db9d22d6-dc55-4ba7-8e11-da7a5fb36712 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:16:38.426673 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23911162-2e2e-4cf2-83d7-026a5dfbc6c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:38.454897 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cd7d97-4472-4cc9-a0fb-e9dfecd203d3 None None] Network 612da4eb-9f4e-4aee-9342-6390602cc44d is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:16:38.461510 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23911162-2e2e-4cf2-83d7-026a5dfbc6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:38.464300 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-79cd7d97-4472-4cc9-a0fb-e9dfecd203d3 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:16:38.474079 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cd7d97-4472-4cc9-a0fb-e9dfecd203d3 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:16:38.494351 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd7d97-4472-4cc9-a0fb-e9dfecd203d3 None None] Pushing event updated for resources: {'Port': ['ID=aa2f6a50-bffd-4ff8-8168-86f7adb4dd72,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:38.540606 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-202e730d-1c89-47ed-94b2-00180a1e53d9 None None] Provisioning complete for port 78a2a24c-6599-44a5-b36e-740249ac9310 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:16:38.540606 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-202e730d-1c89-47ed-94b2-00180a1e53d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:38.603513 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-23911162-2e2e-4cf2-83d7-026a5dfbc6c6 admin admin] Allocated IP 172.25.8.233 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/e75e7bbb-7685-4345-bd53-2606811a1c8c) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:16:38.604586 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-79cd7d97-4472-4cc9-a0fb-e9dfecd203d3 None None] Attempting to bind port aa2f6a50-bffd-4ff8-8168-86f7adb4dd72 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:16:38.604998 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-79cd7d97-4472-4cc9-a0fb-e9dfecd203d3 None None] Attempting to bind port aa2f6a50-bffd-4ff8-8168-86f7adb4dd72 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'b8e20e5e-4909-451e-82a7-16dff900adf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '612da4eb-9f4e-4aee-9342-6390602cc44d'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:16:38.605308 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cd7d97-4472-4cc9-a0fb-e9dfecd203d3 None None] Attempting to bind port aa2f6a50-bffd-4ff8-8168-86f7adb4dd72 on network 612da4eb-9f4e-4aee-9342-6390602cc44d {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:16:38.616433 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cd7d97-4472-4cc9-a0fb-e9dfecd203d3 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:16:38.616806 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cd7d97-4472-4cc9-a0fb-e9dfecd203d3 None None] Checking segment: {'id': 'b8e20e5e-4909-451e-82a7-16dff900adf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '612da4eb-9f4e-4aee-9342-6390602cc44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:16:38.617215 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79cd7d97-4472-4cc9-a0fb-e9dfecd203d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:38.617626 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cd7d97-4472-4cc9-a0fb-e9dfecd203d3 None None] Bound using segment: {'id': 'b8e20e5e-4909-451e-82a7-16dff900adf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '612da4eb-9f4e-4aee-9342-6390602cc44d'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:16:38.618105 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-79cd7d97-4472-4cc9-a0fb-e9dfecd203d3 None None] Bound port: aa2f6a50-bffd-4ff8-8168-86f7adb4dd72, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e20e5e-4909-451e-82a7-16dff900adf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '612da4eb-9f4e-4aee-9342-6390602cc44d'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:16:38.618483 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79cd7d97-4472-4cc9-a0fb-e9dfecd203d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:38.620253 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port db9d22d6-dc55-4ba7-8e11-da7a5fb36712 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:16:38.620603 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:38.684732 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-67417a2d-49fa-40f5-b8ae-993ba00b5195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a0534-c182-43a6-9c7a-eb635601f725', 'name': 'tempest-TestServerMultinode-3473836-router', 'tenant_id': '3a06bae35a494ee3b58de1eb1dbcd91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'db9d22d6-dc55-4ba7-8e11-da7a5fb36712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:16:31Z', 'updated_at': '2022-04-21T13:16:35Z', 'revision_number': 4, 'project_id': '3a06bae35a494ee3b58de1eb1dbcd91d', 'gw_port': {'id': 'db9d22d6-dc55-4ba7-8e11-da7a5fb36712', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:07:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a0534-c182-43a6-9c7a-eb635601f725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:16:32Z', 'updated_at': '2022-04-21T13:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '78a2a24c-6599-44a5-b36e-740249ac9310', 'name': '', 'network_id': '201e4d4b-a1d8-4e92-9d26-1ca54f397e50', 'tenant_id': '3a06bae35a494ee3b58de1eb1dbcd91d', 'mac_address': 'fa:16:3e:70:6d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a0534-c182-43a6-9c7a-eb635601f725', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'adeb880c-0c33-41bb-8675-c3937d75f8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:16:34Z', 'updated_at': '2022-04-21T13:16:38Z', 'revision_number': 4, 'project_id': '3a06bae35a494ee3b58de1eb1dbcd91d', 'subnets': [{'id': 'adeb880c-0c33-41bb-8675-c3937d75f8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:38.712740 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67417a2d-49fa-40f5-b8ae-993ba00b5195 None None] The sync data for ids ['7a5a0534-c182-43a6-9c7a-eb635601f725'] in n-d-836147-2 is: [{'id': '7a5a0534-c182-43a6-9c7a-eb635601f725', 'name': 'tempest-TestServerMultinode-3473836-router', 'tenant_id': '3a06bae35a494ee3b58de1eb1dbcd91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'db9d22d6-dc55-4ba7-8e11-da7a5fb36712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:16:31Z', 'updated_at': '2022-04-21T13:16:35Z', 'revision_number': 4, 'project_id': '3a06bae35a494ee3b58de1eb1dbcd91d', 'gw_port': {'id': 'db9d22d6-dc55-4ba7-8e11-da7a5fb36712', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:07:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a0534-c182-43a6-9c7a-eb635601f725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:16:32Z', 'updated_at': '2022-04-21T13:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '78a2a24c-6599-44a5-b36e-740249ac9310', 'name': '', 'network_id': '201e4d4b-a1d8-4e92-9d26-1ca54f397e50', 'tenant_id': '3a06bae35a494ee3b58de1eb1dbcd91d', 'mac_address': 'fa:16:3e:70:6d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a5a0534-c182-43a6-9c7a-eb635601f725', 'device_owner': 'network:router_interface', 'standard_attr_id': 4045, 'fixed_ips': [{'subnet_id': 'adeb880c-0c33-41bb-8675-c3937d75f8b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:16:34Z', 'updated_at': '2022-04-21T13:16:38Z', 'revision_number': 4, 'project_id': '3a06bae35a494ee3b58de1eb1dbcd91d', 'subnets': [{'id': 'adeb880c-0c33-41bb-8675-c3937d75f8b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:16:38.723644 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23911162-2e2e-4cf2-83d7-026a5dfbc6c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:38.769697 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-79cd7d97-4472-4cc9-a0fb-e9dfecd203d3 None None] For port aa2f6a50-bffd-4ff8-8168-86f7adb4dd72, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:16:38.771615 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-79cd7d97-4472-4cc9-a0fb-e9dfecd203d3 None None] For port aa2f6a50-bffd-4ff8-8168-86f7adb4dd72, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=aa2f6a50-bffd-4ff8-8168-86f7adb4dd72,segment=NetworkSegment(b8e20e5e-4909-451e-82a7-16dff900adf2),segment_id=b8e20e5e-4909-451e-82a7-16dff900adf2)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:16:38.773127 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-202e730d-1c89-47ed-94b2-00180a1e53d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:38.849174 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-202e730d-1c89-47ed-94b2-00180a1e53d9 None None] For port 78a2a24c-6599-44a5-b36e-740249ac9310, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=78a2a24c-6599-44a5-b36e-740249ac9310,segment=NetworkSegment(a1b9f2a5-ec99-4970-872c-a276b878a924),segment_id=a1b9f2a5-ec99-4970-872c-a276b878a924)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:16:38.853313 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23911162-2e2e-4cf2-83d7-026a5dfbc6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:38.863743 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-79cd7d97-4472-4cc9-a0fb-e9dfecd203d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:38.894938 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23911162-2e2e-4cf2-83d7-026a5dfbc6c6 admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:16:38.896750 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-23911162-2e2e-4cf2-83d7-026a5dfbc6c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:16:38.921324 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23911162-2e2e-4cf2-83d7-026a5dfbc6c6 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:16:38.925017 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23911162-2e2e-4cf2-83d7-026a5dfbc6c6 admin admin] Pushing event updated for resources: {'Port': ['ID=e75e7bbb-7685-4345-bd53-2606811a1c8c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:38.926499 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd7d97-4472-4cc9-a0fb-e9dfecd203d3 None None] Pushing event updated for resources: {'Port': ['ID=aa2f6a50-bffd-4ff8-8168-86f7adb4dd72,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:38.935319 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-202e730d-1c89-47ed-94b2-00180a1e53d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:38.996999 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e730d-1c89-47ed-94b2-00180a1e53d9 None None] Pushing event updated for resources: {'Port': ['ID=78a2a24c-6599-44a5-b36e-740249ac9310,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:39.058210 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ac520d56-8332-4a5e-97ef-515748843e09 None None] Provisioning complete for port 78a2a24c-6599-44a5-b36e-740249ac9310 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:16:39.058664 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ac520d56-8332-4a5e-97ef-515748843e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:39.293375 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23911162-2e2e-4cf2-83d7-026a5dfbc6c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:39.811411 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23911162-2e2e-4cf2-83d7-026a5dfbc6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:39.813390 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-c1ae61f0-7126-4ecf-85f9-9ed841e8a514 req-c8f84ab2-ba58-4827-bc17-a8288ec48b28 service neutron] (103398) timed out ('10.222.0.24', 55961) {{(pid=103398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 21 13:16:40.003245 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb3c9ed-14e5-4d88-9f2a-81a3624fa826 None None] Network 612da4eb-9f4e-4aee-9342-6390602cc44d requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:16:40.011625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23911162-2e2e-4cf2-83d7-026a5dfbc6c6 admin admin] Router e1d16726-2ab2-4752-aac6-e7ea33087639 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:16:40.115150 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23911162-2e2e-4cf2-83d7-026a5dfbc6c6 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:16:40.126061 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4cf97e-548a-4263-80c0-ed624527a315 None None] Sync routers for ids ['e1d16726-2ab2-4752-aac6-e7ea33087639'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:16:40.145377 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6e325371-2b19-47ad-9f5e-201a2800d877 None None] Provisioning complete for port aa2f6a50-bffd-4ff8-8168-86f7adb4dd72 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:16:40.145769 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e325371-2b19-47ad-9f5e-201a2800d877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:40.176077 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4cf97e-548a-4263-80c0-ed624527a315 None None] Routers {'e1d16726-2ab2-4752-aac6-e7ea33087639'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:16:40.176700 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6d4cf97e-548a-4263-80c0-ed624527a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:16:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['e1d16726-2ab2-4752-aac6-e7ea33087639'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:40.231273 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-23911162-2e2e-4cf2-83d7-026a5dfbc6c6 admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:40.232838 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-23911162-2e2e-4cf2-83d7-026a5dfbc6c6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5566676 Apr 21 13:16:40.235740 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55566) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:16:40.343686 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device aa2f6a50-bffd-4ff8-8168-86f7adb4dd72 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:16:40.401946 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-6d4cf97e-548a-4263-80c0-ed624527a315 None None] Set router e1d16726-2ab2-4752-aac6-e7ea33087639 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:16:40.475947 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e325371-2b19-47ad-9f5e-201a2800d877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:40.562038 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6e325371-2b19-47ad-9f5e-201a2800d877 None None] For port aa2f6a50-bffd-4ff8-8168-86f7adb4dd72, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=aa2f6a50-bffd-4ff8-8168-86f7adb4dd72,segment=NetworkSegment(b8e20e5e-4909-451e-82a7-16dff900adf2),segment_id=b8e20e5e-4909-451e-82a7-16dff900adf2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:16:40.582949 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port aa2f6a50-bffd-4ff8-8168-86f7adb4dd72 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:16:40.583326 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:40.627530 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6e325371-2b19-47ad-9f5e-201a2800d877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:40.713737 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4fb54755-5dbd-4cbf-a38c-f0d5d30621e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:40.713921 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e325371-2b19-47ad-9f5e-201a2800d877 None None] Pushing event updated for resources: {'Port': ['ID=aa2f6a50-bffd-4ff8-8168-86f7adb4dd72,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:40.759261 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 78a2a24c-6599-44a5-b36e-740249ac9310 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:16:40.791260 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-032cb749-bfc7-4389-849f-f9002ed1ad94 None None] Provisioning complete for port aa2f6a50-bffd-4ff8-8168-86f7adb4dd72 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:16:40.791625 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-032cb749-bfc7-4389-849f-f9002ed1ad94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:40.801695 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6d4cf97e-548a-4263-80c0-ed624527a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d16726-2ab2-4752-aac6-e7ea33087639', 'name': 'tempest-TestServerMultinode-102128620-router', 'tenant_id': '7220af1c19d641f89f0b30890bb1dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'e75e7bbb-7685-4345-bd53-2606811a1c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:16:37Z', 'updated_at': '2022-04-21T13:16:39Z', 'revision_number': 3, 'project_id': '7220af1c19d641f89f0b30890bb1dd0f', 'gw_port': {'id': 'e75e7bbb-7685-4345-bd53-2606811a1c8c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d16726-2ab2-4752-aac6-e7ea33087639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:16:38Z', 'updated_at': '2022-04-21T13:16:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:40.852675 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4cf97e-548a-4263-80c0-ed624527a315 None None] Checking router: e1d16726-2ab2-4752-aac6-e7ea33087639 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:16:40.853022 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4cf97e-548a-4263-80c0-ed624527a315 None None] Updating router e1d16726-2ab2-4752-aac6-e7ea33087639 port e75e7bbb-7685-4345-bd53-2606811a1c8c binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:16:40.869670 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-4fb54755-5dbd-4cbf-a38c-f0d5d30621e2 admin admin] Allocated IP 172.20.0.1 (612da4eb-9f4e-4aee-9342-6390602cc44d/0ac13b66-ba52-46ae-a144-2e8e263f6a34/53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:16:40.891578 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d4cf97e-548a-4263-80c0-ed624527a315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:40.931293 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 78a2a24c-6599-44a5-b36e-740249ac9310 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:16:40.931665 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:40.973761 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4fb54755-5dbd-4cbf-a38c-f0d5d30621e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:41.059510 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4fb54755-5dbd-4cbf-a38c-f0d5d30621e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:41.101255 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb54755-5dbd-4cbf-a38c-f0d5d30621e2 admin admin] Network 612da4eb-9f4e-4aee-9342-6390602cc44d is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:16:41.105671 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-4fb54755-5dbd-4cbf-a38c-f0d5d30621e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:16:41.110478 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb54755-5dbd-4cbf-a38c-f0d5d30621e2 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:16:41.113623 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb54755-5dbd-4cbf-a38c-f0d5d30621e2 admin admin] Pushing event updated for resources: {'Port': ['ID=53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:41.155110 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4fb54755-5dbd-4cbf-a38c-f0d5d30621e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:41.281670 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d4cf97e-548a-4263-80c0-ed624527a315 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:41.342453 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4fb54755-5dbd-4cbf-a38c-f0d5d30621e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:41.361975 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d4cf97e-548a-4263-80c0-ed624527a315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:41.428480 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6d4cf97e-548a-4263-80c0-ed624527a315 None None] Attempting to bind port e75e7bbb-7685-4345-bd53-2606811a1c8c on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:16:41.428842 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6d4cf97e-548a-4263-80c0-ed624527a315 None None] Attempting to bind port e75e7bbb-7685-4345-bd53-2606811a1c8c by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:16:41.429196 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4cf97e-548a-4263-80c0-ed624527a315 None None] Attempting to bind port e75e7bbb-7685-4345-bd53-2606811a1c8c on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:16:41.430956 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c98bdb-9a50-4d74-8701-795c18276a5b None None] Pushing event updated for resources: {'Port': ['ID=e75e7bbb-7685-4345-bd53-2606811a1c8c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:41.437007 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-40bbf6bb-8476-487a-af9d-de9bd64af04d None None] Provisioning complete for port 53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:16:41.437371 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40bbf6bb-8476-487a-af9d-de9bd64af04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:41.440241 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4cf97e-548a-4263-80c0-ed624527a315 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:16:41.440563 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4cf97e-548a-4263-80c0-ed624527a315 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:16:41.440931 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d4cf97e-548a-4263-80c0-ed624527a315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:41.441308 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4cf97e-548a-4263-80c0-ed624527a315 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:16:41.441806 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6d4cf97e-548a-4263-80c0-ed624527a315 None None] Bound port: e75e7bbb-7685-4345-bd53-2606811a1c8c, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:16:41.442183 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d4cf97e-548a-4263-80c0-ed624527a315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:41.515977 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4fb54755-5dbd-4cbf-a38c-f0d5d30621e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:41.578731 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4fb54755-5dbd-4cbf-a38c-f0d5d30621e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:41.647187 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb54755-5dbd-4cbf-a38c-f0d5d30621e2 admin admin] Pushing event updated for resources: {'Port': ['ID=53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:41.649760 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4fb54755-5dbd-4cbf-a38c-f0d5d30621e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:41.658217 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-40bbf6bb-8476-487a-af9d-de9bd64af04d None None] Port 53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:16:41.675910 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6d4cf97e-548a-4263-80c0-ed624527a315 None None] For port e75e7bbb-7685-4345-bd53-2606811a1c8c, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:16:41.679561 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6d4cf97e-548a-4263-80c0-ed624527a315 None None] For port e75e7bbb-7685-4345-bd53-2606811a1c8c, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e75e7bbb-7685-4345-bd53-2606811a1c8c,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:16:41.738951 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d4cf97e-548a-4263-80c0-ed624527a315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:41.745861 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb54755-5dbd-4cbf-a38c-f0d5d30621e2 admin admin] Network 612da4eb-9f4e-4aee-9342-6390602cc44d is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:16:41.747201 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-4fb54755-5dbd-4cbf-a38c-f0d5d30621e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:16:41.749851 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-e50bfc62-ada4-4e0d-a823-e67d5f6ab5ea req-1ecffecc-6937-44e9-aa28-b9db37c3c5ea tempest-TestNetworkAdvancedServerOps-543131175 tempest-TestNetworkAdvancedServerOps-543131175-project] (103398) timed out ('10.222.0.24', 56405) {{(pid=103398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 21 13:16:41.791376 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4cf97e-548a-4263-80c0-ed624527a315 None None] Routers {'e1d16726-2ab2-4752-aac6-e7ea33087639'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:16:41.792159 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6d4cf97e-548a-4263-80c0-ed624527a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:16:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['e1d16726-2ab2-4752-aac6-e7ea33087639'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:41.834574 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c98bdb-9a50-4d74-8701-795c18276a5b None None] Pushing event updated for resources: {'Port': ['ID=e75e7bbb-7685-4345-bd53-2606811a1c8c,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:41.872315 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb54755-5dbd-4cbf-a38c-f0d5d30621e2 admin admin] Router e1d16726-2ab2-4752-aac6-e7ea33087639 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:16:41.916940 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-6d4cf97e-548a-4263-80c0-ed624527a315 None None] Set router e1d16726-2ab2-4752-aac6-e7ea33087639 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:16:41.993889 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb54755-5dbd-4cbf-a38c-f0d5d30621e2 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:16:41.999243 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4fb54755-5dbd-4cbf-a38c-f0d5d30621e2 admin admin] 10.222.0.36 "PUT /v2.0/routers/e1d16726-2ab2-4752-aac6-e7ea33087639/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7621827 Apr 21 13:16:42.043226 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1c8c55c8-3dc2-4b24-8d37-a1dee10c8f78 None None] Provisioning complete for port 53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:16:42.043601 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1c8c55c8-3dc2-4b24-8d37-a1dee10c8f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:42.092971 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1c8c55c8-3dc2-4b24-8d37-a1dee10c8f78 None None] Port 53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:16:42.158177 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6d4cf97e-548a-4263-80c0-ed624527a315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d16726-2ab2-4752-aac6-e7ea33087639', 'name': 'tempest-TestServerMultinode-102128620-router', 'tenant_id': '7220af1c19d641f89f0b30890bb1dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'e75e7bbb-7685-4345-bd53-2606811a1c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:16:37Z', 'updated_at': '2022-04-21T13:16:41Z', 'revision_number': 4, 'project_id': '7220af1c19d641f89f0b30890bb1dd0f', 'gw_port': {'id': 'e75e7bbb-7685-4345-bd53-2606811a1c8c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d16726-2ab2-4752-aac6-e7ea33087639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:16:38Z', 'updated_at': '2022-04-21T13:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc', 'name': '', 'network_id': '612da4eb-9f4e-4aee-9342-6390602cc44d', 'tenant_id': '7220af1c19d641f89f0b30890bb1dd0f', 'mac_address': 'fa:16:3e:bc:f4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d16726-2ab2-4752-aac6-e7ea33087639', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '0ac13b66-ba52-46ae-a144-2e8e263f6a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:16:40Z', 'updated_at': '2022-04-21T13:16:41Z', 'revision_number': 2, 'project_id': '7220af1c19d641f89f0b30890bb1dd0f', 'subnets': [{'id': '0ac13b66-ba52-46ae-a144-2e8e263f6a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:42.185027 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4cf97e-548a-4263-80c0-ed624527a315 None None] The sync data for ids ['e1d16726-2ab2-4752-aac6-e7ea33087639'] in n-d-836147-2 is: [{'id': 'e1d16726-2ab2-4752-aac6-e7ea33087639', 'name': 'tempest-TestServerMultinode-102128620-router', 'tenant_id': '7220af1c19d641f89f0b30890bb1dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'e75e7bbb-7685-4345-bd53-2606811a1c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:16:37Z', 'updated_at': '2022-04-21T13:16:41Z', 'revision_number': 4, 'project_id': '7220af1c19d641f89f0b30890bb1dd0f', 'gw_port': {'id': 'e75e7bbb-7685-4345-bd53-2606811a1c8c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d16726-2ab2-4752-aac6-e7ea33087639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:16:38Z', 'updated_at': '2022-04-21T13:16:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc', 'name': '', 'network_id': '612da4eb-9f4e-4aee-9342-6390602cc44d', 'tenant_id': '7220af1c19d641f89f0b30890bb1dd0f', 'mac_address': 'fa:16:3e:bc:f4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d16726-2ab2-4752-aac6-e7ea33087639', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '0ac13b66-ba52-46ae-a144-2e8e263f6a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:16:40Z', 'updated_at': '2022-04-21T13:16:41Z', 'revision_number': 2, 'project_id': '7220af1c19d641f89f0b30890bb1dd0f', 'subnets': [{'id': '0ac13b66-ba52-46ae-a144-2e8e263f6a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:16:42.266744 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device aa2f6a50-bffd-4ff8-8168-86f7adb4dd72 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:16:42.316475 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port aa2f6a50-bffd-4ff8-8168-86f7adb4dd72 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:16:42.317087 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:42.562033 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-1809e3e9-6b9f-4d39-b69e-dc285f410575 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:42.569649 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-1809e3e9-6b9f-4d39-b69e-dc285f410575 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/networks?id=201e4d4b-a1d8-4e92-9d26-1ca54f397e50 HTTP/1.1" status: 200 len: 908 time: 0.1085844 Apr 21 13:16:42.579792 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-545cb372-2142-4c17-b949-8b18e1b38bf6 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/quotas/7220af1c19d641f89f0b30890bb1dd0f HTTP/1.1" status: 200 len: 375 time: 0.0093215 Apr 21 13:16:42.658960 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-be9341fd-1421-450d-b36b-928531dfab4d tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?tenant_id=7220af1c19d641f89f0b30890bb1dd0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731230 Apr 21 13:16:42.669934 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-8a6fcc08-4efc-4880-b0f7-bfad34e4819a service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 13:16:42.670898 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-8a6fcc08-4efc-4880-b0f7-bfad34e4819a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052516 Apr 21 13:16:42.770472 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-25d177e8-5810-403e-8cd7-0ca59d90ce1f service neutron] 10.222.0.36 "GET /v2.0/networks/201e4d4b-a1d8-4e92-9d26-1ca54f397e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930746 Apr 21 13:16:42.874416 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-42cd311a-788b-4571-82d1-4d54cda400bd service neutron] 10.222.0.36 "GET /v2.0/networks/201e4d4b-a1d8-4e92-9d26-1ca54f397e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979652 Apr 21 13:16:42.942684 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [req-06f3dd40-2cc0-4172-bcd4-454e7093c87a req-0d38e90f-922b-4991-8c4b-399241938975 service neutron] (103397) timed out ('10.222.0.24', 55883) {{(pid=103397) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 21 13:16:43.120468 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8468a674-1d6f-4cbb-bc2b-da4921664aa8 req-49a38bbf-2523-47ed-a75f-022bec8cd47d tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fd44ac14-eb6f-463a-8788-bceee522a66e HTTP/1.1" status: 200 len: 210 time: 0.0432723 Apr 21 13:16:43.464684 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e95e447-f33d-4edd-b36d-ddbfbabe9233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:44.210469 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6af49b8c-9a27-4546-b7f9-79d0dc9b2708 req-58ec564c-0df6-4e45-a2a0-4b70fb4b6275 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fd44ac14-eb6f-463a-8788-bceee522a66e HTTP/1.1" status: 200 len: 210 time: 0.0320532 Apr 21 13:16:44.273797 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e75e7bbb-7685-4345-bd53-2606811a1c8c up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:16:44.321470 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port e75e7bbb-7685-4345-bd53-2606811a1c8c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:16:44.321876 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:44.400713 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:44.420692 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port e75e7bbb-7685-4345-bd53-2606811a1c8c, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e75e7bbb-7685-4345-bd53-2606811a1c8c,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:16:44.476551 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:44.531426 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=e75e7bbb-7685-4345-bd53-2606811a1c8c,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:45.227088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-52b8420e-6efe-4282-a738-1f1b7422a105 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:45.228556 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-52b8420e-6efe-4282-a738-1f1b7422a105 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.24 "GET /v2.0/networks?id=201e4d4b-a1d8-4e92-9d26-1ca54f397e50 HTTP/1.1" status: 200 len: 908 time: 0.0846190 Apr 21 13:16:45.242627 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-b66f081a-65f9-46bb-9921-e0ef91e586a1 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Request body: {'port': {'device_id': 'fd44ac14-eb6f-463a-8788-bceee522a66e', 'network_id': '201e4d4b-a1d8-4e92-9d26-1ca54f397e50', 'admin_state_up': True, 'tenant_id': '7220af1c19d641f89f0b30890bb1dd0f'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:16:45.310591 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-47b7e122-c882-43ee-b38e-7c90cd3a562b req-2528e675-8866-440c-90f8-82dbbf7269a9 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fd44ac14-eb6f-463a-8788-bceee522a66e HTTP/1.1" status: 200 len: 210 time: 0.0299520 Apr 21 13:16:45.354282 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-b66f081a-65f9-46bb-9921-e0ef91e586a1 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Made reservation on behalf of 7220af1c19d641f89f0b30890bb1dd0f for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:16:45.356641 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-b66f081a-65f9-46bb-9921-e0ef91e586a1 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:45.468446 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-b66f081a-65f9-46bb-9921-e0ef91e586a1 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Allocated IP 172.20.0.10 (201e4d4b-a1d8-4e92-9d26-1ca54f397e50/adeb880c-0c33-41bb-8675-c3937d75f8b8/e6247431-d8c1-468a-af90-d7d74e7b3edf) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:16:45.607674 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-b66f081a-65f9-46bb-9921-e0ef91e586a1 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:45.682284 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2b15e3-45f7-4c23-adb5-13e13f404312 None None] Sync routers for ids ['e1d16726-2ab2-4752-aac6-e7ea33087639'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:16:45.691263 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2b15e3-45f7-4c23-adb5-13e13f404312 None None] Routers {'e1d16726-2ab2-4752-aac6-e7ea33087639'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:16:45.691863 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6f2b15e3-45f7-4c23-adb5-13e13f404312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:16:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['e1d16726-2ab2-4752-aac6-e7ea33087639'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:45.745310 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-b66f081a-65f9-46bb-9921-e0ef91e586a1 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:45.773190 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fea941c6-c9b8-45ab-9caf-f38da32868e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:45.792499 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-b66f081a-65f9-46bb-9921-e0ef91e586a1 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Network 201e4d4b-a1d8-4e92-9d26-1ca54f397e50 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:16:45.795344 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-b66f081a-65f9-46bb-9921-e0ef91e586a1 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:16:45.797978 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-6f2b15e3-45f7-4c23-adb5-13e13f404312 None None] Set router e1d16726-2ab2-4752-aac6-e7ea33087639 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:16:45.798963 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-b66f081a-65f9-46bb-9921-e0ef91e586a1 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:16:45.821268 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f081a-65f9-46bb-9921-e0ef91e586a1 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Pushing event updated for resources: {'Port': ['ID=e6247431-d8c1-468a-af90-d7d74e7b3edf,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:45.843872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-b66f081a-65f9-46bb-9921-e0ef91e586a1 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:45.844101 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-b66f081a-65f9-46bb-9921-e0ef91e586a1 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:45.907494 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-b66f081a-65f9-46bb-9921-e0ef91e586a1 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6687911 Apr 21 13:16:45.927088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-8515299f-34a6-4bdf-aa02-e68b0ead5aa2 service neutron] Request body: {'port': {'device_id': 'fd44ac14-eb6f-463a-8788-bceee522a66e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:16:45.985753 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-8515299f-34a6-4bdf-aa02-e68b0ead5aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:46.008853 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6f2b15e3-45f7-4c23-adb5-13e13f404312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d16726-2ab2-4752-aac6-e7ea33087639', 'name': 'tempest-TestServerMultinode-102128620-router', 'tenant_id': '7220af1c19d641f89f0b30890bb1dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'e75e7bbb-7685-4345-bd53-2606811a1c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:16:37Z', 'updated_at': '2022-04-21T13:16:41Z', 'revision_number': 4, 'project_id': '7220af1c19d641f89f0b30890bb1dd0f', 'gw_port': {'id': 'e75e7bbb-7685-4345-bd53-2606811a1c8c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d16726-2ab2-4752-aac6-e7ea33087639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:16:38Z', 'updated_at': '2022-04-21T13:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc', 'name': '', 'network_id': '612da4eb-9f4e-4aee-9342-6390602cc44d', 'tenant_id': '7220af1c19d641f89f0b30890bb1dd0f', 'mac_address': 'fa:16:3e:bc:f4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d16726-2ab2-4752-aac6-e7ea33087639', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '0ac13b66-ba52-46ae-a144-2e8e263f6a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:16:40Z', 'updated_at': '2022-04-21T13:16:41Z', 'revision_number': 2, 'project_id': '7220af1c19d641f89f0b30890bb1dd0f', 'subnets': [{'id': '0ac13b66-ba52-46ae-a144-2e8e263f6a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:46.037262 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ce608a10-3831-4910-8b70-5c3641a3fe23 None None] Provisioning complete for port e6247431-d8c1-468a-af90-d7d74e7b3edf triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:16:46.037656 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce608a10-3831-4910-8b70-5c3641a3fe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:46.040661 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2b15e3-45f7-4c23-adb5-13e13f404312 None None] Checking router: e1d16726-2ab2-4752-aac6-e7ea33087639 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:16:46.041009 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2b15e3-45f7-4c23-adb5-13e13f404312 None None] Updating router e1d16726-2ab2-4752-aac6-e7ea33087639 port 53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:16:46.065468 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f2b15e3-45f7-4c23-adb5-13e13f404312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:46.072242 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ce608a10-3831-4910-8b70-5c3641a3fe23 None None] Port e6247431-d8c1-468a-af90-d7d74e7b3edf cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:16:46.257144 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e75e7bbb-7685-4345-bd53-2606811a1c8c up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:16:46.265700 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-8515299f-34a6-4bdf-aa02-e68b0ead5aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6247431-d8c1-468a-af90-d7d74e7b3edf {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:16:46.276245 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-8515299f-34a6-4bdf-aa02-e68b0ead5aa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:46.288927 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-8515299f-34a6-4bdf-aa02-e68b0ead5aa2 service neutron] Transition to ACTIVE for port object e6247431-d8c1-468a-af90-d7d74e7b3edf will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:16:46.309380 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port e75e7bbb-7685-4345-bd53-2606811a1c8c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:16:46.309777 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:46.331826 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f2b15e3-45f7-4c23-adb5-13e13f404312 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:46.344623 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-8515299f-34a6-4bdf-aa02-e68b0ead5aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:46.423024 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f2b15e3-45f7-4c23-adb5-13e13f404312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:46.425648 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515299f-34a6-4bdf-aa02-e68b0ead5aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=e6247431-d8c1-468a-af90-d7d74e7b3edf,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:46.502085 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6638e0-7b34-44b8-ae8f-36846b346bb2 req-e8d1ab44-13ab-46c6-9ebe-6b25e46b10c8 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:46.503663 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0b6638e0-7b34-44b8-ae8f-36846b346bb2 req-e8d1ab44-13ab-46c6-9ebe-6b25e46b10c8 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fd44ac14-eb6f-463a-8788-bceee522a66e HTTP/1.1" status: 200 len: 1053 time: 0.1034811 Apr 21 13:16:46.509342 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-8515299f-34a6-4bdf-aa02-e68b0ead5aa2 service neutron] Attempting to bind port e6247431-d8c1-468a-af90-d7d74e7b3edf on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:16:46.509840 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-8515299f-34a6-4bdf-aa02-e68b0ead5aa2 service neutron] Attempting to bind port e6247431-d8c1-468a-af90-d7d74e7b3edf by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'a1b9f2a5-ec99-4970-872c-a276b878a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '201e4d4b-a1d8-4e92-9d26-1ca54f397e50'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:16:46.510112 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-8515299f-34a6-4bdf-aa02-e68b0ead5aa2 service neutron] Attempting to bind port e6247431-d8c1-468a-af90-d7d74e7b3edf on network 201e4d4b-a1d8-4e92-9d26-1ca54f397e50 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:16:46.517375 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-8515299f-34a6-4bdf-aa02-e68b0ead5aa2 service neutron] Port e6247431-d8c1-468a-af90-d7d74e7b3edf on network 201e4d4b-a1d8-4e92-9d26-1ca54f397e50 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:16:46.518483 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-8515299f-34a6-4bdf-aa02-e68b0ead5aa2 service neutron] Attempting to bind port e6247431-d8c1-468a-af90-d7d74e7b3edf on network 201e4d4b-a1d8-4e92-9d26-1ca54f397e50 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:16:46.528097 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-8515299f-34a6-4bdf-aa02-e68b0ead5aa2 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:16:46.528431 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-8515299f-34a6-4bdf-aa02-e68b0ead5aa2 service neutron] Checking segment: {'id': 'a1b9f2a5-ec99-4970-872c-a276b878a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '201e4d4b-a1d8-4e92-9d26-1ca54f397e50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:16:46.528808 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-8515299f-34a6-4bdf-aa02-e68b0ead5aa2 service neutron] Bound using segment: {'id': 'a1b9f2a5-ec99-4970-872c-a276b878a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '201e4d4b-a1d8-4e92-9d26-1ca54f397e50'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:16:46.529242 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-8515299f-34a6-4bdf-aa02-e68b0ead5aa2 service neutron] Bound port: e6247431-d8c1-468a-af90-d7d74e7b3edf, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1b9f2a5-ec99-4970-872c-a276b878a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '201e4d4b-a1d8-4e92-9d26-1ca54f397e50'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:16:46.529617 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-8515299f-34a6-4bdf-aa02-e68b0ead5aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:46.587627 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0b6638e0-7b34-44b8-ae8f-36846b346bb2 req-c34d90f2-a769-45da-960f-f6244352a7e5 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e2b49f85-0a74-46e8-8296-81002e45e9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722733 Apr 21 13:16:46.631387 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-8515299f-34a6-4bdf-aa02-e68b0ead5aa2 service neutron] For port e6247431-d8c1-468a-af90-d7d74e7b3edf, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:16:46.635050 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-8515299f-34a6-4bdf-aa02-e68b0ead5aa2 service neutron] For port e6247431-d8c1-468a-af90-d7d74e7b3edf, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e6247431-d8c1-468a-af90-d7d74e7b3edf,segment=NetworkSegment(a1b9f2a5-ec99-4970-872c-a276b878a924),segment_id=a1b9f2a5-ec99-4970-872c-a276b878a924)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:16:46.642828 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d9aad-6b4b-4835-aa66-0330337e4410 None None] Pushing event updated for resources: {'Port': ['ID=53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:46.649052 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-6f2b15e3-45f7-4c23-adb5-13e13f404312 None None] Attempting to bind port 53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:16:46.649410 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-6f2b15e3-45f7-4c23-adb5-13e13f404312 None None] Attempting to bind port 53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'b8e20e5e-4909-451e-82a7-16dff900adf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '612da4eb-9f4e-4aee-9342-6390602cc44d'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:16:46.650594 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2b15e3-45f7-4c23-adb5-13e13f404312 None None] Attempting to bind port 53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc on network 612da4eb-9f4e-4aee-9342-6390602cc44d {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:16:46.654799 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2b15e3-45f7-4c23-adb5-13e13f404312 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:16:46.655156 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2b15e3-45f7-4c23-adb5-13e13f404312 None None] Checking segment: {'id': 'b8e20e5e-4909-451e-82a7-16dff900adf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '612da4eb-9f4e-4aee-9342-6390602cc44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:16:46.655543 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f2b15e3-45f7-4c23-adb5-13e13f404312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:46.655970 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2b15e3-45f7-4c23-adb5-13e13f404312 None None] Bound using segment: {'id': 'b8e20e5e-4909-451e-82a7-16dff900adf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '612da4eb-9f4e-4aee-9342-6390602cc44d'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:16:46.656372 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-6f2b15e3-45f7-4c23-adb5-13e13f404312 None None] Bound port: 53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8e20e5e-4909-451e-82a7-16dff900adf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '612da4eb-9f4e-4aee-9342-6390602cc44d'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:16:46.656743 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f2b15e3-45f7-4c23-adb5-13e13f404312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:46.705934 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-8515299f-34a6-4bdf-aa02-e68b0ead5aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:46.731682 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6f2b15e3-45f7-4c23-adb5-13e13f404312 None None] For port 53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:16:46.735019 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6f2b15e3-45f7-4c23-adb5-13e13f404312 None None] For port 53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc,segment=NetworkSegment(b8e20e5e-4909-451e-82a7-16dff900adf2),segment_id=b8e20e5e-4909-451e-82a7-16dff900adf2)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:16:46.746689 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-8515299f-34a6-4bdf-aa02-e68b0ead5aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:46.747547 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-8515299f-34a6-4bdf-aa02-e68b0ead5aa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:46.748950 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-8515299f-34a6-4bdf-aa02-e68b0ead5aa2 service neutron] 10.222.0.24 "PUT /v2.0/ports/e6247431-d8c1-468a-af90-d7d74e7b3edf HTTP/1.1" status: 200 len: 1092 time: 0.8262203 Apr 21 13:16:46.751880 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd44ac14-eb6f-463a-8788-bceee522a66e', 'tag': 'e6247431-d8c1-468a-af90-d7d74e7b3edf'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:16:46.755109 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04f4051-2424-44c9-b4cd-c9420ec21fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "fd44ac14-eb6f-463a-8788-bceee522a66e", "tag": "e6247431-d8c1-468a-af90-d7d74e7b3edf"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:16:46.787238 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515299f-34a6-4bdf-aa02-e68b0ead5aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=e6247431-d8c1-468a-af90-d7d74e7b3edf,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:46.799914 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504a91f2-390e-41f6-94d0-ec4204053cec x-openstack-request-id: req-504a91f2-390e-41f6-94d0-ec4204053cec {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:16:46.800522 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd44ac14-eb6f-463a-8788-bceee522a66e", "tag": "e6247431-d8c1-468a-af90-d7d74e7b3edf", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:16:46.800708 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-504a91f2-390e-41f6-94d0-ec4204053cec {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:16:46.801305 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-504a91f2-390e-41f6-94d0-ec4204053cec'] response: {'name': 'network-changed', 'server_uuid': 'fd44ac14-eb6f-463a-8788-bceee522a66e', 'tag': 'e6247431-d8c1-468a-af90-d7d74e7b3edf', 'status': 'completed', 'code': 200} Apr 21 13:16:46.802790 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f2b15e3-45f7-4c23-adb5-13e13f404312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:46.836094 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e0b54cc7-c4a7-4ae0-b98c-9ad2a090077e None None] Provisioning complete for port 53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:16:46.837074 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0b54cc7-c4a7-4ae0-b98c-9ad2a090077e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:46.863592 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2b15e3-45f7-4c23-adb5-13e13f404312 None None] Routers {'e1d16726-2ab2-4752-aac6-e7ea33087639'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:16:46.864222 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6f2b15e3-45f7-4c23-adb5-13e13f404312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:16:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['e1d16726-2ab2-4752-aac6-e7ea33087639'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:46.898617 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f4051-2424-44c9-b4cd-c9420ec21fc4 req-4a1d6300-63b3-484d-9ca5-1ef093bee158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:46.901007 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f04f4051-2424-44c9-b4cd-c9420ec21fc4 req-4a1d6300-63b3-484d-9ca5-1ef093bee158 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7220af1c19d641f89f0b30890bb1dd0f&device_id=fd44ac14-eb6f-463a-8788-bceee522a66e HTTP/1.1" status: 200 len: 1095 time: 0.0727360 Apr 21 13:16:46.930460 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d9aad-6b4b-4835-aa66-0330337e4410 None None] Pushing event updated for resources: {'Port': ['ID=53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:46.976468 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0b54cc7-c4a7-4ae0-b98c-9ad2a090077e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:47.016529 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e0b54cc7-c4a7-4ae0-b98c-9ad2a090077e None None] For port 53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc,segment=NetworkSegment(b8e20e5e-4909-451e-82a7-16dff900adf2),segment_id=b8e20e5e-4909-451e-82a7-16dff900adf2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:16:47.040550 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-6f2b15e3-45f7-4c23-adb5-13e13f404312 None None] Set router e1d16726-2ab2-4752-aac6-e7ea33087639 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:16:47.046312 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:47.063272 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f4051-2424-44c9-b4cd-c9420ec21fc4 req-625edddb-e4cc-4945-9821-f4a04a0bf199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:47.064471 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f04f4051-2424-44c9-b4cd-c9420ec21fc4 req-625edddb-e4cc-4945-9821-f4a04a0bf199 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7220af1c19d641f89f0b30890bb1dd0f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1521401 Apr 21 13:16:47.070181 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e0b54cc7-c4a7-4ae0-b98c-9ad2a090077e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:47.135557 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b54cc7-c4a7-4ae0-b98c-9ad2a090077e None None] Pushing event updated for resources: {'Port': ['ID=53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:47.175689 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f4051-2424-44c9-b4cd-c9420ec21fc4 req-59da658a-2c03-4e1f-93ae-b22e3c404cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:47.177179 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f04f4051-2424-44c9-b4cd-c9420ec21fc4 req-59da658a-2c03-4e1f-93ae-b22e3c404cb0 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0994985 Apr 21 13:16:47.194215 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4d604fa5-94dc-49ce-b804-696fefe8a71f None None] Provisioning complete for port 53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:16:47.194584 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d604fa5-94dc-49ce-b804-696fefe8a71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:47.265348 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-adc116e8-a8c5-4ced-aacb-68560395ebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:47.267019 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-adc116e8-a8c5-4ced-aacb-68560395ebc4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7220af1c19d641f89f0b30890bb1dd0f&device_id=fd44ac14-eb6f-463a-8788-bceee522a66e HTTP/1.1" status: 200 len: 1095 time: 0.0438087 Apr 21 13:16:47.267606 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6f2b15e3-45f7-4c23-adb5-13e13f404312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d16726-2ab2-4752-aac6-e7ea33087639', 'name': 'tempest-TestServerMultinode-102128620-router', 'tenant_id': '7220af1c19d641f89f0b30890bb1dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'e75e7bbb-7685-4345-bd53-2606811a1c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:16:37Z', 'updated_at': '2022-04-21T13:16:41Z', 'revision_number': 4, 'project_id': '7220af1c19d641f89f0b30890bb1dd0f', 'gw_port': {'id': 'e75e7bbb-7685-4345-bd53-2606811a1c8c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d16726-2ab2-4752-aac6-e7ea33087639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:16:38Z', 'updated_at': '2022-04-21T13:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc', 'name': '', 'network_id': '612da4eb-9f4e-4aee-9342-6390602cc44d', 'tenant_id': '7220af1c19d641f89f0b30890bb1dd0f', 'mac_address': 'fa:16:3e:bc:f4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d16726-2ab2-4752-aac6-e7ea33087639', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '0ac13b66-ba52-46ae-a144-2e8e263f6a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:16:40Z', 'updated_at': '2022-04-21T13:16:46Z', 'revision_number': 4, 'project_id': '7220af1c19d641f89f0b30890bb1dd0f', 'subnets': [{'id': '0ac13b66-ba52-46ae-a144-2e8e263f6a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:16:47.298325 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2b15e3-45f7-4c23-adb5-13e13f404312 None None] The sync data for ids ['e1d16726-2ab2-4752-aac6-e7ea33087639'] in n-d-836147-2 is: [{'id': 'e1d16726-2ab2-4752-aac6-e7ea33087639', 'name': 'tempest-TestServerMultinode-102128620-router', 'tenant_id': '7220af1c19d641f89f0b30890bb1dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'e75e7bbb-7685-4345-bd53-2606811a1c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:16:37Z', 'updated_at': '2022-04-21T13:16:41Z', 'revision_number': 4, 'project_id': '7220af1c19d641f89f0b30890bb1dd0f', 'gw_port': {'id': 'e75e7bbb-7685-4345-bd53-2606811a1c8c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d16726-2ab2-4752-aac6-e7ea33087639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:16:38Z', 'updated_at': '2022-04-21T13:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc', 'name': '', 'network_id': '612da4eb-9f4e-4aee-9342-6390602cc44d', 'tenant_id': '7220af1c19d641f89f0b30890bb1dd0f', 'mac_address': 'fa:16:3e:bc:f4:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d16726-2ab2-4752-aac6-e7ea33087639', 'device_owner': 'network:router_interface', 'standard_attr_id': 4057, 'fixed_ips': [{'subnet_id': '0ac13b66-ba52-46ae-a144-2e8e263f6a34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:16:40Z', 'updated_at': '2022-04-21T13:16:46Z', 'revision_number': 4, 'project_id': '7220af1c19d641f89f0b30890bb1dd0f', 'subnets': [{'id': '0ac13b66-ba52-46ae-a144-2e8e263f6a34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:16:47.319262 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-57dab495-b5e4-43c3-8777-c31d85624a09 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6247431-d8c1-468a-af90-d7d74e7b3edf HTTP/1.1" status: 200 len: 217 time: 0.0403063 Apr 21 13:16:47.375168 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-de0891d3-10a5-4d39-81a1-f3270a29e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:47.376613 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-de0891d3-10a5-4d39-81a1-f3270a29e891 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=adeb880c-0c33-41bb-8675-c3937d75f8b8 HTTP/1.1" status: 200 len: 846 time: 0.0458739 Apr 21 13:16:47.430571 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-4ea0fb59-bd67-4262-8511-a6c8de99e5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:47.432096 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-4ea0fb59-bd67-4262-8511-a6c8de99e5f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=201e4d4b-a1d8-4e92-9d26-1ca54f397e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431640 Apr 21 13:16:47.532265 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-255d4ffa-458c-485f-b5ed-49baa5c25a23 service neutron] 10.222.0.24 "GET /v2.0/networks/201e4d4b-a1d8-4e92-9d26-1ca54f397e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895388 Apr 21 13:16:47.628850 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-75faf8c2-1509-47b0-b6a4-ec2d7e7d2bd3 req-026a4541-5688-41a7-9323-4443bfa1dfa2 service neutron] 10.222.0.24 "GET /v2.0/networks/201e4d4b-a1d8-4e92-9d26-1ca54f397e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857975 Apr 21 13:16:47.712776 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956fb53-bcbb-40d4-a295-bce4a3003da3 req-6f4f03a4-6677-4129-abaa-7f21e5c6fae8 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:47.714606 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0956fb53-bcbb-40d4-a295-bce4a3003da3 req-6f4f03a4-6677-4129-abaa-7f21e5c6fae8 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fd44ac14-eb6f-463a-8788-bceee522a66e HTTP/1.1" status: 200 len: 1095 time: 0.0447404 Apr 21 13:16:47.750994 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0956fb53-bcbb-40d4-a295-bce4a3003da3 req-1f48f5fd-ef84-4f10-8fff-32ffd036c7b2 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e2b49f85-0a74-46e8-8296-81002e45e9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303514 Apr 21 13:16:48.092944 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:48.263103 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:16:48.310237 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:16:48.310599 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:48.554206 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:48.737285 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:48.861635 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e3573-8cee-43a8-b970-b5598638965f req-4cbaffb5-6bf8-4069-9963-2a2852f05c2c tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:48.863139 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-483e3573-8cee-43a8-b970-b5598638965f req-4cbaffb5-6bf8-4069-9963-2a2852f05c2c tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fd44ac14-eb6f-463a-8788-bceee522a66e HTTP/1.1" status: 200 len: 1095 time: 0.0450222 Apr 21 13:16:48.896994 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-483e3573-8cee-43a8-b970-b5598638965f req-2b5fb2fb-8695-44aa-a340-7d5999badbe5 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e2b49f85-0a74-46e8-8296-81002e45e9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278535 Apr 21 13:16:50.001243 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3875471-7848-447b-8503-2222c60f64b4 req-4b3ceb14-8186-4a87-8c26-b29aa14c6d96 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:50.002813 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3875471-7848-447b-8503-2222c60f64b4 req-4b3ceb14-8186-4a87-8c26-b29aa14c6d96 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fd44ac14-eb6f-463a-8788-bceee522a66e HTTP/1.1" status: 200 len: 1095 time: 0.0413899 Apr 21 13:16:50.036141 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3875471-7848-447b-8503-2222c60f64b4 req-f83b9919-aed6-49d1-b4dd-568518ca1998 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e2b49f85-0a74-46e8-8296-81002e45e9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275118 Apr 21 13:16:50.692988 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:51.020394 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e6247431-d8c1-468a-af90-d7d74e7b3edf details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:16:51.120303 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port e6247431-d8c1-468a-af90-d7d74e7b3edf, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e6247431-d8c1-468a-af90-d7d74e7b3edf,segment=NetworkSegment(a1b9f2a5-ec99-4970-872c-a276b878a924),segment_id=a1b9f2a5-ec99-4970-872c-a276b878a924)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:16:51.132596 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'e6247431-d8c1-468a-af90-d7d74e7b3edf', 'network_id': '201e4d4b-a1d8-4e92-9d26-1ca54f397e50', 'port_id': 'e6247431-d8c1-468a-af90-d7d74e7b3edf', 'mac_address': 'fa:16:3e:8f:d9:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adeb880c-0c33-41bb-8675-c3937d75f8b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:16:51.141343 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62528352-f41c-4074-a59c-061c409ebdb9 req-954854e3-1e89-4357-b712-c37ec4df0b7e tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:51.143012 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-62528352-f41c-4074-a59c-061c409ebdb9 req-954854e3-1e89-4357-b712-c37ec4df0b7e tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fd44ac14-eb6f-463a-8788-bceee522a66e HTTP/1.1" status: 200 len: 1095 time: 0.0413942 Apr 21 13:16:51.170392 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:51.177300 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-62528352-f41c-4074-a59c-061c409ebdb9 req-065a49f6-9425-410d-b2d4-42fa0b4e1dee tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e2b49f85-0a74-46e8-8296-81002e45e9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281601 Apr 21 13:16:51.183209 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6247431-d8c1-468a-af90-d7d74e7b3edf {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:16:51.202841 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port e6247431-d8c1-468a-af90-d7d74e7b3edf, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e6247431-d8c1-468a-af90-d7d74e7b3edf,segment=NetworkSegment(a1b9f2a5-ec99-4970-872c-a276b878a924),segment_id=a1b9f2a5-ec99-4970-872c-a276b878a924)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:16:51.241444 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:51.287142 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=e6247431-d8c1-468a-af90-d7d74e7b3edf,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:51.501198 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['e6247431-d8c1-468a-af90-d7d74e7b3edf'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:16:52.287214 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8a5681-4125-4e74-9b04-b418f43f8656 req-4e6dafa4-ce88-419c-beac-38b13a9e10aa tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:52.288686 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fe8a5681-4125-4e74-9b04-b418f43f8656 req-4e6dafa4-ce88-419c-beac-38b13a9e10aa tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fd44ac14-eb6f-463a-8788-bceee522a66e HTTP/1.1" status: 200 len: 1096 time: 0.0424535 Apr 21 13:16:52.323373 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fe8a5681-4125-4e74-9b04-b418f43f8656 req-e52baea2-40da-4ed4-b71e-ca9124d591b5 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e2b49f85-0a74-46e8-8296-81002e45e9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281613 Apr 21 13:16:53.012780 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e6247431-d8c1-468a-af90-d7d74e7b3edf up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:16:53.171326 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port e6247431-d8c1-468a-af90-d7d74e7b3edf completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:16:53.174994 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port e6247431-d8c1-468a-af90-d7d74e7b3edf triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:16:53.175352 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:53.251349 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:53.272526 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd44ac14-eb6f-463a-8788-bceee522a66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6247431-d8c1-468a-af90-d7d74e7b3edf'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:16:53.274778 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ba8b4c-2bc0-44b5-adbf-e0e78ad1a828" -d '{"events": [{"server_uuid": "fd44ac14-eb6f-463a-8788-bceee522a66e", "name": "network-vif-plugged", "status": "completed", "tag": "e6247431-d8c1-468a-af90-d7d74e7b3edf"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:16:53.287785 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port e6247431-d8c1-468a-af90-d7d74e7b3edf, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e6247431-d8c1-468a-af90-d7d74e7b3edf,segment=NetworkSegment(a1b9f2a5-ec99-4970-872c-a276b878a924),segment_id=a1b9f2a5-ec99-4970-872c-a276b878a924)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:16:53.310273 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffc2aad-be64-4060-8655-2b2096cfbb49 x-openstack-request-id: req-9ffc2aad-be64-4060-8655-2b2096cfbb49 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:16:53.310562 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd44ac14-eb6f-463a-8788-bceee522a66e", "name": "network-vif-plugged", "status": "completed", "tag": "e6247431-d8c1-468a-af90-d7d74e7b3edf", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:16:53.310818 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9ffc2aad-be64-4060-8655-2b2096cfbb49 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:16:53.311209 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ffc2aad-be64-4060-8655-2b2096cfbb49'] response: {'server_uuid': 'fd44ac14-eb6f-463a-8788-bceee522a66e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6247431-d8c1-468a-af90-d7d74e7b3edf', 'code': 200} Apr 21 13:16:53.350623 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:53.406787 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=e6247431-d8c1-468a-af90-d7d74e7b3edf,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:53.445237 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890468f-6613-40a9-a9d2-985c3f75076b req-2d29fc6b-caad-4afa-b49b-f72a2b9b2fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:53.446739 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1890468f-6613-40a9-a9d2-985c3f75076b req-2d29fc6b-caad-4afa-b49b-f72a2b9b2fbc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fd44ac14-eb6f-463a-8788-bceee522a66e HTTP/1.1" status: 200 len: 1097 time: 0.0687530 Apr 21 13:16:53.452911 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bad410-bad2-497f-9cbf-2ea5f1e5f201 req-38a61b2c-06ee-430d-8904-8adc5d787605 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:53.454303 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-76bad410-bad2-497f-9cbf-2ea5f1e5f201 req-38a61b2c-06ee-430d-8904-8adc5d787605 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fd44ac14-eb6f-463a-8788-bceee522a66e HTTP/1.1" status: 200 len: 1097 time: 0.0496776 Apr 21 13:16:53.506559 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1890468f-6613-40a9-a9d2-985c3f75076b req-5aa117e3-6a23-4fc1-826b-223c9701f793 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e2b49f85-0a74-46e8-8296-81002e45e9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490303 Apr 21 13:16:53.512170 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-76bad410-bad2-497f-9cbf-2ea5f1e5f201 req-27de0101-1264-44ae-a923-127b628e226f tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e2b49f85-0a74-46e8-8296-81002e45e9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480976 Apr 21 13:16:54.618491 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789d1d7-5c50-4c24-b10e-594a692be97d req-e823ae4c-7499-4e3c-b2c9-502fb2e3254a tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:54.620158 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4789d1d7-5c50-4c24-b10e-594a692be97d req-e823ae4c-7499-4e3c-b2c9-502fb2e3254a tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fd44ac14-eb6f-463a-8788-bceee522a66e HTTP/1.1" status: 200 len: 1097 time: 0.0413582 Apr 21 13:16:54.654461 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4789d1d7-5c50-4c24-b10e-594a692be97d req-c1da8b55-6095-4cd3-917d-8d963b9fb132 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e2b49f85-0a74-46e8-8296-81002e45e9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281556 Apr 21 13:16:55.758364 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d2e5d-6b36-4259-8a43-96e36f27edd7 req-bfe8558f-74f1-46db-bf45-434926182b66 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:55.759848 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-890d2e5d-6b36-4259-8a43-96e36f27edd7 req-bfe8558f-74f1-46db-bf45-434926182b66 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fd44ac14-eb6f-463a-8788-bceee522a66e HTTP/1.1" status: 200 len: 1097 time: 0.0399368 Apr 21 13:16:55.792966 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-890d2e5d-6b36-4259-8a43-96e36f27edd7 req-94ac44b6-96db-4e4e-888a-44f98669aaf0 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e2b49f85-0a74-46e8-8296-81002e45e9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271809 Apr 21 13:16:55.897003 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98847b-2ebb-48c8-b77c-0e54ce85a67c req-6ceaf819-493e-45b6-933b-85c554fa2512 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:55.898488 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b98847b-2ebb-48c8-b77c-0e54ce85a67c req-6ceaf819-493e-45b6-933b-85c554fa2512 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fd44ac14-eb6f-463a-8788-bceee522a66e HTTP/1.1" status: 200 len: 1097 time: 0.0384276 Apr 21 13:16:55.936053 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b98847b-2ebb-48c8-b77c-0e54ce85a67c req-89580b7f-434b-4490-be9b-8ed7df71587c tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e2b49f85-0a74-46e8-8296-81002e45e9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310662 Apr 21 13:16:56.038683 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27d8b4-4dfd-47c3-a819-ad8ea23efc50 req-bd80b7f7-1836-4f7b-ad23-db7af511406e tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:56.040203 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d27d8b4-4dfd-47c3-a819-ad8ea23efc50 req-bd80b7f7-1836-4f7b-ad23-db7af511406e tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fd44ac14-eb6f-463a-8788-bceee522a66e HTTP/1.1" status: 200 len: 1097 time: 0.0404465 Apr 21 13:16:56.074715 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d27d8b4-4dfd-47c3-a819-ad8ea23efc50 req-6f0f9297-4507-4619-a2a4-f620aacdda1d tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e2b49f85-0a74-46e8-8296-81002e45e9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278161 Apr 21 13:16:56.283725 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-9ab10a7e-1b01-438f-8cdd-e1524c35b096 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:56.285186 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-9ab10a7e-1b01-438f-8cdd-e1524c35b096 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/networks?id=201e4d4b-a1d8-4e92-9d26-1ca54f397e50 HTTP/1.1" status: 200 len: 908 time: 0.0831919 Apr 21 13:16:56.299198 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-b1730f27-e014-4406-a373-82b36d944e3b tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/quotas/7220af1c19d641f89f0b30890bb1dd0f HTTP/1.1" status: 200 len: 375 time: 0.0083277 Apr 21 13:16:56.348088 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-6bcc4f18-67ee-4bd9-b2ea-04a9d64d8095 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?tenant_id=7220af1c19d641f89f0b30890bb1dd0f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0438037 Apr 21 13:16:56.558577 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-c5a98993-2dff-4040-9906-6224a53d2b45 service neutron] 10.222.0.36 "GET /v2.0/networks/201e4d4b-a1d8-4e92-9d26-1ca54f397e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033608 Apr 21 13:16:56.651914 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-3751bb25-797f-48a2-91af-c470be351000 service neutron] 10.222.0.36 "GET /v2.0/networks/201e4d4b-a1d8-4e92-9d26-1ca54f397e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871568 Apr 21 13:16:56.872057 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c9073214-0b1d-4bb7-a6b8-f737917d9d63 req-4d90940b-db2d-489f-880d-feaa8ed9239c tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2e7916f5-49ba-4051-874e-eb91d1dd87f9 HTTP/1.1" status: 200 len: 210 time: 0.0264254 Apr 21 13:16:57.962363 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1dcb6d90-9af7-47df-91e7-6dfaa912a547 req-60b0f81e-6d59-4050-b4f3-9f48bd0d5c19 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2e7916f5-49ba-4051-874e-eb91d1dd87f9 HTTP/1.1" status: 200 len: 210 time: 0.0256090 Apr 21 13:16:58.624220 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-52fb01c3-822c-4cf9-ab9b-e544e9522337 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:58.625704 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-52fb01c3-822c-4cf9-ab9b-e544e9522337 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.26 "GET /v2.0/networks?id=201e4d4b-a1d8-4e92-9d26-1ca54f397e50 HTTP/1.1" status: 200 len: 908 time: 0.0867338 Apr 21 13:16:58.636414 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-1acb72f1-0bd8-4cd2-b648-4dbd086acfe8 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Request body: {'port': {'device_id': '2e7916f5-49ba-4051-874e-eb91d1dd87f9', 'network_id': '201e4d4b-a1d8-4e92-9d26-1ca54f397e50', 'admin_state_up': True, 'tenant_id': '7220af1c19d641f89f0b30890bb1dd0f'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:16:58.719571 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-1acb72f1-0bd8-4cd2-b648-4dbd086acfe8 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Made reservation on behalf of 7220af1c19d641f89f0b30890bb1dd0f for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:16:58.721939 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-1acb72f1-0bd8-4cd2-b648-4dbd086acfe8 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:58.837087 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-1acb72f1-0bd8-4cd2-b648-4dbd086acfe8 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Allocated IP 172.20.0.13 (201e4d4b-a1d8-4e92-9d26-1ca54f397e50/adeb880c-0c33-41bb-8675-c3937d75f8b8/23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:16:58.973352 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-1acb72f1-0bd8-4cd2-b648-4dbd086acfe8 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:59.055422 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5bde712a-e3d8-474e-8653-2c72d3cacb39 req-00d8bf80-325f-472a-9faf-dbcfa23ff0b9 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2e7916f5-49ba-4051-874e-eb91d1dd87f9 HTTP/1.1" status: 200 len: 210 time: 0.0254159 Apr 21 13:16:59.080411 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-1acb72f1-0bd8-4cd2-b648-4dbd086acfe8 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:59.094026 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['e6247431-d8c1-468a-af90-d7d74e7b3edf'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:16:59.130931 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-1acb72f1-0bd8-4cd2-b648-4dbd086acfe8 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Network 201e4d4b-a1d8-4e92-9d26-1ca54f397e50 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:16:59.134051 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-1acb72f1-0bd8-4cd2-b648-4dbd086acfe8 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:16:59.138625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-1acb72f1-0bd8-4cd2-b648-4dbd086acfe8 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:16:59.141765 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb72f1-0bd8-4cd2-b648-4dbd086acfe8 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Pushing event updated for resources: {'Port': ['ID=23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:59.173681 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb72f1-0bd8-4cd2-b648-4dbd086acfe8 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:16:59.174020 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb72f1-0bd8-4cd2-b648-4dbd086acfe8 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:16:59.174361 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb72f1-0bd8-4cd2-b648-4dbd086acfe8 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:16:59.174696 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb72f1-0bd8-4cd2-b648-4dbd086acfe8 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:16:59.175033 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb72f1-0bd8-4cd2-b648-4dbd086acfe8 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:16:59.175363 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb72f1-0bd8-4cd2-b648-4dbd086acfe8 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:16:59.175689 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb72f1-0bd8-4cd2-b648-4dbd086acfe8 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:16:59.176012 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb72f1-0bd8-4cd2-b648-4dbd086acfe8 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:16:59.176333 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb72f1-0bd8-4cd2-b648-4dbd086acfe8 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:16:59.176654 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb72f1-0bd8-4cd2-b648-4dbd086acfe8 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:16:59.177361 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb72f1-0bd8-4cd2-b648-4dbd086acfe8 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:16:59.177361 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acb72f1-0bd8-4cd2-b648-4dbd086acfe8 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:16:59.194517 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-1acb72f1-0bd8-4cd2-b648-4dbd086acfe8 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:16:59.195376 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-1acb72f1-0bd8-4cd2-b648-4dbd086acfe8 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:59.278911 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-1acb72f1-0bd8-4cd2-b648-4dbd086acfe8 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6458094 Apr 21 13:16:59.291044 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-d58e3a1f-8579-49c4-bd5e-d1ca791169d7 service neutron] Request body: {'port': {'device_id': '2e7916f5-49ba-4051-874e-eb91d1dd87f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:16:59.344760 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-d58e3a1f-8579-49c4-bd5e-d1ca791169d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:59.376358 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0e5ce51c-0fa5-46e9-8169-4f54505b19df None None] Provisioning complete for port 23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:16:59.376823 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e5ce51c-0fa5-46e9-8169-4f54505b19df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:59.415370 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0e5ce51c-0fa5-46e9-8169-4f54505b19df None None] Port 23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:16:59.606437 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-d58e3a1f-8579-49c4-bd5e-d1ca791169d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:16:59.613608 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-d58e3a1f-8579-49c4-bd5e-d1ca791169d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:59.625596 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-d58e3a1f-8579-49c4-bd5e-d1ca791169d7 service neutron] Transition to ACTIVE for port object 23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:16:59.710042 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-d58e3a1f-8579-49c4-bd5e-d1ca791169d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:59.781215 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e3a1f-8579-49c4-bd5e-d1ca791169d7 service neutron] Pushing event updated for resources: {'Port': ['ID=23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:16:59.831529 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-d58e3a1f-8579-49c4-bd5e-d1ca791169d7 service neutron] Attempting to bind port 23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:16:59.831869 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-d58e3a1f-8579-49c4-bd5e-d1ca791169d7 service neutron] Attempting to bind port 23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': 'a1b9f2a5-ec99-4970-872c-a276b878a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '201e4d4b-a1d8-4e92-9d26-1ca54f397e50'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:16:59.832196 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-d58e3a1f-8579-49c4-bd5e-d1ca791169d7 service neutron] Attempting to bind port 23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a on network 201e4d4b-a1d8-4e92-9d26-1ca54f397e50 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:16:59.836647 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-d58e3a1f-8579-49c4-bd5e-d1ca791169d7 service neutron] Port 23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a on network 201e4d4b-a1d8-4e92-9d26-1ca54f397e50 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:16:59.836965 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-d58e3a1f-8579-49c4-bd5e-d1ca791169d7 service neutron] Attempting to bind port 23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a on network 201e4d4b-a1d8-4e92-9d26-1ca54f397e50 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:16:59.842131 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-d58e3a1f-8579-49c4-bd5e-d1ca791169d7 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:16:59.842457 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-d58e3a1f-8579-49c4-bd5e-d1ca791169d7 service neutron] Checking segment: {'id': 'a1b9f2a5-ec99-4970-872c-a276b878a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '201e4d4b-a1d8-4e92-9d26-1ca54f397e50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:16:59.842839 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-d58e3a1f-8579-49c4-bd5e-d1ca791169d7 service neutron] Bound using segment: {'id': 'a1b9f2a5-ec99-4970-872c-a276b878a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '201e4d4b-a1d8-4e92-9d26-1ca54f397e50'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:16:59.843268 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-d58e3a1f-8579-49c4-bd5e-d1ca791169d7 service neutron] Bound port: 23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1b9f2a5-ec99-4970-872c-a276b878a924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '201e4d4b-a1d8-4e92-9d26-1ca54f397e50'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:16:59.843624 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-d58e3a1f-8579-49c4-bd5e-d1ca791169d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:16:59.909659 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-d58e3a1f-8579-49c4-bd5e-d1ca791169d7 service neutron] For port 23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:16:59.913141 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-d58e3a1f-8579-49c4-bd5e-d1ca791169d7 service neutron] For port 23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a,segment=NetworkSegment(a1b9f2a5-ec99-4970-872c-a276b878a924),segment_id=a1b9f2a5-ec99-4970-872c-a276b878a924)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:16:59.967511 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-d58e3a1f-8579-49c4-bd5e-d1ca791169d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:00.003705 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-d58e3a1f-8579-49c4-bd5e-d1ca791169d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:00.004310 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-d58e3a1f-8579-49c4-bd5e-d1ca791169d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:00.006094 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-d58e3a1f-8579-49c4-bd5e-d1ca791169d7 service neutron] 10.222.0.26 "PUT /v2.0/ports/23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a HTTP/1.1" status: 200 len: 1092 time: 0.7194941 Apr 21 13:17:00.008334 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7916f5-49ba-4051-874e-eb91d1dd87f9', 'tag': '23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:17:00.011866 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b96daf2d-7785-4edd-97c8-7d366303ecb3" -d '{"events": [{"name": "network-changed", "server_uuid": "2e7916f5-49ba-4051-874e-eb91d1dd87f9", "tag": "23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:17:00.038898 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e3a1f-8579-49c4-bd5e-d1ca791169d7 service neutron] Pushing event updated for resources: {'Port': ['ID=23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:00.056568 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e106d519-3119-4e90-8114-fa9d48e8df90 x-openstack-request-id: req-e106d519-3119-4e90-8114-fa9d48e8df90 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:17:00.056865 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e7916f5-49ba-4051-874e-eb91d1dd87f9", "tag": "23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:17:00.057117 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e106d519-3119-4e90-8114-fa9d48e8df90 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:17:00.057525 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e106d519-3119-4e90-8114-fa9d48e8df90'] response: {'name': 'network-changed', 'server_uuid': '2e7916f5-49ba-4051-874e-eb91d1dd87f9', 'tag': '23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a', 'status': 'completed', 'code': 200} Apr 21 13:17:00.121796 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96daf2d-7785-4edd-97c8-7d366303ecb3 req-2cd15141-9b81-4757-a075-60603feaa931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:00.123375 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b96daf2d-7785-4edd-97c8-7d366303ecb3 req-2cd15141-9b81-4757-a075-60603feaa931 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7220af1c19d641f89f0b30890bb1dd0f&device_id=2e7916f5-49ba-4051-874e-eb91d1dd87f9 HTTP/1.1" status: 200 len: 1095 time: 0.0435789 Apr 21 13:17:00.240076 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b1db4-ce55-46d6-b0e2-9ee11ed300e7 req-0a26859e-0c75-43d9-b893-39ad217ad048 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:00.241639 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c9b1db4-ce55-46d6-b0e2-9ee11ed300e7 req-0a26859e-0c75-43d9-b893-39ad217ad048 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2e7916f5-49ba-4051-874e-eb91d1dd87f9 HTTP/1.1" status: 200 len: 1095 time: 0.1031573 Apr 21 13:17:00.269534 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96daf2d-7785-4edd-97c8-7d366303ecb3 req-56967bd6-df23-4c0e-85b3-585d3684476b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:00.271091 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b96daf2d-7785-4edd-97c8-7d366303ecb3 req-56967bd6-df23-4c0e-85b3-585d3684476b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7220af1c19d641f89f0b30890bb1dd0f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1407857 Apr 21 13:17:00.302009 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c9b1db4-ce55-46d6-b0e2-9ee11ed300e7 req-2842fdea-6fc3-49ee-96fb-c13a489efa8f tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e2b49f85-0a74-46e8-8296-81002e45e9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535874 Apr 21 13:17:00.373543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96daf2d-7785-4edd-97c8-7d366303ecb3 req-c2ea794a-ce89-48c7-a402-ddaa7ce67d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:00.375082 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b96daf2d-7785-4edd-97c8-7d366303ecb3 req-c2ea794a-ce89-48c7-a402-ddaa7ce67d2c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947373 Apr 21 13:17:00.448933 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-25c69450-0337-422a-ada0-a05ddea4bd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:00.450558 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-25c69450-0337-422a-ada0-a05ddea4bd00 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7220af1c19d641f89f0b30890bb1dd0f&device_id=2e7916f5-49ba-4051-874e-eb91d1dd87f9 HTTP/1.1" status: 200 len: 1095 time: 0.0405271 Apr 21 13:17:00.491208 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-a5db7932-a86e-45fb-bf1e-a333e11c5a93 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a HTTP/1.1" status: 200 len: 217 time: 0.0333717 Apr 21 13:17:00.540522 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-e40555f0-1742-425a-89e6-97f094ef2ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:00.542056 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-e40555f0-1742-425a-89e6-97f094ef2ad4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=adeb880c-0c33-41bb-8675-c3937d75f8b8 HTTP/1.1" status: 200 len: 846 time: 0.0445738 Apr 21 13:17:00.585657 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-252a04c5-1912-4e1e-bad3-6c474d69100f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:00.587176 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-252a04c5-1912-4e1e-bad3-6c474d69100f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=201e4d4b-a1d8-4e92-9d26-1ca54f397e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379858 Apr 21 13:17:00.673481 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-60c7a3ce-7d36-4e22-bec9-475e13aca923 service neutron] 10.222.0.26 "GET /v2.0/networks/201e4d4b-a1d8-4e92-9d26-1ca54f397e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788610 Apr 21 13:17:00.762847 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bbbf729e-87ff-43e7-865b-6288274b7888 req-84bac8f9-2f48-4e2b-96b8-4ffd88610e72 service neutron] 10.222.0.26 "GET /v2.0/networks/201e4d4b-a1d8-4e92-9d26-1ca54f397e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830944 Apr 21 13:17:01.409102 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581e39a-7b26-4963-9293-1d9ea2e1a53a req-ae63179f-4232-4558-be7f-ebc17ad54bb8 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:01.410635 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2581e39a-7b26-4963-9293-1d9ea2e1a53a req-ae63179f-4232-4558-be7f-ebc17ad54bb8 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2e7916f5-49ba-4051-874e-eb91d1dd87f9 HTTP/1.1" status: 200 len: 1095 time: 0.0420890 Apr 21 13:17:01.444972 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2581e39a-7b26-4963-9293-1d9ea2e1a53a req-07e7a581-89c1-4263-85eb-a7b0cbbb12d5 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e2b49f85-0a74-46e8-8296-81002e45e9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284090 Apr 21 13:17:01.974974 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:17:02.548209 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc23cc-0cc3-4a9a-8709-83d4468d30e7 req-e4438b27-cf8c-4bd6-92dc-92892181e411 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:02.549683 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33dc23cc-0cc3-4a9a-8709-83d4468d30e7 req-e4438b27-cf8c-4bd6-92dc-92892181e411 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2e7916f5-49ba-4051-874e-eb91d1dd87f9 HTTP/1.1" status: 200 len: 1095 time: 0.0391629 Apr 21 13:17:02.586621 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33dc23cc-0cc3-4a9a-8709-83d4468d30e7 req-7ff51f2e-3e5f-4e8e-99d7-c1a687b34156 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e2b49f85-0a74-46e8-8296-81002e45e9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310550 Apr 21 13:17:03.690098 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4526109-f470-4616-a1d6-40a82bcb5933 req-0690d736-a4cc-4d28-aa11-b2646b3831c3 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:03.691864 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e4526109-f470-4616-a1d6-40a82bcb5933 req-0690d736-a4cc-4d28-aa11-b2646b3831c3 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2e7916f5-49ba-4051-874e-eb91d1dd87f9 HTTP/1.1" status: 200 len: 1095 time: 0.0413754 Apr 21 13:17:03.726698 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e4526109-f470-4616-a1d6-40a82bcb5933 req-6c0f2af8-cde2-4e49-a767-005fe29342eb tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e2b49f85-0a74-46e8-8296-81002e45e9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290034 Apr 21 13:17:04.797990 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:17:04.831484 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ef870-b150-46ef-b9d9-77e9075c8631 req-01ffc4bc-4d64-4546-b772-c29181b655e6 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:04.833012 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f5ef870-b150-46ef-b9d9-77e9075c8631 req-01ffc4bc-4d64-4546-b772-c29181b655e6 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2e7916f5-49ba-4051-874e-eb91d1dd87f9 HTTP/1.1" status: 200 len: 1095 time: 0.0396988 Apr 21 13:17:04.867746 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f5ef870-b150-46ef-b9d9-77e9075c8631 req-faa597a9-0f51-4fba-a082-15ba162f2cb6 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e2b49f85-0a74-46e8-8296-81002e45e9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281312 Apr 21 13:17:04.890743 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a,segment=NetworkSegment(a1b9f2a5-ec99-4970-872c-a276b878a924),segment_id=a1b9f2a5-ec99-4970-872c-a276b878a924)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:17:04.902390 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a', 'network_id': '201e4d4b-a1d8-4e92-9d26-1ca54f397e50', 'port_id': '23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a', 'mac_address': 'fa:16:3e:ea:69:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adeb880c-0c33-41bb-8675-c3937d75f8b8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:17:04.942696 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:04.954928 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:17:04.973324 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a,segment=NetworkSegment(a1b9f2a5-ec99-4970-872c-a276b878a924),segment_id=a1b9f2a5-ec99-4970-872c-a276b878a924)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:17:05.051160 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:05.096997 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:05.104953 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:05.105311 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:05.105675 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:05.106015 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:05.106349 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:05.106675 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:05.106998 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:05.107325 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:05.107648 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:05.107967 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:05.108286 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:05.108602 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:05.350413 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:17:05.971546 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c752d8b-9b3f-4cc8-988f-f198a98601a8 req-83a4dc89-1d82-4b88-aafa-0d85ae9d8986 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:05.973023 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c752d8b-9b3f-4cc8-988f-f198a98601a8 req-83a4dc89-1d82-4b88-aafa-0d85ae9d8986 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2e7916f5-49ba-4051-874e-eb91d1dd87f9 HTTP/1.1" status: 200 len: 1096 time: 0.0400677 Apr 21 13:17:06.009177 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c752d8b-9b3f-4cc8-988f-f198a98601a8 req-c5ef46da-7b64-4bba-838e-10bd7cca3dcf tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e2b49f85-0a74-46e8-8296-81002e45e9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300307 Apr 21 13:17:06.798089 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:17:06.898738 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:17:06.902686 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:17:06.903057 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:06.983168 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:07.004919 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7916f5-49ba-4051-874e-eb91d1dd87f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:17:07.007145 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fca4eb-03e1-4745-8ea8-16bed434dd4e" -d '{"events": [{"server_uuid": "2e7916f5-49ba-4051-874e-eb91d1dd87f9", "name": "network-vif-plugged", "status": "completed", "tag": "23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:17:07.019381 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a,segment=NetworkSegment(a1b9f2a5-ec99-4970-872c-a276b878a924),segment_id=a1b9f2a5-ec99-4970-872c-a276b878a924)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:17:07.041976 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ba4f0c-d671-4ed6-9f38-5d0315909eda x-openstack-request-id: req-c7ba4f0c-d671-4ed6-9f38-5d0315909eda {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:17:07.042265 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7916f5-49ba-4051-874e-eb91d1dd87f9", "name": "network-vif-plugged", "status": "completed", "tag": "23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:17:07.043043 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c7ba4f0c-d671-4ed6-9f38-5d0315909eda {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:17:07.044146 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7ba4f0c-d671-4ed6-9f38-5d0315909eda'] response: {'server_uuid': '2e7916f5-49ba-4051-874e-eb91d1dd87f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a', 'code': 200} Apr 21 13:17:07.091594 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:07.140520 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:07.147621 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45a783-a503-4873-93c9-8686e7af5da5 req-ea738e6e-917f-4102-a596-9284a560ce8b tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:07.149149 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5f45a783-a503-4873-93c9-8686e7af5da5 req-ea738e6e-917f-4102-a596-9284a560ce8b tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2e7916f5-49ba-4051-874e-eb91d1dd87f9 HTTP/1.1" status: 200 len: 1097 time: 0.0684302 Apr 21 13:17:07.155244 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c5d85-33ca-43f9-80bb-703278d59b2c req-5fb6a456-2269-4048-a99d-d20bae250542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:07.156684 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-323c5d85-33ca-43f9-80bb-703278d59b2c req-5fb6a456-2269-4048-a99d-d20bae250542 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2e7916f5-49ba-4051-874e-eb91d1dd87f9 HTTP/1.1" status: 200 len: 1097 time: 0.0494664 Apr 21 13:17:07.206409 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5f45a783-a503-4873-93c9-8686e7af5da5 req-c0e30d14-adf9-4f98-a562-1cf99d9b8841 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e2b49f85-0a74-46e8-8296-81002e45e9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487545 Apr 21 13:17:07.208265 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-323c5d85-33ca-43f9-80bb-703278d59b2c req-cd01b11c-18fa-4e8a-97f7-b42a63cf0f3c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e2b49f85-0a74-46e8-8296-81002e45e9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441108 Apr 21 13:17:08.315571 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4527344-c0a7-421a-9fdb-e568605f0c03 req-80f5eaa6-fd70-493f-b565-889d4cfe46c5 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:08.317059 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d4527344-c0a7-421a-9fdb-e568605f0c03 req-80f5eaa6-fd70-493f-b565-889d4cfe46c5 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2e7916f5-49ba-4051-874e-eb91d1dd87f9 HTTP/1.1" status: 200 len: 1097 time: 0.0426912 Apr 21 13:17:08.647504 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d4527344-c0a7-421a-9fdb-e568605f0c03 req-701b598a-0bc7-4194-9111-4aeb618affc4 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e2b49f85-0a74-46e8-8296-81002e45e9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243840 Apr 21 13:17:09.749970 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db30b364-6745-4c9e-9e2b-116aaf76a6a5 req-8f889297-63b1-4c25-aaa5-461bdd345f45 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:09.751474 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db30b364-6745-4c9e-9e2b-116aaf76a6a5 req-8f889297-63b1-4c25-aaa5-461bdd345f45 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2e7916f5-49ba-4051-874e-eb91d1dd87f9 HTTP/1.1" status: 200 len: 1097 time: 0.0388982 Apr 21 13:17:09.784227 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db30b364-6745-4c9e-9e2b-116aaf76a6a5 req-36afccb1-bfbd-420a-9142-3dba7442e8ef tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e2b49f85-0a74-46e8-8296-81002e45e9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269721 Apr 21 13:17:09.886621 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f490d3a0-75d5-42f8-9d99-6e2230742a4a req-208f820d-ac40-4657-b46b-a5859c69d1ec tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:09.888082 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f490d3a0-75d5-42f8-9d99-6e2230742a4a req-208f820d-ac40-4657-b46b-a5859c69d1ec tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2e7916f5-49ba-4051-874e-eb91d1dd87f9 HTTP/1.1" status: 200 len: 1097 time: 0.0387311 Apr 21 13:17:09.921299 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f490d3a0-75d5-42f8-9d99-6e2230742a4a req-ffcc98fc-f9b9-486f-90c5-522427505879 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e2b49f85-0a74-46e8-8296-81002e45e9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273998 Apr 21 13:17:10.023473 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6a162-ac12-42ac-ae16-ffc86766693e req-1816495e-0dac-45a9-aebd-3d515ecd879b tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:10.024964 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2db6a162-ac12-42ac-ae16-ffc86766693e req-1816495e-0dac-45a9-aebd-3d515ecd879b tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2e7916f5-49ba-4051-874e-eb91d1dd87f9 HTTP/1.1" status: 200 len: 1097 time: 0.0416110 Apr 21 13:17:10.059690 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2db6a162-ac12-42ac-ae16-ffc86766693e req-62424846-d7b2-4778-b130-76eae2f306b3 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e2b49f85-0a74-46e8-8296-81002e45e9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281456 Apr 21 13:17:10.499888 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2375a8-762b-45b1-a332-af1ebc86ba2b req-51b58e5d-cb9e-49a2-9323-66e5846e5c5c tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:10.501664 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f2375a8-762b-45b1-a332-af1ebc86ba2b req-51b58e5d-cb9e-49a2-9323-66e5846e5c5c tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2e7916f5-49ba-4051-874e-eb91d1dd87f9 HTTP/1.1" status: 200 len: 1097 time: 0.0403614 Apr 21 13:17:10.533684 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f2375a8-762b-45b1-a332-af1ebc86ba2b req-e23dbf47-8298-46c6-b745-0acc343c9096 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e2b49f85-0a74-46e8-8296-81002e45e9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265462 Apr 21 13:17:11.642955 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fe64b-7a9d-409a-9ca2-c891dba9bbc3 req-aea7a7d2-f1fc-4ecb-bf88-53e984cb1fbd tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:11.644453 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-637fe64b-7a9d-409a-9ca2-c891dba9bbc3 req-aea7a7d2-f1fc-4ecb-bf88-53e984cb1fbd tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2e7916f5-49ba-4051-874e-eb91d1dd87f9 HTTP/1.1" status: 200 len: 1097 time: 0.0402913 Apr 21 13:17:11.677897 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-637fe64b-7a9d-409a-9ca2-c891dba9bbc3 req-9091c386-1e5e-4447-a061-74e1b77cb9b2 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e2b49f85-0a74-46e8-8296-81002e45e9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272129 Apr 21 13:17:12.003187 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c60fa-2930-4b5b-a5a2-86d064bb21a4 req-49951105-4699-4a56-a1ad-5378f8375e53 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:12.004563 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-616c60fa-2930-4b5b-a5a2-86d064bb21a4 req-49951105-4699-4a56-a1ad-5378f8375e53 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=2e7916f5-49ba-4051-874e-eb91d1dd87f9 HTTP/1.1" status: 200 len: 1097 time: 0.0426831 Apr 21 13:17:12.078560 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-616c60fa-2930-4b5b-a5a2-86d064bb21a4 req-c98159a2-aa03-4ad0-9cfd-2e833d2beda3 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Deleting port 23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:17:12.078888 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-616c60fa-2930-4b5b-a5a2-86d064bb21a4 req-c98159a2-aa03-4ad0-9cfd-2e833d2beda3 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:12.156334 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-616c60fa-2930-4b5b-a5a2-86d064bb21a4 req-c98159a2-aa03-4ad0-9cfd-2e833d2beda3 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] For port 23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a,segment=NetworkSegment(a1b9f2a5-ec99-4970-872c-a276b878a924),segment_id=a1b9f2a5-ec99-4970-872c-a276b878a924)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:17:12.156685 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-616c60fa-2930-4b5b-a5a2-86d064bb21a4 req-c98159a2-aa03-4ad0-9cfd-2e833d2beda3 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:12.169186 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-616c60fa-2930-4b5b-a5a2-86d064bb21a4 req-c98159a2-aa03-4ad0-9cfd-2e833d2beda3 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Calling delete_port for 23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:17:12.356745 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-616c60fa-2930-4b5b-a5a2-86d064bb21a4 req-c98159a2-aa03-4ad0-9cfd-2e833d2beda3 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:12.367803 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['e6247431-d8c1-468a-af90-d7d74e7b3edf'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:17:12.388135 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98159a2-aa03-4ad0-9cfd-2e833d2beda3 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Pushing event deleted for resources: {'Port': ['ID=23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:12.392734 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:17:12.433655 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-616c60fa-2930-4b5b-a5a2-86d064bb21a4 req-c98159a2-aa03-4ad0-9cfd-2e833d2beda3 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] No DVR routers for this DVR port 23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:17:12.436520 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-616c60fa-2930-4b5b-a5a2-86d064bb21a4 req-c98159a2-aa03-4ad0-9cfd-2e833d2beda3 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:12.441888 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-616c60fa-2930-4b5b-a5a2-86d064bb21a4 req-c98159a2-aa03-4ad0-9cfd-2e833d2beda3 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.26 "DELETE /v2.0/ports/23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a HTTP/1.1" status: 204 len: 173 time: 0.4304142 Apr 21 13:17:12.441888 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7916f5-49ba-4051-874e-eb91d1dd87f9', 'name': 'network-vif-deleted', 'tag': '23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:17:12.442827 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c210349-09a7-4275-b46c-010451b5f555" -d '{"events": [{"server_uuid": "2e7916f5-49ba-4051-874e-eb91d1dd87f9", "name": "network-vif-deleted", "tag": "23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:17:12.483985 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9008111-6bfc-4d7b-89d1-f3c4be93d9b4 x-openstack-request-id: req-b9008111-6bfc-4d7b-89d1-f3c4be93d9b4 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:17:12.484285 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e7916f5-49ba-4051-874e-eb91d1dd87f9", "name": "network-vif-deleted", "tag": "23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:17:12.484541 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b9008111-6bfc-4d7b-89d1-f3c4be93d9b4 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:17:12.485075 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9008111-6bfc-4d7b-89d1-f3c4be93d9b4'] response: {'server_uuid': '2e7916f5-49ba-4051-874e-eb91d1dd87f9', 'name': 'network-vif-deleted', 'tag': '23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a', 'status': 'completed', 'code': 200} Apr 21 13:17:12.771319 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e7e4a16-6a8d-42d9-980b-891431182f2f req-45d5bbcd-36b0-48af-8975-6bd622946250 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2e7916f5-49ba-4051-874e-eb91d1dd87f9 HTTP/1.1" status: 200 len: 210 time: 0.0255229 Apr 21 13:17:13.497496 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-50102956-7168-4754-9aea-8ddc8ab498a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:14.212279 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29562689-1128-44b9-9ebe-3879b475f68b req-d675047b-e5fb-4400-b872-79d405ce75bd tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:14.213791 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-29562689-1128-44b9-9ebe-3879b475f68b req-d675047b-e5fb-4400-b872-79d405ce75bd tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fd44ac14-eb6f-463a-8788-bceee522a66e HTTP/1.1" status: 200 len: 1097 time: 0.0388725 Apr 21 13:17:14.250603 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-29562689-1128-44b9-9ebe-3879b475f68b req-ee414d2f-e321-45de-b127-9e71f9624d1a tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e2b49f85-0a74-46e8-8296-81002e45e9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302577 Apr 21 13:17:14.861772 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:17:14.881384 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:17:14.881747 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 23bf82e9-79d0-4da4-9ee5-7f761dcf7a5a not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:17:15.356794 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd4e0d-d52f-4ac6-84ad-9f6424a8dd40 req-11476775-6542-4435-bced-a67a43939856 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:15.358308 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e1dd4e0d-d52f-4ac6-84ad-9f6424a8dd40 req-11476775-6542-4435-bced-a67a43939856 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fd44ac14-eb6f-463a-8788-bceee522a66e HTTP/1.1" status: 200 len: 1097 time: 0.0401528 Apr 21 13:17:15.391043 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e1dd4e0d-d52f-4ac6-84ad-9f6424a8dd40 req-33429665-51d9-4786-a0d3-bcdc7d3ad8c5 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/security-groups?id=e2b49f85-0a74-46e8-8296-81002e45e9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269363 Apr 21 13:17:15.622312 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa8287-6679-4d03-91e8-a31092fbd239 req-2e4aaf2b-9b73-4616-bddf-198ec08a1683 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:15.623770 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e9aa8287-6679-4d03-91e8-a31092fbd239 req-2e4aaf2b-9b73-4616-bddf-198ec08a1683 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fd44ac14-eb6f-463a-8788-bceee522a66e HTTP/1.1" status: 200 len: 1097 time: 0.0407572 Apr 21 13:17:15.706213 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-e9aa8287-6679-4d03-91e8-a31092fbd239 req-2299f8e3-b90a-450d-a728-6ace6989fcb3 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Deleting port e6247431-d8c1-468a-af90-d7d74e7b3edf {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:17:15.706554 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e9aa8287-6679-4d03-91e8-a31092fbd239 req-2299f8e3-b90a-450d-a728-6ace6989fcb3 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:15.749654 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90fdf046-3736-467f-82c9-559b348cfd63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:15.786123 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e9aa8287-6679-4d03-91e8-a31092fbd239 req-2299f8e3-b90a-450d-a728-6ace6989fcb3 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] For port e6247431-d8c1-468a-af90-d7d74e7b3edf, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e6247431-d8c1-468a-af90-d7d74e7b3edf,segment=NetworkSegment(a1b9f2a5-ec99-4970-872c-a276b878a924),segment_id=a1b9f2a5-ec99-4970-872c-a276b878a924)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:17:15.786484 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e9aa8287-6679-4d03-91e8-a31092fbd239 req-2299f8e3-b90a-450d-a728-6ace6989fcb3 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:15.798911 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-e9aa8287-6679-4d03-91e8-a31092fbd239 req-2299f8e3-b90a-450d-a728-6ace6989fcb3 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Calling delete_port for e6247431-d8c1-468a-af90-d7d74e7b3edf owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:17:15.993852 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e9aa8287-6679-4d03-91e8-a31092fbd239 req-2299f8e3-b90a-450d-a728-6ace6989fcb3 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:16.007501 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['e6247431-d8c1-468a-af90-d7d74e7b3edf'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:17:16.021025 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299f8e3-b90a-450d-a728-6ace6989fcb3 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6247431-d8c1-468a-af90-d7d74e7b3edf,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:16.061337 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9aa8287-6679-4d03-91e8-a31092fbd239 req-2299f8e3-b90a-450d-a728-6ace6989fcb3 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] No DVR routers for this DVR port e6247431-d8c1-468a-af90-d7d74e7b3edf on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:17:16.064095 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e9aa8287-6679-4d03-91e8-a31092fbd239 req-2299f8e3-b90a-450d-a728-6ace6989fcb3 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:16.067398 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e9aa8287-6679-4d03-91e8-a31092fbd239 req-2299f8e3-b90a-450d-a728-6ace6989fcb3 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.24 "DELETE /v2.0/ports/e6247431-d8c1-468a-af90-d7d74e7b3edf HTTP/1.1" status: 204 len: 173 time: 0.4377131 Apr 21 13:17:16.067844 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd44ac14-eb6f-463a-8788-bceee522a66e', 'name': 'network-vif-deleted', 'tag': 'e6247431-d8c1-468a-af90-d7d74e7b3edf'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:17:16.070126 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ae3b61-76a8-44b8-bba9-92135cc339cb" -d '{"events": [{"server_uuid": "fd44ac14-eb6f-463a-8788-bceee522a66e", "name": "network-vif-deleted", "tag": "e6247431-d8c1-468a-af90-d7d74e7b3edf"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:17:16.109434 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6f9a2b-968e-4817-a7d3-09e3fa7af928 x-openstack-request-id: req-3a6f9a2b-968e-4817-a7d3-09e3fa7af928 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:17:16.109830 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd44ac14-eb6f-463a-8788-bceee522a66e", "name": "network-vif-deleted", "tag": "e6247431-d8c1-468a-af90-d7d74e7b3edf", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:17:16.110081 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3a6f9a2b-968e-4817-a7d3-09e3fa7af928 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:17:16.110484 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a6f9a2b-968e-4817-a7d3-09e3fa7af928'] response: {'server_uuid': 'fd44ac14-eb6f-463a-8788-bceee522a66e', 'name': 'network-vif-deleted', 'tag': 'e6247431-d8c1-468a-af90-d7d74e7b3edf', 'status': 'completed', 'code': 200} Apr 21 13:17:16.499933 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ab877e1e-fd5c-49cb-a141-f57f04733afd req-ab4336d1-58e5-4267-8a30-f46ba723fdb3 tempest-TestServerMultinode-838218117 tempest-TestServerMultinode-838218117-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=fd44ac14-eb6f-463a-8788-bceee522a66e HTTP/1.1" status: 200 len: 210 time: 0.0279031 Apr 21 13:17:17.013110 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:17.561988 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55724) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:17:18.092341 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:18.217562 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-614da32b-44ed-4541-9f7e-cf9a2f862e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:18.454814 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-614da32b-44ed-4541-9f7e-cf9a2f862e40 admin admin] Deleting port 78a2a24c-6599-44a5-b36e-740249ac9310 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:17:18.455155 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-614da32b-44ed-4541-9f7e-cf9a2f862e40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:18.534434 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-614da32b-44ed-4541-9f7e-cf9a2f862e40 admin admin] For port 78a2a24c-6599-44a5-b36e-740249ac9310, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=78a2a24c-6599-44a5-b36e-740249ac9310,segment=NetworkSegment(a1b9f2a5-ec99-4970-872c-a276b878a924),segment_id=a1b9f2a5-ec99-4970-872c-a276b878a924)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:17:18.534794 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-614da32b-44ed-4541-9f7e-cf9a2f862e40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:18.548123 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-614da32b-44ed-4541-9f7e-cf9a2f862e40 admin admin] Calling delete_port for 78a2a24c-6599-44a5-b36e-740249ac9310 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:17:18.566752 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:18.789721 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:18.818411 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-614da32b-44ed-4541-9f7e-cf9a2f862e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:18.842938 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614da32b-44ed-4541-9f7e-cf9a2f862e40 admin admin] Pushing event deleted for resources: {'Port': ['ID=78a2a24c-6599-44a5-b36e-740249ac9310,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:18.856383 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614da32b-44ed-4541-9f7e-cf9a2f862e40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:18.856734 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614da32b-44ed-4541-9f7e-cf9a2f862e40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:18.857074 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614da32b-44ed-4541-9f7e-cf9a2f862e40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:18.857407 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614da32b-44ed-4541-9f7e-cf9a2f862e40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:18.857769 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614da32b-44ed-4541-9f7e-cf9a2f862e40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:18.858097 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614da32b-44ed-4541-9f7e-cf9a2f862e40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:18.858422 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614da32b-44ed-4541-9f7e-cf9a2f862e40 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:18.858743 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614da32b-44ed-4541-9f7e-cf9a2f862e40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:18.859063 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614da32b-44ed-4541-9f7e-cf9a2f862e40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:18.859388 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614da32b-44ed-4541-9f7e-cf9a2f862e40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:18.859707 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614da32b-44ed-4541-9f7e-cf9a2f862e40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:18.860027 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-614da32b-44ed-4541-9f7e-cf9a2f862e40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:19.019747 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-614da32b-44ed-4541-9f7e-cf9a2f862e40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:19.229807 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614da32b-44ed-4541-9f7e-cf9a2f862e40 admin admin] Router 7a5a0534-c182-43a6-9c7a-eb635601f725 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:17:19.333105 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614da32b-44ed-4541-9f7e-cf9a2f862e40 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:17:19.338044 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-614da32b-44ed-4541-9f7e-cf9a2f862e40 admin admin] 10.222.0.36 "PUT /v2.0/routers/7a5a0534-c182-43a6-9c7a-eb635601f725/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7745051 Apr 21 13:17:19.340569 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55726) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:17:19.343908 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f090b3-2eb7-4fbb-bcf3-ba47af878f16 None None] Sync routers for ids ['7a5a0534-c182-43a6-9c7a-eb635601f725'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:17:19.356265 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f090b3-2eb7-4fbb-bcf3-ba47af878f16 None None] Routers {'7a5a0534-c182-43a6-9c7a-eb635601f725'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:17:19.356857 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-55f090b3-2eb7-4fbb-bcf3-ba47af878f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:17:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['7a5a0534-c182-43a6-9c7a-eb635601f725'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:17:19.445468 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-356447b2-9e34-4c2c-ab8f-ae6c5808ba28 admin admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:19.462851 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-55f090b3-2eb7-4fbb-bcf3-ba47af878f16 None None] Set router 7a5a0534-c182-43a6-9c7a-eb635601f725 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:17:19.546302 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-356447b2-9e34-4c2c-ab8f-ae6c5808ba28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:19.667332 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-356447b2-9e34-4c2c-ab8f-ae6c5808ba28 admin admin] Deleting port db9d22d6-dc55-4ba7-8e11-da7a5fb36712 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:17:19.667675 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-356447b2-9e34-4c2c-ab8f-ae6c5808ba28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:19.754924 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-356447b2-9e34-4c2c-ab8f-ae6c5808ba28 admin admin] For port db9d22d6-dc55-4ba7-8e11-da7a5fb36712, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=db9d22d6-dc55-4ba7-8e11-da7a5fb36712,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:17:19.755285 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-356447b2-9e34-4c2c-ab8f-ae6c5808ba28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:19.767334 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-356447b2-9e34-4c2c-ab8f-ae6c5808ba28 admin admin] Calling delete_port for db9d22d6-dc55-4ba7-8e11-da7a5fb36712 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:17:19.793079 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-55f090b3-2eb7-4fbb-bcf3-ba47af878f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a0534-c182-43a6-9c7a-eb635601f725', 'name': 'tempest-TestServerMultinode-3473836-router', 'tenant_id': '3a06bae35a494ee3b58de1eb1dbcd91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.201'}], 'enable_snat': True}, 'gw_port_id': 'db9d22d6-dc55-4ba7-8e11-da7a5fb36712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:16:31Z', 'updated_at': '2022-04-21T13:17:18Z', 'revision_number': 5, 'project_id': '3a06bae35a494ee3b58de1eb1dbcd91d', 'gw_port': {'id': 'db9d22d6-dc55-4ba7-8e11-da7a5fb36712', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:07:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5a0534-c182-43a6-9c7a-eb635601f725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:16:32Z', 'updated_at': '2022-04-21T13:16:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:17:19.819372 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f090b3-2eb7-4fbb-bcf3-ba47af878f16 None None] Checking router: 7a5a0534-c182-43a6-9c7a-eb635601f725 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:17:19.827166 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f090b3-2eb7-4fbb-bcf3-ba47af878f16 None None] Routers {'7a5a0534-c182-43a6-9c7a-eb635601f725'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:17:19.827758 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-55f090b3-2eb7-4fbb-bcf3-ba47af878f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:17:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['7a5a0534-c182-43a6-9c7a-eb635601f725'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:17:19.912555 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-55f090b3-2eb7-4fbb-bcf3-ba47af878f16 None None] Set router 7a5a0534-c182-43a6-9c7a-eb635601f725 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:17:19.967249 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-55f090b3-2eb7-4fbb-bcf3-ba47af878f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a5a0534-c182-43a6-9c7a-eb635601f725', 'name': 'tempest-TestServerMultinode-3473836-router', 'tenant_id': '3a06bae35a494ee3b58de1eb1dbcd91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:16:31Z', 'updated_at': '2022-04-21T13:17:19Z', 'revision_number': 6, 'project_id': '3a06bae35a494ee3b58de1eb1dbcd91d', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:17:19.978591 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-356447b2-9e34-4c2c-ab8f-ae6c5808ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:19.993942 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f090b3-2eb7-4fbb-bcf3-ba47af878f16 None None] The sync data for ids ['7a5a0534-c182-43a6-9c7a-eb635601f725'] in n-d-836147-2 is: [{'id': '7a5a0534-c182-43a6-9c7a-eb635601f725', 'name': 'tempest-TestServerMultinode-3473836-router', 'tenant_id': '3a06bae35a494ee3b58de1eb1dbcd91d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:16:31Z', 'updated_at': '2022-04-21T13:17:19Z', 'revision_number': 6, 'project_id': '3a06bae35a494ee3b58de1eb1dbcd91d', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:17:20.005651 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356447b2-9e34-4c2c-ab8f-ae6c5808ba28 admin admin] Pushing event deleted for resources: {'Port': ['ID=db9d22d6-dc55-4ba7-8e11-da7a5fb36712,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:20.066893 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-356447b2-9e34-4c2c-ab8f-ae6c5808ba28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:20.158951 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-356447b2-9e34-4c2c-ab8f-ae6c5808ba28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:20.160992 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-356447b2-9e34-4c2c-ab8f-ae6c5808ba28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:20.273544 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-356447b2-9e34-4c2c-ab8f-ae6c5808ba28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:20.274141 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356447b2-9e34-4c2c-ab8f-ae6c5808ba28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a5a0534-c182-43a6-9c7a-eb635601f725 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:17:20.278986 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-356447b2-9e34-4c2c-ab8f-ae6c5808ba28 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:20.280130 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-356447b2-9e34-4c2c-ab8f-ae6c5808ba28 admin admin] 10.222.0.36 "DELETE /v2.0/routers/7a5a0534-c182-43a6-9c7a-eb635601f725 HTTP/1.1" status: 204 len: 168 time: 0.9386172 Apr 21 13:17:20.282595 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55730) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:17:20.325919 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-630313e2-b638-42cc-999c-f0322def7e0e admin admin] Deleting subnet adeb880c-0c33-41bb-8675-c3937d75f8b8 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:17:20.328874 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-630313e2-b638-42cc-999c-f0322def7e0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:20.364517 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-630313e2-b638-42cc-999c-f0322def7e0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:20.454899 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 78a2a24c-6599-44a5-b36e-740249ac9310 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:17:20.462167 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-630313e2-b638-42cc-999c-f0322def7e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:20.476357 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 78a2a24c-6599-44a5-b36e-740249ac9310 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:17:20.476696 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 78a2a24c-6599-44a5-b36e-740249ac9310 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:17:20.576768 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-630313e2-b638-42cc-999c-f0322def7e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:20.599930 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630313e2-b638-42cc-999c-f0322def7e0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adeb880c-0c33-41bb-8675-c3937d75f8b8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:20.608131 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-630313e2-b638-42cc-999c-f0322def7e0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:20.613862 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-630313e2-b638-42cc-999c-f0322def7e0e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/adeb880c-0c33-41bb-8675-c3937d75f8b8 HTTP/1.1" status: 204 len: 168 time: 0.3281641 Apr 21 13:17:20.615310 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55732) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:17:20.615428 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b74e3e-82f7-44a2-9dd5-344d4ec7d3ae None None] Network 201e4d4b-a1d8-4e92-9d26-1ca54f397e50 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:17:20.685305 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a11eb917-ff37-4b70-ae12-71d0326d4fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:20.724415 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:20.738640 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a11eb917-ff37-4b70-ae12-71d0326d4fa2 admin admin] Deleting port fd03a00a-6967-4482-b5ca-bd421b915b8f {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:17:20.738976 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a11eb917-ff37-4b70-ae12-71d0326d4fa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:20.793042 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8d5a0f-547f-490a-aa1c-baf5852899e6 None None] DHCP port deletion for 201e4d4b-a1d8-4e92-9d26-1ca54f397e50 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:17:20.806334 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-a11eb917-ff37-4b70-ae12-71d0326d4fa2 admin admin] For port fd03a00a-6967-4482-b5ca-bd421b915b8f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fd03a00a-6967-4482-b5ca-bd421b915b8f,segment=NetworkSegment(a1b9f2a5-ec99-4970-872c-a276b878a924),segment_id=a1b9f2a5-ec99-4970-872c-a276b878a924)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:17:20.806704 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a11eb917-ff37-4b70-ae12-71d0326d4fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:20.820648 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-a11eb917-ff37-4b70-ae12-71d0326d4fa2 admin admin] Calling delete_port for fd03a00a-6967-4482-b5ca-bd421b915b8f owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:17:20.845128 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fd8d5a0f-547f-490a-aa1c-baf5852899e6 None None] Deleting port fd03a00a-6967-4482-b5ca-bd421b915b8f {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:17:20.845611 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd8d5a0f-547f-490a-aa1c-baf5852899e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:20.908521 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fd8d5a0f-547f-490a-aa1c-baf5852899e6 None None] For port fd03a00a-6967-4482-b5ca-bd421b915b8f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=fd03a00a-6967-4482-b5ca-bd421b915b8f,segment=NetworkSegment(a1b9f2a5-ec99-4970-872c-a276b878a924),segment_id=a1b9f2a5-ec99-4970-872c-a276b878a924)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:17:20.908937 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd8d5a0f-547f-490a-aa1c-baf5852899e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:20.922557 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fd8d5a0f-547f-490a-aa1c-baf5852899e6 None None] Calling delete_port for fd03a00a-6967-4482-b5ca-bd421b915b8f owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:17:20.955696 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a11eb917-ff37-4b70-ae12-71d0326d4fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:20.982197 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11eb917-ff37-4b70-ae12-71d0326d4fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd03a00a-6967-4482-b5ca-bd421b915b8f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:20.985934 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11eb917-ff37-4b70-ae12-71d0326d4fa2 admin admin] No DVR routers for this DVR port fd03a00a-6967-4482-b5ca-bd421b915b8f on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:17:21.006060 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd8d5a0f-547f-490a-aa1c-baf5852899e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:21.028630 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d5a0f-547f-490a-aa1c-baf5852899e6 None None] Pushing event deleted for resources: {'Port': ['ID=fd03a00a-6967-4482-b5ca-bd421b915b8f,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:21.038784 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8d5a0f-547f-490a-aa1c-baf5852899e6 None None] No DVR routers for this DVR port fd03a00a-6967-4482-b5ca-bd421b915b8f on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:17:21.073524 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a11eb917-ff37-4b70-ae12-71d0326d4fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:21.097059 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a11eb917-ff37-4b70-ae12-71d0326d4fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['201e4d4b-a1d8-4e92-9d26-1ca54f397e50']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:17:21.107113 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a11eb917-ff37-4b70-ae12-71d0326d4fa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1b9f2a5-ec99-4970-872c-a276b878a924') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:17:21.107407 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-a11eb917-ff37-4b70-ae12-71d0326d4fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1b9f2a5-ec99-4970-872c-a276b878a924') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:17:21.116737 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a11eb917-ff37-4b70-ae12-71d0326d4fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:21.123169 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e6247431-d8c1-468a-af90-d7d74e7b3edf no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:17:21.130578 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a11eb917-ff37-4b70-ae12-71d0326d4fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:21.136529 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a11eb917-ff37-4b70-ae12-71d0326d4fa2 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:17:21.136945 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a11eb917-ff37-4b70-ae12-71d0326d4fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:17:21.138634 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:17:21.143495 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: e6247431-d8c1-468a-af90-d7d74e7b3edf {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:17:21.143843 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e6247431-d8c1-468a-af90-d7d74e7b3edf not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:17:21.286648 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a11eb917-ff37-4b70-ae12-71d0326d4fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:21.291270 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a11eb917-ff37-4b70-ae12-71d0326d4fa2 admin admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:21.295582 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a11eb917-ff37-4b70-ae12-71d0326d4fa2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/201e4d4b-a1d8-4e92-9d26-1ca54f397e50 HTTP/1.1" status: 204 len: 168 time: 0.6802251 Apr 21 13:17:21.298774 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55734) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:17:21.308099 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11eb917-ff37-4b70-ae12-71d0326d4fa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=201e4d4b-a1d8-4e92-9d26-1ca54f397e50,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:21.638824 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4db59c6e-4b43-45b6-b5d5-9d67dc6404b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:21.882824 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-4db59c6e-4b43-45b6-b5d5-9d67dc6404b0 admin admin] Deleting port 53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:17:21.883162 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4db59c6e-4b43-45b6-b5d5-9d67dc6404b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:21.963126 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-4db59c6e-4b43-45b6-b5d5-9d67dc6404b0 admin admin] For port 53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc,segment=NetworkSegment(b8e20e5e-4909-451e-82a7-16dff900adf2),segment_id=b8e20e5e-4909-451e-82a7-16dff900adf2)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:17:21.963485 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4db59c6e-4b43-45b6-b5d5-9d67dc6404b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:21.977040 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-4db59c6e-4b43-45b6-b5d5-9d67dc6404b0 admin admin] Calling delete_port for 53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:17:22.193848 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4db59c6e-4b43-45b6-b5d5-9d67dc6404b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:22.219713 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db59c6e-4b43-45b6-b5d5-9d67dc6404b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:22.260952 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fd03a00a-6967-4482-b5ca-bd421b915b8f no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:17:22.281941 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: fd03a00a-6967-4482-b5ca-bd421b915b8f {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:17:22.282757 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device fd03a00a-6967-4482-b5ca-bd421b915b8f not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:17:22.282757 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device db9d22d6-dc55-4ba7-8e11-da7a5fb36712 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:17:22.304181 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: db9d22d6-dc55-4ba7-8e11-da7a5fb36712 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:17:22.304632 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device db9d22d6-dc55-4ba7-8e11-da7a5fb36712 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:17:22.401843 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4db59c6e-4b43-45b6-b5d5-9d67dc6404b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:22.613037 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db59c6e-4b43-45b6-b5d5-9d67dc6404b0 admin admin] Router e1d16726-2ab2-4752-aac6-e7ea33087639 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:17:22.715548 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db59c6e-4b43-45b6-b5d5-9d67dc6404b0 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:17:22.721026 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4db59c6e-4b43-45b6-b5d5-9d67dc6404b0 admin admin] 10.222.0.36 "PUT /v2.0/routers/e1d16726-2ab2-4752-aac6-e7ea33087639/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4212151 Apr 21 13:17:22.723697 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55736) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:17:22.725531 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715b6bec-abc0-485a-81bc-583a51e6b140 None None] Sync routers for ids ['e1d16726-2ab2-4752-aac6-e7ea33087639'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:17:22.737707 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715b6bec-abc0-485a-81bc-583a51e6b140 None None] Routers {'e1d16726-2ab2-4752-aac6-e7ea33087639'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:17:22.738314 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-715b6bec-abc0-485a-81bc-583a51e6b140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:17:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['e1d16726-2ab2-4752-aac6-e7ea33087639'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:17:22.825390 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-12f223bb-c06c-4dc7-b83b-226d0614ad72 admin admin] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:22.836839 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-715b6bec-abc0-485a-81bc-583a51e6b140 None None] Set router e1d16726-2ab2-4752-aac6-e7ea33087639 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:17:22.925391 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-12f223bb-c06c-4dc7-b83b-226d0614ad72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:23.008744 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-715b6bec-abc0-485a-81bc-583a51e6b140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d16726-2ab2-4752-aac6-e7ea33087639', 'name': 'tempest-TestServerMultinode-102128620-router', 'tenant_id': '7220af1c19d641f89f0b30890bb1dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.233'}], 'enable_snat': True}, 'gw_port_id': 'e75e7bbb-7685-4345-bd53-2606811a1c8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:16:37Z', 'updated_at': '2022-04-21T13:17:22Z', 'revision_number': 5, 'project_id': '7220af1c19d641f89f0b30890bb1dd0f', 'gw_port': {'id': 'e75e7bbb-7685-4345-bd53-2606811a1c8c', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:91:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d16726-2ab2-4752-aac6-e7ea33087639', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4056, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:16:38Z', 'updated_at': '2022-04-21T13:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:17:23.035406 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715b6bec-abc0-485a-81bc-583a51e6b140 None None] Checking router: e1d16726-2ab2-4752-aac6-e7ea33087639 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:17:23.044001 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715b6bec-abc0-485a-81bc-583a51e6b140 None None] Routers {'e1d16726-2ab2-4752-aac6-e7ea33087639'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:17:23.044597 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-715b6bec-abc0-485a-81bc-583a51e6b140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:17:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['e1d16726-2ab2-4752-aac6-e7ea33087639'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:17:23.047125 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-12f223bb-c06c-4dc7-b83b-226d0614ad72 admin admin] Deleting port e75e7bbb-7685-4345-bd53-2606811a1c8c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:17:23.047469 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-12f223bb-c06c-4dc7-b83b-226d0614ad72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:23.127751 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-12f223bb-c06c-4dc7-b83b-226d0614ad72 admin admin] For port e75e7bbb-7685-4345-bd53-2606811a1c8c, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e75e7bbb-7685-4345-bd53-2606811a1c8c,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:17:23.127967 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-715b6bec-abc0-485a-81bc-583a51e6b140 None None] Set router e1d16726-2ab2-4752-aac6-e7ea33087639 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:17:23.128310 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-12f223bb-c06c-4dc7-b83b-226d0614ad72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:23.140698 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-12f223bb-c06c-4dc7-b83b-226d0614ad72 admin admin] Calling delete_port for e75e7bbb-7685-4345-bd53-2606811a1c8c owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:17:23.178542 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-715b6bec-abc0-485a-81bc-583a51e6b140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d16726-2ab2-4752-aac6-e7ea33087639', 'name': 'tempest-TestServerMultinode-102128620-router', 'tenant_id': '7220af1c19d641f89f0b30890bb1dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:16:37Z', 'updated_at': '2022-04-21T13:17:22Z', 'revision_number': 6, 'project_id': '7220af1c19d641f89f0b30890bb1dd0f', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:17:23.206700 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715b6bec-abc0-485a-81bc-583a51e6b140 None None] The sync data for ids ['e1d16726-2ab2-4752-aac6-e7ea33087639'] in n-d-836147-2 is: [{'id': 'e1d16726-2ab2-4752-aac6-e7ea33087639', 'name': 'tempest-TestServerMultinode-102128620-router', 'tenant_id': '7220af1c19d641f89f0b30890bb1dd0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:16:37Z', 'updated_at': '2022-04-21T13:17:22Z', 'revision_number': 6, 'project_id': '7220af1c19d641f89f0b30890bb1dd0f', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:17:23.378596 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-12f223bb-c06c-4dc7-b83b-226d0614ad72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:23.404955 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f223bb-c06c-4dc7-b83b-226d0614ad72 admin admin] Pushing event deleted for resources: {'Port': ['ID=e75e7bbb-7685-4345-bd53-2606811a1c8c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:23.463004 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-12f223bb-c06c-4dc7-b83b-226d0614ad72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:23.553154 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-12f223bb-c06c-4dc7-b83b-226d0614ad72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:23.555410 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-12f223bb-c06c-4dc7-b83b-226d0614ad72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:23.675579 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-12f223bb-c06c-4dc7-b83b-226d0614ad72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:23.676107 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f223bb-c06c-4dc7-b83b-226d0614ad72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1d16726-2ab2-4752-aac6-e7ea33087639 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:17:23.681031 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-12f223bb-c06c-4dc7-b83b-226d0614ad72 admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:23.682196 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-12f223bb-c06c-4dc7-b83b-226d0614ad72 admin admin] 10.222.0.36 "DELETE /v2.0/routers/e1d16726-2ab2-4752-aac6-e7ea33087639 HTTP/1.1" status: 204 len: 168 time: 0.9573326 Apr 21 13:17:23.685205 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55742) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:17:23.728982 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0ff6d1-d102-4663-b410-18c202d3e0c4 admin admin] Deleting subnet 0ac13b66-ba52-46ae-a144-2e8e263f6a34 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:17:23.731867 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db0ff6d1-d102-4663-b410-18c202d3e0c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:23.765197 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db0ff6d1-d102-4663-b410-18c202d3e0c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:23.843281 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db0ff6d1-d102-4663-b410-18c202d3e0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:23.948263 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db0ff6d1-d102-4663-b410-18c202d3e0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:23.972769 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ff6d1-d102-4663-b410-18c202d3e0c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ac13b66-ba52-46ae-a144-2e8e263f6a34,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:23.978875 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db0ff6d1-d102-4663-b410-18c202d3e0c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:23.982873 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-db0ff6d1-d102-4663-b410-18c202d3e0c4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0ac13b66-ba52-46ae-a144-2e8e263f6a34 HTTP/1.1" status: 204 len: 168 time: 0.2964091 Apr 21 13:17:23.985053 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55744) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:17:23.985331 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755c438f-bd29-49c6-82c6-e16f43582de6 None None] Network 612da4eb-9f4e-4aee-9342-6390602cc44d requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:17:24.051570 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da47cfd0-42d0-4c9a-8b6b-ef758c7c7cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:24.110778 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-da47cfd0-42d0-4c9a-8b6b-ef758c7c7cab admin admin] Deleting port aa2f6a50-bffd-4ff8-8168-86f7adb4dd72 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:17:24.111122 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da47cfd0-42d0-4c9a-8b6b-ef758c7c7cab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:24.159313 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1208817a-a0e8-4407-bd17-9dfcc491e399 None None] DHCP port deletion for 612da4eb-9f4e-4aee-9342-6390602cc44d request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:17:24.179171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-da47cfd0-42d0-4c9a-8b6b-ef758c7c7cab admin admin] For port aa2f6a50-bffd-4ff8-8168-86f7adb4dd72, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=aa2f6a50-bffd-4ff8-8168-86f7adb4dd72,segment=NetworkSegment(b8e20e5e-4909-451e-82a7-16dff900adf2),segment_id=b8e20e5e-4909-451e-82a7-16dff900adf2)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:17:24.179530 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da47cfd0-42d0-4c9a-8b6b-ef758c7c7cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:24.194189 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-da47cfd0-42d0-4c9a-8b6b-ef758c7c7cab admin admin] Calling delete_port for aa2f6a50-bffd-4ff8-8168-86f7adb4dd72 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:17:24.214042 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1208817a-a0e8-4407-bd17-9dfcc491e399 None None] Deleting port aa2f6a50-bffd-4ff8-8168-86f7adb4dd72 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:17:24.214421 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1208817a-a0e8-4407-bd17-9dfcc491e399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:24.281144 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1208817a-a0e8-4407-bd17-9dfcc491e399 None None] For port aa2f6a50-bffd-4ff8-8168-86f7adb4dd72, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=aa2f6a50-bffd-4ff8-8168-86f7adb4dd72,segment=NetworkSegment(b8e20e5e-4909-451e-82a7-16dff900adf2),segment_id=b8e20e5e-4909-451e-82a7-16dff900adf2)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:17:24.281771 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1208817a-a0e8-4407-bd17-9dfcc491e399 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:24.285254 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e75e7bbb-7685-4345-bd53-2606811a1c8c no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:17:24.298752 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1208817a-a0e8-4407-bd17-9dfcc491e399 None None] Calling delete_port for aa2f6a50-bffd-4ff8-8168-86f7adb4dd72 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:17:24.321173 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: e75e7bbb-7685-4345-bd53-2606811a1c8c {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:17:24.321487 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e75e7bbb-7685-4345-bd53-2606811a1c8c not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:17:24.321910 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device aa2f6a50-bffd-4ff8-8168-86f7adb4dd72 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:17:24.349931 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da47cfd0-42d0-4c9a-8b6b-ef758c7c7cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:24.375716 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47cfd0-42d0-4c9a-8b6b-ef758c7c7cab admin admin] Pushing event deleted for resources: {'Port': ['ID=aa2f6a50-bffd-4ff8-8168-86f7adb4dd72,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:24.381728 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da47cfd0-42d0-4c9a-8b6b-ef758c7c7cab admin admin] No DVR routers for this DVR port aa2f6a50-bffd-4ff8-8168-86f7adb4dd72 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:17:24.395608 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No active binding found for port aa2f6a50-bffd-4ff8-8168-86f7adb4dd72 {{(pid=103399) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Apr 21 13:17:24.395941 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device aa2f6a50-bffd-4ff8-8168-86f7adb4dd72 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:17:24.396360 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:17:24.418587 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:17:24.419646 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 53b5bd19-c00d-45d1-ae5c-8a5aeea05fcc not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:17:24.446221 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1208817a-a0e8-4407-bd17-9dfcc491e399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:24.455314 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da47cfd0-42d0-4c9a-8b6b-ef758c7c7cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:24.471280 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208817a-a0e8-4407-bd17-9dfcc491e399 None None] Pushing event deleted for resources: {'Port': ['ID=aa2f6a50-bffd-4ff8-8168-86f7adb4dd72,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:24.475444 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1208817a-a0e8-4407-bd17-9dfcc491e399 None None] No DVR routers for this DVR port aa2f6a50-bffd-4ff8-8168-86f7adb4dd72 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:17:24.480311 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-da47cfd0-42d0-4c9a-8b6b-ef758c7c7cab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['612da4eb-9f4e-4aee-9342-6390602cc44d']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:17:24.490769 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-da47cfd0-42d0-4c9a-8b6b-ef758c7c7cab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e20e5e-4909-451e-82a7-16dff900adf2') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:17:24.491069 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-da47cfd0-42d0-4c9a-8b6b-ef758c7c7cab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e20e5e-4909-451e-82a7-16dff900adf2') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:17:24.500419 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da47cfd0-42d0-4c9a-8b6b-ef758c7c7cab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:24.513255 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da47cfd0-42d0-4c9a-8b6b-ef758c7c7cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:24.519030 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da47cfd0-42d0-4c9a-8b6b-ef758c7c7cab admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:17:24.519418 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da47cfd0-42d0-4c9a-8b6b-ef758c7c7cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: timer() Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:17:24.521058 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:17:24.628125 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da47cfd0-42d0-4c9a-8b6b-ef758c7c7cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:24.633674 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-da47cfd0-42d0-4c9a-8b6b-ef758c7c7cab admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:24.638310 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-da47cfd0-42d0-4c9a-8b6b-ef758c7c7cab admin admin] 10.222.0.36 "DELETE /v2.0/networks/612da4eb-9f4e-4aee-9342-6390602cc44d HTTP/1.1" status: 204 len: 168 time: 0.6506703 Apr 21 13:17:24.648408 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47cfd0-42d0-4c9a-8b6b-ef758c7c7cab admin admin] Pushing event deleted for resources: {'Network': ['ID=612da4eb-9f4e-4aee-9342-6390602cc44d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:24.936792 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55748) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:17:24.975539 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2b1d3bbb-f5f3-4d5f-8528-0f6802248bdd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a06bae35a494ee3b58de1eb1dbcd91d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375588 Apr 21 13:17:24.982954 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55750) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:17:25.029043 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d40e3fad-6991-4f37-9658-bb158e9dde29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:25.053755 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d40e3fad-6991-4f37-9658-bb158e9dde29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:25.458352 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d40e3fad-6991-4f37-9658-bb158e9dde29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:25.461082 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d40e3fad-6991-4f37-9658-bb158e9dde29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:25.462352 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d40e3fad-6991-4f37-9658-bb158e9dde29 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/11f08d29-1492-47a3-a927-31ab32dd7a5e HTTP/1.1" status: 204 len: 168 time: 0.4784970 Apr 21 13:17:25.470848 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e3fad-6991-4f37-9658-bb158e9dde29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f08d29-1492-47a3-a927-31ab32dd7a5e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:26.045058 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55756) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:17:26.083023 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-72a3c576-9532-41c2-acc6-d895146c8095 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7220af1c19d641f89f0b30890bb1dd0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0367558 Apr 21 13:17:26.085238 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55758) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:17:26.130991 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d31ccb30-80cc-4ade-b179-5c6a4de2661c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:26.151054 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d31ccb30-80cc-4ade-b179-5c6a4de2661c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:26.264058 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d31ccb30-80cc-4ade-b179-5c6a4de2661c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:26.266707 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d31ccb30-80cc-4ade-b179-5c6a4de2661c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:26.267847 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d31ccb30-80cc-4ade-b179-5c6a4de2661c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2b49f85-0a74-46e8-8296-81002e45e9d7 HTTP/1.1" status: 204 len: 168 time: 0.1815660 Apr 21 13:17:26.278743 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ccb30-80cc-4ade-b179-5c6a4de2661c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b49f85-0a74-46e8-8296-81002e45e9d7,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:27.296212 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55780) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:17:27.388865 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8cb2f895-a5c4-4e86-8584-0566e1a9348e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-97306643-network', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:17:27.463846 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb2f895-a5c4-4e86-8584-0566e1a9348e admin admin] Made reservation on behalf of e09676fd3de740cabb87417a0199ea6c for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:17:27.466273 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8cb2f895-a5c4-4e86-8584-0566e1a9348e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:27.474867 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8cb2f895-a5c4-4e86-8584-0566e1a9348e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:27.549320 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8cb2f895-a5c4-4e86-8584-0566e1a9348e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:27.616541 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8cb2f895-a5c4-4e86-8584-0566e1a9348e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:27.640429 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb2f895-a5c4-4e86-8584-0566e1a9348e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:17:27.649746 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2f895-a5c4-4e86-8584-0566e1a9348e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:27.654554 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8cb2f895-a5c4-4e86-8584-0566e1a9348e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:27.654894 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-8cb2f895-a5c4-4e86-8584-0566e1a9348e admin admin] Added segment 0edb88c0-3503-4d89-a6d4-402c1e5a989d of type vlan for network 7984040f-8856-438f-b156-ed1c99b23fab Apr 21 13:17:27.694028 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8cb2f895-a5c4-4e86-8584-0566e1a9348e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:27.777990 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8cb2f895-a5c4-4e86-8584-0566e1a9348e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:27.779008 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb2f895-a5c4-4e86-8584-0566e1a9348e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:27.779584 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8cb2f895-a5c4-4e86-8584-0566e1a9348e admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:27.836048 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2f895-a5c4-4e86-8584-0566e1a9348e admin admin] Pushing event updated for resources: {'Network': ['ID=7984040f-8856-438f-b156-ed1c99b23fab,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:27.846013 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 7984040f-8856-438f-b156-ed1c99b23fab details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:17:27.884009 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8cb2f895-a5c4-4e86-8584-0566e1a9348e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5866377 Apr 21 13:17:27.886721 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55786) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:17:27.891607 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7711b9e8-4f08-4a7f-84a2-4616fccc974d admin admin] Request body: {'subnet': {'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-97306643-subnet', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:17:27.949632 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7711b9e8-4f08-4a7f-84a2-4616fccc974d admin admin] Made reservation on behalf of e09676fd3de740cabb87417a0199ea6c for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:17:27.951999 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7711b9e8-4f08-4a7f-84a2-4616fccc974d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:28.161419 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7711b9e8-4f08-4a7f-84a2-4616fccc974d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:28.222807 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711b9e8-4f08-4a7f-84a2-4616fccc974d admin admin] Pushing event updated for resources: {'Subnet': ['ID=907954d3-68ec-48ae-a8f1-9fb47f43a330,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:28.227997 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7711b9e8-4f08-4a7f-84a2-4616fccc974d admin admin] Checking segment: {'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:17:28.228344 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7711b9e8-4f08-4a7f-84a2-4616fccc974d admin admin] Network hostable DHCP agents. Network: 7984040f-8856-438f-b156-ed1c99b23fab, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:17:28.313229 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7711b9e8-4f08-4a7f-84a2-4616fccc974d admin admin] Network 7984040f-8856-438f-b156-ed1c99b23fab is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:17:28.405457 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-7711b9e8-4f08-4a7f-84a2-4616fccc974d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 7984040f-8856-438f-b156-ed1c99b23fab) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:17:28.409795 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7711b9e8-4f08-4a7f-84a2-4616fccc974d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:28.410373 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7711b9e8-4f08-4a7f-84a2-4616fccc974d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:28.415794 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e4bd60-a5e1-4a61-9e57-0a20463d45cd None None] Network 7984040f-8856-438f-b156-ed1c99b23fab requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:17:28.506725 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7711b9e8-4f08-4a7f-84a2-4616fccc974d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6188550 Apr 21 13:17:28.509307 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55788) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:17:28.514067 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ab139313-14c2-446c-9d86-f78a65c75431 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-97306643-router', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:17:28.555355 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22699bdb-37b2-49dd-bf35-e7c309370207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-7984040f-8856-438f-b156-ed1c99b23fab', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'fixed_ips': [{'subnet_id': '907954d3-68ec-48ae-a8f1-9fb47f43a330'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:17:28.568874 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22699bdb-37b2-49dd-bf35-e7c309370207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:28.616795 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab139313-14c2-446c-9d86-f78a65c75431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:28.617872 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab139313-14c2-446c-9d86-f78a65c75431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:28.667908 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab139313-14c2-446c-9d86-f78a65c75431 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:28.690079 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-22699bdb-37b2-49dd-bf35-e7c309370207 None None] Allocated IP 172.20.0.2 (7984040f-8856-438f-b156-ed1c99b23fab/907954d3-68ec-48ae-a8f1-9fb47f43a330/74e8a331-01c9-41c3-b371-8fd6e179d5d2) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:17:28.830275 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22699bdb-37b2-49dd-bf35-e7c309370207 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:28.850337 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab139313-14c2-446c-9d86-f78a65c75431 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:28.887154 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22699bdb-37b2-49dd-bf35-e7c309370207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:28.922998 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22699bdb-37b2-49dd-bf35-e7c309370207 None None] Network 7984040f-8856-438f-b156-ed1c99b23fab is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:17:28.929299 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-22699bdb-37b2-49dd-bf35-e7c309370207 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:17:28.933716 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22699bdb-37b2-49dd-bf35-e7c309370207 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:17:28.940955 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22699bdb-37b2-49dd-bf35-e7c309370207 None None] Pushing event updated for resources: {'Port': ['ID=74e8a331-01c9-41c3-b371-8fd6e179d5d2,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:28.992834 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-22699bdb-37b2-49dd-bf35-e7c309370207 None None] Attempting to bind port 74e8a331-01c9-41c3-b371-8fd6e179d5d2 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:17:28.993206 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-22699bdb-37b2-49dd-bf35-e7c309370207 None None] Attempting to bind port 74e8a331-01c9-41c3-b371-8fd6e179d5d2 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:17:28.993565 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22699bdb-37b2-49dd-bf35-e7c309370207 None None] Attempting to bind port 74e8a331-01c9-41c3-b371-8fd6e179d5d2 on network 7984040f-8856-438f-b156-ed1c99b23fab {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:17:28.998896 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22699bdb-37b2-49dd-bf35-e7c309370207 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:17:28.999270 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22699bdb-37b2-49dd-bf35-e7c309370207 None None] Checking segment: {'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:17:28.999668 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22699bdb-37b2-49dd-bf35-e7c309370207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:29.000063 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22699bdb-37b2-49dd-bf35-e7c309370207 None None] Bound using segment: {'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:17:29.000524 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-22699bdb-37b2-49dd-bf35-e7c309370207 None None] Bound port: 74e8a331-01c9-41c3-b371-8fd6e179d5d2, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:17:29.000901 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22699bdb-37b2-49dd-bf35-e7c309370207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:29.062524 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-22699bdb-37b2-49dd-bf35-e7c309370207 None None] For port 74e8a331-01c9-41c3-b371-8fd6e179d5d2, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:17:29.065521 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-22699bdb-37b2-49dd-bf35-e7c309370207 None None] For port 74e8a331-01c9-41c3-b371-8fd6e179d5d2, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=74e8a331-01c9-41c3-b371-8fd6e179d5d2,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:17:29.114587 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab139313-14c2-446c-9d86-f78a65c75431 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:29.134267 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab139313-14c2-446c-9d86-f78a65c75431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:29.138496 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22699bdb-37b2-49dd-bf35-e7c309370207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:29.203477 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22699bdb-37b2-49dd-bf35-e7c309370207 None None] Pushing event updated for resources: {'Port': ['ID=74e8a331-01c9-41c3-b371-8fd6e179d5d2,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:29.242930 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-ab139313-14c2-446c-9d86-f78a65c75431 admin admin] Allocated IP 172.25.8.133 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/b5ea9b03-a87c-48bb-8696-8f8397f71c7b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:17:29.371849 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab139313-14c2-446c-9d86-f78a65c75431 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:29.470640 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab139313-14c2-446c-9d86-f78a65c75431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:29.511519 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab139313-14c2-446c-9d86-f78a65c75431 admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:17:29.514330 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ab139313-14c2-446c-9d86-f78a65c75431 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:17:29.516775 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab139313-14c2-446c-9d86-f78a65c75431 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:17:29.541639 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab139313-14c2-446c-9d86-f78a65c75431 admin admin] Pushing event updated for resources: {'Port': ['ID=b5ea9b03-a87c-48bb-8696-8f8397f71c7b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:29.831244 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab139313-14c2-446c-9d86-f78a65c75431 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:30.033436 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab139313-14c2-446c-9d86-f78a65c75431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:30.061202 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f23c45-04c4-41cb-a8bd-f2ab19e46757 None None] Network 7984040f-8856-438f-b156-ed1c99b23fab requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:17:30.185268 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c18e069b-a9f2-46b6-8f80-2c9a2597b0cc None None] Provisioning complete for port 74e8a331-01c9-41c3-b371-8fd6e179d5d2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:17:30.185654 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c18e069b-a9f2-46b6-8f80-2c9a2597b0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:30.251231 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab139313-14c2-446c-9d86-f78a65c75431 admin admin] Router cc2459a5-1315-49dc-9ba4-e1462c90a9a4 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:17:30.298061 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c18e069b-a9f2-46b6-8f80-2c9a2597b0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:30.309988 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 74e8a331-01c9-41c3-b371-8fd6e179d5d2 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:17:30.374557 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c18e069b-a9f2-46b6-8f80-2c9a2597b0cc None None] For port 74e8a331-01c9-41c3-b371-8fd6e179d5d2, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=74e8a331-01c9-41c3-b371-8fd6e179d5d2,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:17:30.376350 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab139313-14c2-446c-9d86-f78a65c75431 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:17:30.386395 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cd9013-756f-41eb-b064-30e5c0d5b860 None None] Sync routers for ids ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:17:30.395921 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 74e8a331-01c9-41c3-b371-8fd6e179d5d2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:17:30.400371 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:30.419459 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cd9013-756f-41eb-b064-30e5c0d5b860 None None] Routers {'cc2459a5-1315-49dc-9ba4-e1462c90a9a4'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:17:30.420069 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-28cd9013-756f-41eb-b064-30e5c0d5b860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:17:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:17:30.462355 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c18e069b-a9f2-46b6-8f80-2c9a2597b0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:30.466080 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ab139313-14c2-446c-9d86-f78a65c75431 admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:30.469845 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ab139313-14c2-446c-9d86-f78a65c75431 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9571524 Apr 21 13:17:30.470271 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55790) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:17:30.590803 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e069b-a9f2-46b6-8f80-2c9a2597b0cc None None] Pushing event updated for resources: {'Port': ['ID=74e8a331-01c9-41c3-b371-8fd6e179d5d2,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:30.617306 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-28cd9013-756f-41eb-b064-30e5c0d5b860 None None] Set router cc2459a5-1315-49dc-9ba4-e1462c90a9a4 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:17:30.681208 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0d1b954a-6ec1-4d8a-8ab0-ef275154ee41 None None] Provisioning complete for port 74e8a331-01c9-41c3-b371-8fd6e179d5d2 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:17:30.681484 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0d1b954a-6ec1-4d8a-8ab0-ef275154ee41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:30.887643 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3742201f-e6d0-439d-82f8-264672831fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:31.022956 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-28cd9013-756f-41eb-b064-30e5c0d5b860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'name': 'tempest-TestVolumeBootPattern-97306643-router', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:28Z', 'updated_at': '2022-04-21T13:17:29Z', 'revision_number': 3, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'gw_port': {'id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:29Z', 'updated_at': '2022-04-21T13:17:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:17:31.046177 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-3742201f-e6d0-439d-82f8-264672831fdc admin admin] Allocated IP 172.20.0.1 (7984040f-8856-438f-b156-ed1c99b23fab/907954d3-68ec-48ae-a8f1-9fb47f43a330/ec358ffe-b987-4d2c-8846-7389724bb370) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:17:31.049480 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cd9013-756f-41eb-b064-30e5c0d5b860 None None] Checking router: cc2459a5-1315-49dc-9ba4-e1462c90a9a4 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:17:31.049857 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cd9013-756f-41eb-b064-30e5c0d5b860 None None] Updating router cc2459a5-1315-49dc-9ba4-e1462c90a9a4 port b5ea9b03-a87c-48bb-8696-8f8397f71c7b binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:17:31.073507 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28cd9013-756f-41eb-b064-30e5c0d5b860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:31.150392 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3742201f-e6d0-439d-82f8-264672831fdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:31.224482 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3742201f-e6d0-439d-82f8-264672831fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:31.260144 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3742201f-e6d0-439d-82f8-264672831fdc admin admin] Network 7984040f-8856-438f-b156-ed1c99b23fab is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:17:31.266543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-3742201f-e6d0-439d-82f8-264672831fdc admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:17:31.270176 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3742201f-e6d0-439d-82f8-264672831fdc admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:17:31.293862 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742201f-e6d0-439d-82f8-264672831fdc admin admin] Pushing event updated for resources: {'Port': ['ID=ec358ffe-b987-4d2c-8846-7389724bb370,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:31.313294 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3742201f-e6d0-439d-82f8-264672831fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:31.327651 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28cd9013-756f-41eb-b064-30e5c0d5b860 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:31.407166 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28cd9013-756f-41eb-b064-30e5c0d5b860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:31.462738 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-28cd9013-756f-41eb-b064-30e5c0d5b860 None None] Attempting to bind port b5ea9b03-a87c-48bb-8696-8f8397f71c7b on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:17:31.463042 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-28cd9013-756f-41eb-b064-30e5c0d5b860 None None] Attempting to bind port b5ea9b03-a87c-48bb-8696-8f8397f71c7b by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:17:31.463408 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cd9013-756f-41eb-b064-30e5c0d5b860 None None] Attempting to bind port b5ea9b03-a87c-48bb-8696-8f8397f71c7b on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:17:31.470962 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2815193-e017-403f-a5e5-298f45e62236 None None] Pushing event updated for resources: {'Port': ['ID=b5ea9b03-a87c-48bb-8696-8f8397f71c7b,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:31.476362 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cd9013-756f-41eb-b064-30e5c0d5b860 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:17:31.476362 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cd9013-756f-41eb-b064-30e5c0d5b860 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:17:31.476362 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28cd9013-756f-41eb-b064-30e5c0d5b860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:31.476362 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cd9013-756f-41eb-b064-30e5c0d5b860 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:17:31.476362 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-28cd9013-756f-41eb-b064-30e5c0d5b860 None None] Bound port: b5ea9b03-a87c-48bb-8696-8f8397f71c7b, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:17:31.476362 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28cd9013-756f-41eb-b064-30e5c0d5b860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:31.519524 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3742201f-e6d0-439d-82f8-264672831fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:31.537473 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-28cd9013-756f-41eb-b064-30e5c0d5b860 None None] For port b5ea9b03-a87c-48bb-8696-8f8397f71c7b, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:17:31.541601 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-28cd9013-756f-41eb-b064-30e5c0d5b860 None None] For port b5ea9b03-a87c-48bb-8696-8f8397f71c7b, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b5ea9b03-a87c-48bb-8696-8f8397f71c7b,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:17:31.543365 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-bacb0988-2f0e-4682-83f9-2788fb356eab None None] Provisioning complete for port ec358ffe-b987-4d2c-8846-7389724bb370 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:17:31.543737 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bacb0988-2f0e-4682-83f9-2788fb356eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:31.577642 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-bacb0988-2f0e-4682-83f9-2788fb356eab None None] Port ec358ffe-b987-4d2c-8846-7389724bb370 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:17:31.624452 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-28cd9013-756f-41eb-b064-30e5c0d5b860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:31.684355 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3742201f-e6d0-439d-82f8-264672831fdc admin admin] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:31.687706 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cd9013-756f-41eb-b064-30e5c0d5b860 None None] Routers {'cc2459a5-1315-49dc-9ba4-e1462c90a9a4'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:17:31.687874 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-28cd9013-756f-41eb-b064-30e5c0d5b860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:17:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:17:31.692467 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2815193-e017-403f-a5e5-298f45e62236 None None] Pushing event updated for resources: {'Port': ['ID=b5ea9b03-a87c-48bb-8696-8f8397f71c7b,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:31.744423 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3742201f-e6d0-439d-82f8-264672831fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:31.799399 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-28cd9013-756f-41eb-b064-30e5c0d5b860 None None] Set router cc2459a5-1315-49dc-9ba4-e1462c90a9a4 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:17:31.807949 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742201f-e6d0-439d-82f8-264672831fdc admin admin] Pushing event updated for resources: {'Port': ['ID=ec358ffe-b987-4d2c-8846-7389724bb370,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:31.813298 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3742201f-e6d0-439d-82f8-264672831fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:31.906240 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3742201f-e6d0-439d-82f8-264672831fdc admin admin] Network 7984040f-8856-438f-b156-ed1c99b23fab is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:17:31.907645 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-3742201f-e6d0-439d-82f8-264672831fdc admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:17:31.999725 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-28cd9013-756f-41eb-b064-30e5c0d5b860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'name': 'tempest-TestVolumeBootPattern-97306643-router', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:28Z', 'updated_at': '2022-04-21T13:17:31Z', 'revision_number': 4, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'gw_port': {'id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:29Z', 'updated_at': '2022-04-21T13:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'ec358ffe-b987-4d2c-8846-7389724bb370', 'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'mac_address': 'fa:16:3e:eb:e6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:30Z', 'updated_at': '2022-04-21T13:17:31Z', 'revision_number': 1, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'subnets': [{'id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:17:32.024690 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3742201f-e6d0-439d-82f8-264672831fdc admin admin] Router cc2459a5-1315-49dc-9ba4-e1462c90a9a4 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:17:32.027146 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cd9013-756f-41eb-b064-30e5c0d5b860 None None] The sync data for ids ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'] in n-d-836147-2 is: [{'id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'name': 'tempest-TestVolumeBootPattern-97306643-router', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:28Z', 'updated_at': '2022-04-21T13:17:31Z', 'revision_number': 4, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'gw_port': {'id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:29Z', 'updated_at': '2022-04-21T13:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'ec358ffe-b987-4d2c-8846-7389724bb370', 'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'mac_address': 'fa:16:3e:eb:e6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:30Z', 'updated_at': '2022-04-21T13:17:31Z', 'revision_number': 1, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'subnets': [{'id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:17:32.140531 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3742201f-e6d0-439d-82f8-264672831fdc admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:17:32.145767 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3742201f-e6d0-439d-82f8-264672831fdc admin admin] 10.222.0.36 "PUT /v2.0/routers/cc2459a5-1315-49dc-9ba4-e1462c90a9a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6744571 Apr 21 13:17:32.200335 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-df1fbec2-135a-4c84-a155-51a1bcb68ff1 None None] Provisioning complete for port ec358ffe-b987-4d2c-8846-7389724bb370 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:17:32.200979 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df1fbec2-135a-4c84-a155-51a1bcb68ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:32.246959 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-df1fbec2-135a-4c84-a155-51a1bcb68ff1 None None] Port ec358ffe-b987-4d2c-8846-7389724bb370 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:17:32.308410 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 74e8a331-01c9-41c3-b371-8fd6e179d5d2 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:17:32.359228 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 74e8a331-01c9-41c3-b371-8fd6e179d5d2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:17:32.359595 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:32.824613 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55806) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:17:32.830382 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ba8ab0c9-b29a-49e7-98e8-843717f5fbb3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-84327388-network', 'tenant_id': 'ab6d32dc840c4718876a85b82ce0aaa2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:17:32.887087 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8ab0c9-b29a-49e7-98e8-843717f5fbb3 admin admin] Made reservation on behalf of ab6d32dc840c4718876a85b82ce0aaa2 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:17:32.889525 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba8ab0c9-b29a-49e7-98e8-843717f5fbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:32.898731 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba8ab0c9-b29a-49e7-98e8-843717f5fbb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:32.977465 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba8ab0c9-b29a-49e7-98e8-843717f5fbb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:33.018196 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba8ab0c9-b29a-49e7-98e8-843717f5fbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:33.046188 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba8ab0c9-b29a-49e7-98e8-843717f5fbb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:17:33.052673 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ab0c9-b29a-49e7-98e8-843717f5fbb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f252ed19-13c7-4848-a229-e6f23f996fb9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:33.059084 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba8ab0c9-b29a-49e7-98e8-843717f5fbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:33.059427 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-ba8ab0c9-b29a-49e7-98e8-843717f5fbb3 admin admin] Added segment cc2e267e-afc6-4f53-baa9-4efed9d9732c of type vlan for network 4576d328-0e6c-45fb-97e7-aa857a40600e Apr 21 13:17:33.101458 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba8ab0c9-b29a-49e7-98e8-843717f5fbb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:33.206695 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba8ab0c9-b29a-49e7-98e8-843717f5fbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:33.207707 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8ab0c9-b29a-49e7-98e8-843717f5fbb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:33.208292 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ba8ab0c9-b29a-49e7-98e8-843717f5fbb3 admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:33.273200 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ab0c9-b29a-49e7-98e8-843717f5fbb3 admin admin] Pushing event updated for resources: {'Network': ['ID=4576d328-0e6c-45fb-97e7-aa857a40600e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:33.283659 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 4576d328-0e6c-45fb-97e7-aa857a40600e details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:17:33.289360 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ba8ab0c9-b29a-49e7-98e8-843717f5fbb3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4634788 Apr 21 13:17:33.292045 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 55808) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:17:33.297451 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-763165de-cee8-4f7e-8ba8-f5cddad0bac3 admin admin] Request body: {'subnet': {'network_id': '4576d328-0e6c-45fb-97e7-aa857a40600e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-84327388-subnet', 'tenant_id': 'ab6d32dc840c4718876a85b82ce0aaa2', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:17:33.364980 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763165de-cee8-4f7e-8ba8-f5cddad0bac3 admin admin] Made reservation on behalf of ab6d32dc840c4718876a85b82ce0aaa2 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:17:33.367402 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-763165de-cee8-4f7e-8ba8-f5cddad0bac3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:33.582459 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-763165de-cee8-4f7e-8ba8-f5cddad0bac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:33.634847 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763165de-cee8-4f7e-8ba8-f5cddad0bac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b2a884f-2d84-422a-aec7-06176651e388,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:33.645143 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763165de-cee8-4f7e-8ba8-f5cddad0bac3 admin admin] Checking segment: {'id': 'cc2e267e-afc6-4f53-baa9-4efed9d9732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4576d328-0e6c-45fb-97e7-aa857a40600e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:17:33.645497 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763165de-cee8-4f7e-8ba8-f5cddad0bac3 admin admin] Network hostable DHCP agents. Network: 4576d328-0e6c-45fb-97e7-aa857a40600e, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:17:33.730574 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763165de-cee8-4f7e-8ba8-f5cddad0bac3 admin admin] Network 4576d328-0e6c-45fb-97e7-aa857a40600e is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:17:33.787687 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-763165de-cee8-4f7e-8ba8-f5cddad0bac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 4576d328-0e6c-45fb-97e7-aa857a40600e) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:17:33.792107 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763165de-cee8-4f7e-8ba8-f5cddad0bac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:33.792686 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-763165de-cee8-4f7e-8ba8-f5cddad0bac3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:33.810026 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402986e8-7f20-42f2-a3a6-d54df3caa400 None None] Network 4576d328-0e6c-45fb-97e7-aa857a40600e requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:17:33.876630 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-763165de-cee8-4f7e-8ba8-f5cddad0bac3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5835509 Apr 21 13:17:33.879315 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55810) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:17:33.883918 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-048e2635-cc2d-4477-aee5-4b1464b838cc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-84327388-router', 'tenant_id': 'ab6d32dc840c4718876a85b82ce0aaa2', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:17:33.948731 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bc8970-92c0-46a5-8279-70655b507052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-4576d328-0e6c-45fb-97e7-aa857a40600e', 'network_id': '4576d328-0e6c-45fb-97e7-aa857a40600e', 'tenant_id': 'ab6d32dc840c4718876a85b82ce0aaa2', 'fixed_ips': [{'subnet_id': '9b2a884f-2d84-422a-aec7-06176651e388'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:17:33.949648 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34bc8970-92c0-46a5-8279-70655b507052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:33.959806 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-048e2635-cc2d-4477-aee5-4b1464b838cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:33.960968 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-048e2635-cc2d-4477-aee5-4b1464b838cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:33.975367 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6de3ce-1f17-43dd-8bab-4f5cddeb181d None None] Sync routers for ids ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:17:33.985077 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6de3ce-1f17-43dd-8bab-4f5cddeb181d None None] Routers {'cc2459a5-1315-49dc-9ba4-e1462c90a9a4'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:17:33.985832 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cc6de3ce-1f17-43dd-8bab-4f5cddeb181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:17:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:17:34.017684 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-048e2635-cc2d-4477-aee5-4b1464b838cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:34.089906 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-cc6de3ce-1f17-43dd-8bab-4f5cddeb181d None None] Set router cc2459a5-1315-49dc-9ba4-e1462c90a9a4 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:17:34.090133 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-34bc8970-92c0-46a5-8279-70655b507052 None None] Allocated IP 172.20.0.2 (4576d328-0e6c-45fb-97e7-aa857a40600e/9b2a884f-2d84-422a-aec7-06176651e388/51a516dc-8d41-469b-9ce7-523798870e20) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:17:34.235388 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34bc8970-92c0-46a5-8279-70655b507052 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:34.252193 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-048e2635-cc2d-4477-aee5-4b1464b838cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:34.315757 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34bc8970-92c0-46a5-8279-70655b507052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:34.355077 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b5ea9b03-a87c-48bb-8696-8f8397f71c7b up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:17:34.358832 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bc8970-92c0-46a5-8279-70655b507052 None None] Network 4576d328-0e6c-45fb-97e7-aa857a40600e is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:17:34.380090 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cc6de3ce-1f17-43dd-8bab-4f5cddeb181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'name': 'tempest-TestVolumeBootPattern-97306643-router', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:28Z', 'updated_at': '2022-04-21T13:17:31Z', 'revision_number': 4, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'gw_port': {'id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:29Z', 'updated_at': '2022-04-21T13:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'ec358ffe-b987-4d2c-8846-7389724bb370', 'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'mac_address': 'fa:16:3e:eb:e6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:30Z', 'updated_at': '2022-04-21T13:17:31Z', 'revision_number': 2, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'subnets': [{'id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:17:34.383600 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-34bc8970-92c0-46a5-8279-70655b507052 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:17:34.385946 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bc8970-92c0-46a5-8279-70655b507052 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:17:34.412149 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6de3ce-1f17-43dd-8bab-4f5cddeb181d None None] Checking router: cc2459a5-1315-49dc-9ba4-e1462c90a9a4 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:17:34.412497 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6de3ce-1f17-43dd-8bab-4f5cddeb181d None None] Updating router cc2459a5-1315-49dc-9ba4-e1462c90a9a4 port ec358ffe-b987-4d2c-8846-7389724bb370 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:17:34.432773 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc8970-92c0-46a5-8279-70655b507052 None None] Pushing event updated for resources: {'Port': ['ID=51a516dc-8d41-469b-9ce7-523798870e20,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:34.440146 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc6de3ce-1f17-43dd-8bab-4f5cddeb181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:34.472351 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-34bc8970-92c0-46a5-8279-70655b507052 None None] Attempting to bind port 51a516dc-8d41-469b-9ce7-523798870e20 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:17:34.472675 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-34bc8970-92c0-46a5-8279-70655b507052 None None] Attempting to bind port 51a516dc-8d41-469b-9ce7-523798870e20 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'cc2e267e-afc6-4f53-baa9-4efed9d9732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4576d328-0e6c-45fb-97e7-aa857a40600e'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:17:34.472980 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bc8970-92c0-46a5-8279-70655b507052 None None] Attempting to bind port 51a516dc-8d41-469b-9ce7-523798870e20 on network 4576d328-0e6c-45fb-97e7-aa857a40600e {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:17:34.478839 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port b5ea9b03-a87c-48bb-8696-8f8397f71c7b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:17:34.479512 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:34.482837 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bc8970-92c0-46a5-8279-70655b507052 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:17:34.483211 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bc8970-92c0-46a5-8279-70655b507052 None None] Checking segment: {'id': 'cc2e267e-afc6-4f53-baa9-4efed9d9732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4576d328-0e6c-45fb-97e7-aa857a40600e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:17:34.483620 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34bc8970-92c0-46a5-8279-70655b507052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:34.483992 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bc8970-92c0-46a5-8279-70655b507052 None None] Bound using segment: {'id': 'cc2e267e-afc6-4f53-baa9-4efed9d9732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4576d328-0e6c-45fb-97e7-aa857a40600e'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:17:34.484463 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-34bc8970-92c0-46a5-8279-70655b507052 None None] Bound port: 51a516dc-8d41-469b-9ce7-523798870e20, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2e267e-afc6-4f53-baa9-4efed9d9732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4576d328-0e6c-45fb-97e7-aa857a40600e'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:17:34.484836 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34bc8970-92c0-46a5-8279-70655b507052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:34.542875 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-048e2635-cc2d-4477-aee5-4b1464b838cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:34.564126 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-048e2635-cc2d-4477-aee5-4b1464b838cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:34.601362 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-34bc8970-92c0-46a5-8279-70655b507052 None None] For port 51a516dc-8d41-469b-9ce7-523798870e20, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:17:34.619975 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-34bc8970-92c0-46a5-8279-70655b507052 None None] For port 51a516dc-8d41-469b-9ce7-523798870e20, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=51a516dc-8d41-469b-9ce7-523798870e20,segment=NetworkSegment(cc2e267e-afc6-4f53-baa9-4efed9d9732c),segment_id=cc2e267e-afc6-4f53-baa9-4efed9d9732c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:17:34.623004 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:34.643579 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port b5ea9b03-a87c-48bb-8696-8f8397f71c7b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b5ea9b03-a87c-48bb-8696-8f8397f71c7b,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:17:34.674087 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-048e2635-cc2d-4477-aee5-4b1464b838cc admin admin] Allocated IP 172.25.8.14 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:17:34.693182 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-34bc8970-92c0-46a5-8279-70655b507052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:34.711423 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc6de3ce-1f17-43dd-8bab-4f5cddeb181d None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:34.727481 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:34.756413 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bc8970-92c0-46a5-8279-70655b507052 None None] Pushing event updated for resources: {'Port': ['ID=51a516dc-8d41-469b-9ce7-523798870e20,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:34.784211 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc6de3ce-1f17-43dd-8bab-4f5cddeb181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:34.786336 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-048e2635-cc2d-4477-aee5-4b1464b838cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:34.822164 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=b5ea9b03-a87c-48bb-8696-8f8397f71c7b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:34.877865 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512462f-71e5-4209-a1f6-0d91fee96b5f None None] Pushing event updated for resources: {'Port': ['ID=ec358ffe-b987-4d2c-8846-7389724bb370,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:34.893142 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-048e2635-cc2d-4477-aee5-4b1464b838cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:34.914934 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-cc6de3ce-1f17-43dd-8bab-4f5cddeb181d None None] Attempting to bind port ec358ffe-b987-4d2c-8846-7389724bb370 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:17:34.915325 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-cc6de3ce-1f17-43dd-8bab-4f5cddeb181d None None] Attempting to bind port ec358ffe-b987-4d2c-8846-7389724bb370 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:17:34.915686 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6de3ce-1f17-43dd-8bab-4f5cddeb181d None None] Attempting to bind port ec358ffe-b987-4d2c-8846-7389724bb370 on network 7984040f-8856-438f-b156-ed1c99b23fab {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:17:34.921787 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6de3ce-1f17-43dd-8bab-4f5cddeb181d None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:17:34.922159 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6de3ce-1f17-43dd-8bab-4f5cddeb181d None None] Checking segment: {'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:17:34.922569 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc6de3ce-1f17-43dd-8bab-4f5cddeb181d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:34.922951 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6de3ce-1f17-43dd-8bab-4f5cddeb181d None None] Bound using segment: {'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:17:34.923413 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-cc6de3ce-1f17-43dd-8bab-4f5cddeb181d None None] Bound port: ec358ffe-b987-4d2c-8846-7389724bb370, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:17:34.923787 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc6de3ce-1f17-43dd-8bab-4f5cddeb181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:34.947337 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048e2635-cc2d-4477-aee5-4b1464b838cc admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:17:34.958107 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-048e2635-cc2d-4477-aee5-4b1464b838cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:17:34.973679 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048e2635-cc2d-4477-aee5-4b1464b838cc admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:17:34.977804 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e2635-cc2d-4477-aee5-4b1464b838cc admin admin] Pushing event updated for resources: {'Port': ['ID=8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:34.996164 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-cc6de3ce-1f17-43dd-8bab-4f5cddeb181d None None] For port ec358ffe-b987-4d2c-8846-7389724bb370, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:17:34.999509 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-cc6de3ce-1f17-43dd-8bab-4f5cddeb181d None None] For port ec358ffe-b987-4d2c-8846-7389724bb370, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ec358ffe-b987-4d2c-8846-7389724bb370,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:17:35.058631 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-cc6de3ce-1f17-43dd-8bab-4f5cddeb181d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:35.131024 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512462f-71e5-4209-a1f6-0d91fee96b5f None None] Pushing event updated for resources: {'Port': ['ID=ec358ffe-b987-4d2c-8846-7389724bb370,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:35.133711 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6de3ce-1f17-43dd-8bab-4f5cddeb181d None None] Routers {'cc2459a5-1315-49dc-9ba4-e1462c90a9a4'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:17:35.134616 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cc6de3ce-1f17-43dd-8bab-4f5cddeb181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:17:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:17:35.203130 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8ac6e005-be76-4df6-830d-e02198ce55a4 None None] Provisioning complete for port ec358ffe-b987-4d2c-8846-7389724bb370 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:17:35.203506 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ac6e005-be76-4df6-830d-e02198ce55a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:35.263965 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-cc6de3ce-1f17-43dd-8bab-4f5cddeb181d None None] Set router cc2459a5-1315-49dc-9ba4-e1462c90a9a4 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:17:35.308870 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ac6e005-be76-4df6-830d-e02198ce55a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:35.355471 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-8ac6e005-be76-4df6-830d-e02198ce55a4 None None] For port ec358ffe-b987-4d2c-8846-7389724bb370, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ec358ffe-b987-4d2c-8846-7389724bb370,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:17:35.434317 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ac6e005-be76-4df6-830d-e02198ce55a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:35.489602 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6e005-be76-4df6-830d-e02198ce55a4 None None] Pushing event updated for resources: {'Port': ['ID=ec358ffe-b987-4d2c-8846-7389724bb370,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:35.494823 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-cc6de3ce-1f17-43dd-8bab-4f5cddeb181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'name': 'tempest-TestVolumeBootPattern-97306643-router', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:28Z', 'updated_at': '2022-04-21T13:17:31Z', 'revision_number': 4, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'gw_port': {'id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:29Z', 'updated_at': '2022-04-21T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'ec358ffe-b987-4d2c-8846-7389724bb370', 'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'mac_address': 'fa:16:3e:eb:e6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:30Z', 'updated_at': '2022-04-21T13:17:34Z', 'revision_number': 4, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'subnets': [{'id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:17:35.522578 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6de3ce-1f17-43dd-8bab-4f5cddeb181d None None] The sync data for ids ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'] in n-d-836147-2 is: [{'id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'name': 'tempest-TestVolumeBootPattern-97306643-router', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:28Z', 'updated_at': '2022-04-21T13:17:31Z', 'revision_number': 4, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'gw_port': {'id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:29Z', 'updated_at': '2022-04-21T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'ec358ffe-b987-4d2c-8846-7389724bb370', 'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'mac_address': 'fa:16:3e:eb:e6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:30Z', 'updated_at': '2022-04-21T13:17:34Z', 'revision_number': 4, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'subnets': [{'id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:17:35.556680 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-165e2f28-0dad-4fba-88f7-c603a1781cbb None None] Provisioning complete for port ec358ffe-b987-4d2c-8846-7389724bb370 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:17:35.557059 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-165e2f28-0dad-4fba-88f7-c603a1781cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:35.689043 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-048e2635-cc2d-4477-aee5-4b1464b838cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:35.900064 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25759dd-5e34-4b2b-ac2d-50342356d0c6 None None] Network 4576d328-0e6c-45fb-97e7-aa857a40600e requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:17:35.906819 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-048e2635-cc2d-4477-aee5-4b1464b838cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:36.020945 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-10e8b9b6-62d4-4353-b1bf-07a92b32d0da None None] Provisioning complete for port 51a516dc-8d41-469b-9ce7-523798870e20 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:17:36.021236 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10e8b9b6-62d4-4353-b1bf-07a92b32d0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:36.121446 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048e2635-cc2d-4477-aee5-4b1464b838cc admin admin] Router b6cb0af5-d26e-4056-80e3-a206b2fdf743 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:17:36.141839 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10e8b9b6-62d4-4353-b1bf-07a92b32d0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:36.170917 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-10e8b9b6-62d4-4353-b1bf-07a92b32d0da None None] For port 51a516dc-8d41-469b-9ce7-523798870e20, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=51a516dc-8d41-469b-9ce7-523798870e20,segment=NetworkSegment(cc2e267e-afc6-4f53-baa9-4efed9d9732c),segment_id=cc2e267e-afc6-4f53-baa9-4efed9d9732c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:17:36.241413 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10e8b9b6-62d4-4353-b1bf-07a92b32d0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:36.268492 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048e2635-cc2d-4477-aee5-4b1464b838cc admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:17:36.288269 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec65616f-c516-4bc5-925c-e9276cb686b4 None None] Sync routers for ids ['b6cb0af5-d26e-4056-80e3-a206b2fdf743'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:17:36.311661 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e8b9b6-62d4-4353-b1bf-07a92b32d0da None None] Pushing event updated for resources: {'Port': ['ID=51a516dc-8d41-469b-9ce7-523798870e20,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:36.317120 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec65616f-c516-4bc5-925c-e9276cb686b4 None None] Routers {'b6cb0af5-d26e-4056-80e3-a206b2fdf743'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:17:36.317774 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ec65616f-c516-4bc5-925c-e9276cb686b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:17:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['b6cb0af5-d26e-4056-80e3-a206b2fdf743'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:17:36.355509 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-048e2635-cc2d-4477-aee5-4b1464b838cc admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:36.357338 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-048e2635-cc2d-4477-aee5-4b1464b838cc admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4764416 Apr 21 13:17:36.359982 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 55812) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:17:36.429571 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ec358ffe-b987-4d2c-8846-7389724bb370 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:17:36.457396 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-ec65616f-c516-4bc5-925c-e9276cb686b4 None None] Set router b6cb0af5-d26e-4056-80e3-a206b2fdf743 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:17:36.735146 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-00788f31-feca-4e15-a772-1a16265a5a27 None None] Provisioning complete for port 51a516dc-8d41-469b-9ce7-523798870e20 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:17:36.735512 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-00788f31-feca-4e15-a772-1a16265a5a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:36.796642 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port ec358ffe-b987-4d2c-8846-7389724bb370 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:17:36.797008 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:36.804719 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91b42b9a-776d-4d09-b1cf-b9c3f48be1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:36.959837 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b5ea9b03-a87c-48bb-8696-8f8397f71c7b up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:17:36.960046 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-91b42b9a-776d-4d09-b1cf-b9c3f48be1f8 admin admin] Allocated IP 172.20.0.1 (4576d328-0e6c-45fb-97e7-aa857a40600e/9b2a884f-2d84-422a-aec7-06176651e388/330c09e2-f460-4835-afaa-564d177bca0f) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:17:36.965365 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ec65616f-c516-4bc5-925c-e9276cb686b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cb0af5-d26e-4056-80e3-a206b2fdf743', 'name': 'tempest-TestVolumeBootPattern-84327388-router', 'tenant_id': 'ab6d32dc840c4718876a85b82ce0aaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:33Z', 'updated_at': '2022-04-21T13:17:35Z', 'revision_number': 3, 'project_id': 'ab6d32dc840c4718876a85b82ce0aaa2', 'gw_port': {'id': '8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cb0af5-d26e-4056-80e3-a206b2fdf743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:34Z', 'updated_at': '2022-04-21T13:17:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:17:37.015274 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec65616f-c516-4bc5-925c-e9276cb686b4 None None] Checking router: b6cb0af5-d26e-4056-80e3-a206b2fdf743 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:17:37.015539 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec65616f-c516-4bc5-925c-e9276cb686b4 None None] Updating router b6cb0af5-d26e-4056-80e3-a206b2fdf743 port 8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:17:37.047742 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec65616f-c516-4bc5-925c-e9276cb686b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:37.059705 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91b42b9a-776d-4d09-b1cf-b9c3f48be1f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:37.088649 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port b5ea9b03-a87c-48bb-8696-8f8397f71c7b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:17:37.089020 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:37.159644 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91b42b9a-776d-4d09-b1cf-b9c3f48be1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:37.198940 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b42b9a-776d-4d09-b1cf-b9c3f48be1f8 admin admin] Network 4576d328-0e6c-45fb-97e7-aa857a40600e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:17:37.202401 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-91b42b9a-776d-4d09-b1cf-b9c3f48be1f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:17:37.207980 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b42b9a-776d-4d09-b1cf-b9c3f48be1f8 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:17:37.236305 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b42b9a-776d-4d09-b1cf-b9c3f48be1f8 admin admin] Pushing event updated for resources: {'Port': ['ID=330c09e2-f460-4835-afaa-564d177bca0f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:37.252338 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91b42b9a-776d-4d09-b1cf-b9c3f48be1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:37.290101 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 51a516dc-8d41-469b-9ce7-523798870e20 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:17:37.397178 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 51a516dc-8d41-469b-9ce7-523798870e20 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:17:37.397557 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:37.427402 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec65616f-c516-4bc5-925c-e9276cb686b4 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:37.457088 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-43d9a492-23df-4637-8460-d1d5cb5cf061 None None] Provisioning complete for port 330c09e2-f460-4835-afaa-564d177bca0f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:17:37.457747 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43d9a492-23df-4637-8460-d1d5cb5cf061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:37.463131 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91b42b9a-776d-4d09-b1cf-b9c3f48be1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:37.517629 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec65616f-c516-4bc5-925c-e9276cb686b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:37.524900 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-43d9a492-23df-4637-8460-d1d5cb5cf061 None None] Port 330c09e2-f460-4835-afaa-564d177bca0f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:17:37.581807 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ec65616f-c516-4bc5-925c-e9276cb686b4 None None] Attempting to bind port 8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:17:37.582179 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ec65616f-c516-4bc5-925c-e9276cb686b4 None None] Attempting to bind port 8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:17:37.582540 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec65616f-c516-4bc5-925c-e9276cb686b4 None None] Attempting to bind port 8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:17:37.585548 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df961a-0b75-4c92-bfc4-0e84a20c07fc None None] Pushing event updated for resources: {'Port': ['ID=8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:37.590184 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec65616f-c516-4bc5-925c-e9276cb686b4 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:17:37.595155 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec65616f-c516-4bc5-925c-e9276cb686b4 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:17:37.595155 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec65616f-c516-4bc5-925c-e9276cb686b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:37.595155 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec65616f-c516-4bc5-925c-e9276cb686b4 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:17:37.595155 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ec65616f-c516-4bc5-925c-e9276cb686b4 None None] Bound port: 8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:17:37.595155 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec65616f-c516-4bc5-925c-e9276cb686b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:37.627598 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91b42b9a-776d-4d09-b1cf-b9c3f48be1f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:37.648979 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ec65616f-c516-4bc5-925c-e9276cb686b4 None None] For port 8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:17:37.652017 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ec65616f-c516-4bc5-925c-e9276cb686b4 None None] For port 8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:17:37.697883 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91b42b9a-776d-4d09-b1cf-b9c3f48be1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:37.721509 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec65616f-c516-4bc5-925c-e9276cb686b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:37.767511 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-91b42b9a-776d-4d09-b1cf-b9c3f48be1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:37.769247 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b42b9a-776d-4d09-b1cf-b9c3f48be1f8 admin admin] Pushing event updated for resources: {'Port': ['ID=330c09e2-f460-4835-afaa-564d177bca0f,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:37.780641 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec65616f-c516-4bc5-925c-e9276cb686b4 None None] Routers {'b6cb0af5-d26e-4056-80e3-a206b2fdf743'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:17:37.781277 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ec65616f-c516-4bc5-925c-e9276cb686b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:17:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['b6cb0af5-d26e-4056-80e3-a206b2fdf743'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:17:37.819517 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8df961a-0b75-4c92-bfc4-0e84a20c07fc None None] Pushing event updated for resources: {'Port': ['ID=8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:37.863181 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b42b9a-776d-4d09-b1cf-b9c3f48be1f8 admin admin] Network 4576d328-0e6c-45fb-97e7-aa857a40600e is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:17:37.864505 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-91b42b9a-776d-4d09-b1cf-b9c3f48be1f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:17:37.896005 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-ec65616f-c516-4bc5-925c-e9276cb686b4 None None] Set router b6cb0af5-d26e-4056-80e3-a206b2fdf743 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:17:38.000159 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b42b9a-776d-4d09-b1cf-b9c3f48be1f8 admin admin] Router b6cb0af5-d26e-4056-80e3-a206b2fdf743 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:17:38.100477 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ec65616f-c516-4bc5-925c-e9276cb686b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cb0af5-d26e-4056-80e3-a206b2fdf743', 'name': 'tempest-TestVolumeBootPattern-84327388-router', 'tenant_id': 'ab6d32dc840c4718876a85b82ce0aaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:33Z', 'updated_at': '2022-04-21T13:17:37Z', 'revision_number': 4, 'project_id': 'ab6d32dc840c4718876a85b82ce0aaa2', 'gw_port': {'id': '8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cb0af5-d26e-4056-80e3-a206b2fdf743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:34Z', 'updated_at': '2022-04-21T13:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '330c09e2-f460-4835-afaa-564d177bca0f', 'name': '', 'network_id': '4576d328-0e6c-45fb-97e7-aa857a40600e', 'tenant_id': 'ab6d32dc840c4718876a85b82ce0aaa2', 'mac_address': 'fa:16:3e:13:fb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cb0af5-d26e-4056-80e3-a206b2fdf743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '9b2a884f-2d84-422a-aec7-06176651e388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:36Z', 'updated_at': '2022-04-21T13:17:37Z', 'revision_number': 2, 'project_id': 'ab6d32dc840c4718876a85b82ce0aaa2', 'subnets': [{'id': '9b2a884f-2d84-422a-aec7-06176651e388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:17:38.110357 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b42b9a-776d-4d09-b1cf-b9c3f48be1f8 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:17:38.115522 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-91b42b9a-776d-4d09-b1cf-b9c3f48be1f8 admin admin] 10.222.0.36 "PUT /v2.0/routers/b6cb0af5-d26e-4056-80e3-a206b2fdf743/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7545583 Apr 21 13:17:38.131480 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec65616f-c516-4bc5-925c-e9276cb686b4 None None] The sync data for ids ['b6cb0af5-d26e-4056-80e3-a206b2fdf743'] in n-d-836147-2 is: [{'id': 'b6cb0af5-d26e-4056-80e3-a206b2fdf743', 'name': 'tempest-TestVolumeBootPattern-84327388-router', 'tenant_id': 'ab6d32dc840c4718876a85b82ce0aaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:33Z', 'updated_at': '2022-04-21T13:17:37Z', 'revision_number': 4, 'project_id': 'ab6d32dc840c4718876a85b82ce0aaa2', 'gw_port': {'id': '8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cb0af5-d26e-4056-80e3-a206b2fdf743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:34Z', 'updated_at': '2022-04-21T13:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '330c09e2-f460-4835-afaa-564d177bca0f', 'name': '', 'network_id': '4576d328-0e6c-45fb-97e7-aa857a40600e', 'tenant_id': 'ab6d32dc840c4718876a85b82ce0aaa2', 'mac_address': 'fa:16:3e:13:fb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cb0af5-d26e-4056-80e3-a206b2fdf743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '9b2a884f-2d84-422a-aec7-06176651e388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:36Z', 'updated_at': '2022-04-21T13:17:37Z', 'revision_number': 2, 'project_id': 'ab6d32dc840c4718876a85b82ce0aaa2', 'subnets': [{'id': '9b2a884f-2d84-422a-aec7-06176651e388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:17:38.154836 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4ed5bd6a-ae8b-4f6e-829e-1bdbcf3b6cd2 None None] Provisioning complete for port 330c09e2-f460-4835-afaa-564d177bca0f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:17:38.154836 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ed5bd6a-ae8b-4f6e-829e-1bdbcf3b6cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:38.189855 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4ed5bd6a-ae8b-4f6e-829e-1bdbcf3b6cd2 None None] Port 330c09e2-f460-4835-afaa-564d177bca0f cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:17:38.295056 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 51a516dc-8d41-469b-9ce7-523798870e20 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:17:38.358806 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 51a516dc-8d41-469b-9ce7-523798870e20 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:17:38.360040 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:38.975086 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:17:40.127065 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247be40e-e2b9-47ac-928a-aa7319f1632f None None] Sync routers for ids ['b6cb0af5-d26e-4056-80e3-a206b2fdf743'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:17:40.137898 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247be40e-e2b9-47ac-928a-aa7319f1632f None None] Routers {'b6cb0af5-d26e-4056-80e3-a206b2fdf743'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:17:40.138509 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-247be40e-e2b9-47ac-928a-aa7319f1632f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:17:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['b6cb0af5-d26e-4056-80e3-a206b2fdf743'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:17:40.252559 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-247be40e-e2b9-47ac-928a-aa7319f1632f None None] Set router b6cb0af5-d26e-4056-80e3-a206b2fdf743 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:17:40.333245 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:17:40.382256 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:17:40.382256 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:40.464830 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-247be40e-e2b9-47ac-928a-aa7319f1632f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cb0af5-d26e-4056-80e3-a206b2fdf743', 'name': 'tempest-TestVolumeBootPattern-84327388-router', 'tenant_id': 'ab6d32dc840c4718876a85b82ce0aaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:33Z', 'updated_at': '2022-04-21T13:17:37Z', 'revision_number': 4, 'project_id': 'ab6d32dc840c4718876a85b82ce0aaa2', 'gw_port': {'id': '8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cb0af5-d26e-4056-80e3-a206b2fdf743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:34Z', 'updated_at': '2022-04-21T13:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '330c09e2-f460-4835-afaa-564d177bca0f', 'name': '', 'network_id': '4576d328-0e6c-45fb-97e7-aa857a40600e', 'tenant_id': 'ab6d32dc840c4718876a85b82ce0aaa2', 'mac_address': 'fa:16:3e:13:fb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cb0af5-d26e-4056-80e3-a206b2fdf743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '9b2a884f-2d84-422a-aec7-06176651e388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:36Z', 'updated_at': '2022-04-21T13:17:37Z', 'revision_number': 2, 'project_id': 'ab6d32dc840c4718876a85b82ce0aaa2', 'subnets': [{'id': '9b2a884f-2d84-422a-aec7-06176651e388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:17:40.470061 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:40.490093 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:17:40.494422 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247be40e-e2b9-47ac-928a-aa7319f1632f None None] Checking router: b6cb0af5-d26e-4056-80e3-a206b2fdf743 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:17:40.494422 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247be40e-e2b9-47ac-928a-aa7319f1632f None None] Updating router b6cb0af5-d26e-4056-80e3-a206b2fdf743 port 330c09e2-f460-4835-afaa-564d177bca0f binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:17:40.518883 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-247be40e-e2b9-47ac-928a-aa7319f1632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:40.572907 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:40.623035 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:40.881138 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-247be40e-e2b9-47ac-928a-aa7319f1632f None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:40.959546 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-247be40e-e2b9-47ac-928a-aa7319f1632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:41.011625 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3d471-c79d-4e35-ac92-0c6a1009af83 None None] Pushing event updated for resources: {'Port': ['ID=330c09e2-f460-4835-afaa-564d177bca0f,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:41.033099 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df3d471-c79d-4e35-ac92-0c6a1009af83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:41.033438 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df3d471-c79d-4e35-ac92-0c6a1009af83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:41.033801 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df3d471-c79d-4e35-ac92-0c6a1009af83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:41.034134 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df3d471-c79d-4e35-ac92-0c6a1009af83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:41.034460 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df3d471-c79d-4e35-ac92-0c6a1009af83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:41.034784 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df3d471-c79d-4e35-ac92-0c6a1009af83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:41.035104 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df3d471-c79d-4e35-ac92-0c6a1009af83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:41.035418 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df3d471-c79d-4e35-ac92-0c6a1009af83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:41.035738 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df3d471-c79d-4e35-ac92-0c6a1009af83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:41.036053 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df3d471-c79d-4e35-ac92-0c6a1009af83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:41.036368 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df3d471-c79d-4e35-ac92-0c6a1009af83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:41.036683 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df3d471-c79d-4e35-ac92-0c6a1009af83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:17:41.075146 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-247be40e-e2b9-47ac-928a-aa7319f1632f None None] Attempting to bind port 330c09e2-f460-4835-afaa-564d177bca0f on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:17:41.076243 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-247be40e-e2b9-47ac-928a-aa7319f1632f None None] Attempting to bind port 330c09e2-f460-4835-afaa-564d177bca0f by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'cc2e267e-afc6-4f53-baa9-4efed9d9732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4576d328-0e6c-45fb-97e7-aa857a40600e'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:17:41.076736 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247be40e-e2b9-47ac-928a-aa7319f1632f None None] Attempting to bind port 330c09e2-f460-4835-afaa-564d177bca0f on network 4576d328-0e6c-45fb-97e7-aa857a40600e {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:17:41.082865 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247be40e-e2b9-47ac-928a-aa7319f1632f None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:17:41.083919 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247be40e-e2b9-47ac-928a-aa7319f1632f None None] Checking segment: {'id': 'cc2e267e-afc6-4f53-baa9-4efed9d9732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4576d328-0e6c-45fb-97e7-aa857a40600e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:17:41.083919 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-247be40e-e2b9-47ac-928a-aa7319f1632f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:41.084416 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247be40e-e2b9-47ac-928a-aa7319f1632f None None] Bound using segment: {'id': 'cc2e267e-afc6-4f53-baa9-4efed9d9732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4576d328-0e6c-45fb-97e7-aa857a40600e'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:17:41.084416 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-247be40e-e2b9-47ac-928a-aa7319f1632f None None] Bound port: 330c09e2-f460-4835-afaa-564d177bca0f, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2e267e-afc6-4f53-baa9-4efed9d9732c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '4576d328-0e6c-45fb-97e7-aa857a40600e'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:17:41.084834 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-247be40e-e2b9-47ac-928a-aa7319f1632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:41.158480 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-247be40e-e2b9-47ac-928a-aa7319f1632f None None] For port 330c09e2-f460-4835-afaa-564d177bca0f, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:17:41.161988 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-247be40e-e2b9-47ac-928a-aa7319f1632f None None] For port 330c09e2-f460-4835-afaa-564d177bca0f, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=330c09e2-f460-4835-afaa-564d177bca0f,segment=NetworkSegment(cc2e267e-afc6-4f53-baa9-4efed9d9732c),segment_id=cc2e267e-afc6-4f53-baa9-4efed9d9732c)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:17:41.170099 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-78d28c0d-6abe-4424-8e2a-11571f6bb79d tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:41.171601 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-78d28c0d-6abe-4424-8e2a-11571f6bb79d tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 810 time: 0.4310699 Apr 21 13:17:41.188042 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-2a74d355-69e3-48fe-bfb4-8dfdd5d5fdc2 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/quotas/e09676fd3de740cabb87417a0199ea6c HTTP/1.1" status: 200 len: 375 time: 0.0102861 Apr 21 13:17:41.228595 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-247be40e-e2b9-47ac-928a-aa7319f1632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:41.240377 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4dc36ba2-c6e9-462a-b213-d519b6edcab7 None None] Provisioning complete for port 330c09e2-f460-4835-afaa-564d177bca0f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:17:41.240974 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-fe99b5f4-2647-4640-b275-4b0202f9d9f4 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467622 Apr 21 13:17:41.245232 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4dc36ba2-c6e9-462a-b213-d519b6edcab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:41.293469 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247be40e-e2b9-47ac-928a-aa7319f1632f None None] Routers {'b6cb0af5-d26e-4056-80e3-a206b2fdf743'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:17:41.294983 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-247be40e-e2b9-47ac-928a-aa7319f1632f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:17:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['b6cb0af5-d26e-4056-80e3-a206b2fdf743'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:17:41.299856 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3d471-c79d-4e35-ac92-0c6a1009af83 None None] Pushing event updated for resources: {'Port': ['ID=330c09e2-f460-4835-afaa-564d177bca0f,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:41.342458 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4dc36ba2-c6e9-462a-b213-d519b6edcab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:41.348567 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-70f83c15-4b58-467a-9b0b-923eebf483e9 service neutron] 10.222.0.36 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999153 Apr 21 13:17:41.385450 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4dc36ba2-c6e9-462a-b213-d519b6edcab7 None None] For port 330c09e2-f460-4835-afaa-564d177bca0f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=330c09e2-f460-4835-afaa-564d177bca0f,segment=NetworkSegment(cc2e267e-afc6-4f53-baa9-4efed9d9732c),segment_id=cc2e267e-afc6-4f53-baa9-4efed9d9732c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:17:41.437284 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-247be40e-e2b9-47ac-928a-aa7319f1632f None None] Set router b6cb0af5-d26e-4056-80e3-a206b2fdf743 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:17:41.458463 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4dc36ba2-c6e9-462a-b213-d519b6edcab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:41.486623 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-1ffb02da-a4b5-4323-9f3a-bfab1408fb83 service neutron] 10.222.0.36 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297920 Apr 21 13:17:41.518044 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc36ba2-c6e9-462a-b213-d519b6edcab7 None None] Pushing event updated for resources: {'Port': ['ID=330c09e2-f460-4835-afaa-564d177bca0f,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:41.584359 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4eee36da-bedc-4bbf-8e0e-fe4cc06f57bb None None] Provisioning complete for port 330c09e2-f460-4835-afaa-564d177bca0f triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:17:41.585002 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4eee36da-bedc-4bbf-8e0e-fe4cc06f57bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:41.651871 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-247be40e-e2b9-47ac-928a-aa7319f1632f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cb0af5-d26e-4056-80e3-a206b2fdf743', 'name': 'tempest-TestVolumeBootPattern-84327388-router', 'tenant_id': 'ab6d32dc840c4718876a85b82ce0aaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:33Z', 'updated_at': '2022-04-21T13:17:37Z', 'revision_number': 4, 'project_id': 'ab6d32dc840c4718876a85b82ce0aaa2', 'gw_port': {'id': '8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cb0af5-d26e-4056-80e3-a206b2fdf743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:34Z', 'updated_at': '2022-04-21T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '330c09e2-f460-4835-afaa-564d177bca0f', 'name': '', 'network_id': '4576d328-0e6c-45fb-97e7-aa857a40600e', 'tenant_id': 'ab6d32dc840c4718876a85b82ce0aaa2', 'mac_address': 'fa:16:3e:13:fb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cb0af5-d26e-4056-80e3-a206b2fdf743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '9b2a884f-2d84-422a-aec7-06176651e388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:36Z', 'updated_at': '2022-04-21T13:17:41Z', 'revision_number': 4, 'project_id': 'ab6d32dc840c4718876a85b82ce0aaa2', 'subnets': [{'id': '9b2a884f-2d84-422a-aec7-06176651e388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:17:41.679540 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247be40e-e2b9-47ac-928a-aa7319f1632f None None] The sync data for ids ['b6cb0af5-d26e-4056-80e3-a206b2fdf743'] in n-d-836147-2 is: [{'id': 'b6cb0af5-d26e-4056-80e3-a206b2fdf743', 'name': 'tempest-TestVolumeBootPattern-84327388-router', 'tenant_id': 'ab6d32dc840c4718876a85b82ce0aaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:33Z', 'updated_at': '2022-04-21T13:17:37Z', 'revision_number': 4, 'project_id': 'ab6d32dc840c4718876a85b82ce0aaa2', 'gw_port': {'id': '8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cb0af5-d26e-4056-80e3-a206b2fdf743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:34Z', 'updated_at': '2022-04-21T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '330c09e2-f460-4835-afaa-564d177bca0f', 'name': '', 'network_id': '4576d328-0e6c-45fb-97e7-aa857a40600e', 'tenant_id': 'ab6d32dc840c4718876a85b82ce0aaa2', 'mac_address': 'fa:16:3e:13:fb:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cb0af5-d26e-4056-80e3-a206b2fdf743', 'device_owner': 'network:router_interface', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '9b2a884f-2d84-422a-aec7-06176651e388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:36Z', 'updated_at': '2022-04-21T13:17:41Z', 'revision_number': 4, 'project_id': 'ab6d32dc840c4718876a85b82ce0aaa2', 'subnets': [{'id': '9b2a884f-2d84-422a-aec7-06176651e388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:17:42.030784 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7236e6e-4143-41b6-845d-4733d9c008b8 req-875d4144-e752-4652-8f55-471c5130921f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6914c09-539a-4e77-a6d3-c60cd5b24410 HTTP/1.1" status: 200 len: 210 time: 0.0288048 Apr 21 13:17:42.298280 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:17:42.352057 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:17:42.352607 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:42.428503 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 330c09e2-f460-4835-afaa-564d177bca0f up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:17:42.474905 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 330c09e2-f460-4835-afaa-564d177bca0f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:17:42.475272 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:43.127000 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ad22ae46-83e1-4850-934e-85b5edf106a3 req-041ec580-7592-44ae-9616-5ffa3844d675 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6914c09-539a-4e77-a6d3-c60cd5b24410 HTTP/1.1" status: 200 len: 210 time: 0.0271444 Apr 21 13:17:43.469349 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e75a3ae8-4487-4178-a6c5-6d2b60d7c246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:43.963680 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-d0e57d30-c669-448f-9658-cd0aeb6d7993 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:43.965121 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-d0e57d30-c669-448f-9658-cd0aeb6d7993 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.24 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 810 time: 0.1031265 Apr 21 13:17:43.978754 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-4d843b7a-5a09-4d7a-aace-9e7ae74ecb8e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Request body: {'port': {'device_id': 'c6914c09-539a-4e77-a6d3-c60cd5b24410', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'admin_state_up': True, 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:17:44.141713 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-4d843b7a-5a09-4d7a-aace-9e7ae74ecb8e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Made reservation on behalf of e09676fd3de740cabb87417a0199ea6c for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:17:44.145241 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-4d843b7a-5a09-4d7a-aace-9e7ae74ecb8e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:44.243052 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4da97993-0f20-46d1-a3cd-4d76df0ae2ad req-c0e83efb-1470-4a95-8693-edc6e758e06b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6914c09-539a-4e77-a6d3-c60cd5b24410 HTTP/1.1" status: 200 len: 210 time: 0.0355735 Apr 21 13:17:44.304709 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-4d843b7a-5a09-4d7a-aace-9e7ae74ecb8e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Allocated IP 172.20.0.3 (7984040f-8856-438f-b156-ed1c99b23fab/907954d3-68ec-48ae-a8f1-9fb47f43a330/feb6b585-af01-439b-94bc-aea3352f7e5d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:17:44.452297 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-4d843b7a-5a09-4d7a-aace-9e7ae74ecb8e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:44.559850 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-4d843b7a-5a09-4d7a-aace-9e7ae74ecb8e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:44.604420 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-4d843b7a-5a09-4d7a-aace-9e7ae74ecb8e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Network 7984040f-8856-438f-b156-ed1c99b23fab is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:17:44.610011 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-4d843b7a-5a09-4d7a-aace-9e7ae74ecb8e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:17:44.614323 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-4d843b7a-5a09-4d7a-aace-9e7ae74ecb8e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:17:44.618306 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d843b7a-5a09-4d7a-aace-9e7ae74ecb8e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Pushing event updated for resources: {'Port': ['ID=feb6b585-af01-439b-94bc-aea3352f7e5d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:44.678327 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-4d843b7a-5a09-4d7a-aace-9e7ae74ecb8e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:44.679009 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-4d843b7a-5a09-4d7a-aace-9e7ae74ecb8e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:44.752614 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-4d843b7a-5a09-4d7a-aace-9e7ae74ecb8e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7776794 Apr 21 13:17:44.770006 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-ddfeb87a-f0f3-4cff-b2c6-27c42df1bbad service neutron] Request body: {'port': {'device_id': 'c6914c09-539a-4e77-a6d3-c60cd5b24410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:17:44.824473 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-ddfeb87a-f0f3-4cff-b2c6-27c42df1bbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:44.902730 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-af5915cf-347e-47d1-964d-e4f50d43586c None None] Provisioning complete for port feb6b585-af01-439b-94bc-aea3352f7e5d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:17:44.904363 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-af5915cf-347e-47d1-964d-e4f50d43586c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:44.939278 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-af5915cf-347e-47d1-964d-e4f50d43586c None None] Port feb6b585-af01-439b-94bc-aea3352f7e5d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:17:45.085552 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-ddfeb87a-f0f3-4cff-b2c6-27c42df1bbad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb6b585-af01-439b-94bc-aea3352f7e5d {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:17:45.093818 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-ddfeb87a-f0f3-4cff-b2c6-27c42df1bbad service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:45.105676 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-ddfeb87a-f0f3-4cff-b2c6-27c42df1bbad service neutron] Transition to ACTIVE for port object feb6b585-af01-439b-94bc-aea3352f7e5d will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:17:45.170840 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-ddfeb87a-f0f3-4cff-b2c6-27c42df1bbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:45.244660 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfeb87a-f0f3-4cff-b2c6-27c42df1bbad service neutron] Pushing event updated for resources: {'Port': ['ID=feb6b585-af01-439b-94bc-aea3352f7e5d,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:45.320687 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-ddfeb87a-f0f3-4cff-b2c6-27c42df1bbad service neutron] Attempting to bind port feb6b585-af01-439b-94bc-aea3352f7e5d on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:17:45.321140 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-ddfeb87a-f0f3-4cff-b2c6-27c42df1bbad service neutron] Attempting to bind port feb6b585-af01-439b-94bc-aea3352f7e5d by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:17:45.321404 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-ddfeb87a-f0f3-4cff-b2c6-27c42df1bbad service neutron] Attempting to bind port feb6b585-af01-439b-94bc-aea3352f7e5d on network 7984040f-8856-438f-b156-ed1c99b23fab {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:17:45.327496 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-ddfeb87a-f0f3-4cff-b2c6-27c42df1bbad service neutron] Port feb6b585-af01-439b-94bc-aea3352f7e5d on network 7984040f-8856-438f-b156-ed1c99b23fab not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:17:45.327951 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-ddfeb87a-f0f3-4cff-b2c6-27c42df1bbad service neutron] Attempting to bind port feb6b585-af01-439b-94bc-aea3352f7e5d on network 7984040f-8856-438f-b156-ed1c99b23fab {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:17:45.333866 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-ddfeb87a-f0f3-4cff-b2c6-27c42df1bbad service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:17:45.334302 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-ddfeb87a-f0f3-4cff-b2c6-27c42df1bbad service neutron] Checking segment: {'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:17:45.334771 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-ddfeb87a-f0f3-4cff-b2c6-27c42df1bbad service neutron] Bound using segment: {'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:17:45.335278 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-ddfeb87a-f0f3-4cff-b2c6-27c42df1bbad service neutron] Bound port: feb6b585-af01-439b-94bc-aea3352f7e5d, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:17:45.335720 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-ddfeb87a-f0f3-4cff-b2c6-27c42df1bbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:45.440483 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c65975-1a2d-4e25-9873-ff24bb5a1a35 req-9705617f-84d6-454d-a346-e6e62f3ab248 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:45.442092 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94c65975-1a2d-4e25-9873-ff24bb5a1a35 req-9705617f-84d6-454d-a346-e6e62f3ab248 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6914c09-539a-4e77-a6d3-c60cd5b24410 HTTP/1.1" status: 200 len: 943 time: 0.0960846 Apr 21 13:17:45.448999 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-ddfeb87a-f0f3-4cff-b2c6-27c42df1bbad service neutron] For port feb6b585-af01-439b-94bc-aea3352f7e5d, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:17:45.458411 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-ddfeb87a-f0f3-4cff-b2c6-27c42df1bbad service neutron] For port feb6b585-af01-439b-94bc-aea3352f7e5d, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=feb6b585-af01-439b-94bc-aea3352f7e5d,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:17:45.490657 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94c65975-1a2d-4e25-9873-ff24bb5a1a35 req-631d8b13-dd12-4c5f-8dc9-51c2cbaf7154 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348737 Apr 21 13:17:45.525373 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-ddfeb87a-f0f3-4cff-b2c6-27c42df1bbad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:45.559282 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-ddfeb87a-f0f3-4cff-b2c6-27c42df1bbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:45.560717 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-ddfeb87a-f0f3-4cff-b2c6-27c42df1bbad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:45.562515 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-ddfeb87a-f0f3-4cff-b2c6-27c42df1bbad service neutron] 10.222.0.24 "PUT /v2.0/ports/feb6b585-af01-439b-94bc-aea3352f7e5d HTTP/1.1" status: 200 len: 1091 time: 0.7971632 Apr 21 13:17:45.565059 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6914c09-539a-4e77-a6d3-c60cd5b24410', 'tag': 'feb6b585-af01-439b-94bc-aea3352f7e5d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:17:45.567402 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed7cf8d-6102-4ede-a759-4f34e7dbed06" -d '{"events": [{"name": "network-changed", "server_uuid": "c6914c09-539a-4e77-a6d3-c60cd5b24410", "tag": "feb6b585-af01-439b-94bc-aea3352f7e5d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:17:45.594609 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfeb87a-f0f3-4cff-b2c6-27c42df1bbad service neutron] Pushing event updated for resources: {'Port': ['ID=feb6b585-af01-439b-94bc-aea3352f7e5d,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:45.626727 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4f8b45-e9aa-4c4e-a512-74c4950ef624 x-openstack-request-id: req-ae4f8b45-e9aa-4c4e-a512-74c4950ef624 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:17:45.627019 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6914c09-539a-4e77-a6d3-c60cd5b24410", "tag": "feb6b585-af01-439b-94bc-aea3352f7e5d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:17:45.627267 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae4f8b45-e9aa-4c4e-a512-74c4950ef624 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:17:45.627673 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae4f8b45-e9aa-4c4e-a512-74c4950ef624'] response: {'name': 'network-changed', 'server_uuid': 'c6914c09-539a-4e77-a6d3-c60cd5b24410', 'tag': 'feb6b585-af01-439b-94bc-aea3352f7e5d', 'status': 'completed', 'code': 200} Apr 21 13:17:45.700881 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7cf8d-6102-4ede-a759-4f34e7dbed06 req-631a3db4-cc12-4711-bdf6-36a593fdbe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:45.702517 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ed7cf8d-6102-4ede-a759-4f34e7dbed06 req-631a3db4-cc12-4711-bdf6-36a593fdbe7f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&device_id=c6914c09-539a-4e77-a6d3-c60cd5b24410 HTTP/1.1" status: 200 len: 1094 time: 0.0534575 Apr 21 13:17:45.744048 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-84fa1b68-31a7-4cff-972a-6afce8185bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:45.815701 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7cf8d-6102-4ede-a759-4f34e7dbed06 req-536ea9fb-7891-4023-b15f-b2d7a626c790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:45.817432 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ed7cf8d-6102-4ede-a759-4f34e7dbed06 req-536ea9fb-7891-4023-b15f-b2d7a626c790 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e09676fd3de740cabb87417a0199ea6c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1036158 Apr 21 13:17:45.920493 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7cf8d-6102-4ede-a759-4f34e7dbed06 req-b8fb1a7f-16ee-4809-8cc1-5bfae401c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:45.921940 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ed7cf8d-6102-4ede-a759-4f34e7dbed06 req-b8fb1a7f-16ee-4809-8cc1-5bfae401c70d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936878 Apr 21 13:17:46.011336 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-5bacf1e1-62ff-4c4d-ae15-1cd539c488e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:46.013394 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-5bacf1e1-62ff-4c4d-ae15-1cd539c488e8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&device_id=c6914c09-539a-4e77-a6d3-c60cd5b24410 HTTP/1.1" status: 200 len: 1094 time: 0.0474002 Apr 21 13:17:46.056460 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-63ca0afc-4587-4960-bd7a-8813f8ebc2d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=feb6b585-af01-439b-94bc-aea3352f7e5d HTTP/1.1" status: 200 len: 217 time: 0.0327344 Apr 21 13:17:46.106595 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-61928ac3-3d7b-4369-8dbd-5fd4d413dde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:46.108113 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-61928ac3-3d7b-4369-8dbd-5fd4d413dde9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=907954d3-68ec-48ae-a8f1-9fb47f43a330 HTTP/1.1" status: 200 len: 849 time: 0.0431631 Apr 21 13:17:46.157352 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-592eb696-5982-40b4-ad65-1686392cc661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:46.159004 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-592eb696-5982-40b4-ad65-1686392cc661 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7984040f-8856-438f-b156-ed1c99b23fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405917 Apr 21 13:17:46.255633 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-4401a90f-5a2a-4e3a-90e6-721ba33d9cf8 service neutron] 10.222.0.24 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863369 Apr 21 13:17:46.348439 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3821811b-5135-4b02-89b5-15f5c87de5cf req-0f992831-e022-41d4-8972-3aacbce29f3e service neutron] 10.222.0.24 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821309 Apr 21 13:17:46.613521 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42ed4a-4420-40eb-8d0d-c94d13ab6c50 req-280f3b3c-32fc-4b88-a7a3-c8f0cac7c76f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:46.615062 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce42ed4a-4420-40eb-8d0d-c94d13ab6c50 req-280f3b3c-32fc-4b88-a7a3-c8f0cac7c76f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6914c09-539a-4e77-a6d3-c60cd5b24410 HTTP/1.1" status: 200 len: 943 time: 0.0557923 Apr 21 13:17:46.654359 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce42ed4a-4420-40eb-8d0d-c94d13ab6c50 req-8f6a2dc4-600d-4d81-a687-0bf7c95c0308 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327992 Apr 21 13:17:47.006408 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:47.771245 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26a2d9a-e179-4ef2-a90e-a4ef94a5cdce req-b263c6f2-d1ff-4ad0-a1cc-3c4da537d806 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:47.775751 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c26a2d9a-e179-4ef2-a90e-a4ef94a5cdce req-b263c6f2-d1ff-4ad0-a1cc-3c4da537d806 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6914c09-539a-4e77-a6d3-c60cd5b24410 HTTP/1.1" status: 200 len: 943 time: 0.0491271 Apr 21 13:17:47.811202 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c26a2d9a-e179-4ef2-a90e-a4ef94a5cdce req-a9ecdd36-d7ee-4b60-9a9f-edf4a2f96527 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316751 Apr 21 13:17:48.097975 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:48.577849 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:48.715026 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:48.924479 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc56648-1fde-417e-aeea-038ca2bf8454 req-9df2ce7f-fdd8-4165-99c8-900a25f25273 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:48.925948 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0cc56648-1fde-417e-aeea-038ca2bf8454 req-9df2ce7f-fdd8-4165-99c8-900a25f25273 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6914c09-539a-4e77-a6d3-c60cd5b24410 HTTP/1.1" status: 200 len: 943 time: 0.0483210 Apr 21 13:17:48.964280 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0cc56648-1fde-417e-aeea-038ca2bf8454 req-32617148-0dbf-4cc1-9781-3bbdd304fbea tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324028 Apr 21 13:17:50.080316 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2d38f-3c07-4291-b538-070c9bf3fecd req-02adcb47-5aa1-4b15-bfc4-45da034847b6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:50.081794 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18a2d38f-3c07-4291-b538-070c9bf3fecd req-02adcb47-5aa1-4b15-bfc4-45da034847b6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6914c09-539a-4e77-a6d3-c60cd5b24410 HTTP/1.1" status: 200 len: 943 time: 0.0529079 Apr 21 13:17:50.118666 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18a2d38f-3c07-4291-b538-070c9bf3fecd req-50bf5db6-05ee-4dd9-9069-13e9f2f4258b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309849 Apr 21 13:17:50.690019 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:51.230363 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c04e2-22a3-4eb4-ab0f-8a7c3fac7696 req-cc3d03fa-a861-4e9c-9f5e-b56f7893c45c tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:51.231826 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce3c04e2-22a3-4eb4-ab0f-8a7c3fac7696 req-cc3d03fa-a861-4e9c-9f5e-b56f7893c45c tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6914c09-539a-4e77-a6d3-c60cd5b24410 HTTP/1.1" status: 200 len: 943 time: 0.0488365 Apr 21 13:17:51.269103 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce3c04e2-22a3-4eb4-ab0f-8a7c3fac7696 req-0420d452-68e9-4427-a781-0bd4b903c427 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313063 Apr 21 13:17:52.381448 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302b2a3f-77b9-45cc-ad46-f9c0a24075b9 req-b67405fd-1b63-4d93-aee0-90f329d456a3 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:52.382971 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-302b2a3f-77b9-45cc-ad46-f9c0a24075b9 req-b67405fd-1b63-4d93-aee0-90f329d456a3 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6914c09-539a-4e77-a6d3-c60cd5b24410 HTTP/1.1" status: 200 len: 943 time: 0.0491447 Apr 21 13:17:52.423021 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-302b2a3f-77b9-45cc-ad46-f9c0a24075b9 req-b06a0df8-861b-485c-bdc0-9d2343144068 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330591 Apr 21 13:17:53.434198 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-2818cabe-44e4-41c9-98df-fe200e189648 req-d86c4eec-27da-46d0-b2c1-e4c56e96e5e6 service neutron] (103398) timed out ('10.222.0.36', 56104) {{(pid=103398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 21 13:17:53.539900 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f8116-725a-478a-b004-4af3919e4d94 req-6ea069fe-ef05-4c2e-b2e6-ff161d63bded tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:53.541358 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-107f8116-725a-478a-b004-4af3919e4d94 req-6ea069fe-ef05-4c2e-b2e6-ff161d63bded tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6914c09-539a-4e77-a6d3-c60cd5b24410 HTTP/1.1" status: 200 len: 943 time: 0.0523612 Apr 21 13:17:53.579111 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-107f8116-725a-478a-b004-4af3919e4d94 req-ad625ee3-c268-4b5b-b17f-f29be5393e65 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316973 Apr 21 13:17:54.721079 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6f43b-417d-47df-9bed-7b0387561f86 req-f2adcd98-88e5-4e4f-8626-cf9dace65de7 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:54.723010 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11f6f43b-417d-47df-9bed-7b0387561f86 req-f2adcd98-88e5-4e4f-8626-cf9dace65de7 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6914c09-539a-4e77-a6d3-c60cd5b24410 HTTP/1.1" status: 200 len: 943 time: 0.0783820 Apr 21 13:17:54.759568 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11f6f43b-417d-47df-9bed-7b0387561f86 req-2d2c4f56-01ee-4b56-92cf-1491448671ab tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302961 Apr 21 13:17:55.872379 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b56add-182d-42f7-970c-9a7d3216de48 req-547f9671-8db4-4723-acd7-7ddf83374025 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:55.873858 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-16b56add-182d-42f7-970c-9a7d3216de48 req-547f9671-8db4-4723-acd7-7ddf83374025 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6914c09-539a-4e77-a6d3-c60cd5b24410 HTTP/1.1" status: 200 len: 943 time: 0.0483909 Apr 21 13:17:55.910399 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-16b56add-182d-42f7-970c-9a7d3216de48 req-177eeafd-f658-48f2-89fc-ec1f96644c9a tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306242 Apr 21 13:17:57.026550 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a2e79-d26c-4a78-b397-8376d547503e req-07d75248-94f7-41f8-8686-4b49486b1e46 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:57.028004 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-106a2e79-d26c-4a78-b397-8376d547503e req-07d75248-94f7-41f8-8686-4b49486b1e46 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6914c09-539a-4e77-a6d3-c60cd5b24410 HTTP/1.1" status: 200 len: 943 time: 0.0510275 Apr 21 13:17:57.064798 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-106a2e79-d26c-4a78-b397-8376d547503e req-3b9b547e-0a4a-4289-a5b9-2a73577dcf68 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302153 Apr 21 13:17:57.340680 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device feb6b585-af01-439b-94bc-aea3352f7e5d details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:17:57.434897 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port feb6b585-af01-439b-94bc-aea3352f7e5d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=feb6b585-af01-439b-94bc-aea3352f7e5d,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:17:57.446230 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'feb6b585-af01-439b-94bc-aea3352f7e5d', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'port_id': 'feb6b585-af01-439b-94bc-aea3352f7e5d', 'mac_address': 'fa:16:3e:5e:56:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:17:57.481697 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:57.493658 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb6b585-af01-439b-94bc-aea3352f7e5d {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:17:57.516268 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port feb6b585-af01-439b-94bc-aea3352f7e5d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=feb6b585-af01-439b-94bc-aea3352f7e5d,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:17:57.600546 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:57.647018 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=feb6b585-af01-439b-94bc-aea3352f7e5d,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:57.852235 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['feb6b585-af01-439b-94bc-aea3352f7e5d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:17:58.180511 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ecb0c-610b-4a14-9888-adf9555a8d25 req-aefbcc98-8f7b-442d-92f6-4b97415084b6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:58.181992 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-472ecb0c-610b-4a14-9888-adf9555a8d25 req-aefbcc98-8f7b-442d-92f6-4b97415084b6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6914c09-539a-4e77-a6d3-c60cd5b24410 HTTP/1.1" status: 200 len: 944 time: 0.0497649 Apr 21 13:17:58.220911 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-472ecb0c-610b-4a14-9888-adf9555a8d25 req-85f81f69-c6fb-4010-b940-a7d04093d4b7 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330005 Apr 21 13:17:59.335244 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fabfb-07f7-4de0-b01b-2f3bc8265f34 req-c520e687-b4b8-401d-b4a6-e95992ce7578 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:59.336704 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f1fabfb-07f7-4de0-b01b-2f3bc8265f34 req-c520e687-b4b8-401d-b4a6-e95992ce7578 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6914c09-539a-4e77-a6d3-c60cd5b24410 HTTP/1.1" status: 200 len: 944 time: 0.0484610 Apr 21 13:17:59.360306 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device feb6b585-af01-439b-94bc-aea3352f7e5d up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:17:59.374709 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f1fabfb-07f7-4de0-b01b-2f3bc8265f34 req-aa9c39d3-8465-4c1d-b68b-4dc1f3a625f3 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320759 Apr 21 13:17:59.469242 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port feb6b585-af01-439b-94bc-aea3352f7e5d completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:17:59.473065 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port feb6b585-af01-439b-94bc-aea3352f7e5d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:17:59.473431 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:59.547254 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:59.568010 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6914c09-539a-4e77-a6d3-c60cd5b24410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb6b585-af01-439b-94bc-aea3352f7e5d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:17:59.570245 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdc84f9-b4c6-45c1-ad54-9d4ec7b202aa" -d '{"events": [{"server_uuid": "c6914c09-539a-4e77-a6d3-c60cd5b24410", "name": "network-vif-plugged", "status": "completed", "tag": "feb6b585-af01-439b-94bc-aea3352f7e5d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:17:59.582118 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port feb6b585-af01-439b-94bc-aea3352f7e5d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=feb6b585-af01-439b-94bc-aea3352f7e5d,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:17:59.612625 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033e02b6-999d-4a41-93b7-40c127be5f3f x-openstack-request-id: req-033e02b6-999d-4a41-93b7-40c127be5f3f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:17:59.612915 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6914c09-539a-4e77-a6d3-c60cd5b24410", "name": "network-vif-plugged", "status": "completed", "tag": "feb6b585-af01-439b-94bc-aea3352f7e5d", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:17:59.613167 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-033e02b6-999d-4a41-93b7-40c127be5f3f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:17:59.615001 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-033e02b6-999d-4a41-93b7-40c127be5f3f'] response: {'server_uuid': 'c6914c09-539a-4e77-a6d3-c60cd5b24410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb6b585-af01-439b-94bc-aea3352f7e5d', 'code': 200} Apr 21 13:17:59.652791 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:17:59.703909 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=feb6b585-af01-439b-94bc-aea3352f7e5d,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:17:59.718201 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e693d-9a49-4ef9-b43a-9e8f38908041 req-762cae86-af25-4155-9622-362083445dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:17:59.719744 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a51e693d-9a49-4ef9-b43a-9e8f38908041 req-762cae86-af25-4155-9622-362083445dfc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c6914c09-539a-4e77-a6d3-c60cd5b24410 HTTP/1.1" status: 200 len: 1096 time: 0.0444856 Apr 21 13:17:59.758862 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a51e693d-9a49-4ef9-b43a-9e8f38908041 req-f3912e38-eaef-4507-a22a-7bfb2a68c684 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281656 Apr 21 13:18:00.494866 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16661f3-d539-4efe-8ef6-218dfe6be91d req-e8950d64-f7fe-4b5e-a57f-a602ebe8f328 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:00.496365 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e16661f3-d539-4efe-8ef6-218dfe6be91d req-e8950d64-f7fe-4b5e-a57f-a602ebe8f328 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6914c09-539a-4e77-a6d3-c60cd5b24410 HTTP/1.1" status: 200 len: 945 time: 0.0524447 Apr 21 13:18:00.536122 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e16661f3-d539-4efe-8ef6-218dfe6be91d req-4b77b9e8-c83e-420a-b259-f1209355a32e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329146 Apr 21 13:18:01.653081 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbcf86-675d-4d55-8018-ac300f3684e8 req-8bdd3fb2-7b4f-4e5b-9d0e-6bb60f700426 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:01.654526 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-19fbcf86-675d-4d55-8018-ac300f3684e8 req-8bdd3fb2-7b4f-4e5b-9d0e-6bb60f700426 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6914c09-539a-4e77-a6d3-c60cd5b24410 HTTP/1.1" status: 200 len: 945 time: 0.0486500 Apr 21 13:18:01.691830 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-19fbcf86-675d-4d55-8018-ac300f3684e8 req-2fa6d60e-40b8-4f8c-8b1d-d5045b3fb3d0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314105 Apr 21 13:18:01.809243 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3562cf7a-446f-499f-82b5-dcd12864de1d req-35eaf039-aefa-42ae-b6bb-ee60d68b83c3 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:01.810743 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3562cf7a-446f-499f-82b5-dcd12864de1d req-35eaf039-aefa-42ae-b6bb-ee60d68b83c3 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6914c09-539a-4e77-a6d3-c60cd5b24410 HTTP/1.1" status: 200 len: 945 time: 0.0521178 Apr 21 13:18:01.847546 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3562cf7a-446f-499f-82b5-dcd12864de1d req-ad42a09c-a5a9-483f-a7e4-f8aaab1cef1c tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308065 Apr 21 13:18:01.956515 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82b94e-4fbc-4351-9c49-93d08880c18c req-75ebe228-cb6a-4d82-99e5-5fbc0637709c tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:01.957985 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7c82b94e-4fbc-4351-9c49-93d08880c18c req-75ebe228-cb6a-4d82-99e5-5fbc0637709c tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6914c09-539a-4e77-a6d3-c60cd5b24410 HTTP/1.1" status: 200 len: 945 time: 0.0471139 Apr 21 13:18:01.995257 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7c82b94e-4fbc-4351-9c49-93d08880c18c req-00dcd080-5ec9-4147-b01e-e508a606eee9 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313475 Apr 21 13:18:02.422895 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ee3b6-6942-419e-be9c-11b7f0dcf213 req-10c0f937-6557-404a-b42e-8b124534eae2 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:02.424345 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e2ee3b6-6942-419e-be9c-11b7f0dcf213 req-10c0f937-6557-404a-b42e-8b124534eae2 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6914c09-539a-4e77-a6d3-c60cd5b24410 HTTP/1.1" status: 200 len: 945 time: 0.0487435 Apr 21 13:18:02.462031 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e2ee3b6-6942-419e-be9c-11b7f0dcf213 req-16207597-5a97-4bab-ad09-c7b92dda48dc tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315120 Apr 21 13:18:03.582763 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170ba75-240c-4cb1-bf56-3e7c68928e87 req-61ee6a60-b30f-45ff-a7ce-eac24272e4c0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:03.584223 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e170ba75-240c-4cb1-bf56-3e7c68928e87 req-61ee6a60-b30f-45ff-a7ce-eac24272e4c0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6914c09-539a-4e77-a6d3-c60cd5b24410 HTTP/1.1" status: 200 len: 945 time: 0.0515587 Apr 21 13:18:03.622037 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e170ba75-240c-4cb1-bf56-3e7c68928e87 req-6614b47a-a1e8-4fb3-8ecb-a1014c7562d0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318120 Apr 21 13:18:04.019317 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a242c63-ff88-4015-bd15-d9b2cb566bb8 req-f723ce5f-2886-457f-a0aa-d18df3f1cbb2 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:04.020740 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a242c63-ff88-4015-bd15-d9b2cb566bb8 req-f723ce5f-2886-457f-a0aa-d18df3f1cbb2 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6914c09-539a-4e77-a6d3-c60cd5b24410 HTTP/1.1" status: 200 len: 945 time: 0.0474041 Apr 21 13:18:04.115754 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-3a242c63-ff88-4015-bd15-d9b2cb566bb8 req-80f9130c-ac35-480c-b060-79c11bf5b5f6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Deleting port feb6b585-af01-439b-94bc-aea3352f7e5d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:18:04.116090 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3a242c63-ff88-4015-bd15-d9b2cb566bb8 req-80f9130c-ac35-480c-b060-79c11bf5b5f6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:18:04.202338 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3a242c63-ff88-4015-bd15-d9b2cb566bb8 req-80f9130c-ac35-480c-b060-79c11bf5b5f6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] For port feb6b585-af01-439b-94bc-aea3352f7e5d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=feb6b585-af01-439b-94bc-aea3352f7e5d,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:18:04.202696 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3a242c63-ff88-4015-bd15-d9b2cb566bb8 req-80f9130c-ac35-480c-b060-79c11bf5b5f6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:18:04.215010 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-3a242c63-ff88-4015-bd15-d9b2cb566bb8 req-80f9130c-ac35-480c-b060-79c11bf5b5f6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Calling delete_port for feb6b585-af01-439b-94bc-aea3352f7e5d owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:18:04.400619 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3a242c63-ff88-4015-bd15-d9b2cb566bb8 req-80f9130c-ac35-480c-b060-79c11bf5b5f6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:18:04.421158 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['feb6b585-af01-439b-94bc-aea3352f7e5d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:18:04.428175 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9130c-ac35-480c-b060-79c11bf5b5f6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Pushing event deleted for resources: {'Port': ['ID=feb6b585-af01-439b-94bc-aea3352f7e5d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:18:04.438180 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f9130c-ac35-480c-b060-79c11bf5b5f6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:18:04.438528 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f9130c-ac35-480c-b060-79c11bf5b5f6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:18:04.438871 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f9130c-ac35-480c-b060-79c11bf5b5f6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:18:04.439207 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f9130c-ac35-480c-b060-79c11bf5b5f6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:18:04.439540 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f9130c-ac35-480c-b060-79c11bf5b5f6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:18:04.439871 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f9130c-ac35-480c-b060-79c11bf5b5f6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:18:04.440196 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f9130c-ac35-480c-b060-79c11bf5b5f6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:18:04.440531 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f9130c-ac35-480c-b060-79c11bf5b5f6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:18:04.440844 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f9130c-ac35-480c-b060-79c11bf5b5f6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:18:04.441167 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f9130c-ac35-480c-b060-79c11bf5b5f6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:18:04.441492 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f9130c-ac35-480c-b060-79c11bf5b5f6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:18:04.442227 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f9130c-ac35-480c-b060-79c11bf5b5f6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:18:04.484918 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a242c63-ff88-4015-bd15-d9b2cb566bb8 req-80f9130c-ac35-480c-b060-79c11bf5b5f6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] No DVR routers for this DVR port feb6b585-af01-439b-94bc-aea3352f7e5d on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:18:04.487688 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3a242c63-ff88-4015-bd15-d9b2cb566bb8 req-80f9130c-ac35-480c-b060-79c11bf5b5f6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:18:04.491329 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a242c63-ff88-4015-bd15-d9b2cb566bb8 req-80f9130c-ac35-480c-b060-79c11bf5b5f6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.24 "DELETE /v2.0/ports/feb6b585-af01-439b-94bc-aea3352f7e5d HTTP/1.1" status: 204 len: 173 time: 0.4624236 Apr 21 13:18:04.491800 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6914c09-539a-4e77-a6d3-c60cd5b24410', 'name': 'network-vif-deleted', 'tag': 'feb6b585-af01-439b-94bc-aea3352f7e5d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:18:04.494288 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de264d0-a451-4351-8037-f507f3e9ba1a" -d '{"events": [{"server_uuid": "c6914c09-539a-4e77-a6d3-c60cd5b24410", "name": "network-vif-deleted", "tag": "feb6b585-af01-439b-94bc-aea3352f7e5d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:18:04.532698 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1f26a4-0926-4246-9341-2ad33025c5cc x-openstack-request-id: req-ad1f26a4-0926-4246-9341-2ad33025c5cc {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:18:04.533044 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6914c09-539a-4e77-a6d3-c60cd5b24410", "name": "network-vif-deleted", "tag": "feb6b585-af01-439b-94bc-aea3352f7e5d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:18:04.533303 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ad1f26a4-0926-4246-9341-2ad33025c5cc {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:18:04.533729 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad1f26a4-0926-4246-9341-2ad33025c5cc'] response: {'server_uuid': 'c6914c09-539a-4e77-a6d3-c60cd5b24410', 'name': 'network-vif-deleted', 'tag': 'feb6b585-af01-439b-94bc-aea3352f7e5d', 'status': 'completed', 'code': 200} Apr 21 13:18:04.722792 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-475ea25f-743c-480e-964c-ed808cc0ff0f req-347458bc-9cde-42cd-bbec-43497bedc152 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6914c09-539a-4e77-a6d3-c60cd5b24410 HTTP/1.1" status: 200 len: 210 time: 0.0308654 Apr 21 13:18:05.818096 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b128a4e6-6480-4fb1-98ab-d9fc09df4d69 req-a7fff881-403b-4b0b-b90a-d93a5ddc7544 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6914c09-539a-4e77-a6d3-c60cd5b24410 HTTP/1.1" status: 200 len: 210 time: 0.0263317 Apr 21 13:18:06.912623 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-40e2b824-91da-4c2c-83e6-7399502e79f3 req-7abb61da-184f-48f8-a66d-e441fb0dad67 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6914c09-539a-4e77-a6d3-c60cd5b24410 HTTP/1.1" status: 200 len: 210 time: 0.0257201 Apr 21 13:18:07.355186 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device feb6b585-af01-439b-94bc-aea3352f7e5d no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:18:07.377813 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: feb6b585-af01-439b-94bc-aea3352f7e5d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:18:07.378153 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device feb6b585-af01-439b-94bc-aea3352f7e5d not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:18:08.008172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3bc0a524-38c7-4e5f-92c5-c68b9ad98f9a req-0387ffc4-6f15-4482-8dd6-ead6f328e7d6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=c6914c09-539a-4e77-a6d3-c60cd5b24410 HTTP/1.1" status: 200 len: 210 time: 0.0293047 Apr 21 13:18:13.489925 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-237f8f3d-9746-4bd7-ae59-f3b5fd9af73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:18:15.766321 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e8283b7e-81b4-4d19-a9ed-c23468e63252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:18:15.977278 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:18:17.011869 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:18:18.113108 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:18:18.572192 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:18:18.714977 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:18:20.686236 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:18:34.951520 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-1cf5bad0-22ba-4da4-9e5c-cc268068a417 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:34.953056 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-1cf5bad0-22ba-4da4-9e5c-cc268068a417 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 810 time: 0.1037800 Apr 21 13:18:34.968165 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-aaafb0f5-4b99-4511-868e-58448b0dab77 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/quotas/e09676fd3de740cabb87417a0199ea6c HTTP/1.1" status: 200 len: 375 time: 0.0088296 Apr 21 13:18:35.018578 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-1535f800-9b01-48b7-86e6-ab1fc05e68f0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445545 Apr 21 13:18:35.223919 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-0a7d54c8-019c-4201-8efd-13fdf5f59b7e service neutron] 10.222.0.36 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973038 Apr 21 13:18:35.313421 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-22e4c87e-3c1f-40b8-b2bc-3962a4b18fc0 service neutron] 10.222.0.36 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832131 Apr 21 13:18:35.570415 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-73a4efb4-329b-42dc-9a39-0bd22497aaa0 req-c3937e50-4e1e-466e-8e11-dc75642d8c98 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 210 time: 0.0267632 Apr 21 13:18:36.665953 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a57f0f2-cb50-4874-a92e-3cbb05f2cbd0 req-f6ea9925-5892-454f-aef3-ae7a29e801b5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 210 time: 0.0267377 Apr 21 13:18:37.374679 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-a876adfb-85ea-4cbd-94e9-4e75e25e56d5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:37.376201 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-a876adfb-85ea-4cbd-94e9-4e75e25e56d5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.24 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 810 time: 0.1055334 Apr 21 13:18:37.394622 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-3f3e035b-3035-48bd-aeac-46ab6c651877 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Request body: {'port': {'device_id': '49f8dbfa-16bd-41b3-b57c-e57ea7f24974', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'admin_state_up': True, 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:18:37.558276 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-3f3e035b-3035-48bd-aeac-46ab6c651877 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Made reservation on behalf of e09676fd3de740cabb87417a0199ea6c for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:18:37.562082 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-3f3e035b-3035-48bd-aeac-46ab6c651877 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:18:37.689590 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-3f3e035b-3035-48bd-aeac-46ab6c651877 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Allocated IP 172.20.0.4 (7984040f-8856-438f-b156-ed1c99b23fab/907954d3-68ec-48ae-a8f1-9fb47f43a330/cf252a52-2dd5-46b7-a612-4c6b57a21d9a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:18:37.771814 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b63420da-c51d-4b17-a890-e47a51de437b req-58b560c7-2b17-4ae8-8e0c-bc0b8ae07b90 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 210 time: 0.0393703 Apr 21 13:18:37.863908 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-3f3e035b-3035-48bd-aeac-46ab6c651877 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:18:37.966155 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-3f3e035b-3035-48bd-aeac-46ab6c651877 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:18:38.009871 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-3f3e035b-3035-48bd-aeac-46ab6c651877 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Network 7984040f-8856-438f-b156-ed1c99b23fab is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:18:38.012966 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-3f3e035b-3035-48bd-aeac-46ab6c651877 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:18:38.016863 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-3f3e035b-3035-48bd-aeac-46ab6c651877 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:18:38.023792 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e035b-3035-48bd-aeac-46ab6c651877 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Pushing event updated for resources: {'Port': ['ID=cf252a52-2dd5-46b7-a612-4c6b57a21d9a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:18:38.070614 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-3f3e035b-3035-48bd-aeac-46ab6c651877 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:38.071272 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-3f3e035b-3035-48bd-aeac-46ab6c651877 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:18:38.144011 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-3f3e035b-3035-48bd-aeac-46ab6c651877 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7531853 Apr 21 13:18:38.157080 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-918e11ce-87c0-4985-94a7-1883d9bc195a service neutron] Request body: {'port': {'device_id': '49f8dbfa-16bd-41b3-b57c-e57ea7f24974', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:18:38.228726 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-918e11ce-87c0-4985-94a7-1883d9bc195a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:18:38.258287 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-98f42576-ec76-4742-b148-343a3fdbd1f4 None None] Provisioning complete for port cf252a52-2dd5-46b7-a612-4c6b57a21d9a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:18:38.258812 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98f42576-ec76-4742-b148-343a3fdbd1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:18:38.296061 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-98f42576-ec76-4742-b148-343a3fdbd1f4 None None] Port cf252a52-2dd5-46b7-a612-4c6b57a21d9a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:18:38.491236 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-918e11ce-87c0-4985-94a7-1883d9bc195a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf252a52-2dd5-46b7-a612-4c6b57a21d9a {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:18:38.498677 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-918e11ce-87c0-4985-94a7-1883d9bc195a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:18:38.510680 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-918e11ce-87c0-4985-94a7-1883d9bc195a service neutron] Transition to ACTIVE for port object cf252a52-2dd5-46b7-a612-4c6b57a21d9a will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:18:38.571861 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-918e11ce-87c0-4985-94a7-1883d9bc195a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:18:38.627977 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e11ce-87c0-4985-94a7-1883d9bc195a service neutron] Pushing event updated for resources: {'Port': ['ID=cf252a52-2dd5-46b7-a612-4c6b57a21d9a,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:18:38.712092 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-918e11ce-87c0-4985-94a7-1883d9bc195a service neutron] Attempting to bind port cf252a52-2dd5-46b7-a612-4c6b57a21d9a on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:18:38.712660 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-918e11ce-87c0-4985-94a7-1883d9bc195a service neutron] Attempting to bind port cf252a52-2dd5-46b7-a612-4c6b57a21d9a by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:18:38.712754 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-918e11ce-87c0-4985-94a7-1883d9bc195a service neutron] Attempting to bind port cf252a52-2dd5-46b7-a612-4c6b57a21d9a on network 7984040f-8856-438f-b156-ed1c99b23fab {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:18:38.717465 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-918e11ce-87c0-4985-94a7-1883d9bc195a service neutron] Port cf252a52-2dd5-46b7-a612-4c6b57a21d9a on network 7984040f-8856-438f-b156-ed1c99b23fab not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:18:38.717822 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-918e11ce-87c0-4985-94a7-1883d9bc195a service neutron] Attempting to bind port cf252a52-2dd5-46b7-a612-4c6b57a21d9a on network 7984040f-8856-438f-b156-ed1c99b23fab {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:18:38.723553 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-918e11ce-87c0-4985-94a7-1883d9bc195a service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:18:38.723897 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-918e11ce-87c0-4985-94a7-1883d9bc195a service neutron] Checking segment: {'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:18:38.724301 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-918e11ce-87c0-4985-94a7-1883d9bc195a service neutron] Bound using segment: {'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:18:38.724766 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-918e11ce-87c0-4985-94a7-1883d9bc195a service neutron] Bound port: cf252a52-2dd5-46b7-a612-4c6b57a21d9a, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:18:38.725079 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-918e11ce-87c0-4985-94a7-1883d9bc195a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:18:38.799021 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-918e11ce-87c0-4985-94a7-1883d9bc195a service neutron] For port cf252a52-2dd5-46b7-a612-4c6b57a21d9a, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:18:38.803216 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-918e11ce-87c0-4985-94a7-1883d9bc195a service neutron] For port cf252a52-2dd5-46b7-a612-4c6b57a21d9a, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=cf252a52-2dd5-46b7-a612-4c6b57a21d9a,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:18:38.878700 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-918e11ce-87c0-4985-94a7-1883d9bc195a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:18:38.922114 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-918e11ce-87c0-4985-94a7-1883d9bc195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:38.922723 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-918e11ce-87c0-4985-94a7-1883d9bc195a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:18:38.924125 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-918e11ce-87c0-4985-94a7-1883d9bc195a service neutron] 10.222.0.24 "PUT /v2.0/ports/cf252a52-2dd5-46b7-a612-4c6b57a21d9a HTTP/1.1" status: 200 len: 1091 time: 0.7718079 Apr 21 13:18:38.924555 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f8dbfa-16bd-41b3-b57c-e57ea7f24974', 'tag': 'cf252a52-2dd5-46b7-a612-4c6b57a21d9a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:18:38.927575 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de62595-cf80-4a0f-bfc4-a71c43d6786d" -d '{"events": [{"name": "network-changed", "server_uuid": "49f8dbfa-16bd-41b3-b57c-e57ea7f24974", "tag": "cf252a52-2dd5-46b7-a612-4c6b57a21d9a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:18:38.947313 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319b159-23cf-4609-aa10-657da1a66e26 req-f9193af1-094c-4d45-b5f8-e21f99e14693 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:38.948826 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7319b159-23cf-4609-aa10-657da1a66e26 req-f9193af1-094c-4d45-b5f8-e21f99e14693 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 943 time: 0.1039288 Apr 21 13:18:38.973685 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19862386-9f69-4973-b4dc-b40911204a77 x-openstack-request-id: req-19862386-9f69-4973-b4dc-b40911204a77 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:18:38.974035 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49f8dbfa-16bd-41b3-b57c-e57ea7f24974", "tag": "cf252a52-2dd5-46b7-a612-4c6b57a21d9a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:18:38.974232 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-19862386-9f69-4973-b4dc-b40911204a77 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:18:38.974613 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19862386-9f69-4973-b4dc-b40911204a77'] response: {'name': 'network-changed', 'server_uuid': '49f8dbfa-16bd-41b3-b57c-e57ea7f24974', 'tag': 'cf252a52-2dd5-46b7-a612-4c6b57a21d9a', 'status': 'completed', 'code': 200} Apr 21 13:18:39.021481 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e11ce-87c0-4985-94a7-1883d9bc195a service neutron] Pushing event updated for resources: {'Port': ['ID=cf252a52-2dd5-46b7-a612-4c6b57a21d9a,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:18:39.052079 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7319b159-23cf-4609-aa10-657da1a66e26 req-25346439-2d06-4031-bf5c-a1489b65f224 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954840 Apr 21 13:18:39.055303 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de62595-cf80-4a0f-bfc4-a71c43d6786d req-60c46cb8-26f3-42d9-892a-9d8167165565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:39.056806 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3de62595-cf80-4a0f-bfc4-a71c43d6786d req-60c46cb8-26f3-42d9-892a-9d8167165565 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 1094 time: 0.0642776 Apr 21 13:18:39.182319 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de62595-cf80-4a0f-bfc4-a71c43d6786d req-d8ef655c-7f85-4906-89d4-65376a9b96cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:39.183803 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3de62595-cf80-4a0f-bfc4-a71c43d6786d req-d8ef655c-7f85-4906-89d4-65376a9b96cc service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e09676fd3de740cabb87417a0199ea6c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1083095 Apr 21 13:18:39.282707 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de62595-cf80-4a0f-bfc4-a71c43d6786d req-681c5a48-64ab-4b29-9f71-adfeb55acd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:39.284215 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3de62595-cf80-4a0f-bfc4-a71c43d6786d req-681c5a48-64ab-4b29-9f71-adfeb55acd53 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890899 Apr 21 13:18:39.366810 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-15ac8a34-56db-4312-a516-a1ef791ff1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:39.368350 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-15ac8a34-56db-4312-a516-a1ef791ff1b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 1094 time: 0.0413063 Apr 21 13:18:39.415875 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-319bf797-df41-40f6-b2bb-b7bbb697b9a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf252a52-2dd5-46b7-a612-4c6b57a21d9a HTTP/1.1" status: 200 len: 217 time: 0.0386670 Apr 21 13:18:39.466084 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-5d83935e-d3df-4e25-8050-f441c2cda038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:39.467434 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-5d83935e-d3df-4e25-8050-f441c2cda038 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=907954d3-68ec-48ae-a8f1-9fb47f43a330 HTTP/1.1" status: 200 len: 849 time: 0.0421154 Apr 21 13:18:39.516240 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-d2cbbc71-d236-4ae6-9bfa-af19596eb0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:39.517766 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-d2cbbc71-d236-4ae6-9bfa-af19596eb0bc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7984040f-8856-438f-b156-ed1c99b23fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390315 Apr 21 13:18:39.614650 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-d65cc575-547a-441c-b0b9-74d11fc95f48 service neutron] 10.222.0.24 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854545 Apr 21 13:18:39.708046 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-908826d5-e149-4573-bcaf-b8c924fb8c55 req-99d41e92-100f-4fd5-b768-6169f7226b0c service neutron] 10.222.0.24 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832701 Apr 21 13:18:40.177616 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ddd3e6-25eb-45f4-aaf9-1c0e4276e119 req-0e8c4144-5f75-4685-abfe-814f5bf99ebf tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:40.179274 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80ddd3e6-25eb-45f4-aaf9-1c0e4276e119 req-0e8c4144-5f75-4685-abfe-814f5bf99ebf tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 943 time: 0.0566654 Apr 21 13:18:40.217663 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80ddd3e6-25eb-45f4-aaf9-1c0e4276e119 req-5d4d37e6-d6d8-4e8c-9388-545ae6dc630a tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319462 Apr 21 13:18:41.335598 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece37866-1b2e-40bd-82d6-ec484f86f323 req-61a573e1-9d0e-41be-ac3b-25b4851a710a tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:41.337075 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ece37866-1b2e-40bd-82d6-ec484f86f323 req-61a573e1-9d0e-41be-ac3b-25b4851a710a tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 943 time: 0.0490849 Apr 21 13:18:41.377315 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ece37866-1b2e-40bd-82d6-ec484f86f323 req-8f1526f2-cb0e-46d0-bb47-e5421a03f0df tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342276 Apr 21 13:18:42.506810 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a338ef6-a100-4849-b9ab-28a73d45bead req-7a5b50a4-0700-402e-aedc-a643ccf32b5c tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:42.508576 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6a338ef6-a100-4849-b9ab-28a73d45bead req-7a5b50a4-0700-402e-aedc-a643ccf32b5c tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 943 time: 0.0541904 Apr 21 13:18:42.547498 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6a338ef6-a100-4849-b9ab-28a73d45bead req-6b583889-a1c8-4bfd-8ac3-b06bf87ec9c4 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324283 Apr 21 13:18:43.491888 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-273a7662-c55b-413d-9ae6-e63fdbb182e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:18:43.679268 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c7daa-4cbf-4ffe-be58-3cdfca0fe91d req-bb9b2b4d-7747-4e24-8985-c9050df757dd tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:43.680738 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-366c7daa-4cbf-4ffe-be58-3cdfca0fe91d req-bb9b2b4d-7747-4e24-8985-c9050df757dd tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 943 time: 0.0634940 Apr 21 13:18:43.718703 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-366c7daa-4cbf-4ffe-be58-3cdfca0fe91d req-41376cd6-6f9b-47a3-b02e-5dfc81723117 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314689 Apr 21 13:18:44.971494 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf78ab-14cd-4333-8a6c-5fe1bc845e65 req-f1c7450f-99e2-4d1a-a1b9-2b62a4d088ce tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:44.972974 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07bf78ab-14cd-4333-8a6c-5fe1bc845e65 req-f1c7450f-99e2-4d1a-a1b9-2b62a4d088ce tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 943 time: 0.1836941 Apr 21 13:18:45.015907 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07bf78ab-14cd-4333-8a6c-5fe1bc845e65 req-fab86a8b-2f4b-4b54-a774-a5ddaf7f2286 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331919 Apr 21 13:18:45.760012 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e61c442-cbc5-49fa-8c8a-21cf58db6b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:18:46.137188 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92c4b5-8d1d-43e5-bac4-ca42453d80e5 req-b77ff599-5a73-4870-9a09-73e65fda588e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:46.138673 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c92c4b5-8d1d-43e5-bac4-ca42453d80e5 req-b77ff599-5a73-4870-9a09-73e65fda588e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 943 time: 0.0546191 Apr 21 13:18:46.181711 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c92c4b5-8d1d-43e5-bac4-ca42453d80e5 req-24c844e9-da6b-4ec2-a157-f278fbfaa074 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370498 Apr 21 13:18:47.034287 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:18:47.308600 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54833af0-9163-4103-842d-6279d55d5e74 req-4867e7f7-5980-4236-9cd5-cdacefd2f5f8 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:47.310020 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54833af0-9163-4103-842d-6279d55d5e74 req-4867e7f7-5980-4236-9cd5-cdacefd2f5f8 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 943 time: 0.0539756 Apr 21 13:18:47.347292 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54833af0-9163-4103-842d-6279d55d5e74 req-94554b5d-f573-416b-8494-a151376f7178 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312355 Apr 21 13:18:48.159761 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:18:48.466437 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538b928-5023-4088-90ad-bcb8582c0ddd req-776c42bd-107a-4a8e-8b6b-c4cbe6253cde tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:48.467704 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9538b928-5023-4088-90ad-bcb8582c0ddd req-776c42bd-107a-4a8e-8b6b-c4cbe6253cde tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 943 time: 0.0491753 Apr 21 13:18:48.516141 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9538b928-5023-4088-90ad-bcb8582c0ddd req-57c930e2-6fdf-45af-a4c7-0f8b66dca689 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385175 Apr 21 13:18:48.582877 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:18:48.769718 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:18:49.635162 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275bc9a-3ff0-465a-9eef-bb277658a285 req-83b9c169-d371-40ba-9084-05dde3b1b812 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:49.636640 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b275bc9a-3ff0-465a-9eef-bb277658a285 req-83b9c169-d371-40ba-9084-05dde3b1b812 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 943 time: 0.0502198 Apr 21 13:18:49.678627 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b275bc9a-3ff0-465a-9eef-bb277658a285 req-457de4a2-7f6e-497a-8387-8ff11bd8b186 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348628 Apr 21 13:18:50.680157 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:18:50.869745 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f223b-9378-4310-b1ea-dbdf53f82af6 req-3405a603-b260-4908-892f-9f6f11a047e0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:50.871218 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-810f223b-9378-4310-b1ea-dbdf53f82af6 req-3405a603-b260-4908-892f-9f6f11a047e0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 943 time: 0.1188092 Apr 21 13:18:50.910062 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-810f223b-9378-4310-b1ea-dbdf53f82af6 req-91452c43-2b46-437f-90bf-0b35439ab77f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325792 Apr 21 13:18:52.026410 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15497964-79bb-4314-954b-afe227a4ffad req-86cccf5d-6ef7-4cdc-8dd7-5b49748b3616 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:52.027957 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15497964-79bb-4314-954b-afe227a4ffad req-86cccf5d-6ef7-4cdc-8dd7-5b49748b3616 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 943 time: 0.0502894 Apr 21 13:18:52.067989 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15497964-79bb-4314-954b-afe227a4ffad req-08f6d272-44aa-4231-8c3a-231aa55245f6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338421 Apr 21 13:18:52.977005 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:18:53.181204 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f54263-4478-4b17-90b8-9eae3d0d20e5 req-b40838de-8a91-4754-ad48-8108c04439f8 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:53.183263 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c2f54263-4478-4b17-90b8-9eae3d0d20e5 req-b40838de-8a91-4754-ad48-8108c04439f8 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 943 time: 0.0471210 Apr 21 13:18:53.221941 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c2f54263-4478-4b17-90b8-9eae3d0d20e5 req-440009ec-12ff-4320-8b37-ef8ea54a5f67 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323510 Apr 21 13:18:54.341064 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557beecb-b6f9-4364-8148-a665b387a068 req-685718ca-10bb-4232-ba01-fdfe99840392 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:54.342885 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-557beecb-b6f9-4364-8148-a665b387a068 req-685718ca-10bb-4232-ba01-fdfe99840392 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 943 time: 0.0532064 Apr 21 13:18:54.380388 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-557beecb-b6f9-4364-8148-a665b387a068 req-30e42a48-fd84-48b8-a7f1-55fd0532b28e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315564 Apr 21 13:18:55.492927 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3d1f27-8305-44d0-ad73-08c2444db706 req-27040adf-70bc-4bf6-b486-d64a6e58b8f1 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:55.494981 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-af3d1f27-8305-44d0-ad73-08c2444db706 req-27040adf-70bc-4bf6-b486-d64a6e58b8f1 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 943 time: 0.0473807 Apr 21 13:18:55.533360 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-af3d1f27-8305-44d0-ad73-08c2444db706 req-ea9d6b3c-298d-48d6-a2ce-3fffaa4daad7 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321901 Apr 21 13:18:56.649141 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83fea5-a329-4f83-82db-936c882cfa81 req-e2081195-ca04-4c71-9f79-28d4341bdc79 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:56.650743 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fc83fea5-a329-4f83-82db-936c882cfa81 req-e2081195-ca04-4c71-9f79-28d4341bdc79 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 943 time: 0.0479352 Apr 21 13:18:56.688343 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fc83fea5-a329-4f83-82db-936c882cfa81 req-6cd654fe-e0aa-42c4-b1f0-b289afb5809f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307870 Apr 21 13:18:57.807382 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d30109-5a75-4182-ab1b-5578bcd5878a req-9ac88497-0d1e-40f6-af42-4bf029ee283e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:57.809790 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-48d30109-5a75-4182-ab1b-5578bcd5878a req-9ac88497-0d1e-40f6-af42-4bf029ee283e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 943 time: 0.0530457 Apr 21 13:18:57.847245 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-48d30109-5a75-4182-ab1b-5578bcd5878a req-9eb4ba75-7681-4786-a274-c4718e6c78fd tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313108 Apr 21 13:18:58.961003 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b2db7-cf56-4b6d-8362-68e08041bab6 req-40ccac5e-ae1d-4189-b8f8-8f7da79fba38 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:18:58.962496 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-964b2db7-cf56-4b6d-8362-68e08041bab6 req-40ccac5e-ae1d-4189-b8f8-8f7da79fba38 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 943 time: 0.0474477 Apr 21 13:18:59.001247 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-964b2db7-cf56-4b6d-8362-68e08041bab6 req-05b19f17-cbc8-49d0-8601-6ec6e41d3432 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323448 Apr 21 13:19:00.118593 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc52cd6-e0eb-46ae-9b98-2e54cd87cf34 req-c0024334-f878-4a91-93f4-d2436f13d1bc tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:00.120086 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2cc52cd6-e0eb-46ae-9b98-2e54cd87cf34 req-c0024334-f878-4a91-93f4-d2436f13d1bc tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 943 time: 0.0505610 Apr 21 13:19:00.157627 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2cc52cd6-e0eb-46ae-9b98-2e54cd87cf34 req-7629fab5-7546-42d4-849e-b5ec211bfc70 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315492 Apr 21 13:19:01.276421 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c2393-57bc-46eb-b65b-0957efc07dad req-fd18d0c8-e4ab-4ccd-a104-b5f0dd07aac9 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:01.278092 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2b7c2393-57bc-46eb-b65b-0957efc07dad req-fd18d0c8-e4ab-4ccd-a104-b5f0dd07aac9 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 943 time: 0.0529180 Apr 21 13:19:01.315926 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2b7c2393-57bc-46eb-b65b-0957efc07dad req-86cd0c5e-25a1-46db-9b18-e5ff17acee5b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315104 Apr 21 13:19:02.433922 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53254ef0-58b2-4f2a-a544-7e2cf1fe504a req-c9a3fbb5-7113-4e62-a769-521d32c7691c tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:02.435403 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-53254ef0-58b2-4f2a-a544-7e2cf1fe504a req-c9a3fbb5-7113-4e62-a769-521d32c7691c tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 943 time: 0.0489788 Apr 21 13:19:02.473434 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-53254ef0-58b2-4f2a-a544-7e2cf1fe504a req-25ea8b17-d69b-4192-99a0-1be2a3d90431 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311973 Apr 21 13:19:03.588991 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ff190-fa07-4c01-8b40-ecf3c4e03d16 req-2ef7eeec-841b-4e4f-a01a-486b8211ef6e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:03.590541 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d04ff190-fa07-4c01-8b40-ecf3c4e03d16 req-2ef7eeec-841b-4e4f-a01a-486b8211ef6e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 943 time: 0.0490410 Apr 21 13:19:03.628202 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d04ff190-fa07-4c01-8b40-ecf3c4e03d16 req-b2682690-bf90-41fd-adb6-f1021d603770 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316734 Apr 21 13:19:05.050656 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e08cc-d3e4-4a90-904f-f19cc323dee8 req-6d3df9ee-0c92-4cc8-9b36-e47094e5d2e1 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:05.052125 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f82e08cc-d3e4-4a90-904f-f19cc323dee8 req-6d3df9ee-0c92-4cc8-9b36-e47094e5d2e1 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 943 time: 0.3569734 Apr 21 13:19:05.087925 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f82e08cc-d3e4-4a90-904f-f19cc323dee8 req-f42a292c-a514-4c8c-bde2-bf0a92928409 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297439 Apr 21 13:19:06.199949 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb5b389-d07b-4a36-aa12-2c64a86c9b1a req-12d047b6-773b-44cf-b1a5-bf0237fab4b4 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:06.201384 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fdb5b389-d07b-4a36-aa12-2c64a86c9b1a req-12d047b6-773b-44cf-b1a5-bf0237fab4b4 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 943 time: 0.0470414 Apr 21 13:19:06.237629 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fdb5b389-d07b-4a36-aa12-2c64a86c9b1a req-151a5f00-cfd4-4953-a4e3-41893e74d087 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303288 Apr 21 13:19:07.351400 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa2f4c-9788-490b-a710-243577d8f62d req-f15bd698-55bc-4448-a4ac-7ec9d591eca7 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:07.353100 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-22fa2f4c-9788-490b-a710-243577d8f62d req-f15bd698-55bc-4448-a4ac-7ec9d591eca7 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 943 time: 0.0478513 Apr 21 13:19:07.390542 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-22fa2f4c-9788-490b-a710-243577d8f62d req-305ccf68-bbd1-449a-8f31-5322e3ccee1f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304101 Apr 21 13:19:08.504506 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954f7c99-e1f1-40f2-b768-dc4f90ab579d req-0fbb250d-2a29-45f6-a743-5d142e65fcb8 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:08.505982 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-954f7c99-e1f1-40f2-b768-dc4f90ab579d req-0fbb250d-2a29-45f6-a743-5d142e65fcb8 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 943 time: 0.0506847 Apr 21 13:19:08.542319 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-954f7c99-e1f1-40f2-b768-dc4f90ab579d req-2e2715f3-94bc-4d08-a7e0-030127fdd3d7 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303850 Apr 21 13:19:09.652790 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344811b-ce22-4f50-99d8-3a7a1d48e718 req-a5481242-dd42-4130-a784-57873c8e09f1 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:09.654169 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5344811b-ce22-4f50-99d8-3a7a1d48e718 req-a5481242-dd42-4130-a784-57873c8e09f1 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 943 time: 0.0471330 Apr 21 13:19:09.691504 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5344811b-ce22-4f50-99d8-3a7a1d48e718 req-cd6de60c-d9bf-4f8b-8fec-b26294355451 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309024 Apr 21 13:19:10.803158 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d219d76-1a7f-46b6-b6e0-58d93917bef1 req-defec876-005d-4089-bd0b-330368c8769f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:10.804594 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d219d76-1a7f-46b6-b6e0-58d93917bef1 req-defec876-005d-4089-bd0b-330368c8769f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 943 time: 0.0472956 Apr 21 13:19:10.840937 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d219d76-1a7f-46b6-b6e0-58d93917bef1 req-d33fe161-4a56-456d-b377-82c5f872d825 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304537 Apr 21 13:19:11.956982 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981a73c-11be-4d1f-8a8b-f4ff6161f24d req-b33e3689-8c56-4462-85ef-5bb6b549457d tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:11.958452 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2981a73c-11be-4d1f-8a8b-f4ff6161f24d req-b33e3689-8c56-4462-85ef-5bb6b549457d tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 943 time: 0.0512235 Apr 21 13:19:11.994474 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2981a73c-11be-4d1f-8a8b-f4ff6161f24d req-9f34b1ba-bdb6-42e3-8619-bd5d3e43d4c0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300610 Apr 21 13:19:13.107782 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2455d-276f-4625-88f3-eff5de3bee09 req-34a46d5f-95a5-41bb-a85e-8500c906855d tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:13.109224 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-97d2455d-276f-4625-88f3-eff5de3bee09 req-34a46d5f-95a5-41bb-a85e-8500c906855d tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 943 time: 0.0480711 Apr 21 13:19:13.145127 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-97d2455d-276f-4625-88f3-eff5de3bee09 req-269eaae4-2c36-44e9-abb3-91b915f6757e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299397 Apr 21 13:19:13.482755 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fb529b60-9b1e-4c4a-8987-c7c8d104f34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:13.603720 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device cf252a52-2dd5-46b7-a612-4c6b57a21d9a details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:19:13.695112 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port cf252a52-2dd5-46b7-a612-4c6b57a21d9a, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=cf252a52-2dd5-46b7-a612-4c6b57a21d9a,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:19:13.709363 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'cf252a52-2dd5-46b7-a612-4c6b57a21d9a', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'port_id': 'cf252a52-2dd5-46b7-a612-4c6b57a21d9a', 'mac_address': 'fa:16:3e:93:62:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:19:13.744647 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:13.757557 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf252a52-2dd5-46b7-a612-4c6b57a21d9a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:19:13.775405 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port cf252a52-2dd5-46b7-a612-4c6b57a21d9a, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=cf252a52-2dd5-46b7-a612-4c6b57a21d9a,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:19:13.837171 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:13.883615 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=cf252a52-2dd5-46b7-a612-4c6b57a21d9a,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:19:13.890636 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:19:13.890979 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:19:13.891316 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:19:13.891649 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:19:13.891981 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:19:13.892308 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:19:13.892632 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:19:13.892979 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:19:13.893316 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:19:13.893658 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:19:13.893985 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:19:13.894303 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:19:14.095855 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['cf252a52-2dd5-46b7-a612-4c6b57a21d9a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:19:14.259248 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0804e5e3-22f8-4220-820b-2d010ef60656 req-af92e4a6-76d0-40b8-8d2f-b417ae6c826f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:14.260706 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0804e5e3-22f8-4220-820b-2d010ef60656 req-af92e4a6-76d0-40b8-8d2f-b417ae6c826f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 944 time: 0.0482352 Apr 21 13:19:14.297902 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0804e5e3-22f8-4220-820b-2d010ef60656 req-2cc6a1bb-d353-4e83-9203-aa56683b187b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305500 Apr 21 13:19:15.414883 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d557d0f-d5bd-4edf-93a9-c4334412aa52 req-888aa5a5-f035-42e0-a5a6-cceb5c5f9f09 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:15.416322 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d557d0f-d5bd-4edf-93a9-c4334412aa52 req-888aa5a5-f035-42e0-a5a6-cceb5c5f9f09 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 944 time: 0.0516398 Apr 21 13:19:15.453968 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d557d0f-d5bd-4edf-93a9-c4334412aa52 req-0226ea9c-8131-4061-b041-b099ab2ab4d4 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316548 Apr 21 13:19:15.617183 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device cf252a52-2dd5-46b7-a612-4c6b57a21d9a up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:19:15.720011 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port cf252a52-2dd5-46b7-a612-4c6b57a21d9a completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:19:15.723753 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port cf252a52-2dd5-46b7-a612-4c6b57a21d9a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:19:15.726152 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:15.744285 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0238712-b0f6-4da5-a4e3-70135acdbe72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:15.805117 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:15.827076 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f8dbfa-16bd-41b3-b57c-e57ea7f24974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf252a52-2dd5-46b7-a612-4c6b57a21d9a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:19:15.829860 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad76b9c2-1558-4a39-a6eb-d45c721f8852" -d '{"events": [{"server_uuid": "49f8dbfa-16bd-41b3-b57c-e57ea7f24974", "name": "network-vif-plugged", "status": "completed", "tag": "cf252a52-2dd5-46b7-a612-4c6b57a21d9a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:19:15.842949 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port cf252a52-2dd5-46b7-a612-4c6b57a21d9a, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=cf252a52-2dd5-46b7-a612-4c6b57a21d9a,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:19:15.923032 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:15.950498 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6598902e-3cbc-4ebb-9938-cbd4bd54c1dd x-openstack-request-id: req-6598902e-3cbc-4ebb-9938-cbd4bd54c1dd {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:19:15.950791 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f8dbfa-16bd-41b3-b57c-e57ea7f24974", "name": "network-vif-plugged", "status": "completed", "tag": "cf252a52-2dd5-46b7-a612-4c6b57a21d9a", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:19:15.951045 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6598902e-3cbc-4ebb-9938-cbd4bd54c1dd {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:19:15.951443 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6598902e-3cbc-4ebb-9938-cbd4bd54c1dd'] response: {'server_uuid': '49f8dbfa-16bd-41b3-b57c-e57ea7f24974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf252a52-2dd5-46b7-a612-4c6b57a21d9a', 'code': 200} Apr 21 13:19:15.978859 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=cf252a52-2dd5-46b7-a612-4c6b57a21d9a,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:19:16.033699 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7548e3f-f77b-4260-b33f-e48e21a006e4 req-fd2e9b1c-e0b1-4790-84f3-9e004b684d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:16.035502 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7548e3f-f77b-4260-b33f-e48e21a006e4 req-fd2e9b1c-e0b1-4790-84f3-9e004b684d57 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 1096 time: 0.0397832 Apr 21 13:19:16.068988 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7548e3f-f77b-4260-b33f-e48e21a006e4 req-6e2e1ff4-4793-4026-83d7-93591051a245 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265751 Apr 21 13:19:16.565951 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe662a-4e43-4cea-b6b8-ad74ac98e121 req-9f16a4c3-ce9e-49c9-bca3-611bed85c6f4 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:16.567303 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5dbe662a-4e43-4cea-b6b8-ad74ac98e121 req-9f16a4c3-ce9e-49c9-bca3-611bed85c6f4 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 945 time: 0.0469453 Apr 21 13:19:16.604397 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5dbe662a-4e43-4cea-b6b8-ad74ac98e121 req-df5e36e3-3928-4ae5-a88c-58465072b948 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311770 Apr 21 13:19:17.016756 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:17.722837 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb982ff-96c0-4225-846f-8f650b9f6d48 req-3074f398-d667-460d-a74a-bfc9a4b6dcd6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:17.724553 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ebb982ff-96c0-4225-846f-8f650b9f6d48 req-3074f398-d667-460d-a74a-bfc9a4b6dcd6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 945 time: 0.0519516 Apr 21 13:19:17.762125 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ebb982ff-96c0-4225-846f-8f650b9f6d48 req-e3da18ca-5b61-4d58-9b8d-a9686fb4fcab tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315640 Apr 21 13:19:17.873832 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72088fd3-3c3c-42c5-9820-42513ce5a4b8 req-713fada1-309f-4069-a247-85104b221d91 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:17.875812 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72088fd3-3c3c-42c5-9820-42513ce5a4b8 req-713fada1-309f-4069-a247-85104b221d91 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 945 time: 0.0487640 Apr 21 13:19:17.912873 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72088fd3-3c3c-42c5-9820-42513ce5a4b8 req-dccb9680-6cf3-4b86-bc1e-edc2a5cbcea6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310376 Apr 21 13:19:18.026249 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbba940-7290-45f2-b3d0-0a60ca883c49 req-516ae6a2-4f21-4713-afe0-62f4caf90863 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:18.027604 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5dbba940-7290-45f2-b3d0-0a60ca883c49 req-516ae6a2-4f21-4713-afe0-62f4caf90863 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 945 time: 0.0487216 Apr 21 13:19:18.064141 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5dbba940-7290-45f2-b3d0-0a60ca883c49 req-bf7937b0-d1d7-4c99-a842-09546ac129b3 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306361 Apr 21 13:19:18.158140 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:18.538738 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16389205-d4d7-47d8-a223-f7f37af4e83b req-06d1265d-c2f3-4f31-b519-413f8618d0be tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:18.540201 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-16389205-d4d7-47d8-a223-f7f37af4e83b req-06d1265d-c2f3-4f31-b519-413f8618d0be tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 945 time: 0.0519223 Apr 21 13:19:18.577277 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-16389205-d4d7-47d8-a223-f7f37af4e83b req-4e19eafb-9210-4a85-ac3d-d0c002e526bd tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307782 Apr 21 13:19:18.592619 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:18.724926 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:19.693616 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e8a66-44b4-4184-93d4-ddfc74845ef2 req-dedc0165-22f3-485d-bdb1-ba631b3520d2 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:19.695076 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a8e8a66-44b4-4184-93d4-ddfc74845ef2 req-dedc0165-22f3-485d-bdb1-ba631b3520d2 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 945 time: 0.0486934 Apr 21 13:19:19.732149 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a8e8a66-44b4-4184-93d4-ddfc74845ef2 req-62a142d9-7228-46c7-bbee-42b9713d4518 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310466 Apr 21 13:19:20.087007 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33264746-cfd0-4715-813a-b5e18e4a6c04 req-5b646ac1-b2e0-4c3e-87c8-d9d24830503e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:20.088359 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33264746-cfd0-4715-813a-b5e18e4a6c04 req-5b646ac1-b2e0-4c3e-87c8-d9d24830503e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.24 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 945 time: 0.0471992 Apr 21 13:19:20.179385 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-33264746-cfd0-4715-813a-b5e18e4a6c04 req-d7849bac-cb0d-445e-bc99-837c63f0f801 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Deleting port cf252a52-2dd5-46b7-a612-4c6b57a21d9a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:19:20.179722 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-33264746-cfd0-4715-813a-b5e18e4a6c04 req-d7849bac-cb0d-445e-bc99-837c63f0f801 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:20.265279 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-33264746-cfd0-4715-813a-b5e18e4a6c04 req-d7849bac-cb0d-445e-bc99-837c63f0f801 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] For port cf252a52-2dd5-46b7-a612-4c6b57a21d9a, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=cf252a52-2dd5-46b7-a612-4c6b57a21d9a,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:19:20.265666 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-33264746-cfd0-4715-813a-b5e18e4a6c04 req-d7849bac-cb0d-445e-bc99-837c63f0f801 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:20.278405 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-33264746-cfd0-4715-813a-b5e18e4a6c04 req-d7849bac-cb0d-445e-bc99-837c63f0f801 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Calling delete_port for cf252a52-2dd5-46b7-a612-4c6b57a21d9a owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:19:20.465688 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-33264746-cfd0-4715-813a-b5e18e4a6c04 req-d7849bac-cb0d-445e-bc99-837c63f0f801 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:20.481489 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['cf252a52-2dd5-46b7-a612-4c6b57a21d9a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:19:20.494182 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7849bac-cb0d-445e-bc99-837c63f0f801 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Pushing event deleted for resources: {'Port': ['ID=cf252a52-2dd5-46b7-a612-4c6b57a21d9a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:19:20.506134 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7849bac-cb0d-445e-bc99-837c63f0f801 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:19:20.506496 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7849bac-cb0d-445e-bc99-837c63f0f801 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:19:20.506804 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7849bac-cb0d-445e-bc99-837c63f0f801 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:19:20.507135 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7849bac-cb0d-445e-bc99-837c63f0f801 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:19:20.507462 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7849bac-cb0d-445e-bc99-837c63f0f801 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:19:20.507784 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7849bac-cb0d-445e-bc99-837c63f0f801 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:19:20.508102 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7849bac-cb0d-445e-bc99-837c63f0f801 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:19:20.508419 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7849bac-cb0d-445e-bc99-837c63f0f801 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:19:20.508739 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7849bac-cb0d-445e-bc99-837c63f0f801 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:19:20.509061 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7849bac-cb0d-445e-bc99-837c63f0f801 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:19:20.509375 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7849bac-cb0d-445e-bc99-837c63f0f801 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:19:20.509716 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7849bac-cb0d-445e-bc99-837c63f0f801 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:19:20.549153 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-33264746-cfd0-4715-813a-b5e18e4a6c04 req-d7849bac-cb0d-445e-bc99-837c63f0f801 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] No DVR routers for this DVR port cf252a52-2dd5-46b7-a612-4c6b57a21d9a on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:19:20.552032 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-33264746-cfd0-4715-813a-b5e18e4a6c04 req-d7849bac-cb0d-445e-bc99-837c63f0f801 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:20.555738 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33264746-cfd0-4715-813a-b5e18e4a6c04 req-d7849bac-cb0d-445e-bc99-837c63f0f801 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.24 "DELETE /v2.0/ports/cf252a52-2dd5-46b7-a612-4c6b57a21d9a HTTP/1.1" status: 204 len: 173 time: 0.4609809 Apr 21 13:19:20.556314 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f8dbfa-16bd-41b3-b57c-e57ea7f24974', 'name': 'network-vif-deleted', 'tag': 'cf252a52-2dd5-46b7-a612-4c6b57a21d9a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:19:20.558627 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6dde6f-68c1-45e1-b6e8-d7a8fac3292d" -d '{"events": [{"server_uuid": "49f8dbfa-16bd-41b3-b57c-e57ea7f24974", "name": "network-vif-deleted", "tag": "cf252a52-2dd5-46b7-a612-4c6b57a21d9a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:19:20.598714 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49407dbb-eff8-446e-855c-29fdeef8498e x-openstack-request-id: req-49407dbb-eff8-446e-855c-29fdeef8498e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:19:20.599372 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f8dbfa-16bd-41b3-b57c-e57ea7f24974", "name": "network-vif-deleted", "tag": "cf252a52-2dd5-46b7-a612-4c6b57a21d9a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:19:20.599633 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-49407dbb-eff8-446e-855c-29fdeef8498e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:19:20.600038 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49407dbb-eff8-446e-855c-29fdeef8498e'] response: {'server_uuid': '49f8dbfa-16bd-41b3-b57c-e57ea7f24974', 'name': 'network-vif-deleted', 'tag': 'cf252a52-2dd5-46b7-a612-4c6b57a21d9a', 'status': 'completed', 'code': 200} Apr 21 13:19:20.666335 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:20.827805 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-48584539-f490-48f8-aa3d-7dcbd1e2e297 req-b8508c2b-9460-4879-990e-41c0f0cd3f5b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 210 time: 0.0271056 Apr 21 13:19:21.924946 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5a84b5d2-1f2f-40fb-b5c5-e6b59b02d6d2 req-c21883e7-4c0c-4506-8ed6-f9fc32ea755f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 210 time: 0.0275440 Apr 21 13:19:23.019777 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de46db0f-2f58-4b6d-b484-d3b489ac094c req-1ad47e96-cb6b-41d5-898c-e96c5f129a57 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 210 time: 0.0264525 Apr 21 13:19:23.696759 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device cf252a52-2dd5-46b7-a612-4c6b57a21d9a no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:19:23.717840 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: cf252a52-2dd5-46b7-a612-4c6b57a21d9a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:19:23.718177 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device cf252a52-2dd5-46b7-a612-4c6b57a21d9a not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:19:24.113381 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-175cb866-3521-49a2-870a-3c7e06cd208e req-2d0eb7bc-1831-461f-8320-67d6d5762124 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=49f8dbfa-16bd-41b3-b57c-e57ea7f24974 HTTP/1.1" status: 200 len: 210 time: 0.0272524 Apr 21 13:19:29.975900 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:19:43.472112 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1eb7d303-0953-4d38-a60f-2096015d9489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:45.757315 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98edbb7e-4a80-4dd3-a471-25fef815846f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:47.054210 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:48.180105 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:48.593750 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:48.794678 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:50.690619 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:51.675352 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-41420a08-a229-492f-9ff5-c6eb6edaa09d tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:51.676831 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-41420a08-a229-492f-9ff5-c6eb6edaa09d tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 810 time: 0.1058772 Apr 21 13:19:51.692488 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-bb4845e4-0d69-40e3-a646-d9113ace4ff5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/quotas/e09676fd3de740cabb87417a0199ea6c HTTP/1.1" status: 200 len: 375 time: 0.0092204 Apr 21 13:19:51.743899 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-08980b7e-0d01-4ebb-ae44-c1ec86854e08 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452881 Apr 21 13:19:51.843955 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-41aa0dc0-d1bf-490b-b8e0-05d476c2a7a5 service neutron] 10.222.0.36 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930171 Apr 21 13:19:51.934027 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-091c7c1b-5e7b-4409-a144-b98fad307363 service neutron] 10.222.0.36 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857680 Apr 21 13:19:52.467521 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-184cefc9-5295-44ea-8ba6-13da298fec02 req-c29bdd7e-78ca-4723-8f94-185036ee2d88 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=be334376-b28f-4aef-9333-bfbe59f2d71e HTTP/1.1" status: 200 len: 210 time: 0.0266929 Apr 21 13:19:53.561733 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4df0e3f6-3401-4a89-b8be-a11934b9ee1a req-93fddae9-a836-44b0-89dd-ae6055e1a87d tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=be334376-b28f-4aef-9333-bfbe59f2d71e HTTP/1.1" status: 200 len: 210 time: 0.0262103 Apr 21 13:19:54.289940 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-97ad8b80-d733-4ad3-b091-5f50d4f700ea tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:54.291358 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-97ad8b80-d733-4ad3-b091-5f50d4f700ea tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.24 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 810 time: 0.1027575 Apr 21 13:19:54.310869 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-2813522c-1dba-4800-95a4-7191abf16165 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Request body: {'port': {'device_id': 'be334376-b28f-4aef-9333-bfbe59f2d71e', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'admin_state_up': True, 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:19:54.530649 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-2813522c-1dba-4800-95a4-7191abf16165 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Made reservation on behalf of e09676fd3de740cabb87417a0199ea6c for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:19:54.534324 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-2813522c-1dba-4800-95a4-7191abf16165 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:54.673392 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-036c16bc-12be-4eac-9635-68519682e5b0 req-6528b503-f639-4f4d-88ae-0094197361bc tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=be334376-b28f-4aef-9333-bfbe59f2d71e HTTP/1.1" status: 200 len: 210 time: 0.0373468 Apr 21 13:19:54.689483 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-2813522c-1dba-4800-95a4-7191abf16165 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Allocated IP 172.20.0.7 (7984040f-8856-438f-b156-ed1c99b23fab/907954d3-68ec-48ae-a8f1-9fb47f43a330/661704b6-955a-404d-812a-6b91788f60c3) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:19:54.833065 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-2813522c-1dba-4800-95a4-7191abf16165 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:54.923004 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-2813522c-1dba-4800-95a4-7191abf16165 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:54.968720 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-2813522c-1dba-4800-95a4-7191abf16165 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Network 7984040f-8856-438f-b156-ed1c99b23fab is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:19:54.973848 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-2813522c-1dba-4800-95a4-7191abf16165 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:19:54.977966 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-2813522c-1dba-4800-95a4-7191abf16165 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:19:55.004606 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813522c-1dba-4800-95a4-7191abf16165 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Pushing event updated for resources: {'Port': ['ID=661704b6-955a-404d-812a-6b91788f60c3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:19:55.034711 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-2813522c-1dba-4800-95a4-7191abf16165 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:55.035373 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-2813522c-1dba-4800-95a4-7191abf16165 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:55.103559 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-2813522c-1dba-4800-95a4-7191abf16165 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7961483 Apr 21 13:19:55.117787 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-0c01f8a1-aa88-4b71-a42c-10c22c5245ba tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 13:19:55.118821 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-0c01f8a1-aa88-4b71-a42c-10c22c5245ba tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062108 Apr 21 13:19:55.135243 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-97be1b32-ef50-4ce3-9d4a-98af2624376a service neutron] Request body: {'port': {'device_id': 'be334376-b28f-4aef-9333-bfbe59f2d71e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:19:55.195288 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-97be1b32-ef50-4ce3-9d4a-98af2624376a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:55.229539 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-eaab4f59-59c4-42ed-bdd5-839e3254412b None None] Provisioning complete for port 661704b6-955a-404d-812a-6b91788f60c3 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:19:55.230636 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eaab4f59-59c4-42ed-bdd5-839e3254412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:55.273538 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-eaab4f59-59c4-42ed-bdd5-839e3254412b None None] Port 661704b6-955a-404d-812a-6b91788f60c3 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:19:55.465006 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-97be1b32-ef50-4ce3-9d4a-98af2624376a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 661704b6-955a-404d-812a-6b91788f60c3 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:19:55.472719 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-97be1b32-ef50-4ce3-9d4a-98af2624376a service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:55.485428 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-97be1b32-ef50-4ce3-9d4a-98af2624376a service neutron] Transition to ACTIVE for port object 661704b6-955a-404d-812a-6b91788f60c3 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:19:55.564840 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-97be1b32-ef50-4ce3-9d4a-98af2624376a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:55.623942 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be1b32-ef50-4ce3-9d4a-98af2624376a service neutron] Pushing event updated for resources: {'Port': ['ID=661704b6-955a-404d-812a-6b91788f60c3,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:19:55.708629 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-97be1b32-ef50-4ce3-9d4a-98af2624376a service neutron] Attempting to bind port 661704b6-955a-404d-812a-6b91788f60c3 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:19:55.709132 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-97be1b32-ef50-4ce3-9d4a-98af2624376a service neutron] Attempting to bind port 661704b6-955a-404d-812a-6b91788f60c3 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:19:55.709420 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-97be1b32-ef50-4ce3-9d4a-98af2624376a service neutron] Attempting to bind port 661704b6-955a-404d-812a-6b91788f60c3 on network 7984040f-8856-438f-b156-ed1c99b23fab {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:19:55.714441 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-97be1b32-ef50-4ce3-9d4a-98af2624376a service neutron] Port 661704b6-955a-404d-812a-6b91788f60c3 on network 7984040f-8856-438f-b156-ed1c99b23fab not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:19:55.714765 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-97be1b32-ef50-4ce3-9d4a-98af2624376a service neutron] Attempting to bind port 661704b6-955a-404d-812a-6b91788f60c3 on network 7984040f-8856-438f-b156-ed1c99b23fab {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:19:55.720178 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-97be1b32-ef50-4ce3-9d4a-98af2624376a service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:19:55.720518 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-97be1b32-ef50-4ce3-9d4a-98af2624376a service neutron] Checking segment: {'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:19:55.720903 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-97be1b32-ef50-4ce3-9d4a-98af2624376a service neutron] Bound using segment: {'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:19:55.721567 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-97be1b32-ef50-4ce3-9d4a-98af2624376a service neutron] Bound port: 661704b6-955a-404d-812a-6b91788f60c3, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:19:55.722130 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-97be1b32-ef50-4ce3-9d4a-98af2624376a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:55.821955 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-97be1b32-ef50-4ce3-9d4a-98af2624376a service neutron] For port 661704b6-955a-404d-812a-6b91788f60c3, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:19:55.840523 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-97be1b32-ef50-4ce3-9d4a-98af2624376a service neutron] For port 661704b6-955a-404d-812a-6b91788f60c3, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=661704b6-955a-404d-812a-6b91788f60c3,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:19:55.852491 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79296288-da03-495f-8bc8-6d2bf8e42e2d req-94548570-5de2-4c29-8780-590cdcb4d971 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:55.854002 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79296288-da03-495f-8bc8-6d2bf8e42e2d req-94548570-5de2-4c29-8780-590cdcb4d971 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=be334376-b28f-4aef-9333-bfbe59f2d71e HTTP/1.1" status: 200 len: 943 time: 0.0693204 Apr 21 13:19:55.894001 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79296288-da03-495f-8bc8-6d2bf8e42e2d req-8e10a873-745b-49a6-bb8d-cdc7e96234b3 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332742 Apr 21 13:19:55.911534 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-97be1b32-ef50-4ce3-9d4a-98af2624376a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:55.945624 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-97be1b32-ef50-4ce3-9d4a-98af2624376a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:55.946277 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-97be1b32-ef50-4ce3-9d4a-98af2624376a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:19:55.947817 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-97be1b32-ef50-4ce3-9d4a-98af2624376a service neutron] 10.222.0.24 "PUT /v2.0/ports/661704b6-955a-404d-812a-6b91788f60c3 HTTP/1.1" status: 200 len: 1091 time: 0.8171573 Apr 21 13:19:55.948353 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be334376-b28f-4aef-9333-bfbe59f2d71e', 'tag': '661704b6-955a-404d-812a-6b91788f60c3'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:19:55.950798 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcc9a9f-6afd-4955-82bc-5ce07dd599fa" -d '{"events": [{"name": "network-changed", "server_uuid": "be334376-b28f-4aef-9333-bfbe59f2d71e", "tag": "661704b6-955a-404d-812a-6b91788f60c3"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:19:55.988285 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97be1b32-ef50-4ce3-9d4a-98af2624376a service neutron] Pushing event updated for resources: {'Port': ['ID=661704b6-955a-404d-812a-6b91788f60c3,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:19:55.995867 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a80d9b-32f6-409f-b06b-69862d9cf007 x-openstack-request-id: req-d2a80d9b-32f6-409f-b06b-69862d9cf007 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:19:55.996156 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be334376-b28f-4aef-9333-bfbe59f2d71e", "tag": "661704b6-955a-404d-812a-6b91788f60c3", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:19:55.996412 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d2a80d9b-32f6-409f-b06b-69862d9cf007 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:19:55.996819 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2a80d9b-32f6-409f-b06b-69862d9cf007'] response: {'name': 'network-changed', 'server_uuid': 'be334376-b28f-4aef-9333-bfbe59f2d71e', 'tag': '661704b6-955a-404d-812a-6b91788f60c3', 'status': 'completed', 'code': 200} Apr 21 13:19:56.073317 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc9a9f-6afd-4955-82bc-5ce07dd599fa req-35d9d6f2-6c02-48f3-a4c4-f29ce3f1b4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:56.075091 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4dcc9a9f-6afd-4955-82bc-5ce07dd599fa req-35d9d6f2-6c02-48f3-a4c4-f29ce3f1b4ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&device_id=be334376-b28f-4aef-9333-bfbe59f2d71e HTTP/1.1" status: 200 len: 1094 time: 0.0516889 Apr 21 13:19:56.179836 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc9a9f-6afd-4955-82bc-5ce07dd599fa req-064160b9-8a9f-4ac7-9744-ca9113f4d9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:56.181321 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4dcc9a9f-6afd-4955-82bc-5ce07dd599fa req-064160b9-8a9f-4ac7-9744-ca9113f4d9ff service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e09676fd3de740cabb87417a0199ea6c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0942113 Apr 21 13:19:56.285137 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcc9a9f-6afd-4955-82bc-5ce07dd599fa req-f03b11a2-7f7b-48ce-8594-bc1f7ad26556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:56.286742 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4dcc9a9f-6afd-4955-82bc-5ce07dd599fa req-f03b11a2-7f7b-48ce-8594-bc1f7ad26556 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954762 Apr 21 13:19:56.375234 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-8ef4f8d8-04a7-4a71-8fed-0ddb417c735b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:56.376856 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-8ef4f8d8-04a7-4a71-8fed-0ddb417c735b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&device_id=be334376-b28f-4aef-9333-bfbe59f2d71e HTTP/1.1" status: 200 len: 1094 time: 0.0426247 Apr 21 13:19:56.423024 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-a838bd5b-9090-4691-bdce-452458df742f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=661704b6-955a-404d-812a-6b91788f60c3 HTTP/1.1" status: 200 len: 217 time: 0.0333579 Apr 21 13:19:56.479552 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-490b622d-deb9-43b5-90c2-f028ba7caeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:56.480915 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-490b622d-deb9-43b5-90c2-f028ba7caeb6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=907954d3-68ec-48ae-a8f1-9fb47f43a330 HTTP/1.1" status: 200 len: 849 time: 0.0465751 Apr 21 13:19:56.529514 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-b5f40372-684b-4ec5-9547-af56aa5e837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:56.531019 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-b5f40372-684b-4ec5-9547-af56aa5e837f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7984040f-8856-438f-b156-ed1c99b23fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396945 Apr 21 13:19:56.627020 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-9776a4dc-2aaf-4ab0-be65-e3dfc7ed820d service neutron] 10.222.0.24 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838869 Apr 21 13:19:56.727430 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da34bcb5-b507-40c4-a874-2ca4a25a5574 req-25f040ba-d42b-4d51-93e7-35c726ce4169 service neutron] 10.222.0.24 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885894 Apr 21 13:19:57.016991 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f92d1-0fc4-4e91-9cf6-7a5f0e803325 req-7c1b6890-0c2f-42a2-935f-7babb479f1fc tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:57.018528 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-458f92d1-0fc4-4e91-9cf6-7a5f0e803325 req-7c1b6890-0c2f-42a2-935f-7babb479f1fc tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=be334376-b28f-4aef-9333-bfbe59f2d71e HTTP/1.1" status: 200 len: 943 time: 0.0504344 Apr 21 13:19:57.057216 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-458f92d1-0fc4-4e91-9cf6-7a5f0e803325 req-f565f18e-2b3f-444f-8ef0-08ca976ccbb2 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322015 Apr 21 13:19:58.171994 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbc4637-5185-4f6e-8d7d-4fc8554f2ac9 req-1952891f-2aa8-4b75-9a40-569b9b933fff tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:58.173469 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dbbc4637-5185-4f6e-8d7d-4fc8554f2ac9 req-1952891f-2aa8-4b75-9a40-569b9b933fff tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=be334376-b28f-4aef-9333-bfbe59f2d71e HTTP/1.1" status: 200 len: 943 time: 0.0476093 Apr 21 13:19:58.214929 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dbbc4637-5185-4f6e-8d7d-4fc8554f2ac9 req-99f766ed-8af6-4724-b0ba-00c48d4d0fe1 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346603 Apr 21 13:19:59.328564 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32bf06a-8999-4c30-bd78-b89367941f7b req-cb5f9a84-003f-4e09-ac0a-9087ac04c060 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:19:59.330066 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f32bf06a-8999-4c30-bd78-b89367941f7b req-cb5f9a84-003f-4e09-ac0a-9087ac04c060 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=be334376-b28f-4aef-9333-bfbe59f2d71e HTTP/1.1" status: 200 len: 943 time: 0.0489764 Apr 21 13:19:59.367431 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f32bf06a-8999-4c30-bd78-b89367941f7b req-efe27755-8ef3-462f-8e71-de7824399cd6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314004 Apr 21 13:20:00.482060 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12302172-c114-4e5a-ab59-f68f95cde748 req-2c75b5a0-d5f2-4ba1-8202-134f345b1275 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:00.483508 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12302172-c114-4e5a-ab59-f68f95cde748 req-2c75b5a0-d5f2-4ba1-8202-134f345b1275 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=be334376-b28f-4aef-9333-bfbe59f2d71e HTTP/1.1" status: 200 len: 943 time: 0.0481653 Apr 21 13:20:00.520232 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12302172-c114-4e5a-ab59-f68f95cde748 req-86e7bfae-fcab-4f0a-b8e8-b7e9fbafa009 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307367 Apr 21 13:20:01.632533 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0328f1-bc03-485c-b6d4-a3593d6b56ae req-b43d75f7-053a-45c8-9e23-cd411433466b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:01.634123 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c0328f1-bc03-485c-b6d4-a3593d6b56ae req-b43d75f7-053a-45c8-9e23-cd411433466b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=be334376-b28f-4aef-9333-bfbe59f2d71e HTTP/1.1" status: 200 len: 943 time: 0.0486517 Apr 21 13:20:01.675119 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c0328f1-bc03-485c-b6d4-a3593d6b56ae req-6702c0f9-cbd4-46ac-8395-aa2c1d1f61cb tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347590 Apr 21 13:20:02.790349 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20e1a6-e8fe-4f0b-b015-e2b7546a9363 req-9c3c13f5-747b-42f2-9794-d5d79a82fdab tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:02.791802 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cf20e1a6-e8fe-4f0b-b015-e2b7546a9363 req-9c3c13f5-747b-42f2-9794-d5d79a82fdab tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=be334376-b28f-4aef-9333-bfbe59f2d71e HTTP/1.1" status: 200 len: 943 time: 0.0476048 Apr 21 13:20:02.828637 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cf20e1a6-e8fe-4f0b-b015-e2b7546a9363 req-249ee095-6516-4880-a8c7-2cf12eff21e8 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308597 Apr 21 13:20:03.941070 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f65153-09ca-4570-a8b8-7ba16a7a6cfb req-be31dd5d-f25b-42c4-bd27-a3dc9d423eb3 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:03.942539 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-47f65153-09ca-4570-a8b8-7ba16a7a6cfb req-be31dd5d-f25b-42c4-bd27-a3dc9d423eb3 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=be334376-b28f-4aef-9333-bfbe59f2d71e HTTP/1.1" status: 200 len: 943 time: 0.0469830 Apr 21 13:20:03.981453 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-47f65153-09ca-4570-a8b8-7ba16a7a6cfb req-82cc6d47-f06b-4340-a2c8-a2df72222998 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324183 Apr 21 13:20:05.093424 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb27e89f-241b-4625-9402-8a101187a70d req-ded23bb6-8656-408e-9264-f84b6d0495f2 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:05.094881 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb27e89f-241b-4625-9402-8a101187a70d req-ded23bb6-8656-408e-9264-f84b6d0495f2 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=be334376-b28f-4aef-9333-bfbe59f2d71e HTTP/1.1" status: 200 len: 943 time: 0.0477633 Apr 21 13:20:05.134997 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb27e89f-241b-4625-9402-8a101187a70d req-af99efb1-48ae-4786-a278-3b432b856bed tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341799 Apr 21 13:20:06.251395 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5259eb-1d4f-4c45-b93c-d59c0f1e7fb7 req-8eb7f1b3-1ba9-4b9a-a3e8-04fdc31ecca5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:06.252891 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c5259eb-1d4f-4c45-b93c-d59c0f1e7fb7 req-8eb7f1b3-1ba9-4b9a-a3e8-04fdc31ecca5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=be334376-b28f-4aef-9333-bfbe59f2d71e HTTP/1.1" status: 200 len: 943 time: 0.0521541 Apr 21 13:20:06.289881 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c5259eb-1d4f-4c45-b93c-d59c0f1e7fb7 req-c3a71532-fea7-4725-b23f-472f7d36864b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309548 Apr 21 13:20:06.974883 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:20:07.401666 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e39fa5-9d89-4b52-8457-1f57ffc8f21f req-8d55ec60-582d-4b7c-b297-4cd783dd0476 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:07.403159 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94e39fa5-9d89-4b52-8457-1f57ffc8f21f req-8d55ec60-582d-4b7c-b297-4cd783dd0476 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=be334376-b28f-4aef-9333-bfbe59f2d71e HTTP/1.1" status: 200 len: 943 time: 0.0481436 Apr 21 13:20:07.440212 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94e39fa5-9d89-4b52-8457-1f57ffc8f21f req-fd7f67d0-447e-4158-81a3-aabfdbf47282 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310628 Apr 21 13:20:07.946489 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 661704b6-955a-404d-812a-6b91788f60c3 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:20:08.040174 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 661704b6-955a-404d-812a-6b91788f60c3, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=661704b6-955a-404d-812a-6b91788f60c3,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:20:08.051156 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '661704b6-955a-404d-812a-6b91788f60c3', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'port_id': '661704b6-955a-404d-812a-6b91788f60c3', 'mac_address': 'fa:16:3e:4b:35:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:20:08.086554 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:08.098427 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 661704b6-955a-404d-812a-6b91788f60c3 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:20:08.117279 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 661704b6-955a-404d-812a-6b91788f60c3, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=661704b6-955a-404d-812a-6b91788f60c3,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:20:08.175701 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:08.224043 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=661704b6-955a-404d-812a-6b91788f60c3,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:20:08.553190 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9bd5c1-e101-4ca2-a474-15d1b3254830 req-0e8c73c0-92ba-464f-a751-4042fbb46b96 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:08.554653 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dd9bd5c1-e101-4ca2-a474-15d1b3254830 req-0e8c73c0-92ba-464f-a751-4042fbb46b96 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=be334376-b28f-4aef-9333-bfbe59f2d71e HTTP/1.1" status: 200 len: 944 time: 0.0471671 Apr 21 13:20:08.565450 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['661704b6-955a-404d-812a-6b91788f60c3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:20:08.594470 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dd9bd5c1-e101-4ca2-a474-15d1b3254830 req-8e9767d7-d7f5-4c48-9ce0-580465025037 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339148 Apr 21 13:20:09.707596 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f73d9f-cf47-4c6e-9f39-f89026d40f31 req-235380d5-5503-43c9-a3d8-d9f2db3c94c5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:09.709557 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28f73d9f-cf47-4c6e-9f39-f89026d40f31 req-235380d5-5503-43c9-a3d8-d9f2db3c94c5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=be334376-b28f-4aef-9333-bfbe59f2d71e HTTP/1.1" status: 200 len: 944 time: 0.0482533 Apr 21 13:20:09.746844 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28f73d9f-cf47-4c6e-9f39-f89026d40f31 req-44a69786-37d1-4fe7-a63d-97b40bbce24f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313506 Apr 21 13:20:09.946551 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 661704b6-955a-404d-812a-6b91788f60c3 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:20:10.039047 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 661704b6-955a-404d-812a-6b91788f60c3 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:20:10.042616 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 661704b6-955a-404d-812a-6b91788f60c3 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:20:10.042979 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:10.115797 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:10.137591 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be334376-b28f-4aef-9333-bfbe59f2d71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661704b6-955a-404d-812a-6b91788f60c3'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:20:10.139826 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4450d505-2a28-4b39-a8c0-94d9942c50c7" -d '{"events": [{"server_uuid": "be334376-b28f-4aef-9333-bfbe59f2d71e", "name": "network-vif-plugged", "status": "completed", "tag": "661704b6-955a-404d-812a-6b91788f60c3"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:20:10.153104 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 661704b6-955a-404d-812a-6b91788f60c3, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=661704b6-955a-404d-812a-6b91788f60c3,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:20:10.178359 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ceb2888-e9a2-4134-ab7e-207e8b7ac4a3 x-openstack-request-id: req-9ceb2888-e9a2-4134-ab7e-207e8b7ac4a3 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:20:10.178651 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be334376-b28f-4aef-9333-bfbe59f2d71e", "name": "network-vif-plugged", "status": "completed", "tag": "661704b6-955a-404d-812a-6b91788f60c3", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:20:10.178905 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9ceb2888-e9a2-4134-ab7e-207e8b7ac4a3 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:20:10.179305 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ceb2888-e9a2-4134-ab7e-207e8b7ac4a3'] response: {'server_uuid': 'be334376-b28f-4aef-9333-bfbe59f2d71e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661704b6-955a-404d-812a-6b91788f60c3', 'code': 200} Apr 21 13:20:10.205080 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:10.257120 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=661704b6-955a-404d-812a-6b91788f60c3,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:20:10.333149 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f2646-26bb-42fd-a78d-df3cd8131b1d req-d5f40b8d-3800-4961-baaa-ade236fdf024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:10.335275 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-438f2646-26bb-42fd-a78d-df3cd8131b1d req-d5f40b8d-3800-4961-baaa-ade236fdf024 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=be334376-b28f-4aef-9333-bfbe59f2d71e HTTP/1.1" status: 200 len: 1096 time: 0.0885632 Apr 21 13:20:10.372724 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-438f2646-26bb-42fd-a78d-df3cd8131b1d req-dc791dca-ea53-4e2a-b33d-1be8491db9e4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274343 Apr 21 13:20:10.858250 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728a844-9aa7-4df1-863c-57f9106c2b6b req-4c36a003-19d8-47ab-b34f-08d9e5c0eca9 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:10.859751 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a728a844-9aa7-4df1-863c-57f9106c2b6b req-4c36a003-19d8-47ab-b34f-08d9e5c0eca9 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=be334376-b28f-4aef-9333-bfbe59f2d71e HTTP/1.1" status: 200 len: 945 time: 0.0477457 Apr 21 13:20:10.899981 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a728a844-9aa7-4df1-863c-57f9106c2b6b req-fe798365-bf31-4c67-96c4-71cb3bef0d36 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337443 Apr 21 13:20:12.014894 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68113a84-3f9a-4c45-be52-1accff04d3b8 req-adcec0e2-c9d0-4794-9c47-05a765527720 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:12.016361 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68113a84-3f9a-4c45-be52-1accff04d3b8 req-adcec0e2-c9d0-4794-9c47-05a765527720 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=be334376-b28f-4aef-9333-bfbe59f2d71e HTTP/1.1" status: 200 len: 945 time: 0.0485907 Apr 21 13:20:12.053238 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68113a84-3f9a-4c45-be52-1accff04d3b8 req-504715b5-13e9-41fb-b2de-0511cfffdd8d tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302103 Apr 21 13:20:12.167206 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5958a79-f223-42d0-84c4-c4377a774a03 req-c4dce6c5-eb58-4d56-8844-f19210aee2a0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:12.168660 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5958a79-f223-42d0-84c4-c4377a774a03 req-c4dce6c5-eb58-4d56-8844-f19210aee2a0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=be334376-b28f-4aef-9333-bfbe59f2d71e HTTP/1.1" status: 200 len: 945 time: 0.0474925 Apr 21 13:20:12.206390 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5958a79-f223-42d0-84c4-c4377a774a03 req-c6690de0-ca94-4144-a3d6-663440669966 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316701 Apr 21 13:20:13.513053 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2a5e7f73-72bc-4b57-b9a2-34c6460d4786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:15.557464 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-c3474011-ea81-4f2f-96bc-4ab3cead953a tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:15.558835 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-c3474011-ea81-4f2f-96bc-4ab3cead953a tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 810 time: 0.1010284 Apr 21 13:20:15.572989 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-a96ac093-8785-4e4c-8268-040f88e1a74e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/quotas/e09676fd3de740cabb87417a0199ea6c HTTP/1.1" status: 200 len: 375 time: 0.0084939 Apr 21 13:20:15.627127 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-47d496cf-ca74-4ddf-b2a0-527eb5d30fae tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470252 Apr 21 13:20:15.720815 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-2e830f87-e39c-4438-bd59-21b6f25bbe23 service neutron] 10.222.0.36 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864158 Apr 21 13:20:15.739013 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-deca701e-3a80-4f74-873d-4e2cad87aa17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:15.808813 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-8d0d1199-1359-4f2c-ad74-624239be29a2 service neutron] 10.222.0.36 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810959 Apr 21 13:20:16.056870 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff1ac926-3e2e-4aab-9775-02ef3b095638 req-5b5df9c9-c1e9-45e1-a10f-08fd94d8581e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 210 time: 0.0269446 Apr 21 13:20:17.055696 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:17.151282 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd3b8f61-d92e-44e5-a4e5-ca3f74bcd482 req-7ed01978-492c-4086-8b34-3d573d1cf919 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 210 time: 0.0269446 Apr 21 13:20:17.855593 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-3bf7b919-7e30-4c2a-8612-1e5b9394e666 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:17.857008 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-3bf7b919-7e30-4c2a-8612-1e5b9394e666 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.26 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 810 time: 0.1041601 Apr 21 13:20:17.869170 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-9f95fe14-f128-497a-a305-513d5ea25810 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Request body: {'port': {'device_id': 'b1164e75-8cb5-4c5e-be79-dab868ac56eb', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'admin_state_up': True, 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:20:18.030493 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-9f95fe14-f128-497a-a305-513d5ea25810 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Made reservation on behalf of e09676fd3de740cabb87417a0199ea6c for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:20:18.034163 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-9f95fe14-f128-497a-a305-513d5ea25810 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:18.161708 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-9f95fe14-f128-497a-a305-513d5ea25810 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Allocated IP 172.20.0.6 (7984040f-8856-438f-b156-ed1c99b23fab/907954d3-68ec-48ae-a8f1-9fb47f43a330/cf6ab84b-6e1c-45d7-b8fd-954cc064ad97) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:20:18.187491 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:18.284797 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-73285902-ad90-4074-8ea3-7fc85e231591 req-c6de8df6-be92-4be4-b3b1-93bc0ecafd1e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 210 time: 0.0579662 Apr 21 13:20:18.337305 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-9f95fe14-f128-497a-a305-513d5ea25810 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:18.417096 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-9f95fe14-f128-497a-a305-513d5ea25810 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:18.431004 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['661704b6-955a-404d-812a-6b91788f60c3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:20:18.469151 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-9f95fe14-f128-497a-a305-513d5ea25810 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Network 7984040f-8856-438f-b156-ed1c99b23fab is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:20:18.477814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-9f95fe14-f128-497a-a305-513d5ea25810 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:20:18.482630 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-9f95fe14-f128-497a-a305-513d5ea25810 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:20:18.509036 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f95fe14-f128-497a-a305-513d5ea25810 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Pushing event updated for resources: {'Port': ['ID=cf6ab84b-6e1c-45d7-b8fd-954cc064ad97,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:20:18.547343 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-9f95fe14-f128-497a-a305-513d5ea25810 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:18.548284 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-9f95fe14-f128-497a-a305-513d5ea25810 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:18.607025 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:18.647568 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-9f95fe14-f128-497a-a305-513d5ea25810 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7818344 Apr 21 13:20:18.716167 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-8e05c167-ea0e-4566-848c-f2a4519c6a8e service neutron] Request body: {'port': {'device_id': 'b1164e75-8cb5-4c5e-be79-dab868ac56eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:20:18.753765 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:18.759968 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0caf2ede-67c2-4131-9504-bb1bd7023284 None None] Provisioning complete for port cf6ab84b-6e1c-45d7-b8fd-954cc064ad97 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:20:18.760325 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0caf2ede-67c2-4131-9504-bb1bd7023284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:18.781576 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-8e05c167-ea0e-4566-848c-f2a4519c6a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:18.795536 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0caf2ede-67c2-4131-9504-bb1bd7023284 None None] Port cf6ab84b-6e1c-45d7-b8fd-954cc064ad97 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:20:19.060035 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-8e05c167-ea0e-4566-848c-f2a4519c6a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf6ab84b-6e1c-45d7-b8fd-954cc064ad97 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:20:19.067472 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-8e05c167-ea0e-4566-848c-f2a4519c6a8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:19.079071 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-8e05c167-ea0e-4566-848c-f2a4519c6a8e service neutron] Transition to ACTIVE for port object cf6ab84b-6e1c-45d7-b8fd-954cc064ad97 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:20:19.130376 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-8e05c167-ea0e-4566-848c-f2a4519c6a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:19.184543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05c167-ea0e-4566-848c-f2a4519c6a8e service neutron] Pushing event updated for resources: {'Port': ['ID=cf6ab84b-6e1c-45d7-b8fd-954cc064ad97,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:20:19.258528 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-8e05c167-ea0e-4566-848c-f2a4519c6a8e service neutron] Attempting to bind port cf6ab84b-6e1c-45d7-b8fd-954cc064ad97 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:20:19.258854 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-8e05c167-ea0e-4566-848c-f2a4519c6a8e service neutron] Attempting to bind port cf6ab84b-6e1c-45d7-b8fd-954cc064ad97 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:20:19.259178 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-8e05c167-ea0e-4566-848c-f2a4519c6a8e service neutron] Attempting to bind port cf6ab84b-6e1c-45d7-b8fd-954cc064ad97 on network 7984040f-8856-438f-b156-ed1c99b23fab {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:20:19.263641 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-8e05c167-ea0e-4566-848c-f2a4519c6a8e service neutron] Port cf6ab84b-6e1c-45d7-b8fd-954cc064ad97 on network 7984040f-8856-438f-b156-ed1c99b23fab not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:20:19.263952 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-8e05c167-ea0e-4566-848c-f2a4519c6a8e service neutron] Attempting to bind port cf6ab84b-6e1c-45d7-b8fd-954cc064ad97 on network 7984040f-8856-438f-b156-ed1c99b23fab {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:20:19.269286 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-8e05c167-ea0e-4566-848c-f2a4519c6a8e service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:20:19.269664 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-8e05c167-ea0e-4566-848c-f2a4519c6a8e service neutron] Checking segment: {'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:20:19.272705 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-8e05c167-ea0e-4566-848c-f2a4519c6a8e service neutron] Bound using segment: {'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:20:19.272705 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-8e05c167-ea0e-4566-848c-f2a4519c6a8e service neutron] Bound port: cf6ab84b-6e1c-45d7-b8fd-954cc064ad97, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:20:19.272705 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-8e05c167-ea0e-4566-848c-f2a4519c6a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:19.346108 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-8e05c167-ea0e-4566-848c-f2a4519c6a8e service neutron] For port cf6ab84b-6e1c-45d7-b8fd-954cc064ad97, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:20:19.349565 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-8e05c167-ea0e-4566-848c-f2a4519c6a8e service neutron] For port cf6ab84b-6e1c-45d7-b8fd-954cc064ad97, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=cf6ab84b-6e1c-45d7-b8fd-954cc064ad97,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:20:19.427582 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818b12f-c698-4cc3-8e7d-5d0955c02e9a req-db78fc49-8a87-437f-83a3-6d6dbe6c9ccc tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:19.430113 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4818b12f-c698-4cc3-8e7d-5d0955c02e9a req-db78fc49-8a87-437f-83a3-6d6dbe6c9ccc tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 943 time: 0.0654924 Apr 21 13:20:19.433828 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-8e05c167-ea0e-4566-848c-f2a4519c6a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:19.498246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-8e05c167-ea0e-4566-848c-f2a4519c6a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:19.498861 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-8e05c167-ea0e-4566-848c-f2a4519c6a8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:19.500259 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-8e05c167-ea0e-4566-848c-f2a4519c6a8e service neutron] 10.222.0.26 "PUT /v2.0/ports/cf6ab84b-6e1c-45d7-b8fd-954cc064ad97 HTTP/1.1" status: 200 len: 1091 time: 0.8454552 Apr 21 13:20:19.503854 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1164e75-8cb5-4c5e-be79-dab868ac56eb', 'tag': 'cf6ab84b-6e1c-45d7-b8fd-954cc064ad97'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:20:19.506650 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed00c36c-a82f-4aea-8401-336ef16cd160" -d '{"events": [{"name": "network-changed", "server_uuid": "b1164e75-8cb5-4c5e-be79-dab868ac56eb", "tag": "cf6ab84b-6e1c-45d7-b8fd-954cc064ad97"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:20:19.542205 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4818b12f-c698-4cc3-8e7d-5d0955c02e9a req-796d1089-735f-44dd-9979-bca27cad7319 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057570 Apr 21 13:20:19.543099 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05c167-ea0e-4566-848c-f2a4519c6a8e service neutron] Pushing event updated for resources: {'Port': ['ID=cf6ab84b-6e1c-45d7-b8fd-954cc064ad97,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:20:19.651281 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-22316da1-82e0-42b0-a2cf-358702113d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:19.653332 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-22316da1-82e0-42b0-a2cf-358702113d76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 1094 time: 0.0537579 Apr 21 13:20:19.660002 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47832fcb-c4ae-4f71-ae96-81feee914ea5 x-openstack-request-id: req-47832fcb-c4ae-4f71-ae96-81feee914ea5 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:20:19.660291 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1164e75-8cb5-4c5e-be79-dab868ac56eb", "tag": "cf6ab84b-6e1c-45d7-b8fd-954cc064ad97", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:20:19.660649 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-47832fcb-c4ae-4f71-ae96-81feee914ea5 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:20:19.661057 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47832fcb-c4ae-4f71-ae96-81feee914ea5'] response: {'name': 'network-changed', 'server_uuid': 'b1164e75-8cb5-4c5e-be79-dab868ac56eb', 'tag': 'cf6ab84b-6e1c-45d7-b8fd-954cc064ad97', 'status': 'completed', 'code': 200} Apr 21 13:20:19.706008 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-719f24f5-ac7c-420c-a6b2-371df8ecb8a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf6ab84b-6e1c-45d7-b8fd-954cc064ad97 HTTP/1.1" status: 200 len: 217 time: 0.0386274 Apr 21 13:20:20.070290 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-26cbdddc-20e8-471b-8f31-881d81b61ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:20.072337 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-26cbdddc-20e8-471b-8f31-881d81b61ed6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=907954d3-68ec-48ae-a8f1-9fb47f43a330 HTTP/1.1" status: 200 len: 849 time: 0.3569276 Apr 21 13:20:20.119357 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-8c1f592f-f931-4f01-9dcb-70994c67095d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:20.120913 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-8c1f592f-f931-4f01-9dcb-70994c67095d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7984040f-8856-438f-b156-ed1c99b23fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419760 Apr 21 13:20:20.213421 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-ed4dd90d-6c5f-4295-9a73-ff53f366a4d2 service neutron] 10.222.0.26 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860999 Apr 21 13:20:20.313681 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7572ee50-2b1a-4cd4-99a3-f141c6803094 req-c3ec3cd9-07a2-49a5-b922-4a276f7c580f service neutron] 10.222.0.26 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885301 Apr 21 13:20:20.451211 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00c36c-a82f-4aea-8401-336ef16cd160 req-dc8818b0-c721-40a3-9a5f-9dbd8f126ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:20.452734 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ed00c36c-a82f-4aea-8401-336ef16cd160 req-dc8818b0-c721-40a3-9a5f-9dbd8f126ffc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 1094 time: 0.0421202 Apr 21 13:20:20.543378 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00c36c-a82f-4aea-8401-336ef16cd160 req-ed384cf4-34dc-4af9-a02a-b3c8a279003f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:20.544720 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ed00c36c-a82f-4aea-8401-336ef16cd160 req-ed384cf4-34dc-4af9-a02a-b3c8a279003f service neutron] 10.222.0.26 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 911 time: 0.0863957 Apr 21 13:20:20.591561 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ed00c36c-a82f-4aea-8401-336ef16cd160 req-da3074bd-8295-40dd-b1c1-4a7af9276159 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf6ab84b-6e1c-45d7-b8fd-954cc064ad97 HTTP/1.1" status: 200 len: 217 time: 0.0404668 Apr 21 13:20:20.681411 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00c36c-a82f-4aea-8401-336ef16cd160 req-2541e9f8-5652-4d07-8da6-22363be66941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:20.683052 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ed00c36c-a82f-4aea-8401-336ef16cd160 req-2541e9f8-5652-4d07-8da6-22363be66941 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=907954d3-68ec-48ae-a8f1-9fb47f43a330 HTTP/1.1" status: 200 len: 849 time: 0.0855095 Apr 21 13:20:20.693395 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae73b3a-7c6b-456b-afa0-a2b06aa89f50 req-aa6f9397-7818-46e4-9795-43b53aac9587 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:20.694840 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9ae73b3a-7c6b-456b-afa0-a2b06aa89f50 req-aa6f9397-7818-46e4-9795-43b53aac9587 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 943 time: 0.0624990 Apr 21 13:20:20.722283 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:20.758913 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9ae73b3a-7c6b-456b-afa0-a2b06aa89f50 req-e5446979-66a5-4485-a1cf-b5bed0fb7107 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557506 Apr 21 13:20:20.764626 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00c36c-a82f-4aea-8401-336ef16cd160 req-4c5c1577-564e-425f-bfa9-32b312abfc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:20.766369 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ed00c36c-a82f-4aea-8401-336ef16cd160 req-4c5c1577-564e-425f-bfa9-32b312abfc46 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7984040f-8856-438f-b156-ed1c99b23fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706410 Apr 21 13:20:20.859787 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ed00c36c-a82f-4aea-8401-336ef16cd160 req-20e07ea3-8bac-4ee6-aa4c-ebe21bbbae1d service neutron] 10.222.0.26 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867817 Apr 21 13:20:20.946798 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ed00c36c-a82f-4aea-8401-336ef16cd160 req-855c3a9d-e126-4fb6-a88b-8ae695e11cc2 service neutron] 10.222.0.26 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811491 Apr 21 13:20:21.891708 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b30d1-50e2-460d-92eb-22fd05ce60c1 req-a34d729f-8300-4cd0-8783-e5ddb3b92349 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:21.893215 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b0b30d1-50e2-460d-92eb-22fd05ce60c1 req-a34d729f-8300-4cd0-8783-e5ddb3b92349 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 943 time: 0.0567002 Apr 21 13:20:21.932524 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b0b30d1-50e2-460d-92eb-22fd05ce60c1 req-671a348f-4ba1-48ec-bbca-82e66fcb8929 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320218 Apr 21 13:20:23.049157 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176bf6bd-ba40-4eee-8ad3-f2b54aaa195c req-e64eb3a1-5f56-47d0-9733-77ade7a587dc tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:23.052362 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-176bf6bd-ba40-4eee-8ad3-f2b54aaa195c req-e64eb3a1-5f56-47d0-9733-77ade7a587dc tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 943 time: 0.0509832 Apr 21 13:20:23.089025 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-176bf6bd-ba40-4eee-8ad3-f2b54aaa195c req-051bd6fc-27b2-48a2-8ff0-0cb9d0169fda tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314243 Apr 21 13:20:24.217821 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1202fa0-4025-4668-b434-2059c3b59821 req-2af43037-b30c-4da6-8169-5d1a579ac016 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:24.219316 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e1202fa0-4025-4668-b434-2059c3b59821 req-2af43037-b30c-4da6-8169-5d1a579ac016 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 943 time: 0.0561910 Apr 21 13:20:24.260800 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e1202fa0-4025-4668-b434-2059c3b59821 req-1caf4947-5e6b-4c05-855a-fcb019a10308 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355601 Apr 21 13:20:25.391464 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e9744-2657-467e-9efb-c3be58063917 req-c88f9e03-c0d1-48e8-9745-ee14a2b4593b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:25.392941 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-424e9744-2657-467e-9efb-c3be58063917 req-c88f9e03-c0d1-48e8-9745-ee14a2b4593b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 943 time: 0.0574136 Apr 21 13:20:25.433700 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-424e9744-2657-467e-9efb-c3be58063917 req-fec9a920-eb51-42bc-a655-d5f53f3f7e8b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337498 Apr 21 13:20:26.556641 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f60c9-b86c-47e0-b477-3e42d340eac9 req-9ed213d9-a231-4f12-b0f7-c98aa55f670a tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:26.558739 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f96f60c9-b86c-47e0-b477-3e42d340eac9 req-9ed213d9-a231-4f12-b0f7-c98aa55f670a tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 943 time: 0.0523171 Apr 21 13:20:26.600102 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f96f60c9-b86c-47e0-b477-3e42d340eac9 req-66c194c8-0b88-4b29-9116-dc289665d302 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341830 Apr 21 13:20:27.725122 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1a4eb-652f-4cf6-bdde-6b849eef306a req-9d644fab-cd64-40d2-84bb-8471eca3b44b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:27.726761 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80f1a4eb-652f-4cf6-bdde-6b849eef306a req-9d644fab-cd64-40d2-84bb-8471eca3b44b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 943 time: 0.0556319 Apr 21 13:20:27.768234 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80f1a4eb-652f-4cf6-bdde-6b849eef306a req-ab04a480-a554-4d6a-9717-82cbce90f31a tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353796 Apr 21 13:20:28.897099 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d638990-9cf7-4728-9d4d-48dbba2494bb req-e6805660-86bc-4555-8939-ee50683acab8 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:28.899419 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d638990-9cf7-4728-9d4d-48dbba2494bb req-e6805660-86bc-4555-8939-ee50683acab8 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 943 time: 0.0559144 Apr 21 13:20:28.937958 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d638990-9cf7-4728-9d4d-48dbba2494bb req-443cc217-8b06-444d-9881-85a6a1ac7654 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327277 Apr 21 13:20:30.067191 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea6710e-0671-4709-9801-093529b965ec req-3280cb92-7d70-4f63-8f75-d5d2d691b8be tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:30.068639 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9ea6710e-0671-4709-9801-093529b965ec req-3280cb92-7d70-4f63-8f75-d5d2d691b8be tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 943 time: 0.0588310 Apr 21 13:20:30.114583 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9ea6710e-0671-4709-9801-093529b965ec req-910c73a7-51f8-4f54-b52e-95ef78320ccd tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378451 Apr 21 13:20:31.238670 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c6153-b913-4cab-8fde-88d9c8ade99a req-9d718e0d-3d96-4684-89da-f85695f888a9 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:31.240135 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef1c6153-b913-4cab-8fde-88d9c8ade99a req-9d718e0d-3d96-4684-89da-f85695f888a9 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 943 time: 0.0490608 Apr 21 13:20:31.281220 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef1c6153-b913-4cab-8fde-88d9c8ade99a req-95e44082-036d-4c8e-acd5-d01a103134e9 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330036 Apr 21 13:20:32.409760 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1582f1-9285-44a5-b012-205b3fbbf508 req-6d92f250-e3c2-41d4-af25-435805223aab tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:32.411300 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d1582f1-9285-44a5-b012-205b3fbbf508 req-6d92f250-e3c2-41d4-af25-435805223aab tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 943 time: 0.0540411 Apr 21 13:20:32.454164 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d1582f1-9285-44a5-b012-205b3fbbf508 req-3cebfea5-22eb-4ae9-8ab9-94491e264567 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347512 Apr 21 13:20:33.579533 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2a1d4-ba51-435b-854c-696c8732b8e8 req-b87b7531-43cd-444c-8ade-c4c92a43d418 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:33.581016 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d4d2a1d4-ba51-435b-854c-696c8732b8e8 req-b87b7531-43cd-444c-8ade-c4c92a43d418 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 943 time: 0.0545113 Apr 21 13:20:33.621267 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d4d2a1d4-ba51-435b-854c-696c8732b8e8 req-4bc6c7a2-3a2f-4649-a462-6b620c5a9b31 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336738 Apr 21 13:20:34.741420 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b87e72-dbf3-40f9-89be-831971953127 req-458151ad-a565-4150-8674-5d35fa51e79a tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:34.743597 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b3b87e72-dbf3-40f9-89be-831971953127 req-458151ad-a565-4150-8674-5d35fa51e79a tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 943 time: 0.0525649 Apr 21 13:20:34.782595 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b3b87e72-dbf3-40f9-89be-831971953127 req-367332df-9302-492e-ae52-70e8f5e90400 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326972 Apr 21 13:20:35.910297 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6a612-c485-4425-b123-cfd52c0a0bc3 req-41b750fc-a64b-4215-9de5-a99c5fd76899 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:35.911854 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6db6a612-c485-4425-b123-cfd52c0a0bc3 req-41b750fc-a64b-4215-9de5-a99c5fd76899 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 943 time: 0.0551498 Apr 21 13:20:35.951027 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6db6a612-c485-4425-b123-cfd52c0a0bc3 req-88d69c95-2861-437e-b7f6-7bbec7786d28 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330405 Apr 21 13:20:37.069187 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27592a3-47e2-4f8b-8bb3-286983c39e5a req-db68c1e0-cc51-4684-972a-5c7659bcba28 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:37.070641 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d27592a3-47e2-4f8b-8bb3-286983c39e5a req-db68c1e0-cc51-4684-972a-5c7659bcba28 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 943 time: 0.0514729 Apr 21 13:20:37.109928 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d27592a3-47e2-4f8b-8bb3-286983c39e5a req-eddc2c38-3534-4336-842c-9738816c3d05 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327284 Apr 21 13:20:38.228403 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c9d3f-6ff2-48c6-966d-5980b2437a01 req-6fc67246-9ae2-477b-bdbb-1acbc0b012d4 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:38.230521 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d8c9d3f-6ff2-48c6-966d-5980b2437a01 req-6fc67246-9ae2-477b-bdbb-1acbc0b012d4 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 943 time: 0.0522621 Apr 21 13:20:38.269940 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d8c9d3f-6ff2-48c6-966d-5980b2437a01 req-b10d12a0-ff55-4bb8-99cb-600602dbf774 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335083 Apr 21 13:20:39.388840 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21273d39-49a6-4d3e-936e-c52ec2de8680 req-2a21b6d3-61fd-4331-8bdb-6200ea114419 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:39.390265 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-21273d39-49a6-4d3e-936e-c52ec2de8680 req-2a21b6d3-61fd-4331-8bdb-6200ea114419 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 943 time: 0.0531924 Apr 21 13:20:39.428725 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-21273d39-49a6-4d3e-936e-c52ec2de8680 req-756ebe9f-e788-434e-b2ad-717121d7cbf7 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322442 Apr 21 13:20:40.547217 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ec587-6432-4b78-9aed-7dbf8911fed3 req-fbc34de6-4106-407c-b22a-c1eac84fb657 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:40.548721 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f25ec587-6432-4b78-9aed-7dbf8911fed3 req-fbc34de6-4106-407c-b22a-c1eac84fb657 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 943 time: 0.0493906 Apr 21 13:20:40.587191 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f25ec587-6432-4b78-9aed-7dbf8911fed3 req-38c52c7d-7e90-4626-9e3c-11e9fb1df257 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322723 Apr 21 13:20:41.709048 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01623c2c-3b0e-4a8c-ab9c-b61d9215f99d req-78bcbbcf-722b-4fea-8cd6-3ece9cb621cd tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:41.710716 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01623c2c-3b0e-4a8c-ab9c-b61d9215f99d req-78bcbbcf-722b-4fea-8cd6-3ece9cb621cd tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 943 time: 0.0515053 Apr 21 13:20:41.750397 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01623c2c-3b0e-4a8c-ab9c-b61d9215f99d req-b949ef89-22d7-411f-b9a7-6a9852f8937c tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335424 Apr 21 13:20:42.873802 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d91ef-234a-45c3-a069-c8858b5d2d15 req-6cb75e8d-8d50-4974-a0e8-e16e1711769b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:42.875277 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0a5d91ef-234a-45c3-a069-c8858b5d2d15 req-6cb75e8d-8d50-4974-a0e8-e16e1711769b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 943 time: 0.0537732 Apr 21 13:20:42.914248 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0a5d91ef-234a-45c3-a069-c8858b5d2d15 req-a345c096-ad33-4a5e-873d-63183c2dd3ea tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326111 Apr 21 13:20:43.470342 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf09a349-72fb-412e-82d5-39d9828a2e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:43.974703 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:20:44.030121 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609389d-528f-4f82-b319-b2a7a5feb402 req-d9d6981c-5b58-4afb-8643-2ad4e6896461 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:44.031764 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e609389d-528f-4f82-b319-b2a7a5feb402 req-d9d6981c-5b58-4afb-8643-2ad4e6896461 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 943 time: 0.0509853 Apr 21 13:20:44.071342 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e609389d-528f-4f82-b319-b2a7a5feb402 req-9980c236-98ce-4def-ba2b-9e2b3fd62fbb tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330622 Apr 21 13:20:44.978483 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d207fef-eae4-4662-a863-468a13dc73e7 req-3e1d2522-6abb-45da-8a2f-9fea5124775f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=be334376-b28f-4aef-9333-bfbe59f2d71e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408149 Apr 21 13:20:45.065932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d207fef-eae4-4662-a863-468a13dc73e7 req-a87318cd-0d06-4190-9d1f-110d11eeccef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:45.067522 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d207fef-eae4-4662-a863-468a13dc73e7 req-a87318cd-0d06-4190-9d1f-110d11eeccef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&device_id=be334376-b28f-4aef-9333-bfbe59f2d71e HTTP/1.1" status: 200 len: 1096 time: 0.0450349 Apr 21 13:20:45.213372 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5d328-7334-4fef-9ca8-399d2a098f83 req-592e57b9-88b3-4150-bf0a-9ce36c40d96e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:45.215456 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ac5d328-7334-4fef-9ca8-399d2a098f83 req-592e57b9-88b3-4150-bf0a-9ce36c40d96e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 943 time: 0.0741222 Apr 21 13:20:45.216408 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d207fef-eae4-4662-a863-468a13dc73e7 req-6956a34a-5dd9-4237-9d1b-577afba2c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:45.217761 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d207fef-eae4-4662-a863-468a13dc73e7 req-6956a34a-5dd9-4237-9d1b-577afba2c3a7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 911 time: 0.1235640 Apr 21 13:20:45.276264 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d207fef-eae4-4662-a863-468a13dc73e7 req-79ddf977-7560-446a-b777-839b5bbb652a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=661704b6-955a-404d-812a-6b91788f60c3 HTTP/1.1" status: 200 len: 217 time: 0.0377228 Apr 21 13:20:45.288474 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ac5d328-7334-4fef-9ca8-399d2a098f83 req-8865c392-4fe7-4aaf-bc61-a39afa3dbc63 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671163 Apr 21 13:20:45.330971 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d207fef-eae4-4662-a863-468a13dc73e7 req-fa3dbf17-6ddd-4288-bb4e-d3152efdea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:45.332465 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d207fef-eae4-4662-a863-468a13dc73e7 req-fa3dbf17-6ddd-4288-bb4e-d3152efdea4e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=907954d3-68ec-48ae-a8f1-9fb47f43a330 HTTP/1.1" status: 200 len: 849 time: 0.0431564 Apr 21 13:20:45.380555 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d207fef-eae4-4662-a863-468a13dc73e7 req-93430c97-cc23-4e3d-98b7-4294f3613157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:45.382199 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d207fef-eae4-4662-a863-468a13dc73e7 req-93430c97-cc23-4e3d-98b7-4294f3613157 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7984040f-8856-438f-b156-ed1c99b23fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396607 Apr 21 13:20:45.478750 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d207fef-eae4-4662-a863-468a13dc73e7 req-153746d7-e984-4232-90cd-819eb6347e56 service neutron] 10.222.0.24 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857518 Apr 21 13:20:45.570874 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d207fef-eae4-4662-a863-468a13dc73e7 req-a2a4c84f-19ec-4d46-bf86-f007c7acd995 service neutron] 10.222.0.24 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806496 Apr 21 13:20:45.758323 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a372c73f-f289-4237-b3ce-4c453effb15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:46.408431 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd57a17-0e3f-4416-abf7-6fb767169782 req-ff34f38e-49b1-4142-90a8-d7dee891639d tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:46.411930 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5dd57a17-0e3f-4416-abf7-6fb767169782 req-ff34f38e-49b1-4142-90a8-d7dee891639d tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 943 time: 0.0549688 Apr 21 13:20:46.447810 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5dd57a17-0e3f-4416-abf7-6fb767169782 req-61960914-e4e8-4b80-8bac-ea8d98817051 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319273 Apr 21 13:20:47.024522 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:47.562619 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d5166-5c11-4d5c-be8a-a8dd05a58ecb req-c0a1267a-849d-404c-be89-fa267edd57c0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:47.564091 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d11d5166-5c11-4d5c-be8a-a8dd05a58ecb req-c0a1267a-849d-404c-be89-fa267edd57c0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 943 time: 0.0491526 Apr 21 13:20:47.600481 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d11d5166-5c11-4d5c-be8a-a8dd05a58ecb req-e83279f3-e8f2-4017-843d-c768c063e52c tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304065 Apr 21 13:20:48.172347 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:48.567172 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:48.715392 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b38083-d079-498e-ac67-ad671d9d12bc req-56f390e7-8761-4f49-8dee-1e76ea16266c tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:48.716858 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-88b38083-d079-498e-ac67-ad671d9d12bc req-56f390e7-8761-4f49-8dee-1e76ea16266c tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 943 time: 0.0485075 Apr 21 13:20:48.754106 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-88b38083-d079-498e-ac67-ad671d9d12bc req-ee794b43-ff3d-4133-9768-078cdc48f1f0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310547 Apr 21 13:20:48.770050 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:49.876374 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876753c6-e97e-4479-9756-ea624991e3b6 req-bc502615-5cff-4501-96ff-03280923425d tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:49.877899 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-876753c6-e97e-4479-9756-ea624991e3b6 req-bc502615-5cff-4501-96ff-03280923425d tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 943 time: 0.0541189 Apr 21 13:20:49.915560 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-876753c6-e97e-4479-9756-ea624991e3b6 req-e5e25641-3919-4a23-ae09-c416b695fa9b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318830 Apr 21 13:20:50.712452 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:51.029145 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ced4b7-1788-40ac-b30e-e60a759157c1 req-54f30b0a-0dab-4fc9-85a5-0a622de700b9 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:51.031057 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2ced4b7-1788-40ac-b30e-e60a759157c1 req-54f30b0a-0dab-4fc9-85a5-0a622de700b9 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 943 time: 0.0486631 Apr 21 13:20:51.068520 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2ced4b7-1788-40ac-b30e-e60a759157c1 req-37daf654-ff52-4671-a8e2-1d34e6df0055 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314560 Apr 21 13:20:52.186453 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48364b9a-3b47-4553-bf9b-97f81bcc6104 req-5a8027ad-d378-455c-a6a9-021dee63a89d tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:52.187947 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-48364b9a-3b47-4553-bf9b-97f81bcc6104 req-5a8027ad-d378-455c-a6a9-021dee63a89d tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 943 time: 0.0498343 Apr 21 13:20:52.226602 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-48364b9a-3b47-4553-bf9b-97f81bcc6104 req-020be3bc-fb86-4b47-99f5-fa327037641e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321386 Apr 21 13:20:53.347232 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a8846-006f-4ffe-acf8-b0d389f7b1d4 req-b80a76b8-3d12-447d-9792-da62a1a7a593 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:53.348739 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7d6a8846-006f-4ffe-acf8-b0d389f7b1d4 req-b80a76b8-3d12-447d-9792-da62a1a7a593 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 943 time: 0.0536039 Apr 21 13:20:53.385551 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7d6a8846-006f-4ffe-acf8-b0d389f7b1d4 req-611ea39b-ccbe-46ca-bb1a-71b9b244fbce tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306151 Apr 21 13:20:54.054686 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device cf6ab84b-6e1c-45d7-b8fd-954cc064ad97 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:20:54.145920 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port cf6ab84b-6e1c-45d7-b8fd-954cc064ad97, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=cf6ab84b-6e1c-45d7-b8fd-954cc064ad97,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:20:54.156923 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'cf6ab84b-6e1c-45d7-b8fd-954cc064ad97', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'port_id': 'cf6ab84b-6e1c-45d7-b8fd-954cc064ad97', 'mac_address': 'fa:16:3e:06:00:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:20:54.192833 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:54.208685 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf6ab84b-6e1c-45d7-b8fd-954cc064ad97 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:20:54.227974 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port cf6ab84b-6e1c-45d7-b8fd-954cc064ad97, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=cf6ab84b-6e1c-45d7-b8fd-954cc064ad97,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:20:54.283850 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:54.329609 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=cf6ab84b-6e1c-45d7-b8fd-954cc064ad97,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:20:54.337025 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:20:54.337350 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:20:54.337724 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:20:54.338053 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:20:54.338378 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:20:54.338698 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:20:54.339018 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:20:54.339334 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:20:54.339648 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:20:54.339963 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:20:54.340278 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:20:54.340590 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:20:54.501744 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7d91e-a702-4831-8a80-42867e295902 req-7592a49e-afb3-4420-a6a4-70b5a14f3e99 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:54.503236 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2e7d91e-a702-4831-8a80-42867e295902 req-7592a49e-afb3-4420-a6a4-70b5a14f3e99 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 944 time: 0.0494971 Apr 21 13:20:54.540283 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2e7d91e-a702-4831-8a80-42867e295902 req-270df675-3143-4041-afc9-cbc0ce56ba6a tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309737 Apr 21 13:20:54.644343 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['cf6ab84b-6e1c-45d7-b8fd-954cc064ad97'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:20:55.657343 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3553bcd-177c-477b-a762-88d8ca5f4db9 req-96431d4b-613e-4efb-a69d-bde3281b09ea tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:55.658704 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3553bcd-177c-477b-a762-88d8ca5f4db9 req-96431d4b-613e-4efb-a69d-bde3281b09ea tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 944 time: 0.0486872 Apr 21 13:20:55.695452 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c3553bcd-177c-477b-a762-88d8ca5f4db9 req-f77d8142-3293-422b-81aa-5cbe292616f0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307791 Apr 21 13:20:56.053940 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device cf6ab84b-6e1c-45d7-b8fd-954cc064ad97 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:20:56.186517 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port cf6ab84b-6e1c-45d7-b8fd-954cc064ad97 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:20:56.190906 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port cf6ab84b-6e1c-45d7-b8fd-954cc064ad97 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:20:56.191279 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:56.265623 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:56.287280 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1164e75-8cb5-4c5e-be79-dab868ac56eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6ab84b-6e1c-45d7-b8fd-954cc064ad97'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:20:56.289509 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d49cfe-abac-4b65-8e99-49fc06db3878" -d '{"events": [{"server_uuid": "b1164e75-8cb5-4c5e-be79-dab868ac56eb", "name": "network-vif-plugged", "status": "completed", "tag": "cf6ab84b-6e1c-45d7-b8fd-954cc064ad97"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:20:56.302320 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port cf6ab84b-6e1c-45d7-b8fd-954cc064ad97, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=cf6ab84b-6e1c-45d7-b8fd-954cc064ad97,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:20:56.326667 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1816096-6573-442d-82a7-0e812d68fe63 x-openstack-request-id: req-a1816096-6573-442d-82a7-0e812d68fe63 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:20:56.326785 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1164e75-8cb5-4c5e-be79-dab868ac56eb", "name": "network-vif-plugged", "status": "completed", "tag": "cf6ab84b-6e1c-45d7-b8fd-954cc064ad97", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:20:56.327021 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a1816096-6573-442d-82a7-0e812d68fe63 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:20:56.327417 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1816096-6573-442d-82a7-0e812d68fe63'] response: {'server_uuid': 'b1164e75-8cb5-4c5e-be79-dab868ac56eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6ab84b-6e1c-45d7-b8fd-954cc064ad97', 'code': 200} Apr 21 13:20:56.367065 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:20:56.419464 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=cf6ab84b-6e1c-45d7-b8fd-954cc064ad97,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:20:56.428052 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea84d5-2b12-4f0a-8f92-f58838cceecf req-34bdff80-b702-4522-beb3-6d4dbfcc96b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:56.429549 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8aea84d5-2b12-4f0a-8f92-f58838cceecf req-34bdff80-b702-4522-beb3-6d4dbfcc96b4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 1096 time: 0.0455422 Apr 21 13:20:56.462658 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8aea84d5-2b12-4f0a-8f92-f58838cceecf req-c216b129-a418-4bcd-a15b-e95d71a3b78c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268710 Apr 21 13:20:56.809707 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958c563-85c9-4b5a-b54a-00ddcafe76ae req-a22c225b-2d36-4fcd-b6e7-5e866ef6c166 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:56.811176 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8958c563-85c9-4b5a-b54a-00ddcafe76ae req-a22c225b-2d36-4fcd-b6e7-5e866ef6c166 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 945 time: 0.0488093 Apr 21 13:20:56.849171 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8958c563-85c9-4b5a-b54a-00ddcafe76ae req-0d4cd307-b81b-4d65-b70a-341e4ce3b09f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319324 Apr 21 13:20:57.963254 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da785922-430c-4a08-b417-0538008ab43a req-20739876-3120-4c36-b91f-b28f2d028bd2 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:57.964740 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da785922-430c-4a08-b417-0538008ab43a req-20739876-3120-4c36-b91f-b28f2d028bd2 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 945 time: 0.0473926 Apr 21 13:20:58.004031 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da785922-430c-4a08-b417-0538008ab43a req-6cc774d3-c7ab-4240-b948-7b412bcdc685 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324907 Apr 21 13:20:59.120708 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90831f02-e05b-4c53-a098-992caa2a37e9 req-a04a4cde-70e5-4c05-9fbc-d47679b358e5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:59.122201 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90831f02-e05b-4c53-a098-992caa2a37e9 req-a04a4cde-70e5-4c05-9fbc-d47679b358e5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 945 time: 0.0527413 Apr 21 13:20:59.160005 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90831f02-e05b-4c53-a098-992caa2a37e9 req-cacd2e62-c66c-4df0-b1cb-af68049f52d6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311646 Apr 21 13:20:59.272625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7636e3fa-735b-4bc9-842d-ad28f519af5a req-8573b6a5-8112-4670-847e-116691fcf8b5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:59.274150 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7636e3fa-735b-4bc9-842d-ad28f519af5a req-8573b6a5-8112-4670-847e-116691fcf8b5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 945 time: 0.0479434 Apr 21 13:20:59.311678 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7636e3fa-735b-4bc9-842d-ad28f519af5a req-f35dd700-d5f9-47ed-8ab4-e89148f6b112 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315573 Apr 21 13:20:59.946342 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce39bf-2d7f-4054-a5d8-4be895d4ea87 req-3ccc0eda-5716-475b-badf-3498a0faaa14 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:20:59.947835 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ce39bf-2d7f-4054-a5d8-4be895d4ea87 req-3ccc0eda-5716-475b-badf-3498a0faaa14 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 945 time: 0.0477233 Apr 21 13:20:59.985707 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6ce39bf-2d7f-4054-a5d8-4be895d4ea87 req-bbb1c059-9cd0-460d-ac37-93efe35b6b70 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317297 Apr 21 13:21:01.107418 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2a068-3dde-4efc-aa05-6a744f690b52 req-fe879475-a03f-4920-855c-3e678eb0302e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:21:01.108890 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96a2a068-3dde-4efc-aa05-6a744f690b52 req-fe879475-a03f-4920-855c-3e678eb0302e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 945 time: 0.0550363 Apr 21 13:21:01.147030 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96a2a068-3dde-4efc-aa05-6a744f690b52 req-59d1f9a4-dc31-4d46-84cf-70e16a8baeea tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314238 Apr 21 13:21:01.438947 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab42e98-810e-45cf-a950-1819c418d53b req-f4e319f7-656e-4fe0-b290-8fd8785d7a30 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:21:01.440413 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cab42e98-810e-45cf-a950-1819c418d53b req-f4e319f7-656e-4fe0-b290-8fd8785d7a30 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.26 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 945 time: 0.0477736 Apr 21 13:21:01.538779 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-cab42e98-810e-45cf-a950-1819c418d53b req-51a5285a-a866-4701-8228-f6371f47e4e5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Deleting port cf6ab84b-6e1c-45d7-b8fd-954cc064ad97 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:21:01.539120 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cab42e98-810e-45cf-a950-1819c418d53b req-51a5285a-a866-4701-8228-f6371f47e4e5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:01.632143 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-cab42e98-810e-45cf-a950-1819c418d53b req-51a5285a-a866-4701-8228-f6371f47e4e5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] For port cf6ab84b-6e1c-45d7-b8fd-954cc064ad97, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=cf6ab84b-6e1c-45d7-b8fd-954cc064ad97,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:21:01.632504 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cab42e98-810e-45cf-a950-1819c418d53b req-51a5285a-a866-4701-8228-f6371f47e4e5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:01.645438 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-cab42e98-810e-45cf-a950-1819c418d53b req-51a5285a-a866-4701-8228-f6371f47e4e5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Calling delete_port for cf6ab84b-6e1c-45d7-b8fd-954cc064ad97 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:21:01.853125 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cab42e98-810e-45cf-a950-1819c418d53b req-51a5285a-a866-4701-8228-f6371f47e4e5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:01.865714 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['cf6ab84b-6e1c-45d7-b8fd-954cc064ad97'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:21:01.869080 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['661704b6-955a-404d-812a-6b91788f60c3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:21:01.884326 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5285a-a866-4701-8228-f6371f47e4e5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Pushing event deleted for resources: {'Port': ['ID=cf6ab84b-6e1c-45d7-b8fd-954cc064ad97,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:21:01.914795 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5285a-a866-4701-8228-f6371f47e4e5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:21:01.915142 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5285a-a866-4701-8228-f6371f47e4e5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:21:01.915529 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5285a-a866-4701-8228-f6371f47e4e5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:21:01.915810 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5285a-a866-4701-8228-f6371f47e4e5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:21:01.916146 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5285a-a866-4701-8228-f6371f47e4e5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:21:01.916481 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5285a-a866-4701-8228-f6371f47e4e5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:21:01.916871 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5285a-a866-4701-8228-f6371f47e4e5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:21:01.917199 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5285a-a866-4701-8228-f6371f47e4e5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:21:01.918020 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5285a-a866-4701-8228-f6371f47e4e5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:21:01.918020 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5285a-a866-4701-8228-f6371f47e4e5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:21:01.918213 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5285a-a866-4701-8228-f6371f47e4e5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:21:01.918488 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a5285a-a866-4701-8228-f6371f47e4e5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:21:01.934759 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab42e98-810e-45cf-a950-1819c418d53b req-51a5285a-a866-4701-8228-f6371f47e4e5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] No DVR routers for this DVR port cf6ab84b-6e1c-45d7-b8fd-954cc064ad97 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:21:01.937336 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cab42e98-810e-45cf-a950-1819c418d53b req-51a5285a-a866-4701-8228-f6371f47e4e5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:01.940778 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cab42e98-810e-45cf-a950-1819c418d53b req-51a5285a-a866-4701-8228-f6371f47e4e5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.26 "DELETE /v2.0/ports/cf6ab84b-6e1c-45d7-b8fd-954cc064ad97 HTTP/1.1" status: 204 len: 173 time: 0.4946189 Apr 21 13:21:01.941241 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1164e75-8cb5-4c5e-be79-dab868ac56eb', 'name': 'network-vif-deleted', 'tag': 'cf6ab84b-6e1c-45d7-b8fd-954cc064ad97'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:21:01.943659 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d3e756-4a65-459b-b1c6-b41eab3d4d45" -d '{"events": [{"server_uuid": "b1164e75-8cb5-4c5e-be79-dab868ac56eb", "name": "network-vif-deleted", "tag": "cf6ab84b-6e1c-45d7-b8fd-954cc064ad97"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:21:01.989876 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb910d6-1fab-47b3-9967-e03e95a94e82 x-openstack-request-id: req-dcb910d6-1fab-47b3-9967-e03e95a94e82 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:21:01.992048 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1164e75-8cb5-4c5e-be79-dab868ac56eb", "name": "network-vif-deleted", "tag": "cf6ab84b-6e1c-45d7-b8fd-954cc064ad97", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:21:01.992368 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dcb910d6-1fab-47b3-9967-e03e95a94e82 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:21:01.993136 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcb910d6-1fab-47b3-9967-e03e95a94e82'] response: {'server_uuid': 'b1164e75-8cb5-4c5e-be79-dab868ac56eb', 'name': 'network-vif-deleted', 'tag': 'cf6ab84b-6e1c-45d7-b8fd-954cc064ad97', 'status': 'completed', 'code': 200} Apr 21 13:21:02.247854 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15a4e2c3-4432-446c-a15d-5f67c45def3a req-276e6cfe-1fb1-4a52-b872-089be1f7de1a tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 210 time: 0.0313466 Apr 21 13:21:03.345122 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-48ce1313-7486-4552-ae5d-d55a1956a1da req-3eae3f0b-df4b-491a-8045-f88627b5cbd6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 210 time: 0.0258989 Apr 21 13:21:04.116260 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device cf6ab84b-6e1c-45d7-b8fd-954cc064ad97 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:21:04.136910 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: cf6ab84b-6e1c-45d7-b8fd-954cc064ad97 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:21:04.137250 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device cf6ab84b-6e1c-45d7-b8fd-954cc064ad97 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:21:04.443426 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cdbae4b3-1b58-44e9-8f59-c31fd1cd1503 req-a6eb9f99-ab57-4d94-9597-bdfdaf237cc0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 210 time: 0.0258558 Apr 21 13:21:05.540702 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3e92692c-a4e1-4498-923e-d287b1a4ca6b req-96e8e955-237b-40ce-86e1-e250b9364691 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=b1164e75-8cb5-4c5e-be79-dab868ac56eb HTTP/1.1" status: 200 len: 210 time: 0.0261803 Apr 21 13:21:11.336430 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb3b9d4-fac3-4f30-a26a-f0e2702fac12 req-14a8f891-7507-486a-989f-0f6f41871e58 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:21:11.337919 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3bb3b9d4-fac3-4f30-a26a-f0e2702fac12 req-14a8f891-7507-486a-989f-0f6f41871e58 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=be334376-b28f-4aef-9333-bfbe59f2d71e HTTP/1.1" status: 200 len: 945 time: 0.0479074 Apr 21 13:21:11.375835 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3bb3b9d4-fac3-4f30-a26a-f0e2702fac12 req-7809ba0c-7bd4-45b1-b798-50d87188d187 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319712 Apr 21 13:21:12.495687 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413df97-1689-4313-a007-37563e842bbb req-4a3810fc-8f8f-4fbb-b363-664680a30a4f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:21:12.497142 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c413df97-1689-4313-a007-37563e842bbb req-4a3810fc-8f8f-4fbb-b363-664680a30a4f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=be334376-b28f-4aef-9333-bfbe59f2d71e HTTP/1.1" status: 200 len: 945 time: 0.0525396 Apr 21 13:21:12.534714 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c413df97-1689-4313-a007-37563e842bbb req-c426c192-84cb-49e3-b347-e7bb86a0165b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315640 Apr 21 13:21:13.066209 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40797493-af2c-4da3-a3a5-e79ab5646949 req-5b0631f3-0fbf-4ad1-83ca-72213ac56bec tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:21:13.067649 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-40797493-af2c-4da3-a3a5-e79ab5646949 req-5b0631f3-0fbf-4ad1-83ca-72213ac56bec tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.24 "GET /v2.0/ports?device_id=be334376-b28f-4aef-9333-bfbe59f2d71e HTTP/1.1" status: 200 len: 945 time: 0.0476813 Apr 21 13:21:13.156887 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-40797493-af2c-4da3-a3a5-e79ab5646949 req-c48b928f-d46a-4fdb-b221-33c4ffe9b667 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Deleting port 661704b6-955a-404d-812a-6b91788f60c3 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:21:13.157220 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-40797493-af2c-4da3-a3a5-e79ab5646949 req-c48b928f-d46a-4fdb-b221-33c4ffe9b667 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:13.242560 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-40797493-af2c-4da3-a3a5-e79ab5646949 req-c48b928f-d46a-4fdb-b221-33c4ffe9b667 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] For port 661704b6-955a-404d-812a-6b91788f60c3, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=661704b6-955a-404d-812a-6b91788f60c3,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:21:13.242921 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-40797493-af2c-4da3-a3a5-e79ab5646949 req-c48b928f-d46a-4fdb-b221-33c4ffe9b667 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:13.255222 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-40797493-af2c-4da3-a3a5-e79ab5646949 req-c48b928f-d46a-4fdb-b221-33c4ffe9b667 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Calling delete_port for 661704b6-955a-404d-812a-6b91788f60c3 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:21:13.449495 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-40797493-af2c-4da3-a3a5-e79ab5646949 req-c48b928f-d46a-4fdb-b221-33c4ffe9b667 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:13.463770 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['661704b6-955a-404d-812a-6b91788f60c3'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:21:13.476788 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b928f-d46a-4fdb-b221-33c4ffe9b667 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Pushing event deleted for resources: {'Port': ['ID=661704b6-955a-404d-812a-6b91788f60c3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:21:13.488211 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6bb6a299-31d5-41ba-8c56-3cb206186376 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:13.526219 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-40797493-af2c-4da3-a3a5-e79ab5646949 req-c48b928f-d46a-4fdb-b221-33c4ffe9b667 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] No DVR routers for this DVR port 661704b6-955a-404d-812a-6b91788f60c3 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:21:13.528990 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-40797493-af2c-4da3-a3a5-e79ab5646949 req-c48b928f-d46a-4fdb-b221-33c4ffe9b667 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:13.532278 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-40797493-af2c-4da3-a3a5-e79ab5646949 req-c48b928f-d46a-4fdb-b221-33c4ffe9b667 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.24 "DELETE /v2.0/ports/661704b6-955a-404d-812a-6b91788f60c3 HTTP/1.1" status: 204 len: 173 time: 0.4589660 Apr 21 13:21:13.532725 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be334376-b28f-4aef-9333-bfbe59f2d71e', 'name': 'network-vif-deleted', 'tag': '661704b6-955a-404d-812a-6b91788f60c3'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:21:13.534999 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24a4c24-a6ee-4efc-814c-d6a30d228f21" -d '{"events": [{"server_uuid": "be334376-b28f-4aef-9333-bfbe59f2d71e", "name": "network-vif-deleted", "tag": "661704b6-955a-404d-812a-6b91788f60c3"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:21:13.573255 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13206e2-7867-45b5-b36d-5721b8d5af65 x-openstack-request-id: req-e13206e2-7867-45b5-b36d-5721b8d5af65 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:21:13.573556 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be334376-b28f-4aef-9333-bfbe59f2d71e", "name": "network-vif-deleted", "tag": "661704b6-955a-404d-812a-6b91788f60c3", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:21:13.573838 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e13206e2-7867-45b5-b36d-5721b8d5af65 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:21:13.574248 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e13206e2-7867-45b5-b36d-5721b8d5af65'] response: {'server_uuid': 'be334376-b28f-4aef-9333-bfbe59f2d71e', 'name': 'network-vif-deleted', 'tag': '661704b6-955a-404d-812a-6b91788f60c3', 'status': 'completed', 'code': 200} Apr 21 13:21:13.640277 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b54786e2-45bf-4c3c-a5ea-d3d943561db0 req-529330e3-d7d9-48ba-9682-abef80b399ed tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=be334376-b28f-4aef-9333-bfbe59f2d71e HTTP/1.1" status: 200 len: 210 time: 0.0312049 Apr 21 13:21:14.737884 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8fec70ad-23a4-446b-97b2-27137fd6f119 req-72519c56-6e3d-4750-830c-59b7dfae1fd7 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=be334376-b28f-4aef-9333-bfbe59f2d71e HTTP/1.1" status: 200 len: 210 time: 0.0262511 Apr 21 13:21:15.755570 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4247a7ce-596d-41fb-98dc-ee0a7ea02490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:15.835184 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6b561984-0be1-4ebc-b921-0380510d1d80 req-2b19f09e-7764-4fd7-8aa0-8feda358e6ec tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=be334376-b28f-4aef-9333-bfbe59f2d71e HTTP/1.1" status: 200 len: 210 time: 0.0260353 Apr 21 13:21:16.241522 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 661704b6-955a-404d-812a-6b91788f60c3 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:21:16.261313 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 661704b6-955a-404d-812a-6b91788f60c3 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:21:16.261680 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 661704b6-955a-404d-812a-6b91788f60c3 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:21:16.928842 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ea7b4099-a638-41f0-908d-d61ea94adab8 req-6213d2b2-77ff-4c23-9601-62d3e78e03ec tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=be334376-b28f-4aef-9333-bfbe59f2d71e HTTP/1.1" status: 200 len: 210 time: 0.0269797 Apr 21 13:21:17.021163 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:18.158382 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:18.546786 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:18.718714 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:20.712574 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:20.974588 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:21:21.399058 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 56756) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:21:21.404385 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3641b7d8-de1b-47d1-b460-577e65e261ae tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-475984989', 'description': 'tempest-secgroup-smoke-475984989 description', 'project_id': 'e09676fd3de740cabb87417a0199ea6c'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:21:21.486620 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3641b7d8-de1b-47d1-b460-577e65e261ae tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:21.555824 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3641b7d8-de1b-47d1-b460-577e65e261ae tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:21.623256 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3641b7d8-de1b-47d1-b460-577e65e261ae tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:21.651032 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641b7d8-de1b-47d1-b460-577e65e261ae tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9ef290-51e8-4030-9c4f-bb8f492b854c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:21:21.658098 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641b7d8-de1b-47d1-b460-577e65e261ae tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:21:21.667391 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641b7d8-de1b-47d1-b460-577e65e261ae tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:21:21.667391 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641b7d8-de1b-47d1-b460-577e65e261ae tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:21:21.667391 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641b7d8-de1b-47d1-b460-577e65e261ae tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:21:21.667391 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641b7d8-de1b-47d1-b460-577e65e261ae tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:21:21.667391 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641b7d8-de1b-47d1-b460-577e65e261ae tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:21:21.667391 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641b7d8-de1b-47d1-b460-577e65e261ae tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:21:21.667391 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641b7d8-de1b-47d1-b460-577e65e261ae tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:21:21.667391 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641b7d8-de1b-47d1-b460-577e65e261ae tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:21:21.667391 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641b7d8-de1b-47d1-b460-577e65e261ae tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:21:21.667391 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641b7d8-de1b-47d1-b460-577e65e261ae tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:21:21.667391 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641b7d8-de1b-47d1-b460-577e65e261ae tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:21:21.714266 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3641b7d8-de1b-47d1-b460-577e65e261ae tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:21.715509 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3641b7d8-de1b-47d1-b460-577e65e261ae tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3153930 Apr 21 13:21:21.718386 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 56762) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:21:21.722689 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e0edbdb9-b459-469c-a722-716a2697c6a2 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Request body: {'security_group_rule': {'security_group_id': 'bc9ef290-51e8-4030-9c4f-bb8f492b854c', 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:21:21.862986 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0edbdb9-b459-469c-a722-716a2697c6a2 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:21.917208 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0edbdb9-b459-469c-a722-716a2697c6a2 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:21.994860 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0edbdb9-b459-469c-a722-716a2697c6a2 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:22.013482 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0edbdb9-b459-469c-a722-716a2697c6a2 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3804d546-8693-4f04-ae0e-5a45638924c2,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:21:22.101900 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0edbdb9-b459-469c-a722-716a2697c6a2 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:22.103362 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e0edbdb9-b459-469c-a722-716a2697c6a2 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3838160 Apr 21 13:21:22.106085 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 56766) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:21:22.110411 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-53b4a989-668d-4d4f-b68a-17184a141b42 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Request body: {'security_group_rule': {'security_group_id': 'bc9ef290-51e8-4030-9c4f-bb8f492b854c', 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:21:22.194477 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53b4a989-668d-4d4f-b68a-17184a141b42 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:22.250080 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53b4a989-668d-4d4f-b68a-17184a141b42 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:22.318339 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53b4a989-668d-4d4f-b68a-17184a141b42 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:22.335242 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4a989-668d-4d4f-b68a-17184a141b42 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4fd3022-4d5b-4906-abb5-c0b1f0b13976,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:21:22.403190 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-53b4a989-668d-4d4f-b68a-17184a141b42 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:22.404412 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-53b4a989-668d-4d4f-b68a-17184a141b42 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2974048 Apr 21 13:21:22.407094 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 56768) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:21:22.412395 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-520b1f65-deb6-457e-87e2-a139c9897dec tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Request body: {'security_group_rule': {'security_group_id': 'bc9ef290-51e8-4030-9c4f-bb8f492b854c', 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:21:22.505149 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-520b1f65-deb6-457e-87e2-a139c9897dec tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:22.563308 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-520b1f65-deb6-457e-87e2-a139c9897dec tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:22.631704 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-520b1f65-deb6-457e-87e2-a139c9897dec tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:22.648687 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b1f65-deb6-457e-87e2-a139c9897dec tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88cd596e-b2e1-4ef3-bf1f-79437b4b3a0f,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:21:22.713647 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-520b1f65-deb6-457e-87e2-a139c9897dec tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:22.714836 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-520b1f65-deb6-457e-87e2-a139c9897dec tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3067706 Apr 21 13:21:22.717727 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 56770) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:21:22.722033 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-63f8209f-08d9-4258-b0a7-3fb6618da659 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Request body: {'security_group_rule': {'security_group_id': 'bc9ef290-51e8-4030-9c4f-bb8f492b854c', 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:21:22.816703 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63f8209f-08d9-4258-b0a7-3fb6618da659 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:22.873379 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63f8209f-08d9-4258-b0a7-3fb6618da659 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:22.937736 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63f8209f-08d9-4258-b0a7-3fb6618da659 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:22.956943 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f8209f-08d9-4258-b0a7-3fb6618da659 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7e129f-de11-4634-8100-915d9c3a2bc9,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:21:23.028273 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63f8209f-08d9-4258-b0a7-3fb6618da659 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:23.029505 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-63f8209f-08d9-4258-b0a7-3fb6618da659 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3108013 Apr 21 13:21:23.032269 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 56772) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:21:23.037090 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f070d7b2-244b-426d-9ab2-43e778f860c3 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Request body: {'security_group_rule': {'security_group_id': 'bc9ef290-51e8-4030-9c4f-bb8f492b854c', 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:21:23.115117 n-d-836147-2 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-f070d7b2-244b-426d-9ab2-43e778f860c3 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Project e09676fd3de740cabb87417a0199ea6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:21:23.119973 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f070d7b2-244b-426d-9ab2-43e778f860c3 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:23.177443 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f070d7b2-244b-426d-9ab2-43e778f860c3 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:23.263538 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f070d7b2-244b-426d-9ab2-43e778f860c3 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:23.282132 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f070d7b2-244b-426d-9ab2-43e778f860c3 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c201bce3-08b4-4e7b-8283-4e6dc2864539,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:21:23.362758 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f070d7b2-244b-426d-9ab2-43e778f860c3 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:23.363967 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f070d7b2-244b-426d-9ab2-43e778f860c3 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3307638 Apr 21 13:21:23.366700 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 56774) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:21:23.370904 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-14d68db4-40fe-435f-ba9d-78496727fe45 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Request body: {'security_group_rule': {'security_group_id': 'bc9ef290-51e8-4030-9c4f-bb8f492b854c', 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:21:23.458761 n-d-836147-2 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-14d68db4-40fe-435f-ba9d-78496727fe45 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Project e09676fd3de740cabb87417a0199ea6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:21:23.463913 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14d68db4-40fe-435f-ba9d-78496727fe45 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:23.528822 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14d68db4-40fe-435f-ba9d-78496727fe45 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:23.632267 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14d68db4-40fe-435f-ba9d-78496727fe45 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:23.649260 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d68db4-40fe-435f-ba9d-78496727fe45 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e1b0334-2d4c-401d-bdf0-6f1c182d6753,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:21:23.725825 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-14d68db4-40fe-435f-ba9d-78496727fe45 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:23.727598 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-14d68db4-40fe-435f-ba9d-78496727fe45 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3600316 Apr 21 13:21:43.532329 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b960549d-a653-492b-8f5e-5b8ab271d76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:45.592664 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba672832-555a-4832-8441-08c2d1950d5f req-a12b0114-b634-43fe-bd69-f96b37dc0049 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-475984989&fields=id&tenant_id=e09676fd3de740cabb87417a0199ea6c HTTP/1.1" status: 200 len: 267 time: 0.0316584 Apr 21 13:21:45.701189 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba672832-555a-4832-8441-08c2d1950d5f req-5bc6bbd8-397f-4617-b673-855ce0fd08a1 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:21:45.702690 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba672832-555a-4832-8441-08c2d1950d5f req-5bc6bbd8-397f-4617-b673-855ce0fd08a1 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 810 time: 0.1034203 Apr 21 13:21:45.717559 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba672832-555a-4832-8441-08c2d1950d5f req-e7ccd991-429f-477f-b352-3e43ad4414c9 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/quotas/e09676fd3de740cabb87417a0199ea6c HTTP/1.1" status: 200 len: 375 time: 0.0090008 Apr 21 13:21:45.757569 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b042c583-e86c-40ac-990e-efb3cc45212f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:45.769820 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba672832-555a-4832-8441-08c2d1950d5f req-6fb8282d-21fb-42ec-afe0-149f86132cc6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467196 Apr 21 13:21:45.865481 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba672832-555a-4832-8441-08c2d1950d5f req-8fa86b88-8064-4b10-b6dc-b21726552a9a service neutron] 10.222.0.36 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842280 Apr 21 13:21:45.951569 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba672832-555a-4832-8441-08c2d1950d5f req-0d7640f9-86b5-4921-837e-f0518f42f040 service neutron] 10.222.0.36 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798557 Apr 21 13:21:46.468531 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80240442-53c5-43f0-9a40-121adb6d8146 req-72db7d38-d745-4b5f-87e8-5a4a3b52d0c3 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 210 time: 0.0277224 Apr 21 13:21:47.043834 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:47.560566 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ad14b5cb-9a44-401a-81bb-523c0357dfb1 req-3c7a699f-6901-4d7d-a34b-a99274b471ed tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 210 time: 0.0260730 Apr 21 13:21:48.159851 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:48.473887 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba672832-555a-4832-8441-08c2d1950d5f req-f28e1694-c208-4208-a2ca-c984bd505593 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:21:48.475319 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba672832-555a-4832-8441-08c2d1950d5f req-f28e1694-c208-4208-a2ca-c984bd505593 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.24 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 810 time: 0.1026735 Apr 21 13:21:48.526523 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba672832-555a-4832-8441-08c2d1950d5f req-51be065f-1993-4e9e-adda-e3baf5387bec tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e09676fd3de740cabb87417a0199ea6c HTTP/1.1" status: 200 len: 379 time: 0.0347536 Apr 21 13:21:48.538347 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ba672832-555a-4832-8441-08c2d1950d5f req-f503230f-2d36-416e-afe8-3bd5ad49838f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Request body: {'port': {'device_id': '84e53d76-0627-4815-8d05-789c4f305be2', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'admin_state_up': True, 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'security_groups': ['bc9ef290-51e8-4030-9c4f-bb8f492b854c']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:21:48.586786 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:48.662899 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b45fc674-eec0-4256-8041-77c0177006a8 req-b560073a-c302-49e3-a0ff-d45d85a3f91a tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 210 time: 0.0320988 Apr 21 13:21:48.747428 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:48.777464 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba672832-555a-4832-8441-08c2d1950d5f req-f503230f-2d36-416e-afe8-3bd5ad49838f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Made reservation on behalf of e09676fd3de740cabb87417a0199ea6c for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:21:48.781143 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ba672832-555a-4832-8441-08c2d1950d5f req-f503230f-2d36-416e-afe8-3bd5ad49838f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:48.910289 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-ba672832-555a-4832-8441-08c2d1950d5f req-f503230f-2d36-416e-afe8-3bd5ad49838f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Allocated IP 172.20.0.10 (7984040f-8856-438f-b156-ed1c99b23fab/907954d3-68ec-48ae-a8f1-9fb47f43a330/2e0e57c5-6477-4315-a38f-9b6f345d9b3d) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:21:49.044897 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ba672832-555a-4832-8441-08c2d1950d5f req-f503230f-2d36-416e-afe8-3bd5ad49838f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:49.154842 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ba672832-555a-4832-8441-08c2d1950d5f req-f503230f-2d36-416e-afe8-3bd5ad49838f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:49.206385 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba672832-555a-4832-8441-08c2d1950d5f req-f503230f-2d36-416e-afe8-3bd5ad49838f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Network 7984040f-8856-438f-b156-ed1c99b23fab is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:21:49.209503 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-ba672832-555a-4832-8441-08c2d1950d5f req-f503230f-2d36-416e-afe8-3bd5ad49838f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:21:49.213299 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba672832-555a-4832-8441-08c2d1950d5f req-f503230f-2d36-416e-afe8-3bd5ad49838f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:21:49.271404 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba672832-555a-4832-8441-08c2d1950d5f req-f503230f-2d36-416e-afe8-3bd5ad49838f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:21:49.273232 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ba672832-555a-4832-8441-08c2d1950d5f req-f503230f-2d36-416e-afe8-3bd5ad49838f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:49.284411 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503230f-2d36-416e-afe8-3bd5ad49838f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Pushing event updated for resources: {'Port': ['ID=2e0e57c5-6477-4315-a38f-9b6f345d9b3d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:21:49.360503 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba672832-555a-4832-8441-08c2d1950d5f req-f503230f-2d36-416e-afe8-3bd5ad49838f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8256650 Apr 21 13:21:49.377232 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ba672832-555a-4832-8441-08c2d1950d5f req-b4da34ce-ad6d-4567-a320-ce2ba02a2b45 service neutron] Request body: {'port': {'device_id': '84e53d76-0627-4815-8d05-789c4f305be2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:21:49.444739 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ba672832-555a-4832-8441-08c2d1950d5f req-b4da34ce-ad6d-4567-a320-ce2ba02a2b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:49.511430 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f3804e97-9deb-4ea3-8618-757ce0770bd5 None None] Provisioning complete for port 2e0e57c5-6477-4315-a38f-9b6f345d9b3d triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:21:49.513048 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3804e97-9deb-4ea3-8618-757ce0770bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:49.552271 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f3804e97-9deb-4ea3-8618-757ce0770bd5 None None] Port 2e0e57c5-6477-4315-a38f-9b6f345d9b3d cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:21:49.727981 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-ba672832-555a-4832-8441-08c2d1950d5f req-b4da34ce-ad6d-4567-a320-ce2ba02a2b45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e0e57c5-6477-4315-a38f-9b6f345d9b3d {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:21:49.744043 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ba672832-555a-4832-8441-08c2d1950d5f req-b4da34ce-ad6d-4567-a320-ce2ba02a2b45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:49.774828 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-ba672832-555a-4832-8441-08c2d1950d5f req-b4da34ce-ad6d-4567-a320-ce2ba02a2b45 service neutron] Transition to ACTIVE for port object 2e0e57c5-6477-4315-a38f-9b6f345d9b3d will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:21:49.806061 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5966d3-f813-4d9e-8c4b-5c9bccd25275 req-2e6ddfbf-6362-4c48-a1db-f46c07489b7d tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:21:49.806061 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb5966d3-f813-4d9e-8c4b-5c9bccd25275 req-2e6ddfbf-6362-4c48-a1db-f46c07489b7d tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 932 time: 0.0712249 Apr 21 13:21:49.848258 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb5966d3-f813-4d9e-8c4b-5c9bccd25275 req-ea1724e3-8c16-4120-b610-211a77573b88 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371752 Apr 21 13:21:49.849346 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ba672832-555a-4832-8441-08c2d1950d5f req-b4da34ce-ad6d-4567-a320-ce2ba02a2b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:49.899909 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da34ce-ad6d-4567-a320-ce2ba02a2b45 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0e57c5-6477-4315-a38f-9b6f345d9b3d,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:21:49.975177 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ba672832-555a-4832-8441-08c2d1950d5f req-b4da34ce-ad6d-4567-a320-ce2ba02a2b45 service neutron] Attempting to bind port 2e0e57c5-6477-4315-a38f-9b6f345d9b3d on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:21:49.975513 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ba672832-555a-4832-8441-08c2d1950d5f req-b4da34ce-ad6d-4567-a320-ce2ba02a2b45 service neutron] Attempting to bind port 2e0e57c5-6477-4315-a38f-9b6f345d9b3d by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:21:49.975836 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba672832-555a-4832-8441-08c2d1950d5f req-b4da34ce-ad6d-4567-a320-ce2ba02a2b45 service neutron] Attempting to bind port 2e0e57c5-6477-4315-a38f-9b6f345d9b3d on network 7984040f-8856-438f-b156-ed1c99b23fab {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:21:49.981317 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba672832-555a-4832-8441-08c2d1950d5f req-b4da34ce-ad6d-4567-a320-ce2ba02a2b45 service neutron] Port 2e0e57c5-6477-4315-a38f-9b6f345d9b3d on network 7984040f-8856-438f-b156-ed1c99b23fab not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:21:49.981622 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba672832-555a-4832-8441-08c2d1950d5f req-b4da34ce-ad6d-4567-a320-ce2ba02a2b45 service neutron] Attempting to bind port 2e0e57c5-6477-4315-a38f-9b6f345d9b3d on network 7984040f-8856-438f-b156-ed1c99b23fab {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:21:49.986529 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba672832-555a-4832-8441-08c2d1950d5f req-b4da34ce-ad6d-4567-a320-ce2ba02a2b45 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:21:49.986875 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba672832-555a-4832-8441-08c2d1950d5f req-b4da34ce-ad6d-4567-a320-ce2ba02a2b45 service neutron] Checking segment: {'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:21:49.987259 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba672832-555a-4832-8441-08c2d1950d5f req-b4da34ce-ad6d-4567-a320-ce2ba02a2b45 service neutron] Bound using segment: {'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:21:49.987698 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ba672832-555a-4832-8441-08c2d1950d5f req-b4da34ce-ad6d-4567-a320-ce2ba02a2b45 service neutron] Bound port: 2e0e57c5-6477-4315-a38f-9b6f345d9b3d, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:21:49.988063 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ba672832-555a-4832-8441-08c2d1950d5f req-b4da34ce-ad6d-4567-a320-ce2ba02a2b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:50.056274 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ba672832-555a-4832-8441-08c2d1950d5f req-b4da34ce-ad6d-4567-a320-ce2ba02a2b45 service neutron] For port 2e0e57c5-6477-4315-a38f-9b6f345d9b3d, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:21:50.060122 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ba672832-555a-4832-8441-08c2d1950d5f req-b4da34ce-ad6d-4567-a320-ce2ba02a2b45 service neutron] For port 2e0e57c5-6477-4315-a38f-9b6f345d9b3d, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=2e0e57c5-6477-4315-a38f-9b6f345d9b3d,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:21:50.132416 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ba672832-555a-4832-8441-08c2d1950d5f req-b4da34ce-ad6d-4567-a320-ce2ba02a2b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:50.166827 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba672832-555a-4832-8441-08c2d1950d5f req-b4da34ce-ad6d-4567-a320-ce2ba02a2b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:21:50.167445 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ba672832-555a-4832-8441-08c2d1950d5f req-b4da34ce-ad6d-4567-a320-ce2ba02a2b45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:50.169339 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba672832-555a-4832-8441-08c2d1950d5f req-b4da34ce-ad6d-4567-a320-ce2ba02a2b45 service neutron] 10.222.0.24 "PUT /v2.0/ports/2e0e57c5-6477-4315-a38f-9b6f345d9b3d HTTP/1.1" status: 200 len: 1092 time: 0.7964621 Apr 21 13:21:50.169812 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e53d76-0627-4815-8d05-789c4f305be2', 'tag': '2e0e57c5-6477-4315-a38f-9b6f345d9b3d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:21:50.172082 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3c2bc9-d88d-4564-bb24-746f74794b5a" -d '{"events": [{"name": "network-changed", "server_uuid": "84e53d76-0627-4815-8d05-789c4f305be2", "tag": "2e0e57c5-6477-4315-a38f-9b6f345d9b3d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:21:50.215504 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da34ce-ad6d-4567-a320-ce2ba02a2b45 service neutron] Pushing event updated for resources: {'Port': ['ID=2e0e57c5-6477-4315-a38f-9b6f345d9b3d,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:21:50.219277 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb71890-e0b4-4dff-89bf-52a083bc2a96 x-openstack-request-id: req-8cb71890-e0b4-4dff-89bf-52a083bc2a96 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:21:50.219560 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e53d76-0627-4815-8d05-789c4f305be2", "tag": "2e0e57c5-6477-4315-a38f-9b6f345d9b3d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:21:50.219815 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8cb71890-e0b4-4dff-89bf-52a083bc2a96 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:21:50.220205 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cb71890-e0b4-4dff-89bf-52a083bc2a96'] response: {'name': 'network-changed', 'server_uuid': '84e53d76-0627-4815-8d05-789c4f305be2', 'tag': '2e0e57c5-6477-4315-a38f-9b6f345d9b3d', 'status': 'completed', 'code': 200} Apr 21 13:21:50.289356 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c2bc9-d88d-4564-bb24-746f74794b5a req-7dbf9ad3-7aeb-4343-9839-f093c5a9eb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:21:50.291003 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae3c2bc9-d88d-4564-bb24-746f74794b5a req-7dbf9ad3-7aeb-4343-9839-f093c5a9eb8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 1095 time: 0.0430944 Apr 21 13:21:50.411361 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c2bc9-d88d-4564-bb24-746f74794b5a req-3b6a4d00-2b04-4940-96be-a1a78b1c5b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:21:50.415277 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae3c2bc9-d88d-4564-bb24-746f74794b5a req-3b6a4d00-2b04-4940-96be-a1a78b1c5b7b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e09676fd3de740cabb87417a0199ea6c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1102223 Apr 21 13:21:50.514911 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c2bc9-d88d-4564-bb24-746f74794b5a req-0e51c95c-2bcd-421c-8318-90f533e01fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:21:50.516384 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae3c2bc9-d88d-4564-bb24-746f74794b5a req-0e51c95c-2bcd-421c-8318-90f533e01fbe service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935802 Apr 21 13:21:50.604279 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba672832-555a-4832-8441-08c2d1950d5f req-f763acc9-444f-42f4-9996-35a151097b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:21:50.606321 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba672832-555a-4832-8441-08c2d1950d5f req-f763acc9-444f-42f4-9996-35a151097b5d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 1095 time: 0.0449584 Apr 21 13:21:50.653060 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba672832-555a-4832-8441-08c2d1950d5f req-5836c663-5f33-4433-a47c-21570f0daf65 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e0e57c5-6477-4315-a38f-9b6f345d9b3d HTTP/1.1" status: 200 len: 217 time: 0.0337100 Apr 21 13:21:50.707015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba672832-555a-4832-8441-08c2d1950d5f req-aded96e2-d8a2-4ece-b228-3aa4d9af33eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:21:50.708483 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba672832-555a-4832-8441-08c2d1950d5f req-aded96e2-d8a2-4ece-b228-3aa4d9af33eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=907954d3-68ec-48ae-a8f1-9fb47f43a330 HTTP/1.1" status: 200 len: 849 time: 0.0446155 Apr 21 13:21:50.723715 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:21:50.761217 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba672832-555a-4832-8441-08c2d1950d5f req-15e3ed95-8553-427e-93ff-6d9ea4a2e6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:21:50.763401 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba672832-555a-4832-8441-08c2d1950d5f req-15e3ed95-8553-427e-93ff-6d9ea4a2e6e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7984040f-8856-438f-b156-ed1c99b23fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447519 Apr 21 13:21:50.856630 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba672832-555a-4832-8441-08c2d1950d5f req-b2f54d21-86f1-4afe-aea7-0d12789ebd1d service neutron] 10.222.0.24 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817158 Apr 21 13:21:50.994151 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993ce447-4cec-4b62-8027-82b151ed37f7 req-59bd1980-a69c-47d1-a126-7a7b184c5316 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:21:50.995606 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-993ce447-4cec-4b62-8027-82b151ed37f7 req-59bd1980-a69c-47d1-a126-7a7b184c5316 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 944 time: 0.0749743 Apr 21 13:21:50.997878 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba672832-555a-4832-8441-08c2d1950d5f req-4bc9d063-5f5a-4242-a44c-a7e399dceba8 service neutron] 10.222.0.24 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273046 Apr 21 13:21:51.035330 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-993ce447-4cec-4b62-8027-82b151ed37f7 req-1cac5df7-a927-4b3c-a378-e0be1d4d101a tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333657 Apr 21 13:21:52.162548 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af55670-5b2f-43ee-adf4-558bc4228624 req-6b36a807-10ef-4f20-99df-a158c155ebd5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:21:52.166104 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1af55670-5b2f-43ee-adf4-558bc4228624 req-6b36a807-10ef-4f20-99df-a158c155ebd5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 944 time: 0.0565920 Apr 21 13:21:52.209373 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1af55670-5b2f-43ee-adf4-558bc4228624 req-e4c16171-f6ac-4c58-a584-150e39e91ef3 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374188 Apr 21 13:21:53.329896 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f5068-f9c9-48cc-aeb1-fbd229ff9785 req-83a83610-fc3b-4021-b797-0a5930628995 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:21:53.331273 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-307f5068-f9c9-48cc-aeb1-fbd229ff9785 req-83a83610-fc3b-4021-b797-0a5930628995 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 944 time: 0.0522122 Apr 21 13:21:53.368776 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-307f5068-f9c9-48cc-aeb1-fbd229ff9785 req-e55773e5-0b1d-46d1-a928-940f3b1994c5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315819 Apr 21 13:21:54.481932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445d987-54c3-403f-8bc7-d1cc747c3417 req-ea5a0e7d-75d2-4917-8b71-6f8a1fa31724 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:21:54.483446 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e445d987-54c3-403f-8bc7-d1cc747c3417 req-ea5a0e7d-75d2-4917-8b71-6f8a1fa31724 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 944 time: 0.0481353 Apr 21 13:21:54.520847 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e445d987-54c3-403f-8bc7-d1cc747c3417 req-b1e4e7d8-fff2-4877-bb6d-120fec01074f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313966 Apr 21 13:21:55.632746 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13305611-40ec-4748-a2a3-429e40264baa req-de4c9692-0075-4025-b231-0f85278447b7 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:21:55.634221 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13305611-40ec-4748-a2a3-429e40264baa req-de4c9692-0075-4025-b231-0f85278447b7 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 944 time: 0.0477102 Apr 21 13:21:55.670571 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13305611-40ec-4748-a2a3-429e40264baa req-2b6df606-da69-42ab-9b5d-9eb0b0e84dc4 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296903 Apr 21 13:21:56.787375 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc250fe-1eb6-4761-84ac-15db68fb85c3 req-90d68bb6-ba46-4942-8c53-c36b853b103b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:21:56.788831 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2fc250fe-1eb6-4761-84ac-15db68fb85c3 req-90d68bb6-ba46-4942-8c53-c36b853b103b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 944 time: 0.0517397 Apr 21 13:21:56.825495 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2fc250fe-1eb6-4761-84ac-15db68fb85c3 req-a7537d7a-b668-44f0-881e-5a0ab1ea2156 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306931 Apr 21 13:21:57.938548 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9e5b9-9c31-4db1-a64f-adf290cadebd req-0794badc-a729-424e-b1b9-75e6427397c4 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:21:57.940004 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31d9e5b9-9c31-4db1-a64f-adf290cadebd req-0794badc-a729-424e-b1b9-75e6427397c4 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 944 time: 0.0481396 Apr 21 13:21:57.973024 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:21:57.977316 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31d9e5b9-9c31-4db1-a64f-adf290cadebd req-ebec8f68-434c-412f-83ef-4488edc4cb70 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310493 Apr 21 13:21:59.089165 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f5c562-5a27-47ee-88c8-c3eb3cba4735 req-b284e834-7fc0-4a3d-8138-7f1a7a7e497a tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:21:59.090568 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66f5c562-5a27-47ee-88c8-c3eb3cba4735 req-b284e834-7fc0-4a3d-8138-7f1a7a7e497a tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 944 time: 0.0484266 Apr 21 13:21:59.127548 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66f5c562-5a27-47ee-88c8-c3eb3cba4735 req-2c198c7b-5c39-4910-ae86-cf67eb219c5d tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309620 Apr 21 13:22:00.242822 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d0d79-4cc5-4fb0-aedf-a4260920c8f9 req-f3b3bf86-78a6-4225-851f-b58716c24dc5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:22:00.244265 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-881d0d79-4cc5-4fb0-aedf-a4260920c8f9 req-f3b3bf86-78a6-4225-851f-b58716c24dc5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 944 time: 0.0513237 Apr 21 13:22:00.281478 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-881d0d79-4cc5-4fb0-aedf-a4260920c8f9 req-6b1719b0-a9d2-400c-bba1-30d1e62ab834 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308270 Apr 21 13:22:00.585685 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 2e0e57c5-6477-4315-a38f-9b6f345d9b3d details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:22:00.683027 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 2e0e57c5-6477-4315-a38f-9b6f345d9b3d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=2e0e57c5-6477-4315-a38f-9b6f345d9b3d,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:22:00.694400 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '2e0e57c5-6477-4315-a38f-9b6f345d9b3d', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'port_id': '2e0e57c5-6477-4315-a38f-9b6f345d9b3d', 'mac_address': 'fa:16:3e:c4:43:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:22:00.730082 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:22:00.747684 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0e57c5-6477-4315-a38f-9b6f345d9b3d {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:22:00.766248 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 2e0e57c5-6477-4315-a38f-9b6f345d9b3d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=2e0e57c5-6477-4315-a38f-9b6f345d9b3d,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:22:00.834225 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:22:00.880681 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=2e0e57c5-6477-4315-a38f-9b6f345d9b3d,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:22:00.887591 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:22:00.887933 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:22:00.888271 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:22:00.888600 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:22:00.888927 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:22:00.889253 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:22:00.889738 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:22:00.889921 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:22:00.890241 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:22:00.890558 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:22:00.890876 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:22:00.891196 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:22:01.095040 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['2e0e57c5-6477-4315-a38f-9b6f345d9b3d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:22:01.396531 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdeabe-71dd-4b3c-a941-5db2ba5d7b78 req-67175c0c-acf3-4466-aed9-866de679939c tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:22:01.398091 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35fdeabe-71dd-4b3c-a941-5db2ba5d7b78 req-67175c0c-acf3-4466-aed9-866de679939c tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 945 time: 0.0479088 Apr 21 13:22:01.436259 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35fdeabe-71dd-4b3c-a941-5db2ba5d7b78 req-5989ebdd-b490-45c3-b9f7-d910630db18c tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310180 Apr 21 13:22:02.549185 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a86fbc-ecd7-4371-af52-f58de98465f9 req-89d35ec1-b002-4195-ab3e-5cf81dd2f4d5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:22:02.550656 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a5a86fbc-ecd7-4371-af52-f58de98465f9 req-89d35ec1-b002-4195-ab3e-5cf81dd2f4d5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 945 time: 0.0473046 Apr 21 13:22:02.552899 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 2e0e57c5-6477-4315-a38f-9b6f345d9b3d up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:22:02.586883 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a5a86fbc-ecd7-4371-af52-f58de98465f9 req-c2118722-b6b0-4328-b03b-efb7da1e3418 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302880 Apr 21 13:22:02.660354 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 2e0e57c5-6477-4315-a38f-9b6f345d9b3d completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:22:02.664133 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 2e0e57c5-6477-4315-a38f-9b6f345d9b3d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:22:02.665757 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:22:02.741719 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:22:02.763822 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e53d76-0627-4815-8d05-789c4f305be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0e57c5-6477-4315-a38f-9b6f345d9b3d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:22:02.766099 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac5324c-c971-48a6-ba86-564aa347b03e" -d '{"events": [{"server_uuid": "84e53d76-0627-4815-8d05-789c4f305be2", "name": "network-vif-plugged", "status": "completed", "tag": "2e0e57c5-6477-4315-a38f-9b6f345d9b3d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:22:02.779240 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 2e0e57c5-6477-4315-a38f-9b6f345d9b3d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=2e0e57c5-6477-4315-a38f-9b6f345d9b3d,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:22:02.801473 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2b5a98-ef67-44b7-932d-e699ee5bae3e x-openstack-request-id: req-ac2b5a98-ef67-44b7-932d-e699ee5bae3e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:22:02.801790 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e53d76-0627-4815-8d05-789c4f305be2", "name": "network-vif-plugged", "status": "completed", "tag": "2e0e57c5-6477-4315-a38f-9b6f345d9b3d", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:22:02.802044 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ac2b5a98-ef67-44b7-932d-e699ee5bae3e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:22:02.802441 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac2b5a98-ef67-44b7-932d-e699ee5bae3e'] response: {'server_uuid': '84e53d76-0627-4815-8d05-789c4f305be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0e57c5-6477-4315-a38f-9b6f345d9b3d', 'code': 200} Apr 21 13:22:02.837320 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:22:02.888162 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=2e0e57c5-6477-4315-a38f-9b6f345d9b3d,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:22:03.202558 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b21cc4-23ae-4931-852a-5af164fc1fc2 req-6ce3a3ce-1fbc-4cc0-8fdf-7a0168479e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:22:03.204040 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10b21cc4-23ae-4931-852a-5af164fc1fc2 req-6ce3a3ce-1fbc-4cc0-8fdf-7a0168479e31 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 1097 time: 0.3368254 Apr 21 13:22:03.242344 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10b21cc4-23ae-4931-852a-5af164fc1fc2 req-16166bba-31ed-4d15-afb0-e565699eaf7c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264707 Apr 21 13:22:03.713519 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85508e0b-7c39-454e-b29d-3d0908b5b088 req-c6e84cc4-9f9d-4671-bd1a-dbe19d79d025 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:22:03.714996 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-85508e0b-7c39-454e-b29d-3d0908b5b088 req-c6e84cc4-9f9d-4671-bd1a-dbe19d79d025 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 946 time: 0.0481579 Apr 21 13:22:03.752320 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-85508e0b-7c39-454e-b29d-3d0908b5b088 req-d44b0427-6adb-44ce-b7f4-6af4024397b2 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313270 Apr 21 13:22:04.866970 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b124a6-2f3d-472f-8f8a-8e0792d09b39 req-55ec7c1e-849b-4a40-b5b9-a0f4aa52cf0c tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:22:04.868405 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5b124a6-2f3d-472f-8f8a-8e0792d09b39 req-55ec7c1e-849b-4a40-b5b9-a0f4aa52cf0c tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 946 time: 0.0478601 Apr 21 13:22:04.904372 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5b124a6-2f3d-472f-8f8a-8e0792d09b39 req-fe57ebc0-4f79-478c-a35a-9c969bff6ede tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300336 Apr 21 13:22:05.019681 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06182d59-6887-464a-9107-cde270a5ef02 req-0872b3c8-22b1-428d-8d83-b06aff68f8db tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:22:05.021140 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06182d59-6887-464a-9107-cde270a5ef02 req-0872b3c8-22b1-428d-8d83-b06aff68f8db tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 946 time: 0.0513604 Apr 21 13:22:05.058160 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06182d59-6887-464a-9107-cde270a5ef02 req-1a6d7e89-1c69-4d09-9561-57de0fea5202 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309148 Apr 21 13:22:05.080456 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 56984) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:22:05.118366 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b985cd6a-04e2-494d-8b74-2e48d60c748b tempest-TestVolumeBootPattern-1430694216 tempest-TestVolumeBootPattern-1430694216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:22:05.119821 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b985cd6a-04e2-494d-8b74-2e48d60c748b tempest-TestVolumeBootPattern-1430694216 tempest-TestVolumeBootPattern-1430694216-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 1092 time: 0.0384085 Apr 21 13:22:05.122627 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 56986) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:22:05.127529 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'port_id': '2e0e57c5-6477-4315-a38f-9b6f345d9b3d', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:22:05.214050 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:22:05.310584 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:22:05.409595 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Allocated IP 172.25.8.249 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/3a4f6d67-39b7-4984-b9d1-33669b094c5f) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:22:05.510904 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:22:05.603091 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:22:05.637474 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:22:05.642762 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:22:05.646295 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:22:05.669604 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Pushing event updated for resources: {'Port': ['ID=3a4f6d67-39b7-4984-b9d1-33669b094c5f,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:22:05.682557 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:22:05.682898 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:22:05.683236 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:22:05.683568 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:22:05.683897 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:22:05.684222 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:22:05.684542 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:22:05.684884 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:22:05.685201 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:22:05.685517 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:22:05.685865 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:22:05.686184 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:22:06.004580 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:22:06.123898 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:22:06.270062 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:22:06.339805 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:22:06.412437 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Pushing event updated for resources: {'Port': ['ID=3a4f6d67-39b7-4984-b9d1-33669b094c5f,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:22:06.420577 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:22:06.534161 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Floating IP 0d611529-f5f0-4086-b1f2-5cc343cff60e associated. External IP: 172.25.8.249, port: 2e0e57c5-6477-4315-a38f-9b6f345d9b3d. Apr 21 13:22:06.738697 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Router cc2459a5-1315-49dc-9ba4-e1462c90a9a4 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:22:06.839448 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:22:06.849562 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161740a8-4de4-43a8-a558-d2800df89144 None None] Sync routers for ids ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:22:06.860418 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161740a8-4de4-43a8-a558-d2800df89144 None None] Routers {'cc2459a5-1315-49dc-9ba4-e1462c90a9a4'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:22:06.864733 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-161740a8-4de4-43a8-a558-d2800df89144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:21:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:22:06.913437 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:22:06.944411 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0ef51b40-4d23-414d-9b69-896cef3a610f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8207469 Apr 21 13:22:06.944979 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e53d76-0627-4815-8d05-789c4f305be2', 'tag': '2e0e57c5-6477-4315-a38f-9b6f345d9b3d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:22:06.947417 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c391aae-3657-4506-9b67-208f18649bfb" -d '{"events": [{"name": "network-changed", "server_uuid": "84e53d76-0627-4815-8d05-789c4f305be2", "tag": "2e0e57c5-6477-4315-a38f-9b6f345d9b3d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:22:06.969114 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-161740a8-4de4-43a8-a558-d2800df89144 None None] Set router cc2459a5-1315-49dc-9ba4-e1462c90a9a4 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:22:06.991168 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37c1d91-a79d-444c-9405-57a28938fb00 x-openstack-request-id: req-e37c1d91-a79d-444c-9405-57a28938fb00 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:22:06.991443 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e53d76-0627-4815-8d05-789c4f305be2", "tag": "2e0e57c5-6477-4315-a38f-9b6f345d9b3d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:22:06.991697 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e37c1d91-a79d-444c-9405-57a28938fb00 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:22:06.992108 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e37c1d91-a79d-444c-9405-57a28938fb00'] response: {'name': 'network-changed', 'server_uuid': '84e53d76-0627-4815-8d05-789c4f305be2', 'tag': '2e0e57c5-6477-4315-a38f-9b6f345d9b3d', 'status': 'completed', 'code': 200} Apr 21 13:22:07.055677 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c391aae-3657-4506-9b67-208f18649bfb req-0e708f1f-590b-4eef-99ac-5aadf757c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:22:07.057186 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c391aae-3657-4506-9b67-208f18649bfb req-0e708f1f-590b-4eef-99ac-5aadf757c71d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 1097 time: 0.0402086 Apr 21 13:22:07.146125 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c391aae-3657-4506-9b67-208f18649bfb req-8b0e497f-5054-442c-917a-51b9e5babfce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:22:07.147507 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c391aae-3657-4506-9b67-208f18649bfb req-8b0e497f-5054-442c-917a-51b9e5babfce service neutron] 10.222.0.24 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 911 time: 0.0834732 Apr 21 13:22:07.195357 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-161740a8-4de4-43a8-a558-d2800df89144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'name': 'tempest-TestVolumeBootPattern-97306643-router', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:28Z', 'updated_at': '2022-04-21T13:17:31Z', 'revision_number': 4, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'gw_port': {'id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:29Z', 'updated_at': '2022-04-21T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '0d611529-f5f0-4086-b1f2-5cc343cff60e', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'port_id': '2e0e57c5-6477-4315-a38f-9b6f345d9b3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'mac_address': 'fa:16:3e:c4:43:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e53d76-0627-4815-8d05-789c4f305be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:22:05Z', 'updated_at': '2022-04-21T13:22:05Z', 'revision_number': 0, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec358ffe-b987-4d2c-8846-7389724bb370', 'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'mac_address': 'fa:16:3e:eb:e6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:30Z', 'updated_at': '2022-04-21T13:17:35Z', 'revision_number': 5, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'subnets': [{'id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:22:07.217855 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c391aae-3657-4506-9b67-208f18649bfb req-d26e737f-5fc7-49b0-9292-355f444e6480 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e0e57c5-6477-4315-a38f-9b6f345d9b3d HTTP/1.1" status: 200 len: 1000 time: 0.0634880 Apr 21 13:22:07.221021 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161740a8-4de4-43a8-a558-d2800df89144 None None] Checking router: cc2459a5-1315-49dc-9ba4-e1462c90a9a4 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:22:07.229554 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161740a8-4de4-43a8-a558-d2800df89144 None None] Routers {'cc2459a5-1315-49dc-9ba4-e1462c90a9a4'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:22:07.230190 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-161740a8-4de4-43a8-a558-d2800df89144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:21:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:22:07.268294 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c391aae-3657-4506-9b67-208f18649bfb req-dbe58c95-5774-48de-9aa9-95c50e07793e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:22:07.269763 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c391aae-3657-4506-9b67-208f18649bfb req-dbe58c95-5774-48de-9aa9-95c50e07793e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=907954d3-68ec-48ae-a8f1-9fb47f43a330 HTTP/1.1" status: 200 len: 849 time: 0.0448849 Apr 21 13:22:07.314619 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c391aae-3657-4506-9b67-208f18649bfb req-cfe4fdfc-4b03-403c-bfa0-c3b2316295d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:22:07.316100 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c391aae-3657-4506-9b67-208f18649bfb req-cfe4fdfc-4b03-403c-bfa0-c3b2316295d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7984040f-8856-438f-b156-ed1c99b23fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392268 Apr 21 13:22:07.334742 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-161740a8-4de4-43a8-a558-d2800df89144 None None] Set router cc2459a5-1315-49dc-9ba4-e1462c90a9a4 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:22:07.413123 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c391aae-3657-4506-9b67-208f18649bfb req-d9adfef3-5ede-410f-9c94-160cbc458710 service neutron] 10.222.0.24 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902367 Apr 21 13:22:07.501908 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c391aae-3657-4506-9b67-208f18649bfb req-03d7b72b-e0fe-4f6a-85c2-70b0e5a09aca service neutron] 10.222.0.24 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825610 Apr 21 13:22:07.562401 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-161740a8-4de4-43a8-a558-d2800df89144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'name': 'tempest-TestVolumeBootPattern-97306643-router', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:28Z', 'updated_at': '2022-04-21T13:17:31Z', 'revision_number': 4, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'gw_port': {'id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:29Z', 'updated_at': '2022-04-21T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '0d611529-f5f0-4086-b1f2-5cc343cff60e', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'port_id': '2e0e57c5-6477-4315-a38f-9b6f345d9b3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'mac_address': 'fa:16:3e:c4:43:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e53d76-0627-4815-8d05-789c4f305be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:22:05Z', 'updated_at': '2022-04-21T13:22:05Z', 'revision_number': 0, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec358ffe-b987-4d2c-8846-7389724bb370', 'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'mac_address': 'fa:16:3e:eb:e6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:30Z', 'updated_at': '2022-04-21T13:17:35Z', 'revision_number': 5, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'subnets': [{'id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:22:07.588875 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161740a8-4de4-43a8-a558-d2800df89144 None None] The sync data for ids ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'] in n-d-836147-2 is: [{'id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'name': 'tempest-TestVolumeBootPattern-97306643-router', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:28Z', 'updated_at': '2022-04-21T13:17:31Z', 'revision_number': 4, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'gw_port': {'id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:29Z', 'updated_at': '2022-04-21T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '0d611529-f5f0-4086-b1f2-5cc343cff60e', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'port_id': '2e0e57c5-6477-4315-a38f-9b6f345d9b3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4099, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'mac_address': 'fa:16:3e:c4:43:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e53d76-0627-4815-8d05-789c4f305be2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:22:05Z', 'updated_at': '2022-04-21T13:22:05Z', 'revision_number': 0, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec358ffe-b987-4d2c-8846-7389724bb370', 'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'mac_address': 'fa:16:3e:eb:e6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:30Z', 'updated_at': '2022-04-21T13:17:35Z', 'revision_number': 5, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'subnets': [{'id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:22:07.775965 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a61d6137-3434-4a56-9588-2f912b57097c None None] New status for floating IP 0d611529-f5f0-4086-b1f2-5cc343cff60e: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:22:13.471379 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-774d3544-28b2-4d8a-ba82-40cef9536ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:22:15.753555 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9890edee-4131-4492-8e1a-75f07b832f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:22:17.027888 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:22:18.222657 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:22:18.602993 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:22:18.734047 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:22:20.722658 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:22:34.972103 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:22:43.465577 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4713ac0a-bd7a-487e-b6c2-90a1b88551cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:22:45.758953 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d2374fa-1c2a-4a1c-895c-81050a28a813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:22:47.033503 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:22:48.238974 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:22:48.598781 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:22:48.727959 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:22:48.980706 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20c2f4ea-04ee-428b-b0e4-df428e575e4e req-8b5838b9-7f59-45a6-8298-f5d40642db18 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=84e53d76-0627-4815-8d05-789c4f305be2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450323 Apr 21 13:22:49.063962 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2f4ea-04ee-428b-b0e4-df428e575e4e req-7eeff9ac-3458-4c66-a0bb-8091844504a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:22:49.065392 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20c2f4ea-04ee-428b-b0e4-df428e575e4e req-7eeff9ac-3458-4c66-a0bb-8091844504a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 1097 time: 0.0414298 Apr 21 13:22:49.169268 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2f4ea-04ee-428b-b0e4-df428e575e4e req-18b12c00-3fc1-494f-bb28-7f6655aea98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:22:49.170767 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20c2f4ea-04ee-428b-b0e4-df428e575e4e req-18b12c00-3fc1-494f-bb28-7f6655aea98f service neutron] 10.222.0.24 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 911 time: 0.0825434 Apr 21 13:22:49.246293 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20c2f4ea-04ee-428b-b0e4-df428e575e4e req-3da4c42b-df1b-472f-8fde-d62f8854ae50 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e0e57c5-6477-4315-a38f-9b6f345d9b3d HTTP/1.1" status: 200 len: 1002 time: 0.0658996 Apr 21 13:22:49.297671 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2f4ea-04ee-428b-b0e4-df428e575e4e req-fd5665d6-3114-4665-a4ed-d9ae7e662c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:22:49.299080 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20c2f4ea-04ee-428b-b0e4-df428e575e4e req-fd5665d6-3114-4665-a4ed-d9ae7e662c3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=907954d3-68ec-48ae-a8f1-9fb47f43a330 HTTP/1.1" status: 200 len: 849 time: 0.0421338 Apr 21 13:22:49.346502 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2f4ea-04ee-428b-b0e4-df428e575e4e req-6409857a-70ca-4dd2-aaa3-b605f2fb851d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:22:49.348733 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20c2f4ea-04ee-428b-b0e4-df428e575e4e req-6409857a-70ca-4dd2-aaa3-b605f2fb851d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7984040f-8856-438f-b156-ed1c99b23fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392182 Apr 21 13:22:49.444481 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20c2f4ea-04ee-428b-b0e4-df428e575e4e req-98847705-d78b-4b2f-a9c7-fcd67b5d8b52 service neutron] 10.222.0.24 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846047 Apr 21 13:22:49.537341 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20c2f4ea-04ee-428b-b0e4-df428e575e4e req-e2e39927-b391-4879-bd76-db209214dfe8 service neutron] 10.222.0.24 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813363 Apr 21 13:22:50.741548 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:23:11.971433 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:23:13.489941 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6480fbd3-9794-43d8-8678-18c3d7891736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:23:15.756043 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cffc7c84-097f-4adf-9006-d39d55875991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:23:17.049763 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:23:18.243752 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:23:18.601789 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:23:18.715892 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:23:20.750442 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:23:43.510092 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4a4475a-11a0-4a1c-b279-0e42c2d6dd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:23:45.746662 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3405114d-46d6-47fa-bad6-3880d2aeabd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:23:47.031708 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:23:48.209165 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:23:48.580745 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:23:48.734980 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:23:48.970096 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:23:50.740435 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:23:50.960794 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c2d9c15-13bc-4137-828f-7e2868099401 req-a395f8d5-e554-4175-b769-14271cb36d9d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=84e53d76-0627-4815-8d05-789c4f305be2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449834 Apr 21 13:23:51.045476 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d9c15-13bc-4137-828f-7e2868099401 req-6a4468c3-a834-496b-8af7-b8d91facdd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:23:51.046992 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c2d9c15-13bc-4137-828f-7e2868099401 req-6a4468c3-a834-496b-8af7-b8d91facdd54 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 1097 time: 0.0404561 Apr 21 13:23:51.154196 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d9c15-13bc-4137-828f-7e2868099401 req-6ce6df8b-f7a0-424d-8969-199cb977c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:23:51.155704 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c2d9c15-13bc-4137-828f-7e2868099401 req-6ce6df8b-f7a0-424d-8969-199cb977c7b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 911 time: 0.0842187 Apr 21 13:23:51.227845 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c2d9c15-13bc-4137-828f-7e2868099401 req-619beb26-45ca-4a3b-a62b-225c105282b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e0e57c5-6477-4315-a38f-9b6f345d9b3d HTTP/1.1" status: 200 len: 1002 time: 0.0622473 Apr 21 13:23:51.279934 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d9c15-13bc-4137-828f-7e2868099401 req-a63d8b84-486e-4fc1-b3a1-317f451e39c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:23:51.281405 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c2d9c15-13bc-4137-828f-7e2868099401 req-a63d8b84-486e-4fc1-b3a1-317f451e39c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=907954d3-68ec-48ae-a8f1-9fb47f43a330 HTTP/1.1" status: 200 len: 849 time: 0.0431275 Apr 21 13:23:51.329478 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d9c15-13bc-4137-828f-7e2868099401 req-f6a4597c-93f0-4513-89f4-67c98fb59c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:23:51.330885 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c2d9c15-13bc-4137-828f-7e2868099401 req-f6a4597c-93f0-4513-89f4-67c98fb59c21 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7984040f-8856-438f-b156-ed1c99b23fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391076 Apr 21 13:23:51.427690 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c2d9c15-13bc-4137-828f-7e2868099401 req-8d30c712-ea9d-4d47-98a8-cb8896178f98 service neutron] 10.222.0.24 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867302 Apr 21 13:23:51.521297 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c2d9c15-13bc-4137-828f-7e2868099401 req-e3ea40e0-01f1-42ae-90f9-650bfac9d6cb service neutron] 10.222.0.24 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830784 Apr 21 13:24:13.488439 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c0a089ba-d213-4706-9a7c-050a17e18abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:15.754861 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5f5d6d2-204a-4121-8c9d-39ecbdc998dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:17.040519 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:18.219601 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:18.589140 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:18.743504 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:20.774673 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:25.969247 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:24:34.018168 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf52198-e11e-45ec-92a0-a7dd3d2a2951 req-d247cc2d-f99b-4a61-a559-b8bddbb08ebc tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:24:34.023507 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dbf52198-e11e-45ec-92a0-a7dd3d2a2951 req-d247cc2d-f99b-4a61-a559-b8bddbb08ebc tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 946 time: 0.1147888 Apr 21 13:24:34.057947 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dbf52198-e11e-45ec-92a0-a7dd3d2a2951 req-9d0c1941-223f-4074-add2-261a37e91617 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321913 Apr 21 13:24:35.232889 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee79eb4-95da-4f4d-b141-d4f239b0d883 req-c01f7107-82f8-4464-bc7f-87d48666de13 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:24:35.234380 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aee79eb4-95da-4f4d-b141-d4f239b0d883 req-c01f7107-82f8-4464-bc7f-87d48666de13 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 946 time: 0.1025593 Apr 21 13:24:35.273218 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aee79eb4-95da-4f4d-b141-d4f239b0d883 req-8d6b7166-5248-4fb5-b1ef-bc59b63d6c1d tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322170 Apr 21 13:24:35.773197 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68350726-d132-4ea7-b720-418d18f91cb3 req-2516eddb-9400-4804-9744-f1a8e2136f94 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:24:35.774653 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68350726-d132-4ea7-b720-418d18f91cb3 req-2516eddb-9400-4804-9744-f1a8e2136f94 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.24 "GET /v2.0/ports?device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 946 time: 0.0476401 Apr 21 13:24:35.867812 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-68350726-d132-4ea7-b720-418d18f91cb3 req-d70feaa2-cc35-4287-84d8-47db82b9fe31 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Deleting port 2e0e57c5-6477-4315-a38f-9b6f345d9b3d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:24:35.868148 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-68350726-d132-4ea7-b720-418d18f91cb3 req-d70feaa2-cc35-4287-84d8-47db82b9fe31 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:35.953461 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-68350726-d132-4ea7-b720-418d18f91cb3 req-d70feaa2-cc35-4287-84d8-47db82b9fe31 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] For port 2e0e57c5-6477-4315-a38f-9b6f345d9b3d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=2e0e57c5-6477-4315-a38f-9b6f345d9b3d,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:24:35.953851 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-68350726-d132-4ea7-b720-418d18f91cb3 req-d70feaa2-cc35-4287-84d8-47db82b9fe31 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:36.121221 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-68350726-d132-4ea7-b720-418d18f91cb3 req-d70feaa2-cc35-4287-84d8-47db82b9fe31 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:36.121495 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-68350726-d132-4ea7-b720-418d18f91cb3 req-d70feaa2-cc35-4287-84d8-47db82b9fe31 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:36.121837 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [req-68350726-d132-4ea7-b720-418d18f91cb3 req-d70feaa2-cc35-4287-84d8-47db82b9fe31 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Floating IP 0d611529-f5f0-4086-b1f2-5cc343cff60e disassociated. External IP: 172.25.8.249, port: 2e0e57c5-6477-4315-a38f-9b6f345d9b3d. Apr 21 13:24:36.122173 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-68350726-d132-4ea7-b720-418d18f91cb3 req-d70feaa2-cc35-4287-84d8-47db82b9fe31 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Calling delete_port for 2e0e57c5-6477-4315-a38f-9b6f345d9b3d owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:24:36.313458 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-68350726-d132-4ea7-b720-418d18f91cb3 req-d70feaa2-cc35-4287-84d8-47db82b9fe31 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:36.341712 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70feaa2-cc35-4287-84d8-47db82b9fe31 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Pushing event deleted for resources: {'Port': ['ID=2e0e57c5-6477-4315-a38f-9b6f345d9b3d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:24:36.355241 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70feaa2-cc35-4287-84d8-47db82b9fe31 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:24:36.355589 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70feaa2-cc35-4287-84d8-47db82b9fe31 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:24:36.355956 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70feaa2-cc35-4287-84d8-47db82b9fe31 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:24:36.356291 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70feaa2-cc35-4287-84d8-47db82b9fe31 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:24:36.356623 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70feaa2-cc35-4287-84d8-47db82b9fe31 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:24:36.356955 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70feaa2-cc35-4287-84d8-47db82b9fe31 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:24:36.357282 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70feaa2-cc35-4287-84d8-47db82b9fe31 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:24:36.357626 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70feaa2-cc35-4287-84d8-47db82b9fe31 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:24:36.357951 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70feaa2-cc35-4287-84d8-47db82b9fe31 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:24:36.358274 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70feaa2-cc35-4287-84d8-47db82b9fe31 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:24:36.358593 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70feaa2-cc35-4287-84d8-47db82b9fe31 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:24:36.358918 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70feaa2-cc35-4287-84d8-47db82b9fe31 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:24:36.420744 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0685eae4-73c9-4e3a-a325-912b44a2098f req-1ce76532-38dd-4c6e-95dc-088e6486ebc4 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 210 time: 0.0696738 Apr 21 13:24:36.495181 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68350726-d132-4ea7-b720-418d18f91cb3 req-d70feaa2-cc35-4287-84d8-47db82b9fe31 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Router cc2459a5-1315-49dc-9ba4-e1462c90a9a4 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:24:36.599249 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68350726-d132-4ea7-b720-418d18f91cb3 req-d70feaa2-cc35-4287-84d8-47db82b9fe31 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:24:36.610139 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6775cb-d686-4f96-907f-98cf35b7b44b None None] Sync routers for ids ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:24:36.621484 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6775cb-d686-4f96-907f-98cf35b7b44b None None] Routers {'cc2459a5-1315-49dc-9ba4-e1462c90a9a4'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:24:36.622087 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2b6775cb-d686-4f96-907f-98cf35b7b44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:24:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:24:36.737050 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-2b6775cb-d686-4f96-907f-98cf35b7b44b None None] Set router cc2459a5-1315-49dc-9ba4-e1462c90a9a4 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:24:36.945683 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-68350726-d132-4ea7-b720-418d18f91cb3 req-d70feaa2-cc35-4287-84d8-47db82b9fe31 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] No DVR routers for this DVR port 2e0e57c5-6477-4315-a38f-9b6f345d9b3d on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:24:36.947055 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2b6775cb-d686-4f96-907f-98cf35b7b44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'name': 'tempest-TestVolumeBootPattern-97306643-router', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:28Z', 'updated_at': '2022-04-21T13:17:31Z', 'revision_number': 4, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'gw_port': {'id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:29Z', 'updated_at': '2022-04-21T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'ec358ffe-b987-4d2c-8846-7389724bb370', 'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'mac_address': 'fa:16:3e:eb:e6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:30Z', 'updated_at': '2022-04-21T13:17:35Z', 'revision_number': 5, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'subnets': [{'id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:24:36.948361 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-68350726-d132-4ea7-b720-418d18f91cb3 req-d70feaa2-cc35-4287-84d8-47db82b9fe31 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:36.951712 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68350726-d132-4ea7-b720-418d18f91cb3 req-d70feaa2-cc35-4287-84d8-47db82b9fe31 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.24 "DELETE /v2.0/ports/2e0e57c5-6477-4315-a38f-9b6f345d9b3d HTTP/1.1" status: 204 len: 173 time: 1.1673210 Apr 21 13:24:36.952166 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e53d76-0627-4815-8d05-789c4f305be2', 'name': 'network-vif-deleted', 'tag': '2e0e57c5-6477-4315-a38f-9b6f345d9b3d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:24:36.954986 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6809af00-3746-45cb-be79-40ed752a9d08" -d '{"events": [{"server_uuid": "84e53d76-0627-4815-8d05-789c4f305be2", "name": "network-vif-deleted", "tag": "2e0e57c5-6477-4315-a38f-9b6f345d9b3d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:24:36.979566 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6775cb-d686-4f96-907f-98cf35b7b44b None None] Checking router: cc2459a5-1315-49dc-9ba4-e1462c90a9a4 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:24:36.987715 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6775cb-d686-4f96-907f-98cf35b7b44b None None] Routers {'cc2459a5-1315-49dc-9ba4-e1462c90a9a4'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:24:36.988309 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2b6775cb-d686-4f96-907f-98cf35b7b44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:24:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:24:36.992387 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30585714-3fe9-4865-aecb-42de841cc96b x-openstack-request-id: req-30585714-3fe9-4865-aecb-42de841cc96b {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:24:36.992689 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e53d76-0627-4815-8d05-789c4f305be2", "name": "network-vif-deleted", "tag": "2e0e57c5-6477-4315-a38f-9b6f345d9b3d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:24:36.992944 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-30585714-3fe9-4865-aecb-42de841cc96b {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:24:36.993350 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30585714-3fe9-4865-aecb-42de841cc96b'] response: {'server_uuid': '84e53d76-0627-4815-8d05-789c4f305be2', 'name': 'network-vif-deleted', 'tag': '2e0e57c5-6477-4315-a38f-9b6f345d9b3d', 'status': 'completed', 'code': 200} Apr 21 13:24:37.089985 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-2b6775cb-d686-4f96-907f-98cf35b7b44b None None] Set router cc2459a5-1315-49dc-9ba4-e1462c90a9a4 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:24:37.451475 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2b6775cb-d686-4f96-907f-98cf35b7b44b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'name': 'tempest-TestVolumeBootPattern-97306643-router', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:28Z', 'updated_at': '2022-04-21T13:17:31Z', 'revision_number': 4, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'gw_port': {'id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:29Z', 'updated_at': '2022-04-21T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'ec358ffe-b987-4d2c-8846-7389724bb370', 'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'mac_address': 'fa:16:3e:eb:e6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:30Z', 'updated_at': '2022-04-21T13:17:35Z', 'revision_number': 5, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'subnets': [{'id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:24:37.478774 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6775cb-d686-4f96-907f-98cf35b7b44b None None] The sync data for ids ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'] in n-d-836147-2 is: [{'id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'name': 'tempest-TestVolumeBootPattern-97306643-router', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:28Z', 'updated_at': '2022-04-21T13:17:31Z', 'revision_number': 4, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'gw_port': {'id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:29Z', 'updated_at': '2022-04-21T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'ec358ffe-b987-4d2c-8846-7389724bb370', 'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'mac_address': 'fa:16:3e:eb:e6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:30Z', 'updated_at': '2022-04-21T13:17:35Z', 'revision_number': 5, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'subnets': [{'id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:24:37.526908 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0b6b9789-204a-4f0c-a6a2-ebd98823736d req-a3c04552-db06-489b-a801-440beacd9731 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 210 time: 0.0283086 Apr 21 13:24:37.703440 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df7fed0-e495-4f27-b8a2-9bfb7fb3cab0 None None] New status for floating IP 0d611529-f5f0-4086-b1f2-5cc343cff60e: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:24:38.621880 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c168b3a2-c6b1-42fb-a8b9-9ae7974d2e0a req-333f15eb-cf22-4c0d-a06a-0628da828866 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 210 time: 0.0257585 Apr 21 13:24:39.363459 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 2e0e57c5-6477-4315-a38f-9b6f345d9b3d no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:24:39.383951 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 2e0e57c5-6477-4315-a38f-9b6f345d9b3d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:24:39.384293 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 2e0e57c5-6477-4315-a38f-9b6f345d9b3d not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:24:39.718638 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e0d7487-693a-403e-b069-4a716ef73ff2 req-0f201ce0-8e10-434f-972b-2ec597b31fde tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 210 time: 0.0287578 Apr 21 13:24:40.822352 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38b996c8-1970-4d5c-a151-539b2f2d1e6c req-cbfd1af7-5705-4da9-b766-68d4e8e7a2fe tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=84e53d76-0627-4815-8d05-789c4f305be2 HTTP/1.1" status: 200 len: 210 time: 0.0260348 Apr 21 13:24:42.011718 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-fe09a7e1-5dc7-4056-b47d-108b47c04ede tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-475984989&fields=id&tenant_id=e09676fd3de740cabb87417a0199ea6c HTTP/1.1" status: 200 len: 267 time: 0.0315259 Apr 21 13:24:42.116464 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-e64c03c6-2782-41fd-a9d5-b4b7dd13cecb tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:24:42.117829 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-e64c03c6-2782-41fd-a9d5-b4b7dd13cecb tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 810 time: 0.0986738 Apr 21 13:24:42.132769 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-7ee57f16-9500-4661-9edc-b596130f5b2c tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/quotas/e09676fd3de740cabb87417a0199ea6c HTTP/1.1" status: 200 len: 375 time: 0.0091674 Apr 21 13:24:42.189244 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-302c5f7d-b636-485c-8643-b2127cf9729e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508723 Apr 21 13:24:42.322361 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-d613ccab-1f10-48bd-8e70-41aa0c338e92 service neutron] 10.222.0.36 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219075 Apr 21 13:24:42.415278 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-85ac7c2a-cd52-42ab-a1aa-ba5dbebb58af service neutron] 10.222.0.36 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868192 Apr 21 13:24:42.956028 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03eb3292-f180-4ff1-95b9-e713ab34f4d8 req-54304c05-3cd2-4fe4-8e3a-4e9f7b3f1d96 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 210 time: 0.0266256 Apr 21 13:24:43.476440 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dc4a2638-fefb-4417-9e20-a6134ecf3736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:44.049638 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-070767a2-096b-475b-a205-591cf41cf7bf req-0794f942-323a-4f5a-bd9f-58e5f61f579a tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 210 time: 0.0264533 Apr 21 13:24:44.962157 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-26da2877-6f12-45c4-a3ee-d8b470815454 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:24:44.963597 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-26da2877-6f12-45c4-a3ee-d8b470815454 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.26 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 810 time: 0.1029253 Apr 21 13:24:45.005482 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-1c2f506a-90de-46a1-964f-e0f9c7ae4a4f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e09676fd3de740cabb87417a0199ea6c HTTP/1.1" status: 200 len: 379 time: 0.0335982 Apr 21 13:24:45.014107 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-f1931975-0a15-4961-aa0d-ea0e3d8106ba tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Request body: {'port': {'device_id': '6069ccca-4390-47f9-b2ca-16150975008a', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'admin_state_up': True, 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'security_groups': ['bc9ef290-51e8-4030-9c4f-bb8f492b854c']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:24:45.152298 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9783fcd-492a-4d7f-9206-3a67873ec0f3 req-1742ae28-3109-4bcc-9262-4d51a68d284b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 210 time: 0.0322580 Apr 21 13:24:45.185707 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-f1931975-0a15-4961-aa0d-ea0e3d8106ba tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Made reservation on behalf of e09676fd3de740cabb87417a0199ea6c for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:24:45.189353 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-f1931975-0a15-4961-aa0d-ea0e3d8106ba tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:45.317204 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-f1931975-0a15-4961-aa0d-ea0e3d8106ba tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Allocated IP 172.20.0.4 (7984040f-8856-438f-b156-ed1c99b23fab/907954d3-68ec-48ae-a8f1-9fb47f43a330/d17e0e15-cbe1-45d8-8063-fc524a3638ac) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:24:45.458999 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-f1931975-0a15-4961-aa0d-ea0e3d8106ba tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:45.578046 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-f1931975-0a15-4961-aa0d-ea0e3d8106ba tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:45.618852 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-f1931975-0a15-4961-aa0d-ea0e3d8106ba tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Network 7984040f-8856-438f-b156-ed1c99b23fab is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:24:45.624833 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-f1931975-0a15-4961-aa0d-ea0e3d8106ba tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:24:45.629347 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-f1931975-0a15-4961-aa0d-ea0e3d8106ba tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:24:45.658249 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1931975-0a15-4961-aa0d-ea0e3d8106ba tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Pushing event updated for resources: {'Port': ['ID=d17e0e15-cbe1-45d8-8063-fc524a3638ac,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:24:45.694719 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-f1931975-0a15-4961-aa0d-ea0e3d8106ba tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:24:45.695343 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-f1931975-0a15-4961-aa0d-ea0e3d8106ba tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:45.777875 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf6d10c5-839f-48db-b56e-991fce36df15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:45.850966 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-f1931975-0a15-4961-aa0d-ea0e3d8106ba tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8402245 Apr 21 13:24:45.861359 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-4885f6b9-c1e7-405f-9b78-c32538755bc8 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 13:24:45.862860 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-4885f6b9-c1e7-405f-9b78-c32538755bc8 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051119 Apr 21 13:24:45.873681 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-4a4d5620-99a9-4f89-8f4b-f372a9af8965 service neutron] Request body: {'port': {'device_id': '6069ccca-4390-47f9-b2ca-16150975008a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:24:45.915431 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9e629219-dcc0-4035-b170-59073107ee1e None None] Provisioning complete for port d17e0e15-cbe1-45d8-8063-fc524a3638ac triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:24:45.915815 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e629219-dcc0-4035-b170-59073107ee1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:45.931474 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-4a4d5620-99a9-4f89-8f4b-f372a9af8965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:45.952901 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9e629219-dcc0-4035-b170-59073107ee1e None None] Port d17e0e15-cbe1-45d8-8063-fc524a3638ac cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:24:46.191338 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-4a4d5620-99a9-4f89-8f4b-f372a9af8965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d17e0e15-cbe1-45d8-8063-fc524a3638ac {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:24:46.200393 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-4a4d5620-99a9-4f89-8f4b-f372a9af8965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:46.213963 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-4a4d5620-99a9-4f89-8f4b-f372a9af8965 service neutron] Transition to ACTIVE for port object d17e0e15-cbe1-45d8-8063-fc524a3638ac will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:24:46.285196 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10ebf4-fda7-4f59-9145-59f64677cf85 req-7fcbe55e-a868-40a6-a972-df9df5f00bed tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:24:46.286998 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c10ebf4-fda7-4f59-9145-59f64677cf85 req-7fcbe55e-a868-40a6-a972-df9df5f00bed tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 931 time: 0.0575194 Apr 21 13:24:46.288087 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-4a4d5620-99a9-4f89-8f4b-f372a9af8965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:46.358562 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d5620-99a9-4f89-8f4b-f372a9af8965 service neutron] Pushing event updated for resources: {'Port': ['ID=d17e0e15-cbe1-45d8-8063-fc524a3638ac,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:24:46.414217 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c10ebf4-fda7-4f59-9145-59f64677cf85 req-4f15f115-3718-482c-a8a4-ecd406441681 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963681 Apr 21 13:24:46.448997 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-4a4d5620-99a9-4f89-8f4b-f372a9af8965 service neutron] Attempting to bind port d17e0e15-cbe1-45d8-8063-fc524a3638ac on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:24:46.449518 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-4a4d5620-99a9-4f89-8f4b-f372a9af8965 service neutron] Attempting to bind port d17e0e15-cbe1-45d8-8063-fc524a3638ac by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:24:46.450070 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-4a4d5620-99a9-4f89-8f4b-f372a9af8965 service neutron] Attempting to bind port d17e0e15-cbe1-45d8-8063-fc524a3638ac on network 7984040f-8856-438f-b156-ed1c99b23fab {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:24:46.455313 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-4a4d5620-99a9-4f89-8f4b-f372a9af8965 service neutron] Port d17e0e15-cbe1-45d8-8063-fc524a3638ac on network 7984040f-8856-438f-b156-ed1c99b23fab not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:24:46.455635 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-4a4d5620-99a9-4f89-8f4b-f372a9af8965 service neutron] Attempting to bind port d17e0e15-cbe1-45d8-8063-fc524a3638ac on network 7984040f-8856-438f-b156-ed1c99b23fab {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:24:46.460798 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-4a4d5620-99a9-4f89-8f4b-f372a9af8965 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:24:46.461136 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-4a4d5620-99a9-4f89-8f4b-f372a9af8965 service neutron] Checking segment: {'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:24:46.461513 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-4a4d5620-99a9-4f89-8f4b-f372a9af8965 service neutron] Bound using segment: {'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:24:46.461978 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-4a4d5620-99a9-4f89-8f4b-f372a9af8965 service neutron] Bound port: d17e0e15-cbe1-45d8-8063-fc524a3638ac, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:24:46.462341 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-4a4d5620-99a9-4f89-8f4b-f372a9af8965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:46.535787 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-4a4d5620-99a9-4f89-8f4b-f372a9af8965 service neutron] For port d17e0e15-cbe1-45d8-8063-fc524a3638ac, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:24:46.538905 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-4a4d5620-99a9-4f89-8f4b-f372a9af8965 service neutron] For port d17e0e15-cbe1-45d8-8063-fc524a3638ac, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=d17e0e15-cbe1-45d8-8063-fc524a3638ac,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:24:46.623757 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-4a4d5620-99a9-4f89-8f4b-f372a9af8965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:46.658743 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-4a4d5620-99a9-4f89-8f4b-f372a9af8965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:24:46.660041 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-4a4d5620-99a9-4f89-8f4b-f372a9af8965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:46.661607 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-4a4d5620-99a9-4f89-8f4b-f372a9af8965 service neutron] 10.222.0.26 "PUT /v2.0/ports/d17e0e15-cbe1-45d8-8063-fc524a3638ac HTTP/1.1" status: 200 len: 1091 time: 0.7917306 Apr 21 13:24:46.662268 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6069ccca-4390-47f9-b2ca-16150975008a', 'tag': 'd17e0e15-cbe1-45d8-8063-fc524a3638ac'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:24:46.665104 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f21de86-3b7b-4023-b9d3-c8455f773b97" -d '{"events": [{"name": "network-changed", "server_uuid": "6069ccca-4390-47f9-b2ca-16150975008a", "tag": "d17e0e15-cbe1-45d8-8063-fc524a3638ac"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:24:46.691547 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d5620-99a9-4f89-8f4b-f372a9af8965 service neutron] Pushing event updated for resources: {'Port': ['ID=d17e0e15-cbe1-45d8-8063-fc524a3638ac,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:24:46.722991 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4776a7-89dd-422f-9038-2592518e221b x-openstack-request-id: req-db4776a7-89dd-422f-9038-2592518e221b {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:24:46.723457 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6069ccca-4390-47f9-b2ca-16150975008a", "tag": "d17e0e15-cbe1-45d8-8063-fc524a3638ac", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:24:46.723952 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-db4776a7-89dd-422f-9038-2592518e221b {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:24:46.724684 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db4776a7-89dd-422f-9038-2592518e221b'] response: {'name': 'network-changed', 'server_uuid': '6069ccca-4390-47f9-b2ca-16150975008a', 'tag': 'd17e0e15-cbe1-45d8-8063-fc524a3638ac', 'status': 'completed', 'code': 200} Apr 21 13:24:46.790075 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21de86-3b7b-4023-b9d3-c8455f773b97 req-9fc80b1a-b3e0-4e6f-8593-273c6fe5765e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:24:46.791744 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3f21de86-3b7b-4023-b9d3-c8455f773b97 req-9fc80b1a-b3e0-4e6f-8593-273c6fe5765e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 1094 time: 0.0447719 Apr 21 13:24:46.902877 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21de86-3b7b-4023-b9d3-c8455f773b97 req-d215025d-a225-4f11-95f7-77065059b17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:24:46.904373 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3f21de86-3b7b-4023-b9d3-c8455f773b97 req-d215025d-a225-4f11-95f7-77065059b17d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e09676fd3de740cabb87417a0199ea6c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1055436 Apr 21 13:24:47.000434 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21de86-3b7b-4023-b9d3-c8455f773b97 req-fe11fffd-f092-458b-a4da-104fa4c85dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:24:47.001982 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3f21de86-3b7b-4023-b9d3-c8455f773b97 req-fe11fffd-f092-458b-a4da-104fa4c85dfe service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907743 Apr 21 13:24:47.052030 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:47.079814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-e3c6bb13-ae4c-455a-90ab-f8726d9fe127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:24:47.081953 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-e3c6bb13-ae4c-455a-90ab-f8726d9fe127 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 1094 time: 0.0426483 Apr 21 13:24:47.127303 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-5a99c400-8bf3-44e2-a63d-2a90b65087ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d17e0e15-cbe1-45d8-8063-fc524a3638ac HTTP/1.1" status: 200 len: 217 time: 0.0378790 Apr 21 13:24:47.175451 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-85ff4b7c-f980-42e6-9b31-5614667030c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:24:47.176901 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-85ff4b7c-f980-42e6-9b31-5614667030c7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=907954d3-68ec-48ae-a8f1-9fb47f43a330 HTTP/1.1" status: 200 len: 849 time: 0.0428491 Apr 21 13:24:47.221797 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-aaf6dce2-357f-4781-90f5-4fe8c8c435ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:24:47.223268 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-aaf6dce2-357f-4781-90f5-4fe8c8c435ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7984040f-8856-438f-b156-ed1c99b23fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399773 Apr 21 13:24:47.313914 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-51943707-ac1e-460c-8191-33681b85c0e6 service neutron] 10.222.0.26 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842743 Apr 21 13:24:47.404729 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-553779c0-2135-4a4d-b395-da9cbb5ec5f9 req-393d66b0-0157-47a2-991f-fa133bf22c9f service neutron] 10.222.0.26 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841680 Apr 21 13:24:47.537443 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95537ed-3acd-47e6-a7cc-6652b23e40b1 req-91be4af1-50ab-47e0-b4c9-c1942dabadd9 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:24:47.539014 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f95537ed-3acd-47e6-a7cc-6652b23e40b1 req-91be4af1-50ab-47e0-b4c9-c1942dabadd9 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 943 time: 0.0553768 Apr 21 13:24:47.579529 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f95537ed-3acd-47e6-a7cc-6652b23e40b1 req-e462778b-82aa-43ba-9c3c-0b488db652aa tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343316 Apr 21 13:24:48.223711 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:48.588893 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:48.702023 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52ff82-dede-4c5b-9e13-b930503cff36 req-86943a56-7949-4868-b159-eb9b6d03abb1 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:24:48.703511 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba52ff82-dede-4c5b-9e13-b930503cff36 req-86943a56-7949-4868-b159-eb9b6d03abb1 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 943 time: 0.0550935 Apr 21 13:24:48.716544 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:48.754348 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba52ff82-dede-4c5b-9e13-b930503cff36 req-f009f76a-474b-4f11-bd41-b26a563216e8 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437858 Apr 21 13:24:49.868302 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0c528-3849-435c-a1c0-8b94f14368e4 req-ce201eda-276d-42b9-8d74-1b0435d0eb43 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:24:49.869783 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77d0c528-3849-435c-a1c0-8b94f14368e4 req-ce201eda-276d-42b9-8d74-1b0435d0eb43 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 943 time: 0.0484641 Apr 21 13:24:49.907289 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77d0c528-3849-435c-a1c0-8b94f14368e4 req-ad21ed39-76c2-4e8f-8531-5a0ef8f155da tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306935 Apr 21 13:24:50.765874 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:51.023645 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c7b168-a430-4365-bd31-f95c0b24a45a req-06f2e921-50e2-49ae-8456-733988c3a96d tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:24:51.025017 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9c7b168-a430-4365-bd31-f95c0b24a45a req-06f2e921-50e2-49ae-8456-733988c3a96d tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 943 time: 0.0520961 Apr 21 13:24:51.062167 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b9c7b168-a430-4365-bd31-f95c0b24a45a req-8d112f8a-e5f0-49b0-a681-b55d80c29f21 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311894 Apr 21 13:24:52.176963 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c058ec-7788-4b12-874a-797eb49efc42 req-b85963e9-4088-46b6-acac-a570d2bc3e65 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:24:52.178495 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33c058ec-7788-4b12-874a-797eb49efc42 req-b85963e9-4088-46b6-acac-a570d2bc3e65 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 943 time: 0.0490108 Apr 21 13:24:52.216061 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33c058ec-7788-4b12-874a-797eb49efc42 req-d5875f1e-f9ac-4051-9956-640b431caa23 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314460 Apr 21 13:24:53.330173 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66066f2-567b-4ed4-9a79-2bd57de2366d req-9829a333-ca38-4328-a819-fab72eaa14f0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:24:53.332276 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e66066f2-567b-4ed4-9a79-2bd57de2366d req-9829a333-ca38-4328-a819-fab72eaa14f0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 943 time: 0.0474474 Apr 21 13:24:53.368684 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e66066f2-567b-4ed4-9a79-2bd57de2366d req-6cf00882-b9b3-4bc1-9b04-aead0e96fee7 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305691 Apr 21 13:24:54.488249 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec25fe7-12ec-4603-a546-3b0eac068396 req-7a55e46f-e064-4734-80a7-c88f77d35830 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:24:54.489716 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ec25fe7-12ec-4603-a546-3b0eac068396 req-7a55e46f-e064-4734-80a7-c88f77d35830 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 943 time: 0.0521553 Apr 21 13:24:54.526504 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ec25fe7-12ec-4603-a546-3b0eac068396 req-81ab69e5-2e97-41ff-81cc-28eadd11beb6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308633 Apr 21 13:24:55.638817 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffcf7ff-1308-4ba1-876a-c94d9139d8e4 req-fd0d7048-97fa-4ae4-97ee-a1b0c2fa2a75 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:24:55.640269 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fffcf7ff-1308-4ba1-876a-c94d9139d8e4 req-fd0d7048-97fa-4ae4-97ee-a1b0c2fa2a75 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 943 time: 0.0484469 Apr 21 13:24:55.677530 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fffcf7ff-1308-4ba1-876a-c94d9139d8e4 req-21e5a591-5136-44d7-bc9f-683450082a1e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308828 Apr 21 13:24:56.788918 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd268ff-82ef-40fd-8ee3-ad841e9ba73a req-4f48d268-0734-4a5d-b049-0a75140f3353 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:24:56.790401 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9dd268ff-82ef-40fd-8ee3-ad841e9ba73a req-4f48d268-0734-4a5d-b049-0a75140f3353 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 943 time: 0.0472498 Apr 21 13:24:56.827009 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9dd268ff-82ef-40fd-8ee3-ad841e9ba73a req-83e5b56c-121c-4216-bac6-05a91c6f06dc tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305860 Apr 21 13:24:57.944239 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05493cda-1575-4277-93c6-49a7d6a6d469 req-79961257-ec3e-416a-8df7-d593f0b190c8 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:24:57.945694 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-05493cda-1575-4277-93c6-49a7d6a6d469 req-79961257-ec3e-416a-8df7-d593f0b190c8 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 943 time: 0.0514922 Apr 21 13:24:57.983296 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-05493cda-1575-4277-93c6-49a7d6a6d469 req-04a22e24-4f2b-42e2-b8b7-1082bff86a74 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315199 Apr 21 13:24:59.097507 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af295e1d-f273-4f17-9b6c-17a5224082a7 req-3ca9e9f3-45b6-4967-9eb4-7c2b4a104a85 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:24:59.098991 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-af295e1d-f273-4f17-9b6c-17a5224082a7 req-3ca9e9f3-45b6-4967-9eb4-7c2b4a104a85 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 943 time: 0.0477707 Apr 21 13:24:59.135578 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-af295e1d-f273-4f17-9b6c-17a5224082a7 req-588fcac3-4fdf-443f-a71f-a9a93edd0e6b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303884 Apr 21 13:24:59.295143 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device d17e0e15-cbe1-45d8-8063-fc524a3638ac details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:24:59.390215 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port d17e0e15-cbe1-45d8-8063-fc524a3638ac, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=d17e0e15-cbe1-45d8-8063-fc524a3638ac,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:24:59.401672 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'd17e0e15-cbe1-45d8-8063-fc524a3638ac', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'port_id': 'd17e0e15-cbe1-45d8-8063-fc524a3638ac', 'mac_address': 'fa:16:3e:2c:02:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:24:59.437071 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:59.450638 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17e0e15-cbe1-45d8-8063-fc524a3638ac {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:24:59.469072 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port d17e0e15-cbe1-45d8-8063-fc524a3638ac, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=d17e0e15-cbe1-45d8-8063-fc524a3638ac,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:24:59.539009 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:24:59.588094 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=d17e0e15-cbe1-45d8-8063-fc524a3638ac,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:24:59.595014 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:24:59.595354 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:24:59.595700 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:24:59.596090 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:24:59.596419 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:24:59.596746 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:24:59.597070 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:24:59.597391 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:24:59.597736 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:24:59.598059 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:24:59.598382 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:24:59.598695 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:24:59.835269 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['d17e0e15-cbe1-45d8-8063-fc524a3638ac'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:25:00.249157 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa549b7-352c-4e54-b033-3e3f0fadc08b req-71493a44-42da-48cd-a2f6-f10999ffc3b8 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:25:00.250641 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cfa549b7-352c-4e54-b033-3e3f0fadc08b req-71493a44-42da-48cd-a2f6-f10999ffc3b8 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 944 time: 0.0480247 Apr 21 13:25:00.287768 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cfa549b7-352c-4e54-b033-3e3f0fadc08b req-ca2140d5-d7e4-43b3-92a2-5050f33a70a8 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310426 Apr 21 13:25:01.294356 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device d17e0e15-cbe1-45d8-8063-fc524a3638ac up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:25:01.405914 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e1568-cd0d-455b-83ee-f44ae743a443 req-337ec88c-6d48-4f94-9225-19f48df7c57f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:25:01.407439 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e05e1568-cd0d-455b-83ee-f44ae743a443 req-337ec88c-6d48-4f94-9225-19f48df7c57f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 944 time: 0.0530620 Apr 21 13:25:01.425355 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port d17e0e15-cbe1-45d8-8063-fc524a3638ac completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:25:01.429286 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port d17e0e15-cbe1-45d8-8063-fc524a3638ac triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:25:01.429695 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:25:01.445602 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e05e1568-cd0d-455b-83ee-f44ae743a443 req-732a89ea-f7bf-491d-b619-a3a7c997df66 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315948 Apr 21 13:25:01.508995 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:25:01.530114 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6069ccca-4390-47f9-b2ca-16150975008a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17e0e15-cbe1-45d8-8063-fc524a3638ac'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:25:01.532336 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5a0f0d7f107a17d204e9c66941f1aa5f91c1b85bac4b4f4315f38142c6d87dfe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63ad2d4-b7f9-46b2-a1c0-885e78a3b2b5" -d '{"events": [{"server_uuid": "6069ccca-4390-47f9-b2ca-16150975008a", "name": "network-vif-plugged", "status": "completed", "tag": "d17e0e15-cbe1-45d8-8063-fc524a3638ac"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:25:01.544901 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port d17e0e15-cbe1-45d8-8063-fc524a3638ac, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=d17e0e15-cbe1-45d8-8063-fc524a3638ac,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:25:01.617722 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:25:01.640550 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3224f740-8b12-4999-b1ab-36e4f705a964 x-openstack-request-id: req-3224f740-8b12-4999-b1ab-36e4f705a964 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:25:01.640842 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6069ccca-4390-47f9-b2ca-16150975008a", "name": "network-vif-plugged", "status": "completed", "tag": "d17e0e15-cbe1-45d8-8063-fc524a3638ac", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:25:01.641092 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3224f740-8b12-4999-b1ab-36e4f705a964 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:25:01.641485 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3224f740-8b12-4999-b1ab-36e4f705a964'] response: {'server_uuid': '6069ccca-4390-47f9-b2ca-16150975008a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17e0e15-cbe1-45d8-8063-fc524a3638ac', 'code': 200} Apr 21 13:25:01.667741 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=d17e0e15-cbe1-45d8-8063-fc524a3638ac,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:25:01.735433 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96769a7-de08-402a-8820-508898f4a7a5 req-8ddd55e0-6b76-4185-ae45-342bcd80c9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:25:01.736927 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d96769a7-de08-402a-8820-508898f4a7a5 req-8ddd55e0-6b76-4185-ae45-342bcd80c9f5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 1096 time: 0.0404680 Apr 21 13:25:01.771357 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d96769a7-de08-402a-8820-508898f4a7a5 req-cac70c71-b153-4f98-af56-7173b12aaab5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274527 Apr 21 13:25:02.561948 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc140d1-8f28-49bc-83b6-12cf73d06510 req-b66882a7-99de-4a7d-95d4-21eabbd8a2cb tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:25:02.563409 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0bc140d1-8f28-49bc-83b6-12cf73d06510 req-b66882a7-99de-4a7d-95d4-21eabbd8a2cb tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 945 time: 0.0478566 Apr 21 13:25:02.600175 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0bc140d1-8f28-49bc-83b6-12cf73d06510 req-67731584-59c3-4392-8430-c6d55eb5c861 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299544 Apr 21 13:25:02.967864 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:25:03.717967 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad21e2-8536-4ab3-b38f-a66a265bf18d req-78483ee8-6bb1-4aa6-9deb-59806ceb13a3 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:25:03.719429 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-39ad21e2-8536-4ab3-b38f-a66a265bf18d req-78483ee8-6bb1-4aa6-9deb-59806ceb13a3 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 945 time: 0.0519378 Apr 21 13:25:03.756784 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-39ad21e2-8536-4ab3-b38f-a66a265bf18d req-ae7bb372-737f-42d0-a3fe-b759689cb5a8 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314207 Apr 21 13:25:03.868937 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ce5d4-f650-4e90-bf00-20819937e880 req-c231e99d-ec7a-43d0-8e36-4b234d8344f0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:25:03.870443 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-371ce5d4-f650-4e90-bf00-20819937e880 req-c231e99d-ec7a-43d0-8e36-4b234d8344f0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 945 time: 0.0487349 Apr 21 13:25:03.906864 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-371ce5d4-f650-4e90-bf00-20819937e880 req-e4fe2f70-2bd2-48d4-a6bd-28d17b9d135f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306244 Apr 21 13:25:03.928308 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57138) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:25:04.006663 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ecfbec-914b-4b59-b554-8940662d7b63 tempest-TestVolumeBootPattern-1430694216 tempest-TestVolumeBootPattern-1430694216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:25:04.008065 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b5ecfbec-914b-4b59-b554-8940662d7b63 tempest-TestVolumeBootPattern-1430694216 tempest-TestVolumeBootPattern-1430694216-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 1091 time: 0.0788212 Apr 21 13:25:04.010761 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57142) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:25:04.014896 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-068d8442-0dfa-4680-9130-0239b5936ca0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'port_id': 'd17e0e15-cbe1-45d8-8063-fc524a3638ac', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:25:04.099036 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-068d8442-0dfa-4680-9130-0239b5936ca0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:25:04.202973 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-068d8442-0dfa-4680-9130-0239b5936ca0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:25:04.310419 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-068d8442-0dfa-4680-9130-0239b5936ca0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Allocated IP 172.25.8.129 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/56100f57-58d9-4d09-af48-25b49d276c14) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:25:04.416789 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-068d8442-0dfa-4680-9130-0239b5936ca0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:25:04.516660 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-068d8442-0dfa-4680-9130-0239b5936ca0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:25:04.556748 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068d8442-0dfa-4680-9130-0239b5936ca0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:25:04.559638 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-068d8442-0dfa-4680-9130-0239b5936ca0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:25:04.564413 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068d8442-0dfa-4680-9130-0239b5936ca0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:25:04.591764 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d8442-0dfa-4680-9130-0239b5936ca0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Pushing event updated for resources: {'Port': ['ID=56100f57-58d9-4d09-af48-25b49d276c14,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:25:04.928042 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-068d8442-0dfa-4680-9130-0239b5936ca0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:25:05.053888 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-068d8442-0dfa-4680-9130-0239b5936ca0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:25:05.197704 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-068d8442-0dfa-4680-9130-0239b5936ca0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:25:05.274064 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-068d8442-0dfa-4680-9130-0239b5936ca0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:25:05.349513 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068d8442-0dfa-4680-9130-0239b5936ca0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Pushing event updated for resources: {'Port': ['ID=56100f57-58d9-4d09-af48-25b49d276c14,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:25:05.356192 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-068d8442-0dfa-4680-9130-0239b5936ca0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:25:05.453443 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-068d8442-0dfa-4680-9130-0239b5936ca0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Floating IP c7bdc5a6-23b0-4b71-a62e-a22128bc3a52 associated. External IP: 172.25.8.129, port: d17e0e15-cbe1-45d8-8063-fc524a3638ac. Apr 21 13:25:05.655618 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068d8442-0dfa-4680-9130-0239b5936ca0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Router cc2459a5-1315-49dc-9ba4-e1462c90a9a4 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:25:06.055141 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068d8442-0dfa-4680-9130-0239b5936ca0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:25:06.065169 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8fccf5-6d88-45fe-b4fb-25c0069ef94f None None] Sync routers for ids ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:25:06.074367 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8fccf5-6d88-45fe-b4fb-25c0069ef94f None None] Routers {'cc2459a5-1315-49dc-9ba4-e1462c90a9a4'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:25:06.074994 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fa8fccf5-6d88-45fe-b4fb-25c0069ef94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:24:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:25:06.144898 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-068d8442-0dfa-4680-9130-0239b5936ca0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:25:06.171204 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-068d8442-0dfa-4680-9130-0239b5936ca0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1594508 Apr 21 13:25:06.171787 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6069ccca-4390-47f9-b2ca-16150975008a', 'tag': 'd17e0e15-cbe1-45d8-8063-fc524a3638ac'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:25:06.174558 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}001d2a9a96bc5a00e81148c2ca0cd8aa7b442b53f10f6f6b2cc9b50fb1286556" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba940c3-62b7-47ba-806a-4553ff79c870" -d '{"events": [{"name": "network-changed", "server_uuid": "6069ccca-4390-47f9-b2ca-16150975008a", "tag": "d17e0e15-cbe1-45d8-8063-fc524a3638ac"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:25:06.181865 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-fa8fccf5-6d88-45fe-b4fb-25c0069ef94f None None] Set router cc2459a5-1315-49dc-9ba4-e1462c90a9a4 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:25:06.211035 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8b6645-93ea-4e61-b706-45d009a736d6 x-openstack-request-id: req-2f8b6645-93ea-4e61-b706-45d009a736d6 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:25:06.211388 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6069ccca-4390-47f9-b2ca-16150975008a", "tag": "d17e0e15-cbe1-45d8-8063-fc524a3638ac", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:25:06.211806 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f8b6645-93ea-4e61-b706-45d009a736d6 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:25:06.212261 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f8b6645-93ea-4e61-b706-45d009a736d6'] response: {'name': 'network-changed', 'server_uuid': '6069ccca-4390-47f9-b2ca-16150975008a', 'tag': 'd17e0e15-cbe1-45d8-8063-fc524a3638ac', 'status': 'completed', 'code': 200} Apr 21 13:25:06.272015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba940c3-62b7-47ba-806a-4553ff79c870 req-a9447d45-ac27-41e2-b7ef-01161f4e55c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:25:06.273497 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eba940c3-62b7-47ba-806a-4553ff79c870 req-a9447d45-ac27-41e2-b7ef-01161f4e55c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 1096 time: 0.0399692 Apr 21 13:25:06.360075 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba940c3-62b7-47ba-806a-4553ff79c870 req-97ed294b-8bfc-49a4-add6-9e5f4225938a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:25:06.362539 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eba940c3-62b7-47ba-806a-4553ff79c870 req-97ed294b-8bfc-49a4-add6-9e5f4225938a service neutron] 10.222.0.26 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 911 time: 0.0828950 Apr 21 13:25:06.413744 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fa8fccf5-6d88-45fe-b4fb-25c0069ef94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'name': 'tempest-TestVolumeBootPattern-97306643-router', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:28Z', 'updated_at': '2022-04-21T13:17:31Z', 'revision_number': 4, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'gw_port': {'id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:29Z', 'updated_at': '2022-04-21T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'c7bdc5a6-23b0-4b71-a62e-a22128bc3a52', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'port_id': 'd17e0e15-cbe1-45d8-8063-fc524a3638ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'mac_address': 'fa:16:3e:2c:02:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6069ccca-4390-47f9-b2ca-16150975008a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:25:04Z', 'updated_at': '2022-04-21T13:25:04Z', 'revision_number': 0, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec358ffe-b987-4d2c-8846-7389724bb370', 'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'mac_address': 'fa:16:3e:eb:e6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:30Z', 'updated_at': '2022-04-21T13:17:35Z', 'revision_number': 5, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'subnets': [{'id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:25:06.429985 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eba940c3-62b7-47ba-806a-4553ff79c870 req-8674d4b9-a766-49f2-ba4c-c35bde3beeab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d17e0e15-cbe1-45d8-8063-fc524a3638ac HTTP/1.1" status: 200 len: 999 time: 0.0615792 Apr 21 13:25:06.440748 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8fccf5-6d88-45fe-b4fb-25c0069ef94f None None] Checking router: cc2459a5-1315-49dc-9ba4-e1462c90a9a4 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:25:06.449539 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8fccf5-6d88-45fe-b4fb-25c0069ef94f None None] Routers {'cc2459a5-1315-49dc-9ba4-e1462c90a9a4'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:25:06.451194 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fa8fccf5-6d88-45fe-b4fb-25c0069ef94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:24:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:25:06.476315 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba940c3-62b7-47ba-806a-4553ff79c870 req-1082812b-dc62-4298-b936-c9d50cd399dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:25:06.477781 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eba940c3-62b7-47ba-806a-4553ff79c870 req-1082812b-dc62-4298-b936-c9d50cd399dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=907954d3-68ec-48ae-a8f1-9fb47f43a330 HTTP/1.1" status: 200 len: 849 time: 0.0421948 Apr 21 13:25:06.522159 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba940c3-62b7-47ba-806a-4553ff79c870 req-e0b3fc59-b9d5-4aa8-8165-5f50ae33e07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:25:06.523625 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eba940c3-62b7-47ba-806a-4553ff79c870 req-e0b3fc59-b9d5-4aa8-8165-5f50ae33e07d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7984040f-8856-438f-b156-ed1c99b23fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396173 Apr 21 13:25:06.557477 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-fa8fccf5-6d88-45fe-b4fb-25c0069ef94f None None] Set router cc2459a5-1315-49dc-9ba4-e1462c90a9a4 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:25:06.614282 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eba940c3-62b7-47ba-806a-4553ff79c870 req-781fcf23-f4bd-4c23-adfd-d60f1cb12862 service neutron] 10.222.0.26 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840831 Apr 21 13:25:06.701380 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eba940c3-62b7-47ba-806a-4553ff79c870 req-a7b39537-288b-44ab-9e6b-f65e334defe1 service neutron] 10.222.0.26 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811291 Apr 21 13:25:06.784510 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-fa8fccf5-6d88-45fe-b4fb-25c0069ef94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'name': 'tempest-TestVolumeBootPattern-97306643-router', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:28Z', 'updated_at': '2022-04-21T13:17:31Z', 'revision_number': 4, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'gw_port': {'id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:29Z', 'updated_at': '2022-04-21T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'c7bdc5a6-23b0-4b71-a62e-a22128bc3a52', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'port_id': 'd17e0e15-cbe1-45d8-8063-fc524a3638ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'mac_address': 'fa:16:3e:2c:02:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6069ccca-4390-47f9-b2ca-16150975008a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:25:04Z', 'updated_at': '2022-04-21T13:25:04Z', 'revision_number': 0, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec358ffe-b987-4d2c-8846-7389724bb370', 'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'mac_address': 'fa:16:3e:eb:e6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:30Z', 'updated_at': '2022-04-21T13:17:35Z', 'revision_number': 5, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'subnets': [{'id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:25:06.811641 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8fccf5-6d88-45fe-b4fb-25c0069ef94f None None] The sync data for ids ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'] in n-d-836147-2 is: [{'id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'name': 'tempest-TestVolumeBootPattern-97306643-router', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:28Z', 'updated_at': '2022-04-21T13:17:31Z', 'revision_number': 4, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'gw_port': {'id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:29Z', 'updated_at': '2022-04-21T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'c7bdc5a6-23b0-4b71-a62e-a22128bc3a52', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'port_id': 'd17e0e15-cbe1-45d8-8063-fc524a3638ac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'mac_address': 'fa:16:3e:2c:02:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6069ccca-4390-47f9-b2ca-16150975008a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:25:04Z', 'updated_at': '2022-04-21T13:25:04Z', 'revision_number': 0, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec358ffe-b987-4d2c-8846-7389724bb370', 'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'mac_address': 'fa:16:3e:eb:e6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:30Z', 'updated_at': '2022-04-21T13:17:35Z', 'revision_number': 5, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'subnets': [{'id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:25:06.992156 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760fd0f3-25dd-4547-b69b-e35cbe938059 None None] New status for floating IP c7bdc5a6-23b0-4b71-a62e-a22128bc3a52: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:25:13.492998 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0832aa2c-eb89-4c62-ba30-59e8e0cf9a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:25:15.749296 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db5d8bf7-dda4-4055-8b2f-6ad9f6da2e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:25:17.047086 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:25:18.247443 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:25:18.607316 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:25:18.748336 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:25:20.784881 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:25:39.966986 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:25:43.469370 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-08f2877e-f907-4a50-bfe7-2a6be964c082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:25:45.741899 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7b3a89c-0450-48fe-b830-f1fc2ac9daee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:25:47.068288 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:25:47.841224 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5bfd1e63-2ded-4ba9-a6c6-beecf2a46732 req-e7e728ec-baae-4263-b51d-17675f1fe65c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0873373 Apr 21 13:25:47.920669 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd1e63-2ded-4ba9-a6c6-beecf2a46732 req-f97844de-3875-452a-ac15-6b933a39ba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:25:47.922167 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5bfd1e63-2ded-4ba9-a6c6-beecf2a46732 req-f97844de-3875-452a-ac15-6b933a39ba3a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 1096 time: 0.0399210 Apr 21 13:25:48.021614 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd1e63-2ded-4ba9-a6c6-beecf2a46732 req-0fbcba69-eaf2-4f72-afa3-7b63c0b244bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:25:48.022990 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5bfd1e63-2ded-4ba9-a6c6-beecf2a46732 req-0fbcba69-eaf2-4f72-afa3-7b63c0b244bf service neutron] 10.222.0.26 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 911 time: 0.0830023 Apr 21 13:25:48.089533 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5bfd1e63-2ded-4ba9-a6c6-beecf2a46732 req-4b63c446-2e44-4e1f-9c18-7fa1459b74fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d17e0e15-cbe1-45d8-8063-fc524a3638ac HTTP/1.1" status: 200 len: 1001 time: 0.0599337 Apr 21 13:25:48.136743 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd1e63-2ded-4ba9-a6c6-beecf2a46732 req-160b3fe5-bd06-4b61-9ed2-b4d507ffb8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:25:48.138177 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5bfd1e63-2ded-4ba9-a6c6-beecf2a46732 req-160b3fe5-bd06-4b61-9ed2-b4d507ffb8a6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=907954d3-68ec-48ae-a8f1-9fb47f43a330 HTTP/1.1" status: 200 len: 849 time: 0.0422716 Apr 21 13:25:48.180530 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd1e63-2ded-4ba9-a6c6-beecf2a46732 req-889bb471-ca1f-480e-ac15-b8b1a9ff868b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:25:48.182437 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5bfd1e63-2ded-4ba9-a6c6-beecf2a46732 req-889bb471-ca1f-480e-ac15-b8b1a9ff868b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7984040f-8856-438f-b156-ed1c99b23fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380349 Apr 21 13:25:48.239669 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:25:48.273660 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5bfd1e63-2ded-4ba9-a6c6-beecf2a46732 req-8fecb4d2-83b1-4958-be30-3dac93c242b8 service neutron] 10.222.0.26 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841041 Apr 21 13:25:48.359218 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5bfd1e63-2ded-4ba9-a6c6-beecf2a46732 req-03578b96-92ed-463d-8223-31800b756cb7 service neutron] 10.222.0.26 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793409 Apr 21 13:25:48.594092 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:25:48.732485 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:25:50.789128 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:26:13.491820 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a25ef247-73cb-4e8c-b4d6-6b3e8680044b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:26:15.748879 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47d92c0f-0d78-44da-b27a-64912feb93f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:26:16.965889 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:26:17.069298 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:26:18.246181 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:26:18.599142 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:26:18.730433 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:26:20.827302 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:26:43.474805 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dfd30a73-21fa-4102-861f-5abe59caf521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:26:45.781224 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-20d275f4-562c-4f50-87b0-cae87ce8d350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:26:47.085548 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:26:48.251030 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:26:48.593545 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:26:48.719720 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:26:49.901758 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2805189-c8d9-4b0a-b362-c1d79460f4e6 req-5e98aecb-54e9-42a2-a756-661e029145a6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0808256 Apr 21 13:26:49.980365 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2805189-c8d9-4b0a-b362-c1d79460f4e6 req-7002ab6f-dbca-46b1-82e6-7455ffe59f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:26:49.981830 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2805189-c8d9-4b0a-b362-c1d79460f4e6 req-7002ab6f-dbca-46b1-82e6-7455ffe59f63 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 1096 time: 0.0389025 Apr 21 13:26:50.080073 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2805189-c8d9-4b0a-b362-c1d79460f4e6 req-faa45387-2a9e-4072-9480-e92796cf4504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:26:50.081434 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2805189-c8d9-4b0a-b362-c1d79460f4e6 req-faa45387-2a9e-4072-9480-e92796cf4504 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 911 time: 0.0811048 Apr 21 13:26:50.147427 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2805189-c8d9-4b0a-b362-c1d79460f4e6 req-5cd33c03-7938-4582-a433-9ecb04128f7f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d17e0e15-cbe1-45d8-8063-fc524a3638ac HTTP/1.1" status: 200 len: 1001 time: 0.0592749 Apr 21 13:26:50.193254 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2805189-c8d9-4b0a-b362-c1d79460f4e6 req-b109deef-49c6-4a3e-b884-c3bbc7e256c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:26:50.194666 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2805189-c8d9-4b0a-b362-c1d79460f4e6 req-b109deef-49c6-4a3e-b884-c3bbc7e256c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=907954d3-68ec-48ae-a8f1-9fb47f43a330 HTTP/1.1" status: 200 len: 849 time: 0.0415742 Apr 21 13:26:50.237787 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2805189-c8d9-4b0a-b362-c1d79460f4e6 req-355f125f-6f3b-40db-a556-f574fc93688e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:26:50.239231 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2805189-c8d9-4b0a-b362-c1d79460f4e6 req-355f125f-6f3b-40db-a556-f574fc93688e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7984040f-8856-438f-b156-ed1c99b23fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386348 Apr 21 13:26:50.326438 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2805189-c8d9-4b0a-b362-c1d79460f4e6 req-c9ca6c73-7b64-4f7d-bef0-d0769714f821 service neutron] 10.222.0.26 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808308 Apr 21 13:26:50.413828 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2805189-c8d9-4b0a-b362-c1d79460f4e6 req-40e1f293-dcb6-4cc8-a341-81a78f2b1ce3 service neutron] 10.222.0.26 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802393 Apr 21 13:26:50.811082 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:26:53.964584 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:27:13.478861 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f14371e8-d647-4e18-a5b5-ed6ebb10db08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:15.769533 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8abdadd4-7a81-42f8-bf0a-99935603581e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:17.118186 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:18.307470 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:18.650959 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:18.764051 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:20.890256 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:29.381379 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-f82000b9-9c62-42cd-a545-4b0f90d48775 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-475984989&fields=id&tenant_id=e09676fd3de740cabb87417a0199ea6c HTTP/1.1" status: 200 len: 267 time: 0.0369530 Apr 21 13:27:29.483115 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-be43660f-caa8-4c16-bece-2916a22ab152 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:29.484531 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-be43660f-caa8-4c16-bece-2916a22ab152 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 810 time: 0.0963533 Apr 21 13:27:29.499863 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-1f911c0c-3b1a-4f12-82f1-6bbb9dc11351 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/quotas/e09676fd3de740cabb87417a0199ea6c HTTP/1.1" status: 200 len: 375 time: 0.0086801 Apr 21 13:27:29.555335 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-28766f5b-5068-4046-a65a-c88a11e30fd2 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0497887 Apr 21 13:27:29.647603 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-b35117ca-9cce-4ddc-a10c-be5cdf403fb5 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 13:27:29.648580 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-b35117ca-9cce-4ddc-a10c-be5cdf403fb5 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474160 Apr 21 13:27:29.739146 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-d36a43e9-d8d0-456c-aa0d-7bcb6c16a867 service neutron] 10.222.0.36 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842824 Apr 21 13:27:29.826191 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-cdc8f5d6-fb1f-48e6-b88e-c0ea5deced8a service neutron] 10.222.0.36 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809250 Apr 21 13:27:30.482291 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10c801ae-3111-4292-b61e-b73f5b7e2044 req-47833c61-d10f-4210-ba6b-41a0cc05294e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 210 time: 0.0781333 Apr 21 13:27:30.963442 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:27:31.579277 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14bba7e3-9438-424d-8080-f6af747e228e req-36f7990c-bbad-4cb1-8204-375cd11fbc2f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 210 time: 0.0262933 Apr 21 13:27:32.262242 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-0ba806b5-9b3c-4679-928c-1723e9104d5c tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:32.263688 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-0ba806b5-9b3c-4679-928c-1723e9104d5c tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.24 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 810 time: 0.1016746 Apr 21 13:27:32.318480 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-251a19ea-ec81-4de1-b45a-bdbdd7557bcf tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e09676fd3de740cabb87417a0199ea6c HTTP/1.1" status: 200 len: 379 time: 0.0355518 Apr 21 13:27:32.328145 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-0e8b34b8-48df-47e3-a1fd-d629fe4f3286 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Request body: {'port': {'device_id': '62aa6c68-8d9f-4bdc-8288-1a9f258638ed', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'admin_state_up': True, 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'security_groups': ['bc9ef290-51e8-4030-9c4f-bb8f492b854c']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:27:32.507339 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-0e8b34b8-48df-47e3-a1fd-d629fe4f3286 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Made reservation on behalf of e09676fd3de740cabb87417a0199ea6c for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:27:32.511833 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-0e8b34b8-48df-47e3-a1fd-d629fe4f3286 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:32.643891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-0e8b34b8-48df-47e3-a1fd-d629fe4f3286 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Allocated IP 172.20.0.13 (7984040f-8856-438f-b156-ed1c99b23fab/907954d3-68ec-48ae-a8f1-9fb47f43a330/f2d8c738-b77e-4b5a-8a18-2e12d0586729) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:27:32.707719 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dd631afb-c585-4a07-940c-2f2d0627a80d req-5f58d32b-d4a6-4adc-b2bd-f8d5f498fc95 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 210 time: 0.0417731 Apr 21 13:27:32.808548 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-0e8b34b8-48df-47e3-a1fd-d629fe4f3286 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:32.895628 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-0e8b34b8-48df-47e3-a1fd-d629fe4f3286 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:32.944135 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-0e8b34b8-48df-47e3-a1fd-d629fe4f3286 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Network 7984040f-8856-438f-b156-ed1c99b23fab is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:27:32.947277 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-0e8b34b8-48df-47e3-a1fd-d629fe4f3286 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:27:32.951159 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-0e8b34b8-48df-47e3-a1fd-d629fe4f3286 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:27:32.957526 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b34b8-48df-47e3-a1fd-d629fe4f3286 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Pushing event updated for resources: {'Port': ['ID=f2d8c738-b77e-4b5a-8a18-2e12d0586729,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:27:32.987042 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b34b8-48df-47e3-a1fd-d629fe4f3286 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:27:32.987383 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b34b8-48df-47e3-a1fd-d629fe4f3286 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:27:32.987726 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b34b8-48df-47e3-a1fd-d629fe4f3286 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:27:32.988647 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b34b8-48df-47e3-a1fd-d629fe4f3286 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:27:32.988934 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b34b8-48df-47e3-a1fd-d629fe4f3286 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:27:32.989260 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b34b8-48df-47e3-a1fd-d629fe4f3286 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:27:32.989621 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b34b8-48df-47e3-a1fd-d629fe4f3286 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:27:32.989934 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b34b8-48df-47e3-a1fd-d629fe4f3286 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:27:32.990259 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b34b8-48df-47e3-a1fd-d629fe4f3286 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:27:32.990579 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b34b8-48df-47e3-a1fd-d629fe4f3286 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:27:32.990900 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b34b8-48df-47e3-a1fd-d629fe4f3286 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:27:32.991358 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b34b8-48df-47e3-a1fd-d629fe4f3286 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:27:33.017686 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-0e8b34b8-48df-47e3-a1fd-d629fe4f3286 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:33.018325 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-0e8b34b8-48df-47e3-a1fd-d629fe4f3286 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:33.099392 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-0e8b34b8-48df-47e3-a1fd-d629fe4f3286 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7747355 Apr 21 13:27:33.201136 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-50fa5a80-3bff-44b7-b438-93d5090d9201 service neutron] Request body: {'port': {'device_id': '62aa6c68-8d9f-4bdc-8288-1a9f258638ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:27:33.247103 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-10e8dbcf-c312-4666-a942-474585807e6d None None] Provisioning complete for port f2d8c738-b77e-4b5a-8a18-2e12d0586729 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:27:33.247758 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10e8dbcf-c312-4666-a942-474585807e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:33.260757 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-50fa5a80-3bff-44b7-b438-93d5090d9201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:33.280766 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-10e8dbcf-c312-4666-a942-474585807e6d None None] Port f2d8c738-b77e-4b5a-8a18-2e12d0586729 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:27:33.525172 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-50fa5a80-3bff-44b7-b438-93d5090d9201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d8c738-b77e-4b5a-8a18-2e12d0586729 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:27:33.532845 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-50fa5a80-3bff-44b7-b438-93d5090d9201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:33.545206 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-50fa5a80-3bff-44b7-b438-93d5090d9201 service neutron] Transition to ACTIVE for port object f2d8c738-b77e-4b5a-8a18-2e12d0586729 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:27:33.621947 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-50fa5a80-3bff-44b7-b438-93d5090d9201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:33.681491 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa5a80-3bff-44b7-b438-93d5090d9201 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d8c738-b77e-4b5a-8a18-2e12d0586729,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:27:33.759861 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-50fa5a80-3bff-44b7-b438-93d5090d9201 service neutron] Attempting to bind port f2d8c738-b77e-4b5a-8a18-2e12d0586729 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:27:33.760354 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-50fa5a80-3bff-44b7-b438-93d5090d9201 service neutron] Attempting to bind port f2d8c738-b77e-4b5a-8a18-2e12d0586729 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:27:33.760766 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-50fa5a80-3bff-44b7-b438-93d5090d9201 service neutron] Attempting to bind port f2d8c738-b77e-4b5a-8a18-2e12d0586729 on network 7984040f-8856-438f-b156-ed1c99b23fab {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:27:33.765616 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-50fa5a80-3bff-44b7-b438-93d5090d9201 service neutron] Port f2d8c738-b77e-4b5a-8a18-2e12d0586729 on network 7984040f-8856-438f-b156-ed1c99b23fab not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:27:33.771145 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-50fa5a80-3bff-44b7-b438-93d5090d9201 service neutron] Attempting to bind port f2d8c738-b77e-4b5a-8a18-2e12d0586729 on network 7984040f-8856-438f-b156-ed1c99b23fab {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:27:33.772396 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-50fa5a80-3bff-44b7-b438-93d5090d9201 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:27:33.772953 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-50fa5a80-3bff-44b7-b438-93d5090d9201 service neutron] Checking segment: {'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:27:33.773432 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-50fa5a80-3bff-44b7-b438-93d5090d9201 service neutron] Bound using segment: {'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:27:33.774065 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-50fa5a80-3bff-44b7-b438-93d5090d9201 service neutron] Bound port: f2d8c738-b77e-4b5a-8a18-2e12d0586729, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0edb88c0-3503-4d89-a6d4-402c1e5a989d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:27:33.774562 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-50fa5a80-3bff-44b7-b438-93d5090d9201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:33.877840 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab2956-bb8f-4f6d-aaa3-c9154c778bdf req-8dc24d31-37d7-4eba-93dd-6a2f77dac8b2 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:33.879590 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4eab2956-bb8f-4f6d-aaa3-c9154c778bdf req-8dc24d31-37d7-4eba-93dd-6a2f77dac8b2 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 944 time: 0.0946443 Apr 21 13:27:33.887266 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-50fa5a80-3bff-44b7-b438-93d5090d9201 service neutron] For port f2d8c738-b77e-4b5a-8a18-2e12d0586729, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:27:33.892540 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-50fa5a80-3bff-44b7-b438-93d5090d9201 service neutron] For port f2d8c738-b77e-4b5a-8a18-2e12d0586729, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=f2d8c738-b77e-4b5a-8a18-2e12d0586729,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:27:33.925104 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4eab2956-bb8f-4f6d-aaa3-c9154c778bdf req-fe59dbd8-dabd-4a09-a132-c0ee655c0c55 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352719 Apr 21 13:27:33.965311 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-50fa5a80-3bff-44b7-b438-93d5090d9201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:34.007657 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-50fa5a80-3bff-44b7-b438-93d5090d9201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:34.008275 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-50fa5a80-3bff-44b7-b438-93d5090d9201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:34.009687 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-50fa5a80-3bff-44b7-b438-93d5090d9201 service neutron] 10.222.0.24 "PUT /v2.0/ports/f2d8c738-b77e-4b5a-8a18-2e12d0586729 HTTP/1.1" status: 200 len: 1092 time: 0.8515368 Apr 21 13:27:34.012207 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62aa6c68-8d9f-4bdc-8288-1a9f258638ed', 'tag': 'f2d8c738-b77e-4b5a-8a18-2e12d0586729'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:27:34.047688 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa5a80-3bff-44b7-b438-93d5090d9201 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d8c738-b77e-4b5a-8a18-2e12d0586729,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:27:34.063774 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878fb3e1-3403-4b8f-a2e3-9cd888ac7b59" -d '{"events": [{"name": "network-changed", "server_uuid": "62aa6c68-8d9f-4bdc-8288-1a9f258638ed", "tag": "f2d8c738-b77e-4b5a-8a18-2e12d0586729"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:27:34.184637 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e117087-f53a-4ac8-9230-0ed59fa44a37 x-openstack-request-id: req-4e117087-f53a-4ac8-9230-0ed59fa44a37 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:27:34.185000 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62aa6c68-8d9f-4bdc-8288-1a9f258638ed", "tag": "f2d8c738-b77e-4b5a-8a18-2e12d0586729", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:27:34.185315 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4e117087-f53a-4ac8-9230-0ed59fa44a37 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:27:34.185833 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e117087-f53a-4ac8-9230-0ed59fa44a37'] response: {'name': 'network-changed', 'server_uuid': '62aa6c68-8d9f-4bdc-8288-1a9f258638ed', 'tag': 'f2d8c738-b77e-4b5a-8a18-2e12d0586729', 'status': 'completed', 'code': 200} Apr 21 13:27:34.202443 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-9b598e19-c484-4eae-bca9-e06309b65331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:34.204334 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-9b598e19-c484-4eae-bca9-e06309b65331 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 1095 time: 0.0520277 Apr 21 13:27:34.252075 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-24cb1241-3dd6-4dc3-b22f-014fd6518283 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2d8c738-b77e-4b5a-8a18-2e12d0586729 HTTP/1.1" status: 200 len: 217 time: 0.0396090 Apr 21 13:27:34.307024 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-93f307dc-d7ae-4343-80bf-4ea2c8c2c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:34.308513 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-93f307dc-d7ae-4343-80bf-4ea2c8c2c93e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=907954d3-68ec-48ae-a8f1-9fb47f43a330 HTTP/1.1" status: 200 len: 849 time: 0.0459111 Apr 21 13:27:34.366095 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-6b57e257-1021-440e-9411-0a545b49b3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:34.367721 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-6b57e257-1021-440e-9411-0a545b49b3b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7984040f-8856-438f-b156-ed1c99b23fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487983 Apr 21 13:27:34.461635 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-0b3bd8d5-b008-4bc6-b07c-09b6b7c00a8c service neutron] 10.222.0.24 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830123 Apr 21 13:27:34.559707 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc4bb843-7f2a-4dee-8b33-545749e346ef req-0525ef41-b810-45d0-a706-720ff5ffc905 service neutron] 10.222.0.24 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878711 Apr 21 13:27:34.708970 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fb3e1-3403-4b8f-a2e3-9cd888ac7b59 req-23a7e099-5aff-4fc1-8ecd-295dea523844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:34.710628 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-878fb3e1-3403-4b8f-a2e3-9cd888ac7b59 req-23a7e099-5aff-4fc1-8ecd-295dea523844 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 1095 time: 0.0427086 Apr 21 13:27:34.807660 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fb3e1-3403-4b8f-a2e3-9cd888ac7b59 req-736b35a8-7516-4f4c-8215-e5051ac10100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:34.809062 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-878fb3e1-3403-4b8f-a2e3-9cd888ac7b59 req-736b35a8-7516-4f4c-8215-e5051ac10100 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 911 time: 0.0884624 Apr 21 13:27:34.853544 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-878fb3e1-3403-4b8f-a2e3-9cd888ac7b59 req-ffd77cb2-7b1a-4e38-bf1e-f58639d42d6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2d8c738-b77e-4b5a-8a18-2e12d0586729 HTTP/1.1" status: 200 len: 217 time: 0.0341167 Apr 21 13:27:34.905232 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fb3e1-3403-4b8f-a2e3-9cd888ac7b59 req-ff53b6bc-d7f6-48dd-87f2-df00a3757160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:34.906757 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-878fb3e1-3403-4b8f-a2e3-9cd888ac7b59 req-ff53b6bc-d7f6-48dd-87f2-df00a3757160 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=907954d3-68ec-48ae-a8f1-9fb47f43a330 HTTP/1.1" status: 200 len: 849 time: 0.0432241 Apr 21 13:27:34.964304 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fb3e1-3403-4b8f-a2e3-9cd888ac7b59 req-00e22cd2-9c67-40a8-9c1a-1d773ccf0d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:34.964304 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-878fb3e1-3403-4b8f-a2e3-9cd888ac7b59 req-00e22cd2-9c67-40a8-9c1a-1d773ccf0d00 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7984040f-8856-438f-b156-ed1c99b23fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440905 Apr 21 13:27:35.086264 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2b550-4b87-4d0a-9982-373092cd0af6 req-09db3097-14ad-450e-83dd-86a94f3459e6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:35.087738 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-91c2b550-4b87-4d0a-9982-373092cd0af6 req-09db3097-14ad-450e-83dd-86a94f3459e6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 944 time: 0.0934696 Apr 21 13:27:35.106890 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-878fb3e1-3403-4b8f-a2e3-9cd888ac7b59 req-478bc8b7-9ad9-4f7d-a99f-70f2ad968f87 service neutron] 10.222.0.24 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347742 Apr 21 13:27:35.155968 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-91c2b550-4b87-4d0a-9982-373092cd0af6 req-2470d79d-ecd8-4924-be28-dbca7f95de1e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595694 Apr 21 13:27:35.222768 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-878fb3e1-3403-4b8f-a2e3-9cd888ac7b59 req-9a3c6cb8-2fca-41d0-a1f0-38ec1da93357 service neutron] 10.222.0.24 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046820 Apr 21 13:27:36.277011 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382738a-4912-42e4-9b8a-0c62f75ab31b req-dcee31ce-e24c-4277-b147-151b108fe78d tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:36.278601 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b382738a-4912-42e4-9b8a-0c62f75ab31b req-dcee31ce-e24c-4277-b147-151b108fe78d tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 944 time: 0.0524316 Apr 21 13:27:36.320709 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b382738a-4912-42e4-9b8a-0c62f75ab31b req-2d06c102-82e8-47f3-bd8d-30d27e500669 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357664 Apr 21 13:27:37.442437 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed690aa-c013-46c0-a0f5-3f6011a350fb req-63b995d2-89ad-4e39-8a31-695f9ee2630e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:37.444028 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ed690aa-c013-46c0-a0f5-3f6011a350fb req-63b995d2-89ad-4e39-8a31-695f9ee2630e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 944 time: 0.0546029 Apr 21 13:27:37.482138 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ed690aa-c013-46c0-a0f5-3f6011a350fb req-dcb4e232-de80-4d90-85fa-4e16eb12faa1 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317452 Apr 21 13:27:38.596026 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21f7a1-ff15-465d-a45d-8207ed12b053 req-badc6adb-047b-4027-85bc-68f6a4095c38 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:38.597488 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4e21f7a1-ff15-465d-a45d-8207ed12b053 req-badc6adb-047b-4027-85bc-68f6a4095c38 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 944 time: 0.0479176 Apr 21 13:27:38.634645 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4e21f7a1-ff15-465d-a45d-8207ed12b053 req-c6afb965-2407-4e99-b8be-1c85b7c1b589 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306041 Apr 21 13:27:39.747671 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd085311-4229-4375-90cf-2b7b5af58966 req-04703555-0c77-4026-a8d2-35b8d04f54c6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:39.749140 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dd085311-4229-4375-90cf-2b7b5af58966 req-04703555-0c77-4026-a8d2-35b8d04f54c6 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 944 time: 0.0483556 Apr 21 13:27:39.788177 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dd085311-4229-4375-90cf-2b7b5af58966 req-f667d672-e829-422d-94f0-5599a1097645 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329485 Apr 21 13:27:40.905925 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcda3d3-1a36-4f31-9700-ae7a8419caea req-482e9572-501c-4b94-a71e-c2dfab629153 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:40.907405 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6fcda3d3-1a36-4f31-9700-ae7a8419caea req-482e9572-501c-4b94-a71e-c2dfab629153 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 944 time: 0.0524211 Apr 21 13:27:40.944887 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6fcda3d3-1a36-4f31-9700-ae7a8419caea req-2bace748-817e-49c4-abd5-d7b6d19e62ee tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307081 Apr 21 13:27:42.060530 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1129d8b4-ddb6-4706-a63a-144b749e3683 req-56d4de4a-f209-46b9-9109-97a70596ef94 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:42.062020 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1129d8b4-ddb6-4706-a63a-144b749e3683 req-56d4de4a-f209-46b9-9109-97a70596ef94 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 944 time: 0.0486333 Apr 21 13:27:42.100277 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1129d8b4-ddb6-4706-a63a-144b749e3683 req-ee09cb3b-dc93-44e7-8b91-21647a7ba7e9 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322635 Apr 21 13:27:43.214270 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f9a9f-8fe3-465c-9394-06e6f6b5745a req-018c6660-bed7-4bf8-bc7f-5fbeeb5e63b0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:43.215734 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-086f9a9f-8fe3-465c-9394-06e6f6b5745a req-018c6660-bed7-4bf8-bc7f-5fbeeb5e63b0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 944 time: 0.0482914 Apr 21 13:27:43.252412 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-086f9a9f-8fe3-465c-9394-06e6f6b5745a req-4747bbfa-6be3-4eff-b57d-9708d44de4bf tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307157 Apr 21 13:27:43.494277 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8625eb54-f820-40a8-a154-f79a770601ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:44.370027 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08e7f4-6754-4cd5-9ced-28cc4dfb1dc4 req-35f5f72f-07e5-45c3-9b00-cf1869ec3fd2 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:44.371598 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da08e7f4-6754-4cd5-9ced-28cc4dfb1dc4 req-35f5f72f-07e5-45c3-9b00-cf1869ec3fd2 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 944 time: 0.0534613 Apr 21 13:27:44.410016 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da08e7f4-6754-4cd5-9ced-28cc4dfb1dc4 req-add92bb7-77cd-42f5-bbb0-11699f17a1c5 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324154 Apr 21 13:27:45.527980 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c102468-1dcd-4ea0-9164-c8c98e6aa681 req-bf425239-6ae8-44d8-ac7a-db2fef3c544a tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:45.529474 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c102468-1dcd-4ea0-9164-c8c98e6aa681 req-bf425239-6ae8-44d8-ac7a-db2fef3c544a tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 944 time: 0.0500588 Apr 21 13:27:45.567134 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c102468-1dcd-4ea0-9164-c8c98e6aa681 req-9d02455d-5a32-4c68-b867-3956e57971eb tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316501 Apr 21 13:27:45.763305 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fd2349c9-abad-4a16-a31c-462de98e9730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:46.137524 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device f2d8c738-b77e-4b5a-8a18-2e12d0586729 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:27:46.230166 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port f2d8c738-b77e-4b5a-8a18-2e12d0586729, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=f2d8c738-b77e-4b5a-8a18-2e12d0586729,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:27:46.241471 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'f2d8c738-b77e-4b5a-8a18-2e12d0586729', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'port_id': 'f2d8c738-b77e-4b5a-8a18-2e12d0586729', 'mac_address': 'fa:16:3e:87:ad:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:27:46.280787 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:46.293693 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d8c738-b77e-4b5a-8a18-2e12d0586729 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:27:46.311974 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port f2d8c738-b77e-4b5a-8a18-2e12d0586729, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=f2d8c738-b77e-4b5a-8a18-2e12d0586729,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:27:46.399057 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:46.444568 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=f2d8c738-b77e-4b5a-8a18-2e12d0586729,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:27:46.451604 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:27:46.451953 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:27:46.452289 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:27:46.452622 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:27:46.452950 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:27:46.453279 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:27:46.453619 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:27:46.453949 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:27:46.454265 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:27:46.454581 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:27:46.454898 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:27:46.455214 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:27:46.679169 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['f2d8c738-b77e-4b5a-8a18-2e12d0586729'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:27:46.683798 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5223a0a-6683-43c4-9536-0e8e3dd64eac req-fe798f8e-d7ee-45d4-b2ec-40be6e0be81c tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:46.685274 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5223a0a-6683-43c4-9536-0e8e3dd64eac req-fe798f8e-d7ee-45d4-b2ec-40be6e0be81c tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 945 time: 0.0481887 Apr 21 13:27:46.724694 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5223a0a-6683-43c4-9536-0e8e3dd64eac req-76815a24-a625-4c2c-a39c-aa4c04c278c9 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332043 Apr 21 13:27:47.089928 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:47.846028 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac28f2f-2d1a-4040-ba0f-f2e90d7b005d req-e80bdf27-ecc1-425c-a61b-e83e62ec450b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:47.847494 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8ac28f2f-2d1a-4040-ba0f-f2e90d7b005d req-e80bdf27-ecc1-425c-a61b-e83e62ec450b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 945 time: 0.0526960 Apr 21 13:27:47.885785 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8ac28f2f-2d1a-4040-ba0f-f2e90d7b005d req-c592b283-cdb0-43f3-a5a0-e2da3acb7bcc tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315793 Apr 21 13:27:48.138151 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device f2d8c738-b77e-4b5a-8a18-2e12d0586729 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:27:48.307073 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port f2d8c738-b77e-4b5a-8a18-2e12d0586729 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:27:48.310794 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port f2d8c738-b77e-4b5a-8a18-2e12d0586729 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:27:48.311157 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:48.386626 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:48.405003 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:48.410093 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62aa6c68-8d9f-4bdc-8288-1a9f258638ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d8c738-b77e-4b5a-8a18-2e12d0586729'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:27:48.423690 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port f2d8c738-b77e-4b5a-8a18-2e12d0586729, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=f2d8c738-b77e-4b5a-8a18-2e12d0586729,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:27:48.449253 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee68897-5d33-434b-a6e7-535686808646" -d '{"events": [{"server_uuid": "62aa6c68-8d9f-4bdc-8288-1a9f258638ed", "name": "network-vif-plugged", "status": "completed", "tag": "f2d8c738-b77e-4b5a-8a18-2e12d0586729"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:27:48.490487 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:48.534507 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7b5172-8d88-45cf-b28f-66c5486c430c x-openstack-request-id: req-3b7b5172-8d88-45cf-b28f-66c5486c430c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:27:48.540138 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62aa6c68-8d9f-4bdc-8288-1a9f258638ed", "name": "network-vif-plugged", "status": "completed", "tag": "f2d8c738-b77e-4b5a-8a18-2e12d0586729", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:27:48.540138 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3b7b5172-8d88-45cf-b28f-66c5486c430c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:27:48.540138 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b7b5172-8d88-45cf-b28f-66c5486c430c'] response: {'server_uuid': '62aa6c68-8d9f-4bdc-8288-1a9f258638ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d8c738-b77e-4b5a-8a18-2e12d0586729', 'code': 200} Apr 21 13:27:48.551166 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=f2d8c738-b77e-4b5a-8a18-2e12d0586729,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:27:48.603868 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:48.637254 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddeda3e-e9d9-4dfc-8683-97501ea93c4d req-679e6a6a-9f13-4600-abad-96b41e1eff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:48.638774 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fddeda3e-e9d9-4dfc-8683-97501ea93c4d req-679e6a6a-9f13-4600-abad-96b41e1eff49 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 1097 time: 0.0414674 Apr 21 13:27:48.676965 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fddeda3e-e9d9-4dfc-8683-97501ea93c4d req-8ed3aa38-a3e8-4a30-9c56-685219ea4005 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294576 Apr 21 13:27:48.718209 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:49.002003 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2277ee3-3c53-4fbe-a76d-96b024f0cb30 req-6f890cc7-aef9-46b4-bb2c-4a825721128e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:49.003403 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b2277ee3-3c53-4fbe-a76d-96b024f0cb30 req-6f890cc7-aef9-46b4-bb2c-4a825721128e tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 946 time: 0.0505161 Apr 21 13:27:49.042046 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b2277ee3-3c53-4fbe-a76d-96b024f0cb30 req-b3a0dcff-4fe3-4373-b627-fa598a2a3b0b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325470 Apr 21 13:27:50.161685 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac1ba1c-3a82-4cdb-80d4-ece34cd88709 req-ee5bae0b-5c22-46ee-8eb5-c109524018ff tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:50.163447 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eac1ba1c-3a82-4cdb-80d4-ece34cd88709 req-ee5bae0b-5c22-46ee-8eb5-c109524018ff tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 946 time: 0.0536368 Apr 21 13:27:50.200316 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eac1ba1c-3a82-4cdb-80d4-ece34cd88709 req-e5cdaf66-31b8-46b3-a99c-17431f832847 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309219 Apr 21 13:27:50.317192 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88bc26-a9a4-470c-a8e9-977fe9fb3f4a req-84f63bc7-5efa-422b-ad82-96f108542830 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:50.319360 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf88bc26-a9a4-470c-a8e9-977fe9fb3f4a req-84f63bc7-5efa-422b-ad82-96f108542830 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 946 time: 0.0489440 Apr 21 13:27:50.356894 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf88bc26-a9a4-470c-a8e9-977fe9fb3f4a req-cba7d8db-2e07-4d7b-8edd-1b7c11a6edcf tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316024 Apr 21 13:27:50.381749 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57360) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:27:50.421510 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4325259-ce82-49f2-8372-73278268781d tempest-TestVolumeBootPattern-1430694216 tempest-TestVolumeBootPattern-1430694216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:50.423060 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d4325259-ce82-49f2-8372-73278268781d tempest-TestVolumeBootPattern-1430694216 tempest-TestVolumeBootPattern-1430694216-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 1092 time: 0.0403526 Apr 21 13:27:50.425800 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57362) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:27:50.430005 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-04d0e635-742b-4059-b14f-09c4dfdca44b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'port_id': 'f2d8c738-b77e-4b5a-8a18-2e12d0586729', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:27:50.512652 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04d0e635-742b-4059-b14f-09c4dfdca44b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:50.612117 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04d0e635-742b-4059-b14f-09c4dfdca44b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:50.711440 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-04d0e635-742b-4059-b14f-09c4dfdca44b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Allocated IP 172.25.8.86 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/5f84d767-2679-4247-bbcc-c4c82e58b01c) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:27:50.820610 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04d0e635-742b-4059-b14f-09c4dfdca44b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:50.844422 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:50.919143 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04d0e635-742b-4059-b14f-09c4dfdca44b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:50.962629 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d0e635-742b-4059-b14f-09c4dfdca44b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:27:50.965879 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-04d0e635-742b-4059-b14f-09c4dfdca44b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:27:50.969960 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d0e635-742b-4059-b14f-09c4dfdca44b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:27:50.997558 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0e635-742b-4059-b14f-09c4dfdca44b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Pushing event updated for resources: {'Port': ['ID=5f84d767-2679-4247-bbcc-c4c82e58b01c,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:27:51.327386 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04d0e635-742b-4059-b14f-09c4dfdca44b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:51.440331 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04d0e635-742b-4059-b14f-09c4dfdca44b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:51.591035 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04d0e635-742b-4059-b14f-09c4dfdca44b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:51.638255 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04d0e635-742b-4059-b14f-09c4dfdca44b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:51.707543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0e635-742b-4059-b14f-09c4dfdca44b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Pushing event updated for resources: {'Port': ['ID=5f84d767-2679-4247-bbcc-c4c82e58b01c,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:27:51.720528 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04d0e635-742b-4059-b14f-09c4dfdca44b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:51.841945 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dba81f5d-c740-454b-8b14-4b260049f384 req-4f3f4170-f519-42c1-93df-ceb13a5d0c55 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0875466 Apr 21 13:27:51.855100 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-04d0e635-742b-4059-b14f-09c4dfdca44b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Floating IP a354b9de-a2a7-4ed9-b5de-b1103c290d41 associated. External IP: 172.25.8.86, port: f2d8c738-b77e-4b5a-8a18-2e12d0586729. Apr 21 13:27:51.975888 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba81f5d-c740-454b-8b14-4b260049f384 req-d73650ea-6deb-41eb-90b4-d9a7efa2af3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:51.977362 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dba81f5d-c740-454b-8b14-4b260049f384 req-d73650ea-6deb-41eb-90b4-d9a7efa2af3a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 1096 time: 0.0862913 Apr 21 13:27:52.472585 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba81f5d-c740-454b-8b14-4b260049f384 req-903945ef-f0a8-4fb6-8e2a-898cb4ebd956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:52.474045 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dba81f5d-c740-454b-8b14-4b260049f384 req-903945ef-f0a8-4fb6-8e2a-898cb4ebd956 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 911 time: 0.4464431 Apr 21 13:27:52.478214 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d0e635-742b-4059-b14f-09c4dfdca44b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Router cc2459a5-1315-49dc-9ba4-e1462c90a9a4 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:27:52.581505 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dba81f5d-c740-454b-8b14-4b260049f384 req-558b152e-3bac-4bc9-a6e1-3decd1d5ff59 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d17e0e15-cbe1-45d8-8063-fc524a3638ac HTTP/1.1" status: 200 len: 1001 time: 0.0993311 Apr 21 13:27:52.665904 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d0e635-742b-4059-b14f-09c4dfdca44b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:27:52.668294 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba81f5d-c740-454b-8b14-4b260049f384 req-9b1511a8-288d-4a33-b351-95a24469a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:52.669757 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dba81f5d-c740-454b-8b14-4b260049f384 req-9b1511a8-288d-4a33-b351-95a24469a155 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=907954d3-68ec-48ae-a8f1-9fb47f43a330 HTTP/1.1" status: 200 len: 849 time: 0.0823123 Apr 21 13:27:52.675276 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339baf5e-c278-4cdc-ab0d-123d8defd277 None None] Sync routers for ids ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:27:52.685310 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339baf5e-c278-4cdc-ab0d-123d8defd277 None None] Routers {'cc2459a5-1315-49dc-9ba4-e1462c90a9a4'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:27:52.691837 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-339baf5e-c278-4cdc-ab0d-123d8defd277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:27:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:27:52.722349 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba81f5d-c740-454b-8b14-4b260049f384 req-b7f22f40-b91d-4bcf-aa34-89bf7bd7622a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:52.723977 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dba81f5d-c740-454b-8b14-4b260049f384 req-b7f22f40-b91d-4bcf-aa34-89bf7bd7622a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7984040f-8856-438f-b156-ed1c99b23fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473220 Apr 21 13:27:52.779477 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-04d0e635-742b-4059-b14f-09c4dfdca44b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:27:52.793835 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-339baf5e-c278-4cdc-ab0d-123d8defd277 None None] Set router cc2459a5-1315-49dc-9ba4-e1462c90a9a4 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:27:52.814909 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-04d0e635-742b-4059-b14f-09c4dfdca44b tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3880942 Apr 21 13:27:52.821112 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62aa6c68-8d9f-4bdc-8288-1a9f258638ed', 'tag': 'f2d8c738-b77e-4b5a-8a18-2e12d0586729'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:27:52.823048 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5762e3bb-3e27-4f4d-9f0b-8e2ebf5688eb" -d '{"events": [{"name": "network-changed", "server_uuid": "62aa6c68-8d9f-4bdc-8288-1a9f258638ed", "tag": "f2d8c738-b77e-4b5a-8a18-2e12d0586729"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:27:52.854299 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dba81f5d-c740-454b-8b14-4b260049f384 req-a2c79fae-4e5d-4ee9-8b2e-09c48666b9cf service neutron] 10.222.0.26 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226821 Apr 21 13:27:52.871722 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088fa8c7-069a-4192-941f-09757ec88cbb x-openstack-request-id: req-088fa8c7-069a-4192-941f-09757ec88cbb {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:27:52.878024 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62aa6c68-8d9f-4bdc-8288-1a9f258638ed", "tag": "f2d8c738-b77e-4b5a-8a18-2e12d0586729", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:27:52.878024 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-088fa8c7-069a-4192-941f-09757ec88cbb {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:27:52.878024 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-088fa8c7-069a-4192-941f-09757ec88cbb'] response: {'name': 'network-changed', 'server_uuid': '62aa6c68-8d9f-4bdc-8288-1a9f258638ed', 'tag': 'f2d8c738-b77e-4b5a-8a18-2e12d0586729', 'status': 'completed', 'code': 200} Apr 21 13:27:52.980851 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762e3bb-3e27-4f4d-9f0b-8e2ebf5688eb req-e43cd5da-8b95-4ffd-b7c7-2a74e44d586e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:52.982389 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5762e3bb-3e27-4f4d-9f0b-8e2ebf5688eb req-e43cd5da-8b95-4ffd-b7c7-2a74e44d586e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 1097 time: 0.0712602 Apr 21 13:27:52.984675 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dba81f5d-c740-454b-8b14-4b260049f384 req-949d8933-cb16-4891-ba24-c77910ca9f18 service neutron] 10.222.0.26 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229284 Apr 21 13:27:53.076960 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762e3bb-3e27-4f4d-9f0b-8e2ebf5688eb req-a14d4ea0-8f12-4ebe-a028-dca2b4dea86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:53.078523 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5762e3bb-3e27-4f4d-9f0b-8e2ebf5688eb req-a14d4ea0-8f12-4ebe-a028-dca2b4dea86c service neutron] 10.222.0.24 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 911 time: 0.0894454 Apr 21 13:27:53.144091 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5762e3bb-3e27-4f4d-9f0b-8e2ebf5688eb req-10596fb4-0c91-4af7-8bb0-47ac271ad474 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2d8c738-b77e-4b5a-8a18-2e12d0586729 HTTP/1.1" status: 200 len: 999 time: 0.0586865 Apr 21 13:27:53.180199 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-339baf5e-c278-4cdc-ab0d-123d8defd277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'name': 'tempest-TestVolumeBootPattern-97306643-router', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:28Z', 'updated_at': '2022-04-21T13:17:31Z', 'revision_number': 4, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'gw_port': {'id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:29Z', 'updated_at': '2022-04-21T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'a354b9de-a2a7-4ed9-b5de-b1103c290d41', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'floating_ip_address': '172.25.8.86', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'port_id': 'f2d8c738-b77e-4b5a-8a18-2e12d0586729', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'mac_address': 'fa:16:3e:87:ad:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa6c68-8d9f-4bdc-8288-1a9f258638ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:27:51Z', 'updated_at': '2022-04-21T13:27:51Z', 'revision_number': 0, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'fixed_ip_address_scope': None}, {'id': 'c7bdc5a6-23b0-4b71-a62e-a22128bc3a52', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'port_id': 'd17e0e15-cbe1-45d8-8063-fc524a3638ac', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'mac_address': 'fa:16:3e:2c:02:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6069ccca-4390-47f9-b2ca-16150975008a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:25:04Z', 'updated_at': '2022-04-21T13:25:07Z', 'revision_number': 1, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec358ffe-b987-4d2c-8846-7389724bb370', 'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'mac_address': 'fa:16:3e:eb:e6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:30Z', 'updated_at': '2022-04-21T13:17:35Z', 'revision_number': 5, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'subnets': [{'id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:27:53.196995 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762e3bb-3e27-4f4d-9f0b-8e2ebf5688eb req-9adb006a-75a4-4f3e-ae91-7acab7de45ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:53.202655 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5762e3bb-3e27-4f4d-9f0b-8e2ebf5688eb req-9adb006a-75a4-4f3e-ae91-7acab7de45ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=907954d3-68ec-48ae-a8f1-9fb47f43a330 HTTP/1.1" status: 200 len: 849 time: 0.0479946 Apr 21 13:27:53.211003 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339baf5e-c278-4cdc-ab0d-123d8defd277 None None] Checking router: cc2459a5-1315-49dc-9ba4-e1462c90a9a4 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:27:53.219409 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339baf5e-c278-4cdc-ab0d-123d8defd277 None None] Routers {'cc2459a5-1315-49dc-9ba4-e1462c90a9a4'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:27:53.220036 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-339baf5e-c278-4cdc-ab0d-123d8defd277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:27:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:27:53.243582 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762e3bb-3e27-4f4d-9f0b-8e2ebf5688eb req-ba4f3879-53f7-4fd2-8587-ddfaa410fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:53.245087 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5762e3bb-3e27-4f4d-9f0b-8e2ebf5688eb req-ba4f3879-53f7-4fd2-8587-ddfaa410fe20 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7984040f-8856-438f-b156-ed1c99b23fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399926 Apr 21 13:27:53.325174 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-339baf5e-c278-4cdc-ab0d-123d8defd277 None None] Set router cc2459a5-1315-49dc-9ba4-e1462c90a9a4 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:27:53.335205 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5762e3bb-3e27-4f4d-9f0b-8e2ebf5688eb req-2c919dae-9bdd-4664-baf5-1297a937d354 service neutron] 10.222.0.24 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832160 Apr 21 13:27:53.433837 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5762e3bb-3e27-4f4d-9f0b-8e2ebf5688eb req-06cf9174-a53e-45fe-927a-71463df80312 service neutron] 10.222.0.24 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920362 Apr 21 13:27:53.549245 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-339baf5e-c278-4cdc-ab0d-123d8defd277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'name': 'tempest-TestVolumeBootPattern-97306643-router', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:28Z', 'updated_at': '2022-04-21T13:17:31Z', 'revision_number': 4, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'gw_port': {'id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:29Z', 'updated_at': '2022-04-21T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'a354b9de-a2a7-4ed9-b5de-b1103c290d41', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'floating_ip_address': '172.25.8.86', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'port_id': 'f2d8c738-b77e-4b5a-8a18-2e12d0586729', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'mac_address': 'fa:16:3e:87:ad:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa6c68-8d9f-4bdc-8288-1a9f258638ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:27:51Z', 'updated_at': '2022-04-21T13:27:51Z', 'revision_number': 0, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'fixed_ip_address_scope': None}, {'id': 'c7bdc5a6-23b0-4b71-a62e-a22128bc3a52', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'port_id': 'd17e0e15-cbe1-45d8-8063-fc524a3638ac', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'mac_address': 'fa:16:3e:2c:02:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6069ccca-4390-47f9-b2ca-16150975008a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:25:04Z', 'updated_at': '2022-04-21T13:25:07Z', 'revision_number': 1, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec358ffe-b987-4d2c-8846-7389724bb370', 'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'mac_address': 'fa:16:3e:eb:e6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:30Z', 'updated_at': '2022-04-21T13:17:35Z', 'revision_number': 5, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'subnets': [{'id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:27:53.579585 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339baf5e-c278-4cdc-ab0d-123d8defd277 None None] The sync data for ids ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'] in n-d-836147-2 is: [{'id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'name': 'tempest-TestVolumeBootPattern-97306643-router', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:28Z', 'updated_at': '2022-04-21T13:17:31Z', 'revision_number': 4, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'gw_port': {'id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:29Z', 'updated_at': '2022-04-21T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'a354b9de-a2a7-4ed9-b5de-b1103c290d41', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'floating_ip_address': '172.25.8.86', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'port_id': 'f2d8c738-b77e-4b5a-8a18-2e12d0586729', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'mac_address': 'fa:16:3e:87:ad:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62aa6c68-8d9f-4bdc-8288-1a9f258638ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:27:51Z', 'updated_at': '2022-04-21T13:27:51Z', 'revision_number': 0, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'fixed_ip_address_scope': None}, {'id': 'c7bdc5a6-23b0-4b71-a62e-a22128bc3a52', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'port_id': 'd17e0e15-cbe1-45d8-8063-fc524a3638ac', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'mac_address': 'fa:16:3e:2c:02:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6069ccca-4390-47f9-b2ca-16150975008a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:25:04Z', 'updated_at': '2022-04-21T13:25:07Z', 'revision_number': 1, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec358ffe-b987-4d2c-8846-7389724bb370', 'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'mac_address': 'fa:16:3e:eb:e6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:30Z', 'updated_at': '2022-04-21T13:17:35Z', 'revision_number': 5, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'subnets': [{'id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:27:53.779841 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be05dbf-97db-4d1e-97bc-0fcb0273c113 None None] New status for floating IP a354b9de-a2a7-4ed9-b5de-b1103c290d41: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:27:55.933932 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ab89b15-f6b4-4037-9502-9f38625c98d0 req-78cd1784-0b13-4efe-893d-573ca1eddd0b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400269 Apr 21 13:27:56.015812 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab89b15-f6b4-4037-9502-9f38625c98d0 req-392f250b-5707-4e59-a49c-3f56b655662e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:56.017303 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ab89b15-f6b4-4037-9502-9f38625c98d0 req-392f250b-5707-4e59-a49c-3f56b655662e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 1097 time: 0.0432868 Apr 21 13:27:56.124372 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab89b15-f6b4-4037-9502-9f38625c98d0 req-14166886-2c84-4d66-8deb-6658ce039221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:56.125786 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ab89b15-f6b4-4037-9502-9f38625c98d0 req-14166886-2c84-4d66-8deb-6658ce039221 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 911 time: 0.0860827 Apr 21 13:27:56.189287 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ab89b15-f6b4-4037-9502-9f38625c98d0 req-7044df23-8a20-4dfb-aa6f-5d2c91c3cc74 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2d8c738-b77e-4b5a-8a18-2e12d0586729 HTTP/1.1" status: 200 len: 1001 time: 0.0565653 Apr 21 13:27:56.242493 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab89b15-f6b4-4037-9502-9f38625c98d0 req-5e7349b2-dce7-48ca-98bb-cef6c5a4c5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:56.243917 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ab89b15-f6b4-4037-9502-9f38625c98d0 req-5e7349b2-dce7-48ca-98bb-cef6c5a4c5e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=907954d3-68ec-48ae-a8f1-9fb47f43a330 HTTP/1.1" status: 200 len: 849 time: 0.0484369 Apr 21 13:27:56.287910 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab89b15-f6b4-4037-9502-9f38625c98d0 req-44bf8eef-b5be-4884-9e8c-033bbd04dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:27:56.289365 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ab89b15-f6b4-4037-9502-9f38625c98d0 req-44bf8eef-b5be-4884-9e8c-033bbd04dda1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7984040f-8856-438f-b156-ed1c99b23fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391619 Apr 21 13:27:56.375289 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ab89b15-f6b4-4037-9502-9f38625c98d0 req-888f61f8-6651-4c30-8c42-98b0be068508 service neutron] 10.222.0.24 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791438 Apr 21 13:27:56.470536 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ab89b15-f6b4-4037-9502-9f38625c98d0 req-0182457e-f65c-495e-a982-4884202822f9 service neutron] 10.222.0.24 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886662 Apr 21 13:28:07.962592 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:28:13.494122 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-179fe489-0202-4679-a35f-b2359afbbd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:28:15.786026 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-df572e89-bb64-47a8-9007-9931c7bb8f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:28:17.054653 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:28:18.293680 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:28:18.625114 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:28:18.750886 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:28:20.854570 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:28:43.488615 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8343af21-2a21-4987-a41a-a6dd2616b94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:28:44.961379 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:28:45.768039 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d78c4020-16f6-4a6e-93b5-e63a4e1f93e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:28:47.065703 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:28:48.277307 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:28:48.619752 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:28:48.751234 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:28:50.842834 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:28:52.802688 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6a490f9f-a720-46bd-9f3a-69d4e2ee3ec6 req-ceef96f4-460d-4b4b-b69b-89d9dcd56e7d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444081 Apr 21 13:28:52.885113 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a490f9f-a720-46bd-9f3a-69d4e2ee3ec6 req-9b458766-d49c-4da7-acb2-eb636e3050da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:28:52.886638 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6a490f9f-a720-46bd-9f3a-69d4e2ee3ec6 req-9b458766-d49c-4da7-acb2-eb636e3050da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 1096 time: 0.0429773 Apr 21 13:28:52.992087 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a490f9f-a720-46bd-9f3a-69d4e2ee3ec6 req-cd77180f-085d-4183-aff4-d3426966cdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:28:52.993520 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6a490f9f-a720-46bd-9f3a-69d4e2ee3ec6 req-cd77180f-085d-4183-aff4-d3426966cdc4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 911 time: 0.0892088 Apr 21 13:28:53.058318 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6a490f9f-a720-46bd-9f3a-69d4e2ee3ec6 req-33f082a4-1f49-4e29-a8a7-7eab48e91465 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d17e0e15-cbe1-45d8-8063-fc524a3638ac HTTP/1.1" status: 200 len: 1001 time: 0.0566406 Apr 21 13:28:53.110328 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a490f9f-a720-46bd-9f3a-69d4e2ee3ec6 req-c32483cf-3f90-468d-b9cd-5addd0c1a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:28:53.111758 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6a490f9f-a720-46bd-9f3a-69d4e2ee3ec6 req-c32483cf-3f90-468d-b9cd-5addd0c1a028 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=907954d3-68ec-48ae-a8f1-9fb47f43a330 HTTP/1.1" status: 200 len: 849 time: 0.0471177 Apr 21 13:28:53.155557 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a490f9f-a720-46bd-9f3a-69d4e2ee3ec6 req-5735cd82-13db-4b3a-be38-240e938ab1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:28:53.157038 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6a490f9f-a720-46bd-9f3a-69d4e2ee3ec6 req-5735cd82-13db-4b3a-be38-240e938ab1d9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7984040f-8856-438f-b156-ed1c99b23fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394535 Apr 21 13:28:53.244167 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6a490f9f-a720-46bd-9f3a-69d4e2ee3ec6 req-b1ad3027-ba95-4a4c-9d99-1e256301f289 service neutron] 10.222.0.26 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805895 Apr 21 13:28:53.340830 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6a490f9f-a720-46bd-9f3a-69d4e2ee3ec6 req-677b36f4-bd98-4c16-9c79-b3f7d92916a8 service neutron] 10.222.0.26 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884306 Apr 21 13:28:57.935794 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ad7b580-014c-406d-83d1-7d10d6d5ad34 req-dbb072c4-5536-4e1a-a2ec-ad799623fcbb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406365 Apr 21 13:28:58.022053 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7b580-014c-406d-83d1-7d10d6d5ad34 req-3b65e4e2-f9af-4c93-88a2-f153639d9ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:28:58.023550 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ad7b580-014c-406d-83d1-7d10d6d5ad34 req-3b65e4e2-f9af-4c93-88a2-f153639d9ae2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 1097 time: 0.0407765 Apr 21 13:28:58.132903 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7b580-014c-406d-83d1-7d10d6d5ad34 req-b4e373a4-5a8e-4a20-974d-87d10c7b01e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:28:58.134397 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ad7b580-014c-406d-83d1-7d10d6d5ad34 req-b4e373a4-5a8e-4a20-974d-87d10c7b01e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 911 time: 0.0874131 Apr 21 13:28:58.198972 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ad7b580-014c-406d-83d1-7d10d6d5ad34 req-cd4d6fbb-4b49-4cdd-8764-07e9822eb0d8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2d8c738-b77e-4b5a-8a18-2e12d0586729 HTTP/1.1" status: 200 len: 1001 time: 0.0569651 Apr 21 13:28:58.253957 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7b580-014c-406d-83d1-7d10d6d5ad34 req-3a6b161e-e1fd-41db-8188-6bb0933f9044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:28:58.255390 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ad7b580-014c-406d-83d1-7d10d6d5ad34 req-3a6b161e-e1fd-41db-8188-6bb0933f9044 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=907954d3-68ec-48ae-a8f1-9fb47f43a330 HTTP/1.1" status: 200 len: 849 time: 0.0475411 Apr 21 13:28:58.303690 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7b580-014c-406d-83d1-7d10d6d5ad34 req-f867e00a-a082-4a9e-b566-40e8fa214ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:28:58.305197 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ad7b580-014c-406d-83d1-7d10d6d5ad34 req-f867e00a-a082-4a9e-b566-40e8fa214ea8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7984040f-8856-438f-b156-ed1c99b23fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395348 Apr 21 13:28:58.397729 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ad7b580-014c-406d-83d1-7d10d6d5ad34 req-c03cc619-b56c-49cc-883f-c4ec1ae934e4 service neutron] 10.222.0.24 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812941 Apr 21 13:28:58.493071 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ad7b580-014c-406d-83d1-7d10d6d5ad34 req-fddd6440-5cd6-4530-a05d-43e0bdd61ca1 service neutron] 10.222.0.24 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854676 Apr 21 13:29:13.522155 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-892a6614-7165-407a-92fd-0a2eaf07738e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:29:15.762437 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7b131307-a016-4f8f-b09e-49b2130c2785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:29:17.071013 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:29:18.286558 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:29:18.647607 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:29:18.761823 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:29:20.876452 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:29:21.960278 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:29:43.498558 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2cfedbce-414b-4ffd-b1ce-7133496b2a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:29:45.801479 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e244df46-a322-4870-a9b2-5411731eb724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:29:47.081228 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:29:48.281276 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:29:48.624257 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:29:48.738147 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:29:50.904783 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:29:52.812229 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cfe62520-22d8-4d03-880c-88eeec52a526 req-958e30df-f8bd-4be3-a7d3-f9f75e1845ac service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404358 Apr 21 13:29:52.902321 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe62520-22d8-4d03-880c-88eeec52a526 req-b233eb4a-707a-482e-bc37-d1a71913c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:29:52.903784 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cfe62520-22d8-4d03-880c-88eeec52a526 req-b233eb4a-707a-482e-bc37-d1a71913c862 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 1096 time: 0.0471237 Apr 21 13:29:53.024360 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe62520-22d8-4d03-880c-88eeec52a526 req-3eaf0807-f0b8-4894-bba9-30ea793dff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:29:53.025875 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cfe62520-22d8-4d03-880c-88eeec52a526 req-3eaf0807-f0b8-4894-bba9-30ea793dff03 service neutron] 10.222.0.26 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 911 time: 0.1023233 Apr 21 13:29:53.095854 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cfe62520-22d8-4d03-880c-88eeec52a526 req-41d2a211-481c-454c-856d-5dea49f768e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d17e0e15-cbe1-45d8-8063-fc524a3638ac HTTP/1.1" status: 200 len: 1001 time: 0.0609086 Apr 21 13:29:53.149376 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe62520-22d8-4d03-880c-88eeec52a526 req-65e4ed54-c13f-4490-b375-8c0ad84f5d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:29:53.150851 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cfe62520-22d8-4d03-880c-88eeec52a526 req-65e4ed54-c13f-4490-b375-8c0ad84f5d6e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=907954d3-68ec-48ae-a8f1-9fb47f43a330 HTTP/1.1" status: 200 len: 849 time: 0.0482860 Apr 21 13:29:53.195429 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe62520-22d8-4d03-880c-88eeec52a526 req-4d931e40-0570-47b6-a9b2-825eddd488b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:29:53.196903 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cfe62520-22d8-4d03-880c-88eeec52a526 req-4d931e40-0570-47b6-a9b2-825eddd488b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7984040f-8856-438f-b156-ed1c99b23fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387449 Apr 21 13:29:53.284631 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cfe62520-22d8-4d03-880c-88eeec52a526 req-4cc17c17-c0a7-45d2-9176-4b11f88c7434 service neutron] 10.222.0.26 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797679 Apr 21 13:29:53.376875 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cfe62520-22d8-4d03-880c-88eeec52a526 req-7ccaa438-c6ed-49d1-b15d-35c5d1245ba1 service neutron] 10.222.0.26 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855839 Apr 21 13:29:58.958662 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:29:59.930588 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d3f2cbb9-5c77-47d6-8c93-cfaff515abe1 req-4f6d487c-6a1c-462a-9d16-02821d102c41 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387321 Apr 21 13:30:00.013516 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2cbb9-5c77-47d6-8c93-cfaff515abe1 req-9130af11-00cb-4b56-81af-14f357bf5308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:30:00.014991 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d3f2cbb9-5c77-47d6-8c93-cfaff515abe1 req-9130af11-00cb-4b56-81af-14f357bf5308 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 1097 time: 0.0402329 Apr 21 13:30:00.118443 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2cbb9-5c77-47d6-8c93-cfaff515abe1 req-f0ee9354-7fab-4915-9cd8-32415e8f218e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:30:00.119912 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d3f2cbb9-5c77-47d6-8c93-cfaff515abe1 req-f0ee9354-7fab-4915-9cd8-32415e8f218e service neutron] 10.222.0.24 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 911 time: 0.0860653 Apr 21 13:30:00.189161 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d3f2cbb9-5c77-47d6-8c93-cfaff515abe1 req-52c2d6e9-ebff-4c60-b904-819916d5dd8e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2d8c738-b77e-4b5a-8a18-2e12d0586729 HTTP/1.1" status: 200 len: 1001 time: 0.0569174 Apr 21 13:30:00.244781 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2cbb9-5c77-47d6-8c93-cfaff515abe1 req-9efb3cef-69e1-4606-9215-6460b369f92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:30:00.246196 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d3f2cbb9-5c77-47d6-8c93-cfaff515abe1 req-9efb3cef-69e1-4606-9215-6460b369f92e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=907954d3-68ec-48ae-a8f1-9fb47f43a330 HTTP/1.1" status: 200 len: 849 time: 0.0456283 Apr 21 13:30:00.292864 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2cbb9-5c77-47d6-8c93-cfaff515abe1 req-9ad979c1-002f-4962-8a95-6a6f138bc8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:30:00.294854 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d3f2cbb9-5c77-47d6-8c93-cfaff515abe1 req-9ad979c1-002f-4962-8a95-6a6f138bc8e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7984040f-8856-438f-b156-ed1c99b23fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382445 Apr 21 13:30:00.309336 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-d3f2cbb9-5c77-47d6-8c93-cfaff515abe1 req-9ac35a42-4088-412c-a7f1-6236b8a9e80f service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 13:30:00.310880 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d3f2cbb9-5c77-47d6-8c93-cfaff515abe1 req-9ac35a42-4088-412c-a7f1-6236b8a9e80f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054669 Apr 21 13:30:00.402434 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d3f2cbb9-5c77-47d6-8c93-cfaff515abe1 req-ad93393d-71fe-4495-a69c-85af8f25aa4e service neutron] 10.222.0.24 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818033 Apr 21 13:30:00.500033 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d3f2cbb9-5c77-47d6-8c93-cfaff515abe1 req-fc1000dc-ae0b-4bab-98a1-561692b33fcb service neutron] 10.222.0.24 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868225 Apr 21 13:30:06.520144 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57414) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:30:06.835179 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-181b1e64-17c4-4e44-872e-e566462ed7aa tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Deleting port 5f84d767-2679-4247-bbcc-c4c82e58b01c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:30:06.835523 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-181b1e64-17c4-4e44-872e-e566462ed7aa tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:06.911505 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-181b1e64-17c4-4e44-872e-e566462ed7aa tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:06.911754 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-181b1e64-17c4-4e44-872e-e566462ed7aa tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:06.922930 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-181b1e64-17c4-4e44-872e-e566462ed7aa tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Calling delete_port for 5f84d767-2679-4247-bbcc-c4c82e58b01c owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:30:07.126775 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-181b1e64-17c4-4e44-872e-e566462ed7aa tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:07.157140 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1e64-17c4-4e44-872e-e566462ed7aa tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Pushing event deleted for resources: {'Port': ['ID=5f84d767-2679-4247-bbcc-c4c82e58b01c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:30:07.179643 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1e64-17c4-4e44-872e-e566462ed7aa tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:07.179991 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1e64-17c4-4e44-872e-e566462ed7aa tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:07.180332 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1e64-17c4-4e44-872e-e566462ed7aa tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:07.180666 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1e64-17c4-4e44-872e-e566462ed7aa tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:07.180999 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1e64-17c4-4e44-872e-e566462ed7aa tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:07.181329 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1e64-17c4-4e44-872e-e566462ed7aa tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:07.181683 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1e64-17c4-4e44-872e-e566462ed7aa tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:07.182010 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1e64-17c4-4e44-872e-e566462ed7aa tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:07.182333 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1e64-17c4-4e44-872e-e566462ed7aa tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:07.182655 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1e64-17c4-4e44-872e-e566462ed7aa tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:07.182980 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1e64-17c4-4e44-872e-e566462ed7aa tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:07.183302 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1e64-17c4-4e44-872e-e566462ed7aa tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:07.225230 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-181b1e64-17c4-4e44-872e-e566462ed7aa tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:07.225564 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-181b1e64-17c4-4e44-872e-e566462ed7aa tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Floating IP a354b9de-a2a7-4ed9-b5de-b1103c290d41 disassociated (deleted). External IP: 172.25.8.86, port: f2d8c738-b77e-4b5a-8a18-2e12d0586729. Apr 21 13:30:07.428483 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-181b1e64-17c4-4e44-872e-e566462ed7aa tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Router cc2459a5-1315-49dc-9ba4-e1462c90a9a4 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:30:07.532912 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181b1e64-17c4-4e44-872e-e566462ed7aa tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:30:07.537676 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-181b1e64-17c4-4e44-872e-e566462ed7aa tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:07.542215 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23acf5d-7cbd-4074-8364-4ae7757b6424 None None] Sync routers for ids ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:30:07.551346 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23acf5d-7cbd-4074-8364-4ae7757b6424 None None] Routers {'cc2459a5-1315-49dc-9ba4-e1462c90a9a4'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:30:07.551947 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a23acf5d-7cbd-4074-8364-4ae7757b6424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:29:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:30:07.564511 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-181b1e64-17c4-4e44-872e-e566462ed7aa tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "DELETE /v2.0/floatingips/a354b9de-a2a7-4ed9-b5de-b1103c290d41 HTTP/1.1" status: 204 len: 168 time: 1.0433042 Apr 21 13:30:07.565112 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62aa6c68-8d9f-4bdc-8288-1a9f258638ed', 'tag': 'f2d8c738-b77e-4b5a-8a18-2e12d0586729'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:30:07.567364 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667e30a0-5b18-4071-8806-ab881afcc510" -d '{"events": [{"name": "network-changed", "server_uuid": "62aa6c68-8d9f-4bdc-8288-1a9f258638ed", "tag": "f2d8c738-b77e-4b5a-8a18-2e12d0586729"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:30:07.612118 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e283cc2-bfbc-41d3-a195-8e8cbf69cbe0 x-openstack-request-id: req-8e283cc2-bfbc-41d3-a195-8e8cbf69cbe0 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:30:07.612417 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62aa6c68-8d9f-4bdc-8288-1a9f258638ed", "tag": "f2d8c738-b77e-4b5a-8a18-2e12d0586729", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:30:07.612768 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8e283cc2-bfbc-41d3-a195-8e8cbf69cbe0 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:30:07.613077 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e283cc2-bfbc-41d3-a195-8e8cbf69cbe0'] response: {'name': 'network-changed', 'server_uuid': '62aa6c68-8d9f-4bdc-8288-1a9f258638ed', 'tag': 'f2d8c738-b77e-4b5a-8a18-2e12d0586729', 'status': 'completed', 'code': 200} Apr 21 13:30:07.659773 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-a23acf5d-7cbd-4074-8364-4ae7757b6424 None None] Set router cc2459a5-1315-49dc-9ba4-e1462c90a9a4 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:30:07.683284 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e30a0-5b18-4071-8806-ab881afcc510 req-92a18fcb-1b87-4d03-88ee-bf2f57dfdace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:30:07.684805 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-667e30a0-5b18-4071-8806-ab881afcc510 req-92a18fcb-1b87-4d03-88ee-bf2f57dfdace service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 1097 time: 0.0419271 Apr 21 13:30:07.783990 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e30a0-5b18-4071-8806-ab881afcc510 req-1a5839b6-c220-4f77-b856-015cd2477fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:30:07.785391 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-667e30a0-5b18-4071-8806-ab881afcc510 req-1a5839b6-c220-4f77-b856-015cd2477fcc service neutron] 10.222.0.24 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 911 time: 0.0881956 Apr 21 13:30:07.833019 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-667e30a0-5b18-4071-8806-ab881afcc510 req-34594fc9-6054-43f3-9d6a-96be643b837f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2d8c738-b77e-4b5a-8a18-2e12d0586729 HTTP/1.1" status: 200 len: 217 time: 0.0370028 Apr 21 13:30:07.886275 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e30a0-5b18-4071-8806-ab881afcc510 req-cf6054a7-c3a1-4522-8bd2-d1424051c6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:30:07.888927 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-667e30a0-5b18-4071-8806-ab881afcc510 req-cf6054a7-c3a1-4522-8bd2-d1424051c6eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=907954d3-68ec-48ae-a8f1-9fb47f43a330 HTTP/1.1" status: 200 len: 849 time: 0.0460465 Apr 21 13:30:07.898142 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a23acf5d-7cbd-4074-8364-4ae7757b6424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'name': 'tempest-TestVolumeBootPattern-97306643-router', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:28Z', 'updated_at': '2022-04-21T13:17:31Z', 'revision_number': 4, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'gw_port': {'id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:29Z', 'updated_at': '2022-04-21T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'c7bdc5a6-23b0-4b71-a62e-a22128bc3a52', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'port_id': 'd17e0e15-cbe1-45d8-8063-fc524a3638ac', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'mac_address': 'fa:16:3e:2c:02:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6069ccca-4390-47f9-b2ca-16150975008a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:25:04Z', 'updated_at': '2022-04-21T13:25:07Z', 'revision_number': 1, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec358ffe-b987-4d2c-8846-7389724bb370', 'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'mac_address': 'fa:16:3e:eb:e6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:30Z', 'updated_at': '2022-04-21T13:17:35Z', 'revision_number': 5, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'subnets': [{'id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:30:07.927752 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23acf5d-7cbd-4074-8364-4ae7757b6424 None None] Checking router: cc2459a5-1315-49dc-9ba4-e1462c90a9a4 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:30:07.934456 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23acf5d-7cbd-4074-8364-4ae7757b6424 None None] Routers {'cc2459a5-1315-49dc-9ba4-e1462c90a9a4'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:30:07.935062 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a23acf5d-7cbd-4074-8364-4ae7757b6424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:29:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:30:07.943014 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e30a0-5b18-4071-8806-ab881afcc510 req-7d0df302-1208-4754-8efb-333ec0c259e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:30:07.944565 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-667e30a0-5b18-4071-8806-ab881afcc510 req-7d0df302-1208-4754-8efb-333ec0c259e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7984040f-8856-438f-b156-ed1c99b23fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448580 Apr 21 13:30:08.043554 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-a23acf5d-7cbd-4074-8364-4ae7757b6424 None None] Set router cc2459a5-1315-49dc-9ba4-e1462c90a9a4 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:30:08.066135 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75db617-a447-46ed-9d0e-f8554e10ac50 req-78ba4000-07e8-42a2-b980-d733e3f9e077 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:30:08.067621 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d75db617-a447-46ed-9d0e-f8554e10ac50 req-78ba4000-07e8-42a2-b980-d733e3f9e077 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 946 time: 0.0923343 Apr 21 13:30:08.084108 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-667e30a0-5b18-4071-8806-ab881afcc510 req-26c1304d-393f-4896-857b-5596422823c8 service neutron] 10.222.0.24 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301517 Apr 21 13:30:08.155423 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d75db617-a447-46ed-9d0e-f8554e10ac50 req-f01f6b7f-464b-4229-9575-c5016ece82ba tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806756 Apr 21 13:30:08.191974 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-667e30a0-5b18-4071-8806-ab881afcc510 req-06cc24f6-7ed6-48d8-8911-9c21ae527045 service neutron] 10.222.0.24 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988338 Apr 21 13:30:08.266516 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a23acf5d-7cbd-4074-8364-4ae7757b6424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'name': 'tempest-TestVolumeBootPattern-97306643-router', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:28Z', 'updated_at': '2022-04-21T13:17:31Z', 'revision_number': 4, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'gw_port': {'id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:29Z', 'updated_at': '2022-04-21T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'c7bdc5a6-23b0-4b71-a62e-a22128bc3a52', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'port_id': 'd17e0e15-cbe1-45d8-8063-fc524a3638ac', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'mac_address': 'fa:16:3e:2c:02:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6069ccca-4390-47f9-b2ca-16150975008a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:25:04Z', 'updated_at': '2022-04-21T13:25:07Z', 'revision_number': 1, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec358ffe-b987-4d2c-8846-7389724bb370', 'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'mac_address': 'fa:16:3e:eb:e6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:30Z', 'updated_at': '2022-04-21T13:17:35Z', 'revision_number': 5, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'subnets': [{'id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:30:08.293173 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23acf5d-7cbd-4074-8364-4ae7757b6424 None None] The sync data for ids ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'] in n-d-836147-2 is: [{'id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'name': 'tempest-TestVolumeBootPattern-97306643-router', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:28Z', 'updated_at': '2022-04-21T13:17:31Z', 'revision_number': 4, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'gw_port': {'id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:29Z', 'updated_at': '2022-04-21T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'c7bdc5a6-23b0-4b71-a62e-a22128bc3a52', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'floating_ip_address': '172.25.8.129', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'port_id': 'd17e0e15-cbe1-45d8-8063-fc524a3638ac', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'mac_address': 'fa:16:3e:2c:02:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6069ccca-4390-47f9-b2ca-16150975008a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:25:04Z', 'updated_at': '2022-04-21T13:25:07Z', 'revision_number': 1, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec358ffe-b987-4d2c-8846-7389724bb370', 'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'mac_address': 'fa:16:3e:eb:e6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:30Z', 'updated_at': '2022-04-21T13:17:35Z', 'revision_number': 5, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'subnets': [{'id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:30:08.507807 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47f54a0-7ca3-479f-885a-c38eb03d979f None None] New status for floating IP a354b9de-a2a7-4ed9-b5de-b1103c290d41: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:30:09.276622 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f5a46-3fe5-43e1-8928-5a7179e88cce req-60ce7826-2d99-4320-80db-719024d4c967 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:30:09.278785 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d36f5a46-3fe5-43e1-8928-5a7179e88cce req-60ce7826-2d99-4320-80db-719024d4c967 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 946 time: 0.0498359 Apr 21 13:30:09.316863 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d36f5a46-3fe5-43e1-8928-5a7179e88cce req-40d61a4b-9bb2-4444-ab5a-ec7c5a0956af tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314674 Apr 21 13:30:09.721322 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057c490-373b-4678-8c47-48001ae64fc4 req-cba84f4f-ccd6-4564-b1b4-447c42ce22a1 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:30:09.722793 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3057c490-373b-4678-8c47-48001ae64fc4 req-cba84f4f-ccd6-4564-b1b4-447c42ce22a1 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.24 "GET /v2.0/ports?device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 946 time: 0.0521679 Apr 21 13:30:09.814189 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-3057c490-373b-4678-8c47-48001ae64fc4 req-fb91bcb1-a85b-4596-958e-a9ca41102e08 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Deleting port f2d8c738-b77e-4b5a-8a18-2e12d0586729 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:30:09.814527 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3057c490-373b-4678-8c47-48001ae64fc4 req-fb91bcb1-a85b-4596-958e-a9ca41102e08 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:09.901263 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3057c490-373b-4678-8c47-48001ae64fc4 req-fb91bcb1-a85b-4596-958e-a9ca41102e08 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] For port f2d8c738-b77e-4b5a-8a18-2e12d0586729, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=f2d8c738-b77e-4b5a-8a18-2e12d0586729,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:30:09.901718 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3057c490-373b-4678-8c47-48001ae64fc4 req-fb91bcb1-a85b-4596-958e-a9ca41102e08 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:09.914819 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-3057c490-373b-4678-8c47-48001ae64fc4 req-fb91bcb1-a85b-4596-958e-a9ca41102e08 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Calling delete_port for f2d8c738-b77e-4b5a-8a18-2e12d0586729 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:30:10.081324 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3057c490-373b-4678-8c47-48001ae64fc4 req-fb91bcb1-a85b-4596-958e-a9ca41102e08 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:10.114293 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91bcb1-a85b-4596-958e-a9ca41102e08 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Pushing event deleted for resources: {'Port': ['ID=f2d8c738-b77e-4b5a-8a18-2e12d0586729,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:30:10.477781 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3057c490-373b-4678-8c47-48001ae64fc4 req-fb91bcb1-a85b-4596-958e-a9ca41102e08 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] No DVR routers for this DVR port f2d8c738-b77e-4b5a-8a18-2e12d0586729 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:30:10.481190 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-681a964e-dadb-4ce0-9f11-ae7bbecdcb5e req-87a0b0fa-e91c-4ad1-8b3a-ef4c9936dffc tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 210 time: 0.0426042 Apr 21 13:30:10.482275 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3057c490-373b-4678-8c47-48001ae64fc4 req-fb91bcb1-a85b-4596-958e-a9ca41102e08 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:10.485452 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3057c490-373b-4678-8c47-48001ae64fc4 req-fb91bcb1-a85b-4596-958e-a9ca41102e08 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.24 "DELETE /v2.0/ports/f2d8c738-b77e-4b5a-8a18-2e12d0586729 HTTP/1.1" status: 204 len: 173 time: 0.7560747 Apr 21 13:30:10.485923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62aa6c68-8d9f-4bdc-8288-1a9f258638ed', 'name': 'network-vif-deleted', 'tag': 'f2d8c738-b77e-4b5a-8a18-2e12d0586729'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:30:10.488232 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174f253f-233d-45c8-baa2-4bea8ab82b82" -d '{"events": [{"server_uuid": "62aa6c68-8d9f-4bdc-8288-1a9f258638ed", "name": "network-vif-deleted", "tag": "f2d8c738-b77e-4b5a-8a18-2e12d0586729"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:30:10.526217 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02a7236-1f38-4502-9a5f-bad28e2db909 x-openstack-request-id: req-f02a7236-1f38-4502-9a5f-bad28e2db909 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:30:10.526473 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62aa6c68-8d9f-4bdc-8288-1a9f258638ed", "name": "network-vif-deleted", "tag": "f2d8c738-b77e-4b5a-8a18-2e12d0586729", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:30:10.526724 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f02a7236-1f38-4502-9a5f-bad28e2db909 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:30:10.527153 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f02a7236-1f38-4502-9a5f-bad28e2db909'] response: {'server_uuid': '62aa6c68-8d9f-4bdc-8288-1a9f258638ed', 'name': 'network-vif-deleted', 'tag': 'f2d8c738-b77e-4b5a-8a18-2e12d0586729', 'status': 'completed', 'code': 200} Apr 21 13:30:11.585371 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db4cd803-72db-4c72-b60c-4e014fe37634 req-a92af1d0-3af5-4551-9441-914b5728da2f tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 210 time: 0.0265231 Apr 21 13:30:12.683067 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-30f0227a-edd2-493b-a1a8-0c4ffff9ac87 req-a053e2e0-87a5-4279-936a-b9eb6624bb21 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 210 time: 0.0279291 Apr 21 13:30:12.918869 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device f2d8c738-b77e-4b5a-8a18-2e12d0586729 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:30:12.939767 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: f2d8c738-b77e-4b5a-8a18-2e12d0586729 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:30:12.940046 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device f2d8c738-b77e-4b5a-8a18-2e12d0586729 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:30:13.481429 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9cc4d080-49d8-47d0-bea6-18492da38332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:13.779827 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-410f46e9-3490-4383-96e3-d45035878b84 req-17f9e7b4-dc8f-4821-a3b0-f58b940ecdda tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=62aa6c68-8d9f-4bdc-8288-1a9f258638ed HTTP/1.1" status: 200 len: 210 time: 0.0279341 Apr 21 13:30:15.789652 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6f9ab62f-da54-4a25-8d50-d69dc124a0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:17.132136 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:18.303649 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:18.624358 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:18.755407 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:20.342692 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57472) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:30:20.493788 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-83c26b40-716a-413e-a60d-909bf35e42c0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Deleting port 56100f57-58d9-4d09-af48-25b49d276c14 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:30:20.494124 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83c26b40-716a-413e-a60d-909bf35e42c0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:20.565452 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83c26b40-716a-413e-a60d-909bf35e42c0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:20.565797 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83c26b40-716a-413e-a60d-909bf35e42c0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:20.576864 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-83c26b40-716a-413e-a60d-909bf35e42c0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Calling delete_port for 56100f57-58d9-4d09-af48-25b49d276c14 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:30:20.766867 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83c26b40-716a-413e-a60d-909bf35e42c0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:20.791794 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c26b40-716a-413e-a60d-909bf35e42c0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Pushing event deleted for resources: {'Port': ['ID=56100f57-58d9-4d09-af48-25b49d276c14,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:30:20.846595 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:20.857940 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83c26b40-716a-413e-a60d-909bf35e42c0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:20.858794 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-83c26b40-716a-413e-a60d-909bf35e42c0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Floating IP c7bdc5a6-23b0-4b71-a62e-a22128bc3a52 disassociated (deleted). External IP: 172.25.8.129, port: d17e0e15-cbe1-45d8-8063-fc524a3638ac. Apr 21 13:30:21.064688 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c26b40-716a-413e-a60d-909bf35e42c0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Router cc2459a5-1315-49dc-9ba4-e1462c90a9a4 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:30:21.168456 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c26b40-716a-413e-a60d-909bf35e42c0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:30:21.173235 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-83c26b40-716a-413e-a60d-909bf35e42c0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:21.180498 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db05360d-aca1-43e7-83a3-43e54344d16c None None] Sync routers for ids ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:30:21.190358 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db05360d-aca1-43e7-83a3-43e54344d16c None None] Routers {'cc2459a5-1315-49dc-9ba4-e1462c90a9a4'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:30:21.195572 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-db05360d-aca1-43e7-83a3-43e54344d16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:30:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:30:21.198889 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-83c26b40-716a-413e-a60d-909bf35e42c0 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "DELETE /v2.0/floatingips/c7bdc5a6-23b0-4b71-a62e-a22128bc3a52 HTTP/1.1" status: 204 len: 168 time: 0.8551135 Apr 21 13:30:21.199594 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6069ccca-4390-47f9-b2ca-16150975008a', 'tag': 'd17e0e15-cbe1-45d8-8063-fc524a3638ac'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:30:21.202579 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c2b658-0d62-4f43-853f-34344d0afb1e" -d '{"events": [{"name": "network-changed", "server_uuid": "6069ccca-4390-47f9-b2ca-16150975008a", "tag": "d17e0e15-cbe1-45d8-8063-fc524a3638ac"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:30:21.251538 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ca8fa5-4af2-4d06-accb-83752bd7819d x-openstack-request-id: req-70ca8fa5-4af2-4d06-accb-83752bd7819d {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:30:21.251973 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6069ccca-4390-47f9-b2ca-16150975008a", "tag": "d17e0e15-cbe1-45d8-8063-fc524a3638ac", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:30:21.252317 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70ca8fa5-4af2-4d06-accb-83752bd7819d {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:30:21.252872 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70ca8fa5-4af2-4d06-accb-83752bd7819d'] response: {'name': 'network-changed', 'server_uuid': '6069ccca-4390-47f9-b2ca-16150975008a', 'tag': 'd17e0e15-cbe1-45d8-8063-fc524a3638ac', 'status': 'completed', 'code': 200} Apr 21 13:30:21.315676 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2b658-0d62-4f43-853f-34344d0afb1e req-b26472e2-11a6-4da0-87da-4012e84136b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:30:21.317209 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70c2b658-0d62-4f43-853f-34344d0afb1e req-b26472e2-11a6-4da0-87da-4012e84136b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e09676fd3de740cabb87417a0199ea6c&device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 1096 time: 0.0442467 Apr 21 13:30:21.420834 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2b658-0d62-4f43-853f-34344d0afb1e req-ec8c1d72-d49b-4bb7-bb6d-55b6d2c1da6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:30:21.422527 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70c2b658-0d62-4f43-853f-34344d0afb1e req-ec8c1d72-d49b-4bb7-bb6d-55b6d2c1da6c service neutron] 10.222.0.26 "GET /v2.0/networks?id=7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 200 len: 911 time: 0.0994184 Apr 21 13:30:21.458279 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-db05360d-aca1-43e7-83a3-43e54344d16c None None] Set router cc2459a5-1315-49dc-9ba4-e1462c90a9a4 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:30:21.464965 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70c2b658-0d62-4f43-853f-34344d0afb1e req-1686aa38-5574-4c14-943f-d4e0b2095c91 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d17e0e15-cbe1-45d8-8063-fc524a3638ac HTTP/1.1" status: 200 len: 217 time: 0.0358958 Apr 21 13:30:21.516342 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2b658-0d62-4f43-853f-34344d0afb1e req-aae1a4bc-37d2-4192-8a64-9285689daefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:30:21.517853 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70c2b658-0d62-4f43-853f-34344d0afb1e req-aae1a4bc-37d2-4192-8a64-9285689daefb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=907954d3-68ec-48ae-a8f1-9fb47f43a330 HTTP/1.1" status: 200 len: 849 time: 0.0462482 Apr 21 13:30:21.598496 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2b658-0d62-4f43-853f-34344d0afb1e req-7c2cd931-2fec-4623-abed-c49f1c19a17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:30:21.600004 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70c2b658-0d62-4f43-853f-34344d0afb1e req-7c2cd931-2fec-4623-abed-c49f1c19a17e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7984040f-8856-438f-b156-ed1c99b23fab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722511 Apr 21 13:30:21.611561 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42c1b2-3c0b-45d3-a342-a8c8336692ac req-c7183045-73c9-4a0e-af4a-300168372009 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:30:21.612950 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d42c1b2-3c0b-45d3-a342-a8c8336692ac req-c7183045-73c9-4a0e-af4a-300168372009 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 945 time: 0.0745614 Apr 21 13:30:21.658170 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-db05360d-aca1-43e7-83a3-43e54344d16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'name': 'tempest-TestVolumeBootPattern-97306643-router', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:28Z', 'updated_at': '2022-04-21T13:17:31Z', 'revision_number': 4, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'gw_port': {'id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:29Z', 'updated_at': '2022-04-21T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'ec358ffe-b987-4d2c-8846-7389724bb370', 'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'mac_address': 'fa:16:3e:eb:e6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:30Z', 'updated_at': '2022-04-21T13:17:35Z', 'revision_number': 5, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'subnets': [{'id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:30:21.684749 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db05360d-aca1-43e7-83a3-43e54344d16c None None] Checking router: cc2459a5-1315-49dc-9ba4-e1462c90a9a4 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:30:21.693526 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db05360d-aca1-43e7-83a3-43e54344d16c None None] Routers {'cc2459a5-1315-49dc-9ba4-e1462c90a9a4'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:30:21.694156 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-db05360d-aca1-43e7-83a3-43e54344d16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:30:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:30:21.696514 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d42c1b2-3c0b-45d3-a342-a8c8336692ac req-4f98dc88-1292-42d8-9db5-959e24d2f213 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/security-groups?id=bc9ef290-51e8-4030-9c4f-bb8f492b854c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754092 Apr 21 13:30:21.723917 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70c2b658-0d62-4f43-853f-34344d0afb1e req-30e542de-c531-487a-b228-928849d92a0f service neutron] 10.222.0.26 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100423 Apr 21 13:30:21.808215 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-db05360d-aca1-43e7-83a3-43e54344d16c None None] Set router cc2459a5-1315-49dc-9ba4-e1462c90a9a4 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:30:21.821407 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70c2b658-0d62-4f43-853f-34344d0afb1e req-5c65927d-adde-4b5a-a632-496113d225d5 service neutron] 10.222.0.26 "GET /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889857 Apr 21 13:30:22.001780 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-db05360d-aca1-43e7-83a3-43e54344d16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'name': 'tempest-TestVolumeBootPattern-97306643-router', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:28Z', 'updated_at': '2022-04-21T13:17:31Z', 'revision_number': 4, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'gw_port': {'id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:29Z', 'updated_at': '2022-04-21T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'ec358ffe-b987-4d2c-8846-7389724bb370', 'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'mac_address': 'fa:16:3e:eb:e6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:30Z', 'updated_at': '2022-04-21T13:17:35Z', 'revision_number': 5, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'subnets': [{'id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:30:22.031305 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db05360d-aca1-43e7-83a3-43e54344d16c None None] The sync data for ids ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'] in n-d-836147-2 is: [{'id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'name': 'tempest-TestVolumeBootPattern-97306643-router', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:28Z', 'updated_at': '2022-04-21T13:17:31Z', 'revision_number': 4, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'gw_port': {'id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:29Z', 'updated_at': '2022-04-21T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'ec358ffe-b987-4d2c-8846-7389724bb370', 'name': '', 'network_id': '7984040f-8856-438f-b156-ed1c99b23fab', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'mac_address': 'fa:16:3e:eb:e6:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:30Z', 'updated_at': '2022-04-21T13:17:35Z', 'revision_number': 5, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'subnets': [{'id': '907954d3-68ec-48ae-a8f1-9fb47f43a330', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:30:22.245737 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3b0833-90b0-4a9e-87df-9fe076e34135 None None] New status for floating IP c7bdc5a6-23b0-4b71-a62e-a22128bc3a52: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:30:22.268412 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aeaa04-a12f-4249-a495-30b40234d745 req-c3805b2d-af2e-4f54-9c5e-beb1c790e023 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:30:22.269825 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09aeaa04-a12f-4249-a495-30b40234d745 req-c3805b2d-af2e-4f54-9c5e-beb1c790e023 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.26 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 945 time: 0.0494459 Apr 21 13:30:22.365761 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-09aeaa04-a12f-4249-a495-30b40234d745 req-6503babc-e352-4e99-9d3c-280e4ec39bb7 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Deleting port d17e0e15-cbe1-45d8-8063-fc524a3638ac {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:30:22.366335 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-09aeaa04-a12f-4249-a495-30b40234d745 req-6503babc-e352-4e99-9d3c-280e4ec39bb7 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:22.451493 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-09aeaa04-a12f-4249-a495-30b40234d745 req-6503babc-e352-4e99-9d3c-280e4ec39bb7 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] For port d17e0e15-cbe1-45d8-8063-fc524a3638ac, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=d17e0e15-cbe1-45d8-8063-fc524a3638ac,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:30:22.452728 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-09aeaa04-a12f-4249-a495-30b40234d745 req-6503babc-e352-4e99-9d3c-280e4ec39bb7 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:22.464753 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-09aeaa04-a12f-4249-a495-30b40234d745 req-6503babc-e352-4e99-9d3c-280e4ec39bb7 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Calling delete_port for d17e0e15-cbe1-45d8-8063-fc524a3638ac owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:30:22.663618 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-09aeaa04-a12f-4249-a495-30b40234d745 req-6503babc-e352-4e99-9d3c-280e4ec39bb7 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:22.692686 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503babc-e352-4e99-9d3c-280e4ec39bb7 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Pushing event deleted for resources: {'Port': ['ID=d17e0e15-cbe1-45d8-8063-fc524a3638ac,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:30:22.737098 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-09aeaa04-a12f-4249-a495-30b40234d745 req-6503babc-e352-4e99-9d3c-280e4ec39bb7 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] No DVR routers for this DVR port d17e0e15-cbe1-45d8-8063-fc524a3638ac on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:30:22.739783 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-09aeaa04-a12f-4249-a495-30b40234d745 req-6503babc-e352-4e99-9d3c-280e4ec39bb7 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:22.743232 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09aeaa04-a12f-4249-a495-30b40234d745 req-6503babc-e352-4e99-9d3c-280e4ec39bb7 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.26 "DELETE /v2.0/ports/d17e0e15-cbe1-45d8-8063-fc524a3638ac HTTP/1.1" status: 204 len: 173 time: 0.4681041 Apr 21 13:30:22.797115 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f336f500-e73a-4522-b15b-d20449d9cd3a req-b9802a5a-c5cf-4a45-bd6d-5875a7df9d68 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 210 time: 0.0270195 Apr 21 13:30:23.254295 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6069ccca-4390-47f9-b2ca-16150975008a', 'name': 'network-vif-deleted', 'tag': 'd17e0e15-cbe1-45d8-8063-fc524a3638ac'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:30:23.256602 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a0d813-edd8-4852-b94e-96969bf8f917" -d '{"events": [{"server_uuid": "6069ccca-4390-47f9-b2ca-16150975008a", "name": "network-vif-deleted", "tag": "d17e0e15-cbe1-45d8-8063-fc524a3638ac"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:30:23.296126 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fb6991-8bf0-4b94-b61e-8dcd97d9433e x-openstack-request-id: req-70fb6991-8bf0-4b94-b61e-8dcd97d9433e {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:30:23.296491 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6069ccca-4390-47f9-b2ca-16150975008a", "name": "network-vif-deleted", "tag": "d17e0e15-cbe1-45d8-8063-fc524a3638ac", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:30:23.296791 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70fb6991-8bf0-4b94-b61e-8dcd97d9433e {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:30:23.297239 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70fb6991-8bf0-4b94-b61e-8dcd97d9433e'] response: {'server_uuid': '6069ccca-4390-47f9-b2ca-16150975008a', 'name': 'network-vif-deleted', 'tag': 'd17e0e15-cbe1-45d8-8063-fc524a3638ac', 'status': 'completed', 'code': 200} Apr 21 13:30:23.893279 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-86c98a24-ca25-498f-9011-4548b0b69329 req-b230fcab-2fe6-49cd-875b-c77113f951be tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 210 time: 0.0263405 Apr 21 13:30:24.926575 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device d17e0e15-cbe1-45d8-8063-fc524a3638ac no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:30:24.948048 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: d17e0e15-cbe1-45d8-8063-fc524a3638ac {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:30:24.948399 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device d17e0e15-cbe1-45d8-8063-fc524a3638ac not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:30:24.991268 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-080cbd6c-5369-4154-ab45-f59f6512cca3 req-609321ab-240e-42d5-a92d-4440e4865375 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 210 time: 0.0262444 Apr 21 13:30:26.084735 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-451052ef-850f-411a-97cc-0f3185159998 req-7c63d2c6-1e9e-4687-9216-39fb42d6fbf3 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "GET /v2.0/ports?device_id=6069ccca-4390-47f9-b2ca-16150975008a HTTP/1.1" status: 200 len: 210 time: 0.0268195 Apr 21 13:30:27.140120 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57492) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:30:27.258323 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-63a80eb3-28bd-4d0e-8c4f-7ba2b5474068 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Deleting port 3a4f6d67-39b7-4984-b9d1-33669b094c5f {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:30:27.258657 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63a80eb3-28bd-4d0e-8c4f-7ba2b5474068 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:27.333834 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63a80eb3-28bd-4d0e-8c4f-7ba2b5474068 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:27.334154 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63a80eb3-28bd-4d0e-8c4f-7ba2b5474068 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:27.345348 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-63a80eb3-28bd-4d0e-8c4f-7ba2b5474068 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Calling delete_port for 3a4f6d67-39b7-4984-b9d1-33669b094c5f owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:30:27.526413 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63a80eb3-28bd-4d0e-8c4f-7ba2b5474068 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:27.551129 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a80eb3-28bd-4d0e-8c4f-7ba2b5474068 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Pushing event deleted for resources: {'Port': ['ID=3a4f6d67-39b7-4984-b9d1-33669b094c5f,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:30:27.610713 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63a80eb3-28bd-4d0e-8c4f-7ba2b5474068 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:27.613857 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63a80eb3-28bd-4d0e-8c4f-7ba2b5474068 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:27.614994 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-63a80eb3-28bd-4d0e-8c4f-7ba2b5474068 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "DELETE /v2.0/floatingips/0d611529-f5f0-4086-b1f2-5cc343cff60e HTTP/1.1" status: 204 len: 168 time: 0.4738955 Apr 21 13:30:31.024030 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57508) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:30:31.083316 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7558d43b-51a6-47f8-8b72-242eb271cb50 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:31.109487 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7558d43b-51a6-47f8-8b72-242eb271cb50 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:31.229472 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7558d43b-51a6-47f8-8b72-242eb271cb50 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:31.232324 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7558d43b-51a6-47f8-8b72-242eb271cb50 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:31.233501 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7558d43b-51a6-47f8-8b72-242eb271cb50 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] 10.222.0.36 "DELETE /v2.0/security-groups/bc9ef290-51e8-4030-9c4f-bb8f492b854c HTTP/1.1" status: 204 len: 168 time: 0.2084653 Apr 21 13:30:31.243409 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558d43b-51a6-47f8-8b72-242eb271cb50 tempest-TestVolumeBootPattern-1362883018 tempest-TestVolumeBootPattern-1362883018-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9ef290-51e8-4030-9c4f-bb8f492b854c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:30:31.339212 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57512) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:30:31.793940 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9624b492-e5bf-4746-aafc-fb591cc48dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:32.029574 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9624b492-e5bf-4746-aafc-fb591cc48dca admin admin] Deleting port ec358ffe-b987-4d2c-8846-7389724bb370 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:30:32.030268 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9624b492-e5bf-4746-aafc-fb591cc48dca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:32.109120 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-9624b492-e5bf-4746-aafc-fb591cc48dca admin admin] For port ec358ffe-b987-4d2c-8846-7389724bb370, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ec358ffe-b987-4d2c-8846-7389724bb370,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:30:32.109398 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9624b492-e5bf-4746-aafc-fb591cc48dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:32.122400 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9624b492-e5bf-4746-aafc-fb591cc48dca admin admin] Calling delete_port for ec358ffe-b987-4d2c-8846-7389724bb370 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:30:32.360973 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9624b492-e5bf-4746-aafc-fb591cc48dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:32.386278 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624b492-e5bf-4746-aafc-fb591cc48dca admin admin] Pushing event deleted for resources: {'Port': ['ID=ec358ffe-b987-4d2c-8846-7389724bb370,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:30:32.551881 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9624b492-e5bf-4746-aafc-fb591cc48dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:33.056496 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9624b492-e5bf-4746-aafc-fb591cc48dca admin admin] Router cc2459a5-1315-49dc-9ba4-e1462c90a9a4 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:30:33.157805 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9624b492-e5bf-4746-aafc-fb591cc48dca admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:30:33.162611 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9624b492-e5bf-4746-aafc-fb591cc48dca admin admin] 10.222.0.36 "PUT /v2.0/routers/cc2459a5-1315-49dc-9ba4-e1462c90a9a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8223708 Apr 21 13:30:33.165136 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57516) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:30:33.169228 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10618bf7-35aa-49da-8e24-2a66f17aea0a None None] Sync routers for ids ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:30:33.183468 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10618bf7-35aa-49da-8e24-2a66f17aea0a None None] Routers {'cc2459a5-1315-49dc-9ba4-e1462c90a9a4'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:30:33.184164 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-10618bf7-35aa-49da-8e24-2a66f17aea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:30:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:30:33.264806 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6dc0453-fa45-402d-bdab-0148884a6d9b admin admin] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:33.288651 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-10618bf7-35aa-49da-8e24-2a66f17aea0a None None] Set router cc2459a5-1315-49dc-9ba4-e1462c90a9a4 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:30:33.364618 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6dc0453-fa45-402d-bdab-0148884a6d9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:33.465474 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-10618bf7-35aa-49da-8e24-2a66f17aea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'name': 'tempest-TestVolumeBootPattern-97306643-router', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:28Z', 'updated_at': '2022-04-21T13:30:32Z', 'revision_number': 5, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'gw_port': {'id': 'b5ea9b03-a87c-48bb-8696-8f8397f71c7b', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:23:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:29Z', 'updated_at': '2022-04-21T13:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:30:33.466038 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d6dc0453-fa45-402d-bdab-0148884a6d9b admin admin] Deleting port b5ea9b03-a87c-48bb-8696-8f8397f71c7b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:30:33.466375 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6dc0453-fa45-402d-bdab-0148884a6d9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:33.491525 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10618bf7-35aa-49da-8e24-2a66f17aea0a None None] Checking router: cc2459a5-1315-49dc-9ba4-e1462c90a9a4 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:30:33.499672 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10618bf7-35aa-49da-8e24-2a66f17aea0a None None] Routers {'cc2459a5-1315-49dc-9ba4-e1462c90a9a4'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:30:33.500274 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-10618bf7-35aa-49da-8e24-2a66f17aea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:30:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:30:33.542274 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-d6dc0453-fa45-402d-bdab-0148884a6d9b admin admin] For port b5ea9b03-a87c-48bb-8696-8f8397f71c7b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b5ea9b03-a87c-48bb-8696-8f8397f71c7b,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:30:33.542632 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6dc0453-fa45-402d-bdab-0148884a6d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:33.558608 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d6dc0453-fa45-402d-bdab-0148884a6d9b admin admin] Calling delete_port for b5ea9b03-a87c-48bb-8696-8f8397f71c7b owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:30:33.585811 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-10618bf7-35aa-49da-8e24-2a66f17aea0a None None] Set router cc2459a5-1315-49dc-9ba4-e1462c90a9a4 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:30:33.639516 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-10618bf7-35aa-49da-8e24-2a66f17aea0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'name': 'tempest-TestVolumeBootPattern-97306643-router', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:28Z', 'updated_at': '2022-04-21T13:30:33Z', 'revision_number': 6, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:30:33.665067 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10618bf7-35aa-49da-8e24-2a66f17aea0a None None] The sync data for ids ['cc2459a5-1315-49dc-9ba4-e1462c90a9a4'] in n-d-836147-2 is: [{'id': 'cc2459a5-1315-49dc-9ba4-e1462c90a9a4', 'name': 'tempest-TestVolumeBootPattern-97306643-router', 'tenant_id': 'e09676fd3de740cabb87417a0199ea6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:28Z', 'updated_at': '2022-04-21T13:30:33Z', 'revision_number': 6, 'project_id': 'e09676fd3de740cabb87417a0199ea6c', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:30:33.760767 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6dc0453-fa45-402d-bdab-0148884a6d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:33.789668 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc0453-fa45-402d-bdab-0148884a6d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=b5ea9b03-a87c-48bb-8696-8f8397f71c7b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:30:33.847411 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6dc0453-fa45-402d-bdab-0148884a6d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:33.935708 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6dc0453-fa45-402d-bdab-0148884a6d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:33.937780 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6dc0453-fa45-402d-bdab-0148884a6d9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:34.017973 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6dc0453-fa45-402d-bdab-0148884a6d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:34.018633 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dc0453-fa45-402d-bdab-0148884a6d9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc2459a5-1315-49dc-9ba4-e1462c90a9a4 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:30:34.025559 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6dc0453-fa45-402d-bdab-0148884a6d9b admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:34.025559 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d6dc0453-fa45-402d-bdab-0148884a6d9b admin admin] 10.222.0.36 "DELETE /v2.0/routers/cc2459a5-1315-49dc-9ba4-e1462c90a9a4 HTTP/1.1" status: 204 len: 168 time: 0.8582437 Apr 21 13:30:34.026920 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57518) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:30:34.075969 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-2108eece-f1cd-4b8f-8a1e-5a9405812012 admin admin] Deleting subnet 907954d3-68ec-48ae-a8f1-9fb47f43a330 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:30:34.079389 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2108eece-f1cd-4b8f-8a1e-5a9405812012 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:34.114747 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2108eece-f1cd-4b8f-8a1e-5a9405812012 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:34.191619 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2108eece-f1cd-4b8f-8a1e-5a9405812012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:34.292187 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2108eece-f1cd-4b8f-8a1e-5a9405812012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:34.313229 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaac9c48-f84b-4282-b098-5f94324fdf31 None None] Network 7984040f-8856-438f-b156-ed1c99b23fab requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:30:34.322198 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2108eece-f1cd-4b8f-8a1e-5a9405812012 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:34.327752 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2108eece-f1cd-4b8f-8a1e-5a9405812012 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/907954d3-68ec-48ae-a8f1-9fb47f43a330 HTTP/1.1" status: 204 len: 168 time: 0.2973981 Apr 21 13:30:34.327752 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108eece-f1cd-4b8f-8a1e-5a9405812012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=907954d3-68ec-48ae-a8f1-9fb47f43a330,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:30:34.328121 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57526) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:30:34.334479 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108eece-f1cd-4b8f-8a1e-5a9405812012 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:34.334831 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108eece-f1cd-4b8f-8a1e-5a9405812012 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:34.335198 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108eece-f1cd-4b8f-8a1e-5a9405812012 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:34.335583 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108eece-f1cd-4b8f-8a1e-5a9405812012 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:34.336074 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108eece-f1cd-4b8f-8a1e-5a9405812012 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:34.336408 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108eece-f1cd-4b8f-8a1e-5a9405812012 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:34.336739 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108eece-f1cd-4b8f-8a1e-5a9405812012 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:34.337066 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108eece-f1cd-4b8f-8a1e-5a9405812012 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:34.337392 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108eece-f1cd-4b8f-8a1e-5a9405812012 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:34.337747 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108eece-f1cd-4b8f-8a1e-5a9405812012 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:34.338074 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108eece-f1cd-4b8f-8a1e-5a9405812012 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:34.338425 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2108eece-f1cd-4b8f-8a1e-5a9405812012 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:34.401318 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44aad708-d2da-4aae-9502-25687235a189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:34.457724 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-44aad708-d2da-4aae-9502-25687235a189 admin admin] Deleting port 74e8a331-01c9-41c3-b371-8fd6e179d5d2 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:30:34.458069 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44aad708-d2da-4aae-9502-25687235a189 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:34.514264 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0892fce9-2585-4e7e-8c31-e89764a6b2a5 None None] DHCP port deletion for 7984040f-8856-438f-b156-ed1c99b23fab request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:30:34.533151 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-44aad708-d2da-4aae-9502-25687235a189 admin admin] For port 74e8a331-01c9-41c3-b371-8fd6e179d5d2, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=74e8a331-01c9-41c3-b371-8fd6e179d5d2,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:30:34.533647 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44aad708-d2da-4aae-9502-25687235a189 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:34.547048 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-44aad708-d2da-4aae-9502-25687235a189 admin admin] Calling delete_port for 74e8a331-01c9-41c3-b371-8fd6e179d5d2 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:30:34.563634 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0892fce9-2585-4e7e-8c31-e89764a6b2a5 None None] Deleting port 74e8a331-01c9-41c3-b371-8fd6e179d5d2 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:30:34.564006 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0892fce9-2585-4e7e-8c31-e89764a6b2a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:34.630933 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0892fce9-2585-4e7e-8c31-e89764a6b2a5 None None] For port 74e8a331-01c9-41c3-b371-8fd6e179d5d2, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=74e8a331-01c9-41c3-b371-8fd6e179d5d2,segment=NetworkSegment(0edb88c0-3503-4d89-a6d4-402c1e5a989d),segment_id=0edb88c0-3503-4d89-a6d4-402c1e5a989d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:30:34.631208 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0892fce9-2585-4e7e-8c31-e89764a6b2a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:34.645536 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0892fce9-2585-4e7e-8c31-e89764a6b2a5 None None] Calling delete_port for 74e8a331-01c9-41c3-b371-8fd6e179d5d2 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:30:34.697825 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44aad708-d2da-4aae-9502-25687235a189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:34.707993 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ec358ffe-b987-4d2c-8846-7389724bb370 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:30:34.725767 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aad708-d2da-4aae-9502-25687235a189 admin admin] Pushing event deleted for resources: {'Port': ['ID=74e8a331-01c9-41c3-b371-8fd6e179d5d2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:30:34.729439 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44aad708-d2da-4aae-9502-25687235a189 admin admin] No DVR routers for this DVR port 74e8a331-01c9-41c3-b371-8fd6e179d5d2 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:30:34.731603 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: ec358ffe-b987-4d2c-8846-7389724bb370 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:30:34.732004 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ec358ffe-b987-4d2c-8846-7389724bb370 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:30:34.732367 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b5ea9b03-a87c-48bb-8696-8f8397f71c7b no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:30:34.769107 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: b5ea9b03-a87c-48bb-8696-8f8397f71c7b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:30:34.769311 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b5ea9b03-a87c-48bb-8696-8f8397f71c7b not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:30:34.769546 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 74e8a331-01c9-41c3-b371-8fd6e179d5d2 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:30:34.789332 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 74e8a331-01c9-41c3-b371-8fd6e179d5d2 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:30:34.789709 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 74e8a331-01c9-41c3-b371-8fd6e179d5d2 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:30:34.795304 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0892fce9-2585-4e7e-8c31-e89764a6b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:34.807691 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44aad708-d2da-4aae-9502-25687235a189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:34.823839 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0892fce9-2585-4e7e-8c31-e89764a6b2a5 None None] No DVR routers for this DVR port 74e8a331-01c9-41c3-b371-8fd6e179d5d2 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:30:34.827019 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0892fce9-2585-4e7e-8c31-e89764a6b2a5 None None] Pushing event deleted for resources: {'Port': ['ID=74e8a331-01c9-41c3-b371-8fd6e179d5d2,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:30:34.829617 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-44aad708-d2da-4aae-9502-25687235a189 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7984040f-8856-438f-b156-ed1c99b23fab']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:30:34.835187 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0892fce9-2585-4e7e-8c31-e89764a6b2a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:34.835553 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0892fce9-2585-4e7e-8c31-e89764a6b2a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:34.835891 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0892fce9-2585-4e7e-8c31-e89764a6b2a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:34.836223 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0892fce9-2585-4e7e-8c31-e89764a6b2a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:34.836556 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0892fce9-2585-4e7e-8c31-e89764a6b2a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:34.836884 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0892fce9-2585-4e7e-8c31-e89764a6b2a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:34.837207 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0892fce9-2585-4e7e-8c31-e89764a6b2a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:34.837970 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0892fce9-2585-4e7e-8c31-e89764a6b2a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:34.837970 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0892fce9-2585-4e7e-8c31-e89764a6b2a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:34.838220 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0892fce9-2585-4e7e-8c31-e89764a6b2a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:34.838481 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0892fce9-2585-4e7e-8c31-e89764a6b2a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:34.838799 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0892fce9-2585-4e7e-8c31-e89764a6b2a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:30:34.841480 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-44aad708-d2da-4aae-9502-25687235a189 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0edb88c0-3503-4d89-a6d4-402c1e5a989d') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:30:34.841817 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-44aad708-d2da-4aae-9502-25687235a189 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0edb88c0-3503-4d89-a6d4-402c1e5a989d') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:30:34.851394 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44aad708-d2da-4aae-9502-25687235a189 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:34.864460 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44aad708-d2da-4aae-9502-25687235a189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:34.870360 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44aad708-d2da-4aae-9502-25687235a189 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:30:34.870745 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44aad708-d2da-4aae-9502-25687235a189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: timer() Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:30:34.872366 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:30:34.988930 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44aad708-d2da-4aae-9502-25687235a189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:34.994514 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-44aad708-d2da-4aae-9502-25687235a189 admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:34.997673 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-44aad708-d2da-4aae-9502-25687235a189 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7984040f-8856-438f-b156-ed1c99b23fab HTTP/1.1" status: 204 len: 168 time: 0.6685529 Apr 21 13:30:35.001297 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57528) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:30:35.009323 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aad708-d2da-4aae-9502-25687235a189 admin admin] Pushing event deleted for resources: {'Network': ['ID=7984040f-8856-438f-b156-ed1c99b23fab,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:30:35.351275 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbba0047-7335-44b7-b800-6573c05e54d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:35.587385 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-fbba0047-7335-44b7-b800-6573c05e54d5 admin admin] Deleting port 330c09e2-f460-4835-afaa-564d177bca0f {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:30:35.587717 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbba0047-7335-44b7-b800-6573c05e54d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:35.663416 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-fbba0047-7335-44b7-b800-6573c05e54d5 admin admin] For port 330c09e2-f460-4835-afaa-564d177bca0f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=330c09e2-f460-4835-afaa-564d177bca0f,segment=NetworkSegment(cc2e267e-afc6-4f53-baa9-4efed9d9732c),segment_id=cc2e267e-afc6-4f53-baa9-4efed9d9732c)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:30:35.663690 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbba0047-7335-44b7-b800-6573c05e54d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:35.676278 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-fbba0047-7335-44b7-b800-6573c05e54d5 admin admin] Calling delete_port for 330c09e2-f460-4835-afaa-564d177bca0f owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:30:35.914927 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbba0047-7335-44b7-b800-6573c05e54d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:35.943531 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba0047-7335-44b7-b800-6573c05e54d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=330c09e2-f460-4835-afaa-564d177bca0f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:30:35.960973 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:30:36.103527 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-fbba0047-7335-44b7-b800-6573c05e54d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:36.316833 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbba0047-7335-44b7-b800-6573c05e54d5 admin admin] Router b6cb0af5-d26e-4056-80e3-a206b2fdf743 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:30:36.742841 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbba0047-7335-44b7-b800-6573c05e54d5 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:30:36.748230 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-fbba0047-7335-44b7-b800-6573c05e54d5 admin admin] 10.222.0.36 "PUT /v2.0/routers/b6cb0af5-d26e-4056-80e3-a206b2fdf743/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7457910 Apr 21 13:30:36.751462 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57534) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:30:36.753652 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43d64a9-a010-4253-a479-90fbba029550 None None] Sync routers for ids ['b6cb0af5-d26e-4056-80e3-a206b2fdf743'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:30:36.762778 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43d64a9-a010-4253-a479-90fbba029550 None None] Routers {'b6cb0af5-d26e-4056-80e3-a206b2fdf743'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:30:36.763397 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c43d64a9-a010-4253-a479-90fbba029550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:30:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['b6cb0af5-d26e-4056-80e3-a206b2fdf743'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:30:36.853641 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6164a44-dfa2-4b06-b656-93ce244f3ac7 admin admin] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:36.862316 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-c43d64a9-a010-4253-a479-90fbba029550 None None] Set router b6cb0af5-d26e-4056-80e3-a206b2fdf743 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:30:36.958652 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6164a44-dfa2-4b06-b656-93ce244f3ac7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:37.035657 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c43d64a9-a010-4253-a479-90fbba029550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cb0af5-d26e-4056-80e3-a206b2fdf743', 'name': 'tempest-TestVolumeBootPattern-84327388-router', 'tenant_id': 'ab6d32dc840c4718876a85b82ce0aaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.14'}], 'enable_snat': True}, 'gw_port_id': '8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:33Z', 'updated_at': '2022-04-21T13:30:35Z', 'revision_number': 5, 'project_id': 'ab6d32dc840c4718876a85b82ce0aaa2', 'gw_port': {'id': '8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:94:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cb0af5-d26e-4056-80e3-a206b2fdf743', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:17:34Z', 'updated_at': '2022-04-21T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:30:37.044339 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c6164a44-dfa2-4b06-b656-93ce244f3ac7 admin admin] Deleting port 8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:30:37.044685 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6164a44-dfa2-4b06-b656-93ce244f3ac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:37.065926 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43d64a9-a010-4253-a479-90fbba029550 None None] Checking router: b6cb0af5-d26e-4056-80e3-a206b2fdf743 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:30:37.074420 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43d64a9-a010-4253-a479-90fbba029550 None None] Routers {'b6cb0af5-d26e-4056-80e3-a206b2fdf743'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:30:37.075010 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c43d64a9-a010-4253-a479-90fbba029550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:30:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['b6cb0af5-d26e-4056-80e3-a206b2fdf743'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:30:37.122093 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-c6164a44-dfa2-4b06-b656-93ce244f3ac7 admin admin] For port 8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:30:37.122461 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6164a44-dfa2-4b06-b656-93ce244f3ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:37.134997 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c6164a44-dfa2-4b06-b656-93ce244f3ac7 admin admin] Calling delete_port for 8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:30:37.158889 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-c43d64a9-a010-4253-a479-90fbba029550 None None] Set router b6cb0af5-d26e-4056-80e3-a206b2fdf743 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:30:37.208285 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-c43d64a9-a010-4253-a479-90fbba029550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cb0af5-d26e-4056-80e3-a206b2fdf743', 'name': 'tempest-TestVolumeBootPattern-84327388-router', 'tenant_id': 'ab6d32dc840c4718876a85b82ce0aaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:33Z', 'updated_at': '2022-04-21T13:30:36Z', 'revision_number': 6, 'project_id': 'ab6d32dc840c4718876a85b82ce0aaa2', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:30:37.237082 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43d64a9-a010-4253-a479-90fbba029550 None None] The sync data for ids ['b6cb0af5-d26e-4056-80e3-a206b2fdf743'] in n-d-836147-2 is: [{'id': 'b6cb0af5-d26e-4056-80e3-a206b2fdf743', 'name': 'tempest-TestVolumeBootPattern-84327388-router', 'tenant_id': 'ab6d32dc840c4718876a85b82ce0aaa2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:17:33Z', 'updated_at': '2022-04-21T13:30:36Z', 'revision_number': 6, 'project_id': 'ab6d32dc840c4718876a85b82ce0aaa2', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:30:37.331954 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6164a44-dfa2-4b06-b656-93ce244f3ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:37.355967 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6164a44-dfa2-4b06-b656-93ce244f3ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:30:37.424293 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6164a44-dfa2-4b06-b656-93ce244f3ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:37.513446 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6164a44-dfa2-4b06-b656-93ce244f3ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:37.515477 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6164a44-dfa2-4b06-b656-93ce244f3ac7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:37.612424 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6164a44-dfa2-4b06-b656-93ce244f3ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:37.613008 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6164a44-dfa2-4b06-b656-93ce244f3ac7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6cb0af5-d26e-4056-80e3-a206b2fdf743 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:30:37.618090 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6164a44-dfa2-4b06-b656-93ce244f3ac7 admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:37.619305 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c6164a44-dfa2-4b06-b656-93ce244f3ac7 admin admin] 10.222.0.36 "DELETE /v2.0/routers/b6cb0af5-d26e-4056-80e3-a206b2fdf743 HTTP/1.1" status: 204 len: 168 time: 0.8668306 Apr 21 13:30:37.621942 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57536) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:30:37.671932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ac7764-b112-4f6e-b2e5-432f6ec63468 admin admin] Deleting subnet 9b2a884f-2d84-422a-aec7-06176651e388 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:30:37.677189 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4ac7764-b112-4f6e-b2e5-432f6ec63468 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:37.710661 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4ac7764-b112-4f6e-b2e5-432f6ec63468 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:37.784387 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4ac7764-b112-4f6e-b2e5-432f6ec63468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:37.869180 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4ac7764-b112-4f6e-b2e5-432f6ec63468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:37.899842 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac7764-b112-4f6e-b2e5-432f6ec63468 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b2a884f-2d84-422a-aec7-06176651e388,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:30:37.903643 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b4ac7764-b112-4f6e-b2e5-432f6ec63468 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:37.906923 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b4ac7764-b112-4f6e-b2e5-432f6ec63468 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/9b2a884f-2d84-422a-aec7-06176651e388 HTTP/1.1" status: 204 len: 168 time: 0.2839365 Apr 21 13:30:37.909902 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5fec10-208c-44d0-bee9-c9fc7c67b798 None None] Network 4576d328-0e6c-45fb-97e7-aa857a40600e requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:30:37.910403 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57538) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:30:37.977775 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e3b5-41f5-467d-982f-59110e19e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:38.034305 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c7b3e3b5-41f5-467d-982f-59110e19e5e5 admin admin] Deleting port 51a516dc-8d41-469b-9ce7-523798870e20 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:30:38.034641 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e3b5-41f5-467d-982f-59110e19e5e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:38.085857 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e071df-9d44-49ff-8979-6fe07b0e5dc2 None None] DHCP port deletion for 4576d328-0e6c-45fb-97e7-aa857a40600e request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:30:38.108624 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-c7b3e3b5-41f5-467d-982f-59110e19e5e5 admin admin] For port 51a516dc-8d41-469b-9ce7-523798870e20, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=51a516dc-8d41-469b-9ce7-523798870e20,segment=NetworkSegment(cc2e267e-afc6-4f53-baa9-4efed9d9732c),segment_id=cc2e267e-afc6-4f53-baa9-4efed9d9732c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:30:38.108997 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e3b5-41f5-467d-982f-59110e19e5e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:38.122665 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-c7b3e3b5-41f5-467d-982f-59110e19e5e5 admin admin] Calling delete_port for 51a516dc-8d41-469b-9ce7-523798870e20 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:30:38.136867 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f1e071df-9d44-49ff-8979-6fe07b0e5dc2 None None] Deleting port 51a516dc-8d41-469b-9ce7-523798870e20 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:30:38.137245 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1e071df-9d44-49ff-8979-6fe07b0e5dc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:38.203414 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f1e071df-9d44-49ff-8979-6fe07b0e5dc2 None None] For port 51a516dc-8d41-469b-9ce7-523798870e20, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=51a516dc-8d41-469b-9ce7-523798870e20,segment=NetworkSegment(cc2e267e-afc6-4f53-baa9-4efed9d9732c),segment_id=cc2e267e-afc6-4f53-baa9-4efed9d9732c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:30:38.206210 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1e071df-9d44-49ff-8979-6fe07b0e5dc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:38.217154 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f1e071df-9d44-49ff-8979-6fe07b0e5dc2 None None] Calling delete_port for 51a516dc-8d41-469b-9ce7-523798870e20 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:30:38.269632 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e3b5-41f5-467d-982f-59110e19e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:38.296788 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3e3b5-41f5-467d-982f-59110e19e5e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=51a516dc-8d41-469b-9ce7-523798870e20,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:30:38.297483 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1e071df-9d44-49ff-8979-6fe07b0e5dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:38.299232 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b3e3b5-41f5-467d-982f-59110e19e5e5 admin admin] No DVR routers for this DVR port 51a516dc-8d41-469b-9ce7-523798870e20 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:30:38.320688 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e071df-9d44-49ff-8979-6fe07b0e5dc2 None None] Pushing event deleted for resources: {'Port': ['ID=51a516dc-8d41-469b-9ce7-523798870e20,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:30:38.327869 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e071df-9d44-49ff-8979-6fe07b0e5dc2 None None] No DVR routers for this DVR port 51a516dc-8d41-469b-9ce7-523798870e20 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:30:38.376338 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e3b5-41f5-467d-982f-59110e19e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:38.396648 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c7b3e3b5-41f5-467d-982f-59110e19e5e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4576d328-0e6c-45fb-97e7-aa857a40600e']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:30:38.405954 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c7b3e3b5-41f5-467d-982f-59110e19e5e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2e267e-afc6-4f53-baa9-4efed9d9732c') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:30:38.406253 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-c7b3e3b5-41f5-467d-982f-59110e19e5e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2e267e-afc6-4f53-baa9-4efed9d9732c') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:30:38.415414 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e3b5-41f5-467d-982f-59110e19e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:38.428631 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e3b5-41f5-467d-982f-59110e19e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:38.434576 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b3e3b5-41f5-467d-982f-59110e19e5e5 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:30:38.435294 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e3b5-41f5-467d-982f-59110e19e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: timer() Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:30:38.436665 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:30:38.549151 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e3b5-41f5-467d-982f-59110e19e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:38.554589 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c7b3e3b5-41f5-467d-982f-59110e19e5e5 admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:38.557821 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c7b3e3b5-41f5-467d-982f-59110e19e5e5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4576d328-0e6c-45fb-97e7-aa857a40600e HTTP/1.1" status: 204 len: 168 time: 0.6466327 Apr 21 13:30:38.569397 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3e3b5-41f5-467d-982f-59110e19e5e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4576d328-0e6c-45fb-97e7-aa857a40600e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:30:38.688959 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:30:38.712617 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:30:38.712963 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 8d3b96ef-a0d2-4b0a-9b6a-fc82ae5b3356 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:30:38.713400 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 51a516dc-8d41-469b-9ce7-523798870e20 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:30:38.733318 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 51a516dc-8d41-469b-9ce7-523798870e20 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:30:38.735179 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 51a516dc-8d41-469b-9ce7-523798870e20 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:30:38.735179 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 330c09e2-f460-4835-afaa-564d177bca0f no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:30:38.752932 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 330c09e2-f460-4835-afaa-564d177bca0f {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:30:38.753281 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 330c09e2-f460-4835-afaa-564d177bca0f not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:30:38.782752 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57542) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:30:38.822735 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4503ecf1-506a-4d6a-b833-4c0520d01633 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e09676fd3de740cabb87417a0199ea6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387647 Apr 21 13:30:38.825117 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57544) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:30:38.872330 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7887233d-e316-4777-9553-dd18fdcff326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:38.893412 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7887233d-e316-4777-9553-dd18fdcff326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:38.983218 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7887233d-e316-4777-9553-dd18fdcff326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:38.985776 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7887233d-e316-4777-9553-dd18fdcff326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:38.986944 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7887233d-e316-4777-9553-dd18fdcff326 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad HTTP/1.1" status: 204 len: 168 time: 0.1609087 Apr 21 13:30:38.994520 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887233d-e316-4777-9553-dd18fdcff326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9ef5c0-8a24-4f04-934d-ef7fbf7197ad,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:30:39.542498 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57550) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:30:39.581441 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ab2bc8a7-cce1-4ad3-a593-89e665d1bddd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ab6d32dc840c4718876a85b82ce0aaa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374522 Apr 21 13:30:39.586144 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57552) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:30:39.636089 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ab980c3-769b-43f9-a03c-9a4a1e477de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:39.655968 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ab980c3-769b-43f9-a03c-9a4a1e477de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:39.777396 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ab980c3-769b-43f9-a03c-9a4a1e477de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:39.779871 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5ab980c3-769b-43f9-a03c-9a4a1e477de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:39.781011 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5ab980c3-769b-43f9-a03c-9a4a1e477de2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f252ed19-13c7-4848-a229-e6f23f996fb9 HTTP/1.1" status: 204 len: 168 time: 0.1940095 Apr 21 13:30:39.788756 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab980c3-769b-43f9-a03c-9a4a1e477de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f252ed19-13c7-4848-a229-e6f23f996fb9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:30:43.503400 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-09a78eae-23dd-477c-af61-d27210c42068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:45.765869 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7f5706c-7d4e-4039-83f0-9e18cb5b6a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:47.102953 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:48.342789 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:48.623240 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:48.765511 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:50.863483 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:50.928612 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-a03b588a-8f43-4335-a042-186b066863bb tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9b8661920acf458aa76974223a4a9b3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293565 Apr 21 13:30:51.112859 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-920d6b83-d0ba-4027-9537-fabe49c0b600 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:30:51.114323 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-920d6b83-d0ba-4027-9537-fabe49c0b600 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1801383 Apr 21 13:30:51.128462 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-eda0aa53-05b7-4de5-a690-f181d3ccd7c8 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.36 "GET /v2.0/quotas/9b8661920acf458aa76974223a4a9b3e HTTP/1.1" status: 200 len: 375 time: 0.0085039 Apr 21 13:30:51.162199 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-47737385-f5ec-48e3-9994-96e9952bb0ec tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9b8661920acf458aa76974223a4a9b3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287013 Apr 21 13:30:51.402874 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b27fa8ab-a383-4952-83bf-dbbbd51bd781 req-1e77ec21-ebf8-4c5e-9528-d1782c8d2247 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be77033-a989-4e41-835d-81c79e4a482e HTTP/1.1" status: 200 len: 210 time: 0.0266459 Apr 21 13:30:52.494668 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f10647bc-18eb-4c02-94b8-f8e01c267995 req-2e42e76c-c037-4d50-8456-7f57306ba189 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be77033-a989-4e41-835d-81c79e4a482e HTTP/1.1" status: 200 len: 210 time: 0.0266836 Apr 21 13:30:53.379583 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-8f6d43a6-b615-4f3b-97c6-ca63a83f5982 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9b8661920acf458aa76974223a4a9b3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212119 Apr 21 13:30:53.488343 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-bc8be295-2e3e-41e8-a0a4-eb82e81288f6 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:30:53.489827 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-bc8be295-2e3e-41e8-a0a4-eb82e81288f6 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1047368 Apr 21 13:30:53.507134 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-db6443e4-7fd3-4061-a138-694359060709 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Request body: {'port': {'device_id': '7be77033-a989-4e41-835d-81c79e4a482e', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'admin_state_up': True, 'tenant_id': '9b8661920acf458aa76974223a4a9b3e'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:30:53.906056 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5cf71bf-c623-4520-a74e-414ee4eac77b req-0da762c6-a637-4eeb-9fe4-2f535fc03889 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be77033-a989-4e41-835d-81c79e4a482e HTTP/1.1" status: 200 len: 210 time: 0.3438334 Apr 21 13:30:53.994356 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-db6443e4-7fd3-4061-a138-694359060709 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Made reservation on behalf of 9b8661920acf458aa76974223a4a9b3e for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:30:53.997804 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-db6443e4-7fd3-4061-a138-694359060709 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:54.006290 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-db6443e4-7fd3-4061-a138-694359060709 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:54.078165 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-db6443e4-7fd3-4061-a138-694359060709 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:54.120032 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-db6443e4-7fd3-4061-a138-694359060709 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:54.177943 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6443e4-7fd3-4061-a138-694359060709 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07839b85-281b-48d1-9142-72a185db5f24,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:30:54.254867 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-db6443e4-7fd3-4061-a138-694359060709 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Allocated IP 192.168.233.21 (705ddbc0-3ec5-4892-8eef-70ae7253f7d0/a923e814-982f-4506-8218-65f64d547ce6/9d3dd428-cdd5-4122-bb46-669f95206769) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:30:54.394812 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-db6443e4-7fd3-4061-a138-694359060709 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:54.469525 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-db6443e4-7fd3-4061-a138-694359060709 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:54.513154 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-db6443e4-7fd3-4061-a138-694359060709 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:30:54.518086 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-db6443e4-7fd3-4061-a138-694359060709 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:30:54.521760 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-db6443e4-7fd3-4061-a138-694359060709 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:30:54.550264 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6443e4-7fd3-4061-a138-694359060709 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Pushing event updated for resources: {'Port': ['ID=9d3dd428-cdd5-4122-bb46-669f95206769,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:30:54.575624 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-db6443e4-7fd3-4061-a138-694359060709 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:30:54.576248 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-db6443e4-7fd3-4061-a138-694359060709 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:54.666050 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-db6443e4-7fd3-4061-a138-694359060709 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1622965 Apr 21 13:30:54.683578 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-b34c63d5-9bc1-4ca3-9002-0ebc6cfca2d6 service neutron] Request body: {'port': {'device_id': '7be77033-a989-4e41-835d-81c79e4a482e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:30:54.726936 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a0bce538-4ec6-4133-be9d-f097d09f48aa None None] Provisioning complete for port 9d3dd428-cdd5-4122-bb46-669f95206769 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:30:54.727461 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0bce538-4ec6-4133-be9d-f097d09f48aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:54.737152 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-b34c63d5-9bc1-4ca3-9002-0ebc6cfca2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:54.919531 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-a0bce538-4ec6-4133-be9d-f097d09f48aa None None] Port 9d3dd428-cdd5-4122-bb46-669f95206769 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:30:55.034895 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-b34c63d5-9bc1-4ca3-9002-0ebc6cfca2d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d3dd428-cdd5-4122-bb46-669f95206769 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:30:55.043862 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-b34c63d5-9bc1-4ca3-9002-0ebc6cfca2d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:55.064389 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc5fe7-6974-49a6-8b2e-912f972bb8d9 req-9b540d18-5091-4bdf-8bff-aa500ae57753 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:30:55.065885 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-47cc5fe7-6974-49a6-8b2e-912f972bb8d9 req-9b540d18-5091-4bdf-8bff-aa500ae57753 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be77033-a989-4e41-835d-81c79e4a482e HTTP/1.1" status: 200 len: 935 time: 0.0894043 Apr 21 13:30:55.068358 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-b34c63d5-9bc1-4ca3-9002-0ebc6cfca2d6 service neutron] Transition to ACTIVE for port object 9d3dd428-cdd5-4122-bb46-669f95206769 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:30:55.103265 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-47cc5fe7-6974-49a6-8b2e-912f972bb8d9 req-05ebe667-89ce-48a1-8632-617c8bedc957 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.36 "GET /v2.0/security-groups?id=07839b85-281b-48d1-9142-72a185db5f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312300 Apr 21 13:30:55.148341 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-b34c63d5-9bc1-4ca3-9002-0ebc6cfca2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:55.205304 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c63d5-9bc1-4ca3-9002-0ebc6cfca2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=9d3dd428-cdd5-4122-bb46-669f95206769,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:30:55.274585 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-b34c63d5-9bc1-4ca3-9002-0ebc6cfca2d6 service neutron] Attempting to bind port 9d3dd428-cdd5-4122-bb46-669f95206769 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:30:55.274920 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-b34c63d5-9bc1-4ca3-9002-0ebc6cfca2d6 service neutron] Attempting to bind port 9d3dd428-cdd5-4122-bb46-669f95206769 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:30:55.275246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-b34c63d5-9bc1-4ca3-9002-0ebc6cfca2d6 service neutron] Attempting to bind port 9d3dd428-cdd5-4122-bb46-669f95206769 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:30:55.279657 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-b34c63d5-9bc1-4ca3-9002-0ebc6cfca2d6 service neutron] Port 9d3dd428-cdd5-4122-bb46-669f95206769 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:30:55.279975 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-b34c63d5-9bc1-4ca3-9002-0ebc6cfca2d6 service neutron] Attempting to bind port 9d3dd428-cdd5-4122-bb46-669f95206769 on network 705ddbc0-3ec5-4892-8eef-70ae7253f7d0 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:30:55.285650 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-b34c63d5-9bc1-4ca3-9002-0ebc6cfca2d6 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:30:55.285932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-b34c63d5-9bc1-4ca3-9002-0ebc6cfca2d6 service neutron] Checking segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:30:55.286314 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-b34c63d5-9bc1-4ca3-9002-0ebc6cfca2d6 service neutron] Bound using segment: {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:30:55.286740 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-b34c63d5-9bc1-4ca3-9002-0ebc6cfca2d6 service neutron] Bound port: 9d3dd428-cdd5-4122-bb46-669f95206769, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:30:55.287098 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-b34c63d5-9bc1-4ca3-9002-0ebc6cfca2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:55.351913 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-b34c63d5-9bc1-4ca3-9002-0ebc6cfca2d6 service neutron] For port 9d3dd428-cdd5-4122-bb46-669f95206769, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:30:55.354981 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-b34c63d5-9bc1-4ca3-9002-0ebc6cfca2d6 service neutron] For port 9d3dd428-cdd5-4122-bb46-669f95206769, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9d3dd428-cdd5-4122-bb46-669f95206769,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:30:55.417414 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-b34c63d5-9bc1-4ca3-9002-0ebc6cfca2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:55.450121 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-b34c63d5-9bc1-4ca3-9002-0ebc6cfca2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:30:55.450750 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-b34c63d5-9bc1-4ca3-9002-0ebc6cfca2d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:55.452095 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-b34c63d5-9bc1-4ca3-9002-0ebc6cfca2d6 service neutron] 10.222.0.24 "PUT /v2.0/ports/9d3dd428-cdd5-4122-bb46-669f95206769 HTTP/1.1" status: 200 len: 1095 time: 0.7731783 Apr 21 13:30:55.452685 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7be77033-a989-4e41-835d-81c79e4a482e', 'tag': '9d3dd428-cdd5-4122-bb46-669f95206769'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:30:55.454945 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf666bd-75c8-4bd7-b183-ccc73e3229c2" -d '{"events": [{"name": "network-changed", "server_uuid": "7be77033-a989-4e41-835d-81c79e4a482e", "tag": "9d3dd428-cdd5-4122-bb46-669f95206769"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:30:55.487481 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34c63d5-9bc1-4ca3-9002-0ebc6cfca2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=9d3dd428-cdd5-4122-bb46-669f95206769,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:30:55.507615 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8c991f-0a11-48e5-a73b-88694219112a x-openstack-request-id: req-9c8c991f-0a11-48e5-a73b-88694219112a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:30:55.507615 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7be77033-a989-4e41-835d-81c79e4a482e", "tag": "9d3dd428-cdd5-4122-bb46-669f95206769", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:30:55.507615 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9c8c991f-0a11-48e5-a73b-88694219112a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:30:55.508012 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c8c991f-0a11-48e5-a73b-88694219112a'] response: {'name': 'network-changed', 'server_uuid': '7be77033-a989-4e41-835d-81c79e4a482e', 'tag': '9d3dd428-cdd5-4122-bb46-669f95206769', 'status': 'completed', 'code': 200} Apr 21 13:30:55.577085 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf666bd-75c8-4bd7-b183-ccc73e3229c2 req-f7364333-b1e8-4f0c-b794-75493e2665af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:30:55.578699 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-baf666bd-75c8-4bd7-b183-ccc73e3229c2 req-f7364333-b1e8-4f0c-b794-75493e2665af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b8661920acf458aa76974223a4a9b3e&device_id=7be77033-a989-4e41-835d-81c79e4a482e HTTP/1.1" status: 200 len: 1098 time: 0.0465941 Apr 21 13:30:55.613635 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-baf666bd-75c8-4bd7-b183-ccc73e3229c2 req-07f90140-00ae-4619-9d62-062351abbe59 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=9b8661920acf458aa76974223a4a9b3e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213504 Apr 21 13:30:55.707531 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf666bd-75c8-4bd7-b183-ccc73e3229c2 req-3b126a4b-feae-4a17-8b45-30f688bbcbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:30:55.709100 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-baf666bd-75c8-4bd7-b183-ccc73e3229c2 req-3b126a4b-feae-4a17-8b45-30f688bbcbc0 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887141 Apr 21 13:30:55.794380 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-f8392409-142d-4c19-bc66-6a39bf99f4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:30:55.795787 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-f8392409-142d-4c19-bc66-6a39bf99f4d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9b8661920acf458aa76974223a4a9b3e&device_id=7be77033-a989-4e41-835d-81c79e4a482e HTTP/1.1" status: 200 len: 1098 time: 0.0459368 Apr 21 13:30:55.841068 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-40e6ef10-ed40-4596-9eb9-917eedd57ab5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=9d3dd428-cdd5-4122-bb46-669f95206769 HTTP/1.1" status: 200 len: 217 time: 0.0331206 Apr 21 13:30:55.893428 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-571cdb6b-8e3a-4b79-a80b-db3b05ea279f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:30:55.894895 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-571cdb6b-8e3a-4b79-a80b-db3b05ea279f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a923e814-982f-4506-8218-65f64d547ce6 HTTP/1.1" status: 200 len: 843 time: 0.0424912 Apr 21 13:30:55.942391 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-d44dba24-1881-4842-bd27-e82efea57641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:30:55.943848 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-d44dba24-1881-4842-bd27-e82efea57641 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=705ddbc0-3ec5-4892-8eef-70ae7253f7d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0391333 Apr 21 13:30:56.038181 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-b46fa7cb-49c6-49ce-8580-9c6a1fbd451a service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832727 Apr 21 13:30:56.128760 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d8f7e77-fe0d-4731-942c-69cd874f9e0b req-ce73b10c-5f0b-43cc-a10b-386f60d13d09 service neutron] 10.222.0.24 "GET /v2.0/networks/705ddbc0-3ec5-4892-8eef-70ae7253f7d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800154 Apr 21 13:30:56.223870 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de6ec9-1d19-47c1-8c13-503c0b34abd0 req-3bf91e45-f12d-49d9-8760-1946cdcc342c tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:30:56.225358 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c0de6ec9-1d19-47c1-8c13-503c0b34abd0 req-3bf91e45-f12d-49d9-8760-1946cdcc342c tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be77033-a989-4e41-835d-81c79e4a482e HTTP/1.1" status: 200 len: 947 time: 0.0561707 Apr 21 13:30:56.262072 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c0de6ec9-1d19-47c1-8c13-503c0b34abd0 req-4df029eb-c050-4611-8510-b4f1055a98c4 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.36 "GET /v2.0/security-groups?id=07839b85-281b-48d1-9142-72a185db5f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307097 Apr 21 13:30:57.375914 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a45b36-f12a-4c4b-a2d0-3b2222fb235e req-442f79c9-f324-439a-9e02-80e90bcceb90 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:30:57.377376 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-57a45b36-f12a-4c4b-a2d0-3b2222fb235e req-442f79c9-f324-439a-9e02-80e90bcceb90 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be77033-a989-4e41-835d-81c79e4a482e HTTP/1.1" status: 200 len: 947 time: 0.0480897 Apr 21 13:30:57.415403 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-57a45b36-f12a-4c4b-a2d0-3b2222fb235e req-afee0a96-a58c-4b05-b07b-de394d1959b2 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.36 "GET /v2.0/security-groups?id=07839b85-281b-48d1-9142-72a185db5f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320241 Apr 21 13:30:58.528459 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac644126-405c-47b6-99d5-18400beb7700 req-ef36297f-3cb5-4c0b-b5b3-8b4436d7ad12 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:30:58.529952 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac644126-405c-47b6-99d5-18400beb7700 req-ef36297f-3cb5-4c0b-b5b3-8b4436d7ad12 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be77033-a989-4e41-835d-81c79e4a482e HTTP/1.1" status: 200 len: 947 time: 0.0486205 Apr 21 13:30:58.567075 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac644126-405c-47b6-99d5-18400beb7700 req-85689316-fa01-4333-a661-d7d926057beb tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.36 "GET /v2.0/security-groups?id=07839b85-281b-48d1-9142-72a185db5f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311756 Apr 21 13:30:59.101532 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9d3dd428-cdd5-4122-bb46-669f95206769 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:30:59.194568 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 9d3dd428-cdd5-4122-bb46-669f95206769, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9d3dd428-cdd5-4122-bb46-669f95206769,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:30:59.206020 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '9d3dd428-cdd5-4122-bb46-669f95206769', 'network_id': '705ddbc0-3ec5-4892-8eef-70ae7253f7d0', 'port_id': '9d3dd428-cdd5-4122-bb46-669f95206769', 'mac_address': 'fa:16:3e:b5:94:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a923e814-982f-4506-8218-65f64d547ce6', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:30:59.241718 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:59.253816 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d3dd428-cdd5-4122-bb46-669f95206769 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:30:59.272984 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 9d3dd428-cdd5-4122-bb46-669f95206769, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9d3dd428-cdd5-4122-bb46-669f95206769,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:30:59.365661 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:30:59.412285 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=9d3dd428-cdd5-4122-bb46-669f95206769,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:30:59.646151 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['9d3dd428-cdd5-4122-bb46-669f95206769'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:30:59.683648 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34daba4e-9dce-41d3-b02c-ac7579d0b85e req-c60be335-6a8a-46f7-ade0-7b5aecc3e176 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:30:59.685136 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34daba4e-9dce-41d3-b02c-ac7579d0b85e req-c60be335-6a8a-46f7-ade0-7b5aecc3e176 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be77033-a989-4e41-835d-81c79e4a482e HTTP/1.1" status: 200 len: 948 time: 0.0522165 Apr 21 13:30:59.723222 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34daba4e-9dce-41d3-b02c-ac7579d0b85e req-98cab5cd-cd4d-4d10-9641-c01f735a8921 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.36 "GET /v2.0/security-groups?id=07839b85-281b-48d1-9142-72a185db5f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313368 Apr 21 13:31:00.836729 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50f506-583e-4ddc-a3e3-14e42a01f6aa req-b17c568d-21d8-4d67-864b-1c9dcf06c890 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:00.838261 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d50f506-583e-4ddc-a3e3-14e42a01f6aa req-b17c568d-21d8-4d67-864b-1c9dcf06c890 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be77033-a989-4e41-835d-81c79e4a482e HTTP/1.1" status: 200 len: 948 time: 0.0483837 Apr 21 13:31:00.875935 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d50f506-583e-4ddc-a3e3-14e42a01f6aa req-621336e0-fe64-49b4-bb45-5ca9e5c9ddcb tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.36 "GET /v2.0/security-groups?id=07839b85-281b-48d1-9142-72a185db5f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318091 Apr 21 13:31:01.112626 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9d3dd428-cdd5-4122-bb46-669f95206769 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:31:01.211194 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 9d3dd428-cdd5-4122-bb46-669f95206769 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:31:01.214957 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 9d3dd428-cdd5-4122-bb46-669f95206769 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:31:01.215285 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:01.293267 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:01.314898 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be77033-a989-4e41-835d-81c79e4a482e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3dd428-cdd5-4122-bb46-669f95206769'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:31:01.317205 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bd4633-4893-42e5-9506-bc68de296745" -d '{"events": [{"server_uuid": "7be77033-a989-4e41-835d-81c79e4a482e", "name": "network-vif-plugged", "status": "completed", "tag": "9d3dd428-cdd5-4122-bb46-669f95206769"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:31:01.329846 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 9d3dd428-cdd5-4122-bb46-669f95206769, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9d3dd428-cdd5-4122-bb46-669f95206769,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:31:01.357332 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ad0f1b-e40d-4919-baf2-38a68f33eaa1 x-openstack-request-id: req-71ad0f1b-e40d-4919-baf2-38a68f33eaa1 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:31:01.357650 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be77033-a989-4e41-835d-81c79e4a482e", "name": "network-vif-plugged", "status": "completed", "tag": "9d3dd428-cdd5-4122-bb46-669f95206769", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:31:01.357935 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-71ad0f1b-e40d-4919-baf2-38a68f33eaa1 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:31:01.358360 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71ad0f1b-e40d-4919-baf2-38a68f33eaa1'] response: {'server_uuid': '7be77033-a989-4e41-835d-81c79e4a482e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3dd428-cdd5-4122-bb46-669f95206769', 'code': 200} Apr 21 13:31:01.365422 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:01.416618 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=9d3dd428-cdd5-4122-bb46-669f95206769,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:31:01.460916 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493804a-b2bf-4473-82ad-c49f15e3cbd7 req-3f5b1c1b-6c99-4e4d-9f55-bae89a53f580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:01.462410 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5493804a-b2bf-4473-82ad-c49f15e3cbd7 req-3f5b1c1b-6c99-4e4d-9f55-bae89a53f580 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7be77033-a989-4e41-835d-81c79e4a482e HTTP/1.1" status: 200 len: 1100 time: 0.0388224 Apr 21 13:31:01.501021 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5493804a-b2bf-4473-82ad-c49f15e3cbd7 req-8d19b455-5b4b-4550-8308-f3cbcae25a92 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=07839b85-281b-48d1-9142-72a185db5f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268705 Apr 21 13:31:01.994902 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940d3ca-8fe2-46bc-8869-e3d5a52b1d05 req-89989adf-734d-460c-be08-db947ad3316c tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:01.996372 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4940d3ca-8fe2-46bc-8869-e3d5a52b1d05 req-89989adf-734d-460c-be08-db947ad3316c tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be77033-a989-4e41-835d-81c79e4a482e HTTP/1.1" status: 200 len: 949 time: 0.0520730 Apr 21 13:31:02.032339 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4940d3ca-8fe2-46bc-8869-e3d5a52b1d05 req-2d84b56b-11b0-4b0c-96ec-f0370278b860 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.36 "GET /v2.0/security-groups?id=07839b85-281b-48d1-9142-72a185db5f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300627 Apr 21 13:31:03.146813 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d9b83-a080-421a-bd5b-7a31745f5453 req-4d999be7-4dc1-4ed2-beb6-a63b1c650226 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:03.148275 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c05d9b83-a080-421a-bd5b-7a31745f5453 req-4d999be7-4dc1-4ed2-beb6-a63b1c650226 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be77033-a989-4e41-835d-81c79e4a482e HTTP/1.1" status: 200 len: 949 time: 0.0482998 Apr 21 13:31:03.184808 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c05d9b83-a080-421a-bd5b-7a31745f5453 req-b2b91113-a564-4088-95dc-93ac2bddd374 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.36 "GET /v2.0/security-groups?id=07839b85-281b-48d1-9142-72a185db5f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306251 Apr 21 13:31:03.649248 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-6839c442-3930-452a-ab9c-db4872ab259f req-c0d68ef3-dc3b-436e-b6b2-00c7f91f719d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 13:31:03.650278 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6839c442-3930-452a-ab9c-db4872ab259f req-c0d68ef3-dc3b-436e-b6b2-00c7f91f719d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462866 Apr 21 13:31:04.088156 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-97cda4f2-0e7c-4660-8468-e926793a6c73 req-e386550e-5134-46c8-93a7-7c9bc80eda6d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 13:31:04.089172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-97cda4f2-0e7c-4660-8468-e926793a6c73 req-e386550e-5134-46c8-93a7-7c9bc80eda6d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052872 Apr 21 13:31:04.631450 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f95b1-5bce-4629-9714-18ce9f3c7f0e req-88465975-01f8-4ac5-a38d-fe37d0442f71 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:04.632925 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d76f95b1-5bce-4629-9714-18ce9f3c7f0e req-88465975-01f8-4ac5-a38d-fe37d0442f71 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be77033-a989-4e41-835d-81c79e4a482e HTTP/1.1" status: 200 len: 949 time: 0.0489974 Apr 21 13:31:04.669521 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d76f95b1-5bce-4629-9714-18ce9f3c7f0e req-280eec41-f9f0-45ec-9c02-7192f776d299 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.36 "GET /v2.0/security-groups?id=07839b85-281b-48d1-9142-72a185db5f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304332 Apr 21 13:31:05.789385 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044276f-dcef-427e-8abb-78ffda8bace7 req-adc780a8-b5aa-4063-accd-b0f5cdaa9aa5 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:05.790961 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c044276f-dcef-427e-8abb-78ffda8bace7 req-adc780a8-b5aa-4063-accd-b0f5cdaa9aa5 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be77033-a989-4e41-835d-81c79e4a482e HTTP/1.1" status: 200 len: 949 time: 0.0532272 Apr 21 13:31:05.828882 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c044276f-dcef-427e-8abb-78ffda8bace7 req-f5dc2d4b-bd58-4458-bb95-882c81c8ad8f tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.36 "GET /v2.0/security-groups?id=07839b85-281b-48d1-9142-72a185db5f24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319917 Apr 21 13:31:06.017046 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cfe30-152a-47c4-a8bc-f194c7f76f04 req-82ce90a8-0baf-43a0-a224-fb655d6b327a tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:06.018442 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-771cfe30-152a-47c4-a8bc-f194c7f76f04 req-82ce90a8-0baf-43a0-a224-fb655d6b327a tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.24 "GET /v2.0/ports?device_id=7be77033-a989-4e41-835d-81c79e4a482e HTTP/1.1" status: 200 len: 949 time: 0.0478492 Apr 21 13:31:06.110169 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-771cfe30-152a-47c4-a8bc-f194c7f76f04 req-4c20b1e4-baa5-4388-9d2d-709604a26032 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Deleting port 9d3dd428-cdd5-4122-bb46-669f95206769 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:31:06.110507 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-771cfe30-152a-47c4-a8bc-f194c7f76f04 req-4c20b1e4-baa5-4388-9d2d-709604a26032 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:06.195791 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-771cfe30-152a-47c4-a8bc-f194c7f76f04 req-4c20b1e4-baa5-4388-9d2d-709604a26032 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] For port 9d3dd428-cdd5-4122-bb46-669f95206769, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=9d3dd428-cdd5-4122-bb46-669f95206769,segment=NetworkSegment(15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d),segment_id=15e74fbe-c9cd-4c38-ab6a-8139b4dd3e1d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:31:06.196153 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-771cfe30-152a-47c4-a8bc-f194c7f76f04 req-4c20b1e4-baa5-4388-9d2d-709604a26032 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:06.207570 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-771cfe30-152a-47c4-a8bc-f194c7f76f04 req-4c20b1e4-baa5-4388-9d2d-709604a26032 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Calling delete_port for 9d3dd428-cdd5-4122-bb46-669f95206769 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:31:06.394651 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-771cfe30-152a-47c4-a8bc-f194c7f76f04 req-4c20b1e4-baa5-4388-9d2d-709604a26032 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:06.411152 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['9d3dd428-cdd5-4122-bb46-669f95206769'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:31:06.426219 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20b1e4-baa5-4388-9d2d-709604a26032 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Pushing event deleted for resources: {'Port': ['ID=9d3dd428-cdd5-4122-bb46-669f95206769,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:31:06.464739 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-771cfe30-152a-47c4-a8bc-f194c7f76f04 req-4c20b1e4-baa5-4388-9d2d-709604a26032 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] No DVR routers for this DVR port 9d3dd428-cdd5-4122-bb46-669f95206769 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:31:06.467530 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-771cfe30-152a-47c4-a8bc-f194c7f76f04 req-4c20b1e4-baa5-4388-9d2d-709604a26032 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:06.471490 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-771cfe30-152a-47c4-a8bc-f194c7f76f04 req-4c20b1e4-baa5-4388-9d2d-709604a26032 tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.24 "DELETE /v2.0/ports/9d3dd428-cdd5-4122-bb46-669f95206769 HTTP/1.1" status: 204 len: 173 time: 0.4439268 Apr 21 13:31:06.471932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7be77033-a989-4e41-835d-81c79e4a482e', 'name': 'network-vif-deleted', 'tag': '9d3dd428-cdd5-4122-bb46-669f95206769'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:31:06.474244 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a05a5c-add1-4b6a-ac50-ee16ae124c69" -d '{"events": [{"server_uuid": "7be77033-a989-4e41-835d-81c79e4a482e", "name": "network-vif-deleted", "tag": "9d3dd428-cdd5-4122-bb46-669f95206769"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:31:06.512327 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61aee5b1-928c-41f3-a67f-8e6c10ee57a6 x-openstack-request-id: req-61aee5b1-928c-41f3-a67f-8e6c10ee57a6 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:31:06.512616 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7be77033-a989-4e41-835d-81c79e4a482e", "name": "network-vif-deleted", "tag": "9d3dd428-cdd5-4122-bb46-669f95206769", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:31:06.512889 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-61aee5b1-928c-41f3-a67f-8e6c10ee57a6 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:31:06.513295 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61aee5b1-928c-41f3-a67f-8e6c10ee57a6'] response: {'server_uuid': '7be77033-a989-4e41-835d-81c79e4a482e', 'name': 'network-vif-deleted', 'tag': '9d3dd428-cdd5-4122-bb46-669f95206769', 'status': 'completed', 'code': 200} Apr 21 13:31:07.216808 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bce80852-d1fd-4b3e-8ef1-0ecc37f185f6 req-527000a4-834f-4e68-a786-33d141dfebfe tempest-ServersAdminNegativeTestJSON-1091370815 tempest-ServersAdminNegativeTestJSON-1091370815-project] 10.222.0.36 "GET /v2.0/ports?device_id=7be77033-a989-4e41-835d-81c79e4a482e HTTP/1.1" status: 200 len: 210 time: 0.0310576 Apr 21 13:31:08.701314 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57710) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:31:08.830047 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-158d9683-55aa-4711-bebf-6e1eb633451c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9b8661920acf458aa76974223a4a9b3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1274955 Apr 21 13:31:08.832530 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57714) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:31:08.879288 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ebb981b1-5109-49a8-b4b5-549c9aaae864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:08.899076 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ebb981b1-5109-49a8-b4b5-549c9aaae864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:09.010930 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ebb981b1-5109-49a8-b4b5-549c9aaae864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:09.013505 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ebb981b1-5109-49a8-b4b5-549c9aaae864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:09.014682 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ebb981b1-5109-49a8-b4b5-549c9aaae864 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/07839b85-281b-48d1-9142-72a185db5f24 HTTP/1.1" status: 204 len: 168 time: 0.1812437 Apr 21 13:31:09.022605 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb981b1-5109-49a8-b4b5-549c9aaae864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07839b85-281b-48d1-9142-72a185db5f24,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:31:09.029877 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb981b1-5109-49a8-b4b5-549c9aaae864 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:31:09.030212 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb981b1-5109-49a8-b4b5-549c9aaae864 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:31:09.030612 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb981b1-5109-49a8-b4b5-549c9aaae864 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:31:09.030941 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb981b1-5109-49a8-b4b5-549c9aaae864 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:31:09.031264 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb981b1-5109-49a8-b4b5-549c9aaae864 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:31:09.031587 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb981b1-5109-49a8-b4b5-549c9aaae864 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:31:09.031905 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb981b1-5109-49a8-b4b5-549c9aaae864 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:31:09.032222 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb981b1-5109-49a8-b4b5-549c9aaae864 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:31:09.032543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb981b1-5109-49a8-b4b5-549c9aaae864 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:31:09.032895 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb981b1-5109-49a8-b4b5-549c9aaae864 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:31:09.033214 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb981b1-5109-49a8-b4b5-549c9aaae864 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:31:09.033529 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb981b1-5109-49a8-b4b5-549c9aaae864 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:31:09.162968 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9d3dd428-cdd5-4122-bb46-669f95206769 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:31:09.185411 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 9d3dd428-cdd5-4122-bb46-669f95206769 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:31:09.185411 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 9d3dd428-cdd5-4122-bb46-669f95206769 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:31:09.489952 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57720) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:31:09.502963 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa1a9ce4-cd21-4e0c-b5c8-6672716dde6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:09.574622 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa1a9ce4-cd21-4e0c-b5c8-6672716dde6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:09.656735 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa1a9ce4-cd21-4e0c-b5c8-6672716dde6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:09.697348 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fa1a9ce4-cd21-4e0c-b5c8-6672716dde6e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b19d4fee44214617a4b60ab9ba75a6b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2063456 Apr 21 13:31:09.698235 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a9ce4-cd21-4e0c-b5c8-6672716dde6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f652c04-bf66-4404-9ba8-7edfac69960d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:31:09.700068 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57722) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:31:09.751988 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9cc42bd7-4c35-4192-a251-2ce9bca3d6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:09.772687 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9cc42bd7-4c35-4192-a251-2ce9bca3d6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:09.885006 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9cc42bd7-4c35-4192-a251-2ce9bca3d6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:09.887608 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9cc42bd7-4c35-4192-a251-2ce9bca3d6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:09.888788 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9cc42bd7-4c35-4192-a251-2ce9bca3d6f9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4f652c04-bf66-4404-9ba8-7edfac69960d HTTP/1.1" status: 204 len: 168 time: 0.1865425 Apr 21 13:31:09.898810 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc42bd7-4c35-4192-a251-2ce9bca3d6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f652c04-bf66-4404-9ba8-7edfac69960d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:31:10.838763 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57744) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:31:10.932370 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-5859c16e-cb09-4110-ae2b-e118b26e16dd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1385018995-network', 'tenant_id': '7056d1da80084d2691f7b64a1f016112'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:31:10.988005 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5859c16e-cb09-4110-ae2b-e118b26e16dd admin admin] Made reservation on behalf of 7056d1da80084d2691f7b64a1f016112 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:31:10.990314 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5859c16e-cb09-4110-ae2b-e118b26e16dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:10.998762 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5859c16e-cb09-4110-ae2b-e118b26e16dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:11.070499 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5859c16e-cb09-4110-ae2b-e118b26e16dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:11.119344 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5859c16e-cb09-4110-ae2b-e118b26e16dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:11.144865 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5859c16e-cb09-4110-ae2b-e118b26e16dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:31:11.149941 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859c16e-cb09-4110-ae2b-e118b26e16dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fdf702-9d83-4249-96bf-75cf2c741588,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:31:11.157050 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5859c16e-cb09-4110-ae2b-e118b26e16dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:11.157406 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-5859c16e-cb09-4110-ae2b-e118b26e16dd admin admin] Added segment cfde287a-b7c1-40ef-a2a1-e2456ad26b9e of type vlan for network a693ed75-8871-464d-a182-bfa396a27fbf Apr 21 13:31:11.199130 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5859c16e-cb09-4110-ae2b-e118b26e16dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:11.279515 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5859c16e-cb09-4110-ae2b-e118b26e16dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:11.280467 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5859c16e-cb09-4110-ae2b-e118b26e16dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:11.281040 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5859c16e-cb09-4110-ae2b-e118b26e16dd admin admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:11.337850 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859c16e-cb09-4110-ae2b-e118b26e16dd admin admin] Pushing event updated for resources: {'Network': ['ID=a693ed75-8871-464d-a182-bfa396a27fbf,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:31:11.347985 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network a693ed75-8871-464d-a182-bfa396a27fbf details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:31:11.367996 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5859c16e-cb09-4110-ae2b-e118b26e16dd admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5281339 Apr 21 13:31:11.370829 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57748) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:31:11.375732 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-7c2800d0-8ea6-4dfe-af0b-1a578a5d1e21 admin admin] Request body: {'subnet': {'network_id': 'a693ed75-8871-464d-a182-bfa396a27fbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1385018995-subnet', 'tenant_id': '7056d1da80084d2691f7b64a1f016112', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:31:11.485151 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2800d0-8ea6-4dfe-af0b-1a578a5d1e21 admin admin] Made reservation on behalf of 7056d1da80084d2691f7b64a1f016112 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:31:11.487710 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c2800d0-8ea6-4dfe-af0b-1a578a5d1e21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:11.691324 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c2800d0-8ea6-4dfe-af0b-1a578a5d1e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:11.747883 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2800d0-8ea6-4dfe-af0b-1a578a5d1e21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4a2901d-9d7c-4349-8854-ae2e4d96d699,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:31:11.753520 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2800d0-8ea6-4dfe-af0b-1a578a5d1e21 admin admin] Checking segment: {'id': 'cfde287a-b7c1-40ef-a2a1-e2456ad26b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a693ed75-8871-464d-a182-bfa396a27fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:31:11.753894 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2800d0-8ea6-4dfe-af0b-1a578a5d1e21 admin admin] Network hostable DHCP agents. Network: a693ed75-8871-464d-a182-bfa396a27fbf, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:31:11.856851 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2800d0-8ea6-4dfe-af0b-1a578a5d1e21 admin admin] Network a693ed75-8871-464d-a182-bfa396a27fbf is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:31:11.930647 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-7c2800d0-8ea6-4dfe-af0b-1a578a5d1e21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, a693ed75-8871-464d-a182-bfa396a27fbf) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:31:11.934879 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2800d0-8ea6-4dfe-af0b-1a578a5d1e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:11.940696 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7c2800d0-8ea6-4dfe-af0b-1a578a5d1e21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:11.941506 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf0e096-4bcd-4858-a2d4-e82b8c4d15f0 None None] Network a693ed75-8871-464d-a182-bfa396a27fbf requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:31:12.007814 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7c2800d0-8ea6-4dfe-af0b-1a578a5d1e21 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6357758 Apr 21 13:31:12.063770 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e50796-926e-4434-974a-426bf749f0b1 None None] Network a693ed75-8871-464d-a182-bfa396a27fbf requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:31:12.430198 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-151fc2a7-fa61-43f6-9139-2bbb78dee032 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:12.431659 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-151fc2a7-fa61-43f6-9139-2bbb78dee032 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/networks?id=a693ed75-8871-464d-a182-bfa396a27fbf HTTP/1.1" status: 200 len: 812 time: 0.1061532 Apr 21 13:31:12.446854 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-fe1f5648-e8f3-4d87-add4-3d87fa1382d8 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/quotas/7056d1da80084d2691f7b64a1f016112 HTTP/1.1" status: 200 len: 375 time: 0.0093210 Apr 21 13:31:12.479109 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-23e424db-09df-4783-9037-39c70ff82ef0 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=7056d1da80084d2691f7b64a1f016112&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269268 Apr 21 13:31:12.490640 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-c31239e5-daf2-4159-b9cc-ddebc9943522 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 13:31:12.491633 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-c31239e5-daf2-4159-b9cc-ddebc9943522 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055885 Apr 21 13:31:12.581745 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-f690d82d-1287-47da-9240-21bcea511512 service neutron] 10.222.0.36 "GET /v2.0/networks/a693ed75-8871-464d-a182-bfa396a27fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845478 Apr 21 13:31:12.668881 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-8d518e8a-13ee-41d5-848e-680e13f333f4 service neutron] 10.222.0.36 "GET /v2.0/networks/a693ed75-8871-464d-a182-bfa396a27fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810599 Apr 21 13:31:12.915085 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce040312-0060-499e-97c8-94d66264d422 req-9ab1f4f6-4298-468e-aa4e-0d0d0a9696ec tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 210 time: 0.0319948 Apr 21 13:31:12.964675 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:31:13.491524 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dbf2b539-71e8-4105-b51c-bbbb8b8602e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:14.044257 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3693597f-7f5a-4649-bc10-0243f1ea2f03 req-6192cd1c-4abd-4b80-a0c3-36b59398fb33 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 210 time: 0.0259118 Apr 21 13:31:14.859818 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-82739c5a-d91b-4703-b1ec-3030767e115d tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:14.861281 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-82739c5a-d91b-4703-b1ec-3030767e115d tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.24 "GET /v2.0/networks?id=a693ed75-8871-464d-a182-bfa396a27fbf HTTP/1.1" status: 200 len: 812 time: 0.0994346 Apr 21 13:31:14.878644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-5f3230c1-dbe3-43ad-89c9-174863513439 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Request body: {'port': {'device_id': 'e13e6977-565f-4742-85f9-45bf9270a14d', 'network_id': 'a693ed75-8871-464d-a182-bfa396a27fbf', 'admin_state_up': True, 'tenant_id': '7056d1da80084d2691f7b64a1f016112'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:31:15.045574 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-5f3230c1-dbe3-43ad-89c9-174863513439 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Made reservation on behalf of 7056d1da80084d2691f7b64a1f016112 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:31:15.049164 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-5f3230c1-dbe3-43ad-89c9-174863513439 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:15.145418 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52557e4e-d09a-487c-b0bc-4509f42ca7ad req-eeb744b9-11c1-4c71-8552-3c126282b524 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 210 time: 0.0296977 Apr 21 13:31:15.200866 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-5f3230c1-dbe3-43ad-89c9-174863513439 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Allocated IP 172.20.0.11 (a693ed75-8871-464d-a182-bfa396a27fbf/f4a2901d-9d7c-4349-8854-ae2e4d96d699/06906b1c-43b5-40f7-9625-761d8b6c524b) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:31:15.338617 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-5f3230c1-dbe3-43ad-89c9-174863513439 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:15.423232 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-5f3230c1-dbe3-43ad-89c9-174863513439 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:15.471509 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-5f3230c1-dbe3-43ad-89c9-174863513439 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Network a693ed75-8871-464d-a182-bfa396a27fbf is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:31:15.474585 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-5f3230c1-dbe3-43ad-89c9-174863513439 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:31:15.478366 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-5f3230c1-dbe3-43ad-89c9-174863513439 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:31:15.501435 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3230c1-dbe3-43ad-89c9-174863513439 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Pushing event updated for resources: {'Port': ['ID=06906b1c-43b5-40f7-9625-761d8b6c524b,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:31:15.528494 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-5f3230c1-dbe3-43ad-89c9-174863513439 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:15.529105 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-5f3230c1-dbe3-43ad-89c9-174863513439 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:15.625000 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-5f3230c1-dbe3-43ad-89c9-174863513439 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7502730 Apr 21 13:31:15.642461 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-9a4d0b5e-d65f-450f-bd20-ffdbc7469eef service neutron] Request body: {'port': {'device_id': 'e13e6977-565f-4742-85f9-45bf9270a14d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:31:15.696206 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-9a4d0b5e-d65f-450f-bd20-ffdbc7469eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:15.748245 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8023f542-b1d3-43bf-b078-261ac2c3faf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:15.954968 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-9a4d0b5e-d65f-450f-bd20-ffdbc7469eef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06906b1c-43b5-40f7-9625-761d8b6c524b {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:31:15.962702 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-9a4d0b5e-d65f-450f-bd20-ffdbc7469eef service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:15.977928 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-9a4d0b5e-d65f-450f-bd20-ffdbc7469eef service neutron] Transition to ACTIVE for port object 06906b1c-43b5-40f7-9625-761d8b6c524b will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:31:16.033750 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-9a4d0b5e-d65f-450f-bd20-ffdbc7469eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:16.098471 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d0b5e-d65f-450f-bd20-ffdbc7469eef service neutron] Pushing event updated for resources: {'Port': ['ID=06906b1c-43b5-40f7-9625-761d8b6c524b,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:31:16.147787 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-9a4d0b5e-d65f-450f-bd20-ffdbc7469eef service neutron] Attempting to bind port 06906b1c-43b5-40f7-9625-761d8b6c524b on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:31:16.148118 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-9a4d0b5e-d65f-450f-bd20-ffdbc7469eef service neutron] Attempting to bind port 06906b1c-43b5-40f7-9625-761d8b6c524b by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'cfde287a-b7c1-40ef-a2a1-e2456ad26b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a693ed75-8871-464d-a182-bfa396a27fbf'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:31:16.148445 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-9a4d0b5e-d65f-450f-bd20-ffdbc7469eef service neutron] Attempting to bind port 06906b1c-43b5-40f7-9625-761d8b6c524b on network a693ed75-8871-464d-a182-bfa396a27fbf {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:31:16.152690 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-9a4d0b5e-d65f-450f-bd20-ffdbc7469eef service neutron] Port 06906b1c-43b5-40f7-9625-761d8b6c524b on network a693ed75-8871-464d-a182-bfa396a27fbf not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:31:16.153014 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-9a4d0b5e-d65f-450f-bd20-ffdbc7469eef service neutron] Attempting to bind port 06906b1c-43b5-40f7-9625-761d8b6c524b on network a693ed75-8871-464d-a182-bfa396a27fbf {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:31:16.157844 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-9a4d0b5e-d65f-450f-bd20-ffdbc7469eef service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:31:16.158184 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-9a4d0b5e-d65f-450f-bd20-ffdbc7469eef service neutron] Checking segment: {'id': 'cfde287a-b7c1-40ef-a2a1-e2456ad26b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a693ed75-8871-464d-a182-bfa396a27fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:31:16.158561 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-9a4d0b5e-d65f-450f-bd20-ffdbc7469eef service neutron] Bound using segment: {'id': 'cfde287a-b7c1-40ef-a2a1-e2456ad26b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a693ed75-8871-464d-a182-bfa396a27fbf'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:31:16.158985 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-9a4d0b5e-d65f-450f-bd20-ffdbc7469eef service neutron] Bound port: 06906b1c-43b5-40f7-9625-761d8b6c524b, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfde287a-b7c1-40ef-a2a1-e2456ad26b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a693ed75-8871-464d-a182-bfa396a27fbf'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:31:16.159938 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-9a4d0b5e-d65f-450f-bd20-ffdbc7469eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:16.249339 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-9a4d0b5e-d65f-450f-bd20-ffdbc7469eef service neutron] For port 06906b1c-43b5-40f7-9625-761d8b6c524b, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:31:16.263531 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-9a4d0b5e-d65f-450f-bd20-ffdbc7469eef service neutron] For port 06906b1c-43b5-40f7-9625-761d8b6c524b, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=06906b1c-43b5-40f7-9625-761d8b6c524b,segment=NetworkSegment(cfde287a-b7c1-40ef-a2a1-e2456ad26b9e),segment_id=cfde287a-b7c1-40ef-a2a1-e2456ad26b9e)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:31:16.279331 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b617a-3b72-40a4-9038-63f1ba727676 req-4ee9c6b0-240d-46d9-aa10-033653539ee4 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:16.280822 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f35b617a-3b72-40a4-9038-63f1ba727676 req-4ee9c6b0-240d-46d9-aa10-033653539ee4 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 944 time: 0.0654695 Apr 21 13:31:16.311470 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-9a4d0b5e-d65f-450f-bd20-ffdbc7469eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:16.343338 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f35b617a-3b72-40a4-9038-63f1ba727676 req-e9eae008-7e3c-4392-bb3f-6a3d101e30b5 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565274 Apr 21 13:31:16.351921 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-9a4d0b5e-d65f-450f-bd20-ffdbc7469eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:16.352538 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-9a4d0b5e-d65f-450f-bd20-ffdbc7469eef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:16.353918 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-9a4d0b5e-d65f-450f-bd20-ffdbc7469eef service neutron] 10.222.0.24 "PUT /v2.0/ports/06906b1c-43b5-40f7-9625-761d8b6c524b HTTP/1.1" status: 200 len: 1092 time: 0.7154455 Apr 21 13:31:16.354353 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13e6977-565f-4742-85f9-45bf9270a14d', 'tag': '06906b1c-43b5-40f7-9625-761d8b6c524b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:31:16.363708 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fe9f59-fcfc-48a2-92fe-06b80b0e7112" -d '{"events": [{"name": "network-changed", "server_uuid": "e13e6977-565f-4742-85f9-45bf9270a14d", "tag": "06906b1c-43b5-40f7-9625-761d8b6c524b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:31:16.380936 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d0b5e-d65f-450f-bd20-ffdbc7469eef service neutron] Pushing event updated for resources: {'Port': ['ID=06906b1c-43b5-40f7-9625-761d8b6c524b,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:31:16.394743 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a4c269-c8bb-486e-8506-f481c2e36774 x-openstack-request-id: req-e7a4c269-c8bb-486e-8506-f481c2e36774 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:31:16.395028 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13e6977-565f-4742-85f9-45bf9270a14d", "tag": "06906b1c-43b5-40f7-9625-761d8b6c524b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:31:16.395276 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e7a4c269-c8bb-486e-8506-f481c2e36774 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:31:16.395703 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7a4c269-c8bb-486e-8506-f481c2e36774'] response: {'name': 'network-changed', 'server_uuid': 'e13e6977-565f-4742-85f9-45bf9270a14d', 'tag': '06906b1c-43b5-40f7-9625-761d8b6c524b', 'status': 'completed', 'code': 200} Apr 21 13:31:16.461423 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe9f59-fcfc-48a2-92fe-06b80b0e7112 req-1ed08acf-aabf-42e1-aa4b-60c487b76ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:16.462939 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f9fe9f59-fcfc-48a2-92fe-06b80b0e7112 req-1ed08acf-aabf-42e1-aa4b-60c487b76ab2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7056d1da80084d2691f7b64a1f016112&device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 1095 time: 0.0462115 Apr 21 13:31:16.562119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe9f59-fcfc-48a2-92fe-06b80b0e7112 req-d35ee22e-a37c-49ce-b71c-9e8b41f3be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:16.563509 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f9fe9f59-fcfc-48a2-92fe-06b80b0e7112 req-d35ee22e-a37c-49ce-b71c-9e8b41f3be9c service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=7056d1da80084d2691f7b64a1f016112&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0877838 Apr 21 13:31:16.666572 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe9f59-fcfc-48a2-92fe-06b80b0e7112 req-b786aa8b-a115-420b-bcec-998f0b20624e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:16.668046 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f9fe9f59-fcfc-48a2-92fe-06b80b0e7112 req-b786aa8b-a115-420b-bcec-998f0b20624e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900428 Apr 21 13:31:16.752947 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-01334827-aff0-4e2a-b8b0-62bf9c4f32b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:16.755099 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-01334827-aff0-4e2a-b8b0-62bf9c4f32b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7056d1da80084d2691f7b64a1f016112&device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 1095 time: 0.0413821 Apr 21 13:31:16.799321 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-84300767-6612-475c-84e4-ecf5024c8e5e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06906b1c-43b5-40f7-9625-761d8b6c524b HTTP/1.1" status: 200 len: 217 time: 0.0330536 Apr 21 13:31:16.853772 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-a881fcae-4d8a-4da8-8687-f61024eebda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:16.855090 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-a881fcae-4d8a-4da8-8687-f61024eebda7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4a2901d-9d7c-4349-8854-ae2e4d96d699 HTTP/1.1" status: 200 len: 852 time: 0.0453944 Apr 21 13:31:16.889198 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-8a8548fd-e8e6-4331-a66d-2dea45d81943 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a693ed75-8871-464d-a182-bfa396a27fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238626 Apr 21 13:31:16.978745 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-6aab1926-541e-4ed4-ab63-b998512f3c24 service neutron] 10.222.0.24 "GET /v2.0/networks/a693ed75-8871-464d-a182-bfa396a27fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786281 Apr 21 13:31:17.073814 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38ffbd83-eb84-4a0f-8d14-a3a3c8374f40 req-da717841-5502-4270-a185-94e76f1e4083 service neutron] 10.222.0.24 "GET /v2.0/networks/a693ed75-8871-464d-a182-bfa396a27fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847385 Apr 21 13:31:17.102194 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:17.458205 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4340e4-9caa-42eb-978f-be62204a2c30 req-3e91fe7a-6d7d-4f2d-9b23-ed4a3a7852db tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:17.459650 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac4340e4-9caa-42eb-978f-be62204a2c30 req-3e91fe7a-6d7d-4f2d-9b23-ed4a3a7852db tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 944 time: 0.0474339 Apr 21 13:31:17.496412 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac4340e4-9caa-42eb-978f-be62204a2c30 req-37dd68b5-e292-4989-9b4a-4991c23edf42 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308709 Apr 21 13:31:18.331164 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:18.610724 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d66343-7fc8-4734-b465-6802fca0cc6c req-c4a635f6-f2db-4a07-9063-c8b899241a6e tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:18.612092 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e6d66343-7fc8-4734-b465-6802fca0cc6c req-c4a635f6-f2db-4a07-9063-c8b899241a6e tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 944 time: 0.0477114 Apr 21 13:31:18.617158 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:18.650424 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e6d66343-7fc8-4734-b465-6802fca0cc6c req-8f8ad031-06c4-47e4-9f07-38a32460a3fa tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311704 Apr 21 13:31:18.765165 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:19.162578 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 06906b1c-43b5-40f7-9625-761d8b6c524b details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:31:19.260413 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 06906b1c-43b5-40f7-9625-761d8b6c524b, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=06906b1c-43b5-40f7-9625-761d8b6c524b,segment=NetworkSegment(cfde287a-b7c1-40ef-a2a1-e2456ad26b9e),segment_id=cfde287a-b7c1-40ef-a2a1-e2456ad26b9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:31:19.272716 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '06906b1c-43b5-40f7-9625-761d8b6c524b', 'network_id': 'a693ed75-8871-464d-a182-bfa396a27fbf', 'port_id': '06906b1c-43b5-40f7-9625-761d8b6c524b', 'mac_address': 'fa:16:3e:43:08:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2901d-9d7c-4349-8854-ae2e4d96d699', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:31:19.308506 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:19.321648 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06906b1c-43b5-40f7-9625-761d8b6c524b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:31:19.340267 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 06906b1c-43b5-40f7-9625-761d8b6c524b, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=06906b1c-43b5-40f7-9625-761d8b6c524b,segment=NetworkSegment(cfde287a-b7c1-40ef-a2a1-e2456ad26b9e),segment_id=cfde287a-b7c1-40ef-a2a1-e2456ad26b9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:31:19.416512 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:19.466453 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=06906b1c-43b5-40f7-9625-761d8b6c524b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:31:19.651712 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['06906b1c-43b5-40f7-9625-761d8b6c524b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:31:19.768864 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb9842-a563-48aa-b6ae-024fb690a2e5 req-dcb87784-dfb3-47af-8b2b-0e98379be485 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:19.770371 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c9fb9842-a563-48aa-b6ae-024fb690a2e5 req-dcb87784-dfb3-47af-8b2b-0e98379be485 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 945 time: 0.0530646 Apr 21 13:31:19.807901 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c9fb9842-a563-48aa-b6ae-024fb690a2e5 req-6de20e9b-345e-4f6a-9045-e750f86f648a tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314200 Apr 21 13:31:20.879782 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:20.922757 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f15f51-6208-4b27-a11d-67cc4473142e req-9edf22f3-a67a-4649-8616-5ffae3c60bbf tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:20.924193 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-44f15f51-6208-4b27-a11d-67cc4473142e req-9edf22f3-a67a-4649-8616-5ffae3c60bbf tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 945 time: 0.0497220 Apr 21 13:31:20.961959 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-44f15f51-6208-4b27-a11d-67cc4473142e req-952c9930-8594-45fb-82f1-8778044e9095 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316780 Apr 21 13:31:21.184332 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 06906b1c-43b5-40f7-9625-761d8b6c524b up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:31:21.290565 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 06906b1c-43b5-40f7-9625-761d8b6c524b completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:31:21.294249 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 06906b1c-43b5-40f7-9625-761d8b6c524b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:31:21.294614 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:21.368479 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:21.389905 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13e6977-565f-4742-85f9-45bf9270a14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06906b1c-43b5-40f7-9625-761d8b6c524b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:31:21.392146 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1b4f1f-ce0a-44c8-b63a-91d6c27ce184" -d '{"events": [{"server_uuid": "e13e6977-565f-4742-85f9-45bf9270a14d", "name": "network-vif-plugged", "status": "completed", "tag": "06906b1c-43b5-40f7-9625-761d8b6c524b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:31:21.405494 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 06906b1c-43b5-40f7-9625-761d8b6c524b, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=06906b1c-43b5-40f7-9625-761d8b6c524b,segment=NetworkSegment(cfde287a-b7c1-40ef-a2a1-e2456ad26b9e),segment_id=cfde287a-b7c1-40ef-a2a1-e2456ad26b9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:31:21.429401 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca44976c-cd89-4c8f-ab1a-60f23e74be57 x-openstack-request-id: req-ca44976c-cd89-4c8f-ab1a-60f23e74be57 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:31:21.429713 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13e6977-565f-4742-85f9-45bf9270a14d", "name": "network-vif-plugged", "status": "completed", "tag": "06906b1c-43b5-40f7-9625-761d8b6c524b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:31:21.429962 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ca44976c-cd89-4c8f-ab1a-60f23e74be57 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:31:21.430358 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca44976c-cd89-4c8f-ab1a-60f23e74be57'] response: {'server_uuid': 'e13e6977-565f-4742-85f9-45bf9270a14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06906b1c-43b5-40f7-9625-761d8b6c524b', 'code': 200} Apr 21 13:31:21.473801 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:21.524142 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=06906b1c-43b5-40f7-9625-761d8b6c524b,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:31:21.532356 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd2a85-4ae1-421c-b77c-e2e89ffe3983 req-3734f45d-9eb1-48bb-bcac-82a710a058cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:21.533908 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7acd2a85-4ae1-421c-b77c-e2e89ffe3983 req-3734f45d-9eb1-48bb-bcac-82a710a058cd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 1097 time: 0.0404639 Apr 21 13:31:21.571008 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7acd2a85-4ae1-421c-b77c-e2e89ffe3983 req-fbde2d6d-cb08-40ec-94e6-0374a460eff5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266867 Apr 21 13:31:22.078054 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2918a-5f7c-478a-9159-6203016732ec req-3f345c6c-1c1a-4f63-b73e-07d79c563b6d tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:22.079500 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9bd2918a-5f7c-478a-9159-6203016732ec req-3f345c6c-1c1a-4f63-b73e-07d79c563b6d tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0512812 Apr 21 13:31:22.116511 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9bd2918a-5f7c-478a-9159-6203016732ec req-8b9306ba-8383-4953-a385-b48f0d124fe4 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306935 Apr 21 13:31:23.232391 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1caef9-85cf-4e83-8d28-8018edcbd6f6 req-ade05f71-5fd0-4f8c-bce1-1e509a6cab5b tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:23.233877 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c1caef9-85cf-4e83-8d28-8018edcbd6f6 req-ade05f71-5fd0-4f8c-bce1-1e509a6cab5b tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0493112 Apr 21 13:31:23.271825 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1c1caef9-85cf-4e83-8d28-8018edcbd6f6 req-68ed3cc4-fb67-46c0-993c-c831a63c9f4c tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318913 Apr 21 13:31:23.686699 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fad60d-5a7a-4a1d-bb0e-0295f5bf90e2 req-3221a6ff-2139-4285-9abf-52263818af2e tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:23.688203 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72fad60d-5a7a-4a1d-bb0e-0295f5bf90e2 req-3221a6ff-2139-4285-9abf-52263818af2e tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0479374 Apr 21 13:31:23.725354 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72fad60d-5a7a-4a1d-bb0e-0295f5bf90e2 req-58560c82-de60-4d3c-adb8-2ad6870dbcc6 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304415 Apr 21 13:31:23.779814 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57812) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:31:23.866023 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-90fef92d-e4cc-40af-8e88-1583de010978 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850174 Apr 21 13:31:23.874314 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-61e6c44b-1197-44e6-adc9-eaa7f7d405e4 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 13:31:23.875265 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-61e6c44b-1197-44e6-adc9-eaa7f7d405e4 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048008 Apr 21 13:31:24.855568 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b78237-a1b6-4809-91f2-1b46bb743a77 req-54659d8f-207c-4e27-b580-476d15489755 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:24.857294 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12b78237-a1b6-4809-91f2-1b46bb743a77 req-54659d8f-207c-4e27-b580-476d15489755 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0595043 Apr 21 13:31:24.897733 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12b78237-a1b6-4809-91f2-1b46bb743a77 req-ecbd4417-0b05-48a8-8fb6-a0d8d7737c02 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336256 Apr 21 13:31:25.690463 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-695d634f-e253-4666-898a-649003dab160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:25.692010 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-695d634f-e253-4666-898a-649003dab160 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7056d1da80084d2691f7b64a1f016112&device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 1097 time: 0.0397792 Apr 21 13:31:25.782569 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-3986df57-25a4-4ce9-b768-497b4ebd162c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:25.784048 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-3986df57-25a4-4ce9-b768-497b4ebd162c service neutron] 10.222.0.24 "GET /v2.0/networks?id=a693ed75-8871-464d-a182-bfa396a27fbf HTTP/1.1" status: 200 len: 913 time: 0.0852835 Apr 21 13:31:25.825346 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-b8b4b1af-fef1-40f7-991c-1ddfbc7d67a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06906b1c-43b5-40f7-9625-761d8b6c524b HTTP/1.1" status: 200 len: 217 time: 0.0344229 Apr 21 13:31:25.872098 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-48f424fb-2a27-4f40-9186-a273ca824e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:25.873466 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-48f424fb-2a27-4f40-9186-a273ca824e48 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4a2901d-9d7c-4349-8854-ae2e4d96d699 HTTP/1.1" status: 200 len: 852 time: 0.0417204 Apr 21 13:31:25.903903 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-d31da836-32ff-439d-b282-e4e9f83010e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a693ed75-8871-464d-a182-bfa396a27fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233154 Apr 21 13:31:26.023331 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-fde5d8a7-c292-49da-9959-69e877f63219 service neutron] 10.222.0.24 "GET /v2.0/networks/a693ed75-8871-464d-a182-bfa396a27fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126869 Apr 21 13:31:26.033306 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692481a7-4790-453a-916b-b8131935fa43 req-222b2d43-3a1e-43eb-b86d-b5ac1d3fc243 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:26.034697 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-692481a7-4790-453a-916b-b8131935fa43 req-222b2d43-3a1e-43eb-b86d-b5ac1d3fc243 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0681026 Apr 21 13:31:26.120421 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-692481a7-4790-453a-916b-b8131935fa43 req-32e3d1d1-f021-4c4e-aee3-bc1050420c5e tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775557 Apr 21 13:31:26.145363 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-d062cc4b-59b3-4782-bc42-73cd037a8142 service neutron] 10.222.0.24 "GET /v2.0/networks/a693ed75-8871-464d-a182-bfa396a27fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097224 Apr 21 13:31:27.235130 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b2f27-1d79-46ee-9181-66f375e79c10 req-aff63997-f279-4657-9901-df58559748a2 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:27.236573 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-979b2f27-1d79-46ee-9181-66f375e79c10 req-aff63997-f279-4657-9901-df58559748a2 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0489717 Apr 21 13:31:27.273936 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-979b2f27-1d79-46ee-9181-66f375e79c10 req-f2b18a44-c616-4c95-9795-7fb897e79319 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308154 Apr 21 13:31:28.387198 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb417ea-766d-4b70-be77-e14bd302efa8 req-2abb08e0-6577-472a-9db4-ae85a0b00276 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:28.388642 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4fb417ea-766d-4b70-be77-e14bd302efa8 req-2abb08e0-6577-472a-9db4-ae85a0b00276 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0477283 Apr 21 13:31:28.430558 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4fb417ea-766d-4b70-be77-e14bd302efa8 req-c7b02608-8f5e-46f8-8421-5b91fc2fde46 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359352 Apr 21 13:31:29.543714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827843a7-9d6b-49ab-9fc1-da1459a950f8 req-f07d1b2a-cf77-4d51-bd83-7a93f5fc7911 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:29.545156 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827843a7-9d6b-49ab-9fc1-da1459a950f8 req-f07d1b2a-cf77-4d51-bd83-7a93f5fc7911 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0478966 Apr 21 13:31:29.581324 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827843a7-9d6b-49ab-9fc1-da1459a950f8 req-a875056a-98ff-4242-807b-72aac5599268 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302389 Apr 21 13:31:30.695151 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b301d1c-6ccc-4a80-8cd4-789e454aced9 req-91352b1a-6fd5-4d0b-b35c-dd57605e33d5 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:30.696588 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b301d1c-6ccc-4a80-8cd4-789e454aced9 req-91352b1a-6fd5-4d0b-b35c-dd57605e33d5 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0476291 Apr 21 13:31:30.733464 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b301d1c-6ccc-4a80-8cd4-789e454aced9 req-17eeb32b-6bdf-418a-9d36-9572553c085f tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310028 Apr 21 13:31:31.846713 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c91dd-f048-4857-af6c-11adff0aed1f req-0f28268f-98d3-4d57-914a-c903b0e9be09 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:31.848159 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-890c91dd-f048-4857-af6c-11adff0aed1f req-0f28268f-98d3-4d57-914a-c903b0e9be09 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0480115 Apr 21 13:31:31.890195 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-890c91dd-f048-4857-af6c-11adff0aed1f req-3d6f389d-6542-468f-9c9f-879be1238f98 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361419 Apr 21 13:31:33.001520 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd20f8-3369-4f77-91d2-8db2741ec5c9 req-1309aba9-007b-4010-93ce-414cfde0a713 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:33.003009 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-74cd20f8-3369-4f77-91d2-8db2741ec5c9 req-1309aba9-007b-4010-93ce-414cfde0a713 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0479028 Apr 21 13:31:33.040578 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-74cd20f8-3369-4f77-91d2-8db2741ec5c9 req-10e8bce3-71c1-4f52-9568-5178fe7cd752 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311496 Apr 21 13:31:34.154601 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22874b6c-e36c-4800-85fa-8e3c1e127aed req-0410794f-0b5a-4b6d-937a-84eee7cf7eae tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:34.156057 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-22874b6c-e36c-4800-85fa-8e3c1e127aed req-0410794f-0b5a-4b6d-937a-84eee7cf7eae tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0484250 Apr 21 13:31:34.192831 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-22874b6c-e36c-4800-85fa-8e3c1e127aed req-6d8360f9-dc62-45f2-a702-570b1f7f0944 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308709 Apr 21 13:31:35.307639 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad30593-fc92-4dfb-9ecb-f0b3adeee28c req-5d517e41-8d8b-44a0-89d6-0fd0661633a1 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:35.309071 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8ad30593-fc92-4dfb-9ecb-f0b3adeee28c req-5d517e41-8d8b-44a0-89d6-0fd0661633a1 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0470796 Apr 21 13:31:35.349189 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8ad30593-fc92-4dfb-9ecb-f0b3adeee28c req-adc3bc38-6424-4e14-8f15-947f5e54e63b tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341623 Apr 21 13:31:36.465565 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18285d8c-58f2-4dca-b33b-940cf729bd9e req-81f33523-4526-4fc7-91ef-1fe107273a40 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:36.467044 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18285d8c-58f2-4dca-b33b-940cf729bd9e req-81f33523-4526-4fc7-91ef-1fe107273a40 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0486524 Apr 21 13:31:36.504325 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18285d8c-58f2-4dca-b33b-940cf729bd9e req-968f626b-9cd1-4410-b930-366e685fa418 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313852 Apr 21 13:31:37.617339 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269ffb3-b231-4caa-8602-310b2e5dd8e7 req-59852cf8-888d-4376-ac83-737944bc364c tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:37.618833 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c269ffb3-b231-4caa-8602-310b2e5dd8e7 req-59852cf8-888d-4376-ac83-737944bc364c tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0476422 Apr 21 13:31:37.656394 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c269ffb3-b231-4caa-8602-310b2e5dd8e7 req-0a4f69dc-5a7a-484e-8500-822f40b1ddab tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315764 Apr 21 13:31:38.774474 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7505130-001a-40ff-9d10-2eb0c14fab69 req-4bd4f3e8-92ce-4443-8313-4655d18f6a52 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:38.775931 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7505130-001a-40ff-9d10-2eb0c14fab69 req-4bd4f3e8-92ce-4443-8313-4655d18f6a52 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0480275 Apr 21 13:31:38.815599 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7505130-001a-40ff-9d10-2eb0c14fab69 req-e5342c39-9e74-4f25-a3a8-d41133fc7d05 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337327 Apr 21 13:31:39.928671 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61c1d1-1fa6-414d-b57c-36398a149b66 req-3cf13fa3-1b04-4f31-b7d7-1baafabab4b8 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:39.930136 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa61c1d1-1fa6-414d-b57c-36398a149b66 req-3cf13fa3-1b04-4f31-b7d7-1baafabab4b8 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0467722 Apr 21 13:31:39.966663 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa61c1d1-1fa6-414d-b57c-36398a149b66 req-813cd51e-858f-4c94-9671-d64205d5fbd2 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306189 Apr 21 13:31:41.079904 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af080c-5dd8-4e54-a039-019eff1a4538 req-98f3872d-2ba9-4352-b53c-d18e109aee41 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:41.081350 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d7af080c-5dd8-4e54-a039-019eff1a4538 req-98f3872d-2ba9-4352-b53c-d18e109aee41 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0469716 Apr 21 13:31:41.117826 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d7af080c-5dd8-4e54-a039-019eff1a4538 req-2d3dacfc-b6d3-498e-bd76-142954db1874 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300488 Apr 21 13:31:42.230718 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c11517-d501-43dc-a45b-8155feedbe36 req-0acb64df-c5cd-4861-8820-1e85066ca6c7 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:42.232444 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2c11517-d501-43dc-a45b-8155feedbe36 req-0acb64df-c5cd-4861-8820-1e85066ca6c7 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0478995 Apr 21 13:31:42.272423 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f2c11517-d501-43dc-a45b-8155feedbe36 req-459ba4cc-8c00-4dcc-acfb-3e6ade4e8270 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341392 Apr 21 13:31:43.386609 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae97a1c-a716-4e6e-ade9-cb86992394a3 req-4f6bbfbe-4342-487f-8033-b720cb7f795c tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:43.388077 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aae97a1c-a716-4e6e-ade9-cb86992394a3 req-4f6bbfbe-4342-487f-8033-b720cb7f795c tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0492234 Apr 21 13:31:43.426149 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aae97a1c-a716-4e6e-ade9-cb86992394a3 req-98524d7d-2d03-440b-89a4-d2ba1b15723e tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320044 Apr 21 13:31:43.495915 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37b84564-a5e8-4da2-b586-33073ce11668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:44.542542 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cef27a-d057-4b9e-aeb1-357b2c03ac28 req-3b925d18-a7e8-418a-8fcd-3710ebfb2271 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:44.544020 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32cef27a-d057-4b9e-aeb1-357b2c03ac28 req-3b925d18-a7e8-418a-8fcd-3710ebfb2271 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0478818 Apr 21 13:31:44.581877 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32cef27a-d057-4b9e-aeb1-357b2c03ac28 req-ca41741d-c942-4397-8fe4-a3e77458900c tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317707 Apr 21 13:31:45.693815 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5ab106-4b9a-4f23-ba9c-08c110db4186 req-949ad4a7-3c74-4dde-a7c3-696ba4c58ab5 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:45.695310 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa5ab106-4b9a-4f23-ba9c-08c110db4186 req-949ad4a7-3c74-4dde-a7c3-696ba4c58ab5 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0470572 Apr 21 13:31:45.736346 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa5ab106-4b9a-4f23-ba9c-08c110db4186 req-f2b6b157-811a-48c8-b8a1-4c3037b49fdd tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347185 Apr 21 13:31:45.753283 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-712a1410-f198-4593-b8c3-d9e5997ffef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:46.850420 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890036c7-01dd-4c1c-8577-0e9b5fecd305 req-624193e8-f606-4f58-b615-9fdf560a54b6 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:46.851906 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-890036c7-01dd-4c1c-8577-0e9b5fecd305 req-624193e8-f606-4f58-b615-9fdf560a54b6 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0482786 Apr 21 13:31:46.888459 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-890036c7-01dd-4c1c-8577-0e9b5fecd305 req-db6e8a71-ae27-4142-a4ef-0fa1a898e8c5 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303950 Apr 21 13:31:47.107912 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:48.002502 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c92d38-5cc2-486f-b5d6-fe7539f2fc55 req-1ab7b18e-8354-490e-b784-f07982cac16c tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:48.003948 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5c92d38-5cc2-486f-b5d6-fe7539f2fc55 req-1ab7b18e-8354-490e-b784-f07982cac16c tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0480895 Apr 21 13:31:48.040226 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5c92d38-5cc2-486f-b5d6-fe7539f2fc55 req-594cf883-90f2-48ce-b277-7c249a985b4b tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303352 Apr 21 13:31:48.353161 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:48.621902 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:48.741968 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:49.157826 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689448c-6c06-4017-8ecf-9b86ac468fca req-59c6646e-f277-496b-a5f0-5c7b68c24f47 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:49.159292 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8689448c-6c06-4017-8ecf-9b86ac468fca req-59c6646e-f277-496b-a5f0-5c7b68c24f47 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0505483 Apr 21 13:31:49.202499 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8689448c-6c06-4017-8ecf-9b86ac468fca req-dc7ca2ad-bc49-4f34-bb0a-aa1a3d30af99 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370021 Apr 21 13:31:49.957672 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:31:50.313026 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554d03b-f509-4e33-947f-aef9f1cf7d39 req-db685894-3b18-42f6-b036-b5aa3cb0cbdb tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:50.314487 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5554d03b-f509-4e33-947f-aef9f1cf7d39 req-db685894-3b18-42f6-b036-b5aa3cb0cbdb tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0474801 Apr 21 13:31:50.350358 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5554d03b-f509-4e33-947f-aef9f1cf7d39 req-a035195f-fdbd-4fe9-89c9-58bd0ee5f903 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294554 Apr 21 13:31:50.850228 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:51.495382 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784be6d-5a9c-4b76-a793-1b334ea7c19c req-b33ce9c7-af4e-4bd0-8f5c-d866dd6b4936 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:51.495382 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7784be6d-5a9c-4b76-a793-1b334ea7c19c req-b33ce9c7-af4e-4bd0-8f5c-d866dd6b4936 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0482559 Apr 21 13:31:51.507439 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7784be6d-5a9c-4b76-a793-1b334ea7c19c req-2f069b69-dc8e-42c7-ad93-770fd7a7e681 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316885 Apr 21 13:31:52.621785 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc330d0-cad5-46b2-8930-97393ec47f67 req-6a0c99d2-8c48-421a-9fdf-3fa78af48cc1 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:52.623284 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dfc330d0-cad5-46b2-8930-97393ec47f67 req-6a0c99d2-8c48-421a-9fdf-3fa78af48cc1 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0483730 Apr 21 13:31:52.663859 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dfc330d0-cad5-46b2-8930-97393ec47f67 req-ed405d27-9978-4b67-9b57-b2bc1b24c233 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346196 Apr 21 13:31:53.596131 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-59fa3b63-15a4-4e1e-9b76-ccb05822810b service neutron] show failed (client error): The resource could not be found. Apr 21 13:31:53.597101 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-59fa3b63-15a4-4e1e-9b76-ccb05822810b service neutron] 10.222.0.24 "GET /v2.0/ports/06906b1c-43b5-40f7-9625-761d8b6c524b/bindings/n-h1-836147-2 HTTP/1.1" status: 404 len: 380 time: 0.0546439 Apr 21 13:31:53.780199 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57eb09e-1f04-4383-a254-ee6fc6ba2e56 req-8a9db607-f7d0-4da2-b2f2-7e1f7fc651f5 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:53.782313 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f57eb09e-1f04-4383-a254-ee6fc6ba2e56 req-8a9db607-f7d0-4da2-b2f2-7e1f7fc651f5 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0500026 Apr 21 13:31:53.820670 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f57eb09e-1f04-4383-a254-ee6fc6ba2e56 req-1696918b-c603-4c0e-8910-85b28c689879 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316505 Apr 21 13:31:54.158441 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-ddc2fa3d-13a1-490e-9557-446d46122f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:54.159920 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-ddc2fa3d-13a1-490e-9557-446d46122f16 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d&tenant_id=7056d1da80084d2691f7b64a1f016112 HTTP/1.1" status: 200 len: 1097 time: 0.1152303 Apr 21 13:31:54.171559 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-849ff29b-dbc4-41bc-ad34-11e8958eb70d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836147-2', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:31:54.220936 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-849ff29b-dbc4-41bc-ad34-11e8958eb70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:54.415604 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-849ff29b-dbc4-41bc-ad34-11e8958eb70d service neutron] For port 06906b1c-43b5-40f7-9625-761d8b6c524b, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=06906b1c-43b5-40f7-9625-761d8b6c524b,segment=NetworkSegment(cfde287a-b7c1-40ef-a2a1-e2456ad26b9e),segment_id=cfde287a-b7c1-40ef-a2a1-e2456ad26b9e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:31:54.447224 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-849ff29b-dbc4-41bc-ad34-11e8958eb70d service neutron] For port 06906b1c-43b5-40f7-9625-761d8b6c524b, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:31:54.488852 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13e6977-565f-4742-85f9-45bf9270a14d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06906b1c-43b5-40f7-9625-761d8b6c524b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:31:54.491156 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc185fe-df3e-4a93-862e-fade4f3667e3" -d '{"events": [{"server_uuid": "e13e6977-565f-4742-85f9-45bf9270a14d", "name": "network-vif-unplugged", "status": "completed", "tag": "06906b1c-43b5-40f7-9625-761d8b6c524b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:31:54.495026 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-849ff29b-dbc4-41bc-ad34-11e8958eb70d service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:54.507122 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-849ff29b-dbc4-41bc-ad34-11e8958eb70d service neutron] Transition to ACTIVE for port object 06906b1c-43b5-40f7-9625-761d8b6c524b will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:31:54.543117 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 13:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da27dc56-3d7a-4300-9a89-0d2c8f312728 x-openstack-request-id: req-da27dc56-3d7a-4300-9a89-0d2c8f312728 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:31:54.543405 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13e6977-565f-4742-85f9-45bf9270a14d", "name": "network-vif-unplugged", "status": "completed", "tag": "06906b1c-43b5-40f7-9625-761d8b6c524b", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:31:54.543654 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-da27dc56-3d7a-4300-9a89-0d2c8f312728 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:31:54.544055 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da27dc56-3d7a-4300-9a89-0d2c8f312728'] response: {'server_uuid': 'e13e6977-565f-4742-85f9-45bf9270a14d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06906b1c-43b5-40f7-9625-761d8b6c524b', 'code': 200} Apr 21 13:31:54.552926 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-849ff29b-dbc4-41bc-ad34-11e8958eb70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:54.612248 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-849ff29b-dbc4-41bc-ad34-11e8958eb70d service neutron] No DVR routers for this DVR port 06906b1c-43b5-40f7-9625-761d8b6c524b on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:31:54.614025 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ff29b-dbc4-41bc-ad34-11e8958eb70d service neutron] Pushing event updated for resources: {'Port': ['ID=06906b1c-43b5-40f7-9625-761d8b6c524b,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:31:54.649531 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-849ff29b-dbc4-41bc-ad34-11e8958eb70d service neutron] Attempting to bind port 06906b1c-43b5-40f7-9625-761d8b6c524b on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:31:54.649749 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-849ff29b-dbc4-41bc-ad34-11e8958eb70d service neutron] Attempting to bind port 06906b1c-43b5-40f7-9625-761d8b6c524b by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': 'cfde287a-b7c1-40ef-a2a1-e2456ad26b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a693ed75-8871-464d-a182-bfa396a27fbf'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:31:54.650005 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-849ff29b-dbc4-41bc-ad34-11e8958eb70d service neutron] Attempting to bind port 06906b1c-43b5-40f7-9625-761d8b6c524b on network a693ed75-8871-464d-a182-bfa396a27fbf {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:31:54.654240 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-849ff29b-dbc4-41bc-ad34-11e8958eb70d service neutron] Port 06906b1c-43b5-40f7-9625-761d8b6c524b on network a693ed75-8871-464d-a182-bfa396a27fbf not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:31:54.662721 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-849ff29b-dbc4-41bc-ad34-11e8958eb70d service neutron] Attempting to bind port 06906b1c-43b5-40f7-9625-761d8b6c524b on network a693ed75-8871-464d-a182-bfa396a27fbf {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:31:54.662721 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-849ff29b-dbc4-41bc-ad34-11e8958eb70d service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:31:54.662721 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-849ff29b-dbc4-41bc-ad34-11e8958eb70d service neutron] Checking segment: {'id': 'cfde287a-b7c1-40ef-a2a1-e2456ad26b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a693ed75-8871-464d-a182-bfa396a27fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:31:54.662721 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-849ff29b-dbc4-41bc-ad34-11e8958eb70d service neutron] Bound using segment: {'id': 'cfde287a-b7c1-40ef-a2a1-e2456ad26b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a693ed75-8871-464d-a182-bfa396a27fbf'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:31:54.662721 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-849ff29b-dbc4-41bc-ad34-11e8958eb70d service neutron] Bound port: 06906b1c-43b5-40f7-9625-761d8b6c524b, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfde287a-b7c1-40ef-a2a1-e2456ad26b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'a693ed75-8871-464d-a182-bfa396a27fbf'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:31:54.662721 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-849ff29b-dbc4-41bc-ad34-11e8958eb70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:54.722245 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-849ff29b-dbc4-41bc-ad34-11e8958eb70d service neutron] For port 06906b1c-43b5-40f7-9625-761d8b6c524b, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:31:54.725196 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-849ff29b-dbc4-41bc-ad34-11e8958eb70d service neutron] For port 06906b1c-43b5-40f7-9625-761d8b6c524b, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=06906b1c-43b5-40f7-9625-761d8b6c524b,segment=NetworkSegment(cfde287a-b7c1-40ef-a2a1-e2456ad26b9e),segment_id=cfde287a-b7c1-40ef-a2a1-e2456ad26b9e)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:31:54.786131 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.26', 63054) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:31:54.805196 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-849ff29b-dbc4-41bc-ad34-11e8958eb70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:54.826569 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da283e6-da37-409b-b1fd-0b56e623663e req-c4d8298a-347b-45f1-bf9d-4adda0c7fc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:54.828118 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-7da283e6-da37-409b-b1fd-0b56e623663e req-c4d8298a-347b-45f1-bf9d-4adda0c7fc9a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7056d1da80084d2691f7b64a1f016112&device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 1053 time: 0.0409770 Apr 21 13:31:54.842510 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-849ff29b-dbc4-41bc-ad34-11e8958eb70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:54.843298 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-849ff29b-dbc4-41bc-ad34-11e8958eb70d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:54.844931 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-849ff29b-dbc4-41bc-ad34-11e8958eb70d service neutron] 10.222.0.26 "PUT /v2.0/ports/06906b1c-43b5-40f7-9625-761d8b6c524b HTTP/1.1" status: 200 len: 1092 time: 0.6771088 Apr 21 13:31:54.869316 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ff29b-dbc4-41bc-ad34-11e8958eb70d service neutron] Pushing event updated for resources: {'Port': ['ID=06906b1c-43b5-40f7-9625-761d8b6c524b,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:31:54.940275 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0df5d-b403-4348-bd08-1d14c824b6e0 req-dec75216-d847-4526-adf9-1943a1130b9e tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:54.941783 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9dc0df5d-b403-4348-bd08-1d14c824b6e0 req-dec75216-d847-4526-adf9-1943a1130b9e tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 944 time: 0.0483036 Apr 21 13:31:54.979737 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9dc0df5d-b403-4348-bd08-1d14c824b6e0 req-e9069a56-5f2b-48e4-ae36-3e63d1f443f8 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317321 Apr 21 13:31:55.003069 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da283e6-da37-409b-b1fd-0b56e623663e req-915b9709-8d39-4b2f-a88e-5f098e7f3dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:55.004515 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-7da283e6-da37-409b-b1fd-0b56e623663e req-915b9709-8d39-4b2f-a88e-5f098e7f3dbb service neutron] 10.222.0.26 "GET /v2.0/networks?id=a693ed75-8871-464d-a182-bfa396a27fbf HTTP/1.1" status: 200 len: 913 time: 0.1456673 Apr 21 13:31:55.050942 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-7da283e6-da37-409b-b1fd-0b56e623663e req-4841edb6-8bee-4f58-a17f-4069694f952a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06906b1c-43b5-40f7-9625-761d8b6c524b HTTP/1.1" status: 200 len: 217 time: 0.0384831 Apr 21 13:31:55.099311 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da283e6-da37-409b-b1fd-0b56e623663e req-dd6d2f35-b661-42c4-ba24-127457e4f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:55.101247 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-7da283e6-da37-409b-b1fd-0b56e623663e req-dd6d2f35-b661-42c4-ba24-127457e4f0f5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a2901d-9d7c-4349-8854-ae2e4d96d699 HTTP/1.1" status: 200 len: 852 time: 0.0423331 Apr 21 13:31:55.130148 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-7da283e6-da37-409b-b1fd-0b56e623663e req-d371c7e5-4afc-4444-9dbc-0e773711fcb0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a693ed75-8871-464d-a182-bfa396a27fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228794 Apr 21 13:31:55.221163 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-7da283e6-da37-409b-b1fd-0b56e623663e req-7cd9df2b-f7db-475d-91c3-2ee93c544f67 service neutron] 10.222.0.26 "GET /v2.0/networks/a693ed75-8871-464d-a182-bfa396a27fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832658 Apr 21 13:31:55.307701 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-7da283e6-da37-409b-b1fd-0b56e623663e req-aac6b2b4-8a91-41b0-a769-92e8a941590f service neutron] 10.222.0.26 "GET /v2.0/networks/a693ed75-8871-464d-a182-bfa396a27fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799062 Apr 21 13:31:55.450504 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-94f34900-65e5-4333-bdb7-ebf8ef423108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:55.451976 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-94f34900-65e5-4333-bdb7-ebf8ef423108 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7056d1da80084d2691f7b64a1f016112&device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 1095 time: 0.0403419 Apr 21 13:31:55.542336 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-131d7002-4c15-47b5-9c07-4b1c74ff1a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:55.543677 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-131d7002-4c15-47b5-9c07-4b1c74ff1a90 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a693ed75-8871-464d-a182-bfa396a27fbf HTTP/1.1" status: 200 len: 913 time: 0.0856631 Apr 21 13:31:55.584448 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-3e5fc55c-fff5-4876-9dbf-c48df0b323d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06906b1c-43b5-40f7-9625-761d8b6c524b HTTP/1.1" status: 200 len: 217 time: 0.0341532 Apr 21 13:31:55.633283 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-5e03274b-dc9f-4bf4-98a4-b09893dfcc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:55.634676 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-5e03274b-dc9f-4bf4-98a4-b09893dfcc10 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a2901d-9d7c-4349-8854-ae2e4d96d699 HTTP/1.1" status: 200 len: 852 time: 0.0443261 Apr 21 13:31:55.667591 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-d88fc309-516a-4116-a551-5facd932665d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a693ed75-8871-464d-a182-bfa396a27fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270677 Apr 21 13:31:55.753787 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-b742bb07-3659-41d7-80dd-89b89670ff86 service neutron] 10.222.0.26 "GET /v2.0/networks/a693ed75-8871-464d-a182-bfa396a27fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799923 Apr 21 13:31:55.844449 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-a28b7091-dfb7-48b3-b346-0042598abc9a service neutron] 10.222.0.26 "GET /v2.0/networks/a693ed75-8871-464d-a182-bfa396a27fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835681 Apr 21 13:31:56.099205 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d4e8f-c25c-4fd3-8030-cb0134a10d07 req-a878cff3-4829-4ff6-b524-92ebfd4b4f7f tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:56.101662 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-073d4e8f-c25c-4fd3-8030-cb0134a10d07 req-a878cff3-4829-4ff6-b524-92ebfd4b4f7f tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 944 time: 0.0515692 Apr 21 13:31:56.139170 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-073d4e8f-c25c-4fd3-8030-cb0134a10d07 req-00b2b467-a14e-4bca-b44b-0ef201afec71 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311747 Apr 21 13:31:56.545509 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13e6977-565f-4742-85f9-45bf9270a14d', 'tag': '06906b1c-43b5-40f7-9625-761d8b6c524b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:31:56.547876 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1d61c1-6035-4ddb-adb3-d2374d62b24a" -d '{"events": [{"name": "network-changed", "server_uuid": "e13e6977-565f-4742-85f9-45bf9270a14d", "tag": "06906b1c-43b5-40f7-9625-761d8b6c524b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:31:56.594591 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad7d915-cdc1-4347-98e5-7dbef0fae746 x-openstack-request-id: req-8ad7d915-cdc1-4347-98e5-7dbef0fae746 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:31:56.594901 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13e6977-565f-4742-85f9-45bf9270a14d", "tag": "06906b1c-43b5-40f7-9625-761d8b6c524b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:31:56.595155 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8ad7d915-cdc1-4347-98e5-7dbef0fae746 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:31:56.595555 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ad7d915-cdc1-4347-98e5-7dbef0fae746'] response: {'name': 'network-changed', 'server_uuid': 'e13e6977-565f-4742-85f9-45bf9270a14d', 'tag': '06906b1c-43b5-40f7-9625-761d8b6c524b', 'status': 'completed', 'code': 200} Apr 21 13:31:56.662843 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d61c1-6035-4ddb-adb3-d2374d62b24a req-b37e93e5-4d48-404f-9b50-a55ddf7e4ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:56.664267 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4d1d61c1-6035-4ddb-adb3-d2374d62b24a req-b37e93e5-4d48-404f-9b50-a55ddf7e4ae7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7056d1da80084d2691f7b64a1f016112&device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 1095 time: 0.0420780 Apr 21 13:31:56.761609 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d61c1-6035-4ddb-adb3-d2374d62b24a req-5481c5f0-c4f0-40c5-80fe-2f66332492fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:56.763101 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4d1d61c1-6035-4ddb-adb3-d2374d62b24a req-5481c5f0-c4f0-40c5-80fe-2f66332492fb service neutron] 10.222.0.26 "GET /v2.0/networks?id=a693ed75-8871-464d-a182-bfa396a27fbf HTTP/1.1" status: 200 len: 913 time: 0.0897784 Apr 21 13:31:56.809849 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4d1d61c1-6035-4ddb-adb3-d2374d62b24a req-5c0cc78f-938b-48bb-bbe5-b373053cd2c5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06906b1c-43b5-40f7-9625-761d8b6c524b HTTP/1.1" status: 200 len: 217 time: 0.0399494 Apr 21 13:31:56.861944 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d61c1-6035-4ddb-adb3-d2374d62b24a req-ba1b0f84-6ffb-47db-93e2-87b8e39d4cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:56.863435 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4d1d61c1-6035-4ddb-adb3-d2374d62b24a req-ba1b0f84-6ffb-47db-93e2-87b8e39d4cd3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f4a2901d-9d7c-4349-8854-ae2e4d96d699 HTTP/1.1" status: 200 len: 852 time: 0.0472567 Apr 21 13:31:56.899627 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4d1d61c1-6035-4ddb-adb3-d2374d62b24a req-a6fbfc65-6dd1-4921-9d81-7e82de0b6753 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a693ed75-8871-464d-a182-bfa396a27fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272396 Apr 21 13:31:56.980456 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d61c1-6035-4ddb-adb3-d2374d62b24a req-d948f0e1-8160-4e4d-b00b-e19356037472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:56.982263 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d1d61c1-6035-4ddb-adb3-d2374d62b24a req-d948f0e1-8160-4e4d-b00b-e19356037472 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7056d1da80084d2691f7b64a1f016112&device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 1095 time: 0.3628078 Apr 21 13:31:57.005558 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4d1d61c1-6035-4ddb-adb3-d2374d62b24a req-d91f5afb-eb12-4a57-8953-66fdac02a31f service neutron] 10.222.0.26 "GET /v2.0/networks/a693ed75-8871-464d-a182-bfa396a27fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989234 Apr 21 13:31:57.074844 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d61c1-6035-4ddb-adb3-d2374d62b24a req-1406ff58-0acc-4b6a-862a-7ce4b2e49cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:57.076403 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d1d61c1-6035-4ddb-adb3-d2374d62b24a req-1406ff58-0acc-4b6a-862a-7ce4b2e49cde service neutron] 10.222.0.24 "GET /v2.0/networks?id=a693ed75-8871-464d-a182-bfa396a27fbf HTTP/1.1" status: 200 len: 913 time: 0.0829747 Apr 21 13:31:57.095140 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4d1d61c1-6035-4ddb-adb3-d2374d62b24a req-949add73-8706-4609-9ecf-89c75c9cb330 service neutron] 10.222.0.26 "GET /v2.0/networks/a693ed75-8871-464d-a182-bfa396a27fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820925 Apr 21 13:31:57.121284 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d1d61c1-6035-4ddb-adb3-d2374d62b24a req-e3c28d04-65e8-4470-94db-5f0e651125eb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06906b1c-43b5-40f7-9625-761d8b6c524b HTTP/1.1" status: 200 len: 217 time: 0.0366404 Apr 21 13:31:57.172531 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d61c1-6035-4ddb-adb3-d2374d62b24a req-e6f520d8-1003-4ae0-a829-6556e1a03c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:57.173991 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d1d61c1-6035-4ddb-adb3-d2374d62b24a req-e6f520d8-1003-4ae0-a829-6556e1a03c55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4a2901d-9d7c-4349-8854-ae2e4d96d699 HTTP/1.1" status: 200 len: 852 time: 0.0424590 Apr 21 13:31:57.208454 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d1d61c1-6035-4ddb-adb3-d2374d62b24a req-93c69eb8-ae32-4de6-be5b-0d7e955ccd62 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a693ed75-8871-464d-a182-bfa396a27fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242171 Apr 21 13:31:57.301564 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b64e0b-38a7-49ec-8510-608ef7824476 req-4b400b62-4266-4044-9e84-870a3a68ffea tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:57.302935 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-69b64e0b-38a7-49ec-8510-608ef7824476 req-4b400b62-4266-4044-9e84-870a3a68ffea tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 944 time: 0.0936532 Apr 21 13:31:57.320182 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 06906b1c-43b5-40f7-9625-761d8b6c524b no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:31:57.345159 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d1d61c1-6035-4ddb-adb3-d2374d62b24a req-6540f6d2-cc37-4c7f-88cc-4d1ef8a04fda service neutron] 10.222.0.24 "GET /v2.0/networks/a693ed75-8871-464d-a182-bfa396a27fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265507 Apr 21 13:31:57.357351 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-69b64e0b-38a7-49ec-8510-608ef7824476 req-e82e2756-a0d8-4b73-93f5-2e84ecafcae8 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444567 Apr 21 13:31:57.357634 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 06906b1c-43b5-40f7-9625-761d8b6c524b not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:31:57.443933 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d1d61c1-6035-4ddb-adb3-d2374d62b24a req-5bf89dee-436a-40f4-8ea4-66287275b683 service neutron] 10.222.0.24 "GET /v2.0/networks/a693ed75-8871-464d-a182-bfa396a27fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855770 Apr 21 13:31:58.474785 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93adc2c2-a9d8-43eb-b6c2-e214738df0dd req-f5fca8ab-603b-4611-a3a2-e8a3ae14abcd tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:58.476739 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-93adc2c2-a9d8-43eb-b6c2-e214738df0dd req-f5fca8ab-603b-4611-a3a2-e8a3ae14abcd tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 944 time: 0.0485005 Apr 21 13:31:58.513368 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-93adc2c2-a9d8-43eb-b6c2-e214738df0dd req-cf36f759-4373-463b-a54e-4b623356f35d tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304492 Apr 21 13:31:59.324347 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 06906b1c-43b5-40f7-9625-761d8b6c524b details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:31:59.419709 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 06906b1c-43b5-40f7-9625-761d8b6c524b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=06906b1c-43b5-40f7-9625-761d8b6c524b,segment=NetworkSegment(cfde287a-b7c1-40ef-a2a1-e2456ad26b9e),segment_id=cfde287a-b7c1-40ef-a2a1-e2456ad26b9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:31:59.430704 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '06906b1c-43b5-40f7-9625-761d8b6c524b', 'network_id': 'a693ed75-8871-464d-a182-bfa396a27fbf', 'port_id': '06906b1c-43b5-40f7-9625-761d8b6c524b', 'mac_address': 'fa:16:3e:43:08:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2901d-9d7c-4349-8854-ae2e4d96d699', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:31:59.468188 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:59.481325 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06906b1c-43b5-40f7-9625-761d8b6c524b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:31:59.499715 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 06906b1c-43b5-40f7-9625-761d8b6c524b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=06906b1c-43b5-40f7-9625-761d8b6c524b,segment=NetworkSegment(cfde287a-b7c1-40ef-a2a1-e2456ad26b9e),segment_id=cfde287a-b7c1-40ef-a2a1-e2456ad26b9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:31:59.581559 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:31:59.628143 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=06906b1c-43b5-40f7-9625-761d8b6c524b,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:31:59.628787 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f864d3-dc09-4376-84e7-d8fc6036fd7e req-ca136be8-a092-4edb-a0b8-fb7ffb457cd0 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:31:59.630297 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c4f864d3-dc09-4376-84e7-d8fc6036fd7e req-ca136be8-a092-4edb-a0b8-fb7ffb457cd0 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 945 time: 0.0494256 Apr 21 13:31:59.635939 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:31:59.636278 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:31:59.636613 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:31:59.636941 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:31:59.637266 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:31:59.637607 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:31:59.637936 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:31:59.638256 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:31:59.638574 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:31:59.638889 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:31:59.639202 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:31:59.639515 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:31:59.668660 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c4f864d3-dc09-4376-84e7-d8fc6036fd7e req-48a67460-adc2-4af2-8472-af547f3b94b4 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315454 Apr 21 13:31:59.942957 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['06906b1c-43b5-40f7-9625-761d8b6c524b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:32:00.157231 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88533c5-c63d-4336-ade2-f8a518e454c7 req-c11eaeb0-754e-49bb-8c80-af4864289922 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:00.158604 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e88533c5-c63d-4336-ade2-f8a518e454c7 req-c11eaeb0-754e-49bb-8c80-af4864289922 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.24 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d&tenant_id=7056d1da80084d2691f7b64a1f016112&binding%3Ahost_id=n-h1-836147-2 HTTP/1.1" status: 200 len: 945 time: 0.0842600 Apr 21 13:32:00.219878 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-e88533c5-c63d-4336-ade2-f8a518e454c7 req-7ae36b2e-fa68-4a3a-93aa-67e249fc2775 service neutron] delete failed (client error): The resource could not be found. Apr 21 13:32:00.220877 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e88533c5-c63d-4336-ade2-f8a518e454c7 req-7ae36b2e-fa68-4a3a-93aa-67e249fc2775 service neutron] 10.222.0.24 "DELETE /v2.0/ports/06906b1c-43b5-40f7-9625-761d8b6c524b/bindings/n-h2-836147-2 HTTP/1.1" status: 404 len: 380 time: 0.0517135 Apr 21 13:32:00.312403 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88533c5-c63d-4336-ade2-f8a518e454c7 req-070491a5-564b-41f3-aa00-38079b7c2609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:00.313901 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e88533c5-c63d-4336-ade2-f8a518e454c7 req-070491a5-564b-41f3-aa00-38079b7c2609 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7056d1da80084d2691f7b64a1f016112&device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 1096 time: 0.0393441 Apr 21 13:32:00.412189 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88533c5-c63d-4336-ade2-f8a518e454c7 req-ee73468f-f3f8-44f7-8883-92b81c6f0d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:00.414176 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e88533c5-c63d-4336-ade2-f8a518e454c7 req-ee73468f-f3f8-44f7-8883-92b81c6f0d44 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a693ed75-8871-464d-a182-bfa396a27fbf HTTP/1.1" status: 200 len: 913 time: 0.0902159 Apr 21 13:32:00.457947 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e88533c5-c63d-4336-ade2-f8a518e454c7 req-c615e456-a2ab-41bd-9524-1f01749764a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06906b1c-43b5-40f7-9625-761d8b6c524b HTTP/1.1" status: 200 len: 217 time: 0.0337391 Apr 21 13:32:00.509407 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88533c5-c63d-4336-ade2-f8a518e454c7 req-76428e63-908a-480d-8255-365e7178f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:00.510948 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e88533c5-c63d-4336-ade2-f8a518e454c7 req-76428e63-908a-480d-8255-365e7178f1da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4a2901d-9d7c-4349-8854-ae2e4d96d699 HTTP/1.1" status: 200 len: 852 time: 0.0427802 Apr 21 13:32:00.549964 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e88533c5-c63d-4336-ade2-f8a518e454c7 req-2f137e43-4dbf-4ce1-8278-50e0bfede514 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a693ed75-8871-464d-a182-bfa396a27fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277009 Apr 21 13:32:00.639763 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e88533c5-c63d-4336-ade2-f8a518e454c7 req-e555ea80-de61-4813-bea1-e84050678767 service neutron] 10.222.0.24 "GET /v2.0/networks/a693ed75-8871-464d-a182-bfa396a27fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794432 Apr 21 13:32:00.736157 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e88533c5-c63d-4336-ade2-f8a518e454c7 req-c5b0eb2a-52ee-4fbc-807b-3d41cd7915ee service neutron] 10.222.0.24 "GET /v2.0/networks/a693ed75-8871-464d-a182-bfa396a27fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850382 Apr 21 13:32:01.323832 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 06906b1c-43b5-40f7-9625-761d8b6c524b up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:32:01.427267 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 06906b1c-43b5-40f7-9625-761d8b6c524b completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:32:01.431321 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 06906b1c-43b5-40f7-9625-761d8b6c524b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:32:01.431693 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:01.508462 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:01.530438 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13e6977-565f-4742-85f9-45bf9270a14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06906b1c-43b5-40f7-9625-761d8b6c524b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:32:01.532658 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a554129-6fd8-4111-8db8-0e6152daa400" -d '{"events": [{"server_uuid": "e13e6977-565f-4742-85f9-45bf9270a14d", "name": "network-vif-plugged", "status": "completed", "tag": "06906b1c-43b5-40f7-9625-761d8b6c524b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:32:01.546725 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 06906b1c-43b5-40f7-9625-761d8b6c524b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=06906b1c-43b5-40f7-9625-761d8b6c524b,segment=NetworkSegment(cfde287a-b7c1-40ef-a2a1-e2456ad26b9e),segment_id=cfde287a-b7c1-40ef-a2a1-e2456ad26b9e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:32:01.570159 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0232201c-b4d4-40e7-abf3-77b554f39488 x-openstack-request-id: req-0232201c-b4d4-40e7-abf3-77b554f39488 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:32:01.570453 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13e6977-565f-4742-85f9-45bf9270a14d", "name": "network-vif-plugged", "status": "completed", "tag": "06906b1c-43b5-40f7-9625-761d8b6c524b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:32:01.570705 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0232201c-b4d4-40e7-abf3-77b554f39488 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:32:01.571100 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0232201c-b4d4-40e7-abf3-77b554f39488'] response: {'server_uuid': 'e13e6977-565f-4742-85f9-45bf9270a14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06906b1c-43b5-40f7-9625-761d8b6c524b', 'code': 200} Apr 21 13:32:01.616548 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:01.664882 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=06906b1c-43b5-40f7-9625-761d8b6c524b,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:32:02.026086 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6d910-0359-4527-b89f-1ad714c7d540 req-20fa4ee0-e10e-4ed3-8f8c-58dded5b5778 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:02.027545 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28f6d910-0359-4527-b89f-1ad714c7d540 req-20fa4ee0-e10e-4ed3-8f8c-58dded5b5778 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0479267 Apr 21 13:32:02.065124 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28f6d910-0359-4527-b89f-1ad714c7d540 req-51c8cd59-6eb8-474e-be6e-cfef96217f9f tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316017 Apr 21 13:32:03.177829 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60788b2e-45f4-4f6a-b6dc-b895c6ab8090 req-89cd41d9-79bd-4ae3-9f8b-4d2dd2fad86f tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:03.179823 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60788b2e-45f4-4f6a-b6dc-b895c6ab8090 req-89cd41d9-79bd-4ae3-9f8b-4d2dd2fad86f tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0469143 Apr 21 13:32:03.215993 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-60788b2e-45f4-4f6a-b6dc-b895c6ab8090 req-a2a225b3-b517-4cc0-a11b-be2e21c080f5 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/security-groups?id=43fdf702-9d83-4249-96bf-75cf2c741588&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302022 Apr 21 13:32:03.336130 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88533c5-c63d-4336-ade2-f8a518e454c7 req-45b9ad82-c384-4ee6-9c4b-ef492d57324f tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:03.337548 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e88533c5-c63d-4336-ade2-f8a518e454c7 req-45b9ad82-c384-4ee6-9c4b-ef492d57324f tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.26 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 946 time: 0.0522006 Apr 21 13:32:03.423984 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-e88533c5-c63d-4336-ade2-f8a518e454c7 req-d872710c-1136-4ea1-a175-0926e3f9b2a1 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Deleting port 06906b1c-43b5-40f7-9625-761d8b6c524b {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:32:03.424324 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e88533c5-c63d-4336-ade2-f8a518e454c7 req-d872710c-1136-4ea1-a175-0926e3f9b2a1 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:03.513114 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-e88533c5-c63d-4336-ade2-f8a518e454c7 req-d872710c-1136-4ea1-a175-0926e3f9b2a1 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] For port 06906b1c-43b5-40f7-9625-761d8b6c524b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=06906b1c-43b5-40f7-9625-761d8b6c524b,segment=NetworkSegment(cfde287a-b7c1-40ef-a2a1-e2456ad26b9e),segment_id=cfde287a-b7c1-40ef-a2a1-e2456ad26b9e)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:32:03.513476 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e88533c5-c63d-4336-ade2-f8a518e454c7 req-d872710c-1136-4ea1-a175-0926e3f9b2a1 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:03.526116 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-e88533c5-c63d-4336-ade2-f8a518e454c7 req-d872710c-1136-4ea1-a175-0926e3f9b2a1 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Calling delete_port for 06906b1c-43b5-40f7-9625-761d8b6c524b owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:32:03.724486 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e88533c5-c63d-4336-ade2-f8a518e454c7 req-d872710c-1136-4ea1-a175-0926e3f9b2a1 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:03.735969 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['06906b1c-43b5-40f7-9625-761d8b6c524b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:32:03.756444 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d872710c-1136-4ea1-a175-0926e3f9b2a1 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Pushing event deleted for resources: {'Port': ['ID=06906b1c-43b5-40f7-9625-761d8b6c524b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:32:03.766709 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d872710c-1136-4ea1-a175-0926e3f9b2a1 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:03.767057 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d872710c-1136-4ea1-a175-0926e3f9b2a1 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:03.767399 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d872710c-1136-4ea1-a175-0926e3f9b2a1 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:03.767731 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d872710c-1136-4ea1-a175-0926e3f9b2a1 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:03.768064 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d872710c-1136-4ea1-a175-0926e3f9b2a1 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:03.768393 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d872710c-1136-4ea1-a175-0926e3f9b2a1 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:03.768754 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d872710c-1136-4ea1-a175-0926e3f9b2a1 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:03.769117 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d872710c-1136-4ea1-a175-0926e3f9b2a1 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:03.769817 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d872710c-1136-4ea1-a175-0926e3f9b2a1 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:03.769817 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d872710c-1136-4ea1-a175-0926e3f9b2a1 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:03.770088 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d872710c-1136-4ea1-a175-0926e3f9b2a1 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:03.770414 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d872710c-1136-4ea1-a175-0926e3f9b2a1 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:03.810305 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88533c5-c63d-4336-ade2-f8a518e454c7 req-d872710c-1136-4ea1-a175-0926e3f9b2a1 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] No DVR routers for this DVR port 06906b1c-43b5-40f7-9625-761d8b6c524b on host n-h1-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:32:03.813039 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e88533c5-c63d-4336-ade2-f8a518e454c7 req-d872710c-1136-4ea1-a175-0926e3f9b2a1 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:03.816345 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e88533c5-c63d-4336-ade2-f8a518e454c7 req-d872710c-1136-4ea1-a175-0926e3f9b2a1 tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.26 "DELETE /v2.0/ports/06906b1c-43b5-40f7-9625-761d8b6c524b HTTP/1.1" status: 204 len: 173 time: 0.4733536 Apr 21 13:32:03.816868 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13e6977-565f-4742-85f9-45bf9270a14d', 'name': 'network-vif-deleted', 'tag': '06906b1c-43b5-40f7-9625-761d8b6c524b'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:32:03.857067 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8731b9b0d93a9bf69e636c4352cfd91473ecc38c160ddf4d7ef907223a15797c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363c81fd-4ebd-4805-929f-2e5691b1649e" -d '{"events": [{"server_uuid": "e13e6977-565f-4742-85f9-45bf9270a14d", "name": "network-vif-deleted", "tag": "06906b1c-43b5-40f7-9625-761d8b6c524b"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:32:03.948497 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5938cb2c-b706-467b-af7b-e078b163a2d4 x-openstack-request-id: req-5938cb2c-b706-467b-af7b-e078b163a2d4 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:32:03.948785 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13e6977-565f-4742-85f9-45bf9270a14d", "name": "network-vif-deleted", "tag": "06906b1c-43b5-40f7-9625-761d8b6c524b", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:32:03.949032 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5938cb2c-b706-467b-af7b-e078b163a2d4 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:32:03.949433 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5938cb2c-b706-467b-af7b-e078b163a2d4'] response: {'server_uuid': 'e13e6977-565f-4742-85f9-45bf9270a14d', 'name': 'network-vif-deleted', 'tag': '06906b1c-43b5-40f7-9625-761d8b6c524b', 'status': 'completed', 'code': 200} Apr 21 13:32:04.320690 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c1d1a9ba-fd5b-4b3a-b626-d55b81568f3c req-182194cb-68d8-41b3-95a9-96c5d16ad21d tempest-DeleteServersTestJSON-547957231 tempest-DeleteServersTestJSON-547957231-project] 10.222.0.36 "GET /v2.0/ports?device_id=e13e6977-565f-4742-85f9-45bf9270a14d HTTP/1.1" status: 200 len: 210 time: 0.0261738 Apr 21 13:32:05.452623 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57932) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:32:05.496375 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-da6d449d-7e33-4a31-8296-3845589a7d82 admin admin] Deleting subnet f4a2901d-9d7c-4349-8854-ae2e4d96d699 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:32:05.499389 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-da6d449d-7e33-4a31-8296-3845589a7d82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:05.532518 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-da6d449d-7e33-4a31-8296-3845589a7d82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:05.574027 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-da6d449d-7e33-4a31-8296-3845589a7d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:05.696082 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-da6d449d-7e33-4a31-8296-3845589a7d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:05.720682 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d449d-7e33-4a31-8296-3845589a7d82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4a2901d-9d7c-4349-8854-ae2e4d96d699,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:32:05.725461 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-da6d449d-7e33-4a31-8296-3845589a7d82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:05.729144 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-da6d449d-7e33-4a31-8296-3845589a7d82 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f4a2901d-9d7c-4349-8854-ae2e4d96d699 HTTP/1.1" status: 204 len: 168 time: 0.2755411 Apr 21 13:32:05.731847 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57934) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:32:05.796913 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6400ffb3-b62d-4bfb-8af9-8024b3914430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:05.877361 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6400ffb3-b62d-4bfb-8af9-8024b3914430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:05.896704 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-6400ffb3-b62d-4bfb-8af9-8024b3914430 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a693ed75-8871-464d-a182-bfa396a27fbf']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:32:05.905718 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-6400ffb3-b62d-4bfb-8af9-8024b3914430 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfde287a-b7c1-40ef-a2a1-e2456ad26b9e') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:32:05.906012 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-6400ffb3-b62d-4bfb-8af9-8024b3914430 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfde287a-b7c1-40ef-a2a1-e2456ad26b9e') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:32:05.915530 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6400ffb3-b62d-4bfb-8af9-8024b3914430 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:05.928154 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6400ffb3-b62d-4bfb-8af9-8024b3914430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:05.934359 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6400ffb3-b62d-4bfb-8af9-8024b3914430 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6400ffb3-b62d-4bfb-8af9-8024b3914430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:32:05.937553 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:32:06.050195 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6400ffb3-b62d-4bfb-8af9-8024b3914430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:06.054734 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6400ffb3-b62d-4bfb-8af9-8024b3914430 admin admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:06.058135 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6400ffb3-b62d-4bfb-8af9-8024b3914430 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a693ed75-8871-464d-a182-bfa396a27fbf HTTP/1.1" status: 204 len: 168 time: 0.3253789 Apr 21 13:32:06.070805 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400ffb3-b62d-4bfb-8af9-8024b3914430 admin admin] Pushing event deleted for resources: {'Network': ['ID=a693ed75-8871-464d-a182-bfa396a27fbf,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:32:06.391079 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57938) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:32:06.431094 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-59050088-598b-420f-a30f-c22c47ffe7cc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7056d1da80084d2691f7b64a1f016112&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388341 Apr 21 13:32:06.433558 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57940) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:32:06.479156 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e2f570b8-83d2-4d45-b016-e79096f207e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:06.500033 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e2f570b8-83d2-4d45-b016-e79096f207e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:06.621300 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e2f570b8-83d2-4d45-b016-e79096f207e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:06.623820 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e2f570b8-83d2-4d45-b016-e79096f207e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:06.624955 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e2f570b8-83d2-4d45-b016-e79096f207e5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/43fdf702-9d83-4249-96bf-75cf2c741588 HTTP/1.1" status: 204 len: 168 time: 0.1904774 Apr 21 13:32:06.632935 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f570b8-83d2-4d45-b016-e79096f207e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fdf702-9d83-4249-96bf-75cf2c741588,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:32:07.325932 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 06906b1c-43b5-40f7-9625-761d8b6c524b no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:32:07.346785 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 06906b1c-43b5-40f7-9625-761d8b6c524b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:32:07.346785 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 06906b1c-43b5-40f7-9625-761d8b6c524b not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:32:07.534490 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 57962) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:32:07.627379 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-403b4e49-cdcd-4d1c-82bf-7f22a7563221 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1117298159-network', 'tenant_id': '88e40ff5e87b483c9b29bc267a64c7af'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:32:07.696130 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403b4e49-cdcd-4d1c-82bf-7f22a7563221 admin admin] Made reservation on behalf of 88e40ff5e87b483c9b29bc267a64c7af for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:32:07.698437 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-403b4e49-cdcd-4d1c-82bf-7f22a7563221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:07.709928 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-403b4e49-cdcd-4d1c-82bf-7f22a7563221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:07.781723 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-403b4e49-cdcd-4d1c-82bf-7f22a7563221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:07.844003 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-403b4e49-cdcd-4d1c-82bf-7f22a7563221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:07.871849 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403b4e49-cdcd-4d1c-82bf-7f22a7563221 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:32:07.877323 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b4e49-cdcd-4d1c-82bf-7f22a7563221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39734a7f-d47d-4a83-950d-eaa4eeec0982,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:32:07.885260 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-403b4e49-cdcd-4d1c-82bf-7f22a7563221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:07.885607 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-403b4e49-cdcd-4d1c-82bf-7f22a7563221 admin admin] Added segment a65bf2b2-b6dd-46cd-b553-027e6716bfed of type vlan for network 8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 Apr 21 13:32:07.925220 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-403b4e49-cdcd-4d1c-82bf-7f22a7563221 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:08.004374 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-403b4e49-cdcd-4d1c-82bf-7f22a7563221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:08.005270 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b4e49-cdcd-4d1c-82bf-7f22a7563221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:08.005871 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-403b4e49-cdcd-4d1c-82bf-7f22a7563221 admin admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:08.067671 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b4e49-cdcd-4d1c-82bf-7f22a7563221 admin admin] Pushing event updated for resources: {'Network': ['ID=8c7607c9-a88c-4ae2-bc1d-35662d14c0e7,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:32:08.077377 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:32:08.087634 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-403b4e49-cdcd-4d1c-82bf-7f22a7563221 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5520799 Apr 21 13:32:08.090695 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 57966) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:32:08.095712 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-a05ed81e-f675-409d-93b1-91fe473b47a1 admin admin] Request body: {'subnet': {'network_id': '8c7607c9-a88c-4ae2-bc1d-35662d14c0e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1117298159-subnet', 'tenant_id': '88e40ff5e87b483c9b29bc267a64c7af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:32:08.164414 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05ed81e-f675-409d-93b1-91fe473b47a1 admin admin] Made reservation on behalf of 88e40ff5e87b483c9b29bc267a64c7af for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:32:08.166768 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a05ed81e-f675-409d-93b1-91fe473b47a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:08.404995 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a05ed81e-f675-409d-93b1-91fe473b47a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:08.464172 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ed81e-f675-409d-93b1-91fe473b47a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47ff4384-502d-44ca-bc39-947f6c436446,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:32:08.472615 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05ed81e-f675-409d-93b1-91fe473b47a1 admin admin] Checking segment: {'id': 'a65bf2b2-b6dd-46cd-b553-027e6716bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8c7607c9-a88c-4ae2-bc1d-35662d14c0e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:32:08.472972 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05ed81e-f675-409d-93b1-91fe473b47a1 admin admin] Network hostable DHCP agents. Network: 8c7607c9-a88c-4ae2-bc1d-35662d14c0e7, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:32:08.558346 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05ed81e-f675-409d-93b1-91fe473b47a1 admin admin] Network 8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:32:08.627108 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-a05ed81e-f675-409d-93b1-91fe473b47a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 8c7607c9-a88c-4ae2-bc1d-35662d14c0e7) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:32:08.632730 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05ed81e-f675-409d-93b1-91fe473b47a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:08.633348 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a05ed81e-f675-409d-93b1-91fe473b47a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:08.634832 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af84b5ea-9bdf-4b48-8bc7-7bf57c92e388 None None] Network 8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:32:08.716218 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a05ed81e-f675-409d-93b1-91fe473b47a1 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6239872 Apr 21 13:32:08.757951 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea68a29a-35ae-4c27-881c-429ad98c7553 None None] Network 8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:32:09.125625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76018e4-2352-427f-aeea-35b2511d229c req-5bcc38e7-7e78-403b-8c84-6c0ae1fd7331 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:09.127082 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b76018e4-2352-427f-aeea-35b2511d229c req-5bcc38e7-7e78-403b-8c84-6c0ae1fd7331 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/networks?id=8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 HTTP/1.1" status: 200 len: 815 time: 0.0978849 Apr 21 13:32:09.141817 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b76018e4-2352-427f-aeea-35b2511d229c req-b8bf936c-eadf-49ca-98c7-1662671cde43 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/quotas/88e40ff5e87b483c9b29bc267a64c7af HTTP/1.1" status: 200 len: 375 time: 0.0087976 Apr 21 13:32:09.178925 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b76018e4-2352-427f-aeea-35b2511d229c req-a073793f-d252-4460-b5d7-8afafe5e1274 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=88e40ff5e87b483c9b29bc267a64c7af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319397 Apr 21 13:32:09.266009 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b76018e4-2352-427f-aeea-35b2511d229c req-db25b9af-7913-4c0a-8ac2-eeed86ac98ac service neutron] 10.222.0.36 "GET /v2.0/networks/8c7607c9-a88c-4ae2-bc1d-35662d14c0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796657 Apr 21 13:32:09.357790 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b76018e4-2352-427f-aeea-35b2511d229c req-89457c21-ae49-43b3-a05c-cf85b2231b58 service neutron] 10.222.0.36 "GET /v2.0/networks/8c7607c9-a88c-4ae2-bc1d-35662d14c0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857644 Apr 21 13:32:09.603488 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-10ae62b0-9c2c-4f0d-a9af-e3a97ba3c526 req-c4f63136-3c78-4b9c-ad52-fd5e06ce88dc tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 210 time: 0.0275526 Apr 21 13:32:10.695746 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce5b8716-37a9-42a9-9cea-bd65d1f4b0ed req-8729e1f8-7f92-4f6d-9680-b61374911869 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 210 time: 0.0270808 Apr 21 13:32:11.451173 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76018e4-2352-427f-aeea-35b2511d229c req-89449e64-1c34-437a-8fb7-b7dcc9ee12a5 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:11.452638 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b76018e4-2352-427f-aeea-35b2511d229c req-89449e64-1c34-437a-8fb7-b7dcc9ee12a5 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.26 "GET /v2.0/networks?id=8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 HTTP/1.1" status: 200 len: 815 time: 0.1045511 Apr 21 13:32:11.464574 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-b76018e4-2352-427f-aeea-35b2511d229c req-305c7eea-3410-44f7-8509-f5527791b32c tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Request body: {'port': {'device_id': '30de8eec-799d-4747-8b7d-fe12ce46ff4b', 'network_id': '8c7607c9-a88c-4ae2-bc1d-35662d14c0e7', 'admin_state_up': True, 'tenant_id': '88e40ff5e87b483c9b29bc267a64c7af'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:32:11.626968 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b76018e4-2352-427f-aeea-35b2511d229c req-305c7eea-3410-44f7-8509-f5527791b32c tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Made reservation on behalf of 88e40ff5e87b483c9b29bc267a64c7af for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:32:11.630532 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b76018e4-2352-427f-aeea-35b2511d229c req-305c7eea-3410-44f7-8509-f5527791b32c tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:11.753925 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-b76018e4-2352-427f-aeea-35b2511d229c req-305c7eea-3410-44f7-8509-f5527791b32c tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Allocated IP 172.20.0.5 (8c7607c9-a88c-4ae2-bc1d-35662d14c0e7/47ff4384-502d-44ca-bc39-947f6c436446/ec663891-1a6c-49c7-8c8e-ee2683205d5c) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:32:11.789994 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2cc497f9-b812-45b7-b0a1-d7dda4ad6794 req-341b688b-31ea-4565-ad6b-6055932216e8 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 210 time: 0.0270400 Apr 21 13:32:11.901705 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b76018e4-2352-427f-aeea-35b2511d229c req-305c7eea-3410-44f7-8509-f5527791b32c tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:11.982138 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b76018e4-2352-427f-aeea-35b2511d229c req-305c7eea-3410-44f7-8509-f5527791b32c tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:12.021399 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b76018e4-2352-427f-aeea-35b2511d229c req-305c7eea-3410-44f7-8509-f5527791b32c tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Network 8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:32:12.026725 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-b76018e4-2352-427f-aeea-35b2511d229c req-305c7eea-3410-44f7-8509-f5527791b32c tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:32:12.030268 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76018e4-2352-427f-aeea-35b2511d229c req-305c7eea-3410-44f7-8509-f5527791b32c tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:32:12.059919 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c7eea-3410-44f7-8509-f5527791b32c tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Pushing event updated for resources: {'Port': ['ID=ec663891-1a6c-49c7-8c8e-ee2683205d5c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:32:12.085280 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76018e4-2352-427f-aeea-35b2511d229c req-305c7eea-3410-44f7-8509-f5527791b32c tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:12.085921 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b76018e4-2352-427f-aeea-35b2511d229c req-305c7eea-3410-44f7-8509-f5527791b32c tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:12.155081 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b76018e4-2352-427f-aeea-35b2511d229c req-305c7eea-3410-44f7-8509-f5527791b32c tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6945732 Apr 21 13:32:12.166649 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-b76018e4-2352-427f-aeea-35b2511d229c req-f98aac91-f244-4cc5-b73d-9652ea778fa8 service neutron] Request body: {'port': {'device_id': '30de8eec-799d-4747-8b7d-fe12ce46ff4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:32:12.218491 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b76018e4-2352-427f-aeea-35b2511d229c req-f98aac91-f244-4cc5-b73d-9652ea778fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:12.475587 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-b76018e4-2352-427f-aeea-35b2511d229c req-f98aac91-f244-4cc5-b73d-9652ea778fa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec663891-1a6c-49c7-8c8e-ee2683205d5c {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:32:12.483464 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b76018e4-2352-427f-aeea-35b2511d229c req-f98aac91-f244-4cc5-b73d-9652ea778fa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:12.495986 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-b76018e4-2352-427f-aeea-35b2511d229c req-f98aac91-f244-4cc5-b73d-9652ea778fa8 service neutron] Transition to ACTIVE for port object ec663891-1a6c-49c7-8c8e-ee2683205d5c will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:32:12.552365 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b76018e4-2352-427f-aeea-35b2511d229c req-f98aac91-f244-4cc5-b73d-9652ea778fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:12.615590 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98aac91-f244-4cc5-b73d-9652ea778fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=ec663891-1a6c-49c7-8c8e-ee2683205d5c,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:32:12.661886 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-b76018e4-2352-427f-aeea-35b2511d229c req-f98aac91-f244-4cc5-b73d-9652ea778fa8 service neutron] Attempting to bind port ec663891-1a6c-49c7-8c8e-ee2683205d5c on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:32:12.662139 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-b76018e4-2352-427f-aeea-35b2511d229c req-f98aac91-f244-4cc5-b73d-9652ea778fa8 service neutron] Attempting to bind port ec663891-1a6c-49c7-8c8e-ee2683205d5c by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': 'a65bf2b2-b6dd-46cd-b553-027e6716bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8c7607c9-a88c-4ae2-bc1d-35662d14c0e7'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:32:12.662459 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76018e4-2352-427f-aeea-35b2511d229c req-f98aac91-f244-4cc5-b73d-9652ea778fa8 service neutron] Attempting to bind port ec663891-1a6c-49c7-8c8e-ee2683205d5c on network 8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:32:12.667070 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76018e4-2352-427f-aeea-35b2511d229c req-f98aac91-f244-4cc5-b73d-9652ea778fa8 service neutron] Port ec663891-1a6c-49c7-8c8e-ee2683205d5c on network 8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:32:12.667379 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76018e4-2352-427f-aeea-35b2511d229c req-f98aac91-f244-4cc5-b73d-9652ea778fa8 service neutron] Attempting to bind port ec663891-1a6c-49c7-8c8e-ee2683205d5c on network 8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:32:12.671918 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76018e4-2352-427f-aeea-35b2511d229c req-f98aac91-f244-4cc5-b73d-9652ea778fa8 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:32:12.672245 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76018e4-2352-427f-aeea-35b2511d229c req-f98aac91-f244-4cc5-b73d-9652ea778fa8 service neutron] Checking segment: {'id': 'a65bf2b2-b6dd-46cd-b553-027e6716bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8c7607c9-a88c-4ae2-bc1d-35662d14c0e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:32:12.672612 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76018e4-2352-427f-aeea-35b2511d229c req-f98aac91-f244-4cc5-b73d-9652ea778fa8 service neutron] Bound using segment: {'id': 'a65bf2b2-b6dd-46cd-b553-027e6716bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8c7607c9-a88c-4ae2-bc1d-35662d14c0e7'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:32:12.673028 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-b76018e4-2352-427f-aeea-35b2511d229c req-f98aac91-f244-4cc5-b73d-9652ea778fa8 service neutron] Bound port: ec663891-1a6c-49c7-8c8e-ee2683205d5c, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65bf2b2-b6dd-46cd-b553-027e6716bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8c7607c9-a88c-4ae2-bc1d-35662d14c0e7'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:32:12.673372 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b76018e4-2352-427f-aeea-35b2511d229c req-f98aac91-f244-4cc5-b73d-9652ea778fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:12.736628 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-b76018e4-2352-427f-aeea-35b2511d229c req-f98aac91-f244-4cc5-b73d-9652ea778fa8 service neutron] For port ec663891-1a6c-49c7-8c8e-ee2683205d5c, host n-h1-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:32:12.739504 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-b76018e4-2352-427f-aeea-35b2511d229c req-f98aac91-f244-4cc5-b73d-9652ea778fa8 service neutron] For port ec663891-1a6c-49c7-8c8e-ee2683205d5c, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ec663891-1a6c-49c7-8c8e-ee2683205d5c,segment=NetworkSegment(a65bf2b2-b6dd-46cd-b553-027e6716bfed),segment_id=a65bf2b2-b6dd-46cd-b553-027e6716bfed)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:32:12.833508 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b76018e4-2352-427f-aeea-35b2511d229c req-f98aac91-f244-4cc5-b73d-9652ea778fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:12.867140 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76018e4-2352-427f-aeea-35b2511d229c req-f98aac91-f244-4cc5-b73d-9652ea778fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:12.867746 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b76018e4-2352-427f-aeea-35b2511d229c req-f98aac91-f244-4cc5-b73d-9652ea778fa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:12.869175 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b76018e4-2352-427f-aeea-35b2511d229c req-f98aac91-f244-4cc5-b73d-9652ea778fa8 service neutron] 10.222.0.26 "PUT /v2.0/ports/ec663891-1a6c-49c7-8c8e-ee2683205d5c HTTP/1.1" status: 200 len: 1091 time: 0.7069523 Apr 21 13:32:12.869632 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30de8eec-799d-4747-8b7d-fe12ce46ff4b', 'tag': 'ec663891-1a6c-49c7-8c8e-ee2683205d5c'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:32:12.871953 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8731b9b0d93a9bf69e636c4352cfd91473ecc38c160ddf4d7ef907223a15797c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da86d5e1-7a29-4300-84d2-adbdbdb51fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "30de8eec-799d-4747-8b7d-fe12ce46ff4b", "tag": "ec663891-1a6c-49c7-8c8e-ee2683205d5c"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:32:12.902777 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98aac91-f244-4cc5-b73d-9652ea778fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=ec663891-1a6c-49c7-8c8e-ee2683205d5c,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:32:12.931881 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f38640-076b-4167-88e9-b6a0d98f08c5 x-openstack-request-id: req-d5f38640-076b-4167-88e9-b6a0d98f08c5 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:32:12.932173 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30de8eec-799d-4747-8b7d-fe12ce46ff4b", "tag": "ec663891-1a6c-49c7-8c8e-ee2683205d5c", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:32:12.932432 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d5f38640-076b-4167-88e9-b6a0d98f08c5 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:32:12.932841 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5f38640-076b-4167-88e9-b6a0d98f08c5'] response: {'name': 'network-changed', 'server_uuid': '30de8eec-799d-4747-8b7d-fe12ce46ff4b', 'tag': 'ec663891-1a6c-49c7-8c8e-ee2683205d5c', 'status': 'completed', 'code': 200} Apr 21 13:32:12.945309 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a11794-119b-4f3c-a45a-9e5f71c557ae req-01fe84ad-9ec0-4233-a894-6fff1b94dff4 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:12.946944 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-87a11794-119b-4f3c-a45a-9e5f71c557ae req-01fe84ad-9ec0-4233-a894-6fff1b94dff4 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 943 time: 0.0758026 Apr 21 13:32:12.988541 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-87a11794-119b-4f3c-a45a-9e5f71c557ae req-2fb6157f-0360-4de4-83ba-a56e2de13e5e tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343771 Apr 21 13:32:12.993788 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86d5e1-7a29-4300-84d2-adbdbdb51fd3 req-4a340d96-cdbe-4919-b2a7-dd60827e7a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:12.996208 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-da86d5e1-7a29-4300-84d2-adbdbdb51fd3 req-4a340d96-cdbe-4919-b2a7-dd60827e7a9a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88e40ff5e87b483c9b29bc267a64c7af&device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 1094 time: 0.0429487 Apr 21 13:32:13.094569 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86d5e1-7a29-4300-84d2-adbdbdb51fd3 req-9ab8694d-41b5-42d1-bfde-98837fe50e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:13.096024 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-da86d5e1-7a29-4300-84d2-adbdbdb51fd3 req-9ab8694d-41b5-42d1-bfde-98837fe50e98 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=88e40ff5e87b483c9b29bc267a64c7af&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0937130 Apr 21 13:32:13.187109 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86d5e1-7a29-4300-84d2-adbdbdb51fd3 req-eb930c92-628d-459b-846e-496ce246a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:13.188568 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-da86d5e1-7a29-4300-84d2-adbdbdb51fd3 req-eb930c92-628d-459b-846e-496ce246a1b0 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863845 Apr 21 13:32:13.262531 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76018e4-2352-427f-aeea-35b2511d229c req-d708c843-6ea2-4056-9dc1-c1a31f4f202f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:13.263964 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b76018e4-2352-427f-aeea-35b2511d229c req-d708c843-6ea2-4056-9dc1-c1a31f4f202f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88e40ff5e87b483c9b29bc267a64c7af&device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 1094 time: 0.0397573 Apr 21 13:32:13.306539 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b76018e4-2352-427f-aeea-35b2511d229c req-4792d0e6-0a7e-40d1-8f8a-88bc6d5739fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec663891-1a6c-49c7-8c8e-ee2683205d5c HTTP/1.1" status: 200 len: 217 time: 0.0355957 Apr 21 13:32:13.355829 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76018e4-2352-427f-aeea-35b2511d229c req-067667f4-6fb4-4ab2-9f70-9eb230c6da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:13.357493 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b76018e4-2352-427f-aeea-35b2511d229c req-067667f4-6fb4-4ab2-9f70-9eb230c6da5b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=47ff4384-502d-44ca-bc39-947f6c436446 HTTP/1.1" status: 200 len: 855 time: 0.0453866 Apr 21 13:32:13.387554 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b76018e4-2352-427f-aeea-35b2511d229c req-11d1b284-8244-4184-ae31-9ed1a3ed8613 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8c7607c9-a88c-4ae2-bc1d-35662d14c0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239954 Apr 21 13:32:13.477989 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b76018e4-2352-427f-aeea-35b2511d229c req-1dc07fc7-3c30-4a6d-9d5d-77594f9e158d service neutron] 10.222.0.26 "GET /v2.0/networks/8c7607c9-a88c-4ae2-bc1d-35662d14c0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832574 Apr 21 13:32:13.490098 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7dd6b517-82f7-4650-a666-097f1446ef29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:13.564293 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b76018e4-2352-427f-aeea-35b2511d229c req-d36bb410-b3eb-43a8-84d0-331d393a4dd3 service neutron] 10.222.0.26 "GET /v2.0/networks/8c7607c9-a88c-4ae2-bc1d-35662d14c0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801272 Apr 21 13:32:14.107082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9d262-f42e-44da-b75a-9b518ceb0dbc req-4d45f412-4e3c-4588-931d-a42c3b722b83 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:14.108526 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94e9d262-f42e-44da-b75a-9b518ceb0dbc req-4d45f412-4e3c-4588-931d-a42c3b722b83 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 943 time: 0.0525389 Apr 21 13:32:14.145063 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94e9d262-f42e-44da-b75a-9b518ceb0dbc req-b7ae03cf-2bb6-4c99-954d-479fd2b644a2 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306292 Apr 21 13:32:15.261230 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b53914-97ca-4276-86e4-24e650ccf27e req-63b6eb60-ba9d-4c49-9475-04438a55cdd0 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:15.262722 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6b53914-97ca-4276-86e4-24e650ccf27e req-63b6eb60-ba9d-4c49-9475-04438a55cdd0 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 943 time: 0.0487490 Apr 21 13:32:15.299385 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d6b53914-97ca-4276-86e4-24e650ccf27e req-e32908dd-1e51-4fd0-8df1-fe19df79feff tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306432 Apr 21 13:32:15.741099 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-59b13e0f-bfcf-4e3d-9852-0840d46c104a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:16.413853 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae603e7-8785-4504-b418-60723ac3ca67 req-917ccea5-8f7c-493e-935f-9185575ad7a7 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:16.415338 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ae603e7-8785-4504-b418-60723ac3ca67 req-917ccea5-8f7c-493e-935f-9185575ad7a7 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 943 time: 0.0496628 Apr 21 13:32:16.452977 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ae603e7-8785-4504-b418-60723ac3ca67 req-640d27be-9f48-4451-a85f-2b5d524522d4 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317271 Apr 21 13:32:17.078202 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:17.359737 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device ec663891-1a6c-49c7-8c8e-ee2683205d5c details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:32:17.452711 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port ec663891-1a6c-49c7-8c8e-ee2683205d5c, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ec663891-1a6c-49c7-8c8e-ee2683205d5c,segment=NetworkSegment(a65bf2b2-b6dd-46cd-b553-027e6716bfed),segment_id=a65bf2b2-b6dd-46cd-b553-027e6716bfed)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:32:17.464243 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'ec663891-1a6c-49c7-8c8e-ee2683205d5c', 'network_id': '8c7607c9-a88c-4ae2-bc1d-35662d14c0e7', 'port_id': 'ec663891-1a6c-49c7-8c8e-ee2683205d5c', 'mac_address': 'fa:16:3e:ff:ff:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ff4384-502d-44ca-bc39-947f6c436446', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:32:17.500608 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:17.513710 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec663891-1a6c-49c7-8c8e-ee2683205d5c {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:32:17.533703 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port ec663891-1a6c-49c7-8c8e-ee2683205d5c, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ec663891-1a6c-49c7-8c8e-ee2683205d5c,segment=NetworkSegment(a65bf2b2-b6dd-46cd-b553-027e6716bfed),segment_id=a65bf2b2-b6dd-46cd-b553-027e6716bfed)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:32:17.572806 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab5a942-5752-41bc-b56d-963ff7dd99f9 req-dfe7be08-2e6f-45a2-bbc0-79e8d90bf4df tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:17.574418 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4ab5a942-5752-41bc-b56d-963ff7dd99f9 req-dfe7be08-2e6f-45a2-bbc0-79e8d90bf4df tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 943 time: 0.0537980 Apr 21 13:32:17.610125 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:17.612303 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4ab5a942-5752-41bc-b56d-963ff7dd99f9 req-f325cef9-dad6-4a60-b03e-5eb794583d33 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319538 Apr 21 13:32:17.661520 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=ec663891-1a6c-49c7-8c8e-ee2683205d5c,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:32:17.883113 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['ec663891-1a6c-49c7-8c8e-ee2683205d5c'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:32:18.392838 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:18.632595 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:18.727959 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48957365-da42-452a-b1d9-5be11a00f7c7 req-b60bb6e5-62af-4a41-96ea-77c20307423b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:18.730155 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-48957365-da42-452a-b1d9-5be11a00f7c7 req-b60bb6e5-62af-4a41-96ea-77c20307423b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 944 time: 0.0495815 Apr 21 13:32:18.747051 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:18.770824 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-48957365-da42-452a-b1d9-5be11a00f7c7 req-05da2846-3bb9-4103-912a-b58376731e9c tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338569 Apr 21 13:32:19.378565 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device ec663891-1a6c-49c7-8c8e-ee2683205d5c up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:32:19.483777 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port ec663891-1a6c-49c7-8c8e-ee2683205d5c completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:32:19.487606 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port ec663891-1a6c-49c7-8c8e-ee2683205d5c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:32:19.487977 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:19.561262 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:19.588164 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30de8eec-799d-4747-8b7d-fe12ce46ff4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec663891-1a6c-49c7-8c8e-ee2683205d5c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:32:19.590402 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed37c30-d00f-4067-af83-1d3f2cb98ce1" -d '{"events": [{"server_uuid": "30de8eec-799d-4747-8b7d-fe12ce46ff4b", "name": "network-vif-plugged", "status": "completed", "tag": "ec663891-1a6c-49c7-8c8e-ee2683205d5c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:32:19.602414 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port ec663891-1a6c-49c7-8c8e-ee2683205d5c, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ec663891-1a6c-49c7-8c8e-ee2683205d5c,segment=NetworkSegment(a65bf2b2-b6dd-46cd-b553-027e6716bfed),segment_id=a65bf2b2-b6dd-46cd-b553-027e6716bfed)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:32:19.627442 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb88081f-9014-4018-95be-76357652ea39 x-openstack-request-id: req-eb88081f-9014-4018-95be-76357652ea39 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:32:19.627734 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30de8eec-799d-4747-8b7d-fe12ce46ff4b", "name": "network-vif-plugged", "status": "completed", "tag": "ec663891-1a6c-49c7-8c8e-ee2683205d5c", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:32:19.627985 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eb88081f-9014-4018-95be-76357652ea39 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:32:19.628379 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb88081f-9014-4018-95be-76357652ea39'] response: {'server_uuid': '30de8eec-799d-4747-8b7d-fe12ce46ff4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec663891-1a6c-49c7-8c8e-ee2683205d5c', 'code': 200} Apr 21 13:32:19.667789 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:19.718775 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=ec663891-1a6c-49c7-8c8e-ee2683205d5c,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:32:19.722481 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31071291-d61b-4f37-bc86-65479c63173b req-112e0419-49f3-4e88-bd8f-1094778c1ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:19.723971 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-31071291-d61b-4f37-bc86-65479c63173b req-112e0419-49f3-4e88-bd8f-1094778c1ecf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 1096 time: 0.0398862 Apr 21 13:32:19.760579 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-31071291-d61b-4f37-bc86-65479c63173b req-f9aa766b-eb69-433c-ad9d-11114102d7f5 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291047 Apr 21 13:32:19.885113 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95cfe3a-80da-4319-b068-6750e1fa98be req-aad7cc3b-66d9-4fb7-8f87-5d4620ab74ac tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:19.886586 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f95cfe3a-80da-4319-b068-6750e1fa98be req-aad7cc3b-66d9-4fb7-8f87-5d4620ab74ac tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0483282 Apr 21 13:32:19.922818 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f95cfe3a-80da-4319-b068-6750e1fa98be req-fa693c29-616d-46e8-88ea-3c014ff06163 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302501 Apr 21 13:32:20.866715 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:21.043760 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ea614-f32f-47d9-b2af-ae81b5211fba req-8655d1c2-6bba-4af2-8ada-9f4805c68bde tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:21.045262 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-742ea614-f32f-47d9-b2af-ae81b5211fba req-8655d1c2-6bba-4af2-8ada-9f4805c68bde tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0529637 Apr 21 13:32:21.083820 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-742ea614-f32f-47d9-b2af-ae81b5211fba req-9c1f63f9-f8ca-450c-bde2-67285e8463f6 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322556 Apr 21 13:32:22.198816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6b200-fa93-4967-92c7-6792d4afa1ff req-637618b6-4463-4e03-8ef3-31ef57638fc5 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:22.200287 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f7d6b200-fa93-4967-92c7-6792d4afa1ff req-637618b6-4463-4e03-8ef3-31ef57638fc5 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0477545 Apr 21 13:32:22.237465 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f7d6b200-fa93-4967-92c7-6792d4afa1ff req-4e5fb277-685c-4199-af46-af4acc2902ed tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312824 Apr 21 13:32:22.349892 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bde7d5-dd97-4760-82ae-659a6538fb26 req-6ae1252f-36db-4ec4-8ece-503e6be7a819 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:22.351363 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c8bde7d5-dd97-4760-82ae-659a6538fb26 req-6ae1252f-36db-4ec4-8ece-503e6be7a819 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0483577 Apr 21 13:32:22.388810 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c8bde7d5-dd97-4760-82ae-659a6538fb26 req-75f560dc-972c-478c-ba66-49c45f3b78a0 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311012 Apr 21 13:32:22.634217 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9015a-19c5-4c5f-8501-96b0a98eae7a req-b4cb7179-8d65-4356-81be-3a224b30aeb1 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:22.635655 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b6e9015a-19c5-4c5f-8501-96b0a98eae7a req-b4cb7179-8d65-4356-81be-3a224b30aeb1 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0529449 Apr 21 13:32:22.673295 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b6e9015a-19c5-4c5f-8501-96b0a98eae7a req-fafa53b3-ed72-4dcc-b123-92e496b9a3bd tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316451 Apr 21 13:32:22.784550 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae5b58-dfa9-4d0d-a5b6-fa032849988c req-170a37e3-daed-4bb0-99c8-873654b87dfc tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:22.786033 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07ae5b58-dfa9-4d0d-a5b6-fa032849988c req-170a37e3-daed-4bb0-99c8-873654b87dfc tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0482645 Apr 21 13:32:22.823806 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07ae5b58-dfa9-4d0d-a5b6-fa032849988c req-8823ec96-d787-4f69-97bd-b55b5bf6942e tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311468 Apr 21 13:32:23.173783 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadc795d-3436-43f4-9732-484143fac5c7 req-a41ac170-d401-4ec7-acc9-93ca3e4223df tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:23.175549 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fadc795d-3436-43f4-9732-484143fac5c7 req-a41ac170-d401-4ec7-acc9-93ca3e4223df tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0494602 Apr 21 13:32:23.213216 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fadc795d-3436-43f4-9732-484143fac5c7 req-353da210-730a-4d7d-92df-72fd2b059041 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307360 Apr 21 13:32:23.299866 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ae835e85-e142-450b-8611-117411c792a4 req-87de3d7b-ae5d-4ed7-bf42-e50c0b351c9f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0415754 Apr 21 13:32:24.334508 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a29d0-ba01-454e-b5bf-ef0ff20b18c2 req-9f77f5a3-8ac4-4ddf-9cd6-90498d04d8c0 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:24.335987 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-291a29d0-ba01-454e-b5bf-ef0ff20b18c2 req-9f77f5a3-8ac4-4ddf-9cd6-90498d04d8c0 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0544031 Apr 21 13:32:24.374886 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-291a29d0-ba01-454e-b5bf-ef0ff20b18c2 req-9cf44107-91f5-4902-ae5a-080c486f060a tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328336 Apr 21 13:32:25.229501 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae835e85-e142-450b-8611-117411c792a4 req-12be600e-538a-4266-becd-7a7819a728fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:25.231026 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ae835e85-e142-450b-8611-117411c792a4 req-12be600e-538a-4266-becd-7a7819a728fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88e40ff5e87b483c9b29bc267a64c7af&device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 1096 time: 0.0398686 Apr 21 13:32:25.318939 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae835e85-e142-450b-8611-117411c792a4 req-32536cf6-5186-455e-bb6c-973c01257c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:25.320399 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ae835e85-e142-450b-8611-117411c792a4 req-32536cf6-5186-455e-bb6c-973c01257c49 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 HTTP/1.1" status: 200 len: 916 time: 0.0832593 Apr 21 13:32:25.495936 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54b5da-777d-41c0-b418-618cd674a7de req-8b2a3e98-b293-4db4-bcfb-cf8292796a13 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:25.497570 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c54b5da-777d-41c0-b418-618cd674a7de req-8b2a3e98-b293-4db4-bcfb-cf8292796a13 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0520222 Apr 21 13:32:25.537095 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c54b5da-777d-41c0-b418-618cd674a7de req-23fad1e3-c6eb-4c62-919f-173d09ad7967 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334415 Apr 21 13:32:25.683771 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ae835e85-e142-450b-8611-117411c792a4 req-eb7587b0-6093-4ac6-b548-b19af85e9ffa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec663891-1a6c-49c7-8c8e-ee2683205d5c HTTP/1.1" status: 200 len: 217 time: 0.3567934 Apr 21 13:32:25.729897 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae835e85-e142-450b-8611-117411c792a4 req-061ca15f-1c00-4c90-81be-70653ac771bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:25.731322 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ae835e85-e142-450b-8611-117411c792a4 req-061ca15f-1c00-4c90-81be-70653ac771bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=47ff4384-502d-44ca-bc39-947f6c436446 HTTP/1.1" status: 200 len: 855 time: 0.0412636 Apr 21 13:32:25.762555 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ae835e85-e142-450b-8611-117411c792a4 req-fb6a82b8-d675-49bb-9be3-10540af8bc25 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8c7607c9-a88c-4ae2-bc1d-35662d14c0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241933 Apr 21 13:32:25.850253 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ae835e85-e142-450b-8611-117411c792a4 req-61d5f429-379c-451a-bfc6-e5ca94360402 service neutron] 10.222.0.26 "GET /v2.0/networks/8c7607c9-a88c-4ae2-bc1d-35662d14c0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814459 Apr 21 13:32:25.936882 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ae835e85-e142-450b-8611-117411c792a4 req-d041b32b-45e5-4503-a700-98a501ca2391 service neutron] 10.222.0.26 "GET /v2.0/networks/8c7607c9-a88c-4ae2-bc1d-35662d14c0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801146 Apr 21 13:32:26.650384 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa073c8-d244-4329-9bd9-1fe51f2b1b66 req-06956643-57ad-4f47-ab5f-68b2e76ebdb5 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:26.651764 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-faa073c8-d244-4329-9bd9-1fe51f2b1b66 req-06956643-57ad-4f47-ab5f-68b2e76ebdb5 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0487978 Apr 21 13:32:26.690012 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-faa073c8-d244-4329-9bd9-1fe51f2b1b66 req-4943b478-4403-4675-a04d-a689c70859e1 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322747 Apr 21 13:32:26.956665 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:32:27.808473 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dcd1d3-1e1c-428b-befd-830a529c4539 req-f883db17-5239-4ffc-8549-cb62a40ca242 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:27.809946 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20dcd1d3-1e1c-428b-befd-830a529c4539 req-f883db17-5239-4ffc-8549-cb62a40ca242 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0522904 Apr 21 13:32:27.846397 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-20dcd1d3-1e1c-428b-befd-830a529c4539 req-ad6190c2-7b6c-4571-b1ac-c4c11ef63595 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304968 Apr 21 13:32:28.960067 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5e406-a55e-4eb3-b901-e46b257163f9 req-770f3c80-29a4-4a2d-8ccf-e9b22760eed1 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:28.961463 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56d5e406-a55e-4eb3-b901-e46b257163f9 req-770f3c80-29a4-4a2d-8ccf-e9b22760eed1 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0476534 Apr 21 13:32:28.999744 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56d5e406-a55e-4eb3-b901-e46b257163f9 req-d230c53f-ece4-478a-bca0-a6a9611bad70 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309455 Apr 21 13:32:30.167271 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe14b3-0635-4a46-9aff-82eb8197e40e req-31c42080-c245-4273-9569-1d48309a7cab tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:30.168747 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bfe14b3-0635-4a46-9aff-82eb8197e40e req-31c42080-c245-4273-9569-1d48309a7cab tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.1022449 Apr 21 13:32:30.205133 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6bfe14b3-0635-4a46-9aff-82eb8197e40e req-b71ced7c-15a2-4f86-aed0-5b1b706aa07f tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303962 Apr 21 13:32:31.374109 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfda037-ccb8-4096-9ddb-ca83aae848ea req-f593dc8f-fe4f-45e5-b3d2-117f4c77e87e tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:31.375578 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8bfda037-ccb8-4096-9ddb-ca83aae848ea req-f593dc8f-fe4f-45e5-b3d2-117f4c77e87e tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.1021993 Apr 21 13:32:31.412881 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8bfda037-ccb8-4096-9ddb-ca83aae848ea req-8fd3091c-bd1f-4972-a787-deb41df05b62 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313082 Apr 21 13:32:32.532453 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be41ee4-503b-41f1-bb57-32dc32e150e8 req-46866acb-bd12-4718-a875-3641cbc71370 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:32.533978 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5be41ee4-503b-41f1-bb57-32dc32e150e8 req-46866acb-bd12-4718-a875-3641cbc71370 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0491915 Apr 21 13:32:32.572278 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5be41ee4-503b-41f1-bb57-32dc32e150e8 req-318d342b-3621-4e64-b215-f88b4b6823cf tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321984 Apr 21 13:32:33.684634 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2efa1-b84e-4904-ba36-ad91980c38e5 req-c0598a1c-eb08-4cdd-aca0-04c19e29b11c tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:33.686143 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c6f2efa1-b84e-4904-ba36-ad91980c38e5 req-c0598a1c-eb08-4cdd-aca0-04c19e29b11c tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0480485 Apr 21 13:32:33.722765 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c6f2efa1-b84e-4904-ba36-ad91980c38e5 req-a30ca407-ce54-4a3d-8261-934354f4b1fd tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307293 Apr 21 13:32:34.841201 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf3942-1e1a-47a7-800a-a8badcb9fd8a req-09c4b371-1d0d-425f-9f4f-efbe227bd77e tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:34.842730 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68cf3942-1e1a-47a7-800a-a8badcb9fd8a req-09c4b371-1d0d-425f-9f4f-efbe227bd77e tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0524759 Apr 21 13:32:34.879136 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68cf3942-1e1a-47a7-800a-a8badcb9fd8a req-e6c467c5-89a4-44d4-89ea-6a53465b697b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306296 Apr 21 13:32:35.995705 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0cfab-f9a2-48a5-a47a-1e4096df1fcf req-6345109a-af3c-4966-bce8-b21d7406af46 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:35.997161 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3fa0cfab-f9a2-48a5-a47a-1e4096df1fcf req-6345109a-af3c-4966-bce8-b21d7406af46 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0479031 Apr 21 13:32:36.034197 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3fa0cfab-f9a2-48a5-a47a-1e4096df1fcf req-86b78579-4eed-41c5-b19c-c375521f1a87 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311239 Apr 21 13:32:37.147239 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e4312-3cf5-4989-813e-1513682ae6be req-9b6a3d9f-d973-41c4-b354-f77911602c18 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:37.148695 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-535e4312-3cf5-4989-813e-1513682ae6be req-9b6a3d9f-d973-41c4-b354-f77911602c18 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0481036 Apr 21 13:32:37.185484 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-535e4312-3cf5-4989-813e-1513682ae6be req-0fbba84e-69e4-4d86-a9f1-5eae1d8bf556 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302334 Apr 21 13:32:38.302383 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0aad3-21b5-473c-b6a9-fd3fcf6345bb req-f83595fd-8e87-44cc-9e42-8a0f7f3e444d tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:38.303816 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56a0aad3-21b5-473c-b6a9-fd3fcf6345bb req-f83595fd-8e87-44cc-9e42-8a0f7f3e444d tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0508034 Apr 21 13:32:38.341125 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56a0aad3-21b5-473c-b6a9-fd3fcf6345bb req-5a1a46d4-b17a-4c7a-9e05-9115f23b4c25 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307798 Apr 21 13:32:39.453782 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fd4f2-3baa-415d-b616-8ccd02458a0d req-eb6bae40-2e3b-496b-ba21-f80f021685ba tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:39.455245 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-180fd4f2-3baa-415d-b616-8ccd02458a0d req-eb6bae40-2e3b-496b-ba21-f80f021685ba tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0477166 Apr 21 13:32:39.493130 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-180fd4f2-3baa-415d-b616-8ccd02458a0d req-8d592a19-3d57-4f33-a5a9-7cb6b7b9d7b1 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319178 Apr 21 13:32:40.605257 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81ab4f-16e2-4ba1-831d-66b94b835065 req-719f6728-d21a-43ca-8c56-4c1852f3f221 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:40.607014 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3b81ab4f-16e2-4ba1-831d-66b94b835065 req-719f6728-d21a-43ca-8c56-4c1852f3f221 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0472722 Apr 21 13:32:40.644432 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3b81ab4f-16e2-4ba1-831d-66b94b835065 req-2923acdf-ed37-48b8-81c4-443ff1e51d20 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315614 Apr 21 13:32:41.763399 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d598b7c-8453-4cb7-93cd-b444e0a03cb4 req-5c2eb975-d537-4a97-92eb-296a98a74f33 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:41.764950 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d598b7c-8453-4cb7-93cd-b444e0a03cb4 req-5c2eb975-d537-4a97-92eb-296a98a74f33 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0552788 Apr 21 13:32:41.802471 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9d598b7c-8453-4cb7-93cd-b444e0a03cb4 req-e69dac05-61c8-4d3f-b9dc-a5a4e9f7b9bb tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315366 Apr 21 13:32:42.916804 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238dd75-3d93-4294-b0d2-f3d92a8357ba req-df6ad9dd-d8c0-468e-8dc5-aacd8000a9a9 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:42.918291 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6238dd75-3d93-4294-b0d2-f3d92a8357ba req-df6ad9dd-d8c0-468e-8dc5-aacd8000a9a9 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0476208 Apr 21 13:32:42.956585 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6238dd75-3d93-4294-b0d2-f3d92a8357ba req-7cdbc198-2672-43a2-b428-2dcf7089a8ae tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315781 Apr 21 13:32:43.500654 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-98abcc7d-db13-442c-a611-290f0eeeeb5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:44.068791 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78dbd7-e96f-4822-9efa-f85cfda488a7 req-726167e8-803a-49b3-92a8-8fd896aea70b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:44.070325 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f78dbd7-e96f-4822-9efa-f85cfda488a7 req-726167e8-803a-49b3-92a8-8fd896aea70b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0476840 Apr 21 13:32:44.108302 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9f78dbd7-e96f-4822-9efa-f85cfda488a7 req-dffb84dc-a12b-4e0c-bf20-8df94e5eedca tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314879 Apr 21 13:32:45.224727 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b93ab5-1217-4f2a-994e-101449204286 req-b6a7193f-3d06-46cb-b3e3-2ef952e728a3 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:45.226211 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f6b93ab5-1217-4f2a-994e-101449204286 req-b6a7193f-3d06-46cb-b3e3-2ef952e728a3 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0518398 Apr 21 13:32:45.263466 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f6b93ab5-1217-4f2a-994e-101449204286 req-d99b299e-9f53-4f47-a447-f6742ca44d15 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306334 Apr 21 13:32:45.780681 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a39280da-d89e-4639-ac4f-294601ef3ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:46.379330 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d8448-ce9e-49f9-8b3a-7e9cac194c5b req-3516cf64-4f9c-4ce2-9b5c-70516d565f95 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:46.380788 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-021d8448-ce9e-49f9-8b3a-7e9cac194c5b req-3516cf64-4f9c-4ce2-9b5c-70516d565f95 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0489626 Apr 21 13:32:46.418551 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-021d8448-ce9e-49f9-8b3a-7e9cac194c5b req-a3489702-e047-4b30-a09b-221cdc7e1d22 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317948 Apr 21 13:32:47.094767 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:47.532778 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940309e3-1dfc-4ecd-b92b-eb0d5a3afbda req-f00a0fbd-5501-4220-8b11-b1a05be71ff4 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:47.534290 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-940309e3-1dfc-4ecd-b92b-eb0d5a3afbda req-f00a0fbd-5501-4220-8b11-b1a05be71ff4 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0477316 Apr 21 13:32:47.571086 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-940309e3-1dfc-4ecd-b92b-eb0d5a3afbda req-90a60372-fa7c-44b0-8899-18c2de2a0c45 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308230 Apr 21 13:32:48.386273 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:48.672972 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:48.688061 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752aedd-fc89-4255-b66a-4dec7e804399 req-e483b8c6-be19-4984-b0b4-1ef11b8ff69d tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:48.689544 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1752aedd-fc89-4255-b66a-4dec7e804399 req-e483b8c6-be19-4984-b0b4-1ef11b8ff69d tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0526874 Apr 21 13:32:48.727153 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1752aedd-fc89-4255-b66a-4dec7e804399 req-cf6db010-d720-4b2b-8ff5-fc0e8df34035 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313330 Apr 21 13:32:48.769402 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:49.842024 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d552eb5-6683-442c-a8af-77e7458526a4 req-d0e8ac61-6b2b-45d0-bf32-ae0e8b693120 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:49.843501 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2d552eb5-6683-442c-a8af-77e7458526a4 req-d0e8ac61-6b2b-45d0-bf32-ae0e8b693120 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0481541 Apr 21 13:32:49.883526 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2d552eb5-6683-442c-a8af-77e7458526a4 req-29fd9e67-5de0-4568-a99a-056fc2096922 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337360 Apr 21 13:32:50.889050 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:50.997616 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74442392-7270-45dd-8d43-65bcc0f199ca req-c7554f3a-4ed5-4719-968e-cc7b9bcf35eb tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:50.998999 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-74442392-7270-45dd-8d43-65bcc0f199ca req-c7554f3a-4ed5-4719-968e-cc7b9bcf35eb tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0500607 Apr 21 13:32:51.035857 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-74442392-7270-45dd-8d43-65bcc0f199ca req-6fa1c640-c491-4766-b7c8-0f468c60d7d0 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308387 Apr 21 13:32:52.159762 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27566cd6-2cdf-40f1-b373-134324e3a015 req-ccad2226-7754-4dbc-a965-d8aac8a234de tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:52.162036 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-27566cd6-2cdf-40f1-b373-134324e3a015 req-ccad2226-7754-4dbc-a965-d8aac8a234de tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0544927 Apr 21 13:32:52.201031 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-27566cd6-2cdf-40f1-b373-134324e3a015 req-691d73b5-9730-481b-918c-4f091fb0387f tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336003 Apr 21 13:32:53.014991 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [req-ae835e85-e142-450b-8611-117411c792a4 req-37a58b96-75b1-4651-81b4-1937f4bca71a service neutron] show failed (client error): The resource could not be found. Apr 21 13:32:53.015944 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ae835e85-e142-450b-8611-117411c792a4 req-37a58b96-75b1-4651-81b4-1937f4bca71a service neutron] 10.222.0.26 "GET /v2.0/ports/ec663891-1a6c-49c7-8c8e-ee2683205d5c/bindings/n-h2-836147-2 HTTP/1.1" status: 404 len: 380 time: 0.0587027 Apr 21 13:32:53.316289 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459c773-5a53-442a-a8c3-9b637c658778 req-56442f7d-f55e-4fa4-a274-feba860ebfb5 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:53.317742 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d459c773-5a53-442a-a8c3-9b637c658778 req-56442f7d-f55e-4fa4-a274-feba860ebfb5 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0479336 Apr 21 13:32:53.357528 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d459c773-5a53-442a-a8c3-9b637c658778 req-84de2398-2ec3-415c-a11e-a472408cb49a tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337765 Apr 21 13:32:53.601926 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae835e85-e142-450b-8611-117411c792a4 req-2397976a-e2b5-4e09-9d0b-c163b1562309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:53.603297 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae835e85-e142-450b-8611-117411c792a4 req-2397976a-e2b5-4e09-9d0b-c163b1562309 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b&tenant_id=88e40ff5e87b483c9b29bc267a64c7af HTTP/1.1" status: 200 len: 1096 time: 0.0807819 Apr 21 13:32:53.619275 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ae835e85-e142-450b-8611-117411c792a4 req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836147-2', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:32:53.673441 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ae835e85-e142-450b-8611-117411c792a4 req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:53.871119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ae835e85-e142-450b-8611-117411c792a4 req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] For port ec663891-1a6c-49c7-8c8e-ee2683205d5c, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ec663891-1a6c-49c7-8c8e-ee2683205d5c,segment=NetworkSegment(a65bf2b2-b6dd-46cd-b553-027e6716bfed),segment_id=a65bf2b2-b6dd-46cd-b553-027e6716bfed)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:32:53.903730 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ae835e85-e142-450b-8611-117411c792a4 req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] For port ec663891-1a6c-49c7-8c8e-ee2683205d5c, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:32:53.941879 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30de8eec-799d-4747-8b7d-fe12ce46ff4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec663891-1a6c-49c7-8c8e-ee2683205d5c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:32:53.944135 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc24d049-a175-4dfb-8781-7476261b5b6e" -d '{"events": [{"server_uuid": "30de8eec-799d-4747-8b7d-fe12ce46ff4b", "name": "network-vif-unplugged", "status": "completed", "tag": "ec663891-1a6c-49c7-8c8e-ee2683205d5c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:32:53.948223 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ae835e85-e142-450b-8611-117411c792a4 req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:53.960903 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-ae835e85-e142-450b-8611-117411c792a4 req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Transition to ACTIVE for port object ec663891-1a6c-49c7-8c8e-ee2683205d5c will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:32:54.020885 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ae835e85-e142-450b-8611-117411c792a4 req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:54.047493 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 13:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5265f87e-aed3-4af7-bde3-a65dffefba4f x-openstack-request-id: req-5265f87e-aed3-4af7-bde3-a65dffefba4f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:32:54.047777 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30de8eec-799d-4747-8b7d-fe12ce46ff4b", "name": "network-vif-unplugged", "status": "completed", "tag": "ec663891-1a6c-49c7-8c8e-ee2683205d5c", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:32:54.048021 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5265f87e-aed3-4af7-bde3-a65dffefba4f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:32:54.048405 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5265f87e-aed3-4af7-bde3-a65dffefba4f'] response: {'server_uuid': '30de8eec-799d-4747-8b7d-fe12ce46ff4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec663891-1a6c-49c7-8c8e-ee2683205d5c', 'code': 200} Apr 21 13:32:54.089708 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae835e85-e142-450b-8611-117411c792a4 req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] No DVR routers for this DVR port ec663891-1a6c-49c7-8c8e-ee2683205d5c on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:32:54.092652 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ec663891-1a6c-49c7-8c8e-ee2683205d5c,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:32:54.103458 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:54.103801 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:54.104154 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:54.104470 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:54.104790 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:54.105111 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:54.105433 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:54.105805 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:54.106125 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:54.106439 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:54.107009 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:54.107320 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:54.136454 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ae835e85-e142-450b-8611-117411c792a4 req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Attempting to bind port ec663891-1a6c-49c7-8c8e-ee2683205d5c on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:32:54.136707 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ae835e85-e142-450b-8611-117411c792a4 req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Attempting to bind port ec663891-1a6c-49c7-8c8e-ee2683205d5c by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'a65bf2b2-b6dd-46cd-b553-027e6716bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8c7607c9-a88c-4ae2-bc1d-35662d14c0e7'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:32:54.137601 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae835e85-e142-450b-8611-117411c792a4 req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Attempting to bind port ec663891-1a6c-49c7-8c8e-ee2683205d5c on network 8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:32:54.141923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae835e85-e142-450b-8611-117411c792a4 req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Port ec663891-1a6c-49c7-8c8e-ee2683205d5c on network 8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:32:54.142238 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae835e85-e142-450b-8611-117411c792a4 req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Attempting to bind port ec663891-1a6c-49c7-8c8e-ee2683205d5c on network 8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:32:54.146888 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae835e85-e142-450b-8611-117411c792a4 req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:32:54.147217 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae835e85-e142-450b-8611-117411c792a4 req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Checking segment: {'id': 'a65bf2b2-b6dd-46cd-b553-027e6716bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8c7607c9-a88c-4ae2-bc1d-35662d14c0e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:32:54.147591 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae835e85-e142-450b-8611-117411c792a4 req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Bound using segment: {'id': 'a65bf2b2-b6dd-46cd-b553-027e6716bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8c7607c9-a88c-4ae2-bc1d-35662d14c0e7'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:32:54.148011 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ae835e85-e142-450b-8611-117411c792a4 req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Bound port: ec663891-1a6c-49c7-8c8e-ee2683205d5c, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65bf2b2-b6dd-46cd-b553-027e6716bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8c7607c9-a88c-4ae2-bc1d-35662d14c0e7'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:32:54.148360 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ae835e85-e142-450b-8611-117411c792a4 req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:54.209679 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ae835e85-e142-450b-8611-117411c792a4 req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] For port ec663891-1a6c-49c7-8c8e-ee2683205d5c, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:32:54.212680 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ae835e85-e142-450b-8611-117411c792a4 req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] For port ec663891-1a6c-49c7-8c8e-ee2683205d5c, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=ec663891-1a6c-49c7-8c8e-ee2683205d5c,segment=NetworkSegment(a65bf2b2-b6dd-46cd-b553-027e6716bfed),segment_id=a65bf2b2-b6dd-46cd-b553-027e6716bfed)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:32:54.266406 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ae835e85-e142-450b-8611-117411c792a4 req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:54.297956 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae835e85-e142-450b-8611-117411c792a4 req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:54.298561 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ae835e85-e142-450b-8611-117411c792a4 req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:54.299914 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae835e85-e142-450b-8611-117411c792a4 req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] 10.222.0.24 "PUT /v2.0/ports/ec663891-1a6c-49c7-8c8e-ee2683205d5c HTTP/1.1" status: 200 len: 1091 time: 0.6846738 Apr 21 13:32:54.320971 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f37ec-a258-4d3e-816c-60fcfe1410d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ec663891-1a6c-49c7-8c8e-ee2683205d5c,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:32:54.368159 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae835e85-e142-450b-8611-117411c792a4 req-646163a6-86a4-416f-a255-488ce2c3da3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:54.369644 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae835e85-e142-450b-8611-117411c792a4 req-646163a6-86a4-416f-a255-488ce2c3da3d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e40ff5e87b483c9b29bc267a64c7af&device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 1094 time: 0.0432260 Apr 21 13:32:54.504001 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f248878-2a7f-4a81-b4b8-7596476c01a1 req-a8774361-c089-46bb-9d1e-f694584c6284 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:54.505422 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3f248878-2a7f-4a81-b4b8-7596476c01a1 req-a8774361-c089-46bb-9d1e-f694584c6284 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 943 time: 0.0755479 Apr 21 13:32:54.508083 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae835e85-e142-450b-8611-117411c792a4 req-3709cad7-53f7-45e0-bee9-efd82d8ff1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:54.509413 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae835e85-e142-450b-8611-117411c792a4 req-3709cad7-53f7-45e0-bee9-efd82d8ff1a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 HTTP/1.1" status: 200 len: 916 time: 0.1261950 Apr 21 13:32:54.561177 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae835e85-e142-450b-8611-117411c792a4 req-11807c59-eec9-46a8-9e1a-0f7d99928ac8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec663891-1a6c-49c7-8c8e-ee2683205d5c HTTP/1.1" status: 200 len: 217 time: 0.0364985 Apr 21 13:32:54.581554 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3f248878-2a7f-4a81-b4b8-7596476c01a1 req-963215d1-768a-4a55-b6bb-5ffcac0e5d72 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702446 Apr 21 13:32:54.616247 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae835e85-e142-450b-8611-117411c792a4 req-32f2250f-e4f2-4f1d-af8f-ea89dd5c84fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:54.617721 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae835e85-e142-450b-8611-117411c792a4 req-32f2250f-e4f2-4f1d-af8f-ea89dd5c84fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47ff4384-502d-44ca-bc39-947f6c436446 HTTP/1.1" status: 200 len: 855 time: 0.0456018 Apr 21 13:32:54.656932 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae835e85-e142-450b-8611-117411c792a4 req-3fec648e-8984-4780-aa72-80bc6bba1d09 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8c7607c9-a88c-4ae2-bc1d-35662d14c0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284095 Apr 21 13:32:54.744973 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae835e85-e142-450b-8611-117411c792a4 req-e439e189-31a9-4974-a42f-fa79c248d96f service neutron] 10.222.0.24 "GET /v2.0/networks/8c7607c9-a88c-4ae2-bc1d-35662d14c0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802057 Apr 21 13:32:54.839836 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae835e85-e142-450b-8611-117411c792a4 req-081cf317-2436-4635-8526-bf728eca9674 service neutron] 10.222.0.24 "GET /v2.0/networks/8c7607c9-a88c-4ae2-bc1d-35662d14c0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843208 Apr 21 13:32:55.697930 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a52b9c-181a-417b-95bd-a380f252b2e4 req-0e81c5d3-b67e-41d1-85ae-7a6fd668e8c2 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:55.699391 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54a52b9c-181a-417b-95bd-a380f252b2e4 req-0e81c5d3-b67e-41d1-85ae-7a6fd668e8c2 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 943 time: 0.0489428 Apr 21 13:32:55.737031 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54a52b9c-181a-417b-95bd-a380f252b2e4 req-b64b51cc-9fc6-4f1e-ba7a-79c729549193 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311246 Apr 21 13:32:56.049460 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30de8eec-799d-4747-8b7d-fe12ce46ff4b', 'tag': 'ec663891-1a6c-49c7-8c8e-ee2683205d5c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:32:56.051841 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a17805-9358-49c3-a557-3116dda0298d" -d '{"events": [{"name": "network-changed", "server_uuid": "30de8eec-799d-4747-8b7d-fe12ce46ff4b", "tag": "ec663891-1a6c-49c7-8c8e-ee2683205d5c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:32:56.098478 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad087475-5d9a-4c72-81fb-d8b08c0479ec x-openstack-request-id: req-ad087475-5d9a-4c72-81fb-d8b08c0479ec {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:32:56.098771 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30de8eec-799d-4747-8b7d-fe12ce46ff4b", "tag": "ec663891-1a6c-49c7-8c8e-ee2683205d5c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:32:56.099023 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ad087475-5d9a-4c72-81fb-d8b08c0479ec {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:32:56.099420 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad087475-5d9a-4c72-81fb-d8b08c0479ec'] response: {'name': 'network-changed', 'server_uuid': '30de8eec-799d-4747-8b7d-fe12ce46ff4b', 'tag': 'ec663891-1a6c-49c7-8c8e-ee2683205d5c', 'status': 'completed', 'code': 200} Apr 21 13:32:56.158640 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a17805-9358-49c3-a557-3116dda0298d req-48da3461-cc8f-442f-a819-b1fd9452103d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:56.159240 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a17805-9358-49c3-a557-3116dda0298d req-bd3c290a-83b2-4d56-ba27-e333d892b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:56.160135 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-00a17805-9358-49c3-a557-3116dda0298d req-48da3461-cc8f-442f-a819-b1fd9452103d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88e40ff5e87b483c9b29bc267a64c7af&device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 1094 time: 0.0401487 Apr 21 13:32:56.160402 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-00a17805-9358-49c3-a557-3116dda0298d req-bd3c290a-83b2-4d56-ba27-e333d892b98d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e40ff5e87b483c9b29bc267a64c7af&device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 1094 time: 0.0403140 Apr 21 13:32:56.293958 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a17805-9358-49c3-a557-3116dda0298d req-5997c74c-09d1-4247-9d37-3ff43a27285d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:56.296326 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-00a17805-9358-49c3-a557-3116dda0298d req-5997c74c-09d1-4247-9d37-3ff43a27285d service neutron] 10.222.0.26 "GET /v2.0/networks?id=8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 HTTP/1.1" status: 200 len: 916 time: 0.1284254 Apr 21 13:32:56.297169 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a17805-9358-49c3-a557-3116dda0298d req-241a7a8f-f8ba-4e61-95ee-83f763923236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:56.299390 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-00a17805-9358-49c3-a557-3116dda0298d req-241a7a8f-f8ba-4e61-95ee-83f763923236 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 HTTP/1.1" status: 200 len: 916 time: 0.1304259 Apr 21 13:32:56.339981 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-00a17805-9358-49c3-a557-3116dda0298d req-e00e9548-cc0c-4f29-8271-6f888c0e813b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec663891-1a6c-49c7-8c8e-ee2683205d5c HTTP/1.1" status: 200 len: 217 time: 0.0374882 Apr 21 13:32:56.340875 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-00a17805-9358-49c3-a557-3116dda0298d req-5ac8bd87-40e3-4f4b-b1ba-f4141bdbc334 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec663891-1a6c-49c7-8c8e-ee2683205d5c HTTP/1.1" status: 200 len: 217 time: 0.0342081 Apr 21 13:32:56.386636 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a17805-9358-49c3-a557-3116dda0298d req-1f56ae14-17fd-48da-a2a2-e98f0a0cee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:56.388797 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-00a17805-9358-49c3-a557-3116dda0298d req-1f56ae14-17fd-48da-a2a2-e98f0a0cee70 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=47ff4384-502d-44ca-bc39-947f6c436446 HTTP/1.1" status: 200 len: 855 time: 0.0427973 Apr 21 13:32:56.389496 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a17805-9358-49c3-a557-3116dda0298d req-333edc05-9b42-450b-a19b-be512613663d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:56.390939 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-00a17805-9358-49c3-a557-3116dda0298d req-333edc05-9b42-450b-a19b-be512613663d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47ff4384-502d-44ca-bc39-947f6c436446 HTTP/1.1" status: 200 len: 855 time: 0.0423439 Apr 21 13:32:56.419177 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-00a17805-9358-49c3-a557-3116dda0298d req-66a4134b-ae0b-42eb-8b70-4139458e3606 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8c7607c9-a88c-4ae2-bc1d-35662d14c0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241916 Apr 21 13:32:56.422555 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-00a17805-9358-49c3-a557-3116dda0298d req-de442613-d417-448b-80ed-38d9dbbaea4d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8c7607c9-a88c-4ae2-bc1d-35662d14c0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236299 Apr 21 13:32:56.510198 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-00a17805-9358-49c3-a557-3116dda0298d req-1d36f1d4-857d-421a-a5c7-e41734112103 service neutron] 10.222.0.26 "GET /v2.0/networks/8c7607c9-a88c-4ae2-bc1d-35662d14c0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847905 Apr 21 13:32:56.514909 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-00a17805-9358-49c3-a557-3116dda0298d req-fcd369f0-85d8-428b-a651-08409c8a532c service neutron] 10.222.0.24 "GET /v2.0/networks/8c7607c9-a88c-4ae2-bc1d-35662d14c0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853548 Apr 21 13:32:56.597173 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-00a17805-9358-49c3-a557-3116dda0298d req-cb0b2dbc-02d1-4348-a293-ace7e8dee8d4 service neutron] 10.222.0.26 "GET /v2.0/networks/8c7607c9-a88c-4ae2-bc1d-35662d14c0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800045 Apr 21 13:32:56.600702 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-00a17805-9358-49c3-a557-3116dda0298d req-fca2939d-3c91-4ce5-8f71-000ca8c7d5c9 service neutron] 10.222.0.24 "GET /v2.0/networks/8c7607c9-a88c-4ae2-bc1d-35662d14c0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788839 Apr 21 13:32:56.865207 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b12bff-6580-4959-b705-812b6503ee05 req-ba996362-4c75-459c-8fef-8093a3c0e966 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:56.866617 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64b12bff-6580-4959-b705-812b6503ee05 req-ba996362-4c75-459c-8fef-8093a3c0e966 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 943 time: 0.0544136 Apr 21 13:32:56.905030 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64b12bff-6580-4959-b705-812b6503ee05 req-7e5220ff-9597-4cd8-b252-ef52577b017e tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321569 Apr 21 13:32:57.510634 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device ec663891-1a6c-49c7-8c8e-ee2683205d5c details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:32:57.520852 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device ec663891-1a6c-49c7-8c8e-ee2683205d5c no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:32:57.606282 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device ec663891-1a6c-49c7-8c8e-ee2683205d5c not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:32:57.636129 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port ec663891-1a6c-49c7-8c8e-ee2683205d5c, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=ec663891-1a6c-49c7-8c8e-ee2683205d5c,segment=NetworkSegment(a65bf2b2-b6dd-46cd-b553-027e6716bfed),segment_id=a65bf2b2-b6dd-46cd-b553-027e6716bfed)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:32:57.646627 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'ec663891-1a6c-49c7-8c8e-ee2683205d5c', 'network_id': '8c7607c9-a88c-4ae2-bc1d-35662d14c0e7', 'port_id': 'ec663891-1a6c-49c7-8c8e-ee2683205d5c', 'mac_address': 'fa:16:3e:ff:ff:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ff4384-502d-44ca-bc39-947f6c436446', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:32:57.682040 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:57.694653 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec663891-1a6c-49c7-8c8e-ee2683205d5c {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:32:57.713196 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port ec663891-1a6c-49c7-8c8e-ee2683205d5c, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=ec663891-1a6c-49c7-8c8e-ee2683205d5c,segment=NetworkSegment(a65bf2b2-b6dd-46cd-b553-027e6716bfed),segment_id=a65bf2b2-b6dd-46cd-b553-027e6716bfed)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:32:57.775211 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:57.825674 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=ec663891-1a6c-49c7-8c8e-ee2683205d5c,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:32:58.014212 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['ec663891-1a6c-49c7-8c8e-ee2683205d5c'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:32:58.024011 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f272a-52e6-4c43-bdfb-51a70af56a9d req-69e6ba33-8e7b-4e03-a3f7-4e4c98825bc4 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:58.027969 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fc2f272a-52e6-4c43-bdfb-51a70af56a9d req-69e6ba33-8e7b-4e03-a3f7-4e4c98825bc4 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 944 time: 0.0481112 Apr 21 13:32:58.064410 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fc2f272a-52e6-4c43-bdfb-51a70af56a9d req-caa04c23-05b6-42fd-a886-a1fb491a0d9d tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324667 Apr 21 13:32:58.365167 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca2f30-d3c3-4e81-9bda-7a213f1228f2 req-84ebf88b-0e8b-4a87-bf59-a3c12154745b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:58.366655 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-beca2f30-d3c3-4e81-9bda-7a213f1228f2 req-84ebf88b-0e8b-4a87-bf59-a3c12154745b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 944 time: 0.0488918 Apr 21 13:32:58.407359 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-beca2f30-d3c3-4e81-9bda-7a213f1228f2 req-738000d7-00a3-43d4-b8f3-b055686f0c61 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346506 Apr 21 13:32:58.493068 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3ed73-b768-4998-80fc-ac084fa98e36 req-ad3bc8fa-8cf9-42f6-b8b4-242ddf3fbef4 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:58.494534 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-52a3ed73-b768-4998-80fc-ac084fa98e36 req-ad3bc8fa-8cf9-42f6-b8b4-242ddf3fbef4 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.26 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b&tenant_id=88e40ff5e87b483c9b29bc267a64c7af&binding%3Ahost_id=n-h2-836147-2 HTTP/1.1" status: 200 len: 944 time: 0.1067891 Apr 21 13:32:58.552916 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [req-52a3ed73-b768-4998-80fc-ac084fa98e36 req-580d65c1-bdd9-4afa-ba5a-c243fea3df4c service neutron] delete failed (client error): The resource could not be found. Apr 21 13:32:58.553826 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-52a3ed73-b768-4998-80fc-ac084fa98e36 req-580d65c1-bdd9-4afa-ba5a-c243fea3df4c service neutron] 10.222.0.26 "DELETE /v2.0/ports/ec663891-1a6c-49c7-8c8e-ee2683205d5c/bindings/n-h1-836147-2 HTTP/1.1" status: 404 len: 380 time: 0.0518239 Apr 21 13:32:58.631967 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3ed73-b768-4998-80fc-ac084fa98e36 req-ec04519b-98c8-499f-827f-a2ffa51aaf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:58.633401 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-52a3ed73-b768-4998-80fc-ac084fa98e36 req-ec04519b-98c8-499f-827f-a2ffa51aaf1a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88e40ff5e87b483c9b29bc267a64c7af&device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 1095 time: 0.0400038 Apr 21 13:32:58.724812 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3ed73-b768-4998-80fc-ac084fa98e36 req-b3321d08-d68f-4530-8b2a-705e18baa88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:58.726309 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-52a3ed73-b768-4998-80fc-ac084fa98e36 req-b3321d08-d68f-4530-8b2a-705e18baa88c service neutron] 10.222.0.26 "GET /v2.0/networks?id=8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 HTTP/1.1" status: 200 len: 916 time: 0.0863891 Apr 21 13:32:58.766764 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-52a3ed73-b768-4998-80fc-ac084fa98e36 req-bfa752f2-43b7-4d29-90ac-92e5bf36b427 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec663891-1a6c-49c7-8c8e-ee2683205d5c HTTP/1.1" status: 200 len: 217 time: 0.0336130 Apr 21 13:32:58.813989 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a3ed73-b768-4998-80fc-ac084fa98e36 req-88f9bf8e-bb8c-420e-a45f-5569c766aeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:58.815326 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-52a3ed73-b768-4998-80fc-ac084fa98e36 req-88f9bf8e-bb8c-420e-a45f-5569c766aeca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=47ff4384-502d-44ca-bc39-947f6c436446 HTTP/1.1" status: 200 len: 855 time: 0.0425069 Apr 21 13:32:58.850257 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-52a3ed73-b768-4998-80fc-ac084fa98e36 req-28a81485-fac8-4f11-93df-8ca46bddc613 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8c7607c9-a88c-4ae2-bc1d-35662d14c0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288908 Apr 21 13:32:58.936495 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-52a3ed73-b768-4998-80fc-ac084fa98e36 req-6bcad094-91ad-436d-ae37-61d9af4e9202 service neutron] 10.222.0.26 "GET /v2.0/networks/8c7607c9-a88c-4ae2-bc1d-35662d14c0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798221 Apr 21 13:32:59.026333 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-52a3ed73-b768-4998-80fc-ac084fa98e36 req-f98516db-3a0f-4270-ab94-eb9c79d672ca service neutron] 10.222.0.26 "GET /v2.0/networks/8c7607c9-a88c-4ae2-bc1d-35662d14c0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839810 Apr 21 13:32:59.517943 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device ec663891-1a6c-49c7-8c8e-ee2683205d5c up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:32:59.533933 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bc85ac-ffef-4bca-af59-82bae67368e6 req-063c2e64-04e5-439a-b619-df13c3592f0b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:32:59.535411 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a4bc85ac-ffef-4bca-af59-82bae67368e6 req-063c2e64-04e5-439a-b619-df13c3592f0b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 944 time: 0.0539186 Apr 21 13:32:59.574919 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a4bc85ac-ffef-4bca-af59-82bae67368e6 req-6026dbb1-0c9e-49f0-a878-13b3959d68df tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333965 Apr 21 13:32:59.649233 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port ec663891-1a6c-49c7-8c8e-ee2683205d5c completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:32:59.653137 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port ec663891-1a6c-49c7-8c8e-ee2683205d5c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:32:59.658202 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:59.732440 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:59.755086 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30de8eec-799d-4747-8b7d-fe12ce46ff4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec663891-1a6c-49c7-8c8e-ee2683205d5c'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:32:59.757398 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7689a0be-81ca-468a-a610-feb605aae786" -d '{"events": [{"server_uuid": "30de8eec-799d-4747-8b7d-fe12ce46ff4b", "name": "network-vif-plugged", "status": "completed", "tag": "ec663891-1a6c-49c7-8c8e-ee2683205d5c"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:32:59.770408 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port ec663891-1a6c-49c7-8c8e-ee2683205d5c, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=ec663891-1a6c-49c7-8c8e-ee2683205d5c,segment=NetworkSegment(a65bf2b2-b6dd-46cd-b553-027e6716bfed),segment_id=a65bf2b2-b6dd-46cd-b553-027e6716bfed)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:32:59.832501 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:32:59.859407 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1140e5b-9837-4ca0-9a62-8dedab78c378 x-openstack-request-id: req-e1140e5b-9837-4ca0-9a62-8dedab78c378 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:32:59.859700 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30de8eec-799d-4747-8b7d-fe12ce46ff4b", "name": "network-vif-plugged", "status": "completed", "tag": "ec663891-1a6c-49c7-8c8e-ee2683205d5c", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:32:59.859952 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e1140e5b-9837-4ca0-9a62-8dedab78c378 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:32:59.860352 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1140e5b-9837-4ca0-9a62-8dedab78c378'] response: {'server_uuid': '30de8eec-799d-4747-8b7d-fe12ce46ff4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec663891-1a6c-49c7-8c8e-ee2683205d5c', 'code': 200} Apr 21 13:32:59.889281 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=ec663891-1a6c-49c7-8c8e-ee2683205d5c,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:32:59.896824 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:59.897162 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:59.897500 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:59.897858 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:59.898189 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:59.898517 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:59.898866 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:59.899187 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:59.899505 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:59.899822 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:59.900142 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:32:59.900455 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:33:00.688354 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95836b-a09e-4ce7-8cd4-fd3fac3ed08c req-52260d50-febd-40ae-b49f-0f9210c5104c tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:00.689846 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb95836b-a09e-4ce7-8cd4-fd3fac3ed08c req-52260d50-febd-40ae-b49f-0f9210c5104c tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0474861 Apr 21 13:33:00.726901 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb95836b-a09e-4ce7-8cd4-fd3fac3ed08c req-afa00281-e3a6-43c9-bce8-2c19f7926bb2 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310965 Apr 21 13:33:00.847316 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c29d3c7-dcaf-47ec-a154-dd166baa30de req-6ef57979-3de8-4968-a0d1-23e6690d466b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:00.848767 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c29d3c7-dcaf-47ec-a154-dd166baa30de req-6ef57979-3de8-4968-a0d1-23e6690d466b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0475800 Apr 21 13:33:00.885278 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c29d3c7-dcaf-47ec-a154-dd166baa30de req-fcaff96d-5ca8-4187-abb4-0ffe4c55b24f tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305269 Apr 21 13:33:00.999496 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636af26a-deb5-4c72-93bd-dd7f6845aa5e req-df28908b-b093-4c9e-b094-aec0df941140 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:01.000929 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-636af26a-deb5-4c72-93bd-dd7f6845aa5e req-df28908b-b093-4c9e-b094-aec0df941140 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0523984 Apr 21 13:33:01.037278 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-636af26a-deb5-4c72-93bd-dd7f6845aa5e req-f9b586b4-4ffd-4776-8adc-5b977fac23e3 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302265 Apr 21 13:33:01.591507 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-015470c4-dd09-4701-98af-d2bed77e2c21 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:01.592955 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-015470c4-dd09-4701-98af-d2bed77e2c21 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/networks?id=8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 HTTP/1.1" status: 200 len: 815 time: 0.0974829 Apr 21 13:33:01.607610 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-6bd44545-56b6-46b0-bc44-9771eb103d39 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/quotas/88e40ff5e87b483c9b29bc267a64c7af HTTP/1.1" status: 200 len: 375 time: 0.0089259 Apr 21 13:33:01.658541 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-de7d9b3f-75aa-4e3b-a723-70d9d910c66f tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=88e40ff5e87b483c9b29bc267a64c7af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0456817 Apr 21 13:33:01.745523 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-c1b88488-2932-4dc0-8baa-92f09693f66a service neutron] 10.222.0.36 "GET /v2.0/networks/8c7607c9-a88c-4ae2-bc1d-35662d14c0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800254 Apr 21 13:33:02.145536 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-4ab7f182-4311-44d2-a8c7-fe1bf0a3b703 service neutron] 10.222.0.36 "GET /v2.0/networks/8c7607c9-a88c-4ae2-bc1d-35662d14c0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932073 Apr 21 13:33:02.372456 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f0ea5db-773e-45b9-8fba-4bea37d0e4ee req-dba9fdc4-2551-4294-a5fc-6f1132769bf9 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 210 time: 0.0276783 Apr 21 13:33:02.888708 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6421c8-d205-4c9a-be73-3689403996fd req-1f5c3ddf-892e-4e50-9c52-dcfdb56114d2 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:02.890100 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac6421c8-d205-4c9a-be73-3689403996fd req-1f5c3ddf-892e-4e50-9c52-dcfdb56114d2 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.24 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 945 time: 0.0485184 Apr 21 13:33:02.983615 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ac6421c8-d205-4c9a-be73-3689403996fd req-64c15a38-b306-4b3d-9172-c92ee0d0c0de tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Deleting port ec663891-1a6c-49c7-8c8e-ee2683205d5c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:33:02.983957 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ac6421c8-d205-4c9a-be73-3689403996fd req-64c15a38-b306-4b3d-9172-c92ee0d0c0de tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:03.067729 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ac6421c8-d205-4c9a-be73-3689403996fd req-64c15a38-b306-4b3d-9172-c92ee0d0c0de tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] For port ec663891-1a6c-49c7-8c8e-ee2683205d5c, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=ec663891-1a6c-49c7-8c8e-ee2683205d5c,segment=NetworkSegment(a65bf2b2-b6dd-46cd-b553-027e6716bfed),segment_id=a65bf2b2-b6dd-46cd-b553-027e6716bfed)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:33:03.068092 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ac6421c8-d205-4c9a-be73-3689403996fd req-64c15a38-b306-4b3d-9172-c92ee0d0c0de tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:03.080637 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ac6421c8-d205-4c9a-be73-3689403996fd req-64c15a38-b306-4b3d-9172-c92ee0d0c0de tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Calling delete_port for ec663891-1a6c-49c7-8c8e-ee2683205d5c owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:33:03.283369 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ac6421c8-d205-4c9a-be73-3689403996fd req-64c15a38-b306-4b3d-9172-c92ee0d0c0de tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:03.298789 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['ec663891-1a6c-49c7-8c8e-ee2683205d5c'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:33:03.311784 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c15a38-b306-4b3d-9172-c92ee0d0c0de tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Pushing event deleted for resources: {'Port': ['ID=ec663891-1a6c-49c7-8c8e-ee2683205d5c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:33:03.353032 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6421c8-d205-4c9a-be73-3689403996fd req-64c15a38-b306-4b3d-9172-c92ee0d0c0de tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] No DVR routers for this DVR port ec663891-1a6c-49c7-8c8e-ee2683205d5c on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:33:03.355993 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ac6421c8-d205-4c9a-be73-3689403996fd req-64c15a38-b306-4b3d-9172-c92ee0d0c0de tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:03.364581 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac6421c8-d205-4c9a-be73-3689403996fd req-64c15a38-b306-4b3d-9172-c92ee0d0c0de tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.24 "DELETE /v2.0/ports/ec663891-1a6c-49c7-8c8e-ee2683205d5c HTTP/1.1" status: 204 len: 173 time: 0.4650645 Apr 21 13:33:03.365049 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30de8eec-799d-4747-8b7d-fe12ce46ff4b', 'name': 'network-vif-deleted', 'tag': 'ec663891-1a6c-49c7-8c8e-ee2683205d5c'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:33:03.367551 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1589a0ea-e6dc-4e34-ae40-7a6443627fed" -d '{"events": [{"server_uuid": "30de8eec-799d-4747-8b7d-fe12ce46ff4b", "name": "network-vif-deleted", "tag": "ec663891-1a6c-49c7-8c8e-ee2683205d5c"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:33:03.406910 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b83321-451c-4286-b461-9241e9b42f50 x-openstack-request-id: req-42b83321-451c-4286-b461-9241e9b42f50 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:33:03.407301 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30de8eec-799d-4747-8b7d-fe12ce46ff4b", "name": "network-vif-deleted", "tag": "ec663891-1a6c-49c7-8c8e-ee2683205d5c", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:33:03.407649 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-42b83321-451c-4286-b461-9241e9b42f50 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:33:03.408181 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42b83321-451c-4286-b461-9241e9b42f50'] response: {'server_uuid': '30de8eec-799d-4747-8b7d-fe12ce46ff4b', 'name': 'network-vif-deleted', 'tag': 'ec663891-1a6c-49c7-8c8e-ee2683205d5c', 'status': 'completed', 'code': 200} Apr 21 13:33:03.473053 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7f399b9-0bfe-4856-946d-b58ecd75a168 req-271f219d-e56b-43eb-b69e-3b1b5c446036 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 210 time: 0.0303929 Apr 21 13:33:03.910571 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7edb6d86-1cf2-423c-a8d5-cb73a6440ac4 req-f3674612-4b24-4b84-90ce-930ee4fcb7ef service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0251076 Apr 21 13:33:03.956220 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:33:03.998185 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7edb6d86-1cf2-423c-a8d5-cb73a6440ac4 req-d036bf4e-3b24-46c1-8262-852fe529432c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e40ff5e87b483c9b29bc267a64c7af&device_id=30de8eec-799d-4747-8b7d-fe12ce46ff4b HTTP/1.1" status: 200 len: 210 time: 0.0256467 Apr 21 13:33:04.105211 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb6d86-1cf2-423c-a8d5-cb73a6440ac4 req-b09f155e-34a2-4d35-8202-65a1d6eebbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:04.107448 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7edb6d86-1cf2-423c-a8d5-cb73a6440ac4 req-b09f155e-34a2-4d35-8202-65a1d6eebbb6 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=88e40ff5e87b483c9b29bc267a64c7af&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0916250 Apr 21 13:33:04.201079 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb6d86-1cf2-423c-a8d5-cb73a6440ac4 req-5157f044-34d0-4756-b17e-4394a4a6957f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:04.202568 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7edb6d86-1cf2-423c-a8d5-cb73a6440ac4 req-5157f044-34d0-4756-b17e-4394a4a6957f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855334 Apr 21 13:33:04.343649 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-17e08981-4b3b-4cc8-b167-a84fb871a6ee tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:04.345081 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-17e08981-4b3b-4cc8-b167-a84fb871a6ee tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.26 "GET /v2.0/networks?id=8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 HTTP/1.1" status: 200 len: 815 time: 0.1001878 Apr 21 13:33:04.358273 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-ab82a403-f5f1-4b8c-91cc-c34eadb93100 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Request body: {'port': {'device_id': '610ec79e-9f70-42f8-8ecb-4ce43f7e2c13', 'network_id': '8c7607c9-a88c-4ae2-bc1d-35662d14c0e7', 'admin_state_up': True, 'tenant_id': '88e40ff5e87b483c9b29bc267a64c7af'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:33:04.566853 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fe9d181e-79d8-48a8-abd6-082d3c87a520 req-9ae4844e-4aa4-4088-9bf2-ddadde187ab1 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 210 time: 0.0265715 Apr 21 13:33:04.574634 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-ab82a403-f5f1-4b8c-91cc-c34eadb93100 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Made reservation on behalf of 88e40ff5e87b483c9b29bc267a64c7af for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:33:04.578149 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-ab82a403-f5f1-4b8c-91cc-c34eadb93100 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:04.701649 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-ab82a403-f5f1-4b8c-91cc-c34eadb93100 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Allocated IP 172.20.0.13 (8c7607c9-a88c-4ae2-bc1d-35662d14c0e7/47ff4384-502d-44ca-bc39-947f6c436446/a445f6d8-3d20-44f8-a024-a2e1c1e44b6d) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:33:04.848163 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-ab82a403-f5f1-4b8c-91cc-c34eadb93100 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:04.940305 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-ab82a403-f5f1-4b8c-91cc-c34eadb93100 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:04.984750 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-ab82a403-f5f1-4b8c-91cc-c34eadb93100 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Network 8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:33:04.987718 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-ab82a403-f5f1-4b8c-91cc-c34eadb93100 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:33:04.991473 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-ab82a403-f5f1-4b8c-91cc-c34eadb93100 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:33:04.997658 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82a403-f5f1-4b8c-91cc-c34eadb93100 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Pushing event updated for resources: {'Port': ['ID=a445f6d8-3d20-44f8-a024-a2e1c1e44b6d,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:33:05.025139 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82a403-f5f1-4b8c-91cc-c34eadb93100 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:33:05.025483 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82a403-f5f1-4b8c-91cc-c34eadb93100 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:33:05.025842 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82a403-f5f1-4b8c-91cc-c34eadb93100 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:33:05.026174 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82a403-f5f1-4b8c-91cc-c34eadb93100 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:33:05.026498 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82a403-f5f1-4b8c-91cc-c34eadb93100 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:33:05.026823 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82a403-f5f1-4b8c-91cc-c34eadb93100 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:33:05.027158 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82a403-f5f1-4b8c-91cc-c34eadb93100 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:33:05.027468 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82a403-f5f1-4b8c-91cc-c34eadb93100 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:33:05.028462 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82a403-f5f1-4b8c-91cc-c34eadb93100 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:33:05.028783 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82a403-f5f1-4b8c-91cc-c34eadb93100 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:33:05.029103 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82a403-f5f1-4b8c-91cc-c34eadb93100 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:33:05.029420 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82a403-f5f1-4b8c-91cc-c34eadb93100 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:33:05.057908 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-ab82a403-f5f1-4b8c-91cc-c34eadb93100 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:05.058519 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-ab82a403-f5f1-4b8c-91cc-c34eadb93100 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:05.165486 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-ab82a403-f5f1-4b8c-91cc-c34eadb93100 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8114157 Apr 21 13:33:05.176812 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-00cb8fce-28ef-4083-aa65-7a490a5f51e8 service neutron] Request body: {'port': {'device_id': '610ec79e-9f70-42f8-8ecb-4ce43f7e2c13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:33:05.227610 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-00cb8fce-28ef-4083-aa65-7a490a5f51e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:05.482983 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-00cb8fce-28ef-4083-aa65-7a490a5f51e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a445f6d8-3d20-44f8-a024-a2e1c1e44b6d {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:33:05.490174 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-00cb8fce-28ef-4083-aa65-7a490a5f51e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:05.502054 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-00cb8fce-28ef-4083-aa65-7a490a5f51e8 service neutron] Transition to ACTIVE for port object a445f6d8-3d20-44f8-a024-a2e1c1e44b6d will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:33:05.551663 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-00cb8fce-28ef-4083-aa65-7a490a5f51e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:05.566051 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device ec663891-1a6c-49c7-8c8e-ee2683205d5c no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:33:05.587114 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: ec663891-1a6c-49c7-8c8e-ee2683205d5c {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:33:05.589067 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device ec663891-1a6c-49c7-8c8e-ee2683205d5c not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:33:05.609185 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb8fce-28ef-4083-aa65-7a490a5f51e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a445f6d8-3d20-44f8-a024-a2e1c1e44b6d,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:33:05.671692 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-00cb8fce-28ef-4083-aa65-7a490a5f51e8 service neutron] Attempting to bind port a445f6d8-3d20-44f8-a024-a2e1c1e44b6d on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:33:05.671938 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-00cb8fce-28ef-4083-aa65-7a490a5f51e8 service neutron] Attempting to bind port a445f6d8-3d20-44f8-a024-a2e1c1e44b6d by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': 'a65bf2b2-b6dd-46cd-b553-027e6716bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8c7607c9-a88c-4ae2-bc1d-35662d14c0e7'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:33:05.672267 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-00cb8fce-28ef-4083-aa65-7a490a5f51e8 service neutron] Attempting to bind port a445f6d8-3d20-44f8-a024-a2e1c1e44b6d on network 8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:33:05.677083 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-00cb8fce-28ef-4083-aa65-7a490a5f51e8 service neutron] Port a445f6d8-3d20-44f8-a024-a2e1c1e44b6d on network 8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:33:05.677409 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-00cb8fce-28ef-4083-aa65-7a490a5f51e8 service neutron] Attempting to bind port a445f6d8-3d20-44f8-a024-a2e1c1e44b6d on network 8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:33:05.682352 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-00cb8fce-28ef-4083-aa65-7a490a5f51e8 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:33:05.682690 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-00cb8fce-28ef-4083-aa65-7a490a5f51e8 service neutron] Checking segment: {'id': 'a65bf2b2-b6dd-46cd-b553-027e6716bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8c7607c9-a88c-4ae2-bc1d-35662d14c0e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:33:05.683074 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-00cb8fce-28ef-4083-aa65-7a490a5f51e8 service neutron] Bound using segment: {'id': 'a65bf2b2-b6dd-46cd-b553-027e6716bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8c7607c9-a88c-4ae2-bc1d-35662d14c0e7'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:33:05.683209 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead6d9a-a5de-404c-96b2-5a31445ab7c8 req-c76b1573-b5dc-49d1-b4a0-2a9d23ba1a6a tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:05.683694 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-00cb8fce-28ef-4083-aa65-7a490a5f51e8 service neutron] Bound port: a445f6d8-3d20-44f8-a024-a2e1c1e44b6d, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65bf2b2-b6dd-46cd-b553-027e6716bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8c7607c9-a88c-4ae2-bc1d-35662d14c0e7'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:33:05.684427 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-00cb8fce-28ef-4083-aa65-7a490a5f51e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:05.685257 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ead6d9a-a5de-404c-96b2-5a31445ab7c8 req-c76b1573-b5dc-49d1-b4a0-2a9d23ba1a6a tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 944 time: 0.0480499 Apr 21 13:33:05.726916 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6ead6d9a-a5de-404c-96b2-5a31445ab7c8 req-c85f931f-3261-442c-ad1c-1bd8ad731789 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355134 Apr 21 13:33:05.747394 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-00cb8fce-28ef-4083-aa65-7a490a5f51e8 service neutron] For port a445f6d8-3d20-44f8-a024-a2e1c1e44b6d, host n-h1-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:33:05.750599 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-00cb8fce-28ef-4083-aa65-7a490a5f51e8 service neutron] For port a445f6d8-3d20-44f8-a024-a2e1c1e44b6d, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=a445f6d8-3d20-44f8-a024-a2e1c1e44b6d,segment=NetworkSegment(a65bf2b2-b6dd-46cd-b553-027e6716bfed),segment_id=a65bf2b2-b6dd-46cd-b553-027e6716bfed)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:33:05.860494 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-00cb8fce-28ef-4083-aa65-7a490a5f51e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:05.897886 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-00cb8fce-28ef-4083-aa65-7a490a5f51e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:05.898502 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-00cb8fce-28ef-4083-aa65-7a490a5f51e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:05.899992 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-00cb8fce-28ef-4083-aa65-7a490a5f51e8 service neutron] 10.222.0.26 "PUT /v2.0/ports/a445f6d8-3d20-44f8-a024-a2e1c1e44b6d HTTP/1.1" status: 200 len: 1092 time: 0.7271225 Apr 21 13:33:05.900421 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610ec79e-9f70-42f8-8ecb-4ce43f7e2c13', 'tag': 'a445f6d8-3d20-44f8-a024-a2e1c1e44b6d'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:33:05.902686 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8731b9b0d93a9bf69e636c4352cfd91473ecc38c160ddf4d7ef907223a15797c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28649874-5cb1-4eed-86a2-35fd2252a25f" -d '{"events": [{"name": "network-changed", "server_uuid": "610ec79e-9f70-42f8-8ecb-4ce43f7e2c13", "tag": "a445f6d8-3d20-44f8-a024-a2e1c1e44b6d"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:33:05.927254 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb8fce-28ef-4083-aa65-7a490a5f51e8 service neutron] Pushing event updated for resources: {'Port': ['ID=a445f6d8-3d20-44f8-a024-a2e1c1e44b6d,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:33:05.941885 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fcf063-07bd-48aa-b587-c9e011fd7d04 x-openstack-request-id: req-60fcf063-07bd-48aa-b587-c9e011fd7d04 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:33:05.942176 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "610ec79e-9f70-42f8-8ecb-4ce43f7e2c13", "tag": "a445f6d8-3d20-44f8-a024-a2e1c1e44b6d", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:33:05.942434 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-60fcf063-07bd-48aa-b587-c9e011fd7d04 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:33:05.942886 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60fcf063-07bd-48aa-b587-c9e011fd7d04'] response: {'name': 'network-changed', 'server_uuid': '610ec79e-9f70-42f8-8ecb-4ce43f7e2c13', 'tag': 'a445f6d8-3d20-44f8-a024-a2e1c1e44b6d', 'status': 'completed', 'code': 200} Apr 21 13:33:06.003372 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28649874-5cb1-4eed-86a2-35fd2252a25f req-bbd3fe67-215c-4f1b-809b-593e016a32b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:06.004875 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-28649874-5cb1-4eed-86a2-35fd2252a25f req-bbd3fe67-215c-4f1b-809b-593e016a32b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88e40ff5e87b483c9b29bc267a64c7af&device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 1095 time: 0.0420156 Apr 21 13:33:06.097148 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28649874-5cb1-4eed-86a2-35fd2252a25f req-b9b7e022-e855-4168-8c69-87b1fc12aaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:06.098603 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-28649874-5cb1-4eed-86a2-35fd2252a25f req-b9b7e022-e855-4168-8c69-87b1fc12aaad service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=88e40ff5e87b483c9b29bc267a64c7af&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0867693 Apr 21 13:33:06.191684 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28649874-5cb1-4eed-86a2-35fd2252a25f req-2fc4ead2-b2b2-48a0-8a45-0af8f8797d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:06.193241 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-28649874-5cb1-4eed-86a2-35fd2252a25f req-2fc4ead2-b2b2-48a0-8a45-0af8f8797d94 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885797 Apr 21 13:33:06.268870 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-592bfcc2-4875-49d7-b94d-7aa888bbbd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:06.270348 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-592bfcc2-4875-49d7-b94d-7aa888bbbd98 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88e40ff5e87b483c9b29bc267a64c7af&device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 1095 time: 0.0399053 Apr 21 13:33:06.314702 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-4ba19e9a-eee9-4c51-92ef-903de77f7382 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a445f6d8-3d20-44f8-a024-a2e1c1e44b6d HTTP/1.1" status: 200 len: 217 time: 0.0373781 Apr 21 13:33:06.362192 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-fcd66343-f866-4ac3-a70e-10409e4e9c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:06.363576 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-fcd66343-f866-4ac3-a70e-10409e4e9c90 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=47ff4384-502d-44ca-bc39-947f6c436446 HTTP/1.1" status: 200 len: 855 time: 0.0422418 Apr 21 13:33:06.394141 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-f02d642d-8a40-4ad7-938a-1a58f67d15ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8c7607c9-a88c-4ae2-bc1d-35662d14c0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241485 Apr 21 13:33:06.484735 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-6bf9792f-ff58-48d0-b615-ec1bb4408213 service neutron] 10.222.0.26 "GET /v2.0/networks/8c7607c9-a88c-4ae2-bc1d-35662d14c0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847824 Apr 21 13:33:06.576555 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8282b94c-c9b6-43d1-89b2-eeec5202e4b9 req-cb3f49c5-5b62-4fc3-aeb8-5cc5474cf268 service neutron] 10.222.0.26 "GET /v2.0/networks/8c7607c9-a88c-4ae2-bc1d-35662d14c0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851419 Apr 21 13:33:06.846799 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33ba43-e1a4-47f5-bef2-0c55280126e2 req-45895ca5-61ab-4a71-96cb-9cc480ba0808 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:06.848272 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb33ba43-e1a4-47f5-bef2-0c55280126e2 req-45895ca5-61ab-4a71-96cb-9cc480ba0808 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 944 time: 0.0488098 Apr 21 13:33:06.885303 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb33ba43-e1a4-47f5-bef2-0c55280126e2 req-02974393-6ff1-4c9f-9cc0-713029507a4a tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310509 Apr 21 13:33:07.999338 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7f9d0-aacb-43fa-b73f-a5d328f519d1 req-c5140fe0-896e-4124-aa54-87b61e90a22a tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:08.000790 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-acd7f9d0-aacb-43fa-b73f-a5d328f519d1 req-c5140fe0-896e-4124-aa54-87b61e90a22a tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 944 time: 0.0481482 Apr 21 13:33:08.037723 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-acd7f9d0-aacb-43fa-b73f-a5d328f519d1 req-1fd4d14e-c0e4-4999-9bb7-f56dee40e876 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310204 Apr 21 13:33:09.150335 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424c925-04ad-4f36-aa7a-b8fde187b052 req-b03042a7-30f3-4f0a-81c8-38fd6c835e9e tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:09.151792 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3424c925-04ad-4f36-aa7a-b8fde187b052 req-b03042a7-30f3-4f0a-81c8-38fd6c835e9e tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 944 time: 0.0484614 Apr 21 13:33:09.192303 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3424c925-04ad-4f36-aa7a-b8fde187b052 req-e7c2e085-0605-44a7-9ea6-6d915f4b0aca tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345848 Apr 21 13:33:09.596167 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device a445f6d8-3d20-44f8-a024-a2e1c1e44b6d details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:33:09.692786 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port a445f6d8-3d20-44f8-a024-a2e1c1e44b6d, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=a445f6d8-3d20-44f8-a024-a2e1c1e44b6d,segment=NetworkSegment(a65bf2b2-b6dd-46cd-b553-027e6716bfed),segment_id=a65bf2b2-b6dd-46cd-b553-027e6716bfed)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:33:09.704051 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'a445f6d8-3d20-44f8-a024-a2e1c1e44b6d', 'network_id': '8c7607c9-a88c-4ae2-bc1d-35662d14c0e7', 'port_id': 'a445f6d8-3d20-44f8-a024-a2e1c1e44b6d', 'mac_address': 'fa:16:3e:10:42:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ff4384-502d-44ca-bc39-947f6c436446', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:33:09.740516 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:09.752664 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a445f6d8-3d20-44f8-a024-a2e1c1e44b6d {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:33:09.775132 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port a445f6d8-3d20-44f8-a024-a2e1c1e44b6d, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=a445f6d8-3d20-44f8-a024-a2e1c1e44b6d,segment=NetworkSegment(a65bf2b2-b6dd-46cd-b553-027e6716bfed),segment_id=a65bf2b2-b6dd-46cd-b553-027e6716bfed)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:33:09.871167 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:09.916392 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=a445f6d8-3d20-44f8-a024-a2e1c1e44b6d,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:33:10.163684 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['a445f6d8-3d20-44f8-a024-a2e1c1e44b6d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:33:10.309552 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655758d9-24dc-4447-adfc-313c522f886f req-129ef41d-9bbb-4b50-b9f1-e4e95d8302b9 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:10.311037 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-655758d9-24dc-4447-adfc-313c522f886f req-129ef41d-9bbb-4b50-b9f1-e4e95d8302b9 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 945 time: 0.0489476 Apr 21 13:33:10.348307 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-655758d9-24dc-4447-adfc-313c522f886f req-559db7ca-50ac-4a76-a8ee-9aca54242ed8 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313373 Apr 21 13:33:11.458880 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61c32b-315b-4217-b60f-244f1731d7e7 req-711c9f8f-002e-43ae-807d-46fd4bafe99d tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:11.460327 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb61c32b-315b-4217-b60f-244f1731d7e7 req-711c9f8f-002e-43ae-807d-46fd4bafe99d tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 945 time: 0.0476882 Apr 21 13:33:11.497426 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb61c32b-315b-4217-b60f-244f1731d7e7 req-a9509753-abc4-4470-a112-59a7ff41c995 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307262 Apr 21 13:33:11.617607 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device a445f6d8-3d20-44f8-a024-a2e1c1e44b6d up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:33:11.717167 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port a445f6d8-3d20-44f8-a024-a2e1c1e44b6d completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:33:11.720927 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port a445f6d8-3d20-44f8-a024-a2e1c1e44b6d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:33:11.721298 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:11.795523 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:11.817288 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610ec79e-9f70-42f8-8ecb-4ce43f7e2c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a445f6d8-3d20-44f8-a024-a2e1c1e44b6d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:33:11.819597 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85c5a83-ae9b-44a6-b763-26e6bd314c82" -d '{"events": [{"server_uuid": "610ec79e-9f70-42f8-8ecb-4ce43f7e2c13", "name": "network-vif-plugged", "status": "completed", "tag": "a445f6d8-3d20-44f8-a024-a2e1c1e44b6d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:33:11.832493 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port a445f6d8-3d20-44f8-a024-a2e1c1e44b6d, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=a445f6d8-3d20-44f8-a024-a2e1c1e44b6d,segment=NetworkSegment(a65bf2b2-b6dd-46cd-b553-027e6716bfed),segment_id=a65bf2b2-b6dd-46cd-b553-027e6716bfed)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:33:11.856516 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da48407-b31e-41ed-87e1-c47e19d44cac x-openstack-request-id: req-5da48407-b31e-41ed-87e1-c47e19d44cac {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:33:11.857092 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610ec79e-9f70-42f8-8ecb-4ce43f7e2c13", "name": "network-vif-plugged", "status": "completed", "tag": "a445f6d8-3d20-44f8-a024-a2e1c1e44b6d", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:33:11.857339 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5da48407-b31e-41ed-87e1-c47e19d44cac {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:33:11.857860 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5da48407-b31e-41ed-87e1-c47e19d44cac'] response: {'server_uuid': '610ec79e-9f70-42f8-8ecb-4ce43f7e2c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a445f6d8-3d20-44f8-a024-a2e1c1e44b6d', 'code': 200} Apr 21 13:33:11.911725 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:11.950480 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7acaf38-1a37-4e7e-ba5e-f97121976b81 req-4a190af8-f389-4654-ad28-1c8c11f95afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:11.952518 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-d7acaf38-1a37-4e7e-ba5e-f97121976b81 req-4a190af8-f389-4654-ad28-1c8c11f95afa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 1097 time: 0.0417418 Apr 21 13:33:11.962787 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=a445f6d8-3d20-44f8-a024-a2e1c1e44b6d,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:33:11.986381 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-d7acaf38-1a37-4e7e-ba5e-f97121976b81 req-a8aa995b-30de-4bac-8f29-951061787a41 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278578 Apr 21 13:33:12.611710 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec212f6-f080-4021-80bc-7cd6ede03322 req-233da1c7-e096-47b8-8301-67090a3dba15 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:12.613165 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5ec212f6-f080-4021-80bc-7cd6ede03322 req-233da1c7-e096-47b8-8301-67090a3dba15 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0484705 Apr 21 13:33:12.653073 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5ec212f6-f080-4021-80bc-7cd6ede03322 req-74ce842d-60b6-4b96-ade4-90262edd6242 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339146 Apr 21 13:33:13.540090 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f08a480e-b1eb-461d-bc5d-c19e5c9f547f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:13.768736 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f587863-e2e4-479e-b404-d95470d0fe53 req-e120bbe8-949b-4289-9f08-58bedb05a181 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:13.770224 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f587863-e2e4-479e-b404-d95470d0fe53 req-e120bbe8-949b-4289-9f08-58bedb05a181 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0485468 Apr 21 13:33:13.812428 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f587863-e2e4-479e-b404-d95470d0fe53 req-4df5ef66-b7f7-47c9-8f64-804030acfada tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360625 Apr 21 13:33:13.924119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb4d33-efe8-4422-b8bd-d2594b89efdc req-a4696fbb-44b2-4ef0-8e2d-258655bc178e tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:13.925616 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-22bb4d33-efe8-4422-b8bd-d2594b89efdc req-a4696fbb-44b2-4ef0-8e2d-258655bc178e tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0473502 Apr 21 13:33:13.963257 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-22bb4d33-efe8-4422-b8bd-d2594b89efdc req-8d8c8264-4697-4413-b98e-fdecd33eee65 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316596 Apr 21 13:33:14.286310 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07847102-a8ee-4daa-9b8b-7c20c8237d4d req-c88f6b17-0c39-4278-bd09-56514ada3952 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:14.287710 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07847102-a8ee-4daa-9b8b-7c20c8237d4d req-c88f6b17-0c39-4278-bd09-56514ada3952 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0492575 Apr 21 13:33:14.329889 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07847102-a8ee-4daa-9b8b-7c20c8237d4d req-18ef16c0-a4d3-4f41-b644-ccf4cf7f3e0b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359077 Apr 21 13:33:14.403725 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-1f8bb4ad-4522-424b-8892-4dd5d56a8147 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0428193 Apr 21 13:33:15.448423 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd966e3d-b620-4833-a9e2-0afc255111fc req-078a6f5c-c223-49f6-869c-550593693012 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:15.449900 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd966e3d-b620-4833-a9e2-0afc255111fc req-078a6f5c-c223-49f6-869c-550593693012 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0484335 Apr 21 13:33:15.488471 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd966e3d-b620-4833-a9e2-0afc255111fc req-a1f893af-2372-4995-9edc-ad585f5d64ec tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324616 Apr 21 13:33:15.797256 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a4551559-160c-4ae4-9882-389effcc19bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:16.339151 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-9c8ac1a4-a846-40ee-a294-255833194b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:16.340642 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-9c8ac1a4-a846-40ee-a294-255833194b6e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88e40ff5e87b483c9b29bc267a64c7af&device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 1097 time: 0.0406411 Apr 21 13:33:16.428450 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-03571ef9-e15a-4cf3-b00e-805052c4adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:16.430001 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-03571ef9-e15a-4cf3-b00e-805052c4adc7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 HTTP/1.1" status: 200 len: 916 time: 0.0820613 Apr 21 13:33:16.472720 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-35ce6504-f57a-4ce8-9800-f40956144ef3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a445f6d8-3d20-44f8-a024-a2e1c1e44b6d HTTP/1.1" status: 200 len: 217 time: 0.0364451 Apr 21 13:33:16.519351 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-484e7e3a-f917-43cb-a4fb-f90b2bb404bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:16.520791 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-484e7e3a-f917-43cb-a4fb-f90b2bb404bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=47ff4384-502d-44ca-bc39-947f6c436446 HTTP/1.1" status: 200 len: 855 time: 0.0425012 Apr 21 13:33:16.550587 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-2342d544-058d-44ea-81bf-85648fbb01ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8c7607c9-a88c-4ae2-bc1d-35662d14c0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237927 Apr 21 13:33:16.603754 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebe569-5eb5-4f3d-8d9f-211f66dcbc0e req-89a5c599-7600-4157-8616-130083f2861c tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:16.605143 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42ebe569-5eb5-4f3d-8d9f-211f66dcbc0e req-89a5c599-7600-4157-8616-130083f2861c tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0488405 Apr 21 13:33:16.642621 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42ebe569-5eb5-4f3d-8d9f-211f66dcbc0e req-80fc9301-6a67-4cbc-a7e1-3d34c0ed996e tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312943 Apr 21 13:33:16.643739 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-81f049e7-9874-48fd-bbc9-dc1d4cace3ec service neutron] 10.222.0.26 "GET /v2.0/networks/8c7607c9-a88c-4ae2-bc1d-35662d14c0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868917 Apr 21 13:33:16.732690 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-c6237d1a-9db2-40aa-9984-9f3491b53d89 service neutron] 10.222.0.26 "GET /v2.0/networks/8c7607c9-a88c-4ae2-bc1d-35662d14c0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822387 Apr 21 13:33:17.094730 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:17.755657 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef354d7a-a03a-48c9-b660-7133cba0e8fb req-1e31dfcb-6df0-41f9-bd9b-f67f81568da3 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:17.763671 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef354d7a-a03a-48c9-b660-7133cba0e8fb req-1e31dfcb-6df0-41f9-bd9b-f67f81568da3 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0481071 Apr 21 13:33:17.798462 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef354d7a-a03a-48c9-b660-7133cba0e8fb req-5265388a-33f4-4dc9-a576-8230e5d4b023 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352995 Apr 21 13:33:18.385798 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:18.625838 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:18.728616 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:18.915692 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67197eaf-201c-4367-b1a2-1cc6d03b6839 req-17d135e7-d4dd-451b-be72-8e106a31cdd2 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:18.917150 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-67197eaf-201c-4367-b1a2-1cc6d03b6839 req-17d135e7-d4dd-451b-be72-8e106a31cdd2 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0481184 Apr 21 13:33:18.953911 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-67197eaf-201c-4367-b1a2-1cc6d03b6839 req-730829ab-0cba-4adb-af9c-79fad50291d6 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308678 Apr 21 13:33:20.070077 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1980c6e4-ed76-409b-8ab1-1c989ecff91f req-4787c2f2-bf5f-4cd9-b369-50f5ca2d7ab6 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:20.071529 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1980c6e4-ed76-409b-8ab1-1c989ecff91f req-4787c2f2-bf5f-4cd9-b369-50f5ca2d7ab6 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0480351 Apr 21 13:33:20.108584 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1980c6e4-ed76-409b-8ab1-1c989ecff91f req-23d58452-6a09-4abb-b459-2d279f12ebe5 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311012 Apr 21 13:33:20.899157 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:21.225223 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493265c-7a3b-48b1-a5f9-63ca7f5910af req-4e8dda13-c32e-4ff1-b682-9a9cc571d0df tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:21.226736 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d493265c-7a3b-48b1-a5f9-63ca7f5910af req-4e8dda13-c32e-4ff1-b682-9a9cc571d0df tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0512044 Apr 21 13:33:21.269119 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d493265c-7a3b-48b1-a5f9-63ca7f5910af req-68389b88-e41f-4baf-b097-9314c395d1bd tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354404 Apr 21 13:33:22.386981 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0598fb-041f-4cbb-b76e-4b49690cffe4 req-d215d8fc-4bc3-4ee0-ad27-2ebcb284423b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:22.389102 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b0598fb-041f-4cbb-b76e-4b49690cffe4 req-d215d8fc-4bc3-4ee0-ad27-2ebcb284423b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0487700 Apr 21 13:33:22.428195 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b0598fb-041f-4cbb-b76e-4b49690cffe4 req-fdfcc141-f250-4902-8421-6c9566c4899d tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329554 Apr 21 13:33:23.540669 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e5b03-3af0-48c7-b24a-c6ef20b3c8fb req-2ffb8090-ad6f-441e-8b01-e131f90c4e05 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:23.542146 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a20e5b03-3af0-48c7-b24a-c6ef20b3c8fb req-2ffb8090-ad6f-441e-8b01-e131f90c4e05 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0472295 Apr 21 13:33:23.579271 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a20e5b03-3af0-48c7-b24a-c6ef20b3c8fb req-0a818bdf-9211-4cd1-8273-cd274bef8fe5 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307891 Apr 21 13:33:24.691366 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd09f44-d3e3-469e-b741-ffba29ce36b4 req-584f1026-608d-47f9-932b-8921ebcd7279 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:24.692835 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-acd09f44-d3e3-469e-b741-ffba29ce36b4 req-584f1026-608d-47f9-932b-8921ebcd7279 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0471790 Apr 21 13:33:24.734066 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-acd09f44-d3e3-469e-b741-ffba29ce36b4 req-45648ab9-a2ca-4a1a-aaa8-e9bb2d56a1e7 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353558 Apr 21 13:33:25.848954 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfa523-2497-4293-b86c-1f6fef72e524 req-cdb29f36-d97d-4ec9-9abf-7b9fc0033779 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:25.850448 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ccbfa523-2497-4293-b86c-1f6fef72e524 req-cdb29f36-d97d-4ec9-9abf-7b9fc0033779 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0483813 Apr 21 13:33:25.886778 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ccbfa523-2497-4293-b86c-1f6fef72e524 req-7572fddd-4a17-44d8-8931-d6662b59da63 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304437 Apr 21 13:33:27.001403 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75981c2-09bb-43f9-9b45-f7dad8579f0d req-8bcc17d9-3952-4c82-b216-7c05a4803afc tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:27.002789 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a75981c2-09bb-43f9-9b45-f7dad8579f0d req-8bcc17d9-3952-4c82-b216-7c05a4803afc tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0482256 Apr 21 13:33:27.039114 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a75981c2-09bb-43f9-9b45-f7dad8579f0d req-2abca81c-8f92-43a1-b77c-ae4372ef3b3b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303440 Apr 21 13:33:28.152569 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488414a-9d75-45f0-b567-0e0faa136ab3 req-ecf2491e-f209-460e-84db-78af207230eb tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:28.154089 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3488414a-9d75-45f0-b567-0e0faa136ab3 req-ecf2491e-f209-460e-84db-78af207230eb tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0489287 Apr 21 13:33:28.194672 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3488414a-9d75-45f0-b567-0e0faa136ab3 req-29719998-73ae-49d3-916c-080e9308484e tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348153 Apr 21 13:33:29.308897 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b46f3-c0ba-4d2b-936a-91772659e2bc req-9b125db4-8f3e-4a74-b854-cf5d2fe76e0a tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:29.310440 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-324b46f3-c0ba-4d2b-936a-91772659e2bc req-9b125db4-8f3e-4a74-b854-cf5d2fe76e0a tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0487459 Apr 21 13:33:29.346983 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-324b46f3-c0ba-4d2b-936a-91772659e2bc req-a3b279b3-331b-4735-a8d0-f822d556a7d1 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306537 Apr 21 13:33:30.461957 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec6529-60fe-42b5-aab6-412525795c51 req-fb0cbe3f-61d3-4b25-bd07-ef4f0f3eead4 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:30.463420 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35ec6529-60fe-42b5-aab6-412525795c51 req-fb0cbe3f-61d3-4b25-bd07-ef4f0f3eead4 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0485997 Apr 21 13:33:30.500539 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35ec6529-60fe-42b5-aab6-412525795c51 req-f4a2c2d0-a98a-421b-9632-1a6cd176bb36 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311856 Apr 21 13:33:31.612298 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86f028-5c44-4a3c-9827-595918d3ffea req-bc309847-12e1-475a-860e-757246e744b5 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:31.613780 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac86f028-5c44-4a3c-9827-595918d3ffea req-bc309847-12e1-475a-860e-757246e744b5 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0477581 Apr 21 13:33:31.654187 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac86f028-5c44-4a3c-9827-595918d3ffea req-782b3233-d5da-440f-be8b-cae4706270b9 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344265 Apr 21 13:33:32.769481 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa75404-f56f-44f3-8a3f-33329326fb46 req-8dc8682e-5b2d-4b69-81e8-a5322ae75fa9 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:32.770969 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1fa75404-f56f-44f3-8a3f-33329326fb46 req-8dc8682e-5b2d-4b69-81e8-a5322ae75fa9 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0492260 Apr 21 13:33:32.808445 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1fa75404-f56f-44f3-8a3f-33329326fb46 req-bb15506f-a085-44da-b446-062b5980a5cb tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313733 Apr 21 13:33:33.924632 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092af5f-bed8-4580-8e8a-e3fe4ecd8f7d req-434ed33d-2813-427c-9aac-1681ac4d3dd6 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:33.926111 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0092af5f-bed8-4580-8e8a-e3fe4ecd8f7d req-434ed33d-2813-427c-9aac-1681ac4d3dd6 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0476289 Apr 21 13:33:33.962733 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0092af5f-bed8-4580-8e8a-e3fe4ecd8f7d req-a690b9f2-917c-46f5-9787-5b0648fae5f3 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306833 Apr 21 13:33:35.076394 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00800fbe-bc0c-43a8-be7e-61829396e471 req-4f5a1495-d3c9-49ca-9c0e-1f17518942b7 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:35.077896 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-00800fbe-bc0c-43a8-be7e-61829396e471 req-4f5a1495-d3c9-49ca-9c0e-1f17518942b7 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0483780 Apr 21 13:33:35.119673 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-00800fbe-bc0c-43a8-be7e-61829396e471 req-749666cb-9a6e-4778-8dfa-460ab7ee7c6d tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354302 Apr 21 13:33:36.230961 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5af7ef-6d48-49a1-87b4-adc074e75fb1 req-2e742e03-e4fb-4d7e-b731-37ebcae25ee5 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:36.233169 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff5af7ef-6d48-49a1-87b4-adc074e75fb1 req-2e742e03-e4fb-4d7e-b731-37ebcae25ee5 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0473411 Apr 21 13:33:36.270624 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff5af7ef-6d48-49a1-87b4-adc074e75fb1 req-62e8b5ce-546b-434a-b1d8-4a9cbf7fa1e7 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315735 Apr 21 13:33:37.383437 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ed173-d4c6-4a7f-97e7-f61a61a1fa7a req-a08bca8e-1a6b-46bf-b51f-02d91f9d47ca tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:37.384902 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d1ed173-d4c6-4a7f-97e7-f61a61a1fa7a req-a08bca8e-1a6b-46bf-b51f-02d91f9d47ca tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0478070 Apr 21 13:33:37.422343 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d1ed173-d4c6-4a7f-97e7-f61a61a1fa7a req-e454c451-cc6a-45aa-b3a8-dcb23883a186 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315497 Apr 21 13:33:38.536147 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b9235-d103-46b6-8c5d-4194ef40a17a req-13e1d10d-ac72-4b08-ac81-196cf1cbec62 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:38.537602 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-833b9235-d103-46b6-8c5d-4194ef40a17a req-13e1d10d-ac72-4b08-ac81-196cf1cbec62 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0482605 Apr 21 13:33:38.577090 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-833b9235-d103-46b6-8c5d-4194ef40a17a req-8341362e-719e-444a-9fd6-47159722d3e3 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336313 Apr 21 13:33:39.691735 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9572ec-acdd-4507-a9ee-4430acdef9e1 req-c7750c9d-7854-4cb7-8d7c-5957350831ad tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:39.693210 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a9572ec-acdd-4507-a9ee-4430acdef9e1 req-c7750c9d-7854-4cb7-8d7c-5957350831ad tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0482404 Apr 21 13:33:39.731092 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a9572ec-acdd-4507-a9ee-4430acdef9e1 req-2405684c-3490-4716-9f01-d0e66eda9190 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320547 Apr 21 13:33:40.844391 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a5334-1f30-4084-941a-af345f3031d7 req-a83a6f51-d6b7-4619-8f6a-28bec903a8d1 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:40.845909 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d26a5334-1f30-4084-941a-af345f3031d7 req-a83a6f51-d6b7-4619-8f6a-28bec903a8d1 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0488317 Apr 21 13:33:40.883897 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d26a5334-1f30-4084-941a-af345f3031d7 req-678a8ab0-5fb9-42a8-bc6c-ccbf1c4574c9 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320303 Apr 21 13:33:40.955055 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:33:41.996312 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5c1a9-8ce3-403e-a66a-db16b5aac44d req-3f6e503d-d4cf-44a5-895b-614e057ed24e tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:41.997789 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-84d5c1a9-8ce3-403e-a66a-db16b5aac44d req-3f6e503d-d4cf-44a5-895b-614e057ed24e tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0482011 Apr 21 13:33:42.038134 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-84d5c1a9-8ce3-403e-a66a-db16b5aac44d req-d81f8ba6-c3ed-42e8-a740-6321ef63c6e1 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344410 Apr 21 13:33:43.154024 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0483ac6-3092-4617-8cd2-efd5cf36f890 req-113416cf-b4f4-4ecc-8ecc-b51cb7067eb1 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:43.155537 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b0483ac6-3092-4617-8cd2-efd5cf36f890 req-113416cf-b4f4-4ecc-8ecc-b51cb7067eb1 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0492773 Apr 21 13:33:43.193725 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b0483ac6-3092-4617-8cd2-efd5cf36f890 req-1b68a4ce-043d-40f5-ad07-809638b99f04 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319276 Apr 21 13:33:43.516897 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19e7f07a-3b28-46bd-837f-a4fd118f169c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:43.891495 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-d636d53c-d7b4-4c1c-aa97-b4537eb8a249 service neutron] show failed (client error): The resource could not be found. Apr 21 13:33:43.892552 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-d636d53c-d7b4-4c1c-aa97-b4537eb8a249 service neutron] 10.222.0.26 "GET /v2.0/ports/a445f6d8-3d20-44f8-a024-a2e1c1e44b6d/bindings/n-h2-836147-2 HTTP/1.1" status: 404 len: 380 time: 0.0542748 Apr 21 13:33:44.309310 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6e6b6-97a3-4838-a946-0b104e9894f5 req-59c5839b-36ef-4917-a5fb-34e248293b72 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:44.310825 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6e6e6b6-97a3-4838-a946-0b104e9894f5 req-59c5839b-36ef-4917-a5fb-34e248293b72 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0488288 Apr 21 13:33:44.347908 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6e6e6b6-97a3-4838-a946-0b104e9894f5 req-98cd29e0-8ab0-483d-8f82-16fad0f48acc tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311990 Apr 21 13:33:44.431032 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-9b99850a-9e22-458a-b1b3-4971236ca33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:44.432502 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-9b99850a-9e22-458a-b1b3-4971236ca33b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13&tenant_id=88e40ff5e87b483c9b29bc267a64c7af HTTP/1.1" status: 200 len: 1097 time: 0.0403128 Apr 21 13:33:44.447730 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-106b6d34-0711-4174-9c15-43818bb10950 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836147-2', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:33:44.503027 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-106b6d34-0711-4174-9c15-43818bb10950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:44.698803 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-106b6d34-0711-4174-9c15-43818bb10950 service neutron] For port a445f6d8-3d20-44f8-a024-a2e1c1e44b6d, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=a445f6d8-3d20-44f8-a024-a2e1c1e44b6d,segment=NetworkSegment(a65bf2b2-b6dd-46cd-b553-027e6716bfed),segment_id=a65bf2b2-b6dd-46cd-b553-027e6716bfed)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:33:44.730094 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-106b6d34-0711-4174-9c15-43818bb10950 service neutron] For port a445f6d8-3d20-44f8-a024-a2e1c1e44b6d, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:33:44.769067 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610ec79e-9f70-42f8-8ecb-4ce43f7e2c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a445f6d8-3d20-44f8-a024-a2e1c1e44b6d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:33:44.771296 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4706a202-5e9d-4bd7-8a1e-d60926b0b759" -d '{"events": [{"server_uuid": "610ec79e-9f70-42f8-8ecb-4ce43f7e2c13", "name": "network-vif-unplugged", "status": "completed", "tag": "a445f6d8-3d20-44f8-a024-a2e1c1e44b6d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:33:44.775303 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-106b6d34-0711-4174-9c15-43818bb10950 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:44.788188 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-106b6d34-0711-4174-9c15-43818bb10950 service neutron] Transition to ACTIVE for port object a445f6d8-3d20-44f8-a024-a2e1c1e44b6d will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:33:44.818877 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 13:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1451f1-4dc2-4b41-8a36-4155852de3b1 x-openstack-request-id: req-5c1451f1-4dc2-4b41-8a36-4155852de3b1 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:33:44.819163 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610ec79e-9f70-42f8-8ecb-4ce43f7e2c13", "name": "network-vif-unplugged", "status": "completed", "tag": "a445f6d8-3d20-44f8-a024-a2e1c1e44b6d", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:33:44.819415 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5c1451f1-4dc2-4b41-8a36-4155852de3b1 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:33:44.819819 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c1451f1-4dc2-4b41-8a36-4155852de3b1'] response: {'server_uuid': '610ec79e-9f70-42f8-8ecb-4ce43f7e2c13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a445f6d8-3d20-44f8-a024-a2e1c1e44b6d', 'code': 200} Apr 21 13:33:44.876719 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-106b6d34-0711-4174-9c15-43818bb10950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:44.941739 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-106b6d34-0711-4174-9c15-43818bb10950 service neutron] No DVR routers for this DVR port a445f6d8-3d20-44f8-a024-a2e1c1e44b6d on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:33:44.943548 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b6d34-0711-4174-9c15-43818bb10950 service neutron] Pushing event updated for resources: {'Port': ['ID=a445f6d8-3d20-44f8-a024-a2e1c1e44b6d,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:33:44.977733 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-106b6d34-0711-4174-9c15-43818bb10950 service neutron] Attempting to bind port a445f6d8-3d20-44f8-a024-a2e1c1e44b6d on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:33:44.978065 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-106b6d34-0711-4174-9c15-43818bb10950 service neutron] Attempting to bind port a445f6d8-3d20-44f8-a024-a2e1c1e44b6d by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'a65bf2b2-b6dd-46cd-b553-027e6716bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8c7607c9-a88c-4ae2-bc1d-35662d14c0e7'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:33:44.978429 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-106b6d34-0711-4174-9c15-43818bb10950 service neutron] Attempting to bind port a445f6d8-3d20-44f8-a024-a2e1c1e44b6d on network 8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:33:44.982816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-106b6d34-0711-4174-9c15-43818bb10950 service neutron] Port a445f6d8-3d20-44f8-a024-a2e1c1e44b6d on network 8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:33:44.983128 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-106b6d34-0711-4174-9c15-43818bb10950 service neutron] Attempting to bind port a445f6d8-3d20-44f8-a024-a2e1c1e44b6d on network 8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:33:44.988090 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-106b6d34-0711-4174-9c15-43818bb10950 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:33:44.988432 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-106b6d34-0711-4174-9c15-43818bb10950 service neutron] Checking segment: {'id': 'a65bf2b2-b6dd-46cd-b553-027e6716bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8c7607c9-a88c-4ae2-bc1d-35662d14c0e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:33:44.988816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-106b6d34-0711-4174-9c15-43818bb10950 service neutron] Bound using segment: {'id': 'a65bf2b2-b6dd-46cd-b553-027e6716bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8c7607c9-a88c-4ae2-bc1d-35662d14c0e7'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:33:44.989357 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-106b6d34-0711-4174-9c15-43818bb10950 service neutron] Bound port: a445f6d8-3d20-44f8-a024-a2e1c1e44b6d, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65bf2b2-b6dd-46cd-b553-027e6716bfed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '8c7607c9-a88c-4ae2-bc1d-35662d14c0e7'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:33:44.989757 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-106b6d34-0711-4174-9c15-43818bb10950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:45.051402 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-106b6d34-0711-4174-9c15-43818bb10950 service neutron] For port a445f6d8-3d20-44f8-a024-a2e1c1e44b6d, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:33:45.054325 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-106b6d34-0711-4174-9c15-43818bb10950 service neutron] For port a445f6d8-3d20-44f8-a024-a2e1c1e44b6d, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a445f6d8-3d20-44f8-a024-a2e1c1e44b6d,segment=NetworkSegment(a65bf2b2-b6dd-46cd-b553-027e6716bfed),segment_id=a65bf2b2-b6dd-46cd-b553-027e6716bfed)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:33:45.157474 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-106b6d34-0711-4174-9c15-43818bb10950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:45.189976 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-106b6d34-0711-4174-9c15-43818bb10950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:45.190588 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-106b6d34-0711-4174-9c15-43818bb10950 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:45.192021 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-106b6d34-0711-4174-9c15-43818bb10950 service neutron] 10.222.0.24 "PUT /v2.0/ports/a445f6d8-3d20-44f8-a024-a2e1c1e44b6d HTTP/1.1" status: 200 len: 1092 time: 0.7480643 Apr 21 13:33:45.213492 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b6d34-0711-4174-9c15-43818bb10950 service neutron] Pushing event updated for resources: {'Port': ['ID=a445f6d8-3d20-44f8-a024-a2e1c1e44b6d,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:33:45.264276 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-87d335e5-c137-4b53-b2f6-01946cd8af91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:45.265875 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-87d335e5-c137-4b53-b2f6-01946cd8af91 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e40ff5e87b483c9b29bc267a64c7af&device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 1095 time: 0.0440712 Apr 21 13:33:45.361830 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-9d67494d-7de0-402d-8dfd-8ac4df3abdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:45.363444 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-9d67494d-7de0-402d-8dfd-8ac4df3abdaf service neutron] 10.222.0.24 "GET /v2.0/networks?id=8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 HTTP/1.1" status: 200 len: 916 time: 0.0877645 Apr 21 13:33:45.414612 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-5c893baa-4b60-43ae-84e9-0f1879a415e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a445f6d8-3d20-44f8-a024-a2e1c1e44b6d HTTP/1.1" status: 200 len: 217 time: 0.0402515 Apr 21 13:33:45.487332 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-6e5f113f-643c-4bd8-b051-edf448a5bc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:45.488777 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-6e5f113f-643c-4bd8-b051-edf448a5bc42 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47ff4384-502d-44ca-bc39-947f6c436446 HTTP/1.1" status: 200 len: 855 time: 0.0628703 Apr 21 13:33:45.500625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f9e863-44f5-4368-8b4d-b1a1670fc449 req-1707e9d2-cada-4ab8-8943-2c2cb9c822c7 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:45.501991 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72f9e863-44f5-4368-8b4d-b1a1670fc449 req-1707e9d2-cada-4ab8-8943-2c2cb9c822c7 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 944 time: 0.0839908 Apr 21 13:33:45.533267 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-1a70ed21-8f7e-4087-96f9-c35765e31f1a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8c7607c9-a88c-4ae2-bc1d-35662d14c0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303767 Apr 21 13:33:45.574061 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72f9e863-44f5-4368-8b4d-b1a1670fc449 req-b5d9ace7-d314-433b-8335-4bd0f72cd97b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636353 Apr 21 13:33:45.640640 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-e53c0bf0-8956-40d1-9ce9-522cfec8d07d service neutron] 10.222.0.24 "GET /v2.0/networks/8c7607c9-a88c-4ae2-bc1d-35662d14c0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958712 Apr 21 13:33:45.731101 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9ecd1fe2-668f-45cb-bfc0-f6bdf560da0a req-8de57b58-28be-4b12-86cb-0feb63891fea service neutron] 10.222.0.24 "GET /v2.0/networks/8c7607c9-a88c-4ae2-bc1d-35662d14c0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802870 Apr 21 13:33:45.768131 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c8fc885-dd6e-4198-9162-82bec7f41dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:46.695735 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e7159-b65b-4bf3-9722-524c3f876ddc req-b02633c4-7769-451b-97a4-928392bd5239 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:46.700204 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d86e7159-b65b-4bf3-9722-524c3f876ddc req-b02633c4-7769-451b-97a4-928392bd5239 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 944 time: 0.0540707 Apr 21 13:33:46.736000 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d86e7159-b65b-4bf3-9722-524c3f876ddc req-7716cf8f-0bba-42d5-871b-70f499a6d66f tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327413 Apr 21 13:33:46.820731 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '610ec79e-9f70-42f8-8ecb-4ce43f7e2c13', 'tag': 'a445f6d8-3d20-44f8-a024-a2e1c1e44b6d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:33:46.823144 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac75f5ce-2fdd-4203-bb71-b9cd10f1390b" -d '{"events": [{"name": "network-changed", "server_uuid": "610ec79e-9f70-42f8-8ecb-4ce43f7e2c13", "tag": "a445f6d8-3d20-44f8-a024-a2e1c1e44b6d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:33:46.872031 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc1bfe0-3348-4c72-8038-64f37ea417ca x-openstack-request-id: req-bbc1bfe0-3348-4c72-8038-64f37ea417ca {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:33:46.872324 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "610ec79e-9f70-42f8-8ecb-4ce43f7e2c13", "tag": "a445f6d8-3d20-44f8-a024-a2e1c1e44b6d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:33:46.872579 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bbc1bfe0-3348-4c72-8038-64f37ea417ca {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:33:46.873017 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbc1bfe0-3348-4c72-8038-64f37ea417ca'] response: {'name': 'network-changed', 'server_uuid': '610ec79e-9f70-42f8-8ecb-4ce43f7e2c13', 'tag': 'a445f6d8-3d20-44f8-a024-a2e1c1e44b6d', 'status': 'completed', 'code': 200} Apr 21 13:33:46.930846 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75f5ce-2fdd-4203-bb71-b9cd10f1390b req-03728566-c5e2-40b1-a1a5-209cc14bea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:46.932334 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac75f5ce-2fdd-4203-bb71-b9cd10f1390b req-03728566-c5e2-40b1-a1a5-209cc14bea6a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=88e40ff5e87b483c9b29bc267a64c7af&device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 1095 time: 0.0403340 Apr 21 13:33:46.937279 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75f5ce-2fdd-4203-bb71-b9cd10f1390b req-6733cc1d-3e18-442d-8760-e5bfcec70cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:46.938808 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ac75f5ce-2fdd-4203-bb71-b9cd10f1390b req-6733cc1d-3e18-442d-8760-e5bfcec70cb4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88e40ff5e87b483c9b29bc267a64c7af&device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 1095 time: 0.0449796 Apr 21 13:33:47.021626 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75f5ce-2fdd-4203-bb71-b9cd10f1390b req-1e19d67b-9213-4017-99f8-f4011f0edd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:47.023026 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac75f5ce-2fdd-4203-bb71-b9cd10f1390b req-1e19d67b-9213-4017-99f8-f4011f0edd63 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 HTTP/1.1" status: 200 len: 916 time: 0.0839851 Apr 21 13:33:47.027594 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75f5ce-2fdd-4203-bb71-b9cd10f1390b req-e7a77824-bd61-4095-988c-09da44ec34e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:47.029058 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ac75f5ce-2fdd-4203-bb71-b9cd10f1390b req-e7a77824-bd61-4095-988c-09da44ec34e2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 HTTP/1.1" status: 200 len: 916 time: 0.0836153 Apr 21 13:33:47.071200 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:47.072086 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac75f5ce-2fdd-4203-bb71-b9cd10f1390b req-16207ff7-e1d1-4e2f-87a8-1fd2eada4334 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a445f6d8-3d20-44f8-a024-a2e1c1e44b6d HTTP/1.1" status: 200 len: 217 time: 0.0402851 Apr 21 13:33:47.074854 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ac75f5ce-2fdd-4203-bb71-b9cd10f1390b req-3d2b7e7a-404c-4be5-90f6-9b9a52208034 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a445f6d8-3d20-44f8-a024-a2e1c1e44b6d HTTP/1.1" status: 200 len: 217 time: 0.0394239 Apr 21 13:33:47.121291 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75f5ce-2fdd-4203-bb71-b9cd10f1390b req-d0487cf5-e83d-48f4-a72d-2ac45ec9d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:47.122796 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac75f5ce-2fdd-4203-bb71-b9cd10f1390b req-d0487cf5-e83d-48f4-a72d-2ac45ec9d99b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=47ff4384-502d-44ca-bc39-947f6c436446 HTTP/1.1" status: 200 len: 855 time: 0.0443683 Apr 21 13:33:47.123472 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac75f5ce-2fdd-4203-bb71-b9cd10f1390b req-5bdd1696-6bf2-479f-834a-80471cd1be2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:47.124938 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ac75f5ce-2fdd-4203-bb71-b9cd10f1390b req-5bdd1696-6bf2-479f-834a-80471cd1be2c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=47ff4384-502d-44ca-bc39-947f6c436446 HTTP/1.1" status: 200 len: 855 time: 0.0440216 Apr 21 13:33:47.155946 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac75f5ce-2fdd-4203-bb71-b9cd10f1390b req-59131770-042b-4b01-bd77-5d7fc15eeb9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8c7607c9-a88c-4ae2-bc1d-35662d14c0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260055 Apr 21 13:33:47.157070 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ac75f5ce-2fdd-4203-bb71-b9cd10f1390b req-e5577bb9-9cf7-48ea-bb5e-8667004061e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8c7607c9-a88c-4ae2-bc1d-35662d14c0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248518 Apr 21 13:33:47.245567 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ac75f5ce-2fdd-4203-bb71-b9cd10f1390b req-4f500a0d-1f18-4f6b-b310-169590760fd6 service neutron] 10.222.0.26 "GET /v2.0/networks/8c7607c9-a88c-4ae2-bc1d-35662d14c0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819278 Apr 21 13:33:47.249012 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac75f5ce-2fdd-4203-bb71-b9cd10f1390b req-7522492e-a728-4728-aa84-3524ddce0b77 service neutron] 10.222.0.24 "GET /v2.0/networks/8c7607c9-a88c-4ae2-bc1d-35662d14c0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855794 Apr 21 13:33:47.338041 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ac75f5ce-2fdd-4203-bb71-b9cd10f1390b req-26ff18f7-f180-45e0-9a6d-e12a3abb7c2c service neutron] 10.222.0.26 "GET /v2.0/networks/8c7607c9-a88c-4ae2-bc1d-35662d14c0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857430 Apr 21 13:33:47.338321 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac75f5ce-2fdd-4203-bb71-b9cd10f1390b req-aa18b930-f312-4581-93ee-671a907f448e service neutron] 10.222.0.24 "GET /v2.0/networks/8c7607c9-a88c-4ae2-bc1d-35662d14c0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819583 Apr 21 13:33:47.710140 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device a445f6d8-3d20-44f8-a024-a2e1c1e44b6d no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:33:47.733741 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device a445f6d8-3d20-44f8-a024-a2e1c1e44b6d details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:33:47.778784 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device a445f6d8-3d20-44f8-a024-a2e1c1e44b6d not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:33:47.843053 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port a445f6d8-3d20-44f8-a024-a2e1c1e44b6d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a445f6d8-3d20-44f8-a024-a2e1c1e44b6d,segment=NetworkSegment(a65bf2b2-b6dd-46cd-b553-027e6716bfed),segment_id=a65bf2b2-b6dd-46cd-b553-027e6716bfed)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:33:47.854044 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'a445f6d8-3d20-44f8-a024-a2e1c1e44b6d', 'network_id': '8c7607c9-a88c-4ae2-bc1d-35662d14c0e7', 'port_id': 'a445f6d8-3d20-44f8-a024-a2e1c1e44b6d', 'mac_address': 'fa:16:3e:10:42:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47ff4384-502d-44ca-bc39-947f6c436446', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:33:47.857901 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb347d-c5e1-42c7-9fde-2fca78664361 req-8b756460-c642-4503-9e29-4fdf365c17be tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:47.859487 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9bb347d-c5e1-42c7-9fde-2fca78664361 req-8b756460-c642-4503-9e29-4fdf365c17be tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 944 time: 0.0502744 Apr 21 13:33:47.893188 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:47.899775 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9bb347d-c5e1-42c7-9fde-2fca78664361 req-c9c2ca78-6fce-42a0-94c9-e92b6a96d28c tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329216 Apr 21 13:33:47.906747 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a445f6d8-3d20-44f8-a024-a2e1c1e44b6d {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:33:47.926247 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port a445f6d8-3d20-44f8-a024-a2e1c1e44b6d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a445f6d8-3d20-44f8-a024-a2e1c1e44b6d,segment=NetworkSegment(a65bf2b2-b6dd-46cd-b553-027e6716bfed),segment_id=a65bf2b2-b6dd-46cd-b553-027e6716bfed)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:33:47.991078 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:48.035320 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=a445f6d8-3d20-44f8-a024-a2e1c1e44b6d,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:33:48.211971 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['a445f6d8-3d20-44f8-a024-a2e1c1e44b6d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:33:48.425472 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:48.647955 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:48.750771 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:49.018346 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef7efe-65b9-4efd-b582-320644d56028 req-b621df1f-cf79-4f6b-a510-90eeda71330e tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:49.019812 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2bef7efe-65b9-4efd-b582-320644d56028 req-b621df1f-cf79-4f6b-a510-90eeda71330e tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 945 time: 0.0523467 Apr 21 13:33:49.057266 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2bef7efe-65b9-4efd-b582-320644d56028 req-a7e61cd4-7aac-4efb-98e6-0df61e9ae8d6 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308466 Apr 21 13:33:49.354808 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10fb14-132a-4a8e-b64b-b36d02c83f02 req-ac0bbeeb-f97d-45c4-907b-8eb603795406 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:49.356352 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6e10fb14-132a-4a8e-b64b-b36d02c83f02 req-ac0bbeeb-f97d-45c4-907b-8eb603795406 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 945 time: 0.0485890 Apr 21 13:33:49.397560 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6e10fb14-132a-4a8e-b64b-b36d02c83f02 req-2b3ff00e-458a-4786-8f84-da0082d8d53a tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348105 Apr 21 13:33:49.432765 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586c9a1-8a67-42dc-b1be-16bb3a25cadb req-18549a7b-e928-45cd-9339-851088e6609f tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:49.434234 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0586c9a1-8a67-42dc-b1be-16bb3a25cadb req-18549a7b-e928-45cd-9339-851088e6609f tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.26 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13&tenant_id=88e40ff5e87b483c9b29bc267a64c7af&binding%3Ahost_id=n-h2-836147-2 HTTP/1.1" status: 200 len: 945 time: 0.0529587 Apr 21 13:33:49.494378 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [req-0586c9a1-8a67-42dc-b1be-16bb3a25cadb req-40b205db-9e53-47e2-babd-f98ffa474678 service neutron] delete failed (client error): The resource could not be found. Apr 21 13:33:49.495384 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0586c9a1-8a67-42dc-b1be-16bb3a25cadb req-40b205db-9e53-47e2-babd-f98ffa474678 service neutron] 10.222.0.26 "DELETE /v2.0/ports/a445f6d8-3d20-44f8-a024-a2e1c1e44b6d/bindings/n-h1-836147-2 HTTP/1.1" status: 404 len: 380 time: 0.0537949 Apr 21 13:33:49.578255 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586c9a1-8a67-42dc-b1be-16bb3a25cadb req-ef0f223a-c9d7-4d20-82cb-fb8de85bba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:49.579625 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0586c9a1-8a67-42dc-b1be-16bb3a25cadb req-ef0f223a-c9d7-4d20-82cb-fb8de85bba94 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=88e40ff5e87b483c9b29bc267a64c7af&device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 1096 time: 0.0443091 Apr 21 13:33:49.665387 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586c9a1-8a67-42dc-b1be-16bb3a25cadb req-0017e142-accf-42d1-b2fb-d0d5695d1cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:49.666835 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0586c9a1-8a67-42dc-b1be-16bb3a25cadb req-0017e142-accf-42d1-b2fb-d0d5695d1cb7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 HTTP/1.1" status: 200 len: 916 time: 0.0805938 Apr 21 13:33:49.710399 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0586c9a1-8a67-42dc-b1be-16bb3a25cadb req-d5ab83d4-bd23-4fcc-bc47-dfb0f9812166 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a445f6d8-3d20-44f8-a024-a2e1c1e44b6d HTTP/1.1" status: 200 len: 217 time: 0.0374005 Apr 21 13:33:49.743019 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device a445f6d8-3d20-44f8-a024-a2e1c1e44b6d up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:33:49.759527 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586c9a1-8a67-42dc-b1be-16bb3a25cadb req-d28cad71-4110-4560-bcb7-ff5665bf025e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:49.761012 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0586c9a1-8a67-42dc-b1be-16bb3a25cadb req-d28cad71-4110-4560-bcb7-ff5665bf025e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=47ff4384-502d-44ca-bc39-947f6c436446 HTTP/1.1" status: 200 len: 855 time: 0.0444798 Apr 21 13:33:49.790927 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0586c9a1-8a67-42dc-b1be-16bb3a25cadb req-d0832912-b6b8-4e3c-83a1-e0b62332283c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8c7607c9-a88c-4ae2-bc1d-35662d14c0e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238380 Apr 21 13:33:49.853168 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port a445f6d8-3d20-44f8-a024-a2e1c1e44b6d completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:33:49.857299 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port a445f6d8-3d20-44f8-a024-a2e1c1e44b6d triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:33:49.857699 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:49.877714 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0586c9a1-8a67-42dc-b1be-16bb3a25cadb req-201bfebf-b7a4-4326-be25-a5c6ad7b0aa5 service neutron] 10.222.0.26 "GET /v2.0/networks/8c7607c9-a88c-4ae2-bc1d-35662d14c0e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802295 Apr 21 13:33:49.933649 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:49.957165 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610ec79e-9f70-42f8-8ecb-4ce43f7e2c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a445f6d8-3d20-44f8-a024-a2e1c1e44b6d'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:33:49.959442 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e60aeb-c1d5-4724-b037-7a7f1e7e4c88" -d '{"events": [{"server_uuid": "610ec79e-9f70-42f8-8ecb-4ce43f7e2c13", "name": "network-vif-plugged", "status": "completed", "tag": "a445f6d8-3d20-44f8-a024-a2e1c1e44b6d"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:33:49.971434 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0586c9a1-8a67-42dc-b1be-16bb3a25cadb req-a1488937-3942-4b34-8c95-d5ec44c1f845 service neutron] 10.222.0.26 "GET /v2.0/networks/8c7607c9-a88c-4ae2-bc1d-35662d14c0e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875335 Apr 21 13:33:49.971854 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port a445f6d8-3d20-44f8-a024-a2e1c1e44b6d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a445f6d8-3d20-44f8-a024-a2e1c1e44b6d,segment=NetworkSegment(a65bf2b2-b6dd-46cd-b553-027e6716bfed),segment_id=a65bf2b2-b6dd-46cd-b553-027e6716bfed)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:33:50.010046 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68365c1c-b06c-4319-a4fc-456f6ac62526 x-openstack-request-id: req-68365c1c-b06c-4319-a4fc-456f6ac62526 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:33:50.010341 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610ec79e-9f70-42f8-8ecb-4ce43f7e2c13", "name": "network-vif-plugged", "status": "completed", "tag": "a445f6d8-3d20-44f8-a024-a2e1c1e44b6d", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:33:50.010596 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-68365c1c-b06c-4319-a4fc-456f6ac62526 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:33:50.010999 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68365c1c-b06c-4319-a4fc-456f6ac62526'] response: {'server_uuid': '610ec79e-9f70-42f8-8ecb-4ce43f7e2c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a445f6d8-3d20-44f8-a024-a2e1c1e44b6d', 'code': 200} Apr 21 13:33:50.013882 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:50.063600 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=a445f6d8-3d20-44f8-a024-a2e1c1e44b6d,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:33:50.515748 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd2a7a-b88b-493d-b936-a870b0d7edfc req-fd65af64-bc42-4a8b-a56b-fff7ac231c4a tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:50.517211 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34cd2a7a-b88b-493d-b936-a870b0d7edfc req-fd65af64-bc42-4a8b-a56b-fff7ac231c4a tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0482721 Apr 21 13:33:50.555189 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-34cd2a7a-b88b-493d-b936-a870b0d7edfc req-7fca27d6-f4c8-41d4-aa81-db0148d5c079 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313005 Apr 21 13:33:50.882684 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:51.677195 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dd472-5995-4d9a-b997-939cff9663e1 req-c40ef88f-290d-4644-8b4e-0b33d1bdc9cb tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:51.678705 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-603dd472-5995-4d9a-b997-939cff9663e1 req-c40ef88f-290d-4644-8b4e-0b33d1bdc9cb tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0530958 Apr 21 13:33:51.716201 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-603dd472-5995-4d9a-b997-939cff9663e1 req-237140ba-87ed-4bb1-9057-1e94b467cea1 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312216 Apr 21 13:33:51.828742 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d6c8a-ade0-46cf-a860-cdcc55316332 req-e1bb0a75-e62b-41cb-8dd9-d0a783d42379 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:51.830233 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa8d6c8a-ade0-46cf-a860-cdcc55316332 req-e1bb0a75-e62b-41cb-8dd9-d0a783d42379 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0478210 Apr 21 13:33:51.870266 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa8d6c8a-ade0-46cf-a860-cdcc55316332 req-82744301-d7d6-49cc-9f19-4f65521af84a tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335395 Apr 21 13:33:51.986400 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5369d65-8779-41f2-aad9-ae05cc9f590b req-4f7ca5c7-0832-48f0-8bdb-ecc361814b09 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:51.987789 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d5369d65-8779-41f2-aad9-ae05cc9f590b req-4f7ca5c7-0832-48f0-8bdb-ecc361814b09 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0486124 Apr 21 13:33:52.024953 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d5369d65-8779-41f2-aad9-ae05cc9f590b req-83de44a6-70b6-404e-8eb9-671224012fc6 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311081 Apr 21 13:33:52.560926 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40cabb-566a-48e7-816b-e2be1cd7bfc5 req-537cb209-c349-44b1-a99a-c08f07b72c37 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:52.562425 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b40cabb-566a-48e7-816b-e2be1cd7bfc5 req-537cb209-c349-44b1-a99a-c08f07b72c37 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0516491 Apr 21 13:33:52.599873 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9b40cabb-566a-48e7-816b-e2be1cd7bfc5 req-1c0a5500-10fa-44e9-a376-e143bb64c7db tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307581 Apr 21 13:33:53.716383 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fab88-b4f2-4ed0-8101-ea22492b66b3 req-cef537ff-4990-41c1-8676-a434840f3790 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:53.717893 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a57fab88-b4f2-4ed0-8101-ea22492b66b3 req-cef537ff-4990-41c1-8676-a434840f3790 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0493126 Apr 21 13:33:53.755166 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a57fab88-b4f2-4ed0-8101-ea22492b66b3 req-5d07d706-122b-4e71-9292-c57dc29816b5 tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/security-groups?id=39734a7f-d47d-4a83-950d-eaa4eeec0982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307655 Apr 21 13:33:53.838485 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88231001-186b-4c95-88b4-0c298ac85066 req-259f54a1-0964-4948-a74b-57999320e5fe tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:53.839903 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-88231001-186b-4c95-88b4-0c298ac85066 req-259f54a1-0964-4948-a74b-57999320e5fe tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.24 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 946 time: 0.0468762 Apr 21 13:33:53.932965 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-88231001-186b-4c95-88b4-0c298ac85066 req-78e171e2-355e-43b8-90de-7a1edb6a5f9b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Deleting port a445f6d8-3d20-44f8-a024-a2e1c1e44b6d {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:33:53.933300 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88231001-186b-4c95-88b4-0c298ac85066 req-78e171e2-355e-43b8-90de-7a1edb6a5f9b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:54.017658 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-88231001-186b-4c95-88b4-0c298ac85066 req-78e171e2-355e-43b8-90de-7a1edb6a5f9b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] For port a445f6d8-3d20-44f8-a024-a2e1c1e44b6d, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a445f6d8-3d20-44f8-a024-a2e1c1e44b6d,segment=NetworkSegment(a65bf2b2-b6dd-46cd-b553-027e6716bfed),segment_id=a65bf2b2-b6dd-46cd-b553-027e6716bfed)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:33:54.017940 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88231001-186b-4c95-88b4-0c298ac85066 req-78e171e2-355e-43b8-90de-7a1edb6a5f9b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:54.030259 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-88231001-186b-4c95-88b4-0c298ac85066 req-78e171e2-355e-43b8-90de-7a1edb6a5f9b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Calling delete_port for a445f6d8-3d20-44f8-a024-a2e1c1e44b6d owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:33:54.225349 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88231001-186b-4c95-88b4-0c298ac85066 req-78e171e2-355e-43b8-90de-7a1edb6a5f9b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:54.241751 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['a445f6d8-3d20-44f8-a024-a2e1c1e44b6d'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:33:54.259600 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e171e2-355e-43b8-90de-7a1edb6a5f9b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Pushing event deleted for resources: {'Port': ['ID=a445f6d8-3d20-44f8-a024-a2e1c1e44b6d,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:33:54.279754 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e171e2-355e-43b8-90de-7a1edb6a5f9b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:33:54.280021 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e171e2-355e-43b8-90de-7a1edb6a5f9b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:33:54.280354 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e171e2-355e-43b8-90de-7a1edb6a5f9b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:33:54.280682 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e171e2-355e-43b8-90de-7a1edb6a5f9b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:33:54.281058 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e171e2-355e-43b8-90de-7a1edb6a5f9b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:33:54.281379 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e171e2-355e-43b8-90de-7a1edb6a5f9b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:33:54.281731 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e171e2-355e-43b8-90de-7a1edb6a5f9b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:33:54.282052 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e171e2-355e-43b8-90de-7a1edb6a5f9b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:33:54.282376 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e171e2-355e-43b8-90de-7a1edb6a5f9b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:33:54.282691 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e171e2-355e-43b8-90de-7a1edb6a5f9b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:33:54.283007 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e171e2-355e-43b8-90de-7a1edb6a5f9b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:33:54.283317 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e171e2-355e-43b8-90de-7a1edb6a5f9b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:33:54.307813 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-88231001-186b-4c95-88b4-0c298ac85066 req-78e171e2-355e-43b8-90de-7a1edb6a5f9b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] No DVR routers for this DVR port a445f6d8-3d20-44f8-a024-a2e1c1e44b6d on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:33:54.310413 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-88231001-186b-4c95-88b4-0c298ac85066 req-78e171e2-355e-43b8-90de-7a1edb6a5f9b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:54.313561 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-88231001-186b-4c95-88b4-0c298ac85066 req-78e171e2-355e-43b8-90de-7a1edb6a5f9b tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.24 "DELETE /v2.0/ports/a445f6d8-3d20-44f8-a024-a2e1c1e44b6d HTTP/1.1" status: 204 len: 173 time: 0.4633996 Apr 21 13:33:54.314020 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '610ec79e-9f70-42f8-8ecb-4ce43f7e2c13', 'name': 'network-vif-deleted', 'tag': 'a445f6d8-3d20-44f8-a024-a2e1c1e44b6d'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:33:54.316225 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567f0078-452b-4773-bc9c-fffc38c3552c" -d '{"events": [{"server_uuid": "610ec79e-9f70-42f8-8ecb-4ce43f7e2c13", "name": "network-vif-deleted", "tag": "a445f6d8-3d20-44f8-a024-a2e1c1e44b6d"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:33:54.353114 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e018fb-5b73-49cf-b894-5d00cd7661a8 x-openstack-request-id: req-20e018fb-5b73-49cf-b894-5d00cd7661a8 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:33:54.353457 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "610ec79e-9f70-42f8-8ecb-4ce43f7e2c13", "name": "network-vif-deleted", "tag": "a445f6d8-3d20-44f8-a024-a2e1c1e44b6d", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:33:54.353747 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-20e018fb-5b73-49cf-b894-5d00cd7661a8 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:33:54.354196 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20e018fb-5b73-49cf-b894-5d00cd7661a8'] response: {'server_uuid': '610ec79e-9f70-42f8-8ecb-4ce43f7e2c13', 'name': 'network-vif-deleted', 'tag': 'a445f6d8-3d20-44f8-a024-a2e1c1e44b6d', 'status': 'completed', 'code': 200} Apr 21 13:33:54.860396 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-74569b15-b62d-4bca-91db-d786c24f4f18 req-a3a8a3d4-4063-4c00-9552-34c4db05c97f tempest-ServerDiskConfigTestJSON-1254018740 tempest-ServerDiskConfigTestJSON-1254018740-project] 10.222.0.36 "GET /v2.0/ports?device_id=610ec79e-9f70-42f8-8ecb-4ce43f7e2c13 HTTP/1.1" status: 200 len: 210 time: 0.0266104 Apr 21 13:33:55.980295 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58322) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:33:56.024315 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bc3a88f-7733-4ee4-a56e-120801cb39fe admin admin] Deleting subnet 47ff4384-502d-44ca-bc39-947f6c436446 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:33:56.027222 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9bc3a88f-7733-4ee4-a56e-120801cb39fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:56.060558 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9bc3a88f-7733-4ee4-a56e-120801cb39fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:56.102054 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9bc3a88f-7733-4ee4-a56e-120801cb39fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:56.220193 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9bc3a88f-7733-4ee4-a56e-120801cb39fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:56.247196 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3a88f-7733-4ee4-a56e-120801cb39fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47ff4384-502d-44ca-bc39-947f6c436446,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:33:56.249608 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9bc3a88f-7733-4ee4-a56e-120801cb39fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:56.252386 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9bc3a88f-7733-4ee4-a56e-120801cb39fe admin admin] 10.222.0.36 "DELETE /v2.0/subnets/47ff4384-502d-44ca-bc39-947f6c436446 HTTP/1.1" status: 204 len: 168 time: 0.2711062 Apr 21 13:33:56.254859 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58324) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:33:56.319950 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3b4b86bc-acc9-4566-a94c-9a8149df2b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:56.399898 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3b4b86bc-acc9-4566-a94c-9a8149df2b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:56.419701 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-3b4b86bc-acc9-4566-a94c-9a8149df2b07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7607c9-a88c-4ae2-bc1d-35662d14c0e7']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:33:56.428500 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-3b4b86bc-acc9-4566-a94c-9a8149df2b07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65bf2b2-b6dd-46cd-b553-027e6716bfed') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:33:56.428787 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-3b4b86bc-acc9-4566-a94c-9a8149df2b07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65bf2b2-b6dd-46cd-b553-027e6716bfed') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:33:56.437682 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3b4b86bc-acc9-4566-a94c-9a8149df2b07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:56.450524 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3b4b86bc-acc9-4566-a94c-9a8149df2b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:56.456119 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4b86bc-acc9-4566-a94c-9a8149df2b07 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:33:56.456509 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3b4b86bc-acc9-4566-a94c-9a8149df2b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:33:56.458600 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:33:56.568392 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3b4b86bc-acc9-4566-a94c-9a8149df2b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:56.573889 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3b4b86bc-acc9-4566-a94c-9a8149df2b07 admin admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:56.579273 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3b4b86bc-acc9-4566-a94c-9a8149df2b07 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8c7607c9-a88c-4ae2-bc1d-35662d14c0e7 HTTP/1.1" status: 204 len: 168 time: 0.3211269 Apr 21 13:33:56.588885 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b86bc-acc9-4566-a94c-9a8149df2b07 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c7607c9-a88c-4ae2-bc1d-35662d14c0e7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:33:56.909049 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58328) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:33:56.948096 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e21b33d5-718e-45af-a738-2191cdba97b6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=88e40ff5e87b483c9b29bc267a64c7af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378509 Apr 21 13:33:56.950542 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58330) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:33:56.996033 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cf173a0-2e1f-4d17-b381-8d7c28c02757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:57.016791 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cf173a0-2e1f-4d17-b381-8d7c28c02757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:57.139344 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cf173a0-2e1f-4d17-b381-8d7c28c02757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:57.141807 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cf173a0-2e1f-4d17-b381-8d7c28c02757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:57.142954 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0cf173a0-2e1f-4d17-b381-8d7c28c02757 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/39734a7f-d47d-4a83-950d-eaa4eeec0982 HTTP/1.1" status: 204 len: 168 time: 0.1915524 Apr 21 13:33:57.150634 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf173a0-2e1f-4d17-b381-8d7c28c02757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39734a7f-d47d-4a83-950d-eaa4eeec0982,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:33:57.783964 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device a445f6d8-3d20-44f8-a024-a2e1c1e44b6d no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:33:57.807069 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: a445f6d8-3d20-44f8-a024-a2e1c1e44b6d {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:33:57.807405 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device a445f6d8-3d20-44f8-a024-a2e1c1e44b6d not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:33:58.122206 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58352) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:33:58.214951 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2fb171a5-ae98-485d-881f-62a9a4ea9e46 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1636228582-network', 'tenant_id': '6191999b6bee462c9838e0e358c8a260'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:33:58.282275 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb171a5-ae98-485d-881f-62a9a4ea9e46 admin admin] Made reservation on behalf of 6191999b6bee462c9838e0e358c8a260 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:33:58.284597 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fb171a5-ae98-485d-881f-62a9a4ea9e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:58.293278 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fb171a5-ae98-485d-881f-62a9a4ea9e46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:58.367922 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fb171a5-ae98-485d-881f-62a9a4ea9e46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:58.424491 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fb171a5-ae98-485d-881f-62a9a4ea9e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:58.451236 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb171a5-ae98-485d-881f-62a9a4ea9e46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:33:58.456296 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb171a5-ae98-485d-881f-62a9a4ea9e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2dc1346-fd24-4d4b-9084-a8f791d57b70,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:33:58.468480 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fb171a5-ae98-485d-881f-62a9a4ea9e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:58.468480 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-2fb171a5-ae98-485d-881f-62a9a4ea9e46 admin admin] Added segment 8f8fffc1-fc97-4ff6-8170-d49db699f5bb of type vlan for network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 Apr 21 13:33:58.503193 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fb171a5-ae98-485d-881f-62a9a4ea9e46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:58.596580 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fb171a5-ae98-485d-881f-62a9a4ea9e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:58.597619 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb171a5-ae98-485d-881f-62a9a4ea9e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:58.598208 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fb171a5-ae98-485d-881f-62a9a4ea9e46 admin admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:58.660098 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb171a5-ae98-485d-881f-62a9a4ea9e46 admin admin] Pushing event updated for resources: {'Network': ['ID=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:33:58.670279 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:33:58.713159 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2fb171a5-ae98-485d-881f-62a9a4ea9e46 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5897892 Apr 21 13:33:58.715981 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58356) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:33:58.721072 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-0939aa7c-23f6-48b0-b4be-6bca419fcd9b admin admin] Request body: {'subnet': {'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1636228582-subnet', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:33:58.801576 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0939aa7c-23f6-48b0-b4be-6bca419fcd9b admin admin] Made reservation on behalf of 6191999b6bee462c9838e0e358c8a260 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:33:58.804531 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0939aa7c-23f6-48b0-b4be-6bca419fcd9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:59.037186 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0939aa7c-23f6-48b0-b4be-6bca419fcd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:59.096146 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939aa7c-23f6-48b0-b4be-6bca419fcd9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ca006fe-3660-4c71-95af-93248fbdc150,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:33:59.103988 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0939aa7c-23f6-48b0-b4be-6bca419fcd9b admin admin] Checking segment: {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:33:59.104336 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0939aa7c-23f6-48b0-b4be-6bca419fcd9b admin admin] Network hostable DHCP agents. Network: 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:33:59.172997 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0939aa7c-23f6-48b0-b4be-6bca419fcd9b admin admin] Network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:33:59.253031 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-0939aa7c-23f6-48b0-b4be-6bca419fcd9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:33:59.257694 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939aa7c-23f6-48b0-b4be-6bca419fcd9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:33:59.258304 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0939aa7c-23f6-48b0-b4be-6bca419fcd9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:59.262981 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bc2b1e-34da-406d-a97b-716413108f9c None None] Network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:33:59.341858 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0939aa7c-23f6-48b0-b4be-6bca419fcd9b admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6245599 Apr 21 13:33:59.344367 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58358) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:33:59.348689 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-22a79574-4997-4856-9e9a-fc4cf925738c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:33:59.405904 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:33:59.406818 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:59.431261 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-22a79574-4997-4856-9e9a-fc4cf925738c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:59.432346 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-22a79574-4997-4856-9e9a-fc4cf925738c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:59.483000 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-22a79574-4997-4856-9e9a-fc4cf925738c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:59.539814 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Allocated IP 172.20.0.2 (8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4/6ca006fe-3660-4c71-95af-93248fbdc150/c3115fb1-a4bf-434f-84d1-f257e97123ac) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:33:59.688778 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-22a79574-4997-4856-9e9a-fc4cf925738c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:59.690099 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:59.762852 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:59.804572 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:33:59.809778 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:33:59.811880 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Pushing event updated for resources: {'Port': ['ID=c3115fb1-a4bf-434f-84d1-f257e97123ac,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:33:59.814027 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:33:59.867409 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Attempting to bind port c3115fb1-a4bf-434f-84d1-f257e97123ac on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:33:59.867774 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Attempting to bind port c3115fb1-a4bf-434f-84d1-f257e97123ac by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:33:59.868133 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Attempting to bind port c3115fb1-a4bf-434f-84d1-f257e97123ac on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:33:59.873108 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:33:59.873468 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Checking segment: {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:33:59.873886 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:59.874270 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Bound using segment: {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:33:59.874727 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Bound port: c3115fb1-a4bf-434f-84d1-f257e97123ac, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:33:59.875100 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:59.939583 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] For port c3115fb1-a4bf-434f-84d1-f257e97123ac, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:33:59.942416 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] For port c3115fb1-a4bf-434f-84d1-f257e97123ac, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c3115fb1-a4bf-434f-84d1-f257e97123ac,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:33:59.968136 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-22a79574-4997-4856-9e9a-fc4cf925738c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:33:59.987809 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-22a79574-4997-4856-9e9a-fc4cf925738c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:00.043213 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:00.091248 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-22a79574-4997-4856-9e9a-fc4cf925738c admin admin] Allocated IP 172.25.8.112 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/49851a45-1e06-4b5f-835e-9e5524581595) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:34:00.102210 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Pushing event updated for resources: {'Port': ['ID=c3115fb1-a4bf-434f-84d1-f257e97123ac,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:34:00.110720 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:00.112331 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:00.112687 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:00.113021 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:00.113360 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:00.113716 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:00.114069 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:00.114397 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:00.114723 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:00.115040 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:00.115369 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:00.115724 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a73d7c8-0d68-480f-ae81-5bc4048e3279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:00.203727 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-22a79574-4997-4856-9e9a-fc4cf925738c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:00.316520 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-22a79574-4997-4856-9e9a-fc4cf925738c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:00.354692 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a79574-4997-4856-9e9a-fc4cf925738c admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:34:00.359152 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-22a79574-4997-4856-9e9a-fc4cf925738c admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:34:00.365964 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a79574-4997-4856-9e9a-fc4cf925738c admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:34:00.406445 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a79574-4997-4856-9e9a-fc4cf925738c admin admin] Pushing event updated for resources: {'Port': ['ID=49851a45-1e06-4b5f-835e-9e5524581595,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:34:00.826897 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c3115fb1-a4bf-434f-84d1-f257e97123ac up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:34:00.883699 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port c3115fb1-a4bf-434f-84d1-f257e97123ac triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:34:00.884067 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:00.977943 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:01.013619 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port c3115fb1-a4bf-434f-84d1-f257e97123ac, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c3115fb1-a4bf-434f-84d1-f257e97123ac,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:34:01.051421 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-22a79574-4997-4856-9e9a-fc4cf925738c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:01.081957 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:01.093620 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd2e58a-1208-406a-aee0-639c647a183e None None] Network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:34:01.201631 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-da9e80cc-516b-4cd4-8df7-cec40f7951ec None None] Provisioning complete for port c3115fb1-a4bf-434f-84d1-f257e97123ac triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:34:01.202018 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da9e80cc-516b-4cd4-8df7-cec40f7951ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:01.210341 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=c3115fb1-a4bf-434f-84d1-f257e97123ac,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:34:01.249759 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-22a79574-4997-4856-9e9a-fc4cf925738c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:01.443220 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a79574-4997-4856-9e9a-fc4cf925738c admin admin] Router ad38ec32-225f-4de6-ad69-6c95b9348c89 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:34:01.553605 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a79574-4997-4856-9e9a-fc4cf925738c admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:34:01.562749 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0479fca0-cff4-4504-81f1-3633e5349df3 None None] Sync routers for ids ['ad38ec32-225f-4de6-ad69-6c95b9348c89'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:34:01.579822 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0479fca0-cff4-4504-81f1-3633e5349df3 None None] Routers {'ad38ec32-225f-4de6-ad69-6c95b9348c89'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:34:01.581427 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-0479fca0-cff4-4504-81f1-3633e5349df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:33:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ad38ec32-225f-4de6-ad69-6c95b9348c89'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:34:01.625030 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8842483d-7445-4f81-89c5-8feea93d50c7 None None] Provisioning complete for port c3115fb1-a4bf-434f-84d1-f257e97123ac triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:34:01.625030 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8842483d-7445-4f81-89c5-8feea93d50c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:01.643527 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-22a79574-4997-4856-9e9a-fc4cf925738c admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:01.644734 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-22a79574-4997-4856-9e9a-fc4cf925738c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2993910 Apr 21 13:34:01.648290 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58362) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:34:01.719421 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-0479fca0-cff4-4504-81f1-3633e5349df3 None None] Set router ad38ec32-225f-4de6-ad69-6c95b9348c89 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:34:01.932408 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-0479fca0-cff4-4504-81f1-3633e5349df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '49851a45-1e06-4b5f-835e-9e5524581595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:00Z', 'revision_number': 3, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port': {'id': '49851a45-1e06-4b5f-835e-9e5524581595', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:34:01.957906 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0479fca0-cff4-4504-81f1-3633e5349df3 None None] Checking router: ad38ec32-225f-4de6-ad69-6c95b9348c89 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:34:01.958337 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0479fca0-cff4-4504-81f1-3633e5349df3 None None] Updating router ad38ec32-225f-4de6-ad69-6c95b9348c89 port 49851a45-1e06-4b5f-835e-9e5524581595 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:34:01.983409 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0479fca0-cff4-4504-81f1-3633e5349df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:02.059102 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eedfb7ae-14da-49c4-9bc4-1949789c6eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:02.214216 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-eedfb7ae-14da-49c4-9bc4-1949789c6eb1 admin admin] Allocated IP 172.20.0.1 (8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4/6ca006fe-3660-4c71-95af-93248fbdc150/a2991119-a43f-44d9-9a48-d3219ce9350e) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:34:02.236805 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0479fca0-cff4-4504-81f1-3633e5349df3 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:02.305120 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0479fca0-cff4-4504-81f1-3633e5349df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:02.316423 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eedfb7ae-14da-49c4-9bc4-1949789c6eb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:02.357465 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0479fca0-cff4-4504-81f1-3633e5349df3 None None] Attempting to bind port 49851a45-1e06-4b5f-835e-9e5524581595 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:34:02.357860 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0479fca0-cff4-4504-81f1-3633e5349df3 None None] Attempting to bind port 49851a45-1e06-4b5f-835e-9e5524581595 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:34:02.358224 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0479fca0-cff4-4504-81f1-3633e5349df3 None None] Attempting to bind port 49851a45-1e06-4b5f-835e-9e5524581595 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:34:02.360182 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8efe64-fe96-48a4-91f1-963758c20f17 None None] Pushing event updated for resources: {'Port': ['ID=49851a45-1e06-4b5f-835e-9e5524581595,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:34:02.366056 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0479fca0-cff4-4504-81f1-3633e5349df3 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:34:02.366429 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0479fca0-cff4-4504-81f1-3633e5349df3 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:34:02.366866 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0479fca0-cff4-4504-81f1-3633e5349df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:02.367233 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0479fca0-cff4-4504-81f1-3633e5349df3 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:34:02.368027 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0479fca0-cff4-4504-81f1-3633e5349df3 None None] Bound port: 49851a45-1e06-4b5f-835e-9e5524581595, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:34:02.368139 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0479fca0-cff4-4504-81f1-3633e5349df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:02.402877 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eedfb7ae-14da-49c4-9bc4-1949789c6eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:02.424194 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0479fca0-cff4-4504-81f1-3633e5349df3 None None] For port 49851a45-1e06-4b5f-835e-9e5524581595, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:34:02.427320 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0479fca0-cff4-4504-81f1-3633e5349df3 None None] For port 49851a45-1e06-4b5f-835e-9e5524581595, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=49851a45-1e06-4b5f-835e-9e5524581595,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:34:02.441624 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedfb7ae-14da-49c4-9bc4-1949789c6eb1 admin admin] Network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:34:02.443875 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-eedfb7ae-14da-49c4-9bc4-1949789c6eb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:34:02.447430 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedfb7ae-14da-49c4-9bc4-1949789c6eb1 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:34:02.471463 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfb7ae-14da-49c4-9bc4-1949789c6eb1 admin admin] Pushing event updated for resources: {'Port': ['ID=a2991119-a43f-44d9-9a48-d3219ce9350e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:34:02.489761 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0479fca0-cff4-4504-81f1-3633e5349df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:02.491416 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eedfb7ae-14da-49c4-9bc4-1949789c6eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:02.559975 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8efe64-fe96-48a4-91f1-963758c20f17 None None] Pushing event updated for resources: {'Port': ['ID=49851a45-1e06-4b5f-835e-9e5524581595,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:34:02.562783 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0479fca0-cff4-4504-81f1-3633e5349df3 None None] Routers {'ad38ec32-225f-4de6-ad69-6c95b9348c89'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:34:02.563459 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-0479fca0-cff4-4504-81f1-3633e5349df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:33:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ad38ec32-225f-4de6-ad69-6c95b9348c89'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:34:02.681270 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-0479fca0-cff4-4504-81f1-3633e5349df3 None None] Set router ad38ec32-225f-4de6-ad69-6c95b9348c89 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:34:02.714716 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eedfb7ae-14da-49c4-9bc4-1949789c6eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:02.734471 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8b417f6b-c122-4af2-a885-6b138556c426 None None] Provisioning complete for port a2991119-a43f-44d9-9a48-d3219ce9350e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:34:02.734837 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8b417f6b-c122-4af2-a885-6b138556c426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:02.804720 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c3115fb1-a4bf-434f-84d1-f257e97123ac up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:34:02.839614 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8b417f6b-c122-4af2-a885-6b138556c426 None None] Port a2991119-a43f-44d9-9a48-d3219ce9350e cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:34:02.886499 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eedfb7ae-14da-49c4-9bc4-1949789c6eb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:02.910170 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port c3115fb1-a4bf-434f-84d1-f257e97123ac triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:34:02.910546 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:02.944896 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eedfb7ae-14da-49c4-9bc4-1949789c6eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:02.966249 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-0479fca0-cff4-4504-81f1-3633e5349df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '49851a45-1e06-4b5f-835e-9e5524581595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:00Z', 'revision_number': 3, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port': {'id': '49851a45-1e06-4b5f-835e-9e5524581595', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:34:03.010747 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfb7ae-14da-49c4-9bc4-1949789c6eb1 admin admin] Pushing event updated for resources: {'Port': ['ID=a2991119-a43f-44d9-9a48-d3219ce9350e,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:34:03.013729 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0479fca0-cff4-4504-81f1-3633e5349df3 None None] The sync data for ids ['ad38ec32-225f-4de6-ad69-6c95b9348c89'] in n-d-836147-2 is: [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '49851a45-1e06-4b5f-835e-9e5524581595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:00Z', 'revision_number': 3, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port': {'id': '49851a45-1e06-4b5f-835e-9e5524581595', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:34:03.014630 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eedfb7ae-14da-49c4-9bc4-1949789c6eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:03.113446 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedfb7ae-14da-49c4-9bc4-1949789c6eb1 admin admin] Network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:34:03.115024 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-eedfb7ae-14da-49c4-9bc4-1949789c6eb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:34:03.260631 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedfb7ae-14da-49c4-9bc4-1949789c6eb1 admin admin] Router ad38ec32-225f-4de6-ad69-6c95b9348c89 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:34:03.363264 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7754b845-4702-4239-9bdd-87b46de39d2c None None] Provisioning complete for port a2991119-a43f-44d9-9a48-d3219ce9350e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:34:03.363634 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7754b845-4702-4239-9bdd-87b46de39d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:03.386743 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedfb7ae-14da-49c4-9bc4-1949789c6eb1 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:34:03.394588 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-eedfb7ae-14da-49c4-9bc4-1949789c6eb1 admin admin] 10.222.0.36 "PUT /v2.0/routers/ad38ec32-225f-4de6-ad69-6c95b9348c89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7448559 Apr 21 13:34:03.409205 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7754b845-4702-4239-9bdd-87b46de39d2c None None] Port a2991119-a43f-44d9-9a48-d3219ce9350e cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:34:03.881893 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58370) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:34:03.886558 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2fa12d69-d2ba-4550-8638-975b712d73fa tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Request body: {'security_group': {'name': 'tempest-securitygroup--203948848', 'description': 'tempest-description--1112021369'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:34:03.967492 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fa12d69-d2ba-4550-8638-975b712d73fa tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:04.034900 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fa12d69-d2ba-4550-8638-975b712d73fa tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:04.093745 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fa12d69-d2ba-4550-8638-975b712d73fa tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:04.122208 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa12d69-d2ba-4550-8638-975b712d73fa tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272baeeb-ab7d-4155-b7aa-5b33842f9ead,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:34:04.181210 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2fa12d69-d2ba-4550-8638-975b712d73fa tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:04.182625 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2fa12d69-d2ba-4550-8638-975b712d73fa tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2996583 Apr 21 13:34:04.185511 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58372) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:34:04.190344 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-721f7aa3-17a0-4608-a9de-3e6dd7590e71 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Request body: {'security_group_rule': {'security_group_id': '272baeeb-ab7d-4155-b7aa-5b33842f9ead', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:34:04.276289 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-721f7aa3-17a0-4608-a9de-3e6dd7590e71 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:04.334933 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-721f7aa3-17a0-4608-a9de-3e6dd7590e71 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:04.408441 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-721f7aa3-17a0-4608-a9de-3e6dd7590e71 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:04.427679 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f7aa3-17a0-4608-a9de-3e6dd7590e71 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a81550-1611-4bf0-9b78-2f845cc06c01,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:34:04.508194 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-721f7aa3-17a0-4608-a9de-3e6dd7590e71 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:04.509518 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-721f7aa3-17a0-4608-a9de-3e6dd7590e71 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3228459 Apr 21 13:34:04.513166 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58374) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:34:04.515160 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ba5b8-131d-4827-8c80-8d4406513b47 None None] Sync routers for ids ['ad38ec32-225f-4de6-ad69-6c95b9348c89'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:34:04.517634 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-ed8a9bbf-330c-42f9-80cc-ed4a71b68a0c tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Request body: {'security_group_rule': {'security_group_id': '272baeeb-ab7d-4155-b7aa-5b33842f9ead', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:34:04.524743 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9ba5b8-131d-4827-8c80-8d4406513b47 None None] Routers {'ad38ec32-225f-4de6-ad69-6c95b9348c89'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:34:04.525335 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8f9ba5b8-131d-4827-8c80-8d4406513b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:33:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ad38ec32-225f-4de6-ad69-6c95b9348c89'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:34:04.602114 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed8a9bbf-330c-42f9-80cc-ed4a71b68a0c tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:04.626354 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8f9ba5b8-131d-4827-8c80-8d4406513b47 None None] Set router ad38ec32-225f-4de6-ad69-6c95b9348c89 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:34:04.662828 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed8a9bbf-330c-42f9-80cc-ed4a71b68a0c tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:04.745751 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed8a9bbf-330c-42f9-80cc-ed4a71b68a0c tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:04.772255 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a9bbf-330c-42f9-80cc-ed4a71b68a0c tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c56bca8-0c04-4a5c-beb4-34036a1e1b7a,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:34:04.816473 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 49851a45-1e06-4b5f-835e-9e5524581595 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:34:04.836603 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8f9ba5b8-131d-4827-8c80-8d4406513b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '49851a45-1e06-4b5f-835e-9e5524581595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port': {'id': '49851a45-1e06-4b5f-835e-9e5524581595', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'a2991119-a43f-44d9-9a48-d3219ce9350e', 'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'mac_address': 'fa:16:3e:2e:24:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:34:02Z', 'updated_at': '2022-04-21T13:34:02Z', 'revision_number': 2, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'subnets': [{'id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:34:04.838761 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ed8a9bbf-330c-42f9-80cc-ed4a71b68a0c tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:04.840011 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ed8a9bbf-330c-42f9-80cc-ed4a71b68a0c tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3258247 Apr 21 13:34:04.842967 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58376) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:34:04.847462 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-796fa56a-2d79-4583-968d-686eed630b46 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:34:04.870916 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ba5b8-131d-4827-8c80-8d4406513b47 None None] Checking router: ad38ec32-225f-4de6-ad69-6c95b9348c89 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:34:04.871107 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ba5b8-131d-4827-8c80-8d4406513b47 None None] Updating router ad38ec32-225f-4de6-ad69-6c95b9348c89 port a2991119-a43f-44d9-9a48-d3219ce9350e binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:34:04.871589 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 49851a45-1e06-4b5f-835e-9e5524581595 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:34:04.872147 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:04.897871 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8f9ba5b8-131d-4827-8c80-8d4406513b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:04.945384 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-796fa56a-2d79-4583-968d-686eed630b46 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for floatingip, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:04.951792 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:04.973710 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 49851a45-1e06-4b5f-835e-9e5524581595, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=49851a45-1e06-4b5f-835e-9e5524581595,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:34:05.037676 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:05.040422 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-796fa56a-2d79-4583-968d-686eed630b46 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:05.092029 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=49851a45-1e06-4b5f-835e-9e5524581595,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:34:05.149729 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-796fa56a-2d79-4583-968d-686eed630b46 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Allocated IP 172.25.8.13 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/4bced7aa-0455-4b1d-9c60-dbfbb6ad20e4) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:34:05.160525 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8f9ba5b8-131d-4827-8c80-8d4406513b47 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:05.225268 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8f9ba5b8-131d-4827-8c80-8d4406513b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:05.248414 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-796fa56a-2d79-4583-968d-686eed630b46 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:05.290311 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbfa076-f04f-4b2a-9148-e08b0fb3da5e None None] Pushing event updated for resources: {'Port': ['ID=a2991119-a43f-44d9-9a48-d3219ce9350e,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:34:05.312561 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfa076-f04f-4b2a-9148-e08b0fb3da5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:05.312888 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfa076-f04f-4b2a-9148-e08b0fb3da5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:05.313213 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfa076-f04f-4b2a-9148-e08b0fb3da5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:05.313762 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfa076-f04f-4b2a-9148-e08b0fb3da5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:05.314237 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfa076-f04f-4b2a-9148-e08b0fb3da5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:05.314554 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfa076-f04f-4b2a-9148-e08b0fb3da5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:05.314873 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfa076-f04f-4b2a-9148-e08b0fb3da5e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:05.315268 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfa076-f04f-4b2a-9148-e08b0fb3da5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:05.315562 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfa076-f04f-4b2a-9148-e08b0fb3da5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:05.315873 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfa076-f04f-4b2a-9148-e08b0fb3da5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:05.316181 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfa076-f04f-4b2a-9148-e08b0fb3da5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:05.316495 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbfa076-f04f-4b2a-9148-e08b0fb3da5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:05.335312 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8f9ba5b8-131d-4827-8c80-8d4406513b47 None None] Attempting to bind port a2991119-a43f-44d9-9a48-d3219ce9350e on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:34:05.335674 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8f9ba5b8-131d-4827-8c80-8d4406513b47 None None] Attempting to bind port a2991119-a43f-44d9-9a48-d3219ce9350e by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:34:05.336035 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9ba5b8-131d-4827-8c80-8d4406513b47 None None] Attempting to bind port a2991119-a43f-44d9-9a48-d3219ce9350e on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:34:05.339818 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-796fa56a-2d79-4583-968d-686eed630b46 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:05.341349 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9ba5b8-131d-4827-8c80-8d4406513b47 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:34:05.341761 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9ba5b8-131d-4827-8c80-8d4406513b47 None None] Checking segment: {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:34:05.342179 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8f9ba5b8-131d-4827-8c80-8d4406513b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:05.342562 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9ba5b8-131d-4827-8c80-8d4406513b47 None None] Bound using segment: {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:34:05.343066 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-8f9ba5b8-131d-4827-8c80-8d4406513b47 None None] Bound port: a2991119-a43f-44d9-9a48-d3219ce9350e, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:34:05.343447 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8f9ba5b8-131d-4827-8c80-8d4406513b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:05.386827 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796fa56a-2d79-4583-968d-686eed630b46 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:34:05.391433 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-796fa56a-2d79-4583-968d-686eed630b46 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:34:05.405571 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796fa56a-2d79-4583-968d-686eed630b46 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:34:05.412056 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796fa56a-2d79-4583-968d-686eed630b46 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Pushing event updated for resources: {'Port': ['ID=4bced7aa-0455-4b1d-9c60-dbfbb6ad20e4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:34:05.415259 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8f9ba5b8-131d-4827-8c80-8d4406513b47 None None] For port a2991119-a43f-44d9-9a48-d3219ce9350e, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:34:05.418663 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-8f9ba5b8-131d-4827-8c80-8d4406513b47 None None] For port a2991119-a43f-44d9-9a48-d3219ce9350e, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a2991119-a43f-44d9-9a48-d3219ce9350e,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:34:05.442743 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796fa56a-2d79-4583-968d-686eed630b46 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:05.443085 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796fa56a-2d79-4583-968d-686eed630b46 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:05.443420 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796fa56a-2d79-4583-968d-686eed630b46 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:05.443759 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796fa56a-2d79-4583-968d-686eed630b46 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:05.444098 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796fa56a-2d79-4583-968d-686eed630b46 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:05.444423 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796fa56a-2d79-4583-968d-686eed630b46 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:05.444747 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796fa56a-2d79-4583-968d-686eed630b46 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:05.445069 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796fa56a-2d79-4583-968d-686eed630b46 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:05.445387 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796fa56a-2d79-4583-968d-686eed630b46 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:05.445739 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796fa56a-2d79-4583-968d-686eed630b46 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:05.446061 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796fa56a-2d79-4583-968d-686eed630b46 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:05.446382 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796fa56a-2d79-4583-968d-686eed630b46 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:34:05.465481 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-8f9ba5b8-131d-4827-8c80-8d4406513b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:05.512643 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9ba5b8-131d-4827-8c80-8d4406513b47 None None] Routers {'ad38ec32-225f-4de6-ad69-6c95b9348c89'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:34:05.513467 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8f9ba5b8-131d-4827-8c80-8d4406513b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:33:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ad38ec32-225f-4de6-ad69-6c95b9348c89'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:34:05.544864 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-aefa2922-84dc-44b7-a146-6b258ab03864 None None] Provisioning complete for port a2991119-a43f-44d9-9a48-d3219ce9350e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:34:05.545752 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aefa2922-84dc-44b7-a146-6b258ab03864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:05.547038 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-796fa56a-2d79-4583-968d-686eed630b46 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:05.619076 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbfa076-f04f-4b2a-9148-e08b0fb3da5e None None] Pushing event updated for resources: {'Port': ['ID=a2991119-a43f-44d9-9a48-d3219ce9350e,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:34:05.639619 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aefa2922-84dc-44b7-a146-6b258ab03864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:05.646573 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8f9ba5b8-131d-4827-8c80-8d4406513b47 None None] Set router ad38ec32-225f-4de6-ad69-6c95b9348c89 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:34:05.693527 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-aefa2922-84dc-44b7-a146-6b258ab03864 None None] For port a2991119-a43f-44d9-9a48-d3219ce9350e, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a2991119-a43f-44d9-9a48-d3219ce9350e,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:34:05.780187 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aefa2922-84dc-44b7-a146-6b258ab03864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:05.831892 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa2922-84dc-44b7-a146-6b258ab03864 None None] Pushing event updated for resources: {'Port': ['ID=a2991119-a43f-44d9-9a48-d3219ce9350e,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:34:05.855807 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8f9ba5b8-131d-4827-8c80-8d4406513b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '49851a45-1e06-4b5f-835e-9e5524581595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port': {'id': '49851a45-1e06-4b5f-835e-9e5524581595', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'a2991119-a43f-44d9-9a48-d3219ce9350e', 'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'mac_address': 'fa:16:3e:2e:24:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:34:02Z', 'updated_at': '2022-04-21T13:34:05Z', 'revision_number': 4, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'subnets': [{'id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:34:05.865633 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-796fa56a-2d79-4583-968d-686eed630b46 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:05.885543 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ba5b8-131d-4827-8c80-8d4406513b47 None None] The sync data for ids ['ad38ec32-225f-4de6-ad69-6c95b9348c89'] in n-d-836147-2 is: [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '49851a45-1e06-4b5f-835e-9e5524581595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port': {'id': '49851a45-1e06-4b5f-835e-9e5524581595', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'a2991119-a43f-44d9-9a48-d3219ce9350e', 'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'mac_address': 'fa:16:3e:2e:24:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:34:02Z', 'updated_at': '2022-04-21T13:34:05Z', 'revision_number': 4, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'subnets': [{'id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:34:05.908521 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-21e67091-6cd6-4b79-b425-55599534e98c None None] Provisioning complete for port a2991119-a43f-44d9-9a48-d3219ce9350e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:34:05.909234 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-21e67091-6cd6-4b79-b425-55599534e98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:06.038046 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-796fa56a-2d79-4583-968d-686eed630b46 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:06.105355 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-796fa56a-2d79-4583-968d-686eed630b46 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:06.182333 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796fa56a-2d79-4583-968d-686eed630b46 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Pushing event updated for resources: {'Port': ['ID=4bced7aa-0455-4b1d-9c60-dbfbb6ad20e4,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:34:06.195914 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-796fa56a-2d79-4583-968d-686eed630b46 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:06.267768 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-796fa56a-2d79-4583-968d-686eed630b46 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:06.269039 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-796fa56a-2d79-4583-968d-686eed630b46 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4251106 Apr 21 13:34:06.417048 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-e8e9d9cb-af89-4223-92ea-221a4d151737 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--203948848&fields=id&tenant_id=6191999b6bee462c9838e0e358c8a260 HTTP/1.1" status: 200 len: 267 time: 0.0345228 Apr 21 13:34:06.525890 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-62fcb64d-6fa8-4463-b19a-d43d2d2ef0e4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:06.527494 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-62fcb64d-6fa8-4463-b19a-d43d2d2ef0e4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 812 time: 0.1032844 Apr 21 13:34:06.543117 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-8ae0cefb-89b0-4a4a-a55e-983456dd4cf8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/quotas/6191999b6bee462c9838e0e358c8a260 HTTP/1.1" status: 200 len: 375 time: 0.0095305 Apr 21 13:34:06.602544 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-85ff2ee7-ae78-46d7-b3aa-a051e58b5086 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533717 Apr 21 13:34:06.754170 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-a4b1cc9f-804e-4c17-85a5-fc766a5aa9db service neutron] 10.222.0.36 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396723 Apr 21 13:34:06.861491 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-0c429a07-c069-4364-a9de-79dc1947f5c6 service neutron] 10.222.0.36 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997272 Apr 21 13:34:06.904688 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 49851a45-1e06-4b5f-835e-9e5524581595 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:34:06.956834 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 49851a45-1e06-4b5f-835e-9e5524581595 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:34:06.957291 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:07.036449 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a2991119-a43f-44d9-9a48-d3219ce9350e up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:34:07.092694 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port a2991119-a43f-44d9-9a48-d3219ce9350e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:34:07.093157 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:07.106057 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a02f0722-4e49-48ec-b2fa-9eefaee64675 req-ab1f91f5-4bd1-4aaf-a225-1f877fa19cc1 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 210 time: 0.0275245 Apr 21 13:34:08.198920 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61a93aa7-44cc-4c5a-b13d-87581ed73741 req-b7cc8239-2e92-4b7f-83e8-78e4b0e53919 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 210 time: 0.0268297 Apr 21 13:34:09.234337 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-c29a1abe-2544-4e0a-ac9b-c0245320a332 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:09.235855 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-c29a1abe-2544-4e0a-ac9b-c0245320a332 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.24 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 812 time: 0.1049492 Apr 21 13:34:09.303128 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4e0d7d17-ea36-4e9c-86cf-afa6d349d7ae req-4ca78cf7-a154-4db2-a6a1-172146abcf73 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 210 time: 0.0344758 Apr 21 13:34:09.310299 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-8012cb8c-1f7f-43b7-aed9-fb64a9e163bb tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6191999b6bee462c9838e0e358c8a260 HTTP/1.1" status: 200 len: 379 time: 0.0596025 Apr 21 13:34:09.323975 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-0d235b8c-43f5-41bf-98ee-d6339d6bbb9d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Request body: {'port': {'device_id': 'cee8edb7-e465-43b1-b99d-bade3f36f926', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'admin_state_up': True, 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'security_groups': ['272baeeb-ab7d-4155-b7aa-5b33842f9ead']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:34:09.516960 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-0d235b8c-43f5-41bf-98ee-d6339d6bbb9d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Made reservation on behalf of 6191999b6bee462c9838e0e358c8a260 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:34:09.520436 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-0d235b8c-43f5-41bf-98ee-d6339d6bbb9d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:09.644594 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-0d235b8c-43f5-41bf-98ee-d6339d6bbb9d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Allocated IP 172.20.0.5 (8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4/6ca006fe-3660-4c71-95af-93248fbdc150/cf859ae5-23fb-4061-b337-cadfb32462ee) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:34:09.778517 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-0d235b8c-43f5-41bf-98ee-d6339d6bbb9d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:09.848185 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-0d235b8c-43f5-41bf-98ee-d6339d6bbb9d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:09.891270 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-0d235b8c-43f5-41bf-98ee-d6339d6bbb9d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:34:09.894305 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-0d235b8c-43f5-41bf-98ee-d6339d6bbb9d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:34:09.898517 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-0d235b8c-43f5-41bf-98ee-d6339d6bbb9d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:34:09.904721 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d235b8c-43f5-41bf-98ee-d6339d6bbb9d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Pushing event updated for resources: {'Port': ['ID=cf859ae5-23fb-4061-b337-cadfb32462ee,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:34:09.951521 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-0d235b8c-43f5-41bf-98ee-d6339d6bbb9d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:09.952402 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-0d235b8c-43f5-41bf-98ee-d6339d6bbb9d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:10.021948 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-0d235b8c-43f5-41bf-98ee-d6339d6bbb9d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7018726 Apr 21 13:34:10.039808 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-9dc52b61-8807-45f5-8717-88ebed052053 service neutron] Request body: {'port': {'device_id': 'cee8edb7-e465-43b1-b99d-bade3f36f926', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:34:10.096926 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-9dc52b61-8807-45f5-8717-88ebed052053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:10.126013 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e86f2158-2206-4854-b05e-02ab1185a02c None None] Provisioning complete for port cf859ae5-23fb-4061-b337-cadfb32462ee triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:34:10.126616 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e86f2158-2206-4854-b05e-02ab1185a02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:10.163047 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e86f2158-2206-4854-b05e-02ab1185a02c None None] Port cf859ae5-23fb-4061-b337-cadfb32462ee cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:34:10.356032 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-9dc52b61-8807-45f5-8717-88ebed052053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf859ae5-23fb-4061-b337-cadfb32462ee {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:34:10.364884 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-9dc52b61-8807-45f5-8717-88ebed052053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:10.385061 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-9dc52b61-8807-45f5-8717-88ebed052053 service neutron] Transition to ACTIVE for port object cf859ae5-23fb-4061-b337-cadfb32462ee will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:34:10.424816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977ad22-4c09-4364-aeaa-08c51194b73b req-45e972da-4e4b-45da-9202-62e64f6d987c tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:10.426888 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4977ad22-4c09-4364-aeaa-08c51194b73b req-45e972da-4e4b-45da-9202-62e64f6d987c tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 931 time: 0.0534360 Apr 21 13:34:10.465082 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4977ad22-4c09-4364-aeaa-08c51194b73b req-7ccf5d5b-d236-47c5-acb4-d035e32ac5b5 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320270 Apr 21 13:34:10.466152 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-9dc52b61-8807-45f5-8717-88ebed052053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:10.520058 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc52b61-8807-45f5-8717-88ebed052053 service neutron] Pushing event updated for resources: {'Port': ['ID=cf859ae5-23fb-4061-b337-cadfb32462ee,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:34:10.587981 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-9dc52b61-8807-45f5-8717-88ebed052053 service neutron] Attempting to bind port cf859ae5-23fb-4061-b337-cadfb32462ee on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:34:10.588234 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-9dc52b61-8807-45f5-8717-88ebed052053 service neutron] Attempting to bind port cf859ae5-23fb-4061-b337-cadfb32462ee by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:34:10.588568 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-9dc52b61-8807-45f5-8717-88ebed052053 service neutron] Attempting to bind port cf859ae5-23fb-4061-b337-cadfb32462ee on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:34:10.593033 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-9dc52b61-8807-45f5-8717-88ebed052053 service neutron] Port cf859ae5-23fb-4061-b337-cadfb32462ee on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:34:10.593352 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-9dc52b61-8807-45f5-8717-88ebed052053 service neutron] Attempting to bind port cf859ae5-23fb-4061-b337-cadfb32462ee on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:34:10.598479 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-9dc52b61-8807-45f5-8717-88ebed052053 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:34:10.598818 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-9dc52b61-8807-45f5-8717-88ebed052053 service neutron] Checking segment: {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:34:10.599198 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-9dc52b61-8807-45f5-8717-88ebed052053 service neutron] Bound using segment: {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:34:10.599624 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-9dc52b61-8807-45f5-8717-88ebed052053 service neutron] Bound port: cf859ae5-23fb-4061-b337-cadfb32462ee, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:34:10.599985 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-9dc52b61-8807-45f5-8717-88ebed052053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:10.664590 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-9dc52b61-8807-45f5-8717-88ebed052053 service neutron] For port cf859ae5-23fb-4061-b337-cadfb32462ee, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:34:10.667699 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-9dc52b61-8807-45f5-8717-88ebed052053 service neutron] For port cf859ae5-23fb-4061-b337-cadfb32462ee, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=cf859ae5-23fb-4061-b337-cadfb32462ee,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:34:10.756844 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-9dc52b61-8807-45f5-8717-88ebed052053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:10.794676 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-9dc52b61-8807-45f5-8717-88ebed052053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:10.795283 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-9dc52b61-8807-45f5-8717-88ebed052053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:10.796667 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-9dc52b61-8807-45f5-8717-88ebed052053 service neutron] 10.222.0.24 "PUT /v2.0/ports/cf859ae5-23fb-4061-b337-cadfb32462ee HTTP/1.1" status: 200 len: 1091 time: 0.7623138 Apr 21 13:34:10.797166 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee8edb7-e465-43b1-b99d-bade3f36f926', 'tag': 'cf859ae5-23fb-4061-b337-cadfb32462ee'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:34:10.799432 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6239c038-222a-4cc0-993c-53ee77ba35b5" -d '{"events": [{"name": "network-changed", "server_uuid": "cee8edb7-e465-43b1-b99d-bade3f36f926", "tag": "cf859ae5-23fb-4061-b337-cadfb32462ee"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:34:10.824481 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc52b61-8807-45f5-8717-88ebed052053 service neutron] Pushing event updated for resources: {'Port': ['ID=cf859ae5-23fb-4061-b337-cadfb32462ee,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:34:10.846023 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcbbeab-9c23-4d07-a777-8153fe70fb47 x-openstack-request-id: req-cfcbbeab-9c23-4d07-a777-8153fe70fb47 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:34:10.846317 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee8edb7-e465-43b1-b99d-bade3f36f926", "tag": "cf859ae5-23fb-4061-b337-cadfb32462ee", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:34:10.846570 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cfcbbeab-9c23-4d07-a777-8153fe70fb47 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:34:10.847104 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfcbbeab-9c23-4d07-a777-8153fe70fb47'] response: {'name': 'network-changed', 'server_uuid': 'cee8edb7-e465-43b1-b99d-bade3f36f926', 'tag': 'cf859ae5-23fb-4061-b337-cadfb32462ee', 'status': 'completed', 'code': 200} Apr 21 13:34:10.914263 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239c038-222a-4cc0-993c-53ee77ba35b5 req-d116285e-4bd7-4d04-9d7d-9a3c4a9788ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:10.915797 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6239c038-222a-4cc0-993c-53ee77ba35b5 req-d116285e-4bd7-4d04-9d7d-9a3c4a9788ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 1094 time: 0.0427859 Apr 21 13:34:11.017923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239c038-222a-4cc0-993c-53ee77ba35b5 req-4748c037-a4d8-4291-8043-19cb8a83fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:11.019397 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6239c038-222a-4cc0-993c-53ee77ba35b5 req-4748c037-a4d8-4291-8043-19cb8a83fb3b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6191999b6bee462c9838e0e358c8a260&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0934927 Apr 21 13:34:11.118823 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239c038-222a-4cc0-993c-53ee77ba35b5 req-9dbfe6fe-61e1-4a6d-82f9-4fcd02782733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:11.120253 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6239c038-222a-4cc0-993c-53ee77ba35b5 req-9dbfe6fe-61e1-4a6d-82f9-4fcd02782733 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910234 Apr 21 13:34:11.203065 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-4e700c90-da4b-4375-b028-043d8b099f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:11.204516 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-4e700c90-da4b-4375-b028-043d8b099f9e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 1094 time: 0.0405974 Apr 21 13:34:11.253467 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-5e046e1a-fdc2-4e0c-b8dc-00ff3ce49d28 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf859ae5-23fb-4061-b337-cadfb32462ee HTTP/1.1" status: 200 len: 217 time: 0.0376127 Apr 21 13:34:11.305737 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-090c82e3-1fad-483b-862a-5a0070733af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:11.307147 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-090c82e3-1fad-483b-862a-5a0070733af9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0437338 Apr 21 13:34:11.362314 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-2fe33021-8438-43a7-aa8d-13720fe19330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:11.364459 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-2fe33021-8438-43a7-aa8d-13720fe19330 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452130 Apr 21 13:34:11.459392 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-4b1c07f0-cc09-4e2b-8f1d-4be5f2e06305 service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849152 Apr 21 13:34:11.576264 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e2cf211-4c4d-42ea-9113-6c49df8a54a9 req-77d20937-24ff-4f6c-87f5-b50a60199750 service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052027 Apr 21 13:34:11.593757 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bc404-26ff-4290-94b0-ef377d491083 req-7de43c32-8069-4a92-8436-40f66b3d4506 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:11.595196 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-391bc404-26ff-4290-94b0-ef377d491083 req-7de43c32-8069-4a92-8436-40f66b3d4506 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 943 time: 0.0586405 Apr 21 13:34:11.636834 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-391bc404-26ff-4290-94b0-ef377d491083 req-f7b03082-0c6e-4780-9483-07e0197a6c61 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352330 Apr 21 13:34:13.061952 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508880a2-df71-48be-b170-9d0137cb7d12 req-3dc5793c-deac-4cf2-8db0-037981bdf483 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:13.063413 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-508880a2-df71-48be-b170-9d0137cb7d12 req-3dc5793c-deac-4cf2-8db0-037981bdf483 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 943 time: 0.3596127 Apr 21 13:34:13.099719 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-508880a2-df71-48be-b170-9d0137cb7d12 req-21d33aaa-76f5-4dfa-98ab-a595fa12b105 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302269 Apr 21 13:34:13.498952 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc9a6d24-cae7-49f1-9b36-400d31f24717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:13.877947 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device cf859ae5-23fb-4061-b337-cadfb32462ee details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:34:13.971067 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port cf859ae5-23fb-4061-b337-cadfb32462ee, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=cf859ae5-23fb-4061-b337-cadfb32462ee,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:34:13.982877 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'cf859ae5-23fb-4061-b337-cadfb32462ee', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'port_id': 'cf859ae5-23fb-4061-b337-cadfb32462ee', 'mac_address': 'fa:16:3e:43:5f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:34:14.019557 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:14.032240 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf859ae5-23fb-4061-b337-cadfb32462ee {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:34:14.052128 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port cf859ae5-23fb-4061-b337-cadfb32462ee, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=cf859ae5-23fb-4061-b337-cadfb32462ee,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:34:14.133567 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:14.181233 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=cf859ae5-23fb-4061-b337-cadfb32462ee,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:34:14.215167 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d4fff4-8779-42f0-a3a2-631a5fbe49c7 req-6746c8ae-bf49-4968-afab-ee175c629cca tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:14.216604 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-89d4fff4-8779-42f0-a3a2-631a5fbe49c7 req-6746c8ae-bf49-4968-afab-ee175c629cca tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 944 time: 0.0489993 Apr 21 13:34:14.253190 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-89d4fff4-8779-42f0-a3a2-631a5fbe49c7 req-27fcb57d-d8de-4003-b374-003a125692ed tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305400 Apr 21 13:34:14.399110 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['cf859ae5-23fb-4061-b337-cadfb32462ee'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:34:15.371605 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50860480-a1b5-4534-bfe7-cb8c22f49f95 req-ddcd0a0d-591f-41e6-9f4b-29f02ad41401 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:15.373072 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-50860480-a1b5-4534-bfe7-cb8c22f49f95 req-ddcd0a0d-591f-41e6-9f4b-29f02ad41401 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 944 time: 0.0511498 Apr 21 13:34:15.410422 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-50860480-a1b5-4534-bfe7-cb8c22f49f95 req-4dfaa469-bc68-4bcc-95b5-8e309fd12a37 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306907 Apr 21 13:34:15.761603 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2c873467-7091-4db0-871e-68c39ec24636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:15.893570 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device cf859ae5-23fb-4061-b337-cadfb32462ee up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:34:16.001857 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port cf859ae5-23fb-4061-b337-cadfb32462ee completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:34:16.006058 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port cf859ae5-23fb-4061-b337-cadfb32462ee triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:34:16.006354 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:16.082833 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:16.104414 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee8edb7-e465-43b1-b99d-bade3f36f926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf859ae5-23fb-4061-b337-cadfb32462ee'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:34:16.106646 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631ee752-e880-4f12-aecb-20e29c9b18e8" -d '{"events": [{"server_uuid": "cee8edb7-e465-43b1-b99d-bade3f36f926", "name": "network-vif-plugged", "status": "completed", "tag": "cf859ae5-23fb-4061-b337-cadfb32462ee"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:34:16.118869 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port cf859ae5-23fb-4061-b337-cadfb32462ee, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=cf859ae5-23fb-4061-b337-cadfb32462ee,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:34:16.144122 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40fa396-6e84-4c71-b7d8-ce2c54778d8e x-openstack-request-id: req-a40fa396-6e84-4c71-b7d8-ce2c54778d8e {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:34:16.144410 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee8edb7-e465-43b1-b99d-bade3f36f926", "name": "network-vif-plugged", "status": "completed", "tag": "cf859ae5-23fb-4061-b337-cadfb32462ee", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:34:16.144655 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a40fa396-6e84-4c71-b7d8-ce2c54778d8e {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:34:16.145045 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a40fa396-6e84-4c71-b7d8-ce2c54778d8e'] response: {'server_uuid': 'cee8edb7-e465-43b1-b99d-bade3f36f926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf859ae5-23fb-4061-b337-cadfb32462ee', 'code': 200} Apr 21 13:34:16.196612 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:16.243407 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=cf859ae5-23fb-4061-b337-cadfb32462ee,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:34:16.243706 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14460ada-804e-4ffc-a1cf-a09cb529ad8b req-f7baeac3-4fc8-4bd5-ad8d-b9014eeaba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:16.245186 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14460ada-804e-4ffc-a1cf-a09cb529ad8b req-f7baeac3-4fc8-4bd5-ad8d-b9014eeaba40 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 1096 time: 0.0392325 Apr 21 13:34:16.283557 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-14460ada-804e-4ffc-a1cf-a09cb529ad8b req-90fd2e32-508b-4388-b511-6cc6e3b85032 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272133 Apr 21 13:34:16.526498 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280f265-12c0-4990-96cb-285b993c2b63 req-8df46e28-b519-4298-ad37-0d0d5a5e19e3 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:16.527939 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0280f265-12c0-4990-96cb-285b993c2b63 req-8df46e28-b519-4298-ad37-0d0d5a5e19e3 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0483205 Apr 21 13:34:16.563995 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0280f265-12c0-4990-96cb-285b993c2b63 req-71b4e0b9-20f1-41db-b17e-8d098ef85b7b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301280 Apr 21 13:34:17.099412 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:17.683253 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397eab6-456e-444d-91ff-84b81ee3971e req-f0c89483-f78b-4cd7-9478-8fe620b9977d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:17.684715 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2397eab6-456e-444d-91ff-84b81ee3971e req-f0c89483-f78b-4cd7-9478-8fe620b9977d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0515471 Apr 21 13:34:17.722045 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2397eab6-456e-444d-91ff-84b81ee3971e req-51b42556-d57b-4fef-a4fd-e0485a86416d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313616 Apr 21 13:34:17.832532 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76309528-0313-4dce-8997-96056831ae62 req-0732daac-82ad-47ae-a5e9-c397dd3b92f4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:17.834811 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-76309528-0313-4dce-8997-96056831ae62 req-0732daac-82ad-47ae-a5e9-c397dd3b92f4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0502272 Apr 21 13:34:17.843796 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58430) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:34:17.848721 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4716cb5f-b52d-46b7-92af-f2de82ffdbd7 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Request body: {'floatingip': {'port_id': 'cf859ae5-23fb-4061-b337-cadfb32462ee'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:34:17.924960 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4716cb5f-b52d-46b7-92af-f2de82ffdbd7 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for floatingip, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:17.954543 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:34:18.397220 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:18.494214 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4716cb5f-b52d-46b7-92af-f2de82ffdbd7 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:18.550207 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4716cb5f-b52d-46b7-92af-f2de82ffdbd7 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:18.624928 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:18.648332 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-4716cb5f-b52d-46b7-92af-f2de82ffdbd7 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Floating IP 04443daa-9076-4d93-a92e-ae5729baf9d5 associated. External IP: 172.25.8.13, port: cf859ae5-23fb-4061-b337-cadfb32462ee. Apr 21 13:34:18.722107 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:18.850222 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4716cb5f-b52d-46b7-92af-f2de82ffdbd7 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Router ad38ec32-225f-4de6-ad69-6c95b9348c89 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:34:19.174707 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4716cb5f-b52d-46b7-92af-f2de82ffdbd7 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:34:19.180049 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4716cb5f-b52d-46b7-92af-f2de82ffdbd7 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:19.184207 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f96982-bd10-41d4-b7a0-a89af4fd1b9a None None] Sync routers for ids ['ad38ec32-225f-4de6-ad69-6c95b9348c89'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:34:19.194203 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f96982-bd10-41d4-b7a0-a89af4fd1b9a None None] Routers {'ad38ec32-225f-4de6-ad69-6c95b9348c89'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:34:19.194802 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b0f96982-bd10-41d4-b7a0-a89af4fd1b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:34:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ad38ec32-225f-4de6-ad69-6c95b9348c89'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:34:19.206804 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4716cb5f-b52d-46b7-92af-f2de82ffdbd7 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "PUT /v2.0/floatingips/04443daa-9076-4d93-a92e-ae5729baf9d5 HTTP/1.1" status: 200 len: 990 time: 1.3618143 Apr 21 13:34:19.207393 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee8edb7-e465-43b1-b99d-bade3f36f926', 'tag': 'cf859ae5-23fb-4061-b337-cadfb32462ee'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:34:19.210517 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8731b9b0d93a9bf69e636c4352cfd91473ecc38c160ddf4d7ef907223a15797c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088abe3d-15ae-416f-bc47-fefb1a35a5c4" -d '{"events": [{"name": "network-changed", "server_uuid": "cee8edb7-e465-43b1-b99d-bade3f36f926", "tag": "cf859ae5-23fb-4061-b337-cadfb32462ee"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:34:19.247685 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869b1365-de63-4e71-a87a-9309f539a7ec x-openstack-request-id: req-869b1365-de63-4e71-a87a-9309f539a7ec {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:34:19.247975 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee8edb7-e465-43b1-b99d-bade3f36f926", "tag": "cf859ae5-23fb-4061-b337-cadfb32462ee", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:34:19.248223 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-869b1365-de63-4e71-a87a-9309f539a7ec {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:34:19.248624 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-869b1365-de63-4e71-a87a-9309f539a7ec'] response: {'name': 'network-changed', 'server_uuid': 'cee8edb7-e465-43b1-b99d-bade3f36f926', 'tag': 'cf859ae5-23fb-4061-b337-cadfb32462ee', 'status': 'completed', 'code': 200} Apr 21 13:34:19.306841 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-b0f96982-bd10-41d4-b7a0-a89af4fd1b9a None None] Set router ad38ec32-225f-4de6-ad69-6c95b9348c89 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:34:19.336644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec6771-9efb-458f-b74d-39923e408646 req-2008b993-806e-4c9e-ab6f-de2427ec2a28 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:19.338165 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bbec6771-9efb-458f-b74d-39923e408646 req-2008b993-806e-4c9e-ab6f-de2427ec2a28 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0756392 Apr 21 13:34:19.341375 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088abe3d-15ae-416f-bc47-fefb1a35a5c4 req-4f15ffa3-b654-4dfa-9ba2-bcd5a32af9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:19.342644 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-088abe3d-15ae-416f-bc47-fefb1a35a5c4 req-4f15ffa3-b654-4dfa-9ba2-bcd5a32af9c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 1096 time: 0.0691619 Apr 21 13:34:19.425172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bbec6771-9efb-458f-b74d-39923e408646 req-2dad7787-e15f-45a0-a06d-128cb4a81430 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807095 Apr 21 13:34:19.457671 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088abe3d-15ae-416f-bc47-fefb1a35a5c4 req-74a19a04-81fd-438f-908c-6fadfeab16cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:19.459170 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-088abe3d-15ae-416f-bc47-fefb1a35a5c4 req-74a19a04-81fd-438f-908c-6fadfeab16cc service neutron] 10.222.0.24 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.1089244 Apr 21 13:34:19.532047 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b0f96982-bd10-41d4-b7a0-a89af4fd1b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '49851a45-1e06-4b5f-835e-9e5524581595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port': {'id': '49851a45-1e06-4b5f-835e-9e5524581595', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '04443daa-9076-4d93-a92e-ae5729baf9d5', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'port_id': 'cf859ae5-23fb-4061-b337-cadfb32462ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'mac_address': 'fa:16:3e:43:5f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee8edb7-e465-43b1-b99d-bade3f36f926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:34:05Z', 'updated_at': '2022-04-21T13:34:18Z', 'revision_number': 1, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2991119-a43f-44d9-9a48-d3219ce9350e', 'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'mac_address': 'fa:16:3e:2e:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:34:02Z', 'updated_at': '2022-04-21T13:34:05Z', 'revision_number': 5, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'subnets': [{'id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:34:19.558102 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-088abe3d-15ae-416f-bc47-fefb1a35a5c4 req-6641c2b4-eca6-4da1-aff2-4b91f2faf004 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf859ae5-23fb-4061-b337-cadfb32462ee HTTP/1.1" status: 200 len: 998 time: 0.0917079 Apr 21 13:34:19.562202 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f96982-bd10-41d4-b7a0-a89af4fd1b9a None None] Checking router: ad38ec32-225f-4de6-ad69-6c95b9348c89 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:34:19.570571 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d3662-c0b4-40ce-9357-e0916c1eb4fa req-57954721-221b-48d9-9b50-96ecac150546 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:19.570892 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f96982-bd10-41d4-b7a0-a89af4fd1b9a None None] Routers {'ad38ec32-225f-4de6-ad69-6c95b9348c89'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:34:19.571479 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b0f96982-bd10-41d4-b7a0-a89af4fd1b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:34:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ad38ec32-225f-4de6-ad69-6c95b9348c89'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:34:19.571996 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-865d3662-c0b4-40ce-9357-e0916c1eb4fa req-57954721-221b-48d9-9b50-96ecac150546 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0646420 Apr 21 13:34:19.638011 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088abe3d-15ae-416f-bc47-fefb1a35a5c4 req-3baaafce-5000-488d-aee2-a8d5cc48c3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:19.639466 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-088abe3d-15ae-416f-bc47-fefb1a35a5c4 req-3baaafce-5000-488d-aee2-a8d5cc48c3dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0666335 Apr 21 13:34:19.642401 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-865d3662-c0b4-40ce-9357-e0916c1eb4fa req-b912c21d-8c36-4185-93b2-0f031fe0b98e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625565 Apr 21 13:34:19.675707 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-b0f96982-bd10-41d4-b7a0-a89af4fd1b9a None None] Set router ad38ec32-225f-4de6-ad69-6c95b9348c89 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:34:19.688275 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088abe3d-15ae-416f-bc47-fefb1a35a5c4 req-7216eaf4-8e11-4c89-a6e2-a4f42eabefca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:19.689801 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-088abe3d-15ae-416f-bc47-fefb1a35a5c4 req-7216eaf4-8e11-4c89-a6e2-a4f42eabefca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438845 Apr 21 13:34:19.778323 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-088abe3d-15ae-416f-bc47-fefb1a35a5c4 req-fe1ee8c5-6aec-4b03-8344-34794823859d service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815907 Apr 21 13:34:19.871726 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-088abe3d-15ae-416f-bc47-fefb1a35a5c4 req-7e3ba549-aeac-4894-8086-22df439dbf52 service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861814 Apr 21 13:34:19.893637 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b0f96982-bd10-41d4-b7a0-a89af4fd1b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '49851a45-1e06-4b5f-835e-9e5524581595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port': {'id': '49851a45-1e06-4b5f-835e-9e5524581595', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '04443daa-9076-4d93-a92e-ae5729baf9d5', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'port_id': 'cf859ae5-23fb-4061-b337-cadfb32462ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'mac_address': 'fa:16:3e:43:5f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee8edb7-e465-43b1-b99d-bade3f36f926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:34:05Z', 'updated_at': '2022-04-21T13:34:18Z', 'revision_number': 1, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2991119-a43f-44d9-9a48-d3219ce9350e', 'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'mac_address': 'fa:16:3e:2e:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:34:02Z', 'updated_at': '2022-04-21T13:34:05Z', 'revision_number': 5, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'subnets': [{'id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:34:19.922985 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f96982-bd10-41d4-b7a0-a89af4fd1b9a None None] The sync data for ids ['ad38ec32-225f-4de6-ad69-6c95b9348c89'] in n-d-836147-2 is: [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '49851a45-1e06-4b5f-835e-9e5524581595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port': {'id': '49851a45-1e06-4b5f-835e-9e5524581595', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '04443daa-9076-4d93-a92e-ae5729baf9d5', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'port_id': 'cf859ae5-23fb-4061-b337-cadfb32462ee', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'mac_address': 'fa:16:3e:43:5f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee8edb7-e465-43b1-b99d-bade3f36f926', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:34:05Z', 'updated_at': '2022-04-21T13:34:18Z', 'revision_number': 1, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2991119-a43f-44d9-9a48-d3219ce9350e', 'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'mac_address': 'fa:16:3e:2e:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:34:02Z', 'updated_at': '2022-04-21T13:34:05Z', 'revision_number': 5, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'subnets': [{'id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:34:20.108191 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9922aa50-a4e1-4848-b33d-02d3a3ba3c6b None None] New status for floating IP 04443daa-9076-4d93-a92e-ae5729baf9d5: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:34:20.757513 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c1369-083d-4cfc-abb3-09f5ecdabf6f req-6a56a14f-163a-42e4-936d-6af439b2a640 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:20.759019 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f50c1369-083d-4cfc-abb3-09f5ecdabf6f req-6a56a14f-163a-42e4-936d-6af439b2a640 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0494938 Apr 21 13:34:20.795785 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f50c1369-083d-4cfc-abb3-09f5ecdabf6f req-30fe34ec-5c79-4304-af20-ee27d9d93475 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307760 Apr 21 13:34:20.910817 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:20.912255 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1410f-c2a8-44c0-a6c5-20b76e75e108 req-54875175-ac22-44fc-bafb-396d80dbfe68 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:20.913780 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-29b1410f-c2a8-44c0-a6c5-20b76e75e108 req-54875175-ac22-44fc-bafb-396d80dbfe68 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0497332 Apr 21 13:34:20.952310 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-29b1410f-c2a8-44c0-a6c5-20b76e75e108 req-ccba96b1-84a8-4cba-a2ea-10fa1f2b3a78 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323806 Apr 21 13:34:21.407278 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe4604-9c10-4392-b172-e4dbe6bb2364 req-348c3367-36a8-4709-a191-e33fd781c50f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:21.408798 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8dfe4604-9c10-4392-b172-e4dbe6bb2364 req-348c3367-36a8-4709-a191-e33fd781c50f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0575795 Apr 21 13:34:21.447134 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8dfe4604-9c10-4392-b172-e4dbe6bb2364 req-aa37e8a7-8293-4ad0-afc5-1b6c0bb02ca7 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318034 Apr 21 13:34:21.502126 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-98baa326-62bf-4bc9-bc2b-47f3dbeb37c9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0397775 Apr 21 13:34:22.565736 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19d84b-f819-4f63-8716-db7e9ea6c1bb req-1e6e22af-617e-46de-b821-a6dbc7f58d28 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:22.567301 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a19d84b-f819-4f63-8716-db7e9ea6c1bb req-1e6e22af-617e-46de-b821-a6dbc7f58d28 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0490420 Apr 21 13:34:22.606598 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a19d84b-f819-4f63-8716-db7e9ea6c1bb req-b0be8bb3-de3c-4b48-8f51-2a66c26c3fb4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324850 Apr 21 13:34:23.476246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-1dc6fccf-fa83-4365-b841-922843a35ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:23.477714 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-1dc6fccf-fa83-4365-b841-922843a35ed3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 1096 time: 0.0397902 Apr 21 13:34:23.567044 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-ff4cf975-12e4-43d3-831d-8d42ad0820b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:23.568495 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-ff4cf975-12e4-43d3-831d-8d42ad0820b7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.0846710 Apr 21 13:34:23.631972 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-03ca2ad9-13f0-426e-b64e-38143ec25baf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf859ae5-23fb-4061-b337-cadfb32462ee HTTP/1.1" status: 200 len: 1000 time: 0.0565939 Apr 21 13:34:23.713512 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-d16ef455-1c1d-4053-b149-25dee08ee7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:23.714954 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-d16ef455-1c1d-4053-b149-25dee08ee7f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0742867 Apr 21 13:34:23.757567 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe68c8-5328-4e13-bf55-05c5672d74a5 req-bcdfe92e-c816-4979-a820-e6e1892361d1 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:23.759017 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11fe68c8-5328-4e13-bf55-05c5672d74a5 req-bcdfe92e-c816-4979-a820-e6e1892361d1 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0801883 Apr 21 13:34:23.783177 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-6f553985-13f4-454a-8dc4-e8f7f8679033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:23.784581 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-6f553985-13f4-454a-8dc4-e8f7f8679033 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628219 Apr 21 13:34:23.820926 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11fe68c8-5328-4e13-bf55-05c5672d74a5 req-70615d2f-735e-4c20-9c85-54d0cb7e6690 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549903 Apr 21 13:34:23.884207 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-981c2702-0632-41d7-85ca-eb8da716c873 service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922997 Apr 21 13:34:23.974726 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-ffb348cf-f493-45b5-82d4-9d391c433122 service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826683 Apr 21 13:34:24.938362 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4551cf-7df8-4d72-8343-87f34da5cb9d req-06e13883-4836-4824-b80d-73fe2ad9f3ff tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:24.939811 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d4551cf-7df8-4d72-8343-87f34da5cb9d req-06e13883-4836-4824-b80d-73fe2ad9f3ff tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0481145 Apr 21 13:34:24.976794 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d4551cf-7df8-4d72-8343-87f34da5cb9d req-5065fad4-1d05-4f13-a5b8-e9c0e37a2e82 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299499 Apr 21 13:34:26.097253 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e159d2-a55c-4977-8f29-b84bd875cb13 req-eeb031fc-b216-43ca-adc0-80f380576657 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:26.099234 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52e159d2-a55c-4977-8f29-b84bd875cb13 req-eeb031fc-b216-43ca-adc0-80f380576657 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0525157 Apr 21 13:34:26.137412 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52e159d2-a55c-4977-8f29-b84bd875cb13 req-aee5d11b-728c-4c36-ae1d-4ea2054219ad tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320354 Apr 21 13:34:27.252208 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bab4a-81b0-410f-a98a-741e188cc66b req-e8f196e6-10c2-4b20-a969-aae403890329 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:27.253713 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dd7bab4a-81b0-410f-a98a-741e188cc66b req-e8f196e6-10c2-4b20-a969-aae403890329 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0482454 Apr 21 13:34:27.291044 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dd7bab4a-81b0-410f-a98a-741e188cc66b req-616e71df-4021-44b3-a732-be30283ec4f0 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307891 Apr 21 13:34:28.408609 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb3c32-32ab-490f-9694-d8a2d7101a9e req-37572485-f680-4591-97ea-3d60921f6fa5 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:28.410111 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d0cb3c32-32ab-490f-9694-d8a2d7101a9e req-37572485-f680-4591-97ea-3d60921f6fa5 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0489023 Apr 21 13:34:28.447161 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d0cb3c32-32ab-490f-9694-d8a2d7101a9e req-6224504a-db92-4390-8a38-09199b040484 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304668 Apr 21 13:34:29.565203 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de0da1-6a11-42ce-ade0-1667e7dd5242 req-2fbca894-62fd-48dc-88f7-47e23615bfb5 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:29.566599 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-86de0da1-6a11-42ce-ade0-1667e7dd5242 req-2fbca894-62fd-48dc-88f7-47e23615bfb5 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0521080 Apr 21 13:34:29.603298 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-86de0da1-6a11-42ce-ade0-1667e7dd5242 req-a0829f1f-8c95-4c3a-b892-2f01a736ae6b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308187 Apr 21 13:34:30.716103 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9a3288-d080-4068-b44d-d26587bc2ba2 req-c52219f7-69b0-43d9-8858-cbdd78027d94 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:30.717552 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec9a3288-d080-4068-b44d-d26587bc2ba2 req-c52219f7-69b0-43d9-8858-cbdd78027d94 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0482106 Apr 21 13:34:30.754824 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec9a3288-d080-4068-b44d-d26587bc2ba2 req-99c15a06-6749-4464-81c0-8b89ef3f9b4f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312428 Apr 21 13:34:31.868945 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b723b-dc1a-40f9-a6a5-1e991302148b req-7e060fec-f528-4d84-9628-643643471917 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:31.870444 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4e3b723b-dc1a-40f9-a6a5-1e991302148b req-7e060fec-f528-4d84-9628-643643471917 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0488999 Apr 21 13:34:31.906539 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4e3b723b-dc1a-40f9-a6a5-1e991302148b req-8c6a250f-edf3-48b7-bf10-506b37cf4e71 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301745 Apr 21 13:34:33.027383 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b34d3-2b46-4a3a-a184-4d898c6ce64b req-603e6190-72f8-40e9-b107-b792c71fbd34 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:33.028776 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e91b34d3-2b46-4a3a-a184-4d898c6ce64b req-603e6190-72f8-40e9-b107-b792c71fbd34 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0555034 Apr 21 13:34:33.068665 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e91b34d3-2b46-4a3a-a184-4d898c6ce64b req-19c4ae08-6621-4226-9b53-6dd4de759194 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312593 Apr 21 13:34:34.184911 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759f2f6-d343-4a60-a6b5-478d47a4b638 req-e427a239-c6df-4854-a32e-253142e32826 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:34.186405 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b759f2f6-d343-4a60-a6b5-478d47a4b638 req-e427a239-c6df-4854-a32e-253142e32826 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0490494 Apr 21 13:34:34.222768 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b759f2f6-d343-4a60-a6b5-478d47a4b638 req-4b45e425-b374-4d42-89ca-8c05ae61638d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304415 Apr 21 13:34:35.335891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9178b4-3fbb-470b-919b-7e7754d10aa6 req-8e0a7888-37c9-495e-9bde-502dc8e1b54a tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:35.337330 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6b9178b4-3fbb-470b-919b-7e7754d10aa6 req-8e0a7888-37c9-495e-9bde-502dc8e1b54a tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0475798 Apr 21 13:34:35.374321 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6b9178b4-3fbb-470b-919b-7e7754d10aa6 req-71b12a80-5ac5-4cea-a26b-684184cd7fe1 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310814 Apr 21 13:34:36.492147 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95fc6a-c661-475c-8724-79382f451bb5 req-d7a47406-f931-42e7-9c7c-17a0b2e77c52 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:36.493624 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd95fc6a-c661-475c-8724-79382f451bb5 req-d7a47406-f931-42e7-9c7c-17a0b2e77c52 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0524364 Apr 21 13:34:36.530708 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd95fc6a-c661-475c-8724-79382f451bb5 req-13d190b3-e760-498c-bf6e-920f3ebff2fb tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312002 Apr 21 13:34:37.643689 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262ca2a0-0cf3-4587-b927-b3420d68e875 req-3a60836c-dd64-416b-bc87-b557c4f84864 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:37.645147 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-262ca2a0-0cf3-4587-b927-b3420d68e875 req-3a60836c-dd64-416b-bc87-b557c4f84864 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0479150 Apr 21 13:34:37.682277 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-262ca2a0-0cf3-4587-b927-b3420d68e875 req-70fa1970-38d3-48cc-9969-d67654d870bb tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306401 Apr 21 13:34:38.797312 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe5d79-8fef-4cef-ba70-f3d5f2356de1 req-276af610-0cb6-41fb-9e97-c2fcaea961c3 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:38.798802 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fdbe5d79-8fef-4cef-ba70-f3d5f2356de1 req-276af610-0cb6-41fb-9e97-c2fcaea961c3 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0481887 Apr 21 13:34:38.836226 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fdbe5d79-8fef-4cef-ba70-f3d5f2356de1 req-8bab5a3b-1ed2-4165-9114-95921e843fc4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315619 Apr 21 13:34:39.952949 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144f72d-d049-4316-9b2b-182b025d91da req-27d8bb35-be95-4894-b8e5-b0960c6af3d1 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:39.954431 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2144f72d-d049-4316-9b2b-182b025d91da req-27d8bb35-be95-4894-b8e5-b0960c6af3d1 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0520370 Apr 21 13:34:39.991112 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2144f72d-d049-4316-9b2b-182b025d91da req-442ae298-10de-4375-9813-484381ae9e35 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307484 Apr 21 13:34:41.104121 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9af14b-8beb-4c1f-b7c6-03438ff7ffaf req-a98d9a97-dac1-49bb-b2fd-3e18bc04a66f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:41.105589 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a9af14b-8beb-4c1f-b7c6-03438ff7ffaf req-a98d9a97-dac1-49bb-b2fd-3e18bc04a66f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0486960 Apr 21 13:34:41.142818 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a9af14b-8beb-4c1f-b7c6-03438ff7ffaf req-e45bc203-721c-4c2c-9bc9-0c463b51c017 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308864 Apr 21 13:34:42.259359 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d174c6-c805-44ee-b586-d4da877153f3 req-7408b8b2-d882-40ab-8a75-e4ba07664341 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:42.260852 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d8d174c6-c805-44ee-b586-d4da877153f3 req-7408b8b2-d882-40ab-8a75-e4ba07664341 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0481143 Apr 21 13:34:42.298137 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d8d174c6-c805-44ee-b586-d4da877153f3 req-b820137f-18f2-47a6-8220-addf2335ed26 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312760 Apr 21 13:34:43.419305 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21888e61-d367-428a-a14f-3fb802d87fd2 req-dc7d5ae2-5158-4e48-b223-2d1c5c253893 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:43.420769 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-21888e61-d367-428a-a14f-3fb802d87fd2 req-dc7d5ae2-5158-4e48-b223-2d1c5c253893 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0550127 Apr 21 13:34:43.459247 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-21888e61-d367-428a-a14f-3fb802d87fd2 req-c6913767-b713-448c-95a6-679251907321 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324128 Apr 21 13:34:43.487025 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e7311dda-2027-47a2-8a94-0f9a8463beb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:44.580738 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ed304-dda5-49be-9c89-e53f8c623fbb req-c10e28e0-327d-438d-8255-04dc69698228 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:44.582234 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-486ed304-dda5-49be-9c89-e53f8c623fbb req-c10e28e0-327d-438d-8255-04dc69698228 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0478303 Apr 21 13:34:44.619343 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-486ed304-dda5-49be-9c89-e53f8c623fbb req-0c5b4b8d-47f2-4226-9c0c-16d3c1c14358 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306184 Apr 21 13:34:45.733468 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b95bb05-d47f-4616-a45e-647fce8ffa9e req-8f1d89ed-6940-4f60-b2ce-0c305244f0e7 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:45.734977 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0b95bb05-d47f-4616-a45e-647fce8ffa9e req-8f1d89ed-6940-4f60-b2ce-0c305244f0e7 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0484087 Apr 21 13:34:45.772013 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0b95bb05-d47f-4616-a45e-647fce8ffa9e req-5aa911dd-c5b1-42cc-859f-19dfe7415f40 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310562 Apr 21 13:34:45.818853 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c892ee51-eae2-490a-9a8f-ed92a35ed17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:46.891183 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119dedb-aef4-4456-9db4-9248c9b23e25 req-0d545621-dbf6-40a6-b932-62999de41cbd tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:46.892646 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7119dedb-aef4-4456-9db4-9248c9b23e25 req-0d545621-dbf6-40a6-b932-62999de41cbd tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0526447 Apr 21 13:34:46.929703 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7119dedb-aef4-4456-9db4-9248c9b23e25 req-28482aee-545e-42bd-81ab-0766b36a247b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305152 Apr 21 13:34:47.098859 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:48.042949 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe0aa6-ff4d-4dee-a59a-1a4ace68aaca req-d9fbe0fa-d89c-47cf-95cb-f106dbfa9a05 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:48.044396 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d5fe0aa6-ff4d-4dee-a59a-1a4ace68aaca req-d9fbe0fa-d89c-47cf-95cb-f106dbfa9a05 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0479097 Apr 21 13:34:48.082187 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d5fe0aa6-ff4d-4dee-a59a-1a4ace68aaca req-3020c02e-f4b8-4de7-bdb8-14b8c2180781 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317876 Apr 21 13:34:48.406923 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:48.624242 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:48.727106 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:49.198273 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32987e7-2cd2-42ba-bcf2-4f56d9a3e59d req-577523e7-8efa-4493-a63e-350fcafd650a tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:49.199844 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a32987e7-2cd2-42ba-bcf2-4f56d9a3e59d req-577523e7-8efa-4493-a63e-350fcafd650a tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0484319 Apr 21 13:34:49.236643 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a32987e7-2cd2-42ba-bcf2-4f56d9a3e59d req-8c64be13-356e-4eaa-99e1-61fa7b41eeb4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308793 Apr 21 13:34:50.354119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc538c-fff1-48fc-8638-4241729c6511 req-e4f23361-793d-4a00-ad13-4dfa3d0ff279 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:50.355581 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-26cc538c-fff1-48fc-8638-4241729c6511 req-e4f23361-793d-4a00-ad13-4dfa3d0ff279 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0523093 Apr 21 13:34:50.395328 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-26cc538c-fff1-48fc-8638-4241729c6511 req-01e35645-db2a-4f5e-9805-2e44040102c1 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334539 Apr 21 13:34:50.898255 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:51.510757 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512e00f-8860-4bab-9fbb-5e9f17541a53 req-76a0fc8a-6ab6-4121-8b3e-3b939fc35ddb tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:51.512230 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c512e00f-8860-4bab-9fbb-5e9f17541a53 req-76a0fc8a-6ab6-4121-8b3e-3b939fc35ddb tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0486627 Apr 21 13:34:51.549320 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c512e00f-8860-4bab-9fbb-5e9f17541a53 req-3cf7973a-e10d-42ac-ac1b-f56b56e8b4d7 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310459 Apr 21 13:34:52.667619 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57783a4-b712-4e04-a700-4c4deb9a5c2c req-6a620434-aba5-479b-a6a6-2204a5df4d36 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:52.669282 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d57783a4-b712-4e04-a700-4c4deb9a5c2c req-6a620434-aba5-479b-a6a6-2204a5df4d36 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0506325 Apr 21 13:34:52.708104 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d57783a4-b712-4e04-a700-4c4deb9a5c2c req-1a649567-5d85-4f63-83bc-c76f70e1c3de tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324819 Apr 21 13:34:53.828811 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26993bf-5401-48f6-ba13-e8715d440de8 req-8bf0934a-3058-4fb3-a5ea-609eddfc9637 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:53.830285 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d26993bf-5401-48f6-ba13-e8715d440de8 req-8bf0934a-3058-4fb3-a5ea-609eddfc9637 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0511794 Apr 21 13:34:53.871270 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d26993bf-5401-48f6-ba13-e8715d440de8 req-d666b795-5ad2-41d7-a941-2cd9720e1c5c tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349784 Apr 21 13:34:54.953082 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:34:54.986643 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7eb7aa-34a6-44e9-ad2d-b658d04869d6 req-0eaa3399-d4e3-47b5-89f2-94b0de5626c5 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:54.988098 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0c7eb7aa-34a6-44e9-ad2d-b658d04869d6 req-0eaa3399-d4e3-47b5-89f2-94b0de5626c5 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0480435 Apr 21 13:34:55.024678 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0c7eb7aa-34a6-44e9-ad2d-b658d04869d6 req-6db51e5e-9d8e-4465-91b1-4dc20408f2e9 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306537 Apr 21 13:34:56.147595 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-13f2d002-1eaa-498c-bdc3-aa515a11d5a6 service neutron] show failed (client error): The resource could not be found. Apr 21 13:34:56.148646 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-13f2d002-1eaa-498c-bdc3-aa515a11d5a6 service neutron] 10.222.0.24 "GET /v2.0/ports/cf859ae5-23fb-4061-b337-cadfb32462ee/bindings/n-h1-836147-2 HTTP/1.1" status: 404 len: 380 time: 0.0843813 Apr 21 13:34:56.164391 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee356da3-aa23-459e-abad-34ffd2d17216 req-9df59ebe-7081-478f-bbbc-61816c82bb23 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:56.165891 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ee356da3-aa23-459e-abad-34ffd2d17216 req-9df59ebe-7081-478f-bbbc-61816c82bb23 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0680010 Apr 21 13:34:56.205474 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ee356da3-aa23-459e-abad-34ffd2d17216 req-62b23de3-fe00-49ca-87b6-ccf2f62742c2 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334301 Apr 21 13:34:56.632544 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-9f0610d1-6d40-4398-9714-445eb2e2d386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:56.634072 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-9f0610d1-6d40-4398-9714-445eb2e2d386 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926&tenant_id=6191999b6bee462c9838e0e358c8a260 HTTP/1.1" status: 200 len: 1096 time: 0.0686622 Apr 21 13:34:56.644749 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-28d730cf-bf99-48bc-aee5-3cd2013b35d7 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 13:34:56.645746 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-28d730cf-bf99-48bc-aee5-3cd2013b35d7 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049162 Apr 21 13:34:56.658016 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-6fa10aa7-2f24-417b-b1fd-5a64750d29e4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836147-2', 'device_owner': 'compute:nova'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:34:56.712223 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-6fa10aa7-2f24-417b-b1fd-5a64750d29e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:56.908495 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-6fa10aa7-2f24-417b-b1fd-5a64750d29e4 service neutron] For port cf859ae5-23fb-4061-b337-cadfb32462ee, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=cf859ae5-23fb-4061-b337-cadfb32462ee,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:34:56.939666 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-6fa10aa7-2f24-417b-b1fd-5a64750d29e4 service neutron] For port cf859ae5-23fb-4061-b337-cadfb32462ee, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:34:56.977231 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee8edb7-e465-43b1-b99d-bade3f36f926', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf859ae5-23fb-4061-b337-cadfb32462ee'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:34:56.979540 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8731b9b0d93a9bf69e636c4352cfd91473ecc38c160ddf4d7ef907223a15797c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1caf677b-8646-472e-8a33-8ccf124c6458" -d '{"events": [{"server_uuid": "cee8edb7-e465-43b1-b99d-bade3f36f926", "name": "network-vif-unplugged", "status": "completed", "tag": "cf859ae5-23fb-4061-b337-cadfb32462ee"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:34:56.983512 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-6fa10aa7-2f24-417b-b1fd-5a64750d29e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:56.997951 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-6fa10aa7-2f24-417b-b1fd-5a64750d29e4 service neutron] Transition to ACTIVE for port object cf859ae5-23fb-4061-b337-cadfb32462ee will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:34:57.030519 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 13:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b3e9a7-cd0f-4716-86de-397f73872701 x-openstack-request-id: req-f7b3e9a7-cd0f-4716-86de-397f73872701 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:34:57.030819 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee8edb7-e465-43b1-b99d-bade3f36f926", "name": "network-vif-unplugged", "status": "completed", "tag": "cf859ae5-23fb-4061-b337-cadfb32462ee", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:34:57.031065 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f7b3e9a7-cd0f-4716-86de-397f73872701 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:34:57.031485 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7b3e9a7-cd0f-4716-86de-397f73872701'] response: {'server_uuid': 'cee8edb7-e465-43b1-b99d-bade3f36f926', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf859ae5-23fb-4061-b337-cadfb32462ee', 'code': 200} Apr 21 13:34:57.081910 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-6fa10aa7-2f24-417b-b1fd-5a64750d29e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:57.188730 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa10aa7-2f24-417b-b1fd-5a64750d29e4 service neutron] Pushing event updated for resources: {'Port': ['ID=cf859ae5-23fb-4061-b337-cadfb32462ee,revision_number=6']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:34:57.252639 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-6fa10aa7-2f24-417b-b1fd-5a64750d29e4 service neutron] No DVR routers for this DVR port cf859ae5-23fb-4061-b337-cadfb32462ee on host n-h2-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:34:57.327965 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a28db0-5682-4159-b041-113a5c3035f5 req-94ec06d2-272f-4932-b272-47be1edc225f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:57.329490 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80a28db0-5682-4159-b041-113a5c3035f5 req-94ec06d2-272f-4932-b272-47be1edc225f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 943 time: 0.0502641 Apr 21 13:34:57.369278 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80a28db0-5682-4159-b041-113a5c3035f5 req-194e15e4-f0dd-429b-bea1-3d27d2f208bd tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323863 Apr 21 13:34:57.390351 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-6fa10aa7-2f24-417b-b1fd-5a64750d29e4 service neutron] Attempting to bind port cf859ae5-23fb-4061-b337-cadfb32462ee on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:34:57.390617 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-6fa10aa7-2f24-417b-b1fd-5a64750d29e4 service neutron] Attempting to bind port cf859ae5-23fb-4061-b337-cadfb32462ee by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:34:57.390947 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-6fa10aa7-2f24-417b-b1fd-5a64750d29e4 service neutron] Attempting to bind port cf859ae5-23fb-4061-b337-cadfb32462ee on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:34:57.398109 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-6fa10aa7-2f24-417b-b1fd-5a64750d29e4 service neutron] Port cf859ae5-23fb-4061-b337-cadfb32462ee on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:34:57.398432 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-6fa10aa7-2f24-417b-b1fd-5a64750d29e4 service neutron] Attempting to bind port cf859ae5-23fb-4061-b337-cadfb32462ee on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:34:57.404197 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-6fa10aa7-2f24-417b-b1fd-5a64750d29e4 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:34:57.404528 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-6fa10aa7-2f24-417b-b1fd-5a64750d29e4 service neutron] Checking segment: {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:34:57.404901 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-6fa10aa7-2f24-417b-b1fd-5a64750d29e4 service neutron] Bound using segment: {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:34:57.405318 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-6fa10aa7-2f24-417b-b1fd-5a64750d29e4 service neutron] Bound port: cf859ae5-23fb-4061-b337-cadfb32462ee, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:34:57.405692 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-6fa10aa7-2f24-417b-b1fd-5a64750d29e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:57.466298 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-6fa10aa7-2f24-417b-b1fd-5a64750d29e4 service neutron] For port cf859ae5-23fb-4061-b337-cadfb32462ee, host n-h1-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:34:57.469141 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-6fa10aa7-2f24-417b-b1fd-5a64750d29e4 service neutron] For port cf859ae5-23fb-4061-b337-cadfb32462ee, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=cf859ae5-23fb-4061-b337-cadfb32462ee,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:34:57.527822 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-6fa10aa7-2f24-417b-b1fd-5a64750d29e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:57.563454 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-6fa10aa7-2f24-417b-b1fd-5a64750d29e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:57.564246 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-6fa10aa7-2f24-417b-b1fd-5a64750d29e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:34:57.565647 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-6fa10aa7-2f24-417b-b1fd-5a64750d29e4 service neutron] 10.222.0.26 "PUT /v2.0/ports/cf859ae5-23fb-4061-b337-cadfb32462ee HTTP/1.1" status: 200 len: 1091 time: 0.9112954 Apr 21 13:34:57.597049 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa10aa7-2f24-417b-b1fd-5a64750d29e4 service neutron] Pushing event updated for resources: {'Port': ['ID=cf859ae5-23fb-4061-b337-cadfb32462ee,revision_number=7']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:34:57.632879 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-dc26f8f6-8e7c-459f-8a3f-ae23552e73f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:57.634436 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-dc26f8f6-8e7c-459f-8a3f-ae23552e73f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 1094 time: 0.0453343 Apr 21 13:34:57.726953 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-78f34555-8825-48a2-9979-558dc2676ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:57.728425 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-78f34555-8825-48a2-9979-558dc2676ab9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.0870447 Apr 21 13:34:57.825041 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-7933ef10-7af6-41b1-9d95-18caa04d6ff2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf859ae5-23fb-4061-b337-cadfb32462ee HTTP/1.1" status: 200 len: 998 time: 0.0895782 Apr 21 13:34:57.873109 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-467e7b44-96f0-45ec-ac3b-817a22243e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:57.874497 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-467e7b44-96f0-45ec-ac3b-817a22243e7f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0431905 Apr 21 13:34:57.931918 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-01d3a80f-92e7-4beb-99b3-631bebe9cb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:57.934062 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-01d3a80f-92e7-4beb-99b3-631bebe9cb30 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533106 Apr 21 13:34:58.020166 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-07cbfceb-6ecd-4dd9-a53a-b966e7e6cd3b service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797966 Apr 21 13:34:58.113829 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-317bf147-8821-4cea-aff5-a04a2eda5db5 req-dab4cfe1-c1b7-43c2-851d-efd0591dbe32 service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872884 Apr 21 13:34:58.493226 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36688100-8a56-4ffc-99a3-b70e5c9fa55c req-783cb506-3a7d-4907-825f-d864fb64dd98 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:58.494765 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-36688100-8a56-4ffc-99a3-b70e5c9fa55c req-783cb506-3a7d-4907-825f-d864fb64dd98 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 943 time: 0.0490880 Apr 21 13:34:58.531409 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-36688100-8a56-4ffc-99a3-b70e5c9fa55c req-704a5111-28b5-47a3-a7a3-c8fdf21c5724 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308557 Apr 21 13:34:58.801509 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef17b7-8dac-4dcf-b574-0466949b699b req-70fb7cc0-b966-4027-8fef-28c9c56a5fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:58.803008 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-20ef17b7-8dac-4dcf-b574-0466949b699b req-70fb7cc0-b966-4027-8fef-28c9c56a5fa9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 1094 time: 0.0398803 Apr 21 13:34:58.904300 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef17b7-8dac-4dcf-b574-0466949b699b req-da97663b-ee0c-4b2c-9d97-54ca4ad1d6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:58.905787 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-20ef17b7-8dac-4dcf-b574-0466949b699b req-da97663b-ee0c-4b2c-9d97-54ca4ad1d6c7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.0846694 Apr 21 13:34:58.968698 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-20ef17b7-8dac-4dcf-b574-0466949b699b req-9dc39f9e-9f05-474c-bc98-bb81df404fa3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf859ae5-23fb-4061-b337-cadfb32462ee HTTP/1.1" status: 200 len: 998 time: 0.0560343 Apr 21 13:34:59.016270 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef17b7-8dac-4dcf-b574-0466949b699b req-00e3e0fa-adc8-4560-8322-1e5acf818f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:59.017621 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-20ef17b7-8dac-4dcf-b574-0466949b699b req-00e3e0fa-adc8-4560-8322-1e5acf818f70 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0425899 Apr 21 13:34:59.032701 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee8edb7-e465-43b1-b99d-bade3f36f926', 'tag': 'cf859ae5-23fb-4061-b337-cadfb32462ee'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:34:59.034903 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8731b9b0d93a9bf69e636c4352cfd91473ecc38c160ddf4d7ef907223a15797c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76edf328-245f-4e46-ac82-0d1cdc335bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "cee8edb7-e465-43b1-b99d-bade3f36f926", "tag": "cf859ae5-23fb-4061-b337-cadfb32462ee"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:34:59.074642 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef17b7-8dac-4dcf-b574-0466949b699b req-6ed0dd42-1845-447c-a9d4-4251dac6ce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:59.076190 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-20ef17b7-8dac-4dcf-b574-0466949b699b req-6ed0dd42-1845-447c-a9d4-4251dac6ce9d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521703 Apr 21 13:34:59.101110 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3abab1c2-d563-4f83-b8d3-d6beb96e1f3a x-openstack-request-id: req-3abab1c2-d563-4f83-b8d3-d6beb96e1f3a {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:34:59.106789 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee8edb7-e465-43b1-b99d-bade3f36f926", "tag": "cf859ae5-23fb-4061-b337-cadfb32462ee", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:34:59.106789 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3abab1c2-d563-4f83-b8d3-d6beb96e1f3a {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:34:59.106789 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3abab1c2-d563-4f83-b8d3-d6beb96e1f3a'] response: {'name': 'network-changed', 'server_uuid': 'cee8edb7-e465-43b1-b99d-bade3f36f926', 'tag': 'cf859ae5-23fb-4061-b337-cadfb32462ee', 'status': 'completed', 'code': 200} Apr 21 13:34:59.167314 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-20ef17b7-8dac-4dcf-b574-0466949b699b req-63cadcc2-ed80-4fb4-8bf9-d4e972e9d985 service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832467 Apr 21 13:34:59.170449 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edf328-245f-4e46-ac82-0d1cdc335bd9 req-b8eaaa5e-3aa0-4912-be14-8e7fcdbff637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:59.171886 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-76edf328-245f-4e46-ac82-0d1cdc335bd9 req-b8eaaa5e-3aa0-4912-be14-8e7fcdbff637 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 1094 time: 0.0432811 Apr 21 13:34:59.260242 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-20ef17b7-8dac-4dcf-b574-0466949b699b req-2eae2513-f0a1-4019-b4dd-8ab29a791f12 service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847261 Apr 21 13:34:59.265311 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edf328-245f-4e46-ac82-0d1cdc335bd9 req-49209876-9442-4601-96b4-74640352ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:59.266968 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-76edf328-245f-4e46-ac82-0d1cdc335bd9 req-49209876-9442-4601-96b4-74640352ebff service neutron] 10.222.0.24 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.0831425 Apr 21 13:34:59.339142 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edf328-245f-4e46-ac82-0d1cdc335bd9 req-96057db1-a4ef-4400-a99c-3b80f137313a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:59.340680 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-76edf328-245f-4e46-ac82-0d1cdc335bd9 req-96057db1-a4ef-4400-a99c-3b80f137313a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 1094 time: 0.0420907 Apr 21 13:34:59.341176 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-76edf328-245f-4e46-ac82-0d1cdc335bd9 req-02fc1bb1-18f8-4a86-b3c5-6067d35f8c38 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf859ae5-23fb-4061-b337-cadfb32462ee HTTP/1.1" status: 200 len: 998 time: 0.0632522 Apr 21 13:34:59.393086 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edf328-245f-4e46-ac82-0d1cdc335bd9 req-5d25e24a-e958-49c2-84bd-a1bb740434ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:59.394626 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-76edf328-245f-4e46-ac82-0d1cdc335bd9 req-5d25e24a-e958-49c2-84bd-a1bb740434ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0436883 Apr 21 13:34:59.429335 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edf328-245f-4e46-ac82-0d1cdc335bd9 req-c727b1b2-a6f0-4db2-a689-143a8e28158d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:59.430823 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-76edf328-245f-4e46-ac82-0d1cdc335bd9 req-c727b1b2-a6f0-4db2-a689-143a8e28158d service neutron] 10.222.0.26 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.0827367 Apr 21 13:34:59.443640 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edf328-245f-4e46-ac82-0d1cdc335bd9 req-55b3e9c8-37bc-4733-9938-127b9b4deeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:59.445133 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-76edf328-245f-4e46-ac82-0d1cdc335bd9 req-55b3e9c8-37bc-4733-9938-127b9b4deeea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404000 Apr 21 13:34:59.498652 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-76edf328-245f-4e46-ac82-0d1cdc335bd9 req-eeab3504-11f2-418f-8aed-a22197ebef47 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf859ae5-23fb-4061-b337-cadfb32462ee HTTP/1.1" status: 200 len: 998 time: 0.0600641 Apr 21 13:34:59.543711 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-76edf328-245f-4e46-ac82-0d1cdc335bd9 req-169fdcbc-0544-4c4a-9cfc-f34c5b254e62 service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861905 Apr 21 13:34:59.549415 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edf328-245f-4e46-ac82-0d1cdc335bd9 req-22758d2a-af53-463e-901f-52376dfbf676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:59.550897 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-76edf328-245f-4e46-ac82-0d1cdc335bd9 req-22758d2a-af53-463e-901f-52376dfbf676 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0423033 Apr 21 13:34:59.595124 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edf328-245f-4e46-ac82-0d1cdc335bd9 req-ae03298f-a60b-4f7c-973a-0dec4e7ac5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:59.596932 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-76edf328-245f-4e46-ac82-0d1cdc335bd9 req-ae03298f-a60b-4f7c-973a-0dec4e7ac5de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400255 Apr 21 13:34:59.671990 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-76edf328-245f-4e46-ac82-0d1cdc335bd9 req-d7a92d6f-6687-49d1-9f17-bb5ad3229a43 service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176538 Apr 21 13:34:59.679287 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc0fc3-31b7-4985-96b9-7b7dc4ef62d8 req-811fb07d-bcde-49f3-bbab-6b2c8f6c99be tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:34:59.680693 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cacc0fc3-31b7-4985-96b9-7b7dc4ef62d8 req-811fb07d-bcde-49f3-bbab-6b2c8f6c99be tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 943 time: 0.0789695 Apr 21 13:34:59.688732 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-76edf328-245f-4e46-ac82-0d1cdc335bd9 req-aa0eecb3-65b7-4f03-8ac9-531da6c6981a service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844533 Apr 21 13:34:59.719608 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cacc0fc3-31b7-4985-96b9-7b7dc4ef62d8 req-4170c209-0707-41e0-812e-61e899c81a77 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320427 Apr 21 13:34:59.776645 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-76edf328-245f-4e46-ac82-0d1cdc335bd9 req-199fdd44-89e0-4d25-a17d-cc40242361de service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804067 Apr 21 13:35:00.046799 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device cf859ae5-23fb-4061-b337-cadfb32462ee no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:35:00.083234 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device cf859ae5-23fb-4061-b337-cadfb32462ee not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:35:00.836335 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d073874-104a-466d-8ad5-c853cad3969b req-58d8d09c-0cad-4eb0-afbe-e55a5465eede tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:00.837829 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d073874-104a-466d-8ad5-c853cad3969b req-58d8d09c-0cad-4eb0-afbe-e55a5465eede tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 943 time: 0.0481122 Apr 21 13:35:00.875624 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d073874-104a-466d-8ad5-c853cad3969b req-00cca307-01a0-4736-830e-5ccd91feb2b3 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317385 Apr 21 13:35:01.987448 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e40ffb-e34f-459f-8400-16eaae988037 req-c109d827-844c-424f-865d-a564750bdb90 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:01.988884 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e1e40ffb-e34f-459f-8400-16eaae988037 req-c109d827-844c-424f-865d-a564750bdb90 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 943 time: 0.0476165 Apr 21 13:35:02.025328 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e1e40ffb-e34f-459f-8400-16eaae988037 req-38dee710-a4f3-49c3-b1fc-3ef2948f0932 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306597 Apr 21 13:35:02.126141 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device cf859ae5-23fb-4061-b337-cadfb32462ee details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:35:02.222585 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port cf859ae5-23fb-4061-b337-cadfb32462ee, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=cf859ae5-23fb-4061-b337-cadfb32462ee,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:35:02.234024 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'cf859ae5-23fb-4061-b337-cadfb32462ee', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'port_id': 'cf859ae5-23fb-4061-b337-cadfb32462ee', 'mac_address': 'fa:16:3e:43:5f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:35:02.270656 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:02.283635 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf859ae5-23fb-4061-b337-cadfb32462ee {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:35:02.306614 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port cf859ae5-23fb-4061-b337-cadfb32462ee, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=cf859ae5-23fb-4061-b337-cadfb32462ee,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:35:02.367360 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f16279-8fb9-4164-b262-2e3c8a0a8623 req-0a9ac223-d52a-41a6-9a75-323e72af99f3 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:02.368829 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70f16279-8fb9-4164-b262-2e3c8a0a8623 req-0a9ac223-d52a-41a6-9a75-323e72af99f3 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 943 time: 0.0525138 Apr 21 13:35:02.389840 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:02.418519 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-70f16279-8fb9-4164-b262-2e3c8a0a8623 req-5f7c2628-fbd6-4322-b3ec-169de9335bf9 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421605 Apr 21 13:35:02.442747 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=cf859ae5-23fb-4061-b337-cadfb32462ee,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:35:02.450992 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:02.456348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:02.456348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:02.456348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:02.456348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:02.456348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:02.456348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:02.456348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:02.456348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:02.456348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:02.456348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:02.456348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:02.471324 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf209f7-c360-4a9e-ba8c-0d116ac9e5a8 req-806ae317-3cd9-4509-be57-9444b3fc1080 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:02.472822 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caf209f7-c360-4a9e-ba8c-0d116ac9e5a8 req-806ae317-3cd9-4509-be57-9444b3fc1080 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.24 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926&tenant_id=6191999b6bee462c9838e0e358c8a260&binding%3Ahost_id=n-h1-836147-2 HTTP/1.1" status: 200 len: 944 time: 0.0533910 Apr 21 13:35:02.533804 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-caf209f7-c360-4a9e-ba8c-0d116ac9e5a8 req-d272d68b-eeb0-4aa6-bf4d-04782715cbd0 service neutron] delete failed (client error): The resource could not be found. Apr 21 13:35:02.534803 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caf209f7-c360-4a9e-ba8c-0d116ac9e5a8 req-d272d68b-eeb0-4aa6-bf4d-04782715cbd0 service neutron] 10.222.0.24 "DELETE /v2.0/ports/cf859ae5-23fb-4061-b337-cadfb32462ee/bindings/n-h2-836147-2 HTTP/1.1" status: 404 len: 380 time: 0.0513868 Apr 21 13:35:02.620780 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf209f7-c360-4a9e-ba8c-0d116ac9e5a8 req-d09eda8c-0fca-489f-baf8-8442d52d0d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:02.622317 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caf209f7-c360-4a9e-ba8c-0d116ac9e5a8 req-d09eda8c-0fca-489f-baf8-8442d52d0d94 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 1095 time: 0.0410464 Apr 21 13:35:02.712662 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf209f7-c360-4a9e-ba8c-0d116ac9e5a8 req-429b9179-7b0a-40db-b0ab-3f1d8b2389ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:02.714658 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caf209f7-c360-4a9e-ba8c-0d116ac9e5a8 req-429b9179-7b0a-40db-b0ab-3f1d8b2389ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.0843179 Apr 21 13:35:02.728976 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['cf859ae5-23fb-4061-b337-cadfb32462ee'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:35:02.782386 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caf209f7-c360-4a9e-ba8c-0d116ac9e5a8 req-460ccd36-0a27-4417-92ed-a23a6f8ce574 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf859ae5-23fb-4061-b337-cadfb32462ee HTTP/1.1" status: 200 len: 999 time: 0.0577388 Apr 21 13:35:02.837057 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf209f7-c360-4a9e-ba8c-0d116ac9e5a8 req-aec24115-bc75-43a3-a813-e7b3005713db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:02.839204 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caf209f7-c360-4a9e-ba8c-0d116ac9e5a8 req-aec24115-bc75-43a3-a813-e7b3005713db service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0468738 Apr 21 13:35:02.886931 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf209f7-c360-4a9e-ba8c-0d116ac9e5a8 req-1928ea90-1bb9-47d4-8dbb-0f04ca704bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:02.888401 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caf209f7-c360-4a9e-ba8c-0d116ac9e5a8 req-1928ea90-1bb9-47d4-8dbb-0f04ca704bb5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394063 Apr 21 13:35:02.976440 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caf209f7-c360-4a9e-ba8c-0d116ac9e5a8 req-7fd4dc85-4a40-4225-86a7-223407918c08 service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778341 Apr 21 13:35:03.069216 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-caf209f7-c360-4a9e-ba8c-0d116ac9e5a8 req-7fac3f49-032c-4db8-9579-4a65ad97dfb9 service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817370 Apr 21 13:35:03.541958 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbb25e-3fab-4698-8e47-5a945e6b6d83 req-2f2d8810-2dac-45ef-b70e-b6cb98924553 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:03.543385 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8fbbb25e-3fab-4698-8e47-5a945e6b6d83 req-2f2d8810-2dac-45ef-b70e-b6cb98924553 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 944 time: 0.0471900 Apr 21 13:35:03.582879 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8fbbb25e-3fab-4698-8e47-5a945e6b6d83 req-a788b759-b0c3-4f6b-b823-ddbfa54a364b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333574 Apr 21 13:35:04.141401 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device cf859ae5-23fb-4061-b337-cadfb32462ee up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:35:04.245948 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port cf859ae5-23fb-4061-b337-cadfb32462ee completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:35:04.249742 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port cf859ae5-23fb-4061-b337-cadfb32462ee triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:35:04.250110 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:04.326823 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:04.348986 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee8edb7-e465-43b1-b99d-bade3f36f926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf859ae5-23fb-4061-b337-cadfb32462ee'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:35:04.351227 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8f9faf-f3d1-4100-86b9-668e128bf382" -d '{"events": [{"server_uuid": "cee8edb7-e465-43b1-b99d-bade3f36f926", "name": "network-vif-plugged", "status": "completed", "tag": "cf859ae5-23fb-4061-b337-cadfb32462ee"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:35:04.364542 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port cf859ae5-23fb-4061-b337-cadfb32462ee, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=cf859ae5-23fb-4061-b337-cadfb32462ee,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:35:04.388085 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4b474d-b0f4-4bc9-813f-8e5ea13966d9 x-openstack-request-id: req-ce4b474d-b0f4-4bc9-813f-8e5ea13966d9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:35:04.388378 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee8edb7-e465-43b1-b99d-bade3f36f926", "name": "network-vif-plugged", "status": "completed", "tag": "cf859ae5-23fb-4061-b337-cadfb32462ee", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:35:04.388631 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ce4b474d-b0f4-4bc9-813f-8e5ea13966d9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:35:04.389059 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce4b474d-b0f4-4bc9-813f-8e5ea13966d9'] response: {'server_uuid': 'cee8edb7-e465-43b1-b99d-bade3f36f926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf859ae5-23fb-4061-b337-cadfb32462ee', 'code': 200} Apr 21 13:35:04.445965 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:04.496373 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=cf859ae5-23fb-4061-b337-cadfb32462ee,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:35:04.703356 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb1b39-cc85-4981-b190-ba2074befe32 req-8efe8c84-ee0f-4511-a23c-5a0f5316fde5 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:04.704815 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-44eb1b39-cc85-4981-b190-ba2074befe32 req-8efe8c84-ee0f-4511-a23c-5a0f5316fde5 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0514371 Apr 21 13:35:04.741954 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-44eb1b39-cc85-4981-b190-ba2074befe32 req-f7777db7-0e62-4546-807a-1fb6091224a6 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311685 Apr 21 13:35:04.856467 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bf24e-c86b-4d25-9135-53c0f2fd31ca req-88d71db6-f7a3-401a-ad0c-66bb786c4bce tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:04.858209 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e96bf24e-c86b-4d25-9135-53c0f2fd31ca req-88d71db6-f7a3-401a-ad0c-66bb786c4bce tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0474098 Apr 21 13:35:04.894745 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e96bf24e-c86b-4d25-9135-53c0f2fd31ca req-fe20d98d-f623-4c52-ab68-73a02e3989dc tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306363 Apr 21 13:35:05.003954 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d1d1f-a258-4626-aceb-60b2bdda5778 req-78bf81c7-4434-4f7c-b8e7-c91852355e13 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:05.005297 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-532d1d1f-a258-4626-aceb-60b2bdda5778 req-78bf81c7-4434-4f7c-b8e7-c91852355e13 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0474033 Apr 21 13:35:05.042258 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-532d1d1f-a258-4626-aceb-60b2bdda5778 req-bbee7243-72bb-4416-885c-5f696d41d383 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303009 Apr 21 13:35:05.425481 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aca0a7-f5a3-4953-a368-6777ba47d09b req-aedaa5c6-5257-4b8f-a630-3c039c3af079 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:05.426978 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-91aca0a7-f5a3-4953-a368-6777ba47d09b req-aedaa5c6-5257-4b8f-a630-3c039c3af079 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0522621 Apr 21 13:35:05.463208 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-91aca0a7-f5a3-4953-a368-6777ba47d09b req-8f5639df-c763-4605-a063-48b3cc2dc0e0 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303218 Apr 21 13:35:06.577696 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48755a73-dc64-4cf8-bcdc-d442375462fa req-5dbee25a-13cc-42c1-b85e-1b3c871f5a78 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:06.579173 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-48755a73-dc64-4cf8-bcdc-d442375462fa req-5dbee25a-13cc-42c1-b85e-1b3c871f5a78 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0478749 Apr 21 13:35:06.616798 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-48755a73-dc64-4cf8-bcdc-d442375462fa req-04fd2b8f-bc79-4016-b321-60ee44a0a6ff tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317152 Apr 21 13:35:06.779448 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f0ee1-eff4-41d5-9d18-d1d7a3b09dd9 req-7e9f2b8f-348f-4e74-b354-b8db82f1fefe tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:06.780887 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-344f0ee1-eff4-41d5-9d18-d1d7a3b09dd9 req-7e9f2b8f-348f-4e74-b354-b8db82f1fefe tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.26 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 945 time: 0.0536327 Apr 21 13:35:06.867491 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-344f0ee1-eff4-41d5-9d18-d1d7a3b09dd9 req-221a1610-e5bd-4aa3-a158-ae97693e8862 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Deleting port cf859ae5-23fb-4061-b337-cadfb32462ee {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:35:06.867827 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-344f0ee1-eff4-41d5-9d18-d1d7a3b09dd9 req-221a1610-e5bd-4aa3-a158-ae97693e8862 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:06.955164 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-344f0ee1-eff4-41d5-9d18-d1d7a3b09dd9 req-221a1610-e5bd-4aa3-a158-ae97693e8862 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] For port cf859ae5-23fb-4061-b337-cadfb32462ee, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=cf859ae5-23fb-4061-b337-cadfb32462ee,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:35:06.955520 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-344f0ee1-eff4-41d5-9d18-d1d7a3b09dd9 req-221a1610-e5bd-4aa3-a158-ae97693e8862 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:07.164195 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-344f0ee1-eff4-41d5-9d18-d1d7a3b09dd9 req-221a1610-e5bd-4aa3-a158-ae97693e8862 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:07.164464 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-344f0ee1-eff4-41d5-9d18-d1d7a3b09dd9 req-221a1610-e5bd-4aa3-a158-ae97693e8862 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:07.164777 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [req-344f0ee1-eff4-41d5-9d18-d1d7a3b09dd9 req-221a1610-e5bd-4aa3-a158-ae97693e8862 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Floating IP 04443daa-9076-4d93-a92e-ae5729baf9d5 disassociated. External IP: 172.25.8.13, port: cf859ae5-23fb-4061-b337-cadfb32462ee. Apr 21 13:35:07.165105 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-344f0ee1-eff4-41d5-9d18-d1d7a3b09dd9 req-221a1610-e5bd-4aa3-a158-ae97693e8862 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Calling delete_port for cf859ae5-23fb-4061-b337-cadfb32462ee owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:35:07.366764 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-344f0ee1-eff4-41d5-9d18-d1d7a3b09dd9 req-221a1610-e5bd-4aa3-a158-ae97693e8862 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:07.399783 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a1610-e5bd-4aa3-a158-ae97693e8862 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Pushing event deleted for resources: {'Port': ['ID=cf859ae5-23fb-4061-b337-cadfb32462ee,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:35:07.412521 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221a1610-e5bd-4aa3-a158-ae97693e8862 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:07.412862 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221a1610-e5bd-4aa3-a158-ae97693e8862 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:07.413196 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221a1610-e5bd-4aa3-a158-ae97693e8862 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:07.413529 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221a1610-e5bd-4aa3-a158-ae97693e8862 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:07.413884 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221a1610-e5bd-4aa3-a158-ae97693e8862 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:07.414251 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221a1610-e5bd-4aa3-a158-ae97693e8862 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:07.414529 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221a1610-e5bd-4aa3-a158-ae97693e8862 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:07.414849 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221a1610-e5bd-4aa3-a158-ae97693e8862 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:07.415173 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221a1610-e5bd-4aa3-a158-ae97693e8862 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:07.415487 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221a1610-e5bd-4aa3-a158-ae97693e8862 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:07.415803 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221a1610-e5bd-4aa3-a158-ae97693e8862 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:07.416119 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221a1610-e5bd-4aa3-a158-ae97693e8862 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:07.526324 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-344f0ee1-eff4-41d5-9d18-d1d7a3b09dd9 req-221a1610-e5bd-4aa3-a158-ae97693e8862 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Router ad38ec32-225f-4de6-ad69-6c95b9348c89 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:35:07.713502 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98bc3b69-d8fa-469d-91e2-e355f86daf50 req-a08ca542-f2cb-49c6-89fc-13f7e38f7e39 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=cee8edb7-e465-43b1-b99d-bade3f36f926 HTTP/1.1" status: 200 len: 210 time: 0.0270789 Apr 21 13:35:07.881738 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-344f0ee1-eff4-41d5-9d18-d1d7a3b09dd9 req-221a1610-e5bd-4aa3-a158-ae97693e8862 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:35:07.892130 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003303d9-9795-4935-94e8-c5d507606fd1 None None] Sync routers for ids ['ad38ec32-225f-4de6-ad69-6c95b9348c89'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:35:07.901504 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003303d9-9795-4935-94e8-c5d507606fd1 None None] Routers {'ad38ec32-225f-4de6-ad69-6c95b9348c89'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:35:07.902787 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-003303d9-9795-4935-94e8-c5d507606fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:34:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ad38ec32-225f-4de6-ad69-6c95b9348c89'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:35:07.920350 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-344f0ee1-eff4-41d5-9d18-d1d7a3b09dd9 req-221a1610-e5bd-4aa3-a158-ae97693e8862 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] No DVR routers for this DVR port cf859ae5-23fb-4061-b337-cadfb32462ee on host n-h1-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:35:07.923039 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-344f0ee1-eff4-41d5-9d18-d1d7a3b09dd9 req-221a1610-e5bd-4aa3-a158-ae97693e8862 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:07.926273 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-344f0ee1-eff4-41d5-9d18-d1d7a3b09dd9 req-221a1610-e5bd-4aa3-a158-ae97693e8862 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.26 "DELETE /v2.0/ports/cf859ae5-23fb-4061-b337-cadfb32462ee HTTP/1.1" status: 204 len: 173 time: 1.1391542 Apr 21 13:35:07.926715 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee8edb7-e465-43b1-b99d-bade3f36f926', 'name': 'network-vif-deleted', 'tag': 'cf859ae5-23fb-4061-b337-cadfb32462ee'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:35:07.929017 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8731b9b0d93a9bf69e636c4352cfd91473ecc38c160ddf4d7ef907223a15797c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8baa9916-ae4f-41d1-a3cd-2030bf49f01d" -d '{"events": [{"server_uuid": "cee8edb7-e465-43b1-b99d-bade3f36f926", "name": "network-vif-deleted", "tag": "cf859ae5-23fb-4061-b337-cadfb32462ee"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:35:07.965896 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f9c3e7-d351-403c-a08d-e19f37970d96 x-openstack-request-id: req-89f9c3e7-d351-403c-a08d-e19f37970d96 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:35:07.966212 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee8edb7-e465-43b1-b99d-bade3f36f926", "name": "network-vif-deleted", "tag": "cf859ae5-23fb-4061-b337-cadfb32462ee", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:35:07.966463 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-89f9c3e7-d351-403c-a08d-e19f37970d96 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:35:07.966874 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89f9c3e7-d351-403c-a08d-e19f37970d96'] response: {'server_uuid': 'cee8edb7-e465-43b1-b99d-bade3f36f926', 'name': 'network-vif-deleted', 'tag': 'cf859ae5-23fb-4061-b337-cadfb32462ee', 'status': 'completed', 'code': 200} Apr 21 13:35:08.163920 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-003303d9-9795-4935-94e8-c5d507606fd1 None None] Set router ad38ec32-225f-4de6-ad69-6c95b9348c89 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:35:08.356897 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-003303d9-9795-4935-94e8-c5d507606fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '49851a45-1e06-4b5f-835e-9e5524581595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port': {'id': '49851a45-1e06-4b5f-835e-9e5524581595', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'a2991119-a43f-44d9-9a48-d3219ce9350e', 'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'mac_address': 'fa:16:3e:2e:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:34:02Z', 'updated_at': '2022-04-21T13:34:05Z', 'revision_number': 5, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'subnets': [{'id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:35:08.386507 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003303d9-9795-4935-94e8-c5d507606fd1 None None] Checking router: ad38ec32-225f-4de6-ad69-6c95b9348c89 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:35:08.394601 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003303d9-9795-4935-94e8-c5d507606fd1 None None] Routers {'ad38ec32-225f-4de6-ad69-6c95b9348c89'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:35:08.395199 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-003303d9-9795-4935-94e8-c5d507606fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:34:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ad38ec32-225f-4de6-ad69-6c95b9348c89'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:35:08.501391 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-003303d9-9795-4935-94e8-c5d507606fd1 None None] Set router ad38ec32-225f-4de6-ad69-6c95b9348c89 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:35:08.698348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-003303d9-9795-4935-94e8-c5d507606fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '49851a45-1e06-4b5f-835e-9e5524581595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port': {'id': '49851a45-1e06-4b5f-835e-9e5524581595', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'a2991119-a43f-44d9-9a48-d3219ce9350e', 'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'mac_address': 'fa:16:3e:2e:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:34:02Z', 'updated_at': '2022-04-21T13:34:05Z', 'revision_number': 5, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'subnets': [{'id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:35:08.724559 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003303d9-9795-4935-94e8-c5d507606fd1 None None] The sync data for ids ['ad38ec32-225f-4de6-ad69-6c95b9348c89'] in n-d-836147-2 is: [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '49851a45-1e06-4b5f-835e-9e5524581595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port': {'id': '49851a45-1e06-4b5f-835e-9e5524581595', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'a2991119-a43f-44d9-9a48-d3219ce9350e', 'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'mac_address': 'fa:16:3e:2e:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:34:02Z', 'updated_at': '2022-04-21T13:34:05Z', 'revision_number': 5, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'subnets': [{'id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:35:08.952114 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d95266-b8a8-4ecf-bca8-1d7b0ba85e4a None None] New status for floating IP 04443daa-9076-4d93-a92e-ae5729baf9d5: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:35:08.965022 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-81e7209c-b93f-4ae6-beeb-81fd62131873 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--203948848&fields=id&tenant_id=6191999b6bee462c9838e0e358c8a260 HTTP/1.1" status: 200 len: 267 time: 0.0335300 Apr 21 13:35:09.073348 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-2c23dc72-efbf-4d73-8a05-4b8d43c80a5c tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:09.074880 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-2c23dc72-efbf-4d73-8a05-4b8d43c80a5c tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 812 time: 0.1027608 Apr 21 13:35:09.089466 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-956732c6-bb3a-4f02-a53e-ecdf556fbf25 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/quotas/6191999b6bee462c9838e0e358c8a260 HTTP/1.1" status: 200 len: 375 time: 0.0088375 Apr 21 13:35:09.144485 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-f333042d-368f-4ace-b081-a37d79f23ee0 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496972 Apr 21 13:35:09.241119 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-10ce43f7-4049-4429-8115-0152a42cb6e9 service neutron] 10.222.0.36 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848022 Apr 21 13:35:09.327427 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-60cf2945-d7be-4149-98f6-98cbc8d68f2f service neutron] 10.222.0.36 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795987 Apr 21 13:35:09.556321 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b02ed3ff-5b6c-4433-b578-95680d789dd6 req-086adc63-043e-43b2-a180-102db88459c3 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 210 time: 0.0312772 Apr 21 13:35:10.653854 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f88576ae-d397-48c5-acb7-839ee3b85097 req-aa5df873-9248-4823-955f-73bd344a7589 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 210 time: 0.0277019 Apr 21 13:35:11.372852 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-e5234683-979d-476d-886c-753d83df8b2f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:11.374345 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-e5234683-979d-476d-886c-753d83df8b2f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.26 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 812 time: 0.1028481 Apr 21 13:35:11.425366 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-af80ef54-99d4-441f-b04c-bf8bc779f1d0 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6191999b6bee462c9838e0e358c8a260 HTTP/1.1" status: 200 len: 379 time: 0.0429506 Apr 21 13:35:11.434771 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-55c2c0a4-0311-46fc-96ed-6f7c1bb64526 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Request body: {'port': {'device_id': '85ae4b22-b4a5-4034-9c39-df3a011348b7', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'admin_state_up': True, 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'security_groups': ['272baeeb-ab7d-4155-b7aa-5b33842f9ead']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:35:11.606566 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-55c2c0a4-0311-46fc-96ed-6f7c1bb64526 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Made reservation on behalf of 6191999b6bee462c9838e0e358c8a260 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:35:11.610357 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-55c2c0a4-0311-46fc-96ed-6f7c1bb64526 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:11.739413 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-55c2c0a4-0311-46fc-96ed-6f7c1bb64526 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Allocated IP 172.20.0.7 (8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4/6ca006fe-3660-4c71-95af-93248fbdc150/1a48a77e-4afc-4005-be10-ca4ec88b32ac) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:35:11.752582 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb655220-cdbb-44fe-a185-35cfc7dde59c req-d774ba4d-5f80-4044-b772-c19153095c5f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 210 time: 0.0308859 Apr 21 13:35:11.872963 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-55c2c0a4-0311-46fc-96ed-6f7c1bb64526 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:11.961932 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-55c2c0a4-0311-46fc-96ed-6f7c1bb64526 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:12.005461 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-55c2c0a4-0311-46fc-96ed-6f7c1bb64526 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:35:12.008493 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-55c2c0a4-0311-46fc-96ed-6f7c1bb64526 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:35:12.012229 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-55c2c0a4-0311-46fc-96ed-6f7c1bb64526 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:35:12.018367 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2c0a4-0311-46fc-96ed-6f7c1bb64526 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Pushing event updated for resources: {'Port': ['ID=1a48a77e-4afc-4005-be10-ca4ec88b32ac,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:35:12.064017 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-55c2c0a4-0311-46fc-96ed-6f7c1bb64526 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:12.064757 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-55c2c0a4-0311-46fc-96ed-6f7c1bb64526 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:12.164368 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-55c2c0a4-0311-46fc-96ed-6f7c1bb64526 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7337735 Apr 21 13:35:12.176694 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-0167c8bc-c559-486f-9899-6ef11a5721b3 service neutron] Request body: {'port': {'device_id': '85ae4b22-b4a5-4034-9c39-df3a011348b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:35:12.187870 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device cf859ae5-23fb-4061-b337-cadfb32462ee no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:35:12.215872 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: cf859ae5-23fb-4061-b337-cadfb32462ee {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:35:12.216099 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device cf859ae5-23fb-4061-b337-cadfb32462ee not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:35:12.225410 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-35161a9e-01a8-4f72-a9fe-045b43055bd2 None None] Provisioning complete for port 1a48a77e-4afc-4005-be10-ca4ec88b32ac triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:35:12.225802 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35161a9e-01a8-4f72-a9fe-045b43055bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:12.231134 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-0167c8bc-c559-486f-9899-6ef11a5721b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:12.258385 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-35161a9e-01a8-4f72-a9fe-045b43055bd2 None None] Port 1a48a77e-4afc-4005-be10-ca4ec88b32ac cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:35:12.495004 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-0167c8bc-c559-486f-9899-6ef11a5721b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a48a77e-4afc-4005-be10-ca4ec88b32ac {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:35:12.502125 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-0167c8bc-c559-486f-9899-6ef11a5721b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:12.514132 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-0167c8bc-c559-486f-9899-6ef11a5721b3 service neutron] Transition to ACTIVE for port object 1a48a77e-4afc-4005-be10-ca4ec88b32ac will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:35:12.583648 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-0167c8bc-c559-486f-9899-6ef11a5721b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:12.631214 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167c8bc-c559-486f-9899-6ef11a5721b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a48a77e-4afc-4005-be10-ca4ec88b32ac,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:35:12.709209 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-0167c8bc-c559-486f-9899-6ef11a5721b3 service neutron] Attempting to bind port 1a48a77e-4afc-4005-be10-ca4ec88b32ac on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:35:12.709558 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-0167c8bc-c559-486f-9899-6ef11a5721b3 service neutron] Attempting to bind port 1a48a77e-4afc-4005-be10-ca4ec88b32ac by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:35:12.709925 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-0167c8bc-c559-486f-9899-6ef11a5721b3 service neutron] Attempting to bind port 1a48a77e-4afc-4005-be10-ca4ec88b32ac on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:35:12.715487 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-0167c8bc-c559-486f-9899-6ef11a5721b3 service neutron] Port 1a48a77e-4afc-4005-be10-ca4ec88b32ac on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:35:12.715808 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-0167c8bc-c559-486f-9899-6ef11a5721b3 service neutron] Attempting to bind port 1a48a77e-4afc-4005-be10-ca4ec88b32ac on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:35:12.721212 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-0167c8bc-c559-486f-9899-6ef11a5721b3 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:35:12.721550 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-0167c8bc-c559-486f-9899-6ef11a5721b3 service neutron] Checking segment: {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:35:12.721969 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-0167c8bc-c559-486f-9899-6ef11a5721b3 service neutron] Bound using segment: {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:35:12.722401 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-0167c8bc-c559-486f-9899-6ef11a5721b3 service neutron] Bound port: 1a48a77e-4afc-4005-be10-ca4ec88b32ac, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:35:12.722784 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-0167c8bc-c559-486f-9899-6ef11a5721b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:12.801544 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-0167c8bc-c559-486f-9899-6ef11a5721b3 service neutron] For port 1a48a77e-4afc-4005-be10-ca4ec88b32ac, host n-h1-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:35:12.805022 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-0167c8bc-c559-486f-9899-6ef11a5721b3 service neutron] For port 1a48a77e-4afc-4005-be10-ca4ec88b32ac, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=1a48a77e-4afc-4005-be10-ca4ec88b32ac,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:35:12.871582 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff432450-67df-46ee-8756-effa566bfe20 req-3cf826e3-0b9f-4c58-a1be-18a1ff7c603e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:12.873106 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff432450-67df-46ee-8756-effa566bfe20 req-3cf826e3-0b9f-4c58-a1be-18a1ff7c603e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 943 time: 0.0479438 Apr 21 13:35:12.904510 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-0167c8bc-c559-486f-9899-6ef11a5721b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:12.910382 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff432450-67df-46ee-8756-effa566bfe20 req-987ccf47-0e73-457b-b715-b31089281282 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310986 Apr 21 13:35:12.937755 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-0167c8bc-c559-486f-9899-6ef11a5721b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:12.938366 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-0167c8bc-c559-486f-9899-6ef11a5721b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:12.939795 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-0167c8bc-c559-486f-9899-6ef11a5721b3 service neutron] 10.222.0.26 "PUT /v2.0/ports/1a48a77e-4afc-4005-be10-ca4ec88b32ac HTTP/1.1" status: 200 len: 1091 time: 0.7675343 Apr 21 13:35:12.940223 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ae4b22-b4a5-4034-9c39-df3a011348b7', 'tag': '1a48a77e-4afc-4005-be10-ca4ec88b32ac'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:35:12.942486 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8731b9b0d93a9bf69e636c4352cfd91473ecc38c160ddf4d7ef907223a15797c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bd2b48-5df0-4b05-b6a0-35fbd786b0f5" -d '{"events": [{"name": "network-changed", "server_uuid": "85ae4b22-b4a5-4034-9c39-df3a011348b7", "tag": "1a48a77e-4afc-4005-be10-ca4ec88b32ac"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:35:12.967613 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167c8bc-c559-486f-9899-6ef11a5721b3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a48a77e-4afc-4005-be10-ca4ec88b32ac,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:35:12.984089 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5cb97d-3eeb-4af0-a33c-db97cc3c66a3 x-openstack-request-id: req-9d5cb97d-3eeb-4af0-a33c-db97cc3c66a3 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:35:12.984388 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ae4b22-b4a5-4034-9c39-df3a011348b7", "tag": "1a48a77e-4afc-4005-be10-ca4ec88b32ac", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:35:12.984642 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9d5cb97d-3eeb-4af0-a33c-db97cc3c66a3 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:35:12.985051 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d5cb97d-3eeb-4af0-a33c-db97cc3c66a3'] response: {'name': 'network-changed', 'server_uuid': '85ae4b22-b4a5-4034-9c39-df3a011348b7', 'tag': '1a48a77e-4afc-4005-be10-ca4ec88b32ac', 'status': 'completed', 'code': 200} Apr 21 13:35:13.046696 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd2b48-5df0-4b05-b6a0-35fbd786b0f5 req-d156bb25-8f15-42ef-a887-908742b08cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:13.048286 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-06bd2b48-5df0-4b05-b6a0-35fbd786b0f5 req-d156bb25-8f15-42ef-a887-908742b08cde service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 1094 time: 0.0426769 Apr 21 13:35:13.150613 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd2b48-5df0-4b05-b6a0-35fbd786b0f5 req-1f613b52-3d69-4da7-8e34-29dd966d23e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:13.152064 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-06bd2b48-5df0-4b05-b6a0-35fbd786b0f5 req-1f613b52-3d69-4da7-8e34-29dd966d23e5 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6191999b6bee462c9838e0e358c8a260&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0969820 Apr 21 13:35:13.243166 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bd2b48-5df0-4b05-b6a0-35fbd786b0f5 req-d22fcec7-b49c-40b5-99f6-6f1a24f91a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:13.244542 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-06bd2b48-5df0-4b05-b6a0-35fbd786b0f5 req-d22fcec7-b49c-40b5-99f6-6f1a24f91a7c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0862567 Apr 21 13:35:13.322158 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-7648c7bc-00d5-43d5-ab97-021c71c90469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:13.323539 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-7648c7bc-00d5-43d5-ab97-021c71c90469 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 1094 time: 0.0437286 Apr 21 13:35:13.365826 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-50a399e4-450d-4ff2-8795-6be4d0af0b6c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a48a77e-4afc-4005-be10-ca4ec88b32ac HTTP/1.1" status: 200 len: 217 time: 0.0355921 Apr 21 13:35:13.413527 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-6ee4e048-e2b5-4d09-adb5-c43e2f45fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:13.415004 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-6ee4e048-e2b5-4d09-adb5-c43e2f45fa74 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0431833 Apr 21 13:35:13.465088 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-eb1515dc-500e-4b68-bc40-bac5abae5245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:13.466574 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-eb1515dc-500e-4b68-bc40-bac5abae5245 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433621 Apr 21 13:35:13.508372 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e780191-131e-403b-b040-937bef4b0635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:13.554037 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-8b63286a-b336-49a6-b81a-fe45529d9a0f service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808847 Apr 21 13:35:13.642893 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-672fe872-fd58-459d-acc2-b9b7aaf74552 req-85aa2f41-cc88-4372-92fd-239ca5a076fb service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829937 Apr 21 13:35:14.026273 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00043f4a-7a91-4a82-bbe2-e0fec8628589 req-3235ec5a-6fec-4ae0-829b-02022ed4e403 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:14.027708 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-00043f4a-7a91-4a82-bbe2-e0fec8628589 req-3235ec5a-6fec-4ae0-829b-02022ed4e403 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 943 time: 0.0479133 Apr 21 13:35:14.064341 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-00043f4a-7a91-4a82-bbe2-e0fec8628589 req-10dbfd43-f068-481b-8771-e4509bd21e53 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306888 Apr 21 13:35:15.184780 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db803f8-905c-4294-af4f-fbbd9ff93145 req-d5fb4e94-31ff-425f-a855-31e2cd62d91d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:15.186244 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4db803f8-905c-4294-af4f-fbbd9ff93145 req-d5fb4e94-31ff-425f-a855-31e2cd62d91d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 943 time: 0.0527532 Apr 21 13:35:15.222848 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4db803f8-905c-4294-af4f-fbbd9ff93145 req-e51dbac9-211d-4c9e-aceb-ac4ea3756da9 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307119 Apr 21 13:35:15.766780 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-86f53a01-2340-49f4-a535-cbf20164eebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:16.191454 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 1a48a77e-4afc-4005-be10-ca4ec88b32ac details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:35:16.287571 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 1a48a77e-4afc-4005-be10-ca4ec88b32ac, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=1a48a77e-4afc-4005-be10-ca4ec88b32ac,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:35:16.299044 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '1a48a77e-4afc-4005-be10-ca4ec88b32ac', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'port_id': '1a48a77e-4afc-4005-be10-ca4ec88b32ac', 'mac_address': 'fa:16:3e:2a:43:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:35:16.335824 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:16.337357 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218b894-ed69-4262-bac4-3c8f8810bcae req-2b38978f-e17e-41a7-ace2-d65ea8666df3 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:16.338860 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a218b894-ed69-4262-bac4-3c8f8810bcae req-2b38978f-e17e-41a7-ace2-d65ea8666df3 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 943 time: 0.0487483 Apr 21 13:35:16.348681 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a48a77e-4afc-4005-be10-ca4ec88b32ac {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:35:16.368413 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 1a48a77e-4afc-4005-be10-ca4ec88b32ac, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=1a48a77e-4afc-4005-be10-ca4ec88b32ac,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:35:16.377308 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a218b894-ed69-4262-bac4-3c8f8810bcae req-7a78df58-5794-402d-a7ed-e59838329695 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322812 Apr 21 13:35:16.446796 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:16.496986 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=1a48a77e-4afc-4005-be10-ca4ec88b32ac,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:35:16.764310 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['1a48a77e-4afc-4005-be10-ca4ec88b32ac'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:35:17.103796 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:17.491646 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d293c-5a87-4611-80b9-4bfbd29521b3 req-4cb6322c-d763-4e30-83ad-6a6983d19b28 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:17.493074 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-259d293c-5a87-4611-80b9-4bfbd29521b3 req-4cb6322c-d763-4e30-83ad-6a6983d19b28 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 944 time: 0.0474591 Apr 21 13:35:17.529440 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-259d293c-5a87-4611-80b9-4bfbd29521b3 req-7518bfd4-e430-4bc2-8c74-dcb7b4f84824 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305078 Apr 21 13:35:18.217711 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 1a48a77e-4afc-4005-be10-ca4ec88b32ac up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:35:18.331981 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 1a48a77e-4afc-4005-be10-ca4ec88b32ac completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:35:18.335625 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 1a48a77e-4afc-4005-be10-ca4ec88b32ac triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:35:18.335991 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:18.424309 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:18.426969 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:18.450100 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ae4b22-b4a5-4034-9c39-df3a011348b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a48a77e-4afc-4005-be10-ca4ec88b32ac'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:35:18.452357 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234ee5a8-41a0-4a1e-8cfc-9e2a846b232f" -d '{"events": [{"server_uuid": "85ae4b22-b4a5-4034-9c39-df3a011348b7", "name": "network-vif-plugged", "status": "completed", "tag": "1a48a77e-4afc-4005-be10-ca4ec88b32ac"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:35:18.464320 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 1a48a77e-4afc-4005-be10-ca4ec88b32ac, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=1a48a77e-4afc-4005-be10-ca4ec88b32ac,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:35:18.488466 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b1d2bf-a0aa-4a84-bd8d-7324ea2d745b x-openstack-request-id: req-32b1d2bf-a0aa-4a84-bd8d-7324ea2d745b {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:35:18.488751 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ae4b22-b4a5-4034-9c39-df3a011348b7", "name": "network-vif-plugged", "status": "completed", "tag": "1a48a77e-4afc-4005-be10-ca4ec88b32ac", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:35:18.488997 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-32b1d2bf-a0aa-4a84-bd8d-7324ea2d745b {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:35:18.489386 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b1d2bf-a0aa-4a84-bd8d-7324ea2d745b'] response: {'server_uuid': '85ae4b22-b4a5-4034-9c39-df3a011348b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a48a77e-4afc-4005-be10-ca4ec88b32ac', 'code': 200} Apr 21 13:35:18.544911 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:18.589010 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88e073-2303-45b7-8701-74d7b1b84951 req-688fbd3e-c76d-4191-898e-c60d631fc45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:18.591056 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-5e88e073-2303-45b7-8701-74d7b1b84951 req-688fbd3e-c76d-4191-898e-c60d631fc45e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 1096 time: 0.0489886 Apr 21 13:35:18.604824 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=1a48a77e-4afc-4005-be10-ca4ec88b32ac,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:35:18.629424 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-5e88e073-2303-45b7-8701-74d7b1b84951 req-a6ce6fba-0f4f-47f6-a84e-b02efedb290e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319672 Apr 21 13:35:18.652961 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f45797-7e27-4e65-a97b-de2b13ef8674 req-94722bec-1a76-477b-9efb-ecee9dbad176 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:18.657762 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18f45797-7e27-4e65-a97b-de2b13ef8674 req-94722bec-1a76-477b-9efb-ecee9dbad176 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0528171 Apr 21 13:35:18.675169 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:18.691612 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18f45797-7e27-4e65-a97b-de2b13ef8674 req-39403c1b-eca5-4fb8-8c2d-09ec357145a1 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310867 Apr 21 13:35:18.772397 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:19.806651 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12694a37-f48c-4be7-8cc6-56caf1d2e9d4 req-180a58d6-5053-44bf-be24-5d76c50bc493 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:19.808129 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12694a37-f48c-4be7-8cc6-56caf1d2e9d4 req-180a58d6-5053-44bf-be24-5d76c50bc493 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0470510 Apr 21 13:35:19.846440 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12694a37-f48c-4be7-8cc6-56caf1d2e9d4 req-ee0ab58c-2711-40bf-888e-454c7f7cb141 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312061 Apr 21 13:35:20.891302 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:20.960306 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08296237-79a9-4409-a332-cc21e0900fa8 req-029e358e-9ec8-46fe-8d6c-5e0b5c08a9e6 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:20.961779 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-08296237-79a9-4409-a332-cc21e0900fa8 req-029e358e-9ec8-46fe-8d6c-5e0b5c08a9e6 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0471718 Apr 21 13:35:20.998328 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-08296237-79a9-4409-a332-cc21e0900fa8 req-52bc72a7-343a-4639-a75a-baae7e3b2099 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305290 Apr 21 13:35:21.111161 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9648cf-922e-4de8-a1a2-32e148c1a070 req-f18dc955-a837-4d20-ad20-7370200bd7da tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:21.115559 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa9648cf-922e-4de8-a1a2-32e148c1a070 req-f18dc955-a837-4d20-ad20-7370200bd7da tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0515485 Apr 21 13:35:21.121856 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 58624) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:35:21.126073 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e07dff2f-3ac6-4599-a742-25f9cfacd048 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Request body: {'floatingip': {'port_id': '1a48a77e-4afc-4005-be10-ca4ec88b32ac'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:35:21.163302 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e07dff2f-3ac6-4599-a742-25f9cfacd048 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:21.896036 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e07dff2f-3ac6-4599-a742-25f9cfacd048 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:21.954791 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e07dff2f-3ac6-4599-a742-25f9cfacd048 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:22.053553 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-e07dff2f-3ac6-4599-a742-25f9cfacd048 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Floating IP 04443daa-9076-4d93-a92e-ae5729baf9d5 associated. External IP: 172.25.8.13, port: 1a48a77e-4afc-4005-be10-ca4ec88b32ac. Apr 21 13:35:22.254003 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07dff2f-3ac6-4599-a742-25f9cfacd048 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Router ad38ec32-225f-4de6-ad69-6c95b9348c89 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:35:22.357728 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07dff2f-3ac6-4599-a742-25f9cfacd048 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:35:22.362621 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e07dff2f-3ac6-4599-a742-25f9cfacd048 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:22.367212 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9861dc33-a0e7-4987-9674-7cd6232a8bf4 None None] Sync routers for ids ['ad38ec32-225f-4de6-ad69-6c95b9348c89'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:35:22.376443 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9861dc33-a0e7-4987-9674-7cd6232a8bf4 None None] Routers {'ad38ec32-225f-4de6-ad69-6c95b9348c89'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:35:22.377040 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9861dc33-a0e7-4987-9674-7cd6232a8bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:35:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ad38ec32-225f-4de6-ad69-6c95b9348c89'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:35:22.390436 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e07dff2f-3ac6-4599-a742-25f9cfacd048 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "PUT /v2.0/floatingips/04443daa-9076-4d93-a92e-ae5729baf9d5 HTTP/1.1" status: 200 len: 990 time: 1.2675214 Apr 21 13:35:22.391123 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ae4b22-b4a5-4034-9c39-df3a011348b7', 'tag': '1a48a77e-4afc-4005-be10-ca4ec88b32ac'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:35:22.397620 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490178ce-2c00-4e45-ad96-4c39feba9114" -d '{"events": [{"name": "network-changed", "server_uuid": "85ae4b22-b4a5-4034-9c39-df3a011348b7", "tag": "1a48a77e-4afc-4005-be10-ca4ec88b32ac"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:35:22.442137 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba8ecdc-45b2-410a-b7e8-50ceff9a07e8 x-openstack-request-id: req-3ba8ecdc-45b2-410a-b7e8-50ceff9a07e8 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:35:22.442441 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ae4b22-b4a5-4034-9c39-df3a011348b7", "tag": "1a48a77e-4afc-4005-be10-ca4ec88b32ac", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:35:22.442701 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ba8ecdc-45b2-410a-b7e8-50ceff9a07e8 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:35:22.443119 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ba8ecdc-45b2-410a-b7e8-50ceff9a07e8'] response: {'name': 'network-changed', 'server_uuid': '85ae4b22-b4a5-4034-9c39-df3a011348b7', 'tag': '1a48a77e-4afc-4005-be10-ca4ec88b32ac', 'status': 'completed', 'code': 200} Apr 21 13:35:22.502386 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-9861dc33-a0e7-4987-9674-7cd6232a8bf4 None None] Set router ad38ec32-225f-4de6-ad69-6c95b9348c89 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:35:22.504346 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490178ce-2c00-4e45-ad96-4c39feba9114 req-d07e74a1-7a1e-45be-986b-b18914265a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:22.505824 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-490178ce-2c00-4e45-ad96-4c39feba9114 req-d07e74a1-7a1e-45be-986b-b18914265a85 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 1096 time: 0.0420072 Apr 21 13:35:22.604709 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490178ce-2c00-4e45-ad96-4c39feba9114 req-936790b1-8c2b-4079-b64d-f991e540690f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:22.606695 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-490178ce-2c00-4e45-ad96-4c39feba9114 req-936790b1-8c2b-4079-b64d-f991e540690f service neutron] 10.222.0.26 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.0945156 Apr 21 13:35:22.682505 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-490178ce-2c00-4e45-ad96-4c39feba9114 req-9a5b7ee9-9e21-4b7b-98f6-6375e5196d88 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a48a77e-4afc-4005-be10-ca4ec88b32ac HTTP/1.1" status: 200 len: 998 time: 0.0687547 Apr 21 13:35:22.737397 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490178ce-2c00-4e45-ad96-4c39feba9114 req-110d5252-7ffc-4f8d-bcd2-54c373ff5ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:22.738895 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-490178ce-2c00-4e45-ad96-4c39feba9114 req-110d5252-7ffc-4f8d-bcd2-54c373ff5ead service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0493798 Apr 21 13:35:22.741991 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf207e-e052-4c98-9c57-1bf1e1e8f5eb req-6075c247-c070-44e2-94f7-7c4a60f63104 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:22.743610 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06bf207e-e052-4c98-9c57-1bf1e1e8f5eb req-6075c247-c070-44e2-94f7-7c4a60f63104 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0540636 Apr 21 13:35:22.753074 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9861dc33-a0e7-4987-9674-7cd6232a8bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '49851a45-1e06-4b5f-835e-9e5524581595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port': {'id': '49851a45-1e06-4b5f-835e-9e5524581595', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '04443daa-9076-4d93-a92e-ae5729baf9d5', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'port_id': '1a48a77e-4afc-4005-be10-ca4ec88b32ac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'mac_address': 'fa:16:3e:2a:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae4b22-b4a5-4034-9c39-df3a011348b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:34:05Z', 'updated_at': '2022-04-21T13:35:21Z', 'revision_number': 5, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2991119-a43f-44d9-9a48-d3219ce9350e', 'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'mac_address': 'fa:16:3e:2e:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:34:02Z', 'updated_at': '2022-04-21T13:34:05Z', 'revision_number': 5, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'subnets': [{'id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:35:22.783248 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9861dc33-a0e7-4987-9674-7cd6232a8bf4 None None] Checking router: ad38ec32-225f-4de6-ad69-6c95b9348c89 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:35:22.795508 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9861dc33-a0e7-4987-9674-7cd6232a8bf4 None None] Routers {'ad38ec32-225f-4de6-ad69-6c95b9348c89'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:35:22.796120 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9861dc33-a0e7-4987-9674-7cd6232a8bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:35:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ad38ec32-225f-4de6-ad69-6c95b9348c89'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:35:22.796266 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490178ce-2c00-4e45-ad96-4c39feba9114 req-0c241df4-182f-4e9b-b23d-15cd4a8b3136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:22.797625 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-490178ce-2c00-4e45-ad96-4c39feba9114 req-0c241df4-182f-4e9b-b23d-15cd4a8b3136 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520282 Apr 21 13:35:22.797953 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06bf207e-e052-4c98-9c57-1bf1e1e8f5eb req-8c39ce48-8567-4d6e-8be1-4ceb6dd8472a tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477741 Apr 21 13:35:22.891417 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-490178ce-2c00-4e45-ad96-4c39feba9114 req-48867a40-44a7-4f26-8bd6-33778500ff6f service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835116 Apr 21 13:35:22.904580 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-9861dc33-a0e7-4987-9674-7cd6232a8bf4 None None] Set router ad38ec32-225f-4de6-ad69-6c95b9348c89 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:35:22.984429 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-490178ce-2c00-4e45-ad96-4c39feba9114 req-74bd40a2-a5d4-483c-b4a5-7b1734b0676c service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845129 Apr 21 13:35:23.129380 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9861dc33-a0e7-4987-9674-7cd6232a8bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '49851a45-1e06-4b5f-835e-9e5524581595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port': {'id': '49851a45-1e06-4b5f-835e-9e5524581595', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '04443daa-9076-4d93-a92e-ae5729baf9d5', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'port_id': '1a48a77e-4afc-4005-be10-ca4ec88b32ac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'mac_address': 'fa:16:3e:2a:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae4b22-b4a5-4034-9c39-df3a011348b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:34:05Z', 'updated_at': '2022-04-21T13:35:21Z', 'revision_number': 5, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2991119-a43f-44d9-9a48-d3219ce9350e', 'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'mac_address': 'fa:16:3e:2e:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:34:02Z', 'updated_at': '2022-04-21T13:34:05Z', 'revision_number': 5, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'subnets': [{'id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:35:23.155742 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9861dc33-a0e7-4987-9674-7cd6232a8bf4 None None] The sync data for ids ['ad38ec32-225f-4de6-ad69-6c95b9348c89'] in n-d-836147-2 is: [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '49851a45-1e06-4b5f-835e-9e5524581595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port': {'id': '49851a45-1e06-4b5f-835e-9e5524581595', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '04443daa-9076-4d93-a92e-ae5729baf9d5', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'port_id': '1a48a77e-4afc-4005-be10-ca4ec88b32ac', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'mac_address': 'fa:16:3e:2a:43:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ae4b22-b4a5-4034-9c39-df3a011348b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:34:05Z', 'updated_at': '2022-04-21T13:35:21Z', 'revision_number': 5, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2991119-a43f-44d9-9a48-d3219ce9350e', 'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'mac_address': 'fa:16:3e:2e:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:34:02Z', 'updated_at': '2022-04-21T13:34:05Z', 'revision_number': 5, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'subnets': [{'id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:35:23.348955 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52c4931-38bf-4ab7-9ae8-b43f26ab349d None None] New status for floating IP 04443daa-9076-4d93-a92e-ae5729baf9d5: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:35:23.915450 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae0afe-948d-44de-b2db-b474b9270636 req-cd587a92-d091-48fc-91a7-441123061f09 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:23.916933 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42ae0afe-948d-44de-b2db-b474b9270636 req-cd587a92-d091-48fc-91a7-441123061f09 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0491560 Apr 21 13:35:23.954165 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42ae0afe-948d-44de-b2db-b474b9270636 req-70a09fc1-87ae-41d8-9f7b-f1575b08a469 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313547 Apr 21 13:35:25.070996 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518fb89-da71-4357-b410-d1dee5ec3a45 req-17dbc476-144b-450b-810c-01260075d454 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:25.072368 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a518fb89-da71-4357-b410-d1dee5ec3a45 req-17dbc476-144b-450b-810c-01260075d454 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0516388 Apr 21 13:35:25.109622 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a518fb89-da71-4357-b410-d1dee5ec3a45 req-be87ec27-330b-4cb5-864e-9371ec7e1fa6 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306873 Apr 21 13:35:26.224818 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c98dac-7528-4aff-93e5-be130e144950 req-e3d1b35a-5567-4340-a6bc-d6fa6a22ad6a tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:26.226300 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06c98dac-7528-4aff-93e5-be130e144950 req-e3d1b35a-5567-4340-a6bc-d6fa6a22ad6a tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0507367 Apr 21 13:35:26.263806 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06c98dac-7528-4aff-93e5-be130e144950 req-b998d815-3230-48d3-b658-0d393cccf2e1 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316403 Apr 21 13:35:27.380080 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b1cf60-26c3-4075-8c7e-9b291a1216cc req-4b78c363-1f04-4273-b59e-f8bd8a985037 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:27.381538 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77b1cf60-26c3-4075-8c7e-9b291a1216cc req-4b78c363-1f04-4273-b59e-f8bd8a985037 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0484869 Apr 21 13:35:27.419333 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77b1cf60-26c3-4075-8c7e-9b291a1216cc req-70093873-4498-4b1c-8dbc-e78de829be22 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317311 Apr 21 13:35:28.539553 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5e7c9-653e-4851-85a1-20ed0a4bc6f3 req-9b16b3ff-22cf-4bff-93fe-b71180a25e1b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:28.541010 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35b5e7c9-653e-4851-85a1-20ed0a4bc6f3 req-9b16b3ff-22cf-4bff-93fe-b71180a25e1b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0521195 Apr 21 13:35:28.578343 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35b5e7c9-653e-4851-85a1-20ed0a4bc6f3 req-e0501bd7-9dfc-492f-a406-4464e7c169a4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309234 Apr 21 13:35:29.691248 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfd654-bf56-4f29-b2af-335734e9d9b2 req-2bb5f220-3d24-4e41-85a5-3e14f768c785 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:29.692717 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b8cfd654-bf56-4f29-b2af-335734e9d9b2 req-2bb5f220-3d24-4e41-85a5-3e14f768c785 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0484469 Apr 21 13:35:29.729739 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b8cfd654-bf56-4f29-b2af-335734e9d9b2 req-69a93579-ffd4-40d0-9447-227ee8ac2bc8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309200 Apr 21 13:35:31.094984 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f885a7b-f510-4f26-9395-40ddc8ed55ff req-6dfc1ac7-b894-4032-9230-a24542a9b5c8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:31.096397 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f885a7b-f510-4f26-9395-40ddc8ed55ff req-6dfc1ac7-b894-4032-9230-a24542a9b5c8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0478854 Apr 21 13:35:31.135787 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f885a7b-f510-4f26-9395-40ddc8ed55ff req-da534596-2411-43f3-95db-1b7de0388510 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334966 Apr 21 13:35:31.952857 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:35:32.253192 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734651f-cd3c-4366-97b8-85de11c0f9b5 req-787f29ca-ce6d-4138-bada-882be4b9d4ac tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:32.254585 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d734651f-cd3c-4366-97b8-85de11c0f9b5 req-787f29ca-ce6d-4138-bada-882be4b9d4ac tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0517306 Apr 21 13:35:32.291839 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d734651f-cd3c-4366-97b8-85de11c0f9b5 req-4aba291f-89ba-40f0-8491-fc2868be9370 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313060 Apr 21 13:35:33.406095 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36ee36-c6da-48fd-8f3d-62d2eec56432 req-6304b621-4548-4908-a54c-b8cb39c71e0b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:33.407585 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac36ee36-c6da-48fd-8f3d-62d2eec56432 req-6304b621-4548-4908-a54c-b8cb39c71e0b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0486379 Apr 21 13:35:33.444782 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac36ee36-c6da-48fd-8f3d-62d2eec56432 req-c92db988-aff0-44ab-946f-3cfc879546e2 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311821 Apr 21 13:35:34.557964 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b9f73-4aeb-4a30-8fee-86769222c981 req-27fbccc4-7018-49ea-a9b3-f533910c0981 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:34.559983 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-862b9f73-4aeb-4a30-8fee-86769222c981 req-27fbccc4-7018-49ea-a9b3-f533910c0981 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0492404 Apr 21 13:35:34.596254 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-862b9f73-4aeb-4a30-8fee-86769222c981 req-1d1389b2-b7be-4acc-869a-c96dddfc47bd tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302365 Apr 21 13:35:35.714056 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b10ae-c32f-4ff7-ac76-2e836b32e4ee req-1dc53994-fe4d-4790-a3d8-9ac1b8a12949 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:35.715525 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d3b10ae-c32f-4ff7-ac76-2e836b32e4ee req-1dc53994-fe4d-4790-a3d8-9ac1b8a12949 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0522604 Apr 21 13:35:35.752145 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5d3b10ae-c32f-4ff7-ac76-2e836b32e4ee req-e6f75b39-b424-4d6f-8103-a4a227286b37 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308259 Apr 21 13:35:36.866214 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1af1a-7d80-4762-9fe8-cbe918502da8 req-196b10c8-3983-4ba9-b8e7-09ce66b64e7e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:36.867678 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9af1af1a-7d80-4762-9fe8-cbe918502da8 req-196b10c8-3983-4ba9-b8e7-09ce66b64e7e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0483074 Apr 21 13:35:36.905386 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9af1af1a-7d80-4762-9fe8-cbe918502da8 req-707fdbbe-30d0-4d3b-8776-748328e771fb tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314143 Apr 21 13:35:38.017433 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f405e549-bb30-4b35-ae2e-558273b7c6b0 req-a41d4f02-8aa8-45ca-a30b-0aa256043ec1 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:38.018911 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f405e549-bb30-4b35-ae2e-558273b7c6b0 req-a41d4f02-8aa8-45ca-a30b-0aa256043ec1 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0479288 Apr 21 13:35:38.055895 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f405e549-bb30-4b35-ae2e-558273b7c6b0 req-5345ca18-9fa6-4941-88f1-580c75bc55e4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311310 Apr 21 13:35:39.172904 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b4f683-4eac-476a-b0cd-0f49fcd8fbff req-5b44803a-f078-4773-8f1f-814f7e03858e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:39.174399 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a4b4f683-4eac-476a-b0cd-0f49fcd8fbff req-5b44803a-f078-4773-8f1f-814f7e03858e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0530076 Apr 21 13:35:39.210936 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a4b4f683-4eac-476a-b0cd-0f49fcd8fbff req-94d69f2d-038f-439d-8333-ee8a51d76127 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306256 Apr 21 13:35:40.323562 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55db831-e9ec-4f1b-ae28-5819a1fb268a req-9662a10b-b93d-4f8f-b557-f02108459af3 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:40.325048 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e55db831-e9ec-4f1b-ae28-5819a1fb268a req-9662a10b-b93d-4f8f-b557-f02108459af3 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0484369 Apr 21 13:35:40.362752 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e55db831-e9ec-4f1b-ae28-5819a1fb268a req-8a98c13c-44db-4c51-bf1c-3af98bb2f6d7 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318029 Apr 21 13:35:41.477931 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a787d-dda1-4835-aa52-0db4eec4a968 req-5f671f02-21c1-4beb-84d9-465564711d35 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:41.479379 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-017a787d-dda1-4835-aa52-0db4eec4a968 req-5f671f02-21c1-4beb-84d9-465564711d35 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0475638 Apr 21 13:35:41.516843 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-017a787d-dda1-4835-aa52-0db4eec4a968 req-db61198c-bf5f-4279-99d5-7541e173e219 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307207 Apr 21 13:35:42.634227 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44467d8-b04d-4545-8a87-5c23caa8ab5e req-134a47ec-6bdb-4f69-9689-f7ad80e43b13 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:42.635693 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a44467d8-b04d-4545-8a87-5c23caa8ab5e req-134a47ec-6bdb-4f69-9689-f7ad80e43b13 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0521293 Apr 21 13:35:42.672800 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a44467d8-b04d-4545-8a87-5c23caa8ab5e req-1241dad7-1046-4b36-9b08-11cde596d1f4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304544 Apr 21 13:35:43.524814 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f4ec77b-1fce-4867-9633-97672df746f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:43.786263 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff5d25-447e-4bf5-aa2a-2a5288946e46 req-620197ba-e683-4df0-917a-e59e8fa384cc tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:43.787731 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c2ff5d25-447e-4bf5-aa2a-2a5288946e46 req-620197ba-e683-4df0-917a-e59e8fa384cc tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0478325 Apr 21 13:35:43.825531 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c2ff5d25-447e-4bf5-aa2a-2a5288946e46 req-6b156db1-d43a-4917-8be3-b0e9ea31c400 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313225 Apr 21 13:35:44.940505 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ef296-3810-49e3-ad43-8198df647d18 req-3fc0dfdf-7860-4991-aef7-6e86d9e70ed9 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:44.941992 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef3ef296-3810-49e3-ad43-8198df647d18 req-3fc0dfdf-7860-4991-aef7-6e86d9e70ed9 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0475080 Apr 21 13:35:44.978640 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef3ef296-3810-49e3-ad43-8198df647d18 req-16816ec1-003e-4c3e-9662-23efb835806f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307636 Apr 21 13:35:45.770685 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2f1fc01b-7307-407a-b7b4-e56aefc1c804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:46.095879 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f9dd4-0f39-4700-93af-a93c71d96215 req-9fb31f2c-e4be-46dd-acf7-0e64b59e0b7c tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:46.097276 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da2f9dd4-0f39-4700-93af-a93c71d96215 req-9fb31f2c-e4be-46dd-acf7-0e64b59e0b7c tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0522957 Apr 21 13:35:46.135431 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da2f9dd4-0f39-4700-93af-a93c71d96215 req-37a4700a-d3c6-4032-ad3a-827346a7af94 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321352 Apr 21 13:35:47.109009 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:47.248615 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e2ca0-8617-4805-b6ee-bf518e5da98f req-5ee10308-2da6-40ad-ac6d-bc2c8de9e688 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:47.250095 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4e2e2ca0-8617-4805-b6ee-bf518e5da98f req-5ee10308-2da6-40ad-ac6d-bc2c8de9e688 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0481281 Apr 21 13:35:47.288152 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4e2e2ca0-8617-4805-b6ee-bf518e5da98f req-0709a9f4-cf13-4356-9460-6b698bc6fe42 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320930 Apr 21 13:35:48.402712 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1447a9-636d-4eba-bff3-77a71485d30b req-df74c6f3-7aaf-4048-b025-3d72afaef685 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:48.404262 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ca1447a9-636d-4eba-bff3-77a71485d30b req-df74c6f3-7aaf-4048-b025-3d72afaef685 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0498328 Apr 21 13:35:48.442672 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ca1447a9-636d-4eba-bff3-77a71485d30b req-83f610e8-4a87-4a99-b217-4ceda0298635 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322716 Apr 21 13:35:48.457293 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:48.657146 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:48.755304 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:48.813844 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130c4aa-319d-4623-9eec-9e78a7ff747b req-8dd4822c-1d43-4771-a2f9-76490d48711b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:48.815330 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3130c4aa-319d-4623-9eec-9e78a7ff747b req-8dd4822c-1d43-4771-a2f9-76490d48711b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0547364 Apr 21 13:35:48.852172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3130c4aa-319d-4623-9eec-9e78a7ff747b req-e860109e-3c41-4951-8c73-53a70c99775d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306773 Apr 21 13:35:48.929222 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-28bae309-2045-4f17-91fc-7a8d4e76d6fe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0391161 Apr 21 13:35:49.973313 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7678fe-a2dc-4837-b8b5-d1b30405e656 req-2ec7a451-7ff3-43d0-a8da-79cfc4f092f9 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:49.974738 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f7678fe-a2dc-4837-b8b5-d1b30405e656 req-2ec7a451-7ff3-43d0-a8da-79cfc4f092f9 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0539021 Apr 21 13:35:50.012821 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f7678fe-a2dc-4837-b8b5-d1b30405e656 req-2cf8ceaa-c5dd-43f1-bc3b-bf905c396c57 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320985 Apr 21 13:35:50.919018 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:50.953211 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-b06db3c8-d3df-4b7f-9848-848939541dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:50.954714 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-b06db3c8-d3df-4b7f-9848-848939541dbf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 1096 time: 0.0402064 Apr 21 13:35:51.047732 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-33bec080-674b-450f-9330-97fe7ac69a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:51.049256 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-33bec080-674b-450f-9330-97fe7ac69a0e service neutron] 10.222.0.26 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.0880384 Apr 21 13:35:51.115604 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-0417c01e-8157-43a7-9e31-15b8d7c43fe1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a48a77e-4afc-4005-be10-ca4ec88b32ac HTTP/1.1" status: 200 len: 1000 time: 0.0595043 Apr 21 13:35:51.127850 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6672e7-78c8-416e-a422-548e712eb2bc req-23e8681b-bd87-4d05-815b-4c9781895110 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:51.129334 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b6672e7-78c8-416e-a422-548e712eb2bc req-23e8681b-bd87-4d05-815b-4c9781895110 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0487037 Apr 21 13:35:51.165932 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-bc164634-5edb-4939-b6c7-7aef855c4638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:51.167551 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-bc164634-5edb-4939-b6c7-7aef855c4638 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0451758 Apr 21 13:35:51.173134 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b6672e7-78c8-416e-a422-548e712eb2bc req-474e08bb-fd2c-4b66-82eb-2fe55047280e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375767 Apr 21 13:35:51.217328 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-26e85496-0cec-4e26-b10d-e7e24899debe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:51.218871 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-26e85496-0cec-4e26-b10d-e7e24899debe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450523 Apr 21 13:35:51.306457 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-09b9e7e5-b3af-430b-99da-db54fe698829 service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805953 Apr 21 13:35:51.398322 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-14814383-fae0-431d-a41b-17327f8646c3 service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850778 Apr 21 13:35:52.292608 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616e0ac-27c5-405a-8efa-51dcb68e3f98 req-8e7f579d-3000-472b-8d9d-beb833fd6e49 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:52.294118 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9616e0ac-27c5-405a-8efa-51dcb68e3f98 req-8e7f579d-3000-472b-8d9d-beb833fd6e49 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0522690 Apr 21 13:35:52.331699 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9616e0ac-27c5-405a-8efa-51dcb68e3f98 req-87994399-6823-4816-8141-d1b6886a8b3b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316489 Apr 21 13:35:53.406890 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-acd6d450-6238-4f6a-93da-845a160e92fa service neutron] show failed (client error): The resource could not be found. Apr 21 13:35:53.407910 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-acd6d450-6238-4f6a-93da-845a160e92fa service neutron] 10.222.0.26 "GET /v2.0/ports/1a48a77e-4afc-4005-be10-ca4ec88b32ac/bindings/n-h2-836147-2 HTTP/1.1" status: 404 len: 380 time: 0.0590205 Apr 21 13:35:53.463885 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ee479-48d0-4514-8644-20f00f7d59ad req-96bdd427-0ae2-4ad7-92cd-76312c38f094 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:53.466272 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-025ee479-48d0-4514-8644-20f00f7d59ad req-96bdd427-0ae2-4ad7-92cd-76312c38f094 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0498545 Apr 21 13:35:53.505161 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-025ee479-48d0-4514-8644-20f00f7d59ad req-e92eb97e-3376-4580-aa94-d2bf8f1c7b40 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327699 Apr 21 13:35:53.886741 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-8e75220a-0c81-4f25-9575-0d039f15ef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:53.888719 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-8e75220a-0c81-4f25-9575-0d039f15ef66 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7&tenant_id=6191999b6bee462c9838e0e358c8a260 HTTP/1.1" status: 200 len: 1096 time: 0.0406432 Apr 21 13:35:53.904278 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836147-2', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:35:53.958104 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:54.157071 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] For port 1a48a77e-4afc-4005-be10-ca4ec88b32ac, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=1a48a77e-4afc-4005-be10-ca4ec88b32ac,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:35:54.189353 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] For port 1a48a77e-4afc-4005-be10-ca4ec88b32ac, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:35:54.227877 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ae4b22-b4a5-4034-9c39-df3a011348b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a48a77e-4afc-4005-be10-ca4ec88b32ac'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:35:54.230199 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a321f2c4-950c-4e24-b4d8-fd035351e25a" -d '{"events": [{"server_uuid": "85ae4b22-b4a5-4034-9c39-df3a011348b7", "name": "network-vif-unplugged", "status": "completed", "tag": "1a48a77e-4afc-4005-be10-ca4ec88b32ac"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:35:54.234599 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:54.246890 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Transition to ACTIVE for port object 1a48a77e-4afc-4005-be10-ca4ec88b32ac will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:35:54.277826 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 13:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2ee542-5ecc-4663-bd03-2a8c014f9cf1 x-openstack-request-id: req-7f2ee542-5ecc-4663-bd03-2a8c014f9cf1 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:35:54.278111 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ae4b22-b4a5-4034-9c39-df3a011348b7", "name": "network-vif-unplugged", "status": "completed", "tag": "1a48a77e-4afc-4005-be10-ca4ec88b32ac", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:35:54.278359 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7f2ee542-5ecc-4663-bd03-2a8c014f9cf1 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:35:54.278759 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f2ee542-5ecc-4663-bd03-2a8c014f9cf1'] response: {'server_uuid': '85ae4b22-b4a5-4034-9c39-df3a011348b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a48a77e-4afc-4005-be10-ca4ec88b32ac', 'code': 200} Apr 21 13:35:54.314514 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:54.384140 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Pushing event updated for resources: {'Port': ['ID=1a48a77e-4afc-4005-be10-ca4ec88b32ac,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:35:54.432379 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:54.432727 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:54.433069 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:54.433976 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:54.434312 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:54.434642 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:54.434970 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:54.435295 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:54.435618 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:54.435941 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:54.436264 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:54.436586 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:35:54.504038 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] No DVR routers for this DVR port 1a48a77e-4afc-4005-be10-ca4ec88b32ac on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:35:54.670374 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97874d32-540f-41cd-b2b6-02391be74104 req-f0aaa6e0-ce95-4097-887e-23ede8ed5ddb tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:54.671735 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-97874d32-540f-41cd-b2b6-02391be74104 req-f0aaa6e0-ce95-4097-887e-23ede8ed5ddb tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 943 time: 0.0838251 Apr 21 13:35:54.693892 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Attempting to bind port 1a48a77e-4afc-4005-be10-ca4ec88b32ac on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:35:54.694216 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Attempting to bind port 1a48a77e-4afc-4005-be10-ca4ec88b32ac by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:35:54.694535 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Attempting to bind port 1a48a77e-4afc-4005-be10-ca4ec88b32ac on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:35:54.701565 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Port 1a48a77e-4afc-4005-be10-ca4ec88b32ac on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:35:54.701969 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Attempting to bind port 1a48a77e-4afc-4005-be10-ca4ec88b32ac on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:35:54.709826 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:35:54.710157 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Checking segment: {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:35:54.710522 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Bound using segment: {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:35:54.710938 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Bound port: 1a48a77e-4afc-4005-be10-ca4ec88b32ac, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:35:54.711286 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:54.732989 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-97874d32-540f-41cd-b2b6-02391be74104 req-2c501dce-b43b-43b6-9f77-5b9c2b1e5894 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538678 Apr 21 13:35:54.787354 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] For port 1a48a77e-4afc-4005-be10-ca4ec88b32ac, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:35:54.790393 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] For port 1a48a77e-4afc-4005-be10-ca4ec88b32ac, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=1a48a77e-4afc-4005-be10-ca4ec88b32ac,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:35:54.852208 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:54.886112 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:54.886726 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:35:54.888081 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] 10.222.0.24 "PUT /v2.0/ports/1a48a77e-4afc-4005-be10-ca4ec88b32ac HTTP/1.1" status: 200 len: 1091 time: 0.9882069 Apr 21 13:35:54.908977 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d2748-7118-4c0a-a3ea-b09846b03073 service neutron] Pushing event updated for resources: {'Port': ['ID=1a48a77e-4afc-4005-be10-ca4ec88b32ac,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:35:54.959296 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-4b6f8bb0-60be-4432-b2fc-112e211f6307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:54.960854 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-4b6f8bb0-60be-4432-b2fc-112e211f6307 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 1094 time: 0.0435042 Apr 21 13:35:55.061132 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-18e628b4-411a-4e9e-b914-1745beebf634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:55.062625 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-18e628b4-411a-4e9e-b914-1745beebf634 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.0915837 Apr 21 13:35:55.131330 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-5be87133-cbbe-4b87-846b-23d14f019a8c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a48a77e-4afc-4005-be10-ca4ec88b32ac HTTP/1.1" status: 200 len: 998 time: 0.0578921 Apr 21 13:35:55.183738 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-efe660f7-8e69-450d-ac7b-2cb54418b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:55.185247 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-efe660f7-8e69-450d-ac7b-2cb54418b908 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0427763 Apr 21 13:35:55.236915 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-0aeebe6e-14bf-44eb-8e09-6fe018c306ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:55.238362 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-0aeebe6e-14bf-44eb-8e09-6fe018c306ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428467 Apr 21 13:35:55.326219 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-33a5852d-7155-4ca4-8d7d-7aa1de238e87 service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772424 Apr 21 13:35:55.422628 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e3bd0b95-1b9d-45f0-bd7b-e5554dc45dd6 req-64f14311-0ce0-41f1-996d-b25be744dc15 service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853848 Apr 21 13:35:55.852041 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e7dff7-77ed-4d9f-a4a4-e13cd0241d7e req-8ecd6d0c-e70c-4fea-8081-e8a10510ea95 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:55.853489 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28e7dff7-77ed-4d9f-a4a4-e13cd0241d7e req-8ecd6d0c-e70c-4fea-8081-e8a10510ea95 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 943 time: 0.0483007 Apr 21 13:35:55.889795 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28e7dff7-77ed-4d9f-a4a4-e13cd0241d7e req-6a90207e-99e4-4695-99e6-5497d30fd9b3 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301080 Apr 21 13:35:56.280021 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ae4b22-b4a5-4034-9c39-df3a011348b7', 'tag': '1a48a77e-4afc-4005-be10-ca4ec88b32ac'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:35:56.282374 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be96b538-70df-4750-9328-6e82a6cba7e6" -d '{"events": [{"name": "network-changed", "server_uuid": "85ae4b22-b4a5-4034-9c39-df3a011348b7", "tag": "1a48a77e-4afc-4005-be10-ca4ec88b32ac"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:35:56.329447 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679d35fd-c367-4ad2-a7b4-d38dd6cef657 x-openstack-request-id: req-679d35fd-c367-4ad2-a7b4-d38dd6cef657 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:35:56.329770 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ae4b22-b4a5-4034-9c39-df3a011348b7", "tag": "1a48a77e-4afc-4005-be10-ca4ec88b32ac", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:35:56.330026 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-679d35fd-c367-4ad2-a7b4-d38dd6cef657 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:35:56.330427 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-679d35fd-c367-4ad2-a7b4-d38dd6cef657'] response: {'name': 'network-changed', 'server_uuid': '85ae4b22-b4a5-4034-9c39-df3a011348b7', 'tag': '1a48a77e-4afc-4005-be10-ca4ec88b32ac', 'status': 'completed', 'code': 200} Apr 21 13:35:56.388065 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96b538-70df-4750-9328-6e82a6cba7e6 req-4e481238-ecd4-4b22-9bd1-8d5ffda014bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:56.389552 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-be96b538-70df-4750-9328-6e82a6cba7e6 req-4e481238-ecd4-4b22-9bd1-8d5ffda014bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 1094 time: 0.0411613 Apr 21 13:35:56.390406 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96b538-70df-4750-9328-6e82a6cba7e6 req-58b22fbb-051e-4920-b17b-23012206f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:56.391898 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-be96b538-70df-4750-9328-6e82a6cba7e6 req-58b22fbb-051e-4920-b17b-23012206f688 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 1094 time: 0.0410593 Apr 21 13:35:56.488871 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96b538-70df-4750-9328-6e82a6cba7e6 req-ea295f9c-24cf-4c32-b348-49d5c077b20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:56.490485 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-be96b538-70df-4750-9328-6e82a6cba7e6 req-ea295f9c-24cf-4c32-b348-49d5c077b20f service neutron] 10.222.0.26 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.0914733 Apr 21 13:35:56.556904 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-be96b538-70df-4750-9328-6e82a6cba7e6 req-8c7335c3-96d6-438a-921a-585d1f970803 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a48a77e-4afc-4005-be10-ca4ec88b32ac HTTP/1.1" status: 200 len: 998 time: 0.0594087 Apr 21 13:35:56.607422 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96b538-70df-4750-9328-6e82a6cba7e6 req-71067f08-ba34-4ae7-88a5-4b0bf85e78ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:56.609187 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-be96b538-70df-4750-9328-6e82a6cba7e6 req-71067f08-ba34-4ae7-88a5-4b0bf85e78ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0452754 Apr 21 13:35:56.661801 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96b538-70df-4750-9328-6e82a6cba7e6 req-d4099966-64f7-4628-985d-5ecf779eeb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:56.663477 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-be96b538-70df-4750-9328-6e82a6cba7e6 req-d4099966-64f7-4628-985d-5ecf779eeb53 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477135 Apr 21 13:35:56.756789 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-be96b538-70df-4750-9328-6e82a6cba7e6 req-8a7b27f0-dbe0-4191-8ce6-a533b1770a64 service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863466 Apr 21 13:35:56.808522 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96b538-70df-4750-9328-6e82a6cba7e6 req-656bbba1-40fa-4f60-98fa-2d65dfb51bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:56.810061 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-be96b538-70df-4750-9328-6e82a6cba7e6 req-656bbba1-40fa-4f60-98fa-2d65dfb51bb2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.4135501 Apr 21 13:35:56.849637 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-be96b538-70df-4750-9328-6e82a6cba7e6 req-8420721e-db85-4106-81b4-e3af54a30358 service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864832 Apr 21 13:35:56.874719 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-be96b538-70df-4750-9328-6e82a6cba7e6 req-9c51f7cf-e704-4792-8cd9-050bf0240c07 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a48a77e-4afc-4005-be10-ca4ec88b32ac HTTP/1.1" status: 200 len: 998 time: 0.0574727 Apr 21 13:35:56.924477 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96b538-70df-4750-9328-6e82a6cba7e6 req-3b097ba6-45b3-47ab-8790-a3b6f3139501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:56.925956 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-be96b538-70df-4750-9328-6e82a6cba7e6 req-3b097ba6-45b3-47ab-8790-a3b6f3139501 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0432990 Apr 21 13:35:57.003940 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96b538-70df-4750-9328-6e82a6cba7e6 req-f138368f-0495-4dbc-9df4-427d4936356a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:57.005430 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-be96b538-70df-4750-9328-6e82a6cba7e6 req-f138368f-0495-4dbc-9df4-427d4936356a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711584 Apr 21 13:35:57.017726 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aec255-7fd2-426d-a087-83aa2cef4649 req-e3a47f47-cc83-4300-b86c-012cf64e5ae1 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:57.019089 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-82aec255-7fd2-426d-a087-83aa2cef4649 req-e3a47f47-cc83-4300-b86c-012cf64e5ae1 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 943 time: 0.0579791 Apr 21 13:35:57.108534 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-82aec255-7fd2-426d-a087-83aa2cef4649 req-2e9bde10-85ac-4fb1-b03c-c8485bf10272 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815592 Apr 21 13:35:57.131043 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-be96b538-70df-4750-9328-6e82a6cba7e6 req-5c7978a2-11af-4014-8843-5a7bcd819855 service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110296 Apr 21 13:35:57.220174 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-be96b538-70df-4750-9328-6e82a6cba7e6 req-eb106b8c-c3be-40b5-8e7a-d10caba83df2 service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807660 Apr 21 13:35:58.224421 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff732c47-ab85-4a19-966f-ff9486920cb5 req-2c8e78dd-1d51-47b8-9660-8e376d888a03 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:58.225875 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff732c47-ab85-4a19-966f-ff9486920cb5 req-2c8e78dd-1d51-47b8-9660-8e376d888a03 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 943 time: 0.0483556 Apr 21 13:35:58.264560 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff732c47-ab85-4a19-966f-ff9486920cb5 req-3c5ae68b-d1bf-4012-9977-8ecf6d181a6a tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323758 Apr 21 13:35:58.422966 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 1a48a77e-4afc-4005-be10-ca4ec88b32ac no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:35:58.462514 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 1a48a77e-4afc-4005-be10-ca4ec88b32ac not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:35:58.581392 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf76069-bc32-403c-bd2e-7021cc342141 req-d2461d98-efbb-4776-a7e6-3e3dc5e1df21 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:58.582885 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0cf76069-bc32-403c-bd2e-7021cc342141 req-d2461d98-efbb-4776-a7e6-3e3dc5e1df21 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 943 time: 0.0547383 Apr 21 13:35:58.623424 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0cf76069-bc32-403c-bd2e-7021cc342141 req-f67ccda6-5e0f-4c58-ba3c-49290ce12399 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343118 Apr 21 13:35:58.630193 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a4c80-8123-4800-83e4-2952f05b46b0 req-683b384d-c717-447a-9cc7-12c09b6a4424 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:58.631711 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4d9a4c80-8123-4800-83e4-2952f05b46b0 req-683b384d-c717-447a-9cc7-12c09b6a4424 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.26 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7&tenant_id=6191999b6bee462c9838e0e358c8a260&binding%3Ahost_id=n-h2-836147-2 HTTP/1.1" status: 200 len: 943 time: 0.0530114 Apr 21 13:35:58.692076 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [req-4d9a4c80-8123-4800-83e4-2952f05b46b0 req-0dd550f4-b64d-485d-8336-05fe5b00839c service neutron] delete failed (client error): The resource could not be found. Apr 21 13:35:58.693105 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4d9a4c80-8123-4800-83e4-2952f05b46b0 req-0dd550f4-b64d-485d-8336-05fe5b00839c service neutron] 10.222.0.26 "DELETE /v2.0/ports/1a48a77e-4afc-4005-be10-ca4ec88b32ac/bindings/n-h1-836147-2 HTTP/1.1" status: 404 len: 380 time: 0.0550168 Apr 21 13:35:58.776061 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a4c80-8123-4800-83e4-2952f05b46b0 req-e2511d07-62cf-42ff-ac2f-0fbb97119942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:58.777567 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4d9a4c80-8123-4800-83e4-2952f05b46b0 req-e2511d07-62cf-42ff-ac2f-0fbb97119942 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 1094 time: 0.0400951 Apr 21 13:35:58.868441 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a4c80-8123-4800-83e4-2952f05b46b0 req-c7429146-9dc8-499b-8434-3c120f9b5b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:58.869922 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4d9a4c80-8123-4800-83e4-2952f05b46b0 req-c7429146-9dc8-499b-8434-3c120f9b5b2d service neutron] 10.222.0.26 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.0857704 Apr 21 13:35:58.932522 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4d9a4c80-8123-4800-83e4-2952f05b46b0 req-fdaeeb53-1849-4045-adad-fc60a8d77d71 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a48a77e-4afc-4005-be10-ca4ec88b32ac HTTP/1.1" status: 200 len: 998 time: 0.0557525 Apr 21 13:35:58.983340 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a4c80-8123-4800-83e4-2952f05b46b0 req-a7e080de-9235-4e43-8ffc-df4e89fffbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:58.984662 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4d9a4c80-8123-4800-83e4-2952f05b46b0 req-a7e080de-9235-4e43-8ffc-df4e89fffbe3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0458710 Apr 21 13:35:59.028273 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a4c80-8123-4800-83e4-2952f05b46b0 req-489881b4-efdb-4716-86d1-bdc2488e95d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:59.029802 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4d9a4c80-8123-4800-83e4-2952f05b46b0 req-489881b4-efdb-4716-86d1-bdc2488e95d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389977 Apr 21 13:35:59.116064 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4d9a4c80-8123-4800-83e4-2952f05b46b0 req-cd73eceb-9ed7-41ee-a4c1-0681cfd8990a service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790725 Apr 21 13:35:59.205057 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4d9a4c80-8123-4800-83e4-2952f05b46b0 req-b65c6763-ce42-4cbb-b2d6-0f4a3f618033 service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825870 Apr 21 13:35:59.742249 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c96699-3fc3-42d6-8f0d-cdb7f134bf56 req-c6e14d26-9fec-4074-8ff1-e2775029468d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:35:59.743743 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-74c96699-3fc3-42d6-8f0d-cdb7f134bf56 req-c6e14d26-9fec-4074-8ff1-e2775029468d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 943 time: 0.0514266 Apr 21 13:35:59.782111 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-74c96699-3fc3-42d6-8f0d-cdb7f134bf56 req-3efbf1e7-a138-40b6-916e-ba4e3924cd8f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316794 Apr 21 13:36:00.327660 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 1a48a77e-4afc-4005-be10-ca4ec88b32ac details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:36:00.633671 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 1a48a77e-4afc-4005-be10-ca4ec88b32ac, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=1a48a77e-4afc-4005-be10-ca4ec88b32ac,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:36:00.647021 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '1a48a77e-4afc-4005-be10-ca4ec88b32ac', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'port_id': '1a48a77e-4afc-4005-be10-ca4ec88b32ac', 'mac_address': 'fa:16:3e:2a:43:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:36:00.723029 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:00.739683 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a48a77e-4afc-4005-be10-ca4ec88b32ac {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:36:00.762625 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 1a48a77e-4afc-4005-be10-ca4ec88b32ac, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=1a48a77e-4afc-4005-be10-ca4ec88b32ac,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:36:00.851876 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:00.895169 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42347a9f-54bf-48ca-8b0f-00d4119b2495 req-a1f01469-d541-4e45-99ba-d0f1c7edb1da tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:00.896548 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42347a9f-54bf-48ca-8b0f-00d4119b2495 req-a1f01469-d541-4e45-99ba-d0f1c7edb1da tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 944 time: 0.0481131 Apr 21 13:36:00.899529 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=1a48a77e-4afc-4005-be10-ca4ec88b32ac,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:36:00.935356 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-42347a9f-54bf-48ca-8b0f-00d4119b2495 req-abb38535-5daa-4a06-b45a-dab0f5269d38 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316980 Apr 21 13:36:01.053510 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca717c-f44d-42c8-845a-8bf596ce1632 req-699b83f5-d377-4a2d-a918-52260a12a98f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:01.055000 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e6ca717c-f44d-42c8-845a-8bf596ce1632 req-699b83f5-d377-4a2d-a918-52260a12a98f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 944 time: 0.0529103 Apr 21 13:36:01.092316 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e6ca717c-f44d-42c8-845a-8bf596ce1632 req-781726e3-f912-41ed-bf4e-b0a8e1c40451 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314007 Apr 21 13:36:01.104096 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['1a48a77e-4afc-4005-be10-ca4ec88b32ac'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:36:01.383825 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04eea6-d405-4907-97db-75222125e03c req-e0c149f9-c661-4cbd-9e5d-47d94b36c10f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:01.385436 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c04eea6-d405-4907-97db-75222125e03c req-e0c149f9-c661-4cbd-9e5d-47d94b36c10f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 944 time: 0.0528407 Apr 21 13:36:01.434073 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c04eea6-d405-4907-97db-75222125e03c req-bc0b995d-1bec-4078-9e9d-68fffcc04a6e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412650 Apr 21 13:36:01.461831 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef3c15-50c5-49ce-bc4e-441456c06512 req-254f4215-7000-48fa-b501-87930769714f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:01.463321 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-69ef3c15-50c5-49ce-bc4e-441456c06512 req-254f4215-7000-48fa-b501-87930769714f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 1095 time: 0.0429289 Apr 21 13:36:01.554561 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef3c15-50c5-49ce-bc4e-441456c06512 req-987f4f36-87f9-4f80-9131-04c35e0801c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:01.556021 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-69ef3c15-50c5-49ce-bc4e-441456c06512 req-987f4f36-87f9-4f80-9131-04c35e0801c7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.0859959 Apr 21 13:36:01.622708 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-69ef3c15-50c5-49ce-bc4e-441456c06512 req-0a10b61a-fa31-4e67-a2eb-bdd147a482db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1a48a77e-4afc-4005-be10-ca4ec88b32ac HTTP/1.1" status: 200 len: 999 time: 0.0586739 Apr 21 13:36:01.677358 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef3c15-50c5-49ce-bc4e-441456c06512 req-a6c6f031-af5a-4624-834a-f41edd51f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:01.678934 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-69ef3c15-50c5-49ce-bc4e-441456c06512 req-a6c6f031-af5a-4624-834a-f41edd51f114 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0466957 Apr 21 13:36:01.726816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef3c15-50c5-49ce-bc4e-441456c06512 req-e70b41ac-24ce-4452-9a4d-e034f6ec4f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:01.728249 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-69ef3c15-50c5-49ce-bc4e-441456c06512 req-e70b41ac-24ce-4452-9a4d-e034f6ec4f8c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387425 Apr 21 13:36:01.819552 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-69ef3c15-50c5-49ce-bc4e-441456c06512 req-4aa68116-8812-43a6-83b1-feef64527789 service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809190 Apr 21 13:36:01.914845 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-69ef3c15-50c5-49ce-bc4e-441456c06512 req-f2d7b195-0058-4c57-96a5-15bf02c4bee6 service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851510 Apr 21 13:36:02.325848 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 1a48a77e-4afc-4005-be10-ca4ec88b32ac up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:36:02.434479 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 1a48a77e-4afc-4005-be10-ca4ec88b32ac completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:36:02.438831 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 1a48a77e-4afc-4005-be10-ca4ec88b32ac triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:36:02.439218 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:02.524654 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:02.547578 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ae4b22-b4a5-4034-9c39-df3a011348b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a48a77e-4afc-4005-be10-ca4ec88b32ac'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:36:02.549956 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e2f813-fbf7-4a86-853f-61e5f4b00457" -d '{"events": [{"server_uuid": "85ae4b22-b4a5-4034-9c39-df3a011348b7", "name": "network-vif-plugged", "status": "completed", "tag": "1a48a77e-4afc-4005-be10-ca4ec88b32ac"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:36:02.558869 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f3e79-fdf9-45e6-8734-b83b0b0f3910 req-e8d6dd3a-4740-4210-8a6b-5a840c31c5df tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:02.560647 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-389f3e79-fdf9-45e6-8734-b83b0b0f3910 req-e8d6dd3a-4740-4210-8a6b-5a840c31c5df tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 944 time: 0.0508034 Apr 21 13:36:02.563955 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 1a48a77e-4afc-4005-be10-ca4ec88b32ac, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=1a48a77e-4afc-4005-be10-ca4ec88b32ac,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:36:02.589200 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70489451-7e00-4f0f-9be6-b7ec0046e819 x-openstack-request-id: req-70489451-7e00-4f0f-9be6-b7ec0046e819 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:36:02.589500 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ae4b22-b4a5-4034-9c39-df3a011348b7", "name": "network-vif-plugged", "status": "completed", "tag": "1a48a77e-4afc-4005-be10-ca4ec88b32ac", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:36:02.590353 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-70489451-7e00-4f0f-9be6-b7ec0046e819 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:36:02.590787 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70489451-7e00-4f0f-9be6-b7ec0046e819'] response: {'server_uuid': '85ae4b22-b4a5-4034-9c39-df3a011348b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a48a77e-4afc-4005-be10-ca4ec88b32ac', 'code': 200} Apr 21 13:36:02.600171 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:02.600736 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-389f3e79-fdf9-45e6-8734-b83b0b0f3910 req-a5804425-73d4-4d60-a7ec-145c05910ddd tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341513 Apr 21 13:36:02.653402 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=1a48a77e-4afc-4005-be10-ca4ec88b32ac,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:36:02.662376 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:36:02.662721 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:36:02.663061 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:36:02.663396 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:36:02.663744 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:36:02.664075 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:36:02.664489 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:36:02.664813 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:36:02.665245 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:36:02.665572 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:36:02.665958 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:36:02.666283 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:36:03.058396 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15aecc5-876a-4c8f-b997-4a16f2ee695e req-b7436948-d7da-4906-a776-68b952f00e64 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:03.059870 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b15aecc5-876a-4c8f-b997-4a16f2ee695e req-b7436948-d7da-4906-a776-68b952f00e64 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0487225 Apr 21 13:36:03.102240 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b15aecc5-876a-4c8f-b997-4a16f2ee695e req-e973b7cb-a2b0-4d96-88dc-f80311a79cd6 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364010 Apr 21 13:36:04.219092 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a21582-8122-4c9e-8dbd-6a114fee7a62 req-ddb316a1-a3ee-478a-83c7-5c0df35742fa tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:04.220547 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a7a21582-8122-4c9e-8dbd-6a114fee7a62 req-ddb316a1-a3ee-478a-83c7-5c0df35742fa tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0489056 Apr 21 13:36:04.258425 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a7a21582-8122-4c9e-8dbd-6a114fee7a62 req-b4ed9af9-032f-46c1-b2f4-133d5880a992 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319340 Apr 21 13:36:04.443983 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11057a4a-1032-4540-8162-cdfa87afc91e req-f5d12c44-3dca-4e16-af14-aec2911fca8c tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:04.445417 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11057a4a-1032-4540-8162-cdfa87afc91e req-f5d12c44-3dca-4e16-af14-aec2911fca8c tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.24 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 945 time: 0.0473475 Apr 21 13:36:04.544782 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-11057a4a-1032-4540-8162-cdfa87afc91e req-e14361c8-32f6-442e-843d-afb6483b9c7f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Deleting port 1a48a77e-4afc-4005-be10-ca4ec88b32ac {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:36:04.545113 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-11057a4a-1032-4540-8162-cdfa87afc91e req-e14361c8-32f6-442e-843d-afb6483b9c7f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:04.630921 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-11057a4a-1032-4540-8162-cdfa87afc91e req-e14361c8-32f6-442e-843d-afb6483b9c7f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] For port 1a48a77e-4afc-4005-be10-ca4ec88b32ac, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=1a48a77e-4afc-4005-be10-ca4ec88b32ac,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:36:04.631284 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-11057a4a-1032-4540-8162-cdfa87afc91e req-e14361c8-32f6-442e-843d-afb6483b9c7f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:04.800866 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-11057a4a-1032-4540-8162-cdfa87afc91e req-e14361c8-32f6-442e-843d-afb6483b9c7f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:04.801227 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-11057a4a-1032-4540-8162-cdfa87afc91e req-e14361c8-32f6-442e-843d-afb6483b9c7f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:04.801539 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [req-11057a4a-1032-4540-8162-cdfa87afc91e req-e14361c8-32f6-442e-843d-afb6483b9c7f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Floating IP 04443daa-9076-4d93-a92e-ae5729baf9d5 disassociated. External IP: 172.25.8.13, port: 1a48a77e-4afc-4005-be10-ca4ec88b32ac. Apr 21 13:36:04.801906 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-11057a4a-1032-4540-8162-cdfa87afc91e req-e14361c8-32f6-442e-843d-afb6483b9c7f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Calling delete_port for 1a48a77e-4afc-4005-be10-ca4ec88b32ac owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:36:04.992868 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-11057a4a-1032-4540-8162-cdfa87afc91e req-e14361c8-32f6-442e-843d-afb6483b9c7f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:05.022076 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14361c8-32f6-442e-843d-afb6483b9c7f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Pushing event deleted for resources: {'Port': ['ID=1a48a77e-4afc-4005-be10-ca4ec88b32ac,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:36:05.140260 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11057a4a-1032-4540-8162-cdfa87afc91e req-e14361c8-32f6-442e-843d-afb6483b9c7f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Router ad38ec32-225f-4de6-ad69-6c95b9348c89 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:36:05.250134 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11057a4a-1032-4540-8162-cdfa87afc91e req-e14361c8-32f6-442e-843d-afb6483b9c7f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:36:05.260174 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b741bb0-4425-433f-89aa-f83fa930ea68 None None] Sync routers for ids ['ad38ec32-225f-4de6-ad69-6c95b9348c89'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:36:05.270555 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b741bb0-4425-433f-89aa-f83fa930ea68 None None] Routers {'ad38ec32-225f-4de6-ad69-6c95b9348c89'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:36:05.271169 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8b741bb0-4425-433f-89aa-f83fa930ea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:35:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ad38ec32-225f-4de6-ad69-6c95b9348c89'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:36:05.290676 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-11057a4a-1032-4540-8162-cdfa87afc91e req-e14361c8-32f6-442e-843d-afb6483b9c7f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] No DVR routers for this DVR port 1a48a77e-4afc-4005-be10-ca4ec88b32ac on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:36:05.293547 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-11057a4a-1032-4540-8162-cdfa87afc91e req-e14361c8-32f6-442e-843d-afb6483b9c7f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:05.296926 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11057a4a-1032-4540-8162-cdfa87afc91e req-e14361c8-32f6-442e-843d-afb6483b9c7f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.24 "DELETE /v2.0/ports/1a48a77e-4afc-4005-be10-ca4ec88b32ac HTTP/1.1" status: 204 len: 173 time: 0.8423502 Apr 21 13:36:05.297375 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ae4b22-b4a5-4034-9c39-df3a011348b7', 'name': 'network-vif-deleted', 'tag': '1a48a77e-4afc-4005-be10-ca4ec88b32ac'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:36:05.299541 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3585a781-61c5-4bfb-a3f0-af093a984350" -d '{"events": [{"server_uuid": "85ae4b22-b4a5-4034-9c39-df3a011348b7", "name": "network-vif-deleted", "tag": "1a48a77e-4afc-4005-be10-ca4ec88b32ac"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:36:05.343663 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb14b4b6-d0e4-4151-96af-a42e9bd40fe0 x-openstack-request-id: req-fb14b4b6-d0e4-4151-96af-a42e9bd40fe0 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:36:05.343954 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ae4b22-b4a5-4034-9c39-df3a011348b7", "name": "network-vif-deleted", "tag": "1a48a77e-4afc-4005-be10-ca4ec88b32ac", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:36:05.344209 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fb14b4b6-d0e4-4151-96af-a42e9bd40fe0 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:36:05.344603 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb14b4b6-d0e4-4151-96af-a42e9bd40fe0'] response: {'server_uuid': '85ae4b22-b4a5-4034-9c39-df3a011348b7', 'name': 'network-vif-deleted', 'tag': '1a48a77e-4afc-4005-be10-ca4ec88b32ac', 'status': 'completed', 'code': 200} Apr 21 13:36:05.363294 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9cce6e40-2466-4131-90d3-24b8a958206c req-3f1c1de4-6b09-4c74-a3b3-c2a767847afc tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=85ae4b22-b4a5-4034-9c39-df3a011348b7 HTTP/1.1" status: 200 len: 210 time: 0.0308938 Apr 21 13:36:05.395562 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-8b741bb0-4425-433f-89aa-f83fa930ea68 None None] Set router ad38ec32-225f-4de6-ad69-6c95b9348c89 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:36:05.595404 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8b741bb0-4425-433f-89aa-f83fa930ea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '49851a45-1e06-4b5f-835e-9e5524581595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port': {'id': '49851a45-1e06-4b5f-835e-9e5524581595', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'a2991119-a43f-44d9-9a48-d3219ce9350e', 'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'mac_address': 'fa:16:3e:2e:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:34:02Z', 'updated_at': '2022-04-21T13:34:05Z', 'revision_number': 5, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'subnets': [{'id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:36:05.622389 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b741bb0-4425-433f-89aa-f83fa930ea68 None None] Checking router: ad38ec32-225f-4de6-ad69-6c95b9348c89 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:36:05.630759 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b741bb0-4425-433f-89aa-f83fa930ea68 None None] Routers {'ad38ec32-225f-4de6-ad69-6c95b9348c89'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:36:05.631362 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8b741bb0-4425-433f-89aa-f83fa930ea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:35:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ad38ec32-225f-4de6-ad69-6c95b9348c89'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:36:05.737395 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-8b741bb0-4425-433f-89aa-f83fa930ea68 None None] Set router ad38ec32-225f-4de6-ad69-6c95b9348c89 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:36:05.937444 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-8b741bb0-4425-433f-89aa-f83fa930ea68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '49851a45-1e06-4b5f-835e-9e5524581595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port': {'id': '49851a45-1e06-4b5f-835e-9e5524581595', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'a2991119-a43f-44d9-9a48-d3219ce9350e', 'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'mac_address': 'fa:16:3e:2e:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:34:02Z', 'updated_at': '2022-04-21T13:34:05Z', 'revision_number': 5, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'subnets': [{'id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:36:05.967010 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b741bb0-4425-433f-89aa-f83fa930ea68 None None] The sync data for ids ['ad38ec32-225f-4de6-ad69-6c95b9348c89'] in n-d-836147-2 is: [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '49851a45-1e06-4b5f-835e-9e5524581595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port': {'id': '49851a45-1e06-4b5f-835e-9e5524581595', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'a2991119-a43f-44d9-9a48-d3219ce9350e', 'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'mac_address': 'fa:16:3e:2e:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:34:02Z', 'updated_at': '2022-04-21T13:34:05Z', 'revision_number': 5, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'subnets': [{'id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:36:06.171202 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd33a8d9-9b26-40a1-afbe-5a0d0162729f None None] New status for floating IP 04443daa-9076-4d93-a92e-ae5729baf9d5: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:36:06.596587 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-440be2af-37b0-489e-9467-34a5e8304455 req-e84406eb-b3f9-493f-82ff-a2ccac0abf9e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--203948848&fields=id&tenant_id=6191999b6bee462c9838e0e358c8a260 HTTP/1.1" status: 200 len: 267 time: 0.0322528 Apr 21 13:36:06.699606 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440be2af-37b0-489e-9467-34a5e8304455 req-6f04d7e3-e8ee-4d98-a8e7-30435f27b5dd tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:06.701058 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-440be2af-37b0-489e-9467-34a5e8304455 req-6f04d7e3-e8ee-4d98-a8e7-30435f27b5dd tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 812 time: 0.0979717 Apr 21 13:36:06.716511 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-440be2af-37b0-489e-9467-34a5e8304455 req-7fbd2959-9962-41c6-bea8-f80ce5afd18e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/quotas/6191999b6bee462c9838e0e358c8a260 HTTP/1.1" status: 200 len: 375 time: 0.0094330 Apr 21 13:36:06.774690 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-440be2af-37b0-489e-9467-34a5e8304455 req-e09443d7-4733-461a-9c39-1c4e68a879d6 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527217 Apr 21 13:36:06.872964 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-440be2af-37b0-489e-9467-34a5e8304455 req-8836ff54-1fc9-4a92-989b-718abc5bef90 service neutron] 10.222.0.36 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855365 Apr 21 13:36:06.963406 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-440be2af-37b0-489e-9467-34a5e8304455 req-29303929-e48a-4019-ab91-581b9800a819 service neutron] 10.222.0.36 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842507 Apr 21 13:36:07.201791 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f80b2cd-bd6c-47e0-9028-df808a40608a req-eabda6d3-28b9-4702-8590-dbeacb621ebb tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 210 time: 0.0292728 Apr 21 13:36:08.294668 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-88f90b51-d382-4d8f-b9f2-e33b6d4937d2 req-0d95332c-cf39-44e1-b6e9-326e0ee2b107 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 210 time: 0.0260167 Apr 21 13:36:08.374154 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 1a48a77e-4afc-4005-be10-ca4ec88b32ac no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:36:08.394074 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 1a48a77e-4afc-4005-be10-ca4ec88b32ac {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:36:08.394422 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 1a48a77e-4afc-4005-be10-ca4ec88b32ac not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:36:08.952404 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:36:09.046468 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440be2af-37b0-489e-9467-34a5e8304455 req-d65f1cb0-ad72-4630-8a51-e749896fd985 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:09.047838 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-440be2af-37b0-489e-9467-34a5e8304455 req-d65f1cb0-ad72-4630-8a51-e749896fd985 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.26 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 812 time: 0.1038437 Apr 21 13:36:09.090469 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-440be2af-37b0-489e-9467-34a5e8304455 req-a7b13909-8c4c-4f26-849d-e33045337516 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6191999b6bee462c9838e0e358c8a260 HTTP/1.1" status: 200 len: 379 time: 0.0336041 Apr 21 13:36:09.100133 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-440be2af-37b0-489e-9467-34a5e8304455 req-2fe7eadb-9076-400a-ba9b-e571066e947b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Request body: {'port': {'device_id': '89fb2b17-1d4b-4d0e-acb2-e55ddce72eed', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'admin_state_up': True, 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'security_groups': ['272baeeb-ab7d-4155-b7aa-5b33842f9ead']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:36:09.280170 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-440be2af-37b0-489e-9467-34a5e8304455 req-2fe7eadb-9076-400a-ba9b-e571066e947b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Made reservation on behalf of 6191999b6bee462c9838e0e358c8a260 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:36:09.283724 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-440be2af-37b0-489e-9467-34a5e8304455 req-2fe7eadb-9076-400a-ba9b-e571066e947b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:09.391302 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dda68e17-5d6d-475a-a8c3-bd2e7406a1df req-23d37b78-1e37-4564-8ea6-eaf6216b39c5 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 210 time: 0.0267372 Apr 21 13:36:09.416835 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-440be2af-37b0-489e-9467-34a5e8304455 req-2fe7eadb-9076-400a-ba9b-e571066e947b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Allocated IP 172.20.0.7 (8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4/6ca006fe-3660-4c71-95af-93248fbdc150/7cef907d-ced2-4c16-8e61-ce1312aeb26b) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:36:09.545958 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-440be2af-37b0-489e-9467-34a5e8304455 req-2fe7eadb-9076-400a-ba9b-e571066e947b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:09.639589 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-440be2af-37b0-489e-9467-34a5e8304455 req-2fe7eadb-9076-400a-ba9b-e571066e947b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:09.681775 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-440be2af-37b0-489e-9467-34a5e8304455 req-2fe7eadb-9076-400a-ba9b-e571066e947b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:36:09.685302 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-440be2af-37b0-489e-9467-34a5e8304455 req-2fe7eadb-9076-400a-ba9b-e571066e947b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:36:09.689027 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-440be2af-37b0-489e-9467-34a5e8304455 req-2fe7eadb-9076-400a-ba9b-e571066e947b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:36:09.695298 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe7eadb-9076-400a-ba9b-e571066e947b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Pushing event updated for resources: {'Port': ['ID=7cef907d-ced2-4c16-8e61-ce1312aeb26b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:36:09.723526 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe7eadb-9076-400a-ba9b-e571066e947b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:36:09.723862 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe7eadb-9076-400a-ba9b-e571066e947b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:36:09.724198 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe7eadb-9076-400a-ba9b-e571066e947b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:36:09.724525 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe7eadb-9076-400a-ba9b-e571066e947b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:36:09.724852 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe7eadb-9076-400a-ba9b-e571066e947b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:36:09.725224 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe7eadb-9076-400a-ba9b-e571066e947b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:36:09.725611 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe7eadb-9076-400a-ba9b-e571066e947b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:36:09.725920 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe7eadb-9076-400a-ba9b-e571066e947b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:36:09.726242 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe7eadb-9076-400a-ba9b-e571066e947b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:36:09.726559 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe7eadb-9076-400a-ba9b-e571066e947b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:36:09.726882 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe7eadb-9076-400a-ba9b-e571066e947b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:36:09.727200 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe7eadb-9076-400a-ba9b-e571066e947b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:36:09.753803 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440be2af-37b0-489e-9467-34a5e8304455 req-2fe7eadb-9076-400a-ba9b-e571066e947b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:09.754450 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-440be2af-37b0-489e-9467-34a5e8304455 req-2fe7eadb-9076-400a-ba9b-e571066e947b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:09.836079 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-440be2af-37b0-489e-9467-34a5e8304455 req-2fe7eadb-9076-400a-ba9b-e571066e947b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7394044 Apr 21 13:36:09.848267 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-440be2af-37b0-489e-9467-34a5e8304455 req-bf592149-a1f1-4bb4-aa15-ce7f3e4f7d73 service neutron] Request body: {'port': {'device_id': '89fb2b17-1d4b-4d0e-acb2-e55ddce72eed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:36:09.887941 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4d6cdcf3-e399-4c30-8c95-5514fa8733fb None None] Provisioning complete for port 7cef907d-ced2-4c16-8e61-ce1312aeb26b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:36:09.888492 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4d6cdcf3-e399-4c30-8c95-5514fa8733fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:09.904679 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-440be2af-37b0-489e-9467-34a5e8304455 req-bf592149-a1f1-4bb4-aa15-ce7f3e4f7d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:09.920816 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4d6cdcf3-e399-4c30-8c95-5514fa8733fb None None] Port 7cef907d-ced2-4c16-8e61-ce1312aeb26b cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:36:10.160186 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-440be2af-37b0-489e-9467-34a5e8304455 req-bf592149-a1f1-4bb4-aa15-ce7f3e4f7d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cef907d-ced2-4c16-8e61-ce1312aeb26b {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:36:10.167386 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-440be2af-37b0-489e-9467-34a5e8304455 req-bf592149-a1f1-4bb4-aa15-ce7f3e4f7d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:10.179357 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-440be2af-37b0-489e-9467-34a5e8304455 req-bf592149-a1f1-4bb4-aa15-ce7f3e4f7d73 service neutron] Transition to ACTIVE for port object 7cef907d-ced2-4c16-8e61-ce1312aeb26b will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:36:10.239516 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-440be2af-37b0-489e-9467-34a5e8304455 req-bf592149-a1f1-4bb4-aa15-ce7f3e4f7d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:10.289758 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf592149-a1f1-4bb4-aa15-ce7f3e4f7d73 service neutron] Pushing event updated for resources: {'Port': ['ID=7cef907d-ced2-4c16-8e61-ce1312aeb26b,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:36:10.359036 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-440be2af-37b0-489e-9467-34a5e8304455 req-bf592149-a1f1-4bb4-aa15-ce7f3e4f7d73 service neutron] Attempting to bind port 7cef907d-ced2-4c16-8e61-ce1312aeb26b on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:36:10.359374 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-440be2af-37b0-489e-9467-34a5e8304455 req-bf592149-a1f1-4bb4-aa15-ce7f3e4f7d73 service neutron] Attempting to bind port 7cef907d-ced2-4c16-8e61-ce1312aeb26b by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:36:10.359706 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440be2af-37b0-489e-9467-34a5e8304455 req-bf592149-a1f1-4bb4-aa15-ce7f3e4f7d73 service neutron] Attempting to bind port 7cef907d-ced2-4c16-8e61-ce1312aeb26b on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:36:10.364210 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440be2af-37b0-489e-9467-34a5e8304455 req-bf592149-a1f1-4bb4-aa15-ce7f3e4f7d73 service neutron] Port 7cef907d-ced2-4c16-8e61-ce1312aeb26b on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:36:10.364532 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440be2af-37b0-489e-9467-34a5e8304455 req-bf592149-a1f1-4bb4-aa15-ce7f3e4f7d73 service neutron] Attempting to bind port 7cef907d-ced2-4c16-8e61-ce1312aeb26b on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:36:10.369421 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440be2af-37b0-489e-9467-34a5e8304455 req-bf592149-a1f1-4bb4-aa15-ce7f3e4f7d73 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:36:10.369798 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440be2af-37b0-489e-9467-34a5e8304455 req-bf592149-a1f1-4bb4-aa15-ce7f3e4f7d73 service neutron] Checking segment: {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:36:10.370184 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-440be2af-37b0-489e-9467-34a5e8304455 req-bf592149-a1f1-4bb4-aa15-ce7f3e4f7d73 service neutron] Bound using segment: {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:36:10.370613 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-440be2af-37b0-489e-9467-34a5e8304455 req-bf592149-a1f1-4bb4-aa15-ce7f3e4f7d73 service neutron] Bound port: 7cef907d-ced2-4c16-8e61-ce1312aeb26b, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:36:10.370973 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-440be2af-37b0-489e-9467-34a5e8304455 req-bf592149-a1f1-4bb4-aa15-ce7f3e4f7d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:10.519264 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ae806-81f4-47ad-ae72-9c95a59e475b req-13e3c1a8-c0a1-4665-82b1-6a6ae0d2f924 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:10.520809 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c8ae806-81f4-47ad-ae72-9c95a59e475b req-13e3c1a8-c0a1-4665-82b1-6a6ae0d2f924 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 943 time: 0.0506492 Apr 21 13:36:10.563541 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c8ae806-81f4-47ad-ae72-9c95a59e475b req-2ddc9493-096d-42d2-84cc-7771b7871b7d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365329 Apr 21 13:36:10.696192 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-440be2af-37b0-489e-9467-34a5e8304455 req-bf592149-a1f1-4bb4-aa15-ce7f3e4f7d73 service neutron] For port 7cef907d-ced2-4c16-8e61-ce1312aeb26b, host n-h1-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:36:10.699106 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-440be2af-37b0-489e-9467-34a5e8304455 req-bf592149-a1f1-4bb4-aa15-ce7f3e4f7d73 service neutron] For port 7cef907d-ced2-4c16-8e61-ce1312aeb26b, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=7cef907d-ced2-4c16-8e61-ce1312aeb26b,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:36:10.771460 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-440be2af-37b0-489e-9467-34a5e8304455 req-bf592149-a1f1-4bb4-aa15-ce7f3e4f7d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:10.805211 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440be2af-37b0-489e-9467-34a5e8304455 req-bf592149-a1f1-4bb4-aa15-ce7f3e4f7d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:10.805841 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-440be2af-37b0-489e-9467-34a5e8304455 req-bf592149-a1f1-4bb4-aa15-ce7f3e4f7d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:10.807230 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-440be2af-37b0-489e-9467-34a5e8304455 req-bf592149-a1f1-4bb4-aa15-ce7f3e4f7d73 service neutron] 10.222.0.26 "PUT /v2.0/ports/7cef907d-ced2-4c16-8e61-ce1312aeb26b HTTP/1.1" status: 200 len: 1091 time: 0.9633040 Apr 21 13:36:10.807720 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89fb2b17-1d4b-4d0e-acb2-e55ddce72eed', 'tag': '7cef907d-ced2-4c16-8e61-ce1312aeb26b'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:36:10.810621 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8731b9b0d93a9bf69e636c4352cfd91473ecc38c160ddf4d7ef907223a15797c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981e89ae-85e8-410e-bea6-d25a3954b5a7" -d '{"events": [{"name": "network-changed", "server_uuid": "89fb2b17-1d4b-4d0e-acb2-e55ddce72eed", "tag": "7cef907d-ced2-4c16-8e61-ce1312aeb26b"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:36:10.836822 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf592149-a1f1-4bb4-aa15-ce7f3e4f7d73 service neutron] Pushing event updated for resources: {'Port': ['ID=7cef907d-ced2-4c16-8e61-ce1312aeb26b,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:36:10.858030 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05b324c-1e95-418c-b666-54a79915d2d8 x-openstack-request-id: req-c05b324c-1e95-418c-b666-54a79915d2d8 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:36:10.858410 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89fb2b17-1d4b-4d0e-acb2-e55ddce72eed", "tag": "7cef907d-ced2-4c16-8e61-ce1312aeb26b", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:36:10.858658 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c05b324c-1e95-418c-b666-54a79915d2d8 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:36:10.859058 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c05b324c-1e95-418c-b666-54a79915d2d8'] response: {'name': 'network-changed', 'server_uuid': '89fb2b17-1d4b-4d0e-acb2-e55ddce72eed', 'tag': '7cef907d-ced2-4c16-8e61-ce1312aeb26b', 'status': 'completed', 'code': 200} Apr 21 13:36:10.920474 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e89ae-85e8-410e-bea6-d25a3954b5a7 req-ea5caff0-8e33-4300-bc73-8b2bd38b6f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:10.921994 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-981e89ae-85e8-410e-bea6-d25a3954b5a7 req-ea5caff0-8e33-4300-bc73-8b2bd38b6f23 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 1094 time: 0.0416811 Apr 21 13:36:11.021928 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e89ae-85e8-410e-bea6-d25a3954b5a7 req-896ea917-eb10-4294-98e6-f5040354cd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:11.023377 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-981e89ae-85e8-410e-bea6-d25a3954b5a7 req-896ea917-eb10-4294-98e6-f5040354cd36 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6191999b6bee462c9838e0e358c8a260&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0947344 Apr 21 13:36:11.117527 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e89ae-85e8-410e-bea6-d25a3954b5a7 req-108fbc41-d1af-45f5-9ecd-e652019e07b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:11.119000 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-981e89ae-85e8-410e-bea6-d25a3954b5a7 req-108fbc41-d1af-45f5-9ecd-e652019e07b3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882897 Apr 21 13:36:11.193776 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440be2af-37b0-489e-9467-34a5e8304455 req-51dc0e13-73d8-43d3-84a3-036776c4a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:11.195267 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-440be2af-37b0-489e-9467-34a5e8304455 req-51dc0e13-73d8-43d3-84a3-036776c4a092 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 1094 time: 0.0403957 Apr 21 13:36:11.238682 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-440be2af-37b0-489e-9467-34a5e8304455 req-0e679636-834f-4c67-a515-051d743da5ad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cef907d-ced2-4c16-8e61-ce1312aeb26b HTTP/1.1" status: 200 len: 217 time: 0.0352323 Apr 21 13:36:11.285342 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440be2af-37b0-489e-9467-34a5e8304455 req-dcebe9bc-5fd8-4fa5-8891-bb2734e87178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:11.286743 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-440be2af-37b0-489e-9467-34a5e8304455 req-dcebe9bc-5fd8-4fa5-8891-bb2734e87178 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0422397 Apr 21 13:36:11.335602 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440be2af-37b0-489e-9467-34a5e8304455 req-433e9e91-f24c-41bb-bb90-a6d41f6de562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:11.337075 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-440be2af-37b0-489e-9467-34a5e8304455 req-433e9e91-f24c-41bb-bb90-a6d41f6de562 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435772 Apr 21 13:36:11.425742 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-440be2af-37b0-489e-9467-34a5e8304455 req-7ea0f6cc-9bee-4b42-aa6d-69af09c3ad70 service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812654 Apr 21 13:36:11.515708 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-440be2af-37b0-489e-9467-34a5e8304455 req-4f841962-44f2-479e-bc9f-e55a63a60436 service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838602 Apr 21 13:36:11.683262 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d71ecc-644c-4b50-9b0b-639ea5b368b2 req-1c9d4a05-7ba8-4a49-903c-2802423c41aa tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:11.684707 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-93d71ecc-644c-4b50-9b0b-639ea5b368b2 req-1c9d4a05-7ba8-4a49-903c-2802423c41aa tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 943 time: 0.0526004 Apr 21 13:36:11.720611 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-93d71ecc-644c-4b50-9b0b-639ea5b368b2 req-84b8fd18-5587-42f5-9bcd-3a1eb6d2e103 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300031 Apr 21 13:36:12.836874 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e43c8f-812c-44a3-b8eb-b7f0027abec1 req-a15c772d-1a16-4487-b1d6-e7cffa704a31 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:12.838455 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18e43c8f-812c-44a3-b8eb-b7f0027abec1 req-a15c772d-1a16-4487-b1d6-e7cffa704a31 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 943 time: 0.0495942 Apr 21 13:36:12.876689 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18e43c8f-812c-44a3-b8eb-b7f0027abec1 req-5e64597c-4440-4989-9f08-4aab9d1ce49f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322042 Apr 21 13:36:13.507041 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f6d3927a-c0c1-4342-a9ed-877e6b6950c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:13.991568 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a310b0c-e50f-43c9-91f1-ff886f269678 req-48f8963f-a08f-4eca-a054-13b4110e5e6e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:13.993044 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a310b0c-e50f-43c9-91f1-ff886f269678 req-48f8963f-a08f-4eca-a054-13b4110e5e6e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 943 time: 0.0481546 Apr 21 13:36:14.034770 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a310b0c-e50f-43c9-91f1-ff886f269678 req-fff2cfd1-182c-4707-9f66-c52965fc5b04 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352979 Apr 21 13:36:14.485413 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 7cef907d-ced2-4c16-8e61-ce1312aeb26b details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:36:14.579062 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 7cef907d-ced2-4c16-8e61-ce1312aeb26b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=7cef907d-ced2-4c16-8e61-ce1312aeb26b,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:36:14.590211 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '7cef907d-ced2-4c16-8e61-ce1312aeb26b', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'port_id': '7cef907d-ced2-4c16-8e61-ce1312aeb26b', 'mac_address': 'fa:16:3e:17:c6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:36:14.630576 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:14.643032 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cef907d-ced2-4c16-8e61-ce1312aeb26b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:36:14.661910 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 7cef907d-ced2-4c16-8e61-ce1312aeb26b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=7cef907d-ced2-4c16-8e61-ce1312aeb26b,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:36:14.748454 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:14.796342 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=7cef907d-ced2-4c16-8e61-ce1312aeb26b,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:36:15.087200 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['7cef907d-ced2-4c16-8e61-ce1312aeb26b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:36:15.154570 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7570f-f5f2-411d-a66f-db24114cfd7b req-beab2451-ed41-4c9d-a8cb-3918bfadd3c7 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:15.156123 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eff7570f-f5f2-411d-a66f-db24114cfd7b req-beab2451-ed41-4c9d-a8cb-3918bfadd3c7 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 944 time: 0.0544450 Apr 21 13:36:15.194855 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eff7570f-f5f2-411d-a66f-db24114cfd7b req-021c6868-1ac1-4eed-8b3e-a389bd3a709d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324488 Apr 21 13:36:15.786731 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d3c6f20-ddb3-42fa-b119-1279bd779b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:16.308510 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363d0dd-b117-41c6-9e7e-cc471df941bc req-59f0d4bb-ecea-4e1b-9d57-0548f3df26c7 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:16.310012 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a363d0dd-b117-41c6-9e7e-cc471df941bc req-59f0d4bb-ecea-4e1b-9d57-0548f3df26c7 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 944 time: 0.0483873 Apr 21 13:36:16.347601 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a363d0dd-b117-41c6-9e7e-cc471df941bc req-df9c0330-db3b-4646-9fde-21bd0cabca3f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308678 Apr 21 13:36:16.488574 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 7cef907d-ced2-4c16-8e61-ce1312aeb26b up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:36:16.598326 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 7cef907d-ced2-4c16-8e61-ce1312aeb26b completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:36:16.601918 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 7cef907d-ced2-4c16-8e61-ce1312aeb26b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:36:16.602287 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:16.679090 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:16.701267 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fb2b17-1d4b-4d0e-acb2-e55ddce72eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cef907d-ced2-4c16-8e61-ce1312aeb26b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:36:16.704026 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be153907-56ea-4ee6-b6dc-795f8a254d0d" -d '{"events": [{"server_uuid": "89fb2b17-1d4b-4d0e-acb2-e55ddce72eed", "name": "network-vif-plugged", "status": "completed", "tag": "7cef907d-ced2-4c16-8e61-ce1312aeb26b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:36:16.717147 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 7cef907d-ced2-4c16-8e61-ce1312aeb26b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=7cef907d-ced2-4c16-8e61-ce1312aeb26b,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:36:16.740087 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00eccb6d-1335-4f02-ad2f-cf760252ba8d x-openstack-request-id: req-00eccb6d-1335-4f02-ad2f-cf760252ba8d {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:36:16.740309 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fb2b17-1d4b-4d0e-acb2-e55ddce72eed", "name": "network-vif-plugged", "status": "completed", "tag": "7cef907d-ced2-4c16-8e61-ce1312aeb26b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:36:16.740560 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-00eccb6d-1335-4f02-ad2f-cf760252ba8d {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:36:16.740960 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00eccb6d-1335-4f02-ad2f-cf760252ba8d'] response: {'server_uuid': '89fb2b17-1d4b-4d0e-acb2-e55ddce72eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cef907d-ced2-4c16-8e61-ce1312aeb26b', 'code': 200} Apr 21 13:36:16.805633 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:16.833714 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c598a-d381-4d75-b981-14afe66895df req-fca7fe03-64e5-4b1b-b6bc-c13f7fcffd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:16.835282 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-2b7c598a-d381-4d75-b981-14afe66895df req-fca7fe03-64e5-4b1b-b6bc-c13f7fcffd5d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 1095 time: 0.0415876 Apr 21 13:36:16.854299 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=7cef907d-ced2-4c16-8e61-ce1312aeb26b,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:36:16.871059 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-2b7c598a-d381-4d75-b981-14afe66895df req-570fdec7-be62-4b0a-954b-9f5a53380014 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283158 Apr 21 13:36:17.118306 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:17.462297 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d699520-d652-4bfd-9021-6791a099b6c8 req-bbef42a2-c006-4bef-8cd5-67ca9fc71780 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:17.463747 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1d699520-d652-4bfd-9021-6791a099b6c8 req-bbef42a2-c006-4bef-8cd5-67ca9fc71780 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0476370 Apr 21 13:36:17.500543 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1d699520-d652-4bfd-9021-6791a099b6c8 req-1523737e-eda0-43f2-ad44-9f81ff1456cb tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309322 Apr 21 13:36:18.443910 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:18.630509 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7bfa9-67cb-4fda-863b-337fd4921789 req-50d34d49-f3b2-4c2b-96a2-4f6bd0ab0465 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:18.631993 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06d7bfa9-67cb-4fda-863b-337fd4921789 req-50d34d49-f3b2-4c2b-96a2-4f6bd0ab0465 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0612893 Apr 21 13:36:18.662893 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:18.668909 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-06d7bfa9-67cb-4fda-863b-337fd4921789 req-d4ada920-4242-4def-ac49-51feeb85c463 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306883 Apr 21 13:36:18.754122 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:18.781990 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c754e-b29e-4af9-8a1e-bd11329f6f45 req-e08f179e-61ea-4d28-a397-861dbd1a49c2 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:18.783496 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a0c754e-b29e-4af9-8a1e-bd11329f6f45 req-e08f179e-61ea-4d28-a397-861dbd1a49c2 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0515871 Apr 21 13:36:18.792192 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 58802) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:36:18.797262 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3ef92afa-ace5-4a10-89da-475d4483bfa6 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Request body: {'floatingip': {'port_id': '7cef907d-ced2-4c16-8e61-ce1312aeb26b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:36:18.836995 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ef92afa-ace5-4a10-89da-475d4483bfa6 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for floatingip, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:19.254601 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ef92afa-ace5-4a10-89da-475d4483bfa6 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:19.331204 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ef92afa-ace5-4a10-89da-475d4483bfa6 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:19.430302 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-3ef92afa-ace5-4a10-89da-475d4483bfa6 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Floating IP 04443daa-9076-4d93-a92e-ae5729baf9d5 associated. External IP: 172.25.8.13, port: 7cef907d-ced2-4c16-8e61-ce1312aeb26b. Apr 21 13:36:19.630975 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef92afa-ace5-4a10-89da-475d4483bfa6 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Router ad38ec32-225f-4de6-ad69-6c95b9348c89 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:36:19.734678 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef92afa-ace5-4a10-89da-475d4483bfa6 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:36:19.739679 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3ef92afa-ace5-4a10-89da-475d4483bfa6 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:19.744013 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c483d75-1f96-44ef-92bf-a935f7d32299 None None] Sync routers for ids ['ad38ec32-225f-4de6-ad69-6c95b9348c89'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:36:19.752949 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c483d75-1f96-44ef-92bf-a935f7d32299 None None] Routers {'ad38ec32-225f-4de6-ad69-6c95b9348c89'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:36:19.753559 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6c483d75-1f96-44ef-92bf-a935f7d32299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:36:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ad38ec32-225f-4de6-ad69-6c95b9348c89'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:36:19.767700 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3ef92afa-ace5-4a10-89da-475d4483bfa6 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "PUT /v2.0/floatingips/04443daa-9076-4d93-a92e-ae5729baf9d5 HTTP/1.1" status: 200 len: 990 time: 0.9744277 Apr 21 13:36:19.768410 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89fb2b17-1d4b-4d0e-acb2-e55ddce72eed', 'tag': '7cef907d-ced2-4c16-8e61-ce1312aeb26b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:36:19.770701 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf3fb6b-7a3f-468b-aa3b-a67d58024d5a" -d '{"events": [{"name": "network-changed", "server_uuid": "89fb2b17-1d4b-4d0e-acb2-e55ddce72eed", "tag": "7cef907d-ced2-4c16-8e61-ce1312aeb26b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:36:19.815407 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254ac39b-5e86-40f0-b750-8b8fa89882c5 x-openstack-request-id: req-254ac39b-5e86-40f0-b750-8b8fa89882c5 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:36:19.815755 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89fb2b17-1d4b-4d0e-acb2-e55ddce72eed", "tag": "7cef907d-ced2-4c16-8e61-ce1312aeb26b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:36:19.816089 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-254ac39b-5e86-40f0-b750-8b8fa89882c5 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:36:19.816556 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-254ac39b-5e86-40f0-b750-8b8fa89882c5'] response: {'name': 'network-changed', 'server_uuid': '89fb2b17-1d4b-4d0e-acb2-e55ddce72eed', 'tag': '7cef907d-ced2-4c16-8e61-ce1312aeb26b', 'status': 'completed', 'code': 200} Apr 21 13:36:19.865485 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-6c483d75-1f96-44ef-92bf-a935f7d32299 None None] Set router ad38ec32-225f-4de6-ad69-6c95b9348c89 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:36:19.881289 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3fb6b-7a3f-468b-aa3b-a67d58024d5a req-4996fd2f-b151-43f2-a791-0e3308303fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:19.882886 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9cf3fb6b-7a3f-468b-aa3b-a67d58024d5a req-4996fd2f-b151-43f2-a791-0e3308303fec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 1096 time: 0.0442514 Apr 21 13:36:19.978372 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3fb6b-7a3f-468b-aa3b-a67d58024d5a req-341367bf-df54-40d4-9340-5fd385a53b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:19.979844 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9cf3fb6b-7a3f-468b-aa3b-a67d58024d5a req-341367bf-df54-40d4-9340-5fd385a53b97 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.0897448 Apr 21 13:36:20.061926 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9cf3fb6b-7a3f-468b-aa3b-a67d58024d5a req-997284f9-224a-4abe-a3ee-b7650ff79666 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cef907d-ced2-4c16-8e61-ce1312aeb26b HTTP/1.1" status: 200 len: 998 time: 0.0750041 Apr 21 13:36:20.099890 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6c483d75-1f96-44ef-92bf-a935f7d32299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '49851a45-1e06-4b5f-835e-9e5524581595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port': {'id': '49851a45-1e06-4b5f-835e-9e5524581595', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '04443daa-9076-4d93-a92e-ae5729baf9d5', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'port_id': '7cef907d-ced2-4c16-8e61-ce1312aeb26b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'mac_address': 'fa:16:3e:17:c6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fb2b17-1d4b-4d0e-acb2-e55ddce72eed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:34:05Z', 'updated_at': '2022-04-21T13:36:19Z', 'revision_number': 9, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2991119-a43f-44d9-9a48-d3219ce9350e', 'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'mac_address': 'fa:16:3e:2e:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:34:02Z', 'updated_at': '2022-04-21T13:34:05Z', 'revision_number': 5, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'subnets': [{'id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:36:20.120413 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3fb6b-7a3f-468b-aa3b-a67d58024d5a req-14d8192f-5004-4c85-9874-de77ac3991c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:20.122121 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9cf3fb6b-7a3f-468b-aa3b-a67d58024d5a req-14d8192f-5004-4c85-9874-de77ac3991c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0543222 Apr 21 13:36:20.127580 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c483d75-1f96-44ef-92bf-a935f7d32299 None None] Checking router: ad38ec32-225f-4de6-ad69-6c95b9348c89 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:36:20.136160 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c483d75-1f96-44ef-92bf-a935f7d32299 None None] Routers {'ad38ec32-225f-4de6-ad69-6c95b9348c89'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:36:20.136664 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6c483d75-1f96-44ef-92bf-a935f7d32299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:36:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ad38ec32-225f-4de6-ad69-6c95b9348c89'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:36:20.139835 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ba41c6-4c48-458f-99cd-b89c72980fc0 req-bee0a64b-83d1-4703-b20f-1abab6ef0d20 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:20.141375 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-93ba41c6-4c48-458f-99cd-b89c72980fc0 req-bee0a64b-83d1-4703-b20f-1abab6ef0d20 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0584867 Apr 21 13:36:20.178228 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3fb6b-7a3f-468b-aa3b-a67d58024d5a req-0b2822b5-be86-48a2-b087-3755a2a71828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:20.179790 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9cf3fb6b-7a3f-468b-aa3b-a67d58024d5a req-0b2822b5-be86-48a2-b087-3755a2a71828 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508716 Apr 21 13:36:20.181770 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-93ba41c6-4c48-458f-99cd-b89c72980fc0 req-0bfcd0e6-3694-4a79-87af-7049f3126088 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338478 Apr 21 13:36:20.246567 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-6c483d75-1f96-44ef-92bf-a935f7d32299 None None] Set router ad38ec32-225f-4de6-ad69-6c95b9348c89 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:36:20.260116 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-87dd308c-06e8-4110-962a-5ce345729e50 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0929661 Apr 21 13:36:20.289932 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9cf3fb6b-7a3f-468b-aa3b-a67d58024d5a req-19e7fb9b-5ec4-4e97-a3a4-29366da0c0e4 service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963175 Apr 21 13:36:20.384819 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9cf3fb6b-7a3f-468b-aa3b-a67d58024d5a req-b87d5827-d55b-4723-b6fc-dd4ff3cd1b09 service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878522 Apr 21 13:36:20.632126 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6c483d75-1f96-44ef-92bf-a935f7d32299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '49851a45-1e06-4b5f-835e-9e5524581595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port': {'id': '49851a45-1e06-4b5f-835e-9e5524581595', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '04443daa-9076-4d93-a92e-ae5729baf9d5', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'port_id': '7cef907d-ced2-4c16-8e61-ce1312aeb26b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'mac_address': 'fa:16:3e:17:c6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fb2b17-1d4b-4d0e-acb2-e55ddce72eed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:34:05Z', 'updated_at': '2022-04-21T13:36:19Z', 'revision_number': 9, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2991119-a43f-44d9-9a48-d3219ce9350e', 'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'mac_address': 'fa:16:3e:2e:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:34:02Z', 'updated_at': '2022-04-21T13:34:05Z', 'revision_number': 5, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'subnets': [{'id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:36:20.658128 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c483d75-1f96-44ef-92bf-a935f7d32299 None None] The sync data for ids ['ad38ec32-225f-4de6-ad69-6c95b9348c89'] in n-d-836147-2 is: [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '49851a45-1e06-4b5f-835e-9e5524581595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port': {'id': '49851a45-1e06-4b5f-835e-9e5524581595', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '04443daa-9076-4d93-a92e-ae5729baf9d5', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'port_id': '7cef907d-ced2-4c16-8e61-ce1312aeb26b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'mac_address': 'fa:16:3e:17:c6:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fb2b17-1d4b-4d0e-acb2-e55ddce72eed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:34:05Z', 'updated_at': '2022-04-21T13:36:19Z', 'revision_number': 9, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2991119-a43f-44d9-9a48-d3219ce9350e', 'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'mac_address': 'fa:16:3e:2e:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:34:02Z', 'updated_at': '2022-04-21T13:34:05Z', 'revision_number': 5, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'subnets': [{'id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:36:20.858694 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a285b1-5eb7-4acb-841c-e958a6d64131 None None] New status for floating IP 04443daa-9076-4d93-a92e-ae5729baf9d5: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:36:20.941742 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:21.306647 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060944e2-a03a-4e87-bea8-8c20bb3495b8 req-22832b1e-9fcb-4ce1-a6f9-1e4e57f516c2 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:21.308318 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-060944e2-a03a-4e87-bea8-8c20bb3495b8 req-22832b1e-9fcb-4ce1-a6f9-1e4e57f516c2 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0529065 Apr 21 13:36:21.347095 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-060944e2-a03a-4e87-bea8-8c20bb3495b8 req-c3c7ff22-e127-41ed-955d-5f97f88227e4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317566 Apr 21 13:36:22.326985 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-0de1bb33-a0e6-4af2-bd9f-b4d1976104ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:22.328441 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-0de1bb33-a0e6-4af2-bd9f-b4d1976104ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 1096 time: 0.0409830 Apr 21 13:36:22.423291 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-8628518f-306d-49b3-87fd-0434f8a8b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:22.424887 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-8628518f-306d-49b3-87fd-0434f8a8b3bb service neutron] 10.222.0.26 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.0905838 Apr 21 13:36:22.467631 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7dccc0-14bb-42e7-abcf-6bb3c9164c02 req-49c065a9-b73f-48b6-81f2-f2efba97c5f9 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:22.469114 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5e7dccc0-14bb-42e7-abcf-6bb3c9164c02 req-49c065a9-b73f-48b6-81f2-f2efba97c5f9 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0506394 Apr 21 13:36:22.490525 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-0f727b0b-65f0-48d1-8ce2-d434a7610ad3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cef907d-ced2-4c16-8e61-ce1312aeb26b HTTP/1.1" status: 200 len: 1001 time: 0.0596933 Apr 21 13:36:22.508537 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5e7dccc0-14bb-42e7-abcf-6bb3c9164c02 req-071d9e13-fe53-4be1-8511-68f0a2ebce4a tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331063 Apr 21 13:36:22.542101 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-b28cf948-03c1-4b1c-95b9-b46945507b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:22.543615 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-b28cf948-03c1-4b1c-95b9-b46945507b2d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0475430 Apr 21 13:36:22.588403 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-13d5c2fe-55b8-46a6-b17b-bbfb6cd55510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:22.589797 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-13d5c2fe-55b8-46a6-b17b-bbfb6cd55510 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393152 Apr 21 13:36:22.676845 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-6a5cbe97-69b9-4526-b698-99cb02aacf58 service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805318 Apr 21 13:36:22.768929 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-f5129cdc-159f-4709-8d46-88c617ef1992 service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863364 Apr 21 13:36:23.623123 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8874a-846c-4d13-95c0-f9721140d788 req-9c2d316c-507c-45bc-898b-d8b678c032d5 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:23.624619 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18e8874a-846c-4d13-95c0-f9721140d788 req-9c2d316c-507c-45bc-898b-d8b678c032d5 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0481293 Apr 21 13:36:23.660508 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18e8874a-846c-4d13-95c0-f9721140d788 req-b9da97c3-56d9-407b-9157-585046939fe1 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299215 Apr 21 13:36:24.781030 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f128cda0-59f1-4e14-abbb-7370d7767f8d req-5471ff56-a6e8-43f8-b807-c7cfd1dfa9d1 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:24.782516 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f128cda0-59f1-4e14-abbb-7370d7767f8d req-5471ff56-a6e8-43f8-b807-c7cfd1dfa9d1 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0529385 Apr 21 13:36:24.819321 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f128cda0-59f1-4e14-abbb-7370d7767f8d req-05c05f3d-bfa8-4293-8cca-41503f400ad9 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308695 Apr 21 13:36:25.933212 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1ba5f-6c46-43d7-829e-3ec123889ac5 req-ab1fa3fe-5aa1-4fb6-be49-84847ea76afc tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:25.935280 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38c1ba5f-6c46-43d7-829e-3ec123889ac5 req-ab1fa3fe-5aa1-4fb6-be49-84847ea76afc tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0477178 Apr 21 13:36:25.973437 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38c1ba5f-6c46-43d7-829e-3ec123889ac5 req-7e1470a8-653a-42c6-904f-1a3416ca9dcc tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321045 Apr 21 13:36:27.087599 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47d00b-dec8-4dd7-aff4-3e9e4bf1b05d req-75d40a65-38ac-4ce6-b248-5f5b1ca8c1d4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:27.088986 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae47d00b-dec8-4dd7-aff4-3e9e4bf1b05d req-75d40a65-38ac-4ce6-b248-5f5b1ca8c1d4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0494790 Apr 21 13:36:27.126673 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae47d00b-dec8-4dd7-aff4-3e9e4bf1b05d req-ed7b6b39-d752-441e-86de-b7b3521ebe78 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317621 Apr 21 13:36:28.247690 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8479b-0825-443c-9789-5775ecab860e req-f042ed4a-9d8d-44d8-bbe2-c49d0e75a643 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:28.249143 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90b8479b-0825-443c-9789-5775ecab860e req-f042ed4a-9d8d-44d8-bbe2-c49d0e75a643 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0522149 Apr 21 13:36:28.285226 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-90b8479b-0825-443c-9789-5775ecab860e req-9d7d70e3-07b5-4b97-a84d-0f120e6c0928 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300968 Apr 21 13:36:29.399419 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1383b021-728a-40a2-9355-995d4969a99c req-8ba09575-3361-4318-89a9-5f8da42440aa tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:29.400914 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1383b021-728a-40a2-9355-995d4969a99c req-8ba09575-3361-4318-89a9-5f8da42440aa tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0489533 Apr 21 13:36:29.437875 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1383b021-728a-40a2-9355-995d4969a99c req-dd961087-331c-471c-a696-4626639ee396 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310359 Apr 21 13:36:30.549749 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fecc91-9996-47da-ad28-271df7c00cb3 req-24f28aa2-b01c-4b62-ba77-be36f13625ba tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:30.551197 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-63fecc91-9996-47da-ad28-271df7c00cb3 req-24f28aa2-b01c-4b62-ba77-be36f13625ba tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0472054 Apr 21 13:36:30.588179 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-63fecc91-9996-47da-ad28-271df7c00cb3 req-77ca7a67-1e3c-4df2-a935-618038e71e3f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311003 Apr 21 13:36:31.704159 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf3e81-e218-4561-8ab5-cec103fd0ea2 req-6f6cebe6-a481-470b-9256-2ad8ae5af8e5 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:31.705601 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9dcf3e81-e218-4561-8ab5-cec103fd0ea2 req-6f6cebe6-a481-470b-9256-2ad8ae5af8e5 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0506003 Apr 21 13:36:31.742710 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9dcf3e81-e218-4561-8ab5-cec103fd0ea2 req-505e0401-519e-4c3e-b8f9-2cf63b31a394 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311930 Apr 21 13:36:32.856151 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b1561c-b697-4218-8c09-84dbc649097e req-a1627d06-2e49-4631-8258-24c59fc2dc0f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:32.857653 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-62b1561c-b697-4218-8c09-84dbc649097e req-a1627d06-2e49-4631-8258-24c59fc2dc0f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0473819 Apr 21 13:36:32.895888 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-62b1561c-b697-4218-8c09-84dbc649097e req-caeb1d5d-d7c1-4dda-be09-a4a35dc92f8d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311325 Apr 21 13:36:34.010751 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa69f35-3f6d-4574-9e9e-9f6f59a3ebf8 req-8ff46287-b534-4deb-b1fa-982cf0fd74ff tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:34.012185 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0aa69f35-3f6d-4574-9e9e-9f6f59a3ebf8 req-8ff46287-b534-4deb-b1fa-982cf0fd74ff tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0484502 Apr 21 13:36:34.048927 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0aa69f35-3f6d-4574-9e9e-9f6f59a3ebf8 req-cd9cf741-a7c5-4e53-a73a-193912e77d54 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307045 Apr 21 13:36:35.164217 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e599cd-d101-444b-a266-c318edffcbda req-ad76819b-0a8d-4a42-a726-9d71dee6e981 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:35.165704 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f3e599cd-d101-444b-a266-c318edffcbda req-ad76819b-0a8d-4a42-a726-9d71dee6e981 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0505598 Apr 21 13:36:35.202896 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f3e599cd-d101-444b-a266-c318edffcbda req-8ad844bb-aec7-4baa-8078-99521bc768aa tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305967 Apr 21 13:36:36.317565 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214017ff-8a8b-45cc-9d13-95e6a3f90352 req-d74e7bc9-7027-4dd9-be82-56870aebe624 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:36.319052 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-214017ff-8a8b-45cc-9d13-95e6a3f90352 req-d74e7bc9-7027-4dd9-be82-56870aebe624 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0481801 Apr 21 13:36:36.355676 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-214017ff-8a8b-45cc-9d13-95e6a3f90352 req-22022ad1-3fc9-4523-8663-1dbce41ffcba tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307462 Apr 21 13:36:37.470280 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef293260-f7dd-4f30-b124-04a37dbb0316 req-cf26b800-f7e0-4896-a299-7d06fb334266 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:37.471730 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef293260-f7dd-4f30-b124-04a37dbb0316 req-cf26b800-f7e0-4896-a299-7d06fb334266 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0472960 Apr 21 13:36:37.509118 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef293260-f7dd-4f30-b124-04a37dbb0316 req-1047434a-2d43-4b29-8249-2c33c14ab50d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312226 Apr 21 13:36:38.628693 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3de1db-a24b-48f0-9f8c-fddddb0d3c82 req-1f1314e3-3cb3-4898-af60-0325e46bc8d5 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:38.630165 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-be3de1db-a24b-48f0-9f8c-fddddb0d3c82 req-1f1314e3-3cb3-4898-af60-0325e46bc8d5 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0507102 Apr 21 13:36:38.666588 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-be3de1db-a24b-48f0-9f8c-fddddb0d3c82 req-f37bbe34-17f0-4c2f-a2ec-c463c5058a89 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304434 Apr 21 13:36:39.780841 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af1cd8-0891-47d6-b47c-5f277d78b4be req-a70b6794-96b4-4ffb-9f58-d10c8491af75 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:39.782344 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-55af1cd8-0891-47d6-b47c-5f277d78b4be req-a70b6794-96b4-4ffb-9f58-d10c8491af75 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0478766 Apr 21 13:36:39.818603 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-55af1cd8-0891-47d6-b47c-5f277d78b4be req-c91d6b0a-4aa4-4db9-bfbc-b7cd444b71af tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303450 Apr 21 13:36:40.930332 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a274c0-64a0-4c9d-9302-76545f1fec3a req-4a3fde92-5ea2-46c3-be12-3320fd01bd9d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:40.931782 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d7a274c0-64a0-4c9d-9302-76545f1fec3a req-4a3fde92-5ea2-46c3-be12-3320fd01bd9d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0469673 Apr 21 13:36:40.968427 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d7a274c0-64a0-4c9d-9302-76545f1fec3a req-bb97d06c-f3de-4eae-957e-ca7ef44ca21e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302637 Apr 21 13:36:42.087070 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7509715d-c6fc-4b78-8359-ea2e3ec1dca4 req-9e38779d-2390-4b3e-8548-7da1faee2da8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:42.088532 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7509715d-c6fc-4b78-8359-ea2e3ec1dca4 req-9e38779d-2390-4b3e-8548-7da1faee2da8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0507307 Apr 21 13:36:42.126009 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7509715d-c6fc-4b78-8359-ea2e3ec1dca4 req-9def6921-9c98-4e83-8e01-c26a025c37a2 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307484 Apr 21 13:36:43.239308 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb425b-cba6-41e9-a5cf-fb4e53bcbb32 req-62807c0a-420d-4366-8f32-b752aceea757 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:43.241342 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bfcb425b-cba6-41e9-a5cf-fb4e53bcbb32 req-62807c0a-420d-4366-8f32-b752aceea757 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0477827 Apr 21 13:36:43.278537 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bfcb425b-cba6-41e9-a5cf-fb4e53bcbb32 req-058b6645-eec6-48f4-b659-deefaa44024e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311725 Apr 21 13:36:43.542814 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-45dc0352-8328-4f59-8e0b-18581fc690c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:44.392831 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766d1da-4e81-4acd-b124-922f52b2db07 req-249aa986-2544-457a-bd35-0016c1fcdfc8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:44.394326 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3766d1da-4e81-4acd-b124-922f52b2db07 req-249aa986-2544-457a-bd35-0016c1fcdfc8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0492587 Apr 21 13:36:44.431066 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3766d1da-4e81-4acd-b124-922f52b2db07 req-05945e74-324b-492c-918e-eab768052941 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306206 Apr 21 13:36:45.547937 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72384080-723a-483a-b33d-b5ec7646a456 req-dcaccab9-2516-4a22-a161-618f604d999d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:45.549396 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72384080-723a-483a-b33d-b5ec7646a456 req-dcaccab9-2516-4a22-a161-618f604d999d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0512021 Apr 21 13:36:45.760223 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a945cc7b-de3e-481f-aca6-f6e5a346d8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:45.905828 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72384080-723a-483a-b33d-b5ec7646a456 req-e519a447-4ec4-4ad2-a3e7-a86f45dbc3ea tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3504570 Apr 21 13:36:45.951414 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:36:47.017596 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85129657-fddd-4789-b872-d848a415e22f req-f2fd9e03-ba7b-42ea-97f6-af4e49e32e9e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:47.019056 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-85129657-fddd-4789-b872-d848a415e22f req-f2fd9e03-ba7b-42ea-97f6-af4e49e32e9e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0472524 Apr 21 13:36:47.056328 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-85129657-fddd-4789-b872-d848a415e22f req-3008181a-69a9-4ffb-9d1a-0cd7fb83e9e7 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312436 Apr 21 13:36:47.118298 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:48.169773 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92d8c7-f6a3-40f4-bf9a-23b993647bcc req-12d83d3a-f0f0-4426-9505-05c14c2e28b6 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:48.171200 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f92d8c7-f6a3-40f4-bf9a-23b993647bcc req-12d83d3a-f0f0-4426-9505-05c14c2e28b6 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0472269 Apr 21 13:36:48.207729 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f92d8c7-f6a3-40f4-bf9a-23b993647bcc req-1e00eecd-ad54-4cda-a0b5-26922f1d7c4f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302851 Apr 21 13:36:48.451439 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:48.667082 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:48.746955 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:49.324255 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a9712-a725-43a0-9eb7-e48c0c47702a req-d751ed9e-b779-4068-b469-a5f0762b8831 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:49.325723 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-227a9712-a725-43a0-9eb7-e48c0c47702a req-d751ed9e-b779-4068-b469-a5f0762b8831 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0495522 Apr 21 13:36:49.363439 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-227a9712-a725-43a0-9eb7-e48c0c47702a req-c9c975fe-c998-43c1-814c-3e6951680770 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309994 Apr 21 13:36:49.852090 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-6934695e-0a64-4e09-95ef-823c23ce7028 service neutron] show failed (client error): The resource could not be found. Apr 21 13:36:49.853080 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-6934695e-0a64-4e09-95ef-823c23ce7028 service neutron] 10.222.0.26 "GET /v2.0/ports/7cef907d-ced2-4c16-8e61-ce1312aeb26b/bindings/n-h2-836147-2 HTTP/1.1" status: 404 len: 380 time: 0.0551829 Apr 21 13:36:50.388035 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-34f9ed12-8344-4dcc-a312-06a9f3f7f9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:50.389533 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-34f9ed12-8344-4dcc-a312-06a9f3f7f9a6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed&tenant_id=6191999b6bee462c9838e0e358c8a260 HTTP/1.1" status: 200 len: 1096 time: 0.0403106 Apr 21 13:36:50.405309 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-a28732fb-e5e8-4663-8325-44f6f6e3fbb8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836147-2', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:36:50.480608 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-a28732fb-e5e8-4663-8325-44f6f6e3fbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:50.527947 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77bf98-2b4a-4392-a239-aa78f61bc86c req-854348ca-dcca-432c-b501-100bae108a8f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:50.529401 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a77bf98-2b4a-4392-a239-aa78f61bc86c req-854348ca-dcca-432c-b501-100bae108a8f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0942087 Apr 21 13:36:50.636169 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a77bf98-2b4a-4392-a239-aa78f61bc86c req-df2336db-492c-4d4b-9295-3ba6f5ddad7c tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000135 Apr 21 13:36:50.715993 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-a28732fb-e5e8-4663-8325-44f6f6e3fbb8 service neutron] For port 7cef907d-ced2-4c16-8e61-ce1312aeb26b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=7cef907d-ced2-4c16-8e61-ce1312aeb26b,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:36:50.748334 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-a28732fb-e5e8-4663-8325-44f6f6e3fbb8 service neutron] For port 7cef907d-ced2-4c16-8e61-ce1312aeb26b, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:36:50.786362 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fb2b17-1d4b-4d0e-acb2-e55ddce72eed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cef907d-ced2-4c16-8e61-ce1312aeb26b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:36:50.788768 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e11d434-087c-499b-914c-885e6d2626f1" -d '{"events": [{"server_uuid": "89fb2b17-1d4b-4d0e-acb2-e55ddce72eed", "name": "network-vif-unplugged", "status": "completed", "tag": "7cef907d-ced2-4c16-8e61-ce1312aeb26b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:36:50.792968 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-a28732fb-e5e8-4663-8325-44f6f6e3fbb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:50.805888 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-a28732fb-e5e8-4663-8325-44f6f6e3fbb8 service neutron] Transition to ACTIVE for port object 7cef907d-ced2-4c16-8e61-ce1312aeb26b will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:36:50.836265 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 13:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e75d36-840c-421e-9d14-fc04937e2028 x-openstack-request-id: req-b1e75d36-840c-421e-9d14-fc04937e2028 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:36:50.836557 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fb2b17-1d4b-4d0e-acb2-e55ddce72eed", "name": "network-vif-unplugged", "status": "completed", "tag": "7cef907d-ced2-4c16-8e61-ce1312aeb26b", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:36:50.836807 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b1e75d36-840c-421e-9d14-fc04937e2028 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:36:50.837212 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1e75d36-840c-421e-9d14-fc04937e2028'] response: {'server_uuid': '89fb2b17-1d4b-4d0e-acb2-e55ddce72eed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cef907d-ced2-4c16-8e61-ce1312aeb26b', 'code': 200} Apr 21 13:36:50.879993 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-a28732fb-e5e8-4663-8325-44f6f6e3fbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:50.959129 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28732fb-e5e8-4663-8325-44f6f6e3fbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=7cef907d-ced2-4c16-8e61-ce1312aeb26b,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:36:50.963183 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:51.000178 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-a28732fb-e5e8-4663-8325-44f6f6e3fbb8 service neutron] No DVR routers for this DVR port 7cef907d-ced2-4c16-8e61-ce1312aeb26b on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:36:51.136318 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-a28732fb-e5e8-4663-8325-44f6f6e3fbb8 service neutron] Attempting to bind port 7cef907d-ced2-4c16-8e61-ce1312aeb26b on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:36:51.136632 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-a28732fb-e5e8-4663-8325-44f6f6e3fbb8 service neutron] Attempting to bind port 7cef907d-ced2-4c16-8e61-ce1312aeb26b by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:36:51.136959 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-a28732fb-e5e8-4663-8325-44f6f6e3fbb8 service neutron] Attempting to bind port 7cef907d-ced2-4c16-8e61-ce1312aeb26b on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:36:51.141624 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-a28732fb-e5e8-4663-8325-44f6f6e3fbb8 service neutron] Port 7cef907d-ced2-4c16-8e61-ce1312aeb26b on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:36:51.141946 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-a28732fb-e5e8-4663-8325-44f6f6e3fbb8 service neutron] Attempting to bind port 7cef907d-ced2-4c16-8e61-ce1312aeb26b on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:36:51.146647 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-a28732fb-e5e8-4663-8325-44f6f6e3fbb8 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:36:51.147064 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-a28732fb-e5e8-4663-8325-44f6f6e3fbb8 service neutron] Checking segment: {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:36:51.147442 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-a28732fb-e5e8-4663-8325-44f6f6e3fbb8 service neutron] Bound using segment: {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:36:51.147870 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-a28732fb-e5e8-4663-8325-44f6f6e3fbb8 service neutron] Bound port: 7cef907d-ced2-4c16-8e61-ce1312aeb26b, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:36:51.148218 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-a28732fb-e5e8-4663-8325-44f6f6e3fbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:51.213101 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-a28732fb-e5e8-4663-8325-44f6f6e3fbb8 service neutron] For port 7cef907d-ced2-4c16-8e61-ce1312aeb26b, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:36:51.216295 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-a28732fb-e5e8-4663-8325-44f6f6e3fbb8 service neutron] For port 7cef907d-ced2-4c16-8e61-ce1312aeb26b, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=7cef907d-ced2-4c16-8e61-ce1312aeb26b,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:36:51.280345 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-a28732fb-e5e8-4663-8325-44f6f6e3fbb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:51.314385 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-a28732fb-e5e8-4663-8325-44f6f6e3fbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:51.314992 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-a28732fb-e5e8-4663-8325-44f6f6e3fbb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:51.316411 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-a28732fb-e5e8-4663-8325-44f6f6e3fbb8 service neutron] 10.222.0.24 "PUT /v2.0/ports/7cef907d-ced2-4c16-8e61-ce1312aeb26b HTTP/1.1" status: 200 len: 1091 time: 0.9152656 Apr 21 13:36:51.337932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28732fb-e5e8-4663-8325-44f6f6e3fbb8 service neutron] Pushing event updated for resources: {'Port': ['ID=7cef907d-ced2-4c16-8e61-ce1312aeb26b,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:36:51.383789 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-90bf2db7-d831-45ba-9b73-f07c239f04ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:51.385314 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-90bf2db7-d831-45ba-9b73-f07c239f04ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 1094 time: 0.0430593 Apr 21 13:36:51.484448 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-c5dd30b8-938b-4b60-9970-28df7df94aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:51.486899 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-c5dd30b8-938b-4b60-9970-28df7df94aa8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.0944059 Apr 21 13:36:51.555940 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-14b092e1-29de-4392-8f4e-6afe75286268 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cef907d-ced2-4c16-8e61-ce1312aeb26b HTTP/1.1" status: 200 len: 999 time: 0.0587103 Apr 21 13:36:51.606882 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-ca8cd64c-103b-4039-81b0-5e7db18c1457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:51.608250 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-ca8cd64c-103b-4039-81b0-5e7db18c1457 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0427558 Apr 21 13:36:51.661704 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-3362d6b4-828c-4882-8a9c-92ced2fb087d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:51.663216 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-3362d6b4-828c-4882-8a9c-92ced2fb087d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449502 Apr 21 13:36:51.798008 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcabba2-ba28-4ae3-965d-0c33145b22ea req-4756aab8-1dd1-4a85-a6df-008c7f864a41 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:51.799397 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7dcabba2-ba28-4ae3-965d-0c33145b22ea req-4756aab8-1dd1-4a85-a6df-008c7f864a41 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 943 time: 0.0790672 Apr 21 13:36:51.801117 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-b1b9db7f-0503-465f-a809-73acb6e6cf53 service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264677 Apr 21 13:36:51.880400 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7dcabba2-ba28-4ae3-965d-0c33145b22ea req-91518602-1a34-4154-bdf2-52e941118050 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748160 Apr 21 13:36:51.927328 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3dcbe700-57f1-4903-9154-ad326f7cfb5c req-c14af638-c25d-4ebd-89b8-1235ad83d9d9 service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152017 Apr 21 13:36:52.839043 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89fb2b17-1d4b-4d0e-acb2-e55ddce72eed', 'tag': '7cef907d-ced2-4c16-8e61-ce1312aeb26b'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:36:52.841406 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d11eb94-29f9-40f5-80c1-e87421788ea2" -d '{"events": [{"name": "network-changed", "server_uuid": "89fb2b17-1d4b-4d0e-acb2-e55ddce72eed", "tag": "7cef907d-ced2-4c16-8e61-ce1312aeb26b"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:36:52.890248 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7ef5ea-e051-44be-8cf4-4094f7b489a5 x-openstack-request-id: req-3d7ef5ea-e051-44be-8cf4-4094f7b489a5 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:36:52.890574 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89fb2b17-1d4b-4d0e-acb2-e55ddce72eed", "tag": "7cef907d-ced2-4c16-8e61-ce1312aeb26b", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:36:52.890824 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3d7ef5ea-e051-44be-8cf4-4094f7b489a5 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:36:52.891221 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d7ef5ea-e051-44be-8cf4-4094f7b489a5'] response: {'name': 'network-changed', 'server_uuid': '89fb2b17-1d4b-4d0e-acb2-e55ddce72eed', 'tag': '7cef907d-ced2-4c16-8e61-ce1312aeb26b', 'status': 'completed', 'code': 200} Apr 21 13:36:52.955580 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11eb94-29f9-40f5-80c1-e87421788ea2 req-d8724a61-e718-46c5-b146-8c1aae721e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:52.957236 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d11eb94-29f9-40f5-80c1-e87421788ea2 req-d8724a61-e718-46c5-b146-8c1aae721e8a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 1094 time: 0.0465968 Apr 21 13:36:53.028938 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11eb94-29f9-40f5-80c1-e87421788ea2 req-421d9476-df78-4c59-ae5c-fbd983fa9396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:53.030836 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8d11eb94-29f9-40f5-80c1-e87421788ea2 req-421d9476-df78-4c59-ae5c-fbd983fa9396 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 1094 time: 0.1185768 Apr 21 13:36:53.065647 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18ae74-a6ae-45f5-ac84-ae7106dbc7af req-b3155d6f-d2ed-4297-98a0-d8270e0a5161 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:53.067206 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cf18ae74-a6ae-45f5-ac84-ae7106dbc7af req-b3155d6f-d2ed-4297-98a0-d8270e0a5161 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 943 time: 0.1076021 Apr 21 13:36:53.104424 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11eb94-29f9-40f5-80c1-e87421788ea2 req-6338c076-e106-4075-b50c-0589fa35c45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:53.105950 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d11eb94-29f9-40f5-80c1-e87421788ea2 req-6338c076-e106-4075-b50c-0589fa35c45b service neutron] 10.222.0.24 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.1376293 Apr 21 13:36:53.135179 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11eb94-29f9-40f5-80c1-e87421788ea2 req-2aa87610-b6d8-4dd5-ba87-f57a1dc5011d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:53.136840 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8d11eb94-29f9-40f5-80c1-e87421788ea2 req-2aa87610-b6d8-4dd5-ba87-f57a1dc5011d service neutron] 10.222.0.26 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.0982294 Apr 21 13:36:53.161940 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cf18ae74-a6ae-45f5-ac84-ae7106dbc7af req-e2115ca2-6a6f-4aee-8304-9ae671b9fd42 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881124 Apr 21 13:36:53.190045 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d11eb94-29f9-40f5-80c1-e87421788ea2 req-c9295b52-cd39-4f11-a473-ce8a53f063ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cef907d-ced2-4c16-8e61-ce1312aeb26b HTTP/1.1" status: 200 len: 999 time: 0.0732331 Apr 21 13:36:53.202040 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8d11eb94-29f9-40f5-80c1-e87421788ea2 req-e749e081-4946-4e0f-a81c-6da6c383f6d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cef907d-ced2-4c16-8e61-ce1312aeb26b HTTP/1.1" status: 200 len: 999 time: 0.0586631 Apr 21 13:36:53.244825 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11eb94-29f9-40f5-80c1-e87421788ea2 req-9cb9ec98-8c16-42ec-8429-355d7fd15c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:53.246444 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d11eb94-29f9-40f5-80c1-e87421788ea2 req-9cb9ec98-8c16-42ec-8429-355d7fd15c1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0465164 Apr 21 13:36:53.257090 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11eb94-29f9-40f5-80c1-e87421788ea2 req-1b63fba9-f7f9-4a80-bed8-56c17c49ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:53.258407 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8d11eb94-29f9-40f5-80c1-e87421788ea2 req-1b63fba9-f7f9-4a80-bed8-56c17c49ad71 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0492725 Apr 21 13:36:53.296901 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11eb94-29f9-40f5-80c1-e87421788ea2 req-8c310b35-4fb0-49f9-871e-3d1d6a60a430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:53.298578 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d11eb94-29f9-40f5-80c1-e87421788ea2 req-8c310b35-4fb0-49f9-871e-3d1d6a60a430 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429082 Apr 21 13:36:53.304788 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d11eb94-29f9-40f5-80c1-e87421788ea2 req-0b1ab3a5-a296-47ab-8235-b1f926de62e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:53.306410 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8d11eb94-29f9-40f5-80c1-e87421788ea2 req-0b1ab3a5-a296-47ab-8235-b1f926de62e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410099 Apr 21 13:36:53.393152 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d11eb94-29f9-40f5-80c1-e87421788ea2 req-6944acd6-ba40-4ba6-b6cc-b451350fc565 service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862639 Apr 21 13:36:53.394551 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8d11eb94-29f9-40f5-80c1-e87421788ea2 req-a0634a4b-d2c9-40d0-b534-420110a445df service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817420 Apr 21 13:36:53.483227 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d11eb94-29f9-40f5-80c1-e87421788ea2 req-e9038a38-4b35-42ad-bd7b-54933f5dee97 service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814695 Apr 21 13:36:53.487208 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8d11eb94-29f9-40f5-80c1-e87421788ea2 req-51971306-8ca1-4832-bd4c-e139e20f9472 service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862477 Apr 21 13:36:54.285183 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1df01-ec16-4481-810a-a25ccf3546da req-93ac3c01-e299-4a7e-9429-8a72f3b9d6f2 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:54.286673 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6d1df01-ec16-4481-810a-a25ccf3546da req-93ac3c01-e299-4a7e-9429-8a72f3b9d6f2 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 943 time: 0.0540597 Apr 21 13:36:54.323908 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a6d1df01-ec16-4481-810a-a25ccf3546da req-28039593-b699-4585-b25d-b5de1ac240dd tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312116 Apr 21 13:36:54.686374 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 7cef907d-ced2-4c16-8e61-ce1312aeb26b no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:36:54.725948 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 7cef907d-ced2-4c16-8e61-ce1312aeb26b not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:36:54.876859 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b70bc-d034-42cb-af0b-8dde73c95c50 req-485087c0-8ea6-45bf-9b64-d6ab56388d3b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:54.878400 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cf8b70bc-d034-42cb-af0b-8dde73c95c50 req-485087c0-8ea6-45bf-9b64-d6ab56388d3b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 943 time: 0.0523560 Apr 21 13:36:54.951942 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cf8b70bc-d034-42cb-af0b-8dde73c95c50 req-9c6ec918-a162-4aba-bebd-bab36a399da5 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669701 Apr 21 13:36:54.960996 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-3bf58adb-800d-42c3-a050-ae3429541bdd tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:54.962429 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-3bf58adb-800d-42c3-a050-ae3429541bdd tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.24 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed&tenant_id=6191999b6bee462c9838e0e358c8a260&binding%3Ahost_id=n-h2-836147-2 HTTP/1.1" status: 200 len: 943 time: 0.0787280 Apr 21 13:36:55.022571 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-537128f7-274f-4537-93a2-51283e5deaf6 service neutron] 10.222.0.24 "GET /v2.0/ports/7cef907d-ced2-4c16-8e61-ce1312aeb26b/bindings/n-h2-836147-2 HTTP/1.1" status: 200 len: 382 time: 0.0527344 Apr 21 13:36:55.083765 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-9360db9c-0673-49ee-b090-ba97a91651b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:55.085229 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-9360db9c-0673-49ee-b090-ba97a91651b4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 1094 time: 0.0398688 Apr 21 13:36:55.179363 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-da826240-c174-4423-9f77-42caa90e95af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:55.180899 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-da826240-c174-4423-9f77-42caa90e95af service neutron] 10.222.0.24 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.0879135 Apr 21 13:36:55.246632 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-dd359dfa-0a1d-45ed-a437-cc852497128f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cef907d-ced2-4c16-8e61-ce1312aeb26b HTTP/1.1" status: 200 len: 999 time: 0.0590727 Apr 21 13:36:55.294040 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-66aeacf0-8328-4150-a941-5906b13764e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:55.295434 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-66aeacf0-8328-4150-a941-5906b13764e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0426757 Apr 21 13:36:55.345434 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-3ea643bb-49f2-42b8-8c8d-28c1145d41f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:55.346952 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-3ea643bb-49f2-42b8-8c8d-28c1145d41f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450742 Apr 21 13:36:55.437751 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-424fe31c-781e-43f4-9252-9d8d6b61394d service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831506 Apr 21 13:36:55.530300 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-1cf77e51-7834-40b1-ba49-252473f30377 service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839415 Apr 21 13:36:56.069544 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823d58e6-7bdf-4516-b995-afef3b83ac2e req-855dd360-c69f-4989-bd18-c701b12f354c tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:56.071032 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-823d58e6-7bdf-4516-b995-afef3b83ac2e req-855dd360-c69f-4989-bd18-c701b12f354c tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 943 time: 0.0485935 Apr 21 13:36:56.107781 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-823d58e6-7bdf-4516-b995-afef3b83ac2e req-ff5bdae8-518c-4232-9f1e-70fbe94c3972 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308621 Apr 21 13:36:56.668188 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 7cef907d-ced2-4c16-8e61-ce1312aeb26b details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:36:56.761953 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 7cef907d-ced2-4c16-8e61-ce1312aeb26b, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=7cef907d-ced2-4c16-8e61-ce1312aeb26b,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:36:56.774021 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '7cef907d-ced2-4c16-8e61-ce1312aeb26b', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'port_id': '7cef907d-ced2-4c16-8e61-ce1312aeb26b', 'mac_address': 'fa:16:3e:17:c6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:36:56.812832 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:56.825707 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cef907d-ced2-4c16-8e61-ce1312aeb26b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:36:56.845259 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 7cef907d-ced2-4c16-8e61-ce1312aeb26b, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=7cef907d-ced2-4c16-8e61-ce1312aeb26b,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:36:56.925521 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:56.971387 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=7cef907d-ced2-4c16-8e61-ce1312aeb26b,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:36:57.227709 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f05aa5-be94-4490-9d43-84b8689973c3 req-2d103332-47ae-4bd3-9555-d95d941e1b52 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:57.229079 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-69f05aa5-be94-4490-9d43-84b8689973c3 req-2d103332-47ae-4bd3-9555-d95d941e1b52 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 944 time: 0.0486882 Apr 21 13:36:57.265923 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-69f05aa5-be94-4490-9d43-84b8689973c3 req-2d2db5af-36d2-4d74-b3f7-e219430e6de3 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305293 Apr 21 13:36:58.081341 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-4fd0608e-a339-4224-95e5-647290dcc18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:58.082884 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-4fd0608e-a339-4224-95e5-647290dcc18c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed&tenant_id=6191999b6bee462c9838e0e358c8a260 HTTP/1.1" status: 200 len: 1095 time: 0.0409477 Apr 21 13:36:58.094281 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-60eb9bd8-13f7-4e18-95fd-9abbe09aa3d2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836147-2', 'device_owner': 'compute:nova'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:36:58.149160 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-60eb9bd8-13f7-4e18-95fd-9abbe09aa3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:58.347076 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-60eb9bd8-13f7-4e18-95fd-9abbe09aa3d2 service neutron] For port 7cef907d-ced2-4c16-8e61-ce1312aeb26b, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=7cef907d-ced2-4c16-8e61-ce1312aeb26b,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:36:58.381416 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-60eb9bd8-13f7-4e18-95fd-9abbe09aa3d2 service neutron] For port 7cef907d-ced2-4c16-8e61-ce1312aeb26b, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:36:58.382403 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484d302-0eb3-4456-9c80-3a9f4afe19fb req-6742d16d-a03a-48af-9125-6e06780cf111 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:58.383944 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8484d302-0eb3-4456-9c80-3a9f4afe19fb req-6742d16d-a03a-48af-9125-6e06780cf111 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 944 time: 0.0495899 Apr 21 13:36:58.417983 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-60eb9bd8-13f7-4e18-95fd-9abbe09aa3d2 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7cef907d-ced2-4c16-8e61-ce1312aeb26b {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:36:58.423332 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-60eb9bd8-13f7-4e18-95fd-9abbe09aa3d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:58.425890 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8484d302-0eb3-4456-9c80-3a9f4afe19fb req-142912e4-22df-4044-bd35-2ef031139638 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358891 Apr 21 13:36:58.433884 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-60eb9bd8-13f7-4e18-95fd-9abbe09aa3d2 service neutron] Ignored duplicate provisioning block setup for port 7cef907d-ced2-4c16-8e61-ce1312aeb26b by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 21 13:36:58.495421 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-60eb9bd8-13f7-4e18-95fd-9abbe09aa3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:58.573043 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb9bd8-13f7-4e18-95fd-9abbe09aa3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7cef907d-ced2-4c16-8e61-ce1312aeb26b,revision_number=9']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:36:58.615496 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-60eb9bd8-13f7-4e18-95fd-9abbe09aa3d2 service neutron] No DVR routers for this DVR port 7cef907d-ced2-4c16-8e61-ce1312aeb26b on host n-h2-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:36:58.747718 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-60eb9bd8-13f7-4e18-95fd-9abbe09aa3d2 service neutron] Attempting to bind port 7cef907d-ced2-4c16-8e61-ce1312aeb26b on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:36:58.748037 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-60eb9bd8-13f7-4e18-95fd-9abbe09aa3d2 service neutron] Attempting to bind port 7cef907d-ced2-4c16-8e61-ce1312aeb26b by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:36:58.748357 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-60eb9bd8-13f7-4e18-95fd-9abbe09aa3d2 service neutron] Attempting to bind port 7cef907d-ced2-4c16-8e61-ce1312aeb26b on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:36:58.752525 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-60eb9bd8-13f7-4e18-95fd-9abbe09aa3d2 service neutron] Port 7cef907d-ced2-4c16-8e61-ce1312aeb26b on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:36:58.752836 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-60eb9bd8-13f7-4e18-95fd-9abbe09aa3d2 service neutron] Attempting to bind port 7cef907d-ced2-4c16-8e61-ce1312aeb26b on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:36:58.757479 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-60eb9bd8-13f7-4e18-95fd-9abbe09aa3d2 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:36:58.757832 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-60eb9bd8-13f7-4e18-95fd-9abbe09aa3d2 service neutron] Checking segment: {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:36:58.758205 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-60eb9bd8-13f7-4e18-95fd-9abbe09aa3d2 service neutron] Bound using segment: {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:36:58.758617 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-60eb9bd8-13f7-4e18-95fd-9abbe09aa3d2 service neutron] Bound port: 7cef907d-ced2-4c16-8e61-ce1312aeb26b, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:36:58.758958 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-60eb9bd8-13f7-4e18-95fd-9abbe09aa3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:58.820415 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-60eb9bd8-13f7-4e18-95fd-9abbe09aa3d2 service neutron] For port 7cef907d-ced2-4c16-8e61-ce1312aeb26b, host n-h1-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:36:58.823369 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-60eb9bd8-13f7-4e18-95fd-9abbe09aa3d2 service neutron] For port 7cef907d-ced2-4c16-8e61-ce1312aeb26b, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=7cef907d-ced2-4c16-8e61-ce1312aeb26b,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:36:58.901388 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-60eb9bd8-13f7-4e18-95fd-9abbe09aa3d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:58.941517 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-60eb9bd8-13f7-4e18-95fd-9abbe09aa3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:58.942152 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-60eb9bd8-13f7-4e18-95fd-9abbe09aa3d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:36:58.943580 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-60eb9bd8-13f7-4e18-95fd-9abbe09aa3d2 service neutron] 10.222.0.26 "PUT /v2.0/ports/7cef907d-ced2-4c16-8e61-ce1312aeb26b HTTP/1.1" status: 200 len: 1091 time: 0.8532052 Apr 21 13:36:58.944057 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89fb2b17-1d4b-4d0e-acb2-e55ddce72eed', 'tag': '7cef907d-ced2-4c16-8e61-ce1312aeb26b'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:36:58.946401 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8731b9b0d93a9bf69e636c4352cfd91473ecc38c160ddf4d7ef907223a15797c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9bd1a4-c60b-44ba-8b56-accdc4ba0564" -d '{"events": [{"name": "network-changed", "server_uuid": "89fb2b17-1d4b-4d0e-acb2-e55ddce72eed", "tag": "7cef907d-ced2-4c16-8e61-ce1312aeb26b"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:36:58.982998 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eb9bd8-13f7-4e18-95fd-9abbe09aa3d2 service neutron] Pushing event updated for resources: {'Port': ['ID=7cef907d-ced2-4c16-8e61-ce1312aeb26b,revision_number=10']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:36:59.006152 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8657cb-67d9-4f17-94e3-87971c85c37a x-openstack-request-id: req-6d8657cb-67d9-4f17-94e3-87971c85c37a {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:36:59.006441 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89fb2b17-1d4b-4d0e-acb2-e55ddce72eed", "tag": "7cef907d-ced2-4c16-8e61-ce1312aeb26b", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:36:59.006695 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6d8657cb-67d9-4f17-94e3-87971c85c37a {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:36:59.007097 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d8657cb-67d9-4f17-94e3-87971c85c37a'] response: {'name': 'network-changed', 'server_uuid': '89fb2b17-1d4b-4d0e-acb2-e55ddce72eed', 'tag': '7cef907d-ced2-4c16-8e61-ce1312aeb26b', 'status': 'completed', 'code': 200} Apr 21 13:36:59.018916 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-785ddd42-cef0-4c4b-90c3-b76495969b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:59.020446 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-785ddd42-cef0-4c4b-90c3-b76495969b6e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 1095 time: 0.0496507 Apr 21 13:36:59.076530 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bd1a4-c60b-44ba-8b56-accdc4ba0564 req-2b345776-1821-47bf-88c5-376e18194708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:59.078157 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4a9bd1a4-c60b-44ba-8b56-accdc4ba0564 req-2b345776-1821-47bf-88c5-376e18194708 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 1095 time: 0.0426290 Apr 21 13:36:59.117104 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-309aac58-62fc-4ceb-b60b-737f0a872adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:59.118633 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-309aac58-62fc-4ceb-b60b-737f0a872adb service neutron] 10.222.0.26 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.0902805 Apr 21 13:36:59.177669 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bd1a4-c60b-44ba-8b56-accdc4ba0564 req-10641951-ca3b-4361-848a-4044f370aba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:59.179135 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4a9bd1a4-c60b-44ba-8b56-accdc4ba0564 req-10641951-ca3b-4361-848a-4044f370aba5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.0891938 Apr 21 13:36:59.189838 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-f93dec05-49c5-4a2c-8cc4-af08ddbe2ab9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cef907d-ced2-4c16-8e61-ce1312aeb26b HTTP/1.1" status: 200 len: 999 time: 0.0646601 Apr 21 13:36:59.240345 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-723344a5-8c02-4f94-97c3-7fabaaeba6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:59.241782 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-723344a5-8c02-4f94-97c3-7fabaaeba6ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0459306 Apr 21 13:36:59.251980 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4a9bd1a4-c60b-44ba-8b56-accdc4ba0564 req-0a0d382a-2815-4059-9a2f-fc3a27044fd5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cef907d-ced2-4c16-8e61-ce1312aeb26b HTTP/1.1" status: 200 len: 999 time: 0.0620029 Apr 21 13:36:59.286278 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-2b490fe1-b364-4c9c-a4aa-7f58f78b54b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:59.287744 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-2b490fe1-b364-4c9c-a4aa-7f58f78b54b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395977 Apr 21 13:36:59.304473 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bd1a4-c60b-44ba-8b56-accdc4ba0564 req-85de4bbe-482f-4744-a76b-05032641de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:59.305949 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4a9bd1a4-c60b-44ba-8b56-accdc4ba0564 req-85de4bbe-482f-4744-a76b-05032641de20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0434377 Apr 21 13:36:59.354371 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bd1a4-c60b-44ba-8b56-accdc4ba0564 req-d998cb58-7af3-45d1-b98c-e78f8d219c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:59.355840 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4a9bd1a4-c60b-44ba-8b56-accdc4ba0564 req-d998cb58-7af3-45d1-b98c-e78f8d219c06 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393293 Apr 21 13:36:59.379249 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-c956553c-854a-4f36-b330-a73d2b881e75 service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850551 Apr 21 13:36:59.454459 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4a9bd1a4-c60b-44ba-8b56-accdc4ba0564 req-b8230629-f44a-47a1-9d5a-436713b28bad service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871232 Apr 21 13:36:59.467239 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b5438090-de42-4ccc-84ed-4ae921a61f79 req-c92423c2-ab85-4086-9eb5-a0347cfdea86 service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814991 Apr 21 13:36:59.557013 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bd1a4-c60b-44ba-8b56-accdc4ba0564 req-7d9a3ce7-26c1-414e-a0cd-fa305a126426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:59.558550 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4a9bd1a4-c60b-44ba-8b56-accdc4ba0564 req-7d9a3ce7-26c1-414e-a0cd-fa305a126426 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 1095 time: 0.0456126 Apr 21 13:36:59.585843 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fee999-4c3e-4e03-a6fc-e50594e62f64 req-dd97db95-3748-4914-be18-f2c0b9b5d942 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:59.587293 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-40fee999-4c3e-4e03-a6fc-e50594e62f64 req-dd97db95-3748-4914-be18-f2c0b9b5d942 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 944 time: 0.0745721 Apr 21 13:36:59.592720 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4a9bd1a4-c60b-44ba-8b56-accdc4ba0564 req-5d8a5ec8-c20a-4cd5-a0f5-53b6e5ea5fd4 service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283455 Apr 21 13:36:59.624931 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-40fee999-4c3e-4e03-a6fc-e50594e62f64 req-7a825c9f-d432-4bd2-85b1-c3ef878cd9f9 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312750 Apr 21 13:36:59.647512 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bd1a4-c60b-44ba-8b56-accdc4ba0564 req-f3106be0-509a-4efb-ad67-48da498db286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:59.648975 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4a9bd1a4-c60b-44ba-8b56-accdc4ba0564 req-f3106be0-509a-4efb-ad67-48da498db286 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.0840771 Apr 21 13:36:59.716837 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4a9bd1a4-c60b-44ba-8b56-accdc4ba0564 req-56c32552-e2bf-42f6-bcee-e90f428f8ef1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cef907d-ced2-4c16-8e61-ce1312aeb26b HTTP/1.1" status: 200 len: 999 time: 0.0615921 Apr 21 13:36:59.764043 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bd1a4-c60b-44ba-8b56-accdc4ba0564 req-7dbd04a0-0321-4fcf-b521-a000e9b43af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:59.765440 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4a9bd1a4-c60b-44ba-8b56-accdc4ba0564 req-7dbd04a0-0321-4fcf-b521-a000e9b43af2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0427532 Apr 21 13:36:59.808473 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9bd1a4-c60b-44ba-8b56-accdc4ba0564 req-1832f54f-5560-4d62-8b8c-06c16eab7997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:36:59.809920 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4a9bd1a4-c60b-44ba-8b56-accdc4ba0564 req-1832f54f-5560-4d62-8b8c-06c16eab7997 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0376980 Apr 21 13:36:59.901458 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4a9bd1a4-c60b-44ba-8b56-accdc4ba0564 req-03bf2957-9827-4ec3-929d-1d6a83393107 service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848434 Apr 21 13:37:00.006686 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4a9bd1a4-c60b-44ba-8b56-accdc4ba0564 req-3a9157b8-6525-45d4-97c2-38cfe12e9d47 service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988677 Apr 21 13:37:00.101995 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffc8f2-f9fd-4c83-bac8-3b6c36590ec9 req-21e7b829-1364-44fd-8db6-13819429250c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:00.103468 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4dffc8f2-f9fd-4c83-bac8-3b6c36590ec9 req-21e7b829-1364-44fd-8db6-13819429250c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 1095 time: 0.0391855 Apr 21 13:37:00.206308 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffc8f2-f9fd-4c83-bac8-3b6c36590ec9 req-757d173a-98e1-4a3d-a4cc-cc6c5a89a276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:00.208158 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4dffc8f2-f9fd-4c83-bac8-3b6c36590ec9 req-757d173a-98e1-4a3d-a4cc-cc6c5a89a276 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.0856414 Apr 21 13:37:00.271946 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4dffc8f2-f9fd-4c83-bac8-3b6c36590ec9 req-32280290-23dc-4a4c-ab2d-f4f5b85ebd26 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7cef907d-ced2-4c16-8e61-ce1312aeb26b HTTP/1.1" status: 200 len: 999 time: 0.0567584 Apr 21 13:37:00.323051 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffc8f2-f9fd-4c83-bac8-3b6c36590ec9 req-7fcf2ccf-7490-474c-ba88-aa33f9894a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:00.324421 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4dffc8f2-f9fd-4c83-bac8-3b6c36590ec9 req-7fcf2ccf-7490-474c-ba88-aa33f9894a0d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0456910 Apr 21 13:37:00.369811 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffc8f2-f9fd-4c83-bac8-3b6c36590ec9 req-a0826f0a-5585-4e41-a835-c2810cf4e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:00.371265 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4dffc8f2-f9fd-4c83-bac8-3b6c36590ec9 req-a0826f0a-5585-4e41-a835-c2810cf4e9fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398860 Apr 21 13:37:00.460723 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4dffc8f2-f9fd-4c83-bac8-3b6c36590ec9 req-7370852d-71a6-4dea-ae9f-267fb0429cf3 service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823588 Apr 21 13:37:00.553121 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4dffc8f2-f9fd-4c83-bac8-3b6c36590ec9 req-609cc623-1c0b-4245-91d2-8e7bdaa78ceb service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855846 Apr 21 13:37:00.675851 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 7cef907d-ced2-4c16-8e61-ce1312aeb26b no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:37:00.717667 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 7cef907d-ced2-4c16-8e61-ce1312aeb26b not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:37:00.744537 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a5769-86e8-4a9b-a68a-cfc952c4a311 req-a0ae1977-6825-4538-901a-6231140819c0 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:00.746047 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc2a5769-86e8-4a9b-a68a-cfc952c4a311 req-a0ae1977-6825-4538-901a-6231140819c0 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 944 time: 0.0501664 Apr 21 13:37:00.783666 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc2a5769-86e8-4a9b-a68a-cfc952c4a311 req-771c3bc0-9966-4d53-9a47-5f5d85b78475 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315533 Apr 21 13:37:01.899629 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f232d-33aa-4f05-bba2-1f65a9be1e6f req-1ecddba1-009d-45b2-9f6f-b0011cdf4a8f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:01.901128 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-356f232d-33aa-4f05-bba2-1f65a9be1e6f req-1ecddba1-009d-45b2-9f6f-b0011cdf4a8f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 944 time: 0.0480511 Apr 21 13:37:01.938325 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-356f232d-33aa-4f05-bba2-1f65a9be1e6f req-a5e92b9b-79aa-4efa-a9ea-0b2cf46f8ede tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311818 Apr 21 13:37:02.758562 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 7cef907d-ced2-4c16-8e61-ce1312aeb26b details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:37:02.851991 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 7cef907d-ced2-4c16-8e61-ce1312aeb26b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=7cef907d-ced2-4c16-8e61-ce1312aeb26b,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:37:02.864433 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '7cef907d-ced2-4c16-8e61-ce1312aeb26b', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'port_id': '7cef907d-ced2-4c16-8e61-ce1312aeb26b', 'mac_address': 'fa:16:3e:17:c6:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:37:02.904291 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:02.916523 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cef907d-ced2-4c16-8e61-ce1312aeb26b {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:37:02.934932 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 7cef907d-ced2-4c16-8e61-ce1312aeb26b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=7cef907d-ced2-4c16-8e61-ce1312aeb26b,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:37:02.988766 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:03.036785 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=7cef907d-ced2-4c16-8e61-ce1312aeb26b,revision_number=11']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:37:03.044461 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:03.044805 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:03.045139 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:03.045466 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:03.045816 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:03.046138 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:03.046457 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:03.046773 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:03.047082 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:03.047403 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:03.047716 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:03.048032 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:03.056795 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd65b9b5-655f-490a-a8ac-eedb43135330 req-c629ddfb-c6dc-43fa-b4d3-c762022ca99e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:03.058310 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd65b9b5-655f-490a-a8ac-eedb43135330 req-c629ddfb-c6dc-43fa-b4d3-c762022ca99e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0529265 Apr 21 13:37:03.095805 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd65b9b5-655f-490a-a8ac-eedb43135330 req-657bc67c-9675-4311-bbb4-cc1192e73379 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315077 Apr 21 13:37:03.210182 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23bc44-38e3-4eaf-a1a2-6c86f46bbb36 req-3ebd674d-788c-4390-8beb-9d7179020b75 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:03.211624 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf23bc44-38e3-4eaf-a1a2-6c86f46bbb36 req-3ebd674d-788c-4390-8beb-9d7179020b75 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0483420 Apr 21 13:37:03.249336 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf23bc44-38e3-4eaf-a1a2-6c86f46bbb36 req-68401f6e-3f5d-42b6-ba8b-2f77b7467391 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316453 Apr 21 13:37:03.359514 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45afae2-e205-4612-bbf1-1f4be02e092e req-2519b6bf-b601-4b18-b020-bea9e8236d38 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:03.360211 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['7cef907d-ced2-4c16-8e61-ce1312aeb26b'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:37:03.360950 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c45afae2-e205-4612-bbf1-1f4be02e092e req-2519b6bf-b601-4b18-b020-bea9e8236d38 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0472162 Apr 21 13:37:03.398996 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c45afae2-e205-4612-bbf1-1f4be02e092e req-e2e6566f-ac1f-44f4-9324-cb2f63072f59 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314531 Apr 21 13:37:03.774696 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea50cdf-56a6-4b11-91ae-e67e0f38064c req-9c21a11a-4208-4d0c-8f46-48fc11a809d0 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:03.776156 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ea50cdf-56a6-4b11-91ae-e67e0f38064c req-9c21a11a-4208-4d0c-8f46-48fc11a809d0 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0514410 Apr 21 13:37:03.813135 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ea50cdf-56a6-4b11-91ae-e67e0f38064c req-20d7bdba-8402-4a3e-a372-54301c5d400e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307758 Apr 21 13:37:04.764709 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 7cef907d-ced2-4c16-8e61-ce1312aeb26b up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:37:04.867056 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 7cef907d-ced2-4c16-8e61-ce1312aeb26b completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:37:04.871038 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 7cef907d-ced2-4c16-8e61-ce1312aeb26b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:37:04.871408 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:04.930683 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d14ff6-5013-4292-bfed-8a0ace35c0e1 req-d5912fc7-32c9-43c9-9012-d7474ab19ff1 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:04.932163 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72d14ff6-5013-4292-bfed-8a0ace35c0e1 req-d5912fc7-32c9-43c9-9012-d7474ab19ff1 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 945 time: 0.0486629 Apr 21 13:37:04.950775 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:04.971788 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-72d14ff6-5013-4292-bfed-8a0ace35c0e1 req-6c569c86-0c9b-480b-b32b-ce91d4dc5344 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335166 Apr 21 13:37:04.978861 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fb2b17-1d4b-4d0e-acb2-e55ddce72eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cef907d-ced2-4c16-8e61-ce1312aeb26b'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:37:04.981111 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88d84bf-97a1-4f59-9d56-61cf92ea3e86" -d '{"events": [{"server_uuid": "89fb2b17-1d4b-4d0e-acb2-e55ddce72eed", "name": "network-vif-plugged", "status": "completed", "tag": "7cef907d-ced2-4c16-8e61-ce1312aeb26b"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:37:04.994759 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 7cef907d-ced2-4c16-8e61-ce1312aeb26b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=7cef907d-ced2-4c16-8e61-ce1312aeb26b,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:37:05.017898 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8b5012-6bc2-4606-b8ad-a6c003dec987 x-openstack-request-id: req-ec8b5012-6bc2-4606-b8ad-a6c003dec987 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:37:05.018216 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fb2b17-1d4b-4d0e-acb2-e55ddce72eed", "name": "network-vif-plugged", "status": "completed", "tag": "7cef907d-ced2-4c16-8e61-ce1312aeb26b", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:37:05.018467 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ec8b5012-6bc2-4606-b8ad-a6c003dec987 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:37:05.018862 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec8b5012-6bc2-4606-b8ad-a6c003dec987'] response: {'server_uuid': '89fb2b17-1d4b-4d0e-acb2-e55ddce72eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cef907d-ced2-4c16-8e61-ce1312aeb26b', 'code': 200} Apr 21 13:37:05.072973 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:05.120287 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=7cef907d-ced2-4c16-8e61-ce1312aeb26b,revision_number=12']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:37:05.237115 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ca266-6c19-43d4-8f00-43e72bc273b3 req-e1ec7826-b3a2-4071-9b53-422f46282b01 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:05.238566 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-7f8ca266-6c19-43d4-8f00-43e72bc273b3 req-e1ec7826-b3a2-4071-9b53-422f46282b01 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.26 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 946 time: 0.0502079 Apr 21 13:37:05.326794 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-7f8ca266-6c19-43d4-8f00-43e72bc273b3 req-d0245722-1754-486c-9ad5-87a3ba700ac2 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Deleting port 7cef907d-ced2-4c16-8e61-ce1312aeb26b {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:37:05.327052 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7f8ca266-6c19-43d4-8f00-43e72bc273b3 req-d0245722-1754-486c-9ad5-87a3ba700ac2 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:05.413303 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-7f8ca266-6c19-43d4-8f00-43e72bc273b3 req-d0245722-1754-486c-9ad5-87a3ba700ac2 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] For port 7cef907d-ced2-4c16-8e61-ce1312aeb26b, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=7cef907d-ced2-4c16-8e61-ce1312aeb26b,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:37:05.413703 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7f8ca266-6c19-43d4-8f00-43e72bc273b3 req-d0245722-1754-486c-9ad5-87a3ba700ac2 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:05.577808 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7f8ca266-6c19-43d4-8f00-43e72bc273b3 req-d0245722-1754-486c-9ad5-87a3ba700ac2 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:05.578085 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7f8ca266-6c19-43d4-8f00-43e72bc273b3 req-d0245722-1754-486c-9ad5-87a3ba700ac2 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:05.578399 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [req-7f8ca266-6c19-43d4-8f00-43e72bc273b3 req-d0245722-1754-486c-9ad5-87a3ba700ac2 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Floating IP 04443daa-9076-4d93-a92e-ae5729baf9d5 disassociated. External IP: 172.25.8.13, port: 7cef907d-ced2-4c16-8e61-ce1312aeb26b. Apr 21 13:37:05.578735 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-7f8ca266-6c19-43d4-8f00-43e72bc273b3 req-d0245722-1754-486c-9ad5-87a3ba700ac2 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Calling delete_port for 7cef907d-ced2-4c16-8e61-ce1312aeb26b owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:37:05.737197 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7f8ca266-6c19-43d4-8f00-43e72bc273b3 req-d0245722-1754-486c-9ad5-87a3ba700ac2 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:05.765609 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0245722-1754-486c-9ad5-87a3ba700ac2 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Pushing event deleted for resources: {'Port': ['ID=7cef907d-ced2-4c16-8e61-ce1312aeb26b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:37:05.883638 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f8ca266-6c19-43d4-8f00-43e72bc273b3 req-d0245722-1754-486c-9ad5-87a3ba700ac2 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Router ad38ec32-225f-4de6-ad69-6c95b9348c89 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:37:05.989738 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f8ca266-6c19-43d4-8f00-43e72bc273b3 req-d0245722-1754-486c-9ad5-87a3ba700ac2 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:37:06.000988 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad68876-8d7d-430c-8860-e9acb5c3a241 None None] Sync routers for ids ['ad38ec32-225f-4de6-ad69-6c95b9348c89'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:37:06.012140 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad68876-8d7d-430c-8860-e9acb5c3a241 None None] Routers {'ad38ec32-225f-4de6-ad69-6c95b9348c89'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:37:06.012813 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9ad68876-8d7d-430c-8860-e9acb5c3a241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:36:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ad38ec32-225f-4de6-ad69-6c95b9348c89'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:37:06.030952 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f8ca266-6c19-43d4-8f00-43e72bc273b3 req-d0245722-1754-486c-9ad5-87a3ba700ac2 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] No DVR routers for this DVR port 7cef907d-ced2-4c16-8e61-ce1312aeb26b on host n-h1-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:37:06.033704 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-7f8ca266-6c19-43d4-8f00-43e72bc273b3 req-d0245722-1754-486c-9ad5-87a3ba700ac2 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:06.037017 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-7f8ca266-6c19-43d4-8f00-43e72bc273b3 req-d0245722-1754-486c-9ad5-87a3ba700ac2 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.26 "DELETE /v2.0/ports/7cef907d-ced2-4c16-8e61-ce1312aeb26b HTTP/1.1" status: 204 len: 173 time: 0.7923696 Apr 21 13:37:06.037412 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fb2b17-1d4b-4d0e-acb2-e55ddce72eed', 'name': 'network-vif-deleted', 'tag': '7cef907d-ced2-4c16-8e61-ce1312aeb26b'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:37:06.039749 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8731b9b0d93a9bf69e636c4352cfd91473ecc38c160ddf4d7ef907223a15797c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63b26bc-ebae-4ddc-9dff-e17e7cda52a2" -d '{"events": [{"server_uuid": "89fb2b17-1d4b-4d0e-acb2-e55ddce72eed", "name": "network-vif-deleted", "tag": "7cef907d-ced2-4c16-8e61-ce1312aeb26b"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:37:06.071876 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-626c5d5b-5121-418c-80d9-a7525bede1d2 req-71615778-642d-4967-a55e-3e8ad70d53c7 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=89fb2b17-1d4b-4d0e-acb2-e55ddce72eed HTTP/1.1" status: 200 len: 210 time: 0.0270679 Apr 21 13:37:06.127299 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-9ad68876-8d7d-430c-8860-e9acb5c3a241 None None] Set router ad38ec32-225f-4de6-ad69-6c95b9348c89 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:37:06.152290 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549d379a-e717-45b7-a19f-6f1d571788ae x-openstack-request-id: req-549d379a-e717-45b7-a19f-6f1d571788ae {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:37:06.152585 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fb2b17-1d4b-4d0e-acb2-e55ddce72eed", "name": "network-vif-deleted", "tag": "7cef907d-ced2-4c16-8e61-ce1312aeb26b", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:37:06.152832 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-549d379a-e717-45b7-a19f-6f1d571788ae {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:37:06.153234 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-549d379a-e717-45b7-a19f-6f1d571788ae'] response: {'server_uuid': '89fb2b17-1d4b-4d0e-acb2-e55ddce72eed', 'name': 'network-vif-deleted', 'tag': '7cef907d-ced2-4c16-8e61-ce1312aeb26b', 'status': 'completed', 'code': 200} Apr 21 13:37:06.333421 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9ad68876-8d7d-430c-8860-e9acb5c3a241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '49851a45-1e06-4b5f-835e-9e5524581595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port': {'id': '49851a45-1e06-4b5f-835e-9e5524581595', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'a2991119-a43f-44d9-9a48-d3219ce9350e', 'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'mac_address': 'fa:16:3e:2e:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:34:02Z', 'updated_at': '2022-04-21T13:34:05Z', 'revision_number': 5, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'subnets': [{'id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:37:06.364675 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad68876-8d7d-430c-8860-e9acb5c3a241 None None] Checking router: ad38ec32-225f-4de6-ad69-6c95b9348c89 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:37:06.373146 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad68876-8d7d-430c-8860-e9acb5c3a241 None None] Routers {'ad38ec32-225f-4de6-ad69-6c95b9348c89'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:37:06.373775 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9ad68876-8d7d-430c-8860-e9acb5c3a241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:36:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ad38ec32-225f-4de6-ad69-6c95b9348c89'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:37:06.476718 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-9ad68876-8d7d-430c-8860-e9acb5c3a241 None None] Set router ad38ec32-225f-4de6-ad69-6c95b9348c89 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:37:06.671442 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9ad68876-8d7d-430c-8860-e9acb5c3a241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '49851a45-1e06-4b5f-835e-9e5524581595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port': {'id': '49851a45-1e06-4b5f-835e-9e5524581595', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'a2991119-a43f-44d9-9a48-d3219ce9350e', 'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'mac_address': 'fa:16:3e:2e:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:34:02Z', 'updated_at': '2022-04-21T13:34:05Z', 'revision_number': 5, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'subnets': [{'id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:37:06.697217 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad68876-8d7d-430c-8860-e9acb5c3a241 None None] The sync data for ids ['ad38ec32-225f-4de6-ad69-6c95b9348c89'] in n-d-836147-2 is: [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '49851a45-1e06-4b5f-835e-9e5524581595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port': {'id': '49851a45-1e06-4b5f-835e-9e5524581595', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'a2991119-a43f-44d9-9a48-d3219ce9350e', 'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'mac_address': 'fa:16:3e:2e:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:34:02Z', 'updated_at': '2022-04-21T13:34:05Z', 'revision_number': 5, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'subnets': [{'id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:37:06.917935 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ccd9b9d-e962-4ba8-ba12-33adb66906d8 None None] New status for floating IP 04443daa-9076-4d93-a92e-ae5729baf9d5: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:37:07.307816 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-12b9e269-8a10-443c-8bed-c7c20a4be37d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--203948848&fields=id&tenant_id=6191999b6bee462c9838e0e358c8a260 HTTP/1.1" status: 200 len: 267 time: 0.0314646 Apr 21 13:37:07.414745 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-33f2f02c-744c-41e8-bac8-61e5e9cf5c3e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:07.416212 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-33f2f02c-744c-41e8-bac8-61e5e9cf5c3e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 812 time: 0.1018159 Apr 21 13:37:07.431080 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-55f3e7a6-c61d-487c-b029-bcf0c817651d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/quotas/6191999b6bee462c9838e0e358c8a260 HTTP/1.1" status: 200 len: 375 time: 0.0092556 Apr 21 13:37:07.481990 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-96572f24-7df8-4f62-96bc-5bda059bd59e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457983 Apr 21 13:37:07.577132 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-96191762-fae8-442b-8da6-415ad39a4b4f service neutron] 10.222.0.36 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831304 Apr 21 13:37:07.662631 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-1d797dd0-f778-4931-b519-44d798ef0244 service neutron] 10.222.0.36 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793405 Apr 21 13:37:07.926273 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1be3f454-4d02-426c-aea5-018e3f3efad0 req-9c85fee6-c72a-4bf4-9fb4-b8a61cb558d7 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 210 time: 0.0276337 Apr 21 13:37:08.788273 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 7cef907d-ced2-4c16-8e61-ce1312aeb26b no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:37:08.808061 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 7cef907d-ced2-4c16-8e61-ce1312aeb26b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:37:08.808394 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 7cef907d-ced2-4c16-8e61-ce1312aeb26b not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:37:09.023577 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-95c93189-cdde-414a-80be-66e0a20405dd req-56cecfdb-b3ff-4267-ab3a-c4abc2aacf0a tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 210 time: 0.0265999 Apr 21 13:37:09.753359 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-4bf60e78-07aa-40f4-ad20-a9eae137a9f8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:09.754823 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-4bf60e78-07aa-40f4-ad20-a9eae137a9f8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.24 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 812 time: 0.1035385 Apr 21 13:37:09.802196 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-3a5c8f15-16c6-48b1-bddc-fcae635d2d1a tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6191999b6bee462c9838e0e358c8a260 HTTP/1.1" status: 200 len: 379 time: 0.0346777 Apr 21 13:37:09.813797 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-fe44a7da-9a67-4485-b73c-c2efa46c9be4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Request body: {'port': {'device_id': '11a0967e-904f-4af4-9492-92315d891362', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'admin_state_up': True, 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'security_groups': ['272baeeb-ab7d-4155-b7aa-5b33842f9ead']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:37:09.981424 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-fe44a7da-9a67-4485-b73c-c2efa46c9be4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Made reservation on behalf of 6191999b6bee462c9838e0e358c8a260 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:37:09.985208 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-fe44a7da-9a67-4485-b73c-c2efa46c9be4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:10.127998 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5250adec-d70e-48c5-bdd4-f2674ede670f req-95cf647f-1d8c-4ffe-8636-2ca88dd207fa tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 210 time: 0.0331991 Apr 21 13:37:10.137085 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-fe44a7da-9a67-4485-b73c-c2efa46c9be4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Allocated IP 172.20.0.6 (8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4/6ca006fe-3660-4c71-95af-93248fbdc150/8d013096-32b2-4efe-b655-8826163da6f6) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:37:10.268537 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-fe44a7da-9a67-4485-b73c-c2efa46c9be4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:10.343727 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-fe44a7da-9a67-4485-b73c-c2efa46c9be4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:10.391490 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-fe44a7da-9a67-4485-b73c-c2efa46c9be4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:37:10.394673 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-fe44a7da-9a67-4485-b73c-c2efa46c9be4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:37:10.398777 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-fe44a7da-9a67-4485-b73c-c2efa46c9be4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:37:10.422250 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe44a7da-9a67-4485-b73c-c2efa46c9be4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Pushing event updated for resources: {'Port': ['ID=8d013096-32b2-4efe-b655-8826163da6f6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:37:10.437783 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe44a7da-9a67-4485-b73c-c2efa46c9be4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:10.438127 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe44a7da-9a67-4485-b73c-c2efa46c9be4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:10.438466 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe44a7da-9a67-4485-b73c-c2efa46c9be4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:10.438803 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe44a7da-9a67-4485-b73c-c2efa46c9be4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:10.439178 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe44a7da-9a67-4485-b73c-c2efa46c9be4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:10.440019 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe44a7da-9a67-4485-b73c-c2efa46c9be4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:10.440349 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe44a7da-9a67-4485-b73c-c2efa46c9be4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:10.440675 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe44a7da-9a67-4485-b73c-c2efa46c9be4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:10.440997 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe44a7da-9a67-4485-b73c-c2efa46c9be4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:10.441318 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe44a7da-9a67-4485-b73c-c2efa46c9be4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:10.441663 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe44a7da-9a67-4485-b73c-c2efa46c9be4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:10.441985 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe44a7da-9a67-4485-b73c-c2efa46c9be4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:10.462677 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-fe44a7da-9a67-4485-b73c-c2efa46c9be4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:10.463322 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-fe44a7da-9a67-4485-b73c-c2efa46c9be4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:10.550594 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-fe44a7da-9a67-4485-b73c-c2efa46c9be4 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7403474 Apr 21 13:37:10.568698 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-b9f2c962-a114-4200-aecf-eb135863ff36 service neutron] Request body: {'port': {'device_id': '11a0967e-904f-4af4-9492-92315d891362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:37:10.589780 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-41df3be1-dbf1-4c17-8aac-377e29695655 None None] Provisioning complete for port 8d013096-32b2-4efe-b655-8826163da6f6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:37:10.590347 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41df3be1-dbf1-4c17-8aac-377e29695655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:10.621608 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-b9f2c962-a114-4200-aecf-eb135863ff36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:10.623163 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-41df3be1-dbf1-4c17-8aac-377e29695655 None None] Port 8d013096-32b2-4efe-b655-8826163da6f6 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:37:10.876955 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-b9f2c962-a114-4200-aecf-eb135863ff36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d013096-32b2-4efe-b655-8826163da6f6 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:37:10.884277 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-b9f2c962-a114-4200-aecf-eb135863ff36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:10.895867 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-b9f2c962-a114-4200-aecf-eb135863ff36 service neutron] Transition to ACTIVE for port object 8d013096-32b2-4efe-b655-8826163da6f6 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:37:11.005744 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-b9f2c962-a114-4200-aecf-eb135863ff36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:11.056865 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2c962-a114-4200-aecf-eb135863ff36 service neutron] Pushing event updated for resources: {'Port': ['ID=8d013096-32b2-4efe-b655-8826163da6f6,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:37:11.129344 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-b9f2c962-a114-4200-aecf-eb135863ff36 service neutron] Attempting to bind port 8d013096-32b2-4efe-b655-8826163da6f6 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:37:11.130012 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-b9f2c962-a114-4200-aecf-eb135863ff36 service neutron] Attempting to bind port 8d013096-32b2-4efe-b655-8826163da6f6 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:37:11.130012 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-b9f2c962-a114-4200-aecf-eb135863ff36 service neutron] Attempting to bind port 8d013096-32b2-4efe-b655-8826163da6f6 on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:37:11.134448 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-b9f2c962-a114-4200-aecf-eb135863ff36 service neutron] Port 8d013096-32b2-4efe-b655-8826163da6f6 on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:37:11.134801 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-b9f2c962-a114-4200-aecf-eb135863ff36 service neutron] Attempting to bind port 8d013096-32b2-4efe-b655-8826163da6f6 on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:37:11.140020 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-b9f2c962-a114-4200-aecf-eb135863ff36 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:37:11.140366 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-b9f2c962-a114-4200-aecf-eb135863ff36 service neutron] Checking segment: {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:37:11.140751 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-b9f2c962-a114-4200-aecf-eb135863ff36 service neutron] Bound using segment: {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:37:11.141210 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-b9f2c962-a114-4200-aecf-eb135863ff36 service neutron] Bound port: 8d013096-32b2-4efe-b655-8826163da6f6, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:37:11.141572 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-b9f2c962-a114-4200-aecf-eb135863ff36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:11.555703 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d047e-8d4f-498d-aea2-ebaac5311301 req-fc95a440-12e7-48b9-9878-f7b7ec7da7ce tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:11.557177 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-177d047e-8d4f-498d-aea2-ebaac5311301 req-fc95a440-12e7-48b9-9878-f7b7ec7da7ce tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 943 time: 0.0841560 Apr 21 13:37:11.563326 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-b9f2c962-a114-4200-aecf-eb135863ff36 service neutron] For port 8d013096-32b2-4efe-b655-8826163da6f6, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:37:11.568055 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-b9f2c962-a114-4200-aecf-eb135863ff36 service neutron] For port 8d013096-32b2-4efe-b655-8826163da6f6, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8d013096-32b2-4efe-b655-8826163da6f6,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:37:11.599145 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-177d047e-8d4f-498d-aea2-ebaac5311301 req-35cfd154-3f4a-4ba0-9194-ce4700f59601 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329869 Apr 21 13:37:11.623237 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-b9f2c962-a114-4200-aecf-eb135863ff36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:11.659118 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-b9f2c962-a114-4200-aecf-eb135863ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:11.659723 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-b9f2c962-a114-4200-aecf-eb135863ff36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:11.661090 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-b9f2c962-a114-4200-aecf-eb135863ff36 service neutron] 10.222.0.24 "PUT /v2.0/ports/8d013096-32b2-4efe-b655-8826163da6f6 HTTP/1.1" status: 200 len: 1091 time: 1.0974896 Apr 21 13:37:11.661606 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a0967e-904f-4af4-9492-92315d891362', 'tag': '8d013096-32b2-4efe-b655-8826163da6f6'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:37:11.663827 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578138da-cc41-4bc4-9ecb-4e4b8e4ff3cf" -d '{"events": [{"name": "network-changed", "server_uuid": "11a0967e-904f-4af4-9492-92315d891362", "tag": "8d013096-32b2-4efe-b655-8826163da6f6"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:37:11.691589 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2c962-a114-4200-aecf-eb135863ff36 service neutron] Pushing event updated for resources: {'Port': ['ID=8d013096-32b2-4efe-b655-8826163da6f6,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:37:11.706490 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a86cd4d-27e0-420d-9ff7-890529ca3cf9 x-openstack-request-id: req-9a86cd4d-27e0-420d-9ff7-890529ca3cf9 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:37:11.706916 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a0967e-904f-4af4-9492-92315d891362", "tag": "8d013096-32b2-4efe-b655-8826163da6f6", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:37:11.707162 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9a86cd4d-27e0-420d-9ff7-890529ca3cf9 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:37:11.707558 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a86cd4d-27e0-420d-9ff7-890529ca3cf9'] response: {'name': 'network-changed', 'server_uuid': '11a0967e-904f-4af4-9492-92315d891362', 'tag': '8d013096-32b2-4efe-b655-8826163da6f6', 'status': 'completed', 'code': 200} Apr 21 13:37:11.770959 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578138da-cc41-4bc4-9ecb-4e4b8e4ff3cf req-83336dd2-1958-4de2-b453-cb4b8e77d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:11.772488 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-578138da-cc41-4bc4-9ecb-4e4b8e4ff3cf req-83336dd2-1958-4de2-b453-cb4b8e77d0a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 1094 time: 0.0432949 Apr 21 13:37:11.879978 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578138da-cc41-4bc4-9ecb-4e4b8e4ff3cf req-1d996353-e030-416b-9691-5e9e7764cef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:11.881462 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-578138da-cc41-4bc4-9ecb-4e4b8e4ff3cf req-1d996353-e030-416b-9691-5e9e7764cef9 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=6191999b6bee462c9838e0e358c8a260&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0960865 Apr 21 13:37:11.975882 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578138da-cc41-4bc4-9ecb-4e4b8e4ff3cf req-dd620ae2-19cc-4ebf-a77f-c916b7dac760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:11.977369 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-578138da-cc41-4bc4-9ecb-4e4b8e4ff3cf req-dd620ae2-19cc-4ebf-a77f-c916b7dac760 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855200 Apr 21 13:37:12.056895 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-d416a894-7ab5-484d-926e-645e95eede77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:12.058402 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-d416a894-7ab5-484d-926e-645e95eede77 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 1094 time: 0.0398750 Apr 21 13:37:12.106632 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-46342dbf-65c7-4ff5-959c-0b70959afe05 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d013096-32b2-4efe-b655-8826163da6f6 HTTP/1.1" status: 200 len: 217 time: 0.0370820 Apr 21 13:37:12.157007 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-99d68cff-3511-4cd8-a58d-0c61dad73938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:12.158997 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-99d68cff-3511-4cd8-a58d-0c61dad73938 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0423150 Apr 21 13:37:12.207526 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-7eab12b0-edda-4524-bcd8-42e55c10f318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:12.208967 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-7eab12b0-edda-4524-bcd8-42e55c10f318 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387721 Apr 21 13:37:12.301432 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-3fa795b3-749c-4329-ab0f-c00059b69834 service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817933 Apr 21 13:37:12.391833 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-274d10bd-8562-4a42-8a0b-c77e9ae465d1 req-fdfb590e-452f-4b29-b8bf-6ebd71463dca service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790868 Apr 21 13:37:12.712501 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03998e95-d8b6-4cab-a261-e73318d5ec74 req-00501413-938a-4932-8a3f-ff50913791ce tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:12.718105 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03998e95-d8b6-4cab-a261-e73318d5ec74 req-00501413-938a-4932-8a3f-ff50913791ce tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 943 time: 0.0489180 Apr 21 13:37:12.756503 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03998e95-d8b6-4cab-a261-e73318d5ec74 req-df58dfc6-60f7-4712-8266-af120c4f7e6a tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364406 Apr 21 13:37:13.501067 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e370453-8dab-4eda-b479-a7d5259387da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:13.870163 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c5461-2622-42e6-9cbd-aa1f4e65cc3b req-c50f0d35-26f8-4552-a4bf-0a66fff9f824 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:13.871599 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-807c5461-2622-42e6-9cbd-aa1f4e65cc3b req-c50f0d35-26f8-4552-a4bf-0a66fff9f824 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 943 time: 0.0476451 Apr 21 13:37:13.909702 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-807c5461-2622-42e6-9cbd-aa1f4e65cc3b req-0be03621-0d6b-4c0c-8328-289ee1ce28d8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315912 Apr 21 13:37:15.022058 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07007d24-6f8c-48e0-b90f-d226db04e853 req-a347dbc8-b214-42cf-b0da-fc3ef53e309d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:15.023513 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07007d24-6f8c-48e0-b90f-d226db04e853 req-a347dbc8-b214-42cf-b0da-fc3ef53e309d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 943 time: 0.0479777 Apr 21 13:37:15.060750 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07007d24-6f8c-48e0-b90f-d226db04e853 req-56700c02-d98c-40c4-b4a1-b778bd4a184f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310140 Apr 21 13:37:15.759860 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-939f99f9-3cdb-4d1c-9d90-a4a6cf7089b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:16.175310 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8c44e-5204-40c6-9048-f733be76cf65 req-ff01d3ae-f30d-41c5-bf9a-268d3bd0c4c0 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:16.176762 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4da8c44e-5204-40c6-9048-f733be76cf65 req-ff01d3ae-f30d-41c5-bf9a-268d3bd0c4c0 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 943 time: 0.0476148 Apr 21 13:37:16.218301 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4da8c44e-5204-40c6-9048-f733be76cf65 req-fad46ac7-1a6d-4f0a-b013-819631b6651a tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355201 Apr 21 13:37:16.731923 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 8d013096-32b2-4efe-b655-8826163da6f6 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:37:16.822491 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 8d013096-32b2-4efe-b655-8826163da6f6, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8d013096-32b2-4efe-b655-8826163da6f6,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:37:16.833510 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '8d013096-32b2-4efe-b655-8826163da6f6', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'port_id': '8d013096-32b2-4efe-b655-8826163da6f6', 'mac_address': 'fa:16:3e:01:be:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:37:16.872982 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:16.885735 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d013096-32b2-4efe-b655-8826163da6f6 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:37:16.904031 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 8d013096-32b2-4efe-b655-8826163da6f6, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8d013096-32b2-4efe-b655-8826163da6f6,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:37:16.969830 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:17.015868 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=8d013096-32b2-4efe-b655-8826163da6f6,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:37:17.141023 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:17.255593 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['8d013096-32b2-4efe-b655-8826163da6f6'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:37:17.331170 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a64fac-b150-43d6-85b1-c6f1017b7d84 req-69ab02f5-22bb-4df4-a772-f1ea541ecd7c tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:17.332580 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e0a64fac-b150-43d6-85b1-c6f1017b7d84 req-69ab02f5-22bb-4df4-a772-f1ea541ecd7c tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 944 time: 0.0477045 Apr 21 13:37:17.370368 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e0a64fac-b150-43d6-85b1-c6f1017b7d84 req-b465ef25-189f-4339-859b-daef3fec12b2 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315230 Apr 21 13:37:18.445923 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:18.485659 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97467457-550b-4312-aeb9-d56ca801cedd req-3ee436b7-6576-4705-b900-19ea200534ba tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:18.487684 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-97467457-550b-4312-aeb9-d56ca801cedd req-3ee436b7-6576-4705-b900-19ea200534ba tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 944 time: 0.0487926 Apr 21 13:37:18.524199 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-97467457-550b-4312-aeb9-d56ca801cedd req-b41e6cbd-e09a-407a-a7ea-6aa172b22aa3 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304091 Apr 21 13:37:18.663159 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:18.762801 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 8d013096-32b2-4efe-b655-8826163da6f6 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:37:18.786953 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:18.880131 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 8d013096-32b2-4efe-b655-8826163da6f6 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:37:18.884264 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 8d013096-32b2-4efe-b655-8826163da6f6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:37:18.884652 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:18.962256 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:18.983538 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a0967e-904f-4af4-9492-92315d891362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d013096-32b2-4efe-b655-8826163da6f6'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:37:18.986097 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c591017-1bff-4b0e-9f33-413919107a70" -d '{"events": [{"server_uuid": "11a0967e-904f-4af4-9492-92315d891362", "name": "network-vif-plugged", "status": "completed", "tag": "8d013096-32b2-4efe-b655-8826163da6f6"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:37:18.998002 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 8d013096-32b2-4efe-b655-8826163da6f6, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8d013096-32b2-4efe-b655-8826163da6f6,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:37:19.024487 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fffc6ec2-dd3c-4197-94b3-0b85c4bce231 x-openstack-request-id: req-fffc6ec2-dd3c-4197-94b3-0b85c4bce231 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:37:19.024773 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a0967e-904f-4af4-9492-92315d891362", "name": "network-vif-plugged", "status": "completed", "tag": "8d013096-32b2-4efe-b655-8826163da6f6", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:37:19.025020 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fffc6ec2-dd3c-4197-94b3-0b85c4bce231 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:37:19.025407 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fffc6ec2-dd3c-4197-94b3-0b85c4bce231'] response: {'server_uuid': '11a0967e-904f-4af4-9492-92315d891362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d013096-32b2-4efe-b655-8826163da6f6', 'code': 200} Apr 21 13:37:19.067065 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:19.114588 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=8d013096-32b2-4efe-b655-8826163da6f6,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:37:19.129648 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47124c-e4e2-48e9-a927-6d56c9fd82c7 req-b7088b2b-f5ee-4258-9f93-de720cfcba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:19.131182 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f47124c-e4e2-48e9-a927-6d56c9fd82c7 req-b7088b2b-f5ee-4258-9f93-de720cfcba11 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 1096 time: 0.0429473 Apr 21 13:37:19.174095 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f47124c-e4e2-48e9-a927-6d56c9fd82c7 req-006702a9-7a09-42bd-9888-94a8921b7066 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305510 Apr 21 13:37:19.638680 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f121669-ee4c-4986-b08a-91f0698ae800 req-684fe2ff-93b9-4ac5-b2a3-01901cb9f5e0 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:19.640121 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f121669-ee4c-4986-b08a-91f0698ae800 req-684fe2ff-93b9-4ac5-b2a3-01901cb9f5e0 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 945 time: 0.0484011 Apr 21 13:37:19.676392 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f121669-ee4c-4986-b08a-91f0698ae800 req-39d6edb3-ec83-4ad4-9bf1-de82ab70e8c6 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302548 Apr 21 13:37:20.795309 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f77ea4-de49-429d-8d92-caf32fb5197a req-ed65651a-b929-4603-aa09-f234e788f3b0 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:20.796787 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7f77ea4-de49-429d-8d92-caf32fb5197a req-ed65651a-b929-4603-aa09-f234e788f3b0 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 945 time: 0.0490456 Apr 21 13:37:20.834913 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7f77ea4-de49-429d-8d92-caf32fb5197a req-c22f74e6-f718-4d1a-b3ec-722452877d0d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318429 Apr 21 13:37:20.943246 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:20.953498 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6d1b9-599e-4402-88c5-85e8bae22455 req-53ff3de3-d82d-47fc-ac66-76429dfb75a9 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:20.955098 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-71b6d1b9-599e-4402-88c5-85e8bae22455 req-53ff3de3-d82d-47fc-ac66-76429dfb75a9 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 945 time: 0.0490394 Apr 21 13:37:20.963839 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 58998) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:37:20.968367 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4d2856e0-d058-493f-8ed3-47589cc4097d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Request body: {'floatingip': {'port_id': '8d013096-32b2-4efe-b655-8826163da6f6'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:37:21.010598 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4d2856e0-d058-493f-8ed3-47589cc4097d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for floatingip, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:21.684275 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4d2856e0-d058-493f-8ed3-47589cc4097d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:21.760331 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4d2856e0-d058-493f-8ed3-47589cc4097d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:21.858035 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-4d2856e0-d058-493f-8ed3-47589cc4097d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Floating IP 04443daa-9076-4d93-a92e-ae5729baf9d5 associated. External IP: 172.25.8.13, port: 8d013096-32b2-4efe-b655-8826163da6f6. Apr 21 13:37:22.059484 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2856e0-d058-493f-8ed3-47589cc4097d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Router ad38ec32-225f-4de6-ad69-6c95b9348c89 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:37:22.165042 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2856e0-d058-493f-8ed3-47589cc4097d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:37:22.169872 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4d2856e0-d058-493f-8ed3-47589cc4097d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:22.174766 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4a8807-ae1e-452e-90e8-f94e1ff31d05 None None] Sync routers for ids ['ad38ec32-225f-4de6-ad69-6c95b9348c89'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:37:22.183576 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4a8807-ae1e-452e-90e8-f94e1ff31d05 None None] Routers {'ad38ec32-225f-4de6-ad69-6c95b9348c89'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:37:22.184184 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cd4a8807-ae1e-452e-90e8-f94e1ff31d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:37:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ad38ec32-225f-4de6-ad69-6c95b9348c89'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:37:22.199620 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4d2856e0-d058-493f-8ed3-47589cc4097d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "PUT /v2.0/floatingips/04443daa-9076-4d93-a92e-ae5729baf9d5 HTTP/1.1" status: 200 len: 991 time: 1.2346919 Apr 21 13:37:22.200303 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a0967e-904f-4af4-9492-92315d891362', 'tag': '8d013096-32b2-4efe-b655-8826163da6f6'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:37:22.202826 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8731b9b0d93a9bf69e636c4352cfd91473ecc38c160ddf4d7ef907223a15797c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67efec18-f94a-4dbd-be42-f15e666156b2" -d '{"events": [{"name": "network-changed", "server_uuid": "11a0967e-904f-4af4-9492-92315d891362", "tag": "8d013096-32b2-4efe-b655-8826163da6f6"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:37:22.243349 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6aa3833-0952-495a-abc4-adfb66c9cd2f x-openstack-request-id: req-d6aa3833-0952-495a-abc4-adfb66c9cd2f {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:37:22.243642 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a0967e-904f-4af4-9492-92315d891362", "tag": "8d013096-32b2-4efe-b655-8826163da6f6", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:37:22.243894 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d6aa3833-0952-495a-abc4-adfb66c9cd2f {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:37:22.244510 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6aa3833-0952-495a-abc4-adfb66c9cd2f'] response: {'name': 'network-changed', 'server_uuid': '11a0967e-904f-4af4-9492-92315d891362', 'tag': '8d013096-32b2-4efe-b655-8826163da6f6', 'status': 'completed', 'code': 200} Apr 21 13:37:22.293679 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-cd4a8807-ae1e-452e-90e8-f94e1ff31d05 None None] Set router ad38ec32-225f-4de6-ad69-6c95b9348c89 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:37:22.372170 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efec18-f94a-4dbd-be42-f15e666156b2 req-c93b0dc6-71cc-4387-9714-fba30deb8eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:22.373665 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-67efec18-f94a-4dbd-be42-f15e666156b2 req-c93b0dc6-71cc-4387-9714-fba30deb8eb6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 1096 time: 0.0460162 Apr 21 13:37:22.466210 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efec18-f94a-4dbd-be42-f15e666156b2 req-de8a4883-49ac-4f6d-82b4-87b0e95164f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:22.468000 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-67efec18-f94a-4dbd-be42-f15e666156b2 req-de8a4883-49ac-4f6d-82b4-87b0e95164f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.0879848 Apr 21 13:37:22.531203 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cd4a8807-ae1e-452e-90e8-f94e1ff31d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '49851a45-1e06-4b5f-835e-9e5524581595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port': {'id': '49851a45-1e06-4b5f-835e-9e5524581595', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '04443daa-9076-4d93-a92e-ae5729baf9d5', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'port_id': '8d013096-32b2-4efe-b655-8826163da6f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'mac_address': 'fa:16:3e:01:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a0967e-904f-4af4-9492-92315d891362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:34:05Z', 'updated_at': '2022-04-21T13:37:21Z', 'revision_number': 13, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2991119-a43f-44d9-9a48-d3219ce9350e', 'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'mac_address': 'fa:16:3e:2e:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:34:02Z', 'updated_at': '2022-04-21T13:34:05Z', 'revision_number': 5, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'subnets': [{'id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:37:22.541122 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-67efec18-f94a-4dbd-be42-f15e666156b2 req-2312e6a2-e944-4301-aaf7-e0e13c25f38c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d013096-32b2-4efe-b655-8826163da6f6 HTTP/1.1" status: 200 len: 999 time: 0.0636947 Apr 21 13:37:22.558155 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4a8807-ae1e-452e-90e8-f94e1ff31d05 None None] Checking router: ad38ec32-225f-4de6-ad69-6c95b9348c89 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:37:22.566977 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4a8807-ae1e-452e-90e8-f94e1ff31d05 None None] Routers {'ad38ec32-225f-4de6-ad69-6c95b9348c89'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:37:22.567572 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cd4a8807-ae1e-452e-90e8-f94e1ff31d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:37:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ad38ec32-225f-4de6-ad69-6c95b9348c89'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:37:22.590771 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efec18-f94a-4dbd-be42-f15e666156b2 req-0a04f12e-46b0-42c8-af12-8ed8a8eb3094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:22.592266 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-67efec18-f94a-4dbd-be42-f15e666156b2 req-0a04f12e-46b0-42c8-af12-8ed8a8eb3094 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0432205 Apr 21 13:37:22.638738 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efec18-f94a-4dbd-be42-f15e666156b2 req-bc6714ad-3188-45a2-ab54-2da2fe159b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:22.640279 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-67efec18-f94a-4dbd-be42-f15e666156b2 req-bc6714ad-3188-45a2-ab54-2da2fe159b23 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410993 Apr 21 13:37:22.675353 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-cd4a8807-ae1e-452e-90e8-f94e1ff31d05 None None] Set router ad38ec32-225f-4de6-ad69-6c95b9348c89 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:37:22.733955 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-67efec18-f94a-4dbd-be42-f15e666156b2 req-6b8624f1-b785-49a0-a259-2179abc8b843 service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870790 Apr 21 13:37:22.837801 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-67efec18-f94a-4dbd-be42-f15e666156b2 req-57f9f0bd-9137-4fd9-8403-baaabe9c6d5e service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974529 Apr 21 13:37:22.949669 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:37:23.057646 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-cd4a8807-ae1e-452e-90e8-f94e1ff31d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '49851a45-1e06-4b5f-835e-9e5524581595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port': {'id': '49851a45-1e06-4b5f-835e-9e5524581595', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '04443daa-9076-4d93-a92e-ae5729baf9d5', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'port_id': '8d013096-32b2-4efe-b655-8826163da6f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'mac_address': 'fa:16:3e:01:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a0967e-904f-4af4-9492-92315d891362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:34:05Z', 'updated_at': '2022-04-21T13:37:21Z', 'revision_number': 13, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2991119-a43f-44d9-9a48-d3219ce9350e', 'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'mac_address': 'fa:16:3e:2e:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:34:02Z', 'updated_at': '2022-04-21T13:34:05Z', 'revision_number': 5, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'subnets': [{'id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:37:23.083329 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4a8807-ae1e-452e-90e8-f94e1ff31d05 None None] The sync data for ids ['ad38ec32-225f-4de6-ad69-6c95b9348c89'] in n-d-836147-2 is: [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '49851a45-1e06-4b5f-835e-9e5524581595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port': {'id': '49851a45-1e06-4b5f-835e-9e5524581595', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '04443daa-9076-4d93-a92e-ae5729baf9d5', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'floating_ip_address': '172.25.8.13', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'port_id': '8d013096-32b2-4efe-b655-8826163da6f6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'mac_address': 'fa:16:3e:01:be:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a0967e-904f-4af4-9492-92315d891362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:34:05Z', 'updated_at': '2022-04-21T13:37:21Z', 'revision_number': 13, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2991119-a43f-44d9-9a48-d3219ce9350e', 'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'mac_address': 'fa:16:3e:2e:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:34:02Z', 'updated_at': '2022-04-21T13:34:05Z', 'revision_number': 5, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'subnets': [{'id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:37:23.279105 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef6e27c1-1a8a-43cc-98c6-32d9c1b57467 None None] New status for floating IP 04443daa-9076-4d93-a92e-ae5729baf9d5: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:37:24.008065 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c2cd8-62ff-419c-ba0e-e9dc365f9bbe req-1e34a510-6663-4ce7-9c42-a717b2a0ba37 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:24.009444 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-001c2cd8-62ff-419c-ba0e-e9dc365f9bbe req-1e34a510-6663-4ce7-9c42-a717b2a0ba37 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 945 time: 0.0494823 Apr 21 13:37:24.046498 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-001c2cd8-62ff-419c-ba0e-e9dc365f9bbe req-ab3a5b3e-d43f-4de0-a439-b3eff8a2b04b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308254 Apr 21 13:37:35.784640 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53da06-4f2f-4c3a-9727-df50df8794b9 req-516368fc-1ba4-46dc-a5ad-ca161908d25c tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:35.786171 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a53da06-4f2f-4c3a-9727-df50df8794b9 req-516368fc-1ba4-46dc-a5ad-ca161908d25c tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 945 time: 0.1037786 Apr 21 13:37:35.826374 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a53da06-4f2f-4c3a-9727-df50df8794b9 req-d77451f0-7259-49fc-91e4-6b9811d2f4f3 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340078 Apr 21 13:37:35.874564 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-bef4de7a-baff-4e10-a603-1a7696fcf0b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841427 Apr 21 13:37:36.994485 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf9f6e-2001-4ceb-a4c6-ebf7a62ba826 req-45111f70-f6cc-45a3-a1f1-eec4c2a0c27d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:36.996011 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2fdf9f6e-2001-4ceb-a4c6-ebf7a62ba826 req-45111f70-f6cc-45a3-a1f1-eec4c2a0c27d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 945 time: 0.0982490 Apr 21 13:37:37.034737 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2fdf9f6e-2001-4ceb-a4c6-ebf7a62ba826 req-deb880c6-d1bf-432c-ad96-00ec945d2237 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320215 Apr 21 13:37:37.756216 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-4bf244b1-a0e8-4674-9fd3-f3f653859de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:37.757748 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-4bf244b1-a0e8-4674-9fd3-f3f653859de0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 1096 time: 0.0399332 Apr 21 13:37:37.849342 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-b761264e-6d47-4d6c-b235-2160cca71ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:37.850815 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-b761264e-6d47-4d6c-b235-2160cca71ec4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.0859418 Apr 21 13:37:37.919067 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-8e1c6f23-be18-4a3d-98fe-c306e2c8be87 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d013096-32b2-4efe-b655-8826163da6f6 HTTP/1.1" status: 200 len: 1001 time: 0.0559747 Apr 21 13:37:37.973393 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-30078074-45d9-4047-98fb-65e5561676e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:37.974931 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-30078074-45d9-4047-98fb-65e5561676e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0479181 Apr 21 13:37:38.021111 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-2cfb1844-7544-4135-8708-a2185319c9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:38.022550 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-2cfb1844-7544-4135-8708-a2185319c9fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401015 Apr 21 13:37:38.126347 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-11c0b5b1-b265-424b-a1a7-a09a47389a40 service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952899 Apr 21 13:37:38.218474 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6419ee-ec84-42fa-aad0-d3abeaa8eded req-96f1aad2-6cc8-48bd-b26b-9cb55741af6c tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:38.219924 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c6419ee-ec84-42fa-aad0-d3abeaa8eded req-96f1aad2-6cc8-48bd-b26b-9cb55741af6c tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 945 time: 0.1153803 Apr 21 13:37:38.263528 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-b69aa74a-558d-4d05-aeae-4223b4ba7cb2 service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156647 Apr 21 13:37:38.277865 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c6419ee-ec84-42fa-aad0-d3abeaa8eded req-b66b866f-9eb2-417c-8ea6-621799c3e5e0 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463057 Apr 21 13:37:39.397348 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c07be-fb4d-41b4-baeb-34327461ba7f req-4bd86e4a-979a-4698-a3d0-28aa08c13ca9 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:39.398910 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-764c07be-fb4d-41b4-baeb-34327461ba7f req-4bd86e4a-979a-4698-a3d0-28aa08c13ca9 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 945 time: 0.0530753 Apr 21 13:37:39.435772 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-764c07be-fb4d-41b4-baeb-34327461ba7f req-2ea1bfa2-0b01-404c-a545-a71b21c39302 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308204 Apr 21 13:37:40.550811 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5dfe9d-bf40-4d27-9e3f-2d50e530e8cc req-e0ccd46b-c516-4be8-8ec2-f1dfe390782e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:40.552275 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb5dfe9d-bf40-4d27-9e3f-2d50e530e8cc req-e0ccd46b-c516-4be8-8ec2-f1dfe390782e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 945 time: 0.0482235 Apr 21 13:37:40.588891 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb5dfe9d-bf40-4d27-9e3f-2d50e530e8cc req-6c90c106-7f1d-4937-a7c2-a4d27f6a85ea tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306408 Apr 21 13:37:41.702547 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287838b-3037-4d22-87c8-93d4f9223b77 req-0de28b3f-c606-416b-b5bf-606c37d1bfe1 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:41.704009 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1287838b-3037-4d22-87c8-93d4f9223b77 req-0de28b3f-c606-416b-b5bf-606c37d1bfe1 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 945 time: 0.0480506 Apr 21 13:37:41.741436 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1287838b-3037-4d22-87c8-93d4f9223b77 req-508327cc-e15a-4059-af1b-c8b062e7997a tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314827 Apr 21 13:37:42.859361 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd99fa45-f553-41b2-b2cb-4327b5590d29 req-62b7ac96-09ce-4eb7-b809-b4e1196d4171 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:42.861065 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd99fa45-f553-41b2-b2cb-4327b5590d29 req-62b7ac96-09ce-4eb7-b809-b4e1196d4171 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 945 time: 0.0519495 Apr 21 13:37:42.898256 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd99fa45-f553-41b2-b2cb-4327b5590d29 req-7b5e5b80-d262-4873-8d3b-b5c9473ce18c tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306516 Apr 21 13:37:43.506890 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-64d6cacf-8a4a-465e-ae9a-6b219e051e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:44.016138 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28752b0f-89e3-429b-9de3-f68df219a0ee req-cc0ac39e-5ccb-43bd-ad81-0646d6644d72 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:44.017632 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28752b0f-89e3-429b-9de3-f68df219a0ee req-cc0ac39e-5ccb-43bd-ad81-0646d6644d72 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 945 time: 0.0493422 Apr 21 13:37:44.055193 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28752b0f-89e3-429b-9de3-f68df219a0ee req-7b3aeeb7-bc54-45e8-baa7-14d5f4e83f4e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310783 Apr 21 13:37:45.170636 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fab8e-bbc7-49c7-9cbd-8b2046a98e56 req-07f43c78-a489-4172-b77e-0b95fe1177ae tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:45.172104 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e42fab8e-bbc7-49c7-9cbd-8b2046a98e56 req-07f43c78-a489-4172-b77e-0b95fe1177ae tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 945 time: 0.0487390 Apr 21 13:37:45.209092 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e42fab8e-bbc7-49c7-9cbd-8b2046a98e56 req-c72e10d1-7652-455b-9b5f-5ba0514774ef tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301740 Apr 21 13:37:45.770533 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d1fdc63d-ac2b-43ae-881f-5a34106d2cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:46.336454 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1195e0-11f8-46a7-8e30-3148c1ca88c7 req-1df22efe-f612-4ea3-8664-932fee61fbbf tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:46.338075 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b1195e0-11f8-46a7-8e30-3148c1ca88c7 req-1df22efe-f612-4ea3-8664-932fee61fbbf tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 945 time: 0.0612178 Apr 21 13:37:46.376340 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8b1195e0-11f8-46a7-8e30-3148c1ca88c7 req-d077f442-77af-4da1-a022-e26514fc8973 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319173 Apr 21 13:37:47.171701 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:47.493186 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11cb72-4d13-4f16-a643-24843054aea9 req-a1239089-59e6-4a38-b934-f37735cb2620 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:47.494671 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a11cb72-4d13-4f16-a643-24843054aea9 req-a1239089-59e6-4a38-b934-f37735cb2620 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 945 time: 0.0478530 Apr 21 13:37:47.531998 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a11cb72-4d13-4f16-a643-24843054aea9 req-c8f32969-4b33-42a4-82a6-fcb66a80a4c8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313771 Apr 21 13:37:48.445749 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:48.646110 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2108e-b905-4dc6-bc73-034aaecdd3d5 req-39ecff6c-b56b-4c39-9852-fdbaf3fc6f9e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:48.647709 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3cd2108e-b905-4dc6-bc73-034aaecdd3d5 req-39ecff6c-b56b-4c39-9852-fdbaf3fc6f9e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 945 time: 0.0482595 Apr 21 13:37:48.657184 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:48.684883 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3cd2108e-b905-4dc6-bc73-034aaecdd3d5 req-ece2796b-a1d3-4f36-8511-a79a9f2bd419 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312960 Apr 21 13:37:48.759980 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:49.803345 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604c5fb-8717-49cd-aa0d-64703efc76d0 req-ac960881-b015-4e8d-88c3-1b54112a413b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:49.804815 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2604c5fb-8717-49cd-aa0d-64703efc76d0 req-ac960881-b015-4e8d-88c3-1b54112a413b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 945 time: 0.0522010 Apr 21 13:37:49.841469 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2604c5fb-8717-49cd-aa0d-64703efc76d0 req-b63dac58-e759-4e52-b976-e95e83c2bd00 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306742 Apr 21 13:37:50.957348 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423b302-561a-438b-be86-7f0b119058cd req-b07d8ff4-01be-48d5-8997-59b94f41b7d3 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:50.958570 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:50.959028 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e423b302-561a-438b-be86-7f0b119058cd req-b07d8ff4-01be-48d5-8997-59b94f41b7d3 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 945 time: 0.0477996 Apr 21 13:37:50.995937 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e423b302-561a-438b-be86-7f0b119058cd req-ada15924-b7fd-4fb0-a811-010f42c7642f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310650 Apr 21 13:37:52.115594 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714769b5-0ff5-48cc-873d-50096fcb4f2e req-1e2fd801-fb41-453c-81ef-5f65c7d8b3cb tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:52.117105 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-714769b5-0ff5-48cc-873d-50096fcb4f2e req-1e2fd801-fb41-453c-81ef-5f65c7d8b3cb tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 945 time: 0.0504692 Apr 21 13:37:52.157123 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-714769b5-0ff5-48cc-873d-50096fcb4f2e req-8c7cbf76-37aa-4844-a4d9-cb31e5e7312e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334432 Apr 21 13:37:52.576229 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-7eb7c4ca-bdc6-4223-b0fc-203ca94729d3 service neutron] show failed (client error): The resource could not be found. Apr 21 13:37:52.577112 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-7eb7c4ca-bdc6-4223-b0fc-203ca94729d3 service neutron] 10.222.0.24 "GET /v2.0/ports/8d013096-32b2-4efe-b655-8826163da6f6/bindings/n-h1-836147-2 HTTP/1.1" status: 404 len: 380 time: 0.0569611 Apr 21 13:37:53.026919 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-8f553743-fdc8-4561-8f51-62d2218a6f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:53.028479 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-8f553743-fdc8-4561-8f51-62d2218a6f61 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362&tenant_id=6191999b6bee462c9838e0e358c8a260 HTTP/1.1" status: 200 len: 1096 time: 0.0408878 Apr 21 13:37:53.040041 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836147-2', 'device_owner': 'compute:nova'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:37:53.098135 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:53.277805 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef089de4-1aee-40c6-91a6-88e08a3907c6 req-c09c77d7-ee8d-432b-be5d-06eabf325c14 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:53.280395 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef089de4-1aee-40c6-91a6-88e08a3907c6 req-c09c77d7-ee8d-432b-be5d-06eabf325c14 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 945 time: 0.0518010 Apr 21 13:37:53.308347 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] For port 8d013096-32b2-4efe-b655-8826163da6f6, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8d013096-32b2-4efe-b655-8826163da6f6,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:37:53.323180 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef089de4-1aee-40c6-91a6-88e08a3907c6 req-77348d41-80e6-4c7b-8c91-1dc919185d76 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362644 Apr 21 13:37:53.342223 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] For port 8d013096-32b2-4efe-b655-8826163da6f6, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:37:53.385461 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:53.388636 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a0967e-904f-4af4-9492-92315d891362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d013096-32b2-4efe-b655-8826163da6f6'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:37:53.390947 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8731b9b0d93a9bf69e636c4352cfd91473ecc38c160ddf4d7ef907223a15797c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e21599ce-cd83-4087-8620-3ff9173591e0" -d '{"events": [{"server_uuid": "11a0967e-904f-4af4-9492-92315d891362", "name": "network-vif-unplugged", "status": "completed", "tag": "8d013096-32b2-4efe-b655-8826163da6f6"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:37:53.402908 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Transition to ACTIVE for port object 8d013096-32b2-4efe-b655-8826163da6f6 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:37:53.446189 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 13:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50515576-f034-41a1-a90e-b69e2ba4f472 x-openstack-request-id: req-50515576-f034-41a1-a90e-b69e2ba4f472 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:37:53.446630 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a0967e-904f-4af4-9492-92315d891362", "name": "network-vif-unplugged", "status": "completed", "tag": "8d013096-32b2-4efe-b655-8826163da6f6", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:37:53.446882 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-50515576-f034-41a1-a90e-b69e2ba4f472 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:37:53.447285 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50515576-f034-41a1-a90e-b69e2ba4f472'] response: {'server_uuid': '11a0967e-904f-4af4-9492-92315d891362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d013096-32b2-4efe-b655-8826163da6f6', 'code': 200} Apr 21 13:37:53.473288 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:53.555780 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Pushing event updated for resources: {'Port': ['ID=8d013096-32b2-4efe-b655-8826163da6f6,revision_number=6']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:37:53.567393 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:53.567737 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:53.568066 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:53.568396 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:53.568731 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:53.569055 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:53.569377 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:53.569722 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:53.570041 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:53.570360 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:53.570674 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:53.570988 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:37:53.608924 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] No DVR routers for this DVR port 8d013096-32b2-4efe-b655-8826163da6f6 on host n-h2-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:37:53.742943 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Attempting to bind port 8d013096-32b2-4efe-b655-8826163da6f6 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:37:53.743274 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Attempting to bind port 8d013096-32b2-4efe-b655-8826163da6f6 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:37:53.743604 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Attempting to bind port 8d013096-32b2-4efe-b655-8826163da6f6 on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:37:53.747874 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Port 8d013096-32b2-4efe-b655-8826163da6f6 on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:37:53.748193 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Attempting to bind port 8d013096-32b2-4efe-b655-8826163da6f6 on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:37:53.752985 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:37:53.753333 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Checking segment: {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:37:53.753766 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Bound using segment: {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:37:53.754197 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Bound port: 8d013096-32b2-4efe-b655-8826163da6f6, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:37:53.754552 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:53.816073 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] For port 8d013096-32b2-4efe-b655-8826163da6f6, host n-h1-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:37:53.818966 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] For port 8d013096-32b2-4efe-b655-8826163da6f6, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=8d013096-32b2-4efe-b655-8826163da6f6,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:37:53.886159 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:53.923886 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:53.924522 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:37:53.925970 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] 10.222.0.26 "PUT /v2.0/ports/8d013096-32b2-4efe-b655-8826163da6f6 HTTP/1.1" status: 200 len: 1091 time: 0.8898983 Apr 21 13:37:53.945070 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6f240-4b44-4b05-b54a-e313c67ea00c service neutron] Pushing event updated for resources: {'Port': ['ID=8d013096-32b2-4efe-b655-8826163da6f6,revision_number=7']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:37:53.993970 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-cf754c70-8644-453f-825b-c8e212e09340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:53.995493 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-cf754c70-8644-453f-825b-c8e212e09340 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 1094 time: 0.0463803 Apr 21 13:37:54.086908 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-9ddebfd9-3433-40e5-8ba9-441fe92d5528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:54.088454 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-9ddebfd9-3433-40e5-8ba9-441fe92d5528 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.0866773 Apr 21 13:37:54.156534 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-52de87a4-27ae-45bd-8f3e-039fb45a6c44 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d013096-32b2-4efe-b655-8826163da6f6 HTTP/1.1" status: 200 len: 999 time: 0.0619559 Apr 21 13:37:54.203048 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-ac80ef47-d571-449f-b849-2c93638d62f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:54.204391 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-ac80ef47-d571-449f-b849-2c93638d62f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0422208 Apr 21 13:37:54.251805 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-dce3a521-4a41-4865-904b-dc2465e8ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:54.253272 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-dce3a521-4a41-4865-904b-dc2465e8ab82 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416911 Apr 21 13:37:54.343240 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-c57e8bd9-42aa-496c-aeb2-4c5f31f8dade service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819769 Apr 21 13:37:54.431030 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-24bacd51-3fc0-4d71-b961-8e83d28a0d82 service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818007 Apr 21 13:37:54.443347 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60e05f-6bf1-4a45-a060-9cfceb37d784 req-16041b91-bcf7-41be-9cf9-2343dceeecff tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:54.444838 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da60e05f-6bf1-4a45-a060-9cfceb37d784 req-16041b91-bcf7-41be-9cf9-2343dceeecff tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 943 time: 0.0481589 Apr 21 13:37:54.482622 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da60e05f-6bf1-4a45-a060-9cfceb37d784 req-117a4ff9-ea21-44a4-b05a-724fc9e16e87 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317423 Apr 21 13:37:54.951464 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 8d013096-32b2-4efe-b655-8826163da6f6 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:37:54.993514 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 8d013096-32b2-4efe-b655-8826163da6f6 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:37:55.448534 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a0967e-904f-4af4-9492-92315d891362', 'tag': '8d013096-32b2-4efe-b655-8826163da6f6'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:37:55.450890 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8731b9b0d93a9bf69e636c4352cfd91473ecc38c160ddf4d7ef907223a15797c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65283d51-ebc3-43f4-9368-87176e6a32dd" -d '{"events": [{"name": "network-changed", "server_uuid": "11a0967e-904f-4af4-9492-92315d891362", "tag": "8d013096-32b2-4efe-b655-8826163da6f6"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:37:55.499546 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e069529f-2830-4ce2-8dc2-6a9fe4067cc6 x-openstack-request-id: req-e069529f-2830-4ce2-8dc2-6a9fe4067cc6 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:37:55.499840 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a0967e-904f-4af4-9492-92315d891362", "tag": "8d013096-32b2-4efe-b655-8826163da6f6", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:37:55.500092 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e069529f-2830-4ce2-8dc2-6a9fe4067cc6 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:37:55.500493 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e069529f-2830-4ce2-8dc2-6a9fe4067cc6'] response: {'name': 'network-changed', 'server_uuid': '11a0967e-904f-4af4-9492-92315d891362', 'tag': '8d013096-32b2-4efe-b655-8826163da6f6', 'status': 'completed', 'code': 200} Apr 21 13:37:55.569436 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65283d51-ebc3-43f4-9368-87176e6a32dd req-f3922f9e-b454-42b4-b46a-51bc76b23555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:55.571088 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-65283d51-ebc3-43f4-9368-87176e6a32dd req-f3922f9e-b454-42b4-b46a-51bc76b23555 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 1094 time: 0.0462441 Apr 21 13:37:55.655082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae87e7a-9194-4956-b2ee-256ad4fa022e req-c81ec353-46e4-4dc7-94dd-b225e30e8f19 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:55.656493 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aae87e7a-9194-4956-b2ee-256ad4fa022e req-c81ec353-46e4-4dc7-94dd-b225e30e8f19 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 943 time: 0.0937016 Apr 21 13:37:55.672165 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65283d51-ebc3-43f4-9368-87176e6a32dd req-868986c1-ca5d-4e93-9027-bfe0e38f1354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:55.672394 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65283d51-ebc3-43f4-9368-87176e6a32dd req-8f739b07-9c41-46c2-92b4-983edbd49e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:55.673676 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65283d51-ebc3-43f4-9368-87176e6a32dd req-868986c1-ca5d-4e93-9027-bfe0e38f1354 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 1094 time: 0.1475077 Apr 21 13:37:55.673871 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-65283d51-ebc3-43f4-9368-87176e6a32dd req-8f739b07-9c41-46c2-92b4-983edbd49e2b service neutron] 10.222.0.26 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.0959706 Apr 21 13:37:55.721482 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aae87e7a-9194-4956-b2ee-256ad4fa022e req-92338645-7145-4746-93bb-38699293383b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569935 Apr 21 13:37:55.747729 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-65283d51-ebc3-43f4-9368-87176e6a32dd req-c2e359fc-db67-4bf9-9e7b-f44e56b15f5e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d013096-32b2-4efe-b655-8826163da6f6 HTTP/1.1" status: 200 len: 999 time: 0.0667446 Apr 21 13:37:55.784566 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65283d51-ebc3-43f4-9368-87176e6a32dd req-7a4faea6-3c5b-4ea3-90cf-1785431c6eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:55.786340 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65283d51-ebc3-43f4-9368-87176e6a32dd req-7a4faea6-3c5b-4ea3-90cf-1785431c6eae service neutron] 10.222.0.24 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.0995784 Apr 21 13:37:55.801228 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65283d51-ebc3-43f4-9368-87176e6a32dd req-2117e1f3-9f69-4acd-93ad-30d141a6ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:55.802717 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-65283d51-ebc3-43f4-9368-87176e6a32dd req-2117e1f3-9f69-4acd-93ad-30d141a6ce92 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0494556 Apr 21 13:37:55.850427 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65283d51-ebc3-43f4-9368-87176e6a32dd req-6aac376d-cd4b-4f9d-8f90-da81351d1061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:55.852045 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-65283d51-ebc3-43f4-9368-87176e6a32dd req-6aac376d-cd4b-4f9d-8f90-da81351d1061 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428176 Apr 21 13:37:55.864111 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65283d51-ebc3-43f4-9368-87176e6a32dd req-3fd7bf06-4c28-45c5-a8b3-b74160c7f5f0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d013096-32b2-4efe-b655-8826163da6f6 HTTP/1.1" status: 200 len: 999 time: 0.0655487 Apr 21 13:37:55.914648 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65283d51-ebc3-43f4-9368-87176e6a32dd req-1daf9af2-4265-4fc8-84b3-45bc182f159a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:55.916222 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65283d51-ebc3-43f4-9368-87176e6a32dd req-1daf9af2-4265-4fc8-84b3-45bc182f159a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0456853 Apr 21 13:37:55.943025 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-65283d51-ebc3-43f4-9368-87176e6a32dd req-cf211aaa-8235-445a-9efb-96cdaaaa09d2 service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842271 Apr 21 13:37:55.964262 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65283d51-ebc3-43f4-9368-87176e6a32dd req-f3afa973-e84c-4c6a-8b2b-c23d98448282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:55.965808 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65283d51-ebc3-43f4-9368-87176e6a32dd req-f3afa973-e84c-4c6a-8b2b-c23d98448282 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426164 Apr 21 13:37:56.041846 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-65283d51-ebc3-43f4-9368-87176e6a32dd req-e9165942-226f-43c4-8528-9e1ef8d6558b service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920587 Apr 21 13:37:56.061071 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65283d51-ebc3-43f4-9368-87176e6a32dd req-7634aeed-3dce-4c46-9bf6-5107d4b5313d service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878236 Apr 21 13:37:56.151213 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-65283d51-ebc3-43f4-9368-87176e6a32dd req-c9d6bbce-963b-4653-89ad-ddcbb8989768 service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815756 Apr 21 13:37:56.847207 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325424f3-e297-4fa0-8721-604a7714443c req-6994f717-313b-41ac-ab50-484491fc0e21 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:56.848701 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-325424f3-e297-4fa0-8721-604a7714443c req-6994f717-313b-41ac-ab50-484491fc0e21 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 943 time: 0.0543902 Apr 21 13:37:56.887255 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-325424f3-e297-4fa0-8721-604a7714443c req-e39007e9-7ee2-454c-934a-1d030b47cfe7 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324812 Apr 21 13:37:58.003045 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40626195-ab48-4873-839f-0d77d3cdb0eb req-bf03ed4e-4693-412d-9582-9b444d3aa2d3 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:58.005165 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-40626195-ab48-4873-839f-0d77d3cdb0eb req-bf03ed4e-4693-412d-9582-9b444d3aa2d3 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 943 time: 0.0491185 Apr 21 13:37:58.042971 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-40626195-ab48-4873-839f-0d77d3cdb0eb req-a5994040-05a7-4ac7-8b70-7c4c4cc4539a tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313065 Apr 21 13:37:59.156934 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8813818-0fd7-4704-8c91-47603914db7e req-7c5ff8f9-953d-4fc0-8e3d-27c26366be2a tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:37:59.158403 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d8813818-0fd7-4704-8c91-47603914db7e req-7c5ff8f9-953d-4fc0-8e3d-27c26366be2a tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 943 time: 0.0479755 Apr 21 13:37:59.196087 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d8813818-0fd7-4704-8c91-47603914db7e req-616491f3-9704-4bfa-9078-7a0481358162 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315297 Apr 21 13:37:59.947987 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:38:00.314131 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65318d-eb8f-4560-adf4-c9d3dfdda01e req-ecf65b4d-f8f4-47f4-9cec-d1d5ecc87d32 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:00.315628 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f65318d-eb8f-4560-adf4-c9d3dfdda01e req-ecf65b4d-f8f4-47f4-9cec-d1d5ecc87d32 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 943 time: 0.0519431 Apr 21 13:38:00.355556 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f65318d-eb8f-4560-adf4-c9d3dfdda01e req-0f4321b6-b1d2-4a0f-b02a-da42e3ea96be tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324018 Apr 21 13:38:00.787171 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5b1a8-821f-45c5-8ae5-0d830b5eec4c req-9d147026-05c6-42b9-bfdd-dafc366cdd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:00.788652 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9bc5b1a8-821f-45c5-8ae5-0d830b5eec4c req-9d147026-05c6-42b9-bfdd-dafc366cdd4c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 1094 time: 0.0401509 Apr 21 13:38:00.891540 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5b1a8-821f-45c5-8ae5-0d830b5eec4c req-92fce772-454e-4a32-bacc-fd780d31e705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:00.892991 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9bc5b1a8-821f-45c5-8ae5-0d830b5eec4c req-92fce772-454e-4a32-bacc-fd780d31e705 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.0865285 Apr 21 13:38:00.955790 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9bc5b1a8-821f-45c5-8ae5-0d830b5eec4c req-b17a1014-919d-4856-bc7c-9608f41c5ba2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d013096-32b2-4efe-b655-8826163da6f6 HTTP/1.1" status: 200 len: 999 time: 0.0561631 Apr 21 13:38:01.002842 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5b1a8-821f-45c5-8ae5-0d830b5eec4c req-dc7dce27-74b3-4c47-aa21-5071ffc2599e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:01.004256 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9bc5b1a8-821f-45c5-8ae5-0d830b5eec4c req-dc7dce27-74b3-4c47-aa21-5071ffc2599e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0425086 Apr 21 13:38:01.051320 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5b1a8-821f-45c5-8ae5-0d830b5eec4c req-a6dd96b4-0568-4343-9a19-a657e6c6f6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:01.052677 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9bc5b1a8-821f-45c5-8ae5-0d830b5eec4c req-a6dd96b4-0568-4343-9a19-a657e6c6f6ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422406 Apr 21 13:38:01.137716 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9bc5b1a8-821f-45c5-8ae5-0d830b5eec4c req-48fd751c-3100-4d7a-91d3-4aee9ce543a4 service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784974 Apr 21 13:38:01.226433 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-9bc5b1a8-821f-45c5-8ae5-0d830b5eec4c req-df78d3ac-f428-434d-b561-6c4d2fb3e766 service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823596 Apr 21 13:38:01.473809 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad3c6d7-b0c2-425e-95d6-c574ada766b5 req-9fc28bf1-5baf-40f0-a9b0-ebac00e92cff tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:01.475265 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ad3c6d7-b0c2-425e-95d6-c574ada766b5 req-9fc28bf1-5baf-40f0-a9b0-ebac00e92cff tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 943 time: 0.0482085 Apr 21 13:38:01.516454 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0ad3c6d7-b0c2-425e-95d6-c574ada766b5 req-0c33b33f-cad4-4083-9825-28b7274d3877 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352471 Apr 21 13:38:02.631766 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c63a40-8401-49cf-a634-4b11f1ef50c1 req-7f7c4180-81f5-49bf-bb07-6b9d35397740 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:02.633216 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-91c63a40-8401-49cf-a634-4b11f1ef50c1 req-7f7c4180-81f5-49bf-bb07-6b9d35397740 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 943 time: 0.0477116 Apr 21 13:38:02.669776 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-91c63a40-8401-49cf-a634-4b11f1ef50c1 req-b1d2707c-baf7-4ef5-96fb-5d6dac3eb4dd tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305254 Apr 21 13:38:03.787803 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ebcf9-7efa-4994-a6f6-6ac4a76fcd58 req-67e01f9f-9ee2-4dfe-8c3c-2e894066463d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:03.789247 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-602ebcf9-7efa-4994-a6f6-6ac4a76fcd58 req-67e01f9f-9ee2-4dfe-8c3c-2e894066463d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 943 time: 0.0517077 Apr 21 13:38:03.826383 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-602ebcf9-7efa-4994-a6f6-6ac4a76fcd58 req-54b31be8-1552-44c5-8324-dcca31d43be5 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311232 Apr 21 13:38:04.940386 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6ee4ce-933f-4a1a-b0e3-3a0b8a1d63f2 req-a116ca3a-ccab-4301-be01-483217be3da3 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:04.942432 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c6ee4ce-933f-4a1a-b0e3-3a0b8a1d63f2 req-a116ca3a-ccab-4301-be01-483217be3da3 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 943 time: 0.0485704 Apr 21 13:38:04.981272 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3c6ee4ce-933f-4a1a-b0e3-3a0b8a1d63f2 req-2807d3fe-4ff5-4300-8e3b-3cfa9bb45a3e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320225 Apr 21 13:38:06.095673 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a4cbe-00dd-4ce0-a24a-ab9ed7b21b57 req-2819644c-a13f-47a0-ad38-111632c74ead tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:06.097107 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-318a4cbe-00dd-4ce0-a24a-ab9ed7b21b57 req-2819644c-a13f-47a0-ad38-111632c74ead tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 943 time: 0.0466161 Apr 21 13:38:06.134484 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-318a4cbe-00dd-4ce0-a24a-ab9ed7b21b57 req-abcb6fdb-1c92-417b-af2d-73612004ddbd tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309319 Apr 21 13:38:07.052753 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 8d013096-32b2-4efe-b655-8826163da6f6 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:38:07.149773 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 8d013096-32b2-4efe-b655-8826163da6f6, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=8d013096-32b2-4efe-b655-8826163da6f6,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:38:07.161111 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '8d013096-32b2-4efe-b655-8826163da6f6', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'port_id': '8d013096-32b2-4efe-b655-8826163da6f6', 'mac_address': 'fa:16:3e:01:be:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:38:07.199341 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:07.212027 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d013096-32b2-4efe-b655-8826163da6f6 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:38:07.230921 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 8d013096-32b2-4efe-b655-8826163da6f6, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=8d013096-32b2-4efe-b655-8826163da6f6,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:38:07.257739 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405e7ed-c956-40ee-8d72-4d661e29bd2b req-d204c5be-0f63-4405-85d6-9a15b45f7ba8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:07.259196 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3405e7ed-c956-40ee-8d72-4d661e29bd2b req-d204c5be-0f63-4405-85d6-9a15b45f7ba8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 943 time: 0.0529149 Apr 21 13:38:07.296436 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3405e7ed-c956-40ee-8d72-4d661e29bd2b req-9c10b1db-6e7a-4e19-ab77-5d0afcb0dcb1 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311944 Apr 21 13:38:07.302036 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:07.349909 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=8d013096-32b2-4efe-b655-8826163da6f6,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:38:07.356955 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:38:07.357287 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:38:07.357646 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:38:07.357977 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:38:07.358304 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:38:07.358622 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:38:07.358982 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:38:07.359299 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:38:07.359615 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:38:07.359929 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:38:07.360300 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:38:07.360845 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:38:07.615074 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['8d013096-32b2-4efe-b655-8826163da6f6'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:38:08.412715 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c11fdb-c74a-4294-b1a3-41ac4342741b req-83c61dcd-18aa-4241-bf5c-53711e746414 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:08.414216 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49c11fdb-c74a-4294-b1a3-41ac4342741b req-83c61dcd-18aa-4241-bf5c-53711e746414 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 944 time: 0.0489416 Apr 21 13:38:08.451010 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-49c11fdb-c74a-4294-b1a3-41ac4342741b req-b6324198-b372-4807-8a33-1fd7f69977cc tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308285 Apr 21 13:38:09.057350 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb3292-1862-4c65-93de-d67462e4b9ac req-d88ff912-573d-43af-be72-0163c5ea1763 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:09.058845 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52eb3292-1862-4c65-93de-d67462e4b9ac req-d88ff912-573d-43af-be72-0163c5ea1763 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 944 time: 0.0484896 Apr 21 13:38:09.073261 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 8d013096-32b2-4efe-b655-8826163da6f6 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:38:09.100284 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52eb3292-1862-4c65-93de-d67462e4b9ac req-4e622b12-434c-4c95-b2a9-dd399be8d43c tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353179 Apr 21 13:38:09.107356 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d46658-1e97-4ff1-9213-54d799111b0e req-94a97d87-b40b-4402-8e0e-3523c29805a8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:09.108814 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-66d46658-1e97-4ff1-9213-54d799111b0e req-94a97d87-b40b-4402-8e0e-3523c29805a8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.26 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362&tenant_id=6191999b6bee462c9838e0e358c8a260&binding%3Ahost_id=n-h1-836147-2 HTTP/1.1" status: 200 len: 944 time: 0.0542190 Apr 21 13:38:09.169293 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-66d46658-1e97-4ff1-9213-54d799111b0e req-dc79f58e-b12c-4e97-9fdd-d90ab92b0a37 service neutron] 10.222.0.26 "GET /v2.0/ports/8d013096-32b2-4efe-b655-8826163da6f6/bindings/n-h1-836147-2 HTTP/1.1" status: 200 len: 382 time: 0.0531645 Apr 21 13:38:09.204115 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 8d013096-32b2-4efe-b655-8826163da6f6 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:38:09.208116 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 8d013096-32b2-4efe-b655-8826163da6f6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:38:09.208484 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:09.229145 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d46658-1e97-4ff1-9213-54d799111b0e req-2a3ebe93-7287-4dc2-9fcc-6b701c84f172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:09.230735 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-66d46658-1e97-4ff1-9213-54d799111b0e req-2a3ebe93-7287-4dc2-9fcc-6b701c84f172 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 1095 time: 0.0403850 Apr 21 13:38:09.287813 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:09.310049 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a0967e-904f-4af4-9492-92315d891362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d013096-32b2-4efe-b655-8826163da6f6'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:38:09.312285 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a977a9-82af-43bf-97d6-ed856dc3b66f" -d '{"events": [{"server_uuid": "11a0967e-904f-4af4-9492-92315d891362", "name": "network-vif-plugged", "status": "completed", "tag": "8d013096-32b2-4efe-b655-8826163da6f6"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:38:09.322277 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d46658-1e97-4ff1-9213-54d799111b0e req-ec0740a2-411e-4712-92d1-c066614bd319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:09.324676 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-66d46658-1e97-4ff1-9213-54d799111b0e req-ec0740a2-411e-4712-92d1-c066614bd319 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.0869842 Apr 21 13:38:09.326137 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 8d013096-32b2-4efe-b655-8826163da6f6, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=8d013096-32b2-4efe-b655-8826163da6f6,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:38:09.388583 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-66d46658-1e97-4ff1-9213-54d799111b0e req-825bbc76-0938-493c-a8fa-a379907f1d28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d013096-32b2-4efe-b655-8826163da6f6 HTTP/1.1" status: 200 len: 1000 time: 0.0588171 Apr 21 13:38:09.389181 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:09.419383 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c26fd6-7e37-464c-b2e9-0fd63338e407 x-openstack-request-id: req-b7c26fd6-7e37-464c-b2e9-0fd63338e407 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:38:09.419680 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a0967e-904f-4af4-9492-92315d891362", "name": "network-vif-plugged", "status": "completed", "tag": "8d013096-32b2-4efe-b655-8826163da6f6", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:38:09.419932 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b7c26fd6-7e37-464c-b2e9-0fd63338e407 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:38:09.420328 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7c26fd6-7e37-464c-b2e9-0fd63338e407'] response: {'server_uuid': '11a0967e-904f-4af4-9492-92315d891362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d013096-32b2-4efe-b655-8826163da6f6', 'code': 200} Apr 21 13:38:09.443767 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=8d013096-32b2-4efe-b655-8826163da6f6,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:38:09.445989 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d46658-1e97-4ff1-9213-54d799111b0e req-31fa61a7-5674-4976-b01f-c4207d43e44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:09.447471 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-66d46658-1e97-4ff1-9213-54d799111b0e req-31fa61a7-5674-4976-b01f-c4207d43e44b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0510011 Apr 21 13:38:09.492220 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d46658-1e97-4ff1-9213-54d799111b0e req-a2970598-d2ae-4c55-a798-3204683f641e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:09.493755 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-66d46658-1e97-4ff1-9213-54d799111b0e req-a2970598-d2ae-4c55-a798-3204683f641e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402770 Apr 21 13:38:09.578827 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-66d46658-1e97-4ff1-9213-54d799111b0e req-cea14962-89a7-4f8f-adb1-e0394e85ebfc service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789220 Apr 21 13:38:09.924091 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-66d46658-1e97-4ff1-9213-54d799111b0e req-fdb74e50-c66b-43a2-a7cd-678184514af7 service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383005 Apr 21 13:38:10.221192 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e8dec-9f3a-4740-abe1-98046f34b580 req-8439f87e-59c4-4b8b-bd03-cf9221d3c59f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:10.222674 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d4e8dec-9f3a-4740-abe1-98046f34b580 req-8439f87e-59c4-4b8b-bd03-cf9221d3c59f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 945 time: 0.0518699 Apr 21 13:38:10.259950 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4d4e8dec-9f3a-4740-abe1-98046f34b580 req-f769ced0-2d23-4f47-b666-4c650f20aa6c tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312533 Apr 21 13:38:11.379993 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd24bcb-81ab-4ef3-a048-950f6b33daaf req-5fb837b3-e4b2-4a33-a688-697d4c528282 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:11.381497 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9fd24bcb-81ab-4ef3-a048-950f6b33daaf req-5fb837b3-e4b2-4a33-a688-697d4c528282 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 945 time: 0.0495346 Apr 21 13:38:11.419834 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9fd24bcb-81ab-4ef3-a048-950f6b33daaf req-cbe70332-1513-4b98-808e-f27a1a2654c9 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323787 Apr 21 13:38:12.536217 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc31f8-3661-47fc-bb91-23f6cc4059fc req-8056898a-d7d0-45ed-ae7c-7ce22cd97dce tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:12.537831 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-30dc31f8-3661-47fc-bb91-23f6cc4059fc req-8056898a-d7d0-45ed-ae7c-7ce22cd97dce tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 945 time: 0.0495102 Apr 21 13:38:12.575420 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-30dc31f8-3661-47fc-bb91-23f6cc4059fc req-9eb5d5d0-3476-4db4-865b-67c159a7bfc3 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314374 Apr 21 13:38:13.498037 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc050-16c0-47a9-9b3e-9c6b78a155d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:13.695411 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e70c5-8cd5-4499-a8c4-e0540c1fe899 req-214a323d-1eb1-4c1f-a0c5-48f60e9d8599 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:13.696875 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c62e70c5-8cd5-4499-a8c4-e0540c1fe899 req-214a323d-1eb1-4c1f-a0c5-48f60e9d8599 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 945 time: 0.0528362 Apr 21 13:38:13.733731 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c62e70c5-8cd5-4499-a8c4-e0540c1fe899 req-3cd72bde-4104-4287-b554-f86897e73eeb tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307133 Apr 21 13:38:14.605189 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d46658-1e97-4ff1-9213-54d799111b0e req-13a9e7b8-c68b-4539-a4f0-5cffbfbb9e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:14.606629 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66d46658-1e97-4ff1-9213-54d799111b0e req-13a9e7b8-c68b-4539-a4f0-5cffbfbb9e5b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362&tenant_id=6191999b6bee462c9838e0e358c8a260 HTTP/1.1" status: 200 len: 1096 time: 0.0406349 Apr 21 13:38:14.622120 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-66d46658-1e97-4ff1-9213-54d799111b0e req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836147-2', 'device_owner': 'compute:nova'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:38:14.676521 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66d46658-1e97-4ff1-9213-54d799111b0e req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:14.904331 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e1d09-825a-4bf8-bdc4-6c6b4367c881 req-8b6ca5d7-4958-42e1-ac71-9a62dbbedadd tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:14.905822 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de7e1d09-825a-4bf8-bdc4-6c6b4367c881 req-8b6ca5d7-4958-42e1-ac71-9a62dbbedadd tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 945 time: 0.0992658 Apr 21 13:38:14.912060 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-66d46658-1e97-4ff1-9213-54d799111b0e req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] For port 8d013096-32b2-4efe-b655-8826163da6f6, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=8d013096-32b2-4efe-b655-8826163da6f6,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:38:14.964508 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-de7e1d09-825a-4bf8-bdc4-6c6b4367c881 req-ff8c80c3-fb53-48bf-b006-f8b95d1de472 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504737 Apr 21 13:38:14.969875 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-66d46658-1e97-4ff1-9213-54d799111b0e req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] For port 8d013096-32b2-4efe-b655-8826163da6f6, host n-h1-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:38:15.011710 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a0967e-904f-4af4-9492-92315d891362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d013096-32b2-4efe-b655-8826163da6f6'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:38:15.013947 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2aa35d-2ce8-4020-ad5d-6cfb95d0cc8e" -d '{"events": [{"server_uuid": "11a0967e-904f-4af4-9492-92315d891362", "name": "network-vif-unplugged", "status": "completed", "tag": "8d013096-32b2-4efe-b655-8826163da6f6"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:38:15.017559 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66d46658-1e97-4ff1-9213-54d799111b0e req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:15.030708 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-66d46658-1e97-4ff1-9213-54d799111b0e req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Transition to ACTIVE for port object 8d013096-32b2-4efe-b655-8826163da6f6 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:38:15.115213 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66d46658-1e97-4ff1-9213-54d799111b0e req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:15.132907 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 13:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5688a0f-e722-4b51-820b-90d6f2ccfee4 x-openstack-request-id: req-f5688a0f-e722-4b51-820b-90d6f2ccfee4 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:38:15.133076 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 8d013096-32b2-4efe-b655-8826163da6f6 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:38:15.133633 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a0967e-904f-4af4-9492-92315d891362", "name": "network-vif-unplugged", "status": "completed", "tag": "8d013096-32b2-4efe-b655-8826163da6f6", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:38:15.133633 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f5688a0f-e722-4b51-820b-90d6f2ccfee4 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:38:15.133633 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5688a0f-e722-4b51-820b-90d6f2ccfee4'] response: {'server_uuid': '11a0967e-904f-4af4-9492-92315d891362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d013096-32b2-4efe-b655-8826163da6f6', 'code': 200} Apr 21 13:38:15.163041 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 8d013096-32b2-4efe-b655-8826163da6f6 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:38:15.191495 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Pushing event updated for resources: {'Port': ['ID=8d013096-32b2-4efe-b655-8826163da6f6,revision_number=10']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:38:15.201160 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:38:15.201497 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:38:15.201856 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:38:15.202186 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:38:15.202510 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:38:15.202829 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:38:15.203145 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:38:15.203461 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:38:15.203836 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:38:15.204098 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:38:15.204416 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:38:15.204730 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:38:15.246237 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d46658-1e97-4ff1-9213-54d799111b0e req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] No DVR routers for this DVR port 8d013096-32b2-4efe-b655-8826163da6f6 on host n-h1-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:38:15.379115 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-66d46658-1e97-4ff1-9213-54d799111b0e req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Attempting to bind port 8d013096-32b2-4efe-b655-8826163da6f6 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:38:15.380014 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-66d46658-1e97-4ff1-9213-54d799111b0e req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Attempting to bind port 8d013096-32b2-4efe-b655-8826163da6f6 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:38:15.380340 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d46658-1e97-4ff1-9213-54d799111b0e req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Attempting to bind port 8d013096-32b2-4efe-b655-8826163da6f6 on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:38:15.384414 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d46658-1e97-4ff1-9213-54d799111b0e req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Port 8d013096-32b2-4efe-b655-8826163da6f6 on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:38:15.384728 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d46658-1e97-4ff1-9213-54d799111b0e req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Attempting to bind port 8d013096-32b2-4efe-b655-8826163da6f6 on network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:38:15.389340 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d46658-1e97-4ff1-9213-54d799111b0e req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:38:15.389695 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d46658-1e97-4ff1-9213-54d799111b0e req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Checking segment: {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:38:15.390068 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66d46658-1e97-4ff1-9213-54d799111b0e req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Bound using segment: {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:38:15.390483 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-66d46658-1e97-4ff1-9213-54d799111b0e req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Bound port: 8d013096-32b2-4efe-b655-8826163da6f6, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8fffc1-fc97-4ff6-8170-d49db699f5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:38:15.390831 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66d46658-1e97-4ff1-9213-54d799111b0e req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:15.456593 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-66d46658-1e97-4ff1-9213-54d799111b0e req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] For port 8d013096-32b2-4efe-b655-8826163da6f6, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:38:15.459709 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-66d46658-1e97-4ff1-9213-54d799111b0e req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] For port 8d013096-32b2-4efe-b655-8826163da6f6, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8d013096-32b2-4efe-b655-8826163da6f6,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:38:15.548938 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66d46658-1e97-4ff1-9213-54d799111b0e req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:15.582870 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d46658-1e97-4ff1-9213-54d799111b0e req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:15.583472 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66d46658-1e97-4ff1-9213-54d799111b0e req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:15.584872 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66d46658-1e97-4ff1-9213-54d799111b0e req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] 10.222.0.24 "PUT /v2.0/ports/8d013096-32b2-4efe-b655-8826163da6f6 HTTP/1.1" status: 200 len: 1092 time: 0.9666502 Apr 21 13:38:15.607294 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf5de9-1cda-4584-9435-5e9fca5a8b0c service neutron] Pushing event updated for resources: {'Port': ['ID=8d013096-32b2-4efe-b655-8826163da6f6,revision_number=11']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:38:15.652791 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d46658-1e97-4ff1-9213-54d799111b0e req-a58833c9-d5b9-4547-937f-dfede1eab173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:15.654370 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66d46658-1e97-4ff1-9213-54d799111b0e req-a58833c9-d5b9-4547-937f-dfede1eab173 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 1095 time: 0.0417609 Apr 21 13:38:15.749842 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e722114-dc51-4355-ac9a-bd7fd6a70ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:15.753698 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d46658-1e97-4ff1-9213-54d799111b0e req-2936cc06-19b4-4e6a-a8ed-952011aa310d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:15.755761 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66d46658-1e97-4ff1-9213-54d799111b0e req-2936cc06-19b4-4e6a-a8ed-952011aa310d service neutron] 10.222.0.24 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.0931928 Apr 21 13:38:15.822675 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66d46658-1e97-4ff1-9213-54d799111b0e req-68f61064-b08a-47ab-98f1-ee8e79fd1b86 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d013096-32b2-4efe-b655-8826163da6f6 HTTP/1.1" status: 200 len: 999 time: 0.0573688 Apr 21 13:38:15.877358 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d46658-1e97-4ff1-9213-54d799111b0e req-0a009cdc-ae34-4b5b-9b9b-b5de78ec3c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:15.878717 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66d46658-1e97-4ff1-9213-54d799111b0e req-0a009cdc-ae34-4b5b-9b9b-b5de78ec3c0a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0465441 Apr 21 13:38:15.925808 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d46658-1e97-4ff1-9213-54d799111b0e req-edb185f1-af46-46d5-8022-06dec6f082c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:15.927795 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66d46658-1e97-4ff1-9213-54d799111b0e req-edb185f1-af46-46d5-8022-06dec6f082c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383606 Apr 21 13:38:16.020230 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66d46658-1e97-4ff1-9213-54d799111b0e req-9b4f74d2-02a1-4b8b-ab6c-e660e4751eed service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807002 Apr 21 13:38:16.134637 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e7ac9-4523-4993-9f9c-06d50b4590bb req-c9cee930-634d-4ec5-92cb-4d24d5f3838e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:16.136103 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-182e7ac9-4523-4993-9f9c-06d50b4590bb req-c9cee930-634d-4ec5-92cb-4d24d5f3838e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 944 time: 0.0986667 Apr 21 13:38:16.164096 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66d46658-1e97-4ff1-9213-54d799111b0e req-f825561a-960d-4c2a-8ba0-3598d4472834 service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336229 Apr 21 13:38:16.183413 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-182e7ac9-4523-4993-9f9c-06d50b4590bb req-8e565400-1417-44cc-b363-9ace118fe95e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397346 Apr 21 13:38:17.122361 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a0967e-904f-4af4-9492-92315d891362', 'tag': '8d013096-32b2-4efe-b655-8826163da6f6'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:38:17.124981 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e8b2a3-df08-47c7-a7ae-c9debd4ed6af" -d '{"events": [{"name": "network-changed", "server_uuid": "11a0967e-904f-4af4-9492-92315d891362", "tag": "8d013096-32b2-4efe-b655-8826163da6f6"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:38:17.159094 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:17.174629 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b110a857-92e1-49ae-8e5a-3c50859b9f4a x-openstack-request-id: req-b110a857-92e1-49ae-8e5a-3c50859b9f4a {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:38:17.174928 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a0967e-904f-4af4-9492-92315d891362", "tag": "8d013096-32b2-4efe-b655-8826163da6f6", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:38:17.175184 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b110a857-92e1-49ae-8e5a-3c50859b9f4a {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:38:17.175587 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b110a857-92e1-49ae-8e5a-3c50859b9f4a'] response: {'name': 'network-changed', 'server_uuid': '11a0967e-904f-4af4-9492-92315d891362', 'tag': '8d013096-32b2-4efe-b655-8826163da6f6', 'status': 'completed', 'code': 200} Apr 21 13:38:17.244510 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8b2a3-df08-47c7-a7ae-c9debd4ed6af req-f806b915-35d4-40d3-b05c-067ed065380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:17.246685 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-99e8b2a3-df08-47c7-a7ae-c9debd4ed6af req-f806b915-35d4-40d3-b05c-067ed065380b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 1095 time: 0.0481780 Apr 21 13:38:17.249069 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8b2a3-df08-47c7-a7ae-c9debd4ed6af req-7f1b5fde-475a-4ece-8007-57a2c23a38b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:17.251010 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-99e8b2a3-df08-47c7-a7ae-c9debd4ed6af req-7f1b5fde-475a-4ece-8007-57a2c23a38b9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6191999b6bee462c9838e0e358c8a260&device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 1095 time: 0.0476758 Apr 21 13:38:17.346496 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8b2a3-df08-47c7-a7ae-c9debd4ed6af req-3326f479-49bd-4393-b329-cdb985da1206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:17.348521 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-99e8b2a3-df08-47c7-a7ae-c9debd4ed6af req-3326f479-49bd-4393-b329-cdb985da1206 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.0934224 Apr 21 13:38:17.366585 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e29c5-16c4-435b-a2fa-ac5178b2ca27 req-2f4b41be-7d3a-4063-b6ef-0e50d7a12703 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:17.368088 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bd8e29c5-16c4-435b-a2fa-ac5178b2ca27 req-2f4b41be-7d3a-4063-b6ef-0e50d7a12703 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 944 time: 0.1014097 Apr 21 13:38:17.408328 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8b2a3-df08-47c7-a7ae-c9debd4ed6af req-0ad1c9d8-5554-4f04-8b94-f769f85dd91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:17.409814 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-99e8b2a3-df08-47c7-a7ae-c9debd4ed6af req-0ad1c9d8-5554-4f04-8b94-f769f85dd91e service neutron] 10.222.0.24 "GET /v2.0/networks?id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 200 len: 913 time: 0.1510322 Apr 21 13:38:17.424834 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-99e8b2a3-df08-47c7-a7ae-c9debd4ed6af req-952a86fa-ec7a-4bf7-bfdb-15bfad5494cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d013096-32b2-4efe-b655-8826163da6f6 HTTP/1.1" status: 200 len: 999 time: 0.0698452 Apr 21 13:38:17.436109 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bd8e29c5-16c4-435b-a2fa-ac5178b2ca27 req-67a45c5b-e153-44dc-9064-16801d8cc7af tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589390 Apr 21 13:38:17.481529 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8b2a3-df08-47c7-a7ae-c9debd4ed6af req-d65624c2-54c2-498e-93f8-923443991c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:17.483277 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-99e8b2a3-df08-47c7-a7ae-c9debd4ed6af req-d65624c2-54c2-498e-93f8-923443991c83 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0516939 Apr 21 13:38:17.496946 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-99e8b2a3-df08-47c7-a7ae-c9debd4ed6af req-8840ec2d-1c92-4145-8343-f597441d6843 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8d013096-32b2-4efe-b655-8826163da6f6 HTTP/1.1" status: 200 len: 999 time: 0.0685132 Apr 21 13:38:17.532657 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8b2a3-df08-47c7-a7ae-c9debd4ed6af req-90142acc-41a5-4765-87e3-aa33dfdbcb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:17.534292 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-99e8b2a3-df08-47c7-a7ae-c9debd4ed6af req-90142acc-41a5-4765-87e3-aa33dfdbcb03 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448971 Apr 21 13:38:17.551652 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8b2a3-df08-47c7-a7ae-c9debd4ed6af req-881c15a3-ce0f-4d34-ae85-b5d4f10b6a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:17.553196 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-99e8b2a3-df08-47c7-a7ae-c9debd4ed6af req-881c15a3-ce0f-4d34-ae85-b5d4f10b6a0b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 200 len: 851 time: 0.0454233 Apr 21 13:38:17.605940 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8b2a3-df08-47c7-a7ae-c9debd4ed6af req-1d867ec9-c18c-42e4-a869-03d8de930756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:17.607474 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-99e8b2a3-df08-47c7-a7ae-c9debd4ed6af req-1d867ec9-c18c-42e4-a869-03d8de930756 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423391 Apr 21 13:38:17.624999 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-99e8b2a3-df08-47c7-a7ae-c9debd4ed6af req-5335c98e-640a-4742-8075-c85c6512b8b2 service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831110 Apr 21 13:38:17.708721 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-99e8b2a3-df08-47c7-a7ae-c9debd4ed6af req-03d9e5ec-e114-46ac-aebe-975c846eda56 service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903842 Apr 21 13:38:17.721295 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-99e8b2a3-df08-47c7-a7ae-c9debd4ed6af req-b5fe219b-44e5-4436-a7ca-35b96489b31b service neutron] 10.222.0.26 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892673 Apr 21 13:38:17.801393 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-99e8b2a3-df08-47c7-a7ae-c9debd4ed6af req-1416770d-c449-42ec-8084-f1d329ef41ae service neutron] 10.222.0.24 "GET /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844386 Apr 21 13:38:18.463163 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:18.567947 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae3a02-6da8-4766-ad8f-90f0f43cbe4e req-a5a1a334-6425-4e27-8bd3-5c76e1e39f0d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:18.569462 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c9ae3a02-6da8-4766-ad8f-90f0f43cbe4e req-a5a1a334-6425-4e27-8bd3-5c76e1e39f0d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 944 time: 0.0549943 Apr 21 13:38:18.611940 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c9ae3a02-6da8-4766-ad8f-90f0f43cbe4e req-270c4f7b-85e0-4c4d-ba8c-aec7c89d0a48 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359540 Apr 21 13:38:18.696927 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:18.781176 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:19.728748 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a340bd8-94fe-4cf0-8af3-fcde6b9a9383 req-efa6933a-d3bd-40a8-aa23-33d03c51cbe5 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:19.730302 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6a340bd8-94fe-4cf0-8af3-fcde6b9a9383 req-efa6933a-d3bd-40a8-aa23-33d03c51cbe5 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 944 time: 0.0490620 Apr 21 13:38:19.768918 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6a340bd8-94fe-4cf0-8af3-fcde6b9a9383 req-5c804391-f811-4463-b7f8-06fa2c7cd0fb tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323489 Apr 21 13:38:20.886710 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96bdea-3fca-47df-a73c-6594d6210085 req-36bbe1b4-cf30-4f66-a524-e4d4eeac1075 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:20.898822 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa96bdea-3fca-47df-a73c-6594d6210085 req-36bbe1b4-cf30-4f66-a524-e4d4eeac1075 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 944 time: 0.0480852 Apr 21 13:38:20.925559 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa96bdea-3fca-47df-a73c-6594d6210085 req-3cf1f494-2462-452d-aa6a-c244e84f0a40 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313301 Apr 21 13:38:20.952395 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:22.042876 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889bd35-215e-4d20-ab67-a122b3d77794 req-ca662a09-6569-4900-a3d3-527608e91111 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:22.044320 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3889bd35-215e-4d20-ab67-a122b3d77794 req-ca662a09-6569-4900-a3d3-527608e91111 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 944 time: 0.0506239 Apr 21 13:38:22.081009 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3889bd35-215e-4d20-ab67-a122b3d77794 req-3f71fd4b-f230-41bf-8145-42e0751174d9 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307145 Apr 21 13:38:23.194672 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934dde9b-b7d2-40b9-9a2e-1ddf83848851 req-097482c7-4ad6-4539-b1ca-09fd1730d533 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:23.196164 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-934dde9b-b7d2-40b9-9a2e-1ddf83848851 req-097482c7-4ad6-4539-b1ca-09fd1730d533 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 944 time: 0.0480101 Apr 21 13:38:23.232595 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-934dde9b-b7d2-40b9-9a2e-1ddf83848851 req-dd16a63f-47cf-4fca-b06e-5df1b5aa605e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306220 Apr 21 13:38:24.346547 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b630511-f162-4db3-98b6-8f943a72459d req-930d58cb-87eb-4234-be1b-3be931ca4430 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:24.348014 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b630511-f162-4db3-98b6-8f943a72459d req-930d58cb-87eb-4234-be1b-3be931ca4430 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 944 time: 0.0471835 Apr 21 13:38:24.384873 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b630511-f162-4db3-98b6-8f943a72459d req-c8942ca5-af0f-40be-a3f6-f26f49432c2c tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309520 Apr 21 13:38:25.502587 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f7406-ed4c-4a45-9059-4b2e61d687bf req-7de69bad-f08b-43e4-a95c-2eda8926b1a2 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:25.504039 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a80f7406-ed4c-4a45-9059-4b2e61d687bf req-7de69bad-f08b-43e4-a95c-2eda8926b1a2 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 944 time: 0.0515010 Apr 21 13:38:25.541444 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a80f7406-ed4c-4a45-9059-4b2e61d687bf req-85226c35-99aa-4787-9366-ab54d3b3952c tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308475 Apr 21 13:38:26.658260 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d7de5-ebd8-4b46-8ea6-d9da60abfa71 req-38b7c0e6-8bfb-49d6-95f7-d94f0e60320d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:26.659636 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c97d7de5-ebd8-4b46-8ea6-d9da60abfa71 req-38b7c0e6-8bfb-49d6-95f7-d94f0e60320d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 944 time: 0.0472944 Apr 21 13:38:26.697157 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c97d7de5-ebd8-4b46-8ea6-d9da60abfa71 req-50ea226b-3099-463b-bf16-7bd167c647f1 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309534 Apr 21 13:38:27.813001 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e961f76-5cf2-4bf4-b8dc-b449a07894e5 req-7edd060c-20f8-4422-bc35-93424db8e66a tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:27.814484 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4e961f76-5cf2-4bf4-b8dc-b449a07894e5 req-7edd060c-20f8-4422-bc35-93424db8e66a tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 944 time: 0.0477557 Apr 21 13:38:27.851494 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4e961f76-5cf2-4bf4-b8dc-b449a07894e5 req-2ef66e6c-c1ae-499c-9d8a-8cb47189f5d8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304372 Apr 21 13:38:28.969905 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149d1fe-df41-4872-b92f-eee458b399bb req-6d58fcca-1213-4333-886c-f2051ba0985b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:28.971327 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e149d1fe-df41-4872-b92f-eee458b399bb req-6d58fcca-1213-4333-886c-f2051ba0985b tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 944 time: 0.0507014 Apr 21 13:38:29.007558 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e149d1fe-df41-4872-b92f-eee458b399bb req-d0559789-603e-4172-8e32-47f97c2dd32c tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304086 Apr 21 13:38:29.112066 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 8d013096-32b2-4efe-b655-8826163da6f6 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:38:29.119975 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6572174-5d50-4c5e-aeb9-24af00326e5c req-6e141482-045e-4319-9984-0c4183c6efc0 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:29.121491 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f6572174-5d50-4c5e-aeb9-24af00326e5c req-6e141482-045e-4319-9984-0c4183c6efc0 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 944 time: 0.0477335 Apr 21 13:38:29.159527 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f6572174-5d50-4c5e-aeb9-24af00326e5c req-eabd712e-3b70-4771-808e-2f2f45bfd81e tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318329 Apr 21 13:38:29.209175 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 8d013096-32b2-4efe-b655-8826163da6f6, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8d013096-32b2-4efe-b655-8826163da6f6,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:38:29.220344 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '8d013096-32b2-4efe-b655-8826163da6f6', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'port_id': '8d013096-32b2-4efe-b655-8826163da6f6', 'mac_address': 'fa:16:3e:01:be:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:38:29.256537 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:29.268901 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d013096-32b2-4efe-b655-8826163da6f6 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:38:29.272218 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb565738-5be4-4b4c-97e7-b2b7a30ca866 req-97d3bf4f-c01e-44a3-b7c4-b1bfe22c3486 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:29.273719 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb565738-5be4-4b4c-97e7-b2b7a30ca866 req-97d3bf4f-c01e-44a3-b7c4-b1bfe22c3486 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 944 time: 0.0482879 Apr 21 13:38:29.288837 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 8d013096-32b2-4efe-b655-8826163da6f6, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8d013096-32b2-4efe-b655-8826163da6f6,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:38:29.310616 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb565738-5be4-4b4c-97e7-b2b7a30ca866 req-b566af6b-2732-43f9-89a6-3cc7027745ec tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307910 Apr 21 13:38:29.354526 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:29.403388 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=8d013096-32b2-4efe-b655-8826163da6f6,revision_number=12']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:38:29.596187 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['8d013096-32b2-4efe-b655-8826163da6f6'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:38:29.724602 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5457a8a5-21fe-4476-90d5-d8714d4a3e70 req-0c490f9d-7f60-4303-8321-475988b115d6 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:29.726097 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5457a8a5-21fe-4476-90d5-d8714d4a3e70 req-0c490f9d-7f60-4303-8321-475988b115d6 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 945 time: 0.0527592 Apr 21 13:38:29.763103 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5457a8a5-21fe-4476-90d5-d8714d4a3e70 req-55c741a7-442e-48a5-829e-cc1fddc58fa8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307839 Apr 21 13:38:30.880072 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1c03e-6ff1-4212-9827-ccefcb7e2065 req-cb0eb22b-459d-402a-87d2-3b50ed235d1d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:30.882274 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77f1c03e-6ff1-4212-9827-ccefcb7e2065 req-cb0eb22b-459d-402a-87d2-3b50ed235d1d tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 945 time: 0.0493388 Apr 21 13:38:30.918468 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77f1c03e-6ff1-4212-9827-ccefcb7e2065 req-7c017778-4d29-4571-b218-322655b92d10 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups?id=272baeeb-ab7d-4155-b7aa-5b33842f9ead&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302179 Apr 21 13:38:31.135882 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 8d013096-32b2-4efe-b655-8826163da6f6 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:38:31.243616 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 8d013096-32b2-4efe-b655-8826163da6f6 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:38:31.247337 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 8d013096-32b2-4efe-b655-8826163da6f6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:38:31.247706 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:31.326596 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:31.348466 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a0967e-904f-4af4-9492-92315d891362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d013096-32b2-4efe-b655-8826163da6f6'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:38:31.351241 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f81287c-6d61-4110-a614-331cb2cfb0c5" -d '{"events": [{"server_uuid": "11a0967e-904f-4af4-9492-92315d891362", "name": "network-vif-plugged", "status": "completed", "tag": "8d013096-32b2-4efe-b655-8826163da6f6"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:38:31.363637 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 8d013096-32b2-4efe-b655-8826163da6f6, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8d013096-32b2-4efe-b655-8826163da6f6,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:38:31.389267 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff912b0f-0a97-40c8-b9f6-8d90897840b2 x-openstack-request-id: req-ff912b0f-0a97-40c8-b9f6-8d90897840b2 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:38:31.389562 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a0967e-904f-4af4-9492-92315d891362", "name": "network-vif-plugged", "status": "completed", "tag": "8d013096-32b2-4efe-b655-8826163da6f6", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:38:31.389838 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ff912b0f-0a97-40c8-b9f6-8d90897840b2 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:38:31.390232 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff912b0f-0a97-40c8-b9f6-8d90897840b2'] response: {'server_uuid': '11a0967e-904f-4af4-9492-92315d891362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d013096-32b2-4efe-b655-8826163da6f6', 'code': 200} Apr 21 13:38:31.434947 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:31.467144 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d595ff-3bef-44af-8467-a58c62e5578f req-f382c7b9-9a9f-42da-80f6-ccaf705f1db9 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:31.468619 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d2d595ff-3bef-44af-8467-a58c62e5578f req-f382c7b9-9a9f-42da-80f6-ccaf705f1db9 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.24 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 945 time: 0.0483346 Apr 21 13:38:31.482206 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=8d013096-32b2-4efe-b655-8826163da6f6,revision_number=13']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:38:31.559612 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d2d595ff-3bef-44af-8467-a58c62e5578f req-220de611-ac30-45d2-968e-182276c486c8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Deleting port 8d013096-32b2-4efe-b655-8826163da6f6 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:38:31.559949 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2d595ff-3bef-44af-8467-a58c62e5578f req-220de611-ac30-45d2-968e-182276c486c8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:31.644153 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d2d595ff-3bef-44af-8467-a58c62e5578f req-220de611-ac30-45d2-968e-182276c486c8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] For port 8d013096-32b2-4efe-b655-8826163da6f6, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=8d013096-32b2-4efe-b655-8826163da6f6,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:38:31.644449 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2d595ff-3bef-44af-8467-a58c62e5578f req-220de611-ac30-45d2-968e-182276c486c8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:31.812553 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2d595ff-3bef-44af-8467-a58c62e5578f req-220de611-ac30-45d2-968e-182276c486c8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:31.812908 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2d595ff-3bef-44af-8467-a58c62e5578f req-220de611-ac30-45d2-968e-182276c486c8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:31.813217 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [req-d2d595ff-3bef-44af-8467-a58c62e5578f req-220de611-ac30-45d2-968e-182276c486c8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Floating IP 04443daa-9076-4d93-a92e-ae5729baf9d5 disassociated. External IP: 172.25.8.13, port: 8d013096-32b2-4efe-b655-8826163da6f6. Apr 21 13:38:31.813553 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d2d595ff-3bef-44af-8467-a58c62e5578f req-220de611-ac30-45d2-968e-182276c486c8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Calling delete_port for 8d013096-32b2-4efe-b655-8826163da6f6 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:38:31.995847 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2d595ff-3bef-44af-8467-a58c62e5578f req-220de611-ac30-45d2-968e-182276c486c8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:32.021601 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-549db5e0-0108-447a-a36e-e1f5a3df9952 req-fec4cd2f-7caa-4a6f-9b26-e5130a622b86 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 210 time: 0.0355844 Apr 21 13:38:32.041979 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220de611-ac30-45d2-968e-182276c486c8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Pushing event deleted for resources: {'Port': ['ID=8d013096-32b2-4efe-b655-8826163da6f6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:38:32.473667 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2d595ff-3bef-44af-8467-a58c62e5578f req-220de611-ac30-45d2-968e-182276c486c8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Router ad38ec32-225f-4de6-ad69-6c95b9348c89 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:38:32.577564 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2d595ff-3bef-44af-8467-a58c62e5578f req-220de611-ac30-45d2-968e-182276c486c8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:38:32.588077 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a82f30c-4306-4e76-80e4-36113ca3f70f None None] Sync routers for ids ['ad38ec32-225f-4de6-ad69-6c95b9348c89'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:38:32.598135 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a82f30c-4306-4e76-80e4-36113ca3f70f None None] Routers {'ad38ec32-225f-4de6-ad69-6c95b9348c89'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:38:32.598750 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2a82f30c-4306-4e76-80e4-36113ca3f70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:38:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ad38ec32-225f-4de6-ad69-6c95b9348c89'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:38:32.619298 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d595ff-3bef-44af-8467-a58c62e5578f req-220de611-ac30-45d2-968e-182276c486c8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] No DVR routers for this DVR port 8d013096-32b2-4efe-b655-8826163da6f6 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:38:32.622203 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d2d595ff-3bef-44af-8467-a58c62e5578f req-220de611-ac30-45d2-968e-182276c486c8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:32.625465 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d2d595ff-3bef-44af-8467-a58c62e5578f req-220de611-ac30-45d2-968e-182276c486c8 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.24 "DELETE /v2.0/ports/8d013096-32b2-4efe-b655-8826163da6f6 HTTP/1.1" status: 204 len: 173 time: 1.1500659 Apr 21 13:38:32.625958 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a0967e-904f-4af4-9492-92315d891362', 'name': 'network-vif-deleted', 'tag': '8d013096-32b2-4efe-b655-8826163da6f6'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:38:32.628170 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119fdb18-5ec3-4d94-b11f-09b0a93f2529" -d '{"events": [{"server_uuid": "11a0967e-904f-4af4-9492-92315d891362", "name": "network-vif-deleted", "tag": "8d013096-32b2-4efe-b655-8826163da6f6"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:38:32.668375 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b4bf2e-f4dc-43fc-aae3-acd5814eec48 x-openstack-request-id: req-97b4bf2e-f4dc-43fc-aae3-acd5814eec48 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:38:32.668669 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a0967e-904f-4af4-9492-92315d891362", "name": "network-vif-deleted", "tag": "8d013096-32b2-4efe-b655-8826163da6f6", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:38:32.668921 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-97b4bf2e-f4dc-43fc-aae3-acd5814eec48 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:38:32.669324 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97b4bf2e-f4dc-43fc-aae3-acd5814eec48'] response: {'server_uuid': '11a0967e-904f-4af4-9492-92315d891362', 'name': 'network-vif-deleted', 'tag': '8d013096-32b2-4efe-b655-8826163da6f6', 'status': 'completed', 'code': 200} Apr 21 13:38:32.707688 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-2a82f30c-4306-4e76-80e4-36113ca3f70f None None] Set router ad38ec32-225f-4de6-ad69-6c95b9348c89 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:38:32.911020 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2a82f30c-4306-4e76-80e4-36113ca3f70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '49851a45-1e06-4b5f-835e-9e5524581595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port': {'id': '49851a45-1e06-4b5f-835e-9e5524581595', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'a2991119-a43f-44d9-9a48-d3219ce9350e', 'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'mac_address': 'fa:16:3e:2e:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:34:02Z', 'updated_at': '2022-04-21T13:34:05Z', 'revision_number': 5, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'subnets': [{'id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:38:32.937213 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a82f30c-4306-4e76-80e4-36113ca3f70f None None] Checking router: ad38ec32-225f-4de6-ad69-6c95b9348c89 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:38:32.945428 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a82f30c-4306-4e76-80e4-36113ca3f70f None None] Routers {'ad38ec32-225f-4de6-ad69-6c95b9348c89'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:38:32.946041 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2a82f30c-4306-4e76-80e4-36113ca3f70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:38:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ad38ec32-225f-4de6-ad69-6c95b9348c89'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:38:33.050784 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-2a82f30c-4306-4e76-80e4-36113ca3f70f None None] Set router ad38ec32-225f-4de6-ad69-6c95b9348c89 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:38:33.117736 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-606c68a0-f321-40e8-83e0-836d5f9dde19 req-2e24ff18-e13d-4326-b398-b896cc6ab7fc tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 210 time: 0.0271380 Apr 21 13:38:33.246974 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-2a82f30c-4306-4e76-80e4-36113ca3f70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '49851a45-1e06-4b5f-835e-9e5524581595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port': {'id': '49851a45-1e06-4b5f-835e-9e5524581595', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'a2991119-a43f-44d9-9a48-d3219ce9350e', 'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'mac_address': 'fa:16:3e:2e:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:34:02Z', 'updated_at': '2022-04-21T13:34:05Z', 'revision_number': 5, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'subnets': [{'id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:38:33.276275 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a82f30c-4306-4e76-80e4-36113ca3f70f None None] The sync data for ids ['ad38ec32-225f-4de6-ad69-6c95b9348c89'] in n-d-836147-2 is: [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '49851a45-1e06-4b5f-835e-9e5524581595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:02Z', 'revision_number': 4, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port': {'id': '49851a45-1e06-4b5f-835e-9e5524581595', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'a2991119-a43f-44d9-9a48-d3219ce9350e', 'name': '', 'network_id': '8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'mac_address': 'fa:16:3e:2e:24:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:34:02Z', 'updated_at': '2022-04-21T13:34:05Z', 'revision_number': 5, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'subnets': [{'id': '6ca006fe-3660-4c71-95af-93248fbdc150', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:38:33.506794 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b142243-6c49-43c8-93e4-697b8c5344b9 None None] New status for floating IP 04443daa-9076-4d93-a92e-ae5729baf9d5: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:38:34.214182 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fcd5b72a-361f-4f66-9ba1-9de02c1adf8c req-fa8c74f7-e76a-4557-81c1-f99a029fc555 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 210 time: 0.0259106 Apr 21 13:38:35.138494 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 8d013096-32b2-4efe-b655-8826163da6f6 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:38:35.158851 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 8d013096-32b2-4efe-b655-8826163da6f6 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:38:35.159185 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 8d013096-32b2-4efe-b655-8826163da6f6 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:38:35.307522 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ccd74a2-7b84-4856-a0e8-e3312c0d7d94 req-ae15d019-2dcd-4946-a836-cf294ed73e3f tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 210 time: 0.0254154 Apr 21 13:38:36.414216 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0dff3286-30c6-457d-9ab1-214a0a7ebef0 req-77eb5f77-ed5a-46ce-8da8-569d89bd1b25 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/ports?device_id=11a0967e-904f-4af4-9492-92315d891362 HTTP/1.1" status: 200 len: 210 time: 0.0267916 Apr 21 13:38:36.947363 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:38:41.301594 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59262) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:38:41.356701 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de426e13-8db4-43fe-bfc9-8b0461ecb116 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:41.379637 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de426e13-8db4-43fe-bfc9-8b0461ecb116 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:41.506531 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de426e13-8db4-43fe-bfc9-8b0461ecb116 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:41.509030 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-de426e13-8db4-43fe-bfc9-8b0461ecb116 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:41.510216 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-de426e13-8db4-43fe-bfc9-8b0461ecb116 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "DELETE /v2.0/security-groups/272baeeb-ab7d-4155-b7aa-5b33842f9ead HTTP/1.1" status: 204 len: 168 time: 0.2075856 Apr 21 13:38:41.512843 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59264) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:38:41.519215 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de426e13-8db4-43fe-bfc9-8b0461ecb116 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=272baeeb-ab7d-4155-b7aa-5b33842f9ead,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:38:41.529974 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [None req-0198c1a4-1436-4b7f-b4b1-9d141404eb88 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] show failed (client error): The resource could not be found. Apr 21 13:38:41.531064 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0198c1a4-1436-4b7f-b4b1-9d141404eb88 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "GET /v2.0/security-groups/272baeeb-ab7d-4155-b7aa-5b33842f9ead HTTP/1.1" status: 404 len: 347 time: 0.0171716 Apr 21 13:38:41.533798 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59266) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:38:41.656203 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-171a6f06-5465-410f-a8f6-9069ea4c86c6 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Deleting port 4bced7aa-0455-4b1d-9c60-dbfbb6ad20e4 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:38:41.656437 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-171a6f06-5465-410f-a8f6-9069ea4c86c6 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:41.727782 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-171a6f06-5465-410f-a8f6-9069ea4c86c6 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:41.728099 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-171a6f06-5465-410f-a8f6-9069ea4c86c6 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:41.739727 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-171a6f06-5465-410f-a8f6-9069ea4c86c6 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Calling delete_port for 4bced7aa-0455-4b1d-9c60-dbfbb6ad20e4 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:38:41.948817 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-171a6f06-5465-410f-a8f6-9069ea4c86c6 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:41.974806 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a6f06-5465-410f-a8f6-9069ea4c86c6 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Pushing event deleted for resources: {'Port': ['ID=4bced7aa-0455-4b1d-9c60-dbfbb6ad20e4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:38:42.035249 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-171a6f06-5465-410f-a8f6-9069ea4c86c6 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:42.037817 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-171a6f06-5465-410f-a8f6-9069ea4c86c6 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:42.038950 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-171a6f06-5465-410f-a8f6-9069ea4c86c6 tempest-ServerActionsTestJSON-1422986542 tempest-ServerActionsTestJSON-1422986542-project] 10.222.0.36 "DELETE /v2.0/floatingips/04443daa-9076-4d93-a92e-ae5729baf9d5 HTTP/1.1" status: 204 len: 168 time: 0.5039799 Apr 21 13:38:42.041988 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59268) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:38:42.372447 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-155ef228-3164-4317-891c-d2dbe1e246a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:42.610783 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-155ef228-3164-4317-891c-d2dbe1e246a5 admin admin] Deleting port a2991119-a43f-44d9-9a48-d3219ce9350e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:38:42.611734 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-155ef228-3164-4317-891c-d2dbe1e246a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:42.685916 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-155ef228-3164-4317-891c-d2dbe1e246a5 admin admin] For port a2991119-a43f-44d9-9a48-d3219ce9350e, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a2991119-a43f-44d9-9a48-d3219ce9350e,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:38:42.686275 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-155ef228-3164-4317-891c-d2dbe1e246a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:42.701768 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-155ef228-3164-4317-891c-d2dbe1e246a5 admin admin] Calling delete_port for a2991119-a43f-44d9-9a48-d3219ce9350e owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:38:42.929702 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-155ef228-3164-4317-891c-d2dbe1e246a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:42.954747 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ef228-3164-4317-891c-d2dbe1e246a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2991119-a43f-44d9-9a48-d3219ce9350e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:38:43.120464 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-155ef228-3164-4317-891c-d2dbe1e246a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:43.330132 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155ef228-3164-4317-891c-d2dbe1e246a5 admin admin] Router ad38ec32-225f-4de6-ad69-6c95b9348c89 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:38:43.435075 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155ef228-3164-4317-891c-d2dbe1e246a5 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:38:43.440044 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-155ef228-3164-4317-891c-d2dbe1e246a5 admin admin] 10.222.0.36 "PUT /v2.0/routers/ad38ec32-225f-4de6-ad69-6c95b9348c89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3970261 Apr 21 13:38:43.442626 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59270) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:38:43.444771 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cfbf16-f027-4302-8eef-9cfae4f5f17d None None] Sync routers for ids ['ad38ec32-225f-4de6-ad69-6c95b9348c89'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:38:43.550545 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a883c1a-537f-4dad-b89f-5f46eaa85680 admin admin] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:43.610956 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cfbf16-f027-4302-8eef-9cfae4f5f17d None None] Routers {'ad38ec32-225f-4de6-ad69-6c95b9348c89'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:38:43.611739 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a7cfbf16-f027-4302-8eef-9cfae4f5f17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:38:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ad38ec32-225f-4de6-ad69-6c95b9348c89'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:38:43.613723 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68a93da3-a7d4-4387-b85e-511691bbcd05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:43.653772 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a883c1a-537f-4dad-b89f-5f46eaa85680 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:43.717142 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-a7cfbf16-f027-4302-8eef-9cfae4f5f17d None None] Set router ad38ec32-225f-4de6-ad69-6c95b9348c89 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:38:43.756404 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9a883c1a-537f-4dad-b89f-5f46eaa85680 admin admin] Deleting port 49851a45-1e06-4b5f-835e-9e5524581595 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:38:43.756742 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a883c1a-537f-4dad-b89f-5f46eaa85680 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:43.832964 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-9a883c1a-537f-4dad-b89f-5f46eaa85680 admin admin] For port 49851a45-1e06-4b5f-835e-9e5524581595, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=49851a45-1e06-4b5f-835e-9e5524581595,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:38:43.833322 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a883c1a-537f-4dad-b89f-5f46eaa85680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:43.850138 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9a883c1a-537f-4dad-b89f-5f46eaa85680 admin admin] Calling delete_port for 49851a45-1e06-4b5f-835e-9e5524581595 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:38:43.891993 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a7cfbf16-f027-4302-8eef-9cfae4f5f17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': '49851a45-1e06-4b5f-835e-9e5524581595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:38:42Z', 'revision_number': 5, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port': {'id': '49851a45-1e06-4b5f-835e-9e5524581595', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:2f:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:38:43.922130 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cfbf16-f027-4302-8eef-9cfae4f5f17d None None] Checking router: ad38ec32-225f-4de6-ad69-6c95b9348c89 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:38:43.930232 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cfbf16-f027-4302-8eef-9cfae4f5f17d None None] Routers {'ad38ec32-225f-4de6-ad69-6c95b9348c89'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:38:43.930832 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a7cfbf16-f027-4302-8eef-9cfae4f5f17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:38:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['ad38ec32-225f-4de6-ad69-6c95b9348c89'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:38:44.012935 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-a7cfbf16-f027-4302-8eef-9cfae4f5f17d None None] Set router ad38ec32-225f-4de6-ad69-6c95b9348c89 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:38:44.065758 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a7cfbf16-f027-4302-8eef-9cfae4f5f17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:38:43Z', 'revision_number': 6, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:38:44.069817 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a883c1a-537f-4dad-b89f-5f46eaa85680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:44.092482 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cfbf16-f027-4302-8eef-9cfae4f5f17d None None] The sync data for ids ['ad38ec32-225f-4de6-ad69-6c95b9348c89'] in n-d-836147-2 is: [{'id': 'ad38ec32-225f-4de6-ad69-6c95b9348c89', 'name': 'tempest-ServerActionsTestJSON-1636228582-router', 'tenant_id': '6191999b6bee462c9838e0e358c8a260', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:33:59Z', 'updated_at': '2022-04-21T13:38:43Z', 'revision_number': 6, 'project_id': '6191999b6bee462c9838e0e358c8a260', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:38:44.100502 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a883c1a-537f-4dad-b89f-5f46eaa85680 admin admin] Pushing event deleted for resources: {'Port': ['ID=49851a45-1e06-4b5f-835e-9e5524581595,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:38:44.160261 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a883c1a-537f-4dad-b89f-5f46eaa85680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:44.248155 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a883c1a-537f-4dad-b89f-5f46eaa85680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:44.250286 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a883c1a-537f-4dad-b89f-5f46eaa85680 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:44.346773 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a883c1a-537f-4dad-b89f-5f46eaa85680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:44.347284 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a883c1a-537f-4dad-b89f-5f46eaa85680 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad38ec32-225f-4de6-ad69-6c95b9348c89 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:38:44.352036 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9a883c1a-537f-4dad-b89f-5f46eaa85680 admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:44.353161 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9a883c1a-537f-4dad-b89f-5f46eaa85680 admin admin] 10.222.0.36 "DELETE /v2.0/routers/ad38ec32-225f-4de6-ad69-6c95b9348c89 HTTP/1.1" status: 204 len: 168 time: 0.9095688 Apr 21 13:38:44.355785 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59272) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:38:44.403575 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bbb3256-f172-49e7-8f9a-501981d1a42d admin admin] Deleting subnet 6ca006fe-3660-4c71-95af-93248fbdc150 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:38:44.406665 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0bbb3256-f172-49e7-8f9a-501981d1a42d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:44.441240 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0bbb3256-f172-49e7-8f9a-501981d1a42d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:44.520744 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0bbb3256-f172-49e7-8f9a-501981d1a42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:44.612198 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0bbb3256-f172-49e7-8f9a-501981d1a42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:44.635672 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb3256-f172-49e7-8f9a-501981d1a42d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ca006fe-3660-4c71-95af-93248fbdc150,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:38:44.641225 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0bbb3256-f172-49e7-8f9a-501981d1a42d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:44.644651 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0bbb3256-f172-49e7-8f9a-501981d1a42d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6ca006fe-3660-4c71-95af-93248fbdc150 HTTP/1.1" status: 204 len: 168 time: 0.2876575 Apr 21 13:38:44.646633 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c40ee4-af05-4ec0-be05-47790df504e9 None None] Network 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:38:44.647116 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59274) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:38:44.712952 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-576441bd-5d76-4096-89e3-bc411b9f82a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:44.764788 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-576441bd-5d76-4096-89e3-bc411b9f82a4 admin admin] Deleting port c3115fb1-a4bf-434f-84d1-f257e97123ac {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:38:44.765155 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-576441bd-5d76-4096-89e3-bc411b9f82a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:44.832343 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-576441bd-5d76-4096-89e3-bc411b9f82a4 admin admin] For port c3115fb1-a4bf-434f-84d1-f257e97123ac, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c3115fb1-a4bf-434f-84d1-f257e97123ac,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:38:44.832711 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-576441bd-5d76-4096-89e3-bc411b9f82a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:44.845758 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-576441bd-5d76-4096-89e3-bc411b9f82a4 admin admin] Calling delete_port for c3115fb1-a4bf-434f-84d1-f257e97123ac owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:38:44.881162 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7544384d-de09-4d28-995f-b0e854db51f9 None None] DHCP port deletion for 8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:38:44.938747 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7544384d-de09-4d28-995f-b0e854db51f9 None None] Deleting port c3115fb1-a4bf-434f-84d1-f257e97123ac {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:38:44.939110 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7544384d-de09-4d28-995f-b0e854db51f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:44.955857 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 49851a45-1e06-4b5f-835e-9e5524581595 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:38:45.000474 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-576441bd-5d76-4096-89e3-bc411b9f82a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:45.007323 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 49851a45-1e06-4b5f-835e-9e5524581595 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:38:45.013181 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 49851a45-1e06-4b5f-835e-9e5524581595 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:38:45.013181 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c3115fb1-a4bf-434f-84d1-f257e97123ac no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:38:45.034541 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576441bd-5d76-4096-89e3-bc411b9f82a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3115fb1-a4bf-434f-84d1-f257e97123ac,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:38:45.040213 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576441bd-5d76-4096-89e3-bc411b9f82a4 admin admin] No DVR routers for this DVR port c3115fb1-a4bf-434f-84d1-f257e97123ac on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:38:45.045417 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: c3115fb1-a4bf-434f-84d1-f257e97123ac {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:38:45.045417 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c3115fb1-a4bf-434f-84d1-f257e97123ac not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:38:45.045417 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a2991119-a43f-44d9-9a48-d3219ce9350e no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:38:45.047884 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7544384d-de09-4d28-995f-b0e854db51f9 None None] For port c3115fb1-a4bf-434f-84d1-f257e97123ac, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c3115fb1-a4bf-434f-84d1-f257e97123ac,segment=NetworkSegment(8f8fffc1-fc97-4ff6-8170-d49db699f5bb),segment_id=8f8fffc1-fc97-4ff6-8170-d49db699f5bb)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:38:45.048283 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7544384d-de09-4d28-995f-b0e854db51f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:45.073771 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: a2991119-a43f-44d9-9a48-d3219ce9350e {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:38:45.074127 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a2991119-a43f-44d9-9a48-d3219ce9350e not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:38:45.079009 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7544384d-de09-4d28-995f-b0e854db51f9 None None] Calling delete_port for c3115fb1-a4bf-434f-84d1-f257e97123ac owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:38:45.116546 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-576441bd-5d76-4096-89e3-bc411b9f82a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:45.138917 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-576441bd-5d76-4096-89e3-bc411b9f82a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:38:45.149003 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-576441bd-5d76-4096-89e3-bc411b9f82a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8fffc1-fc97-4ff6-8170-d49db699f5bb') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:38:45.149253 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-576441bd-5d76-4096-89e3-bc411b9f82a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8fffc1-fc97-4ff6-8170-d49db699f5bb') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:38:45.157314 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7544384d-de09-4d28-995f-b0e854db51f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:45.159510 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-576441bd-5d76-4096-89e3-bc411b9f82a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:45.174131 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-576441bd-5d76-4096-89e3-bc411b9f82a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:45.179595 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544384d-de09-4d28-995f-b0e854db51f9 None None] Pushing event deleted for resources: {'Port': ['ID=c3115fb1-a4bf-434f-84d1-f257e97123ac,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:38:45.182030 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-576441bd-5d76-4096-89e3-bc411b9f82a4 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:38:45.182446 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-576441bd-5d76-4096-89e3-bc411b9f82a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: timer() Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:38:45.185090 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:38:45.190571 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7544384d-de09-4d28-995f-b0e854db51f9 None None] No DVR routers for this DVR port c3115fb1-a4bf-434f-84d1-f257e97123ac on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:38:45.329835 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-576441bd-5d76-4096-89e3-bc411b9f82a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:45.335986 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-576441bd-5d76-4096-89e3-bc411b9f82a4 admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:45.339117 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-576441bd-5d76-4096-89e3-bc411b9f82a4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4 HTTP/1.1" status: 204 len: 168 time: 0.6914196 Apr 21 13:38:45.350138 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576441bd-5d76-4096-89e3-bc411b9f82a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b4bb5fe-482b-42a5-89f6-e5f52b7ec3f4,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:38:45.650116 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59278) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:38:45.690703 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-363e5cd5-ecac-4d84-a571-561b6c7b0700 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6191999b6bee462c9838e0e358c8a260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372648 Apr 21 13:38:45.690923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59280) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:38:45.737653 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ce85984-9e08-4a1f-a82d-a5b6e319cd45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:45.759334 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ce85984-9e08-4a1f-a82d-a5b6e319cd45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:45.775073 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dd98fca2-e619-4d1c-a8a3-8d8e6d57d067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:45.878332 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ce85984-9e08-4a1f-a82d-a5b6e319cd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:45.880947 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ce85984-9e08-4a1f-a82d-a5b6e319cd45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:45.882072 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6ce85984-9e08-4a1f-a82d-a5b6e319cd45 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f2dc1346-fd24-4d4b-9084-a8f791d57b70 HTTP/1.1" status: 204 len: 168 time: 0.1902864 Apr 21 13:38:45.889864 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce85984-9e08-4a1f-a82d-a5b6e319cd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2dc1346-fd24-4d4b-9084-a8f791d57b70,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:38:46.884496 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59302) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:38:46.976923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ca5aeb62-20c3-4552-bc61-ee1905b3326e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1935629449-network', 'tenant_id': '1bc535134b85417fb0065c725d468d51'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:38:47.066528 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5aeb62-20c3-4552-bc61-ee1905b3326e admin admin] Made reservation on behalf of 1bc535134b85417fb0065c725d468d51 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:38:47.069447 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca5aeb62-20c3-4552-bc61-ee1905b3326e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:47.078001 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca5aeb62-20c3-4552-bc61-ee1905b3326e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:47.131985 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:47.151004 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca5aeb62-20c3-4552-bc61-ee1905b3326e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:47.217237 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca5aeb62-20c3-4552-bc61-ee1905b3326e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:47.241246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5aeb62-20c3-4552-bc61-ee1905b3326e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:38:47.250519 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5aeb62-20c3-4552-bc61-ee1905b3326e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bb4063-a9cd-44f2-8762-a7331434eea9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:38:47.255138 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca5aeb62-20c3-4552-bc61-ee1905b3326e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:47.256104 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-ca5aeb62-20c3-4552-bc61-ee1905b3326e admin admin] Added segment d4e1b296-9714-47a1-925c-a7986b75b80a of type vlan for network d29103de-8f4c-41b6-9ca1-aef629a51395 Apr 21 13:38:47.294291 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca5aeb62-20c3-4552-bc61-ee1905b3326e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:47.375299 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca5aeb62-20c3-4552-bc61-ee1905b3326e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:47.376180 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5aeb62-20c3-4552-bc61-ee1905b3326e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:47.376758 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ca5aeb62-20c3-4552-bc61-ee1905b3326e admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:47.437274 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5aeb62-20c3-4552-bc61-ee1905b3326e admin admin] Pushing event updated for resources: {'Network': ['ID=d29103de-8f4c-41b6-9ca1-aef629a51395,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:38:47.450592 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network d29103de-8f4c-41b6-9ca1-aef629a51395 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:38:47.494627 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ca5aeb62-20c3-4552-bc61-ee1905b3326e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6089358 Apr 21 13:38:47.497605 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59306) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:38:47.502514 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1379908f-5964-4d4c-9846-aef40effc8e4 admin admin] Request body: {'subnet': {'network_id': 'd29103de-8f4c-41b6-9ca1-aef629a51395', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1935629449-subnet', 'tenant_id': '1bc535134b85417fb0065c725d468d51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:38:47.588514 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1379908f-5964-4d4c-9846-aef40effc8e4 admin admin] Made reservation on behalf of 1bc535134b85417fb0065c725d468d51 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:38:47.590913 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1379908f-5964-4d4c-9846-aef40effc8e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:47.855706 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1379908f-5964-4d4c-9846-aef40effc8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:47.909972 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379908f-5964-4d4c-9846-aef40effc8e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=970cbef1-15d7-42c2-bfc7-e57438476cd0,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:38:47.919112 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1379908f-5964-4d4c-9846-aef40effc8e4 admin admin] Checking segment: {'id': 'd4e1b296-9714-47a1-925c-a7986b75b80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd29103de-8f4c-41b6-9ca1-aef629a51395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:38:47.919478 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1379908f-5964-4d4c-9846-aef40effc8e4 admin admin] Network hostable DHCP agents. Network: d29103de-8f4c-41b6-9ca1-aef629a51395, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:38:48.017152 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1379908f-5964-4d4c-9846-aef40effc8e4 admin admin] Network d29103de-8f4c-41b6-9ca1-aef629a51395 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:38:48.086032 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1379908f-5964-4d4c-9846-aef40effc8e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, d29103de-8f4c-41b6-9ca1-aef629a51395) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:38:48.090001 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1379908f-5964-4d4c-9846-aef40effc8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:48.090586 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1379908f-5964-4d4c-9846-aef40effc8e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:48.096441 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c66a62-06c2-4ac0-a24f-67e95972a3a0 None None] Network d29103de-8f4c-41b6-9ca1-aef629a51395 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:38:48.169306 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1379908f-5964-4d4c-9846-aef40effc8e4 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6705506 Apr 21 13:38:48.218910 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6bed6f-369b-4c4e-90af-bc07b9bdf73f None None] Network d29103de-8f4c-41b6-9ca1-aef629a51395 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:38:48.526541 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:48.585548 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-523cf651-abcd-44e4-ab60-ecb05cd6599e tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:48.587166 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-523cf651-abcd-44e4-ab60-ecb05cd6599e tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/networks?id=d29103de-8f4c-41b6-9ca1-aef629a51395 HTTP/1.1" status: 200 len: 814 time: 0.0996003 Apr 21 13:38:48.601880 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-7486d8b5-988f-483a-a062-b18a8f9ed25f tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/quotas/1bc535134b85417fb0065c725d468d51 HTTP/1.1" status: 200 len: 375 time: 0.0089502 Apr 21 13:38:48.639301 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-3577ed89-8d2c-4684-80be-dbecc818f0b7 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1bc535134b85417fb0065c725d468d51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318699 Apr 21 13:38:48.650199 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-212887ef-463f-4d6a-8173-70b8f01dcbcd service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 13:38:48.651136 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-212887ef-463f-4d6a-8173-70b8f01dcbcd service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050318 Apr 21 13:38:48.680284 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:48.737840 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-6a3d5148-4e19-4e44-9e70-b78b7ca71d22 service neutron] 10.222.0.36 "GET /v2.0/networks/d29103de-8f4c-41b6-9ca1-aef629a51395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810647 Apr 21 13:38:48.758180 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:48.830850 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-1ffa0912-aed3-4248-b48a-35612233cf0f service neutron] 10.222.0.36 "GET /v2.0/networks/d29103de-8f4c-41b6-9ca1-aef629a51395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863180 Apr 21 13:38:49.066423 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-57ffd566-2b09-4987-b6c9-637325e45b1a req-e1bc1822-462b-4815-aba8-4e120a3366a3 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=c68c2891-c862-408b-ab49-ad1cb57b515f HTTP/1.1" status: 200 len: 210 time: 0.0280919 Apr 21 13:38:50.159084 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a976cb8b-82cf-4980-b9c0-06a4c088459c req-ee46eadf-d426-4880-b62d-1630d9966307 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=c68c2891-c862-408b-ab49-ad1cb57b515f HTTP/1.1" status: 200 len: 210 time: 0.0265050 Apr 21 13:38:50.931669 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:51.248097 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-aef9b331-2e57-4d55-a0fb-9124548732a2 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:51.249540 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-aef9b331-2e57-4d55-a0fb-9124548732a2 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.26 "GET /v2.0/networks?id=d29103de-8f4c-41b6-9ca1-aef629a51395 HTTP/1.1" status: 200 len: 814 time: 0.1066754 Apr 21 13:38:51.253204 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c6e6e96-6ec3-4e2f-b78b-9f07c5b1f1e3 req-edf80287-f813-41e8-be5d-1db6a9eb885f tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=c68c2891-c862-408b-ab49-ad1cb57b515f HTTP/1.1" status: 200 len: 210 time: 0.0274186 Apr 21 13:38:51.263678 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-c6040d4b-cc85-494b-a26a-9502feb150be tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Request body: {'port': {'device_id': 'c68c2891-c862-408b-ab49-ad1cb57b515f', 'network_id': 'd29103de-8f4c-41b6-9ca1-aef629a51395', 'admin_state_up': True, 'tenant_id': '1bc535134b85417fb0065c725d468d51'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:38:51.455114 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-c6040d4b-cc85-494b-a26a-9502feb150be tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Made reservation on behalf of 1bc535134b85417fb0065c725d468d51 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:38:51.458878 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-c6040d4b-cc85-494b-a26a-9502feb150be tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:51.589633 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-c6040d4b-cc85-494b-a26a-9502feb150be tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Allocated IP 172.20.0.5 (d29103de-8f4c-41b6-9ca1-aef629a51395/970cbef1-15d7-42c2-bfc7-e57438476cd0/ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:38:51.735001 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-c6040d4b-cc85-494b-a26a-9502feb150be tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:51.823487 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-c6040d4b-cc85-494b-a26a-9502feb150be tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:51.868140 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-c6040d4b-cc85-494b-a26a-9502feb150be tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Network d29103de-8f4c-41b6-9ca1-aef629a51395 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:38:51.871351 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-c6040d4b-cc85-494b-a26a-9502feb150be tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:38:51.875327 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-c6040d4b-cc85-494b-a26a-9502feb150be tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:38:51.900007 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6040d4b-cc85-494b-a26a-9502feb150be tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Pushing event updated for resources: {'Port': ['ID=ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:38:51.928003 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-c6040d4b-cc85-494b-a26a-9502feb150be tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:51.929831 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-c6040d4b-cc85-494b-a26a-9502feb150be tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:52.020145 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-c6040d4b-cc85-494b-a26a-9502feb150be tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7607145 Apr 21 13:38:52.031576 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-f76a67ef-533f-47d4-9cff-84bebb567597 service neutron] Request body: {'port': {'device_id': 'c68c2891-c862-408b-ab49-ad1cb57b515f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:38:52.088724 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-f76a67ef-533f-47d4-9cff-84bebb567597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:52.347366 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-f76a67ef-533f-47d4-9cff-84bebb567597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:38:52.356635 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-f76a67ef-533f-47d4-9cff-84bebb567597 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:52.371927 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-f76a67ef-533f-47d4-9cff-84bebb567597 service neutron] Transition to ACTIVE for port object ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:38:52.373945 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0571ad5-629e-4d05-a08a-06a0c5f93d37 req-b711768e-2724-4892-ad63-d59591c84b79 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:52.375448 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d0571ad5-629e-4d05-a08a-06a0c5f93d37 req-b711768e-2724-4892-ad63-d59591c84b79 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=c68c2891-c862-408b-ab49-ad1cb57b515f HTTP/1.1" status: 200 len: 931 time: 0.0531492 Apr 21 13:38:52.421683 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d0571ad5-629e-4d05-a08a-06a0c5f93d37 req-e10d72d1-b3d2-4a05-9d7d-ca3a19739421 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/security-groups?id=95bb4063-a9cd-44f2-8762-a7331434eea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396190 Apr 21 13:38:52.457416 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-f76a67ef-533f-47d4-9cff-84bebb567597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:52.506824 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a67ef-533f-47d4-9cff-84bebb567597 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:38:52.577000 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-f76a67ef-533f-47d4-9cff-84bebb567597 service neutron] Attempting to bind port ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:38:52.577257 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-f76a67ef-533f-47d4-9cff-84bebb567597 service neutron] Attempting to bind port ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': 'd4e1b296-9714-47a1-925c-a7986b75b80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd29103de-8f4c-41b6-9ca1-aef629a51395'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:38:52.577602 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-f76a67ef-533f-47d4-9cff-84bebb567597 service neutron] Attempting to bind port ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e on network d29103de-8f4c-41b6-9ca1-aef629a51395 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:38:52.581828 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-f76a67ef-533f-47d4-9cff-84bebb567597 service neutron] Port ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e on network d29103de-8f4c-41b6-9ca1-aef629a51395 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:38:52.582143 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-f76a67ef-533f-47d4-9cff-84bebb567597 service neutron] Attempting to bind port ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e on network d29103de-8f4c-41b6-9ca1-aef629a51395 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:38:52.587428 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-f76a67ef-533f-47d4-9cff-84bebb567597 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:38:52.587776 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-f76a67ef-533f-47d4-9cff-84bebb567597 service neutron] Checking segment: {'id': 'd4e1b296-9714-47a1-925c-a7986b75b80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd29103de-8f4c-41b6-9ca1-aef629a51395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:38:52.588156 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-f76a67ef-533f-47d4-9cff-84bebb567597 service neutron] Bound using segment: {'id': 'd4e1b296-9714-47a1-925c-a7986b75b80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd29103de-8f4c-41b6-9ca1-aef629a51395'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:38:52.588573 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-f76a67ef-533f-47d4-9cff-84bebb567597 service neutron] Bound port: ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4e1b296-9714-47a1-925c-a7986b75b80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd29103de-8f4c-41b6-9ca1-aef629a51395'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:38:52.588921 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-f76a67ef-533f-47d4-9cff-84bebb567597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:52.650804 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-f76a67ef-533f-47d4-9cff-84bebb567597 service neutron] For port ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e, host n-h1-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:38:52.653641 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-f76a67ef-533f-47d4-9cff-84bebb567597 service neutron] For port ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e,segment=NetworkSegment(d4e1b296-9714-47a1-925c-a7986b75b80a),segment_id=d4e1b296-9714-47a1-925c-a7986b75b80a)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:38:52.738067 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-f76a67ef-533f-47d4-9cff-84bebb567597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:52.770441 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-f76a67ef-533f-47d4-9cff-84bebb567597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:52.771066 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-f76a67ef-533f-47d4-9cff-84bebb567597 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:52.773029 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-f76a67ef-533f-47d4-9cff-84bebb567597 service neutron] 10.222.0.26 "PUT /v2.0/ports/ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e HTTP/1.1" status: 200 len: 1091 time: 0.7455513 Apr 21 13:38:52.773461 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c68c2891-c862-408b-ab49-ad1cb57b515f', 'tag': 'ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:38:52.775715 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8731b9b0d93a9bf69e636c4352cfd91473ecc38c160ddf4d7ef907223a15797c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77712e20-01a0-450c-b3c5-94318f364477" -d '{"events": [{"name": "network-changed", "server_uuid": "c68c2891-c862-408b-ab49-ad1cb57b515f", "tag": "ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:38:52.801353 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a67ef-533f-47d4-9cff-84bebb567597 service neutron] Pushing event updated for resources: {'Port': ['ID=ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:38:52.813347 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29eb6b40-36ef-4c77-9d73-a22776ef356a x-openstack-request-id: req-29eb6b40-36ef-4c77-9d73-a22776ef356a {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:38:52.813689 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c68c2891-c862-408b-ab49-ad1cb57b515f", "tag": "ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:38:52.813940 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-29eb6b40-36ef-4c77-9d73-a22776ef356a {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:38:52.814606 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29eb6b40-36ef-4c77-9d73-a22776ef356a'] response: {'name': 'network-changed', 'server_uuid': 'c68c2891-c862-408b-ab49-ad1cb57b515f', 'tag': 'ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e', 'status': 'completed', 'code': 200} Apr 21 13:38:52.872793 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77712e20-01a0-450c-b3c5-94318f364477 req-a00c332d-4fd9-4daa-b94f-bd208966d5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:52.874442 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-77712e20-01a0-450c-b3c5-94318f364477 req-a00c332d-4fd9-4daa-b94f-bd208966d5a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bc535134b85417fb0065c725d468d51&device_id=c68c2891-c862-408b-ab49-ad1cb57b515f HTTP/1.1" status: 200 len: 1094 time: 0.0419912 Apr 21 13:38:52.983947 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77712e20-01a0-450c-b3c5-94318f364477 req-fc7f0d0d-724d-45df-945a-04c8f8d8fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:52.985438 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-77712e20-01a0-450c-b3c5-94318f364477 req-fc7f0d0d-724d-45df-945a-04c8f8d8fd0b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1bc535134b85417fb0065c725d468d51&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1038203 Apr 21 13:38:53.082549 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77712e20-01a0-450c-b3c5-94318f364477 req-583ab239-c06d-4ea3-9a5a-0a52b78af982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:53.084018 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-77712e20-01a0-450c-b3c5-94318f364477 req-583ab239-c06d-4ea3-9a5a-0a52b78af982 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924323 Apr 21 13:38:53.158321 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-5042ac7e-e6e9-41e6-b11f-0f6e9b83fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:53.159747 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-5042ac7e-e6e9-41e6-b11f-0f6e9b83fbfb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bc535134b85417fb0065c725d468d51&device_id=c68c2891-c862-408b-ab49-ad1cb57b515f HTTP/1.1" status: 200 len: 1094 time: 0.0412726 Apr 21 13:38:53.200648 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-2df64faa-76bc-4220-8dfb-7e74b5400e58 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e HTTP/1.1" status: 200 len: 217 time: 0.0334282 Apr 21 13:38:53.248621 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-026f33bd-5eb9-4735-aa22-856627ba28ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:53.250072 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-026f33bd-5eb9-4735-aa22-856627ba28ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=970cbef1-15d7-42c2-bfc7-e57438476cd0 HTTP/1.1" status: 200 len: 854 time: 0.0428689 Apr 21 13:38:53.284884 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-d72d4a3d-d8ae-44c5-8f41-c815c216b904 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d29103de-8f4c-41b6-9ca1-aef629a51395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276310 Apr 21 13:38:53.371191 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-e7582ef5-16a8-4424-9bd2-7ce8394c22ec service neutron] 10.222.0.26 "GET /v2.0/networks/d29103de-8f4c-41b6-9ca1-aef629a51395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795429 Apr 21 13:38:53.462553 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e089f081-d366-47a4-93e8-13c8f782cee4 req-543f1493-5505-4244-8608-88e603426846 service neutron] 10.222.0.26 "GET /v2.0/networks/d29103de-8f4c-41b6-9ca1-aef629a51395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847249 Apr 21 13:38:53.537400 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c7586-5e77-46b5-b2b6-a7ba99c53968 req-70ccaf64-cca2-4b0b-b7e3-4bf8569c0773 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:53.538892 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-594c7586-5e77-46b5-b2b6-a7ba99c53968 req-70ccaf64-cca2-4b0b-b7e3-4bf8569c0773 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=c68c2891-c862-408b-ab49-ad1cb57b515f HTTP/1.1" status: 200 len: 943 time: 0.0472486 Apr 21 13:38:53.580659 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-594c7586-5e77-46b5-b2b6-a7ba99c53968 req-cd5177bd-4158-4b75-9954-697570dbb85a tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/security-groups?id=95bb4063-a9cd-44f2-8762-a7331434eea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334761 Apr 21 13:38:54.697690 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1b2d8-6f63-408d-8d10-49d222c21556 req-ad458d40-dc9e-460f-a2ea-170115dcc4d2 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:54.699148 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9ef1b2d8-6f63-408d-8d10-49d222c21556 req-ad458d40-dc9e-460f-a2ea-170115dcc4d2 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=c68c2891-c862-408b-ab49-ad1cb57b515f HTTP/1.1" status: 200 len: 943 time: 0.0494108 Apr 21 13:38:54.735444 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9ef1b2d8-6f63-408d-8d10-49d222c21556 req-6642c55a-8e50-4656-a35e-4bf0f74bba04 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/security-groups?id=95bb4063-a9cd-44f2-8762-a7331434eea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302989 Apr 21 13:38:55.324431 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:38:55.415631 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e,segment=NetworkSegment(d4e1b296-9714-47a1-925c-a7986b75b80a),segment_id=d4e1b296-9714-47a1-925c-a7986b75b80a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:38:55.426743 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e', 'network_id': 'd29103de-8f4c-41b6-9ca1-aef629a51395', 'port_id': 'ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e', 'mac_address': 'fa:16:3e:61:a7:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '970cbef1-15d7-42c2-bfc7-e57438476cd0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:38:55.466456 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:55.478700 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:38:55.496834 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e,segment=NetworkSegment(d4e1b296-9714-47a1-925c-a7986b75b80a),segment_id=d4e1b296-9714-47a1-925c-a7986b75b80a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:38:55.571197 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:55.617341 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:38:55.851305 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5997c2a-ac53-4acc-811f-65bc621e50ae req-05c8fbef-0f99-4828-9b82-987c133ae19a tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:55.852774 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5997c2a-ac53-4acc-811f-65bc621e50ae req-05c8fbef-0f99-4828-9b82-987c133ae19a tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=c68c2891-c862-408b-ab49-ad1cb57b515f HTTP/1.1" status: 200 len: 944 time: 0.0474613 Apr 21 13:38:55.867219 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:38:55.894702 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5997c2a-ac53-4acc-811f-65bc621e50ae req-11bb8db0-cb31-4de4-a93f-e0026fc38732 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/security-groups?id=95bb4063-a9cd-44f2-8762-a7331434eea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359082 Apr 21 13:38:57.007815 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee42708c-3441-4bd0-8d5f-1085e97edaa9 req-3ca252a2-97d3-4d2e-9ff5-87a589de2862 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:57.009281 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ee42708c-3441-4bd0-8d5f-1085e97edaa9 req-3ca252a2-97d3-4d2e-9ff5-87a589de2862 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=c68c2891-c862-408b-ab49-ad1cb57b515f HTTP/1.1" status: 200 len: 944 time: 0.0481274 Apr 21 13:38:57.045971 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ee42708c-3441-4bd0-8d5f-1085e97edaa9 req-82d9cd2f-5d83-4b7f-8099-275b091eadf2 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/security-groups?id=95bb4063-a9cd-44f2-8762-a7331434eea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306928 Apr 21 13:38:57.339562 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:38:57.463242 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:38:57.467118 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:38:57.467524 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:57.543164 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:57.565220 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68c2891-c862-408b-ab49-ad1cb57b515f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:38:57.567458 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f73220-8db5-4406-9370-3ad8c398dcf4" -d '{"events": [{"server_uuid": "c68c2891-c862-408b-ab49-ad1cb57b515f", "name": "network-vif-plugged", "status": "completed", "tag": "ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:38:57.583227 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e,segment=NetworkSegment(d4e1b296-9714-47a1-925c-a7986b75b80a),segment_id=d4e1b296-9714-47a1-925c-a7986b75b80a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:38:57.602890 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe4c538-d55f-493e-aded-eed010149211 x-openstack-request-id: req-dbe4c538-d55f-493e-aded-eed010149211 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:38:57.603177 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68c2891-c862-408b-ab49-ad1cb57b515f", "name": "network-vif-plugged", "status": "completed", "tag": "ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:38:57.603447 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-dbe4c538-d55f-493e-aded-eed010149211 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:38:57.603841 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbe4c538-d55f-493e-aded-eed010149211'] response: {'server_uuid': 'c68c2891-c862-408b-ab49-ad1cb57b515f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e', 'code': 200} Apr 21 13:38:57.629062 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:38:57.677965 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:38:57.696123 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb77884-e366-4064-b80f-0bc40fc487df req-43054b44-8b5a-43db-8531-5de8e7c34f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:57.697635 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-1bb77884-e366-4064-b80f-0bc40fc487df req-43054b44-8b5a-43db-8531-5de8e7c34f19 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c68c2891-c862-408b-ab49-ad1cb57b515f HTTP/1.1" status: 200 len: 1096 time: 0.0408895 Apr 21 13:38:57.730468 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-1bb77884-e366-4064-b80f-0bc40fc487df req-eadc6f43-7322-486c-9b2c-8d3650138e1b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=95bb4063-a9cd-44f2-8762-a7331434eea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266654 Apr 21 13:38:58.159619 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5c8d5-2cd2-4446-9f25-67eda3141b1c req-dbd07389-7b32-4c06-b7fb-6890e412a721 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:58.161099 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ada5c8d5-2cd2-4446-9f25-67eda3141b1c req-dbd07389-7b32-4c06-b7fb-6890e412a721 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=c68c2891-c862-408b-ab49-ad1cb57b515f HTTP/1.1" status: 200 len: 945 time: 0.0482433 Apr 21 13:38:58.198852 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ada5c8d5-2cd2-4446-9f25-67eda3141b1c req-058d3f9a-170d-4821-b451-fb1cb2f01578 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/security-groups?id=95bb4063-a9cd-44f2-8762-a7331434eea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310218 Apr 21 13:38:59.316209 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c1d9f-e420-4bf9-8b50-8eb56aee0b05 req-41b44680-2b3b-404b-8642-f1acecc3c3d8 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:59.317701 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-884c1d9f-e420-4bf9-8b50-8eb56aee0b05 req-41b44680-2b3b-404b-8642-f1acecc3c3d8 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=c68c2891-c862-408b-ab49-ad1cb57b515f HTTP/1.1" status: 200 len: 945 time: 0.0482962 Apr 21 13:38:59.359558 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-884c1d9f-e420-4bf9-8b50-8eb56aee0b05 req-fe757308-f85b-4d1d-b38a-3badfc967efb tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/security-groups?id=95bb4063-a9cd-44f2-8762-a7331434eea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358479 Apr 21 13:38:59.575463 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-609a6b50-09e9-4baf-82c3-73b4c7238bf2 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:38:59.576819 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-609a6b50-09e9-4baf-82c3-73b4c7238bf2 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/networks?id=d29103de-8f4c-41b6-9ca1-aef629a51395 HTTP/1.1" status: 200 len: 814 time: 0.0981684 Apr 21 13:38:59.591124 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-f2866aff-caba-40a9-9e03-2c8c75daa627 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/quotas/1bc535134b85417fb0065c725d468d51 HTTP/1.1" status: 200 len: 375 time: 0.0086257 Apr 21 13:38:59.639216 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-af27fff6-ca0b-4a9e-897a-cd4b1feb1596 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1bc535134b85417fb0065c725d468d51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429986 Apr 21 13:38:59.770858 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-14a37f80-5f69-4785-8cf6-d81f220d7d81 service neutron] 10.222.0.36 "GET /v2.0/networks/d29103de-8f4c-41b6-9ca1-aef629a51395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245689 Apr 21 13:38:59.857228 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-9582fbf4-8e6f-4d4a-889f-3466c56b11fa service neutron] 10.222.0.36 "GET /v2.0/networks/d29103de-8f4c-41b6-9ca1-aef629a51395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802128 Apr 21 13:39:00.095604 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-be2f97a0-322b-411f-9e13-027651b95b28 req-edbe5767-309f-472d-9b70-5dc04dbd23ec tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1949effc-9fe6-4227-a9a3-3e359c6c8f77 HTTP/1.1" status: 200 len: 210 time: 0.0312555 Apr 21 13:39:01.190962 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fee5e88f-b14c-441c-8aa0-7073e573c1e3 req-23dce94c-c5a8-4e02-ad21-8b4264191930 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1949effc-9fe6-4227-a9a3-3e359c6c8f77 HTTP/1.1" status: 200 len: 210 time: 0.0264900 Apr 21 13:39:01.967245 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-2b0d798a-fdb0-4506-918f-43d15846a210 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:01.968683 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-2b0d798a-fdb0-4506-918f-43d15846a210 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.24 "GET /v2.0/networks?id=d29103de-8f4c-41b6-9ca1-aef629a51395 HTTP/1.1" status: 200 len: 814 time: 0.1016304 Apr 21 13:39:01.983625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-eb2a3612-a35b-42c4-8b90-6862ae6b760d tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Request body: {'port': {'device_id': '1949effc-9fe6-4227-a9a3-3e359c6c8f77', 'network_id': 'd29103de-8f4c-41b6-9ca1-aef629a51395', 'admin_state_up': True, 'tenant_id': '1bc535134b85417fb0065c725d468d51'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:39:02.132934 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-eb2a3612-a35b-42c4-8b90-6862ae6b760d tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Made reservation on behalf of 1bc535134b85417fb0065c725d468d51 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:39:02.136546 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-eb2a3612-a35b-42c4-8b90-6862ae6b760d tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:02.259014 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-eb2a3612-a35b-42c4-8b90-6862ae6b760d tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Allocated IP 172.20.0.10 (d29103de-8f4c-41b6-9ca1-aef629a51395/970cbef1-15d7-42c2-bfc7-e57438476cd0/5e527e07-adeb-448b-ad69-0ffbfa106edf) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:39:02.296397 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-978db602-4121-4bec-ae27-dfb877fab3f0 req-4ea1f49d-7934-4dfe-9778-550793e9c7a5 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1949effc-9fe6-4227-a9a3-3e359c6c8f77 HTTP/1.1" status: 200 len: 210 time: 0.0351720 Apr 21 13:39:02.429820 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-eb2a3612-a35b-42c4-8b90-6862ae6b760d tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:02.520453 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-eb2a3612-a35b-42c4-8b90-6862ae6b760d tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:02.531557 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:39:02.569570 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-eb2a3612-a35b-42c4-8b90-6862ae6b760d tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Network d29103de-8f4c-41b6-9ca1-aef629a51395 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:39:02.572749 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-eb2a3612-a35b-42c4-8b90-6862ae6b760d tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:39:02.577158 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-eb2a3612-a35b-42c4-8b90-6862ae6b760d tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:39:02.580984 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a3612-a35b-42c4-8b90-6862ae6b760d tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Pushing event updated for resources: {'Port': ['ID=5e527e07-adeb-448b-ad69-0ffbfa106edf,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:02.625901 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-eb2a3612-a35b-42c4-8b90-6862ae6b760d tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:02.626510 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-eb2a3612-a35b-42c4-8b90-6862ae6b760d tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:02.694488 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-eb2a3612-a35b-42c4-8b90-6862ae6b760d tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7138591 Apr 21 13:39:02.711131 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-89a68d05-9ad6-41d8-8a8b-57a53dd3b812 service neutron] Request body: {'port': {'device_id': '1949effc-9fe6-4227-a9a3-3e359c6c8f77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:39:02.760194 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f4588b94-1b2d-40c6-ba9b-3a304a2476cd req-67207ef7-1251-40ce-99fe-5c5a40e38dc6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c68c2891-c862-408b-ab49-ad1cb57b515f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389936 Apr 21 13:39:02.763562 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-89a68d05-9ad6-41d8-8a8b-57a53dd3b812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:02.839452 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4588b94-1b2d-40c6-ba9b-3a304a2476cd req-aa3e4c69-0bd5-4a04-abb3-7d12371e6a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:02.840987 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f4588b94-1b2d-40c6-ba9b-3a304a2476cd req-aa3e4c69-0bd5-4a04-abb3-7d12371e6a88 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bc535134b85417fb0065c725d468d51&device_id=c68c2891-c862-408b-ab49-ad1cb57b515f HTTP/1.1" status: 200 len: 1096 time: 0.0408237 Apr 21 13:39:02.947405 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4588b94-1b2d-40c6-ba9b-3a304a2476cd req-4b9c5d8f-5d40-4321-ba7b-f27b7f3aaea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:02.948893 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f4588b94-1b2d-40c6-ba9b-3a304a2476cd req-4b9c5d8f-5d40-4321-ba7b-f27b7f3aaea8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d29103de-8f4c-41b6-9ca1-aef629a51395 HTTP/1.1" status: 200 len: 915 time: 0.0890610 Apr 21 13:39:02.990186 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f4588b94-1b2d-40c6-ba9b-3a304a2476cd req-35da4532-9bb8-435d-a18a-4d9c386fcb3e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e HTTP/1.1" status: 200 len: 217 time: 0.0345464 Apr 21 13:39:03.037114 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-89a68d05-9ad6-41d8-8a8b-57a53dd3b812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e527e07-adeb-448b-ad69-0ffbfa106edf {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:39:03.045090 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-89a68d05-9ad6-41d8-8a8b-57a53dd3b812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:03.049911 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4588b94-1b2d-40c6-ba9b-3a304a2476cd req-4f1c810e-5f8c-4d9c-81d2-9b18a22483c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:03.053680 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f4588b94-1b2d-40c6-ba9b-3a304a2476cd req-4f1c810e-5f8c-4d9c-81d2-9b18a22483c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=970cbef1-15d7-42c2-bfc7-e57438476cd0 HTTP/1.1" status: 200 len: 854 time: 0.0547416 Apr 21 13:39:03.057684 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-89a68d05-9ad6-41d8-8a8b-57a53dd3b812 service neutron] Transition to ACTIVE for port object 5e527e07-adeb-448b-ad69-0ffbfa106edf will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:39:03.082254 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f4588b94-1b2d-40c6-ba9b-3a304a2476cd req-c9c815c5-b1f2-4492-b966-5df396cdcbcb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d29103de-8f4c-41b6-9ca1-aef629a51395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241466 Apr 21 13:39:03.146580 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-89a68d05-9ad6-41d8-8a8b-57a53dd3b812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:03.172523 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f4588b94-1b2d-40c6-ba9b-3a304a2476cd req-2346ff3a-bd42-4ad6-90ac-599314ada971 service neutron] 10.222.0.26 "GET /v2.0/networks/d29103de-8f4c-41b6-9ca1-aef629a51395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835805 Apr 21 13:39:03.197527 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a68d05-9ad6-41d8-8a8b-57a53dd3b812 service neutron] Pushing event updated for resources: {'Port': ['ID=5e527e07-adeb-448b-ad69-0ffbfa106edf,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:03.276148 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-89a68d05-9ad6-41d8-8a8b-57a53dd3b812 service neutron] Attempting to bind port 5e527e07-adeb-448b-ad69-0ffbfa106edf on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:39:03.276849 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-89a68d05-9ad6-41d8-8a8b-57a53dd3b812 service neutron] Attempting to bind port 5e527e07-adeb-448b-ad69-0ffbfa106edf by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'd4e1b296-9714-47a1-925c-a7986b75b80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd29103de-8f4c-41b6-9ca1-aef629a51395'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:39:03.276849 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-89a68d05-9ad6-41d8-8a8b-57a53dd3b812 service neutron] Attempting to bind port 5e527e07-adeb-448b-ad69-0ffbfa106edf on network d29103de-8f4c-41b6-9ca1-aef629a51395 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:39:03.277297 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-f4588b94-1b2d-40c6-ba9b-3a304a2476cd req-d4c5d1d5-49df-4bb1-90a8-e23424de478d service neutron] 10.222.0.26 "GET /v2.0/networks/d29103de-8f4c-41b6-9ca1-aef629a51395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982666 Apr 21 13:39:03.282031 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-89a68d05-9ad6-41d8-8a8b-57a53dd3b812 service neutron] Port 5e527e07-adeb-448b-ad69-0ffbfa106edf on network d29103de-8f4c-41b6-9ca1-aef629a51395 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:39:03.282389 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-89a68d05-9ad6-41d8-8a8b-57a53dd3b812 service neutron] Attempting to bind port 5e527e07-adeb-448b-ad69-0ffbfa106edf on network d29103de-8f4c-41b6-9ca1-aef629a51395 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:39:03.288528 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-89a68d05-9ad6-41d8-8a8b-57a53dd3b812 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:39:03.288898 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-89a68d05-9ad6-41d8-8a8b-57a53dd3b812 service neutron] Checking segment: {'id': 'd4e1b296-9714-47a1-925c-a7986b75b80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd29103de-8f4c-41b6-9ca1-aef629a51395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:39:03.289277 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-89a68d05-9ad6-41d8-8a8b-57a53dd3b812 service neutron] Bound using segment: {'id': 'd4e1b296-9714-47a1-925c-a7986b75b80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd29103de-8f4c-41b6-9ca1-aef629a51395'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:39:03.290001 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-89a68d05-9ad6-41d8-8a8b-57a53dd3b812 service neutron] Bound port: 5e527e07-adeb-448b-ad69-0ffbfa106edf, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4e1b296-9714-47a1-925c-a7986b75b80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'd29103de-8f4c-41b6-9ca1-aef629a51395'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:39:03.290370 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-89a68d05-9ad6-41d8-8a8b-57a53dd3b812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:03.360069 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-89a68d05-9ad6-41d8-8a8b-57a53dd3b812 service neutron] For port 5e527e07-adeb-448b-ad69-0ffbfa106edf, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:39:03.363584 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-89a68d05-9ad6-41d8-8a8b-57a53dd3b812 service neutron] For port 5e527e07-adeb-448b-ad69-0ffbfa106edf, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=5e527e07-adeb-448b-ad69-0ffbfa106edf,segment=NetworkSegment(d4e1b296-9714-47a1-925c-a7986b75b80a),segment_id=d4e1b296-9714-47a1-925c-a7986b75b80a)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:39:03.412577 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42260c2-f9c0-40cf-bbba-1e9dbeec3a76 req-0efbc2cf-3847-4376-bfc2-cf17018aad13 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:03.414085 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d42260c2-f9c0-40cf-bbba-1e9dbeec3a76 req-0efbc2cf-3847-4376-bfc2-cf17018aad13 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1949effc-9fe6-4227-a9a3-3e359c6c8f77 HTTP/1.1" status: 200 len: 944 time: 0.0482481 Apr 21 13:39:03.427343 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-89a68d05-9ad6-41d8-8a8b-57a53dd3b812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:03.471170 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-89a68d05-9ad6-41d8-8a8b-57a53dd3b812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:03.471773 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-89a68d05-9ad6-41d8-8a8b-57a53dd3b812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:03.473127 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-89a68d05-9ad6-41d8-8a8b-57a53dd3b812 service neutron] 10.222.0.24 "PUT /v2.0/ports/5e527e07-adeb-448b-ad69-0ffbfa106edf HTTP/1.1" status: 200 len: 1092 time: 0.7662635 Apr 21 13:39:03.474680 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1949effc-9fe6-4227-a9a3-3e359c6c8f77', 'tag': '5e527e07-adeb-448b-ad69-0ffbfa106edf'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:39:03.477437 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1282c9a-d812-40db-94eb-73d32c6963af" -d '{"events": [{"name": "network-changed", "server_uuid": "1949effc-9fe6-4227-a9a3-3e359c6c8f77", "tag": "5e527e07-adeb-448b-ad69-0ffbfa106edf"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:39:03.506835 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d42260c2-f9c0-40cf-bbba-1e9dbeec3a76 req-fc416a51-63ff-4a8b-9d53-306ca0203baf tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/security-groups?id=95bb4063-a9cd-44f2-8762-a7331434eea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866184 Apr 21 13:39:03.511453 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a68d05-9ad6-41d8-8a8b-57a53dd3b812 service neutron] Pushing event updated for resources: {'Port': ['ID=5e527e07-adeb-448b-ad69-0ffbfa106edf,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:03.530456 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f6fe44-3ec5-4c14-9b7c-47bf12abdd1b x-openstack-request-id: req-67f6fe44-3ec5-4c14-9b7c-47bf12abdd1b {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:39:03.530751 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1949effc-9fe6-4227-a9a3-3e359c6c8f77", "tag": "5e527e07-adeb-448b-ad69-0ffbfa106edf", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:39:03.531007 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-67f6fe44-3ec5-4c14-9b7c-47bf12abdd1b {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:39:03.531428 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67f6fe44-3ec5-4c14-9b7c-47bf12abdd1b'] response: {'name': 'network-changed', 'server_uuid': '1949effc-9fe6-4227-a9a3-3e359c6c8f77', 'tag': '5e527e07-adeb-448b-ad69-0ffbfa106edf', 'status': 'completed', 'code': 200} Apr 21 13:39:03.918728 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1282c9a-d812-40db-94eb-73d32c6963af req-28ef496d-f16a-4966-86cb-aaba4e87b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:03.920240 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1282c9a-d812-40db-94eb-73d32c6963af req-28ef496d-f16a-4966-86cb-aaba4e87b05f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bc535134b85417fb0065c725d468d51&device_id=1949effc-9fe6-4227-a9a3-3e359c6c8f77 HTTP/1.1" status: 200 len: 1095 time: 0.3626382 Apr 21 13:39:04.018494 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1282c9a-d812-40db-94eb-73d32c6963af req-0908747b-22dd-401a-9741-878dd39e7e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:04.019935 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1282c9a-d812-40db-94eb-73d32c6963af req-0908747b-22dd-401a-9741-878dd39e7e8a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1bc535134b85417fb0065c725d468d51&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0874150 Apr 21 13:39:04.118631 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1282c9a-d812-40db-94eb-73d32c6963af req-ed80a7f7-8735-40ca-bca2-dfca48a92ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:04.120067 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1282c9a-d812-40db-94eb-73d32c6963af req-ed80a7f7-8735-40ca-bca2-dfca48a92ea3 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896995 Apr 21 13:39:04.201821 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-ffad9a12-1047-4365-a3ef-c30b0203f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:04.203269 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-ffad9a12-1047-4365-a3ef-c30b0203f988 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1bc535134b85417fb0065c725d468d51&device_id=1949effc-9fe6-4227-a9a3-3e359c6c8f77 HTTP/1.1" status: 200 len: 1095 time: 0.0404937 Apr 21 13:39:04.249232 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-94940004-4b68-4db3-99a1-743fe2b7c232 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e527e07-adeb-448b-ad69-0ffbfa106edf HTTP/1.1" status: 200 len: 217 time: 0.0335226 Apr 21 13:39:04.304719 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-ab3f9eca-6d51-4a0a-88f4-392317521061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:04.306148 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-ab3f9eca-6d51-4a0a-88f4-392317521061 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=970cbef1-15d7-42c2-bfc7-e57438476cd0 HTTP/1.1" status: 200 len: 854 time: 0.0458415 Apr 21 13:39:04.340000 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-956af97c-f07e-4b23-9b26-b657fddffb11 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d29103de-8f4c-41b6-9ca1-aef629a51395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234382 Apr 21 13:39:04.431669 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-63890b2a-9603-4141-8c7a-76605fe94dfa service neutron] 10.222.0.24 "GET /v2.0/networks/d29103de-8f4c-41b6-9ca1-aef629a51395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808370 Apr 21 13:39:04.526438 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-87c067ce-3fb9-4edb-a4ec-a69b5035574f req-db82a986-abb8-4f1d-a72f-a778e969ec73 service neutron] 10.222.0.24 "GET /v2.0/networks/d29103de-8f4c-41b6-9ca1-aef629a51395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848122 Apr 21 13:39:04.625067 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67403314-11b4-4362-858e-d0f3e0a85a6f req-89e3b500-c4cc-438d-82cd-f1292c6cbeee tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:04.626553 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-67403314-11b4-4362-858e-d0f3e0a85a6f req-89e3b500-c4cc-438d-82cd-f1292c6cbeee tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1949effc-9fe6-4227-a9a3-3e359c6c8f77 HTTP/1.1" status: 200 len: 944 time: 0.0513682 Apr 21 13:39:04.663982 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-67403314-11b4-4362-858e-d0f3e0a85a6f req-25e9bca1-fdbd-46c5-a659-e0f1689a6a11 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/security-groups?id=95bb4063-a9cd-44f2-8762-a7331434eea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313470 Apr 21 13:39:05.778009 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535fe8d5-10a0-4dd0-85f3-6ed4455eda51 req-9fe459c5-9f69-4096-83dc-456e703ab4c8 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:05.779477 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-535fe8d5-10a0-4dd0-85f3-6ed4455eda51 req-9fe459c5-9f69-4096-83dc-456e703ab4c8 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1949effc-9fe6-4227-a9a3-3e359c6c8f77 HTTP/1.1" status: 200 len: 944 time: 0.0480635 Apr 21 13:39:05.820713 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-535fe8d5-10a0-4dd0-85f3-6ed4455eda51 req-04dd93d6-09eb-483e-a998-cfec1793a581 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/security-groups?id=95bb4063-a9cd-44f2-8762-a7331434eea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352924 Apr 21 13:39:06.933267 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbd883-c792-47f7-9c8d-d8d50f3036bf req-3a7bb3d1-4fe1-4ad7-b87c-bec310b7a9d7 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:06.934752 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-29bbd883-c792-47f7-9c8d-d8d50f3036bf req-3a7bb3d1-4fe1-4ad7-b87c-bec310b7a9d7 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1949effc-9fe6-4227-a9a3-3e359c6c8f77 HTTP/1.1" status: 200 len: 944 time: 0.0483131 Apr 21 13:39:06.972171 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-29bbd883-c792-47f7-9c8d-d8d50f3036bf req-dd0f16f7-2384-4e44-9f73-ab12bd2c142b tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/security-groups?id=95bb4063-a9cd-44f2-8762-a7331434eea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313914 Apr 21 13:39:07.231288 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 5e527e07-adeb-448b-ad69-0ffbfa106edf details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:39:07.323631 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 5e527e07-adeb-448b-ad69-0ffbfa106edf, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=5e527e07-adeb-448b-ad69-0ffbfa106edf,segment=NetworkSegment(d4e1b296-9714-47a1-925c-a7986b75b80a),segment_id=d4e1b296-9714-47a1-925c-a7986b75b80a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:39:07.335321 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '5e527e07-adeb-448b-ad69-0ffbfa106edf', 'network_id': 'd29103de-8f4c-41b6-9ca1-aef629a51395', 'port_id': '5e527e07-adeb-448b-ad69-0ffbfa106edf', 'mac_address': 'fa:16:3e:05:0c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '970cbef1-15d7-42c2-bfc7-e57438476cd0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:39:07.375382 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:07.388577 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e527e07-adeb-448b-ad69-0ffbfa106edf {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:39:07.408037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 5e527e07-adeb-448b-ad69-0ffbfa106edf, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=5e527e07-adeb-448b-ad69-0ffbfa106edf,segment=NetworkSegment(d4e1b296-9714-47a1-925c-a7986b75b80a),segment_id=d4e1b296-9714-47a1-925c-a7986b75b80a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:39:07.480248 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:07.526970 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=5e527e07-adeb-448b-ad69-0ffbfa106edf,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:07.533972 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:07.534319 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:07.534658 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:07.534992 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:07.535326 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:07.535654 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:07.535979 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:07.536304 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:07.536626 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:07.536951 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:07.537302 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:07.537652 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:07.730037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['5e527e07-adeb-448b-ad69-0ffbfa106edf'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:39:08.085302 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aede0fe-c88c-403a-999f-3d6a1a864aa4 req-df532306-4864-4e12-9991-2efc3ab50f7f tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:08.086811 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8aede0fe-c88c-403a-999f-3d6a1a864aa4 req-df532306-4864-4e12-9991-2efc3ab50f7f tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1949effc-9fe6-4227-a9a3-3e359c6c8f77 HTTP/1.1" status: 200 len: 945 time: 0.0483141 Apr 21 13:39:08.124274 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8aede0fe-c88c-403a-999f-3d6a1a864aa4 req-6040564a-142c-466e-ac53-1552e4e1406c tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/security-groups?id=95bb4063-a9cd-44f2-8762-a7331434eea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314660 Apr 21 13:39:09.231840 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 5e527e07-adeb-448b-ad69-0ffbfa106edf up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:39:09.236339 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e202565-7fb3-4d23-aa4e-327c503ca757 req-dd9dced0-d3fb-456c-b3e5-ea54973b14f6 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:09.238093 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e202565-7fb3-4d23-aa4e-327c503ca757 req-dd9dced0-d3fb-456c-b3e5-ea54973b14f6 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1949effc-9fe6-4227-a9a3-3e359c6c8f77 HTTP/1.1" status: 200 len: 945 time: 0.0473673 Apr 21 13:39:09.279513 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e202565-7fb3-4d23-aa4e-327c503ca757 req-6d035a04-50ae-492c-afb7-767be9fc1d43 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/security-groups?id=95bb4063-a9cd-44f2-8762-a7331434eea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348980 Apr 21 13:39:09.348715 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 5e527e07-adeb-448b-ad69-0ffbfa106edf completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:39:09.352704 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 5e527e07-adeb-448b-ad69-0ffbfa106edf triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:39:09.353070 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:09.432387 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:09.453983 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1949effc-9fe6-4227-a9a3-3e359c6c8f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e527e07-adeb-448b-ad69-0ffbfa106edf'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:39:09.456157 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47774b00-1a53-491d-ab47-1ecc7df9ef3a" -d '{"events": [{"server_uuid": "1949effc-9fe6-4227-a9a3-3e359c6c8f77", "name": "network-vif-plugged", "status": "completed", "tag": "5e527e07-adeb-448b-ad69-0ffbfa106edf"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:39:09.471328 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 5e527e07-adeb-448b-ad69-0ffbfa106edf, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=5e527e07-adeb-448b-ad69-0ffbfa106edf,segment=NetworkSegment(d4e1b296-9714-47a1-925c-a7986b75b80a),segment_id=d4e1b296-9714-47a1-925c-a7986b75b80a)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:39:09.493550 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c31824-e962-47f1-b9c9-5cb92199d63a x-openstack-request-id: req-c7c31824-e962-47f1-b9c9-5cb92199d63a {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:39:09.493868 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1949effc-9fe6-4227-a9a3-3e359c6c8f77", "name": "network-vif-plugged", "status": "completed", "tag": "5e527e07-adeb-448b-ad69-0ffbfa106edf", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:39:09.499732 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c7c31824-e962-47f1-b9c9-5cb92199d63a {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:39:09.499732 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7c31824-e962-47f1-b9c9-5cb92199d63a'] response: {'server_uuid': '1949effc-9fe6-4227-a9a3-3e359c6c8f77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e527e07-adeb-448b-ad69-0ffbfa106edf', 'code': 200} Apr 21 13:39:09.546570 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:09.592618 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=5e527e07-adeb-448b-ad69-0ffbfa106edf,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:09.594362 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370fac2b-edf4-4586-bbf2-528d9d3948c5 req-c29496a5-f48a-4bbb-9a68-b7baf4a6d47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:09.595873 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-370fac2b-edf4-4586-bbf2-528d9d3948c5 req-c29496a5-f48a-4bbb-9a68-b7baf4a6d47e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1949effc-9fe6-4227-a9a3-3e359c6c8f77 HTTP/1.1" status: 200 len: 1097 time: 0.0391231 Apr 21 13:39:09.634146 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-370fac2b-edf4-4586-bbf2-528d9d3948c5 req-99fd2df9-8b4e-4a1a-bf4b-ca37e7c1bdad service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=95bb4063-a9cd-44f2-8762-a7331434eea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282156 Apr 21 13:39:10.396650 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f5357-e94b-4be1-99d6-6de7ee1277ab req-36aa1da1-eb08-443c-b81e-c3869fc24e3b tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:10.399320 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2b1f5357-e94b-4be1-99d6-6de7ee1277ab req-36aa1da1-eb08-443c-b81e-c3869fc24e3b tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1949effc-9fe6-4227-a9a3-3e359c6c8f77 HTTP/1.1" status: 200 len: 946 time: 0.0496304 Apr 21 13:39:10.437022 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2b1f5357-e94b-4be1-99d6-6de7ee1277ab req-91b558e3-f53e-4b1e-ab34-3c6287933986 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/security-groups?id=95bb4063-a9cd-44f2-8762-a7331434eea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317380 Apr 21 13:39:11.554695 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16354514-a484-4901-9667-52052bd0825c req-3485ead3-0967-457b-ab72-d7db79cac596 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:11.556153 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-16354514-a484-4901-9667-52052bd0825c req-3485ead3-0967-457b-ab72-d7db79cac596 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1949effc-9fe6-4227-a9a3-3e359c6c8f77 HTTP/1.1" status: 200 len: 946 time: 0.0476923 Apr 21 13:39:11.596220 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-16354514-a484-4901-9667-52052bd0825c req-c20d3fca-54e8-4cca-833a-071d5fd5860d tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/security-groups?id=95bb4063-a9cd-44f2-8762-a7331434eea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341051 Apr 21 13:39:12.013537 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185b106-a713-433f-9ca8-3bbbd7499a96 req-1a0b0c57-0668-41e2-884a-1d36fe80092f tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:12.015049 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a185b106-a713-433f-9ca8-3bbbd7499a96 req-1a0b0c57-0668-41e2-884a-1d36fe80092f tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1949effc-9fe6-4227-a9a3-3e359c6c8f77 HTTP/1.1" status: 200 len: 946 time: 0.0480530 Apr 21 13:39:12.052627 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a185b106-a713-433f-9ca8-3bbbd7499a96 req-01ffc85f-b887-431b-afd7-e1b8973678e3 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/security-groups?id=95bb4063-a9cd-44f2-8762-a7331434eea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312972 Apr 21 13:39:13.169828 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d59b9-dd76-465c-9821-e5cf47025bde req-0298afc0-d1fa-4a87-a17c-99d514accc59 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:13.171257 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-764d59b9-dd76-465c-9821-e5cf47025bde req-0298afc0-d1fa-4a87-a17c-99d514accc59 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1949effc-9fe6-4227-a9a3-3e359c6c8f77 HTTP/1.1" status: 200 len: 946 time: 0.0485694 Apr 21 13:39:13.208642 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-764d59b9-dd76-465c-9821-e5cf47025bde req-d2e59206-434c-4b2d-97cd-783fc5ef4e38 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/security-groups?id=95bb4063-a9cd-44f2-8762-a7331434eea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313127 Apr 21 13:39:13.411180 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f521d-1763-49dd-b393-26b7594a199a req-9c58edbb-3631-4e64-8d64-cc7efc537e38 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:13.412627 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d65f521d-1763-49dd-b393-26b7594a199a req-9c58edbb-3631-4e64-8d64-cc7efc537e38 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.24 "GET /v2.0/ports?device_id=1949effc-9fe6-4227-a9a3-3e359c6c8f77 HTTP/1.1" status: 200 len: 946 time: 0.0484514 Apr 21 13:39:13.508366 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d65f521d-1763-49dd-b393-26b7594a199a req-ab87d2ab-e31e-47bf-91a4-38392e8b8068 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Deleting port 5e527e07-adeb-448b-ad69-0ffbfa106edf {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:39:13.508708 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d65f521d-1763-49dd-b393-26b7594a199a req-ab87d2ab-e31e-47bf-91a4-38392e8b8068 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:13.508862 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3aadc7f7-c155-4b70-a733-e00d93b1c41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:13.594363 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d65f521d-1763-49dd-b393-26b7594a199a req-ab87d2ab-e31e-47bf-91a4-38392e8b8068 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] For port 5e527e07-adeb-448b-ad69-0ffbfa106edf, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=5e527e07-adeb-448b-ad69-0ffbfa106edf,segment=NetworkSegment(d4e1b296-9714-47a1-925c-a7986b75b80a),segment_id=d4e1b296-9714-47a1-925c-a7986b75b80a)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:39:13.594728 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d65f521d-1763-49dd-b393-26b7594a199a req-ab87d2ab-e31e-47bf-91a4-38392e8b8068 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:13.607508 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d65f521d-1763-49dd-b393-26b7594a199a req-ab87d2ab-e31e-47bf-91a4-38392e8b8068 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Calling delete_port for 5e527e07-adeb-448b-ad69-0ffbfa106edf owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:39:13.809315 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d65f521d-1763-49dd-b393-26b7594a199a req-ab87d2ab-e31e-47bf-91a4-38392e8b8068 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:13.820805 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:39:13.836283 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87d2ab-e31e-47bf-91a4-38392e8b8068 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Pushing event deleted for resources: {'Port': ['ID=5e527e07-adeb-448b-ad69-0ffbfa106edf,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:13.846421 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['5e527e07-adeb-448b-ad69-0ffbfa106edf'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:39:13.883494 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65f521d-1763-49dd-b393-26b7594a199a req-ab87d2ab-e31e-47bf-91a4-38392e8b8068 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] No DVR routers for this DVR port 5e527e07-adeb-448b-ad69-0ffbfa106edf on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:39:13.886261 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d65f521d-1763-49dd-b393-26b7594a199a req-ab87d2ab-e31e-47bf-91a4-38392e8b8068 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:13.889597 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d65f521d-1763-49dd-b393-26b7594a199a req-ab87d2ab-e31e-47bf-91a4-38392e8b8068 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.24 "DELETE /v2.0/ports/5e527e07-adeb-448b-ad69-0ffbfa106edf HTTP/1.1" status: 204 len: 173 time: 0.4675226 Apr 21 13:39:13.890047 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1949effc-9fe6-4227-a9a3-3e359c6c8f77', 'name': 'network-vif-deleted', 'tag': '5e527e07-adeb-448b-ad69-0ffbfa106edf'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:39:13.892279 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093972a8-9a7a-4f31-ba18-41254f3e9af6" -d '{"events": [{"server_uuid": "1949effc-9fe6-4227-a9a3-3e359c6c8f77", "name": "network-vif-deleted", "tag": "5e527e07-adeb-448b-ad69-0ffbfa106edf"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:39:13.930100 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e326f30-e7d3-481b-9046-4e4d66cc46b5 x-openstack-request-id: req-5e326f30-e7d3-481b-9046-4e4d66cc46b5 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:39:13.930391 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1949effc-9fe6-4227-a9a3-3e359c6c8f77", "name": "network-vif-deleted", "tag": "5e527e07-adeb-448b-ad69-0ffbfa106edf", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:39:13.930641 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5e326f30-e7d3-481b-9046-4e4d66cc46b5 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:39:13.931048 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e326f30-e7d3-481b-9046-4e4d66cc46b5'] response: {'server_uuid': '1949effc-9fe6-4227-a9a3-3e359c6c8f77', 'name': 'network-vif-deleted', 'tag': '5e527e07-adeb-448b-ad69-0ffbfa106edf', 'status': 'completed', 'code': 200} Apr 21 13:39:13.947208 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:39:14.313255 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-11905dd1-c873-4442-a2ed-c420362792de req-8d757ff3-43fb-499e-afe3-821274fa8dbc tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=1949effc-9fe6-4227-a9a3-3e359c6c8f77 HTTP/1.1" status: 200 len: 210 time: 0.0269182 Apr 21 13:39:15.459000 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475c326-9b49-4ef6-84a7-601135c58f42 req-5ef55874-7850-4ada-ace8-576beb74ec6d tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:15.460483 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0475c326-9b49-4ef6-84a7-601135c58f42 req-5ef55874-7850-4ada-ace8-576beb74ec6d tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=c68c2891-c862-408b-ab49-ad1cb57b515f HTTP/1.1" status: 200 len: 945 time: 0.0479596 Apr 21 13:39:15.498505 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0475c326-9b49-4ef6-84a7-601135c58f42 req-05af065b-e442-48e6-bbd1-c990d3c36331 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/security-groups?id=95bb4063-a9cd-44f2-8762-a7331434eea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320923 Apr 21 13:39:15.626476 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49cdef9-1023-422d-9b78-e16bf28eaf84 req-f2bbc272-5d01-46c2-b2df-f57f45815c38 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:15.627842 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a49cdef9-1023-422d-9b78-e16bf28eaf84 req-f2bbc272-5d01-46c2-b2df-f57f45815c38 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=c68c2891-c862-408b-ab49-ad1cb57b515f HTTP/1.1" status: 200 len: 945 time: 0.0475242 Apr 21 13:39:15.664499 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a49cdef9-1023-422d-9b78-e16bf28eaf84 req-2a3a5513-bd82-42a7-9585-30f56e78a994 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/security-groups?id=95bb4063-a9cd-44f2-8762-a7331434eea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302823 Apr 21 13:39:15.780871 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8e24bca0-89c9-4d02-b00a-8fc582539a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:15.782980 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf400e-3dae-4732-9523-943ad278a60f req-f25901c7-0ed7-4d16-a46d-158e23529b46 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:15.784456 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-40cf400e-3dae-4732-9523-943ad278a60f req-f25901c7-0ed7-4d16-a46d-158e23529b46 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=c68c2891-c862-408b-ab49-ad1cb57b515f HTTP/1.1" status: 200 len: 945 time: 0.0523930 Apr 21 13:39:15.823048 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-40cf400e-3dae-4732-9523-943ad278a60f req-a4bd1f80-5089-49ad-8c6f-5c8dd8d121fc tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/security-groups?id=95bb4063-a9cd-44f2-8762-a7331434eea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323613 Apr 21 13:39:15.985437 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463aea1b-9235-44f1-96cd-afed3adb0e86 req-6c0e6c0f-29fd-495e-b701-e84b21435709 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:15.987159 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-463aea1b-9235-44f1-96cd-afed3adb0e86 req-6c0e6c0f-29fd-495e-b701-e84b21435709 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=c68c2891-c862-408b-ab49-ad1cb57b515f HTTP/1.1" status: 200 len: 945 time: 0.0477052 Apr 21 13:39:16.024685 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-463aea1b-9235-44f1-96cd-afed3adb0e86 req-d1f79354-9b3c-42a4-9c08-c2b4d5d1c15d tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/security-groups?id=95bb4063-a9cd-44f2-8762-a7331434eea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310187 Apr 21 13:39:16.137917 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e057e5-5274-4557-8296-2865288a5224 req-ceb63229-b655-4cdf-a6ed-105e63d47bbe tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:16.139303 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-16e057e5-5274-4557-8296-2865288a5224 req-ceb63229-b655-4cdf-a6ed-105e63d47bbe tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=c68c2891-c862-408b-ab49-ad1cb57b515f HTTP/1.1" status: 200 len: 945 time: 0.0495317 Apr 21 13:39:16.175518 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-16e057e5-5274-4557-8296-2865288a5224 req-614010da-1550-44d9-a27a-d31fe638e99f tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/security-groups?id=95bb4063-a9cd-44f2-8762-a7331434eea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302470 Apr 21 13:39:16.302970 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a9ec2-0d12-4dcc-bbc9-c80e8ca5c1c0 req-0f2afa79-fcff-458d-8b33-963388ad33b4 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:16.304945 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-349a9ec2-0d12-4dcc-bbc9-c80e8ca5c1c0 req-0f2afa79-fcff-458d-8b33-963388ad33b4 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=c68c2891-c862-408b-ab49-ad1cb57b515f HTTP/1.1" status: 200 len: 945 time: 0.0515642 Apr 21 13:39:16.341201 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-349a9ec2-0d12-4dcc-bbc9-c80e8ca5c1c0 req-c6fe62cb-ba6e-43a3-9128-c91fb6dabec0 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/security-groups?id=95bb4063-a9cd-44f2-8762-a7331434eea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303574 Apr 21 13:39:16.865904 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fa0628-d6ab-451f-a010-07808c8656fe req-19087952-8db7-4151-b93d-59138824e4dc tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:16.868018 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56fa0628-d6ab-451f-a010-07808c8656fe req-19087952-8db7-4151-b93d-59138824e4dc tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=c68c2891-c862-408b-ab49-ad1cb57b515f HTTP/1.1" status: 200 len: 945 time: 0.0487168 Apr 21 13:39:16.905230 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56fa0628-d6ab-451f-a010-07808c8656fe req-e2573d69-3b5f-463c-9548-abeba47449d2 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/security-groups?id=95bb4063-a9cd-44f2-8762-a7331434eea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312872 Apr 21 13:39:17.157789 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:17.293431 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 5e527e07-adeb-448b-ad69-0ffbfa106edf no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:39:17.316506 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 5e527e07-adeb-448b-ad69-0ffbfa106edf {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:39:17.316847 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 5e527e07-adeb-448b-ad69-0ffbfa106edf not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:39:18.022927 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079e9d0-cd0f-47a7-b947-6f77a40128a5 req-b55912e7-b400-403a-9a76-020eb5a30587 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:18.024374 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8079e9d0-cd0f-47a7-b947-6f77a40128a5 req-b55912e7-b400-403a-9a76-020eb5a30587 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=c68c2891-c862-408b-ab49-ad1cb57b515f HTTP/1.1" status: 200 len: 945 time: 0.0483658 Apr 21 13:39:18.061255 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8079e9d0-cd0f-47a7-b947-6f77a40128a5 req-66570e9d-8bea-4c3d-ac85-6f485713408d tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/security-groups?id=95bb4063-a9cd-44f2-8762-a7331434eea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309327 Apr 21 13:39:18.589157 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:18.598868 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19556315-3fd2-4839-855d-bcd2ecd5ca70 req-27ca3c40-1355-46da-b874-47fa786b3b80 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:18.600361 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-19556315-3fd2-4839-855d-bcd2ecd5ca70 req-27ca3c40-1355-46da-b874-47fa786b3b80 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.26 "GET /v2.0/ports?device_id=c68c2891-c862-408b-ab49-ad1cb57b515f HTTP/1.1" status: 200 len: 945 time: 0.0480673 Apr 21 13:39:18.693271 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-19556315-3fd2-4839-855d-bcd2ecd5ca70 req-3f557769-c891-4c2d-80df-77b30cd1fe6b tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Deleting port ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:39:18.693632 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-19556315-3fd2-4839-855d-bcd2ecd5ca70 req-3f557769-c891-4c2d-80df-77b30cd1fe6b tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:18.700977 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:18.746683 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:18.779621 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-19556315-3fd2-4839-855d-bcd2ecd5ca70 req-3f557769-c891-4c2d-80df-77b30cd1fe6b tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] For port ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e,segment=NetworkSegment(d4e1b296-9714-47a1-925c-a7986b75b80a),segment_id=d4e1b296-9714-47a1-925c-a7986b75b80a)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:39:18.779983 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-19556315-3fd2-4839-855d-bcd2ecd5ca70 req-3f557769-c891-4c2d-80df-77b30cd1fe6b tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:18.792818 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-19556315-3fd2-4839-855d-bcd2ecd5ca70 req-3f557769-c891-4c2d-80df-77b30cd1fe6b tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Calling delete_port for ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:39:18.983230 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-19556315-3fd2-4839-855d-bcd2ecd5ca70 req-3f557769-c891-4c2d-80df-77b30cd1fe6b tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:18.994894 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:39:19.015875 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f557769-c891-4c2d-80df-77b30cd1fe6b tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Pushing event deleted for resources: {'Port': ['ID=ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:19.042108 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f557769-c891-4c2d-80df-77b30cd1fe6b tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:19.042439 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f557769-c891-4c2d-80df-77b30cd1fe6b tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:19.042775 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f557769-c891-4c2d-80df-77b30cd1fe6b tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:19.043098 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f557769-c891-4c2d-80df-77b30cd1fe6b tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:19.043422 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f557769-c891-4c2d-80df-77b30cd1fe6b tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:19.043742 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f557769-c891-4c2d-80df-77b30cd1fe6b tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:19.044056 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f557769-c891-4c2d-80df-77b30cd1fe6b tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:19.044369 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f557769-c891-4c2d-80df-77b30cd1fe6b tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:19.044689 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f557769-c891-4c2d-80df-77b30cd1fe6b tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:19.044998 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f557769-c891-4c2d-80df-77b30cd1fe6b tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:19.045307 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f557769-c891-4c2d-80df-77b30cd1fe6b tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:19.045631 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f557769-c891-4c2d-80df-77b30cd1fe6b tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:19.063611 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-19556315-3fd2-4839-855d-bcd2ecd5ca70 req-3f557769-c891-4c2d-80df-77b30cd1fe6b tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] No DVR routers for this DVR port ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e on host n-h1-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:39:19.066056 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-19556315-3fd2-4839-855d-bcd2ecd5ca70 req-3f557769-c891-4c2d-80df-77b30cd1fe6b tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:19.069224 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-19556315-3fd2-4839-855d-bcd2ecd5ca70 req-3f557769-c891-4c2d-80df-77b30cd1fe6b tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.26 "DELETE /v2.0/ports/ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e HTTP/1.1" status: 204 len: 173 time: 0.4609311 Apr 21 13:39:19.069684 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c68c2891-c862-408b-ab49-ad1cb57b515f', 'name': 'network-vif-deleted', 'tag': 'ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:39:19.071902 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8731b9b0d93a9bf69e636c4352cfd91473ecc38c160ddf4d7ef907223a15797c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d769ed-19e4-466d-b4cb-fb9160bc78f1" -d '{"events": [{"server_uuid": "c68c2891-c862-408b-ab49-ad1cb57b515f", "name": "network-vif-deleted", "tag": "ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:39:19.109659 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167442fc-0ff0-4233-8106-458138b96cf2 x-openstack-request-id: req-167442fc-0ff0-4233-8106-458138b96cf2 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:39:19.109958 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c68c2891-c862-408b-ab49-ad1cb57b515f", "name": "network-vif-deleted", "tag": "ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:39:19.110216 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-167442fc-0ff0-4233-8106-458138b96cf2 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:39:19.110653 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-167442fc-0ff0-4233-8106-458138b96cf2'] response: {'server_uuid': 'c68c2891-c862-408b-ab49-ad1cb57b515f', 'name': 'network-vif-deleted', 'tag': 'ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e', 'status': 'completed', 'code': 200} Apr 21 13:39:19.162898 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-97af1378-c348-4d06-8352-6e4ce55ba465 req-e2b0e070-277e-45fd-8b96-56e2a09542e9 tempest-ServersNegativeTestJSON-1866663186 tempest-ServersNegativeTestJSON-1866663186-project] 10.222.0.36 "GET /v2.0/ports?device_id=c68c2891-c862-408b-ab49-ad1cb57b515f HTTP/1.1" status: 200 len: 210 time: 0.0311375 Apr 21 13:39:20.219013 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59458) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:20.263116 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cdfd49a-6cb1-4b59-9f81-9a25d05da1da admin admin] Deleting subnet 970cbef1-15d7-42c2-bfc7-e57438476cd0 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:39:20.265974 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4cdfd49a-6cb1-4b59-9f81-9a25d05da1da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:20.298687 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4cdfd49a-6cb1-4b59-9f81-9a25d05da1da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:20.338670 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4cdfd49a-6cb1-4b59-9f81-9a25d05da1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:20.445660 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4cdfd49a-6cb1-4b59-9f81-9a25d05da1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:20.479872 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4cdfd49a-6cb1-4b59-9f81-9a25d05da1da admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:20.483199 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4cdfd49a-6cb1-4b59-9f81-9a25d05da1da admin admin] 10.222.0.36 "DELETE /v2.0/subnets/970cbef1-15d7-42c2-bfc7-e57438476cd0 HTTP/1.1" status: 204 len: 168 time: 0.2631729 Apr 21 13:39:20.484228 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfd49a-6cb1-4b59-9f81-9a25d05da1da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=970cbef1-15d7-42c2-bfc7-e57438476cd0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:20.485894 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59460) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:20.492366 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd49a-6cb1-4b59-9f81-9a25d05da1da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:20.492720 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd49a-6cb1-4b59-9f81-9a25d05da1da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:20.493066 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd49a-6cb1-4b59-9f81-9a25d05da1da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:20.493399 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd49a-6cb1-4b59-9f81-9a25d05da1da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:20.493774 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd49a-6cb1-4b59-9f81-9a25d05da1da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:20.494112 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd49a-6cb1-4b59-9f81-9a25d05da1da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:20.494441 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd49a-6cb1-4b59-9f81-9a25d05da1da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:20.494767 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd49a-6cb1-4b59-9f81-9a25d05da1da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:20.495093 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd49a-6cb1-4b59-9f81-9a25d05da1da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:20.495416 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd49a-6cb1-4b59-9f81-9a25d05da1da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:20.495741 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd49a-6cb1-4b59-9f81-9a25d05da1da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:20.496062 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd49a-6cb1-4b59-9f81-9a25d05da1da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:20.558783 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72306fa4-19aa-46f2-b8a0-c3a54a91f796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:20.638250 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72306fa4-19aa-46f2-b8a0-c3a54a91f796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:20.661925 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-72306fa4-19aa-46f2-b8a0-c3a54a91f796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d29103de-8f4c-41b6-9ca1-aef629a51395']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:20.671529 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-72306fa4-19aa-46f2-b8a0-c3a54a91f796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e1b296-9714-47a1-925c-a7986b75b80a') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:20.671816 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-72306fa4-19aa-46f2-b8a0-c3a54a91f796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e1b296-9714-47a1-925c-a7986b75b80a') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:20.680855 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72306fa4-19aa-46f2-b8a0-c3a54a91f796 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:20.693515 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72306fa4-19aa-46f2-b8a0-c3a54a91f796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:20.699782 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72306fa4-19aa-46f2-b8a0-c3a54a91f796 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:39:20.700103 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72306fa4-19aa-46f2-b8a0-c3a54a91f796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:39:20.701724 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:39:20.809195 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72306fa4-19aa-46f2-b8a0-c3a54a91f796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:20.814574 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-72306fa4-19aa-46f2-b8a0-c3a54a91f796 admin admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:20.817673 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-72306fa4-19aa-46f2-b8a0-c3a54a91f796 admin admin] 10.222.0.36 "DELETE /v2.0/networks/d29103de-8f4c-41b6-9ca1-aef629a51395 HTTP/1.1" status: 204 len: 168 time: 0.3307106 Apr 21 13:39:20.829025 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72306fa4-19aa-46f2-b8a0-c3a54a91f796 admin admin] Pushing event deleted for resources: {'Network': ['ID=d29103de-8f4c-41b6-9ca1-aef629a51395,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:20.980728 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:21.141408 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59464) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:21.179551 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-89246a2e-969e-45bd-b631-12b00296b60e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1bc535134b85417fb0065c725d468d51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0368834 Apr 21 13:39:21.182341 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59466) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:21.228128 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d2e9aa9-557e-4013-a15f-1b3cac283222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:21.253175 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d2e9aa9-557e-4013-a15f-1b3cac283222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:21.371394 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d2e9aa9-557e-4013-a15f-1b3cac283222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:21.373948 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-5d2e9aa9-557e-4013-a15f-1b3cac283222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:21.375088 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5d2e9aa9-557e-4013-a15f-1b3cac283222 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/95bb4063-a9cd-44f2-8762-a7331434eea9 HTTP/1.1" status: 204 len: 168 time: 0.1918504 Apr 21 13:39:21.383950 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e9aa9-557e-4013-a15f-1b3cac283222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bb4063-a9cd-44f2-8762-a7331434eea9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:22.439039 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59488) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:22.533919 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f046ea91-d1d7-4157-8f3d-6fc1a07d438b tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2011299042'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:39:22.626740 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f046ea91-d1d7-4157-8f3d-6fc1a07d438b tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Made reservation on behalf of 6b6948fb3a8c4c22b4e091d16cbd66bf for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:39:22.630104 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f046ea91-d1d7-4157-8f3d-6fc1a07d438b tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:22.639255 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f046ea91-d1d7-4157-8f3d-6fc1a07d438b tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:22.713248 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f046ea91-d1d7-4157-8f3d-6fc1a07d438b tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:22.774861 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f046ea91-d1d7-4157-8f3d-6fc1a07d438b tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:22.799946 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f046ea91-d1d7-4157-8f3d-6fc1a07d438b tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:39:22.809690 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046ea91-d1d7-4157-8f3d-6fc1a07d438b tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b47861dd-ab79-4ed1-bb80-79f3e98bcbc1,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:22.814382 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f046ea91-d1d7-4157-8f3d-6fc1a07d438b tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:22.814714 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-f046ea91-d1d7-4157-8f3d-6fc1a07d438b tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Added segment 8e7badd8-9e04-4038-a517-231dd0120d8c of type vlan for network 95ed13eb-7a67-4176-a6ae-6fe66176dc78 Apr 21 13:39:22.853175 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f046ea91-d1d7-4157-8f3d-6fc1a07d438b tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:22.943190 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f046ea91-d1d7-4157-8f3d-6fc1a07d438b tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:22.948741 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f046ea91-d1d7-4157-8f3d-6fc1a07d438b tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:22.949317 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f046ea91-d1d7-4157-8f3d-6fc1a07d438b tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:23.044119 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046ea91-d1d7-4157-8f3d-6fc1a07d438b tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Pushing event updated for resources: {'Network': ['ID=95ed13eb-7a67-4176-a6ae-6fe66176dc78,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:23.053860 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 95ed13eb-7a67-4176-a6ae-6fe66176dc78 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:39:23.097890 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f046ea91-d1d7-4157-8f3d-6fc1a07d438b tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6577311 Apr 21 13:39:23.404514 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:39:23.425296 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:39:23.425655 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device ea1ecc3e-1ed8-42ca-8d07-ab2fd910853e not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:39:26.331859 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59492) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:26.337449 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-fba519ce-b75d-4872-8018-90d02e814a7e tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Request body: {'subnet': {'network_id': '95ed13eb-7a67-4176-a6ae-6fe66176dc78', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:39:26.480041 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba519ce-b75d-4872-8018-90d02e814a7e tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Made reservation on behalf of 6b6948fb3a8c4c22b4e091d16cbd66bf for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:39:26.483494 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fba519ce-b75d-4872-8018-90d02e814a7e tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:26.718152 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fba519ce-b75d-4872-8018-90d02e814a7e tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:26.777539 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba519ce-b75d-4872-8018-90d02e814a7e tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Pushing event updated for resources: {'Subnet': ['ID=31be2b45-b5f4-4c5b-b8c9-c681f1418423,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:26.786126 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba519ce-b75d-4872-8018-90d02e814a7e tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Checking segment: {'id': '8e7badd8-9e04-4038-a517-231dd0120d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '95ed13eb-7a67-4176-a6ae-6fe66176dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:39:26.786489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba519ce-b75d-4872-8018-90d02e814a7e tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Network hostable DHCP agents. Network: 95ed13eb-7a67-4176-a6ae-6fe66176dc78, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:39:26.848859 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba519ce-b75d-4872-8018-90d02e814a7e tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Network 95ed13eb-7a67-4176-a6ae-6fe66176dc78 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:39:26.917758 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-fba519ce-b75d-4872-8018-90d02e814a7e tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 95ed13eb-7a67-4176-a6ae-6fe66176dc78) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:39:26.921915 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba519ce-b75d-4872-8018-90d02e814a7e tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:26.922564 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fba519ce-b75d-4872-8018-90d02e814a7e tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:26.926480 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9a2018-fe5c-403f-800d-e883977da64b None None] Network 95ed13eb-7a67-4176-a6ae-6fe66176dc78 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:39:27.000852 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fba519ce-b75d-4872-8018-90d02e814a7e tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6677856 Apr 21 13:39:27.004237 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59494) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:27.009686 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-cc578a61-0329-4a48-8bac-cda7a39986e4 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2143117854'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:39:27.068011 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7a8573-701a-4f4a-a108-24e8069b28b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-95ed13eb-7a67-4176-a6ae-6fe66176dc78', 'network_id': '95ed13eb-7a67-4176-a6ae-6fe66176dc78', 'tenant_id': '6b6948fb3a8c4c22b4e091d16cbd66bf', 'fixed_ips': [{'subnet_id': '31be2b45-b5f4-4c5b-b8c9-c681f1418423'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:39:27.068859 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a7a8573-701a-4f4a-a108-24e8069b28b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:27.083753 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc578a61-0329-4a48-8bac-cda7a39986e4 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Made reservation on behalf of 6b6948fb3a8c4c22b4e091d16cbd66bf for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:39:27.087270 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc578a61-0329-4a48-8bac-cda7a39986e4 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:27.116042 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc578a61-0329-4a48-8bac-cda7a39986e4 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:39:27.125173 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc578a61-0329-4a48-8bac-cda7a39986e4 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:27.129172 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-cc578a61-0329-4a48-8bac-cda7a39986e4 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Added segment 3d1e2786-0bde-48a9-b6be-83e13db05178 of type vlan for network 57ea07a2-7247-4a65-bc5a-0bc4e5ccaabd Apr 21 13:39:27.164602 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc578a61-0329-4a48-8bac-cda7a39986e4 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:27.204745 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-6a7a8573-701a-4f4a-a108-24e8069b28b2 None None] Allocated IP 2001:db8:0:ffff::2 (95ed13eb-7a67-4176-a6ae-6fe66176dc78/31be2b45-b5f4-4c5b-b8c9-c681f1418423/a54cb641-331e-4ac8-aff9-cebb46a3ba7b) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:39:27.291569 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc578a61-0329-4a48-8bac-cda7a39986e4 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:27.296921 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc578a61-0329-4a48-8bac-cda7a39986e4 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:27.297498 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-cc578a61-0329-4a48-8bac-cda7a39986e4 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:27.365323 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc578a61-0329-4a48-8bac-cda7a39986e4 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Pushing event updated for resources: {'Network': ['ID=57ea07a2-7247-4a65-bc5a-0bc4e5ccaabd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:27.404001 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-cc578a61-0329-4a48-8bac-cda7a39986e4 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3960478 Apr 21 13:39:27.404875 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59496) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:27.409931 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-1abf4783-6897-45b6-a21a-30f8bcf2546e tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Request body: {'subnet': {'network_id': '57ea07a2-7247-4a65-bc5a-0bc4e5ccaabd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:39:27.513787 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 57ea07a2-7247-4a65-bc5a-0bc4e5ccaabd details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:39:27.607071 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abf4783-6897-45b6-a21a-30f8bcf2546e tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Made reservation on behalf of 6b6948fb3a8c4c22b4e091d16cbd66bf for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:39:27.610674 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1abf4783-6897-45b6-a21a-30f8bcf2546e tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:27.645198 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a7a8573-701a-4f4a-a108-24e8069b28b2 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:27.712810 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a7a8573-701a-4f4a-a108-24e8069b28b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:27.753200 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7a8573-701a-4f4a-a108-24e8069b28b2 None None] Network 95ed13eb-7a67-4176-a6ae-6fe66176dc78 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:39:27.756001 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-6a7a8573-701a-4f4a-a108-24e8069b28b2 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:39:27.759599 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7a8573-701a-4f4a-a108-24e8069b28b2 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:39:27.766589 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a8573-701a-4f4a-a108-24e8069b28b2 None None] Pushing event updated for resources: {'Port': ['ID=a54cb641-331e-4ac8-aff9-cebb46a3ba7b,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:27.815821 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6a7a8573-701a-4f4a-a108-24e8069b28b2 None None] Attempting to bind port a54cb641-331e-4ac8-aff9-cebb46a3ba7b on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:39:27.816178 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6a7a8573-701a-4f4a-a108-24e8069b28b2 None None] Attempting to bind port a54cb641-331e-4ac8-aff9-cebb46a3ba7b by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '8e7badd8-9e04-4038-a517-231dd0120d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '95ed13eb-7a67-4176-a6ae-6fe66176dc78'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:39:27.816532 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7a8573-701a-4f4a-a108-24e8069b28b2 None None] Attempting to bind port a54cb641-331e-4ac8-aff9-cebb46a3ba7b on network 95ed13eb-7a67-4176-a6ae-6fe66176dc78 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:39:27.821311 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7a8573-701a-4f4a-a108-24e8069b28b2 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:39:27.821701 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7a8573-701a-4f4a-a108-24e8069b28b2 None None] Checking segment: {'id': '8e7badd8-9e04-4038-a517-231dd0120d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '95ed13eb-7a67-4176-a6ae-6fe66176dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:39:27.822095 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a7a8573-701a-4f4a-a108-24e8069b28b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:27.822478 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7a8573-701a-4f4a-a108-24e8069b28b2 None None] Bound using segment: {'id': '8e7badd8-9e04-4038-a517-231dd0120d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '95ed13eb-7a67-4176-a6ae-6fe66176dc78'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:39:27.822930 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-6a7a8573-701a-4f4a-a108-24e8069b28b2 None None] Bound port: a54cb641-331e-4ac8-aff9-cebb46a3ba7b, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7badd8-9e04-4038-a517-231dd0120d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '95ed13eb-7a67-4176-a6ae-6fe66176dc78'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:39:27.823295 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a7a8573-701a-4f4a-a108-24e8069b28b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:27.863857 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1abf4783-6897-45b6-a21a-30f8bcf2546e tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:27.888012 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6a7a8573-701a-4f4a-a108-24e8069b28b2 None None] For port a54cb641-331e-4ac8-aff9-cebb46a3ba7b, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:39:27.891094 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-6a7a8573-701a-4f4a-a108-24e8069b28b2 None None] For port a54cb641-331e-4ac8-aff9-cebb46a3ba7b, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a54cb641-331e-4ac8-aff9-cebb46a3ba7b,segment=NetworkSegment(8e7badd8-9e04-4038-a517-231dd0120d8c),segment_id=8e7badd8-9e04-4038-a517-231dd0120d8c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:39:27.929110 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf4783-6897-45b6-a21a-30f8bcf2546e tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Pushing event updated for resources: {'Subnet': ['ID=e9f4e748-6020-41c8-a62f-bad89a2000a0,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:27.934665 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abf4783-6897-45b6-a21a-30f8bcf2546e tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Checking segment: {'id': '3d1e2786-0bde-48a9-b6be-83e13db05178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '57ea07a2-7247-4a65-bc5a-0bc4e5ccaabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:39:27.935021 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abf4783-6897-45b6-a21a-30f8bcf2546e tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Network hostable DHCP agents. Network: 57ea07a2-7247-4a65-bc5a-0bc4e5ccaabd, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:39:27.960914 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a7a8573-701a-4f4a-a108-24e8069b28b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:28.017985 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a8573-701a-4f4a-a108-24e8069b28b2 None None] Pushing event updated for resources: {'Port': ['ID=a54cb641-331e-4ac8-aff9-cebb46a3ba7b,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:28.032584 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abf4783-6897-45b6-a21a-30f8bcf2546e tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Network 57ea07a2-7247-4a65-bc5a-0bc4e5ccaabd is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:39:28.118270 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-1abf4783-6897-45b6-a21a-30f8bcf2546e tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 57ea07a2-7247-4a65-bc5a-0bc4e5ccaabd) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:39:28.133789 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abf4783-6897-45b6-a21a-30f8bcf2546e tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:28.133789 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1abf4783-6897-45b6-a21a-30f8bcf2546e tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:28.134152 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb1fd3c-eb50-4471-81c3-45773420c8ee None None] Network 57ea07a2-7247-4a65-bc5a-0bc4e5ccaabd requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:39:28.213242 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1abf4783-6897-45b6-a21a-30f8bcf2546e tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8073194 Apr 21 13:39:28.215601 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59498) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:28.307580 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6262c8-bc66-48c9-aea7-f36358e7fe35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-57ea07a2-7247-4a65-bc5a-0bc4e5ccaabd', 'network_id': '57ea07a2-7247-4a65-bc5a-0bc4e5ccaabd', 'tenant_id': '6b6948fb3a8c4c22b4e091d16cbd66bf', 'fixed_ips': [{'subnet_id': 'e9f4e748-6020-41c8-a62f-bad89a2000a0'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:39:28.308569 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c6262c8-bc66-48c9-aea7-f36358e7fe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:28.326731 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:28.407923 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:28.455292 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-3c6262c8-bc66-48c9-aea7-f36358e7fe35 None None] Allocated IP 2001:db8::2 (57ea07a2-7247-4a65-bc5a-0bc4e5ccaabd/e9f4e748-6020-41c8-a62f-bad89a2000a0/62d41a05-f5f5-4d5c-ab96-d5e585fec878) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:39:28.593694 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c6262c8-bc66-48c9-aea7-f36358e7fe35 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:28.687337 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c6262c8-bc66-48c9-aea7-f36358e7fe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:28.732112 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6262c8-bc66-48c9-aea7-f36358e7fe35 None None] Network 57ea07a2-7247-4a65-bc5a-0bc4e5ccaabd is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:39:28.737027 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3c6262c8-bc66-48c9-aea7-f36358e7fe35 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:39:28.739918 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6262c8-bc66-48c9-aea7-f36358e7fe35 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:39:28.751449 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6262c8-bc66-48c9-aea7-f36358e7fe35 None None] Pushing event updated for resources: {'Port': ['ID=62d41a05-f5f5-4d5c-ab96-d5e585fec878,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:28.767087 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:28.800010 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Pushing event deleted for resources: {'Subnet': ['ID=e9f4e748-6020-41c8-a62f-bad89a2000a0,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:28.806713 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3c6262c8-bc66-48c9-aea7-f36358e7fe35 None None] Attempting to bind port 62d41a05-f5f5-4d5c-ab96-d5e585fec878 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:39:28.807079 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3c6262c8-bc66-48c9-aea7-f36358e7fe35 None None] Attempting to bind port 62d41a05-f5f5-4d5c-ab96-d5e585fec878 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '3d1e2786-0bde-48a9-b6be-83e13db05178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '57ea07a2-7247-4a65-bc5a-0bc4e5ccaabd'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:39:28.807512 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6262c8-bc66-48c9-aea7-f36358e7fe35 None None] Attempting to bind port 62d41a05-f5f5-4d5c-ab96-d5e585fec878 on network 57ea07a2-7247-4a65-bc5a-0bc4e5ccaabd {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:39:28.812920 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6262c8-bc66-48c9-aea7-f36358e7fe35 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:39:28.813289 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6262c8-bc66-48c9-aea7-f36358e7fe35 None None] Checking segment: {'id': '3d1e2786-0bde-48a9-b6be-83e13db05178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '57ea07a2-7247-4a65-bc5a-0bc4e5ccaabd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:39:28.813721 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c6262c8-bc66-48c9-aea7-f36358e7fe35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:28.814139 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6262c8-bc66-48c9-aea7-f36358e7fe35 None None] Bound using segment: {'id': '3d1e2786-0bde-48a9-b6be-83e13db05178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '57ea07a2-7247-4a65-bc5a-0bc4e5ccaabd'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:39:28.814610 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3c6262c8-bc66-48c9-aea7-f36358e7fe35 None None] Bound port: 62d41a05-f5f5-4d5c-ab96-d5e585fec878, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d1e2786-0bde-48a9-b6be-83e13db05178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '57ea07a2-7247-4a65-bc5a-0bc4e5ccaabd'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:39:28.814989 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c6262c8-bc66-48c9-aea7-f36358e7fe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:28.864218 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:28.881704 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3c6262c8-bc66-48c9-aea7-f36358e7fe35 None None] For port 62d41a05-f5f5-4d5c-ab96-d5e585fec878, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:39:28.885673 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3c6262c8-bc66-48c9-aea7-f36358e7fe35 None None] For port 62d41a05-f5f5-4d5c-ab96-d5e585fec878, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=62d41a05-f5f5-4d5c-ab96-d5e585fec878,segment=NetworkSegment(3d1e2786-0bde-48a9-b6be-83e13db05178),segment_id=3d1e2786-0bde-48a9-b6be-83e13db05178)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:39:28.891987 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ea07a2-7247-4a65-bc5a-0bc4e5ccaabd']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:28.899914 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d1e2786-0bde-48a9-b6be-83e13db05178') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:28.900209 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d1e2786-0bde-48a9-b6be-83e13db05178') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:28.911824 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:28.965124 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f64464-dd0b-4796-a520-97805722f5ec None None] Network 95ed13eb-7a67-4176-a6ae-6fe66176dc78 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:39:28.972779 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:28.982278 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c6262c8-bc66-48c9-aea7-f36358e7fe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:28.982987 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:39:28.983387 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:39:28.987475 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:39:29.017866 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a54cb641-331e-4ac8-aff9-cebb46a3ba7b up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:39:29.166800 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-eeaa7c27-7854-43fa-b0e1-46592e0218fe None None] Provisioning complete for port a54cb641-331e-4ac8-aff9-cebb46a3ba7b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:39:29.167087 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eeaa7c27-7854-43fa-b0e1-46592e0218fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:29.168596 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6262c8-bc66-48c9-aea7-f36358e7fe35 None None] Pushing event updated for resources: {'Port': ['ID=62d41a05-f5f5-4d5c-ab96-d5e585fec878,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:29.245020 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f7d6e4-2fe7-4986-b8b0-f9b933c9e3d4 None None] Network 57ea07a2-7247-4a65-bc5a-0bc4e5ccaabd requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:39:29.315793 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port a54cb641-331e-4ac8-aff9-cebb46a3ba7b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:39:29.316147 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:29.358502 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.db.api [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 13:39:29.358502 n-d-836147-2 neutron-server[103397]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 13:39:29.358502 n-d-836147-2 neutron-server[103397]: [parameters: {'id': '57ea07a2-7247-4a65-bc5a-0bc4e5ccaabd'}] Apr 21 13:39:29.358502 n-d-836147-2 neutron-server[103397]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103397) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 13:39:29.358962 n-d-836147-2 neutron-server[103397]: DEBUG oslo_db.api [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 13:39:29.461645 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eeaa7c27-7854-43fa-b0e1-46592e0218fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:29.527550 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-eeaa7c27-7854-43fa-b0e1-46592e0218fe None None] For port a54cb641-331e-4ac8-aff9-cebb46a3ba7b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a54cb641-331e-4ac8-aff9-cebb46a3ba7b,segment=NetworkSegment(8e7badd8-9e04-4038-a517-231dd0120d8c),segment_id=8e7badd8-9e04-4038-a517-231dd0120d8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:39:29.541077 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:29.595979 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-eeaa7c27-7854-43fa-b0e1-46592e0218fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:29.655779 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2235047-37fa-4267-96f5-3fdbfd54d178 None None] get_active_networks_info from n-d-836147-2 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 13:39:29.696461 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 13:39:29.696866 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 13:39:29.704262 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa7c27-7854-43fa-b0e1-46592e0218fe None None] Pushing event updated for resources: {'Port': ['ID=a54cb641-331e-4ac8-aff9-cebb46a3ba7b,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:29.743801 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7403bc6a-b409-435b-88d6-563ccde5f81f None None] Provisioning complete for port a54cb641-331e-4ac8-aff9-cebb46a3ba7b triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:39:29.744111 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7403bc6a-b409-435b-88d6-563ccde5f81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:29.779707 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2235047-37fa-4267-96f5-3fdbfd54d178 None None] Resources bound (agent type, host, resource id): {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 13:39:29.860492 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:29.916472 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Deleting port 62d41a05-f5f5-4d5c-ab96-d5e585fec878 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:39:29.916772 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:29.977393 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] For port 62d41a05-f5f5-4d5c-ab96-d5e585fec878, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=62d41a05-f5f5-4d5c-ab96-d5e585fec878,segment=NetworkSegment(3d1e2786-0bde-48a9-b6be-83e13db05178),segment_id=3d1e2786-0bde-48a9-b6be-83e13db05178)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:39:29.977699 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:29.993637 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Calling delete_port for 62d41a05-f5f5-4d5c-ab96-d5e585fec878 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:39:30.135269 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:30.160831 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Pushing event deleted for resources: {'Port': ['ID=62d41a05-f5f5-4d5c-ab96-d5e585fec878,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:30.163043 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] No DVR routers for this DVR port 62d41a05-f5f5-4d5c-ab96-d5e585fec878 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:39:30.241785 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:30.262073 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57ea07a2-7247-4a65-bc5a-0bc4e5ccaabd']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:30.270813 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d1e2786-0bde-48a9-b6be-83e13db05178') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:30.271096 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d1e2786-0bde-48a9-b6be-83e13db05178') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:30.279976 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:30.292493 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:30.298292 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:39:30.298679 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:39:30.301691 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:39:30.417970 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:30.426630 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:30.429655 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] 10.222.0.36 "DELETE /v2.0/networks/57ea07a2-7247-4a65-bc5a-0bc4e5ccaabd HTTP/1.1" status: 204 len: 168 time: 2.2131023 Apr 21 13:39:30.433847 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59500) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:30.439031 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f6b60be6-afcd-4c61-aa24-f59531c66de3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1782959534'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:39:30.440687 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180e8c8-43e7-4cba-bbe8-f1561ee3df86 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Pushing event deleted for resources: {'Network': ['ID=57ea07a2-7247-4a65-bc5a-0bc4e5ccaabd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:30.508827 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b60be6-afcd-4c61-aa24-f59531c66de3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Made reservation on behalf of 6b6948fb3a8c4c22b4e091d16cbd66bf for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:39:30.512143 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6b60be6-afcd-4c61-aa24-f59531c66de3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:30.534545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b60be6-afcd-4c61-aa24-f59531c66de3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:39:30.543432 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6b60be6-afcd-4c61-aa24-f59531c66de3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:30.543765 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-f6b60be6-afcd-4c61-aa24-f59531c66de3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Added segment b61c9962-26e2-48ea-8814-99198128541b of type vlan for network ec1a8902-05bc-49f8-aed4-71712201c3fe Apr 21 13:39:30.586003 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6b60be6-afcd-4c61-aa24-f59531c66de3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:30.651242 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6b60be6-afcd-4c61-aa24-f59531c66de3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:30.656680 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b60be6-afcd-4c61-aa24-f59531c66de3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:30.657539 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f6b60be6-afcd-4c61-aa24-f59531c66de3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:30.719592 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b60be6-afcd-4c61-aa24-f59531c66de3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Pushing event updated for resources: {'Network': ['ID=ec1a8902-05bc-49f8-aed4-71712201c3fe,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:30.729965 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network ec1a8902-05bc-49f8-aed4-71712201c3fe details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:39:30.734273 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f6b60be6-afcd-4c61-aa24-f59531c66de3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2993400 Apr 21 13:39:30.737119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59502) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:30.742293 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7b54312a-7262-4393-b90a-28d8620aed57 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Request body: {'subnet': {'network_id': 'ec1a8902-05bc-49f8-aed4-71712201c3fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:39:30.891544 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b54312a-7262-4393-b90a-28d8620aed57 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Made reservation on behalf of 6b6948fb3a8c4c22b4e091d16cbd66bf for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:39:30.895145 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b54312a-7262-4393-b90a-28d8620aed57 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:30.952432 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.ipam_backend_mixin [None req-7b54312a-7262-4393-b90a-28d8620aed57 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Performing IP validity checks on allocation pools {{(pid=103398) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:322}} Apr 21 13:39:30.952951 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.ipam_backend_mixin [None req-7b54312a-7262-4393-b90a-28d8620aed57 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103398) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:343}} Apr 21 13:39:30.960600 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a54cb641-331e-4ac8-aff9-cebb46a3ba7b up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:39:31.009148 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port a54cb641-331e-4ac8-aff9-cebb46a3ba7b triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:39:31.009521 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:31.126089 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b54312a-7262-4393-b90a-28d8620aed57 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:31.185155 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54312a-7262-4393-b90a-28d8620aed57 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Pushing event updated for resources: {'Subnet': ['ID=49a38bb0-9a6c-4ae2-9282-c5bb04972cd0,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:31.193528 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b54312a-7262-4393-b90a-28d8620aed57 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Checking segment: {'id': 'b61c9962-26e2-48ea-8814-99198128541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ec1a8902-05bc-49f8-aed4-71712201c3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:39:31.193911 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b54312a-7262-4393-b90a-28d8620aed57 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Network hostable DHCP agents. Network: ec1a8902-05bc-49f8-aed4-71712201c3fe, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:39:31.306292 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b54312a-7262-4393-b90a-28d8620aed57 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Network ec1a8902-05bc-49f8-aed4-71712201c3fe is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:39:31.377477 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-7b54312a-7262-4393-b90a-28d8620aed57 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, ec1a8902-05bc-49f8-aed4-71712201c3fe) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:39:31.384069 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b54312a-7262-4393-b90a-28d8620aed57 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:31.384727 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b54312a-7262-4393-b90a-28d8620aed57 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:31.385753 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6d38ca-e14d-43f3-b5fe-8d0904230f58 None None] Network ec1a8902-05bc-49f8-aed4-71712201c3fe requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:39:31.480749 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7b54312a-7262-4393-b90a-28d8620aed57 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7422385 Apr 21 13:39:31.483518 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59504) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:31.528396 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0a1b3a-1fa1-4c4e-a0fa-d44d84af5187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-ec1a8902-05bc-49f8-aed4-71712201c3fe', 'network_id': 'ec1a8902-05bc-49f8-aed4-71712201c3fe', 'tenant_id': '6b6948fb3a8c4c22b4e091d16cbd66bf', 'fixed_ips': [{'subnet_id': '49a38bb0-9a6c-4ae2-9282-c5bb04972cd0'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:39:31.529283 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f0a1b3a-1fa1-4c4e-a0fa-d44d84af5187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:31.579671 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:31.659454 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:31.663378 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-7f0a1b3a-1fa1-4c4e-a0fa-d44d84af5187 None None] Allocated IP 2001:db8::3 (ec1a8902-05bc-49f8-aed4-71712201c3fe/49a38bb0-9a6c-4ae2-9282-c5bb04972cd0/bd3b39dd-5ea4-41f1-94f9-9909f93fd258) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:39:31.957075 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f0a1b3a-1fa1-4c4e-a0fa-d44d84af5187 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:32.004000 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f0a1b3a-1fa1-4c4e-a0fa-d44d84af5187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:32.040762 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0a1b3a-1fa1-4c4e-a0fa-d44d84af5187 None None] Network ec1a8902-05bc-49f8-aed4-71712201c3fe is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:39:32.045684 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-7f0a1b3a-1fa1-4c4e-a0fa-d44d84af5187 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:39:32.048132 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0a1b3a-1fa1-4c4e-a0fa-d44d84af5187 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:39:32.061231 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a1b3a-1fa1-4c4e-a0fa-d44d84af5187 None None] Pushing event updated for resources: {'Port': ['ID=bd3b39dd-5ea4-41f1-94f9-9909f93fd258,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:32.067390 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:32.093502 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Pushing event deleted for resources: {'Subnet': ['ID=49a38bb0-9a6c-4ae2-9282-c5bb04972cd0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:32.114686 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7f0a1b3a-1fa1-4c4e-a0fa-d44d84af5187 None None] Attempting to bind port bd3b39dd-5ea4-41f1-94f9-9909f93fd258 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:39:32.115057 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7f0a1b3a-1fa1-4c4e-a0fa-d44d84af5187 None None] Attempting to bind port bd3b39dd-5ea4-41f1-94f9-9909f93fd258 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'b61c9962-26e2-48ea-8814-99198128541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ec1a8902-05bc-49f8-aed4-71712201c3fe'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:39:32.115420 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0a1b3a-1fa1-4c4e-a0fa-d44d84af5187 None None] Attempting to bind port bd3b39dd-5ea4-41f1-94f9-9909f93fd258 on network ec1a8902-05bc-49f8-aed4-71712201c3fe {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:39:32.121147 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0a1b3a-1fa1-4c4e-a0fa-d44d84af5187 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:39:32.121522 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0a1b3a-1fa1-4c4e-a0fa-d44d84af5187 None None] Checking segment: {'id': 'b61c9962-26e2-48ea-8814-99198128541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ec1a8902-05bc-49f8-aed4-71712201c3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:39:32.121970 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f0a1b3a-1fa1-4c4e-a0fa-d44d84af5187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:32.122364 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0a1b3a-1fa1-4c4e-a0fa-d44d84af5187 None None] Bound using segment: {'id': 'b61c9962-26e2-48ea-8814-99198128541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ec1a8902-05bc-49f8-aed4-71712201c3fe'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:39:32.122829 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-7f0a1b3a-1fa1-4c4e-a0fa-d44d84af5187 None None] Bound port: bd3b39dd-5ea4-41f1-94f9-9909f93fd258, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b61c9962-26e2-48ea-8814-99198128541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'ec1a8902-05bc-49f8-aed4-71712201c3fe'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:39:32.123208 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f0a1b3a-1fa1-4c4e-a0fa-d44d84af5187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:32.157193 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:32.177808 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec1a8902-05bc-49f8-aed4-71712201c3fe']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:32.186007 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7f0a1b3a-1fa1-4c4e-a0fa-d44d84af5187 None None] For port bd3b39dd-5ea4-41f1-94f9-9909f93fd258, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:39:32.187573 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61c9962-26e2-48ea-8814-99198128541b') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:32.187868 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61c9962-26e2-48ea-8814-99198128541b') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:32.188949 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7f0a1b3a-1fa1-4c4e-a0fa-d44d84af5187 None None] For port bd3b39dd-5ea4-41f1-94f9-9909f93fd258, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=bd3b39dd-5ea4-41f1-94f9-9909f93fd258,segment=NetworkSegment(b61c9962-26e2-48ea-8814-99198128541b),segment_id=b61c9962-26e2-48ea-8814-99198128541b)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:39:32.196964 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:32.264196 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7f0a1b3a-1fa1-4c4e-a0fa-d44d84af5187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:32.266141 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:32.272236 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:39:32.272764 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: timer() Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:39:32.276279 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:39:32.342768 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0a1b3a-1fa1-4c4e-a0fa-d44d84af5187 None None] Pushing event updated for resources: {'Port': ['ID=bd3b39dd-5ea4-41f1-94f9-9909f93fd258,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:32.356129 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575a590e-2916-4c07-8fd7-6a6cb62565f4 None None] Network ec1a8902-05bc-49f8-aed4-71712201c3fe requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:39:32.375514 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.db.api [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 13:39:32.375514 n-d-836147-2 neutron-server[103398]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 13:39:32.375514 n-d-836147-2 neutron-server[103398]: [parameters: {'id': 'ec1a8902-05bc-49f8-aed4-71712201c3fe'}] Apr 21 13:39:32.375514 n-d-836147-2 neutron-server[103398]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 13:39:32.375982 n-d-836147-2 neutron-server[103398]: DEBUG oslo_db.api [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 13:39:32.476468 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd10eeed-a5b0-4c92-86f5-511eb951f1d2 None None] get_active_networks_info from n-d-836147-2 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 13:39:32.545157 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd10eeed-a5b0-4c92-86f5-511eb951f1d2 None None] Resources bound (agent type, host, resource id): {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 13:39:32.876746 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:32.932856 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Deleting port bd3b39dd-5ea4-41f1-94f9-9909f93fd258 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:39:32.933189 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:32.993382 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] For port bd3b39dd-5ea4-41f1-94f9-9909f93fd258, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=bd3b39dd-5ea4-41f1-94f9-9909f93fd258,segment=NetworkSegment(b61c9962-26e2-48ea-8814-99198128541b),segment_id=b61c9962-26e2-48ea-8814-99198128541b)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:39:32.993768 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:33.006204 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Calling delete_port for bd3b39dd-5ea4-41f1-94f9-9909f93fd258 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:39:33.137553 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:33.162035 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Pushing event deleted for resources: {'Port': ['ID=bd3b39dd-5ea4-41f1-94f9-9909f93fd258,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:33.167474 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] No DVR routers for this DVR port bd3b39dd-5ea4-41f1-94f9-9909f93fd258 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:39:33.242753 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:33.265983 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec1a8902-05bc-49f8-aed4-71712201c3fe']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:33.274933 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61c9962-26e2-48ea-8814-99198128541b') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:33.275223 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61c9962-26e2-48ea-8814-99198128541b') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:33.284435 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:33.297034 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:33.302577 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:39:33.302949 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: timer() Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:39:33.306318 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:39:33.423361 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:33.431147 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:33.434281 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] 10.222.0.36 "DELETE /v2.0/networks/ec1a8902-05bc-49f8-aed4-71712201c3fe HTTP/1.1" status: 204 len: 168 time: 1.9497554 Apr 21 13:39:33.437954 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59506) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:33.443012 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-eeeba62b-8d7f-4b9c-b565-cd1b6060e7e5 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1025854870'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:39:33.446693 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df753f4-b74f-402d-bf4d-bf3f4008b253 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Pushing event deleted for resources: {'Network': ['ID=ec1a8902-05bc-49f8-aed4-71712201c3fe,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:33.508962 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeeba62b-8d7f-4b9c-b565-cd1b6060e7e5 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Made reservation on behalf of 6b6948fb3a8c4c22b4e091d16cbd66bf for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:39:33.512366 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eeeba62b-8d7f-4b9c-b565-cd1b6060e7e5 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:33.539570 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeeba62b-8d7f-4b9c-b565-cd1b6060e7e5 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:39:33.548203 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eeeba62b-8d7f-4b9c-b565-cd1b6060e7e5 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:33.548559 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-eeeba62b-8d7f-4b9c-b565-cd1b6060e7e5 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Added segment e3c8e97a-177c-4639-ab7e-ad3f5cf240c9 of type vlan for network 6ccfc923-a8dd-4386-bd37-1f60d8402353 Apr 21 13:39:33.586679 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eeeba62b-8d7f-4b9c-b565-cd1b6060e7e5 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:33.672286 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eeeba62b-8d7f-4b9c-b565-cd1b6060e7e5 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:33.677834 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeeba62b-8d7f-4b9c-b565-cd1b6060e7e5 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:33.678420 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eeeba62b-8d7f-4b9c-b565-cd1b6060e7e5 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:33.741080 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeba62b-8d7f-4b9c-b565-cd1b6060e7e5 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Pushing event updated for resources: {'Network': ['ID=6ccfc923-a8dd-4386-bd37-1f60d8402353,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:33.750996 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 6ccfc923-a8dd-4386-bd37-1f60d8402353 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:39:33.825647 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-eeeba62b-8d7f-4b9c-b565-cd1b6060e7e5 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3865674 Apr 21 13:39:33.831701 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59508) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:33.834126 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-22a49244-c3c2-4682-b8b6-742e2c839f66 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Request body: {'subnet': {'network_id': '6ccfc923-a8dd-4386-bd37-1f60d8402353', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:39:34.005948 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a49244-c3c2-4682-b8b6-742e2c839f66 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Made reservation on behalf of 6b6948fb3a8c4c22b4e091d16cbd66bf for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:39:34.010065 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-22a49244-c3c2-4682-b8b6-742e2c839f66 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:34.240368 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-22a49244-c3c2-4682-b8b6-742e2c839f66 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:34.297940 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a49244-c3c2-4682-b8b6-742e2c839f66 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Pushing event updated for resources: {'Subnet': ['ID=09a38542-71ff-4c2a-86bc-255c1aa7b717,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:34.307840 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a49244-c3c2-4682-b8b6-742e2c839f66 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Checking segment: {'id': 'e3c8e97a-177c-4639-ab7e-ad3f5cf240c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6ccfc923-a8dd-4386-bd37-1f60d8402353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:39:34.308197 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a49244-c3c2-4682-b8b6-742e2c839f66 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Network hostable DHCP agents. Network: 6ccfc923-a8dd-4386-bd37-1f60d8402353, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:39:34.388807 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a49244-c3c2-4682-b8b6-742e2c839f66 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Network 6ccfc923-a8dd-4386-bd37-1f60d8402353 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:39:34.443493 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-22a49244-c3c2-4682-b8b6-742e2c839f66 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 6ccfc923-a8dd-4386-bd37-1f60d8402353) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:39:34.447654 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a49244-c3c2-4682-b8b6-742e2c839f66 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:34.448225 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-22a49244-c3c2-4682-b8b6-742e2c839f66 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:34.452618 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f8847b-8120-48a2-af3f-1357a4d567ac None None] Network 6ccfc923-a8dd-4386-bd37-1f60d8402353 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:39:34.520669 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-22a49244-c3c2-4682-b8b6-742e2c839f66 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6903439 Apr 21 13:39:34.524879 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59510) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:34.529949 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4da1fc93-bd33-430e-8f70-c52674fbe35d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1973626642'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:39:34.593128 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe40c42-bf06-489d-80e1-af37c90e5e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-6ccfc923-a8dd-4386-bd37-1f60d8402353', 'network_id': '6ccfc923-a8dd-4386-bd37-1f60d8402353', 'tenant_id': '6b6948fb3a8c4c22b4e091d16cbd66bf', 'fixed_ips': [{'subnet_id': '09a38542-71ff-4c2a-86bc-255c1aa7b717'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:39:34.594005 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfe40c42-bf06-489d-80e1-af37c90e5e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:34.617203 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da1fc93-bd33-430e-8f70-c52674fbe35d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Made reservation on behalf of 6b6948fb3a8c4c22b4e091d16cbd66bf for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:39:34.620777 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4da1fc93-bd33-430e-8f70-c52674fbe35d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:34.643766 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da1fc93-bd33-430e-8f70-c52674fbe35d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:39:34.652925 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4da1fc93-bd33-430e-8f70-c52674fbe35d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:34.653268 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-4da1fc93-bd33-430e-8f70-c52674fbe35d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Added segment a0cc9a5e-8422-413c-8e65-257205b80024 of type vlan for network 0f9052cf-7680-498c-b463-1a13070db488 Apr 21 13:39:34.692031 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4da1fc93-bd33-430e-8f70-c52674fbe35d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:34.730424 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-bfe40c42-bf06-489d-80e1-af37c90e5e46 None None] Allocated IP 2001:db8::2 (6ccfc923-a8dd-4386-bd37-1f60d8402353/09a38542-71ff-4c2a-86bc-255c1aa7b717/a70b5001-4a02-4b22-8328-c228c0b0612a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:39:34.780641 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4da1fc93-bd33-430e-8f70-c52674fbe35d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:34.786208 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da1fc93-bd33-430e-8f70-c52674fbe35d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:34.786922 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4da1fc93-bd33-430e-8f70-c52674fbe35d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:34.851068 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1fc93-bd33-430e-8f70-c52674fbe35d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Pushing event updated for resources: {'Network': ['ID=0f9052cf-7680-498c-b463-1a13070db488,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:34.862765 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 0f9052cf-7680-498c-b463-1a13070db488 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:39:34.874736 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4da1fc93-bd33-430e-8f70-c52674fbe35d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3487797 Apr 21 13:39:34.877665 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59512) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:34.882522 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7b6bb667-ae9c-42f9-ba51-ce7a999c6df4 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Request body: {'subnet': {'network_id': '0f9052cf-7680-498c-b463-1a13070db488', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:39:34.889482 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfe40c42-bf06-489d-80e1-af37c90e5e46 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:34.960478 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfe40c42-bf06-489d-80e1-af37c90e5e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:35.000110 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe40c42-bf06-489d-80e1-af37c90e5e46 None None] Network 6ccfc923-a8dd-4386-bd37-1f60d8402353 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:39:35.004759 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-bfe40c42-bf06-489d-80e1-af37c90e5e46 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:39:35.008685 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe40c42-bf06-489d-80e1-af37c90e5e46 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:39:35.019146 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe40c42-bf06-489d-80e1-af37c90e5e46 None None] Pushing event updated for resources: {'Port': ['ID=a70b5001-4a02-4b22-8328-c228c0b0612a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:35.037916 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6bb667-ae9c-42f9-ba51-ce7a999c6df4 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Made reservation on behalf of 6b6948fb3a8c4c22b4e091d16cbd66bf for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:39:35.041596 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b6bb667-ae9c-42f9-ba51-ce7a999c6df4 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:35.066108 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bfe40c42-bf06-489d-80e1-af37c90e5e46 None None] Attempting to bind port a70b5001-4a02-4b22-8328-c228c0b0612a on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:39:35.066475 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bfe40c42-bf06-489d-80e1-af37c90e5e46 None None] Attempting to bind port a70b5001-4a02-4b22-8328-c228c0b0612a by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'e3c8e97a-177c-4639-ab7e-ad3f5cf240c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6ccfc923-a8dd-4386-bd37-1f60d8402353'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:39:35.066829 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe40c42-bf06-489d-80e1-af37c90e5e46 None None] Attempting to bind port a70b5001-4a02-4b22-8328-c228c0b0612a on network 6ccfc923-a8dd-4386-bd37-1f60d8402353 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:39:35.072185 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe40c42-bf06-489d-80e1-af37c90e5e46 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:39:35.072555 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe40c42-bf06-489d-80e1-af37c90e5e46 None None] Checking segment: {'id': 'e3c8e97a-177c-4639-ab7e-ad3f5cf240c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6ccfc923-a8dd-4386-bd37-1f60d8402353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:39:35.072948 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfe40c42-bf06-489d-80e1-af37c90e5e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:35.073329 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe40c42-bf06-489d-80e1-af37c90e5e46 None None] Bound using segment: {'id': 'e3c8e97a-177c-4639-ab7e-ad3f5cf240c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6ccfc923-a8dd-4386-bd37-1f60d8402353'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:39:35.073811 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bfe40c42-bf06-489d-80e1-af37c90e5e46 None None] Bound port: a70b5001-4a02-4b22-8328-c228c0b0612a, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c8e97a-177c-4639-ab7e-ad3f5cf240c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6ccfc923-a8dd-4386-bd37-1f60d8402353'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:39:35.074178 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfe40c42-bf06-489d-80e1-af37c90e5e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:35.135819 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bfe40c42-bf06-489d-80e1-af37c90e5e46 None None] For port a70b5001-4a02-4b22-8328-c228c0b0612a, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:39:35.138701 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bfe40c42-bf06-489d-80e1-af37c90e5e46 None None] For port a70b5001-4a02-4b22-8328-c228c0b0612a, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a70b5001-4a02-4b22-8328-c228c0b0612a,segment=NetworkSegment(e3c8e97a-177c-4639-ab7e-ad3f5cf240c9),segment_id=e3c8e97a-177c-4639-ab7e-ad3f5cf240c9)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:39:35.200482 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bfe40c42-bf06-489d-80e1-af37c90e5e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:35.259496 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe40c42-bf06-489d-80e1-af37c90e5e46 None None] Pushing event updated for resources: {'Port': ['ID=a70b5001-4a02-4b22-8328-c228c0b0612a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:35.309350 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b6bb667-ae9c-42f9-ba51-ce7a999c6df4 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:35.368207 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6bb667-ae9c-42f9-ba51-ce7a999c6df4 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Pushing event updated for resources: {'Subnet': ['ID=6b22cee1-472f-4be1-bd9b-14770a3ac848,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:35.388396 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6bb667-ae9c-42f9-ba51-ce7a999c6df4 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Checking segment: {'id': 'a0cc9a5e-8422-413c-8e65-257205b80024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0f9052cf-7680-498c-b463-1a13070db488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:39:35.389045 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6bb667-ae9c-42f9-ba51-ce7a999c6df4 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Network hostable DHCP agents. Network: 0f9052cf-7680-498c-b463-1a13070db488, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:39:35.489626 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6bb667-ae9c-42f9-ba51-ce7a999c6df4 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Network 0f9052cf-7680-498c-b463-1a13070db488 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:39:35.577609 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-7b6bb667-ae9c-42f9-ba51-ce7a999c6df4 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 0f9052cf-7680-498c-b463-1a13070db488) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:39:35.581660 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6bb667-ae9c-42f9-ba51-ce7a999c6df4 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:35.582365 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7b6bb667-ae9c-42f9-ba51-ce7a999c6df4 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:35.586043 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb3957a-c2be-40f6-8df3-74006b5ef9c0 None None] Network 0f9052cf-7680-498c-b463-1a13070db488 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:39:35.683745 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7b6bb667-ae9c-42f9-ba51-ce7a999c6df4 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8050413 Apr 21 13:39:35.686256 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59514) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:35.730506 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881910fd-5a5c-460c-96d4-10584b8ca3a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-0f9052cf-7680-498c-b463-1a13070db488', 'network_id': '0f9052cf-7680-498c-b463-1a13070db488', 'tenant_id': '6b6948fb3a8c4c22b4e091d16cbd66bf', 'fixed_ips': [{'subnet_id': '6b22cee1-472f-4be1-bd9b-14770a3ac848'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:39:35.731393 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-881910fd-5a5c-460c-96d4-10584b8ca3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:35.780803 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:35.842715 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:35.870260 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-881910fd-5a5c-460c-96d4-10584b8ca3a2 None None] Allocated IP 2001:db8::2 (0f9052cf-7680-498c-b463-1a13070db488/6b22cee1-472f-4be1-bd9b-14770a3ac848/cfb719ca-e0b5-45b4-acca-1e81cf325698) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:39:36.021831 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-881910fd-5a5c-460c-96d4-10584b8ca3a2 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:36.115421 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-881910fd-5a5c-460c-96d4-10584b8ca3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:36.149960 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1844f947-85f7-4b79-9b66-89a6da2b6555 None None] Network 6ccfc923-a8dd-4386-bd37-1f60d8402353 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:39:36.179524 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881910fd-5a5c-460c-96d4-10584b8ca3a2 None None] Network 0f9052cf-7680-498c-b463-1a13070db488 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:39:36.208846 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-881910fd-5a5c-460c-96d4-10584b8ca3a2 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:39:36.212918 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881910fd-5a5c-460c-96d4-10584b8ca3a2 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:39:36.214688 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881910fd-5a5c-460c-96d4-10584b8ca3a2 None None] Pushing event updated for resources: {'Port': ['ID=cfb719ca-e0b5-45b4-acca-1e81cf325698,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:36.223611 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:36.256267 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Pushing event deleted for resources: {'Subnet': ['ID=6b22cee1-472f-4be1-bd9b-14770a3ac848,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:36.318156 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:36.327227 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-881910fd-5a5c-460c-96d4-10584b8ca3a2 None None] Attempting to bind port cfb719ca-e0b5-45b4-acca-1e81cf325698 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:39:36.327594 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-881910fd-5a5c-460c-96d4-10584b8ca3a2 None None] Attempting to bind port cfb719ca-e0b5-45b4-acca-1e81cf325698 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'a0cc9a5e-8422-413c-8e65-257205b80024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0f9052cf-7680-498c-b463-1a13070db488'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:39:36.327951 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881910fd-5a5c-460c-96d4-10584b8ca3a2 None None] Attempting to bind port cfb719ca-e0b5-45b4-acca-1e81cf325698 on network 0f9052cf-7680-498c-b463-1a13070db488 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:39:36.337084 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-cbb06190-64e3-43ac-83e5-c8356d01a96c None None] Provisioning complete for port a70b5001-4a02-4b22-8328-c228c0b0612a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:39:36.337453 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbb06190-64e3-43ac-83e5-c8356d01a96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:36.339101 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9052cf-7680-498c-b463-1a13070db488']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:36.342971 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881910fd-5a5c-460c-96d4-10584b8ca3a2 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:39:36.343340 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881910fd-5a5c-460c-96d4-10584b8ca3a2 None None] Checking segment: {'id': 'a0cc9a5e-8422-413c-8e65-257205b80024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0f9052cf-7680-498c-b463-1a13070db488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:39:36.343732 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-881910fd-5a5c-460c-96d4-10584b8ca3a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:36.344121 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881910fd-5a5c-460c-96d4-10584b8ca3a2 None None] Bound using segment: {'id': 'a0cc9a5e-8422-413c-8e65-257205b80024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0f9052cf-7680-498c-b463-1a13070db488'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:39:36.344586 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-881910fd-5a5c-460c-96d4-10584b8ca3a2 None None] Bound port: cfb719ca-e0b5-45b4-acca-1e81cf325698, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0cc9a5e-8422-413c-8e65-257205b80024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '0f9052cf-7680-498c-b463-1a13070db488'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:39:36.344959 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-881910fd-5a5c-460c-96d4-10584b8ca3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:36.348500 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0cc9a5e-8422-413c-8e65-257205b80024') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:36.348802 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0cc9a5e-8422-413c-8e65-257205b80024') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:36.358636 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:36.371689 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:36.377400 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:39:36.377821 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: timer() Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:39:36.380850 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:39:36.472867 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.db.api [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 21 13:39:36.472867 n-d-836147-2 neutron-server[103398]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 21 13:39:36.472867 n-d-836147-2 neutron-server[103398]: [parameters: {'id': '0f9052cf-7680-498c-b463-1a13070db488'}] Apr 21 13:39:36.472867 n-d-836147-2 neutron-server[103398]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103398) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 13:39:36.473360 n-d-836147-2 neutron-server[103398]: DEBUG oslo_db.api [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 13:39:36.473960 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-881910fd-5a5c-460c-96d4-10584b8ca3a2 None None] For port cfb719ca-e0b5-45b4-acca-1e81cf325698, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:39:36.515861 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-881910fd-5a5c-460c-96d4-10584b8ca3a2 None None] For port cfb719ca-e0b5-45b4-acca-1e81cf325698, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=cfb719ca-e0b5-45b4-acca-1e81cf325698,segment=NetworkSegment(a0cc9a5e-8422-413c-8e65-257205b80024),segment_id=a0cc9a5e-8422-413c-8e65-257205b80024)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:39:36.522173 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbb06190-64e3-43ac-83e5-c8356d01a96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:36.554935 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-cbb06190-64e3-43ac-83e5-c8356d01a96c None None] For port a70b5001-4a02-4b22-8328-c228c0b0612a, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a70b5001-4a02-4b22-8328-c228c0b0612a,segment=NetworkSegment(e3c8e97a-177c-4639-ab7e-ad3f5cf240c9),segment_id=e3c8e97a-177c-4639-ab7e-ad3f5cf240c9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:39:36.598659 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-881910fd-5a5c-460c-96d4-10584b8ca3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:36.634508 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cbb06190-64e3-43ac-83e5-c8356d01a96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:36.679372 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881910fd-5a5c-460c-96d4-10584b8ca3a2 None None] Pushing event updated for resources: {'Port': ['ID=cfb719ca-e0b5-45b4-acca-1e81cf325698,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:36.708483 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e40d7f7-58ae-4619-980f-f7a756f3e00e None None] Network 0f9052cf-7680-498c-b463-1a13070db488 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:39:36.799271 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb06190-64e3-43ac-83e5-c8356d01a96c None None] Pushing event updated for resources: {'Port': ['ID=a70b5001-4a02-4b22-8328-c228c0b0612a,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:36.825028 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2dc23fb0-f46e-4e93-a550-2cf5cf7c346f None None] Provisioning complete for port a70b5001-4a02-4b22-8328-c228c0b0612a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:39:36.825391 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2dc23fb0-f46e-4e93-a550-2cf5cf7c346f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:36.914678 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6565060-5a6a-480d-9631-834f257137be None None] get_active_networks_info from n-d-836147-2 {{(pid=103399) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Apr 21 13:39:36.975551 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:36.980537 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a70b5001-4a02-4b22-8328-c228c0b0612a up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:39:37.029088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Deleting port cfb719ca-e0b5-45b4-acca-1e81cf325698 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:39:37.029517 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:37.034612 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6565060-5a6a-480d-9631-834f257137be None None] Resources bound (agent type, host, resource id): {{(pid=103399) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 21 13:39:37.072057 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port a70b5001-4a02-4b22-8328-c228c0b0612a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:39:37.072328 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:37.095299 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] For port cfb719ca-e0b5-45b4-acca-1e81cf325698, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=cfb719ca-e0b5-45b4-acca-1e81cf325698,segment=NetworkSegment(a0cc9a5e-8422-413c-8e65-257205b80024),segment_id=a0cc9a5e-8422-413c-8e65-257205b80024)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:39:37.095674 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:37.108623 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Calling delete_port for cfb719ca-e0b5-45b4-acca-1e81cf325698 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:39:37.290163 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:37.321997 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] No DVR routers for this DVR port cfb719ca-e0b5-45b4-acca-1e81cf325698 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:39:37.328396 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Pushing event deleted for resources: {'Port': ['ID=cfb719ca-e0b5-45b4-acca-1e81cf325698,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:37.407088 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:37.427611 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9052cf-7680-498c-b463-1a13070db488']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:37.436706 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0cc9a5e-8422-413c-8e65-257205b80024') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:37.436996 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0cc9a5e-8422-413c-8e65-257205b80024') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:37.447663 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:37.461655 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:37.467340 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:39:37.467717 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: timer() Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:39:37.471014 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:39:37.594621 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:37.601224 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:37.604236 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] 10.222.0.36 "DELETE /v2.0/networks/0f9052cf-7680-498c-b463-1a13070db488 HTTP/1.1" status: 204 len: 168 time: 1.9170024 Apr 21 13:39:37.607157 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59516) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:37.615804 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d7a4e-0e2c-40aa-a583-7bebbc530b0d tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Pushing event deleted for resources: {'Network': ['ID=0f9052cf-7680-498c-b463-1a13070db488,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:37.636843 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d7f722-a37b-4876-9c67-dd4f3fd71347 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] GET failed (client error): The resource could not be found. Apr 21 13:39:37.638203 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-29d7f722-a37b-4876-9c67-dd4f3fd71347 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] 10.222.0.36 "GET /v2.0/subnets/6b22cee1-472f-4be1-bd9b-14770a3ac848 HTTP/1.1" status: 404 len: 337 time: 0.0300791 Apr 21 13:39:37.640965 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59518) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:37.658351 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-de0a60e0-f5f5-4270-bf59-8cc9a7092f9a tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] DELETE failed (client error): The resource could not be found. Apr 21 13:39:37.658857 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de0a60e0-f5f5-4270-bf59-8cc9a7092f9a tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 13:39:37.661671 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-de0a60e0-f5f5-4270-bf59-8cc9a7092f9a tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] 10.222.0.36 "DELETE /v2.0/networks/0f9052cf-7680-498c-b463-1a13070db488 HTTP/1.1" status: 404 len: 339 time: 0.0198171 Apr 21 13:39:37.665142 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59520) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:37.693251 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f6577a5-d02d-4574-93ea-b78e1924e7dd tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] DELETE failed (client error): The resource could not be found. Apr 21 13:39:37.693713 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f6577a5-d02d-4574-93ea-b78e1924e7dd tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 13:39:37.697241 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4f6577a5-d02d-4574-93ea-b78e1924e7dd tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] 10.222.0.36 "DELETE /v2.0/subnets/6b22cee1-472f-4be1-bd9b-14770a3ac848 HTTP/1.1" status: 404 len: 337 time: 0.0311224 Apr 21 13:39:37.699538 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59522) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:37.715903 n-d-836147-2 neutron-server[103397]: INFO neutron.pecan_wsgi.hooks.translation [None req-00204187-cf4a-4841-ad85-5b2ced4d3b9e tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] DELETE failed (client error): The resource could not be found. Apr 21 13:39:37.716404 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00204187-cf4a-4841-ad85-5b2ced4d3b9e tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103397) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 13:39:37.719184 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-00204187-cf4a-4841-ad85-5b2ced4d3b9e tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] 10.222.0.36 "DELETE /v2.0/networks/0f9052cf-7680-498c-b463-1a13070db488 HTTP/1.1" status: 404 len: 339 time: 0.0188067 Apr 21 13:39:37.721356 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59524) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:37.769298 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd07ba1-fe81-4237-b20e-43a9e844d4df tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Deleting subnet 09a38542-71ff-4c2a-86bc-255c1aa7b717 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:39:37.772191 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bcd07ba1-fe81-4237-b20e-43a9e844d4df tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:37.809830 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bcd07ba1-fe81-4237-b20e-43a9e844d4df tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:37.895131 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bcd07ba1-fe81-4237-b20e-43a9e844d4df tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:38.049840 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bcd07ba1-fe81-4237-b20e-43a9e844d4df tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:38.077465 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd07ba1-fe81-4237-b20e-43a9e844d4df tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Pushing event deleted for resources: {'Subnet': ['ID=09a38542-71ff-4c2a-86bc-255c1aa7b717,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:38.079464 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bcd07ba1-fe81-4237-b20e-43a9e844d4df tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:38.082561 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bcd07ba1-fe81-4237-b20e-43a9e844d4df tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] 10.222.0.36 "DELETE /v2.0/subnets/09a38542-71ff-4c2a-86bc-255c1aa7b717 HTTP/1.1" status: 204 len: 168 time: 0.3603268 Apr 21 13:39:38.084158 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85445c90-01e0-43c4-acb4-e9f1aca8bfeb None None] Network 6ccfc923-a8dd-4386-bd37-1f60d8402353 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:39:38.085086 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59526) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:38.162746 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59e6bce1-0b86-4eb5-aa0e-2f21fa69eee3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:38.216788 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-59e6bce1-0b86-4eb5-aa0e-2f21fa69eee3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Deleting port a70b5001-4a02-4b22-8328-c228c0b0612a {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:39:38.217168 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59e6bce1-0b86-4eb5-aa0e-2f21fa69eee3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:38.264472 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95933fe4-facd-4cee-a2f1-fc66400fc73d None None] DHCP port deletion for 6ccfc923-a8dd-4386-bd37-1f60d8402353 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:39:38.281679 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-59e6bce1-0b86-4eb5-aa0e-2f21fa69eee3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] For port a70b5001-4a02-4b22-8328-c228c0b0612a, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a70b5001-4a02-4b22-8328-c228c0b0612a,segment=NetworkSegment(e3c8e97a-177c-4639-ab7e-ad3f5cf240c9),segment_id=e3c8e97a-177c-4639-ab7e-ad3f5cf240c9)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:39:38.282039 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59e6bce1-0b86-4eb5-aa0e-2f21fa69eee3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:38.295206 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-59e6bce1-0b86-4eb5-aa0e-2f21fa69eee3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Calling delete_port for a70b5001-4a02-4b22-8328-c228c0b0612a owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:39:38.310282 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-95933fe4-facd-4cee-a2f1-fc66400fc73d None None] Deleting port a70b5001-4a02-4b22-8328-c228c0b0612a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:39:38.310665 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95933fe4-facd-4cee-a2f1-fc66400fc73d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:38.375099 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-95933fe4-facd-4cee-a2f1-fc66400fc73d None None] For port a70b5001-4a02-4b22-8328-c228c0b0612a, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a70b5001-4a02-4b22-8328-c228c0b0612a,segment=NetworkSegment(e3c8e97a-177c-4639-ab7e-ad3f5cf240c9),segment_id=e3c8e97a-177c-4639-ab7e-ad3f5cf240c9)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:39:38.375495 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95933fe4-facd-4cee-a2f1-fc66400fc73d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:38.388120 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-95933fe4-facd-4cee-a2f1-fc66400fc73d None None] Calling delete_port for a70b5001-4a02-4b22-8328-c228c0b0612a owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:39:38.455432 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59e6bce1-0b86-4eb5-aa0e-2f21fa69eee3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:38.463090 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-95933fe4-facd-4cee-a2f1-fc66400fc73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:38.481511 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6bce1-0b86-4eb5-aa0e-2f21fa69eee3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Pushing event deleted for resources: {'Port': ['ID=a70b5001-4a02-4b22-8328-c228c0b0612a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:38.485085 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e6bce1-0b86-4eb5-aa0e-2f21fa69eee3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] No DVR routers for this DVR port a70b5001-4a02-4b22-8328-c228c0b0612a on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:39:38.492978 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95933fe4-facd-4cee-a2f1-fc66400fc73d None None] Pushing event deleted for resources: {'Port': ['ID=a70b5001-4a02-4b22-8328-c228c0b0612a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:38.494819 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95933fe4-facd-4cee-a2f1-fc66400fc73d None None] No DVR routers for this DVR port a70b5001-4a02-4b22-8328-c228c0b0612a on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:39:38.566293 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59e6bce1-0b86-4eb5-aa0e-2f21fa69eee3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:38.586526 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-59e6bce1-0b86-4eb5-aa0e-2f21fa69eee3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ccfc923-a8dd-4386-bd37-1f60d8402353']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:38.595518 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-59e6bce1-0b86-4eb5-aa0e-2f21fa69eee3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c8e97a-177c-4639-ab7e-ad3f5cf240c9') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:38.595822 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-59e6bce1-0b86-4eb5-aa0e-2f21fa69eee3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c8e97a-177c-4639-ab7e-ad3f5cf240c9') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:38.605818 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59e6bce1-0b86-4eb5-aa0e-2f21fa69eee3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:38.619011 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59e6bce1-0b86-4eb5-aa0e-2f21fa69eee3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:38.624809 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59e6bce1-0b86-4eb5-aa0e-2f21fa69eee3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:39:38.625188 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59e6bce1-0b86-4eb5-aa0e-2f21fa69eee3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:39:38.628151 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:39:38.732293 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59e6bce1-0b86-4eb5-aa0e-2f21fa69eee3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:38.745734 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-59e6bce1-0b86-4eb5-aa0e-2f21fa69eee3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:38.745734 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-59e6bce1-0b86-4eb5-aa0e-2f21fa69eee3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] 10.222.0.36 "DELETE /v2.0/networks/6ccfc923-a8dd-4386-bd37-1f60d8402353 HTTP/1.1" status: 204 len: 168 time: 0.6574969 Apr 21 13:39:38.746435 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59528) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:38.753019 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6bce1-0b86-4eb5-aa0e-2f21fa69eee3 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Pushing event deleted for resources: {'Network': ['ID=6ccfc923-a8dd-4386-bd37-1f60d8402353,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:38.772822 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b68f69-6a4f-4801-8eea-9027ebdde597 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] DELETE failed (client error): The resource could not be found. Apr 21 13:39:38.773269 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3b68f69-6a4f-4801-8eea-9027ebdde597 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 13:39:38.776781 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d3b68f69-6a4f-4801-8eea-9027ebdde597 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] 10.222.0.36 "DELETE /v2.0/subnets/49a38bb0-9a6c-4ae2-9282-c5bb04972cd0 HTTP/1.1" status: 404 len: 337 time: 0.0292771 Apr 21 13:39:38.779447 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59530) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:38.796451 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3921ccd-12cc-4591-9f36-70e065635849 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] DELETE failed (client error): The resource could not be found. Apr 21 13:39:38.796962 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3921ccd-12cc-4591-9f36-70e065635849 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 13:39:38.799828 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f3921ccd-12cc-4591-9f36-70e065635849 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] 10.222.0.36 "DELETE /v2.0/networks/ec1a8902-05bc-49f8-aed4-71712201c3fe HTTP/1.1" status: 404 len: 339 time: 0.0195048 Apr 21 13:39:38.802016 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59532) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:38.826488 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e14281-13e4-4c07-91b7-78316d3508ac tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] DELETE failed (client error): The resource could not be found. Apr 21 13:39:38.826921 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2e14281-13e4-4c07-91b7-78316d3508ac tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 13:39:38.829835 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a2e14281-13e4-4c07-91b7-78316d3508ac tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] 10.222.0.36 "DELETE /v2.0/subnets/e9f4e748-6020-41c8-a62f-bad89a2000a0 HTTP/1.1" status: 404 len: 337 time: 0.0269372 Apr 21 13:39:38.837825 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59534) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:38.855041 n-d-836147-2 neutron-server[103398]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce3deb0a-cc5a-4ff1-8f55-927a2fde30dd tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] DELETE failed (client error): The resource could not be found. Apr 21 13:39:38.855553 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce3deb0a-cc5a-4ff1-8f55-927a2fde30dd tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103398) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 21 13:39:38.858443 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ce3deb0a-cc5a-4ff1-8f55-927a2fde30dd tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] 10.222.0.36 "DELETE /v2.0/networks/57ea07a2-7247-4a65-bc5a-0bc4e5ccaabd HTTP/1.1" status: 404 len: 339 time: 0.0197268 Apr 21 13:39:38.860765 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59536) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:38.914631 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd37d9a-73fc-4296-b293-12f6ca35fc1b tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Deleting subnet 31be2b45-b5f4-4c5b-b8c9-c681f1418423 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:39:38.917923 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fd37d9a-73fc-4296-b293-12f6ca35fc1b tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:38.950795 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a70b5001-4a02-4b22-8328-c228c0b0612a no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:39:38.957876 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fd37d9a-73fc-4296-b293-12f6ca35fc1b tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:38.971236 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: a70b5001-4a02-4b22-8328-c228c0b0612a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:39:38.971580 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a70b5001-4a02-4b22-8328-c228c0b0612a not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:39:39.040155 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fd37d9a-73fc-4296-b293-12f6ca35fc1b tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:39.163937 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fd37d9a-73fc-4296-b293-12f6ca35fc1b tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:39.190730 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd37d9a-73fc-4296-b293-12f6ca35fc1b tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Pushing event deleted for resources: {'Subnet': ['ID=31be2b45-b5f4-4c5b-b8c9-c681f1418423,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:39.194575 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1fd37d9a-73fc-4296-b293-12f6ca35fc1b tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:39.198946 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1fd37d9a-73fc-4296-b293-12f6ca35fc1b tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] 10.222.0.36 "DELETE /v2.0/subnets/31be2b45-b5f4-4c5b-b8c9-c681f1418423 HTTP/1.1" status: 204 len: 168 time: 0.3369203 Apr 21 13:39:39.201139 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59538) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:39.203435 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7c5537-85da-4ba7-b789-eaee4ed222b5 None None] Network 95ed13eb-7a67-4176-a6ae-6fe66176dc78 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:39:39.275163 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dee44d02-8406-4495-846c-8f809c4ff791 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:39.328565 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-dee44d02-8406-4495-846c-8f809c4ff791 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Deleting port a54cb641-331e-4ac8-aff9-cebb46a3ba7b {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:39:39.328908 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dee44d02-8406-4495-846c-8f809c4ff791 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:39.364758 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9fb0f7-0ab1-4b07-8f53-f3d6594672bc None None] DHCP port deletion for 95ed13eb-7a67-4176-a6ae-6fe66176dc78 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:39:39.397944 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-dee44d02-8406-4495-846c-8f809c4ff791 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] For port a54cb641-331e-4ac8-aff9-cebb46a3ba7b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a54cb641-331e-4ac8-aff9-cebb46a3ba7b,segment=NetworkSegment(8e7badd8-9e04-4038-a517-231dd0120d8c),segment_id=8e7badd8-9e04-4038-a517-231dd0120d8c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:39:39.397944 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dee44d02-8406-4495-846c-8f809c4ff791 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:39.411009 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-dee44d02-8406-4495-846c-8f809c4ff791 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Calling delete_port for a54cb641-331e-4ac8-aff9-cebb46a3ba7b owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:39:39.416168 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5d9fb0f7-0ab1-4b07-8f53-f3d6594672bc None None] Deleting port a54cb641-331e-4ac8-aff9-cebb46a3ba7b {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:39:39.416537 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d9fb0f7-0ab1-4b07-8f53-f3d6594672bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:39.476028 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5d9fb0f7-0ab1-4b07-8f53-f3d6594672bc None None] For port a54cb641-331e-4ac8-aff9-cebb46a3ba7b, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a54cb641-331e-4ac8-aff9-cebb46a3ba7b,segment=NetworkSegment(8e7badd8-9e04-4038-a517-231dd0120d8c),segment_id=8e7badd8-9e04-4038-a517-231dd0120d8c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:39:39.476938 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d9fb0f7-0ab1-4b07-8f53-f3d6594672bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:39.489715 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5d9fb0f7-0ab1-4b07-8f53-f3d6594672bc None None] Calling delete_port for a54cb641-331e-4ac8-aff9-cebb46a3ba7b owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:39:39.543281 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dee44d02-8406-4495-846c-8f809c4ff791 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:39.566435 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d9fb0f7-0ab1-4b07-8f53-f3d6594672bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:39.573606 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee44d02-8406-4495-846c-8f809c4ff791 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Pushing event deleted for resources: {'Port': ['ID=a54cb641-331e-4ac8-aff9-cebb46a3ba7b,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:39.575339 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee44d02-8406-4495-846c-8f809c4ff791 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] No DVR routers for this DVR port a54cb641-331e-4ac8-aff9-cebb46a3ba7b on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:39:39.593619 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9fb0f7-0ab1-4b07-8f53-f3d6594672bc None None] Pushing event deleted for resources: {'Port': ['ID=a54cb641-331e-4ac8-aff9-cebb46a3ba7b,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:39.597826 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9fb0f7-0ab1-4b07-8f53-f3d6594672bc None None] No DVR routers for this DVR port a54cb641-331e-4ac8-aff9-cebb46a3ba7b on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:39:39.653038 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dee44d02-8406-4495-846c-8f809c4ff791 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:39.672819 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-dee44d02-8406-4495-846c-8f809c4ff791 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ed13eb-7a67-4176-a6ae-6fe66176dc78']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:39.682418 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-dee44d02-8406-4495-846c-8f809c4ff791 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7badd8-9e04-4038-a517-231dd0120d8c') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:39.682714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-dee44d02-8406-4495-846c-8f809c4ff791 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7badd8-9e04-4038-a517-231dd0120d8c') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:39.691696 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dee44d02-8406-4495-846c-8f809c4ff791 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:39.704158 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dee44d02-8406-4495-846c-8f809c4ff791 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:39.709767 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee44d02-8406-4495-846c-8f809c4ff791 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:39:39.710146 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dee44d02-8406-4495-846c-8f809c4ff791 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: timer() Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:39:39.713038 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:39:39.832197 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dee44d02-8406-4495-846c-8f809c4ff791 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:39.839841 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-dee44d02-8406-4495-846c-8f809c4ff791 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:39.842363 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-dee44d02-8406-4495-846c-8f809c4ff791 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] 10.222.0.36 "DELETE /v2.0/networks/95ed13eb-7a67-4176-a6ae-6fe66176dc78 HTTP/1.1" status: 204 len: 168 time: 0.6402562 Apr 21 13:39:39.854456 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee44d02-8406-4495-846c-8f809c4ff791 tempest-NetworksIpV6Test-836837657 tempest-NetworksIpV6Test-836837657-project] Pushing event deleted for resources: {'Network': ['ID=95ed13eb-7a67-4176-a6ae-6fe66176dc78,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:40.283865 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59544) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:40.411420 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-53142697-f3e2-49a1-87a6-00e091c30e04 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6b6948fb3a8c4c22b4e091d16cbd66bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1263289 Apr 21 13:39:40.413820 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59548) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:40.460592 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5174b750-0358-4b06-b998-3a84149d17bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:40.481071 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5174b750-0358-4b06-b998-3a84149d17bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:40.586138 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5174b750-0358-4b06-b998-3a84149d17bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:40.588688 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5174b750-0358-4b06-b998-3a84149d17bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:40.589863 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5174b750-0358-4b06-b998-3a84149d17bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b47861dd-ab79-4ed1-bb80-79f3e98bcbc1 HTTP/1.1" status: 204 len: 168 time: 0.1751199 Apr 21 13:39:40.597352 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174b750-0358-4b06-b998-3a84149d17bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47861dd-ab79-4ed1-bb80-79f3e98bcbc1,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:40.952161 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a54cb641-331e-4ac8-aff9-cebb46a3ba7b no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:39:40.973153 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: a54cb641-331e-4ac8-aff9-cebb46a3ba7b {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:39:40.973560 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a54cb641-331e-4ac8-aff9-cebb46a3ba7b not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:39:41.589680 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59570) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:41.681755 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a6ab9425-5d3c-48f8-a591-89bdb1ca83cd tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1118675738', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:39:41.786287 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6ab9425-5d3c-48f8-a591-89bdb1ca83cd tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:41.787306 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6ab9425-5d3c-48f8-a591-89bdb1ca83cd tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:41.840928 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6ab9425-5d3c-48f8-a591-89bdb1ca83cd tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:41.906586 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6ab9425-5d3c-48f8-a591-89bdb1ca83cd tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:42.011458 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a6ab9425-5d3c-48f8-a591-89bdb1ca83cd tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:42.012718 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a6ab9425-5d3c-48f8-a591-89bdb1ca83cd tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4220376 Apr 21 13:39:42.015412 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59574) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:42.020113 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-33a5c0a6-255c-4bd9-86e1-2b31f0971fb2 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-833851623'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:39:42.111734 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a5c0a6-255c-4bd9-86e1-2b31f0971fb2 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Made reservation on behalf of 6608065b4bf64313895c1ee8d9356eb4 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:39:42.115416 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-33a5c0a6-255c-4bd9-86e1-2b31f0971fb2 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:42.124480 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-33a5c0a6-255c-4bd9-86e1-2b31f0971fb2 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:42.197096 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-33a5c0a6-255c-4bd9-86e1-2b31f0971fb2 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:42.260277 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-33a5c0a6-255c-4bd9-86e1-2b31f0971fb2 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:42.287487 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a5c0a6-255c-4bd9-86e1-2b31f0971fb2 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:39:42.292637 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5c0a6-255c-4bd9-86e1-2b31f0971fb2 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a09e075f-d38f-4a6f-85ec-091625b17a21,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:42.299540 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-33a5c0a6-255c-4bd9-86e1-2b31f0971fb2 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:42.300586 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-33a5c0a6-255c-4bd9-86e1-2b31f0971fb2 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Added segment 991d3f6a-d444-4ab8-9c47-6064ada35a75 of type vlan for network d9e630f9-c528-4d28-8a22-fc7bde75db9f Apr 21 13:39:42.339167 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-33a5c0a6-255c-4bd9-86e1-2b31f0971fb2 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:42.428846 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-33a5c0a6-255c-4bd9-86e1-2b31f0971fb2 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:42.435093 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a5c0a6-255c-4bd9-86e1-2b31f0971fb2 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:42.435680 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-33a5c0a6-255c-4bd9-86e1-2b31f0971fb2 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:42.504127 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5c0a6-255c-4bd9-86e1-2b31f0971fb2 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Pushing event updated for resources: {'Network': ['ID=d9e630f9-c528-4d28-8a22-fc7bde75db9f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:42.514332 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network d9e630f9-c528-4d28-8a22-fc7bde75db9f details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:39:42.540567 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-33a5c0a6-255c-4bd9-86e1-2b31f0971fb2 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5241303 Apr 21 13:39:42.543318 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59576) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:42.548209 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-beee9a21-cfc6-4e91-9efc-54e27af69b0a tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Request body: {'subnet': {'network_id': 'd9e630f9-c528-4d28-8a22-fc7bde75db9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:39:42.683039 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beee9a21-cfc6-4e91-9efc-54e27af69b0a tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Made reservation on behalf of 6608065b4bf64313895c1ee8d9356eb4 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:39:42.686511 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-beee9a21-cfc6-4e91-9efc-54e27af69b0a tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:42.908934 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-beee9a21-cfc6-4e91-9efc-54e27af69b0a tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:42.974510 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee9a21-cfc6-4e91-9efc-54e27af69b0a tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Pushing event updated for resources: {'Subnet': ['ID=4ba1fc2e-583b-4585-96f4-fdfbebe6e397,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:42.982999 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beee9a21-cfc6-4e91-9efc-54e27af69b0a tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Checking segment: {'id': '991d3f6a-d444-4ab8-9c47-6064ada35a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd9e630f9-c528-4d28-8a22-fc7bde75db9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:39:42.983357 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beee9a21-cfc6-4e91-9efc-54e27af69b0a tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Network hostable DHCP agents. Network: d9e630f9-c528-4d28-8a22-fc7bde75db9f, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:39:43.091373 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beee9a21-cfc6-4e91-9efc-54e27af69b0a tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Network d9e630f9-c528-4d28-8a22-fc7bde75db9f is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:39:43.182848 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-beee9a21-cfc6-4e91-9efc-54e27af69b0a tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, d9e630f9-c528-4d28-8a22-fc7bde75db9f) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:39:43.186875 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beee9a21-cfc6-4e91-9efc-54e27af69b0a tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:43.187455 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-beee9a21-cfc6-4e91-9efc-54e27af69b0a tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:43.192383 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81641b0-8a29-410a-bc51-64b225f427dc None None] Network d9e630f9-c528-4d28-8a22-fc7bde75db9f requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:39:43.294568 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-beee9a21-cfc6-4e91-9efc-54e27af69b0a tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7502260 Apr 21 13:39:43.297440 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59578) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:43.302400 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6c9fccef-5118-405c-9140-9b94def08419 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-927756763'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:39:43.332917 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91f00f0-14f7-4af7-8657-ab784623a037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-d9e630f9-c528-4d28-8a22-fc7bde75db9f', 'network_id': 'd9e630f9-c528-4d28-8a22-fc7bde75db9f', 'tenant_id': '6608065b4bf64313895c1ee8d9356eb4', 'fixed_ips': [{'subnet_id': '4ba1fc2e-583b-4585-96f4-fdfbebe6e397'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:39:43.333818 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c91f00f0-14f7-4af7-8657-ab784623a037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:43.402369 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9fccef-5118-405c-9140-9b94def08419 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Made reservation on behalf of 6608065b4bf64313895c1ee8d9356eb4 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:39:43.405985 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6c9fccef-5118-405c-9140-9b94def08419 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:43.429121 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9fccef-5118-405c-9140-9b94def08419 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:39:43.437951 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6c9fccef-5118-405c-9140-9b94def08419 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:43.438221 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-6c9fccef-5118-405c-9140-9b94def08419 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Added segment 7efbc4c5-add9-420f-bb60-30cb374c0605 of type vlan for network 0e42d384-e854-4dde-b07d-c2fc66333010 Apr 21 13:39:43.478567 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6c9fccef-5118-405c-9140-9b94def08419 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:43.481687 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-c91f00f0-14f7-4af7-8657-ab784623a037 None None] Allocated IP 172.20.0.2 (d9e630f9-c528-4d28-8a22-fc7bde75db9f/4ba1fc2e-583b-4585-96f4-fdfbebe6e397/41fe5e25-aa3a-4f66-91a8-27e1053eafb4) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:39:43.565268 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f20894c5-94f3-4678-865d-e909b66f6e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:43.594829 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6c9fccef-5118-405c-9140-9b94def08419 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:43.600520 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9fccef-5118-405c-9140-9b94def08419 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:43.601106 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6c9fccef-5118-405c-9140-9b94def08419 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:43.627114 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c91f00f0-14f7-4af7-8657-ab784623a037 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:43.664607 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9fccef-5118-405c-9140-9b94def08419 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Pushing event updated for resources: {'Network': ['ID=0e42d384-e854-4dde-b07d-c2fc66333010,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:43.674213 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 0e42d384-e854-4dde-b07d-c2fc66333010 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:39:43.712026 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6c9fccef-5118-405c-9140-9b94def08419 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4134610 Apr 21 13:39:43.714686 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59580) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:43.719644 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-75aab5ca-9d17-42a7-a6e4-83b391a49318 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Request body: {'subnet': {'network_id': '0e42d384-e854-4dde-b07d-c2fc66333010', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:39:43.741750 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c91f00f0-14f7-4af7-8657-ab784623a037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:43.778513 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91f00f0-14f7-4af7-8657-ab784623a037 None None] Network d9e630f9-c528-4d28-8a22-fc7bde75db9f is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:39:43.783775 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-c91f00f0-14f7-4af7-8657-ab784623a037 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:39:43.786139 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91f00f0-14f7-4af7-8657-ab784623a037 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:39:43.799502 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f00f0-14f7-4af7-8657-ab784623a037 None None] Pushing event updated for resources: {'Port': ['ID=41fe5e25-aa3a-4f66-91a8-27e1053eafb4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:43.848961 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c91f00f0-14f7-4af7-8657-ab784623a037 None None] Attempting to bind port 41fe5e25-aa3a-4f66-91a8-27e1053eafb4 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:39:43.849326 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c91f00f0-14f7-4af7-8657-ab784623a037 None None] Attempting to bind port 41fe5e25-aa3a-4f66-91a8-27e1053eafb4 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '991d3f6a-d444-4ab8-9c47-6064ada35a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd9e630f9-c528-4d28-8a22-fc7bde75db9f'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:39:43.849725 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91f00f0-14f7-4af7-8657-ab784623a037 None None] Attempting to bind port 41fe5e25-aa3a-4f66-91a8-27e1053eafb4 on network d9e630f9-c528-4d28-8a22-fc7bde75db9f {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:39:43.854552 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91f00f0-14f7-4af7-8657-ab784623a037 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:39:43.854921 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91f00f0-14f7-4af7-8657-ab784623a037 None None] Checking segment: {'id': '991d3f6a-d444-4ab8-9c47-6064ada35a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd9e630f9-c528-4d28-8a22-fc7bde75db9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:39:43.855323 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c91f00f0-14f7-4af7-8657-ab784623a037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:43.855703 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91f00f0-14f7-4af7-8657-ab784623a037 None None] Bound using segment: {'id': '991d3f6a-d444-4ab8-9c47-6064ada35a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd9e630f9-c528-4d28-8a22-fc7bde75db9f'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:39:43.856166 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-c91f00f0-14f7-4af7-8657-ab784623a037 None None] Bound port: 41fe5e25-aa3a-4f66-91a8-27e1053eafb4, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '991d3f6a-d444-4ab8-9c47-6064ada35a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'd9e630f9-c528-4d28-8a22-fc7bde75db9f'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:39:43.856539 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c91f00f0-14f7-4af7-8657-ab784623a037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:43.884107 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75aab5ca-9d17-42a7-a6e4-83b391a49318 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Made reservation on behalf of 6608065b4bf64313895c1ee8d9356eb4 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:39:43.887676 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75aab5ca-9d17-42a7-a6e4-83b391a49318 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:43.918656 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c91f00f0-14f7-4af7-8657-ab784623a037 None None] For port 41fe5e25-aa3a-4f66-91a8-27e1053eafb4, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:39:43.921698 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c91f00f0-14f7-4af7-8657-ab784623a037 None None] For port 41fe5e25-aa3a-4f66-91a8-27e1053eafb4, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=41fe5e25-aa3a-4f66-91a8-27e1053eafb4,segment=NetworkSegment(991d3f6a-d444-4ab8-9c47-6064ada35a75),segment_id=991d3f6a-d444-4ab8-9c47-6064ada35a75)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:39:44.004079 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c91f00f0-14f7-4af7-8657-ab784623a037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:44.070031 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f00f0-14f7-4af7-8657-ab784623a037 None None] Pushing event updated for resources: {'Port': ['ID=41fe5e25-aa3a-4f66-91a8-27e1053eafb4,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:44.154841 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75aab5ca-9d17-42a7-a6e4-83b391a49318 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:44.232252 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aab5ca-9d17-42a7-a6e4-83b391a49318 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Pushing event updated for resources: {'Subnet': ['ID=891163f7-a783-4efa-90f7-16c3adce6a27,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:44.238031 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75aab5ca-9d17-42a7-a6e4-83b391a49318 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Checking segment: {'id': '7efbc4c5-add9-420f-bb60-30cb374c0605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0e42d384-e854-4dde-b07d-c2fc66333010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:39:44.238553 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aab5ca-9d17-42a7-a6e4-83b391a49318 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Network hostable DHCP agents. Network: 0e42d384-e854-4dde-b07d-c2fc66333010, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:39:44.314500 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75aab5ca-9d17-42a7-a6e4-83b391a49318 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Network 0e42d384-e854-4dde-b07d-c2fc66333010 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:39:44.371366 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-75aab5ca-9d17-42a7-a6e4-83b391a49318 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 0e42d384-e854-4dde-b07d-c2fc66333010) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:39:44.375447 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aab5ca-9d17-42a7-a6e4-83b391a49318 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:44.376041 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-75aab5ca-9d17-42a7-a6e4-83b391a49318 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:44.379903 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7b57e9-71d3-4040-9f62-178535182e8d None None] Network 0e42d384-e854-4dde-b07d-c2fc66333010 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:39:44.451190 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-75aab5ca-9d17-42a7-a6e4-83b391a49318 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7327814 Apr 21 13:39:44.451323 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59582) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:44.455854 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-158383e6-56be-4c0f-9fab-80114e5b0002 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Request body: {'router': {'external_gateway_info': {'network_id': '0e42d384-e854-4dde-b07d-c2fc66333010'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:39:44.528398 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e9c137-8660-441a-a254-4587b7a64e8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-0e42d384-e854-4dde-b07d-c2fc66333010', 'network_id': '0e42d384-e854-4dde-b07d-c2fc66333010', 'tenant_id': '6608065b4bf64313895c1ee8d9356eb4', 'fixed_ips': [{'subnet_id': '891163f7-a783-4efa-90f7-16c3adce6a27'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:39:44.529208 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04e9c137-8660-441a-a254-4587b7a64e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:44.663215 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-04e9c137-8660-441a-a254-4587b7a64e8b None None] Allocated IP 172.21.0.2 (0e42d384-e854-4dde-b07d-c2fc66333010/891163f7-a783-4efa-90f7-16c3adce6a27/73d666fc-602f-4b20-92cc-df1fec91ee76) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:39:44.670228 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-158383e6-56be-4c0f-9fab-80114e5b0002 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:44.820556 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04e9c137-8660-441a-a254-4587b7a64e8b None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:44.857476 n-d-836147-2 neutron-server[103397]: INFO neutron.api.v2.resource [None req-158383e6-56be-4c0f-9fab-80114e5b0002 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 21 13:39:44.858619 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-158383e6-56be-4c0f-9fab-80114e5b0002 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] 10.222.0.36 "PUT /v2.0/routers/af67500e-80fc-481f-aaf8-58a67522cd39 HTTP/1.1" status: 400 len: 364 time: 0.4063745 Apr 21 13:39:44.864964 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59584) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:44.880813 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04e9c137-8660-441a-a254-4587b7a64e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:44.925571 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dcc5600-e63c-42d0-9d44-26513dd8b81c tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Deleting subnet 891163f7-a783-4efa-90f7-16c3adce6a27 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:39:44.930595 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e9c137-8660-441a-a254-4587b7a64e8b None None] Network 0e42d384-e854-4dde-b07d-c2fc66333010 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:39:44.931575 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1dcc5600-e63c-42d0-9d44-26513dd8b81c tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:44.935667 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-04e9c137-8660-441a-a254-4587b7a64e8b None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:39:44.941954 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e9c137-8660-441a-a254-4587b7a64e8b None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:39:44.962985 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9c137-8660-441a-a254-4587b7a64e8b None None] Pushing event updated for resources: {'Port': ['ID=73d666fc-602f-4b20-92cc-df1fec91ee76,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:44.982418 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1dcc5600-e63c-42d0-9d44-26513dd8b81c tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:45.025602 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-04e9c137-8660-441a-a254-4587b7a64e8b None None] Attempting to bind port 73d666fc-602f-4b20-92cc-df1fec91ee76 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:39:45.025986 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-04e9c137-8660-441a-a254-4587b7a64e8b None None] Attempting to bind port 73d666fc-602f-4b20-92cc-df1fec91ee76 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7efbc4c5-add9-420f-bb60-30cb374c0605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0e42d384-e854-4dde-b07d-c2fc66333010'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:39:45.027912 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e9c137-8660-441a-a254-4587b7a64e8b None None] Attempting to bind port 73d666fc-602f-4b20-92cc-df1fec91ee76 on network 0e42d384-e854-4dde-b07d-c2fc66333010 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:39:45.033832 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e9c137-8660-441a-a254-4587b7a64e8b None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 39, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:39:45.034202 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e9c137-8660-441a-a254-4587b7a64e8b None None] Checking segment: {'id': '7efbc4c5-add9-420f-bb60-30cb374c0605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0e42d384-e854-4dde-b07d-c2fc66333010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:39:45.034600 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04e9c137-8660-441a-a254-4587b7a64e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:45.034987 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e9c137-8660-441a-a254-4587b7a64e8b None None] Bound using segment: {'id': '7efbc4c5-add9-420f-bb60-30cb374c0605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0e42d384-e854-4dde-b07d-c2fc66333010'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:39:45.035452 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-04e9c137-8660-441a-a254-4587b7a64e8b None None] Bound port: 73d666fc-602f-4b20-92cc-df1fec91ee76, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7efbc4c5-add9-420f-bb60-30cb374c0605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '0e42d384-e854-4dde-b07d-c2fc66333010'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:39:45.035824 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04e9c137-8660-441a-a254-4587b7a64e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:45.077484 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 41fe5e25-aa3a-4f66-91a8-27e1053eafb4 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:39:45.077704 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1dcc5600-e63c-42d0-9d44-26513dd8b81c tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:45.130025 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd4b09b-d5af-422c-9e72-7f60e2e5aeec None None] Network d9e630f9-c528-4d28-8a22-fc7bde75db9f requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:39:45.189203 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1dcc5600-e63c-42d0-9d44-26513dd8b81c tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:45.199261 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-04e9c137-8660-441a-a254-4587b7a64e8b None None] For port 73d666fc-602f-4b20-92cc-df1fec91ee76, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:39:45.216021 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-04e9c137-8660-441a-a254-4587b7a64e8b None None] For port 73d666fc-602f-4b20-92cc-df1fec91ee76, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=73d666fc-602f-4b20-92cc-df1fec91ee76,segment=NetworkSegment(7efbc4c5-add9-420f-bb60-30cb374c0605),segment_id=7efbc4c5-add9-420f-bb60-30cb374c0605)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:39:45.220403 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcc5600-e63c-42d0-9d44-26513dd8b81c tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Pushing event deleted for resources: {'Subnet': ['ID=891163f7-a783-4efa-90f7-16c3adce6a27,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:45.224226 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1dcc5600-e63c-42d0-9d44-26513dd8b81c tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:45.229885 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1dcc5600-e63c-42d0-9d44-26513dd8b81c tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] 10.222.0.36 "DELETE /v2.0/subnets/891163f7-a783-4efa-90f7-16c3adce6a27 HTTP/1.1" status: 204 len: 168 time: 0.3638263 Apr 21 13:39:45.232151 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59586) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:45.232649 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 41fe5e25-aa3a-4f66-91a8-27e1053eafb4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:39:45.232649 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:45.295915 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0adbc366-d257-4557-8a75-182991a7dddd None None] Provisioning complete for port 41fe5e25-aa3a-4f66-91a8-27e1053eafb4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:39:45.296281 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0adbc366-d257-4557-8a75-182991a7dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:45.308104 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-04e9c137-8660-441a-a254-4587b7a64e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:45.309079 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5f29e3a-9b18-43e8-a0db-089937c89bea tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:45.360325 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e5f29e3a-9b18-43e8-a0db-089937c89bea tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Deleting port 73d666fc-602f-4b20-92cc-df1fec91ee76 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:39:45.361153 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5f29e3a-9b18-43e8-a0db-089937c89bea tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:45.432945 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-e5f29e3a-9b18-43e8-a0db-089937c89bea tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] For port 73d666fc-602f-4b20-92cc-df1fec91ee76, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=73d666fc-602f-4b20-92cc-df1fec91ee76,segment=NetworkSegment(7efbc4c5-add9-420f-bb60-30cb374c0605),segment_id=7efbc4c5-add9-420f-bb60-30cb374c0605)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:39:45.433305 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5f29e3a-9b18-43e8-a0db-089937c89bea tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:45.439082 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9c137-8660-441a-a254-4587b7a64e8b None None] Pushing event updated for resources: {'Port': ['ID=73d666fc-602f-4b20-92cc-df1fec91ee76,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:45.450480 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e5f29e3a-9b18-43e8-a0db-089937c89bea tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Calling delete_port for 73d666fc-602f-4b20-92cc-df1fec91ee76 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:39:45.510445 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:45.537181 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0adbc366-d257-4557-8a75-182991a7dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:45.569531 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 41fe5e25-aa3a-4f66-91a8-27e1053eafb4, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=41fe5e25-aa3a-4f66-91a8-27e1053eafb4,segment=NetworkSegment(991d3f6a-d444-4ab8-9c47-6064ada35a75),segment_id=991d3f6a-d444-4ab8-9c47-6064ada35a75)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:39:45.629626 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5f29e3a-9b18-43e8-a0db-089937c89bea tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:45.659185 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:45.661309 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f29e3a-9b18-43e8-a0db-089937c89bea tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Pushing event deleted for resources: {'Port': ['ID=73d666fc-602f-4b20-92cc-df1fec91ee76,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:45.668891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f29e3a-9b18-43e8-a0db-089937c89bea tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] No DVR routers for this DVR port 73d666fc-602f-4b20-92cc-df1fec91ee76 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:39:45.764229 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-0adbc366-d257-4557-8a75-182991a7dddd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 13:39:45.764812 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-0adbc366-d257-4557-8a75-182991a7dddd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 13:39:45.765416 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=41fe5e25-aa3a-4f66-91a8-27e1053eafb4,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:45.777487 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5f29e3a-9b18-43e8-a0db-089937c89bea tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:45.800196 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e5f29e3a-9b18-43e8-a0db-089937c89bea tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e42d384-e854-4dde-b07d-c2fc66333010']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:45.810192 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e5f29e3a-9b18-43e8-a0db-089937c89bea tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7efbc4c5-add9-420f-bb60-30cb374c0605') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:45.810491 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-e5f29e3a-9b18-43e8-a0db-089937c89bea tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7efbc4c5-add9-420f-bb60-30cb374c0605') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:45.819875 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5f29e3a-9b18-43e8-a0db-089937c89bea tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:45.832828 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5f29e3a-9b18-43e8-a0db-089937c89bea tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:45.839272 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f29e3a-9b18-43e8-a0db-089937c89bea tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:39:45.839679 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5f29e3a-9b18-43e8-a0db-089937c89bea tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: timer() Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:39:45.842584 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:39:45.846443 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ff2fd0d-e04e-4d78-ae50-305cd258025f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:45.960311 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5f29e3a-9b18-43e8-a0db-089937c89bea tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:45.967955 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e5f29e3a-9b18-43e8-a0db-089937c89bea tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:45.971067 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e5f29e3a-9b18-43e8-a0db-089937c89bea tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] 10.222.0.36 "DELETE /v2.0/networks/0e42d384-e854-4dde-b07d-c2fc66333010 HTTP/1.1" status: 204 len: 168 time: 0.7398067 Apr 21 13:39:45.973457 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59588) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:45.990948 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f29e3a-9b18-43e8-a0db-089937c89bea tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Pushing event deleted for resources: {'Network': ['ID=0e42d384-e854-4dde-b07d-c2fc66333010,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:46.032718 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-484d15e5-25ae-4d23-ba13-bcade4e2a2eb tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Deleting subnet 4ba1fc2e-583b-4585-96f4-fdfbebe6e397 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:39:46.035762 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-484d15e5-25ae-4d23-ba13-bcade4e2a2eb tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:46.075637 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-484d15e5-25ae-4d23-ba13-bcade4e2a2eb tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:46.165267 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-484d15e5-25ae-4d23-ba13-bcade4e2a2eb tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:46.292073 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-484d15e5-25ae-4d23-ba13-bcade4e2a2eb tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:46.313103 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bc8d96-c784-4f66-87e0-0afa97021f07 None None] Network d9e630f9-c528-4d28-8a22-fc7bde75db9f requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:39:46.324077 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-484d15e5-25ae-4d23-ba13-bcade4e2a2eb tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:46.329003 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-484d15e5-25ae-4d23-ba13-bcade4e2a2eb tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] 10.222.0.36 "DELETE /v2.0/subnets/4ba1fc2e-583b-4585-96f4-fdfbebe6e397 HTTP/1.1" status: 204 len: 168 time: 0.3545251 Apr 21 13:39:46.330043 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59590) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:46.330757 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d15e5-25ae-4d23-ba13-bcade4e2a2eb tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Pushing event deleted for resources: {'Subnet': ['ID=4ba1fc2e-583b-4585-96f4-fdfbebe6e397,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:46.432633 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-23f3669e-8c86-4652-b30c-81ddf3273150 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:46.445652 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3d2ace09-9878-4972-9345-cd95cdf4b9b9 None None] Provisioning complete for port 41fe5e25-aa3a-4f66-91a8-27e1053eafb4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:39:46.446059 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3d2ace09-9878-4972-9345-cd95cdf4b9b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:46.473083 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f72a771-ba4c-447e-a879-0bf9f341a52f None None] DHCP port deletion for 0e42d384-e854-4dde-b07d-c2fc66333010 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:39:46.488541 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-23f3669e-8c86-4652-b30c-81ddf3273150 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Deleting port 41fe5e25-aa3a-4f66-91a8-27e1053eafb4 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:39:46.488823 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-23f3669e-8c86-4652-b30c-81ddf3273150 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:46.508063 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa28e69c-4268-473a-a94b-8635e0611f1d None None] Network 0e42d384-e854-4dde-b07d-c2fc66333010 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:39:46.524001 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa28e69c-4268-473a-a94b-8635e0611f1d None None] Network 0e42d384-e854-4dde-b07d-c2fc66333010 could not be found, it might have been deleted concurrently. {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Apr 21 13:39:46.544424 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e68d66f-d2a7-446c-bd8e-a53919374b92 None None] DHCP port deletion for d9e630f9-c528-4d28-8a22-fc7bde75db9f request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:39:46.562689 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-23f3669e-8c86-4652-b30c-81ddf3273150 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] For port 41fe5e25-aa3a-4f66-91a8-27e1053eafb4, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=41fe5e25-aa3a-4f66-91a8-27e1053eafb4,segment=NetworkSegment(991d3f6a-d444-4ab8-9c47-6064ada35a75),segment_id=991d3f6a-d444-4ab8-9c47-6064ada35a75)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:39:46.563059 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-23f3669e-8c86-4652-b30c-81ddf3273150 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:46.576405 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-23f3669e-8c86-4652-b30c-81ddf3273150 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Calling delete_port for 41fe5e25-aa3a-4f66-91a8-27e1053eafb4 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:39:46.714999 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-23f3669e-8c86-4652-b30c-81ddf3273150 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:46.739684 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3669e-8c86-4652-b30c-81ddf3273150 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Pushing event deleted for resources: {'Port': ['ID=41fe5e25-aa3a-4f66-91a8-27e1053eafb4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:46.743429 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3d2ace09-9878-4972-9345-cd95cdf4b9b9 None None] Could not find standard attr ID for object 73d666fc-602f-4b20-92cc-df1fec91ee76. {{(pid=103399) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 21 13:39:46.745645 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f3669e-8c86-4652-b30c-81ddf3273150 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] No DVR routers for this DVR port 41fe5e25-aa3a-4f66-91a8-27e1053eafb4 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:39:46.765998 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5e68d66f-d2a7-446c-bd8e-a53919374b92 None None] Deleting port 41fe5e25-aa3a-4f66-91a8-27e1053eafb4 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:39:46.766546 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e68d66f-d2a7-446c-bd8e-a53919374b92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:46.826493 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5e68d66f-d2a7-446c-bd8e-a53919374b92 None None] For port 41fe5e25-aa3a-4f66-91a8-27e1053eafb4, host n-d-836147-2, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:39:46.826877 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e68d66f-d2a7-446c-bd8e-a53919374b92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:46.827675 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-23f3669e-8c86-4652-b30c-81ddf3273150 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:46.839457 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5e68d66f-d2a7-446c-bd8e-a53919374b92 None None] Calling delete_port for 41fe5e25-aa3a-4f66-91a8-27e1053eafb4 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:39:46.842102 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-5e68d66f-d2a7-446c-bd8e-a53919374b92 None None] Port 41fe5e25-aa3a-4f66-91a8-27e1053eafb4 was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 13:39:46.843372 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5e68d66f-d2a7-446c-bd8e-a53919374b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:46.847711 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-23f3669e-8c86-4652-b30c-81ddf3273150 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9e630f9-c528-4d28-8a22-fc7bde75db9f']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:46.856934 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-23f3669e-8c86-4652-b30c-81ddf3273150 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991d3f6a-d444-4ab8-9c47-6064ada35a75') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:46.857233 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-23f3669e-8c86-4652-b30c-81ddf3273150 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991d3f6a-d444-4ab8-9c47-6064ada35a75') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:46.866814 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-23f3669e-8c86-4652-b30c-81ddf3273150 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:46.872768 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68d66f-d2a7-446c-bd8e-a53919374b92 None None] Pushing event deleted for resources: {'Port': ['ID=41fe5e25-aa3a-4f66-91a8-27e1053eafb4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:46.876191 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e68d66f-d2a7-446c-bd8e-a53919374b92 None None] No DVR routers for this DVR port 41fe5e25-aa3a-4f66-91a8-27e1053eafb4 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:39:46.884271 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-23f3669e-8c86-4652-b30c-81ddf3273150 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:46.892045 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f3669e-8c86-4652-b30c-81ddf3273150 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:39:46.892433 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-23f3669e-8c86-4652-b30c-81ddf3273150 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:39:46.895482 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:39:46.970774 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 41fe5e25-aa3a-4f66-91a8-27e1053eafb4 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:39:46.991811 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 41fe5e25-aa3a-4f66-91a8-27e1053eafb4 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:39:46.992823 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 41fe5e25-aa3a-4f66-91a8-27e1053eafb4 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:39:47.023415 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-23f3669e-8c86-4652-b30c-81ddf3273150 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:47.030392 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-23f3669e-8c86-4652-b30c-81ddf3273150 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:47.033383 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-23f3669e-8c86-4652-b30c-81ddf3273150 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] 10.222.0.36 "DELETE /v2.0/networks/d9e630f9-c528-4d28-8a22-fc7bde75db9f HTTP/1.1" status: 204 len: 168 time: 0.6966944 Apr 21 13:39:47.036163 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59592) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:47.045418 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f3669e-8c86-4652-b30c-81ddf3273150 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Pushing event deleted for resources: {'Network': ['ID=d9e630f9-c528-4d28-8a22-fc7bde75db9f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:47.065618 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ea2d29d7-131a-4559-b602-0f4227f612db tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] 10.222.0.36 "GET /v2.0/ports?device_id=af67500e-80fc-481f-aaf8-58a67522cd39 HTTP/1.1" status: 200 len: 205 time: 0.0281358 Apr 21 13:39:47.067924 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59594) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:47.141989 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-696359d5-41b2-41d9-8441-8b34b152c6c4 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:47.143074 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:47.610373 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-696359d5-41b2-41d9-8441-8b34b152c6c4 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:47.612400 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-696359d5-41b2-41d9-8441-8b34b152c6c4 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:47.723496 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-696359d5-41b2-41d9-8441-8b34b152c6c4 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:47.724020 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696359d5-41b2-41d9-8441-8b34b152c6c4 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Fanout notify agent at l3_agent the message router_deleted on router af67500e-80fc-481f-aaf8-58a67522cd39 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:39:47.731238 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-696359d5-41b2-41d9-8441-8b34b152c6c4 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:47.732344 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-696359d5-41b2-41d9-8441-8b34b152c6c4 tempest-RoutersNegativeTest-1799645025 tempest-RoutersNegativeTest-1799645025-project] 10.222.0.36 "DELETE /v2.0/routers/af67500e-80fc-481f-aaf8-58a67522cd39 HTTP/1.1" status: 204 len: 168 time: 0.6635215 Apr 21 13:39:48.208735 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59600) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:48.344049 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9f2a15a7-2865-4cd2-9cc5-2c057b9700e6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6608065b4bf64313895c1ee8d9356eb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1341558 Apr 21 13:39:48.346430 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59604) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:48.392857 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b192b857-fef2-43f0-a20b-49d98bfe318c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:48.413674 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b192b857-fef2-43f0-a20b-49d98bfe318c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:48.492170 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:48.523599 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b192b857-fef2-43f0-a20b-49d98bfe318c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:48.526079 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b192b857-fef2-43f0-a20b-49d98bfe318c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:48.527934 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b192b857-fef2-43f0-a20b-49d98bfe318c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a09e075f-d38f-4a6f-85ec-091625b17a21 HTTP/1.1" status: 204 len: 168 time: 0.1805868 Apr 21 13:39:48.535692 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192b857-fef2-43f0-a20b-49d98bfe318c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09e075f-d38f-4a6f-85ec-091625b17a21,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:48.680167 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:48.757776 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:49.525643 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59626) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:49.618010 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-747110b1-a898-47d8-bb72-dc26081ba3ce admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1808286836-network', 'tenant_id': 'f74db2cf8dd6448a939e8d43c125602b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:39:49.705913 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747110b1-a898-47d8-bb72-dc26081ba3ce admin admin] Made reservation on behalf of f74db2cf8dd6448a939e8d43c125602b for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:39:49.708197 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-747110b1-a898-47d8-bb72-dc26081ba3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:49.716993 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-747110b1-a898-47d8-bb72-dc26081ba3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:49.787960 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-747110b1-a898-47d8-bb72-dc26081ba3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:49.842973 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-747110b1-a898-47d8-bb72-dc26081ba3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:49.869863 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747110b1-a898-47d8-bb72-dc26081ba3ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:39:49.875826 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747110b1-a898-47d8-bb72-dc26081ba3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e9fd08-0b3d-480d-9376-6373d0efbb44,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:49.884151 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-747110b1-a898-47d8-bb72-dc26081ba3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:49.884151 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-747110b1-a898-47d8-bb72-dc26081ba3ce admin admin] Added segment 765a2647-fa88-4368-b166-2a59142d3fd7 of type vlan for network fc8d3bfa-3bd3-475e-b1da-99ece02f5503 Apr 21 13:39:49.927681 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-747110b1-a898-47d8-bb72-dc26081ba3ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:50.014904 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-747110b1-a898-47d8-bb72-dc26081ba3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:50.015848 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747110b1-a898-47d8-bb72-dc26081ba3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:50.016421 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-747110b1-a898-47d8-bb72-dc26081ba3ce admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:50.072465 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747110b1-a898-47d8-bb72-dc26081ba3ce admin admin] Pushing event updated for resources: {'Network': ['ID=fc8d3bfa-3bd3-475e-b1da-99ece02f5503,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:50.081933 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network fc8d3bfa-3bd3-475e-b1da-99ece02f5503 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:39:50.137411 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-747110b1-a898-47d8-bb72-dc26081ba3ce admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6106839 Apr 21 13:39:50.140172 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59630) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:50.144930 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-aab2ec0f-fcf7-475f-aa6b-208e61865eb0 admin admin] Request body: {'subnet': {'network_id': 'fc8d3bfa-3bd3-475e-b1da-99ece02f5503', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1808286836-subnet', 'tenant_id': 'f74db2cf8dd6448a939e8d43c125602b', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:39:50.226000 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab2ec0f-fcf7-475f-aa6b-208e61865eb0 admin admin] Made reservation on behalf of f74db2cf8dd6448a939e8d43c125602b for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:39:50.228454 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aab2ec0f-fcf7-475f-aa6b-208e61865eb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:50.449710 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aab2ec0f-fcf7-475f-aa6b-208e61865eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:50.505570 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2ec0f-fcf7-475f-aa6b-208e61865eb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=626f5159-b91b-4fa6-9305-8648e212fe5c,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:50.513617 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab2ec0f-fcf7-475f-aa6b-208e61865eb0 admin admin] Checking segment: {'id': '765a2647-fa88-4368-b166-2a59142d3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fc8d3bfa-3bd3-475e-b1da-99ece02f5503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:39:50.513973 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab2ec0f-fcf7-475f-aa6b-208e61865eb0 admin admin] Network hostable DHCP agents. Network: fc8d3bfa-3bd3-475e-b1da-99ece02f5503, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:39:50.599824 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab2ec0f-fcf7-475f-aa6b-208e61865eb0 admin admin] Network fc8d3bfa-3bd3-475e-b1da-99ece02f5503 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:39:50.657009 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-aab2ec0f-fcf7-475f-aa6b-208e61865eb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, fc8d3bfa-3bd3-475e-b1da-99ece02f5503) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:39:50.661147 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab2ec0f-fcf7-475f-aa6b-208e61865eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:50.661769 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-aab2ec0f-fcf7-475f-aa6b-208e61865eb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:50.667834 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4163f9bf-0f4d-44a5-8c99-607fb1439523 None None] Network fc8d3bfa-3bd3-475e-b1da-99ece02f5503 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:39:50.751434 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-aab2ec0f-fcf7-475f-aa6b-208e61865eb0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6101534 Apr 21 13:39:50.754182 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59632) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:50.758385 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3c223388-0710-44b1-a243-334f6588e5b2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1808286836-router', 'tenant_id': 'f74db2cf8dd6448a939e8d43c125602b', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:39:50.806887 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18245ad6-bb4a-485f-a438-2bd73f98bfee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-fc8d3bfa-3bd3-475e-b1da-99ece02f5503', 'network_id': 'fc8d3bfa-3bd3-475e-b1da-99ece02f5503', 'tenant_id': 'f74db2cf8dd6448a939e8d43c125602b', 'fixed_ips': [{'subnet_id': '626f5159-b91b-4fa6-9305-8648e212fe5c'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:39:50.807744 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18245ad6-bb4a-485f-a438-2bd73f98bfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:50.835134 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c223388-0710-44b1-a243-334f6588e5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:50.836223 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c223388-0710-44b1-a243-334f6588e5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:50.895921 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c223388-0710-44b1-a243-334f6588e5b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:50.947429 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:39:50.953226 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-18245ad6-bb4a-485f-a438-2bd73f98bfee None None] Allocated IP 172.20.0.2 (fc8d3bfa-3bd3-475e-b1da-99ece02f5503/626f5159-b91b-4fa6-9305-8648e212fe5c/51e4d59a-f522-4c0a-994e-7a866fefa6e9) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:39:50.982284 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:51.085778 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c223388-0710-44b1-a243-334f6588e5b2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:51.092977 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18245ad6-bb4a-485f-a438-2bd73f98bfee None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:51.183635 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18245ad6-bb4a-485f-a438-2bd73f98bfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:51.221670 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18245ad6-bb4a-485f-a438-2bd73f98bfee None None] Network fc8d3bfa-3bd3-475e-b1da-99ece02f5503 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:39:51.224376 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-18245ad6-bb4a-485f-a438-2bd73f98bfee None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:39:51.229912 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18245ad6-bb4a-485f-a438-2bd73f98bfee None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:39:51.243229 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18245ad6-bb4a-485f-a438-2bd73f98bfee None None] Pushing event updated for resources: {'Port': ['ID=51e4d59a-f522-4c0a-994e-7a866fefa6e9,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:51.288097 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-18245ad6-bb4a-485f-a438-2bd73f98bfee None None] Attempting to bind port 51e4d59a-f522-4c0a-994e-7a866fefa6e9 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:39:51.288451 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-18245ad6-bb4a-485f-a438-2bd73f98bfee None None] Attempting to bind port 51e4d59a-f522-4c0a-994e-7a866fefa6e9 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '765a2647-fa88-4368-b166-2a59142d3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fc8d3bfa-3bd3-475e-b1da-99ece02f5503'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:39:51.288951 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18245ad6-bb4a-485f-a438-2bd73f98bfee None None] Attempting to bind port 51e4d59a-f522-4c0a-994e-7a866fefa6e9 on network fc8d3bfa-3bd3-475e-b1da-99ece02f5503 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:39:51.294102 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18245ad6-bb4a-485f-a438-2bd73f98bfee None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:39:51.294474 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18245ad6-bb4a-485f-a438-2bd73f98bfee None None] Checking segment: {'id': '765a2647-fa88-4368-b166-2a59142d3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fc8d3bfa-3bd3-475e-b1da-99ece02f5503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:39:51.294869 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18245ad6-bb4a-485f-a438-2bd73f98bfee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:51.295257 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18245ad6-bb4a-485f-a438-2bd73f98bfee None None] Bound using segment: {'id': '765a2647-fa88-4368-b166-2a59142d3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fc8d3bfa-3bd3-475e-b1da-99ece02f5503'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:39:51.295794 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-18245ad6-bb4a-485f-a438-2bd73f98bfee None None] Bound port: 51e4d59a-f522-4c0a-994e-7a866fefa6e9, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765a2647-fa88-4368-b166-2a59142d3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fc8d3bfa-3bd3-475e-b1da-99ece02f5503'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:39:51.296257 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18245ad6-bb4a-485f-a438-2bd73f98bfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:51.347554 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c223388-0710-44b1-a243-334f6588e5b2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:51.360118 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-18245ad6-bb4a-485f-a438-2bd73f98bfee None None] For port 51e4d59a-f522-4c0a-994e-7a866fefa6e9, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:39:51.363427 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-18245ad6-bb4a-485f-a438-2bd73f98bfee None None] For port 51e4d59a-f522-4c0a-994e-7a866fefa6e9, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=51e4d59a-f522-4c0a-994e-7a866fefa6e9,segment=NetworkSegment(765a2647-fa88-4368-b166-2a59142d3fd7),segment_id=765a2647-fa88-4368-b166-2a59142d3fd7)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:39:51.367291 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c223388-0710-44b1-a243-334f6588e5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:51.432916 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-18245ad6-bb4a-485f-a438-2bd73f98bfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:51.482470 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-3c223388-0710-44b1-a243-334f6588e5b2 admin admin] Allocated IP 172.25.8.150 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/77d1256f-1564-438c-8ef2-bd188de6ddec) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:39:51.501177 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18245ad6-bb4a-485f-a438-2bd73f98bfee None None] Pushing event updated for resources: {'Port': ['ID=51e4d59a-f522-4c0a-994e-7a866fefa6e9,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:51.593459 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c223388-0710-44b1-a243-334f6588e5b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:51.692412 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c223388-0710-44b1-a243-334f6588e5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:51.735255 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c223388-0710-44b1-a243-334f6588e5b2 admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:39:51.741085 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-3c223388-0710-44b1-a243-334f6588e5b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:39:51.744329 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c223388-0710-44b1-a243-334f6588e5b2 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:39:51.772960 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c223388-0710-44b1-a243-334f6588e5b2 admin admin] Pushing event updated for resources: {'Port': ['ID=77d1256f-1564-438c-8ef2-bd188de6ddec,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:52.105476 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c223388-0710-44b1-a243-334f6588e5b2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:52.313762 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c223388-0710-44b1-a243-334f6588e5b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:52.447103 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a4dcbb-71bf-426e-8803-b2faa742364d None None] Network fc8d3bfa-3bd3-475e-b1da-99ece02f5503 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:39:52.523400 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c223388-0710-44b1-a243-334f6588e5b2 admin admin] Router 6a8f746f-990c-4b5b-bc29-e0e876c679a6 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:39:52.532996 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2dcb3260-a8d3-4d9a-8280-04fe193ba564 None None] Provisioning complete for port 51e4d59a-f522-4c0a-994e-7a866fefa6e9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:39:52.535188 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2dcb3260-a8d3-4d9a-8280-04fe193ba564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:52.630628 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c223388-0710-44b1-a243-334f6588e5b2 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:39:52.643016 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2b21c8-fda5-4f99-ae60-f4a7cf55f6e7 None None] Sync routers for ids ['6a8f746f-990c-4b5b-bc29-e0e876c679a6'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:39:52.654099 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2b21c8-fda5-4f99-ae60-f4a7cf55f6e7 None None] Routers {'6a8f746f-990c-4b5b-bc29-e0e876c679a6'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:39:52.654810 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2b2b21c8-fda5-4f99-ae60-f4a7cf55f6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:39:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['6a8f746f-990c-4b5b-bc29-e0e876c679a6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:52.669348 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2dcb3260-a8d3-4d9a-8280-04fe193ba564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:52.696775 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c223388-0710-44b1-a243-334f6588e5b2 admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:52.699319 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3c223388-0710-44b1-a243-334f6588e5b2 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9442019 Apr 21 13:39:52.707065 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59634) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:52.707321 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2dcb3260-a8d3-4d9a-8280-04fe193ba564 None None] For port 51e4d59a-f522-4c0a-994e-7a866fefa6e9, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=51e4d59a-f522-4c0a-994e-7a866fefa6e9,segment=NetworkSegment(765a2647-fa88-4368-b166-2a59142d3fd7),segment_id=765a2647-fa88-4368-b166-2a59142d3fd7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:39:52.762230 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-2b2b21c8-fda5-4f99-ae60-f4a7cf55f6e7 None None] Set router 6a8f746f-990c-4b5b-bc29-e0e876c679a6 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:39:52.795444 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2dcb3260-a8d3-4d9a-8280-04fe193ba564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:52.884232 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb3260-a8d3-4d9a-8280-04fe193ba564 None None] Pushing event updated for resources: {'Port': ['ID=51e4d59a-f522-4c0a-994e-7a866fefa6e9,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:52.921144 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-35c78d94-7938-4d0b-8a9d-7e06ed9a8a69 None None] Provisioning complete for port 51e4d59a-f522-4c0a-994e-7a866fefa6e9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:39:52.921931 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35c78d94-7938-4d0b-8a9d-7e06ed9a8a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:53.035438 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 51e4d59a-f522-4c0a-994e-7a866fefa6e9 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:39:53.064640 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2b2b21c8-fda5-4f99-ae60-f4a7cf55f6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8f746f-990c-4b5b-bc29-e0e876c679a6', 'name': 'tempest-TestEncryptedCinderVolumes-1808286836-router', 'tenant_id': 'f74db2cf8dd6448a939e8d43c125602b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '77d1256f-1564-438c-8ef2-bd188de6ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:39:50Z', 'updated_at': '2022-04-21T13:39:51Z', 'revision_number': 3, 'project_id': 'f74db2cf8dd6448a939e8d43c125602b', 'gw_port': {'id': '77d1256f-1564-438c-8ef2-bd188de6ddec', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8f746f-990c-4b5b-bc29-e0e876c679a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:39:51Z', 'updated_at': '2022-04-21T13:39:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:53.086310 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 51e4d59a-f522-4c0a-994e-7a866fefa6e9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:39:53.086702 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:53.091563 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2b21c8-fda5-4f99-ae60-f4a7cf55f6e7 None None] Checking router: 6a8f746f-990c-4b5b-bc29-e0e876c679a6 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:39:53.091909 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2b21c8-fda5-4f99-ae60-f4a7cf55f6e7 None None] Updating router 6a8f746f-990c-4b5b-bc29-e0e876c679a6 port 77d1256f-1564-438c-8ef2-bd188de6ddec binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:39:53.120346 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b2b21c8-fda5-4f99-ae60-f4a7cf55f6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:53.180407 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d1c5323-f843-4264-a2c6-be477ae2d52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:53.332739 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-8d1c5323-f843-4264-a2c6-be477ae2d52a admin admin] Allocated IP 172.20.0.1 (fc8d3bfa-3bd3-475e-b1da-99ece02f5503/626f5159-b91b-4fa6-9305-8648e212fe5c/436a50fe-e93e-4aff-875b-af567b9ef830) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:39:53.369447 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b2b21c8-fda5-4f99-ae60-f4a7cf55f6e7 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:53.429309 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b2b21c8-fda5-4f99-ae60-f4a7cf55f6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:53.438698 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d1c5323-f843-4264-a2c6-be477ae2d52a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:53.501685 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2b2b21c8-fda5-4f99-ae60-f4a7cf55f6e7 None None] Attempting to bind port 77d1256f-1564-438c-8ef2-bd188de6ddec on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:39:53.502042 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2b2b21c8-fda5-4f99-ae60-f4a7cf55f6e7 None None] Attempting to bind port 77d1256f-1564-438c-8ef2-bd188de6ddec by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:39:53.502392 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2b21c8-fda5-4f99-ae60-f4a7cf55f6e7 None None] Attempting to bind port 77d1256f-1564-438c-8ef2-bd188de6ddec on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:39:53.504268 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e2059-a82b-44f4-b258-d952c353df9b None None] Pushing event updated for resources: {'Port': ['ID=77d1256f-1564-438c-8ef2-bd188de6ddec,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:53.513206 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2b21c8-fda5-4f99-ae60-f4a7cf55f6e7 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:39:53.513563 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2b21c8-fda5-4f99-ae60-f4a7cf55f6e7 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:39:53.513993 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b2b21c8-fda5-4f99-ae60-f4a7cf55f6e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:53.514370 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b2b21c8-fda5-4f99-ae60-f4a7cf55f6e7 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:39:53.514816 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-2b2b21c8-fda5-4f99-ae60-f4a7cf55f6e7 None None] Bound port: 77d1256f-1564-438c-8ef2-bd188de6ddec, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:39:53.515182 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b2b21c8-fda5-4f99-ae60-f4a7cf55f6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:53.518211 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e2059-a82b-44f4-b258-d952c353df9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:53.518541 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e2059-a82b-44f4-b258-d952c353df9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:53.518867 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e2059-a82b-44f4-b258-d952c353df9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:53.519189 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e2059-a82b-44f4-b258-d952c353df9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:53.519506 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e2059-a82b-44f4-b258-d952c353df9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:53.519819 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e2059-a82b-44f4-b258-d952c353df9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:53.520130 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e2059-a82b-44f4-b258-d952c353df9b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:53.520441 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e2059-a82b-44f4-b258-d952c353df9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:53.520750 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e2059-a82b-44f4-b258-d952c353df9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:53.521057 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e2059-a82b-44f4-b258-d952c353df9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:53.521363 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e2059-a82b-44f4-b258-d952c353df9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:53.521695 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-047e2059-a82b-44f4-b258-d952c353df9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:39:53.543601 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d1c5323-f843-4264-a2c6-be477ae2d52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:53.570052 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2b2b21c8-fda5-4f99-ae60-f4a7cf55f6e7 None None] For port 77d1256f-1564-438c-8ef2-bd188de6ddec, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:39:53.573659 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-2b2b21c8-fda5-4f99-ae60-f4a7cf55f6e7 None None] For port 77d1256f-1564-438c-8ef2-bd188de6ddec, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=77d1256f-1564-438c-8ef2-bd188de6ddec,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:39:53.585198 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1c5323-f843-4264-a2c6-be477ae2d52a admin admin] Network fc8d3bfa-3bd3-475e-b1da-99ece02f5503 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:39:53.589947 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8d1c5323-f843-4264-a2c6-be477ae2d52a admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:39:53.593369 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1c5323-f843-4264-a2c6-be477ae2d52a admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:39:53.619824 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c5323-f843-4264-a2c6-be477ae2d52a admin admin] Pushing event updated for resources: {'Port': ['ID=436a50fe-e93e-4aff-875b-af567b9ef830,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:53.638052 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d1c5323-f843-4264-a2c6-be477ae2d52a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:53.638282 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-2b2b21c8-fda5-4f99-ae60-f4a7cf55f6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:53.690783 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2b21c8-fda5-4f99-ae60-f4a7cf55f6e7 None None] Routers {'6a8f746f-990c-4b5b-bc29-e0e876c679a6'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:39:53.691436 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2b2b21c8-fda5-4f99-ae60-f4a7cf55f6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:39:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['6a8f746f-990c-4b5b-bc29-e0e876c679a6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:53.740849 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e2059-a82b-44f4-b258-d952c353df9b None None] Pushing event updated for resources: {'Port': ['ID=77d1256f-1564-438c-8ef2-bd188de6ddec,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:53.817267 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-2b2b21c8-fda5-4f99-ae60-f4a7cf55f6e7 None None] Set router 6a8f746f-990c-4b5b-bc29-e0e876c679a6 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:39:53.851630 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d1c5323-f843-4264-a2c6-be477ae2d52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:53.853474 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1171c038-c474-4b76-9dec-3a10174543fe None None] Provisioning complete for port 436a50fe-e93e-4aff-875b-af567b9ef830 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:39:53.859225 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1171c038-c474-4b76-9dec-3a10174543fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:53.901666 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1171c038-c474-4b76-9dec-3a10174543fe None None] Port 436a50fe-e93e-4aff-875b-af567b9ef830 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:39:54.004559 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-2b2b21c8-fda5-4f99-ae60-f4a7cf55f6e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8f746f-990c-4b5b-bc29-e0e876c679a6', 'name': 'tempest-TestEncryptedCinderVolumes-1808286836-router', 'tenant_id': 'f74db2cf8dd6448a939e8d43c125602b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '77d1256f-1564-438c-8ef2-bd188de6ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:39:50Z', 'updated_at': '2022-04-21T13:39:51Z', 'revision_number': 3, 'project_id': 'f74db2cf8dd6448a939e8d43c125602b', 'gw_port': {'id': '77d1256f-1564-438c-8ef2-bd188de6ddec', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8f746f-990c-4b5b-bc29-e0e876c679a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:39:51Z', 'updated_at': '2022-04-21T13:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:54.031404 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2b21c8-fda5-4f99-ae60-f4a7cf55f6e7 None None] The sync data for ids ['6a8f746f-990c-4b5b-bc29-e0e876c679a6'] in n-d-836147-2 is: [{'id': '6a8f746f-990c-4b5b-bc29-e0e876c679a6', 'name': 'tempest-TestEncryptedCinderVolumes-1808286836-router', 'tenant_id': 'f74db2cf8dd6448a939e8d43c125602b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '77d1256f-1564-438c-8ef2-bd188de6ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:39:50Z', 'updated_at': '2022-04-21T13:39:51Z', 'revision_number': 3, 'project_id': 'f74db2cf8dd6448a939e8d43c125602b', 'gw_port': {'id': '77d1256f-1564-438c-8ef2-bd188de6ddec', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8f746f-990c-4b5b-bc29-e0e876c679a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:39:51Z', 'updated_at': '2022-04-21T13:39:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:39:54.034030 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d1c5323-f843-4264-a2c6-be477ae2d52a admin admin] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:54.097610 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d1c5323-f843-4264-a2c6-be477ae2d52a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:54.173938 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c5323-f843-4264-a2c6-be477ae2d52a admin admin] Pushing event updated for resources: {'Port': ['ID=436a50fe-e93e-4aff-875b-af567b9ef830,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:54.176356 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8d1c5323-f843-4264-a2c6-be477ae2d52a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:54.289079 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1c5323-f843-4264-a2c6-be477ae2d52a admin admin] Network fc8d3bfa-3bd3-475e-b1da-99ece02f5503 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:39:54.294482 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8d1c5323-f843-4264-a2c6-be477ae2d52a admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:39:54.535420 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-68175231-09d0-4401-abc8-6834ca125e2c None None] Provisioning complete for port 436a50fe-e93e-4aff-875b-af567b9ef830 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:39:54.535965 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68175231-09d0-4401-abc8-6834ca125e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:54.580275 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-68175231-09d0-4401-abc8-6834ca125e2c None None] Port 436a50fe-e93e-4aff-875b-af567b9ef830 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:39:54.758604 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1c5323-f843-4264-a2c6-be477ae2d52a admin admin] Router 6a8f746f-990c-4b5b-bc29-e0e876c679a6 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:39:54.869239 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1c5323-f843-4264-a2c6-be477ae2d52a admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:39:54.874216 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8d1c5323-f843-4264-a2c6-be477ae2d52a admin admin] 10.222.0.36 "PUT /v2.0/routers/6a8f746f-990c-4b5b-bc29-e0e876c679a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1705632 Apr 21 13:39:54.986604 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 77d1256f-1564-438c-8ef2-bd188de6ddec up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:39:55.035634 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 77d1256f-1564-438c-8ef2-bd188de6ddec triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:39:55.035921 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:55.120074 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:55.143361 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 77d1256f-1564-438c-8ef2-bd188de6ddec, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=77d1256f-1564-438c-8ef2-bd188de6ddec,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:39:55.200086 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:55.248658 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=77d1256f-1564-438c-8ef2-bd188de6ddec,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:55.504473 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59650) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:55.509985 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d90f939b-cfd4-4d04-9a83-0f651c4b2f9a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1574104939-network', 'tenant_id': '20dd6e22c3e54d8f9e526ce92234d37d'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:39:55.580863 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396ade7c-021d-43ff-81cd-3e17b54ee6ac None None] Sync routers for ids ['6a8f746f-990c-4b5b-bc29-e0e876c679a6'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:39:55.592131 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396ade7c-021d-43ff-81cd-3e17b54ee6ac None None] Routers {'6a8f746f-990c-4b5b-bc29-e0e876c679a6'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:39:55.592746 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-396ade7c-021d-43ff-81cd-3e17b54ee6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:39:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['6a8f746f-990c-4b5b-bc29-e0e876c679a6'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:55.605726 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90f939b-cfd4-4d04-9a83-0f651c4b2f9a admin admin] Made reservation on behalf of 20dd6e22c3e54d8f9e526ce92234d37d for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:39:55.608152 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d90f939b-cfd4-4d04-9a83-0f651c4b2f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:55.617295 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d90f939b-cfd4-4d04-9a83-0f651c4b2f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:55.690489 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d90f939b-cfd4-4d04-9a83-0f651c4b2f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:55.698976 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-396ade7c-021d-43ff-81cd-3e17b54ee6ac None None] Set router 6a8f746f-990c-4b5b-bc29-e0e876c679a6 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:39:55.763220 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d90f939b-cfd4-4d04-9a83-0f651c4b2f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:55.791119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90f939b-cfd4-4d04-9a83-0f651c4b2f9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:39:55.797308 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f939b-cfd4-4d04-9a83-0f651c4b2f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23474a88-3077-4d7d-8319-73fcab0b84a5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:55.803155 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d90f939b-cfd4-4d04-9a83-0f651c4b2f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:55.803492 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-d90f939b-cfd4-4d04-9a83-0f651c4b2f9a admin admin] Added segment c222c08d-bf95-4add-b00c-b96f56a45c29 of type vlan for network 7e86d82f-7166-410b-b033-078fb0bc8d65 Apr 21 13:39:55.844314 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d90f939b-cfd4-4d04-9a83-0f651c4b2f9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:55.894458 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-396ade7c-021d-43ff-81cd-3e17b54ee6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8f746f-990c-4b5b-bc29-e0e876c679a6', 'name': 'tempest-TestEncryptedCinderVolumes-1808286836-router', 'tenant_id': 'f74db2cf8dd6448a939e8d43c125602b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '77d1256f-1564-438c-8ef2-bd188de6ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:39:50Z', 'updated_at': '2022-04-21T13:39:53Z', 'revision_number': 4, 'project_id': 'f74db2cf8dd6448a939e8d43c125602b', 'gw_port': {'id': '77d1256f-1564-438c-8ef2-bd188de6ddec', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8f746f-990c-4b5b-bc29-e0e876c679a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:39:51Z', 'updated_at': '2022-04-21T13:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '436a50fe-e93e-4aff-875b-af567b9ef830', 'name': '', 'network_id': 'fc8d3bfa-3bd3-475e-b1da-99ece02f5503', 'tenant_id': 'f74db2cf8dd6448a939e8d43c125602b', 'mac_address': 'fa:16:3e:e0:18:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8f746f-990c-4b5b-bc29-e0e876c679a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '626f5159-b91b-4fa6-9305-8648e212fe5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:39:53Z', 'updated_at': '2022-04-21T13:39:53Z', 'revision_number': 2, 'project_id': 'f74db2cf8dd6448a939e8d43c125602b', 'subnets': [{'id': '626f5159-b91b-4fa6-9305-8648e212fe5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:55.923680 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396ade7c-021d-43ff-81cd-3e17b54ee6ac None None] Checking router: 6a8f746f-990c-4b5b-bc29-e0e876c679a6 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:39:55.924025 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396ade7c-021d-43ff-81cd-3e17b54ee6ac None None] Updating router 6a8f746f-990c-4b5b-bc29-e0e876c679a6 port 436a50fe-e93e-4aff-875b-af567b9ef830 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:39:55.929172 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d90f939b-cfd4-4d04-9a83-0f651c4b2f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:55.930226 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90f939b-cfd4-4d04-9a83-0f651c4b2f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:55.930810 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d90f939b-cfd4-4d04-9a83-0f651c4b2f9a admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:55.948681 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-396ade7c-021d-43ff-81cd-3e17b54ee6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:55.993022 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f939b-cfd4-4d04-9a83-0f651c4b2f9a admin admin] Pushing event updated for resources: {'Network': ['ID=7e86d82f-7166-410b-b033-078fb0bc8d65,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:56.040488 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 7e86d82f-7166-410b-b033-078fb0bc8d65 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:39:56.043070 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d90f939b-cfd4-4d04-9a83-0f651c4b2f9a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5374770 Apr 21 13:39:56.045608 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59652) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:56.050435 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-388e6ae5-eb24-4039-bca3-dc64f8f375fe admin admin] Request body: {'subnet': {'network_id': '7e86d82f-7166-410b-b033-078fb0bc8d65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1574104939-subnet', 'tenant_id': '20dd6e22c3e54d8f9e526ce92234d37d', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:39:56.123722 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388e6ae5-eb24-4039-bca3-dc64f8f375fe admin admin] Made reservation on behalf of 20dd6e22c3e54d8f9e526ce92234d37d for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:39:56.126184 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-388e6ae5-eb24-4039-bca3-dc64f8f375fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:56.274391 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-396ade7c-021d-43ff-81cd-3e17b54ee6ac None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:56.348890 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-396ade7c-021d-43ff-81cd-3e17b54ee6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:56.360370 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-388e6ae5-eb24-4039-bca3-dc64f8f375fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:56.402685 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e96c3-9ebb-48f4-9a1c-3c654e7ee2a7 None None] Pushing event updated for resources: {'Port': ['ID=436a50fe-e93e-4aff-875b-af567b9ef830,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:56.422620 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e6ae5-eb24-4039-bca3-dc64f8f375fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0802bf5-4e7f-45b3-b94c-2d65c4482856,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:56.428303 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-388e6ae5-eb24-4039-bca3-dc64f8f375fe admin admin] Checking segment: {'id': 'c222c08d-bf95-4add-b00c-b96f56a45c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7e86d82f-7166-410b-b033-078fb0bc8d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:39:56.428657 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388e6ae5-eb24-4039-bca3-dc64f8f375fe admin admin] Network hostable DHCP agents. Network: 7e86d82f-7166-410b-b033-078fb0bc8d65, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:39:56.457484 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-396ade7c-021d-43ff-81cd-3e17b54ee6ac None None] Attempting to bind port 436a50fe-e93e-4aff-875b-af567b9ef830 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:39:56.457885 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-396ade7c-021d-43ff-81cd-3e17b54ee6ac None None] Attempting to bind port 436a50fe-e93e-4aff-875b-af567b9ef830 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '765a2647-fa88-4368-b166-2a59142d3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fc8d3bfa-3bd3-475e-b1da-99ece02f5503'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:39:56.458241 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396ade7c-021d-43ff-81cd-3e17b54ee6ac None None] Attempting to bind port 436a50fe-e93e-4aff-875b-af567b9ef830 on network fc8d3bfa-3bd3-475e-b1da-99ece02f5503 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:39:56.463437 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396ade7c-021d-43ff-81cd-3e17b54ee6ac None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:39:56.463803 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396ade7c-021d-43ff-81cd-3e17b54ee6ac None None] Checking segment: {'id': '765a2647-fa88-4368-b166-2a59142d3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fc8d3bfa-3bd3-475e-b1da-99ece02f5503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:39:56.464195 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-396ade7c-021d-43ff-81cd-3e17b54ee6ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:56.464577 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-396ade7c-021d-43ff-81cd-3e17b54ee6ac None None] Bound using segment: {'id': '765a2647-fa88-4368-b166-2a59142d3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fc8d3bfa-3bd3-475e-b1da-99ece02f5503'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:39:56.465032 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-396ade7c-021d-43ff-81cd-3e17b54ee6ac None None] Bound port: 436a50fe-e93e-4aff-875b-af567b9ef830, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765a2647-fa88-4368-b166-2a59142d3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fc8d3bfa-3bd3-475e-b1da-99ece02f5503'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:39:56.465410 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-396ade7c-021d-43ff-81cd-3e17b54ee6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:56.518312 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388e6ae5-eb24-4039-bca3-dc64f8f375fe admin admin] Network 7e86d82f-7166-410b-b033-078fb0bc8d65 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:39:56.534320 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-396ade7c-021d-43ff-81cd-3e17b54ee6ac None None] For port 436a50fe-e93e-4aff-875b-af567b9ef830, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:39:56.537508 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-396ade7c-021d-43ff-81cd-3e17b54ee6ac None None] For port 436a50fe-e93e-4aff-875b-af567b9ef830, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=436a50fe-e93e-4aff-875b-af567b9ef830,segment=NetworkSegment(765a2647-fa88-4368-b166-2a59142d3fd7),segment_id=765a2647-fa88-4368-b166-2a59142d3fd7)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:39:56.598066 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-388e6ae5-eb24-4039-bca3-dc64f8f375fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 7e86d82f-7166-410b-b033-078fb0bc8d65) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:39:56.601941 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388e6ae5-eb24-4039-bca3-dc64f8f375fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:39:56.603238 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-388e6ae5-eb24-4039-bca3-dc64f8f375fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:56.607897 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cdbe15-0ecc-4e6f-9e1f-4ce4b1275bfd None None] Network 7e86d82f-7166-410b-b033-078fb0bc8d65 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:39:56.621988 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-396ade7c-021d-43ff-81cd-3e17b54ee6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:56.683726 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-388e6ae5-eb24-4039-bca3-dc64f8f375fe admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6370122 Apr 21 13:39:56.686211 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59654) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:56.690827 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-495d43f5-8731-4a1c-800a-f69c512853e6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1574104939-router', 'tenant_id': '20dd6e22c3e54d8f9e526ce92234d37d', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:39:56.766497 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-495d43f5-8731-4a1c-800a-f69c512853e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:56.767573 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-495d43f5-8731-4a1c-800a-f69c512853e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:56.822402 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-495d43f5-8731-4a1c-800a-f69c512853e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:56.836794 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-efdf59c3-39ca-471d-9b56-52fa2d7f9bff None None] Provisioning complete for port 436a50fe-e93e-4aff-875b-af567b9ef830 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:39:56.837187 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-efdf59c3-39ca-471d-9b56-52fa2d7f9bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:56.930126 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396ade7c-021d-43ff-81cd-3e17b54ee6ac None None] Routers {'6a8f746f-990c-4b5b-bc29-e0e876c679a6'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:39:56.930751 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-396ade7c-021d-43ff-81cd-3e17b54ee6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:39:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['6a8f746f-990c-4b5b-bc29-e0e876c679a6'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:56.977681 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e96c3-9ebb-48f4-9a1c-3c654e7ee2a7 None None] Pushing event updated for resources: {'Port': ['ID=436a50fe-e93e-4aff-875b-af567b9ef830,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:56.995575 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 77d1256f-1564-438c-8ef2-bd188de6ddec up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:39:57.052740 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-495d43f5-8731-4a1c-800a-f69c512853e6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:57.164117 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-efdf59c3-39ca-471d-9b56-52fa2d7f9bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:57.183294 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d7f440-2b7d-4d7a-898d-202bd5e39c00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-7e86d82f-7166-410b-b033-078fb0bc8d65', 'network_id': '7e86d82f-7166-410b-b033-078fb0bc8d65', 'tenant_id': '20dd6e22c3e54d8f9e526ce92234d37d', 'fixed_ips': [{'subnet_id': 'e0802bf5-4e7f-45b3-b94c-2d65c4482856'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:39:57.184152 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31d7f440-2b7d-4d7a-898d-202bd5e39c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:57.205395 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-396ade7c-021d-43ff-81cd-3e17b54ee6ac None None] Set router 6a8f746f-990c-4b5b-bc29-e0e876c679a6 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:39:57.262879 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 77d1256f-1564-438c-8ef2-bd188de6ddec triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:39:57.262879 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:57.279925 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-efdf59c3-39ca-471d-9b56-52fa2d7f9bff None None] For port 436a50fe-e93e-4aff-875b-af567b9ef830, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=436a50fe-e93e-4aff-875b-af567b9ef830,segment=NetworkSegment(765a2647-fa88-4368-b166-2a59142d3fd7),segment_id=765a2647-fa88-4368-b166-2a59142d3fd7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:39:57.313405 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-495d43f5-8731-4a1c-800a-f69c512853e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:57.332157 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-495d43f5-8731-4a1c-800a-f69c512853e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:57.395585 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-efdf59c3-39ca-471d-9b56-52fa2d7f9bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:57.434714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-495d43f5-8731-4a1c-800a-f69c512853e6 admin admin] Allocated IP 172.25.8.244 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/4f206541-46fc-4b16-bf1a-71c6ccfec6fc) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:39:57.540789 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-495d43f5-8731-4a1c-800a-f69c512853e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:57.563463 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf59c3-39ca-471d-9b56-52fa2d7f9bff None None] Pushing event updated for resources: {'Port': ['ID=436a50fe-e93e-4aff-875b-af567b9ef830,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:57.623348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-31d7f440-2b7d-4d7a-898d-202bd5e39c00 None None] Allocated IP 172.20.0.2 (7e86d82f-7166-410b-b033-078fb0bc8d65/e0802bf5-4e7f-45b3-b94c-2d65c4482856/b29650b3-003b-43a9-ac04-c74b0ca64e65) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:39:57.626028 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-dbd43e4d-73e5-4dbf-a2d2-5d08a324253b None None] Provisioning complete for port 436a50fe-e93e-4aff-875b-af567b9ef830 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:39:57.626442 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dbd43e4d-73e5-4dbf-a2d2-5d08a324253b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:57.649887 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-495d43f5-8731-4a1c-800a-f69c512853e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:57.685250 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495d43f5-8731-4a1c-800a-f69c512853e6 admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:39:57.691563 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-495d43f5-8731-4a1c-800a-f69c512853e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:39:57.695105 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495d43f5-8731-4a1c-800a-f69c512853e6 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:39:57.719106 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d43f5-8731-4a1c-800a-f69c512853e6 admin admin] Pushing event updated for resources: {'Port': ['ID=4f206541-46fc-4b16-bf1a-71c6ccfec6fc,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:57.808930 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-396ade7c-021d-43ff-81cd-3e17b54ee6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8f746f-990c-4b5b-bc29-e0e876c679a6', 'name': 'tempest-TestEncryptedCinderVolumes-1808286836-router', 'tenant_id': 'f74db2cf8dd6448a939e8d43c125602b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '77d1256f-1564-438c-8ef2-bd188de6ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:39:50Z', 'updated_at': '2022-04-21T13:39:53Z', 'revision_number': 4, 'project_id': 'f74db2cf8dd6448a939e8d43c125602b', 'gw_port': {'id': '77d1256f-1564-438c-8ef2-bd188de6ddec', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8f746f-990c-4b5b-bc29-e0e876c679a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:39:51Z', 'updated_at': '2022-04-21T13:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '436a50fe-e93e-4aff-875b-af567b9ef830', 'name': '', 'network_id': 'fc8d3bfa-3bd3-475e-b1da-99ece02f5503', 'tenant_id': 'f74db2cf8dd6448a939e8d43c125602b', 'mac_address': 'fa:16:3e:e0:18:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8f746f-990c-4b5b-bc29-e0e876c679a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '626f5159-b91b-4fa6-9305-8648e212fe5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:39:53Z', 'updated_at': '2022-04-21T13:39:56Z', 'revision_number': 4, 'project_id': 'f74db2cf8dd6448a939e8d43c125602b', 'subnets': [{'id': '626f5159-b91b-4fa6-9305-8648e212fe5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:57.857020 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396ade7c-021d-43ff-81cd-3e17b54ee6ac None None] The sync data for ids ['6a8f746f-990c-4b5b-bc29-e0e876c679a6'] in n-d-836147-2 is: [{'id': '6a8f746f-990c-4b5b-bc29-e0e876c679a6', 'name': 'tempest-TestEncryptedCinderVolumes-1808286836-router', 'tenant_id': 'f74db2cf8dd6448a939e8d43c125602b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '77d1256f-1564-438c-8ef2-bd188de6ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:39:50Z', 'updated_at': '2022-04-21T13:39:53Z', 'revision_number': 4, 'project_id': 'f74db2cf8dd6448a939e8d43c125602b', 'gw_port': {'id': '77d1256f-1564-438c-8ef2-bd188de6ddec', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8f746f-990c-4b5b-bc29-e0e876c679a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:39:51Z', 'updated_at': '2022-04-21T13:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '436a50fe-e93e-4aff-875b-af567b9ef830', 'name': '', 'network_id': 'fc8d3bfa-3bd3-475e-b1da-99ece02f5503', 'tenant_id': 'f74db2cf8dd6448a939e8d43c125602b', 'mac_address': 'fa:16:3e:e0:18:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8f746f-990c-4b5b-bc29-e0e876c679a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '626f5159-b91b-4fa6-9305-8648e212fe5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:39:53Z', 'updated_at': '2022-04-21T13:39:56Z', 'revision_number': 4, 'project_id': 'f74db2cf8dd6448a939e8d43c125602b', 'subnets': [{'id': '626f5159-b91b-4fa6-9305-8648e212fe5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:39:57.941313 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31d7f440-2b7d-4d7a-898d-202bd5e39c00 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:58.027150 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31d7f440-2b7d-4d7a-898d-202bd5e39c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:58.034704 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-495d43f5-8731-4a1c-800a-f69c512853e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:58.064792 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d7f440-2b7d-4d7a-898d-202bd5e39c00 None None] Network 7e86d82f-7166-410b-b033-078fb0bc8d65 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:39:58.069291 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-31d7f440-2b7d-4d7a-898d-202bd5e39c00 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:39:58.075435 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d7f440-2b7d-4d7a-898d-202bd5e39c00 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:39:58.105204 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7f440-2b7d-4d7a-898d-202bd5e39c00 None None] Pushing event updated for resources: {'Port': ['ID=b29650b3-003b-43a9-ac04-c74b0ca64e65,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:58.141812 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-31d7f440-2b7d-4d7a-898d-202bd5e39c00 None None] Attempting to bind port b29650b3-003b-43a9-ac04-c74b0ca64e65 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:39:58.142231 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-31d7f440-2b7d-4d7a-898d-202bd5e39c00 None None] Attempting to bind port b29650b3-003b-43a9-ac04-c74b0ca64e65 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'c222c08d-bf95-4add-b00c-b96f56a45c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7e86d82f-7166-410b-b033-078fb0bc8d65'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:39:58.142595 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d7f440-2b7d-4d7a-898d-202bd5e39c00 None None] Attempting to bind port b29650b3-003b-43a9-ac04-c74b0ca64e65 on network 7e86d82f-7166-410b-b033-078fb0bc8d65 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:39:58.148069 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d7f440-2b7d-4d7a-898d-202bd5e39c00 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:39:58.148434 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d7f440-2b7d-4d7a-898d-202bd5e39c00 None None] Checking segment: {'id': 'c222c08d-bf95-4add-b00c-b96f56a45c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7e86d82f-7166-410b-b033-078fb0bc8d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:39:58.148830 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31d7f440-2b7d-4d7a-898d-202bd5e39c00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:58.149337 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d7f440-2b7d-4d7a-898d-202bd5e39c00 None None] Bound using segment: {'id': 'c222c08d-bf95-4add-b00c-b96f56a45c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7e86d82f-7166-410b-b033-078fb0bc8d65'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:39:58.150402 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-31d7f440-2b7d-4d7a-898d-202bd5e39c00 None None] Bound port: b29650b3-003b-43a9-ac04-c74b0ca64e65, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c222c08d-bf95-4add-b00c-b96f56a45c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7e86d82f-7166-410b-b033-078fb0bc8d65'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:39:58.150783 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31d7f440-2b7d-4d7a-898d-202bd5e39c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:58.226244 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-31d7f440-2b7d-4d7a-898d-202bd5e39c00 None None] For port b29650b3-003b-43a9-ac04-c74b0ca64e65, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:39:58.229606 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-31d7f440-2b7d-4d7a-898d-202bd5e39c00 None None] For port b29650b3-003b-43a9-ac04-c74b0ca64e65, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b29650b3-003b-43a9-ac04-c74b0ca64e65,segment=NetworkSegment(c222c08d-bf95-4add-b00c-b96f56a45c29),segment_id=c222c08d-bf95-4add-b00c-b96f56a45c29)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:39:58.262192 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-495d43f5-8731-4a1c-800a-f69c512853e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:58.307860 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31d7f440-2b7d-4d7a-898d-202bd5e39c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:58.391649 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7f440-2b7d-4d7a-898d-202bd5e39c00 None None] Pushing event updated for resources: {'Port': ['ID=b29650b3-003b-43a9-ac04-c74b0ca64e65,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:58.523795 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495d43f5-8731-4a1c-800a-f69c512853e6 admin admin] Router 67d1677a-e7d0-469e-ace8-a9cde1088793 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:39:58.659409 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495d43f5-8731-4a1c-800a-f69c512853e6 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:39:58.668791 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9e02be-74e5-4c1c-938f-31410f4299b1 None None] Sync routers for ids ['67d1677a-e7d0-469e-ace8-a9cde1088793'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:39:58.679435 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9e02be-74e5-4c1c-938f-31410f4299b1 None None] Routers {'67d1677a-e7d0-469e-ace8-a9cde1088793'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:39:58.680049 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0f9e02be-74e5-4c1c-938f-31410f4299b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:39:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['67d1677a-e7d0-469e-ace8-a9cde1088793'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:58.745492 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-495d43f5-8731-4a1c-800a-f69c512853e6 admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:58.747475 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-495d43f5-8731-4a1c-800a-f69c512853e6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0598378 Apr 21 13:39:58.749814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59658) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:39:58.791290 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0f9e02be-74e5-4c1c-938f-31410f4299b1 None None] Set router 67d1677a-e7d0-469e-ace8-a9cde1088793 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:39:59.006690 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0f9e02be-74e5-4c1c-938f-31410f4299b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d1677a-e7d0-469e-ace8-a9cde1088793', 'name': 'tempest-TestEncryptedCinderVolumes-1574104939-router', 'tenant_id': '20dd6e22c3e54d8f9e526ce92234d37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4f206541-46fc-4b16-bf1a-71c6ccfec6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:39:56Z', 'updated_at': '2022-04-21T13:39:57Z', 'revision_number': 3, 'project_id': '20dd6e22c3e54d8f9e526ce92234d37d', 'gw_port': {'id': '4f206541-46fc-4b16-bf1a-71c6ccfec6fc', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:85:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d1677a-e7d0-469e-ace8-a9cde1088793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:39:57Z', 'updated_at': '2022-04-21T13:39:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:59.048154 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9e02be-74e5-4c1c-938f-31410f4299b1 None None] Checking router: 67d1677a-e7d0-469e-ace8-a9cde1088793 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:39:59.048747 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9e02be-74e5-4c1c-938f-31410f4299b1 None None] Updating router 67d1677a-e7d0-469e-ace8-a9cde1088793 port 4f206541-46fc-4b16-bf1a-71c6ccfec6fc binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:39:59.079770 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f9e02be-74e5-4c1c-938f-31410f4299b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:59.111656 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 436a50fe-e93e-4aff-875b-af567b9ef830 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:39:59.196287 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 436a50fe-e93e-4aff-875b-af567b9ef830 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:39:59.196710 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:59.289737 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b29650b3-003b-43a9-ac04-c74b0ca64e65 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:39:59.299072 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a3906eb-e384-46c8-8e33-8514c39498a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:59.367133 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port b29650b3-003b-43a9-ac04-c74b0ca64e65 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:39:59.369466 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:59.436511 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f9e02be-74e5-4c1c-938f-31410f4299b1 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:59.484435 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:59.503661 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-8a3906eb-e384-46c8-8e33-8514c39498a9 admin admin] Allocated IP 172.20.0.1 (7e86d82f-7166-410b-b033-078fb0bc8d65/e0802bf5-4e7f-45b3-b94c-2d65c4482856/22feb188-bac5-4c00-b94b-d5464076f0a9) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:39:59.505213 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a9cc54-f3e9-4a9a-8ba0-43e928746480 None None] Network 7e86d82f-7166-410b-b033-078fb0bc8d65 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:39:59.511845 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f9e02be-74e5-4c1c-938f-31410f4299b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:59.558794 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port b29650b3-003b-43a9-ac04-c74b0ca64e65, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b29650b3-003b-43a9-ac04-c74b0ca64e65,segment=NetworkSegment(c222c08d-bf95-4add-b00c-b96f56a45c29),segment_id=c222c08d-bf95-4add-b00c-b96f56a45c29)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:39:59.563377 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-0f9e02be-74e5-4c1c-938f-31410f4299b1 None None] Attempting to bind port 4f206541-46fc-4b16-bf1a-71c6ccfec6fc on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:39:59.563719 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-0f9e02be-74e5-4c1c-938f-31410f4299b1 None None] Attempting to bind port 4f206541-46fc-4b16-bf1a-71c6ccfec6fc by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:39:59.564069 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9e02be-74e5-4c1c-938f-31410f4299b1 None None] Attempting to bind port 4f206541-46fc-4b16-bf1a-71c6ccfec6fc on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:39:59.569526 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d8ef8-e8e5-4df7-9264-ecba321eb2c8 None None] Pushing event updated for resources: {'Port': ['ID=4f206541-46fc-4b16-bf1a-71c6ccfec6fc,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:59.580676 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9e02be-74e5-4c1c-938f-31410f4299b1 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:39:59.581046 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9e02be-74e5-4c1c-938f-31410f4299b1 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:39:59.581436 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f9e02be-74e5-4c1c-938f-31410f4299b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:59.581855 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9e02be-74e5-4c1c-938f-31410f4299b1 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:39:59.582315 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-0f9e02be-74e5-4c1c-938f-31410f4299b1 None None] Bound port: 4f206541-46fc-4b16-bf1a-71c6ccfec6fc, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:39:59.582680 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f9e02be-74e5-4c1c-938f-31410f4299b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:59.616940 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-3ceb37f4-d007-4a51-b93e-6450372f36d6 None None] Provisioning complete for port b29650b3-003b-43a9-ac04-c74b0ca64e65 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:39:59.617220 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3ceb37f4-d007-4a51-b93e-6450372f36d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:59.621466 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a3906eb-e384-46c8-8e33-8514c39498a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:59.635818 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0f9e02be-74e5-4c1c-938f-31410f4299b1 None None] For port 4f206541-46fc-4b16-bf1a-71c6ccfec6fc, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:39:59.638871 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-0f9e02be-74e5-4c1c-938f-31410f4299b1 None None] For port 4f206541-46fc-4b16-bf1a-71c6ccfec6fc, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=4f206541-46fc-4b16-bf1a-71c6ccfec6fc,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:39:59.660910 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:59.706795 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-0f9e02be-74e5-4c1c-938f-31410f4299b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:59.729622 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a3906eb-e384-46c8-8e33-8514c39498a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:59.751834 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=b29650b3-003b-43a9-ac04-c74b0ca64e65,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:59.768955 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d8ef8-e8e5-4df7-9264-ecba321eb2c8 None None] Pushing event updated for resources: {'Port': ['ID=4f206541-46fc-4b16-bf1a-71c6ccfec6fc,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:59.772093 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9e02be-74e5-4c1c-938f-31410f4299b1 None None] Routers {'67d1677a-e7d0-469e-ace8-a9cde1088793'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:39:59.772506 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0f9e02be-74e5-4c1c-938f-31410f4299b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:39:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['67d1677a-e7d0-469e-ace8-a9cde1088793'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:39:59.780943 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3906eb-e384-46c8-8e33-8514c39498a9 admin admin] Network 7e86d82f-7166-410b-b033-078fb0bc8d65 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:39:59.785265 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8a3906eb-e384-46c8-8e33-8514c39498a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:39:59.787619 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3906eb-e384-46c8-8e33-8514c39498a9 admin admin] Pushing event updated for resources: {'Port': ['ID=22feb188-bac5-4c00-b94b-d5464076f0a9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:39:59.790244 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3906eb-e384-46c8-8e33-8514c39498a9 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:39:59.839785 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a3906eb-e384-46c8-8e33-8514c39498a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:39:59.979527 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-0f9e02be-74e5-4c1c-938f-31410f4299b1 None None] Set router 67d1677a-e7d0-469e-ace8-a9cde1088793 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:40:00.036188 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a3906eb-e384-46c8-8e33-8514c39498a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:00.043032 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9cb8a644-896f-4b92-a96b-b30a26721b93 None None] Provisioning complete for port b29650b3-003b-43a9-ac04-c74b0ca64e65 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:40:00.048970 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9cb8a644-896f-4b92-a96b-b30a26721b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:00.182744 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-0f9e02be-74e5-4c1c-938f-31410f4299b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d1677a-e7d0-469e-ace8-a9cde1088793', 'name': 'tempest-TestEncryptedCinderVolumes-1574104939-router', 'tenant_id': '20dd6e22c3e54d8f9e526ce92234d37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4f206541-46fc-4b16-bf1a-71c6ccfec6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:39:56Z', 'updated_at': '2022-04-21T13:39:57Z', 'revision_number': 3, 'project_id': '20dd6e22c3e54d8f9e526ce92234d37d', 'gw_port': {'id': '4f206541-46fc-4b16-bf1a-71c6ccfec6fc', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:85:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d1677a-e7d0-469e-ace8-a9cde1088793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:39:57Z', 'updated_at': '2022-04-21T13:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:40:00.209409 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9e02be-74e5-4c1c-938f-31410f4299b1 None None] The sync data for ids ['67d1677a-e7d0-469e-ace8-a9cde1088793'] in n-d-836147-2 is: [{'id': '67d1677a-e7d0-469e-ace8-a9cde1088793', 'name': 'tempest-TestEncryptedCinderVolumes-1574104939-router', 'tenant_id': '20dd6e22c3e54d8f9e526ce92234d37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4f206541-46fc-4b16-bf1a-71c6ccfec6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:39:56Z', 'updated_at': '2022-04-21T13:39:57Z', 'revision_number': 3, 'project_id': '20dd6e22c3e54d8f9e526ce92234d37d', 'gw_port': {'id': '4f206541-46fc-4b16-bf1a-71c6ccfec6fc', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:85:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d1677a-e7d0-469e-ace8-a9cde1088793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:39:57Z', 'updated_at': '2022-04-21T13:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:40:00.214834 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a3906eb-e384-46c8-8e33-8514c39498a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:00.280324 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a3906eb-e384-46c8-8e33-8514c39498a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:00.282197 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-492c404c-d57f-4c9b-938a-2d59bf4c6b50 None None] Provisioning complete for port 22feb188-bac5-4c00-b94b-d5464076f0a9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:40:00.282453 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-492c404c-d57f-4c9b-938a-2d59bf4c6b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:00.333081 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-492c404c-d57f-4c9b-938a-2d59bf4c6b50 None None] Port 22feb188-bac5-4c00-b94b-d5464076f0a9 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:40:00.356405 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3906eb-e384-46c8-8e33-8514c39498a9 admin admin] Pushing event updated for resources: {'Port': ['ID=22feb188-bac5-4c00-b94b-d5464076f0a9,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:40:00.358976 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a3906eb-e384-46c8-8e33-8514c39498a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:00.487523 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3906eb-e384-46c8-8e33-8514c39498a9 admin admin] Network 7e86d82f-7166-410b-b033-078fb0bc8d65 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:40:00.489303 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-8a3906eb-e384-46c8-8e33-8514c39498a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:40:00.625666 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3906eb-e384-46c8-8e33-8514c39498a9 admin admin] Router 67d1677a-e7d0-469e-ace8-a9cde1088793 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:40:00.748407 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3906eb-e384-46c8-8e33-8514c39498a9 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:40:00.753830 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8a3906eb-e384-46c8-8e33-8514c39498a9 admin admin] 10.222.0.36 "PUT /v2.0/routers/67d1677a-e7d0-469e-ace8-a9cde1088793/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0027730 Apr 21 13:40:00.763606 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7dd9a4e7-2023-44a6-81d8-af6388d896ec None None] Provisioning complete for port 22feb188-bac5-4c00-b94b-d5464076f0a9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:40:00.763606 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7dd9a4e7-2023-44a6-81d8-af6388d896ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:00.801572 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-7dd9a4e7-2023-44a6-81d8-af6388d896ec None None] Port 22feb188-bac5-4c00-b94b-d5464076f0a9 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:40:01.078866 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b29650b3-003b-43a9-ac04-c74b0ca64e65 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:40:01.130413 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port b29650b3-003b-43a9-ac04-c74b0ca64e65 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:40:01.130784 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:01.213092 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 4f206541-46fc-4b16-bf1a-71c6ccfec6fc up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:40:01.258545 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 4f206541-46fc-4b16-bf1a-71c6ccfec6fc triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:40:01.259426 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:01.337985 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:01.358925 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 4f206541-46fc-4b16-bf1a-71c6ccfec6fc, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=4f206541-46fc-4b16-bf1a-71c6ccfec6fc,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:40:01.440577 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:01.487809 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=4f206541-46fc-4b16-bf1a-71c6ccfec6fc,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:40:01.764326 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625f7fe-5159-4084-8062-90935de6ced7 req-23269283-9740-4c18-abf7-b547cd93cdea tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:01.765742 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5625f7fe-5159-4084-8062-90935de6ced7 req-23269283-9740-4c18-abf7-b547cd93cdea tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/networks?id=fc8d3bfa-3bd3-475e-b1da-99ece02f5503 HTTP/1.1" status: 200 len: 817 time: 0.1050849 Apr 21 13:40:01.780788 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5625f7fe-5159-4084-8062-90935de6ced7 req-42e862a2-9a94-4e26-b501-b4ee3851bbe4 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/quotas/f74db2cf8dd6448a939e8d43c125602b HTTP/1.1" status: 200 len: 375 time: 0.0091510 Apr 21 13:40:01.860931 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b13815-95c3-4f1a-b47c-941b0f49ee68 None None] Sync routers for ids ['67d1677a-e7d0-469e-ace8-a9cde1088793'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:40:01.873375 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b13815-95c3-4f1a-b47c-941b0f49ee68 None None] Routers {'67d1677a-e7d0-469e-ace8-a9cde1088793'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:40:01.874214 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d3b13815-95c3-4f1a-b47c-941b0f49ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:39:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['67d1677a-e7d0-469e-ace8-a9cde1088793'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:40:01.985552 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-d3b13815-95c3-4f1a-b47c-941b0f49ee68 None None] Set router 67d1677a-e7d0-469e-ace8-a9cde1088793 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:40:02.158984 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5625f7fe-5159-4084-8062-90935de6ced7 req-cae1a32b-9350-41a0-8a14-fb39f6b86987 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f74db2cf8dd6448a939e8d43c125602b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3722422 Apr 21 13:40:02.185676 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d3b13815-95c3-4f1a-b47c-941b0f49ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d1677a-e7d0-469e-ace8-a9cde1088793', 'name': 'tempest-TestEncryptedCinderVolumes-1574104939-router', 'tenant_id': '20dd6e22c3e54d8f9e526ce92234d37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4f206541-46fc-4b16-bf1a-71c6ccfec6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:39:56Z', 'updated_at': '2022-04-21T13:39:59Z', 'revision_number': 4, 'project_id': '20dd6e22c3e54d8f9e526ce92234d37d', 'gw_port': {'id': '4f206541-46fc-4b16-bf1a-71c6ccfec6fc', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:85:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d1677a-e7d0-469e-ace8-a9cde1088793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:39:57Z', 'updated_at': '2022-04-21T13:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '22feb188-bac5-4c00-b94b-d5464076f0a9', 'name': '', 'network_id': '7e86d82f-7166-410b-b033-078fb0bc8d65', 'tenant_id': '20dd6e22c3e54d8f9e526ce92234d37d', 'mac_address': 'fa:16:3e:62:85:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d1677a-e7d0-469e-ace8-a9cde1088793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'e0802bf5-4e7f-45b3-b94c-2d65c4482856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:39:59Z', 'updated_at': '2022-04-21T13:40:00Z', 'revision_number': 2, 'project_id': '20dd6e22c3e54d8f9e526ce92234d37d', 'subnets': [{'id': 'e0802bf5-4e7f-45b3-b94c-2d65c4482856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:40:02.217475 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b13815-95c3-4f1a-b47c-941b0f49ee68 None None] Checking router: 67d1677a-e7d0-469e-ace8-a9cde1088793 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:40:02.217843 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b13815-95c3-4f1a-b47c-941b0f49ee68 None None] Updating router 67d1677a-e7d0-469e-ace8-a9cde1088793 port 22feb188-bac5-4c00-b94b-d5464076f0a9 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:40:02.242378 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3b13815-95c3-4f1a-b47c-941b0f49ee68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:02.254971 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5625f7fe-5159-4084-8062-90935de6ced7 req-787e3874-a075-4ff2-accc-a8a40c8bc480 service neutron] 10.222.0.36 "GET /v2.0/networks/fc8d3bfa-3bd3-475e-b1da-99ece02f5503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838642 Apr 21 13:40:02.344258 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5625f7fe-5159-4084-8062-90935de6ced7 req-b6de3749-6cfb-438f-970b-5802bf3b2321 service neutron] 10.222.0.36 "GET /v2.0/networks/fc8d3bfa-3bd3-475e-b1da-99ece02f5503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831089 Apr 21 13:40:02.502770 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3b13815-95c3-4f1a-b47c-941b0f49ee68 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:02.608398 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-69205bf7-b62d-4157-8dc6-13eaf0501e42 req-1a9cccac-5f89-479b-86a8-ed42ed788829 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05 HTTP/1.1" status: 200 len: 210 time: 0.0291014 Apr 21 13:40:02.609954 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3b13815-95c3-4f1a-b47c-941b0f49ee68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:02.667046 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577af07-728f-4873-9551-47712c266b7d None None] Pushing event updated for resources: {'Port': ['ID=22feb188-bac5-4c00-b94b-d5464076f0a9,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:40:02.719347 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d3b13815-95c3-4f1a-b47c-941b0f49ee68 None None] Attempting to bind port 22feb188-bac5-4c00-b94b-d5464076f0a9 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:40:02.720027 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d3b13815-95c3-4f1a-b47c-941b0f49ee68 None None] Attempting to bind port 22feb188-bac5-4c00-b94b-d5464076f0a9 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'c222c08d-bf95-4add-b00c-b96f56a45c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7e86d82f-7166-410b-b033-078fb0bc8d65'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:40:02.720357 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b13815-95c3-4f1a-b47c-941b0f49ee68 None None] Attempting to bind port 22feb188-bac5-4c00-b94b-d5464076f0a9 on network 7e86d82f-7166-410b-b033-078fb0bc8d65 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:40:02.725630 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b13815-95c3-4f1a-b47c-941b0f49ee68 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:40:02.726762 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b13815-95c3-4f1a-b47c-941b0f49ee68 None None] Checking segment: {'id': 'c222c08d-bf95-4add-b00c-b96f56a45c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7e86d82f-7166-410b-b033-078fb0bc8d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:40:02.726762 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3b13815-95c3-4f1a-b47c-941b0f49ee68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:02.726762 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b13815-95c3-4f1a-b47c-941b0f49ee68 None None] Bound using segment: {'id': 'c222c08d-bf95-4add-b00c-b96f56a45c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7e86d82f-7166-410b-b033-078fb0bc8d65'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:40:02.727224 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d3b13815-95c3-4f1a-b47c-941b0f49ee68 None None] Bound port: 22feb188-bac5-4c00-b94b-d5464076f0a9, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c222c08d-bf95-4add-b00c-b96f56a45c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '7e86d82f-7166-410b-b033-078fb0bc8d65'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:40:02.727632 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3b13815-95c3-4f1a-b47c-941b0f49ee68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:02.796743 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d3b13815-95c3-4f1a-b47c-941b0f49ee68 None None] For port 22feb188-bac5-4c00-b94b-d5464076f0a9, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:40:02.800195 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d3b13815-95c3-4f1a-b47c-941b0f49ee68 None None] For port 22feb188-bac5-4c00-b94b-d5464076f0a9, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=22feb188-bac5-4c00-b94b-d5464076f0a9,segment=NetworkSegment(c222c08d-bf95-4add-b00c-b96f56a45c29),segment_id=c222c08d-bf95-4add-b00c-b96f56a45c29)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:40:02.869479 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3b13815-95c3-4f1a-b47c-941b0f49ee68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:02.947137 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b13815-95c3-4f1a-b47c-941b0f49ee68 None None] Routers {'67d1677a-e7d0-469e-ace8-a9cde1088793'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:40:02.948056 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d3b13815-95c3-4f1a-b47c-941b0f49ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:39:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['67d1677a-e7d0-469e-ace8-a9cde1088793'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:40:02.950213 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577af07-728f-4873-9551-47712c266b7d None None] Pushing event updated for resources: {'Port': ['ID=22feb188-bac5-4c00-b94b-d5464076f0a9,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:40:02.996990 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-82ce7cb2-227c-4c9c-9d52-fdd38e7bdc79 None None] Provisioning complete for port 22feb188-bac5-4c00-b94b-d5464076f0a9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:40:02.997312 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82ce7cb2-227c-4c9c-9d52-fdd38e7bdc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:03.021948 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 4f206541-46fc-4b16-bf1a-71c6ccfec6fc up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:40:03.131102 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-d3b13815-95c3-4f1a-b47c-941b0f49ee68 None None] Set router 67d1677a-e7d0-469e-ace8-a9cde1088793 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:40:03.235252 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 4f206541-46fc-4b16-bf1a-71c6ccfec6fc triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:40:03.235618 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:03.272556 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82ce7cb2-227c-4c9c-9d52-fdd38e7bdc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:03.360165 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-82ce7cb2-227c-4c9c-9d52-fdd38e7bdc79 None None] For port 22feb188-bac5-4c00-b94b-d5464076f0a9, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=22feb188-bac5-4c00-b94b-d5464076f0a9,segment=NetworkSegment(c222c08d-bf95-4add-b00c-b96f56a45c29),segment_id=c222c08d-bf95-4add-b00c-b96f56a45c29)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:40:03.437396 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-82ce7cb2-227c-4c9c-9d52-fdd38e7bdc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:03.492099 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce7cb2-227c-4c9c-9d52-fdd38e7bdc79 None None] Pushing event updated for resources: {'Port': ['ID=22feb188-bac5-4c00-b94b-d5464076f0a9,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:40:03.497553 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d3b13815-95c3-4f1a-b47c-941b0f49ee68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d1677a-e7d0-469e-ace8-a9cde1088793', 'name': 'tempest-TestEncryptedCinderVolumes-1574104939-router', 'tenant_id': '20dd6e22c3e54d8f9e526ce92234d37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4f206541-46fc-4b16-bf1a-71c6ccfec6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:39:56Z', 'updated_at': '2022-04-21T13:39:59Z', 'revision_number': 4, 'project_id': '20dd6e22c3e54d8f9e526ce92234d37d', 'gw_port': {'id': '4f206541-46fc-4b16-bf1a-71c6ccfec6fc', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:85:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d1677a-e7d0-469e-ace8-a9cde1088793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:39:57Z', 'updated_at': '2022-04-21T13:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '22feb188-bac5-4c00-b94b-d5464076f0a9', 'name': '', 'network_id': '7e86d82f-7166-410b-b033-078fb0bc8d65', 'tenant_id': '20dd6e22c3e54d8f9e526ce92234d37d', 'mac_address': 'fa:16:3e:62:85:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d1677a-e7d0-469e-ace8-a9cde1088793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'e0802bf5-4e7f-45b3-b94c-2d65c4482856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:39:59Z', 'updated_at': '2022-04-21T13:40:02Z', 'revision_number': 4, 'project_id': '20dd6e22c3e54d8f9e526ce92234d37d', 'subnets': [{'id': 'e0802bf5-4e7f-45b3-b94c-2d65c4482856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:40:03.523999 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b13815-95c3-4f1a-b47c-941b0f49ee68 None None] The sync data for ids ['67d1677a-e7d0-469e-ace8-a9cde1088793'] in n-d-836147-2 is: [{'id': '67d1677a-e7d0-469e-ace8-a9cde1088793', 'name': 'tempest-TestEncryptedCinderVolumes-1574104939-router', 'tenant_id': '20dd6e22c3e54d8f9e526ce92234d37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4f206541-46fc-4b16-bf1a-71c6ccfec6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:39:56Z', 'updated_at': '2022-04-21T13:39:59Z', 'revision_number': 4, 'project_id': '20dd6e22c3e54d8f9e526ce92234d37d', 'gw_port': {'id': '4f206541-46fc-4b16-bf1a-71c6ccfec6fc', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:85:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d1677a-e7d0-469e-ace8-a9cde1088793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:39:57Z', 'updated_at': '2022-04-21T13:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '22feb188-bac5-4c00-b94b-d5464076f0a9', 'name': '', 'network_id': '7e86d82f-7166-410b-b033-078fb0bc8d65', 'tenant_id': '20dd6e22c3e54d8f9e526ce92234d37d', 'mac_address': 'fa:16:3e:62:85:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67d1677a-e7d0-469e-ace8-a9cde1088793', 'device_owner': 'network:router_interface', 'standard_attr_id': 4231, 'fixed_ips': [{'subnet_id': 'e0802bf5-4e7f-45b3-b94c-2d65c4482856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:39:59Z', 'updated_at': '2022-04-21T13:40:02Z', 'revision_number': 4, 'project_id': '20dd6e22c3e54d8f9e526ce92234d37d', 'subnets': [{'id': 'e0802bf5-4e7f-45b3-b94c-2d65c4482856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:40:03.557928 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-cdbd9469-4d42-4685-ba53-e000897b442b None None] Provisioning complete for port 22feb188-bac5-4c00-b94b-d5464076f0a9 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:40:03.558296 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9469-4d42-4685-ba53-e000897b442b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:03.729049 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba9e3d4b-442a-447e-bab9-207b39666c66 req-8052f3ca-497b-43f6-bb53-db3b69e67935 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05 HTTP/1.1" status: 200 len: 210 time: 0.0305190 Apr 21 13:40:04.824096 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625f7fe-5159-4084-8062-90935de6ced7 req-2204f327-4650-4db1-82e7-8d41cb20f8e6 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:04.825621 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5625f7fe-5159-4084-8062-90935de6ced7 req-2204f327-4650-4db1-82e7-8d41cb20f8e6 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.24 "GET /v2.0/networks?id=fc8d3bfa-3bd3-475e-b1da-99ece02f5503 HTTP/1.1" status: 200 len: 817 time: 0.1260035 Apr 21 13:40:04.840401 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4cfa21c1-7275-41c7-be77-2a49d43e2db8 req-2ef63b15-b7fd-4d33-93cd-e9471ca2c09f tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05 HTTP/1.1" status: 200 len: 210 time: 0.0352361 Apr 21 13:40:04.845043 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5625f7fe-5159-4084-8062-90935de6ced7 req-53bca9d6-b8c5-4e35-8348-50aa308f2b64 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Request body: {'port': {'device_id': 'f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05', 'network_id': 'fc8d3bfa-3bd3-475e-b1da-99ece02f5503', 'admin_state_up': True, 'tenant_id': 'f74db2cf8dd6448a939e8d43c125602b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:40:05.025180 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 22feb188-bac5-4c00-b94b-d5464076f0a9 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:40:05.034815 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5625f7fe-5159-4084-8062-90935de6ced7 req-53bca9d6-b8c5-4e35-8348-50aa308f2b64 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Made reservation on behalf of f74db2cf8dd6448a939e8d43c125602b for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:40:05.038517 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5625f7fe-5159-4084-8062-90935de6ced7 req-53bca9d6-b8c5-4e35-8348-50aa308f2b64 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:05.079409 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 22feb188-bac5-4c00-b94b-d5464076f0a9 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:40:05.079643 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:05.179161 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-5625f7fe-5159-4084-8062-90935de6ced7 req-53bca9d6-b8c5-4e35-8348-50aa308f2b64 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Allocated IP 172.20.0.10 (fc8d3bfa-3bd3-475e-b1da-99ece02f5503/626f5159-b91b-4fa6-9305-8648e212fe5c/a5d035f7-3f18-4f5b-ad6a-69a0a29436e6) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:40:05.329458 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5625f7fe-5159-4084-8062-90935de6ced7 req-53bca9d6-b8c5-4e35-8348-50aa308f2b64 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:05.406204 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5625f7fe-5159-4084-8062-90935de6ced7 req-53bca9d6-b8c5-4e35-8348-50aa308f2b64 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:05.449949 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5625f7fe-5159-4084-8062-90935de6ced7 req-53bca9d6-b8c5-4e35-8348-50aa308f2b64 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Network fc8d3bfa-3bd3-475e-b1da-99ece02f5503 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:40:05.452888 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-5625f7fe-5159-4084-8062-90935de6ced7 req-53bca9d6-b8c5-4e35-8348-50aa308f2b64 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:40:05.456620 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-5625f7fe-5159-4084-8062-90935de6ced7 req-53bca9d6-b8c5-4e35-8348-50aa308f2b64 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:40:05.462919 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bca9d6-b8c5-4e35-8348-50aa308f2b64 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Pushing event updated for resources: {'Port': ['ID=a5d035f7-3f18-4f5b-ad6a-69a0a29436e6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:40:05.508938 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625f7fe-5159-4084-8062-90935de6ced7 req-53bca9d6-b8c5-4e35-8348-50aa308f2b64 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:05.510551 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5625f7fe-5159-4084-8062-90935de6ced7 req-53bca9d6-b8c5-4e35-8348-50aa308f2b64 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:05.586499 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5625f7fe-5159-4084-8062-90935de6ced7 req-53bca9d6-b8c5-4e35-8348-50aa308f2b64 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7450566 Apr 21 13:40:05.599990 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-5625f7fe-5159-4084-8062-90935de6ced7 req-62ccd0c0-a94a-4ce5-9e68-e036219a5edc tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 13:40:05.601000 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5625f7fe-5159-4084-8062-90935de6ced7 req-62ccd0c0-a94a-4ce5-9e68-e036219a5edc tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055075 Apr 21 13:40:05.618131 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-5625f7fe-5159-4084-8062-90935de6ced7 req-7d424a3d-77b8-4263-80c6-5a1d503b95b0 service neutron] Request body: {'port': {'device_id': 'f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:40:05.673408 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5625f7fe-5159-4084-8062-90935de6ced7 req-7d424a3d-77b8-4263-80c6-5a1d503b95b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:05.695984 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f1242a50-1f9d-4f1d-9797-e094f57bb821 None None] Provisioning complete for port a5d035f7-3f18-4f5b-ad6a-69a0a29436e6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:40:05.696353 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1242a50-1f9d-4f1d-9797-e094f57bb821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:05.730099 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f1242a50-1f9d-4f1d-9797-e094f57bb821 None None] Port a5d035f7-3f18-4f5b-ad6a-69a0a29436e6 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:40:05.959309 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-5625f7fe-5159-4084-8062-90935de6ced7 req-7d424a3d-77b8-4263-80c6-5a1d503b95b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d035f7-3f18-4f5b-ad6a-69a0a29436e6 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:40:05.969784 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5625f7fe-5159-4084-8062-90935de6ced7 req-7d424a3d-77b8-4263-80c6-5a1d503b95b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:05.992857 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61f589-7009-4a88-878b-b4ee658195bd req-f190ec91-8316-4656-bcb9-f1ce77bd8c5c tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:05.994398 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6f61f589-7009-4a88-878b-b4ee658195bd req-f190ec91-8316-4656-bcb9-f1ce77bd8c5c tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05 HTTP/1.1" status: 200 len: 932 time: 0.0756273 Apr 21 13:40:05.996856 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-5625f7fe-5159-4084-8062-90935de6ced7 req-7d424a3d-77b8-4263-80c6-5a1d503b95b0 service neutron] Transition to ACTIVE for port object a5d035f7-3f18-4f5b-ad6a-69a0a29436e6 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:40:06.031418 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6f61f589-7009-4a88-878b-b4ee658195bd req-86bc736d-f575-4e61-84ed-2986b45076c5 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/security-groups?id=73e9fd08-0b3d-480d-9376-6373d0efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310771 Apr 21 13:40:06.074562 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5625f7fe-5159-4084-8062-90935de6ced7 req-7d424a3d-77b8-4263-80c6-5a1d503b95b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:06.127934 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d424a3d-77b8-4263-80c6-5a1d503b95b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d035f7-3f18-4f5b-ad6a-69a0a29436e6,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:40:06.195356 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5625f7fe-5159-4084-8062-90935de6ced7 req-7d424a3d-77b8-4263-80c6-5a1d503b95b0 service neutron] Attempting to bind port a5d035f7-3f18-4f5b-ad6a-69a0a29436e6 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:40:06.195682 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5625f7fe-5159-4084-8062-90935de6ced7 req-7d424a3d-77b8-4263-80c6-5a1d503b95b0 service neutron] Attempting to bind port a5d035f7-3f18-4f5b-ad6a-69a0a29436e6 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '765a2647-fa88-4368-b166-2a59142d3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fc8d3bfa-3bd3-475e-b1da-99ece02f5503'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:40:06.196006 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5625f7fe-5159-4084-8062-90935de6ced7 req-7d424a3d-77b8-4263-80c6-5a1d503b95b0 service neutron] Attempting to bind port a5d035f7-3f18-4f5b-ad6a-69a0a29436e6 on network fc8d3bfa-3bd3-475e-b1da-99ece02f5503 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:40:06.200618 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5625f7fe-5159-4084-8062-90935de6ced7 req-7d424a3d-77b8-4263-80c6-5a1d503b95b0 service neutron] Port a5d035f7-3f18-4f5b-ad6a-69a0a29436e6 on network fc8d3bfa-3bd3-475e-b1da-99ece02f5503 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:40:06.201080 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5625f7fe-5159-4084-8062-90935de6ced7 req-7d424a3d-77b8-4263-80c6-5a1d503b95b0 service neutron] Attempting to bind port a5d035f7-3f18-4f5b-ad6a-69a0a29436e6 on network fc8d3bfa-3bd3-475e-b1da-99ece02f5503 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:40:06.206171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5625f7fe-5159-4084-8062-90935de6ced7 req-7d424a3d-77b8-4263-80c6-5a1d503b95b0 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:40:06.206508 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5625f7fe-5159-4084-8062-90935de6ced7 req-7d424a3d-77b8-4263-80c6-5a1d503b95b0 service neutron] Checking segment: {'id': '765a2647-fa88-4368-b166-2a59142d3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fc8d3bfa-3bd3-475e-b1da-99ece02f5503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:40:06.206884 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5625f7fe-5159-4084-8062-90935de6ced7 req-7d424a3d-77b8-4263-80c6-5a1d503b95b0 service neutron] Bound using segment: {'id': '765a2647-fa88-4368-b166-2a59142d3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fc8d3bfa-3bd3-475e-b1da-99ece02f5503'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:40:06.207307 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-5625f7fe-5159-4084-8062-90935de6ced7 req-7d424a3d-77b8-4263-80c6-5a1d503b95b0 service neutron] Bound port: a5d035f7-3f18-4f5b-ad6a-69a0a29436e6, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '765a2647-fa88-4368-b166-2a59142d3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fc8d3bfa-3bd3-475e-b1da-99ece02f5503'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:40:06.207665 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5625f7fe-5159-4084-8062-90935de6ced7 req-7d424a3d-77b8-4263-80c6-5a1d503b95b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:06.279198 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5625f7fe-5159-4084-8062-90935de6ced7 req-7d424a3d-77b8-4263-80c6-5a1d503b95b0 service neutron] For port a5d035f7-3f18-4f5b-ad6a-69a0a29436e6, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:40:06.282113 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-5625f7fe-5159-4084-8062-90935de6ced7 req-7d424a3d-77b8-4263-80c6-5a1d503b95b0 service neutron] For port a5d035f7-3f18-4f5b-ad6a-69a0a29436e6, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a5d035f7-3f18-4f5b-ad6a-69a0a29436e6,segment=NetworkSegment(765a2647-fa88-4368-b166-2a59142d3fd7),segment_id=765a2647-fa88-4368-b166-2a59142d3fd7)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:40:06.341053 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5625f7fe-5159-4084-8062-90935de6ced7 req-7d424a3d-77b8-4263-80c6-5a1d503b95b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:06.378636 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625f7fe-5159-4084-8062-90935de6ced7 req-7d424a3d-77b8-4263-80c6-5a1d503b95b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:06.379265 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-5625f7fe-5159-4084-8062-90935de6ced7 req-7d424a3d-77b8-4263-80c6-5a1d503b95b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:06.380658 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5625f7fe-5159-4084-8062-90935de6ced7 req-7d424a3d-77b8-4263-80c6-5a1d503b95b0 service neutron] 10.222.0.24 "PUT /v2.0/ports/a5d035f7-3f18-4f5b-ad6a-69a0a29436e6 HTTP/1.1" status: 200 len: 1092 time: 0.7667377 Apr 21 13:40:06.381097 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05', 'tag': 'a5d035f7-3f18-4f5b-ad6a-69a0a29436e6'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:40:06.383507 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24e8bf6-f484-42f9-afd6-96c6fc92e7f1" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05", "tag": "a5d035f7-3f18-4f5b-ad6a-69a0a29436e6"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:40:06.412608 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d424a3d-77b8-4263-80c6-5a1d503b95b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d035f7-3f18-4f5b-ad6a-69a0a29436e6,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:40:06.429459 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b82532-0254-46b7-9e9e-eca82525db75 x-openstack-request-id: req-05b82532-0254-46b7-9e9e-eca82525db75 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:40:06.429775 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05", "tag": "a5d035f7-3f18-4f5b-ad6a-69a0a29436e6", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:40:06.430024 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-05b82532-0254-46b7-9e9e-eca82525db75 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:40:06.430474 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05b82532-0254-46b7-9e9e-eca82525db75'] response: {'name': 'network-changed', 'server_uuid': 'f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05', 'tag': 'a5d035f7-3f18-4f5b-ad6a-69a0a29436e6', 'status': 'completed', 'code': 200} Apr 21 13:40:06.495668 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e8bf6-f484-42f9-afd6-96c6fc92e7f1 req-aba82013-7e0b-4eaf-82ac-10de5732782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:06.497128 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d24e8bf6-f484-42f9-afd6-96c6fc92e7f1 req-aba82013-7e0b-4eaf-82ac-10de5732782a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f74db2cf8dd6448a939e8d43c125602b&device_id=f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05 HTTP/1.1" status: 200 len: 1095 time: 0.0439441 Apr 21 13:40:06.601406 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e8bf6-f484-42f9-afd6-96c6fc92e7f1 req-f60d5429-551a-46b1-ae79-d0f3f470dc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:06.602921 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d24e8bf6-f484-42f9-afd6-96c6fc92e7f1 req-f60d5429-551a-46b1-ae79-d0f3f470dc35 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f74db2cf8dd6448a939e8d43c125602b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0982966 Apr 21 13:40:06.702125 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e8bf6-f484-42f9-afd6-96c6fc92e7f1 req-4a78840b-d4cc-4f2a-be08-8c66920c69b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:06.703606 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d24e8bf6-f484-42f9-afd6-96c6fc92e7f1 req-4a78840b-d4cc-4f2a-be08-8c66920c69b6 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911067 Apr 21 13:40:06.784820 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625f7fe-5159-4084-8062-90935de6ced7 req-3a6e2860-850f-4d09-a5c6-ed903ed05e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:06.786249 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5625f7fe-5159-4084-8062-90935de6ced7 req-3a6e2860-850f-4d09-a5c6-ed903ed05e1c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f74db2cf8dd6448a939e8d43c125602b&device_id=f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05 HTTP/1.1" status: 200 len: 1095 time: 0.0405996 Apr 21 13:40:06.837598 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5625f7fe-5159-4084-8062-90935de6ced7 req-81e54568-e460-481a-aaf4-ba4b8f90ee8b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a5d035f7-3f18-4f5b-ad6a-69a0a29436e6 HTTP/1.1" status: 200 len: 217 time: 0.0380712 Apr 21 13:40:06.888767 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625f7fe-5159-4084-8062-90935de6ced7 req-a8fd4362-0bd5-41ff-8496-729168d0c6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:06.890225 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5625f7fe-5159-4084-8062-90935de6ced7 req-a8fd4362-0bd5-41ff-8496-729168d0c6b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=626f5159-b91b-4fa6-9305-8648e212fe5c HTTP/1.1" status: 200 len: 856 time: 0.0429356 Apr 21 13:40:06.938806 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625f7fe-5159-4084-8062-90935de6ced7 req-a8645e22-a204-418d-a7bc-8589489e247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:06.940305 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5625f7fe-5159-4084-8062-90935de6ced7 req-a8645e22-a204-418d-a7bc-8589489e247d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc8d3bfa-3bd3-475e-b1da-99ece02f5503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395629 Apr 21 13:40:07.038923 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5625f7fe-5159-4084-8062-90935de6ced7 req-65e3fcbb-03e2-4d35-b0fa-d21916f5d98c service neutron] 10.222.0.24 "GET /v2.0/networks/fc8d3bfa-3bd3-475e-b1da-99ece02f5503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866661 Apr 21 13:40:07.163298 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5625f7fe-5159-4084-8062-90935de6ced7 req-e693b8e1-3c51-4286-9e1f-8246f0e8600a service neutron] 10.222.0.24 "GET /v2.0/networks/fc8d3bfa-3bd3-475e-b1da-99ece02f5503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134756 Apr 21 13:40:07.176081 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502e17e-03d1-498c-84b0-a786a36e3c3d req-d11145d9-afdb-4946-b32d-b600de900302 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:07.177231 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1502e17e-03d1-498c-84b0-a786a36e3c3d req-d11145d9-afdb-4946-b32d-b600de900302 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05 HTTP/1.1" status: 200 len: 944 time: 0.0753524 Apr 21 13:40:07.215621 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1502e17e-03d1-498c-84b0-a786a36e3c3d req-35f69a20-50d1-43e8-a3d2-20737b479af7 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/security-groups?id=73e9fd08-0b3d-480d-9376-6373d0efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312142 Apr 21 13:40:08.334187 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9629c6a-a5e5-46ee-9383-26fa9b34d759 req-bf07a6d9-1ccb-44ce-92cf-a0c9f06b36ac tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:08.335644 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f9629c6a-a5e5-46ee-9383-26fa9b34d759 req-bf07a6d9-1ccb-44ce-92cf-a0c9f06b36ac tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05 HTTP/1.1" status: 200 len: 944 time: 0.0496798 Apr 21 13:40:08.373103 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f9629c6a-a5e5-46ee-9383-26fa9b34d759 req-c491f059-f80f-4297-b2ac-48f40b62da95 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/security-groups?id=73e9fd08-0b3d-480d-9376-6373d0efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309901 Apr 21 13:40:09.486694 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a8bc2-a3a7-4d07-bcef-6794995c61ec req-70135d4c-2654-4ab1-ab5f-c04c2563328f tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:09.488412 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-116a8bc2-a3a7-4d07-bcef-6794995c61ec req-70135d4c-2654-4ab1-ab5f-c04c2563328f tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05 HTTP/1.1" status: 200 len: 944 time: 0.0483227 Apr 21 13:40:09.528455 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device a5d035f7-3f18-4f5b-ad6a-69a0a29436e6 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:40:09.529663 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-116a8bc2-a3a7-4d07-bcef-6794995c61ec req-d87d86a8-f025-4183-8497-7835a7518951 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/security-groups?id=73e9fd08-0b3d-480d-9376-6373d0efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353284 Apr 21 13:40:09.772322 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port a5d035f7-3f18-4f5b-ad6a-69a0a29436e6, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a5d035f7-3f18-4f5b-ad6a-69a0a29436e6,segment=NetworkSegment(765a2647-fa88-4368-b166-2a59142d3fd7),segment_id=765a2647-fa88-4368-b166-2a59142d3fd7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:40:09.783175 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'a5d035f7-3f18-4f5b-ad6a-69a0a29436e6', 'network_id': 'fc8d3bfa-3bd3-475e-b1da-99ece02f5503', 'port_id': 'a5d035f7-3f18-4f5b-ad6a-69a0a29436e6', 'mac_address': 'fa:16:3e:ba:6c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626f5159-b91b-4fa6-9305-8648e212fe5c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:40:09.818519 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:09.831064 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d035f7-3f18-4f5b-ad6a-69a0a29436e6 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:40:09.850300 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port a5d035f7-3f18-4f5b-ad6a-69a0a29436e6, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a5d035f7-3f18-4f5b-ad6a-69a0a29436e6,segment=NetworkSegment(765a2647-fa88-4368-b166-2a59142d3fd7),segment_id=765a2647-fa88-4368-b166-2a59142d3fd7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:40:09.946855 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:09.996454 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=a5d035f7-3f18-4f5b-ad6a-69a0a29436e6,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:40:10.003522 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:40:10.003894 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:40:10.004233 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:40:10.004568 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:40:10.004928 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:40:10.005256 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:40:10.005613 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:40:10.005927 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:40:10.006248 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:40:10.006569 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:40:10.006891 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:40:10.007210 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:40:10.208364 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['a5d035f7-3f18-4f5b-ad6a-69a0a29436e6'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:40:10.641673 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0df341-ad7c-4ec2-a3fb-903e81c54690 req-756c74b3-14a9-4a97-ac12-fc4452035339 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:10.643059 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8f0df341-ad7c-4ec2-a3fb-903e81c54690 req-756c74b3-14a9-4a97-ac12-fc4452035339 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05 HTTP/1.1" status: 200 len: 945 time: 0.0482996 Apr 21 13:40:10.679042 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8f0df341-ad7c-4ec2-a3fb-903e81c54690 req-03a2fa7b-2597-4f93-8be9-5d17d7c989c2 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/security-groups?id=73e9fd08-0b3d-480d-9376-6373d0efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300233 Apr 21 13:40:11.544060 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device a5d035f7-3f18-4f5b-ad6a-69a0a29436e6 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:40:11.645830 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port a5d035f7-3f18-4f5b-ad6a-69a0a29436e6 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:40:11.650064 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port a5d035f7-3f18-4f5b-ad6a-69a0a29436e6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:40:11.650429 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:11.723726 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:11.745923 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d035f7-3f18-4f5b-ad6a-69a0a29436e6'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:40:11.748159 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb72a0c-c2ec-4c8c-ab32-81ae11a0a76b" -d '{"events": [{"server_uuid": "f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05", "name": "network-vif-plugged", "status": "completed", "tag": "a5d035f7-3f18-4f5b-ad6a-69a0a29436e6"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:40:11.760964 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port a5d035f7-3f18-4f5b-ad6a-69a0a29436e6, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a5d035f7-3f18-4f5b-ad6a-69a0a29436e6,segment=NetworkSegment(765a2647-fa88-4368-b166-2a59142d3fd7),segment_id=765a2647-fa88-4368-b166-2a59142d3fd7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:40:11.788309 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d516abf7-70f7-4a71-baf8-a6c5817cbb94 x-openstack-request-id: req-d516abf7-70f7-4a71-baf8-a6c5817cbb94 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:40:11.788595 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05", "name": "network-vif-plugged", "status": "completed", "tag": "a5d035f7-3f18-4f5b-ad6a-69a0a29436e6", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:40:11.788843 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d516abf7-70f7-4a71-baf8-a6c5817cbb94 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:40:11.789236 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d516abf7-70f7-4a71-baf8-a6c5817cbb94'] response: {'server_uuid': 'f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d035f7-3f18-4f5b-ad6a-69a0a29436e6', 'code': 200} Apr 21 13:40:11.795588 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93cad6-116f-4ee7-9baa-1598d24f3479 req-453ace8e-c10d-44ce-b3c2-a11b74628827 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:11.797020 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0b93cad6-116f-4ee7-9baa-1598d24f3479 req-453ace8e-c10d-44ce-b3c2-a11b74628827 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05 HTTP/1.1" status: 200 len: 945 time: 0.0504513 Apr 21 13:40:11.828780 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:11.836475 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0b93cad6-116f-4ee7-9baa-1598d24f3479 req-bb5355eb-798a-4eba-be20-630176d116a8 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/security-groups?id=73e9fd08-0b3d-480d-9376-6373d0efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332537 Apr 21 13:40:11.883274 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=a5d035f7-3f18-4f5b-ad6a-69a0a29436e6,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:40:11.915559 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bccd49-05f2-440e-8eea-e8a26d28aed2 req-c1881de2-9063-433d-9808-0e2b82059916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:11.920304 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38bccd49-05f2-440e-8eea-e8a26d28aed2 req-c1881de2-9063-433d-9808-0e2b82059916 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05 HTTP/1.1" status: 200 len: 1097 time: 0.0407336 Apr 21 13:40:11.954854 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38bccd49-05f2-440e-8eea-e8a26d28aed2 req-a77fff46-9405-483a-b676-dfc99852f10a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=73e9fd08-0b3d-480d-9376-6373d0efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311756 Apr 21 13:40:12.961478 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a1725-4bff-48e5-8287-c3aa5698fad6 req-e820b4ce-c43c-4079-85ea-04b99cc8f65c tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:12.963034 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fe0a1725-4bff-48e5-8287-c3aa5698fad6 req-e820b4ce-c43c-4079-85ea-04b99cc8f65c tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05 HTTP/1.1" status: 200 len: 946 time: 0.0497508 Apr 21 13:40:13.001211 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fe0a1725-4bff-48e5-8287-c3aa5698fad6 req-2220a15b-87a2-4e20-a230-76a6cf2d3cc2 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/security-groups?id=73e9fd08-0b3d-480d-9376-6373d0efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318537 Apr 21 13:40:13.542561 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4a9cfb39-97a5-4695-9626-eb68b34a5480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:14.114350 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5279d02-3d03-4fb9-8c8e-0a6b128ba03b req-aff55cb4-a049-4558-839c-b5aa1ab0447a tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:14.115837 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d5279d02-3d03-4fb9-8c8e-0a6b128ba03b req-aff55cb4-a049-4558-839c-b5aa1ab0447a tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05 HTTP/1.1" status: 200 len: 946 time: 0.0486383 Apr 21 13:40:14.152855 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d5279d02-3d03-4fb9-8c8e-0a6b128ba03b req-f124f8d7-f495-45d0-8897-588109a8a9fb tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/security-groups?id=73e9fd08-0b3d-480d-9376-6373d0efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311141 Apr 21 13:40:14.265643 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd9e72-030a-406b-9a69-a85354a0a226 req-6c40d747-3412-47e3-9fa7-4956edb34019 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:14.267047 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03cd9e72-030a-406b-9a69-a85354a0a226 req-6c40d747-3412-47e3-9fa7-4956edb34019 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05 HTTP/1.1" status: 200 len: 946 time: 0.0483253 Apr 21 13:40:14.308434 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03cd9e72-030a-406b-9a69-a85354a0a226 req-eeb3964d-2820-419f-b0a0-a75bb1fd3b85 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/security-groups?id=73e9fd08-0b3d-480d-9376-6373d0efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353436 Apr 21 13:40:15.769123 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7a35abb-ebae-42cf-9672-e1522f8935fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:17.137405 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:18.517284 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:18.683543 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:18.768840 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:20.957473 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:27.946568 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:40:36.427567 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef95ae-0ac0-432c-aa54-4994ec9e23ce req-26a1cf3c-efda-46ec-ab8e-848f3858e45d tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:36.429383 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-78ef95ae-0ac0-432c-aa54-4994ec9e23ce req-26a1cf3c-efda-46ec-ab8e-848f3858e45d tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05 HTTP/1.1" status: 200 len: 946 time: 0.0496328 Apr 21 13:40:36.467056 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-78ef95ae-0ac0-432c-aa54-4994ec9e23ce req-2e4d0818-7517-4a62-a059-1a8496941188 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/security-groups?id=73e9fd08-0b3d-480d-9376-6373d0efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318646 Apr 21 13:40:37.580914 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b0117-6c9b-40b4-9faa-111a27ae8eb5 req-47924ee9-5cca-4238-a3af-ba4b2f9e1dde tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:37.582408 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-418b0117-6c9b-40b4-9faa-111a27ae8eb5 req-47924ee9-5cca-4238-a3af-ba4b2f9e1dde tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05 HTTP/1.1" status: 200 len: 946 time: 0.0477593 Apr 21 13:40:37.620164 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-418b0117-6c9b-40b4-9faa-111a27ae8eb5 req-8568321d-a9a9-4b8b-9cf9-db7eda5f0b9b tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/security-groups?id=73e9fd08-0b3d-480d-9376-6373d0efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313692 Apr 21 13:40:38.065178 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0f456-7d02-4c05-974f-2f9e1325208b req-f007252f-2610-4382-9b52-280fafb5cf0b tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:38.066649 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e7a0f456-7d02-4c05-974f-2f9e1325208b req-f007252f-2610-4382-9b52-280fafb5cf0b tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.24 "GET /v2.0/ports?device_id=f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05 HTTP/1.1" status: 200 len: 946 time: 0.0471807 Apr 21 13:40:38.164104 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-e7a0f456-7d02-4c05-974f-2f9e1325208b req-b0293cee-b9f2-4bb6-af5b-06a30a0c0dc3 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Deleting port a5d035f7-3f18-4f5b-ad6a-69a0a29436e6 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:40:38.164444 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e7a0f456-7d02-4c05-974f-2f9e1325208b req-b0293cee-b9f2-4bb6-af5b-06a30a0c0dc3 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:38.249742 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e7a0f456-7d02-4c05-974f-2f9e1325208b req-b0293cee-b9f2-4bb6-af5b-06a30a0c0dc3 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] For port a5d035f7-3f18-4f5b-ad6a-69a0a29436e6, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=a5d035f7-3f18-4f5b-ad6a-69a0a29436e6,segment=NetworkSegment(765a2647-fa88-4368-b166-2a59142d3fd7),segment_id=765a2647-fa88-4368-b166-2a59142d3fd7)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:40:38.250107 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e7a0f456-7d02-4c05-974f-2f9e1325208b req-b0293cee-b9f2-4bb6-af5b-06a30a0c0dc3 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:38.263241 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-e7a0f456-7d02-4c05-974f-2f9e1325208b req-b0293cee-b9f2-4bb6-af5b-06a30a0c0dc3 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Calling delete_port for a5d035f7-3f18-4f5b-ad6a-69a0a29436e6 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:40:38.449236 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e7a0f456-7d02-4c05-974f-2f9e1325208b req-b0293cee-b9f2-4bb6-af5b-06a30a0c0dc3 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:38.465637 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['a5d035f7-3f18-4f5b-ad6a-69a0a29436e6'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:40:38.475979 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0293cee-b9f2-4bb6-af5b-06a30a0c0dc3 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Pushing event deleted for resources: {'Port': ['ID=a5d035f7-3f18-4f5b-ad6a-69a0a29436e6,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:40:38.485883 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0293cee-b9f2-4bb6-af5b-06a30a0c0dc3 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:40:38.486229 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0293cee-b9f2-4bb6-af5b-06a30a0c0dc3 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:40:38.486913 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0293cee-b9f2-4bb6-af5b-06a30a0c0dc3 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:40:38.486913 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0293cee-b9f2-4bb6-af5b-06a30a0c0dc3 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:40:38.487209 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0293cee-b9f2-4bb6-af5b-06a30a0c0dc3 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:40:38.487549 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0293cee-b9f2-4bb6-af5b-06a30a0c0dc3 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:40:38.487872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0293cee-b9f2-4bb6-af5b-06a30a0c0dc3 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:40:38.488202 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0293cee-b9f2-4bb6-af5b-06a30a0c0dc3 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:40:38.488537 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0293cee-b9f2-4bb6-af5b-06a30a0c0dc3 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:40:38.489872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0293cee-b9f2-4bb6-af5b-06a30a0c0dc3 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:40:38.489872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0293cee-b9f2-4bb6-af5b-06a30a0c0dc3 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:40:38.489872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0293cee-b9f2-4bb6-af5b-06a30a0c0dc3 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:40:38.535431 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a0f456-7d02-4c05-974f-2f9e1325208b req-b0293cee-b9f2-4bb6-af5b-06a30a0c0dc3 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] No DVR routers for this DVR port a5d035f7-3f18-4f5b-ad6a-69a0a29436e6 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:40:38.538339 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e7a0f456-7d02-4c05-974f-2f9e1325208b req-b0293cee-b9f2-4bb6-af5b-06a30a0c0dc3 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:38.541670 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e7a0f456-7d02-4c05-974f-2f9e1325208b req-b0293cee-b9f2-4bb6-af5b-06a30a0c0dc3 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.24 "DELETE /v2.0/ports/a5d035f7-3f18-4f5b-ad6a-69a0a29436e6 HTTP/1.1" status: 204 len: 173 time: 0.4662216 Apr 21 13:40:38.542117 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05', 'name': 'network-vif-deleted', 'tag': 'a5d035f7-3f18-4f5b-ad6a-69a0a29436e6'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:40:38.544550 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124d5998-e624-494f-b6c1-36c9b55ddc91" -d '{"events": [{"server_uuid": "f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05", "name": "network-vif-deleted", "tag": "a5d035f7-3f18-4f5b-ad6a-69a0a29436e6"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:40:38.584001 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bc22ae-1c10-4e3e-8095-3e4581953f13 x-openstack-request-id: req-97bc22ae-1c10-4e3e-8095-3e4581953f13 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:40:38.584641 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05", "name": "network-vif-deleted", "tag": "a5d035f7-3f18-4f5b-ad6a-69a0a29436e6", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:40:38.584746 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-97bc22ae-1c10-4e3e-8095-3e4581953f13 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:40:38.585081 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97bc22ae-1c10-4e3e-8095-3e4581953f13'] response: {'server_uuid': 'f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05', 'name': 'network-vif-deleted', 'tag': 'a5d035f7-3f18-4f5b-ad6a-69a0a29436e6', 'status': 'completed', 'code': 200} Apr 21 13:40:38.715373 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d4144cc7-7776-4b6a-8f99-6a0de380e89c req-7b5f4451-546f-4955-9377-aac110ed960a tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?device_id=f6b1dedb-ba8a-4bc2-9623-52fa4c79eb05 HTTP/1.1" status: 200 len: 210 time: 0.0277035 Apr 21 13:40:40.325172 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d03ed-8f19-4698-883c-ad3334083e84 req-199559c9-dccf-4c58-8516-3a2fe30c7a43 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:40.326650 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-517d03ed-8f19-4698-883c-ad3334083e84 req-199559c9-dccf-4c58-8516-3a2fe30c7a43 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/networks?id=fc8d3bfa-3bd3-475e-b1da-99ece02f5503 HTTP/1.1" status: 200 len: 817 time: 0.0986457 Apr 21 13:40:40.341176 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-517d03ed-8f19-4698-883c-ad3334083e84 req-ee787f99-53a5-4a9e-ad43-a0405c738140 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/quotas/f74db2cf8dd6448a939e8d43c125602b HTTP/1.1" status: 200 len: 375 time: 0.0088663 Apr 21 13:40:40.396379 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-517d03ed-8f19-4698-883c-ad3334083e84 req-17330210-a14f-4b6d-98e8-33f70726b9ab tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f74db2cf8dd6448a939e8d43c125602b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498669 Apr 21 13:40:40.490311 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-517d03ed-8f19-4698-883c-ad3334083e84 req-f39f9692-b3df-458e-86d7-6cc788adf7e6 service neutron] 10.222.0.36 "GET /v2.0/networks/fc8d3bfa-3bd3-475e-b1da-99ece02f5503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823469 Apr 21 13:40:40.580722 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-517d03ed-8f19-4698-883c-ad3334083e84 req-78a83ea8-ba69-4ba5-8b55-8c4e5336bad5 service neutron] 10.222.0.36 "GET /v2.0/networks/fc8d3bfa-3bd3-475e-b1da-99ece02f5503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842557 Apr 21 13:40:40.823761 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0695c6bf-23c9-40d3-a7a0-6187af9d102e req-34e5e05d-dd4c-46dc-8365-d83de12f6f31 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d2aeb4d-0770-479e-8ccc-f7ebde174338 HTTP/1.1" status: 200 len: 210 time: 0.0278118 Apr 21 13:40:41.683320 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device a5d035f7-3f18-4f5b-ad6a-69a0a29436e6 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:40:41.703022 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: a5d035f7-3f18-4f5b-ad6a-69a0a29436e6 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:40:41.703358 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device a5d035f7-3f18-4f5b-ad6a-69a0a29436e6 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:40:41.920695 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f0d2bff-0023-4fc5-a6b6-03263aa7781b req-8c720257-0d5b-478d-9460-997f4b48c4f1 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d2aeb4d-0770-479e-8ccc-f7ebde174338 HTTP/1.1" status: 200 len: 210 time: 0.0260818 Apr 21 13:40:42.692463 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d03ed-8f19-4698-883c-ad3334083e84 req-94b70605-82f0-4c08-af26-24b1b2715fd4 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:42.693926 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-517d03ed-8f19-4698-883c-ad3334083e84 req-94b70605-82f0-4c08-af26-24b1b2715fd4 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.24 "GET /v2.0/networks?id=fc8d3bfa-3bd3-475e-b1da-99ece02f5503 HTTP/1.1" status: 200 len: 817 time: 0.0989223 Apr 21 13:40:42.709328 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-517d03ed-8f19-4698-883c-ad3334083e84 req-e2ab97bc-975f-4f8b-958b-363706a9ea7a tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Request body: {'port': {'device_id': '3d2aeb4d-0770-479e-8ccc-f7ebde174338', 'network_id': 'fc8d3bfa-3bd3-475e-b1da-99ece02f5503', 'admin_state_up': True, 'tenant_id': 'f74db2cf8dd6448a939e8d43c125602b'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:40:42.897211 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-517d03ed-8f19-4698-883c-ad3334083e84 req-e2ab97bc-975f-4f8b-958b-363706a9ea7a tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Made reservation on behalf of f74db2cf8dd6448a939e8d43c125602b for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:40:42.901299 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-517d03ed-8f19-4698-883c-ad3334083e84 req-e2ab97bc-975f-4f8b-958b-363706a9ea7a tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:43.040486 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b2416ff-e125-4e60-8196-19241fd468aa req-9a049102-3090-4b41-a8c1-356b17c4cb1c tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d2aeb4d-0770-479e-8ccc-f7ebde174338 HTTP/1.1" status: 200 len: 210 time: 0.0352013 Apr 21 13:40:43.055992 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-517d03ed-8f19-4698-883c-ad3334083e84 req-e2ab97bc-975f-4f8b-958b-363706a9ea7a tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Allocated IP 172.20.0.11 (fc8d3bfa-3bd3-475e-b1da-99ece02f5503/626f5159-b91b-4fa6-9305-8648e212fe5c/c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:40:43.193996 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-517d03ed-8f19-4698-883c-ad3334083e84 req-e2ab97bc-975f-4f8b-958b-363706a9ea7a tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:43.292254 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-517d03ed-8f19-4698-883c-ad3334083e84 req-e2ab97bc-975f-4f8b-958b-363706a9ea7a tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:43.334591 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-517d03ed-8f19-4698-883c-ad3334083e84 req-e2ab97bc-975f-4f8b-958b-363706a9ea7a tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Network fc8d3bfa-3bd3-475e-b1da-99ece02f5503 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:40:43.337638 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-517d03ed-8f19-4698-883c-ad3334083e84 req-e2ab97bc-975f-4f8b-958b-363706a9ea7a tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:40:43.342001 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-517d03ed-8f19-4698-883c-ad3334083e84 req-e2ab97bc-975f-4f8b-958b-363706a9ea7a tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:40:43.348116 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab97bc-975f-4f8b-958b-363706a9ea7a tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Pushing event updated for resources: {'Port': ['ID=c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:40:43.394407 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d03ed-8f19-4698-883c-ad3334083e84 req-e2ab97bc-975f-4f8b-958b-363706a9ea7a tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:43.395042 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-517d03ed-8f19-4698-883c-ad3334083e84 req-e2ab97bc-975f-4f8b-958b-363706a9ea7a tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:43.463788 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-517d03ed-8f19-4698-883c-ad3334083e84 req-e2ab97bc-975f-4f8b-958b-363706a9ea7a tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7580473 Apr 21 13:40:43.480461 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-517d03ed-8f19-4698-883c-ad3334083e84 req-0fcd02f2-7a90-400c-a130-649492bdeeba service neutron] Request body: {'port': {'device_id': '3d2aeb4d-0770-479e-8ccc-f7ebde174338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:40:43.483695 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7011c1e2-efdc-48b9-b70a-de7b0e2ef1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:43.540682 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-517d03ed-8f19-4698-883c-ad3334083e84 req-0fcd02f2-7a90-400c-a130-649492bdeeba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:43.607645 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0835897a-69bd-45bd-910b-74ce0b9d159b None None] Provisioning complete for port c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:40:43.609618 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0835897a-69bd-45bd-910b-74ce0b9d159b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:43.642917 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0835897a-69bd-45bd-910b-74ce0b9d159b None None] Port c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:40:43.792902 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-517d03ed-8f19-4698-883c-ad3334083e84 req-0fcd02f2-7a90-400c-a130-649492bdeeba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:40:43.800177 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-517d03ed-8f19-4698-883c-ad3334083e84 req-0fcd02f2-7a90-400c-a130-649492bdeeba service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:43.812426 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-517d03ed-8f19-4698-883c-ad3334083e84 req-0fcd02f2-7a90-400c-a130-649492bdeeba service neutron] Transition to ACTIVE for port object c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:40:43.877049 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-517d03ed-8f19-4698-883c-ad3334083e84 req-0fcd02f2-7a90-400c-a130-649492bdeeba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:43.925696 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd02f2-7a90-400c-a130-649492bdeeba service neutron] Pushing event updated for resources: {'Port': ['ID=c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:40:44.002486 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-517d03ed-8f19-4698-883c-ad3334083e84 req-0fcd02f2-7a90-400c-a130-649492bdeeba service neutron] Attempting to bind port c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:40:44.002820 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-517d03ed-8f19-4698-883c-ad3334083e84 req-0fcd02f2-7a90-400c-a130-649492bdeeba service neutron] Attempting to bind port c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '765a2647-fa88-4368-b166-2a59142d3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fc8d3bfa-3bd3-475e-b1da-99ece02f5503'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:40:44.003147 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517d03ed-8f19-4698-883c-ad3334083e84 req-0fcd02f2-7a90-400c-a130-649492bdeeba service neutron] Attempting to bind port c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0 on network fc8d3bfa-3bd3-475e-b1da-99ece02f5503 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:40:44.007580 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517d03ed-8f19-4698-883c-ad3334083e84 req-0fcd02f2-7a90-400c-a130-649492bdeeba service neutron] Port c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0 on network fc8d3bfa-3bd3-475e-b1da-99ece02f5503 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:40:44.007900 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517d03ed-8f19-4698-883c-ad3334083e84 req-0fcd02f2-7a90-400c-a130-649492bdeeba service neutron] Attempting to bind port c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0 on network fc8d3bfa-3bd3-475e-b1da-99ece02f5503 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:40:44.012959 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517d03ed-8f19-4698-883c-ad3334083e84 req-0fcd02f2-7a90-400c-a130-649492bdeeba service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:40:44.013295 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517d03ed-8f19-4698-883c-ad3334083e84 req-0fcd02f2-7a90-400c-a130-649492bdeeba service neutron] Checking segment: {'id': '765a2647-fa88-4368-b166-2a59142d3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fc8d3bfa-3bd3-475e-b1da-99ece02f5503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:40:44.013698 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-517d03ed-8f19-4698-883c-ad3334083e84 req-0fcd02f2-7a90-400c-a130-649492bdeeba service neutron] Bound using segment: {'id': '765a2647-fa88-4368-b166-2a59142d3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fc8d3bfa-3bd3-475e-b1da-99ece02f5503'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:40:44.014123 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-517d03ed-8f19-4698-883c-ad3334083e84 req-0fcd02f2-7a90-400c-a130-649492bdeeba service neutron] Bound port: c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '765a2647-fa88-4368-b166-2a59142d3fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'fc8d3bfa-3bd3-475e-b1da-99ece02f5503'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:40:44.014481 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-517d03ed-8f19-4698-883c-ad3334083e84 req-0fcd02f2-7a90-400c-a130-649492bdeeba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:44.081353 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-517d03ed-8f19-4698-883c-ad3334083e84 req-0fcd02f2-7a90-400c-a130-649492bdeeba service neutron] For port c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:40:44.084456 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-517d03ed-8f19-4698-883c-ad3334083e84 req-0fcd02f2-7a90-400c-a130-649492bdeeba service neutron] For port c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0,segment=NetworkSegment(765a2647-fa88-4368-b166-2a59142d3fd7),segment_id=765a2647-fa88-4368-b166-2a59142d3fd7)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:40:44.155284 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b5d6b-8005-4acd-a1d2-56704dd5d03d req-180c1b41-6ee7-4422-9eec-7e43b018148c tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:44.156831 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827b5d6b-8005-4acd-a1d2-56704dd5d03d req-180c1b41-6ee7-4422-9eec-7e43b018148c tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d2aeb4d-0770-479e-8ccc-f7ebde174338 HTTP/1.1" status: 200 len: 944 time: 0.0486591 Apr 21 13:40:44.170985 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-517d03ed-8f19-4698-883c-ad3334083e84 req-0fcd02f2-7a90-400c-a130-649492bdeeba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:44.225985 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d03ed-8f19-4698-883c-ad3334083e84 req-0fcd02f2-7a90-400c-a130-649492bdeeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:44.226661 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-517d03ed-8f19-4698-883c-ad3334083e84 req-0fcd02f2-7a90-400c-a130-649492bdeeba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:44.227974 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-517d03ed-8f19-4698-883c-ad3334083e84 req-0fcd02f2-7a90-400c-a130-649492bdeeba service neutron] 10.222.0.24 "PUT /v2.0/ports/c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0 HTTP/1.1" status: 200 len: 1092 time: 0.7519767 Apr 21 13:40:44.230973 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2aeb4d-0770-479e-8ccc-f7ebde174338', 'tag': 'c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:40:44.233400 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceceeac0-6c8d-4ff5-92aa-791a5982e859" -d '{"events": [{"name": "network-changed", "server_uuid": "3d2aeb4d-0770-479e-8ccc-f7ebde174338", "tag": "c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:40:44.248075 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-827b5d6b-8005-4acd-a1d2-56704dd5d03d req-24c5167b-f3ec-4820-a6bc-2cefc4cc4e53 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/security-groups?id=73e9fd08-0b3d-480d-9376-6373d0efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851052 Apr 21 13:40:44.273245 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcd02f2-7a90-400c-a130-649492bdeeba service neutron] Pushing event updated for resources: {'Port': ['ID=c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:40:44.290832 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec4ba4d-5dd6-40e6-87fa-f5212388edee x-openstack-request-id: req-aec4ba4d-5dd6-40e6-87fa-f5212388edee {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:40:44.292022 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d2aeb4d-0770-479e-8ccc-f7ebde174338", "tag": "c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:40:44.292022 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aec4ba4d-5dd6-40e6-87fa-f5212388edee {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:40:44.292403 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aec4ba4d-5dd6-40e6-87fa-f5212388edee'] response: {'name': 'network-changed', 'server_uuid': '3d2aeb4d-0770-479e-8ccc-f7ebde174338', 'tag': 'c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0', 'status': 'completed', 'code': 200} Apr 21 13:40:44.357859 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceceeac0-6c8d-4ff5-92aa-791a5982e859 req-e8115138-dd79-4b45-bffa-91d4e0209a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:44.359389 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ceceeac0-6c8d-4ff5-92aa-791a5982e859 req-e8115138-dd79-4b45-bffa-91d4e0209a5c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f74db2cf8dd6448a939e8d43c125602b&device_id=3d2aeb4d-0770-479e-8ccc-f7ebde174338 HTTP/1.1" status: 200 len: 1095 time: 0.0441165 Apr 21 13:40:44.459284 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceceeac0-6c8d-4ff5-92aa-791a5982e859 req-f98e62b1-e6dc-42a3-9dec-fe95f3fddae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:44.460743 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ceceeac0-6c8d-4ff5-92aa-791a5982e859 req-f98e62b1-e6dc-42a3-9dec-fe95f3fddae8 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f74db2cf8dd6448a939e8d43c125602b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0897613 Apr 21 13:40:44.560893 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceceeac0-6c8d-4ff5-92aa-791a5982e859 req-c056d4d3-2a01-41ce-9911-a3238f3ec4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:44.562423 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ceceeac0-6c8d-4ff5-92aa-791a5982e859 req-c056d4d3-2a01-41ce-9911-a3238f3ec4f6 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916073 Apr 21 13:40:44.661380 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d03ed-8f19-4698-883c-ad3334083e84 req-83b0e8a9-cead-4500-b9d6-d46461b77d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:44.662758 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-517d03ed-8f19-4698-883c-ad3334083e84 req-83b0e8a9-cead-4500-b9d6-d46461b77d2b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f74db2cf8dd6448a939e8d43c125602b&device_id=3d2aeb4d-0770-479e-8ccc-f7ebde174338 HTTP/1.1" status: 200 len: 1095 time: 0.0402930 Apr 21 13:40:44.707924 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-517d03ed-8f19-4698-883c-ad3334083e84 req-50d6211a-b80f-432a-b64c-6f3325cc6fe2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0 HTTP/1.1" status: 200 len: 217 time: 0.0357194 Apr 21 13:40:44.757644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d03ed-8f19-4698-883c-ad3334083e84 req-b5c47582-4a31-4ed9-8aef-08a212a684a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:44.759071 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-517d03ed-8f19-4698-883c-ad3334083e84 req-b5c47582-4a31-4ed9-8aef-08a212a684a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=626f5159-b91b-4fa6-9305-8648e212fe5c HTTP/1.1" status: 200 len: 856 time: 0.0407054 Apr 21 13:40:44.805481 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d03ed-8f19-4698-883c-ad3334083e84 req-8eb721f0-0037-4b5e-a20f-454232361a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:44.806976 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-517d03ed-8f19-4698-883c-ad3334083e84 req-8eb721f0-0037-4b5e-a20f-454232361a95 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc8d3bfa-3bd3-475e-b1da-99ece02f5503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380459 Apr 21 13:40:44.899995 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-517d03ed-8f19-4698-883c-ad3334083e84 req-8a216d84-62d7-4632-99cd-df991635aff1 service neutron] 10.222.0.24 "GET /v2.0/networks/fc8d3bfa-3bd3-475e-b1da-99ece02f5503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824900 Apr 21 13:40:44.990843 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-517d03ed-8f19-4698-883c-ad3334083e84 req-8bb9dc3d-cc24-4742-a404-02aa1cdee881 service neutron] 10.222.0.24 "GET /v2.0/networks/fc8d3bfa-3bd3-475e-b1da-99ece02f5503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804870 Apr 21 13:40:45.365242 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71317b-c560-4103-b1aa-b1c5e142f77e req-3f89eae9-bd45-4f1a-b6ec-bcd40b6a9862 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:45.366727 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8f71317b-c560-4103-b1aa-b1c5e142f77e req-3f89eae9-bd45-4f1a-b6ec-bcd40b6a9862 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d2aeb4d-0770-479e-8ccc-f7ebde174338 HTTP/1.1" status: 200 len: 944 time: 0.0479677 Apr 21 13:40:45.403446 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8f71317b-c560-4103-b1aa-b1c5e142f77e req-052fe778-5c81-4f6c-b0e2-9f3228d29a75 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/security-groups?id=73e9fd08-0b3d-480d-9376-6373d0efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302341 Apr 21 13:40:45.768816 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a5e90436-7578-4f39-a7ff-cf00c354eaaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:46.522570 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2408e-dbe9-40c4-b0ac-454bb9befac3 req-998fd636-0228-43a2-b7a1-dac36f9bc3a1 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:46.524022 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13a2408e-dbe9-40c4-b0ac-454bb9befac3 req-998fd636-0228-43a2-b7a1-dac36f9bc3a1 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d2aeb4d-0770-479e-8ccc-f7ebde174338 HTTP/1.1" status: 200 len: 944 time: 0.0520225 Apr 21 13:40:46.560227 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13a2408e-dbe9-40c4-b0ac-454bb9befac3 req-b5bb9d16-0f21-429e-9c65-e53c8ddf2cf7 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/security-groups?id=73e9fd08-0b3d-480d-9376-6373d0efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302088 Apr 21 13:40:47.174393 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:47.673435 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae233dfb-6f09-41a2-bbc1-39168d296c3e req-f3b948b8-410f-4f75-a6e2-a257c14524aa tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:47.674852 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae233dfb-6f09-41a2-bbc1-39168d296c3e req-f3b948b8-410f-4f75-a6e2-a257c14524aa tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d2aeb4d-0770-479e-8ccc-f7ebde174338 HTTP/1.1" status: 200 len: 944 time: 0.0482159 Apr 21 13:40:47.699096 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:40:47.711655 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae233dfb-6f09-41a2-bbc1-39168d296c3e req-16ff1025-65d7-4dec-a202-bbacfaffc13d tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/security-groups?id=73e9fd08-0b3d-480d-9376-6373d0efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309350 Apr 21 13:40:47.791640 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0,segment=NetworkSegment(765a2647-fa88-4368-b166-2a59142d3fd7),segment_id=765a2647-fa88-4368-b166-2a59142d3fd7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:40:47.802764 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0', 'network_id': 'fc8d3bfa-3bd3-475e-b1da-99ece02f5503', 'port_id': 'c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0', 'mac_address': 'fa:16:3e:ac:5f:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '626f5159-b91b-4fa6-9305-8648e212fe5c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:40:47.842505 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:47.854790 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:40:47.873127 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0,segment=NetworkSegment(765a2647-fa88-4368-b166-2a59142d3fd7),segment_id=765a2647-fa88-4368-b166-2a59142d3fd7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:40:47.968778 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:48.015490 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:40:48.216660 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:40:48.536847 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:48.696233 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:48.754150 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:48.825912 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74ec8d-db6f-4e65-b9fd-fa5d03b06772 req-4b79ba4c-c333-4376-ae8c-b087993c3ab3 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:48.827408 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fe74ec8d-db6f-4e65-b9fd-fa5d03b06772 req-4b79ba4c-c333-4376-ae8c-b087993c3ab3 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d2aeb4d-0770-479e-8ccc-f7ebde174338 HTTP/1.1" status: 200 len: 945 time: 0.0481074 Apr 21 13:40:48.864507 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fe74ec8d-db6f-4e65-b9fd-fa5d03b06772 req-39652124-8eec-4b2d-9034-6358e5db3582 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/security-groups?id=73e9fd08-0b3d-480d-9376-6373d0efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311170 Apr 21 13:40:49.703682 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:40:49.822627 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:40:49.826309 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:40:49.826678 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:49.904691 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:49.927189 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2aeb4d-0770-479e-8ccc-f7ebde174338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:40:49.934882 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac79cf0-7c81-4c9a-8162-b5de136db67a" -d '{"events": [{"server_uuid": "3d2aeb4d-0770-479e-8ccc-f7ebde174338", "name": "network-vif-plugged", "status": "completed", "tag": "c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:40:49.950880 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0,segment=NetworkSegment(765a2647-fa88-4368-b166-2a59142d3fd7),segment_id=765a2647-fa88-4368-b166-2a59142d3fd7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:40:49.973448 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592f9dc6-5189-4745-9619-7ee9ea7f5c19 x-openstack-request-id: req-592f9dc6-5189-4745-9619-7ee9ea7f5c19 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:40:49.973785 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2aeb4d-0770-479e-8ccc-f7ebde174338", "name": "network-vif-plugged", "status": "completed", "tag": "c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:40:49.974045 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-592f9dc6-5189-4745-9619-7ee9ea7f5c19 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:40:49.974473 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-592f9dc6-5189-4745-9619-7ee9ea7f5c19'] response: {'server_uuid': '3d2aeb4d-0770-479e-8ccc-f7ebde174338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0', 'code': 200} Apr 21 13:40:49.984178 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67600b28-0686-46e7-a7c3-3e9ddd31facd req-63a3b6eb-630c-4703-b484-b85e0aa00b99 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:49.985675 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-67600b28-0686-46e7-a7c3-3e9ddd31facd req-63a3b6eb-630c-4703-b484-b85e0aa00b99 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d2aeb4d-0770-479e-8ccc-f7ebde174338 HTTP/1.1" status: 200 len: 945 time: 0.0542524 Apr 21 13:40:50.017822 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:50.024511 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-67600b28-0686-46e7-a7c3-3e9ddd31facd req-b3a56fa8-9a7f-4393-8383-2e99820c7ec9 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/security-groups?id=73e9fd08-0b3d-480d-9376-6373d0efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319929 Apr 21 13:40:50.067348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:40:50.076817 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa205912-8015-4be9-bb42-f6927e258edc req-d53e7e93-5673-4fe9-930d-ed14e11319e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:50.078341 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa205912-8015-4be9-bb42-f6927e258edc req-d53e7e93-5673-4fe9-930d-ed14e11319e4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3d2aeb4d-0770-479e-8ccc-f7ebde174338 HTTP/1.1" status: 200 len: 1097 time: 0.0415461 Apr 21 13:40:50.112515 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa205912-8015-4be9-bb42-f6927e258edc req-36005da5-1aaa-4141-b816-1dc917d16438 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=73e9fd08-0b3d-480d-9376-6373d0efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268731 Apr 21 13:40:50.977132 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:40:51.143883 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06142c-4aea-4a43-95ca-b9d9538e7cd6 req-0990921a-38d9-4d02-a2a5-14cb7e1376d9 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:51.145341 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b06142c-4aea-4a43-95ca-b9d9538e7cd6 req-0990921a-38d9-4d02-a2a5-14cb7e1376d9 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d2aeb4d-0770-479e-8ccc-f7ebde174338 HTTP/1.1" status: 200 len: 946 time: 0.0496974 Apr 21 13:40:51.180928 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b06142c-4aea-4a43-95ca-b9d9538e7cd6 req-89c0e7af-aa53-42cf-a3c7-80feb58b524c tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/security-groups?id=73e9fd08-0b3d-480d-9376-6373d0efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296061 Apr 21 13:40:52.298693 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9220b50-6191-454d-a2ac-a16aadea6078 req-0ff56954-54cb-40ae-9506-1a3c712abdae tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:52.300143 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9220b50-6191-454d-a2ac-a16aadea6078 req-0ff56954-54cb-40ae-9506-1a3c712abdae tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d2aeb4d-0770-479e-8ccc-f7ebde174338 HTTP/1.1" status: 200 len: 946 time: 0.0511806 Apr 21 13:40:52.338577 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d9220b50-6191-454d-a2ac-a16aadea6078 req-6fdf3c71-aacd-4ce2-bf16-f9b867fcd4be tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/security-groups?id=73e9fd08-0b3d-480d-9376-6373d0efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317941 Apr 21 13:40:52.454764 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45eaa0-dfb9-49c0-b9f2-2ccc08090db5 req-91164fb4-ed5e-4244-8211-5128afaa9979 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:40:52.456240 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b45eaa0-dfb9-49c0-b9f2-2ccc08090db5 req-91164fb4-ed5e-4244-8211-5128afaa9979 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d2aeb4d-0770-479e-8ccc-f7ebde174338 HTTP/1.1" status: 200 len: 946 time: 0.0486894 Apr 21 13:40:52.493032 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b45eaa0-dfb9-49c0-b9f2-2ccc08090db5 req-8f9f120d-aeb1-45eb-bce3-1f0d0e3982ec tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/security-groups?id=73e9fd08-0b3d-480d-9376-6373d0efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307093 Apr 21 13:41:04.945997 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:41:11.915863 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d842e889-cb0a-45bb-8412-9d87d9b7c214 req-8319eab4-4b29-491b-bccb-29abfa72cbbc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3d2aeb4d-0770-479e-8ccc-f7ebde174338&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390649 Apr 21 13:41:12.005425 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842e889-cb0a-45bb-8412-9d87d9b7c214 req-4e23ceb1-3214-4a70-88df-9aaff0e97ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:41:12.006988 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d842e889-cb0a-45bb-8412-9d87d9b7c214 req-4e23ceb1-3214-4a70-88df-9aaff0e97ecb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f74db2cf8dd6448a939e8d43c125602b&device_id=3d2aeb4d-0770-479e-8ccc-f7ebde174338 HTTP/1.1" status: 200 len: 1097 time: 0.0458591 Apr 21 13:41:12.111774 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842e889-cb0a-45bb-8412-9d87d9b7c214 req-a14f98d7-1a14-4240-b926-507bedb886f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:41:12.113253 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d842e889-cb0a-45bb-8412-9d87d9b7c214 req-a14f98d7-1a14-4240-b926-507bedb886f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc8d3bfa-3bd3-475e-b1da-99ece02f5503 HTTP/1.1" status: 200 len: 918 time: 0.0846660 Apr 21 13:41:12.159620 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d842e889-cb0a-45bb-8412-9d87d9b7c214 req-56b36feb-eb77-4b74-ba6c-6ac141aa819d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0 HTTP/1.1" status: 200 len: 217 time: 0.0371373 Apr 21 13:41:12.208155 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842e889-cb0a-45bb-8412-9d87d9b7c214 req-f8416b63-925f-4593-a2e6-215ed54d8372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:41:12.209679 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d842e889-cb0a-45bb-8412-9d87d9b7c214 req-f8416b63-925f-4593-a2e6-215ed54d8372 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=626f5159-b91b-4fa6-9305-8648e212fe5c HTTP/1.1" status: 200 len: 856 time: 0.0426686 Apr 21 13:41:12.253041 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842e889-cb0a-45bb-8412-9d87d9b7c214 req-73ffa5a4-c655-4c14-abc1-415be0ff2102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:41:12.254556 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d842e889-cb0a-45bb-8412-9d87d9b7c214 req-73ffa5a4-c655-4c14-abc1-415be0ff2102 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc8d3bfa-3bd3-475e-b1da-99ece02f5503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386963 Apr 21 13:41:12.348362 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d842e889-cb0a-45bb-8412-9d87d9b7c214 req-dc15a02c-d1a4-42aa-8ca7-a9d8d687c9e1 service neutron] 10.222.0.24 "GET /v2.0/networks/fc8d3bfa-3bd3-475e-b1da-99ece02f5503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856700 Apr 21 13:41:12.442935 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d842e889-cb0a-45bb-8412-9d87d9b7c214 req-7b193aea-7632-4aa9-ad02-744f11691162 service neutron] 10.222.0.24 "GET /v2.0/networks/fc8d3bfa-3bd3-475e-b1da-99ece02f5503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847170 Apr 21 13:41:13.511638 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d493f1d3-3a89-4a72-b16c-68de6c419d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:14.209603 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169fd12-1032-44da-8649-2505db2e55cd req-032595eb-7a0f-46fc-8c0b-908176002881 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:41:14.211038 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d169fd12-1032-44da-8649-2505db2e55cd req-032595eb-7a0f-46fc-8c0b-908176002881 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d2aeb4d-0770-479e-8ccc-f7ebde174338 HTTP/1.1" status: 200 len: 946 time: 0.0472939 Apr 21 13:41:14.247301 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d169fd12-1032-44da-8649-2505db2e55cd req-b05fcad1-2aad-4305-98d7-5bae5422537c tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/security-groups?id=73e9fd08-0b3d-480d-9376-6373d0efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297775 Apr 21 13:41:15.684563 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9534227b-5da3-4312-8988-0c74955749eb req-bfe97f75-5017-4609-8578-cb5febc9bdf0 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:41:15.686051 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9534227b-5da3-4312-8988-0c74955749eb req-bfe97f75-5017-4609-8578-cb5febc9bdf0 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d2aeb4d-0770-479e-8ccc-f7ebde174338 HTTP/1.1" status: 200 len: 946 time: 0.3704567 Apr 21 13:41:15.723513 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9534227b-5da3-4312-8988-0c74955749eb req-6165b322-0fb7-487b-b868-fc92e0c53749 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/security-groups?id=73e9fd08-0b3d-480d-9376-6373d0efbb44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315251 Apr 21 13:41:15.776920 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9aedd06b-64f7-4c65-ba3b-b4764a4652bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:15.831048 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a102a-6dda-4df4-9f3e-860ca7a5cd15 req-2e412249-3edc-459a-b6a5-08dbde268344 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:41:15.832472 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7d9a102a-6dda-4df4-9f3e-860ca7a5cd15 req-2e412249-3edc-459a-b6a5-08dbde268344 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d2aeb4d-0770-479e-8ccc-f7ebde174338 HTTP/1.1" status: 200 len: 946 time: 0.0465922 Apr 21 13:41:15.926355 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-7d9a102a-6dda-4df4-9f3e-860ca7a5cd15 req-0d330c80-d913-4110-b2df-de652099d913 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Deleting port c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:41:15.926702 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7d9a102a-6dda-4df4-9f3e-860ca7a5cd15 req-0d330c80-d913-4110-b2df-de652099d913 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:16.012329 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-7d9a102a-6dda-4df4-9f3e-860ca7a5cd15 req-0d330c80-d913-4110-b2df-de652099d913 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] For port c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0,segment=NetworkSegment(765a2647-fa88-4368-b166-2a59142d3fd7),segment_id=765a2647-fa88-4368-b166-2a59142d3fd7)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:41:16.012617 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7d9a102a-6dda-4df4-9f3e-860ca7a5cd15 req-0d330c80-d913-4110-b2df-de652099d913 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:16.025023 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-7d9a102a-6dda-4df4-9f3e-860ca7a5cd15 req-0d330c80-d913-4110-b2df-de652099d913 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Calling delete_port for c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:41:16.202674 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7d9a102a-6dda-4df4-9f3e-860ca7a5cd15 req-0d330c80-d913-4110-b2df-de652099d913 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:16.218603 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:41:16.232061 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d330c80-d913-4110-b2df-de652099d913 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Pushing event deleted for resources: {'Port': ['ID=c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:16.276423 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9a102a-6dda-4df4-9f3e-860ca7a5cd15 req-0d330c80-d913-4110-b2df-de652099d913 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] No DVR routers for this DVR port c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:41:16.279188 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-7d9a102a-6dda-4df4-9f3e-860ca7a5cd15 req-0d330c80-d913-4110-b2df-de652099d913 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:16.282504 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7d9a102a-6dda-4df4-9f3e-860ca7a5cd15 req-0d330c80-d913-4110-b2df-de652099d913 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.24 "DELETE /v2.0/ports/c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0 HTTP/1.1" status: 204 len: 173 time: 0.4396851 Apr 21 13:41:16.282972 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2aeb4d-0770-479e-8ccc-f7ebde174338', 'name': 'network-vif-deleted', 'tag': 'c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:41:16.285244 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2170c9dc-87f3-4532-a815-b4c5b5634940" -d '{"events": [{"server_uuid": "3d2aeb4d-0770-479e-8ccc-f7ebde174338", "name": "network-vif-deleted", "tag": "c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:41:16.323686 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab1d942-d561-4437-b4f8-cad4a024ecb0 x-openstack-request-id: req-eab1d942-d561-4437-b4f8-cad4a024ecb0 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:41:16.324568 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2aeb4d-0770-479e-8ccc-f7ebde174338", "name": "network-vif-deleted", "tag": "c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:41:16.324818 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-eab1d942-d561-4437-b4f8-cad4a024ecb0 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:41:16.325289 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eab1d942-d561-4437-b4f8-cad4a024ecb0'] response: {'server_uuid': '3d2aeb4d-0770-479e-8ccc-f7ebde174338', 'name': 'network-vif-deleted', 'tag': 'c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0', 'status': 'completed', 'code': 200} Apr 21 13:41:16.834830 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d76c468f-2b34-43a0-9233-476b6515559f req-fada16cc-ec97-47ad-86d5-5288ca067582 tempest-TestEncryptedCinderVolumes-1109137165 tempest-TestEncryptedCinderVolumes-1109137165-project] 10.222.0.36 "GET /v2.0/ports?device_id=3d2aeb4d-0770-479e-8ccc-f7ebde174338 HTTP/1.1" status: 200 len: 210 time: 0.0286279 Apr 21 13:41:17.142550 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:17.984546 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59968) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:41:18.316888 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea0c9d73-6828-486a-a2ad-ffa7ccb852b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:18.557217 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ea0c9d73-6828-486a-a2ad-ffa7ccb852b1 admin admin] Deleting port 436a50fe-e93e-4aff-875b-af567b9ef830 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:41:18.557552 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea0c9d73-6828-486a-a2ad-ffa7ccb852b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:18.568344 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:18.639288 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-ea0c9d73-6828-486a-a2ad-ffa7ccb852b1 admin admin] For port 436a50fe-e93e-4aff-875b-af567b9ef830, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=436a50fe-e93e-4aff-875b-af567b9ef830,segment=NetworkSegment(765a2647-fa88-4368-b166-2a59142d3fd7),segment_id=765a2647-fa88-4368-b166-2a59142d3fd7)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:41:18.640191 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea0c9d73-6828-486a-a2ad-ffa7ccb852b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:18.653194 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ea0c9d73-6828-486a-a2ad-ffa7ccb852b1 admin admin] Calling delete_port for 436a50fe-e93e-4aff-875b-af567b9ef830 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:41:18.689070 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:18.768678 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:18.879909 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea0c9d73-6828-486a-a2ad-ffa7ccb852b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:18.906033 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c9d73-6828-486a-a2ad-ffa7ccb852b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=436a50fe-e93e-4aff-875b-af567b9ef830,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:19.076435 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ea0c9d73-6828-486a-a2ad-ffa7ccb852b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:19.285841 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0c9d73-6828-486a-a2ad-ffa7ccb852b1 admin admin] Router 6a8f746f-990c-4b5b-bc29-e0e876c679a6 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:41:19.390518 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0c9d73-6828-486a-a2ad-ffa7ccb852b1 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:41:19.398372 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ea0c9d73-6828-486a-a2ad-ffa7ccb852b1 admin admin] 10.222.0.36 "PUT /v2.0/routers/6a8f746f-990c-4b5b-bc29-e0e876c679a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4124727 Apr 21 13:41:19.400487 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59970) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:41:19.400929 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211660e8-cb37-4ee7-ad99-60a22d4366c7 None None] Sync routers for ids ['6a8f746f-990c-4b5b-bc29-e0e876c679a6'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:41:19.410617 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211660e8-cb37-4ee7-ad99-60a22d4366c7 None None] Routers {'6a8f746f-990c-4b5b-bc29-e0e876c679a6'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:41:19.411287 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-211660e8-cb37-4ee7-ad99-60a22d4366c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:41:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['6a8f746f-990c-4b5b-bc29-e0e876c679a6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:41:19.502085 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b00b-b2a5-4858-8125-0534d0544ab4 admin admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:19.511671 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-211660e8-cb37-4ee7-ad99-60a22d4366c7 None None] Set router 6a8f746f-990c-4b5b-bc29-e0e876c679a6 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:41:19.600145 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b00b-b2a5-4858-8125-0534d0544ab4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:19.680508 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-211660e8-cb37-4ee7-ad99-60a22d4366c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8f746f-990c-4b5b-bc29-e0e876c679a6', 'name': 'tempest-TestEncryptedCinderVolumes-1808286836-router', 'tenant_id': 'f74db2cf8dd6448a939e8d43c125602b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.150'}], 'enable_snat': True}, 'gw_port_id': '77d1256f-1564-438c-8ef2-bd188de6ddec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:39:50Z', 'updated_at': '2022-04-21T13:41:18Z', 'revision_number': 5, 'project_id': 'f74db2cf8dd6448a939e8d43c125602b', 'gw_port': {'id': '77d1256f-1564-438c-8ef2-bd188de6ddec', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8f746f-990c-4b5b-bc29-e0e876c679a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:39:51Z', 'updated_at': '2022-04-21T13:39:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:41:19.706560 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211660e8-cb37-4ee7-ad99-60a22d4366c7 None None] Checking router: 6a8f746f-990c-4b5b-bc29-e0e876c679a6 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:41:19.714635 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211660e8-cb37-4ee7-ad99-60a22d4366c7 None None] Routers {'6a8f746f-990c-4b5b-bc29-e0e876c679a6'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:41:19.715240 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-211660e8-cb37-4ee7-ad99-60a22d4366c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:41:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['6a8f746f-990c-4b5b-bc29-e0e876c679a6'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:41:19.729200 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c7d0b00b-b2a5-4858-8125-0534d0544ab4 admin admin] Deleting port 77d1256f-1564-438c-8ef2-bd188de6ddec {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:41:19.729538 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b00b-b2a5-4858-8125-0534d0544ab4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:19.798919 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-211660e8-cb37-4ee7-ad99-60a22d4366c7 None None] Set router 6a8f746f-990c-4b5b-bc29-e0e876c679a6 gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:41:19.806089 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-c7d0b00b-b2a5-4858-8125-0534d0544ab4 admin admin] For port 77d1256f-1564-438c-8ef2-bd188de6ddec, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=77d1256f-1564-438c-8ef2-bd188de6ddec,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:41:19.806447 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b00b-b2a5-4858-8125-0534d0544ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:19.817769 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c7d0b00b-b2a5-4858-8125-0534d0544ab4 admin admin] Calling delete_port for 77d1256f-1564-438c-8ef2-bd188de6ddec owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:41:19.851242 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-211660e8-cb37-4ee7-ad99-60a22d4366c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8f746f-990c-4b5b-bc29-e0e876c679a6', 'name': 'tempest-TestEncryptedCinderVolumes-1808286836-router', 'tenant_id': 'f74db2cf8dd6448a939e8d43c125602b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:39:50Z', 'updated_at': '2022-04-21T13:41:19Z', 'revision_number': 6, 'project_id': 'f74db2cf8dd6448a939e8d43c125602b', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:41:19.870340 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:41:19.877361 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211660e8-cb37-4ee7-ad99-60a22d4366c7 None None] The sync data for ids ['6a8f746f-990c-4b5b-bc29-e0e876c679a6'] in n-d-836147-2 is: [{'id': '6a8f746f-990c-4b5b-bc29-e0e876c679a6', 'name': 'tempest-TestEncryptedCinderVolumes-1808286836-router', 'tenant_id': 'f74db2cf8dd6448a939e8d43c125602b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:39:50Z', 'updated_at': '2022-04-21T13:41:19Z', 'revision_number': 6, 'project_id': 'f74db2cf8dd6448a939e8d43c125602b', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:41:19.891684 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:41:19.892035 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device c4be2a87-7ffc-4cfe-8d41-7fe749d3c2c0 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:41:20.059712 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b00b-b2a5-4858-8125-0534d0544ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:20.088109 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0b00b-b2a5-4858-8125-0534d0544ab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=77d1256f-1564-438c-8ef2-bd188de6ddec,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:20.114891 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0b00b-b2a5-4858-8125-0534d0544ab4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:20.115171 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0b00b-b2a5-4858-8125-0534d0544ab4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:20.115507 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0b00b-b2a5-4858-8125-0534d0544ab4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:20.115842 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0b00b-b2a5-4858-8125-0534d0544ab4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:20.116170 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0b00b-b2a5-4858-8125-0534d0544ab4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:20.116492 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0b00b-b2a5-4858-8125-0534d0544ab4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:20.116811 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0b00b-b2a5-4858-8125-0534d0544ab4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:20.117134 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0b00b-b2a5-4858-8125-0534d0544ab4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:20.117457 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0b00b-b2a5-4858-8125-0534d0544ab4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:20.117804 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0b00b-b2a5-4858-8125-0534d0544ab4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:20.118121 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0b00b-b2a5-4858-8125-0534d0544ab4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:20.118434 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d0b00b-b2a5-4858-8125-0534d0544ab4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:20.156694 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b00b-b2a5-4858-8125-0534d0544ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:20.520399 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b00b-b2a5-4858-8125-0534d0544ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:20.522539 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b00b-b2a5-4858-8125-0534d0544ab4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:20.625428 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b00b-b2a5-4858-8125-0534d0544ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:20.625921 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d0b00b-b2a5-4858-8125-0534d0544ab4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a8f746f-990c-4b5b-bc29-e0e876c679a6 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:41:20.631116 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b00b-b2a5-4858-8125-0534d0544ab4 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:20.634941 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c7d0b00b-b2a5-4858-8125-0534d0544ab4 admin admin] 10.222.0.36 "DELETE /v2.0/routers/6a8f746f-990c-4b5b-bc29-e0e876c679a6 HTTP/1.1" status: 204 len: 168 time: 1.2325385 Apr 21 13:41:20.634941 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59974) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:41:20.687573 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-6090b439-6bb7-4cd8-b08e-a968c9e58b13 admin admin] Deleting subnet 626f5159-b91b-4fa6-9305-8648e212fe5c {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:41:20.687573 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6090b439-6bb7-4cd8-b08e-a968c9e58b13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:20.720829 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6090b439-6bb7-4cd8-b08e-a968c9e58b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:20.798939 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6090b439-6bb7-4cd8-b08e-a968c9e58b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:20.918034 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6090b439-6bb7-4cd8-b08e-a968c9e58b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:20.939777 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:20.943786 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090b439-6bb7-4cd8-b08e-a968c9e58b13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=626f5159-b91b-4fa6-9305-8648e212fe5c,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:20.947532 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6090b439-6bb7-4cd8-b08e-a968c9e58b13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:20.950692 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6090b439-6bb7-4cd8-b08e-a968c9e58b13 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/626f5159-b91b-4fa6-9305-8648e212fe5c HTTP/1.1" status: 204 len: 168 time: 0.3148627 Apr 21 13:41:20.953166 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59976) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:41:20.955583 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e9e721-e48b-4360-96e7-c8528ac08d98 None None] Network fc8d3bfa-3bd3-475e-b1da-99ece02f5503 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:41:21.022995 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4d41012-3aa2-4e45-90f4-06635bc73121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:21.048723 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 436a50fe-e93e-4aff-875b-af567b9ef830 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:41:21.077883 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b4d41012-3aa2-4e45-90f4-06635bc73121 admin admin] Deleting port 51e4d59a-f522-4c0a-994e-7a866fefa6e9 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:41:21.078223 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4d41012-3aa2-4e45-90f4-06635bc73121 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:21.085682 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 436a50fe-e93e-4aff-875b-af567b9ef830 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:41:21.086021 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 436a50fe-e93e-4aff-875b-af567b9ef830 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:41:21.086429 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 77d1256f-1564-438c-8ef2-bd188de6ddec no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:41:21.108716 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 77d1256f-1564-438c-8ef2-bd188de6ddec {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:41:21.109049 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 77d1256f-1564-438c-8ef2-bd188de6ddec not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:41:21.144316 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-b4d41012-3aa2-4e45-90f4-06635bc73121 admin admin] For port 51e4d59a-f522-4c0a-994e-7a866fefa6e9, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=51e4d59a-f522-4c0a-994e-7a866fefa6e9,segment=NetworkSegment(765a2647-fa88-4368-b166-2a59142d3fd7),segment_id=765a2647-fa88-4368-b166-2a59142d3fd7)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:41:21.144682 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4d41012-3aa2-4e45-90f4-06635bc73121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:21.158059 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-b4d41012-3aa2-4e45-90f4-06635bc73121 admin admin] Calling delete_port for 51e4d59a-f522-4c0a-994e-7a866fefa6e9 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:41:21.177006 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914a13cf-54bb-48fa-bd8d-20b60d122c0f None None] DHCP port deletion for fc8d3bfa-3bd3-475e-b1da-99ece02f5503 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:41:21.223506 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-914a13cf-54bb-48fa-bd8d-20b60d122c0f None None] Deleting port 51e4d59a-f522-4c0a-994e-7a866fefa6e9 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:41:21.223871 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-914a13cf-54bb-48fa-bd8d-20b60d122c0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:21.289532 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-914a13cf-54bb-48fa-bd8d-20b60d122c0f None None] For port 51e4d59a-f522-4c0a-994e-7a866fefa6e9, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=51e4d59a-f522-4c0a-994e-7a866fefa6e9,segment=NetworkSegment(765a2647-fa88-4368-b166-2a59142d3fd7),segment_id=765a2647-fa88-4368-b166-2a59142d3fd7)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:41:21.289953 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-914a13cf-54bb-48fa-bd8d-20b60d122c0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:21.302935 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4d41012-3aa2-4e45-90f4-06635bc73121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:21.303175 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-914a13cf-54bb-48fa-bd8d-20b60d122c0f None None] Calling delete_port for 51e4d59a-f522-4c0a-994e-7a866fefa6e9 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:41:21.330368 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d41012-3aa2-4e45-90f4-06635bc73121 admin admin] Pushing event deleted for resources: {'Port': ['ID=51e4d59a-f522-4c0a-994e-7a866fefa6e9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:21.332242 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d41012-3aa2-4e45-90f4-06635bc73121 admin admin] No DVR routers for this DVR port 51e4d59a-f522-4c0a-994e-7a866fefa6e9 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:41:21.384006 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-914a13cf-54bb-48fa-bd8d-20b60d122c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:21.411128 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a13cf-54bb-48fa-bd8d-20b60d122c0f None None] Pushing event deleted for resources: {'Port': ['ID=51e4d59a-f522-4c0a-994e-7a866fefa6e9,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:21.415788 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4d41012-3aa2-4e45-90f4-06635bc73121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:21.416480 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914a13cf-54bb-48fa-bd8d-20b60d122c0f None None] No DVR routers for this DVR port 51e4d59a-f522-4c0a-994e-7a866fefa6e9 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:41:21.424799 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a13cf-54bb-48fa-bd8d-20b60d122c0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:21.425139 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a13cf-54bb-48fa-bd8d-20b60d122c0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:21.425480 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a13cf-54bb-48fa-bd8d-20b60d122c0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:21.425991 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a13cf-54bb-48fa-bd8d-20b60d122c0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:21.426325 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a13cf-54bb-48fa-bd8d-20b60d122c0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:21.426654 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a13cf-54bb-48fa-bd8d-20b60d122c0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:21.426982 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a13cf-54bb-48fa-bd8d-20b60d122c0f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:21.427359 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a13cf-54bb-48fa-bd8d-20b60d122c0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:21.427628 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a13cf-54bb-48fa-bd8d-20b60d122c0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:21.427948 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a13cf-54bb-48fa-bd8d-20b60d122c0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:21.428377 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a13cf-54bb-48fa-bd8d-20b60d122c0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:21.428574 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-914a13cf-54bb-48fa-bd8d-20b60d122c0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:21.441793 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-b4d41012-3aa2-4e45-90f4-06635bc73121 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc8d3bfa-3bd3-475e-b1da-99ece02f5503']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:41:21.451221 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-b4d41012-3aa2-4e45-90f4-06635bc73121 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765a2647-fa88-4368-b166-2a59142d3fd7') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:41:21.451586 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-b4d41012-3aa2-4e45-90f4-06635bc73121 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765a2647-fa88-4368-b166-2a59142d3fd7') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:41:21.461249 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4d41012-3aa2-4e45-90f4-06635bc73121 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:21.474638 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4d41012-3aa2-4e45-90f4-06635bc73121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:21.480971 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d41012-3aa2-4e45-90f4-06635bc73121 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4d41012-3aa2-4e45-90f4-06635bc73121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:41:21.489195 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:41:21.623307 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4d41012-3aa2-4e45-90f4-06635bc73121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:21.628836 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b4d41012-3aa2-4e45-90f4-06635bc73121 admin admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:21.631954 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b4d41012-3aa2-4e45-90f4-06635bc73121 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fc8d3bfa-3bd3-475e-b1da-99ece02f5503 HTTP/1.1" status: 204 len: 168 time: 0.6778302 Apr 21 13:41:21.635045 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59978) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:41:21.644006 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d41012-3aa2-4e45-90f4-06635bc73121 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc8d3bfa-3bd3-475e-b1da-99ece02f5503,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:21.972257 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6abe8a5f-a4e5-4000-a3f8-1ac2b625a994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:22.212471 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6abe8a5f-a4e5-4000-a3f8-1ac2b625a994 admin admin] Deleting port 22feb188-bac5-4c00-b94b-d5464076f0a9 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:41:22.212810 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6abe8a5f-a4e5-4000-a3f8-1ac2b625a994 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:22.292367 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-6abe8a5f-a4e5-4000-a3f8-1ac2b625a994 admin admin] For port 22feb188-bac5-4c00-b94b-d5464076f0a9, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=22feb188-bac5-4c00-b94b-d5464076f0a9,segment=NetworkSegment(c222c08d-bf95-4add-b00c-b96f56a45c29),segment_id=c222c08d-bf95-4add-b00c-b96f56a45c29)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:41:22.292642 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6abe8a5f-a4e5-4000-a3f8-1ac2b625a994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:22.304939 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6abe8a5f-a4e5-4000-a3f8-1ac2b625a994 admin admin] Calling delete_port for 22feb188-bac5-4c00-b94b-d5464076f0a9 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:41:22.551229 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6abe8a5f-a4e5-4000-a3f8-1ac2b625a994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:22.577113 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe8a5f-a4e5-4000-a3f8-1ac2b625a994 admin admin] Pushing event deleted for resources: {'Port': ['ID=22feb188-bac5-4c00-b94b-d5464076f0a9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:22.743700 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6abe8a5f-a4e5-4000-a3f8-1ac2b625a994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:22.947938 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abe8a5f-a4e5-4000-a3f8-1ac2b625a994 admin admin] Router 67d1677a-e7d0-469e-ace8-a9cde1088793 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:41:23.054717 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abe8a5f-a4e5-4000-a3f8-1ac2b625a994 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:41:23.059854 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6abe8a5f-a4e5-4000-a3f8-1ac2b625a994 admin admin] 10.222.0.36 "PUT /v2.0/routers/67d1677a-e7d0-469e-ace8-a9cde1088793/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4235561 Apr 21 13:41:23.062282 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59980) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:41:23.066494 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272b1db5-aa3b-4eda-b759-c76d3593da51 None None] Sync routers for ids ['67d1677a-e7d0-469e-ace8-a9cde1088793'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:41:23.076616 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272b1db5-aa3b-4eda-b759-c76d3593da51 None None] Routers {'67d1677a-e7d0-469e-ace8-a9cde1088793'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:41:23.077317 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-272b1db5-aa3b-4eda-b759-c76d3593da51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:41:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['67d1677a-e7d0-469e-ace8-a9cde1088793'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:41:23.117360 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 51e4d59a-f522-4c0a-994e-7a866fefa6e9 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:41:23.140666 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 51e4d59a-f522-4c0a-994e-7a866fefa6e9 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:41:23.141001 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 51e4d59a-f522-4c0a-994e-7a866fefa6e9 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:41:23.171808 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e955f423-91e9-4ae6-bf4b-f36bc472c31e admin admin] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:23.206117 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-272b1db5-aa3b-4eda-b759-c76d3593da51 None None] Set router 67d1677a-e7d0-469e-ace8-a9cde1088793 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:41:23.273036 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e955f423-91e9-4ae6-bf4b-f36bc472c31e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:23.372820 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e955f423-91e9-4ae6-bf4b-f36bc472c31e admin admin] Deleting port 4f206541-46fc-4b16-bf1a-71c6ccfec6fc {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:41:23.373172 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e955f423-91e9-4ae6-bf4b-f36bc472c31e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:23.381380 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-272b1db5-aa3b-4eda-b759-c76d3593da51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d1677a-e7d0-469e-ace8-a9cde1088793', 'name': 'tempest-TestEncryptedCinderVolumes-1574104939-router', 'tenant_id': '20dd6e22c3e54d8f9e526ce92234d37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '4f206541-46fc-4b16-bf1a-71c6ccfec6fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:39:56Z', 'updated_at': '2022-04-21T13:41:22Z', 'revision_number': 5, 'project_id': '20dd6e22c3e54d8f9e526ce92234d37d', 'gw_port': {'id': '4f206541-46fc-4b16-bf1a-71c6ccfec6fc', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:85:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67d1677a-e7d0-469e-ace8-a9cde1088793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:39:57Z', 'updated_at': '2022-04-21T13:40:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:41:23.409352 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272b1db5-aa3b-4eda-b759-c76d3593da51 None None] Checking router: 67d1677a-e7d0-469e-ace8-a9cde1088793 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:41:23.417782 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272b1db5-aa3b-4eda-b759-c76d3593da51 None None] Routers {'67d1677a-e7d0-469e-ace8-a9cde1088793'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:41:23.418388 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-272b1db5-aa3b-4eda-b759-c76d3593da51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:41:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['67d1677a-e7d0-469e-ace8-a9cde1088793'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:41:23.456466 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-e955f423-91e9-4ae6-bf4b-f36bc472c31e admin admin] For port 4f206541-46fc-4b16-bf1a-71c6ccfec6fc, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=4f206541-46fc-4b16-bf1a-71c6ccfec6fc,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:41:23.457166 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e955f423-91e9-4ae6-bf4b-f36bc472c31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:23.469150 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e955f423-91e9-4ae6-bf4b-f36bc472c31e admin admin] Calling delete_port for 4f206541-46fc-4b16-bf1a-71c6ccfec6fc owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:41:23.504143 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-272b1db5-aa3b-4eda-b759-c76d3593da51 None None] Set router 67d1677a-e7d0-469e-ace8-a9cde1088793 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:41:23.557176 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-272b1db5-aa3b-4eda-b759-c76d3593da51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67d1677a-e7d0-469e-ace8-a9cde1088793', 'name': 'tempest-TestEncryptedCinderVolumes-1574104939-router', 'tenant_id': '20dd6e22c3e54d8f9e526ce92234d37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:39:56Z', 'updated_at': '2022-04-21T13:41:23Z', 'revision_number': 6, 'project_id': '20dd6e22c3e54d8f9e526ce92234d37d', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:41:23.585745 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272b1db5-aa3b-4eda-b759-c76d3593da51 None None] The sync data for ids ['67d1677a-e7d0-469e-ace8-a9cde1088793'] in n-d-836147-2 is: [{'id': '67d1677a-e7d0-469e-ace8-a9cde1088793', 'name': 'tempest-TestEncryptedCinderVolumes-1574104939-router', 'tenant_id': '20dd6e22c3e54d8f9e526ce92234d37d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:39:56Z', 'updated_at': '2022-04-21T13:41:23Z', 'revision_number': 6, 'project_id': '20dd6e22c3e54d8f9e526ce92234d37d', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:41:24.002699 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e955f423-91e9-4ae6-bf4b-f36bc472c31e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:24.026744 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955f423-91e9-4ae6-bf4b-f36bc472c31e admin admin] Pushing event deleted for resources: {'Port': ['ID=4f206541-46fc-4b16-bf1a-71c6ccfec6fc,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:24.089953 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e955f423-91e9-4ae6-bf4b-f36bc472c31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:24.180334 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e955f423-91e9-4ae6-bf4b-f36bc472c31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:24.182564 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e955f423-91e9-4ae6-bf4b-f36bc472c31e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:24.283154 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e955f423-91e9-4ae6-bf4b-f36bc472c31e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:24.283630 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e955f423-91e9-4ae6-bf4b-f36bc472c31e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67d1677a-e7d0-469e-ace8-a9cde1088793 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:41:24.287984 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e955f423-91e9-4ae6-bf4b-f36bc472c31e admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:24.289120 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e955f423-91e9-4ae6-bf4b-f36bc472c31e admin admin] 10.222.0.36 "DELETE /v2.0/routers/67d1677a-e7d0-469e-ace8-a9cde1088793 HTTP/1.1" status: 204 len: 168 time: 1.2259233 Apr 21 13:41:24.293388 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59982) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:41:24.342588 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-9da7343c-28ad-411b-a7e9-2056e5dc8178 admin admin] Deleting subnet e0802bf5-4e7f-45b3-b94c-2d65c4482856 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:41:24.345900 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9da7343c-28ad-411b-a7e9-2056e5dc8178 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:24.385193 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9da7343c-28ad-411b-a7e9-2056e5dc8178 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:24.461208 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9da7343c-28ad-411b-a7e9-2056e5dc8178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:24.574901 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9da7343c-28ad-411b-a7e9-2056e5dc8178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:24.598793 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7343c-28ad-411b-a7e9-2056e5dc8178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0802bf5-4e7f-45b3-b94c-2d65c4482856,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:24.604340 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9da7343c-28ad-411b-a7e9-2056e5dc8178 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:24.608058 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9da7343c-28ad-411b-a7e9-2056e5dc8178 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e0802bf5-4e7f-45b3-b94c-2d65c4482856 HTTP/1.1" status: 204 len: 168 time: 0.3135688 Apr 21 13:41:24.610529 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 59984) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:41:24.612797 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612dd901-fd61-4fa7-97ce-3994d22529ec None None] Network 7e86d82f-7166-410b-b033-078fb0bc8d65 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:41:24.681397 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87cfb609-37fb-4e92-8d81-d97891e54915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:24.734978 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-87cfb609-37fb-4e92-8d81-d97891e54915 admin admin] Deleting port b29650b3-003b-43a9-ac04-c74b0ca64e65 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:41:24.735325 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87cfb609-37fb-4e92-8d81-d97891e54915 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:24.786120 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d0e3e3-7abb-40c7-9e56-1ef0d6a9ae71 None None] DHCP port deletion for 7e86d82f-7166-410b-b033-078fb0bc8d65 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:41:24.799710 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-87cfb609-37fb-4e92-8d81-d97891e54915 admin admin] For port b29650b3-003b-43a9-ac04-c74b0ca64e65, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b29650b3-003b-43a9-ac04-c74b0ca64e65,segment=NetworkSegment(c222c08d-bf95-4add-b00c-b96f56a45c29),segment_id=c222c08d-bf95-4add-b00c-b96f56a45c29)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:41:24.800073 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87cfb609-37fb-4e92-8d81-d97891e54915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:24.813038 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-87cfb609-37fb-4e92-8d81-d97891e54915 admin admin] Calling delete_port for b29650b3-003b-43a9-ac04-c74b0ca64e65 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:41:24.832395 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-37d0e3e3-7abb-40c7-9e56-1ef0d6a9ae71 None None] Deleting port b29650b3-003b-43a9-ac04-c74b0ca64e65 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:41:24.832698 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37d0e3e3-7abb-40c7-9e56-1ef0d6a9ae71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:24.896339 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-37d0e3e3-7abb-40c7-9e56-1ef0d6a9ae71 None None] For port b29650b3-003b-43a9-ac04-c74b0ca64e65, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b29650b3-003b-43a9-ac04-c74b0ca64e65,segment=NetworkSegment(c222c08d-bf95-4add-b00c-b96f56a45c29),segment_id=c222c08d-bf95-4add-b00c-b96f56a45c29)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:41:24.896726 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37d0e3e3-7abb-40c7-9e56-1ef0d6a9ae71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:24.909779 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-37d0e3e3-7abb-40c7-9e56-1ef0d6a9ae71 None None] Calling delete_port for b29650b3-003b-43a9-ac04-c74b0ca64e65 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:41:24.968630 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87cfb609-37fb-4e92-8d81-d97891e54915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:24.985797 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37d0e3e3-7abb-40c7-9e56-1ef0d6a9ae71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:24.995192 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb609-37fb-4e92-8d81-d97891e54915 admin admin] Pushing event deleted for resources: {'Port': ['ID=b29650b3-003b-43a9-ac04-c74b0ca64e65,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:24.999179 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87cfb609-37fb-4e92-8d81-d97891e54915 admin admin] No DVR routers for this DVR port b29650b3-003b-43a9-ac04-c74b0ca64e65 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:41:25.020186 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d0e3e3-7abb-40c7-9e56-1ef0d6a9ae71 None None] Pushing event deleted for resources: {'Port': ['ID=b29650b3-003b-43a9-ac04-c74b0ca64e65,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:25.023834 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d0e3e3-7abb-40c7-9e56-1ef0d6a9ae71 None None] No DVR routers for this DVR port b29650b3-003b-43a9-ac04-c74b0ca64e65 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:41:25.047138 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 22feb188-bac5-4c00-b94b-d5464076f0a9 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:41:25.067567 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 22feb188-bac5-4c00-b94b-d5464076f0a9 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:41:25.067912 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 22feb188-bac5-4c00-b94b-d5464076f0a9 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:41:25.068334 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b29650b3-003b-43a9-ac04-c74b0ca64e65 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:41:25.087665 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: b29650b3-003b-43a9-ac04-c74b0ca64e65 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:41:25.087934 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b29650b3-003b-43a9-ac04-c74b0ca64e65 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:41:25.088345 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 4f206541-46fc-4b16-bf1a-71c6ccfec6fc no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:41:25.089989 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87cfb609-37fb-4e92-8d81-d97891e54915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:25.108055 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 4f206541-46fc-4b16-bf1a-71c6ccfec6fc {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:41:25.111935 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 4f206541-46fc-4b16-bf1a-71c6ccfec6fc not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:41:25.112493 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-87cfb609-37fb-4e92-8d81-d97891e54915 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e86d82f-7166-410b-b033-078fb0bc8d65']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:41:25.121731 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-87cfb609-37fb-4e92-8d81-d97891e54915 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c222c08d-bf95-4add-b00c-b96f56a45c29') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:41:25.122028 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-87cfb609-37fb-4e92-8d81-d97891e54915 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c222c08d-bf95-4add-b00c-b96f56a45c29') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:41:25.131431 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87cfb609-37fb-4e92-8d81-d97891e54915 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:25.144725 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87cfb609-37fb-4e92-8d81-d97891e54915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:25.150426 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87cfb609-37fb-4e92-8d81-d97891e54915 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:41:25.150802 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87cfb609-37fb-4e92-8d81-d97891e54915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: timer() Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:41:25.152423 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:41:25.256861 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87cfb609-37fb-4e92-8d81-d97891e54915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:25.264263 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-87cfb609-37fb-4e92-8d81-d97891e54915 admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:25.267570 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-87cfb609-37fb-4e92-8d81-d97891e54915 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7e86d82f-7166-410b-b033-078fb0bc8d65 HTTP/1.1" status: 204 len: 168 time: 0.6558058 Apr 21 13:41:25.278881 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cfb609-37fb-4e92-8d81-d97891e54915 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e86d82f-7166-410b-b033-078fb0bc8d65,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:25.585471 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59988) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:41:25.625197 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5e1e2cad-76c0-4f05-8724-3c40462154c9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f74db2cf8dd6448a939e8d43c125602b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384865 Apr 21 13:41:25.627484 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59990) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:41:25.673547 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac8ad536-3eb6-44b6-bdb7-949c47b41b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:25.694449 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac8ad536-3eb6-44b6-bdb7-949c47b41b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:25.796797 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac8ad536-3eb6-44b6-bdb7-949c47b41b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:25.799361 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ac8ad536-3eb6-44b6-bdb7-949c47b41b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:25.800514 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ac8ad536-3eb6-44b6-bdb7-949c47b41b2a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73e9fd08-0b3d-480d-9376-6373d0efbb44 HTTP/1.1" status: 204 len: 168 time: 0.1721582 Apr 21 13:41:25.808278 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ad536-3eb6-44b6-bdb7-949c47b41b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e9fd08-0b3d-480d-9376-6373d0efbb44,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:26.398261 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59996) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:41:26.436736 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ce0f9fe9-8276-45b0-b2d4-82157e8cc122 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=20dd6e22c3e54d8f9e526ce92234d37d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373437 Apr 21 13:41:26.439122 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 59998) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:41:26.488776 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54c3a071-3bb3-4633-b573-b150a23aaa04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:26.509867 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54c3a071-3bb3-4633-b573-b150a23aaa04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:26.611186 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54c3a071-3bb3-4633-b573-b150a23aaa04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:26.613710 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-54c3a071-3bb3-4633-b573-b150a23aaa04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:26.615096 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-54c3a071-3bb3-4633-b573-b150a23aaa04 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/23474a88-3077-4d7d-8319-73fcab0b84a5 HTTP/1.1" status: 204 len: 168 time: 0.1750970 Apr 21 13:41:26.624095 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c3a071-3bb3-4633-b573-b150a23aaa04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23474a88-3077-4d7d-8319-73fcab0b84a5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:27.708474 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60020) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:41:27.814031 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-816d245d-fd0f-44d8-bf0e-9f509e614971 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1650523042-network', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:41:27.916735 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816d245d-fd0f-44d8-bf0e-9f509e614971 admin admin] Made reservation on behalf of cf9f6e2ed92042819f61add023b3cda8 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:41:27.919140 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-816d245d-fd0f-44d8-bf0e-9f509e614971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:27.927597 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-816d245d-fd0f-44d8-bf0e-9f509e614971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:28.003305 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-816d245d-fd0f-44d8-bf0e-9f509e614971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:28.071159 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-816d245d-fd0f-44d8-bf0e-9f509e614971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:28.095442 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816d245d-fd0f-44d8-bf0e-9f509e614971 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:41:28.104747 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d245d-fd0f-44d8-bf0e-9f509e614971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4987026f-3cb0-44dc-ab50-4f0207f2f0fd,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:28.109672 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-816d245d-fd0f-44d8-bf0e-9f509e614971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:28.110051 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-816d245d-fd0f-44d8-bf0e-9f509e614971 admin admin] Added segment 0395545f-ea7d-479f-824f-a51d504c3400 of type vlan for network 94a70814-d651-413f-a2ea-66149f5dd7f5 Apr 21 13:41:28.152763 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-816d245d-fd0f-44d8-bf0e-9f509e614971 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:28.234527 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-816d245d-fd0f-44d8-bf0e-9f509e614971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:28.235449 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816d245d-fd0f-44d8-bf0e-9f509e614971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:41:28.236030 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-816d245d-fd0f-44d8-bf0e-9f509e614971 admin admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:28.292631 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d245d-fd0f-44d8-bf0e-9f509e614971 admin admin] Pushing event updated for resources: {'Network': ['ID=94a70814-d651-413f-a2ea-66149f5dd7f5,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:28.302346 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 94a70814-d651-413f-a2ea-66149f5dd7f5 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:41:28.393723 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-816d245d-fd0f-44d8-bf0e-9f509e614971 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6841295 Apr 21 13:41:28.396924 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60024) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:41:28.401313 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4c47cbe3-5103-4d47-96e1-75ad0561abf2 admin admin] Request body: {'subnet': {'network_id': '94a70814-d651-413f-a2ea-66149f5dd7f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1650523042-subnet', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8', 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:41:28.493723 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c47cbe3-5103-4d47-96e1-75ad0561abf2 admin admin] Made reservation on behalf of cf9f6e2ed92042819f61add023b3cda8 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:41:28.496670 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c47cbe3-5103-4d47-96e1-75ad0561abf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:28.762605 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c47cbe3-5103-4d47-96e1-75ad0561abf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:28.818144 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47cbe3-5103-4d47-96e1-75ad0561abf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cab8679b-5df4-40e9-b79f-d294924cde5c,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:28.824831 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c47cbe3-5103-4d47-96e1-75ad0561abf2 admin admin] Checking segment: {'id': '0395545f-ea7d-479f-824f-a51d504c3400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '94a70814-d651-413f-a2ea-66149f5dd7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:41:28.825181 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c47cbe3-5103-4d47-96e1-75ad0561abf2 admin admin] Network hostable DHCP agents. Network: 94a70814-d651-413f-a2ea-66149f5dd7f5, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:41:28.922367 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c47cbe3-5103-4d47-96e1-75ad0561abf2 admin admin] Network 94a70814-d651-413f-a2ea-66149f5dd7f5 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:41:29.019880 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-4c47cbe3-5103-4d47-96e1-75ad0561abf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 94a70814-d651-413f-a2ea-66149f5dd7f5) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:41:29.024010 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c47cbe3-5103-4d47-96e1-75ad0561abf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:41:29.024593 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4c47cbe3-5103-4d47-96e1-75ad0561abf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:29.029051 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75410fcc-538d-4d92-8572-dc59ad6313ed None None] Network 94a70814-d651-413f-a2ea-66149f5dd7f5 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:41:29.113972 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4c47cbe3-5103-4d47-96e1-75ad0561abf2 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7162385 Apr 21 13:41:29.117003 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60026) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:41:29.121718 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c4d738be-ef09-4cb6-bb81-c33fd309907a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1650523042-router', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:41:29.212116 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4d738be-ef09-4cb6-bb81-c33fd309907a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:29.213217 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4d738be-ef09-4cb6-bb81-c33fd309907a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:29.270622 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4d738be-ef09-4cb6-bb81-c33fd309907a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:29.323240 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c505efd-8330-4afa-b9af-1302efa0347a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-94a70814-d651-413f-a2ea-66149f5dd7f5', 'network_id': '94a70814-d651-413f-a2ea-66149f5dd7f5', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8', 'fixed_ips': [{'subnet_id': 'cab8679b-5df4-40e9-b79f-d294924cde5c'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:41:29.324607 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c505efd-8330-4afa-b9af-1302efa0347a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:29.456900 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-3c505efd-8330-4afa-b9af-1302efa0347a None None] Allocated IP 172.20.0.2 (94a70814-d651-413f-a2ea-66149f5dd7f5/cab8679b-5df4-40e9-b79f-d294924cde5c/5808e4fb-f62f-42ba-9a34-440781049ca5) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:41:29.473159 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4d738be-ef09-4cb6-bb81-c33fd309907a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:29.597313 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c505efd-8330-4afa-b9af-1302efa0347a None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:29.671724 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c505efd-8330-4afa-b9af-1302efa0347a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:29.706540 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c505efd-8330-4afa-b9af-1302efa0347a None None] Network 94a70814-d651-413f-a2ea-66149f5dd7f5 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:41:29.709241 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-3c505efd-8330-4afa-b9af-1302efa0347a None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:41:29.714786 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c505efd-8330-4afa-b9af-1302efa0347a None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:41:29.727601 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c505efd-8330-4afa-b9af-1302efa0347a None None] Pushing event updated for resources: {'Port': ['ID=5808e4fb-f62f-42ba-9a34-440781049ca5,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:29.731321 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4d738be-ef09-4cb6-bb81-c33fd309907a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:29.751617 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4d738be-ef09-4cb6-bb81-c33fd309907a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:29.772537 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3c505efd-8330-4afa-b9af-1302efa0347a None None] Attempting to bind port 5808e4fb-f62f-42ba-9a34-440781049ca5 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:41:29.772900 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3c505efd-8330-4afa-b9af-1302efa0347a None None] Attempting to bind port 5808e4fb-f62f-42ba-9a34-440781049ca5 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '0395545f-ea7d-479f-824f-a51d504c3400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '94a70814-d651-413f-a2ea-66149f5dd7f5'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:41:29.773255 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c505efd-8330-4afa-b9af-1302efa0347a None None] Attempting to bind port 5808e4fb-f62f-42ba-9a34-440781049ca5 on network 94a70814-d651-413f-a2ea-66149f5dd7f5 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:41:29.778178 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c505efd-8330-4afa-b9af-1302efa0347a None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:41:29.778547 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c505efd-8330-4afa-b9af-1302efa0347a None None] Checking segment: {'id': '0395545f-ea7d-479f-824f-a51d504c3400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '94a70814-d651-413f-a2ea-66149f5dd7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:41:29.778943 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c505efd-8330-4afa-b9af-1302efa0347a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:29.779335 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c505efd-8330-4afa-b9af-1302efa0347a None None] Bound using segment: {'id': '0395545f-ea7d-479f-824f-a51d504c3400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '94a70814-d651-413f-a2ea-66149f5dd7f5'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:41:29.779795 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-3c505efd-8330-4afa-b9af-1302efa0347a None None] Bound port: 5808e4fb-f62f-42ba-9a34-440781049ca5, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0395545f-ea7d-479f-824f-a51d504c3400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '94a70814-d651-413f-a2ea-66149f5dd7f5'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:41:29.780170 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c505efd-8330-4afa-b9af-1302efa0347a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:29.841759 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3c505efd-8330-4afa-b9af-1302efa0347a None None] For port 5808e4fb-f62f-42ba-9a34-440781049ca5, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:41:29.844962 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-3c505efd-8330-4afa-b9af-1302efa0347a None None] For port 5808e4fb-f62f-42ba-9a34-440781049ca5, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=5808e4fb-f62f-42ba-9a34-440781049ca5,segment=NetworkSegment(0395545f-ea7d-479f-824f-a51d504c3400),segment_id=0395545f-ea7d-479f-824f-a51d504c3400)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:41:29.857132 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-c4d738be-ef09-4cb6-bb81-c33fd309907a admin admin] Allocated IP 172.25.8.5 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/d7391ce7-adfe-4250-a833-56f5c5f56410) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:41:29.940454 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3c505efd-8330-4afa-b9af-1302efa0347a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:29.956270 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4d738be-ef09-4cb6-bb81-c33fd309907a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:30.002967 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c505efd-8330-4afa-b9af-1302efa0347a None None] Pushing event updated for resources: {'Port': ['ID=5808e4fb-f62f-42ba-9a34-440781049ca5,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:30.044240 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4d738be-ef09-4cb6-bb81-c33fd309907a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:30.085732 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d738be-ef09-4cb6-bb81-c33fd309907a admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:41:30.090888 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-c4d738be-ef09-4cb6-bb81-c33fd309907a admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:41:30.094565 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d738be-ef09-4cb6-bb81-c33fd309907a admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:41:30.124653 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d738be-ef09-4cb6-bb81-c33fd309907a admin admin] Pushing event updated for resources: {'Port': ['ID=d7391ce7-adfe-4250-a833-56f5c5f56410,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:30.458005 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4d738be-ef09-4cb6-bb81-c33fd309907a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:30.651492 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4d738be-ef09-4cb6-bb81-c33fd309907a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:30.840457 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d738be-ef09-4cb6-bb81-c33fd309907a admin admin] Router 3662c5e7-79c2-470f-bd75-0f1668ae97f3 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:41:30.902179 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee851e7-c3cc-4c57-8437-e99046e07751 None None] Network 94a70814-d651-413f-a2ea-66149f5dd7f5 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:41:30.950075 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d738be-ef09-4cb6-bb81-c33fd309907a admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:41:30.959757 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224658db-df0c-4de5-868f-18eea4656402 None None] Sync routers for ids ['3662c5e7-79c2-470f-bd75-0f1668ae97f3'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:41:30.970966 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224658db-df0c-4de5-868f-18eea4656402 None None] Routers {'3662c5e7-79c2-470f-bd75-0f1668ae97f3'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:41:30.983010 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-224658db-df0c-4de5-868f-18eea4656402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:41:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3662c5e7-79c2-470f-bd75-0f1668ae97f3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:41:31.028147 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-72cee64c-ba0d-40a8-84fc-be71ff4cd0fc None None] Provisioning complete for port 5808e4fb-f62f-42ba-9a34-440781049ca5 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:41:31.028514 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72cee64c-ba0d-40a8-84fc-be71ff4cd0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:31.039878 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c4d738be-ef09-4cb6-bb81-c33fd309907a admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:31.044395 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60028) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:41:31.047827 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c4d738be-ef09-4cb6-bb81-c33fd309907a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9264338 Apr 21 13:41:31.088733 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 5808e4fb-f62f-42ba-9a34-440781049ca5 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:41:31.113022 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-224658db-df0c-4de5-868f-18eea4656402 None None] Set router 3662c5e7-79c2-470f-bd75-0f1668ae97f3 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:41:31.191776 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72cee64c-ba0d-40a8-84fc-be71ff4cd0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:31.209669 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 5808e4fb-f62f-42ba-9a34-440781049ca5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:41:31.210046 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:31.272892 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-72cee64c-ba0d-40a8-84fc-be71ff4cd0fc None None] For port 5808e4fb-f62f-42ba-9a34-440781049ca5, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=5808e4fb-f62f-42ba-9a34-440781049ca5,segment=NetworkSegment(0395545f-ea7d-479f-824f-a51d504c3400),segment_id=0395545f-ea7d-479f-824f-a51d504c3400)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:41:31.324761 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:31.379082 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-72cee64c-ba0d-40a8-84fc-be71ff4cd0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:31.391190 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-224658db-df0c-4de5-868f-18eea4656402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'name': 'tempest-TestMinimumBasicScenario-1650523042-router', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd7391ce7-adfe-4250-a833-56f5c5f56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:41:29Z', 'updated_at': '2022-04-21T13:41:30Z', 'revision_number': 3, 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'gw_port': {'id': 'd7391ce7-adfe-4250-a833-56f5c5f56410', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:82:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:29Z', 'updated_at': '2022-04-21T13:41:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:41:31.422521 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224658db-df0c-4de5-868f-18eea4656402 None None] Checking router: 3662c5e7-79c2-470f-bd75-0f1668ae97f3 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:41:31.422860 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224658db-df0c-4de5-868f-18eea4656402 None None] Updating router 3662c5e7-79c2-470f-bd75-0f1668ae97f3 port d7391ce7-adfe-4250-a833-56f5c5f56410 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:41:31.447519 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-224658db-df0c-4de5-868f-18eea4656402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:31.466453 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 13:41:31.466453 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 13:41:31.473981 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cee64c-ba0d-40a8-84fc-be71ff4cd0fc None None] Pushing event updated for resources: {'Port': ['ID=5808e4fb-f62f-42ba-9a34-440781049ca5,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:31.499787 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7e4cfa81-8aaa-4104-b18e-73d3ca4476b5 None None] Provisioning complete for port 5808e4fb-f62f-42ba-9a34-440781049ca5 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:41:31.500300 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7e4cfa81-8aaa-4104-b18e-73d3ca4476b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:31.525010 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55e259b8-14b5-4e6c-ad96-1c4db8c931dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:31.683034 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-55e259b8-14b5-4e6c-ad96-1c4db8c931dd admin admin] Allocated IP 172.20.0.1 (94a70814-d651-413f-a2ea-66149f5dd7f5/cab8679b-5df4-40e9-b79f-d294924cde5c/bcc00779-edad-465d-97f8-3765536f77e4) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:41:31.719705 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-224658db-df0c-4de5-868f-18eea4656402 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:31.783420 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55e259b8-14b5-4e6c-ad96-1c4db8c931dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:31.790944 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-224658db-df0c-4de5-868f-18eea4656402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:31.838887 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-224658db-df0c-4de5-868f-18eea4656402 None None] Attempting to bind port d7391ce7-adfe-4250-a833-56f5c5f56410 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:41:31.839247 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-224658db-df0c-4de5-868f-18eea4656402 None None] Attempting to bind port d7391ce7-adfe-4250-a833-56f5c5f56410 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:41:31.839625 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224658db-df0c-4de5-868f-18eea4656402 None None] Attempting to bind port d7391ce7-adfe-4250-a833-56f5c5f56410 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:41:31.846341 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f12013-1dbc-4cd9-a225-f9cc34853aed None None] Pushing event updated for resources: {'Port': ['ID=d7391ce7-adfe-4250-a833-56f5c5f56410,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:31.848405 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224658db-df0c-4de5-868f-18eea4656402 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:41:31.848768 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224658db-df0c-4de5-868f-18eea4656402 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:41:31.849155 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-224658db-df0c-4de5-868f-18eea4656402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:31.849534 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-224658db-df0c-4de5-868f-18eea4656402 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:41:31.854524 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-224658db-df0c-4de5-868f-18eea4656402 None None] Bound port: d7391ce7-adfe-4250-a833-56f5c5f56410, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:41:31.854524 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-224658db-df0c-4de5-868f-18eea4656402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:31.873274 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12013-1dbc-4cd9-a225-f9cc34853aed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:31.873638 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12013-1dbc-4cd9-a225-f9cc34853aed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:31.877492 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12013-1dbc-4cd9-a225-f9cc34853aed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:31.877492 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12013-1dbc-4cd9-a225-f9cc34853aed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:31.877827 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55e259b8-14b5-4e6c-ad96-1c4db8c931dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:31.877952 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12013-1dbc-4cd9-a225-f9cc34853aed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:31.877952 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12013-1dbc-4cd9-a225-f9cc34853aed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:31.877952 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12013-1dbc-4cd9-a225-f9cc34853aed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:31.877952 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12013-1dbc-4cd9-a225-f9cc34853aed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:31.877952 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12013-1dbc-4cd9-a225-f9cc34853aed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:31.877952 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12013-1dbc-4cd9-a225-f9cc34853aed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:31.877952 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12013-1dbc-4cd9-a225-f9cc34853aed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:31.877952 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38f12013-1dbc-4cd9-a225-f9cc34853aed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:41:31.910496 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e259b8-14b5-4e6c-ad96-1c4db8c931dd admin admin] Network 94a70814-d651-413f-a2ea-66149f5dd7f5 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:41:31.912194 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-224658db-df0c-4de5-868f-18eea4656402 None None] For port d7391ce7-adfe-4250-a833-56f5c5f56410, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:41:31.913334 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-55e259b8-14b5-4e6c-ad96-1c4db8c931dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:41:31.915300 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-224658db-df0c-4de5-868f-18eea4656402 None None] For port d7391ce7-adfe-4250-a833-56f5c5f56410, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=d7391ce7-adfe-4250-a833-56f5c5f56410,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:41:31.915762 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e259b8-14b5-4e6c-ad96-1c4db8c931dd admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:41:31.953460 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e259b8-14b5-4e6c-ad96-1c4db8c931dd admin admin] Pushing event updated for resources: {'Port': ['ID=bcc00779-edad-465d-97f8-3765536f77e4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:31.971398 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55e259b8-14b5-4e6c-ad96-1c4db8c931dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:31.980345 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-224658db-df0c-4de5-868f-18eea4656402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:32.049245 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f12013-1dbc-4cd9-a225-f9cc34853aed None None] Pushing event updated for resources: {'Port': ['ID=d7391ce7-adfe-4250-a833-56f5c5f56410,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:32.051963 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224658db-df0c-4de5-868f-18eea4656402 None None] Routers {'3662c5e7-79c2-470f-bd75-0f1668ae97f3'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:41:32.052559 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-224658db-df0c-4de5-868f-18eea4656402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:41:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3662c5e7-79c2-470f-bd75-0f1668ae97f3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:41:32.159620 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-224658db-df0c-4de5-868f-18eea4656402 None None] Set router 3662c5e7-79c2-470f-bd75-0f1668ae97f3 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:41:32.177711 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55e259b8-14b5-4e6c-ad96-1c4db8c931dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:32.213883 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f30fa58d-78eb-4f50-ba6a-b790d6a183f2 None None] Provisioning complete for port bcc00779-edad-465d-97f8-3765536f77e4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:41:32.215279 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f30fa58d-78eb-4f50-ba6a-b790d6a183f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:32.251893 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f30fa58d-78eb-4f50-ba6a-b790d6a183f2 None None] Port bcc00779-edad-465d-97f8-3765536f77e4 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:41:32.333033 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-224658db-df0c-4de5-868f-18eea4656402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'name': 'tempest-TestMinimumBasicScenario-1650523042-router', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd7391ce7-adfe-4250-a833-56f5c5f56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:41:29Z', 'updated_at': '2022-04-21T13:41:30Z', 'revision_number': 3, 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'gw_port': {'id': 'd7391ce7-adfe-4250-a833-56f5c5f56410', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:82:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:29Z', 'updated_at': '2022-04-21T13:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:41:32.341153 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55e259b8-14b5-4e6c-ad96-1c4db8c931dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:32.358387 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224658db-df0c-4de5-868f-18eea4656402 None None] The sync data for ids ['3662c5e7-79c2-470f-bd75-0f1668ae97f3'] in n-d-836147-2 is: [{'id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'name': 'tempest-TestMinimumBasicScenario-1650523042-router', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd7391ce7-adfe-4250-a833-56f5c5f56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:41:29Z', 'updated_at': '2022-04-21T13:41:30Z', 'revision_number': 3, 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'gw_port': {'id': 'd7391ce7-adfe-4250-a833-56f5c5f56410', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:82:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:29Z', 'updated_at': '2022-04-21T13:41:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:41:32.405711 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55e259b8-14b5-4e6c-ad96-1c4db8c931dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:32.476327 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e259b8-14b5-4e6c-ad96-1c4db8c931dd admin admin] Pushing event updated for resources: {'Port': ['ID=bcc00779-edad-465d-97f8-3765536f77e4,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:32.478866 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-55e259b8-14b5-4e6c-ad96-1c4db8c931dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:32.575600 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e259b8-14b5-4e6c-ad96-1c4db8c931dd admin admin] Network 94a70814-d651-413f-a2ea-66149f5dd7f5 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:41:32.579486 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-55e259b8-14b5-4e6c-ad96-1c4db8c931dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:41:32.722133 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e259b8-14b5-4e6c-ad96-1c4db8c931dd admin admin] Router 3662c5e7-79c2-470f-bd75-0f1668ae97f3 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:41:32.835799 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e259b8-14b5-4e6c-ad96-1c4db8c931dd admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:41:32.841230 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-55e259b8-14b5-4e6c-ad96-1c4db8c931dd admin admin] 10.222.0.36 "PUT /v2.0/routers/3662c5e7-79c2-470f-bd75-0f1668ae97f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7958102 Apr 21 13:41:32.874460 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-231bf83e-686d-4ae7-bba5-a016cdec7c36 None None] Provisioning complete for port bcc00779-edad-465d-97f8-3765536f77e4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:41:32.874565 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-231bf83e-686d-4ae7-bba5-a016cdec7c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:32.910623 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-231bf83e-686d-4ae7-bba5-a016cdec7c36 None None] Port bcc00779-edad-465d-97f8-3765536f77e4 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:41:33.108425 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 5808e4fb-f62f-42ba-9a34-440781049ca5 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:41:33.161163 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 5808e4fb-f62f-42ba-9a34-440781049ca5 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:41:33.161532 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:33.244958 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device d7391ce7-adfe-4250-a833-56f5c5f56410 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:41:33.295424 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port d7391ce7-adfe-4250-a833-56f5c5f56410 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:41:33.295880 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:33.372380 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:33.392492 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port d7391ce7-adfe-4250-a833-56f5c5f56410, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=d7391ce7-adfe-4250-a833-56f5c5f56410,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:41:33.474405 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:33.518224 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60044) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:41:33.523172 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e665ffdd-445a-4bef-8d47-7809d7a66339 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-605077054-network', 'tenant_id': 'd388352dcf244c0eba6ef060f65aa4f7'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:41:33.526292 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=d7391ce7-adfe-4250-a833-56f5c5f56410,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:33.619974 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e665ffdd-445a-4bef-8d47-7809d7a66339 admin admin] Made reservation on behalf of d388352dcf244c0eba6ef060f65aa4f7 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:41:33.623031 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e665ffdd-445a-4bef-8d47-7809d7a66339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:33.632427 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e665ffdd-445a-4bef-8d47-7809d7a66339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:33.708134 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e665ffdd-445a-4bef-8d47-7809d7a66339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:33.774410 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e665ffdd-445a-4bef-8d47-7809d7a66339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:33.804592 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e665ffdd-445a-4bef-8d47-7809d7a66339 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:41:33.810590 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665ffdd-445a-4bef-8d47-7809d7a66339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c66c56e-1695-47bc-ac29-ee6633a9effb,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:33.818067 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e665ffdd-445a-4bef-8d47-7809d7a66339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:33.818512 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-e665ffdd-445a-4bef-8d47-7809d7a66339 admin admin] Added segment 1ec309ec-d229-41e8-88d3-6efde8a62b4d of type vlan for network 96baa96e-1da6-446d-8017-d11536fb2f0b Apr 21 13:41:33.858805 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e665ffdd-445a-4bef-8d47-7809d7a66339 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:33.921129 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e538c43-2d52-420d-893f-1231ab9db021 None None] Sync routers for ids ['3662c5e7-79c2-470f-bd75-0f1668ae97f3'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:41:33.931371 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e538c43-2d52-420d-893f-1231ab9db021 None None] Routers {'3662c5e7-79c2-470f-bd75-0f1668ae97f3'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:41:33.932082 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9e538c43-2d52-420d-893f-1231ab9db021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:41:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3662c5e7-79c2-470f-bd75-0f1668ae97f3'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:41:33.945765 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e665ffdd-445a-4bef-8d47-7809d7a66339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:33.946743 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e665ffdd-445a-4bef-8d47-7809d7a66339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:41:33.947347 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e665ffdd-445a-4bef-8d47-7809d7a66339 admin admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:34.004644 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665ffdd-445a-4bef-8d47-7809d7a66339 admin admin] Pushing event updated for resources: {'Network': ['ID=96baa96e-1da6-446d-8017-d11536fb2f0b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:34.014768 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 96baa96e-1da6-446d-8017-d11536fb2f0b details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:41:34.050991 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e665ffdd-445a-4bef-8d47-7809d7a66339 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5316613 Apr 21 13:41:34.053747 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60046) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:41:34.058527 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a984b86b-9916-453a-8574-9504358d610d admin admin] Request body: {'subnet': {'network_id': '96baa96e-1da6-446d-8017-d11536fb2f0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-605077054-subnet', 'tenant_id': 'd388352dcf244c0eba6ef060f65aa4f7', 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:41:34.093125 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-9e538c43-2d52-420d-893f-1231ab9db021 None None] Set router 3662c5e7-79c2-470f-bd75-0f1668ae97f3 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:41:34.151096 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a984b86b-9916-453a-8574-9504358d610d admin admin] Made reservation on behalf of d388352dcf244c0eba6ef060f65aa4f7 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:41:34.154031 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a984b86b-9916-453a-8574-9504358d610d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:34.297572 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9e538c43-2d52-420d-893f-1231ab9db021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'name': 'tempest-TestMinimumBasicScenario-1650523042-router', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd7391ce7-adfe-4250-a833-56f5c5f56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:41:29Z', 'updated_at': '2022-04-21T13:41:32Z', 'revision_number': 4, 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'gw_port': {'id': 'd7391ce7-adfe-4250-a833-56f5c5f56410', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:82:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:29Z', 'updated_at': '2022-04-21T13:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'bcc00779-edad-465d-97f8-3765536f77e4', 'name': '', 'network_id': '94a70814-d651-413f-a2ea-66149f5dd7f5', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8', 'mac_address': 'fa:16:3e:70:60:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'cab8679b-5df4-40e9-b79f-d294924cde5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:31Z', 'updated_at': '2022-04-21T13:41:32Z', 'revision_number': 2, 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'subnets': [{'id': 'cab8679b-5df4-40e9-b79f-d294924cde5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:41:34.323292 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e538c43-2d52-420d-893f-1231ab9db021 None None] Checking router: 3662c5e7-79c2-470f-bd75-0f1668ae97f3 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:41:34.323664 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e538c43-2d52-420d-893f-1231ab9db021 None None] Updating router 3662c5e7-79c2-470f-bd75-0f1668ae97f3 port bcc00779-edad-465d-97f8-3765536f77e4 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:41:34.347983 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e538c43-2d52-420d-893f-1231ab9db021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:34.379994 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a984b86b-9916-453a-8574-9504358d610d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:34.439889 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984b86b-9916-453a-8574-9504358d610d admin admin] Pushing event updated for resources: {'Subnet': ['ID=09eef286-8225-4aae-8919-af6ae61a072e,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:34.447304 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a984b86b-9916-453a-8574-9504358d610d admin admin] Checking segment: {'id': '1ec309ec-d229-41e8-88d3-6efde8a62b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '96baa96e-1da6-446d-8017-d11536fb2f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:41:34.447653 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a984b86b-9916-453a-8574-9504358d610d admin admin] Network hostable DHCP agents. Network: 96baa96e-1da6-446d-8017-d11536fb2f0b, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:41:34.537048 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a984b86b-9916-453a-8574-9504358d610d admin admin] Network 96baa96e-1da6-446d-8017-d11536fb2f0b is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:41:34.610013 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e538c43-2d52-420d-893f-1231ab9db021 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:34.616990 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a984b86b-9916-453a-8574-9504358d610d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 96baa96e-1da6-446d-8017-d11536fb2f0b) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:41:34.621285 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a984b86b-9916-453a-8574-9504358d610d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:41:34.622664 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a984b86b-9916-453a-8574-9504358d610d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:34.626533 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fc0e5d-5a68-45cb-a06f-a98fcf9d6ebf None None] Network 96baa96e-1da6-446d-8017-d11536fb2f0b requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:41:34.669497 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e538c43-2d52-420d-893f-1231ab9db021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:34.693949 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a984b86b-9916-453a-8574-9504358d610d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6391468 Apr 21 13:41:34.696810 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60048) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:41:34.701610 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e975318b-e73e-435e-83fe-e43cd31901db admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-605077054-router', 'tenant_id': 'd388352dcf244c0eba6ef060f65aa4f7', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:41:34.738708 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb0986-63b9-47dd-8dbd-26ef24d999ee None None] Pushing event updated for resources: {'Port': ['ID=bcc00779-edad-465d-97f8-3765536f77e4,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:34.814736 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e975318b-e73e-435e-83fe-e43cd31901db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:34.815812 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e975318b-e73e-435e-83fe-e43cd31901db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:34.832448 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9e538c43-2d52-420d-893f-1231ab9db021 None None] Attempting to bind port bcc00779-edad-465d-97f8-3765536f77e4 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:41:34.832820 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9e538c43-2d52-420d-893f-1231ab9db021 None None] Attempting to bind port bcc00779-edad-465d-97f8-3765536f77e4 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '0395545f-ea7d-479f-824f-a51d504c3400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '94a70814-d651-413f-a2ea-66149f5dd7f5'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:41:34.833186 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e538c43-2d52-420d-893f-1231ab9db021 None None] Attempting to bind port bcc00779-edad-465d-97f8-3765536f77e4 on network 94a70814-d651-413f-a2ea-66149f5dd7f5 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:41:34.844288 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e538c43-2d52-420d-893f-1231ab9db021 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:41:34.844288 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e538c43-2d52-420d-893f-1231ab9db021 None None] Checking segment: {'id': '0395545f-ea7d-479f-824f-a51d504c3400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '94a70814-d651-413f-a2ea-66149f5dd7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:41:34.844288 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e538c43-2d52-420d-893f-1231ab9db021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:34.844288 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e538c43-2d52-420d-893f-1231ab9db021 None None] Bound using segment: {'id': '0395545f-ea7d-479f-824f-a51d504c3400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '94a70814-d651-413f-a2ea-66149f5dd7f5'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:41:34.844787 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-9e538c43-2d52-420d-893f-1231ab9db021 None None] Bound port: bcc00779-edad-465d-97f8-3765536f77e4, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0395545f-ea7d-479f-824f-a51d504c3400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '94a70814-d651-413f-a2ea-66149f5dd7f5'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:41:34.845034 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e538c43-2d52-420d-893f-1231ab9db021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:34.872654 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e975318b-e73e-435e-83fe-e43cd31901db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:34.895959 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd8d901-9e44-44ec-9ed4-14296920a484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-96baa96e-1da6-446d-8017-d11536fb2f0b', 'network_id': '96baa96e-1da6-446d-8017-d11536fb2f0b', 'tenant_id': 'd388352dcf244c0eba6ef060f65aa4f7', 'fixed_ips': [{'subnet_id': '09eef286-8225-4aae-8919-af6ae61a072e'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:41:34.896819 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cdd8d901-9e44-44ec-9ed4-14296920a484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:35.007152 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9e538c43-2d52-420d-893f-1231ab9db021 None None] For port bcc00779-edad-465d-97f8-3765536f77e4, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:41:35.025698 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-31cded36-fd26-42d0-9062-01ec7004d413 None None] Provisioning complete for port bcc00779-edad-465d-97f8-3765536f77e4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:41:35.026071 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-31cded36-fd26-42d0-9062-01ec7004d413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:35.028627 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-9e538c43-2d52-420d-893f-1231ab9db021 None None] For port bcc00779-edad-465d-97f8-3765536f77e4, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=bcc00779-edad-465d-97f8-3765536f77e4,segment=NetworkSegment(0395545f-ea7d-479f-824f-a51d504c3400),segment_id=0395545f-ea7d-479f-824f-a51d504c3400)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:41:35.055297 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device d7391ce7-adfe-4250-a833-56f5c5f56410 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:41:35.074557 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e975318b-e73e-435e-83fe-e43cd31901db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:35.126944 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e538c43-2d52-420d-893f-1231ab9db021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:35.143905 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-31cded36-fd26-42d0-9062-01ec7004d413 None None] Port bcc00779-edad-465d-97f8-3765536f77e4 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:41:35.181162 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-cdd8d901-9e44-44ec-9ed4-14296920a484 None None] Allocated IP 172.20.0.2 (96baa96e-1da6-446d-8017-d11536fb2f0b/09eef286-8225-4aae-8919-af6ae61a072e/e0dd574a-c1c6-4482-9b63-decfc3072d81) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:41:35.225358 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e538c43-2d52-420d-893f-1231ab9db021 None None] Routers {'3662c5e7-79c2-470f-bd75-0f1668ae97f3'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:41:35.226276 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9e538c43-2d52-420d-893f-1231ab9db021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:41:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3662c5e7-79c2-470f-bd75-0f1668ae97f3'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:41:35.231703 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb0986-63b9-47dd-8dbd-26ef24d999ee None None] Pushing event updated for resources: {'Port': ['ID=bcc00779-edad-465d-97f8-3765536f77e4,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:35.337251 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e975318b-e73e-435e-83fe-e43cd31901db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:35.361988 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e975318b-e73e-435e-83fe-e43cd31901db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:35.439364 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port d7391ce7-adfe-4250-a833-56f5c5f56410 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:41:35.440011 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:35.466556 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-e975318b-e73e-435e-83fe-e43cd31901db admin admin] Allocated IP 172.25.8.70 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/68333305-ec21-4420-89d3-5deab91453d2) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:41:35.570338 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e975318b-e73e-435e-83fe-e43cd31901db admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:35.577971 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-7ac9a065-1cbd-4dfb-ac1f-8ee80c4a1eab None None] Provisioning complete for port bcc00779-edad-465d-97f8-3765536f77e4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:41:35.578340 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ac9a065-1cbd-4dfb-ac1f-8ee80c4a1eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:35.635521 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-9e538c43-2d52-420d-893f-1231ab9db021 None None] Set router 3662c5e7-79c2-470f-bd75-0f1668ae97f3 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:41:35.671825 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e975318b-e73e-435e-83fe-e43cd31901db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:35.706874 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e975318b-e73e-435e-83fe-e43cd31901db admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:41:35.711602 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-e975318b-e73e-435e-83fe-e43cd31901db admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:41:35.715590 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e975318b-e73e-435e-83fe-e43cd31901db admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:41:35.742406 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e975318b-e73e-435e-83fe-e43cd31901db admin admin] Pushing event updated for resources: {'Port': ['ID=68333305-ec21-4420-89d3-5deab91453d2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:35.809623 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cdd8d901-9e44-44ec-9ed4-14296920a484 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:35.892115 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ac9a065-1cbd-4dfb-ac1f-8ee80c4a1eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:35.943064 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cdd8d901-9e44-44ec-9ed4-14296920a484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:35.980475 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-7ac9a065-1cbd-4dfb-ac1f-8ee80c4a1eab None None] For port bcc00779-edad-465d-97f8-3765536f77e4, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=bcc00779-edad-465d-97f8-3765536f77e4,segment=NetworkSegment(0395545f-ea7d-479f-824f-a51d504c3400),segment_id=0395545f-ea7d-479f-824f-a51d504c3400)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:41:35.999328 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd8d901-9e44-44ec-9ed4-14296920a484 None None] Network 96baa96e-1da6-446d-8017-d11536fb2f0b is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:41:36.007925 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-cdd8d901-9e44-44ec-9ed4-14296920a484 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:41:36.012337 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd8d901-9e44-44ec-9ed4-14296920a484 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:41:36.014885 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8d901-9e44-44ec-9ed4-14296920a484 None None] Pushing event updated for resources: {'Port': ['ID=e0dd574a-c1c6-4482-9b63-decfc3072d81,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:36.064951 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7ac9a065-1cbd-4dfb-ac1f-8ee80c4a1eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:36.065866 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e975318b-e73e-435e-83fe-e43cd31901db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:36.082800 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-9e538c43-2d52-420d-893f-1231ab9db021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'name': 'tempest-TestMinimumBasicScenario-1650523042-router', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd7391ce7-adfe-4250-a833-56f5c5f56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:41:29Z', 'updated_at': '2022-04-21T13:41:32Z', 'revision_number': 4, 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'gw_port': {'id': 'd7391ce7-adfe-4250-a833-56f5c5f56410', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:82:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:29Z', 'updated_at': '2022-04-21T13:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'bcc00779-edad-465d-97f8-3765536f77e4', 'name': '', 'network_id': '94a70814-d651-413f-a2ea-66149f5dd7f5', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8', 'mac_address': 'fa:16:3e:70:60:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'cab8679b-5df4-40e9-b79f-d294924cde5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:31Z', 'updated_at': '2022-04-21T13:41:34Z', 'revision_number': 4, 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'subnets': [{'id': 'cab8679b-5df4-40e9-b79f-d294924cde5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:41:36.126107 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-cdd8d901-9e44-44ec-9ed4-14296920a484 None None] Attempting to bind port e0dd574a-c1c6-4482-9b63-decfc3072d81 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:41:36.126469 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-cdd8d901-9e44-44ec-9ed4-14296920a484 None None] Attempting to bind port e0dd574a-c1c6-4482-9b63-decfc3072d81 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '1ec309ec-d229-41e8-88d3-6efde8a62b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '96baa96e-1da6-446d-8017-d11536fb2f0b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:41:36.126830 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd8d901-9e44-44ec-9ed4-14296920a484 None None] Attempting to bind port e0dd574a-c1c6-4482-9b63-decfc3072d81 on network 96baa96e-1da6-446d-8017-d11536fb2f0b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:41:36.131652 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e538c43-2d52-420d-893f-1231ab9db021 None None] The sync data for ids ['3662c5e7-79c2-470f-bd75-0f1668ae97f3'] in n-d-836147-2 is: [{'id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'name': 'tempest-TestMinimumBasicScenario-1650523042-router', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd7391ce7-adfe-4250-a833-56f5c5f56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:41:29Z', 'updated_at': '2022-04-21T13:41:32Z', 'revision_number': 4, 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'gw_port': {'id': 'd7391ce7-adfe-4250-a833-56f5c5f56410', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:82:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:29Z', 'updated_at': '2022-04-21T13:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'bcc00779-edad-465d-97f8-3765536f77e4', 'name': '', 'network_id': '94a70814-d651-413f-a2ea-66149f5dd7f5', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8', 'mac_address': 'fa:16:3e:70:60:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'cab8679b-5df4-40e9-b79f-d294924cde5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:31Z', 'updated_at': '2022-04-21T13:41:34Z', 'revision_number': 4, 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'subnets': [{'id': 'cab8679b-5df4-40e9-b79f-d294924cde5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:41:36.141040 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd8d901-9e44-44ec-9ed4-14296920a484 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:41:36.141416 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd8d901-9e44-44ec-9ed4-14296920a484 None None] Checking segment: {'id': '1ec309ec-d229-41e8-88d3-6efde8a62b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '96baa96e-1da6-446d-8017-d11536fb2f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:41:36.141841 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cdd8d901-9e44-44ec-9ed4-14296920a484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:36.142289 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd8d901-9e44-44ec-9ed4-14296920a484 None None] Bound using segment: {'id': '1ec309ec-d229-41e8-88d3-6efde8a62b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '96baa96e-1da6-446d-8017-d11536fb2f0b'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:41:36.142711 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-cdd8d901-9e44-44ec-9ed4-14296920a484 None None] Bound port: e0dd574a-c1c6-4482-9b63-decfc3072d81, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec309ec-d229-41e8-88d3-6efde8a62b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '96baa96e-1da6-446d-8017-d11536fb2f0b'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:41:36.143093 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cdd8d901-9e44-44ec-9ed4-14296920a484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:36.170777 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9a065-1cbd-4dfb-ac1f-8ee80c4a1eab None None] Pushing event updated for resources: {'Port': ['ID=bcc00779-edad-465d-97f8-3765536f77e4,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:36.237385 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-cdd8d901-9e44-44ec-9ed4-14296920a484 None None] For port e0dd574a-c1c6-4482-9b63-decfc3072d81, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:41:36.240952 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-cdd8d901-9e44-44ec-9ed4-14296920a484 None None] For port e0dd574a-c1c6-4482-9b63-decfc3072d81, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e0dd574a-c1c6-4482-9b63-decfc3072d81,segment=NetworkSegment(1ec309ec-d229-41e8-88d3-6efde8a62b4d),segment_id=1ec309ec-d229-41e8-88d3-6efde8a62b4d)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:41:36.332020 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-cdd8d901-9e44-44ec-9ed4-14296920a484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:36.410598 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8d901-9e44-44ec-9ed4-14296920a484 None None] Pushing event updated for resources: {'Port': ['ID=e0dd574a-c1c6-4482-9b63-decfc3072d81,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:36.591301 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e975318b-e73e-435e-83fe-e43cd31901db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:36.788505 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e975318b-e73e-435e-83fe-e43cd31901db admin admin] Router bb22c57a-58ba-4725-9fb2-a610da57be83 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:41:36.901050 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e975318b-e73e-435e-83fe-e43cd31901db admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:41:36.910754 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f4412a-2e21-45f0-ac45-feaa74665fd1 None None] Sync routers for ids ['bb22c57a-58ba-4725-9fb2-a610da57be83'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:41:36.921503 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f4412a-2e21-45f0-ac45-feaa74665fd1 None None] Routers {'bb22c57a-58ba-4725-9fb2-a610da57be83'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:41:36.925596 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e1f4412a-2e21-45f0-ac45-feaa74665fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:41:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['bb22c57a-58ba-4725-9fb2-a610da57be83'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:41:36.996675 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e975318b-e73e-435e-83fe-e43cd31901db admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:37.000008 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e975318b-e73e-435e-83fe-e43cd31901db admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3022099 Apr 21 13:41:37.002705 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60050) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:41:37.045537 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-e1f4412a-2e21-45f0-ac45-feaa74665fd1 None None] Set router bb22c57a-58ba-4725-9fb2-a610da57be83 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:41:37.179879 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e0dd574a-c1c6-4482-9b63-decfc3072d81 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:41:37.253341 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port e0dd574a-c1c6-4482-9b63-decfc3072d81 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:41:37.254148 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:37.266210 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e1f4412a-2e21-45f0-ac45-feaa74665fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb22c57a-58ba-4725-9fb2-a610da57be83', 'name': 'tempest-TestMinimumBasicScenario-605077054-router', 'tenant_id': 'd388352dcf244c0eba6ef060f65aa4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '68333305-ec21-4420-89d3-5deab91453d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:41:34Z', 'updated_at': '2022-04-21T13:41:35Z', 'revision_number': 3, 'project_id': 'd388352dcf244c0eba6ef060f65aa4f7', 'gw_port': {'id': '68333305-ec21-4420-89d3-5deab91453d2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb22c57a-58ba-4725-9fb2-a610da57be83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:35Z', 'updated_at': '2022-04-21T13:41:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:41:37.300394 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f4412a-2e21-45f0-ac45-feaa74665fd1 None None] Checking router: bb22c57a-58ba-4725-9fb2-a610da57be83 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:41:37.300394 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f4412a-2e21-45f0-ac45-feaa74665fd1 None None] Updating router bb22c57a-58ba-4725-9fb2-a610da57be83 port 68333305-ec21-4420-89d3-5deab91453d2 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:41:37.338272 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1f4412a-2e21-45f0-ac45-feaa74665fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:37.356576 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:37.418656 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port e0dd574a-c1c6-4482-9b63-decfc3072d81, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e0dd574a-c1c6-4482-9b63-decfc3072d81,segment=NetworkSegment(1ec309ec-d229-41e8-88d3-6efde8a62b4d),segment_id=1ec309ec-d229-41e8-88d3-6efde8a62b4d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:41:37.503909 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:37.504822 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device bcc00779-edad-465d-97f8-3765536f77e4 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:41:37.560740 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59a01cb-2994-469a-8eea-570e5daa56e2 None None] Network 96baa96e-1da6-446d-8017-d11536fb2f0b requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:41:37.612608 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-277ed1c3-daf4-4b41-b9e4-f67928411420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:37.644738 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1f4412a-2e21-45f0-ac45-feaa74665fd1 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:37.645766 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=e0dd574a-c1c6-4482-9b63-decfc3072d81,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:37.672443 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-39c83507-d79a-47a8-9c7c-332db2b195b0 None None] Provisioning complete for port e0dd574a-c1c6-4482-9b63-decfc3072d81 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:41:37.672443 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-39c83507-d79a-47a8-9c7c-332db2b195b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:37.714302 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1f4412a-2e21-45f0-ac45-feaa74665fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:37.724851 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port bcc00779-edad-465d-97f8-3765536f77e4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:41:37.725223 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:37.767218 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e1f4412a-2e21-45f0-ac45-feaa74665fd1 None None] Attempting to bind port 68333305-ec21-4420-89d3-5deab91453d2 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:41:37.767927 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e1f4412a-2e21-45f0-ac45-feaa74665fd1 None None] Attempting to bind port 68333305-ec21-4420-89d3-5deab91453d2 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:41:37.767927 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f4412a-2e21-45f0-ac45-feaa74665fd1 None None] Attempting to bind port 68333305-ec21-4420-89d3-5deab91453d2 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:41:37.778482 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f4412a-2e21-45f0-ac45-feaa74665fd1 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:41:37.779757 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f4412a-2e21-45f0-ac45-feaa74665fd1 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:41:37.780423 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1f4412a-2e21-45f0-ac45-feaa74665fd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:37.780547 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f4412a-2e21-45f0-ac45-feaa74665fd1 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:41:37.780986 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-e1f4412a-2e21-45f0-ac45-feaa74665fd1 None None] Bound port: 68333305-ec21-4420-89d3-5deab91453d2, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:41:37.781337 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1f4412a-2e21-45f0-ac45-feaa74665fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:37.781643 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-277ed1c3-daf4-4b41-b9e4-f67928411420 admin admin] Allocated IP 172.20.0.1 (96baa96e-1da6-446d-8017-d11536fb2f0b/09eef286-8225-4aae-8919-af6ae61a072e/ca063afe-c844-47f5-9600-2a2f29faaa46) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:41:37.783477 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45f5fb-8d4e-4cc4-99fc-752903efaefe None None] Pushing event updated for resources: {'Port': ['ID=68333305-ec21-4420-89d3-5deab91453d2,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:37.843049 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e1f4412a-2e21-45f0-ac45-feaa74665fd1 None None] For port 68333305-ec21-4420-89d3-5deab91453d2, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:41:37.846109 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-e1f4412a-2e21-45f0-ac45-feaa74665fd1 None None] For port 68333305-ec21-4420-89d3-5deab91453d2, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=68333305-ec21-4420-89d3-5deab91453d2,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:41:37.889119 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-277ed1c3-daf4-4b41-b9e4-f67928411420 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:37.917812 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-e1f4412a-2e21-45f0-ac45-feaa74665fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:37.975438 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f4412a-2e21-45f0-ac45-feaa74665fd1 None None] Routers {'bb22c57a-58ba-4725-9fb2-a610da57be83'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:41:37.976054 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e1f4412a-2e21-45f0-ac45-feaa74665fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:41:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['bb22c57a-58ba-4725-9fb2-a610da57be83'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:41:37.986206 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-277ed1c3-daf4-4b41-b9e4-f67928411420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:38.018881 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45f5fb-8d4e-4cc4-99fc-752903efaefe None None] Pushing event updated for resources: {'Port': ['ID=68333305-ec21-4420-89d3-5deab91453d2,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:38.033886 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277ed1c3-daf4-4b41-b9e4-f67928411420 admin admin] Network 96baa96e-1da6-446d-8017-d11536fb2f0b is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:41:38.039564 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-277ed1c3-daf4-4b41-b9e4-f67928411420 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:41:38.043951 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277ed1c3-daf4-4b41-b9e4-f67928411420 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:41:38.047294 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ed1c3-daf4-4b41-b9e4-f67928411420 admin admin] Pushing event updated for resources: {'Port': ['ID=ca063afe-c844-47f5-9600-2a2f29faaa46,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:38.086878 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-277ed1c3-daf4-4b41-b9e4-f67928411420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:38.090775 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-e1f4412a-2e21-45f0-ac45-feaa74665fd1 None None] Set router bb22c57a-58ba-4725-9fb2-a610da57be83 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:41:38.200270 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-be8ac462-774e-4ba3-aa92-e8cc010d8a34 None None] Provisioning complete for port e0dd574a-c1c6-4482-9b63-decfc3072d81 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:41:38.200851 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be8ac462-774e-4ba3-aa92-e8cc010d8a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:38.319416 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-277ed1c3-daf4-4b41-b9e4-f67928411420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:38.367120 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-e1f4412a-2e21-45f0-ac45-feaa74665fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb22c57a-58ba-4725-9fb2-a610da57be83', 'name': 'tempest-TestMinimumBasicScenario-605077054-router', 'tenant_id': 'd388352dcf244c0eba6ef060f65aa4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '68333305-ec21-4420-89d3-5deab91453d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:41:34Z', 'updated_at': '2022-04-21T13:41:35Z', 'revision_number': 3, 'project_id': 'd388352dcf244c0eba6ef060f65aa4f7', 'gw_port': {'id': '68333305-ec21-4420-89d3-5deab91453d2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb22c57a-58ba-4725-9fb2-a610da57be83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:35Z', 'updated_at': '2022-04-21T13:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:41:38.393440 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f4412a-2e21-45f0-ac45-feaa74665fd1 None None] The sync data for ids ['bb22c57a-58ba-4725-9fb2-a610da57be83'] in n-d-836147-2 is: [{'id': 'bb22c57a-58ba-4725-9fb2-a610da57be83', 'name': 'tempest-TestMinimumBasicScenario-605077054-router', 'tenant_id': 'd388352dcf244c0eba6ef060f65aa4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '68333305-ec21-4420-89d3-5deab91453d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:41:34Z', 'updated_at': '2022-04-21T13:41:35Z', 'revision_number': 3, 'project_id': 'd388352dcf244c0eba6ef060f65aa4f7', 'gw_port': {'id': '68333305-ec21-4420-89d3-5deab91453d2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb22c57a-58ba-4725-9fb2-a610da57be83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:35Z', 'updated_at': '2022-04-21T13:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:41:38.421985 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-05d7118a-9769-4035-9a47-b8a2c22e1577 None None] Provisioning complete for port ca063afe-c844-47f5-9600-2a2f29faaa46 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:41:38.422358 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-05d7118a-9769-4035-9a47-b8a2c22e1577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:38.458743 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-05d7118a-9769-4035-9a47-b8a2c22e1577 None None] Port ca063afe-c844-47f5-9600-2a2f29faaa46 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:41:38.489642 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-277ed1c3-daf4-4b41-b9e4-f67928411420 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:38.557240 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-277ed1c3-daf4-4b41-b9e4-f67928411420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:38.638120 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ed1c3-daf4-4b41-b9e4-f67928411420 admin admin] Pushing event updated for resources: {'Port': ['ID=ca063afe-c844-47f5-9600-2a2f29faaa46,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:38.640487 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-277ed1c3-daf4-4b41-b9e4-f67928411420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:38.745613 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277ed1c3-daf4-4b41-b9e4-f67928411420 admin admin] Network 96baa96e-1da6-446d-8017-d11536fb2f0b is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:41:38.747023 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-277ed1c3-daf4-4b41-b9e4-f67928411420 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:41:38.870016 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277ed1c3-daf4-4b41-b9e4-f67928411420 admin admin] Router bb22c57a-58ba-4725-9fb2-a610da57be83 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:41:38.983100 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c4269b74-14c3-4d53-b098-7aaa0cd8d401 None None] Provisioning complete for port ca063afe-c844-47f5-9600-2a2f29faaa46 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:41:38.983355 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4269b74-14c3-4d53-b098-7aaa0cd8d401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:38.987535 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277ed1c3-daf4-4b41-b9e4-f67928411420 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:41:39.005177 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-277ed1c3-daf4-4b41-b9e4-f67928411420 admin admin] 10.222.0.36 "PUT /v2.0/routers/bb22c57a-58ba-4725-9fb2-a610da57be83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0003424 Apr 21 13:41:39.032996 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c4269b74-14c3-4d53-b098-7aaa0cd8d401 None None] Port ca063afe-c844-47f5-9600-2a2f29faaa46 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:41:39.145828 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e0dd574a-c1c6-4482-9b63-decfc3072d81 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:41:39.194439 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port e0dd574a-c1c6-4482-9b63-decfc3072d81 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:41:39.194878 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:39.282414 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 68333305-ec21-4420-89d3-5deab91453d2 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:41:39.328101 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 68333305-ec21-4420-89d3-5deab91453d2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:41:39.328468 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:39.409923 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:39.429466 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 68333305-ec21-4420-89d3-5deab91453d2, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=68333305-ec21-4420-89d3-5deab91453d2,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:41:39.494414 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:39.545817 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=68333305-ec21-4420-89d3-5deab91453d2,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:39.963482 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e790e9bd-740f-4eb5-b788-6dffa2ecb692 None None] Sync routers for ids ['bb22c57a-58ba-4725-9fb2-a610da57be83'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:41:39.973311 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e790e9bd-740f-4eb5-b788-6dffa2ecb692 None None] Routers {'bb22c57a-58ba-4725-9fb2-a610da57be83'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:41:39.973964 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e790e9bd-740f-4eb5-b788-6dffa2ecb692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:41:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['bb22c57a-58ba-4725-9fb2-a610da57be83'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:41:40.086472 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-e790e9bd-740f-4eb5-b788-6dffa2ecb692 None None] Set router bb22c57a-58ba-4725-9fb2-a610da57be83 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:41:40.306598 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e790e9bd-740f-4eb5-b788-6dffa2ecb692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb22c57a-58ba-4725-9fb2-a610da57be83', 'name': 'tempest-TestMinimumBasicScenario-605077054-router', 'tenant_id': 'd388352dcf244c0eba6ef060f65aa4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '68333305-ec21-4420-89d3-5deab91453d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:41:34Z', 'updated_at': '2022-04-21T13:41:38Z', 'revision_number': 4, 'project_id': 'd388352dcf244c0eba6ef060f65aa4f7', 'gw_port': {'id': '68333305-ec21-4420-89d3-5deab91453d2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb22c57a-58ba-4725-9fb2-a610da57be83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:35Z', 'updated_at': '2022-04-21T13:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'ca063afe-c844-47f5-9600-2a2f29faaa46', 'name': '', 'network_id': '96baa96e-1da6-446d-8017-d11536fb2f0b', 'tenant_id': 'd388352dcf244c0eba6ef060f65aa4f7', 'mac_address': 'fa:16:3e:3b:06:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb22c57a-58ba-4725-9fb2-a610da57be83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '09eef286-8225-4aae-8919-af6ae61a072e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:37Z', 'updated_at': '2022-04-21T13:41:38Z', 'revision_number': 2, 'project_id': 'd388352dcf244c0eba6ef060f65aa4f7', 'subnets': [{'id': '09eef286-8225-4aae-8919-af6ae61a072e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:41:40.336395 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e790e9bd-740f-4eb5-b788-6dffa2ecb692 None None] Checking router: bb22c57a-58ba-4725-9fb2-a610da57be83 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:41:40.336749 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e790e9bd-740f-4eb5-b788-6dffa2ecb692 None None] Updating router bb22c57a-58ba-4725-9fb2-a610da57be83 port ca063afe-c844-47f5-9600-2a2f29faaa46 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:41:40.368523 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e790e9bd-740f-4eb5-b788-6dffa2ecb692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:40.830377 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e790e9bd-740f-4eb5-b788-6dffa2ecb692 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:40.894154 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e790e9bd-740f-4eb5-b788-6dffa2ecb692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:40.947383 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d14e94-9600-43b8-a885-43896e36ed25 None None] Pushing event updated for resources: {'Port': ['ID=ca063afe-c844-47f5-9600-2a2f29faaa46,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:41.002205 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e790e9bd-740f-4eb5-b788-6dffa2ecb692 None None] Attempting to bind port ca063afe-c844-47f5-9600-2a2f29faaa46 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:41:41.002578 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e790e9bd-740f-4eb5-b788-6dffa2ecb692 None None] Attempting to bind port ca063afe-c844-47f5-9600-2a2f29faaa46 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '1ec309ec-d229-41e8-88d3-6efde8a62b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '96baa96e-1da6-446d-8017-d11536fb2f0b'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:41:41.002942 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e790e9bd-740f-4eb5-b788-6dffa2ecb692 None None] Attempting to bind port ca063afe-c844-47f5-9600-2a2f29faaa46 on network 96baa96e-1da6-446d-8017-d11536fb2f0b {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:41:41.008650 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e790e9bd-740f-4eb5-b788-6dffa2ecb692 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 41, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:41:41.009031 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e790e9bd-740f-4eb5-b788-6dffa2ecb692 None None] Checking segment: {'id': '1ec309ec-d229-41e8-88d3-6efde8a62b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '96baa96e-1da6-446d-8017-d11536fb2f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:41:41.009433 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e790e9bd-740f-4eb5-b788-6dffa2ecb692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:41.010085 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e790e9bd-740f-4eb5-b788-6dffa2ecb692 None None] Bound using segment: {'id': '1ec309ec-d229-41e8-88d3-6efde8a62b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '96baa96e-1da6-446d-8017-d11536fb2f0b'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:41:41.010566 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e790e9bd-740f-4eb5-b788-6dffa2ecb692 None None] Bound port: ca063afe-c844-47f5-9600-2a2f29faaa46, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ec309ec-d229-41e8-88d3-6efde8a62b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '96baa96e-1da6-446d-8017-d11536fb2f0b'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:41:41.010940 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e790e9bd-740f-4eb5-b788-6dffa2ecb692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:41.059940 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 68333305-ec21-4420-89d3-5deab91453d2 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:41:41.128656 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e790e9bd-740f-4eb5-b788-6dffa2ecb692 None None] For port ca063afe-c844-47f5-9600-2a2f29faaa46, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:41:41.132769 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e790e9bd-740f-4eb5-b788-6dffa2ecb692 None None] For port ca063afe-c844-47f5-9600-2a2f29faaa46, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ca063afe-c844-47f5-9600-2a2f29faaa46,segment=NetworkSegment(1ec309ec-d229-41e8-88d3-6efde8a62b4d),segment_id=1ec309ec-d229-41e8-88d3-6efde8a62b4d)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:41:41.145880 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 68333305-ec21-4420-89d3-5deab91453d2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:41:41.146399 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:41.204349 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e790e9bd-740f-4eb5-b788-6dffa2ecb692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:41.315784 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d14e94-9600-43b8-a885-43896e36ed25 None None] Pushing event updated for resources: {'Port': ['ID=ca063afe-c844-47f5-9600-2a2f29faaa46,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:41.319756 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e790e9bd-740f-4eb5-b788-6dffa2ecb692 None None] Routers {'bb22c57a-58ba-4725-9fb2-a610da57be83'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:41:41.320377 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e790e9bd-740f-4eb5-b788-6dffa2ecb692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:41:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['bb22c57a-58ba-4725-9fb2-a610da57be83'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:41:41.324222 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5c935738-42e4-497a-bfc2-0650be08989d None None] Provisioning complete for port ca063afe-c844-47f5-9600-2a2f29faaa46 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:41:41.324589 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c935738-42e4-497a-bfc2-0650be08989d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:41.493118 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-e790e9bd-740f-4eb5-b788-6dffa2ecb692 None None] Set router bb22c57a-58ba-4725-9fb2-a610da57be83 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:41:41.541023 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c935738-42e4-497a-bfc2-0650be08989d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:41.666033 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-5c935738-42e4-497a-bfc2-0650be08989d None None] For port ca063afe-c844-47f5-9600-2a2f29faaa46, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ca063afe-c844-47f5-9600-2a2f29faaa46,segment=NetworkSegment(1ec309ec-d229-41e8-88d3-6efde8a62b4d),segment_id=1ec309ec-d229-41e8-88d3-6efde8a62b4d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:41:41.733861 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c935738-42e4-497a-bfc2-0650be08989d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:41.797030 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c935738-42e4-497a-bfc2-0650be08989d None None] Pushing event updated for resources: {'Port': ['ID=ca063afe-c844-47f5-9600-2a2f29faaa46,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:41.799738 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e790e9bd-740f-4eb5-b788-6dffa2ecb692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb22c57a-58ba-4725-9fb2-a610da57be83', 'name': 'tempest-TestMinimumBasicScenario-605077054-router', 'tenant_id': 'd388352dcf244c0eba6ef060f65aa4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '68333305-ec21-4420-89d3-5deab91453d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:41:34Z', 'updated_at': '2022-04-21T13:41:38Z', 'revision_number': 4, 'project_id': 'd388352dcf244c0eba6ef060f65aa4f7', 'gw_port': {'id': '68333305-ec21-4420-89d3-5deab91453d2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb22c57a-58ba-4725-9fb2-a610da57be83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:35Z', 'updated_at': '2022-04-21T13:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'ca063afe-c844-47f5-9600-2a2f29faaa46', 'name': '', 'network_id': '96baa96e-1da6-446d-8017-d11536fb2f0b', 'tenant_id': 'd388352dcf244c0eba6ef060f65aa4f7', 'mac_address': 'fa:16:3e:3b:06:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb22c57a-58ba-4725-9fb2-a610da57be83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '09eef286-8225-4aae-8919-af6ae61a072e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:37Z', 'updated_at': '2022-04-21T13:41:41Z', 'revision_number': 4, 'project_id': 'd388352dcf244c0eba6ef060f65aa4f7', 'subnets': [{'id': '09eef286-8225-4aae-8919-af6ae61a072e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:41:41.828366 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e790e9bd-740f-4eb5-b788-6dffa2ecb692 None None] The sync data for ids ['bb22c57a-58ba-4725-9fb2-a610da57be83'] in n-d-836147-2 is: [{'id': 'bb22c57a-58ba-4725-9fb2-a610da57be83', 'name': 'tempest-TestMinimumBasicScenario-605077054-router', 'tenant_id': 'd388352dcf244c0eba6ef060f65aa4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '68333305-ec21-4420-89d3-5deab91453d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:41:34Z', 'updated_at': '2022-04-21T13:41:38Z', 'revision_number': 4, 'project_id': 'd388352dcf244c0eba6ef060f65aa4f7', 'gw_port': {'id': '68333305-ec21-4420-89d3-5deab91453d2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb22c57a-58ba-4725-9fb2-a610da57be83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:35Z', 'updated_at': '2022-04-21T13:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'ca063afe-c844-47f5-9600-2a2f29faaa46', 'name': '', 'network_id': '96baa96e-1da6-446d-8017-d11536fb2f0b', 'tenant_id': 'd388352dcf244c0eba6ef060f65aa4f7', 'mac_address': 'fa:16:3e:3b:06:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb22c57a-58ba-4725-9fb2-a610da57be83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '09eef286-8225-4aae-8919-af6ae61a072e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:37Z', 'updated_at': '2022-04-21T13:41:41Z', 'revision_number': 4, 'project_id': 'd388352dcf244c0eba6ef060f65aa4f7', 'subnets': [{'id': '09eef286-8225-4aae-8919-af6ae61a072e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:41:41.861549 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6ae2a019-285a-4b1c-8832-a6df7214dd22 None None] Provisioning complete for port ca063afe-c844-47f5-9600-2a2f29faaa46 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:41:41.862046 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6ae2a019-285a-4b1c-8832-a6df7214dd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:41.949174 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:41:43.075477 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ca063afe-c844-47f5-9600-2a2f29faaa46 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:41:43.124276 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port ca063afe-c844-47f5-9600-2a2f29faaa46 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:41:43.124650 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:43.541271 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b174eae5-75cf-48db-856b-f698a243b281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:45.982706 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1de64975-6dc6-4c20-964e-418499800810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:47.148943 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:48.585428 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:48.933940 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:48.945250 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:50.398469 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-e29d70ee-0137-461b-b172-ed6045bd5f37 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:41:50.399963 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-e29d70ee-0137-461b-b172-ed6045bd5f37 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/networks?id=94a70814-d651-413f-a2ea-66149f5dd7f5 HTTP/1.1" status: 200 len: 815 time: 0.0985444 Apr 21 13:41:50.414624 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-a5eda184-8638-4924-b9d8-fccb09f72c6e tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/quotas/cf9f6e2ed92042819f61add023b3cda8 HTTP/1.1" status: 200 len: 375 time: 0.0090108 Apr 21 13:41:50.464775 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-c270c608-905a-4abb-a924-8c9c9451c7c8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=cf9f6e2ed92042819f61add023b3cda8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444174 Apr 21 13:41:50.479761 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-322da237-6522-4e38-ab3b-80652189d1fe service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 13:41:50.481221 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-322da237-6522-4e38-ab3b-80652189d1fe service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054474 Apr 21 13:41:50.570485 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-99b135c2-1598-4893-833a-c789b34f1297 service neutron] 10.222.0.36 "GET /v2.0/networks/94a70814-d651-413f-a2ea-66149f5dd7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836005 Apr 21 13:41:50.657214 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-013f73fd-5323-4767-aa4f-fe63c6e1046f service neutron] 10.222.0.36 "GET /v2.0/networks/94a70814-d651-413f-a2ea-66149f5dd7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804861 Apr 21 13:41:50.894750 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-563e038e-3824-4d7e-b1f0-681fc430e4b8 req-a876cb3b-0987-4e1a-b0fa-9d92d6df5606 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 210 time: 0.0325766 Apr 21 13:41:50.979481 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:51.994332 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9cf118cb-1704-470a-bf66-ccc6b5b29dfb req-8f2efdc7-294a-4cc1-a96b-64470638a133 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 210 time: 0.0275426 Apr 21 13:41:53.088586 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac1f0873-e0a8-44d4-a2d5-b54aef9b738b req-65f7b936-9702-4862-9eb0-97f1f4ddae05 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 210 time: 0.0262606 Apr 21 13:41:53.263838 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-85d509ed-f445-4c9a-971d-2689ab1140f7 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:41:53.265183 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-85d509ed-f445-4c9a-971d-2689ab1140f7 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.26 "GET /v2.0/networks?id=94a70814-d651-413f-a2ea-66149f5dd7f5 HTTP/1.1" status: 200 len: 815 time: 0.1009014 Apr 21 13:41:53.277020 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-0adf9e0b-cbdd-4d95-aae9-b47857b41694 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Request body: {'port': {'device_id': '47e5d037-ce71-46ad-a7a9-8a3742cfb75c', 'network_id': '94a70814-d651-413f-a2ea-66149f5dd7f5', 'admin_state_up': True, 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:41:53.430910 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-0adf9e0b-cbdd-4d95-aae9-b47857b41694 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Made reservation on behalf of cf9f6e2ed92042819f61add023b3cda8 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:41:53.435209 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-0adf9e0b-cbdd-4d95-aae9-b47857b41694 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:53.565949 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-0adf9e0b-cbdd-4d95-aae9-b47857b41694 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Allocated IP 172.20.0.3 (94a70814-d651-413f-a2ea-66149f5dd7f5/cab8679b-5df4-40e9-b79f-d294924cde5c/c631339e-ca28-4853-84f2-6e8da1ba01c4) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:41:53.715751 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-0adf9e0b-cbdd-4d95-aae9-b47857b41694 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:53.803155 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-0adf9e0b-cbdd-4d95-aae9-b47857b41694 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:53.858919 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adf9e0b-cbdd-4d95-aae9-b47857b41694 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Pushing event updated for resources: {'Port': ['ID=c631339e-ca28-4853-84f2-6e8da1ba01c4,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:41:53.874806 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-0adf9e0b-cbdd-4d95-aae9-b47857b41694 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Network 94a70814-d651-413f-a2ea-66149f5dd7f5 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:41:53.877516 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-0adf9e0b-cbdd-4d95-aae9-b47857b41694 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:41:53.881193 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-0adf9e0b-cbdd-4d95-aae9-b47857b41694 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:41:53.958405 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-0adf9e0b-cbdd-4d95-aae9-b47857b41694 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:41:53.959076 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-0adf9e0b-cbdd-4d95-aae9-b47857b41694 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:54.105593 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-0adf9e0b-cbdd-4d95-aae9-b47857b41694 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8321257 Apr 21 13:41:54.227415 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5bb29b1d-6e77-45b7-bd5b-e6cd3c8f0a7c None None] Provisioning complete for port c631339e-ca28-4853-84f2-6e8da1ba01c4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:41:54.228048 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5bb29b1d-6e77-45b7-bd5b-e6cd3c8f0a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:41:54.269886 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-5bb29b1d-6e77-45b7-bd5b-e6cd3c8f0a7c None None] Port c631339e-ca28-4853-84f2-6e8da1ba01c4 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:41:54.293868 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372ee59-cd31-44e6-a908-abcccacfa522 req-ca537197-d3cc-44b3-99c9-9be99ce5253c tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:41:54.295637 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4372ee59-cd31-44e6-a908-abcccacfa522 req-ca537197-d3cc-44b3-99c9-9be99ce5253c tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 931 time: 0.1021500 Apr 21 13:41:54.346791 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4372ee59-cd31-44e6-a908-abcccacfa522 req-76d1fe54-6a20-4c3d-b1dd-d663305ecae5 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432930 Apr 21 13:41:55.490839 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77bc77-2071-4f17-b80a-27c5cdccc520 req-de205347-720b-4f79-a268-3eb1735877c5 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:41:55.492698 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8f77bc77-2071-4f17-b80a-27c5cdccc520 req-de205347-720b-4f79-a268-3eb1735877c5 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 931 time: 0.0573483 Apr 21 13:41:55.535623 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8f77bc77-2071-4f17-b80a-27c5cdccc520 req-92a819bc-1e3e-43b2-9b6f-2e81cd6f2ecd tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362911 Apr 21 13:41:56.654612 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29850b-9dbd-4242-8777-4e7caa21fc4a req-104fe2bc-f909-4794-8418-00fc5546a992 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:41:56.655993 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d29850b-9dbd-4242-8777-4e7caa21fc4a req-104fe2bc-f909-4794-8418-00fc5546a992 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 931 time: 0.0507305 Apr 21 13:41:56.702132 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d29850b-9dbd-4242-8777-4e7caa21fc4a req-58927c47-636b-4e78-8125-f51dd77a478b tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400739 Apr 21 13:41:57.818783 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904cd07-2ac0-4414-863b-f7546621d3d6 req-144cd226-bfde-4620-9cb3-461f347dc9c0 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:41:57.820250 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1904cd07-2ac0-4414-863b-f7546621d3d6 req-144cd226-bfde-4620-9cb3-461f347dc9c0 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 931 time: 0.0500443 Apr 21 13:41:57.861895 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1904cd07-2ac0-4414-863b-f7546621d3d6 req-f4d847ec-7a62-4762-bb03-f87a9972f125 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355494 Apr 21 13:41:58.998407 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b26f8-924b-47de-9647-26eb674ef6a1 req-3316835b-b694-4e86-8b8c-0867ec2dd5dc tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:41:59.006422 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd3b26f8-924b-47de-9647-26eb674ef6a1 req-3316835b-b694-4e86-8b8c-0867ec2dd5dc tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 931 time: 0.0593545 Apr 21 13:41:59.048422 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd3b26f8-924b-47de-9647-26eb674ef6a1 req-e8a6e656-2c3e-481b-85d3-a95149b9d02d tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409081 Apr 21 13:42:00.174724 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa92fe0-1901-4f59-b7f4-e4fd608cd815 req-80dc98db-5b74-45c7-a3ae-0da34fcbbf08 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:00.176328 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-faa92fe0-1901-4f59-b7f4-e4fd608cd815 req-80dc98db-5b74-45c7-a3ae-0da34fcbbf08 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 931 time: 0.0548790 Apr 21 13:42:00.219130 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-faa92fe0-1901-4f59-b7f4-e4fd608cd815 req-49b75e54-a149-4ca1-a8d0-f978e0d4a5de tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353508 Apr 21 13:42:01.369111 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32859341-e6e6-4578-9bf5-5c8ac41c53cc req-ad196f52-5fbc-49e0-8c10-8f808e53b9fd tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:01.370672 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32859341-e6e6-4578-9bf5-5c8ac41c53cc req-ad196f52-5fbc-49e0-8c10-8f808e53b9fd tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 931 time: 0.0694168 Apr 21 13:42:01.430200 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32859341-e6e6-4578-9bf5-5c8ac41c53cc req-b1bfa1f5-30b4-43d0-b7f0-7bbea920391a tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525281 Apr 21 13:42:01.930571 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-6fb983c5-1317-47e8-b995-9d0050bd9529 service neutron] Request body: {'port': {'device_id': '47e5d037-ce71-46ad-a7a9-8a3742cfb75c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:42:01.988024 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-6fb983c5-1317-47e8-b995-9d0050bd9529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:02.243017 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-6fb983c5-1317-47e8-b995-9d0050bd9529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c631339e-ca28-4853-84f2-6e8da1ba01c4 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:42:02.250816 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-6fb983c5-1317-47e8-b995-9d0050bd9529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:02.262272 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-6fb983c5-1317-47e8-b995-9d0050bd9529 service neutron] Transition to ACTIVE for port object c631339e-ca28-4853-84f2-6e8da1ba01c4 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:42:02.333725 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-6fb983c5-1317-47e8-b995-9d0050bd9529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:02.384716 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb983c5-1317-47e8-b995-9d0050bd9529 service neutron] Pushing event updated for resources: {'Port': ['ID=c631339e-ca28-4853-84f2-6e8da1ba01c4,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:42:02.462568 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-6fb983c5-1317-47e8-b995-9d0050bd9529 service neutron] Attempting to bind port c631339e-ca28-4853-84f2-6e8da1ba01c4 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:42:02.462911 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-6fb983c5-1317-47e8-b995-9d0050bd9529 service neutron] Attempting to bind port c631339e-ca28-4853-84f2-6e8da1ba01c4 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '0395545f-ea7d-479f-824f-a51d504c3400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '94a70814-d651-413f-a2ea-66149f5dd7f5'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:42:02.463238 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-6fb983c5-1317-47e8-b995-9d0050bd9529 service neutron] Attempting to bind port c631339e-ca28-4853-84f2-6e8da1ba01c4 on network 94a70814-d651-413f-a2ea-66149f5dd7f5 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:42:02.468635 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-6fb983c5-1317-47e8-b995-9d0050bd9529 service neutron] Port c631339e-ca28-4853-84f2-6e8da1ba01c4 on network 94a70814-d651-413f-a2ea-66149f5dd7f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:42:02.468954 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-6fb983c5-1317-47e8-b995-9d0050bd9529 service neutron] Attempting to bind port c631339e-ca28-4853-84f2-6e8da1ba01c4 on network 94a70814-d651-413f-a2ea-66149f5dd7f5 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:42:02.473960 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-6fb983c5-1317-47e8-b995-9d0050bd9529 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:42:02.474298 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-6fb983c5-1317-47e8-b995-9d0050bd9529 service neutron] Checking segment: {'id': '0395545f-ea7d-479f-824f-a51d504c3400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '94a70814-d651-413f-a2ea-66149f5dd7f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:42:02.474676 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-6fb983c5-1317-47e8-b995-9d0050bd9529 service neutron] Bound using segment: {'id': '0395545f-ea7d-479f-824f-a51d504c3400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '94a70814-d651-413f-a2ea-66149f5dd7f5'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:42:02.475101 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-6fb983c5-1317-47e8-b995-9d0050bd9529 service neutron] Bound port: c631339e-ca28-4853-84f2-6e8da1ba01c4, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0395545f-ea7d-479f-824f-a51d504c3400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '94a70814-d651-413f-a2ea-66149f5dd7f5'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:42:02.475457 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-6fb983c5-1317-47e8-b995-9d0050bd9529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:02.542633 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-6fb983c5-1317-47e8-b995-9d0050bd9529 service neutron] For port c631339e-ca28-4853-84f2-6e8da1ba01c4, host n-h1-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:42:02.545532 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4189a0-0469-4c94-b82c-949547be9ec9 req-4cbe9238-58ff-447a-9a93-84e24cc8f84d tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:02.546494 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-6fb983c5-1317-47e8-b995-9d0050bd9529 service neutron] For port c631339e-ca28-4853-84f2-6e8da1ba01c4, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=c631339e-ca28-4853-84f2-6e8da1ba01c4,segment=NetworkSegment(0395545f-ea7d-479f-824f-a51d504c3400),segment_id=0395545f-ea7d-479f-824f-a51d504c3400)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:42:02.547152 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7b4189a0-0469-4c94-b82c-949547be9ec9 req-4cbe9238-58ff-447a-9a93-84e24cc8f84d tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 943 time: 0.0518210 Apr 21 13:42:02.588309 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7b4189a0-0469-4c94-b82c-949547be9ec9 req-c5b813e6-5982-473d-bb8d-f0df35064f57 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352192 Apr 21 13:42:02.614501 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-6fb983c5-1317-47e8-b995-9d0050bd9529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:02.650202 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-6fb983c5-1317-47e8-b995-9d0050bd9529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:02.650819 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-6fb983c5-1317-47e8-b995-9d0050bd9529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:02.652289 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-6fb983c5-1317-47e8-b995-9d0050bd9529 service neutron] 10.222.0.26 "PUT /v2.0/ports/c631339e-ca28-4853-84f2-6e8da1ba01c4 HTTP/1.1" status: 200 len: 1091 time: 0.8120499 Apr 21 13:42:02.653229 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e5d037-ce71-46ad-a7a9-8a3742cfb75c', 'tag': 'c631339e-ca28-4853-84f2-6e8da1ba01c4'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:42:02.655531 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8731b9b0d93a9bf69e636c4352cfd91473ecc38c160ddf4d7ef907223a15797c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb31fed-e727-4a30-adbe-474913f3a85a" -d '{"events": [{"name": "network-changed", "server_uuid": "47e5d037-ce71-46ad-a7a9-8a3742cfb75c", "tag": "c631339e-ca28-4853-84f2-6e8da1ba01c4"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:42:02.680795 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb983c5-1317-47e8-b995-9d0050bd9529 service neutron] Pushing event updated for resources: {'Port': ['ID=c631339e-ca28-4853-84f2-6e8da1ba01c4,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:42:02.703297 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543e597a-dc32-4ecd-82c2-11ad6b845834 x-openstack-request-id: req-543e597a-dc32-4ecd-82c2-11ad6b845834 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:42:02.703599 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e5d037-ce71-46ad-a7a9-8a3742cfb75c", "tag": "c631339e-ca28-4853-84f2-6e8da1ba01c4", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:42:02.703854 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-543e597a-dc32-4ecd-82c2-11ad6b845834 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:42:02.704288 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-543e597a-dc32-4ecd-82c2-11ad6b845834'] response: {'name': 'network-changed', 'server_uuid': '47e5d037-ce71-46ad-a7a9-8a3742cfb75c', 'tag': 'c631339e-ca28-4853-84f2-6e8da1ba01c4', 'status': 'completed', 'code': 200} Apr 21 13:42:03.701523 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818418a-38fc-48f9-a50e-642c8d5bb4c0 req-d5dc21d3-dc6e-4318-9550-207d07e1c79e tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:03.703035 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1818418a-38fc-48f9-a50e-642c8d5bb4c0 req-d5dc21d3-dc6e-4318-9550-207d07e1c79e tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 943 time: 0.0479846 Apr 21 13:42:03.739728 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1818418a-38fc-48f9-a50e-642c8d5bb4c0 req-3fab4a72-6c95-4f99-b4a4-849a277fcf29 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307484 Apr 21 13:42:04.418415 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb31fed-e727-4a30-adbe-474913f3a85a req-5c178203-e29f-453f-98e1-b90cf37924c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:04.419956 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-cdb31fed-e727-4a30-adbe-474913f3a85a req-5c178203-e29f-453f-98e1-b90cf37924c9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cf9f6e2ed92042819f61add023b3cda8&device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 1094 time: 0.0458996 Apr 21 13:42:04.525982 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb31fed-e727-4a30-adbe-474913f3a85a req-25f0cd29-193a-4b38-8c78-5adfbc53242d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:04.527494 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-cdb31fed-e727-4a30-adbe-474913f3a85a req-25f0cd29-193a-4b38-8c78-5adfbc53242d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=cf9f6e2ed92042819f61add023b3cda8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0953205 Apr 21 13:42:04.623015 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb31fed-e727-4a30-adbe-474913f3a85a req-c0a37f21-26ba-44d7-a385-40d273f6cf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:04.624579 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-cdb31fed-e727-4a30-adbe-474913f3a85a req-c0a37f21-26ba-44d7-a385-40d273f6cf20 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891979 Apr 21 13:42:04.696420 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-9abb4411-157a-4125-97fb-90d1f776807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:04.697980 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-9abb4411-157a-4125-97fb-90d1f776807f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cf9f6e2ed92042819f61add023b3cda8&device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 1094 time: 0.0393193 Apr 21 13:42:04.739058 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-d9c1fbd0-9091-4247-9025-e6ca1f6e9b7c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c631339e-ca28-4853-84f2-6e8da1ba01c4 HTTP/1.1" status: 200 len: 217 time: 0.0327325 Apr 21 13:42:04.792831 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-b74c90e9-0b68-4bf7-a108-5c3d8aabaf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:04.794777 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-b74c90e9-0b68-4bf7-a108-5c3d8aabaf40 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cab8679b-5df4-40e9-b79f-d294924cde5c HTTP/1.1" status: 200 len: 854 time: 0.0482028 Apr 21 13:42:04.842359 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-8fdc84fe-726f-43a9-8c5d-5030035821e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:04.843868 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-8fdc84fe-726f-43a9-8c5d-5030035821e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94a70814-d651-413f-a2ea-66149f5dd7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423565 Apr 21 13:42:04.854681 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901031ba-7636-4398-99d2-bad0bce91b26 req-e260b6ad-e832-48f1-9c6e-bb44e54fcbeb tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:04.856131 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-901031ba-7636-4398-99d2-bad0bce91b26 req-e260b6ad-e832-48f1-9c6e-bb44e54fcbeb tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 943 time: 0.0479052 Apr 21 13:42:04.893776 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-901031ba-7636-4398-99d2-bad0bce91b26 req-075b8010-8b8f-4685-84fd-710cce06e78e tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315561 Apr 21 13:42:04.981404 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-027f5b7d-7087-4189-b3fc-9193ebcb7287 service neutron] 10.222.0.26 "GET /v2.0/networks/94a70814-d651-413f-a2ea-66149f5dd7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856538 Apr 21 13:42:05.071787 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e9de24ae-205e-4536-bc8c-4ca18d7c7e45 req-953c3f8c-7eaf-4848-b7e3-7ec339d10237 service neutron] 10.222.0.26 "GET /v2.0/networks/94a70814-d651-413f-a2ea-66149f5dd7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839024 Apr 21 13:42:06.005543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f34bf9-1afb-457f-93e2-50fb1bb9fa64 req-9e6cb4b4-0a3d-4479-8859-10c9bdb551c5 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:06.007047 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5f34bf9-1afb-457f-93e2-50fb1bb9fa64 req-9e6cb4b4-0a3d-4479-8859-10c9bdb551c5 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 943 time: 0.0480909 Apr 21 13:42:06.047919 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5f34bf9-1afb-457f-93e2-50fb1bb9fa64 req-dacd74f6-efb3-40ce-8d1d-2eee2ef411a8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344446 Apr 21 13:42:07.172007 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcf57e-9277-4b41-8200-07afc22ae51f req-0ad78b77-ebcd-4a06-b012-88e7d37ff88a tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:07.173687 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1bfcf57e-9277-4b41-8200-07afc22ae51f req-0ad78b77-ebcd-4a06-b012-88e7d37ff88a tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 943 time: 0.0567148 Apr 21 13:42:07.211471 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1bfcf57e-9277-4b41-8200-07afc22ae51f req-9dcf968c-abed-4df8-ada8-fa13bfa58c25 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317338 Apr 21 13:42:08.325048 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5387b6-525f-404b-8ef5-d6754fd9b486 req-a60c3571-d825-4ef4-a633-210bfd95e960 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:08.326547 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd5387b6-525f-404b-8ef5-d6754fd9b486 req-a60c3571-d825-4ef4-a633-210bfd95e960 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 943 time: 0.0477059 Apr 21 13:42:08.362859 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd5387b6-525f-404b-8ef5-d6754fd9b486 req-1c363496-12bc-4f6d-94a1-2a34d1636a05 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304084 Apr 21 13:42:09.476292 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d311437-d7fc-4bfe-9a26-e1f5b851e95f req-0e8520d1-3816-4170-a2bf-342a246afd99 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:09.477775 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d311437-d7fc-4bfe-9a26-e1f5b851e95f req-0e8520d1-3816-4170-a2bf-342a246afd99 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 943 time: 0.0477109 Apr 21 13:42:09.518529 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d311437-d7fc-4bfe-9a26-e1f5b851e95f req-a97af443-cde0-4585-9063-ef48f31e57fa tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348308 Apr 21 13:42:10.019654 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device c631339e-ca28-4853-84f2-6e8da1ba01c4 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:42:10.110274 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port c631339e-ca28-4853-84f2-6e8da1ba01c4, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=c631339e-ca28-4853-84f2-6e8da1ba01c4,segment=NetworkSegment(0395545f-ea7d-479f-824f-a51d504c3400),segment_id=0395545f-ea7d-479f-824f-a51d504c3400)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:42:10.124546 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'c631339e-ca28-4853-84f2-6e8da1ba01c4', 'network_id': '94a70814-d651-413f-a2ea-66149f5dd7f5', 'port_id': 'c631339e-ca28-4853-84f2-6e8da1ba01c4', 'mac_address': 'fa:16:3e:37:71:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cab8679b-5df4-40e9-b79f-d294924cde5c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:42:10.159680 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:10.172266 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c631339e-ca28-4853-84f2-6e8da1ba01c4 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:42:10.191348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port c631339e-ca28-4853-84f2-6e8da1ba01c4, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=c631339e-ca28-4853-84f2-6e8da1ba01c4,segment=NetworkSegment(0395545f-ea7d-479f-824f-a51d504c3400),segment_id=0395545f-ea7d-479f-824f-a51d504c3400)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:42:10.262650 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:10.308426 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=c631339e-ca28-4853-84f2-6e8da1ba01c4,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:42:10.613927 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['c631339e-ca28-4853-84f2-6e8da1ba01c4'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:42:10.630147 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971d987-f91d-4a0c-a397-a3b3221e8bb1 req-fbfcda62-f4af-4838-97ff-b7b952288d6c tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:10.631611 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a971d987-f91d-4a0c-a397-a3b3221e8bb1 req-fbfcda62-f4af-4838-97ff-b7b952288d6c tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 944 time: 0.0490193 Apr 21 13:42:10.669550 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a971d987-f91d-4a0c-a397-a3b3221e8bb1 req-9512ba5f-52bf-4b76-a008-4e285bb61bd5 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319355 Apr 21 13:42:11.781692 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0fd20-ad6f-4b32-9e44-0b9e864adb9d req-a24fb5f6-fa5d-4978-8dad-d48c6c05cbd9 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:11.783138 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cee0fd20-ad6f-4b32-9e44-0b9e864adb9d req-a24fb5f6-fa5d-4978-8dad-d48c6c05cbd9 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 944 time: 0.0471864 Apr 21 13:42:11.819556 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cee0fd20-ad6f-4b32-9e44-0b9e864adb9d req-61c06ff7-e7cb-4cd8-887d-b8cafc30b4c2 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305357 Apr 21 13:42:12.023295 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device c631339e-ca28-4853-84f2-6e8da1ba01c4 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:42:12.114055 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port c631339e-ca28-4853-84f2-6e8da1ba01c4 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:42:12.117906 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port c631339e-ca28-4853-84f2-6e8da1ba01c4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:42:12.118270 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:12.195525 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:12.217617 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e5d037-ce71-46ad-a7a9-8a3742cfb75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c631339e-ca28-4853-84f2-6e8da1ba01c4'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:42:12.219954 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef3ff23-7584-44eb-80a9-c3ebd99807f8" -d '{"events": [{"server_uuid": "47e5d037-ce71-46ad-a7a9-8a3742cfb75c", "name": "network-vif-plugged", "status": "completed", "tag": "c631339e-ca28-4853-84f2-6e8da1ba01c4"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:42:12.232434 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port c631339e-ca28-4853-84f2-6e8da1ba01c4, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=c631339e-ca28-4853-84f2-6e8da1ba01c4,segment=NetworkSegment(0395545f-ea7d-479f-824f-a51d504c3400),segment_id=0395545f-ea7d-479f-824f-a51d504c3400)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:42:12.258338 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be4ce46-9d19-4c96-918f-e6b749665ec5 x-openstack-request-id: req-5be4ce46-9d19-4c96-918f-e6b749665ec5 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:42:12.258751 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e5d037-ce71-46ad-a7a9-8a3742cfb75c", "name": "network-vif-plugged", "status": "completed", "tag": "c631339e-ca28-4853-84f2-6e8da1ba01c4", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:42:12.258902 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5be4ce46-9d19-4c96-918f-e6b749665ec5 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:42:12.259298 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5be4ce46-9d19-4c96-918f-e6b749665ec5'] response: {'server_uuid': '47e5d037-ce71-46ad-a7a9-8a3742cfb75c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c631339e-ca28-4853-84f2-6e8da1ba01c4', 'code': 200} Apr 21 13:42:12.276953 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:12.323124 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=c631339e-ca28-4853-84f2-6e8da1ba01c4,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:42:12.353797 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a1564-224d-4d22-9c47-26913fe8f894 req-4c6ef00a-26ff-449b-a7bd-efbabb46ce8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:12.355290 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4a9a1564-224d-4d22-9c47-26913fe8f894 req-4c6ef00a-26ff-449b-a7bd-efbabb46ce8b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 1096 time: 0.0414155 Apr 21 13:42:12.389150 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4a9a1564-224d-4d22-9c47-26913fe8f894 req-00b91d7e-d3ab-42a2-8248-1e3513fc2ecc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272932 Apr 21 13:42:12.935380 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272f312-f225-4453-bddd-8a8e892bbc4c req-fb04e7a5-508d-489b-9b7c-c9bdcef57dd6 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:12.936846 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8272f312-f225-4453-bddd-8a8e892bbc4c req-fb04e7a5-508d-489b-9b7c-c9bdcef57dd6 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 945 time: 0.0485187 Apr 21 13:42:12.977880 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8272f312-f225-4453-bddd-8a8e892bbc4c req-5bdde053-c13a-4ce7-9548-add9085dd976 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349336 Apr 21 13:42:13.502233 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bcf6b280-547e-4c8e-a827-e52122e02930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:14.092133 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0640de-2d95-4f78-8673-ea4a94800805 req-f3dc6c0e-f43c-4e82-8c95-708900f4eb01 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:14.093608 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb0640de-2d95-4f78-8673-ea4a94800805 req-f3dc6c0e-f43c-4e82-8c95-708900f4eb01 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 945 time: 0.0475752 Apr 21 13:42:14.130881 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb0640de-2d95-4f78-8673-ea4a94800805 req-d2fbb946-316d-4ac1-b804-fa97ff189473 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313344 Apr 21 13:42:14.241220 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa730f23-ab99-4042-b08e-af96808ddc3c req-1a682f87-6e91-49a3-97a6-a8a15f06bea9 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:14.242707 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa730f23-ab99-4042-b08e-af96808ddc3c req-1a682f87-6e91-49a3-97a6-a8a15f06bea9 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 945 time: 0.0481246 Apr 21 13:42:14.282484 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa730f23-ab99-4042-b08e-af96808ddc3c req-72748685-b19a-48de-afef-57594dda2c69 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337634 Apr 21 13:42:14.466070 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e60722-5018-4dbb-970b-faea75bd0cd0 req-beffa469-81a8-482d-9884-e0f862de15f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:14.467501 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b3e60722-5018-4dbb-970b-faea75bd0cd0 req-beffa469-81a8-482d-9884-e0f862de15f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 945 time: 0.0469923 Apr 21 13:42:14.508389 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b3e60722-5018-4dbb-970b-faea75bd0cd0 req-02d2af81-638d-4e91-b5b1-1d23b9d9b3be tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349586 Apr 21 13:42:15.768376 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a3c6b3ee-6623-4b51-9be6-0bb6bda43554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:17.179250 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:18.573562 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:18.685952 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:18.765375 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:18.947814 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:42:20.985127 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:27.807354 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b4843-c867-4842-b11d-a391be102bd2 req-8f8cc1be-80f1-4dca-a796-63531eb1a9b2 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:27.808813 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4a7b4843-c867-4842-b11d-a391be102bd2 req-8f8cc1be-80f1-4dca-a796-63531eb1a9b2 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 945 time: 0.0475829 Apr 21 13:42:27.846178 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4a7b4843-c867-4842-b11d-a391be102bd2 req-4b9291e2-4ea4-4179-8e8d-8535893dc298 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306380 Apr 21 13:42:27.868357 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60256) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:42:27.950760 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d771ae9-5db5-45ef-b204-fcdc5fcd4239 tempest-TestMinimumBasicScenario-206096483 tempest-TestMinimumBasicScenario-206096483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:27.952277 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3d771ae9-5db5-45ef-b204-fcdc5fcd4239 tempest-TestMinimumBasicScenario-206096483 tempest-TestMinimumBasicScenario-206096483-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 1091 time: 0.0829859 Apr 21 13:42:27.955284 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60260) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:42:27.959572 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'port_id': 'c631339e-ca28-4853-84f2-6e8da1ba01c4', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:42:28.039695 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:28.455719 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:28.554008 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Allocated IP 172.25.8.187 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/776a71c4-5081-4bc2-9810-5a54dd221bcd) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:42:28.654407 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:28.742838 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:28.778241 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:42:28.782934 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:42:28.786431 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:42:28.809013 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Pushing event updated for resources: {'Port': ['ID=776a71c4-5081-4bc2-9810-5a54dd221bcd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:42:28.822473 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:42:28.822819 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:42:28.823156 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:42:28.823490 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:42:28.823814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:42:28.824141 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:42:28.824464 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:42:28.824796 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:42:28.825120 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:42:28.826107 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:42:28.828080 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:42:28.828080 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:42:29.144887 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:29.271828 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:29.417932 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:29.476110 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:29.547602 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Pushing event updated for resources: {'Port': ['ID=776a71c4-5081-4bc2-9810-5a54dd221bcd,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:42:29.557387 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:29.656572 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Floating IP f5885a06-396e-4862-9e96-fb2613042608 associated. External IP: 172.25.8.187, port: c631339e-ca28-4853-84f2-6e8da1ba01c4. Apr 21 13:42:29.859339 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Router 3662c5e7-79c2-470f-bd75-0f1668ae97f3 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:42:29.959500 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:42:29.969685 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3018f06b-8a75-4ebe-b9cb-e59fb82816ea None None] Sync routers for ids ['3662c5e7-79c2-470f-bd75-0f1668ae97f3'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:42:29.978779 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3018f06b-8a75-4ebe-b9cb-e59fb82816ea None None] Routers {'3662c5e7-79c2-470f-bd75-0f1668ae97f3'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:42:29.979406 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3018f06b-8a75-4ebe-b9cb-e59fb82816ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:42:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3662c5e7-79c2-470f-bd75-0f1668ae97f3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:42:30.024409 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:30.055301 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-be3cbb73-6d99-44b3-a0ef-6be38e4aa9f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0989840 Apr 21 13:42:30.055871 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e5d037-ce71-46ad-a7a9-8a3742cfb75c', 'tag': 'c631339e-ca28-4853-84f2-6e8da1ba01c4'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:42:30.058185 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8296dc-a4eb-414d-823b-88ec61b1f196" -d '{"events": [{"name": "network-changed", "server_uuid": "47e5d037-ce71-46ad-a7a9-8a3742cfb75c", "tag": "c631339e-ca28-4853-84f2-6e8da1ba01c4"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:42:30.058353 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60262) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:42:30.062901 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-377c2358-414b-46c5-badd-6b795c0cfe0a tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1212561616', 'description': 'tempest-secgroup-smoke-1212561616 description', 'project_id': 'cf9f6e2ed92042819f61add023b3cda8'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:42:30.095058 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-3018f06b-8a75-4ebe-b9cb-e59fb82816ea None None] Set router 3662c5e7-79c2-470f-bd75-0f1668ae97f3 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:42:30.097797 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41e1b1a-81fc-4b7c-a7a7-2be6bf971778 x-openstack-request-id: req-a41e1b1a-81fc-4b7c-a7a7-2be6bf971778 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:42:30.098083 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e5d037-ce71-46ad-a7a9-8a3742cfb75c", "tag": "c631339e-ca28-4853-84f2-6e8da1ba01c4", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:42:30.098354 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a41e1b1a-81fc-4b7c-a7a7-2be6bf971778 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:42:30.098804 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a41e1b1a-81fc-4b7c-a7a7-2be6bf971778'] response: {'name': 'network-changed', 'server_uuid': '47e5d037-ce71-46ad-a7a9-8a3742cfb75c', 'tag': 'c631339e-ca28-4853-84f2-6e8da1ba01c4', 'status': 'completed', 'code': 200} Apr 21 13:42:30.152352 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-377c2358-414b-46c5-badd-6b795c0cfe0a tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:30.184154 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8296dc-a4eb-414d-823b-88ec61b1f196 req-9508b62b-b006-4e67-95c1-70512ddd6699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:30.186218 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8a8296dc-a4eb-414d-823b-88ec61b1f196 req-9508b62b-b006-4e67-95c1-70512ddd6699 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cf9f6e2ed92042819f61add023b3cda8&device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 1096 time: 0.0647576 Apr 21 13:42:30.287955 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-377c2358-414b-46c5-badd-6b795c0cfe0a tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:30.303638 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8296dc-a4eb-414d-823b-88ec61b1f196 req-2a0d9cac-5c66-42ec-a507-14e5b6746b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:30.305136 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8a8296dc-a4eb-414d-823b-88ec61b1f196 req-2a0d9cac-5c66-42ec-a507-14e5b6746b2b service neutron] 10.222.0.26 "GET /v2.0/networks?id=94a70814-d651-413f-a2ea-66149f5dd7f5 HTTP/1.1" status: 200 len: 916 time: 0.1112764 Apr 21 13:42:30.315883 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3018f06b-8a75-4ebe-b9cb-e59fb82816ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'name': 'tempest-TestMinimumBasicScenario-1650523042-router', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd7391ce7-adfe-4250-a833-56f5c5f56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:41:29Z', 'updated_at': '2022-04-21T13:41:32Z', 'revision_number': 4, 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'gw_port': {'id': 'd7391ce7-adfe-4250-a833-56f5c5f56410', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:82:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:29Z', 'updated_at': '2022-04-21T13:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'f5885a06-396e-4862-9e96-fb2613042608', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8', 'floating_ip_address': '172.25.8.187', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'port_id': 'c631339e-ca28-4853-84f2-6e8da1ba01c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94a70814-d651-413f-a2ea-66149f5dd7f5', 'mac_address': 'fa:16:3e:37:71:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e5d037-ce71-46ad-a7a9-8a3742cfb75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:42:29Z', 'updated_at': '2022-04-21T13:42:29Z', 'revision_number': 0, 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc00779-edad-465d-97f8-3765536f77e4', 'name': '', 'network_id': '94a70814-d651-413f-a2ea-66149f5dd7f5', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8', 'mac_address': 'fa:16:3e:70:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'cab8679b-5df4-40e9-b79f-d294924cde5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:31Z', 'updated_at': '2022-04-21T13:41:35Z', 'revision_number': 5, 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'subnets': [{'id': 'cab8679b-5df4-40e9-b79f-d294924cde5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:42:30.341890 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3018f06b-8a75-4ebe-b9cb-e59fb82816ea None None] Checking router: 3662c5e7-79c2-470f-bd75-0f1668ae97f3 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:42:30.350049 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3018f06b-8a75-4ebe-b9cb-e59fb82816ea None None] Routers {'3662c5e7-79c2-470f-bd75-0f1668ae97f3'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:42:30.350645 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3018f06b-8a75-4ebe-b9cb-e59fb82816ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:42:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3662c5e7-79c2-470f-bd75-0f1668ae97f3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:42:30.361366 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-377c2358-414b-46c5-badd-6b795c0cfe0a tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:30.398116 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8a8296dc-a4eb-414d-823b-88ec61b1f196 req-ebc038e5-e13b-48b9-854b-1a411ae4dba0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c631339e-ca28-4853-84f2-6e8da1ba01c4 HTTP/1.1" status: 200 len: 999 time: 0.0852036 Apr 21 13:42:30.401554 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c2358-414b-46c5-badd-6b795c0cfe0a tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2daeedaf-50fd-4f93-89d0-d88c099f0a0b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:42:30.417604 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c2358-414b-46c5-badd-6b795c0cfe0a tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:42:30.417604 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c2358-414b-46c5-badd-6b795c0cfe0a tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:42:30.417931 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c2358-414b-46c5-badd-6b795c0cfe0a tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:42:30.418035 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c2358-414b-46c5-badd-6b795c0cfe0a tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:42:30.418341 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c2358-414b-46c5-badd-6b795c0cfe0a tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:42:30.418660 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c2358-414b-46c5-badd-6b795c0cfe0a tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:42:30.418976 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c2358-414b-46c5-badd-6b795c0cfe0a tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:42:30.419331 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c2358-414b-46c5-badd-6b795c0cfe0a tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:42:30.419648 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c2358-414b-46c5-badd-6b795c0cfe0a tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:42:30.419963 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c2358-414b-46c5-badd-6b795c0cfe0a tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:42:30.420274 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c2358-414b-46c5-badd-6b795c0cfe0a tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:42:30.420584 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377c2358-414b-46c5-badd-6b795c0cfe0a tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:42:30.456488 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-3018f06b-8a75-4ebe-b9cb-e59fb82816ea None None] Set router 3662c5e7-79c2-470f-bd75-0f1668ae97f3 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:42:30.459363 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8296dc-a4eb-414d-823b-88ec61b1f196 req-f81de37e-fc7f-4650-8c0b-82fb2ee16a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:30.460811 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8a8296dc-a4eb-414d-823b-88ec61b1f196 req-f81de37e-fc7f-4650-8c0b-82fb2ee16a04 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cab8679b-5df4-40e9-b79f-d294924cde5c HTTP/1.1" status: 200 len: 854 time: 0.0558951 Apr 21 13:42:30.466664 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-377c2358-414b-46c5-badd-6b795c0cfe0a tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:30.467765 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-377c2358-414b-46c5-badd-6b795c0cfe0a tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4084966 Apr 21 13:42:30.470864 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60266) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:42:30.475463 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d1c83790-15bf-4c1f-84a4-e02b8d2fd70b tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Request body: {'security_group_rule': {'security_group_id': '2daeedaf-50fd-4f93-89d0-d88c099f0a0b', 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:42:30.508911 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8296dc-a4eb-414d-823b-88ec61b1f196 req-3a029e8a-f1b2-4aff-a4d5-57efff28ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:30.511159 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8a8296dc-a4eb-414d-823b-88ec61b1f196 req-3a029e8a-f1b2-4aff-a4d5-57efff28ad0f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94a70814-d651-413f-a2ea-66149f5dd7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422778 Apr 21 13:42:30.562087 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1c83790-15bf-4c1f-84a4-e02b8d2fd70b tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:30.609721 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8a8296dc-a4eb-414d-823b-88ec61b1f196 req-26b33a46-6402-453d-9cef-647fe897ac6f service neutron] 10.222.0.26 "GET /v2.0/networks/94a70814-d651-413f-a2ea-66149f5dd7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910382 Apr 21 13:42:30.621192 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1c83790-15bf-4c1f-84a4-e02b8d2fd70b tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:30.678285 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3018f06b-8a75-4ebe-b9cb-e59fb82816ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'name': 'tempest-TestMinimumBasicScenario-1650523042-router', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd7391ce7-adfe-4250-a833-56f5c5f56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:41:29Z', 'updated_at': '2022-04-21T13:41:32Z', 'revision_number': 4, 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'gw_port': {'id': 'd7391ce7-adfe-4250-a833-56f5c5f56410', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:82:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:29Z', 'updated_at': '2022-04-21T13:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'f5885a06-396e-4862-9e96-fb2613042608', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8', 'floating_ip_address': '172.25.8.187', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'port_id': 'c631339e-ca28-4853-84f2-6e8da1ba01c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94a70814-d651-413f-a2ea-66149f5dd7f5', 'mac_address': 'fa:16:3e:37:71:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e5d037-ce71-46ad-a7a9-8a3742cfb75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:42:29Z', 'updated_at': '2022-04-21T13:42:29Z', 'revision_number': 0, 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc00779-edad-465d-97f8-3765536f77e4', 'name': '', 'network_id': '94a70814-d651-413f-a2ea-66149f5dd7f5', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8', 'mac_address': 'fa:16:3e:70:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'cab8679b-5df4-40e9-b79f-d294924cde5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:31Z', 'updated_at': '2022-04-21T13:41:35Z', 'revision_number': 5, 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'subnets': [{'id': 'cab8679b-5df4-40e9-b79f-d294924cde5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:42:30.696993 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1c83790-15bf-4c1f-84a4-e02b8d2fd70b tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:30.700494 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-8a8296dc-a4eb-414d-823b-88ec61b1f196 req-4a9be772-f293-4a73-973a-3175eee4ccf3 service neutron] 10.222.0.26 "GET /v2.0/networks/94a70814-d651-413f-a2ea-66149f5dd7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840504 Apr 21 13:42:30.710156 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3018f06b-8a75-4ebe-b9cb-e59fb82816ea None None] The sync data for ids ['3662c5e7-79c2-470f-bd75-0f1668ae97f3'] in n-d-836147-2 is: [{'id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'name': 'tempest-TestMinimumBasicScenario-1650523042-router', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd7391ce7-adfe-4250-a833-56f5c5f56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:41:29Z', 'updated_at': '2022-04-21T13:41:32Z', 'revision_number': 4, 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'gw_port': {'id': 'd7391ce7-adfe-4250-a833-56f5c5f56410', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:82:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:29Z', 'updated_at': '2022-04-21T13:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'f5885a06-396e-4862-9e96-fb2613042608', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8', 'floating_ip_address': '172.25.8.187', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'port_id': 'c631339e-ca28-4853-84f2-6e8da1ba01c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4260, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94a70814-d651-413f-a2ea-66149f5dd7f5', 'mac_address': 'fa:16:3e:37:71:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47e5d037-ce71-46ad-a7a9-8a3742cfb75c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:42:29Z', 'updated_at': '2022-04-21T13:42:29Z', 'revision_number': 0, 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc00779-edad-465d-97f8-3765536f77e4', 'name': '', 'network_id': '94a70814-d651-413f-a2ea-66149f5dd7f5', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8', 'mac_address': 'fa:16:3e:70:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'cab8679b-5df4-40e9-b79f-d294924cde5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:31Z', 'updated_at': '2022-04-21T13:41:35Z', 'revision_number': 5, 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'subnets': [{'id': 'cab8679b-5df4-40e9-b79f-d294924cde5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:42:30.716537 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c83790-15bf-4c1f-84a4-e02b8d2fd70b tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab56a2c1-4969-47ea-a635-c22fcbe1f854,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:42:30.796395 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d1c83790-15bf-4c1f-84a4-e02b8d2fd70b tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:30.797795 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d1c83790-15bf-4c1f-84a4-e02b8d2fd70b tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3257616 Apr 21 13:42:30.800376 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60268) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:42:30.804894 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-48594902-5881-4bc1-81ba-438e209022a2 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Request body: {'security_group_rule': {'security_group_id': '2daeedaf-50fd-4f93-89d0-d88c099f0a0b', 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:42:30.890905 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48594902-5881-4bc1-81ba-438e209022a2 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:30.910098 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66ade91-89a7-4a03-ac75-8692e6b0e890 None None] New status for floating IP f5885a06-396e-4862-9e96-fb2613042608: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:42:30.953527 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48594902-5881-4bc1-81ba-438e209022a2 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:31.022348 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48594902-5881-4bc1-81ba-438e209022a2 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:31.042228 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48594902-5881-4bc1-81ba-438e209022a2 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cacec0c9-b75f-4373-8ba0-b5e4c4f3988e,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:42:31.135401 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48594902-5881-4bc1-81ba-438e209022a2 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:31.136655 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-48594902-5881-4bc1-81ba-438e209022a2 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3352802 Apr 21 13:42:31.139330 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60270) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:42:31.143625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9247e76d-83fd-4d0c-ade4-e5156e58d13c tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Request body: {'security_group_rule': {'security_group_id': '2daeedaf-50fd-4f93-89d0-d88c099f0a0b', 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:42:31.230235 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9247e76d-83fd-4d0c-ade4-e5156e58d13c tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:31.290149 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9247e76d-83fd-4d0c-ade4-e5156e58d13c tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:31.362283 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9247e76d-83fd-4d0c-ade4-e5156e58d13c tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:31.380633 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9247e76d-83fd-4d0c-ade4-e5156e58d13c tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d68103d-39f7-45fe-ba72-61a91cea392f,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:42:31.447541 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9247e76d-83fd-4d0c-ade4-e5156e58d13c tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:31.448762 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9247e76d-83fd-4d0c-ade4-e5156e58d13c tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3085239 Apr 21 13:42:31.452082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60272) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:42:31.456288 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-de523541-951f-45f1-a524-cb5813e96304 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Request body: {'security_group_rule': {'security_group_id': '2daeedaf-50fd-4f93-89d0-d88c099f0a0b', 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:42:31.544047 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de523541-951f-45f1-a524-cb5813e96304 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:31.601244 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de523541-951f-45f1-a524-cb5813e96304 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:31.681920 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de523541-951f-45f1-a524-cb5813e96304 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:31.699257 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de523541-951f-45f1-a524-cb5813e96304 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e4db3fa-842c-4380-8d11-96dcb9178810,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:42:31.798117 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-de523541-951f-45f1-a524-cb5813e96304 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:31.799316 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-de523541-951f-45f1-a524-cb5813e96304 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3462768 Apr 21 13:42:31.802066 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60274) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:42:31.806351 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-472db710-7648-4f2a-a6cd-9f74e4cf20f2 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Request body: {'security_group_rule': {'security_group_id': '2daeedaf-50fd-4f93-89d0-d88c099f0a0b', 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:42:31.899015 n-d-836147-2 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-472db710-7648-4f2a-a6cd-9f74e4cf20f2 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Project cf9f6e2ed92042819f61add023b3cda8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:42:31.904399 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-472db710-7648-4f2a-a6cd-9f74e4cf20f2 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:31.963663 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-472db710-7648-4f2a-a6cd-9f74e4cf20f2 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:32.047807 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-472db710-7648-4f2a-a6cd-9f74e4cf20f2 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:32.064962 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472db710-7648-4f2a-a6cd-9f74e4cf20f2 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c1e0eb-8909-4032-a6ae-e08688e739d0,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:42:32.132712 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-472db710-7648-4f2a-a6cd-9f74e4cf20f2 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:32.133943 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-472db710-7648-4f2a-a6cd-9f74e4cf20f2 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3309135 Apr 21 13:42:32.136640 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60276) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:42:32.141563 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-159dba02-7e5c-41aa-be97-406e1744b56c tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Request body: {'security_group_rule': {'security_group_id': '2daeedaf-50fd-4f93-89d0-d88c099f0a0b', 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:42:32.242146 n-d-836147-2 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-159dba02-7e5c-41aa-be97-406e1744b56c tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Project cf9f6e2ed92042819f61add023b3cda8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:42:32.247075 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-159dba02-7e5c-41aa-be97-406e1744b56c tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:32.308097 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-159dba02-7e5c-41aa-be97-406e1744b56c tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:32.382197 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-159dba02-7e5c-41aa-be97-406e1744b56c tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:32.399437 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159dba02-7e5c-41aa-be97-406e1744b56c tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6759298-6686-4e6f-8a9e-2212034fe5b3,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:42:32.470036 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-159dba02-7e5c-41aa-be97-406e1744b56c tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:32.471264 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-159dba02-7e5c-41aa-be97-406e1744b56c tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3336654 Apr 21 13:42:32.548582 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a267e1a3-f24b-4e88-b8b6-93c804c7c042 req-70186b42-3e63-477b-84cf-8ee6812c8e2b tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1212561616&fields=id&tenant_id=cf9f6e2ed92042819f61add023b3cda8 HTTP/1.1" status: 200 len: 267 time: 0.0324898 Apr 21 13:42:32.601751 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267e1a3-f24b-4e88-b8b6-93c804c7c042 req-8466f94c-5e21-4a1e-8c24-7b087161c931 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:32.603220 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a267e1a3-f24b-4e88-b8b6-93c804c7c042 req-8466f94c-5e21-4a1e-8c24-7b087161c931 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 945 time: 0.0489075 Apr 21 13:42:32.614187 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-a267e1a3-f24b-4e88-b8b6-93c804c7c042 req-2b0b6035-46e7-4f06-8c8b-80be848ab1c3 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Request body: {'port': {'security_groups': ['4987026f-3cb0-44dc-ab50-4f0207f2f0fd', '2daeedaf-50fd-4f93-89d0-d88c099f0a0b']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:42:32.674416 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a267e1a3-f24b-4e88-b8b6-93c804c7c042 req-2b0b6035-46e7-4f06-8c8b-80be848ab1c3 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:32.853401 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-a267e1a3-f24b-4e88-b8b6-93c804c7c042 req-2b0b6035-46e7-4f06-8c8b-80be848ab1c3 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] For port c631339e-ca28-4853-84f2-6e8da1ba01c4, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=c631339e-ca28-4853-84f2-6e8da1ba01c4,segment=NetworkSegment(0395545f-ea7d-479f-824f-a51d504c3400),segment_id=0395545f-ea7d-479f-824f-a51d504c3400)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:42:32.883177 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a267e1a3-f24b-4e88-b8b6-93c804c7c042 req-2b0b6035-46e7-4f06-8c8b-80be848ab1c3 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:32.959536 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a267e1a3-f24b-4e88-b8b6-93c804c7c042 req-2b0b6035-46e7-4f06-8c8b-80be848ab1c3 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:32.971239 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['c631339e-ca28-4853-84f2-6e8da1ba01c4'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:42:33.010920 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a267e1a3-f24b-4e88-b8b6-93c804c7c042 req-2b0b6035-46e7-4f06-8c8b-80be848ab1c3 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:33.010920 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-a267e1a3-f24b-4e88-b8b6-93c804c7c042 req-2b0b6035-46e7-4f06-8c8b-80be848ab1c3 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:33.012207 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a267e1a3-f24b-4e88-b8b6-93c804c7c042 req-2b0b6035-46e7-4f06-8c8b-80be848ab1c3 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "PUT /v2.0/ports/c631339e-ca28-4853-84f2-6e8da1ba01c4 HTTP/1.1" status: 200 len: 981 time: 0.4024582 Apr 21 13:42:33.012736 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e5d037-ce71-46ad-a7a9-8a3742cfb75c', 'tag': 'c631339e-ca28-4853-84f2-6e8da1ba01c4'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:42:33.018497 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac871fa3-35f5-4bc4-af8d-dee3f74a7238" -d '{"events": [{"name": "network-changed", "server_uuid": "47e5d037-ce71-46ad-a7a9-8a3742cfb75c", "tag": "c631339e-ca28-4853-84f2-6e8da1ba01c4"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:42:33.070773 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b6035-46e7-4f06-8c8b-80be848ab1c3 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Pushing event updated for resources: {'Port': ['ID=c631339e-ca28-4853-84f2-6e8da1ba01c4,revision_number=6']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:42:33.074593 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf6422c-0ba7-46c9-974a-38317ea4cf6d x-openstack-request-id: req-4bf6422c-0ba7-46c9-974a-38317ea4cf6d {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:42:33.074894 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e5d037-ce71-46ad-a7a9-8a3742cfb75c", "tag": "c631339e-ca28-4853-84f2-6e8da1ba01c4", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:42:33.075171 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4bf6422c-0ba7-46c9-974a-38317ea4cf6d {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:42:33.075572 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bf6422c-0ba7-46c9-974a-38317ea4cf6d'] response: {'name': 'network-changed', 'server_uuid': '47e5d037-ce71-46ad-a7a9-8a3742cfb75c', 'tag': 'c631339e-ca28-4853-84f2-6e8da1ba01c4', 'status': 'completed', 'code': 200} Apr 21 13:42:33.090192 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['c631339e-ca28-4853-84f2-6e8da1ba01c4'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:42:33.151959 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffd1c0-c77d-4163-a063-7ecb792cff80 req-80935434-d2ad-4258-b051-aa97b0fc4ab8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:33.159615 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac871fa3-35f5-4bc4-af8d-dee3f74a7238 req-1ece93a5-009b-4d65-82fc-0fc7a2279c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:33.162093 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ac871fa3-35f5-4bc4-af8d-dee3f74a7238 req-1ece93a5-009b-4d65-82fc-0fc7a2279c68 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cf9f6e2ed92042819f61add023b3cda8&device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 1135 time: 0.0535176 Apr 21 13:42:33.164622 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-62ffd1c0-c77d-4163-a063-7ecb792cff80 req-80935434-d2ad-4258-b051-aa97b0fc4ab8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 984 time: 0.0722518 Apr 21 13:42:33.218030 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-62ffd1c0-c77d-4163-a063-7ecb792cff80 req-12f952e8-e715-47d7-8259-234cb01a198e tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&id=2daeedaf-50fd-4f93-89d0-d88c099f0a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0487981 Apr 21 13:42:33.289704 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac871fa3-35f5-4bc4-af8d-dee3f74a7238 req-d03631a1-9cb6-4e08-944e-b1e2675c0b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:33.291280 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ac871fa3-35f5-4bc4-af8d-dee3f74a7238 req-d03631a1-9cb6-4e08-944e-b1e2675c0b57 service neutron] 10.222.0.26 "GET /v2.0/networks?id=94a70814-d651-413f-a2ea-66149f5dd7f5 HTTP/1.1" status: 200 len: 916 time: 0.1220016 Apr 21 13:42:33.361905 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ac871fa3-35f5-4bc4-af8d-dee3f74a7238 req-de7b1a5d-7bab-4b85-ad8a-a5ae7d2d7061 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c631339e-ca28-4853-84f2-6e8da1ba01c4 HTTP/1.1" status: 200 len: 1001 time: 0.0628543 Apr 21 13:42:33.411359 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8410633a-aa7c-4d08-a3a7-27dad17540de None None] Provisioning complete for port c631339e-ca28-4853-84f2-6e8da1ba01c4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:42:33.411723 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8410633a-aa7c-4d08-a3a7-27dad17540de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:33.411881 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac871fa3-35f5-4bc4-af8d-dee3f74a7238 req-40167824-6311-4915-ae04-5440919df417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:33.413210 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ac871fa3-35f5-4bc4-af8d-dee3f74a7238 req-40167824-6311-4915-ae04-5440919df417 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cab8679b-5df4-40e9-b79f-d294924cde5c HTTP/1.1" status: 200 len: 854 time: 0.0439658 Apr 21 13:42:33.458861 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac871fa3-35f5-4bc4-af8d-dee3f74a7238 req-f027d4ac-925f-47c6-bb4b-40c0db262845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:42:33.460419 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ac871fa3-35f5-4bc4-af8d-dee3f74a7238 req-f027d4ac-925f-47c6-bb4b-40c0db262845 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94a70814-d651-413f-a2ea-66149f5dd7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399659 Apr 21 13:42:33.554048 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ac871fa3-35f5-4bc4-af8d-dee3f74a7238 req-e7a30e88-a003-4cc6-ad36-b7e058ad398a service neutron] 10.222.0.26 "GET /v2.0/networks/94a70814-d651-413f-a2ea-66149f5dd7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856154 Apr 21 13:42:33.644439 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-ac871fa3-35f5-4bc4-af8d-dee3f74a7238 req-39facca7-387d-4d10-90a7-6508b072abc0 service neutron] 10.222.0.26 "GET /v2.0/networks/94a70814-d651-413f-a2ea-66149f5dd7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839455 Apr 21 13:42:43.496983 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7cf8ab38-69e5-480a-a4c1-303313d16d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:45.807766 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ae03209f-1a09-4b25-9ddb-a2cf0c8b5df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:47.144520 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:48.593825 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:48.719272 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:48.773154 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:51.004995 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:42:55.946453 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:43:10.754732 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-321a912a-2dde-43a0-bf0e-905558e0caef req-d79a18db-0c50-4e52-8797-0d1a0b9836fd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422883 Apr 21 13:43:11.105591 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a912a-2dde-43a0-bf0e-905558e0caef req-661ebb91-e3f6-43f5-ae0c-4e000bbc0e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:43:11.107109 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-321a912a-2dde-43a0-bf0e-905558e0caef req-661ebb91-e3f6-43f5-ae0c-4e000bbc0e36 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cf9f6e2ed92042819f61add023b3cda8&device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 1135 time: 0.3117580 Apr 21 13:43:11.208665 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a912a-2dde-43a0-bf0e-905558e0caef req-617e392c-e332-4742-9cc8-2195ee840146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:43:11.210184 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-321a912a-2dde-43a0-bf0e-905558e0caef req-617e392c-e332-4742-9cc8-2195ee840146 service neutron] 10.222.0.26 "GET /v2.0/networks?id=94a70814-d651-413f-a2ea-66149f5dd7f5 HTTP/1.1" status: 200 len: 916 time: 0.0820720 Apr 21 13:43:11.277625 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-321a912a-2dde-43a0-bf0e-905558e0caef req-56d2c6ac-3c48-46cc-a14c-cc1bbfa4b067 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c631339e-ca28-4853-84f2-6e8da1ba01c4 HTTP/1.1" status: 200 len: 1001 time: 0.0606668 Apr 21 13:43:11.323847 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a912a-2dde-43a0-bf0e-905558e0caef req-57fb769c-f5e8-41d1-81b7-d0553de386f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:43:11.325224 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-321a912a-2dde-43a0-bf0e-905558e0caef req-57fb769c-f5e8-41d1-81b7-d0553de386f3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cab8679b-5df4-40e9-b79f-d294924cde5c HTTP/1.1" status: 200 len: 854 time: 0.0412138 Apr 21 13:43:11.369221 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a912a-2dde-43a0-bf0e-905558e0caef req-a8fb36f1-45db-4830-9f00-e673dc984e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:43:11.370667 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-321a912a-2dde-43a0-bf0e-905558e0caef req-a8fb36f1-45db-4830-9f00-e673dc984e7c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94a70814-d651-413f-a2ea-66149f5dd7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384462 Apr 21 13:43:11.461938 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-321a912a-2dde-43a0-bf0e-905558e0caef req-6e606d68-a464-4de8-82bc-56cbf9e1721a service neutron] 10.222.0.26 "GET /v2.0/networks/94a70814-d651-413f-a2ea-66149f5dd7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840433 Apr 21 13:43:11.547765 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-321a912a-2dde-43a0-bf0e-905558e0caef req-2097b10a-a54f-4432-99ce-2df6ee0663a1 service neutron] 10.222.0.26 "GET /v2.0/networks/94a70814-d651-413f-a2ea-66149f5dd7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796413 Apr 21 13:43:13.504354 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ef43ee87-6cc9-4a2e-a3a2-907c057a8daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:43:15.764769 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ff520334-c0da-4b3a-b7f4-6ea3c5f1dbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:43:17.161283 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:43:18.595957 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:43:18.705148 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:43:18.767198 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:43:20.965349 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:43:31.323823 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4b800-931e-4c93-9343-e545259f6795 req-a3fc2526-ea35-4eec-b93b-b80c9cccabc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:43:31.325320 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-77c4b800-931e-4c93-9343-e545259f6795 req-a3fc2526-ea35-4eec-b93b-b80c9cccabc7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cf9f6e2ed92042819f61add023b3cda8&device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 1135 time: 0.0413303 Apr 21 13:43:31.359209 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8b1eb1-3bcb-4ae1-a088-6a47de2b83fc req-a8a35adc-d050-4ef4-8c0f-3780acc153f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:43:31.360718 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ca8b1eb1-3bcb-4ae1-a088-6a47de2b83fc req-a8a35adc-d050-4ef4-8c0f-3780acc153f8 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 984 time: 0.1693206 Apr 21 13:43:31.401661 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ca8b1eb1-3bcb-4ae1-a088-6a47de2b83fc req-2509307d-923c-4730-86ec-63713a70c53e tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&id=2daeedaf-50fd-4f93-89d0-d88c099f0a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346889 Apr 21 13:43:31.421532 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4b800-931e-4c93-9343-e545259f6795 req-d3517482-aefc-4dd0-8322-7b43b83cd47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:43:31.423038 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-77c4b800-931e-4c93-9343-e545259f6795 req-d3517482-aefc-4dd0-8322-7b43b83cd47d service neutron] 10.222.0.26 "GET /v2.0/networks?id=94a70814-d651-413f-a2ea-66149f5dd7f5 HTTP/1.1" status: 200 len: 916 time: 0.0909922 Apr 21 13:43:31.487402 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-77c4b800-931e-4c93-9343-e545259f6795 req-dadc9d8b-500a-4cdd-ab40-d7ebccb0f5ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c631339e-ca28-4853-84f2-6e8da1ba01c4 HTTP/1.1" status: 200 len: 1001 time: 0.0571671 Apr 21 13:43:31.544337 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4b800-931e-4c93-9343-e545259f6795 req-089c6e4b-22d8-4235-a9c5-b58a83244eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:43:31.545771 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-77c4b800-931e-4c93-9343-e545259f6795 req-089c6e4b-22d8-4235-a9c5-b58a83244eeb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cab8679b-5df4-40e9-b79f-d294924cde5c HTTP/1.1" status: 200 len: 854 time: 0.0462143 Apr 21 13:43:31.590220 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4b800-931e-4c93-9343-e545259f6795 req-82acfd00-96dd-4ce1-8be1-2f8778cde27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:43:31.591649 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-77c4b800-931e-4c93-9343-e545259f6795 req-82acfd00-96dd-4ce1-8be1-2f8778cde27b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94a70814-d651-413f-a2ea-66149f5dd7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390739 Apr 21 13:43:31.676825 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-77c4b800-931e-4c93-9343-e545259f6795 req-b164ef14-dea8-4b85-b50c-4d951884e847 service neutron] 10.222.0.26 "GET /v2.0/networks/94a70814-d651-413f-a2ea-66149f5dd7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785058 Apr 21 13:43:31.767452 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-77c4b800-931e-4c93-9343-e545259f6795 req-cac6fdde-a071-4507-a22c-50afe9069e82 service neutron] 10.222.0.26 "GET /v2.0/networks/94a70814-d651-413f-a2ea-66149f5dd7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838077 Apr 21 13:43:32.570913 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb50324-459b-48bc-a108-a31bd24ba3d8 req-db9a4a94-9d28-4a60-96b8-04cb86ff49f1 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:43:32.572365 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3fb50324-459b-48bc-a108-a31bd24ba3d8 req-db9a4a94-9d28-4a60-96b8-04cb86ff49f1 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 984 time: 0.0998816 Apr 21 13:43:32.611684 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3fb50324-459b-48bc-a108-a31bd24ba3d8 req-b21eb645-f211-488a-9dc5-bfd5863cd582 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&id=2daeedaf-50fd-4f93-89d0-d88c099f0a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331218 Apr 21 13:43:32.945675 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:43:33.723966 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55146eb-bb16-4a49-9fb3-be4014f52f92 req-287eace9-bdf9-403d-8cd2-2ccbaf613bff tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:43:33.725431 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b55146eb-bb16-4a49-9fb3-be4014f52f92 req-287eace9-bdf9-403d-8cd2-2ccbaf613bff tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 984 time: 0.0477011 Apr 21 13:43:33.765114 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b55146eb-bb16-4a49-9fb3-be4014f52f92 req-29de1954-3533-4bca-9d8a-b720e7e58ab1 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&id=2daeedaf-50fd-4f93-89d0-d88c099f0a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337460 Apr 21 13:43:34.879896 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f01183-ec8f-47b8-9b8f-4fa292418a8a req-9a244a4d-a268-411a-8446-6efe356b368f tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:43:34.881344 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-63f01183-ec8f-47b8-9b8f-4fa292418a8a req-9a244a4d-a268-411a-8446-6efe356b368f tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 984 time: 0.0474820 Apr 21 13:43:34.919687 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-63f01183-ec8f-47b8-9b8f-4fa292418a8a req-69b1fb8e-6c0a-4e30-bd41-f583f567234b tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&id=2daeedaf-50fd-4f93-89d0-d88c099f0a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322993 Apr 21 13:43:36.037204 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79d8fc-71bc-45de-b5af-7016b9aae822 req-1e62ee44-0efb-444b-a508-6d8b73116a2a tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:43:36.038664 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c79d8fc-71bc-45de-b5af-7016b9aae822 req-1e62ee44-0efb-444b-a508-6d8b73116a2a tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 984 time: 0.0518875 Apr 21 13:43:36.077054 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c79d8fc-71bc-45de-b5af-7016b9aae822 req-6d569e21-4e07-4aea-bf2f-c4eae9903fc9 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&id=2daeedaf-50fd-4f93-89d0-d88c099f0a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324075 Apr 21 13:43:37.190426 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6833a-6536-48ce-90e7-7586aff2be72 req-bf0c425a-fd80-446b-91c8-7cd1f78a4f8b tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:43:37.191877 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a0c6833a-6536-48ce-90e7-7586aff2be72 req-bf0c425a-fd80-446b-91c8-7cd1f78a4f8b tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 984 time: 0.0486674 Apr 21 13:43:37.231647 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a0c6833a-6536-48ce-90e7-7586aff2be72 req-a0c53606-e9a8-47c2-9028-faba4d50a864 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&id=2daeedaf-50fd-4f93-89d0-d88c099f0a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336349 Apr 21 13:43:38.349893 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a94f08-b0a6-41c0-9f47-eb2798a78ee0 req-b9de21b8-e9ec-4164-ba62-2620a3b9ba7c tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:43:38.351360 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03a94f08-b0a6-41c0-9f47-eb2798a78ee0 req-b9de21b8-e9ec-4164-ba62-2620a3b9ba7c tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 984 time: 0.0486693 Apr 21 13:43:38.390238 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03a94f08-b0a6-41c0-9f47-eb2798a78ee0 req-2b825391-464b-4e72-a334-1881034578ab tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&id=2daeedaf-50fd-4f93-89d0-d88c099f0a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328114 Apr 21 13:43:39.508574 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b2d71-e21b-4f6e-b3aa-cf0191806024 req-85eea291-e51a-4245-b8ed-0bad7219e72d tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:43:39.510054 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b79b2d71-e21b-4f6e-b3aa-cf0191806024 req-85eea291-e51a-4245-b8ed-0bad7219e72d tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 984 time: 0.0522864 Apr 21 13:43:39.549909 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b79b2d71-e21b-4f6e-b3aa-cf0191806024 req-aa441f52-9a53-4fdb-b3c0-379a34c39143 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&id=2daeedaf-50fd-4f93-89d0-d88c099f0a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332344 Apr 21 13:43:40.663891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274df13-e92a-4b3a-988f-9893793644e4 req-9ed02c82-d59f-47c0-a5a3-342e8a988cb3 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:43:40.665311 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7274df13-e92a-4b3a-988f-9893793644e4 req-9ed02c82-d59f-47c0-a5a3-342e8a988cb3 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 984 time: 0.0489674 Apr 21 13:43:40.703816 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7274df13-e92a-4b3a-988f-9893793644e4 req-bbe0c623-2f59-4119-83e5-4790e15074fd tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&id=2daeedaf-50fd-4f93-89d0-d88c099f0a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324695 Apr 21 13:43:41.815088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdef710-5196-48a0-ad9d-bdd6f56929a2 req-eba3f70c-cc86-412e-ac76-a87ec867e557 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:43:41.816555 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3cdef710-5196-48a0-ad9d-bdd6f56929a2 req-eba3f70c-cc86-412e-ac76-a87ec867e557 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 984 time: 0.0473077 Apr 21 13:43:41.855451 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3cdef710-5196-48a0-ad9d-bdd6f56929a2 req-26c347c5-888f-4100-a3aa-6c2cace9fc98 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&id=2daeedaf-50fd-4f93-89d0-d88c099f0a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328703 Apr 21 13:43:42.973249 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba35a67b-f30b-4dfc-8171-44e6ff72368f req-18bc2ccc-7075-44e5-8efc-41dc86ce1ba9 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:43:42.974755 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba35a67b-f30b-4dfc-8171-44e6ff72368f req-18bc2ccc-7075-44e5-8efc-41dc86ce1ba9 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 984 time: 0.0522995 Apr 21 13:43:43.014054 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba35a67b-f30b-4dfc-8171-44e6ff72368f req-6b7781ee-d8d8-4721-ba7a-f04f234e9d26 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&id=2daeedaf-50fd-4f93-89d0-d88c099f0a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332980 Apr 21 13:43:43.509472 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-549f7400-242d-422b-b32d-55a14464c7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:43:44.127092 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7251234-afdb-45a2-ad13-157ba233d438 req-a5fe508a-4081-4b17-8206-dbc5b42588e9 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:43:44.136927 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7251234-afdb-45a2-ad13-157ba233d438 req-a5fe508a-4081-4b17-8206-dbc5b42588e9 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 984 time: 0.0487654 Apr 21 13:43:44.167806 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7251234-afdb-45a2-ad13-157ba233d438 req-6ab5f978-1d0d-40fe-9e4a-bc2146983fe2 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&id=2daeedaf-50fd-4f93-89d0-d88c099f0a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331781 Apr 21 13:43:45.280794 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fcb369-b270-48e8-b250-c9d24bf443d3 req-b5f4e03c-81c4-47ac-9368-5ab76c097629 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:43:45.282260 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64fcb369-b270-48e8-b250-c9d24bf443d3 req-b5f4e03c-81c4-47ac-9368-5ab76c097629 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 984 time: 0.0474858 Apr 21 13:43:45.322736 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-64fcb369-b270-48e8-b250-c9d24bf443d3 req-fbc3a317-3d00-4666-9fd6-8df9e1253de4 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&id=2daeedaf-50fd-4f93-89d0-d88c099f0a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333681 Apr 21 13:43:45.770266 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-723694d7-8d6a-4a43-8615-6d9a2bf2093f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:43:46.443036 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa714b-7012-4185-8778-e8013f5d1bf4 req-04a7389a-29bc-4308-b2d7-eeeae1474ae3 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:43:46.444529 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-36fa714b-7012-4185-8778-e8013f5d1bf4 req-04a7389a-29bc-4308-b2d7-eeeae1474ae3 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 984 time: 0.0527852 Apr 21 13:43:46.483001 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-36fa714b-7012-4185-8778-e8013f5d1bf4 req-571ac9ae-6d5d-44ed-ab6b-4368b34f38e1 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&id=2daeedaf-50fd-4f93-89d0-d88c099f0a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323961 Apr 21 13:43:47.170935 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:43:47.598548 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316f0e9-07e7-4ffb-bd99-cd00052cbfe0 req-48e9c96c-2f91-4ed1-b01f-361bf8f0d55b tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:43:47.600043 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1316f0e9-07e7-4ffb-bd99-cd00052cbfe0 req-48e9c96c-2f91-4ed1-b01f-361bf8f0d55b tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 984 time: 0.0494335 Apr 21 13:43:47.640419 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1316f0e9-07e7-4ffb-bd99-cd00052cbfe0 req-555dfe27-6556-4bc0-96de-2976d84c46d4 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&id=2daeedaf-50fd-4f93-89d0-d88c099f0a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342145 Apr 21 13:43:48.601145 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:43:48.715588 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:43:48.756505 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07469a9c-722c-40d1-9bd3-044e643fd6b1 req-f045fcb1-89e0-433f-b31b-f79f8a6ca755 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:43:48.757995 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07469a9c-722c-40d1-9bd3-044e643fd6b1 req-f045fcb1-89e0-433f-b31b-f79f8a6ca755 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 984 time: 0.0479782 Apr 21 13:43:48.789614 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:43:48.798505 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07469a9c-722c-40d1-9bd3-044e643fd6b1 req-05a1604e-6237-4b43-9c7c-b3df58a0c744 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&id=2daeedaf-50fd-4f93-89d0-d88c099f0a0b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336916 Apr 21 13:43:51.006483 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:44:09.945180 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:44:12.758337 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4119f827-bf7e-4acc-9f66-2fd4a325c3ea req-775462e3-207b-487a-ab57-55b55c085bb9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400002 Apr 21 13:44:12.836811 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119f827-bf7e-4acc-9f66-2fd4a325c3ea req-5dcd0781-702a-4688-931c-43d1a1aef68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:44:12.838330 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4119f827-bf7e-4acc-9f66-2fd4a325c3ea req-5dcd0781-702a-4688-931c-43d1a1aef68c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cf9f6e2ed92042819f61add023b3cda8&device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 1135 time: 0.0403697 Apr 21 13:44:12.943139 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119f827-bf7e-4acc-9f66-2fd4a325c3ea req-bff9e0c1-3092-457b-9880-e904dfac989a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:44:12.944581 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4119f827-bf7e-4acc-9f66-2fd4a325c3ea req-bff9e0c1-3092-457b-9880-e904dfac989a service neutron] 10.222.0.26 "GET /v2.0/networks?id=94a70814-d651-413f-a2ea-66149f5dd7f5 HTTP/1.1" status: 200 len: 916 time: 0.0865402 Apr 21 13:44:13.008496 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4119f827-bf7e-4acc-9f66-2fd4a325c3ea req-a77afdee-629b-4ca6-b7a4-9275759141d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c631339e-ca28-4853-84f2-6e8da1ba01c4 HTTP/1.1" status: 200 len: 1001 time: 0.0570898 Apr 21 13:44:13.060210 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119f827-bf7e-4acc-9f66-2fd4a325c3ea req-00e6b8fa-a59c-4903-a0f2-a89be44e336d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:44:13.061715 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4119f827-bf7e-4acc-9f66-2fd4a325c3ea req-00e6b8fa-a59c-4903-a0f2-a89be44e336d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cab8679b-5df4-40e9-b79f-d294924cde5c HTTP/1.1" status: 200 len: 854 time: 0.0471225 Apr 21 13:44:13.107014 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119f827-bf7e-4acc-9f66-2fd4a325c3ea req-dc99a64a-f624-43c6-9d82-a25ea873e74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:44:13.108550 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4119f827-bf7e-4acc-9f66-2fd4a325c3ea req-dc99a64a-f624-43c6-9d82-a25ea873e74f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94a70814-d651-413f-a2ea-66149f5dd7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398905 Apr 21 13:44:13.195289 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4119f827-bf7e-4acc-9f66-2fd4a325c3ea req-a29ff8dd-7cc3-4e75-98a1-f50459c88141 service neutron] 10.222.0.26 "GET /v2.0/networks/94a70814-d651-413f-a2ea-66149f5dd7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802116 Apr 21 13:44:13.285631 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4119f827-bf7e-4acc-9f66-2fd4a325c3ea req-5ccea127-9453-44a4-8f0b-c06c02d51156 service neutron] 10.222.0.26 "GET /v2.0/networks/94a70814-d651-413f-a2ea-66149f5dd7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839629 Apr 21 13:44:13.515135 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf76166e-4996-4fb5-9fb6-85aae68e763b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:44:15.799407 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-416fd54b-3dd8-425c-bd58-ae20b4c189ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:44:17.212051 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:44:18.633548 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:44:18.718842 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:44:18.798806 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:44:21.034886 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:44:43.560739 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37200b8a-9bbd-4d1f-82a6-060c33fbcf21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:44:45.760479 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2209d492-5fcb-4f1c-981b-54cf301cc9d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:44:46.944259 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:44:47.164490 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:44:48.611940 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:44:48.705064 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:44:48.783205 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:44:51.057610 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:44:52.060749 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-19b4ce39-65e3-4c76-9ad6-4d05f4911f33 req-5045a89d-c710-4542-a7f8-e923146c36b7 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1212561616&fields=id&tenant_id=cf9f6e2ed92042819f61add023b3cda8 HTTP/1.1" status: 200 len: 267 time: 0.0382781 Apr 21 13:44:52.114545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4ce39-65e3-4c76-9ad6-4d05f4911f33 req-8425b7ae-ea50-4bda-bf40-e6a28d8344d9 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:44:52.116027 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-19b4ce39-65e3-4c76-9ad6-4d05f4911f33 req-8425b7ae-ea50-4bda-bf40-e6a28d8344d9 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 984 time: 0.0493138 Apr 21 13:44:52.127518 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-19b4ce39-65e3-4c76-9ad6-4d05f4911f33 req-a19f4bd8-4b29-4ded-a55d-e9bbbb653eca tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Request body: {'port': {'security_groups': ['4987026f-3cb0-44dc-ab50-4f0207f2f0fd']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:44:52.192813 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-19b4ce39-65e3-4c76-9ad6-4d05f4911f33 req-a19f4bd8-4b29-4ded-a55d-e9bbbb653eca tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:44:52.368364 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-19b4ce39-65e3-4c76-9ad6-4d05f4911f33 req-a19f4bd8-4b29-4ded-a55d-e9bbbb653eca tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] For port c631339e-ca28-4853-84f2-6e8da1ba01c4, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=c631339e-ca28-4853-84f2-6e8da1ba01c4,segment=NetworkSegment(0395545f-ea7d-479f-824f-a51d504c3400),segment_id=0395545f-ea7d-479f-824f-a51d504c3400)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:44:52.396986 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-19b4ce39-65e3-4c76-9ad6-4d05f4911f33 req-a19f4bd8-4b29-4ded-a55d-e9bbbb653eca tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:44:52.450084 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-19b4ce39-65e3-4c76-9ad6-4d05f4911f33 req-a19f4bd8-4b29-4ded-a55d-e9bbbb653eca tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:44:52.461557 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['c631339e-ca28-4853-84f2-6e8da1ba01c4'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:44:52.497469 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4ce39-65e3-4c76-9ad6-4d05f4911f33 req-a19f4bd8-4b29-4ded-a55d-e9bbbb653eca tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:44:52.498112 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-19b4ce39-65e3-4c76-9ad6-4d05f4911f33 req-a19f4bd8-4b29-4ded-a55d-e9bbbb653eca tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:44:52.499495 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-19b4ce39-65e3-4c76-9ad6-4d05f4911f33 req-a19f4bd8-4b29-4ded-a55d-e9bbbb653eca tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "PUT /v2.0/ports/c631339e-ca28-4853-84f2-6e8da1ba01c4 HTTP/1.1" status: 200 len: 942 time: 0.3766119 Apr 21 13:44:52.499937 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e5d037-ce71-46ad-a7a9-8a3742cfb75c', 'tag': 'c631339e-ca28-4853-84f2-6e8da1ba01c4'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:44:52.502266 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b2ec09-36f9-457c-979a-db803d43bf2c" -d '{"events": [{"name": "network-changed", "server_uuid": "47e5d037-ce71-46ad-a7a9-8a3742cfb75c", "tag": "c631339e-ca28-4853-84f2-6e8da1ba01c4"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:44:52.505892 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60362) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:44:52.561493 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f4bd8-4b29-4ded-a55d-e9bbbb653eca tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Pushing event updated for resources: {'Port': ['ID=c631339e-ca28-4853-84f2-6e8da1ba01c4,revision_number=7']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:44:52.572274 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f4bd8-4b29-4ded-a55d-e9bbbb653eca tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:44:52.572629 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f4bd8-4b29-4ded-a55d-e9bbbb653eca tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:44:52.572971 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f4bd8-4b29-4ded-a55d-e9bbbb653eca tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:44:52.573309 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f4bd8-4b29-4ded-a55d-e9bbbb653eca tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:44:52.573686 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f4bd8-4b29-4ded-a55d-e9bbbb653eca tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:44:52.574024 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f4bd8-4b29-4ded-a55d-e9bbbb653eca tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:44:52.574351 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f4bd8-4b29-4ded-a55d-e9bbbb653eca tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:44:52.574676 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f4bd8-4b29-4ded-a55d-e9bbbb653eca tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:44:52.575003 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f4bd8-4b29-4ded-a55d-e9bbbb653eca tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:44:52.575326 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f4bd8-4b29-4ded-a55d-e9bbbb653eca tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:44:52.576042 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f4bd8-4b29-4ded-a55d-e9bbbb653eca tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:44:52.576374 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19f4bd8-4b29-4ded-a55d-e9bbbb653eca tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:44:52.586037 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cfabb8d-c1b3-4f2d-a12e-4e6a052c0511 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:44:52.610062 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['c631339e-ca28-4853-84f2-6e8da1ba01c4'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:44:52.621115 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cfabb8d-c1b3-4f2d-a12e-4e6a052c0511 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:44:52.661804 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980a28ee-070a-4794-ad2d-ded09c8c2dc6 x-openstack-request-id: req-980a28ee-070a-4794-ad2d-ded09c8c2dc6 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:44:52.662814 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e5d037-ce71-46ad-a7a9-8a3742cfb75c", "tag": "c631339e-ca28-4853-84f2-6e8da1ba01c4", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:44:52.664088 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-980a28ee-070a-4794-ad2d-ded09c8c2dc6 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:44:52.665492 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-980a28ee-070a-4794-ad2d-ded09c8c2dc6'] response: {'name': 'network-changed', 'server_uuid': '47e5d037-ce71-46ad-a7a9-8a3742cfb75c', 'tag': 'c631339e-ca28-4853-84f2-6e8da1ba01c4', 'status': 'completed', 'code': 200} Apr 21 13:44:52.730166 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2ec09-36f9-457c-979a-db803d43bf2c req-674b5b8e-5f99-4bf3-b6a3-20e9fcc0e682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:44:52.731857 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a7b2ec09-36f9-457c-979a-db803d43bf2c req-674b5b8e-5f99-4bf3-b6a3-20e9fcc0e682 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cf9f6e2ed92042819f61add023b3cda8&device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 1096 time: 0.0490179 Apr 21 13:44:52.780257 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5c6fb8ba-cac4-4738-a9c5-d731b0b4b6f9 None None] Provisioning complete for port c631339e-ca28-4853-84f2-6e8da1ba01c4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:44:52.780619 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5c6fb8ba-cac4-4738-a9c5-d731b0b4b6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:44:52.794354 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cfabb8d-c1b3-4f2d-a12e-4e6a052c0511 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:44:52.796838 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0cfabb8d-c1b3-4f2d-a12e-4e6a052c0511 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:44:52.797986 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0cfabb8d-c1b3-4f2d-a12e-4e6a052c0511 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "DELETE /v2.0/security-groups/2daeedaf-50fd-4f93-89d0-d88c099f0a0b HTTP/1.1" status: 204 len: 168 time: 0.2911072 Apr 21 13:44:52.800985 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60370) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:44:52.818120 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfabb8d-c1b3-4f2d-a12e-4e6a052c0511 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2daeedaf-50fd-4f93-89d0-d88c099f0a0b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:44:52.827609 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfabb8d-c1b3-4f2d-a12e-4e6a052c0511 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:44:52.827953 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfabb8d-c1b3-4f2d-a12e-4e6a052c0511 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:44:52.828285 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfabb8d-c1b3-4f2d-a12e-4e6a052c0511 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:44:52.828706 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfabb8d-c1b3-4f2d-a12e-4e6a052c0511 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:44:52.828937 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfabb8d-c1b3-4f2d-a12e-4e6a052c0511 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:44:52.829258 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfabb8d-c1b3-4f2d-a12e-4e6a052c0511 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:44:52.829600 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfabb8d-c1b3-4f2d-a12e-4e6a052c0511 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:44:52.829932 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfabb8d-c1b3-4f2d-a12e-4e6a052c0511 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:44:52.830254 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfabb8d-c1b3-4f2d-a12e-4e6a052c0511 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:44:52.830567 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfabb8d-c1b3-4f2d-a12e-4e6a052c0511 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:44:52.832066 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfabb8d-c1b3-4f2d-a12e-4e6a052c0511 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:44:52.832066 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfabb8d-c1b3-4f2d-a12e-4e6a052c0511 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:44:52.849284 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2ec09-36f9-457c-979a-db803d43bf2c req-ff6c6f51-75c7-4c55-96b6-56a02d3c58b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:44:52.851363 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a7b2ec09-36f9-457c-979a-db803d43bf2c req-ff6c6f51-75c7-4c55-96b6-56a02d3c58b6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=94a70814-d651-413f-a2ea-66149f5dd7f5 HTTP/1.1" status: 200 len: 916 time: 0.1127715 Apr 21 13:44:52.923053 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a7b2ec09-36f9-457c-979a-db803d43bf2c req-e69cef9b-c5af-4b1b-a0e2-fabcf2671de9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c631339e-ca28-4853-84f2-6e8da1ba01c4 HTTP/1.1" status: 200 len: 1001 time: 0.0650427 Apr 21 13:44:52.971236 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2ec09-36f9-457c-979a-db803d43bf2c req-b9d44977-e72a-4e7d-bb3e-8708b56dec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:44:52.972144 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6181aa8e-3916-42c9-986b-8e61ca8f70ef tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Deleting port 776a71c4-5081-4bc2-9810-5a54dd221bcd {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:44:52.972485 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6181aa8e-3916-42c9-986b-8e61ca8f70ef tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:44:52.972600 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a7b2ec09-36f9-457c-979a-db803d43bf2c req-b9d44977-e72a-4e7d-bb3e-8708b56dec09 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cab8679b-5df4-40e9-b79f-d294924cde5c HTTP/1.1" status: 200 len: 854 time: 0.0431578 Apr 21 13:44:53.018487 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2ec09-36f9-457c-979a-db803d43bf2c req-a5f5f885-e1eb-40b3-89a6-749b5c54f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:44:53.019954 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a7b2ec09-36f9-457c-979a-db803d43bf2c req-a5f5f885-e1eb-40b3-89a6-749b5c54f943 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94a70814-d651-413f-a2ea-66149f5dd7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400431 Apr 21 13:44:53.047386 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6181aa8e-3916-42c9-986b-8e61ca8f70ef tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:44:53.047713 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6181aa8e-3916-42c9-986b-8e61ca8f70ef tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:44:53.060022 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6181aa8e-3916-42c9-986b-8e61ca8f70ef tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Calling delete_port for 776a71c4-5081-4bc2-9810-5a54dd221bcd owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:44:53.112534 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a7b2ec09-36f9-457c-979a-db803d43bf2c req-7a1ffa7a-a1a0-4d4e-9e83-8fd8cac0adbf service neutron] 10.222.0.26 "GET /v2.0/networks/94a70814-d651-413f-a2ea-66149f5dd7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851581 Apr 21 13:44:53.206537 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a7b2ec09-36f9-457c-979a-db803d43bf2c req-51e6ed8c-657b-4f1e-bd1d-527bb898eb27 service neutron] 10.222.0.26 "GET /v2.0/networks/94a70814-d651-413f-a2ea-66149f5dd7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868516 Apr 21 13:44:53.274287 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6181aa8e-3916-42c9-986b-8e61ca8f70ef tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:44:53.301848 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181aa8e-3916-42c9-986b-8e61ca8f70ef tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Pushing event deleted for resources: {'Port': ['ID=776a71c4-5081-4bc2-9810-5a54dd221bcd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:44:53.364331 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6181aa8e-3916-42c9-986b-8e61ca8f70ef tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:44:53.364726 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-6181aa8e-3916-42c9-986b-8e61ca8f70ef tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Floating IP f5885a06-396e-4862-9e96-fb2613042608 disassociated (deleted). External IP: 172.25.8.187, port: c631339e-ca28-4853-84f2-6e8da1ba01c4. Apr 21 13:44:53.563985 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6181aa8e-3916-42c9-986b-8e61ca8f70ef tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Router 3662c5e7-79c2-470f-bd75-0f1668ae97f3 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:44:53.668611 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6181aa8e-3916-42c9-986b-8e61ca8f70ef tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:44:53.672985 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6181aa8e-3916-42c9-986b-8e61ca8f70ef tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:44:53.680583 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026a2ecb-71b5-4759-952a-ae067dfa24a5 None None] Sync routers for ids ['3662c5e7-79c2-470f-bd75-0f1668ae97f3'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:44:53.690674 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026a2ecb-71b5-4759-952a-ae067dfa24a5 None None] Routers {'3662c5e7-79c2-470f-bd75-0f1668ae97f3'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:44:53.691268 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-026a2ecb-71b5-4759-952a-ae067dfa24a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:44:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3662c5e7-79c2-470f-bd75-0f1668ae97f3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:44:53.703201 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6181aa8e-3916-42c9-986b-8e61ca8f70ef tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "DELETE /v2.0/floatingips/f5885a06-396e-4862-9e96-fb2613042608 HTTP/1.1" status: 204 len: 168 time: 0.9009256 Apr 21 13:44:53.882615 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-026a2ecb-71b5-4759-952a-ae067dfa24a5 None None] Set router 3662c5e7-79c2-470f-bd75-0f1668ae97f3 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:44:54.082256 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-026a2ecb-71b5-4759-952a-ae067dfa24a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'name': 'tempest-TestMinimumBasicScenario-1650523042-router', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd7391ce7-adfe-4250-a833-56f5c5f56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:41:29Z', 'updated_at': '2022-04-21T13:41:32Z', 'revision_number': 4, 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'gw_port': {'id': 'd7391ce7-adfe-4250-a833-56f5c5f56410', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:82:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:29Z', 'updated_at': '2022-04-21T13:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'bcc00779-edad-465d-97f8-3765536f77e4', 'name': '', 'network_id': '94a70814-d651-413f-a2ea-66149f5dd7f5', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8', 'mac_address': 'fa:16:3e:70:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'cab8679b-5df4-40e9-b79f-d294924cde5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:31Z', 'updated_at': '2022-04-21T13:41:35Z', 'revision_number': 5, 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'subnets': [{'id': 'cab8679b-5df4-40e9-b79f-d294924cde5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:44:54.108348 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026a2ecb-71b5-4759-952a-ae067dfa24a5 None None] Checking router: 3662c5e7-79c2-470f-bd75-0f1668ae97f3 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:44:54.116968 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026a2ecb-71b5-4759-952a-ae067dfa24a5 None None] Routers {'3662c5e7-79c2-470f-bd75-0f1668ae97f3'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:44:54.117571 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-026a2ecb-71b5-4759-952a-ae067dfa24a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:44:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3662c5e7-79c2-470f-bd75-0f1668ae97f3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:44:54.219719 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-026a2ecb-71b5-4759-952a-ae067dfa24a5 None None] Set router 3662c5e7-79c2-470f-bd75-0f1668ae97f3 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:44:54.407654 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-026a2ecb-71b5-4759-952a-ae067dfa24a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'name': 'tempest-TestMinimumBasicScenario-1650523042-router', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd7391ce7-adfe-4250-a833-56f5c5f56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:41:29Z', 'updated_at': '2022-04-21T13:41:32Z', 'revision_number': 4, 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'gw_port': {'id': 'd7391ce7-adfe-4250-a833-56f5c5f56410', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:82:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:29Z', 'updated_at': '2022-04-21T13:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'bcc00779-edad-465d-97f8-3765536f77e4', 'name': '', 'network_id': '94a70814-d651-413f-a2ea-66149f5dd7f5', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8', 'mac_address': 'fa:16:3e:70:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'cab8679b-5df4-40e9-b79f-d294924cde5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:31Z', 'updated_at': '2022-04-21T13:41:35Z', 'revision_number': 5, 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'subnets': [{'id': 'cab8679b-5df4-40e9-b79f-d294924cde5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:44:54.436407 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026a2ecb-71b5-4759-952a-ae067dfa24a5 None None] The sync data for ids ['3662c5e7-79c2-470f-bd75-0f1668ae97f3'] in n-d-836147-2 is: [{'id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'name': 'tempest-TestMinimumBasicScenario-1650523042-router', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd7391ce7-adfe-4250-a833-56f5c5f56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:41:29Z', 'updated_at': '2022-04-21T13:41:32Z', 'revision_number': 4, 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'gw_port': {'id': 'd7391ce7-adfe-4250-a833-56f5c5f56410', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:82:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:29Z', 'updated_at': '2022-04-21T13:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'bcc00779-edad-465d-97f8-3765536f77e4', 'name': '', 'network_id': '94a70814-d651-413f-a2ea-66149f5dd7f5', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8', 'mac_address': 'fa:16:3e:70:60:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'cab8679b-5df4-40e9-b79f-d294924cde5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:31Z', 'updated_at': '2022-04-21T13:41:35Z', 'revision_number': 5, 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'subnets': [{'id': 'cab8679b-5df4-40e9-b79f-d294924cde5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:44:54.658324 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e5d513-24ee-4ae6-9b18-9976d829d016 None None] New status for floating IP f5885a06-396e-4862-9e96-fb2613042608: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:44:54.666896 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47e5d037-ce71-46ad-a7a9-8a3742cfb75c', 'tag': 'c631339e-ca28-4853-84f2-6e8da1ba01c4'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:44:54.669314 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcffa219-e067-4841-a4f8-6ea1da437b02" -d '{"events": [{"name": "network-changed", "server_uuid": "47e5d037-ce71-46ad-a7a9-8a3742cfb75c", "tag": "c631339e-ca28-4853-84f2-6e8da1ba01c4"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:44:54.706244 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f950d1-9ac9-4007-95fb-4c6fbbb91982 x-openstack-request-id: req-57f950d1-9ac9-4007-95fb-4c6fbbb91982 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:44:54.707542 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47e5d037-ce71-46ad-a7a9-8a3742cfb75c", "tag": "c631339e-ca28-4853-84f2-6e8da1ba01c4", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:44:54.707974 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-57f950d1-9ac9-4007-95fb-4c6fbbb91982 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:44:54.708458 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57f950d1-9ac9-4007-95fb-4c6fbbb91982'] response: {'name': 'network-changed', 'server_uuid': '47e5d037-ce71-46ad-a7a9-8a3742cfb75c', 'tag': 'c631339e-ca28-4853-84f2-6e8da1ba01c4', 'status': 'completed', 'code': 200} Apr 21 13:44:54.770760 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffa219-e067-4841-a4f8-6ea1da437b02 req-5a5b1145-ea8f-44e3-ac40-f89ee78ca691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:44:54.772252 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bcffa219-e067-4841-a4f8-6ea1da437b02 req-5a5b1145-ea8f-44e3-ac40-f89ee78ca691 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cf9f6e2ed92042819f61add023b3cda8&device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 1096 time: 0.0431521 Apr 21 13:44:54.863741 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffa219-e067-4841-a4f8-6ea1da437b02 req-a59f30ca-a57b-45e2-856c-e79e61f33c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:44:54.865125 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bcffa219-e067-4841-a4f8-6ea1da437b02 req-a59f30ca-a57b-45e2-856c-e79e61f33c21 service neutron] 10.222.0.26 "GET /v2.0/networks?id=94a70814-d651-413f-a2ea-66149f5dd7f5 HTTP/1.1" status: 200 len: 916 time: 0.0863290 Apr 21 13:44:54.907160 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bcffa219-e067-4841-a4f8-6ea1da437b02 req-0cf3b96c-a45a-45f0-a386-1d03d8bffe51 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c631339e-ca28-4853-84f2-6e8da1ba01c4 HTTP/1.1" status: 200 len: 217 time: 0.0349112 Apr 21 13:44:54.960566 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffa219-e067-4841-a4f8-6ea1da437b02 req-f86583f8-a3c4-4b72-890b-be445427b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:44:54.962045 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bcffa219-e067-4841-a4f8-6ea1da437b02 req-f86583f8-a3c4-4b72-890b-be445427b2fd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cab8679b-5df4-40e9-b79f-d294924cde5c HTTP/1.1" status: 200 len: 854 time: 0.0484786 Apr 21 13:44:55.006067 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffa219-e067-4841-a4f8-6ea1da437b02 req-a9fd5c8f-956f-440e-b958-22236baef640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:44:55.008095 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bcffa219-e067-4841-a4f8-6ea1da437b02 req-a9fd5c8f-956f-440e-b958-22236baef640 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94a70814-d651-413f-a2ea-66149f5dd7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399148 Apr 21 13:44:55.102255 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bcffa219-e067-4841-a4f8-6ea1da437b02 req-45d233b4-81cf-4ff8-a1f6-f10a2ff76587 service neutron] 10.222.0.26 "GET /v2.0/networks/94a70814-d651-413f-a2ea-66149f5dd7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871251 Apr 21 13:44:55.209483 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-bcffa219-e067-4841-a4f8-6ea1da437b02 req-7520c8c0-f162-47fa-9441-d717ae0e58ce service neutron] 10.222.0.26 "GET /v2.0/networks/94a70814-d651-413f-a2ea-66149f5dd7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996146 Apr 21 13:45:02.121417 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5747f877-756a-4c61-88a4-f872107ec818 req-3da53e4c-1289-4984-8aa0-d568c2490b88 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:02.122851 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5747f877-756a-4c61-88a4-f872107ec818 req-3da53e4c-1289-4984-8aa0-d568c2490b88 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 945 time: 0.0486298 Apr 21 13:45:02.160023 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5747f877-756a-4c61-88a4-f872107ec818 req-1a9e010e-3429-44a9-aee0-519cadcb7fe5 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311337 Apr 21 13:45:03.275704 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d432f9-dde2-41ef-bf28-60e719976378 req-4ccee3bf-e809-49e7-b535-7af40a80fa36 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:03.277156 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54d432f9-dde2-41ef-bf28-60e719976378 req-4ccee3bf-e809-49e7-b535-7af40a80fa36 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 945 time: 0.0483418 Apr 21 13:45:03.313385 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54d432f9-dde2-41ef-bf28-60e719976378 req-d614a3fe-326e-4c48-9014-5985c145611d tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/security-groups?id=4987026f-3cb0-44dc-ab50-4f0207f2f0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302172 Apr 21 13:45:03.883346 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4972959-62ce-48dd-8969-ba6b960c948f req-2f1aa279-9fe3-480b-af1c-41c92962528f tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:03.884790 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b4972959-62ce-48dd-8969-ba6b960c948f req-2f1aa279-9fe3-480b-af1c-41c92962528f tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.26 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 945 time: 0.0483181 Apr 21 13:45:03.973842 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-b4972959-62ce-48dd-8969-ba6b960c948f req-e8f38f58-3ccd-46d5-831a-1f63d2379679 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Deleting port c631339e-ca28-4853-84f2-6e8da1ba01c4 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:45:03.974172 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b4972959-62ce-48dd-8969-ba6b960c948f req-e8f38f58-3ccd-46d5-831a-1f63d2379679 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:04.058736 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-b4972959-62ce-48dd-8969-ba6b960c948f req-e8f38f58-3ccd-46d5-831a-1f63d2379679 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] For port c631339e-ca28-4853-84f2-6e8da1ba01c4, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=c631339e-ca28-4853-84f2-6e8da1ba01c4,segment=NetworkSegment(0395545f-ea7d-479f-824f-a51d504c3400),segment_id=0395545f-ea7d-479f-824f-a51d504c3400)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:45:04.059090 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b4972959-62ce-48dd-8969-ba6b960c948f req-e8f38f58-3ccd-46d5-831a-1f63d2379679 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:04.071315 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-b4972959-62ce-48dd-8969-ba6b960c948f req-e8f38f58-3ccd-46d5-831a-1f63d2379679 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Calling delete_port for c631339e-ca28-4853-84f2-6e8da1ba01c4 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:45:04.291724 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b4972959-62ce-48dd-8969-ba6b960c948f req-e8f38f58-3ccd-46d5-831a-1f63d2379679 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:04.303060 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['c631339e-ca28-4853-84f2-6e8da1ba01c4'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:45:04.322460 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f38f58-3ccd-46d5-831a-1f63d2379679 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Pushing event deleted for resources: {'Port': ['ID=c631339e-ca28-4853-84f2-6e8da1ba01c4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:04.362871 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4972959-62ce-48dd-8969-ba6b960c948f req-e8f38f58-3ccd-46d5-831a-1f63d2379679 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] No DVR routers for this DVR port c631339e-ca28-4853-84f2-6e8da1ba01c4 on host n-h1-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:45:04.365774 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b4972959-62ce-48dd-8969-ba6b960c948f req-e8f38f58-3ccd-46d5-831a-1f63d2379679 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:04.369537 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b4972959-62ce-48dd-8969-ba6b960c948f req-e8f38f58-3ccd-46d5-831a-1f63d2379679 tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.26 "DELETE /v2.0/ports/c631339e-ca28-4853-84f2-6e8da1ba01c4 HTTP/1.1" status: 204 len: 173 time: 0.4790764 Apr 21 13:45:04.370004 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47e5d037-ce71-46ad-a7a9-8a3742cfb75c', 'name': 'network-vif-deleted', 'tag': 'c631339e-ca28-4853-84f2-6e8da1ba01c4'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:45:04.372345 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8731b9b0d93a9bf69e636c4352cfd91473ecc38c160ddf4d7ef907223a15797c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdba83e-196f-4df0-9f2c-df0a04729c15" -d '{"events": [{"server_uuid": "47e5d037-ce71-46ad-a7a9-8a3742cfb75c", "name": "network-vif-deleted", "tag": "c631339e-ca28-4853-84f2-6e8da1ba01c4"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:45:04.414390 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb5a994e-f896-4704-b486-45ec69378f5e req-d69908c0-d6d9-479f-82f3-1e2ff746394f tempest-TestMinimumBasicScenario-1807893638 tempest-TestMinimumBasicScenario-1807893638-project] 10.222.0.36 "GET /v2.0/ports?device_id=47e5d037-ce71-46ad-a7a9-8a3742cfb75c HTTP/1.1" status: 200 len: 210 time: 0.0313778 Apr 21 13:45:04.471692 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0b50be-8e6f-4ab1-980c-a8f673aa3eb0 x-openstack-request-id: req-de0b50be-8e6f-4ab1-980c-a8f673aa3eb0 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:45:04.471987 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47e5d037-ce71-46ad-a7a9-8a3742cfb75c", "name": "network-vif-deleted", "tag": "c631339e-ca28-4853-84f2-6e8da1ba01c4", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:45:04.472235 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-de0b50be-8e6f-4ab1-980c-a8f673aa3eb0 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:45:04.472636 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de0b50be-8e6f-4ab1-980c-a8f673aa3eb0'] response: {'server_uuid': '47e5d037-ce71-46ad-a7a9-8a3742cfb75c', 'name': 'network-vif-deleted', 'tag': 'c631339e-ca28-4853-84f2-6e8da1ba01c4', 'status': 'completed', 'code': 200} Apr 21 13:45:06.532453 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60470) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:45:06.874664 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c79b3a5-30af-4c52-b98a-b6d395b319b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:06.907313 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device c631339e-ca28-4853-84f2-6e8da1ba01c4 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:45:06.927430 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: c631339e-ca28-4853-84f2-6e8da1ba01c4 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:45:06.929548 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device c631339e-ca28-4853-84f2-6e8da1ba01c4 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:45:07.113555 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0c79b3a5-30af-4c52-b98a-b6d395b319b7 admin admin] Deleting port bcc00779-edad-465d-97f8-3765536f77e4 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:45:07.113919 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c79b3a5-30af-4c52-b98a-b6d395b319b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:07.189367 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-0c79b3a5-30af-4c52-b98a-b6d395b319b7 admin admin] For port bcc00779-edad-465d-97f8-3765536f77e4, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=bcc00779-edad-465d-97f8-3765536f77e4,segment=NetworkSegment(0395545f-ea7d-479f-824f-a51d504c3400),segment_id=0395545f-ea7d-479f-824f-a51d504c3400)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:45:07.189748 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c79b3a5-30af-4c52-b98a-b6d395b319b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:07.205914 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-0c79b3a5-30af-4c52-b98a-b6d395b319b7 admin admin] Calling delete_port for bcc00779-edad-465d-97f8-3765536f77e4 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:45:07.440818 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c79b3a5-30af-4c52-b98a-b6d395b319b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:07.467474 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79b3a5-30af-4c52-b98a-b6d395b319b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc00779-edad-465d-97f8-3765536f77e4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:07.629748 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0c79b3a5-30af-4c52-b98a-b6d395b319b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:07.836412 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c79b3a5-30af-4c52-b98a-b6d395b319b7 admin admin] Router 3662c5e7-79c2-470f-bd75-0f1668ae97f3 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:45:07.942489 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c79b3a5-30af-4c52-b98a-b6d395b319b7 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:45:07.948743 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0c79b3a5-30af-4c52-b98a-b6d395b319b7 admin admin] 10.222.0.36 "PUT /v2.0/routers/3662c5e7-79c2-470f-bd75-0f1668ae97f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4139175 Apr 21 13:45:07.950630 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60472) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:45:07.951684 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6837fa4-497e-4413-9f5a-3cdd9c120c78 None None] Sync routers for ids ['3662c5e7-79c2-470f-bd75-0f1668ae97f3'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:45:07.961441 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6837fa4-497e-4413-9f5a-3cdd9c120c78 None None] Routers {'3662c5e7-79c2-470f-bd75-0f1668ae97f3'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:45:07.962133 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b6837fa4-497e-4413-9f5a-3cdd9c120c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:44:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3662c5e7-79c2-470f-bd75-0f1668ae97f3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:45:08.054436 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a54e159-c5a5-456f-a0db-9f22c1b90245 admin admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:08.063683 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b6837fa4-497e-4413-9f5a-3cdd9c120c78 None None] Set router 3662c5e7-79c2-470f-bd75-0f1668ae97f3 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:45:08.239964 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b6837fa4-497e-4413-9f5a-3cdd9c120c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'name': 'tempest-TestMinimumBasicScenario-1650523042-router', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd7391ce7-adfe-4250-a833-56f5c5f56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:41:29Z', 'updated_at': '2022-04-21T13:45:07Z', 'revision_number': 5, 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'gw_port': {'id': 'd7391ce7-adfe-4250-a833-56f5c5f56410', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:82:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:29Z', 'updated_at': '2022-04-21T13:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:45:08.270870 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6837fa4-497e-4413-9f5a-3cdd9c120c78 None None] Checking router: 3662c5e7-79c2-470f-bd75-0f1668ae97f3 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:45:08.279320 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6837fa4-497e-4413-9f5a-3cdd9c120c78 None None] Routers {'3662c5e7-79c2-470f-bd75-0f1668ae97f3'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:45:08.279931 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b6837fa4-497e-4413-9f5a-3cdd9c120c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:44:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3662c5e7-79c2-470f-bd75-0f1668ae97f3'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:45:08.383832 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b6837fa4-497e-4413-9f5a-3cdd9c120c78 None None] Set router 3662c5e7-79c2-470f-bd75-0f1668ae97f3 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:45:08.425064 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a54e159-c5a5-456f-a0db-9f22c1b90245 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:08.546029 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7a54e159-c5a5-456f-a0db-9f22c1b90245 admin admin] Deleting port d7391ce7-adfe-4250-a833-56f5c5f56410 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:45:08.546364 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a54e159-c5a5-456f-a0db-9f22c1b90245 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:08.556709 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b6837fa4-497e-4413-9f5a-3cdd9c120c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'name': 'tempest-TestMinimumBasicScenario-1650523042-router', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd7391ce7-adfe-4250-a833-56f5c5f56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:41:29Z', 'updated_at': '2022-04-21T13:45:07Z', 'revision_number': 5, 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'gw_port': {'id': 'd7391ce7-adfe-4250-a833-56f5c5f56410', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:82:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:29Z', 'updated_at': '2022-04-21T13:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:45:08.581607 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6837fa4-497e-4413-9f5a-3cdd9c120c78 None None] The sync data for ids ['3662c5e7-79c2-470f-bd75-0f1668ae97f3'] in n-d-836147-2 is: [{'id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'name': 'tempest-TestMinimumBasicScenario-1650523042-router', 'tenant_id': 'cf9f6e2ed92042819f61add023b3cda8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.5'}], 'enable_snat': True}, 'gw_port_id': 'd7391ce7-adfe-4250-a833-56f5c5f56410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:41:29Z', 'updated_at': '2022-04-21T13:45:07Z', 'revision_number': 5, 'project_id': 'cf9f6e2ed92042819f61add023b3cda8', 'gw_port': {'id': 'd7391ce7-adfe-4250-a833-56f5c5f56410', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:82:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3662c5e7-79c2-470f-bd75-0f1668ae97f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:29Z', 'updated_at': '2022-04-21T13:41:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:45:08.630644 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-7a54e159-c5a5-456f-a0db-9f22c1b90245 admin admin] For port d7391ce7-adfe-4250-a833-56f5c5f56410, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=d7391ce7-adfe-4250-a833-56f5c5f56410,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:45:08.631137 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a54e159-c5a5-456f-a0db-9f22c1b90245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:08.643468 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7a54e159-c5a5-456f-a0db-9f22c1b90245 admin admin] Calling delete_port for d7391ce7-adfe-4250-a833-56f5c5f56410 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:45:08.863168 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a54e159-c5a5-456f-a0db-9f22c1b90245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:08.890887 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a54e159-c5a5-456f-a0db-9f22c1b90245 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7391ce7-adfe-4250-a833-56f5c5f56410,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:08.954886 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a54e159-c5a5-456f-a0db-9f22c1b90245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:09.046935 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a54e159-c5a5-456f-a0db-9f22c1b90245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:09.049058 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a54e159-c5a5-456f-a0db-9f22c1b90245 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:09.160929 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a54e159-c5a5-456f-a0db-9f22c1b90245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:09.161538 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a54e159-c5a5-456f-a0db-9f22c1b90245 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3662c5e7-79c2-470f-bd75-0f1668ae97f3 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:45:09.165983 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7a54e159-c5a5-456f-a0db-9f22c1b90245 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:09.171468 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7a54e159-c5a5-456f-a0db-9f22c1b90245 admin admin] 10.222.0.36 "DELETE /v2.0/routers/3662c5e7-79c2-470f-bd75-0f1668ae97f3 HTTP/1.1" status: 204 len: 168 time: 1.2184312 Apr 21 13:45:09.171563 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60474) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:45:09.198617 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device bcc00779-edad-465d-97f8-3765536f77e4 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:45:09.220828 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: bcc00779-edad-465d-97f8-3765536f77e4 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:45:09.221173 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device bcc00779-edad-465d-97f8-3765536f77e4 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:45:09.229192 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-28178cd3-9bc0-4eae-8e9d-04084f9cb957 admin admin] Deleting subnet cab8679b-5df4-40e9-b79f-d294924cde5c {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:45:09.229192 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28178cd3-9bc0-4eae-8e9d-04084f9cb957 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:09.264984 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28178cd3-9bc0-4eae-8e9d-04084f9cb957 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:09.342567 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28178cd3-9bc0-4eae-8e9d-04084f9cb957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:09.461942 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28178cd3-9bc0-4eae-8e9d-04084f9cb957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:09.488582 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28178cd3-9bc0-4eae-8e9d-04084f9cb957 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cab8679b-5df4-40e9-b79f-d294924cde5c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:09.492512 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-28178cd3-9bc0-4eae-8e9d-04084f9cb957 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:09.498380 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fdcdfa-ada1-4466-be46-2aedad2f459a None None] Network 94a70814-d651-413f-a2ea-66149f5dd7f5 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:45:09.499895 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-28178cd3-9bc0-4eae-8e9d-04084f9cb957 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cab8679b-5df4-40e9-b79f-d294924cde5c HTTP/1.1" status: 204 len: 168 time: 0.3280654 Apr 21 13:45:09.502290 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60476) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:45:09.571435 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6713875-a7e1-4fb6-a8a2-0b6d0b1c30be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:09.629836 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c6713875-a7e1-4fb6-a8a2-0b6d0b1c30be admin admin] Deleting port 5808e4fb-f62f-42ba-9a34-440781049ca5 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:45:09.630173 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6713875-a7e1-4fb6-a8a2-0b6d0b1c30be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:09.679085 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37b2e82-3988-4c5f-98a2-ac7813ca6ec4 None None] DHCP port deletion for 94a70814-d651-413f-a2ea-66149f5dd7f5 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:45:09.699859 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-c6713875-a7e1-4fb6-a8a2-0b6d0b1c30be admin admin] For port 5808e4fb-f62f-42ba-9a34-440781049ca5, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=5808e4fb-f62f-42ba-9a34-440781049ca5,segment=NetworkSegment(0395545f-ea7d-479f-824f-a51d504c3400),segment_id=0395545f-ea7d-479f-824f-a51d504c3400)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:45:09.700532 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6713875-a7e1-4fb6-a8a2-0b6d0b1c30be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:09.713058 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-c6713875-a7e1-4fb6-a8a2-0b6d0b1c30be admin admin] Calling delete_port for 5808e4fb-f62f-42ba-9a34-440781049ca5 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:45:09.726603 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f37b2e82-3988-4c5f-98a2-ac7813ca6ec4 None None] Deleting port 5808e4fb-f62f-42ba-9a34-440781049ca5 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:45:09.726978 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f37b2e82-3988-4c5f-98a2-ac7813ca6ec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:09.792725 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f37b2e82-3988-4c5f-98a2-ac7813ca6ec4 None None] For port 5808e4fb-f62f-42ba-9a34-440781049ca5, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=5808e4fb-f62f-42ba-9a34-440781049ca5,segment=NetworkSegment(0395545f-ea7d-479f-824f-a51d504c3400),segment_id=0395545f-ea7d-479f-824f-a51d504c3400)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:45:09.793213 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f37b2e82-3988-4c5f-98a2-ac7813ca6ec4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:09.805463 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f37b2e82-3988-4c5f-98a2-ac7813ca6ec4 None None] Calling delete_port for 5808e4fb-f62f-42ba-9a34-440781049ca5 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:45:09.844549 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6713875-a7e1-4fb6-a8a2-0b6d0b1c30be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:09.871257 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6713875-a7e1-4fb6-a8a2-0b6d0b1c30be admin admin] Pushing event deleted for resources: {'Port': ['ID=5808e4fb-f62f-42ba-9a34-440781049ca5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:09.873276 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6713875-a7e1-4fb6-a8a2-0b6d0b1c30be admin admin] No DVR routers for this DVR port 5808e4fb-f62f-42ba-9a34-440781049ca5 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:45:09.886719 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f37b2e82-3988-4c5f-98a2-ac7813ca6ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:09.912381 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b2e82-3988-4c5f-98a2-ac7813ca6ec4 None None] Pushing event deleted for resources: {'Port': ['ID=5808e4fb-f62f-42ba-9a34-440781049ca5,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:09.916591 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37b2e82-3988-4c5f-98a2-ac7813ca6ec4 None None] No DVR routers for this DVR port 5808e4fb-f62f-42ba-9a34-440781049ca5 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:45:09.924283 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b2e82-3988-4c5f-98a2-ac7813ca6ec4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:45:09.924283 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b2e82-3988-4c5f-98a2-ac7813ca6ec4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:45:09.924572 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b2e82-3988-4c5f-98a2-ac7813ca6ec4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:45:09.924857 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b2e82-3988-4c5f-98a2-ac7813ca6ec4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:45:09.925190 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b2e82-3988-4c5f-98a2-ac7813ca6ec4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:45:09.925516 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b2e82-3988-4c5f-98a2-ac7813ca6ec4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:45:09.925874 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b2e82-3988-4c5f-98a2-ac7813ca6ec4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:45:09.926200 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b2e82-3988-4c5f-98a2-ac7813ca6ec4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:45:09.926532 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b2e82-3988-4c5f-98a2-ac7813ca6ec4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:45:09.926949 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b2e82-3988-4c5f-98a2-ac7813ca6ec4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:45:09.927158 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b2e82-3988-4c5f-98a2-ac7813ca6ec4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:45:09.927489 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b2e82-3988-4c5f-98a2-ac7813ca6ec4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:45:09.957718 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6713875-a7e1-4fb6-a8a2-0b6d0b1c30be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:09.979543 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-c6713875-a7e1-4fb6-a8a2-0b6d0b1c30be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a70814-d651-413f-a2ea-66149f5dd7f5']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:45:09.989119 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-c6713875-a7e1-4fb6-a8a2-0b6d0b1c30be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0395545f-ea7d-479f-824f-a51d504c3400') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:45:09.989408 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-c6713875-a7e1-4fb6-a8a2-0b6d0b1c30be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0395545f-ea7d-479f-824f-a51d504c3400') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:45:09.999715 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6713875-a7e1-4fb6-a8a2-0b6d0b1c30be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:10.013469 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6713875-a7e1-4fb6-a8a2-0b6d0b1c30be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:10.019192 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6713875-a7e1-4fb6-a8a2-0b6d0b1c30be admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:45:10.019570 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6713875-a7e1-4fb6-a8a2-0b6d0b1c30be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:45:10.021171 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:45:10.148631 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6713875-a7e1-4fb6-a8a2-0b6d0b1c30be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:10.154308 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-c6713875-a7e1-4fb6-a8a2-0b6d0b1c30be admin admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:10.157357 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-c6713875-a7e1-4fb6-a8a2-0b6d0b1c30be admin admin] 10.222.0.36 "DELETE /v2.0/networks/94a70814-d651-413f-a2ea-66149f5dd7f5 HTTP/1.1" status: 204 len: 168 time: 0.6540728 Apr 21 13:45:10.160677 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60478) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:45:10.168233 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6713875-a7e1-4fb6-a8a2-0b6d0b1c30be admin admin] Pushing event deleted for resources: {'Network': ['ID=94a70814-d651-413f-a2ea-66149f5dd7f5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:10.808734 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1acfbea-a6df-4c75-b27e-5c1fdfab29e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:11.041713 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f1acfbea-a6df-4c75-b27e-5c1fdfab29e7 admin admin] Deleting port ca063afe-c844-47f5-9600-2a2f29faaa46 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:45:11.042554 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1acfbea-a6df-4c75-b27e-5c1fdfab29e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:11.121923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-f1acfbea-a6df-4c75-b27e-5c1fdfab29e7 admin admin] For port ca063afe-c844-47f5-9600-2a2f29faaa46, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=ca063afe-c844-47f5-9600-2a2f29faaa46,segment=NetworkSegment(1ec309ec-d229-41e8-88d3-6efde8a62b4d),segment_id=1ec309ec-d229-41e8-88d3-6efde8a62b4d)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:45:11.122287 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1acfbea-a6df-4c75-b27e-5c1fdfab29e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:11.134950 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f1acfbea-a6df-4c75-b27e-5c1fdfab29e7 admin admin] Calling delete_port for ca063afe-c844-47f5-9600-2a2f29faaa46 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:45:11.145493 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 5808e4fb-f62f-42ba-9a34-440781049ca5 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:45:11.166296 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 5808e4fb-f62f-42ba-9a34-440781049ca5 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:45:11.166694 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 5808e4fb-f62f-42ba-9a34-440781049ca5 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:45:11.167110 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device d7391ce7-adfe-4250-a833-56f5c5f56410 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:45:11.185490 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: d7391ce7-adfe-4250-a833-56f5c5f56410 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:45:11.185863 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device d7391ce7-adfe-4250-a833-56f5c5f56410 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:45:11.365904 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1acfbea-a6df-4c75-b27e-5c1fdfab29e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:11.392373 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1acfbea-a6df-4c75-b27e-5c1fdfab29e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca063afe-c844-47f5-9600-2a2f29faaa46,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:11.560974 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1acfbea-a6df-4c75-b27e-5c1fdfab29e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:11.769093 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1acfbea-a6df-4c75-b27e-5c1fdfab29e7 admin admin] Router bb22c57a-58ba-4725-9fb2-a610da57be83 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:45:11.873473 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1acfbea-a6df-4c75-b27e-5c1fdfab29e7 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:45:11.878454 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f1acfbea-a6df-4c75-b27e-5c1fdfab29e7 admin admin] 10.222.0.36 "PUT /v2.0/routers/bb22c57a-58ba-4725-9fb2-a610da57be83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7166603 Apr 21 13:45:11.881193 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60480) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:45:11.882639 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccc753f-3fef-48c1-8804-b117f595aa47 None None] Sync routers for ids ['bb22c57a-58ba-4725-9fb2-a610da57be83'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:45:11.893075 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccc753f-3fef-48c1-8804-b117f595aa47 None None] Routers {'bb22c57a-58ba-4725-9fb2-a610da57be83'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:45:11.893717 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1ccc753f-3fef-48c1-8804-b117f595aa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:44:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['bb22c57a-58ba-4725-9fb2-a610da57be83'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:45:11.983170 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81dd5ef4-759f-4496-894a-fa429c0fed17 admin admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:11.996160 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-1ccc753f-3fef-48c1-8804-b117f595aa47 None None] Set router bb22c57a-58ba-4725-9fb2-a610da57be83 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:45:12.085400 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81dd5ef4-759f-4496-894a-fa429c0fed17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:12.175497 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1ccc753f-3fef-48c1-8804-b117f595aa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb22c57a-58ba-4725-9fb2-a610da57be83', 'name': 'tempest-TestMinimumBasicScenario-605077054-router', 'tenant_id': 'd388352dcf244c0eba6ef060f65aa4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '68333305-ec21-4420-89d3-5deab91453d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:41:34Z', 'updated_at': '2022-04-21T13:45:11Z', 'revision_number': 5, 'project_id': 'd388352dcf244c0eba6ef060f65aa4f7', 'gw_port': {'id': '68333305-ec21-4420-89d3-5deab91453d2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb22c57a-58ba-4725-9fb2-a610da57be83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:41:35Z', 'updated_at': '2022-04-21T13:41:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:45:12.202703 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccc753f-3fef-48c1-8804-b117f595aa47 None None] Checking router: bb22c57a-58ba-4725-9fb2-a610da57be83 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:45:12.211047 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccc753f-3fef-48c1-8804-b117f595aa47 None None] Routers {'bb22c57a-58ba-4725-9fb2-a610da57be83'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:45:12.211655 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1ccc753f-3fef-48c1-8804-b117f595aa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:44:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['bb22c57a-58ba-4725-9fb2-a610da57be83'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:45:12.224591 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-81dd5ef4-759f-4496-894a-fa429c0fed17 admin admin] Deleting port 68333305-ec21-4420-89d3-5deab91453d2 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:45:12.235297 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81dd5ef4-759f-4496-894a-fa429c0fed17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:12.297105 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-1ccc753f-3fef-48c1-8804-b117f595aa47 None None] Set router bb22c57a-58ba-4725-9fb2-a610da57be83 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:45:12.302947 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-81dd5ef4-759f-4496-894a-fa429c0fed17 admin admin] For port 68333305-ec21-4420-89d3-5deab91453d2, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=68333305-ec21-4420-89d3-5deab91453d2,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:45:12.303312 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81dd5ef4-759f-4496-894a-fa429c0fed17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:12.316285 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-81dd5ef4-759f-4496-894a-fa429c0fed17 admin admin] Calling delete_port for 68333305-ec21-4420-89d3-5deab91453d2 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:45:12.347564 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1ccc753f-3fef-48c1-8804-b117f595aa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb22c57a-58ba-4725-9fb2-a610da57be83', 'name': 'tempest-TestMinimumBasicScenario-605077054-router', 'tenant_id': 'd388352dcf244c0eba6ef060f65aa4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:41:34Z', 'updated_at': '2022-04-21T13:45:12Z', 'revision_number': 6, 'project_id': 'd388352dcf244c0eba6ef060f65aa4f7', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:45:12.377090 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccc753f-3fef-48c1-8804-b117f595aa47 None None] The sync data for ids ['bb22c57a-58ba-4725-9fb2-a610da57be83'] in n-d-836147-2 is: [{'id': 'bb22c57a-58ba-4725-9fb2-a610da57be83', 'name': 'tempest-TestMinimumBasicScenario-605077054-router', 'tenant_id': 'd388352dcf244c0eba6ef060f65aa4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:41:34Z', 'updated_at': '2022-04-21T13:45:12Z', 'revision_number': 6, 'project_id': 'd388352dcf244c0eba6ef060f65aa4f7', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:45:12.569806 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81dd5ef4-759f-4496-894a-fa429c0fed17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:12.594001 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd5ef4-759f-4496-894a-fa429c0fed17 admin admin] Pushing event deleted for resources: {'Port': ['ID=68333305-ec21-4420-89d3-5deab91453d2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:12.657675 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81dd5ef4-759f-4496-894a-fa429c0fed17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:12.746253 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81dd5ef4-759f-4496-894a-fa429c0fed17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:12.748422 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81dd5ef4-759f-4496-894a-fa429c0fed17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:12.869374 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81dd5ef4-759f-4496-894a-fa429c0fed17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:12.869881 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81dd5ef4-759f-4496-894a-fa429c0fed17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb22c57a-58ba-4725-9fb2-a610da57be83 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:45:12.873981 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81dd5ef4-759f-4496-894a-fa429c0fed17 admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:12.875129 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-81dd5ef4-759f-4496-894a-fa429c0fed17 admin admin] 10.222.0.36 "DELETE /v2.0/routers/bb22c57a-58ba-4725-9fb2-a610da57be83 HTTP/1.1" status: 204 len: 168 time: 0.9929342 Apr 21 13:45:12.877757 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60482) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:45:12.921093 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dcca0c2-370a-488b-bff8-dd2e8f4c0e4d admin admin] Deleting subnet 09eef286-8225-4aae-8919-af6ae61a072e {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:45:12.924079 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7dcca0c2-370a-488b-bff8-dd2e8f4c0e4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:12.962697 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7dcca0c2-370a-488b-bff8-dd2e8f4c0e4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:13.036870 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7dcca0c2-370a-488b-bff8-dd2e8f4c0e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:13.149324 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7dcca0c2-370a-488b-bff8-dd2e8f4c0e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:13.166531 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ca063afe-c844-47f5-9600-2a2f29faaa46 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:45:13.175856 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcca0c2-370a-488b-bff8-dd2e8f4c0e4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09eef286-8225-4aae-8919-af6ae61a072e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:13.184612 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7dcca0c2-370a-488b-bff8-dd2e8f4c0e4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:13.189027 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7dcca0c2-370a-488b-bff8-dd2e8f4c0e4d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/09eef286-8225-4aae-8919-af6ae61a072e HTTP/1.1" status: 204 len: 168 time: 0.3103449 Apr 21 13:45:13.189515 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366893a1-f902-482e-b0a9-b6cbca2368eb None None] Network 96baa96e-1da6-446d-8017-d11536fb2f0b requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:45:13.191729 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60484) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:45:13.191879 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: ca063afe-c844-47f5-9600-2a2f29faaa46 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:45:13.192111 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device ca063afe-c844-47f5-9600-2a2f29faaa46 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:45:13.192514 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 68333305-ec21-4420-89d3-5deab91453d2 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:45:13.222166 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 68333305-ec21-4420-89d3-5deab91453d2 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:45:13.222503 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 68333305-ec21-4420-89d3-5deab91453d2 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:45:13.270509 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2786c76-28c5-4eee-92c1-49c1938356e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:13.325245 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d2786c76-28c5-4eee-92c1-49c1938356e0 admin admin] Deleting port e0dd574a-c1c6-4482-9b63-decfc3072d81 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:45:13.325606 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2786c76-28c5-4eee-92c1-49c1938356e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:13.389843 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-d2786c76-28c5-4eee-92c1-49c1938356e0 admin admin] For port e0dd574a-c1c6-4482-9b63-decfc3072d81, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e0dd574a-c1c6-4482-9b63-decfc3072d81,segment=NetworkSegment(1ec309ec-d229-41e8-88d3-6efde8a62b4d),segment_id=1ec309ec-d229-41e8-88d3-6efde8a62b4d)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:45:13.390220 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2786c76-28c5-4eee-92c1-49c1938356e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:13.398956 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07389029-1cff-4872-956f-d9188b027b8e None None] DHCP port deletion for 96baa96e-1da6-446d-8017-d11536fb2f0b request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:45:13.411177 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-d2786c76-28c5-4eee-92c1-49c1938356e0 admin admin] Calling delete_port for e0dd574a-c1c6-4482-9b63-decfc3072d81 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:45:13.459187 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-07389029-1cff-4872-956f-d9188b027b8e None None] Deleting port e0dd574a-c1c6-4482-9b63-decfc3072d81 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:45:13.459554 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07389029-1cff-4872-956f-d9188b027b8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:13.528952 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-07389029-1cff-4872-956f-d9188b027b8e None None] For port e0dd574a-c1c6-4482-9b63-decfc3072d81, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e0dd574a-c1c6-4482-9b63-decfc3072d81,segment=NetworkSegment(1ec309ec-d229-41e8-88d3-6efde8a62b4d),segment_id=1ec309ec-d229-41e8-88d3-6efde8a62b4d)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:45:13.529340 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07389029-1cff-4872-956f-d9188b027b8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:13.531515 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8564cc06-64b6-4974-8d97-bea828aad874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:13.543109 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-07389029-1cff-4872-956f-d9188b027b8e None None] Calling delete_port for e0dd574a-c1c6-4482-9b63-decfc3072d81 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:45:13.589137 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2786c76-28c5-4eee-92c1-49c1938356e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:13.614878 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07389029-1cff-4872-956f-d9188b027b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:13.615880 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2786c76-28c5-4eee-92c1-49c1938356e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0dd574a-c1c6-4482-9b63-decfc3072d81,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:13.619619 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2786c76-28c5-4eee-92c1-49c1938356e0 admin admin] No DVR routers for this DVR port e0dd574a-c1c6-4482-9b63-decfc3072d81 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:45:13.642826 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07389029-1cff-4872-956f-d9188b027b8e None None] Pushing event deleted for resources: {'Port': ['ID=e0dd574a-c1c6-4482-9b63-decfc3072d81,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:13.648204 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07389029-1cff-4872-956f-d9188b027b8e None None] No DVR routers for this DVR port e0dd574a-c1c6-4482-9b63-decfc3072d81 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:45:13.695083 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2786c76-28c5-4eee-92c1-49c1938356e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:13.715035 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-d2786c76-28c5-4eee-92c1-49c1938356e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96baa96e-1da6-446d-8017-d11536fb2f0b']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:45:13.724014 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-d2786c76-28c5-4eee-92c1-49c1938356e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ec309ec-d229-41e8-88d3-6efde8a62b4d') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:45:13.724308 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-d2786c76-28c5-4eee-92c1-49c1938356e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ec309ec-d229-41e8-88d3-6efde8a62b4d') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:45:13.734043 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2786c76-28c5-4eee-92c1-49c1938356e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:13.747002 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2786c76-28c5-4eee-92c1-49c1938356e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:13.752774 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2786c76-28c5-4eee-92c1-49c1938356e0 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:45:13.753152 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2786c76-28c5-4eee-92c1-49c1938356e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:45:13.754782 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:45:13.891502 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2786c76-28c5-4eee-92c1-49c1938356e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:13.896978 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d2786c76-28c5-4eee-92c1-49c1938356e0 admin admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:13.900247 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d2786c76-28c5-4eee-92c1-49c1938356e0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/96baa96e-1da6-446d-8017-d11536fb2f0b HTTP/1.1" status: 204 len: 168 time: 0.7076063 Apr 21 13:45:13.912090 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2786c76-28c5-4eee-92c1-49c1938356e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=96baa96e-1da6-446d-8017-d11536fb2f0b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:14.271351 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60488) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:45:14.314767 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a0251114-d2aa-4ccd-957e-4dce42602576 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cf9f6e2ed92042819f61add023b3cda8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422819 Apr 21 13:45:14.317276 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60490) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:45:14.362713 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1b7ecd0-63f2-488c-88d2-71bdedc0ff10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:14.384126 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1b7ecd0-63f2-488c-88d2-71bdedc0ff10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:14.503070 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1b7ecd0-63f2-488c-88d2-71bdedc0ff10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:14.505660 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a1b7ecd0-63f2-488c-88d2-71bdedc0ff10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:14.506839 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a1b7ecd0-63f2-488c-88d2-71bdedc0ff10 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4987026f-3cb0-44dc-ab50-4f0207f2f0fd HTTP/1.1" status: 204 len: 168 time: 0.1886623 Apr 21 13:45:14.514744 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7ecd0-63f2-488c-88d2-71bdedc0ff10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4987026f-3cb0-44dc-ab50-4f0207f2f0fd,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:15.096597 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60496) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:45:15.138790 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ddd7534b-baa2-4305-90c5-c66baa03af84 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d388352dcf244c0eba6ef060f65aa4f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0408485 Apr 21 13:45:15.141201 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60498) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:45:15.147113 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e0dd574a-c1c6-4482-9b63-decfc3072d81 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:45:15.167038 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: e0dd574a-c1c6-4482-9b63-decfc3072d81 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:45:15.167371 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e0dd574a-c1c6-4482-9b63-decfc3072d81 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:45:15.192817 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b34a08f-48ab-4025-b61a-1e6f1a5fe803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:15.216533 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b34a08f-48ab-4025-b61a-1e6f1a5fe803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:15.314692 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b34a08f-48ab-4025-b61a-1e6f1a5fe803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:15.317236 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3b34a08f-48ab-4025-b61a-1e6f1a5fe803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:15.318435 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3b34a08f-48ab-4025-b61a-1e6f1a5fe803 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c66c56e-1695-47bc-ac29-ee6633a9effb HTTP/1.1" status: 204 len: 168 time: 0.1763101 Apr 21 13:45:15.327055 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34a08f-48ab-4025-b61a-1e6f1a5fe803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c66c56e-1695-47bc-ac29-ee6633a9effb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:15.800531 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3293efa6-0709-4960-8952-8918057ca393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:17.198786 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:17.439529 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60538) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:45:17.444075 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-db7f07f3-faf2-49a7-be90-dae481a5e90d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1227970251', 'description': 'tempest-secgroup-smoke-1227970251 description', 'project_id': 'ede2fbffe5614ad9915a309c73849643'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:45:17.524054 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db7f07f3-faf2-49a7-be90-dae481a5e90d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:17.532128 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db7f07f3-faf2-49a7-be90-dae481a5e90d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:17.603348 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db7f07f3-faf2-49a7-be90-dae481a5e90d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:17.666654 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db7f07f3-faf2-49a7-be90-dae481a5e90d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:17.703081 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f07f3-faf2-49a7-be90-dae481a5e90d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e542c11b-dab0-4d98-b1e0-b65c528f156a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:17.743736 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db7f07f3-faf2-49a7-be90-dae481a5e90d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:17.815190 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db7f07f3-faf2-49a7-be90-dae481a5e90d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:17.844197 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f07f3-faf2-49a7-be90-dae481a5e90d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=403ce994-64ad-4f3f-a927-a826e4efebf0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:17.899675 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-db7f07f3-faf2-49a7-be90-dae481a5e90d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:17.900917 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-db7f07f3-faf2-49a7-be90-dae481a5e90d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4603887 Apr 21 13:45:17.904324 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60540) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:45:17.908683 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f8ec7915-913d-4399-9b5f-03392d84078b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group_rule': {'security_group_id': '403ce994-64ad-4f3f-a927-a826e4efebf0', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:45:18.005331 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8ec7915-913d-4399-9b5f-03392d84078b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:18.059624 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8ec7915-913d-4399-9b5f-03392d84078b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:18.137422 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8ec7915-913d-4399-9b5f-03392d84078b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:18.157838 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec7915-913d-4399-9b5f-03392d84078b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd72b4b9-5434-47a0-8756-960a0ef17746,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:18.234589 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8ec7915-913d-4399-9b5f-03392d84078b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:18.236047 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f8ec7915-913d-4399-9b5f-03392d84078b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3307304 Apr 21 13:45:18.238676 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60542) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:45:18.243154 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f4d195d8-e551-4bc2-b25a-2370ca9cc71d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group_rule': {'security_group_id': '403ce994-64ad-4f3f-a927-a826e4efebf0', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:45:18.334553 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4d195d8-e551-4bc2-b25a-2370ca9cc71d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:18.390310 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4d195d8-e551-4bc2-b25a-2370ca9cc71d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:18.440313 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4d195d8-e551-4bc2-b25a-2370ca9cc71d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:18.458356 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d195d8-e551-4bc2-b25a-2370ca9cc71d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=340230af-1ceb-48ab-8566-66a811f7c837,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:18.510601 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f4d195d8-e551-4bc2-b25a-2370ca9cc71d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:18.512311 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f4d195d8-e551-4bc2-b25a-2370ca9cc71d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2721276 Apr 21 13:45:18.515096 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60544) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:45:18.519441 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7e26093c-91f6-4956-85b8-36ab0141f5ff tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group_rule': {'security_group_id': '403ce994-64ad-4f3f-a927-a826e4efebf0', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:45:18.598847 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e26093c-91f6-4956-85b8-36ab0141f5ff tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:18.615285 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:18.657047 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e26093c-91f6-4956-85b8-36ab0141f5ff tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:18.740992 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:18.765856 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e26093c-91f6-4956-85b8-36ab0141f5ff tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:18.785062 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e26093c-91f6-4956-85b8-36ab0141f5ff tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=296d4d15-6c8e-4e92-8288-3ca09efe27ef,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:18.794681 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:18.852105 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e26093c-91f6-4956-85b8-36ab0141f5ff tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:18.853306 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7e26093c-91f6-4956-85b8-36ab0141f5ff tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3372648 Apr 21 13:45:18.856483 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60546) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:45:18.864191 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-eca301e5-3ff9-4c01-afaa-19b558607e4e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group_rule': {'security_group_id': '403ce994-64ad-4f3f-a927-a826e4efebf0', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:45:18.951866 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eca301e5-3ff9-4c01-afaa-19b558607e4e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:19.009784 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eca301e5-3ff9-4c01-afaa-19b558607e4e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:19.085928 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eca301e5-3ff9-4c01-afaa-19b558607e4e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:19.107280 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca301e5-3ff9-4c01-afaa-19b558607e4e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c9883e2-a558-4796-8ad0-57d827c9a52e,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:19.173499 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-eca301e5-3ff9-4c01-afaa-19b558607e4e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:19.174735 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-eca301e5-3ff9-4c01-afaa-19b558607e4e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3173425 Apr 21 13:45:19.177448 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60548) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:45:19.181803 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ada61585-0025-419b-983a-93a4ad57aa12 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group_rule': {'security_group_id': '403ce994-64ad-4f3f-a927-a826e4efebf0', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:45:19.257441 n-d-836147-2 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-ada61585-0025-419b-983a-93a4ad57aa12 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Project ede2fbffe5614ad9915a309c73849643 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:45:19.262338 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ada61585-0025-419b-983a-93a4ad57aa12 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:19.320420 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ada61585-0025-419b-983a-93a4ad57aa12 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:19.394675 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ada61585-0025-419b-983a-93a4ad57aa12 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:19.410571 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada61585-0025-419b-983a-93a4ad57aa12 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64a0d54-e026-46c0-8489-18f9cd9c7838,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:19.487971 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ada61585-0025-419b-983a-93a4ad57aa12 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:19.489199 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ada61585-0025-419b-983a-93a4ad57aa12 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3108912 Apr 21 13:45:19.491885 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60550) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:45:19.496604 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-94a2c6a4-40c4-4424-a6c8-b5487bd6b750 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group_rule': {'security_group_id': '403ce994-64ad-4f3f-a927-a826e4efebf0', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:45:19.571901 n-d-836147-2 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-94a2c6a4-40c4-4424-a6c8-b5487bd6b750 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Project ede2fbffe5614ad9915a309c73849643 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:45:19.577242 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94a2c6a4-40c4-4424-a6c8-b5487bd6b750 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:19.636915 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94a2c6a4-40c4-4424-a6c8-b5487bd6b750 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:19.708828 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94a2c6a4-40c4-4424-a6c8-b5487bd6b750 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:19.726000 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2c6a4-40c4-4424-a6c8-b5487bd6b750 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1081050d-a476-4f85-9a5c-8a6730349a3c,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:19.807952 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-94a2c6a4-40c4-4424-a6c8-b5487bd6b750 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:19.809954 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-94a2c6a4-40c4-4424-a6c8-b5487bd6b750 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3163412 Apr 21 13:45:19.812558 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60552) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:45:19.817251 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c70b3ebd-1e70-408a-97d3-71100abc58df tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'network': {'name': 'tempest-network-smoke--345759630', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'port_security_enabled': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:45:19.908554 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70b3ebd-1e70-408a-97d3-71100abc58df tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Made reservation on behalf of ede2fbffe5614ad9915a309c73849643 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:45:19.912052 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c70b3ebd-1e70-408a-97d3-71100abc58df tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:19.934291 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70b3ebd-1e70-408a-97d3-71100abc58df tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:45:19.943175 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c70b3ebd-1e70-408a-97d3-71100abc58df tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:19.943510 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-c70b3ebd-1e70-408a-97d3-71100abc58df tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Added segment e6691c40-190c-475b-b4ea-f0287ac4af12 of type vlan for network c1b18147-d4d5-414f-b47f-4cf83e8e07fb Apr 21 13:45:19.981817 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c70b3ebd-1e70-408a-97d3-71100abc58df tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:20.095554 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c70b3ebd-1e70-408a-97d3-71100abc58df tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:20.101016 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70b3ebd-1e70-408a-97d3-71100abc58df tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:20.101615 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c70b3ebd-1e70-408a-97d3-71100abc58df tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:20.164791 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b3ebd-1e70-408a-97d3-71100abc58df tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Network': ['ID=c1b18147-d4d5-414f-b47f-4cf83e8e07fb,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:20.175599 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network c1b18147-d4d5-414f-b47f-4cf83e8e07fb details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:45:20.191807 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c70b3ebd-1e70-408a-97d3-71100abc58df tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3782289 Apr 21 13:45:20.192632 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60554) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:45:20.197326 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-83d9f472-d4c8-4a57-a01d-691abc5287b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1820771411', 'admin_state_up': True, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:45:20.272767 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83d9f472-d4c8-4a57-a01d-691abc5287b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:20.273916 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83d9f472-d4c8-4a57-a01d-691abc5287b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:20.326644 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83d9f472-d4c8-4a57-a01d-691abc5287b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:20.522496 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83d9f472-d4c8-4a57-a01d-691abc5287b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:20.782280 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83d9f472-d4c8-4a57-a01d-691abc5287b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:20.800356 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83d9f472-d4c8-4a57-a01d-691abc5287b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:20.898276 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-83d9f472-d4c8-4a57-a01d-691abc5287b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Allocated IP 172.25.8.92 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/f023703a-6eae-4696-a971-bd44e5895150) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:45:21.000792 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83d9f472-d4c8-4a57-a01d-691abc5287b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:21.033016 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:21.074645 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83d9f472-d4c8-4a57-a01d-691abc5287b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:21.110242 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d9f472-d4c8-4a57-a01d-691abc5287b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:45:21.114855 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-83d9f472-d4c8-4a57-a01d-691abc5287b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:45:21.118697 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d9f472-d4c8-4a57-a01d-691abc5287b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:45:21.148779 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9f472-d4c8-4a57-a01d-691abc5287b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Port': ['ID=f023703a-6eae-4696-a971-bd44e5895150,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:21.429784 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83d9f472-d4c8-4a57-a01d-691abc5287b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:21.619787 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83d9f472-d4c8-4a57-a01d-691abc5287b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:21.792592 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d9f472-d4c8-4a57-a01d-691abc5287b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Router 851ba55a-713f-40a8-9c91-0d63ace5275e is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:45:21.896100 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d9f472-d4c8-4a57-a01d-691abc5287b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:45:21.905661 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540a5905-7e38-4e57-9185-3fac00c65d0b None None] Sync routers for ids ['851ba55a-713f-40a8-9c91-0d63ace5275e'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:45:21.916124 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540a5905-7e38-4e57-9185-3fac00c65d0b None None] Routers {'851ba55a-713f-40a8-9c91-0d63ace5275e'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:45:21.916725 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-540a5905-7e38-4e57-9185-3fac00c65d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:45:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['851ba55a-713f-40a8-9c91-0d63ace5275e'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:45:21.979141 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-83d9f472-d4c8-4a57-a01d-691abc5287b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:21.980592 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-83d9f472-d4c8-4a57-a01d-691abc5287b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7868342 Apr 21 13:45:21.983904 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60556) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:45:22.023865 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-540a5905-7e38-4e57-9185-3fac00c65d0b None None] Set router 851ba55a-713f-40a8-9c91-0d63ace5275e gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:45:22.104752 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ecca4abc-a83d-41b7-b405-55d9f5021c97 tempest-TestNetworkAdvancedServerOps-981871309 tempest-TestNetworkAdvancedServerOps-981871309-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=ede2fbffe5614ad9915a309c73849643&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1195056 Apr 21 13:45:22.107606 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60560) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:45:22.203986 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-540a5905-7e38-4e57-9185-3fac00c65d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820771411', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f023703a-6eae-4696-a971-bd44e5895150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:45:20Z', 'updated_at': '2022-04-21T13:45:21Z', 'revision_number': 3, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'f023703a-6eae-4696-a971-bd44e5895150', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:82:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:45:20Z', 'updated_at': '2022-04-21T13:45:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:45:22.229611 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540a5905-7e38-4e57-9185-3fac00c65d0b None None] Checking router: 851ba55a-713f-40a8-9c91-0d63ace5275e for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:45:22.229957 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540a5905-7e38-4e57-9185-3fac00c65d0b None None] Updating router 851ba55a-713f-40a8-9c91-0d63ace5275e port f023703a-6eae-4696-a971-bd44e5895150 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:45:22.259637 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-540a5905-7e38-4e57-9185-3fac00c65d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:22.514926 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-540a5905-7e38-4e57-9185-3fac00c65d0b None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:22.533098 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b67c46-ce82-4626-9409-f4c69ab45447 tempest-TestNetworkAdvancedServerOps-981871309 tempest-TestNetworkAdvancedServerOps-981871309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:22.534776 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-24b67c46-ce82-4626-9409-f4c69ab45447 tempest-TestNetworkAdvancedServerOps-981871309 tempest-TestNetworkAdvancedServerOps-981871309-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4261990 Apr 21 13:45:22.537684 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60562) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:45:22.571205 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cfb73dba-32a2-46cc-8735-cf7e176510d3 tempest-TestNetworkAdvancedServerOps-981871309 tempest-TestNetworkAdvancedServerOps-981871309-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=23f97cfe-dd42-45d8-a5df-e2b803e954fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324774 Apr 21 13:45:22.573683 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60564) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:45:22.578168 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a3d30f2a-f0a0-4ec5-922c-e9f76ada07c1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-467615871', 'network_id': 'c1b18147-d4d5-414f-b47f-4cf83e8e07fb', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:45:22.583082 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-540a5905-7e38-4e57-9185-3fac00c65d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:22.633238 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-540a5905-7e38-4e57-9185-3fac00c65d0b None None] Attempting to bind port f023703a-6eae-4696-a971-bd44e5895150 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:45:22.633614 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-540a5905-7e38-4e57-9185-3fac00c65d0b None None] Attempting to bind port f023703a-6eae-4696-a971-bd44e5895150 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:45:22.633977 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540a5905-7e38-4e57-9185-3fac00c65d0b None None] Attempting to bind port f023703a-6eae-4696-a971-bd44e5895150 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:45:22.642436 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3da4da-b722-44df-8d8e-095632c8ac21 None None] Pushing event updated for resources: {'Port': ['ID=f023703a-6eae-4696-a971-bd44e5895150,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:22.644405 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540a5905-7e38-4e57-9185-3fac00c65d0b None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:45:22.646366 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540a5905-7e38-4e57-9185-3fac00c65d0b None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:45:22.646366 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-540a5905-7e38-4e57-9185-3fac00c65d0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:22.646366 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540a5905-7e38-4e57-9185-3fac00c65d0b None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:45:22.646366 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-540a5905-7e38-4e57-9185-3fac00c65d0b None None] Bound port: f023703a-6eae-4696-a971-bd44e5895150, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:45:22.646366 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-540a5905-7e38-4e57-9185-3fac00c65d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:22.672755 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3da4da-b722-44df-8d8e-095632c8ac21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:45:22.673015 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3da4da-b722-44df-8d8e-095632c8ac21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:45:22.673346 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3da4da-b722-44df-8d8e-095632c8ac21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:45:22.673704 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3da4da-b722-44df-8d8e-095632c8ac21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:45:22.674030 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3da4da-b722-44df-8d8e-095632c8ac21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:45:22.674352 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3da4da-b722-44df-8d8e-095632c8ac21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:45:22.674670 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3da4da-b722-44df-8d8e-095632c8ac21 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:45:22.674985 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3da4da-b722-44df-8d8e-095632c8ac21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:45:22.675299 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3da4da-b722-44df-8d8e-095632c8ac21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:45:22.675612 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3da4da-b722-44df-8d8e-095632c8ac21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:45:22.675924 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3da4da-b722-44df-8d8e-095632c8ac21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:45:22.676236 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3da4da-b722-44df-8d8e-095632c8ac21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:45:22.708680 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-540a5905-7e38-4e57-9185-3fac00c65d0b None None] For port f023703a-6eae-4696-a971-bd44e5895150, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:45:22.711602 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-540a5905-7e38-4e57-9185-3fac00c65d0b None None] For port f023703a-6eae-4696-a971-bd44e5895150, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f023703a-6eae-4696-a971-bd44e5895150,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:45:22.719992 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d30f2a-f0a0-4ec5-922c-e9f76ada07c1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Made reservation on behalf of ede2fbffe5614ad9915a309c73849643 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:45:22.723461 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3d30f2a-f0a0-4ec5-922c-e9f76ada07c1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:22.777892 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-540a5905-7e38-4e57-9185-3fac00c65d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:22.834487 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540a5905-7e38-4e57-9185-3fac00c65d0b None None] Routers {'851ba55a-713f-40a8-9c91-0d63ace5275e'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:45:22.835096 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-540a5905-7e38-4e57-9185-3fac00c65d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:45:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['851ba55a-713f-40a8-9c91-0d63ace5275e'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:45:22.866479 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3da4da-b722-44df-8d8e-095632c8ac21 None None] Pushing event updated for resources: {'Port': ['ID=f023703a-6eae-4696-a971-bd44e5895150,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:22.938745 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-540a5905-7e38-4e57-9185-3fac00c65d0b None None] Set router 851ba55a-713f-40a8-9c91-0d63ace5275e gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:45:22.954626 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3d30f2a-f0a0-4ec5-922c-e9f76ada07c1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:23.019321 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d30f2a-f0a0-4ec5-922c-e9f76ada07c1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Subnet': ['ID=90f36549-a7f5-47c3-b4e9-5c1f85c9f769,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:23.023603 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d30f2a-f0a0-4ec5-922c-e9f76ada07c1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Checking segment: {'id': 'e6691c40-190c-475b-b4ea-f0287ac4af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c1b18147-d4d5-414f-b47f-4cf83e8e07fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:45:23.023961 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d30f2a-f0a0-4ec5-922c-e9f76ada07c1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network hostable DHCP agents. Network: c1b18147-d4d5-414f-b47f-4cf83e8e07fb, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:45:23.107757 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d30f2a-f0a0-4ec5-922c-e9f76ada07c1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network c1b18147-d4d5-414f-b47f-4cf83e8e07fb is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:45:23.109059 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-540a5905-7e38-4e57-9185-3fac00c65d0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820771411', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f023703a-6eae-4696-a971-bd44e5895150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:45:20Z', 'updated_at': '2022-04-21T13:45:21Z', 'revision_number': 3, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'f023703a-6eae-4696-a971-bd44e5895150', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:82:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:45:20Z', 'updated_at': '2022-04-21T13:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:45:23.138568 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540a5905-7e38-4e57-9185-3fac00c65d0b None None] The sync data for ids ['851ba55a-713f-40a8-9c91-0d63ace5275e'] in n-d-836147-2 is: [{'id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820771411', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f023703a-6eae-4696-a971-bd44e5895150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:45:20Z', 'updated_at': '2022-04-21T13:45:21Z', 'revision_number': 3, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'f023703a-6eae-4696-a971-bd44e5895150', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:82:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:45:20Z', 'updated_at': '2022-04-21T13:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:45:23.204634 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a3d30f2a-f0a0-4ec5-922c-e9f76ada07c1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, c1b18147-d4d5-414f-b47f-4cf83e8e07fb) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:45:23.209044 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d30f2a-f0a0-4ec5-922c-e9f76ada07c1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:23.209666 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a3d30f2a-f0a0-4ec5-922c-e9f76ada07c1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:23.216398 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a9254c-48af-41d8-a137-71485582d6fd None None] Network c1b18147-d4d5-414f-b47f-4cf83e8e07fb requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:45:23.298702 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a3d30f2a-f0a0-4ec5-922c-e9f76ada07c1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7240117 Apr 21 13:45:23.301338 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60566) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:45:23.388880 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ee18e5-3018-4168-ac48-a658cf9b81ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-c1b18147-d4d5-414f-b47f-4cf83e8e07fb', 'network_id': 'c1b18147-d4d5-414f-b47f-4cf83e8e07fb', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'fixed_ips': [{'subnet_id': '90f36549-a7f5-47c3-b4e9-5c1f85c9f769'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:45:23.391630 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ee18e5-3018-4168-ac48-a658cf9b81ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:23.704570 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-94ee18e5-3018-4168-ac48-a658cf9b81ad None None] Allocated IP 172.20.0.2 (c1b18147-d4d5-414f-b47f-4cf83e8e07fb/90f36549-a7f5-47c3-b4e9-5c1f85c9f769/704b7e90-b4a4-46f2-a94f-ab343530a527) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:45:23.798702 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61b9ed3d-04e5-4370-8847-8e90ec943c55 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:23.862238 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ee18e5-3018-4168-ac48-a658cf9b81ad None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:23.943316 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:45:23.958430 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ee18e5-3018-4168-ac48-a658cf9b81ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:24.002769 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ee18e5-3018-4168-ac48-a658cf9b81ad None None] Network c1b18147-d4d5-414f-b47f-4cf83e8e07fb is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:45:24.004238 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee18e5-3018-4168-ac48-a658cf9b81ad None None] Pushing event updated for resources: {'Port': ['ID=704b7e90-b4a4-46f2-a94f-ab343530a527,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:24.006812 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-94ee18e5-3018-4168-ac48-a658cf9b81ad None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:45:24.009656 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ee18e5-3018-4168-ac48-a658cf9b81ad None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:45:24.066199 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-94ee18e5-3018-4168-ac48-a658cf9b81ad None None] Attempting to bind port 704b7e90-b4a4-46f2-a94f-ab343530a527 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:45:24.066559 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-94ee18e5-3018-4168-ac48-a658cf9b81ad None None] Attempting to bind port 704b7e90-b4a4-46f2-a94f-ab343530a527 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'e6691c40-190c-475b-b4ea-f0287ac4af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c1b18147-d4d5-414f-b47f-4cf83e8e07fb'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:45:24.066920 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee18e5-3018-4168-ac48-a658cf9b81ad None None] Attempting to bind port 704b7e90-b4a4-46f2-a94f-ab343530a527 on network c1b18147-d4d5-414f-b47f-4cf83e8e07fb {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:45:24.071779 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee18e5-3018-4168-ac48-a658cf9b81ad None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:45:24.072804 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee18e5-3018-4168-ac48-a658cf9b81ad None None] Checking segment: {'id': 'e6691c40-190c-475b-b4ea-f0287ac4af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c1b18147-d4d5-414f-b47f-4cf83e8e07fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:45:24.072804 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ee18e5-3018-4168-ac48-a658cf9b81ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:24.073034 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee18e5-3018-4168-ac48-a658cf9b81ad None None] Bound using segment: {'id': 'e6691c40-190c-475b-b4ea-f0287ac4af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c1b18147-d4d5-414f-b47f-4cf83e8e07fb'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:45:24.073396 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-94ee18e5-3018-4168-ac48-a658cf9b81ad None None] Bound port: 704b7e90-b4a4-46f2-a94f-ab343530a527, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6691c40-190c-475b-b4ea-f0287ac4af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c1b18147-d4d5-414f-b47f-4cf83e8e07fb'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:45:24.073801 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ee18e5-3018-4168-ac48-a658cf9b81ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:24.130217 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-61b9ed3d-04e5-4370-8847-8e90ec943c55 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Allocated IP 172.20.0.1 (c1b18147-d4d5-414f-b47f-4cf83e8e07fb/90f36549-a7f5-47c3-b4e9-5c1f85c9f769/336ee64b-822f-4b2b-b656-272b82010e8e) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:45:24.139203 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ee18e5-3018-4168-ac48-a658cf9b81ad None None] For port 704b7e90-b4a4-46f2-a94f-ab343530a527, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:45:24.142117 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ee18e5-3018-4168-ac48-a658cf9b81ad None None] For port 704b7e90-b4a4-46f2-a94f-ab343530a527, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=704b7e90-b4a4-46f2-a94f-ab343530a527,segment=NetworkSegment(e6691c40-190c-475b-b4ea-f0287ac4af12),segment_id=e6691c40-190c-475b-b4ea-f0287ac4af12)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:45:24.223365 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ee18e5-3018-4168-ac48-a658cf9b81ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:24.238458 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61b9ed3d-04e5-4370-8847-8e90ec943c55 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:24.279887 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee18e5-3018-4168-ac48-a658cf9b81ad None None] Pushing event updated for resources: {'Port': ['ID=704b7e90-b4a4-46f2-a94f-ab343530a527,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:24.326910 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61b9ed3d-04e5-4370-8847-8e90ec943c55 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:24.376248 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b9ed3d-04e5-4370-8847-8e90ec943c55 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network c1b18147-d4d5-414f-b47f-4cf83e8e07fb is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:45:24.379545 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-61b9ed3d-04e5-4370-8847-8e90ec943c55 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:45:24.384107 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b9ed3d-04e5-4370-8847-8e90ec943c55 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:45:24.388346 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b9ed3d-04e5-4370-8847-8e90ec943c55 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Port': ['ID=336ee64b-822f-4b2b-b656-272b82010e8e,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:24.450341 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61b9ed3d-04e5-4370-8847-8e90ec943c55 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:24.668428 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61b9ed3d-04e5-4370-8847-8e90ec943c55 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:24.939693 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61b9ed3d-04e5-4370-8847-8e90ec943c55 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:25.005942 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61b9ed3d-04e5-4370-8847-8e90ec943c55 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:25.079062 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b9ed3d-04e5-4370-8847-8e90ec943c55 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Port': ['ID=336ee64b-822f-4b2b-b656-272b82010e8e,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:25.086614 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-61b9ed3d-04e5-4370-8847-8e90ec943c55 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:25.207189 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b9ed3d-04e5-4370-8847-8e90ec943c55 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network c1b18147-d4d5-414f-b47f-4cf83e8e07fb is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:45:25.209671 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-61b9ed3d-04e5-4370-8847-8e90ec943c55 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:45:25.260038 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b4f1f2-9449-4d1c-b53a-9bbba80c87da None None] Network c1b18147-d4d5-414f-b47f-4cf83e8e07fb requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:45:25.278266 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 704b7e90-b4a4-46f2-a94f-ab343530a527 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:45:25.336540 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b9ed3d-04e5-4370-8847-8e90ec943c55 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Router 851ba55a-713f-40a8-9c91-0d63ace5275e has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:45:25.358564 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-75b23c1a-e80b-4949-8d1c-2c64e681f2aa None None] Provisioning complete for port 704b7e90-b4a4-46f2-a94f-ab343530a527 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:45:25.358943 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75b23c1a-e80b-4949-8d1c-2c64e681f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:25.443996 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b9ed3d-04e5-4370-8847-8e90ec943c55 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:45:25.448315 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 704b7e90-b4a4-46f2-a94f-ab343530a527 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:45:25.448682 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:25.449248 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-61b9ed3d-04e5-4370-8847-8e90ec943c55 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "PUT /v2.0/routers/851ba55a-713f-40a8-9c91-0d63ace5275e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1468117 Apr 21 13:45:25.475269 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cc29cd-ec83-438f-aab1-c9837c3f4a8d None None] Sync routers for ids ['851ba55a-713f-40a8-9c91-0d63ace5275e'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:45:25.529522 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cc29cd-ec83-438f-aab1-c9837c3f4a8d None None] Routers {'851ba55a-713f-40a8-9c91-0d63ace5275e'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:45:25.530179 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-77cc29cd-ec83-438f-aab1-c9837c3f4a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:45:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['851ba55a-713f-40a8-9c91-0d63ace5275e'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:45:25.590158 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-e4160945-86d4-4795-b91c-4db6542f6730 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1227970251&fields=id&tenant_id=ede2fbffe5614ad9915a309c73849643 HTTP/1.1" status: 200 len: 267 time: 0.0325670 Apr 21 13:45:25.613650 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75b23c1a-e80b-4949-8d1c-2c64e681f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:25.705165 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-57a54fa0-189b-45d7-aa66-548e7f8ef054 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:25.709854 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-57a54fa0-189b-45d7-aa66-548e7f8ef054 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/networks?id=c1b18147-d4d5-414f-b47f-4cf83e8e07fb HTTP/1.1" status: 200 len: 796 time: 0.1090717 Apr 21 13:45:25.724078 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-25390db8-3bbd-40a8-82ae-119ee6a9f846 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/quotas/ede2fbffe5614ad9915a309c73849643 HTTP/1.1" status: 200 len: 375 time: 0.0103028 Apr 21 13:45:25.729060 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-75b23c1a-e80b-4949-8d1c-2c64e681f2aa None None] For port 704b7e90-b4a4-46f2-a94f-ab343530a527, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=704b7e90-b4a4-46f2-a94f-ab343530a527,segment=NetworkSegment(e6691c40-190c-475b-b4ea-f0287ac4af12),segment_id=e6691c40-190c-475b-b4ea-f0287ac4af12)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:45:25.734465 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-77cc29cd-ec83-438f-aab1-c9837c3f4a8d None None] Set router 851ba55a-713f-40a8-9c91-0d63ace5275e gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:45:25.736614 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:25.794716 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-67dd2dfa-c368-43e8-92ee-3ffda0e2303b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614085 Apr 21 13:45:25.824141 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-75b23c1a-e80b-4949-8d1c-2c64e681f2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:25.955350 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 13:45:25.955626 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 13:45:25.959807 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-319f3621-5a44-4633-87d9-3b85b06a2bb0 service neutron] 10.222.0.36 "GET /v2.0/networks/c1b18147-d4d5-414f-b47f-4cf83e8e07fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576691 Apr 21 13:45:25.961895 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b23c1a-e80b-4949-8d1c-2c64e681f2aa None None] Pushing event updated for resources: {'Port': ['ID=704b7e90-b4a4-46f2-a94f-ab343530a527,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:25.990726 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0c7eaeb9-8153-4647-a87e-f996308ee6af None None] Provisioning complete for port 336ee64b-822f-4b2b-b656-272b82010e8e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:45:25.991106 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c7eaeb9-8153-4647-a87e-f996308ee6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:26.049649 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0c7eaeb9-8153-4647-a87e-f996308ee6af None None] Port 336ee64b-822f-4b2b-b656-272b82010e8e cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:45:26.060937 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-58d57de5-9f7e-47cf-8555-0fd8432116d3 service neutron] 10.222.0.36 "GET /v2.0/networks/c1b18147-d4d5-414f-b47f-4cf83e8e07fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906873 Apr 21 13:45:26.067526 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0c7eaeb9-8153-4647-a87e-f996308ee6af None None] Provisioning complete for port 704b7e90-b4a4-46f2-a94f-ab343530a527 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:45:26.067902 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c7eaeb9-8153-4647-a87e-f996308ee6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:26.113630 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-77cc29cd-ec83-438f-aab1-c9837c3f4a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820771411', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f023703a-6eae-4696-a971-bd44e5895150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:45:20Z', 'updated_at': '2022-04-21T13:45:24Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'f023703a-6eae-4696-a971-bd44e5895150', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:82:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:45:20Z', 'updated_at': '2022-04-21T13:45:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '336ee64b-822f-4b2b-b656-272b82010e8e', 'name': '', 'network_id': 'c1b18147-d4d5-414f-b47f-4cf83e8e07fb', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:e4:5c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '90f36549-a7f5-47c3-b4e9-5c1f85c9f769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:45:23Z', 'updated_at': '2022-04-21T13:45:24Z', 'revision_number': 2, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': '90f36549-a7f5-47c3-b4e9-5c1f85c9f769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:45:26.145923 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cc29cd-ec83-438f-aab1-c9837c3f4a8d None None] Checking router: 851ba55a-713f-40a8-9c91-0d63ace5275e for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:45:26.146256 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cc29cd-ec83-438f-aab1-c9837c3f4a8d None None] Updating router 851ba55a-713f-40a8-9c91-0d63ace5275e port 336ee64b-822f-4b2b-b656-272b82010e8e binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:45:26.192363 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77cc29cd-ec83-438f-aab1-c9837c3f4a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:26.315386 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-529a9541-fa13-444a-b3b7-38f54df84ea3 req-44c3ff3f-bc11-4819-b91d-ba70876585be tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d8108a3-7306-4beb-aa37-4ce0e0ccb03a HTTP/1.1" status: 200 len: 210 time: 0.0357425 Apr 21 13:45:26.360846 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1dfcda60-b5ab-401d-9b60-0301732a02f2 None None] Provisioning complete for port 336ee64b-822f-4b2b-b656-272b82010e8e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:45:26.361421 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1dfcda60-b5ab-401d-9b60-0301732a02f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:26.436784 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1dfcda60-b5ab-401d-9b60-0301732a02f2 None None] Port 336ee64b-822f-4b2b-b656-272b82010e8e cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:45:26.507007 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f023703a-6eae-4696-a971-bd44e5895150 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:45:26.741347 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77cc29cd-ec83-438f-aab1-c9837c3f4a8d None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:26.745108 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6a9fa41c-bd74-4301-82bc-ddf49ee98cf6 None None] Provisioning complete for port 336ee64b-822f-4b2b-b656-272b82010e8e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:45:26.745462 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a9fa41c-bd74-4301-82bc-ddf49ee98cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:26.783343 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port f023703a-6eae-4696-a971-bd44e5895150 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:45:26.783708 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:26.787174 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-6a9fa41c-bd74-4301-82bc-ddf49ee98cf6 None None] Port 336ee64b-822f-4b2b-b656-272b82010e8e cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:45:26.818914 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77cc29cd-ec83-438f-aab1-c9837c3f4a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:26.878683 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c00e9d-3c91-48f3-adbd-feb7374c2b82 None None] Pushing event updated for resources: {'Port': ['ID=336ee64b-822f-4b2b-b656-272b82010e8e,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:26.945227 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:26.970991 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-77cc29cd-ec83-438f-aab1-c9837c3f4a8d None None] Attempting to bind port 336ee64b-822f-4b2b-b656-272b82010e8e on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:45:26.971324 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-77cc29cd-ec83-438f-aab1-c9837c3f4a8d None None] Attempting to bind port 336ee64b-822f-4b2b-b656-272b82010e8e by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'e6691c40-190c-475b-b4ea-f0287ac4af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c1b18147-d4d5-414f-b47f-4cf83e8e07fb'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:45:26.971686 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cc29cd-ec83-438f-aab1-c9837c3f4a8d None None] Attempting to bind port 336ee64b-822f-4b2b-b656-272b82010e8e on network c1b18147-d4d5-414f-b47f-4cf83e8e07fb {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:45:26.978785 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port f023703a-6eae-4696-a971-bd44e5895150, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f023703a-6eae-4696-a971-bd44e5895150,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:45:26.980231 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cc29cd-ec83-438f-aab1-c9837c3f4a8d None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:45:26.980599 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cc29cd-ec83-438f-aab1-c9837c3f4a8d None None] Checking segment: {'id': 'e6691c40-190c-475b-b4ea-f0287ac4af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c1b18147-d4d5-414f-b47f-4cf83e8e07fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:45:26.981027 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77cc29cd-ec83-438f-aab1-c9837c3f4a8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:26.981424 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cc29cd-ec83-438f-aab1-c9837c3f4a8d None None] Bound using segment: {'id': 'e6691c40-190c-475b-b4ea-f0287ac4af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c1b18147-d4d5-414f-b47f-4cf83e8e07fb'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:45:26.981910 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-77cc29cd-ec83-438f-aab1-c9837c3f4a8d None None] Bound port: 336ee64b-822f-4b2b-b656-272b82010e8e, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6691c40-190c-475b-b4ea-f0287ac4af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c1b18147-d4d5-414f-b47f-4cf83e8e07fb'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:45:26.982290 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77cc29cd-ec83-438f-aab1-c9837c3f4a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:27.051801 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-77cc29cd-ec83-438f-aab1-c9837c3f4a8d None None] For port 336ee64b-822f-4b2b-b656-272b82010e8e, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:45:27.053878 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:27.056687 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-77cc29cd-ec83-438f-aab1-c9837c3f4a8d None None] For port 336ee64b-822f-4b2b-b656-272b82010e8e, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=336ee64b-822f-4b2b-b656-272b82010e8e,segment=NetworkSegment(e6691c40-190c-475b-b4ea-f0287ac4af12),segment_id=e6691c40-190c-475b-b4ea-f0287ac4af12)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:45:27.109465 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=f023703a-6eae-4696-a971-bd44e5895150,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:27.117041 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-8bde08bd-f85c-41ce-bf3d-c5762d657f2b None None] Provisioning complete for port 336ee64b-822f-4b2b-b656-272b82010e8e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:45:27.117385 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8bde08bd-f85c-41ce-bf3d-c5762d657f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:27.142095 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-77cc29cd-ec83-438f-aab1-c9837c3f4a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:27.185086 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 704b7e90-b4a4-46f2-a94f-ab343530a527 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:45:27.216341 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-8bde08bd-f85c-41ce-bf3d-c5762d657f2b None None] Port 336ee64b-822f-4b2b-b656-272b82010e8e cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:45:27.252566 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cc29cd-ec83-438f-aab1-c9837c3f4a8d None None] Routers {'851ba55a-713f-40a8-9c91-0d63ace5275e'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:45:27.253200 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-77cc29cd-ec83-438f-aab1-c9837c3f4a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:45:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['851ba55a-713f-40a8-9c91-0d63ace5275e'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:45:27.256246 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c00e9d-3c91-48f3-adbd-feb7374c2b82 None None] Pushing event updated for resources: {'Port': ['ID=336ee64b-822f-4b2b-b656-272b82010e8e,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:27.319346 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 704b7e90-b4a4-46f2-a94f-ab343530a527 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:45:27.319728 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:27.400309 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b0a6ffb-904b-4876-89df-fd35a7027f2d req-64fd0e2d-72b9-49f6-b47f-c2d8baae56e0 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d8108a3-7306-4beb-aa37-4ce0e0ccb03a HTTP/1.1" status: 200 len: 210 time: 0.0335813 Apr 21 13:45:27.405031 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-77cc29cd-ec83-438f-aab1-c9837c3f4a8d None None] Set router 851ba55a-713f-40a8-9c91-0d63ace5275e gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:45:27.509474 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4984f702-3b32-4a7e-ba61-8fd238aaf07e None None] Provisioning complete for port 336ee64b-822f-4b2b-b656-272b82010e8e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:45:27.509788 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4984f702-3b32-4a7e-ba61-8fd238aaf07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:27.686571 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4984f702-3b32-4a7e-ba61-8fd238aaf07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:27.731741 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4984f702-3b32-4a7e-ba61-8fd238aaf07e None None] For port 336ee64b-822f-4b2b-b656-272b82010e8e, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=336ee64b-822f-4b2b-b656-272b82010e8e,segment=NetworkSegment(e6691c40-190c-475b-b4ea-f0287ac4af12),segment_id=e6691c40-190c-475b-b4ea-f0287ac4af12)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:45:27.739809 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-77cc29cd-ec83-438f-aab1-c9837c3f4a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820771411', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f023703a-6eae-4696-a971-bd44e5895150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:45:20Z', 'updated_at': '2022-04-21T13:45:24Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'f023703a-6eae-4696-a971-bd44e5895150', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:45:20Z', 'updated_at': '2022-04-21T13:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '336ee64b-822f-4b2b-b656-272b82010e8e', 'name': '', 'network_id': 'c1b18147-d4d5-414f-b47f-4cf83e8e07fb', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:e4:5c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '90f36549-a7f5-47c3-b4e9-5c1f85c9f769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:45:23Z', 'updated_at': '2022-04-21T13:45:27Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': '90f36549-a7f5-47c3-b4e9-5c1f85c9f769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:45:27.766038 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cc29cd-ec83-438f-aab1-c9837c3f4a8d None None] The sync data for ids ['851ba55a-713f-40a8-9c91-0d63ace5275e'] in n-d-836147-2 is: [{'id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820771411', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f023703a-6eae-4696-a971-bd44e5895150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:45:20Z', 'updated_at': '2022-04-21T13:45:24Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'f023703a-6eae-4696-a971-bd44e5895150', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:45:20Z', 'updated_at': '2022-04-21T13:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '336ee64b-822f-4b2b-b656-272b82010e8e', 'name': '', 'network_id': 'c1b18147-d4d5-414f-b47f-4cf83e8e07fb', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:e4:5c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '90f36549-a7f5-47c3-b4e9-5c1f85c9f769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:45:23Z', 'updated_at': '2022-04-21T13:45:27Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': '90f36549-a7f5-47c3-b4e9-5c1f85c9f769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:45:27.805526 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4984f702-3b32-4a7e-ba61-8fd238aaf07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:27.865936 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984f702-3b32-4a7e-ba61-8fd238aaf07e None None] Pushing event updated for resources: {'Port': ['ID=336ee64b-822f-4b2b-b656-272b82010e8e,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:28.532140 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e97712c6-1975-4fe7-8570-7cf90b805d3a req-83d8c191-a3ef-495d-b87b-a3baea20e0cf tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d8108a3-7306-4beb-aa37-4ce0e0ccb03a HTTP/1.1" status: 200 len: 210 time: 0.0552957 Apr 21 13:45:28.582468 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-f495266b-6b8f-479d-865e-86fff2e42706 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:28.583951 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-f495266b-6b8f-479d-865e-86fff2e42706 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.24 "GET /v2.0/networks?id=c1b18147-d4d5-414f-b47f-4cf83e8e07fb HTTP/1.1" status: 200 len: 796 time: 0.1380601 Apr 21 13:45:28.634437 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-961b3972-a0a5-400d-997e-3bc6843c7291 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ede2fbffe5614ad9915a309c73849643 HTTP/1.1" status: 200 len: 380 time: 0.0363562 Apr 21 13:45:28.646761 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-0712dd98-e17e-4b0c-8a94-6c7a51c7728b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'port': {'device_id': '6d8108a3-7306-4beb-aa37-4ce0e0ccb03a', 'network_id': 'c1b18147-d4d5-414f-b47f-4cf83e8e07fb', 'admin_state_up': True, 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'security_groups': ['403ce994-64ad-4f3f-a927-a826e4efebf0']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:45:28.834369 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-0712dd98-e17e-4b0c-8a94-6c7a51c7728b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Made reservation on behalf of ede2fbffe5614ad9915a309c73849643 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:45:28.837977 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-0712dd98-e17e-4b0c-8a94-6c7a51c7728b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:28.962237 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-0712dd98-e17e-4b0c-8a94-6c7a51c7728b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Allocated IP 172.20.0.5 (c1b18147-d4d5-414f-b47f-4cf83e8e07fb/90f36549-a7f5-47c3-b4e9-5c1f85c9f769/b6b4a6c8-fd35-4dcf-a466-437108a5af20) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:45:29.100293 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-0712dd98-e17e-4b0c-8a94-6c7a51c7728b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:29.199038 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-0712dd98-e17e-4b0c-8a94-6c7a51c7728b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:29.231867 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 336ee64b-822f-4b2b-b656-272b82010e8e up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:45:29.240828 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-0712dd98-e17e-4b0c-8a94-6c7a51c7728b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network c1b18147-d4d5-414f-b47f-4cf83e8e07fb is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:45:29.246219 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-0712dd98-e17e-4b0c-8a94-6c7a51c7728b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:45:29.250549 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-0712dd98-e17e-4b0c-8a94-6c7a51c7728b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:45:29.281173 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712dd98-e17e-4b0c-8a94-6c7a51c7728b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Port': ['ID=b6b4a6c8-fd35-4dcf-a466-437108a5af20,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:29.286620 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 336ee64b-822f-4b2b-b656-272b82010e8e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:45:29.286991 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:29.314125 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-0712dd98-e17e-4b0c-8a94-6c7a51c7728b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:29.314759 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-0712dd98-e17e-4b0c-8a94-6c7a51c7728b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:29.373089 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f023703a-6eae-4696-a971-bd44e5895150 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:45:29.401302 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-0712dd98-e17e-4b0c-8a94-6c7a51c7728b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7584479 Apr 21 13:45:29.424394 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port f023703a-6eae-4696-a971-bd44e5895150 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:45:29.424772 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:29.464703 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-e73c8783-ee65-48eb-a82c-1cda20d891a5 service neutron] Request body: {'port': {'device_id': '6d8108a3-7306-4beb-aa37-4ce0e0ccb03a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:45:29.517566 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-e73c8783-ee65-48eb-a82c-1cda20d891a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:29.536639 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-851b52f3-ec0c-4e83-907c-499a8fb94c3d None None] Provisioning complete for port b6b4a6c8-fd35-4dcf-a466-437108a5af20 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:45:29.536933 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-851b52f3-ec0c-4e83-907c-499a8fb94c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:29.572155 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-851b52f3-ec0c-4e83-907c-499a8fb94c3d None None] Port b6b4a6c8-fd35-4dcf-a466-437108a5af20 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:45:29.719026 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1a964-86e8-45d6-b5cc-64464e37f250 req-b0a63a98-54a1-438f-ab5e-979b1568189d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:29.720497 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-50e1a964-86e8-45d6-b5cc-64464e37f250 req-b0a63a98-54a1-438f-ab5e-979b1568189d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d8108a3-7306-4beb-aa37-4ce0e0ccb03a HTTP/1.1" status: 200 len: 931 time: 0.0993276 Apr 21 13:45:29.786247 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-50e1a964-86e8-45d6-b5cc-64464e37f250 req-acf7ab5b-7a9b-4247-99fb-5f5601ed540c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=403ce994-64ad-4f3f-a927-a826e4efebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582938 Apr 21 13:45:29.843701 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-e73c8783-ee65-48eb-a82c-1cda20d891a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6b4a6c8-fd35-4dcf-a466-437108a5af20 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:45:29.851087 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-e73c8783-ee65-48eb-a82c-1cda20d891a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:29.862580 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-e73c8783-ee65-48eb-a82c-1cda20d891a5 service neutron] Transition to ACTIVE for port object b6b4a6c8-fd35-4dcf-a466-437108a5af20 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:45:29.925341 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-e73c8783-ee65-48eb-a82c-1cda20d891a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:29.976096 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c8783-ee65-48eb-a82c-1cda20d891a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b4a6c8-fd35-4dcf-a466-437108a5af20,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:30.048370 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-e73c8783-ee65-48eb-a82c-1cda20d891a5 service neutron] Attempting to bind port b6b4a6c8-fd35-4dcf-a466-437108a5af20 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:45:30.048674 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-e73c8783-ee65-48eb-a82c-1cda20d891a5 service neutron] Attempting to bind port b6b4a6c8-fd35-4dcf-a466-437108a5af20 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'e6691c40-190c-475b-b4ea-f0287ac4af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c1b18147-d4d5-414f-b47f-4cf83e8e07fb'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:45:30.048930 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-e73c8783-ee65-48eb-a82c-1cda20d891a5 service neutron] Attempting to bind port b6b4a6c8-fd35-4dcf-a466-437108a5af20 on network c1b18147-d4d5-414f-b47f-4cf83e8e07fb {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:45:30.053653 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-e73c8783-ee65-48eb-a82c-1cda20d891a5 service neutron] Port b6b4a6c8-fd35-4dcf-a466-437108a5af20 on network c1b18147-d4d5-414f-b47f-4cf83e8e07fb not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:45:30.053973 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-e73c8783-ee65-48eb-a82c-1cda20d891a5 service neutron] Attempting to bind port b6b4a6c8-fd35-4dcf-a466-437108a5af20 on network c1b18147-d4d5-414f-b47f-4cf83e8e07fb {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:45:30.059002 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-e73c8783-ee65-48eb-a82c-1cda20d891a5 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:45:30.059311 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-e73c8783-ee65-48eb-a82c-1cda20d891a5 service neutron] Checking segment: {'id': 'e6691c40-190c-475b-b4ea-f0287ac4af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c1b18147-d4d5-414f-b47f-4cf83e8e07fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:45:30.059703 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-e73c8783-ee65-48eb-a82c-1cda20d891a5 service neutron] Bound using segment: {'id': 'e6691c40-190c-475b-b4ea-f0287ac4af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c1b18147-d4d5-414f-b47f-4cf83e8e07fb'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:45:30.060109 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-e73c8783-ee65-48eb-a82c-1cda20d891a5 service neutron] Bound port: b6b4a6c8-fd35-4dcf-a466-437108a5af20, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6691c40-190c-475b-b4ea-f0287ac4af12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c1b18147-d4d5-414f-b47f-4cf83e8e07fb'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:45:30.060519 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-e73c8783-ee65-48eb-a82c-1cda20d891a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:30.126150 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-e73c8783-ee65-48eb-a82c-1cda20d891a5 service neutron] For port b6b4a6c8-fd35-4dcf-a466-437108a5af20, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:45:30.129048 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-e73c8783-ee65-48eb-a82c-1cda20d891a5 service neutron] For port b6b4a6c8-fd35-4dcf-a466-437108a5af20, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=b6b4a6c8-fd35-4dcf-a466-437108a5af20,segment=NetworkSegment(e6691c40-190c-475b-b4ea-f0287ac4af12),segment_id=e6691c40-190c-475b-b4ea-f0287ac4af12)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:45:30.223347 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-e73c8783-ee65-48eb-a82c-1cda20d891a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:30.258755 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-e73c8783-ee65-48eb-a82c-1cda20d891a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:30.259403 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-e73c8783-ee65-48eb-a82c-1cda20d891a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:30.260839 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-e73c8783-ee65-48eb-a82c-1cda20d891a5 service neutron] 10.222.0.24 "PUT /v2.0/ports/b6b4a6c8-fd35-4dcf-a466-437108a5af20 HTTP/1.1" status: 200 len: 1091 time: 0.8469713 Apr 21 13:45:30.261281 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8108a3-7306-4beb-aa37-4ce0e0ccb03a', 'tag': 'b6b4a6c8-fd35-4dcf-a466-437108a5af20'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:45:30.264278 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b9f8ee-b0d6-440b-9c77-9c82df8f21dd" -d '{"events": [{"name": "network-changed", "server_uuid": "6d8108a3-7306-4beb-aa37-4ce0e0ccb03a", "tag": "b6b4a6c8-fd35-4dcf-a466-437108a5af20"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:45:30.288127 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c8783-ee65-48eb-a82c-1cda20d891a5 service neutron] Pushing event updated for resources: {'Port': ['ID=b6b4a6c8-fd35-4dcf-a466-437108a5af20,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:30.311903 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9304afce-db6f-464f-8dfd-527f340ec32b x-openstack-request-id: req-9304afce-db6f-464f-8dfd-527f340ec32b {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:45:30.312198 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d8108a3-7306-4beb-aa37-4ce0e0ccb03a", "tag": "b6b4a6c8-fd35-4dcf-a466-437108a5af20", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:45:30.312509 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9304afce-db6f-464f-8dfd-527f340ec32b {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:45:30.312953 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9304afce-db6f-464f-8dfd-527f340ec32b'] response: {'name': 'network-changed', 'server_uuid': '6d8108a3-7306-4beb-aa37-4ce0e0ccb03a', 'tag': 'b6b4a6c8-fd35-4dcf-a466-437108a5af20', 'status': 'completed', 'code': 200} Apr 21 13:45:30.382776 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9f8ee-b0d6-440b-9c77-9c82df8f21dd req-bdc6a859-cc7c-4264-841e-f5cc366c08e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:30.384454 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51b9f8ee-b0d6-440b-9c77-9c82df8f21dd req-bdc6a859-cc7c-4264-841e-f5cc366c08e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=6d8108a3-7306-4beb-aa37-4ce0e0ccb03a HTTP/1.1" status: 200 len: 1094 time: 0.0432239 Apr 21 13:45:30.492525 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9f8ee-b0d6-440b-9c77-9c82df8f21dd req-56a14999-68d3-4913-bce2-c68dc9bd2121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:30.494279 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51b9f8ee-b0d6-440b-9c77-9c82df8f21dd req-56a14999-68d3-4913-bce2-c68dc9bd2121 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ede2fbffe5614ad9915a309c73849643&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0954747 Apr 21 13:45:30.587082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b9f8ee-b0d6-440b-9c77-9c82df8f21dd req-0b9b18ea-18b3-4584-b92b-912caa5020b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:30.588453 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-51b9f8ee-b0d6-440b-9c77-9c82df8f21dd req-0b9b18ea-18b3-4584-b92b-912caa5020b3 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0853574 Apr 21 13:45:30.674100 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-6f891e0f-5369-4886-915e-8adba05553af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:30.675578 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-6f891e0f-5369-4886-915e-8adba05553af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=6d8108a3-7306-4beb-aa37-4ce0e0ccb03a HTTP/1.1" status: 200 len: 1094 time: 0.0447619 Apr 21 13:45:30.719098 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-9ac02d5a-0980-491e-a7e8-0282711a25a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6b4a6c8-fd35-4dcf-a466-437108a5af20 HTTP/1.1" status: 200 len: 217 time: 0.0322967 Apr 21 13:45:30.770760 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-b428b32c-49fd-404f-88a7-e20a978bfbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:30.772157 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-b428b32c-49fd-404f-88a7-e20a978bfbc2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=90f36549-a7f5-47c3-b4e9-5c1f85c9f769 HTTP/1.1" status: 200 len: 834 time: 0.0423186 Apr 21 13:45:30.823776 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-c3bfe254-ac6f-4ec0-bedf-e05034685b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:30.825383 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-c3bfe254-ac6f-4ec0-bedf-e05034685b1b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c1b18147-d4d5-414f-b47f-4cf83e8e07fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436103 Apr 21 13:45:30.937634 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207497d-831b-4841-914a-1ec14937fb2f req-62f2750d-4928-4f34-b3e7-e7655923c15a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:30.939089 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f207497d-831b-4841-914a-1ec14937fb2f req-62f2750d-4928-4f34-b3e7-e7655923c15a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d8108a3-7306-4beb-aa37-4ce0e0ccb03a HTTP/1.1" status: 200 len: 943 time: 0.0837600 Apr 21 13:45:30.966878 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-8faa2fe2-6653-44e0-bc84-5109e8bb88b1 service neutron] 10.222.0.24 "GET /v2.0/networks/c1b18147-d4d5-414f-b47f-4cf83e8e07fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299648 Apr 21 13:45:31.004473 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f207497d-831b-4841-914a-1ec14937fb2f req-a58b5837-1d4f-4632-94d8-1449ddf606e7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=403ce994-64ad-4f3f-a927-a826e4efebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583832 Apr 21 13:45:31.067641 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c5ad8b30-20e5-41a1-951d-ccdc422a66a7 req-96fe663d-82c1-4cfd-a0aa-edba7fa2090c service neutron] 10.222.0.24 "GET /v2.0/networks/c1b18147-d4d5-414f-b47f-4cf83e8e07fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891242 Apr 21 13:45:32.120225 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd69ca-eade-4add-a305-258e296eb181 req-ae8dc163-60fd-4c27-8be7-e92d059c6754 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:32.122331 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbbd69ca-eade-4add-a305-258e296eb181 req-ae8dc163-60fd-4c27-8be7-e92d059c6754 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d8108a3-7306-4beb-aa37-4ce0e0ccb03a HTTP/1.1" status: 200 len: 943 time: 0.0483210 Apr 21 13:45:32.159741 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbbd69ca-eade-4add-a305-258e296eb181 req-39ddd015-806d-48bc-b11e-6ad21b819208 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=403ce994-64ad-4f3f-a927-a826e4efebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311522 Apr 21 13:45:33.179678 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device b6b4a6c8-fd35-4dcf-a466-437108a5af20 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:45:33.280450 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port b6b4a6c8-fd35-4dcf-a466-437108a5af20, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=b6b4a6c8-fd35-4dcf-a466-437108a5af20,segment=NetworkSegment(e6691c40-190c-475b-b4ea-f0287ac4af12),segment_id=e6691c40-190c-475b-b4ea-f0287ac4af12)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:45:33.282651 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a449c7-3f81-40fe-a74a-c677d29753f5 req-2ad213b1-5e00-4e11-91da-7f905a1e8a43 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:33.284223 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5a449c7-3f81-40fe-a74a-c677d29753f5 req-2ad213b1-5e00-4e11-91da-7f905a1e8a43 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d8108a3-7306-4beb-aa37-4ce0e0ccb03a HTTP/1.1" status: 200 len: 943 time: 0.0564034 Apr 21 13:45:33.291964 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'b6b4a6c8-fd35-4dcf-a466-437108a5af20', 'network_id': 'c1b18147-d4d5-414f-b47f-4cf83e8e07fb', 'port_id': 'b6b4a6c8-fd35-4dcf-a466-437108a5af20', 'mac_address': 'fa:16:3e:21:7f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90f36549-a7f5-47c3-b4e9-5c1f85c9f769', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:45:33.322877 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e5a449c7-3f81-40fe-a74a-c677d29753f5 req-58a43518-3da3-4c62-8585-afe85ae1034e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=403ce994-64ad-4f3f-a927-a826e4efebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322857 Apr 21 13:45:33.330858 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:33.344084 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6b4a6c8-fd35-4dcf-a466-437108a5af20 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:45:33.366388 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port b6b4a6c8-fd35-4dcf-a466-437108a5af20, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=b6b4a6c8-fd35-4dcf-a466-437108a5af20,segment=NetworkSegment(e6691c40-190c-475b-b4ea-f0287ac4af12),segment_id=e6691c40-190c-475b-b4ea-f0287ac4af12)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:45:33.426766 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:33.476046 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=b6b4a6c8-fd35-4dcf-a466-437108a5af20,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:33.727321 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['b6b4a6c8-fd35-4dcf-a466-437108a5af20'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:45:34.437943 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1a58d-07fc-4038-b9db-9c28a4e7233d req-3d3fed00-942b-4244-9aab-d5ee5a763e73 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:34.439333 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e4a1a58d-07fc-4038-b9db-9c28a4e7233d req-3d3fed00-942b-4244-9aab-d5ee5a763e73 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d8108a3-7306-4beb-aa37-4ce0e0ccb03a HTTP/1.1" status: 200 len: 944 time: 0.0496302 Apr 21 13:45:34.476061 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e4a1a58d-07fc-4038-b9db-9c28a4e7233d req-15eee944-f4ec-4d35-bf73-032cda6987fa tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=403ce994-64ad-4f3f-a927-a826e4efebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307581 Apr 21 13:45:35.194793 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device b6b4a6c8-fd35-4dcf-a466-437108a5af20 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:45:35.306908 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port b6b4a6c8-fd35-4dcf-a466-437108a5af20 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:45:35.311414 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port b6b4a6c8-fd35-4dcf-a466-437108a5af20 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:45:35.311778 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:35.387765 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:35.413700 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8108a3-7306-4beb-aa37-4ce0e0ccb03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b4a6c8-fd35-4dcf-a466-437108a5af20'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:45:35.415939 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bc6195-1efa-409d-9d85-afde7890ded9" -d '{"events": [{"server_uuid": "6d8108a3-7306-4beb-aa37-4ce0e0ccb03a", "name": "network-vif-plugged", "status": "completed", "tag": "b6b4a6c8-fd35-4dcf-a466-437108a5af20"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:45:35.430836 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port b6b4a6c8-fd35-4dcf-a466-437108a5af20, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=b6b4a6c8-fd35-4dcf-a466-437108a5af20,segment=NetworkSegment(e6691c40-190c-475b-b4ea-f0287ac4af12),segment_id=e6691c40-190c-475b-b4ea-f0287ac4af12)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:45:35.497164 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:35.524153 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a58d72-4674-497c-8621-8d7fe918bc86 x-openstack-request-id: req-53a58d72-4674-497c-8621-8d7fe918bc86 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:45:35.524456 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8108a3-7306-4beb-aa37-4ce0e0ccb03a", "name": "network-vif-plugged", "status": "completed", "tag": "b6b4a6c8-fd35-4dcf-a466-437108a5af20", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:45:35.524688 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-53a58d72-4674-497c-8621-8d7fe918bc86 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:45:35.525088 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53a58d72-4674-497c-8621-8d7fe918bc86'] response: {'server_uuid': '6d8108a3-7306-4beb-aa37-4ce0e0ccb03a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6b4a6c8-fd35-4dcf-a466-437108a5af20', 'code': 200} Apr 21 13:45:35.554953 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=b6b4a6c8-fd35-4dcf-a466-437108a5af20,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:35.592686 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c703ff6-bc9b-40ed-b3c9-7175178b9d9e req-06a7cfcf-6335-41f6-b72c-9b0fa02ef0d1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:35.594171 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c703ff6-bc9b-40ed-b3c9-7175178b9d9e req-06a7cfcf-6335-41f6-b72c-9b0fa02ef0d1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d8108a3-7306-4beb-aa37-4ce0e0ccb03a HTTP/1.1" status: 200 len: 945 time: 0.0487046 Apr 21 13:45:35.655449 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6c703ff6-bc9b-40ed-b3c9-7175178b9d9e req-40090c3e-0c5a-4658-81fa-ab635592a48f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=403ce994-64ad-4f3f-a927-a826e4efebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533779 Apr 21 13:45:35.660335 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dc448-a901-4411-b681-beb0569c4cea req-c48d8f41-b576-4dd8-b7ed-fce68b13b503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:35.661773 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-530dc448-a901-4411-b681-beb0569c4cea req-c48d8f41-b576-4dd8-b7ed-fce68b13b503 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6d8108a3-7306-4beb-aa37-4ce0e0ccb03a HTTP/1.1" status: 200 len: 1096 time: 0.0667281 Apr 21 13:45:35.698739 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-530dc448-a901-4411-b681-beb0569c4cea req-693ecf3e-58c7-4ab0-8eae-db79fa197ba2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=403ce994-64ad-4f3f-a927-a826e4efebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263669 Apr 21 13:45:36.770230 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8e4d2-a711-4cbd-98c8-185badb679ac req-e1dd75f5-f1eb-456a-9437-e0ad8a5ac741 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:36.771725 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31b8e4d2-a711-4cbd-98c8-185badb679ac req-e1dd75f5-f1eb-456a-9437-e0ad8a5ac741 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d8108a3-7306-4beb-aa37-4ce0e0ccb03a HTTP/1.1" status: 200 len: 945 time: 0.0483501 Apr 21 13:45:36.809703 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31b8e4d2-a711-4cbd-98c8-185badb679ac req-b917ed83-6f33-4d10-93a9-d60649f94502 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=403ce994-64ad-4f3f-a927-a826e4efebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317554 Apr 21 13:45:37.923518 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe537e-1fff-4fa2-92df-f1dda6a64411 req-8831a60b-b4b6-4d1c-9daa-5da5298ab436 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:37.924976 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2abe537e-1fff-4fa2-92df-f1dda6a64411 req-8831a60b-b4b6-4d1c-9daa-5da5298ab436 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d8108a3-7306-4beb-aa37-4ce0e0ccb03a HTTP/1.1" status: 200 len: 945 time: 0.0479422 Apr 21 13:45:37.961024 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2abe537e-1fff-4fa2-92df-f1dda6a64411 req-054eff10-e73a-4bda-b069-a880baf42aab tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=403ce994-64ad-4f3f-a927-a826e4efebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301156 Apr 21 13:45:38.080022 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503400c-91fd-484b-82c2-8339d4ec9d2a req-6df48225-be57-4c3b-8dd9-a08b98457b32 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:38.081392 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f503400c-91fd-484b-82c2-8339d4ec9d2a req-6df48225-be57-4c3b-8dd9-a08b98457b32 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d8108a3-7306-4beb-aa37-4ce0e0ccb03a HTTP/1.1" status: 200 len: 945 time: 0.0510089 Apr 21 13:45:38.118317 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f503400c-91fd-484b-82c2-8339d4ec9d2a req-bf622817-2d0f-4bf1-bcf0-e01aee37700a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=403ce994-64ad-4f3f-a927-a826e4efebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309932 Apr 21 13:45:38.139878 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60626) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:45:38.179176 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775916e6-4473-4cc1-9634-d66733645425 tempest-TestNetworkAdvancedServerOps-981871309 tempest-TestNetworkAdvancedServerOps-981871309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:38.180677 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-775916e6-4473-4cc1-9634-d66733645425 tempest-TestNetworkAdvancedServerOps-981871309 tempest-TestNetworkAdvancedServerOps-981871309-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6d8108a3-7306-4beb-aa37-4ce0e0ccb03a HTTP/1.1" status: 200 len: 1091 time: 0.0398407 Apr 21 13:45:38.183582 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60628) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:45:38.188433 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-89792586-afd5-47ec-83d2-c3dce251a88d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'port_id': 'b6b4a6c8-fd35-4dcf-a466-437108a5af20', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:45:38.274368 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89792586-afd5-47ec-83d2-c3dce251a88d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:38.370195 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89792586-afd5-47ec-83d2-c3dce251a88d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:38.469033 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-89792586-afd5-47ec-83d2-c3dce251a88d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Allocated IP 172.25.8.104 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/a0a4b2e5-efff-447a-af30-f71855297230) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:45:38.569317 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89792586-afd5-47ec-83d2-c3dce251a88d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:38.651403 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89792586-afd5-47ec-83d2-c3dce251a88d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:38.686569 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89792586-afd5-47ec-83d2-c3dce251a88d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:45:38.691266 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-89792586-afd5-47ec-83d2-c3dce251a88d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:45:38.694731 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89792586-afd5-47ec-83d2-c3dce251a88d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:45:38.717808 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89792586-afd5-47ec-83d2-c3dce251a88d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Port': ['ID=a0a4b2e5-efff-447a-af30-f71855297230,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:39.362652 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89792586-afd5-47ec-83d2-c3dce251a88d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:39.475721 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89792586-afd5-47ec-83d2-c3dce251a88d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:39.620703 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89792586-afd5-47ec-83d2-c3dce251a88d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:39.679624 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89792586-afd5-47ec-83d2-c3dce251a88d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:39.748984 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89792586-afd5-47ec-83d2-c3dce251a88d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Port': ['ID=a0a4b2e5-efff-447a-af30-f71855297230,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:45:39.756968 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89792586-afd5-47ec-83d2-c3dce251a88d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:39.853928 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-89792586-afd5-47ec-83d2-c3dce251a88d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Floating IP c841a507-2324-4faf-bfd4-15d3522d2251 associated. External IP: 172.25.8.104, port: b6b4a6c8-fd35-4dcf-a466-437108a5af20. Apr 21 13:45:40.056435 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89792586-afd5-47ec-83d2-c3dce251a88d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Router 851ba55a-713f-40a8-9c91-0d63ace5275e has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:45:40.161516 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89792586-afd5-47ec-83d2-c3dce251a88d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:45:40.171711 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b383af3a-a563-4ea9-94e9-1e4b1b99fb24 None None] Sync routers for ids ['851ba55a-713f-40a8-9c91-0d63ace5275e'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:45:40.180521 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b383af3a-a563-4ea9-94e9-1e4b1b99fb24 None None] Routers {'851ba55a-713f-40a8-9c91-0d63ace5275e'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:45:40.181122 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b383af3a-a563-4ea9-94e9-1e4b1b99fb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:45:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['851ba55a-713f-40a8-9c91-0d63ace5275e'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:45:40.236504 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-89792586-afd5-47ec-83d2-c3dce251a88d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:40.267179 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-89792586-afd5-47ec-83d2-c3dce251a88d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0820370 Apr 21 13:45:40.267794 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8108a3-7306-4beb-aa37-4ce0e0ccb03a', 'tag': 'b6b4a6c8-fd35-4dcf-a466-437108a5af20'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:45:40.270256 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb410389-a61f-4eb6-aadb-1d3bcfd9a062" -d '{"events": [{"name": "network-changed", "server_uuid": "6d8108a3-7306-4beb-aa37-4ce0e0ccb03a", "tag": "b6b4a6c8-fd35-4dcf-a466-437108a5af20"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:45:40.285644 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b383af3a-a563-4ea9-94e9-1e4b1b99fb24 None None] Set router 851ba55a-713f-40a8-9c91-0d63ace5275e gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:45:40.308913 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90487377-6c20-467b-b2a2-a3849a94cc48 x-openstack-request-id: req-90487377-6c20-467b-b2a2-a3849a94cc48 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:45:40.309293 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d8108a3-7306-4beb-aa37-4ce0e0ccb03a", "tag": "b6b4a6c8-fd35-4dcf-a466-437108a5af20", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:45:40.310254 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-90487377-6c20-467b-b2a2-a3849a94cc48 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:45:40.310254 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90487377-6c20-467b-b2a2-a3849a94cc48'] response: {'name': 'network-changed', 'server_uuid': '6d8108a3-7306-4beb-aa37-4ce0e0ccb03a', 'tag': 'b6b4a6c8-fd35-4dcf-a466-437108a5af20', 'status': 'completed', 'code': 200} Apr 21 13:45:40.406841 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afe28a-71b3-467b-9808-f964b9170a9e req-a29c4770-c965-4da3-a077-ac89c26ab729 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:40.408464 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d0afe28a-71b3-467b-9808-f964b9170a9e req-a29c4770-c965-4da3-a077-ac89c26ab729 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d8108a3-7306-4beb-aa37-4ce0e0ccb03a HTTP/1.1" status: 200 len: 945 time: 0.0843418 Apr 21 13:45:40.411661 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb410389-a61f-4eb6-aadb-1d3bcfd9a062 req-b26022ac-1965-4159-9f8c-55d4ac7622af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:40.413134 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb410389-a61f-4eb6-aadb-1d3bcfd9a062 req-b26022ac-1965-4159-9f8c-55d4ac7622af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=6d8108a3-7306-4beb-aa37-4ce0e0ccb03a HTTP/1.1" status: 200 len: 1096 time: 0.0779448 Apr 21 13:45:40.492512 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d0afe28a-71b3-467b-9808-f964b9170a9e req-768aa4fd-3f18-4715-a23c-aa3257cf3b9f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=403ce994-64ad-4f3f-a927-a826e4efebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779791 Apr 21 13:45:40.516751 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60634) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:45:40.571094 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb410389-a61f-4eb6-aadb-1d3bcfd9a062 req-76e84385-e604-4f5b-a14a-409d004f06c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:40.572448 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb410389-a61f-4eb6-aadb-1d3bcfd9a062 req-76e84385-e604-4f5b-a14a-409d004f06c5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c1b18147-d4d5-414f-b47f-4cf83e8e07fb HTTP/1.1" status: 200 len: 897 time: 0.1443808 Apr 21 13:45:40.598792 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b383af3a-a563-4ea9-94e9-1e4b1b99fb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820771411', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f023703a-6eae-4696-a971-bd44e5895150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:45:20Z', 'updated_at': '2022-04-21T13:45:24Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'f023703a-6eae-4696-a971-bd44e5895150', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:45:20Z', 'updated_at': '2022-04-21T13:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'c841a507-2324-4faf-bfd4-15d3522d2251', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'port_id': 'b6b4a6c8-fd35-4dcf-a466-437108a5af20', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b18147-d4d5-414f-b47f-4cf83e8e07fb', 'mac_address': 'fa:16:3e:21:7f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8108a3-7306-4beb-aa37-4ce0e0ccb03a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:45:38Z', 'updated_at': '2022-04-21T13:45:38Z', 'revision_number': 0, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '336ee64b-822f-4b2b-b656-272b82010e8e', 'name': '', 'network_id': 'c1b18147-d4d5-414f-b47f-4cf83e8e07fb', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:e4:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '90f36549-a7f5-47c3-b4e9-5c1f85c9f769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:45:23Z', 'updated_at': '2022-04-21T13:45:27Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': '90f36549-a7f5-47c3-b4e9-5c1f85c9f769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:45:40.627600 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b383af3a-a563-4ea9-94e9-1e4b1b99fb24 None None] Checking router: 851ba55a-713f-40a8-9c91-0d63ace5275e for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:45:40.628298 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-26009a8b-744b-4835-b5df-9f4265cd98f0 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/floatingips/c841a507-2324-4faf-bfd4-15d3522d2251 HTTP/1.1" status: 200 len: 991 time: 0.1089039 Apr 21 13:45:40.636417 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b383af3a-a563-4ea9-94e9-1e4b1b99fb24 None None] Routers {'851ba55a-713f-40a8-9c91-0d63ace5275e'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:45:40.637676 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b383af3a-a563-4ea9-94e9-1e4b1b99fb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:45:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['851ba55a-713f-40a8-9c91-0d63ace5275e'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:45:40.648711 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb410389-a61f-4eb6-aadb-1d3bcfd9a062 req-e877d9f6-8caa-4623-bea9-87c2e68b7851 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6b4a6c8-fd35-4dcf-a466-437108a5af20 HTTP/1.1" status: 200 len: 999 time: 0.0673206 Apr 21 13:45:40.700748 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb410389-a61f-4eb6-aadb-1d3bcfd9a062 req-37cb7683-c788-4bca-ae67-ffe96235961d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:40.702217 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb410389-a61f-4eb6-aadb-1d3bcfd9a062 req-37cb7683-c788-4bca-ae67-ffe96235961d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=90f36549-a7f5-47c3-b4e9-5c1f85c9f769 HTTP/1.1" status: 200 len: 834 time: 0.0471425 Apr 21 13:45:40.739684 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b383af3a-a563-4ea9-94e9-1e4b1b99fb24 None None] Set router 851ba55a-713f-40a8-9c91-0d63ace5275e gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:45:40.746753 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb410389-a61f-4eb6-aadb-1d3bcfd9a062 req-21dd835b-e4e9-4137-8b5c-b8c524d73deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:45:40.748235 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb410389-a61f-4eb6-aadb-1d3bcfd9a062 req-21dd835b-e4e9-4137-8b5c-b8c524d73deb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c1b18147-d4d5-414f-b47f-4cf83e8e07fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390589 Apr 21 13:45:40.835444 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb410389-a61f-4eb6-aadb-1d3bcfd9a062 req-8e31b4cf-d9de-4e58-84e6-38224e1a9997 service neutron] 10.222.0.24 "GET /v2.0/networks/c1b18147-d4d5-414f-b47f-4cf83e8e07fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799637 Apr 21 13:45:40.927619 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb410389-a61f-4eb6-aadb-1d3bcfd9a062 req-b54bf1cf-5db6-41b2-a674-47ae25341f99 service neutron] 10.222.0.24 "GET /v2.0/networks/c1b18147-d4d5-414f-b47f-4cf83e8e07fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859814 Apr 21 13:45:40.952619 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b383af3a-a563-4ea9-94e9-1e4b1b99fb24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820771411', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f023703a-6eae-4696-a971-bd44e5895150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:45:20Z', 'updated_at': '2022-04-21T13:45:24Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'f023703a-6eae-4696-a971-bd44e5895150', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:45:20Z', 'updated_at': '2022-04-21T13:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'c841a507-2324-4faf-bfd4-15d3522d2251', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'port_id': 'b6b4a6c8-fd35-4dcf-a466-437108a5af20', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b18147-d4d5-414f-b47f-4cf83e8e07fb', 'mac_address': 'fa:16:3e:21:7f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8108a3-7306-4beb-aa37-4ce0e0ccb03a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:45:38Z', 'updated_at': '2022-04-21T13:45:38Z', 'revision_number': 0, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '336ee64b-822f-4b2b-b656-272b82010e8e', 'name': '', 'network_id': 'c1b18147-d4d5-414f-b47f-4cf83e8e07fb', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:e4:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '90f36549-a7f5-47c3-b4e9-5c1f85c9f769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:45:23Z', 'updated_at': '2022-04-21T13:45:27Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': '90f36549-a7f5-47c3-b4e9-5c1f85c9f769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:45:40.981742 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b383af3a-a563-4ea9-94e9-1e4b1b99fb24 None None] The sync data for ids ['851ba55a-713f-40a8-9c91-0d63ace5275e'] in n-d-836147-2 is: [{'id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820771411', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f023703a-6eae-4696-a971-bd44e5895150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:45:20Z', 'updated_at': '2022-04-21T13:45:24Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'f023703a-6eae-4696-a971-bd44e5895150', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:45:20Z', 'updated_at': '2022-04-21T13:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'c841a507-2324-4faf-bfd4-15d3522d2251', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'port_id': 'b6b4a6c8-fd35-4dcf-a466-437108a5af20', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1b18147-d4d5-414f-b47f-4cf83e8e07fb', 'mac_address': 'fa:16:3e:21:7f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8108a3-7306-4beb-aa37-4ce0e0ccb03a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:45:38Z', 'updated_at': '2022-04-21T13:45:38Z', 'revision_number': 0, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '336ee64b-822f-4b2b-b656-272b82010e8e', 'name': '', 'network_id': 'c1b18147-d4d5-414f-b47f-4cf83e8e07fb', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:e4:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '90f36549-a7f5-47c3-b4e9-5c1f85c9f769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:45:23Z', 'updated_at': '2022-04-21T13:45:27Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': '90f36549-a7f5-47c3-b4e9-5c1f85c9f769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:45:41.166502 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed0a060-d645-43a2-9964-748078389a0e None None] New status for floating IP c841a507-2324-4faf-bfd4-15d3522d2251: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:45:41.632166 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60636) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:45:41.691239 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6a87ecba-5bae-43b7-b111-db205f6e3ee9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/floatingips/c841a507-2324-4faf-bfd4-15d3522d2251 HTTP/1.1" status: 200 len: 993 time: 0.0580037 Apr 21 13:45:43.518376 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c7ede0f8-8217-4246-8d59-c53d39894d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:45.788248 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-43244ee8-ed48-4c02-845f-6ed333dcba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:47.272860 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:48.622828 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:48.719242 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:48.787884 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:45:51.051059 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:00.942524 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:46:13.042248 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236081f0-8804-48ee-aeb0-40bad6550ce7 req-a5beea12-2a23-4fa9-ab1c-d0ea63c91e3a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:13.043641 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-236081f0-8804-48ee-aeb0-40bad6550ce7 req-a5beea12-2a23-4fa9-ab1c-d0ea63c91e3a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d8108a3-7306-4beb-aa37-4ce0e0ccb03a HTTP/1.1" status: 200 len: 945 time: 0.0504904 Apr 21 13:46:13.081606 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-236081f0-8804-48ee-aeb0-40bad6550ce7 req-ab84f705-56af-4807-8b76-fcceda6b36a6 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=403ce994-64ad-4f3f-a927-a826e4efebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311654 Apr 21 13:46:13.502052 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b5abd0d0-71e5-4d4b-ae83-a9a176ecfacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:14.198873 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb36a95-de4c-4e48-ad08-63652fdd4276 req-b9cd11d9-ebf5-4c2c-90ef-17b0f62c166d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:14.200376 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1fb36a95-de4c-4e48-ad08-63652fdd4276 req-b9cd11d9-ebf5-4c2c-90ef-17b0f62c166d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d8108a3-7306-4beb-aa37-4ce0e0ccb03a HTTP/1.1" status: 200 len: 945 time: 0.0485749 Apr 21 13:46:14.238580 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1fb36a95-de4c-4e48-ad08-63652fdd4276 req-d054e1f3-cbd0-4ad9-8735-f044879681e0 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=403ce994-64ad-4f3f-a927-a826e4efebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321951 Apr 21 13:46:14.260436 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60656) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:46:14.323739 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-65ebcd85-2f75-401b-bc8b-73b4349accc2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/floatingips/c841a507-2324-4faf-bfd4-15d3522d2251 HTTP/1.1" status: 200 len: 993 time: 0.0620096 Apr 21 13:46:15.754120 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9375a473-af6e-4ba5-9ded-9056e6590573 req-d9a2f439-6d5b-400c-ba59-f8b7f003809b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:15.755583 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9375a473-af6e-4ba5-9ded-9056e6590573 req-d9a2f439-6d5b-400c-ba59-f8b7f003809b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d8108a3-7306-4beb-aa37-4ce0e0ccb03a HTTP/1.1" status: 200 len: 945 time: 0.0494225 Apr 21 13:46:15.793939 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d07750f3-318b-441d-ada7-3f3df9c7bde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:15.796881 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9375a473-af6e-4ba5-9ded-9056e6590573 req-1169c147-b18a-4c5d-94d1-4aecc9816ad7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=403ce994-64ad-4f3f-a927-a826e4efebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345955 Apr 21 13:46:15.963054 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40ad4c-df41-4f32-af2a-59db8b8e5126 req-2af3603f-8f40-45c0-842e-d23bcfb87dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:15.964595 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df40ad4c-df41-4f32-af2a-59db8b8e5126 req-2af3603f-8f40-45c0-842e-d23bcfb87dbf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=6d8108a3-7306-4beb-aa37-4ce0e0ccb03a HTTP/1.1" status: 200 len: 1096 time: 0.0449390 Apr 21 13:46:16.068286 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40ad4c-df41-4f32-af2a-59db8b8e5126 req-7cf8f6d5-423b-49ef-87ab-5e302d3721c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:16.069906 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df40ad4c-df41-4f32-af2a-59db8b8e5126 req-7cf8f6d5-423b-49ef-87ab-5e302d3721c1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c1b18147-d4d5-414f-b47f-4cf83e8e07fb HTTP/1.1" status: 200 len: 897 time: 0.0854838 Apr 21 13:46:16.140352 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df40ad4c-df41-4f32-af2a-59db8b8e5126 req-92c7a05d-59c0-464e-be45-1ef512d13a69 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6b4a6c8-fd35-4dcf-a466-437108a5af20 HTTP/1.1" status: 200 len: 1001 time: 0.0630524 Apr 21 13:46:16.189388 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40ad4c-df41-4f32-af2a-59db8b8e5126 req-bacbe0f3-3aa8-4198-951a-ce9ffe7f539a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:16.191362 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df40ad4c-df41-4f32-af2a-59db8b8e5126 req-bacbe0f3-3aa8-4198-951a-ce9ffe7f539a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=90f36549-a7f5-47c3-b4e9-5c1f85c9f769 HTTP/1.1" status: 200 len: 834 time: 0.0421236 Apr 21 13:46:16.244464 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40ad4c-df41-4f32-af2a-59db8b8e5126 req-a7a30909-1635-4fc1-9df7-555aba3f9836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:16.245877 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df40ad4c-df41-4f32-af2a-59db8b8e5126 req-a7a30909-1635-4fc1-9df7-555aba3f9836 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c1b18147-d4d5-414f-b47f-4cf83e8e07fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391662 Apr 21 13:46:16.339191 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df40ad4c-df41-4f32-af2a-59db8b8e5126 req-fe97e752-315e-479f-a78d-e4809555742b service neutron] 10.222.0.24 "GET /v2.0/networks/c1b18147-d4d5-414f-b47f-4cf83e8e07fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834029 Apr 21 13:46:16.427329 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df40ad4c-df41-4f32-af2a-59db8b8e5126 req-97d64064-66a8-4980-a1cc-ee3dffc5f405 service neutron] 10.222.0.24 "GET /v2.0/networks/c1b18147-d4d5-414f-b47f-4cf83e8e07fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808811 Apr 21 13:46:16.913724 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b6a50-c9e9-4675-a98f-90925632ba67 req-a98e78cf-1517-4bcb-aff7-0e01595fad32 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:16.915259 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a35b6a50-c9e9-4675-a98f-90925632ba67 req-a98e78cf-1517-4bcb-aff7-0e01595fad32 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d8108a3-7306-4beb-aa37-4ce0e0ccb03a HTTP/1.1" status: 200 len: 945 time: 0.0489075 Apr 21 13:46:16.952384 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a35b6a50-c9e9-4675-a98f-90925632ba67 req-c8e50982-84d9-42f2-bdea-e9a1f36147fd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=403ce994-64ad-4f3f-a927-a826e4efebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312345 Apr 21 13:46:16.974527 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60666) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:46:17.038647 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f8b15243-c691-4652-aa8e-0fcf8f4df57a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/floatingips/c841a507-2324-4faf-bfd4-15d3522d2251 HTTP/1.1" status: 200 len: 993 time: 0.0629835 Apr 21 13:46:17.159151 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:17.314697 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60672) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:46:17.467402 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7e12e1f4-39bf-4bdc-997b-7914c75da19f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Deleting port a0a4b2e5-efff-447a-af30-f71855297230 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:46:17.467740 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e12e1f4-39bf-4bdc-997b-7914c75da19f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:17.543999 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e12e1f4-39bf-4bdc-997b-7914c75da19f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:17.544323 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e12e1f4-39bf-4bdc-997b-7914c75da19f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:17.555615 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-7e12e1f4-39bf-4bdc-997b-7914c75da19f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Calling delete_port for a0a4b2e5-efff-447a-af30-f71855297230 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:46:17.770965 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e12e1f4-39bf-4bdc-997b-7914c75da19f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:17.797401 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12e1f4-39bf-4bdc-997b-7914c75da19f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'Port': ['ID=a0a4b2e5-efff-447a-af30-f71855297230,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:17.811301 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12e1f4-39bf-4bdc-997b-7914c75da19f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:17.811646 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12e1f4-39bf-4bdc-997b-7914c75da19f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:17.811982 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12e1f4-39bf-4bdc-997b-7914c75da19f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:17.812314 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12e1f4-39bf-4bdc-997b-7914c75da19f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:17.812641 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12e1f4-39bf-4bdc-997b-7914c75da19f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:17.812964 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12e1f4-39bf-4bdc-997b-7914c75da19f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:17.813285 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12e1f4-39bf-4bdc-997b-7914c75da19f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:17.813632 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12e1f4-39bf-4bdc-997b-7914c75da19f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:17.813956 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12e1f4-39bf-4bdc-997b-7914c75da19f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:17.814274 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12e1f4-39bf-4bdc-997b-7914c75da19f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:17.814592 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12e1f4-39bf-4bdc-997b-7914c75da19f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:17.815065 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e12e1f4-39bf-4bdc-997b-7914c75da19f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:17.868544 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e12e1f4-39bf-4bdc-997b-7914c75da19f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:17.868954 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-7e12e1f4-39bf-4bdc-997b-7914c75da19f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Floating IP c841a507-2324-4faf-bfd4-15d3522d2251 disassociated (deleted). External IP: 172.25.8.104, port: b6b4a6c8-fd35-4dcf-a466-437108a5af20. Apr 21 13:46:18.072283 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e12e1f4-39bf-4bdc-997b-7914c75da19f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Router 851ba55a-713f-40a8-9c91-0d63ace5275e has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:46:18.177727 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e12e1f4-39bf-4bdc-997b-7914c75da19f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:46:18.182501 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7e12e1f4-39bf-4bdc-997b-7914c75da19f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:18.188448 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552cc6fe-49a9-4105-ada4-5f915271ca81 None None] Sync routers for ids ['851ba55a-713f-40a8-9c91-0d63ace5275e'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:46:18.199386 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552cc6fe-49a9-4105-ada4-5f915271ca81 None None] Routers {'851ba55a-713f-40a8-9c91-0d63ace5275e'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:46:18.200088 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-552cc6fe-49a9-4105-ada4-5f915271ca81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:46:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['851ba55a-713f-40a8-9c91-0d63ace5275e'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:46:18.209055 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7e12e1f4-39bf-4bdc-997b-7914c75da19f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "DELETE /v2.0/floatingips/c841a507-2324-4faf-bfd4-15d3522d2251 HTTP/1.1" status: 204 len: 168 time: 0.8932841 Apr 21 13:46:18.209649 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8108a3-7306-4beb-aa37-4ce0e0ccb03a', 'tag': 'b6b4a6c8-fd35-4dcf-a466-437108a5af20'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:46:18.212016 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c800ca-420c-4c99-a315-7a15d68fcf30" -d '{"events": [{"name": "network-changed", "server_uuid": "6d8108a3-7306-4beb-aa37-4ce0e0ccb03a", "tag": "b6b4a6c8-fd35-4dcf-a466-437108a5af20"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:46:18.267424 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e97f80-14d2-4c8d-a0fc-3247cb4c7428 x-openstack-request-id: req-69e97f80-14d2-4c8d-a0fc-3247cb4c7428 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:46:18.267761 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d8108a3-7306-4beb-aa37-4ce0e0ccb03a", "tag": "b6b4a6c8-fd35-4dcf-a466-437108a5af20", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:46:18.268290 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-69e97f80-14d2-4c8d-a0fc-3247cb4c7428 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:46:18.268894 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69e97f80-14d2-4c8d-a0fc-3247cb4c7428'] response: {'name': 'network-changed', 'server_uuid': '6d8108a3-7306-4beb-aa37-4ce0e0ccb03a', 'tag': 'b6b4a6c8-fd35-4dcf-a466-437108a5af20', 'status': 'completed', 'code': 200} Apr 21 13:46:18.306038 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-552cc6fe-49a9-4105-ada4-5f915271ca81 None None] Set router 851ba55a-713f-40a8-9c91-0d63ace5275e gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:46:18.336220 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c800ca-420c-4c99-a315-7a15d68fcf30 req-08160c9c-4b96-41e4-affc-d32ae530c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:18.337708 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04c800ca-420c-4c99-a315-7a15d68fcf30 req-08160c9c-4b96-41e4-affc-d32ae530c17f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=6d8108a3-7306-4beb-aa37-4ce0e0ccb03a HTTP/1.1" status: 200 len: 1096 time: 0.0447431 Apr 21 13:46:18.437354 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c800ca-420c-4c99-a315-7a15d68fcf30 req-c9885836-6392-44f2-9dd3-7c25c0cecff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:18.438863 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04c800ca-420c-4c99-a315-7a15d68fcf30 req-c9885836-6392-44f2-9dd3-7c25c0cecff0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c1b18147-d4d5-414f-b47f-4cf83e8e07fb HTTP/1.1" status: 200 len: 897 time: 0.0944948 Apr 21 13:46:18.486880 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04c800ca-420c-4c99-a315-7a15d68fcf30 req-c219b4de-e826-45ad-9525-d9a005f0a565 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6b4a6c8-fd35-4dcf-a466-437108a5af20 HTTP/1.1" status: 200 len: 217 time: 0.0348744 Apr 21 13:46:18.509996 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-552cc6fe-49a9-4105-ada4-5f915271ca81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820771411', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f023703a-6eae-4696-a971-bd44e5895150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:45:20Z', 'updated_at': '2022-04-21T13:45:24Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'f023703a-6eae-4696-a971-bd44e5895150', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:45:20Z', 'updated_at': '2022-04-21T13:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '336ee64b-822f-4b2b-b656-272b82010e8e', 'name': '', 'network_id': 'c1b18147-d4d5-414f-b47f-4cf83e8e07fb', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:e4:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '90f36549-a7f5-47c3-b4e9-5c1f85c9f769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:45:23Z', 'updated_at': '2022-04-21T13:45:27Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': '90f36549-a7f5-47c3-b4e9-5c1f85c9f769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:46:18.535714 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552cc6fe-49a9-4105-ada4-5f915271ca81 None None] Checking router: 851ba55a-713f-40a8-9c91-0d63ace5275e for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:46:18.544145 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552cc6fe-49a9-4105-ada4-5f915271ca81 None None] Routers {'851ba55a-713f-40a8-9c91-0d63ace5275e'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:46:18.544734 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-552cc6fe-49a9-4105-ada4-5f915271ca81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:46:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['851ba55a-713f-40a8-9c91-0d63ace5275e'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:46:18.550699 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c800ca-420c-4c99-a315-7a15d68fcf30 req-098f3fef-914e-4aea-a688-d61bdc96bd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:18.552185 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04c800ca-420c-4c99-a315-7a15d68fcf30 req-098f3fef-914e-4aea-a688-d61bdc96bd25 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=90f36549-a7f5-47c3-b4e9-5c1f85c9f769 HTTP/1.1" status: 200 len: 834 time: 0.0464094 Apr 21 13:46:18.616088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c800ca-420c-4c99-a315-7a15d68fcf30 req-5037209b-f931-42c9-a28d-a00a3a5931a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:18.617626 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04c800ca-420c-4c99-a315-7a15d68fcf30 req-5037209b-f931-42c9-a28d-a00a3a5931a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c1b18147-d4d5-414f-b47f-4cf83e8e07fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553029 Apr 21 13:46:18.651470 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-552cc6fe-49a9-4105-ada4-5f915271ca81 None None] Set router 851ba55a-713f-40a8-9c91-0d63ace5275e gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:46:18.655831 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:18.731277 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:18.754408 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89d17d-171b-4b6b-b666-438f3a86d935 req-23455335-642b-4ab4-a582-7c0952ae067b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:18.755955 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf89d17d-171b-4b6b-b666-438f3a86d935 req-23455335-642b-4ab4-a582-7c0952ae067b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d8108a3-7306-4beb-aa37-4ce0e0ccb03a HTTP/1.1" status: 200 len: 945 time: 0.1097441 Apr 21 13:46:18.758185 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04c800ca-420c-4c99-a315-7a15d68fcf30 req-48dc2cb2-f2fe-492f-93aa-7ab877bcf886 service neutron] 10.222.0.24 "GET /v2.0/networks/c1b18147-d4d5-414f-b47f-4cf83e8e07fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334176 Apr 21 13:46:18.787197 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:18.843242 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf89d17d-171b-4b6b-b666-438f3a86d935 req-bc0450ea-885c-4182-b087-05f952352e1d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=403ce994-64ad-4f3f-a927-a826e4efebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805001 Apr 21 13:46:18.851331 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-552cc6fe-49a9-4105-ada4-5f915271ca81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820771411', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f023703a-6eae-4696-a971-bd44e5895150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:45:20Z', 'updated_at': '2022-04-21T13:45:24Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'f023703a-6eae-4696-a971-bd44e5895150', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:45:20Z', 'updated_at': '2022-04-21T13:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '336ee64b-822f-4b2b-b656-272b82010e8e', 'name': '', 'network_id': 'c1b18147-d4d5-414f-b47f-4cf83e8e07fb', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:e4:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '90f36549-a7f5-47c3-b4e9-5c1f85c9f769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:45:23Z', 'updated_at': '2022-04-21T13:45:27Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': '90f36549-a7f5-47c3-b4e9-5c1f85c9f769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:46:18.877401 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-04c800ca-420c-4c99-a315-7a15d68fcf30 req-0f128131-9a07-4b7f-8a41-d10a319f328d service neutron] 10.222.0.24 "GET /v2.0/networks/c1b18147-d4d5-414f-b47f-4cf83e8e07fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074252 Apr 21 13:46:18.883791 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552cc6fe-49a9-4105-ada4-5f915271ca81 None None] The sync data for ids ['851ba55a-713f-40a8-9c91-0d63ace5275e'] in n-d-836147-2 is: [{'id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820771411', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f023703a-6eae-4696-a971-bd44e5895150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:45:20Z', 'updated_at': '2022-04-21T13:45:24Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'f023703a-6eae-4696-a971-bd44e5895150', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:45:20Z', 'updated_at': '2022-04-21T13:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '336ee64b-822f-4b2b-b656-272b82010e8e', 'name': '', 'network_id': 'c1b18147-d4d5-414f-b47f-4cf83e8e07fb', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:e4:5c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '90f36549-a7f5-47c3-b4e9-5c1f85c9f769', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:45:23Z', 'updated_at': '2022-04-21T13:45:27Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': '90f36549-a7f5-47c3-b4e9-5c1f85c9f769', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:46:19.107511 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb87db9-82dd-4768-bf82-a7d35ae59118 None None] New status for floating IP c841a507-2324-4faf-bfd4-15d3522d2251: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:46:19.964209 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8b255-cfcd-45aa-96a5-0d10f149c551 req-f439e2ec-0e44-40aa-accf-ac090db863af tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:19.965723 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-00f8b255-cfcd-45aa-96a5-0d10f149c551 req-f439e2ec-0e44-40aa-accf-ac090db863af tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d8108a3-7306-4beb-aa37-4ce0e0ccb03a HTTP/1.1" status: 200 len: 945 time: 0.0485830 Apr 21 13:46:20.007543 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-00f8b255-cfcd-45aa-96a5-0d10f149c551 req-a1f66fa9-85ee-41ac-89ad-aa1da802e223 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=403ce994-64ad-4f3f-a927-a826e4efebf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356963 Apr 21 13:46:20.404324 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fd9004-ecc7-43d1-8f3b-6b83b31f1407 req-abe7d91e-dd29-4007-af5c-16e6b584beb8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:20.405804 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-30fd9004-ecc7-43d1-8f3b-6b83b31f1407 req-abe7d91e-dd29-4007-af5c-16e6b584beb8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8108a3-7306-4beb-aa37-4ce0e0ccb03a HTTP/1.1" status: 200 len: 945 time: 0.0480950 Apr 21 13:46:20.491239 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-30fd9004-ecc7-43d1-8f3b-6b83b31f1407 req-a5629b9f-feb8-40ae-9d01-c54f0f0fd7c8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Deleting port b6b4a6c8-fd35-4dcf-a466-437108a5af20 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:46:20.491583 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-30fd9004-ecc7-43d1-8f3b-6b83b31f1407 req-a5629b9f-feb8-40ae-9d01-c54f0f0fd7c8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:20.580041 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-30fd9004-ecc7-43d1-8f3b-6b83b31f1407 req-a5629b9f-feb8-40ae-9d01-c54f0f0fd7c8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] For port b6b4a6c8-fd35-4dcf-a466-437108a5af20, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=b6b4a6c8-fd35-4dcf-a466-437108a5af20,segment=NetworkSegment(e6691c40-190c-475b-b4ea-f0287ac4af12),segment_id=e6691c40-190c-475b-b4ea-f0287ac4af12)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:46:20.580405 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-30fd9004-ecc7-43d1-8f3b-6b83b31f1407 req-a5629b9f-feb8-40ae-9d01-c54f0f0fd7c8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:20.593447 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-30fd9004-ecc7-43d1-8f3b-6b83b31f1407 req-a5629b9f-feb8-40ae-9d01-c54f0f0fd7c8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Calling delete_port for b6b4a6c8-fd35-4dcf-a466-437108a5af20 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:46:20.776511 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-30fd9004-ecc7-43d1-8f3b-6b83b31f1407 req-a5629b9f-feb8-40ae-9d01-c54f0f0fd7c8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:20.805604 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5629b9f-feb8-40ae-9d01-c54f0f0fd7c8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'Port': ['ID=b6b4a6c8-fd35-4dcf-a466-437108a5af20,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:20.845137 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-30fd9004-ecc7-43d1-8f3b-6b83b31f1407 req-a5629b9f-feb8-40ae-9d01-c54f0f0fd7c8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] No DVR routers for this DVR port b6b4a6c8-fd35-4dcf-a466-437108a5af20 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:46:20.848529 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-30fd9004-ecc7-43d1-8f3b-6b83b31f1407 req-a5629b9f-feb8-40ae-9d01-c54f0f0fd7c8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:20.851856 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-30fd9004-ecc7-43d1-8f3b-6b83b31f1407 req-a5629b9f-feb8-40ae-9d01-c54f0f0fd7c8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.24 "DELETE /v2.0/ports/b6b4a6c8-fd35-4dcf-a466-437108a5af20 HTTP/1.1" status: 204 len: 173 time: 0.4405410 Apr 21 13:46:20.852312 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8108a3-7306-4beb-aa37-4ce0e0ccb03a', 'name': 'network-vif-deleted', 'tag': 'b6b4a6c8-fd35-4dcf-a466-437108a5af20'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:46:20.854612 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce05bf4-1d4d-4d40-8ab3-93a07bb200dd" -d '{"events": [{"server_uuid": "6d8108a3-7306-4beb-aa37-4ce0e0ccb03a", "name": "network-vif-deleted", "tag": "b6b4a6c8-fd35-4dcf-a466-437108a5af20"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:46:20.891115 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5587b3e9-be50-46af-bb37-b596221f1325 x-openstack-request-id: req-5587b3e9-be50-46af-bb37-b596221f1325 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:46:20.891405 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8108a3-7306-4beb-aa37-4ce0e0ccb03a", "name": "network-vif-deleted", "tag": "b6b4a6c8-fd35-4dcf-a466-437108a5af20", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:46:20.891676 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5587b3e9-be50-46af-bb37-b596221f1325 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:46:20.892084 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5587b3e9-be50-46af-bb37-b596221f1325'] response: {'server_uuid': '6d8108a3-7306-4beb-aa37-4ce0e0ccb03a', 'name': 'network-vif-deleted', 'tag': 'b6b4a6c8-fd35-4dcf-a466-437108a5af20', 'status': 'completed', 'code': 200} Apr 21 13:46:21.060877 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:21.103247 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5512b53f-6446-43ac-840b-cd7d56d6ec70 req-d683c809-81fc-498d-8942-cb42738a3615 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d8108a3-7306-4beb-aa37-4ce0e0ccb03a HTTP/1.1" status: 200 len: 210 time: 0.0256288 Apr 21 13:46:22.160121 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60688) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:46:22.510598 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa2b3674-981d-46d1-b4c7-df34b8f87163 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:23.076395 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fa2b3674-981d-46d1-b4c7-df34b8f87163 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Deleting port 336ee64b-822f-4b2b-b656-272b82010e8e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:46:23.076728 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa2b3674-981d-46d1-b4c7-df34b8f87163 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:23.161120 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-fa2b3674-981d-46d1-b4c7-df34b8f87163 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] For port 336ee64b-822f-4b2b-b656-272b82010e8e, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=336ee64b-822f-4b2b-b656-272b82010e8e,segment=NetworkSegment(e6691c40-190c-475b-b4ea-f0287ac4af12),segment_id=e6691c40-190c-475b-b4ea-f0287ac4af12)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:46:23.161758 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa2b3674-981d-46d1-b4c7-df34b8f87163 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:23.177747 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-fa2b3674-981d-46d1-b4c7-df34b8f87163 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Calling delete_port for 336ee64b-822f-4b2b-b656-272b82010e8e owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:46:23.350114 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device b6b4a6c8-fd35-4dcf-a466-437108a5af20 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:46:23.370003 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: b6b4a6c8-fd35-4dcf-a466-437108a5af20 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:46:23.370340 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device b6b4a6c8-fd35-4dcf-a466-437108a5af20 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:46:23.416562 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa2b3674-981d-46d1-b4c7-df34b8f87163 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:23.442091 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b3674-981d-46d1-b4c7-df34b8f87163 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'Port': ['ID=336ee64b-822f-4b2b-b656-272b82010e8e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:23.614502 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-fa2b3674-981d-46d1-b4c7-df34b8f87163 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:23.826154 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2b3674-981d-46d1-b4c7-df34b8f87163 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Router 851ba55a-713f-40a8-9c91-0d63ace5275e has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:46:23.929247 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2b3674-981d-46d1-b4c7-df34b8f87163 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:46:23.934444 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-fa2b3674-981d-46d1-b4c7-df34b8f87163 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "PUT /v2.0/routers/851ba55a-713f-40a8-9c91-0d63ace5275e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7730582 Apr 21 13:46:23.936944 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60690) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:46:23.939958 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc67d33-6f2f-40ce-b712-076156a911ee None None] Sync routers for ids ['851ba55a-713f-40a8-9c91-0d63ace5275e'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:46:23.949649 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc67d33-6f2f-40ce-b712-076156a911ee None None] Routers {'851ba55a-713f-40a8-9c91-0d63ace5275e'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:46:23.950309 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7dc67d33-6f2f-40ce-b712-076156a911ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:46:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['851ba55a-713f-40a8-9c91-0d63ace5275e'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:46:23.987080 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-c71c1728-efbd-4f36-acb7-d1d2a4da8400 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Deleting subnet 90f36549-a7f5-47c3-b4e9-5c1f85c9f769 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:46:23.990671 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c71c1728-efbd-4f36-acb7-d1d2a4da8400 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:24.031256 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c71c1728-efbd-4f36-acb7-d1d2a4da8400 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:24.123775 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c71c1728-efbd-4f36-acb7-d1d2a4da8400 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:24.143408 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-7dc67d33-6f2f-40ce-b712-076156a911ee None None] Set router 851ba55a-713f-40a8-9c91-0d63ace5275e gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:46:24.257050 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c71c1728-efbd-4f36-acb7-d1d2a4da8400 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:24.283839 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c1728-efbd-4f36-acb7-d1d2a4da8400 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'Subnet': ['ID=90f36549-a7f5-47c3-b4e9-5c1f85c9f769,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:24.287482 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c71c1728-efbd-4f36-acb7-d1d2a4da8400 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:24.293172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c71c1728-efbd-4f36-acb7-d1d2a4da8400 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "DELETE /v2.0/subnets/90f36549-a7f5-47c3-b4e9-5c1f85c9f769 HTTP/1.1" status: 204 len: 168 time: 0.3528037 Apr 21 13:46:24.293453 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60692) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:46:24.296567 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73415852-4815-4105-8e2c-8548540d2619 None None] Network c1b18147-d4d5-414f-b47f-4cf83e8e07fb requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:46:24.316041 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7dc67d33-6f2f-40ce-b712-076156a911ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820771411', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f023703a-6eae-4696-a971-bd44e5895150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:45:20Z', 'updated_at': '2022-04-21T13:46:23Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'f023703a-6eae-4696-a971-bd44e5895150', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:45:20Z', 'updated_at': '2022-04-21T13:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:46:24.341879 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc67d33-6f2f-40ce-b712-076156a911ee None None] Checking router: 851ba55a-713f-40a8-9c91-0d63ace5275e for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:46:24.350677 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc67d33-6f2f-40ce-b712-076156a911ee None None] Routers {'851ba55a-713f-40a8-9c91-0d63ace5275e'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:46:24.351283 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7dc67d33-6f2f-40ce-b712-076156a911ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:46:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['851ba55a-713f-40a8-9c91-0d63ace5275e'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:46:24.403972 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-873ead3c-3333-46ab-b6bd-c6f66142488e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:24.467304 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-7dc67d33-6f2f-40ce-b712-076156a911ee None None] Set router 851ba55a-713f-40a8-9c91-0d63ace5275e gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:46:24.511564 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f02bf20-61ea-43d9-b508-b8e642cd046e None None] DHCP port deletion for c1b18147-d4d5-414f-b47f-4cf83e8e07fb request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:46:24.512878 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-873ead3c-3333-46ab-b6bd-c6f66142488e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:24.557186 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1f02bf20-61ea-43d9-b508-b8e642cd046e None None] Deleting port 704b7e90-b4a4-46f2-a94f-ab343530a527 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:46:24.557559 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f02bf20-61ea-43d9-b508-b8e642cd046e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:24.622065 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-873ead3c-3333-46ab-b6bd-c6f66142488e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Deleting port f023703a-6eae-4696-a971-bd44e5895150 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:46:24.622493 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-873ead3c-3333-46ab-b6bd-c6f66142488e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:24.625266 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1f02bf20-61ea-43d9-b508-b8e642cd046e None None] For port 704b7e90-b4a4-46f2-a94f-ab343530a527, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=704b7e90-b4a4-46f2-a94f-ab343530a527,segment=NetworkSegment(e6691c40-190c-475b-b4ea-f0287ac4af12),segment_id=e6691c40-190c-475b-b4ea-f0287ac4af12)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:46:24.625693 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f02bf20-61ea-43d9-b508-b8e642cd046e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:24.638890 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1f02bf20-61ea-43d9-b508-b8e642cd046e None None] Calling delete_port for 704b7e90-b4a4-46f2-a94f-ab343530a527 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:46:24.647927 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-7dc67d33-6f2f-40ce-b712-076156a911ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820771411', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f023703a-6eae-4696-a971-bd44e5895150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:45:20Z', 'updated_at': '2022-04-21T13:46:23Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'f023703a-6eae-4696-a971-bd44e5895150', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:45:20Z', 'updated_at': '2022-04-21T13:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:46:24.674290 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc67d33-6f2f-40ce-b712-076156a911ee None None] The sync data for ids ['851ba55a-713f-40a8-9c91-0d63ace5275e'] in n-d-836147-2 is: [{'id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1820771411', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.92'}], 'enable_snat': True}, 'gw_port_id': 'f023703a-6eae-4696-a971-bd44e5895150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:45:20Z', 'updated_at': '2022-04-21T13:46:23Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'f023703a-6eae-4696-a971-bd44e5895150', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:82:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851ba55a-713f-40a8-9c91-0d63ace5275e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:45:20Z', 'updated_at': '2022-04-21T13:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:46:24.707640 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-873ead3c-3333-46ab-b6bd-c6f66142488e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] For port f023703a-6eae-4696-a971-bd44e5895150, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f023703a-6eae-4696-a971-bd44e5895150,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:46:24.708027 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-873ead3c-3333-46ab-b6bd-c6f66142488e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:24.721520 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-873ead3c-3333-46ab-b6bd-c6f66142488e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Calling delete_port for f023703a-6eae-4696-a971-bd44e5895150 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:46:24.776296 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1f02bf20-61ea-43d9-b508-b8e642cd046e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:24.806574 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02bf20-61ea-43d9-b508-b8e642cd046e None None] Pushing event deleted for resources: {'Port': ['ID=704b7e90-b4a4-46f2-a94f-ab343530a527,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:24.810047 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f02bf20-61ea-43d9-b508-b8e642cd046e None None] No DVR routers for this DVR port 704b7e90-b4a4-46f2-a94f-ab343530a527 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:46:24.820000 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f02bf20-61ea-43d9-b508-b8e642cd046e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:24.820535 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f02bf20-61ea-43d9-b508-b8e642cd046e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:24.820976 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f02bf20-61ea-43d9-b508-b8e642cd046e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:24.821292 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f02bf20-61ea-43d9-b508-b8e642cd046e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:24.821665 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f02bf20-61ea-43d9-b508-b8e642cd046e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:24.821995 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f02bf20-61ea-43d9-b508-b8e642cd046e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:24.822311 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f02bf20-61ea-43d9-b508-b8e642cd046e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:24.822641 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f02bf20-61ea-43d9-b508-b8e642cd046e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:24.822960 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f02bf20-61ea-43d9-b508-b8e642cd046e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:24.823278 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f02bf20-61ea-43d9-b508-b8e642cd046e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:24.823593 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f02bf20-61ea-43d9-b508-b8e642cd046e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:24.823904 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f02bf20-61ea-43d9-b508-b8e642cd046e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:24.946337 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-873ead3c-3333-46ab-b6bd-c6f66142488e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:24.972536 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ead3c-3333-46ab-b6bd-c6f66142488e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'Port': ['ID=f023703a-6eae-4696-a971-bd44e5895150,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:25.038418 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-873ead3c-3333-46ab-b6bd-c6f66142488e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:25.141367 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-873ead3c-3333-46ab-b6bd-c6f66142488e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:25.144266 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-873ead3c-3333-46ab-b6bd-c6f66142488e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:25.247737 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 704b7e90-b4a4-46f2-a94f-ab343530a527 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:46:25.267958 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 704b7e90-b4a4-46f2-a94f-ab343530a527 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:46:25.268301 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 704b7e90-b4a4-46f2-a94f-ab343530a527 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:46:25.268732 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 336ee64b-822f-4b2b-b656-272b82010e8e no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:46:25.272300 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-873ead3c-3333-46ab-b6bd-c6f66142488e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:25.272868 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873ead3c-3333-46ab-b6bd-c6f66142488e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Fanout notify agent at l3_agent the message router_deleted on router 851ba55a-713f-40a8-9c91-0d63ace5275e {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:46:25.279575 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-873ead3c-3333-46ab-b6bd-c6f66142488e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:25.281363 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-873ead3c-3333-46ab-b6bd-c6f66142488e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "DELETE /v2.0/routers/851ba55a-713f-40a8-9c91-0d63ace5275e HTTP/1.1" status: 204 len: 168 time: 0.9863701 Apr 21 13:46:25.284055 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60694) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:46:25.288874 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 336ee64b-822f-4b2b-b656-272b82010e8e {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:46:25.289155 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 336ee64b-822f-4b2b-b656-272b82010e8e not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:46:25.369794 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae3a6718-66e3-45c6-b580-94fc1adaebd3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:25.455495 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae3a6718-66e3-45c6-b580-94fc1adaebd3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:25.476081 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-ae3a6718-66e3-45c6-b580-94fc1adaebd3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b18147-d4d5-414f-b47f-4cf83e8e07fb']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:46:25.484981 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-ae3a6718-66e3-45c6-b580-94fc1adaebd3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6691c40-190c-475b-b4ea-f0287ac4af12') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:46:25.485278 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-ae3a6718-66e3-45c6-b580-94fc1adaebd3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6691c40-190c-475b-b4ea-f0287ac4af12') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:46:25.494607 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae3a6718-66e3-45c6-b580-94fc1adaebd3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:25.507406 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae3a6718-66e3-45c6-b580-94fc1adaebd3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:25.513132 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae3a6718-66e3-45c6-b580-94fc1adaebd3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae3a6718-66e3-45c6-b580-94fc1adaebd3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:46:25.516590 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:46:25.639429 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae3a6718-66e3-45c6-b580-94fc1adaebd3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:25.648263 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ae3a6718-66e3-45c6-b580-94fc1adaebd3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:25.650600 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ae3a6718-66e3-45c6-b580-94fc1adaebd3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "DELETE /v2.0/networks/c1b18147-d4d5-414f-b47f-4cf83e8e07fb HTTP/1.1" status: 204 len: 168 time: 0.3649824 Apr 21 13:46:25.653393 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60696) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:46:25.662943 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a6718-66e3-45c6-b580-94fc1adaebd3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'Network': ['ID=c1b18147-d4d5-414f-b47f-4cf83e8e07fb,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:25.670290 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a6718-66e3-45c6-b580-94fc1adaebd3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:25.670640 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a6718-66e3-45c6-b580-94fc1adaebd3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:25.670978 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a6718-66e3-45c6-b580-94fc1adaebd3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:25.671313 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a6718-66e3-45c6-b580-94fc1adaebd3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:25.671643 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a6718-66e3-45c6-b580-94fc1adaebd3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:25.671974 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a6718-66e3-45c6-b580-94fc1adaebd3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:25.672304 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a6718-66e3-45c6-b580-94fc1adaebd3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:25.672680 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a6718-66e3-45c6-b580-94fc1adaebd3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:25.673003 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a6718-66e3-45c6-b580-94fc1adaebd3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:25.673327 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a6718-66e3-45c6-b580-94fc1adaebd3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:25.673670 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a6718-66e3-45c6-b580-94fc1adaebd3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:25.673992 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3a6718-66e3-45c6-b580-94fc1adaebd3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:25.712891 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-accbef62-52ae-4324-9186-e1cbe78240d6 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:25.740193 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-accbef62-52ae-4324-9186-e1cbe78240d6 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:25.851039 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-accbef62-52ae-4324-9186-e1cbe78240d6 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:25.853667 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-accbef62-52ae-4324-9186-e1cbe78240d6 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:25.854858 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-accbef62-52ae-4324-9186-e1cbe78240d6 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "DELETE /v2.0/security-groups/403ce994-64ad-4f3f-a927-a826e4efebf0 HTTP/1.1" status: 204 len: 168 time: 0.2004426 Apr 21 13:46:25.864244 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbef62-52ae-4324-9186-e1cbe78240d6 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=403ce994-64ad-4f3f-a927-a826e4efebf0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:26.229195 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60702) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:46:26.233848 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5a7f4dc0-712e-4c25-b894-33bf33714b85 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1471492415', 'description': 'tempest-secgroup-smoke-1471492415 description', 'project_id': 'ede2fbffe5614ad9915a309c73849643'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:46:26.319336 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a7f4dc0-712e-4c25-b894-33bf33714b85 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:26.387353 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a7f4dc0-712e-4c25-b894-33bf33714b85 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:26.433638 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a7f4dc0-712e-4c25-b894-33bf33714b85 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:26.462046 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f4dc0-712e-4c25-b894-33bf33714b85 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:26.508308 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5a7f4dc0-712e-4c25-b894-33bf33714b85 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:26.509521 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5a7f4dc0-712e-4c25-b894-33bf33714b85 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2793055 Apr 21 13:46:26.512342 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60704) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:46:26.516588 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-90c22f50-6c9a-47d3-8e77-84a62f405800 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group_rule': {'security_group_id': '5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:46:26.596449 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90c22f50-6c9a-47d3-8e77-84a62f405800 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:26.651250 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90c22f50-6c9a-47d3-8e77-84a62f405800 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:26.706421 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90c22f50-6c9a-47d3-8e77-84a62f405800 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:26.723865 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c22f50-6c9a-47d3-8e77-84a62f405800 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a06f25ce-2f7e-4f2d-9ecb-ac24b00c6902,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:26.778451 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-90c22f50-6c9a-47d3-8e77-84a62f405800 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:26.779671 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-90c22f50-6c9a-47d3-8e77-84a62f405800 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2664299 Apr 21 13:46:26.782702 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60706) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:46:26.787814 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-e0e5de55-dce7-40e2-80f1-299c3a27e95e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group_rule': {'security_group_id': '5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:46:26.888248 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0e5de55-dce7-40e2-80f1-299c3a27e95e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:27.014451 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0e5de55-dce7-40e2-80f1-299c3a27e95e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:27.061670 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0e5de55-dce7-40e2-80f1-299c3a27e95e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:27.079281 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e5de55-dce7-40e2-80f1-299c3a27e95e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07a46f5c-712c-4e23-b617-c2b2860f582e,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:27.140573 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f023703a-6eae-4696-a971-bd44e5895150 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:46:27.163901 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: f023703a-6eae-4696-a971-bd44e5895150 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:46:27.164241 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f023703a-6eae-4696-a971-bd44e5895150 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:46:27.166958 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-e0e5de55-dce7-40e2-80f1-299c3a27e95e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:27.168917 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e0e5de55-dce7-40e2-80f1-299c3a27e95e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3851743 Apr 21 13:46:27.171081 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60708) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:46:27.176026 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-656d4610-144b-45cc-9cf5-5a8b4f1fd146 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group_rule': {'security_group_id': '5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:46:27.260596 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-656d4610-144b-45cc-9cf5-5a8b4f1fd146 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:27.320355 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-656d4610-144b-45cc-9cf5-5a8b4f1fd146 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:27.393511 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-656d4610-144b-45cc-9cf5-5a8b4f1fd146 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:27.412249 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d4610-144b-45cc-9cf5-5a8b4f1fd146 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=864fac68-b886-474c-936c-13d7c152ae48,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:27.476087 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-656d4610-144b-45cc-9cf5-5a8b4f1fd146 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:27.477297 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-656d4610-144b-45cc-9cf5-5a8b4f1fd146 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3052626 Apr 21 13:46:27.480009 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60710) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:46:27.484247 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-cf0a4c73-dfa1-4191-84d1-876f2fbd3ae9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group_rule': {'security_group_id': '5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:46:27.563392 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf0a4c73-dfa1-4191-84d1-876f2fbd3ae9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:27.620379 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf0a4c73-dfa1-4191-84d1-876f2fbd3ae9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:27.673542 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf0a4c73-dfa1-4191-84d1-876f2fbd3ae9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:27.692003 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a4c73-dfa1-4191-84d1-876f2fbd3ae9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d16580a8-daf5-4cec-a982-06b74f3aad86,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:27.748121 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf0a4c73-dfa1-4191-84d1-876f2fbd3ae9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:27.749344 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cf0a4c73-dfa1-4191-84d1-876f2fbd3ae9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2683947 Apr 21 13:46:27.752100 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60712) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:46:27.756450 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bb41a834-fb2d-487b-b346-f6b4c06a4721 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group_rule': {'security_group_id': '5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:46:27.826307 n-d-836147-2 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-bb41a834-fb2d-487b-b346-f6b4c06a4721 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Project ede2fbffe5614ad9915a309c73849643 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:46:27.831038 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb41a834-fb2d-487b-b346-f6b4c06a4721 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:27.889670 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb41a834-fb2d-487b-b346-f6b4c06a4721 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:27.958122 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb41a834-fb2d-487b-b346-f6b4c06a4721 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:27.972349 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41a834-fb2d-487b-b346-f6b4c06a4721 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d41489-2932-4cec-b3fc-c936f7931b25,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:28.029780 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bb41a834-fb2d-487b-b346-f6b4c06a4721 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:28.031033 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bb41a834-fb2d-487b-b346-f6b4c06a4721 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2779846 Apr 21 13:46:28.033733 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60714) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:46:28.038587 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6e65bf19-42f5-465b-af98-a098c9261e6d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group_rule': {'security_group_id': '5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:46:28.119449 n-d-836147-2 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-6e65bf19-42f5-465b-af98-a098c9261e6d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Project ede2fbffe5614ad9915a309c73849643 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:46:28.124481 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e65bf19-42f5-465b-af98-a098c9261e6d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:28.183462 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e65bf19-42f5-465b-af98-a098c9261e6d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:28.260777 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e65bf19-42f5-465b-af98-a098c9261e6d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:28.281258 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e65bf19-42f5-465b-af98-a098c9261e6d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f90784-ae04-49a6-91ce-a847c5ee662b,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:28.359302 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6e65bf19-42f5-465b-af98-a098c9261e6d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:28.360492 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6e65bf19-42f5-465b-af98-a098c9261e6d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3258617 Apr 21 13:46:28.363393 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60716) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:46:28.368119 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-656e36f4-ff7b-418f-935b-a0ee989bb8bc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'network': {'name': 'tempest-network-smoke--1866463604', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'port_security_enabled': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:46:28.444738 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656e36f4-ff7b-418f-935b-a0ee989bb8bc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Made reservation on behalf of ede2fbffe5614ad9915a309c73849643 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:46:28.448209 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-656e36f4-ff7b-418f-935b-a0ee989bb8bc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:28.470668 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656e36f4-ff7b-418f-935b-a0ee989bb8bc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:46:28.479475 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-656e36f4-ff7b-418f-935b-a0ee989bb8bc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:28.479808 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-656e36f4-ff7b-418f-935b-a0ee989bb8bc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Added segment 91a55d22-c142-41e1-88a8-8605f7a0703f of type vlan for network 29ba1271-166b-483d-9b28-876f7154eaba Apr 21 13:46:28.525641 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-656e36f4-ff7b-418f-935b-a0ee989bb8bc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:28.627442 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-656e36f4-ff7b-418f-935b-a0ee989bb8bc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:28.633682 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656e36f4-ff7b-418f-935b-a0ee989bb8bc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:28.634295 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-656e36f4-ff7b-418f-935b-a0ee989bb8bc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:28.697691 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656e36f4-ff7b-418f-935b-a0ee989bb8bc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Network': ['ID=29ba1271-166b-483d-9b28-876f7154eaba,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:28.708007 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 29ba1271-166b-483d-9b28-876f7154eaba details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:46:28.739550 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-656e36f4-ff7b-418f-935b-a0ee989bb8bc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3750186 Apr 21 13:46:28.742250 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60718) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:46:28.747138 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-17c2423b-26ed-483f-b14e-8b3b8c1e60b7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1047972700', 'admin_state_up': True, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:46:28.826517 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17c2423b-26ed-483f-b14e-8b3b8c1e60b7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:28.827554 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17c2423b-26ed-483f-b14e-8b3b8c1e60b7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:28.880957 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17c2423b-26ed-483f-b14e-8b3b8c1e60b7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:29.095651 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17c2423b-26ed-483f-b14e-8b3b8c1e60b7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:29.358591 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17c2423b-26ed-483f-b14e-8b3b8c1e60b7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:29.377116 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17c2423b-26ed-483f-b14e-8b3b8c1e60b7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:29.481898 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-17c2423b-26ed-483f-b14e-8b3b8c1e60b7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Allocated IP 172.25.8.220 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:46:29.583413 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17c2423b-26ed-483f-b14e-8b3b8c1e60b7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:29.667973 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17c2423b-26ed-483f-b14e-8b3b8c1e60b7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:29.704818 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c2423b-26ed-483f-b14e-8b3b8c1e60b7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:46:29.710235 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-17c2423b-26ed-483f-b14e-8b3b8c1e60b7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:46:29.715145 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c2423b-26ed-483f-b14e-8b3b8c1e60b7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:46:29.737791 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2423b-26ed-483f-b14e-8b3b8c1e60b7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Port': ['ID=e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:30.011569 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17c2423b-26ed-483f-b14e-8b3b8c1e60b7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:30.201860 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17c2423b-26ed-483f-b14e-8b3b8c1e60b7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:30.386517 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c2423b-26ed-483f-b14e-8b3b8c1e60b7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Router 6c331209-ed50-4dd7-a58e-a5f1d50022fe is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:46:30.491033 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c2423b-26ed-483f-b14e-8b3b8c1e60b7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:46:30.501396 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3f4269-cf2e-4b6e-805d-71457ff665cf None None] Sync routers for ids ['6c331209-ed50-4dd7-a58e-a5f1d50022fe'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:46:30.510708 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3f4269-cf2e-4b6e-805d-71457ff665cf None None] Routers {'6c331209-ed50-4dd7-a58e-a5f1d50022fe'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:46:30.516199 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ba3f4269-cf2e-4b6e-805d-71457ff665cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:46:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['6c331209-ed50-4dd7-a58e-a5f1d50022fe'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:46:30.565533 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-17c2423b-26ed-483f-b14e-8b3b8c1e60b7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:30.566806 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-17c2423b-26ed-483f-b14e-8b3b8c1e60b7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8235476 Apr 21 13:46:30.569920 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60720) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:46:30.596836 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-62e40e24-ff1d-418b-a9ad-ae7f9ea18633 tempest-TestNetworkAdvancedServerOps-981871309 tempest-TestNetworkAdvancedServerOps-981871309-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=ede2fbffe5614ad9915a309c73849643&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257924 Apr 21 13:46:30.599911 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60722) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:46:30.617436 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-ba3f4269-cf2e-4b6e-805d-71457ff665cf None None] Set router 6c331209-ed50-4dd7-a58e-a5f1d50022fe gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:46:30.745030 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df484b1-7ac6-4d75-b772-8ca9404d6e2e tempest-TestNetworkAdvancedServerOps-981871309 tempest-TestNetworkAdvancedServerOps-981871309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:30.747279 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8df484b1-7ac6-4d75-b772-8ca9404d6e2e tempest-TestNetworkAdvancedServerOps-981871309 tempest-TestNetworkAdvancedServerOps-981871309-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1457872 Apr 21 13:46:30.749460 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60724) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:46:30.782246 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5219ade1-207b-4c1e-9507-ee78ce360c3f tempest-TestNetworkAdvancedServerOps-981871309 tempest-TestNetworkAdvancedServerOps-981871309-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=23f97cfe-dd42-45d8-a5df-e2b803e954fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317185 Apr 21 13:46:30.784844 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60726) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:46:30.790096 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-3c31acad-3b2c-461f-b622-7846fb6026a7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-717118705', 'network_id': '29ba1271-166b-483d-9b28-876f7154eaba', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:46:30.796353 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ba3f4269-cf2e-4b6e-805d-71457ff665cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047972700', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:46:28Z', 'updated_at': '2022-04-21T13:46:29Z', 'revision_number': 3, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:46:29Z', 'updated_at': '2022-04-21T13:46:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:46:30.822837 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3f4269-cf2e-4b6e-805d-71457ff665cf None None] Checking router: 6c331209-ed50-4dd7-a58e-a5f1d50022fe for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:46:30.823175 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3f4269-cf2e-4b6e-805d-71457ff665cf None None] Updating router 6c331209-ed50-4dd7-a58e-a5f1d50022fe port e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:46:30.849892 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba3f4269-cf2e-4b6e-805d-71457ff665cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:31.111781 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba3f4269-cf2e-4b6e-805d-71457ff665cf None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:31.176515 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba3f4269-cf2e-4b6e-805d-71457ff665cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:31.229056 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ba3f4269-cf2e-4b6e-805d-71457ff665cf None None] Attempting to bind port e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:46:31.229423 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ba3f4269-cf2e-4b6e-805d-71457ff665cf None None] Attempting to bind port e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:46:31.229813 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3f4269-cf2e-4b6e-805d-71457ff665cf None None] Attempting to bind port e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:46:31.231698 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a463da6-d397-4d49-821d-2e2f9faf84ae None None] Pushing event updated for resources: {'Port': ['ID=e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:31.236945 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3f4269-cf2e-4b6e-805d-71457ff665cf None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:46:31.237320 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3f4269-cf2e-4b6e-805d-71457ff665cf None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:46:31.237762 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba3f4269-cf2e-4b6e-805d-71457ff665cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:31.238174 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3f4269-cf2e-4b6e-805d-71457ff665cf None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:46:31.238598 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-ba3f4269-cf2e-4b6e-805d-71457ff665cf None None] Bound port: e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:46:31.238974 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba3f4269-cf2e-4b6e-805d-71457ff665cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:31.273615 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c31acad-3b2c-461f-b622-7846fb6026a7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Made reservation on behalf of ede2fbffe5614ad9915a309c73849643 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:46:31.277243 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c31acad-3b2c-461f-b622-7846fb6026a7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:31.290289 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ba3f4269-cf2e-4b6e-805d-71457ff665cf None None] For port e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:46:31.293564 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ba3f4269-cf2e-4b6e-805d-71457ff665cf None None] For port e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:46:31.365666 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba3f4269-cf2e-4b6e-805d-71457ff665cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:31.424029 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3f4269-cf2e-4b6e-805d-71457ff665cf None None] Routers {'6c331209-ed50-4dd7-a58e-a5f1d50022fe'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:46:31.424648 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ba3f4269-cf2e-4b6e-805d-71457ff665cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:46:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['6c331209-ed50-4dd7-a58e-a5f1d50022fe'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:46:31.429837 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a463da6-d397-4d49-821d-2e2f9faf84ae None None] Pushing event updated for resources: {'Port': ['ID=e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:31.518435 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c31acad-3b2c-461f-b622-7846fb6026a7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:31.531458 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-ba3f4269-cf2e-4b6e-805d-71457ff665cf None None] Set router 6c331209-ed50-4dd7-a58e-a5f1d50022fe gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:46:31.582189 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c31acad-3b2c-461f-b622-7846fb6026a7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Subnet': ['ID=fed807b1-81b5-4a99-9245-d45962e474e9,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:31.586518 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c31acad-3b2c-461f-b622-7846fb6026a7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Checking segment: {'id': '91a55d22-c142-41e1-88a8-8605f7a0703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '29ba1271-166b-483d-9b28-876f7154eaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:46:31.586880 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c31acad-3b2c-461f-b622-7846fb6026a7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network hostable DHCP agents. Network: 29ba1271-166b-483d-9b28-876f7154eaba, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:46:31.666630 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c31acad-3b2c-461f-b622-7846fb6026a7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network 29ba1271-166b-483d-9b28-876f7154eaba is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:46:31.708527 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ba3f4269-cf2e-4b6e-805d-71457ff665cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047972700', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:46:28Z', 'updated_at': '2022-04-21T13:46:29Z', 'revision_number': 3, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:46:29Z', 'updated_at': '2022-04-21T13:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:46:31.729658 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-3c31acad-3b2c-461f-b622-7846fb6026a7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 29ba1271-166b-483d-9b28-876f7154eaba) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:46:31.735228 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3f4269-cf2e-4b6e-805d-71457ff665cf None None] The sync data for ids ['6c331209-ed50-4dd7-a58e-a5f1d50022fe'] in n-d-836147-2 is: [{'id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047972700', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:46:28Z', 'updated_at': '2022-04-21T13:46:29Z', 'revision_number': 3, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:46:29Z', 'updated_at': '2022-04-21T13:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:46:31.737925 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c31acad-3b2c-461f-b622-7846fb6026a7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:31.738185 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6334b475-a3a7-471f-941c-41f0b7b8a0a8 None None] Network 29ba1271-166b-483d-9b28-876f7154eaba requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:46:31.739010 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-3c31acad-3b2c-461f-b622-7846fb6026a7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:31.829872 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-3c31acad-3b2c-461f-b622-7846fb6026a7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0433581 Apr 21 13:46:31.832899 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60728) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:46:31.891546 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241b075c-202d-4715-9636-60287cb586fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-29ba1271-166b-483d-9b28-876f7154eaba', 'network_id': '29ba1271-166b-483d-9b28-876f7154eaba', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'fixed_ips': [{'subnet_id': 'fed807b1-81b5-4a99-9245-d45962e474e9'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:46:31.892555 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-241b075c-202d-4715-9636-60287cb586fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:32.059685 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-241b075c-202d-4715-9636-60287cb586fa None None] Allocated IP 172.20.0.2 (29ba1271-166b-483d-9b28-876f7154eaba/fed807b1-81b5-4a99-9245-d45962e474e9/d77a90a9-584c-4196-a1c4-1e4d7393011c) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:46:32.215409 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-241b075c-202d-4715-9636-60287cb586fa None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:32.286330 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-241b075c-202d-4715-9636-60287cb586fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:32.315885 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90b08485-1021-405a-ab0d-cbb88cda256c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:32.335668 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241b075c-202d-4715-9636-60287cb586fa None None] Network 29ba1271-166b-483d-9b28-876f7154eaba is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:46:32.337737 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-241b075c-202d-4715-9636-60287cb586fa None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:46:32.341674 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241b075c-202d-4715-9636-60287cb586fa None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:46:32.347385 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b075c-202d-4715-9636-60287cb586fa None None] Pushing event updated for resources: {'Port': ['ID=d77a90a9-584c-4196-a1c4-1e4d7393011c,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:32.405961 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-241b075c-202d-4715-9636-60287cb586fa None None] Attempting to bind port d77a90a9-584c-4196-a1c4-1e4d7393011c on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:46:32.406420 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-241b075c-202d-4715-9636-60287cb586fa None None] Attempting to bind port d77a90a9-584c-4196-a1c4-1e4d7393011c by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '91a55d22-c142-41e1-88a8-8605f7a0703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '29ba1271-166b-483d-9b28-876f7154eaba'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:46:32.406860 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241b075c-202d-4715-9636-60287cb586fa None None] Attempting to bind port d77a90a9-584c-4196-a1c4-1e4d7393011c on network 29ba1271-166b-483d-9b28-876f7154eaba {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:46:32.413202 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241b075c-202d-4715-9636-60287cb586fa None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:46:32.413704 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241b075c-202d-4715-9636-60287cb586fa None None] Checking segment: {'id': '91a55d22-c142-41e1-88a8-8605f7a0703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '29ba1271-166b-483d-9b28-876f7154eaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:46:32.414277 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-241b075c-202d-4715-9636-60287cb586fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:32.414728 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241b075c-202d-4715-9636-60287cb586fa None None] Bound using segment: {'id': '91a55d22-c142-41e1-88a8-8605f7a0703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '29ba1271-166b-483d-9b28-876f7154eaba'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:46:32.415276 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-241b075c-202d-4715-9636-60287cb586fa None None] Bound port: d77a90a9-584c-4196-a1c4-1e4d7393011c, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a55d22-c142-41e1-88a8-8605f7a0703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '29ba1271-166b-483d-9b28-876f7154eaba'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:46:32.415720 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-241b075c-202d-4715-9636-60287cb586fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:32.487633 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-241b075c-202d-4715-9636-60287cb586fa None None] For port d77a90a9-584c-4196-a1c4-1e4d7393011c, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:46:32.491323 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-241b075c-202d-4715-9636-60287cb586fa None None] For port d77a90a9-584c-4196-a1c4-1e4d7393011c, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=d77a90a9-584c-4196-a1c4-1e4d7393011c,segment=NetworkSegment(91a55d22-c142-41e1-88a8-8605f7a0703f),segment_id=91a55d22-c142-41e1-88a8-8605f7a0703f)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:46:32.586945 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-241b075c-202d-4715-9636-60287cb586fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:32.657884 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b075c-202d-4715-9636-60287cb586fa None None] Pushing event updated for resources: {'Port': ['ID=d77a90a9-584c-4196-a1c4-1e4d7393011c,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:32.891627 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-90b08485-1021-405a-ab0d-cbb88cda256c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Allocated IP 172.20.0.1 (29ba1271-166b-483d-9b28-876f7154eaba/fed807b1-81b5-4a99-9245-d45962e474e9/3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:46:33.001668 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90b08485-1021-405a-ab0d-cbb88cda256c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:33.112852 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90b08485-1021-405a-ab0d-cbb88cda256c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:33.162371 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b08485-1021-405a-ab0d-cbb88cda256c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network 29ba1271-166b-483d-9b28-876f7154eaba is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:46:33.168920 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-90b08485-1021-405a-ab0d-cbb88cda256c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:46:33.169478 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b08485-1021-405a-ab0d-cbb88cda256c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:46:33.199721 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b08485-1021-405a-ab0d-cbb88cda256c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Port': ['ID=3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:33.220065 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90b08485-1021-405a-ab0d-cbb88cda256c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:33.263410 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device d77a90a9-584c-4196-a1c4-1e4d7393011c up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:46:33.317877 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port d77a90a9-584c-4196-a1c4-1e4d7393011c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:46:33.318340 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:33.400878 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:33.417193 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90b08485-1021-405a-ab0d-cbb88cda256c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:33.433802 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port d77a90a9-584c-4196-a1c4-1e4d7393011c, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=d77a90a9-584c-4196-a1c4-1e4d7393011c,segment=NetworkSegment(91a55d22-c142-41e1-88a8-8605f7a0703f),segment_id=91a55d22-c142-41e1-88a8-8605f7a0703f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:46:33.502455 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:33.503256 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:46:33.578875 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=d77a90a9-584c-4196-a1c4-1e4d7393011c,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:33.592055 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:46:33.592617 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:33.676586 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:33.698067 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:46:33.699115 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90b08485-1021-405a-ab0d-cbb88cda256c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:33.765481 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:33.776744 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90b08485-1021-405a-ab0d-cbb88cda256c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:33.826979 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:33.860685 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-90b08485-1021-405a-ab0d-cbb88cda256c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:33.862555 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b08485-1021-405a-ab0d-cbb88cda256c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Port': ['ID=3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:33.955293 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b08485-1021-405a-ab0d-cbb88cda256c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network 29ba1271-166b-483d-9b28-876f7154eaba is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:46:33.956609 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-90b08485-1021-405a-ab0d-cbb88cda256c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:46:33.959164 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590fb8dc-29c6-4811-805a-2e70ee4b7d65 None None] Network 29ba1271-166b-483d-9b28-876f7154eaba requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:46:34.031310 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f4cae83c-1b85-4fa4-aacc-5cf1b442a957 None None] Provisioning complete for port d77a90a9-584c-4196-a1c4-1e4d7393011c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:46:34.031680 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4cae83c-1b85-4fa4-aacc-5cf1b442a957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:34.069485 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b08485-1021-405a-ab0d-cbb88cda256c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Router 6c331209-ed50-4dd7-a58e-a5f1d50022fe has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:46:34.177198 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b08485-1021-405a-ab0d-cbb88cda256c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:46:34.186147 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-90b08485-1021-405a-ab0d-cbb88cda256c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "PUT /v2.0/routers/6c331209-ed50-4dd7-a58e-a5f1d50022fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3519371 Apr 21 13:46:34.187440 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f055374-1f06-4c13-9d4c-14510ca3bc79 None None] Sync routers for ids ['6c331209-ed50-4dd7-a58e-a5f1d50022fe'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:46:34.201771 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f055374-1f06-4c13-9d4c-14510ca3bc79 None None] Routers {'6c331209-ed50-4dd7-a58e-a5f1d50022fe'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:46:34.204356 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6f055374-1f06-4c13-9d4c-14510ca3bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:46:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['6c331209-ed50-4dd7-a58e-a5f1d50022fe'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:46:34.324864 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-6f055374-1f06-4c13-9d4c-14510ca3bc79 None None] Set router 6c331209-ed50-4dd7-a58e-a5f1d50022fe gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:46:34.333275 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-063080c4-d702-44ad-b178-8e677d41790c req-f019c39c-888f-4d02-949a-75712fe29f30 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1471492415&fields=id&tenant_id=ede2fbffe5614ad9915a309c73849643 HTTP/1.1" status: 200 len: 267 time: 0.0393267 Apr 21 13:46:34.455637 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063080c4-d702-44ad-b178-8e677d41790c req-4fba0797-ec3e-48af-aa8b-1737cfcc1912 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:34.459719 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-063080c4-d702-44ad-b178-8e677d41790c req-4fba0797-ec3e-48af-aa8b-1737cfcc1912 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/networks?id=29ba1271-166b-483d-9b28-876f7154eaba HTTP/1.1" status: 200 len: 797 time: 0.1194532 Apr 21 13:46:34.473388 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-063080c4-d702-44ad-b178-8e677d41790c req-2c9a9540-cf2b-44fe-b143-6affe9a71ab7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/quotas/ede2fbffe5614ad9915a309c73849643 HTTP/1.1" status: 200 len: 375 time: 0.0092053 Apr 21 13:46:34.499865 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e014d7ae-11de-4b25-8f08-cfff416b1b82 None None] Provisioning complete for port d77a90a9-584c-4196-a1c4-1e4d7393011c triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:46:34.500530 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e014d7ae-11de-4b25-8f08-cfff416b1b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:34.536963 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-063080c4-d702-44ad-b178-8e677d41790c req-48974be0-e544-42ec-a375-cea7f0271df8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567064 Apr 21 13:46:34.541010 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6f055374-1f06-4c13-9d4c-14510ca3bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047972700', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:46:28Z', 'updated_at': '2022-04-21T13:46:33Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:46:29Z', 'updated_at': '2022-04-21T13:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6', 'name': '', 'network_id': '29ba1271-166b-483d-9b28-876f7154eaba', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:16:5d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'fed807b1-81b5-4a99-9245-d45962e474e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:46:32Z', 'updated_at': '2022-04-21T13:46:33Z', 'revision_number': 2, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': 'fed807b1-81b5-4a99-9245-d45962e474e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:46:34.569702 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f055374-1f06-4c13-9d4c-14510ca3bc79 None None] Checking router: 6c331209-ed50-4dd7-a58e-a5f1d50022fe for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:46:34.570053 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f055374-1f06-4c13-9d4c-14510ca3bc79 None None] Updating router 6c331209-ed50-4dd7-a58e-a5f1d50022fe port 3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:46:34.596200 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f055374-1f06-4c13-9d4c-14510ca3bc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:34.611271 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e014d7ae-11de-4b25-8f08-cfff416b1b82 None None] Provisioning complete for port 3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:46:34.611874 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e014d7ae-11de-4b25-8f08-cfff416b1b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:34.651966 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-e014d7ae-11de-4b25-8f08-cfff416b1b82 None None] Port 3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:46:34.724683 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-063080c4-d702-44ad-b178-8e677d41790c req-dd8ba136-51c4-4aea-9855-9c2877d6808c service neutron] 10.222.0.36 "GET /v2.0/networks/29ba1271-166b-483d-9b28-876f7154eaba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653128 Apr 21 13:46:34.773631 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f4c4cf6e-741b-430c-8c61-8260e7c7c172 None None] Provisioning complete for port 3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:46:34.773888 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f4c4cf6e-741b-430c-8c61-8260e7c7c172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:34.814397 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f4c4cf6e-741b-430c-8c61-8260e7c7c172 None None] Port 3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:46:34.825140 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-063080c4-d702-44ad-b178-8e677d41790c req-f9349f2f-4c8f-4ac9-9e49-c76b60d8474d service neutron] 10.222.0.36 "GET /v2.0/networks/29ba1271-166b-483d-9b28-876f7154eaba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970976 Apr 21 13:46:34.891050 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f055374-1f06-4c13-9d4c-14510ca3bc79 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:34.933140 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-db63b335-1ba6-42bd-abbb-597fafa49f9a None None] Provisioning complete for port 3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:46:34.933505 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db63b335-1ba6-42bd-abbb-597fafa49f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:34.969176 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-db63b335-1ba6-42bd-abbb-597fafa49f9a None None] Port 3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:46:34.980372 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f055374-1f06-4c13-9d4c-14510ca3bc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:35.027461 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e92f71-1bdf-4013-8ffa-97cbececd50a None None] Pushing event updated for resources: {'Port': ['ID=3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:35.037842 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e92f71-1bdf-4013-8ffa-97cbececd50a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:35.038183 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e92f71-1bdf-4013-8ffa-97cbececd50a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:35.038519 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e92f71-1bdf-4013-8ffa-97cbececd50a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:35.038847 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e92f71-1bdf-4013-8ffa-97cbececd50a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:35.039171 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e92f71-1bdf-4013-8ffa-97cbececd50a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:35.039493 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e92f71-1bdf-4013-8ffa-97cbececd50a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:35.039814 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e92f71-1bdf-4013-8ffa-97cbececd50a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:35.040137 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e92f71-1bdf-4013-8ffa-97cbececd50a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:35.040452 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e92f71-1bdf-4013-8ffa-97cbececd50a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:35.040768 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e92f71-1bdf-4013-8ffa-97cbececd50a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:35.041208 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e92f71-1bdf-4013-8ffa-97cbececd50a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:35.041398 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e92f71-1bdf-4013-8ffa-97cbececd50a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:46:35.101941 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-6f055374-1f06-4c13-9d4c-14510ca3bc79 None None] Attempting to bind port 3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:46:35.102715 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-6f055374-1f06-4c13-9d4c-14510ca3bc79 None None] Attempting to bind port 3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '91a55d22-c142-41e1-88a8-8605f7a0703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '29ba1271-166b-483d-9b28-876f7154eaba'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:46:35.103292 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f055374-1f06-4c13-9d4c-14510ca3bc79 None None] Attempting to bind port 3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6 on network 29ba1271-166b-483d-9b28-876f7154eaba {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:46:35.109404 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f055374-1f06-4c13-9d4c-14510ca3bc79 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:46:35.110331 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f055374-1f06-4c13-9d4c-14510ca3bc79 None None] Checking segment: {'id': '91a55d22-c142-41e1-88a8-8605f7a0703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '29ba1271-166b-483d-9b28-876f7154eaba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:46:35.117211 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f055374-1f06-4c13-9d4c-14510ca3bc79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:35.117211 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f055374-1f06-4c13-9d4c-14510ca3bc79 None None] Bound using segment: {'id': '91a55d22-c142-41e1-88a8-8605f7a0703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '29ba1271-166b-483d-9b28-876f7154eaba'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:46:35.117211 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-6f055374-1f06-4c13-9d4c-14510ca3bc79 None None] Bound port: 3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a55d22-c142-41e1-88a8-8605f7a0703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '29ba1271-166b-483d-9b28-876f7154eaba'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:46:35.117211 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f055374-1f06-4c13-9d4c-14510ca3bc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:35.126783 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80bd2a2d-4582-4413-b545-c1f220c27e88 req-f6984ac7-e297-47b8-b042-3f984d155f34 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 210 time: 0.0379865 Apr 21 13:46:35.187201 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6f055374-1f06-4c13-9d4c-14510ca3bc79 None None] For port 3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:46:35.190646 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6f055374-1f06-4c13-9d4c-14510ca3bc79 None None] For port 3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6,segment=NetworkSegment(91a55d22-c142-41e1-88a8-8605f7a0703f),segment_id=91a55d22-c142-41e1-88a8-8605f7a0703f)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:46:35.231424 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device d77a90a9-584c-4196-a1c4-1e4d7393011c up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:46:35.279796 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6f055374-1f06-4c13-9d4c-14510ca3bc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:35.284710 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port d77a90a9-584c-4196-a1c4-1e4d7393011c triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:46:35.285077 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:35.312343 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-be89694b-f93e-4d9c-aaaa-52ceb2ca8044 None None] Provisioning complete for port 3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:46:35.312714 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be89694b-f93e-4d9c-aaaa-52ceb2ca8044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:35.344874 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e92f71-1bdf-4013-8ffa-97cbececd50a None None] Pushing event updated for resources: {'Port': ['ID=3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:35.348500 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f055374-1f06-4c13-9d4c-14510ca3bc79 None None] Routers {'6c331209-ed50-4dd7-a58e-a5f1d50022fe'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:46:35.349101 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6f055374-1f06-4c13-9d4c-14510ca3bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:46:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['6c331209-ed50-4dd7-a58e-a5f1d50022fe'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:46:35.442665 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be89694b-f93e-4d9c-aaaa-52ceb2ca8044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:35.466623 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-6f055374-1f06-4c13-9d4c-14510ca3bc79 None None] Set router 6c331209-ed50-4dd7-a58e-a5f1d50022fe gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:46:35.470905 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:46:35.507363 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-be89694b-f93e-4d9c-aaaa-52ceb2ca8044 None None] For port 3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6,segment=NetworkSegment(91a55d22-c142-41e1-88a8-8605f7a0703f),segment_id=91a55d22-c142-41e1-88a8-8605f7a0703f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:46:35.530939 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:46:35.531306 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:35.683110 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6f055374-1f06-4c13-9d4c-14510ca3bc79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047972700', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:46:28Z', 'updated_at': '2022-04-21T13:46:33Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:46:29Z', 'updated_at': '2022-04-21T13:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6', 'name': '', 'network_id': '29ba1271-166b-483d-9b28-876f7154eaba', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:16:5d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'fed807b1-81b5-4a99-9245-d45962e474e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:46:32Z', 'updated_at': '2022-04-21T13:46:35Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': 'fed807b1-81b5-4a99-9245-d45962e474e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:46:35.712180 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f055374-1f06-4c13-9d4c-14510ca3bc79 None None] The sync data for ids ['6c331209-ed50-4dd7-a58e-a5f1d50022fe'] in n-d-836147-2 is: [{'id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047972700', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:46:28Z', 'updated_at': '2022-04-21T13:46:33Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:46:29Z', 'updated_at': '2022-04-21T13:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6', 'name': '', 'network_id': '29ba1271-166b-483d-9b28-876f7154eaba', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:16:5d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'fed807b1-81b5-4a99-9245-d45962e474e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:46:32Z', 'updated_at': '2022-04-21T13:46:35Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': 'fed807b1-81b5-4a99-9245-d45962e474e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:46:35.738309 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be89694b-f93e-4d9c-aaaa-52ceb2ca8044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:35.815465 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89694b-f93e-4d9c-aaaa-52ceb2ca8044 None None] Pushing event updated for resources: {'Port': ['ID=3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:35.859984 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-22e90a9a-046d-4858-8ef3-b2e617b14e0a None None] Provisioning complete for port 3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:46:35.860372 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-22e90a9a-046d-4858-8ef3-b2e617b14e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:36.226867 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d723eaa-0e93-49d4-97cd-9f50243b6f3e req-348bb0f1-7e64-4624-a3b3-40249245c272 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 210 time: 0.0278955 Apr 21 13:46:37.220516 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:46:37.251747 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063080c4-d702-44ad-b178-8e677d41790c req-02f89a4e-edda-4ee4-b79f-d8b0f7238197 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:37.253224 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-063080c4-d702-44ad-b178-8e677d41790c req-02f89a4e-edda-4ee4-b79f-d8b0f7238197 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.24 "GET /v2.0/networks?id=29ba1271-166b-483d-9b28-876f7154eaba HTTP/1.1" status: 200 len: 797 time: 0.1075034 Apr 21 13:46:37.268305 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:46:37.268672 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:37.309918 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-063080c4-d702-44ad-b178-8e677d41790c req-1bdf5c4b-6d1f-4043-acb0-96aae3f1b812 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ede2fbffe5614ad9915a309c73849643 HTTP/1.1" status: 200 len: 380 time: 0.0428553 Apr 21 13:46:37.325270 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-063080c4-d702-44ad-b178-8e677d41790c req-63140241-eacc-41e3-8f2b-615cf6350056 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'port': {'device_id': '3e60c207-17bb-4475-97fa-09d378104a3e', 'network_id': '29ba1271-166b-483d-9b28-876f7154eaba', 'admin_state_up': True, 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'security_groups': ['5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:46:37.348085 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-96644501-9393-4181-b550-2dafa486e5d0 req-6b3b967e-2e35-4fbd-9bfc-5b26ca1a8969 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 210 time: 0.0371790 Apr 21 13:46:37.529113 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-063080c4-d702-44ad-b178-8e677d41790c req-63140241-eacc-41e3-8f2b-615cf6350056 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Made reservation on behalf of ede2fbffe5614ad9915a309c73849643 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:46:37.532737 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-063080c4-d702-44ad-b178-8e677d41790c req-63140241-eacc-41e3-8f2b-615cf6350056 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:37.658994 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-063080c4-d702-44ad-b178-8e677d41790c req-63140241-eacc-41e3-8f2b-615cf6350056 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Allocated IP 172.20.0.5 (29ba1271-166b-483d-9b28-876f7154eaba/fed807b1-81b5-4a99-9245-d45962e474e9/e5664bc1-bcbe-4df5-9592-df273ffedbbd) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:46:37.792334 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-063080c4-d702-44ad-b178-8e677d41790c req-63140241-eacc-41e3-8f2b-615cf6350056 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:37.890700 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-063080c4-d702-44ad-b178-8e677d41790c req-63140241-eacc-41e3-8f2b-615cf6350056 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:37.931331 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-063080c4-d702-44ad-b178-8e677d41790c req-63140241-eacc-41e3-8f2b-615cf6350056 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network 29ba1271-166b-483d-9b28-876f7154eaba is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:46:37.936413 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-063080c4-d702-44ad-b178-8e677d41790c req-63140241-eacc-41e3-8f2b-615cf6350056 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:46:37.940922 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-063080c4-d702-44ad-b178-8e677d41790c req-63140241-eacc-41e3-8f2b-615cf6350056 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:46:37.941286 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:46:37.967422 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63140241-eacc-41e3-8f2b-615cf6350056 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Port': ['ID=e5664bc1-bcbe-4df5-9592-df273ffedbbd,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:37.997348 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063080c4-d702-44ad-b178-8e677d41790c req-63140241-eacc-41e3-8f2b-615cf6350056 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:37.998004 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-063080c4-d702-44ad-b178-8e677d41790c req-63140241-eacc-41e3-8f2b-615cf6350056 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:38.080484 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-063080c4-d702-44ad-b178-8e677d41790c req-63140241-eacc-41e3-8f2b-615cf6350056 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7606685 Apr 21 13:46:38.097488 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-063080c4-d702-44ad-b178-8e677d41790c req-979cbd26-7aee-4f80-9e3e-6353ed60de2c service neutron] Request body: {'port': {'device_id': '3e60c207-17bb-4475-97fa-09d378104a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:46:38.149750 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-063080c4-d702-44ad-b178-8e677d41790c req-979cbd26-7aee-4f80-9e3e-6353ed60de2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:38.185797 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b6ed855e-1de6-4e19-8df1-73594490964a None None] Provisioning complete for port e5664bc1-bcbe-4df5-9592-df273ffedbbd triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:46:38.186085 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6ed855e-1de6-4e19-8df1-73594490964a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:38.219570 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-b6ed855e-1de6-4e19-8df1-73594490964a None None] Port e5664bc1-bcbe-4df5-9592-df273ffedbbd cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:46:38.412798 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-063080c4-d702-44ad-b178-8e677d41790c req-979cbd26-7aee-4f80-9e3e-6353ed60de2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5664bc1-bcbe-4df5-9592-df273ffedbbd {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:46:38.422029 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-063080c4-d702-44ad-b178-8e677d41790c req-979cbd26-7aee-4f80-9e3e-6353ed60de2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:38.454950 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-063080c4-d702-44ad-b178-8e677d41790c req-979cbd26-7aee-4f80-9e3e-6353ed60de2c service neutron] Transition to ACTIVE for port object e5664bc1-bcbe-4df5-9592-df273ffedbbd will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:46:38.475058 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e4f33-fb67-4af6-af5f-e1f257c72a71 req-f163aa6c-5d3c-418a-a9f6-928db5f04880 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:38.476524 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e74e4f33-fb67-4af6-af5f-e1f257c72a71 req-f163aa6c-5d3c-418a-a9f6-928db5f04880 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 931 time: 0.0571120 Apr 21 13:46:38.512995 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e74e4f33-fb67-4af6-af5f-e1f257c72a71 req-56f1ff11-89a6-4ff0-97dd-7ed75b231f6a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303464 Apr 21 13:46:38.523295 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-063080c4-d702-44ad-b178-8e677d41790c req-979cbd26-7aee-4f80-9e3e-6353ed60de2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:38.574133 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979cbd26-7aee-4f80-9e3e-6353ed60de2c service neutron] Pushing event updated for resources: {'Port': ['ID=e5664bc1-bcbe-4df5-9592-df273ffedbbd,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:38.657199 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-063080c4-d702-44ad-b178-8e677d41790c req-979cbd26-7aee-4f80-9e3e-6353ed60de2c service neutron] Attempting to bind port e5664bc1-bcbe-4df5-9592-df273ffedbbd on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:46:38.657539 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-063080c4-d702-44ad-b178-8e677d41790c req-979cbd26-7aee-4f80-9e3e-6353ed60de2c service neutron] Attempting to bind port e5664bc1-bcbe-4df5-9592-df273ffedbbd by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '91a55d22-c142-41e1-88a8-8605f7a0703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '29ba1271-166b-483d-9b28-876f7154eaba'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:46:38.658045 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063080c4-d702-44ad-b178-8e677d41790c req-979cbd26-7aee-4f80-9e3e-6353ed60de2c service neutron] Attempting to bind port e5664bc1-bcbe-4df5-9592-df273ffedbbd on network 29ba1271-166b-483d-9b28-876f7154eaba {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:46:38.662556 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063080c4-d702-44ad-b178-8e677d41790c req-979cbd26-7aee-4f80-9e3e-6353ed60de2c service neutron] Port e5664bc1-bcbe-4df5-9592-df273ffedbbd on network 29ba1271-166b-483d-9b28-876f7154eaba not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:46:38.662878 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063080c4-d702-44ad-b178-8e677d41790c req-979cbd26-7aee-4f80-9e3e-6353ed60de2c service neutron] Attempting to bind port e5664bc1-bcbe-4df5-9592-df273ffedbbd on network 29ba1271-166b-483d-9b28-876f7154eaba {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:46:38.668286 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063080c4-d702-44ad-b178-8e677d41790c req-979cbd26-7aee-4f80-9e3e-6353ed60de2c service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:46:38.668626 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063080c4-d702-44ad-b178-8e677d41790c req-979cbd26-7aee-4f80-9e3e-6353ed60de2c service neutron] Checking segment: {'id': '91a55d22-c142-41e1-88a8-8605f7a0703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '29ba1271-166b-483d-9b28-876f7154eaba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:46:38.669011 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063080c4-d702-44ad-b178-8e677d41790c req-979cbd26-7aee-4f80-9e3e-6353ed60de2c service neutron] Bound using segment: {'id': '91a55d22-c142-41e1-88a8-8605f7a0703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '29ba1271-166b-483d-9b28-876f7154eaba'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:46:38.669445 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-063080c4-d702-44ad-b178-8e677d41790c req-979cbd26-7aee-4f80-9e3e-6353ed60de2c service neutron] Bound port: e5664bc1-bcbe-4df5-9592-df273ffedbbd, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a55d22-c142-41e1-88a8-8605f7a0703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '29ba1271-166b-483d-9b28-876f7154eaba'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:46:38.669833 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-063080c4-d702-44ad-b178-8e677d41790c req-979cbd26-7aee-4f80-9e3e-6353ed60de2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:38.736972 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-063080c4-d702-44ad-b178-8e677d41790c req-979cbd26-7aee-4f80-9e3e-6353ed60de2c service neutron] For port e5664bc1-bcbe-4df5-9592-df273ffedbbd, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:46:38.740381 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-063080c4-d702-44ad-b178-8e677d41790c req-979cbd26-7aee-4f80-9e3e-6353ed60de2c service neutron] For port e5664bc1-bcbe-4df5-9592-df273ffedbbd, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e5664bc1-bcbe-4df5-9592-df273ffedbbd,segment=NetworkSegment(91a55d22-c142-41e1-88a8-8605f7a0703f),segment_id=91a55d22-c142-41e1-88a8-8605f7a0703f)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:46:38.885292 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-063080c4-d702-44ad-b178-8e677d41790c req-979cbd26-7aee-4f80-9e3e-6353ed60de2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:38.919625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063080c4-d702-44ad-b178-8e677d41790c req-979cbd26-7aee-4f80-9e3e-6353ed60de2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:38.920750 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-063080c4-d702-44ad-b178-8e677d41790c req-979cbd26-7aee-4f80-9e3e-6353ed60de2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:38.922092 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-063080c4-d702-44ad-b178-8e677d41790c req-979cbd26-7aee-4f80-9e3e-6353ed60de2c service neutron] 10.222.0.24 "PUT /v2.0/ports/e5664bc1-bcbe-4df5-9592-df273ffedbbd HTTP/1.1" status: 200 len: 1091 time: 0.8290415 Apr 21 13:46:38.926244 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e60c207-17bb-4475-97fa-09d378104a3e', 'tag': 'e5664bc1-bcbe-4df5-9592-df273ffedbbd'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:46:38.926244 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e4af7b-04f7-40f4-a8ba-9be0e321f407" -d '{"events": [{"name": "network-changed", "server_uuid": "3e60c207-17bb-4475-97fa-09d378104a3e", "tag": "e5664bc1-bcbe-4df5-9592-df273ffedbbd"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:46:38.956912 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979cbd26-7aee-4f80-9e3e-6353ed60de2c service neutron] Pushing event updated for resources: {'Port': ['ID=e5664bc1-bcbe-4df5-9592-df273ffedbbd,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:38.969930 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065cd887-aa60-49f1-8126-27d5afea9e85 x-openstack-request-id: req-065cd887-aa60-49f1-8126-27d5afea9e85 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:46:38.970482 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e60c207-17bb-4475-97fa-09d378104a3e", "tag": "e5664bc1-bcbe-4df5-9592-df273ffedbbd", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:46:38.970943 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-065cd887-aa60-49f1-8126-27d5afea9e85 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:46:38.971558 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-065cd887-aa60-49f1-8126-27d5afea9e85'] response: {'name': 'network-changed', 'server_uuid': '3e60c207-17bb-4475-97fa-09d378104a3e', 'tag': 'e5664bc1-bcbe-4df5-9592-df273ffedbbd', 'status': 'completed', 'code': 200} Apr 21 13:46:39.039009 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4af7b-04f7-40f4-a8ba-9be0e321f407 req-aecab9dc-8d50-481d-b9b2-3fc8c46aed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:39.040533 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12e4af7b-04f7-40f4-a8ba-9be0e321f407 req-aecab9dc-8d50-481d-b9b2-3fc8c46aed13 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 1094 time: 0.0477991 Apr 21 13:46:39.143125 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4af7b-04f7-40f4-a8ba-9be0e321f407 req-15a00200-9c80-4c11-8cf8-d978c9cbbbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:39.144635 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12e4af7b-04f7-40f4-a8ba-9be0e321f407 req-15a00200-9c80-4c11-8cf8-d978c9cbbbdc service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ede2fbffe5614ad9915a309c73849643&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0957098 Apr 21 13:46:39.245897 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4af7b-04f7-40f4-a8ba-9be0e321f407 req-8280d6d0-f72f-45c2-acda-bba91561d3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:39.247304 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12e4af7b-04f7-40f4-a8ba-9be0e321f407 req-8280d6d0-f72f-45c2-acda-bba91561d3f7 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924242 Apr 21 13:46:39.328741 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063080c4-d702-44ad-b178-8e677d41790c req-32ffc417-b763-4f5e-ace5-b29bfb57b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:39.330216 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-063080c4-d702-44ad-b178-8e677d41790c req-32ffc417-b763-4f5e-ace5-b29bfb57b29f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 1094 time: 0.0403976 Apr 21 13:46:39.375199 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-063080c4-d702-44ad-b178-8e677d41790c req-896407d3-bbc5-4f7c-af12-3c637c6e1296 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5664bc1-bcbe-4df5-9592-df273ffedbbd HTTP/1.1" status: 200 len: 217 time: 0.0339530 Apr 21 13:46:39.429207 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063080c4-d702-44ad-b178-8e677d41790c req-6031cbaf-0765-459b-a145-f86531627f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:39.430672 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-063080c4-d702-44ad-b178-8e677d41790c req-6031cbaf-0765-459b-a145-f86531627f5f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fed807b1-81b5-4a99-9245-d45962e474e9 HTTP/1.1" status: 200 len: 834 time: 0.0469463 Apr 21 13:46:39.478845 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063080c4-d702-44ad-b178-8e677d41790c req-6d52d980-3c13-49a3-90d8-76ca5b243100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:39.480365 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-063080c4-d702-44ad-b178-8e677d41790c req-6d52d980-3c13-49a3-90d8-76ca5b243100 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29ba1271-166b-483d-9b28-876f7154eaba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391228 Apr 21 13:46:39.571394 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-063080c4-d702-44ad-b178-8e677d41790c req-88d31e52-59ec-4458-9e01-5362e6d56ef8 service neutron] 10.222.0.24 "GET /v2.0/networks/29ba1271-166b-483d-9b28-876f7154eaba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799057 Apr 21 13:46:39.682234 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5be36-480e-454b-ba50-b477e6539570 req-2b441caa-d108-4e52-831f-c31823ead66f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:39.683729 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bdd5be36-480e-454b-ba50-b477e6539570 req-2b441caa-d108-4e52-831f-c31823ead66f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 943 time: 0.1030416 Apr 21 13:46:39.722629 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-063080c4-d702-44ad-b178-8e677d41790c req-3cfc3e81-2d6a-4bc4-b856-5e5bebbb4a57 service neutron] 10.222.0.24 "GET /v2.0/networks/29ba1271-166b-483d-9b28-876f7154eaba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399732 Apr 21 13:46:39.735236 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bdd5be36-480e-454b-ba50-b477e6539570 req-a92589f7-a331-451d-ad54-680d0f2b0e39 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454233 Apr 21 13:46:40.854262 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5fcaf-f0f4-4dec-b6c7-1108c8a42087 req-98815a5a-c94c-433e-bd7c-b8f6eabc2875 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:40.855716 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-82e5fcaf-f0f4-4dec-b6c7-1108c8a42087 req-98815a5a-c94c-433e-bd7c-b8f6eabc2875 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 943 time: 0.0518436 Apr 21 13:46:40.892590 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-82e5fcaf-f0f4-4dec-b6c7-1108c8a42087 req-a115c5f6-baab-40b2-8fb2-89bafb2e73bf tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308990 Apr 21 13:46:41.427956 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e5664bc1-bcbe-4df5-9592-df273ffedbbd details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:46:41.521021 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port e5664bc1-bcbe-4df5-9592-df273ffedbbd, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e5664bc1-bcbe-4df5-9592-df273ffedbbd,segment=NetworkSegment(91a55d22-c142-41e1-88a8-8605f7a0703f),segment_id=91a55d22-c142-41e1-88a8-8605f7a0703f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:46:41.531997 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'e5664bc1-bcbe-4df5-9592-df273ffedbbd', 'network_id': '29ba1271-166b-483d-9b28-876f7154eaba', 'port_id': 'e5664bc1-bcbe-4df5-9592-df273ffedbbd', 'mac_address': 'fa:16:3e:c5:05:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fed807b1-81b5-4a99-9245-d45962e474e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:46:41.567446 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:41.579365 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5664bc1-bcbe-4df5-9592-df273ffedbbd {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:46:41.598506 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port e5664bc1-bcbe-4df5-9592-df273ffedbbd, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e5664bc1-bcbe-4df5-9592-df273ffedbbd,segment=NetworkSegment(91a55d22-c142-41e1-88a8-8605f7a0703f),segment_id=91a55d22-c142-41e1-88a8-8605f7a0703f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:46:41.678709 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:41.725322 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=e5664bc1-bcbe-4df5-9592-df273ffedbbd,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:41.935083 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['e5664bc1-bcbe-4df5-9592-df273ffedbbd'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:46:42.005604 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1ff54-df47-4c28-9e31-7401b3b91918 req-fdfff483-0a50-48ea-bf53-16c289a12048 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:42.007097 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-91c1ff54-df47-4c28-9e31-7401b3b91918 req-fdfff483-0a50-48ea-bf53-16c289a12048 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 944 time: 0.0487306 Apr 21 13:46:42.043984 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-91c1ff54-df47-4c28-9e31-7401b3b91918 req-18ae8983-1e8d-48f5-b022-38d0a8ea93a8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306127 Apr 21 13:46:43.160210 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b145ae-dcb6-4b2f-9cdf-6d0ca2446a4c req-c4fffa57-9f17-454c-b527-e617437b53ad tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:43.161707 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98b145ae-dcb6-4b2f-9cdf-6d0ca2446a4c req-c4fffa57-9f17-454c-b527-e617437b53ad tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 944 time: 0.0486865 Apr 21 13:46:43.199345 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98b145ae-dcb6-4b2f-9cdf-6d0ca2446a4c req-93e35a13-a316-4f25-aacc-edc494629aa6 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315666 Apr 21 13:46:43.438326 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e5664bc1-bcbe-4df5-9592-df273ffedbbd up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:46:43.574926 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d47f95d9-06cd-4b98-be6e-8064f3cac343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:43.603367 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port e5664bc1-bcbe-4df5-9592-df273ffedbbd completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:46:43.607173 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port e5664bc1-bcbe-4df5-9592-df273ffedbbd triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:46:43.607527 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:43.682828 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:43.704528 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e60c207-17bb-4475-97fa-09d378104a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5664bc1-bcbe-4df5-9592-df273ffedbbd'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:46:43.706860 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46473e1a-69e3-4f6b-bf04-289bb8457c8b" -d '{"events": [{"server_uuid": "3e60c207-17bb-4475-97fa-09d378104a3e", "name": "network-vif-plugged", "status": "completed", "tag": "e5664bc1-bcbe-4df5-9592-df273ffedbbd"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:46:43.722233 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port e5664bc1-bcbe-4df5-9592-df273ffedbbd, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e5664bc1-bcbe-4df5-9592-df273ffedbbd,segment=NetworkSegment(91a55d22-c142-41e1-88a8-8605f7a0703f),segment_id=91a55d22-c142-41e1-88a8-8605f7a0703f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:46:43.747011 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2e7ae8-7d14-459e-8b3a-465c7b94af69 x-openstack-request-id: req-ea2e7ae8-7d14-459e-8b3a-465c7b94af69 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:46:43.751678 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e60c207-17bb-4475-97fa-09d378104a3e", "name": "network-vif-plugged", "status": "completed", "tag": "e5664bc1-bcbe-4df5-9592-df273ffedbbd", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:46:43.751678 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea2e7ae8-7d14-459e-8b3a-465c7b94af69 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:46:43.751678 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea2e7ae8-7d14-459e-8b3a-465c7b94af69'] response: {'server_uuid': '3e60c207-17bb-4475-97fa-09d378104a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5664bc1-bcbe-4df5-9592-df273ffedbbd', 'code': 200} Apr 21 13:46:43.798768 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:43.853148 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=e5664bc1-bcbe-4df5-9592-df273ffedbbd,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:43.858008 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3e775-d070-454b-9ba0-4bbb157d949f req-9c9301b6-6dd9-4dd6-94d7-e67eeb0cef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:43.859544 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fec3e775-d070-454b-9ba0-4bbb157d949f req-9c9301b6-6dd9-4dd6-94d7-e67eeb0cef70 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 1096 time: 0.0483522 Apr 21 13:46:43.896438 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fec3e775-d070-454b-9ba0-4bbb157d949f req-dc411321-2ca9-4404-bed3-ac8c71c75dd7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270414 Apr 21 13:46:44.313173 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c8d55-ffbb-4619-b2a2-ee2c04473102 req-1a7ea716-07b5-41fa-bcf0-cca36c92467c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:44.314673 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-154c8d55-ffbb-4619-b2a2-ee2c04473102 req-1a7ea716-07b5-41fa-bcf0-cca36c92467c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 945 time: 0.0491462 Apr 21 13:46:44.353400 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-154c8d55-ffbb-4619-b2a2-ee2c04473102 req-d5769a6d-4d71-417a-96b9-2bc59e222192 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326767 Apr 21 13:46:45.469095 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69823143-47c8-4482-8c59-a479c6805ed4 req-0b3b91a3-6f2e-4476-ae33-faf3553a7833 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:45.470587 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-69823143-47c8-4482-8c59-a479c6805ed4 req-0b3b91a3-6f2e-4476-ae33-faf3553a7833 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 945 time: 0.0478241 Apr 21 13:46:45.507982 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-69823143-47c8-4482-8c59-a479c6805ed4 req-1ed6e1fc-61fd-46ac-8f6f-1ab90a733ee9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308940 Apr 21 13:46:45.623587 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11382b-d8d4-4730-9673-48e680d13586 req-70e2db76-e44a-4d73-8e85-da347b81a8f5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:45.625056 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ee11382b-d8d4-4730-9673-48e680d13586 req-70e2db76-e44a-4d73-8e85-da347b81a8f5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 945 time: 0.0522585 Apr 21 13:46:45.661682 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ee11382b-d8d4-4730-9673-48e680d13586 req-2c92862d-4e91-4958-88b0-be757ec9e864 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306091 Apr 21 13:46:45.682714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60786) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:46:45.721547 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acb72b3-a98f-4310-8bfa-18eecfa01dc3 tempest-TestNetworkAdvancedServerOps-981871309 tempest-TestNetworkAdvancedServerOps-981871309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:45.723859 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7acb72b3-a98f-4310-8bfa-18eecfa01dc3 tempest-TestNetworkAdvancedServerOps-981871309 tempest-TestNetworkAdvancedServerOps-981871309-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 1091 time: 0.0401793 Apr 21 13:46:45.726648 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60788) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:46:45.731197 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ee004c3e-99e8-462e-a42a-315ae2aec010 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'port_id': 'e5664bc1-bcbe-4df5-9592-df273ffedbbd', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:46:45.800012 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-47bdd7ce-641e-4a34-af90-5b90bb5f974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:45.822191 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee004c3e-99e8-462e-a42a-315ae2aec010 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:45.923836 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee004c3e-99e8-462e-a42a-315ae2aec010 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:46.021425 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-ee004c3e-99e8-462e-a42a-315ae2aec010 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Allocated IP 172.25.8.182 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/d535a97f-001f-4e46-a438-6dcf6a9e8b7e) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:46:46.121775 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee004c3e-99e8-462e-a42a-315ae2aec010 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:46.187664 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee004c3e-99e8-462e-a42a-315ae2aec010 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:46.223888 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee004c3e-99e8-462e-a42a-315ae2aec010 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:46:46.228577 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ee004c3e-99e8-462e-a42a-315ae2aec010 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:46:46.231235 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee004c3e-99e8-462e-a42a-315ae2aec010 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:46:46.259657 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee004c3e-99e8-462e-a42a-315ae2aec010 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Port': ['ID=d535a97f-001f-4e46-a438-6dcf6a9e8b7e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:46.584715 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee004c3e-99e8-462e-a42a-315ae2aec010 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:46.686603 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee004c3e-99e8-462e-a42a-315ae2aec010 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:46.834659 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee004c3e-99e8-462e-a42a-315ae2aec010 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:46.907760 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee004c3e-99e8-462e-a42a-315ae2aec010 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:46.977712 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee004c3e-99e8-462e-a42a-315ae2aec010 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Port': ['ID=d535a97f-001f-4e46-a438-6dcf6a9e8b7e,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:46:46.987560 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee004c3e-99e8-462e-a42a-315ae2aec010 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:47.080827 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-ee004c3e-99e8-462e-a42a-315ae2aec010 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Floating IP 43d98501-af7e-46e9-9ab6-e7bb8121ae38 associated. External IP: 172.25.8.182, port: e5664bc1-bcbe-4df5-9592-df273ffedbbd. Apr 21 13:46:47.204439 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:47.289817 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee004c3e-99e8-462e-a42a-315ae2aec010 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Router 6c331209-ed50-4dd7-a58e-a5f1d50022fe has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:46:47.394700 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee004c3e-99e8-462e-a42a-315ae2aec010 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:46:47.405615 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1c76cc-096e-4fd5-aa96-97dc4f998b5f None None] Sync routers for ids ['6c331209-ed50-4dd7-a58e-a5f1d50022fe'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:46:47.415229 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1c76cc-096e-4fd5-aa96-97dc4f998b5f None None] Routers {'6c331209-ed50-4dd7-a58e-a5f1d50022fe'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:46:47.421549 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6c1c76cc-096e-4fd5-aa96-97dc4f998b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:46:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['6c331209-ed50-4dd7-a58e-a5f1d50022fe'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:46:47.470158 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ee004c3e-99e8-462e-a42a-315ae2aec010 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:47.499160 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ee004c3e-99e8-462e-a42a-315ae2aec010 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7689450 Apr 21 13:46:47.499160 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e60c207-17bb-4475-97fa-09d378104a3e', 'tag': 'e5664bc1-bcbe-4df5-9592-df273ffedbbd'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:46:47.499698 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f77f12-d626-4425-9418-3195176d9132" -d '{"events": [{"name": "network-changed", "server_uuid": "3e60c207-17bb-4475-97fa-09d378104a3e", "tag": "e5664bc1-bcbe-4df5-9592-df273ffedbbd"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:46:47.530398 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-6c1c76cc-096e-4fd5-aa96-97dc4f998b5f None None] Set router 6c331209-ed50-4dd7-a58e-a5f1d50022fe gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:46:47.537783 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ca56f9-f7da-4609-b1b9-255b88734740 x-openstack-request-id: req-e2ca56f9-f7da-4609-b1b9-255b88734740 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:46:47.538070 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e60c207-17bb-4475-97fa-09d378104a3e", "tag": "e5664bc1-bcbe-4df5-9592-df273ffedbbd", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:46:47.538316 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e2ca56f9-f7da-4609-b1b9-255b88734740 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:46:47.538719 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2ca56f9-f7da-4609-b1b9-255b88734740'] response: {'name': 'network-changed', 'server_uuid': '3e60c207-17bb-4475-97fa-09d378104a3e', 'tag': 'e5664bc1-bcbe-4df5-9592-df273ffedbbd', 'status': 'completed', 'code': 200} Apr 21 13:46:47.627363 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1df15f3-9a3f-4a70-a71e-c24aa08bdd08 req-b2a44f9b-a784-45d9-8001-58a1662c332e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:47.628875 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e1df15f3-9a3f-4a70-a71e-c24aa08bdd08 req-b2a44f9b-a784-45d9-8001-58a1662c332e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 945 time: 0.0814440 Apr 21 13:46:47.630821 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f77f12-d626-4425-9418-3195176d9132 req-e90aad80-7dc1-413e-8b28-befc96da60f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:47.632176 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07f77f12-d626-4425-9418-3195176d9132 req-e90aad80-7dc1-413e-8b28-befc96da60f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 1096 time: 0.0715780 Apr 21 13:46:47.715997 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e1df15f3-9a3f-4a70-a71e-c24aa08bdd08 req-ffcf8f0b-8813-489b-bab2-5f445ccfa508 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810463 Apr 21 13:46:47.740252 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60794) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:46:47.746180 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f77f12-d626-4425-9418-3195176d9132 req-0daf58ca-664c-455d-9405-60598194d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:47.747601 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07f77f12-d626-4425-9418-3195176d9132 req-0daf58ca-664c-455d-9405-60598194d707 service neutron] 10.222.0.24 "GET /v2.0/networks?id=29ba1271-166b-483d-9b28-876f7154eaba HTTP/1.1" status: 200 len: 898 time: 0.1070869 Apr 21 13:46:47.768792 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6c1c76cc-096e-4fd5-aa96-97dc4f998b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047972700', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:46:28Z', 'updated_at': '2022-04-21T13:46:33Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:46:29Z', 'updated_at': '2022-04-21T13:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '43d98501-af7e-46e9-9ab6-e7bb8121ae38', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'port_id': 'e5664bc1-bcbe-4df5-9592-df273ffedbbd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ba1271-166b-483d-9b28-876f7154eaba', 'mac_address': 'fa:16:3e:c5:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e60c207-17bb-4475-97fa-09d378104a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:46:46Z', 'updated_at': '2022-04-21T13:46:46Z', 'revision_number': 0, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6', 'name': '', 'network_id': '29ba1271-166b-483d-9b28-876f7154eaba', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:16:5d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'fed807b1-81b5-4a99-9245-d45962e474e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:46:32Z', 'updated_at': '2022-04-21T13:46:35Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': 'fed807b1-81b5-4a99-9245-d45962e474e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:46:47.795137 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1c76cc-096e-4fd5-aa96-97dc4f998b5f None None] Checking router: 6c331209-ed50-4dd7-a58e-a5f1d50022fe for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:46:47.804721 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1c76cc-096e-4fd5-aa96-97dc4f998b5f None None] Routers {'6c331209-ed50-4dd7-a58e-a5f1d50022fe'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:46:47.805326 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6c1c76cc-096e-4fd5-aa96-97dc4f998b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:46:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['6c331209-ed50-4dd7-a58e-a5f1d50022fe'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:46:47.807492 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0623699f-a36d-451e-8861-0f928d9092c7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/floatingips/43d98501-af7e-46e9-9ab6-e7bb8121ae38 HTTP/1.1" status: 200 len: 991 time: 0.0652905 Apr 21 13:46:47.816796 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07f77f12-d626-4425-9418-3195176d9132 req-a5a92c07-aa7b-42ae-9bb7-78e7437836c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5664bc1-bcbe-4df5-9592-df273ffedbbd HTTP/1.1" status: 200 len: 999 time: 0.0617294 Apr 21 13:46:47.866088 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f77f12-d626-4425-9418-3195176d9132 req-2f49c19f-d6a7-4467-acf5-158585186e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:47.867567 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07f77f12-d626-4425-9418-3195176d9132 req-2f49c19f-d6a7-4467-acf5-158585186e57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fed807b1-81b5-4a99-9245-d45962e474e9 HTTP/1.1" status: 200 len: 834 time: 0.0434284 Apr 21 13:46:47.908844 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-6c1c76cc-096e-4fd5-aa96-97dc4f998b5f None None] Set router 6c331209-ed50-4dd7-a58e-a5f1d50022fe gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:46:47.914163 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f77f12-d626-4425-9418-3195176d9132 req-70ff406e-6eba-4c6c-96d8-80390786026f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:46:47.915626 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07f77f12-d626-4425-9418-3195176d9132 req-70ff406e-6eba-4c6c-96d8-80390786026f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29ba1271-166b-483d-9b28-876f7154eaba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418873 Apr 21 13:46:48.003291 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07f77f12-d626-4425-9418-3195176d9132 req-174d9257-e16b-4588-973a-7a00cd0117d3 service neutron] 10.222.0.24 "GET /v2.0/networks/29ba1271-166b-483d-9b28-876f7154eaba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809963 Apr 21 13:46:48.095613 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07f77f12-d626-4425-9418-3195176d9132 req-c7118e56-bc0f-4a93-a55a-c96cb91cbd04 service neutron] 10.222.0.24 "GET /v2.0/networks/29ba1271-166b-483d-9b28-876f7154eaba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862606 Apr 21 13:46:48.133320 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6c1c76cc-096e-4fd5-aa96-97dc4f998b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047972700', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:46:28Z', 'updated_at': '2022-04-21T13:46:33Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:46:29Z', 'updated_at': '2022-04-21T13:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '43d98501-af7e-46e9-9ab6-e7bb8121ae38', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'port_id': 'e5664bc1-bcbe-4df5-9592-df273ffedbbd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ba1271-166b-483d-9b28-876f7154eaba', 'mac_address': 'fa:16:3e:c5:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e60c207-17bb-4475-97fa-09d378104a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:46:46Z', 'updated_at': '2022-04-21T13:46:46Z', 'revision_number': 0, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6', 'name': '', 'network_id': '29ba1271-166b-483d-9b28-876f7154eaba', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:16:5d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'fed807b1-81b5-4a99-9245-d45962e474e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:46:32Z', 'updated_at': '2022-04-21T13:46:35Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': 'fed807b1-81b5-4a99-9245-d45962e474e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:46:48.159594 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1c76cc-096e-4fd5-aa96-97dc4f998b5f None None] The sync data for ids ['6c331209-ed50-4dd7-a58e-a5f1d50022fe'] in n-d-836147-2 is: [{'id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047972700', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:46:28Z', 'updated_at': '2022-04-21T13:46:33Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:46:29Z', 'updated_at': '2022-04-21T13:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '43d98501-af7e-46e9-9ab6-e7bb8121ae38', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'floating_ip_address': '172.25.8.182', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'port_id': 'e5664bc1-bcbe-4df5-9592-df273ffedbbd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29ba1271-166b-483d-9b28-876f7154eaba', 'mac_address': 'fa:16:3e:c5:05:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e60c207-17bb-4475-97fa-09d378104a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:46:46Z', 'updated_at': '2022-04-21T13:46:46Z', 'revision_number': 0, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6', 'name': '', 'network_id': '29ba1271-166b-483d-9b28-876f7154eaba', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:16:5d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'fed807b1-81b5-4a99-9245-d45962e474e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:46:32Z', 'updated_at': '2022-04-21T13:46:35Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': 'fed807b1-81b5-4a99-9245-d45962e474e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:46:48.341550 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80a4c79-0746-4496-a5fc-21a6c8daaa50 None None] New status for floating IP 43d98501-af7e-46e9-9ab6-e7bb8121ae38: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:46:48.669540 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:48.728714 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:48.804375 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:48.810534 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60796) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:46:48.870141 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ec14dc7f-9f12-4acf-a6a9-85d15ce857d7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/floatingips/43d98501-af7e-46e9-9ab6-e7bb8121ae38 HTTP/1.1" status: 200 len: 993 time: 0.0581629 Apr 21 13:46:51.073091 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:46:54.846522 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-356e3d4c-2114-4a29-b674-1ab79e935fd9 req-849ff29b-dbc4-41bc-ad34-11e8958eb70d service neutron] (103398) timed out ('10.222.0.26', 62550) {{(pid=103398) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 21 13:47:13.506931 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-307836d6-9324-49fe-8683-93aaceecfa22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:47:14.939881 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:47:15.791671 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7991b8f0-b3e9-4af1-b1f3-a1b153c315e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:47:15.909436 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4a31155c-d0b9-4b4e-bb66-c7e73d2fc7e6 req-55ba22ad-0149-4f6a-b440-c9114e65b89b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3e60c207-17bb-4475-97fa-09d378104a3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397930 Apr 21 13:47:15.988743 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31155c-d0b9-4b4e-bb66-c7e73d2fc7e6 req-380cdfee-6e96-4bb3-9d3e-e14cfe8acc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:47:15.990216 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4a31155c-d0b9-4b4e-bb66-c7e73d2fc7e6 req-380cdfee-6e96-4bb3-9d3e-e14cfe8acc26 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 1096 time: 0.0390363 Apr 21 13:47:16.092863 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31155c-d0b9-4b4e-bb66-c7e73d2fc7e6 req-13d6e5c7-ba7a-4bc8-a082-9a4d11745fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:47:16.094283 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4a31155c-d0b9-4b4e-bb66-c7e73d2fc7e6 req-13d6e5c7-ba7a-4bc8-a082-9a4d11745fc6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=29ba1271-166b-483d-9b28-876f7154eaba HTTP/1.1" status: 200 len: 898 time: 0.0854418 Apr 21 13:47:16.158227 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4a31155c-d0b9-4b4e-bb66-c7e73d2fc7e6 req-d07d5c31-d9bb-46d7-9ec6-01c72ce29855 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5664bc1-bcbe-4df5-9592-df273ffedbbd HTTP/1.1" status: 200 len: 1001 time: 0.0561244 Apr 21 13:47:16.204089 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31155c-d0b9-4b4e-bb66-c7e73d2fc7e6 req-076f3fa9-74e8-422c-9cfe-681c4711bd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:47:16.205445 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4a31155c-d0b9-4b4e-bb66-c7e73d2fc7e6 req-076f3fa9-74e8-422c-9cfe-681c4711bd56 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fed807b1-81b5-4a99-9245-d45962e474e9 HTTP/1.1" status: 200 len: 834 time: 0.0409946 Apr 21 13:47:16.252161 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a31155c-d0b9-4b4e-bb66-c7e73d2fc7e6 req-586e4855-6a1e-44d3-9af8-cee1277a1782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:47:16.253591 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4a31155c-d0b9-4b4e-bb66-c7e73d2fc7e6 req-586e4855-6a1e-44d3-9af8-cee1277a1782 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29ba1271-166b-483d-9b28-876f7154eaba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420096 Apr 21 13:47:16.340041 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4a31155c-d0b9-4b4e-bb66-c7e73d2fc7e6 req-92839c24-4a6d-42e6-9993-10a1594ab6ef service neutron] 10.222.0.24 "GET /v2.0/networks/29ba1271-166b-483d-9b28-876f7154eaba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785563 Apr 21 13:47:16.430399 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4a31155c-d0b9-4b4e-bb66-c7e73d2fc7e6 req-d8b8fc9a-1dae-4ac9-afd3-2f5c17486d66 service neutron] 10.222.0.24 "GET /v2.0/networks/29ba1271-166b-483d-9b28-876f7154eaba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833642 Apr 21 13:47:17.204262 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:47:18.672595 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:47:18.718608 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:47:18.763073 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:47:21.038730 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:47:22.264388 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091857c3-b1f2-4fd9-93cc-ee9630abfdfb req-29dcd6c4-0cd7-4d8c-b68c-d0d42b854805 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:47:22.265873 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-091857c3-b1f2-4fd9-93cc-ee9630abfdfb req-29dcd6c4-0cd7-4d8c-b68c-d0d42b854805 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 945 time: 0.0513391 Apr 21 13:47:22.329198 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-091857c3-b1f2-4fd9-93cc-ee9630abfdfb req-cb5a36e4-d8f7-488d-9f8c-5c05683af145 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571525 Apr 21 13:47:22.338575 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3327f-d7dd-48b2-b1e6-5a81ae88017b req-630ccaae-8773-4859-8f1f-684d471197f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:47:22.340049 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c9a3327f-d7dd-48b2-b1e6-5a81ae88017b req-630ccaae-8773-4859-8f1f-684d471197f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 1096 time: 0.0539289 Apr 21 13:47:22.760566 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3327f-d7dd-48b2-b1e6-5a81ae88017b req-5a2440b4-332b-445c-8493-968ab6f25592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:47:22.762041 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c9a3327f-d7dd-48b2-b1e6-5a81ae88017b req-5a2440b4-332b-445c-8493-968ab6f25592 service neutron] 10.222.0.24 "GET /v2.0/networks?id=29ba1271-166b-483d-9b28-876f7154eaba HTTP/1.1" status: 200 len: 898 time: 0.4146283 Apr 21 13:47:22.827943 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c9a3327f-d7dd-48b2-b1e6-5a81ae88017b req-27d98b6f-beed-4fc6-b946-1fe602a54773 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5664bc1-bcbe-4df5-9592-df273ffedbbd HTTP/1.1" status: 200 len: 1001 time: 0.0565829 Apr 21 13:47:22.879723 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3327f-d7dd-48b2-b1e6-5a81ae88017b req-e3d15102-3cd7-4e7c-b17f-003d60e2f511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:47:22.881151 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c9a3327f-d7dd-48b2-b1e6-5a81ae88017b req-e3d15102-3cd7-4e7c-b17f-003d60e2f511 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fed807b1-81b5-4a99-9245-d45962e474e9 HTTP/1.1" status: 200 len: 834 time: 0.0431132 Apr 21 13:47:22.927903 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3327f-d7dd-48b2-b1e6-5a81ae88017b req-9e7e829c-ea87-47ba-abdc-918cbbb8fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:47:22.930047 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c9a3327f-d7dd-48b2-b1e6-5a81ae88017b req-9e7e829c-ea87-47ba-abdc-918cbbb8fa31 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29ba1271-166b-483d-9b28-876f7154eaba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420942 Apr 21 13:47:23.029165 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c9a3327f-d7dd-48b2-b1e6-5a81ae88017b req-6e42315f-fca0-484e-a78d-139268a5fc19 service neutron] 10.222.0.24 "GET /v2.0/networks/29ba1271-166b-483d-9b28-876f7154eaba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780303 Apr 21 13:47:23.120619 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c9a3327f-d7dd-48b2-b1e6-5a81ae88017b req-480f182a-c039-4fbd-a3c1-4ab02a899096 service neutron] 10.222.0.24 "GET /v2.0/networks/29ba1271-166b-483d-9b28-876f7154eaba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841548 Apr 21 13:47:23.448531 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07f0e3-c0b1-4ca6-b455-73f04b834299 req-46b5ae90-85d2-4d5c-ad77-10644e83beac tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:47:23.450000 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db07f0e3-c0b1-4ca6-b455-73f04b834299 req-46b5ae90-85d2-4d5c-ad77-10644e83beac tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 945 time: 0.0493186 Apr 21 13:47:23.488952 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db07f0e3-c0b1-4ca6-b455-73f04b834299 req-12dcda00-e479-482d-8e1e-516a467b0d22 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328987 Apr 21 13:47:24.606334 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f7bfc-298f-4f89-9417-06f2babfcb4a req-deb0b906-4ed4-4f87-ba61-a14f7e02f99b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:47:24.607799 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-662f7bfc-298f-4f89-9417-06f2babfcb4a req-deb0b906-4ed4-4f87-ba61-a14f7e02f99b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 945 time: 0.0480633 Apr 21 13:47:24.643797 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-662f7bfc-298f-4f89-9417-06f2babfcb4a req-1b5f15d8-d770-4ac5-8ca4-d126866c60e9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299854 Apr 21 13:47:25.766218 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d7353-1b94-4ca2-9fcc-0aa21d4fe445 req-a972a237-e078-456c-89db-ef89ae816585 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:47:25.767720 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d41d7353-1b94-4ca2-9fcc-0aa21d4fe445 req-a972a237-e078-456c-89db-ef89ae816585 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 945 time: 0.0525284 Apr 21 13:47:25.805381 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d41d7353-1b94-4ca2-9fcc-0aa21d4fe445 req-7a0b30e2-61eb-4af5-8eea-577bb6bee63c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315819 Apr 21 13:47:26.920543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61bdae-4f24-467c-aceb-b0558fbda22d req-dba33b5e-a555-4409-a5bb-ff66b83cd08e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:47:26.922030 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ad61bdae-4f24-467c-aceb-b0558fbda22d req-dba33b5e-a555-4409-a5bb-ff66b83cd08e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 945 time: 0.0472965 Apr 21 13:47:26.959194 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ad61bdae-4f24-467c-aceb-b0558fbda22d req-659b3797-2750-4737-b83f-cce1eaf1a817 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311682 Apr 21 13:47:28.075260 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa6a83-19d1-4976-bd47-b2ce7451ccb5 req-1b6dba84-5b32-45a5-a4da-a730c58a1870 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:47:28.076721 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6afa6a83-19d1-4976-bd47-b2ce7451ccb5 req-1b6dba84-5b32-45a5-a4da-a730c58a1870 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 945 time: 0.0475924 Apr 21 13:47:28.113778 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6afa6a83-19d1-4976-bd47-b2ce7451ccb5 req-f486362e-2400-48bb-8ece-acb6b8d2ffb7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307505 Apr 21 13:47:29.231805 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64eef86-7246-4f94-a889-391c7b243d0b req-a07b525d-ce90-4766-8e99-d76f3f03eb03 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:47:29.233257 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d64eef86-7246-4f94-a889-391c7b243d0b req-a07b525d-ce90-4766-8e99-d76f3f03eb03 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 945 time: 0.0516791 Apr 21 13:47:29.269350 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d64eef86-7246-4f94-a889-391c7b243d0b req-62252f0c-9d1c-48fe-86e9-925981b8a391 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302086 Apr 21 13:47:30.383974 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fee3b-d965-43de-b679-441af567afcd req-c247e011-a079-46ab-9994-415d088117a5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:47:30.385429 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-698fee3b-d965-43de-b679-441af567afcd req-c247e011-a079-46ab-9994-415d088117a5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 945 time: 0.0485675 Apr 21 13:47:30.423548 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-698fee3b-d965-43de-b679-441af567afcd req-a8000302-fc14-4c3b-bd4b-84b60c901814 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317798 Apr 21 13:47:31.538223 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4190ebb-cba6-460e-b44d-014b479dd24c req-c7fb8c80-86c5-4b9f-95ed-2774d8dfdb83 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:47:31.539681 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c4190ebb-cba6-460e-b44d-014b479dd24c req-c7fb8c80-86c5-4b9f-95ed-2774d8dfdb83 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 945 time: 0.0484152 Apr 21 13:47:31.577019 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c4190ebb-cba6-460e-b44d-014b479dd24c req-bf071e11-d4c4-42aa-bd88-74c66ba43461 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313463 Apr 21 13:47:32.693784 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b003e1-9b4a-46c1-9439-f1764beaf29f req-85d9a8e3-36f8-49f7-b00f-e90539125f12 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:47:32.695746 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a2b003e1-9b4a-46c1-9439-f1764beaf29f req-85d9a8e3-36f8-49f7-b00f-e90539125f12 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 945 time: 0.0522153 Apr 21 13:47:32.732609 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a2b003e1-9b4a-46c1-9439-f1764beaf29f req-822f2c58-fc9c-40d6-8f13-b6f785c43a44 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309510 Apr 21 13:47:33.847705 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69261b-0d3d-48d6-adbb-77616df2e532 req-c854139c-6a0c-42ab-ae3a-8fe8967068c5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:47:33.849215 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd69261b-0d3d-48d6-adbb-77616df2e532 req-c854139c-6a0c-42ab-ae3a-8fe8967068c5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 945 time: 0.0491397 Apr 21 13:47:33.887157 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd69261b-0d3d-48d6-adbb-77616df2e532 req-648f73cf-b073-4f83-8b44-00b337e44f70 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318546 Apr 21 13:47:34.999957 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739204d-8f2d-4c74-9ae4-e37cce6b5097 req-3763213c-6f71-45b7-bfc1-dc5bce825265 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:47:35.001417 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e739204d-8f2d-4c74-9ae4-e37cce6b5097 req-3763213c-6f71-45b7-bfc1-dc5bce825265 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 945 time: 0.0478349 Apr 21 13:47:35.038707 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e739204d-8f2d-4c74-9ae4-e37cce6b5097 req-bcb1b5c9-fa69-4113-9933-f3bf9822dd17 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313239 Apr 21 13:47:35.060622 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60834) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:47:35.122543 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1ead5946-e468-4bc3-afaf-4499f7e15d55 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/floatingips/43d98501-af7e-46e9-9ab6-e7bb8121ae38 HTTP/1.1" status: 200 len: 993 time: 0.0608101 Apr 21 13:47:43.489124 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0f143912-d138-4a8d-bda6-41eeb1d128da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:47:45.774809 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c8cd3bbb-7077-48c5-bd70-2df013f75608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:47:47.191510 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:47:48.677567 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:47:48.729285 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:47:48.780845 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:47:51.037987 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:47:51.939276 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:48:05.719490 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60844) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:48:05.871936 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-700c3f3c-9ef7-4be0-b09b-b3603a769f5a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Deleting port d535a97f-001f-4e46-a438-6dcf6a9e8b7e {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:48:05.872277 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-700c3f3c-9ef7-4be0-b09b-b3603a769f5a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:05.947870 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-700c3f3c-9ef7-4be0-b09b-b3603a769f5a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:05.948190 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-700c3f3c-9ef7-4be0-b09b-b3603a769f5a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:05.959309 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-700c3f3c-9ef7-4be0-b09b-b3603a769f5a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Calling delete_port for d535a97f-001f-4e46-a438-6dcf6a9e8b7e owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:48:06.192125 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-700c3f3c-9ef7-4be0-b09b-b3603a769f5a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:06.216523 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c3f3c-9ef7-4be0-b09b-b3603a769f5a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'Port': ['ID=d535a97f-001f-4e46-a438-6dcf6a9e8b7e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:06.229151 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c3f3c-9ef7-4be0-b09b-b3603a769f5a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:06.229490 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c3f3c-9ef7-4be0-b09b-b3603a769f5a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:06.229847 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c3f3c-9ef7-4be0-b09b-b3603a769f5a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:06.230176 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c3f3c-9ef7-4be0-b09b-b3603a769f5a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:06.230499 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c3f3c-9ef7-4be0-b09b-b3603a769f5a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:06.230817 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c3f3c-9ef7-4be0-b09b-b3603a769f5a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:06.231140 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c3f3c-9ef7-4be0-b09b-b3603a769f5a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:06.231458 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c3f3c-9ef7-4be0-b09b-b3603a769f5a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:06.231776 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c3f3c-9ef7-4be0-b09b-b3603a769f5a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:06.232092 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c3f3c-9ef7-4be0-b09b-b3603a769f5a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:06.232404 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c3f3c-9ef7-4be0-b09b-b3603a769f5a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:06.232714 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700c3f3c-9ef7-4be0-b09b-b3603a769f5a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:06.288464 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-700c3f3c-9ef7-4be0-b09b-b3603a769f5a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for floatingip, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:06.288859 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-700c3f3c-9ef7-4be0-b09b-b3603a769f5a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Floating IP 43d98501-af7e-46e9-9ab6-e7bb8121ae38 disassociated (deleted). External IP: 172.25.8.182, port: e5664bc1-bcbe-4df5-9592-df273ffedbbd. Apr 21 13:48:06.494944 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700c3f3c-9ef7-4be0-b09b-b3603a769f5a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Router 6c331209-ed50-4dd7-a58e-a5f1d50022fe has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:48:06.596039 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700c3f3c-9ef7-4be0-b09b-b3603a769f5a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:48:06.600795 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-700c3f3c-9ef7-4be0-b09b-b3603a769f5a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:06.606224 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95924910-792d-4a1a-bcf8-9ebddf893a04 None None] Sync routers for ids ['6c331209-ed50-4dd7-a58e-a5f1d50022fe'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:48:06.615850 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95924910-792d-4a1a-bcf8-9ebddf893a04 None None] Routers {'6c331209-ed50-4dd7-a58e-a5f1d50022fe'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:48:06.616449 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-95924910-792d-4a1a-bcf8-9ebddf893a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:47:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['6c331209-ed50-4dd7-a58e-a5f1d50022fe'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:48:06.630541 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-700c3f3c-9ef7-4be0-b09b-b3603a769f5a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "DELETE /v2.0/floatingips/43d98501-af7e-46e9-9ab6-e7bb8121ae38 HTTP/1.1" status: 204 len: 168 time: 0.9099722 Apr 21 13:48:06.631136 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e60c207-17bb-4475-97fa-09d378104a3e', 'tag': 'e5664bc1-bcbe-4df5-9592-df273ffedbbd'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:48:06.633396 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8731b9b0d93a9bf69e636c4352cfd91473ecc38c160ddf4d7ef907223a15797c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a9f5eb6-4b58-4362-9d74-46486be47d94" -d '{"events": [{"name": "network-changed", "server_uuid": "3e60c207-17bb-4475-97fa-09d378104a3e", "tag": "e5664bc1-bcbe-4df5-9592-df273ffedbbd"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:48:06.676696 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fb0c45-8903-4802-8c44-95539f98e41b x-openstack-request-id: req-38fb0c45-8903-4802-8c44-95539f98e41b {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:48:06.677011 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e60c207-17bb-4475-97fa-09d378104a3e", "tag": "e5664bc1-bcbe-4df5-9592-df273ffedbbd", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:48:06.677263 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-38fb0c45-8903-4802-8c44-95539f98e41b {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:48:06.678092 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38fb0c45-8903-4802-8c44-95539f98e41b'] response: {'name': 'network-changed', 'server_uuid': '3e60c207-17bb-4475-97fa-09d378104a3e', 'tag': 'e5664bc1-bcbe-4df5-9592-df273ffedbbd', 'status': 'completed', 'code': 200} Apr 21 13:48:06.722094 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-95924910-792d-4a1a-bcf8-9ebddf893a04 None None] Set router 6c331209-ed50-4dd7-a58e-a5f1d50022fe gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:48:06.741569 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f5eb6-4b58-4362-9d74-46486be47d94 req-3b8cbe59-1a70-4b63-9cd3-a3e83ec8ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:06.743100 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a9f5eb6-4b58-4362-9d74-46486be47d94 req-3b8cbe59-1a70-4b63-9cd3-a3e83ec8ec59 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 1096 time: 0.0424998 Apr 21 13:48:06.839246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f5eb6-4b58-4362-9d74-46486be47d94 req-be04e947-4682-458e-8904-6f8751282089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:06.840650 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a9f5eb6-4b58-4362-9d74-46486be47d94 req-be04e947-4682-458e-8904-6f8751282089 service neutron] 10.222.0.24 "GET /v2.0/networks?id=29ba1271-166b-483d-9b28-876f7154eaba HTTP/1.1" status: 200 len: 898 time: 0.0897346 Apr 21 13:48:06.890364 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a9f5eb6-4b58-4362-9d74-46486be47d94 req-5533157b-50cb-4cab-a329-b70543b6eb9d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5664bc1-bcbe-4df5-9592-df273ffedbbd HTTP/1.1" status: 200 len: 217 time: 0.0375772 Apr 21 13:48:06.920421 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-95924910-792d-4a1a-bcf8-9ebddf893a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047972700', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:46:28Z', 'updated_at': '2022-04-21T13:46:33Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:46:29Z', 'updated_at': '2022-04-21T13:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6', 'name': '', 'network_id': '29ba1271-166b-483d-9b28-876f7154eaba', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:16:5d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'fed807b1-81b5-4a99-9245-d45962e474e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:46:32Z', 'updated_at': '2022-04-21T13:46:35Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': 'fed807b1-81b5-4a99-9245-d45962e474e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:48:06.943818 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f5eb6-4b58-4362-9d74-46486be47d94 req-2c36753b-ff4a-4377-a078-e22441b70039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:06.945325 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a9f5eb6-4b58-4362-9d74-46486be47d94 req-2c36753b-ff4a-4377-a078-e22441b70039 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fed807b1-81b5-4a99-9245-d45962e474e9 HTTP/1.1" status: 200 len: 834 time: 0.0434690 Apr 21 13:48:06.946723 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95924910-792d-4a1a-bcf8-9ebddf893a04 None None] Checking router: 6c331209-ed50-4dd7-a58e-a5f1d50022fe for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:48:06.955400 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95924910-792d-4a1a-bcf8-9ebddf893a04 None None] Routers {'6c331209-ed50-4dd7-a58e-a5f1d50022fe'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:48:06.955994 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-95924910-792d-4a1a-bcf8-9ebddf893a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:47:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['6c331209-ed50-4dd7-a58e-a5f1d50022fe'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:48:07.012497 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f5eb6-4b58-4362-9d74-46486be47d94 req-0d9a8c7e-9c17-40ae-a833-a8f51a3eb7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:07.014090 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a9f5eb6-4b58-4362-9d74-46486be47d94 req-0d9a8c7e-9c17-40ae-a833-a8f51a3eb7e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29ba1271-166b-483d-9b28-876f7154eaba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468900 Apr 21 13:48:07.064813 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-95924910-792d-4a1a-bcf8-9ebddf893a04 None None] Set router 6c331209-ed50-4dd7-a58e-a5f1d50022fe gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:48:07.110342 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5efc0a-c851-4ea2-a026-636301926a68 req-2a5c694c-9f04-468a-b691-10257e553493 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:07.111742 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dc5efc0a-c851-4ea2-a026-636301926a68 req-2a5c694c-9f04-468a-b691-10257e553493 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 945 time: 0.0936377 Apr 21 13:48:07.171508 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a9f5eb6-4b58-4362-9d74-46486be47d94 req-16437fdd-6de2-4c4b-8c3f-83e03ab988ba service neutron] 10.222.0.24 "GET /v2.0/networks/29ba1271-166b-483d-9b28-876f7154eaba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443644 Apr 21 13:48:07.177723 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dc5efc0a-c851-4ea2-a026-636301926a68 req-1763a08d-d348-4e94-af2f-d12f8d1713aa tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600219 Apr 21 13:48:07.267676 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2a9f5eb6-4b58-4362-9d74-46486be47d94 req-2e84155b-e619-4c86-9442-fcb0d9638f34 service neutron] 10.222.0.24 "GET /v2.0/networks/29ba1271-166b-483d-9b28-876f7154eaba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872622 Apr 21 13:48:07.420642 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-95924910-792d-4a1a-bcf8-9ebddf893a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047972700', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:46:28Z', 'updated_at': '2022-04-21T13:46:33Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:46:29Z', 'updated_at': '2022-04-21T13:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6', 'name': '', 'network_id': '29ba1271-166b-483d-9b28-876f7154eaba', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:16:5d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'fed807b1-81b5-4a99-9245-d45962e474e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:46:32Z', 'updated_at': '2022-04-21T13:46:35Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': 'fed807b1-81b5-4a99-9245-d45962e474e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:48:07.446184 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95924910-792d-4a1a-bcf8-9ebddf893a04 None None] The sync data for ids ['6c331209-ed50-4dd7-a58e-a5f1d50022fe'] in n-d-836147-2 is: [{'id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047972700', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:46:28Z', 'updated_at': '2022-04-21T13:46:33Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:46:29Z', 'updated_at': '2022-04-21T13:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6', 'name': '', 'network_id': '29ba1271-166b-483d-9b28-876f7154eaba', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:16:5d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': 'fed807b1-81b5-4a99-9245-d45962e474e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:46:32Z', 'updated_at': '2022-04-21T13:46:35Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': 'fed807b1-81b5-4a99-9245-d45962e474e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:48:07.648270 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c7196c-ff32-46d7-96c8-246b2d7b635b None None] New status for floating IP 43d98501-af7e-46e9-9ab6-e7bb8121ae38: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:48:08.302480 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7180a7-9d03-4d0d-8221-a05076855ce5 req-23c04643-d5b6-426f-b970-e9d52ba7e8b6 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:08.303958 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d7180a7-9d03-4d0d-8221-a05076855ce5 req-23c04643-d5b6-426f-b970-e9d52ba7e8b6 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 945 time: 0.0490222 Apr 21 13:48:08.346767 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8d7180a7-9d03-4d0d-8221-a05076855ce5 req-c9e4e736-d0c8-4980-875f-39815404e278 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367780 Apr 21 13:48:08.714893 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5457c7-1bc3-44b5-94ce-4af0496f550f req-142a8c2a-cc97-453b-9c23-446f6844990c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:08.716314 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f5457c7-1bc3-44b5-94ce-4af0496f550f req-142a8c2a-cc97-453b-9c23-446f6844990c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 945 time: 0.0475698 Apr 21 13:48:08.811994 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4f5457c7-1bc3-44b5-94ce-4af0496f550f req-d6b25281-8301-4fff-a6ad-c32a0af75070 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Deleting port e5664bc1-bcbe-4df5-9592-df273ffedbbd {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:48:08.812338 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f5457c7-1bc3-44b5-94ce-4af0496f550f req-d6b25281-8301-4fff-a6ad-c32a0af75070 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:08.908042 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-4f5457c7-1bc3-44b5-94ce-4af0496f550f req-d6b25281-8301-4fff-a6ad-c32a0af75070 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] For port e5664bc1-bcbe-4df5-9592-df273ffedbbd, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e5664bc1-bcbe-4df5-9592-df273ffedbbd,segment=NetworkSegment(91a55d22-c142-41e1-88a8-8605f7a0703f),segment_id=91a55d22-c142-41e1-88a8-8605f7a0703f)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:48:08.908406 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f5457c7-1bc3-44b5-94ce-4af0496f550f req-d6b25281-8301-4fff-a6ad-c32a0af75070 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:08.921006 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-4f5457c7-1bc3-44b5-94ce-4af0496f550f req-d6b25281-8301-4fff-a6ad-c32a0af75070 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Calling delete_port for e5664bc1-bcbe-4df5-9592-df273ffedbbd owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:48:09.163505 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f5457c7-1bc3-44b5-94ce-4af0496f550f req-d6b25281-8301-4fff-a6ad-c32a0af75070 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:09.191838 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b25281-8301-4fff-a6ad-c32a0af75070 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'Port': ['ID=e5664bc1-bcbe-4df5-9592-df273ffedbbd,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:09.204674 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b25281-8301-4fff-a6ad-c32a0af75070 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:09.205036 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b25281-8301-4fff-a6ad-c32a0af75070 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:09.205395 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b25281-8301-4fff-a6ad-c32a0af75070 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:09.205764 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b25281-8301-4fff-a6ad-c32a0af75070 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:09.206107 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b25281-8301-4fff-a6ad-c32a0af75070 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:09.206441 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b25281-8301-4fff-a6ad-c32a0af75070 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:09.206777 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b25281-8301-4fff-a6ad-c32a0af75070 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:09.207109 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b25281-8301-4fff-a6ad-c32a0af75070 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:09.207463 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b25281-8301-4fff-a6ad-c32a0af75070 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:09.207842 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b25281-8301-4fff-a6ad-c32a0af75070 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:09.208177 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b25281-8301-4fff-a6ad-c32a0af75070 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:09.208498 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b25281-8301-4fff-a6ad-c32a0af75070 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:09.247667 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5457c7-1bc3-44b5-94ce-4af0496f550f req-d6b25281-8301-4fff-a6ad-c32a0af75070 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] No DVR routers for this DVR port e5664bc1-bcbe-4df5-9592-df273ffedbbd on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:48:09.250903 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-4f5457c7-1bc3-44b5-94ce-4af0496f550f req-d6b25281-8301-4fff-a6ad-c32a0af75070 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:09.254934 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4f5457c7-1bc3-44b5-94ce-4af0496f550f req-d6b25281-8301-4fff-a6ad-c32a0af75070 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.24 "DELETE /v2.0/ports/e5664bc1-bcbe-4df5-9592-df273ffedbbd HTTP/1.1" status: 204 len: 173 time: 0.5284772 Apr 21 13:48:09.255409 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e60c207-17bb-4475-97fa-09d378104a3e', 'name': 'network-vif-deleted', 'tag': 'e5664bc1-bcbe-4df5-9592-df273ffedbbd'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:48:09.257682 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcb13bc-db63-4511-85a6-744882088f45" -d '{"events": [{"server_uuid": "3e60c207-17bb-4475-97fa-09d378104a3e", "name": "network-vif-deleted", "tag": "e5664bc1-bcbe-4df5-9592-df273ffedbbd"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:48:09.299023 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe810de0-2c8c-4b37-84b6-6945768505b2 x-openstack-request-id: req-fe810de0-2c8c-4b37-84b6-6945768505b2 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:48:09.299315 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e60c207-17bb-4475-97fa-09d378104a3e", "name": "network-vif-deleted", "tag": "e5664bc1-bcbe-4df5-9592-df273ffedbbd", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:48:09.299593 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fe810de0-2c8c-4b37-84b6-6945768505b2 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:48:09.300002 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe810de0-2c8c-4b37-84b6-6945768505b2'] response: {'server_uuid': '3e60c207-17bb-4475-97fa-09d378104a3e', 'name': 'network-vif-deleted', 'tag': 'e5664bc1-bcbe-4df5-9592-df273ffedbbd', 'status': 'completed', 'code': 200} Apr 21 13:48:09.444170 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a0612556-040d-47b4-8e98-36d81b0534a1 req-3d1cc875-d030-453f-be9d-bb3fc5db2cb5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e60c207-17bb-4475-97fa-09d378104a3e HTTP/1.1" status: 200 len: 210 time: 0.0265307 Apr 21 13:48:10.502284 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60864) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:48:10.846977 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f21a738-49ee-42cc-8bd2-e2a1ea1ea6f3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:11.102652 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-4f21a738-49ee-42cc-8bd2-e2a1ea1ea6f3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Deleting port 3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:48:11.102965 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f21a738-49ee-42cc-8bd2-e2a1ea1ea6f3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:11.191960 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-4f21a738-49ee-42cc-8bd2-e2a1ea1ea6f3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] For port 3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6,segment=NetworkSegment(91a55d22-c142-41e1-88a8-8605f7a0703f),segment_id=91a55d22-c142-41e1-88a8-8605f7a0703f)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:48:11.192318 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f21a738-49ee-42cc-8bd2-e2a1ea1ea6f3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:11.203667 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-4f21a738-49ee-42cc-8bd2-e2a1ea1ea6f3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Calling delete_port for 3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:48:11.449536 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f21a738-49ee-42cc-8bd2-e2a1ea1ea6f3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:11.476217 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21a738-49ee-42cc-8bd2-e2a1ea1ea6f3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'Port': ['ID=3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:11.645790 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4f21a738-49ee-42cc-8bd2-e2a1ea1ea6f3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:11.855451 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f21a738-49ee-42cc-8bd2-e2a1ea1ea6f3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Router 6c331209-ed50-4dd7-a58e-a5f1d50022fe has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:48:11.862865 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e5664bc1-bcbe-4df5-9592-df273ffedbbd no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:48:11.882977 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: e5664bc1-bcbe-4df5-9592-df273ffedbbd {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:48:11.883314 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e5664bc1-bcbe-4df5-9592-df273ffedbbd not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:48:11.960073 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f21a738-49ee-42cc-8bd2-e2a1ea1ea6f3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:48:11.968701 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4f21a738-49ee-42cc-8bd2-e2a1ea1ea6f3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "PUT /v2.0/routers/6c331209-ed50-4dd7-a58e-a5f1d50022fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4620640 Apr 21 13:48:11.968701 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60866) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:48:11.971781 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfa2cfa-d242-4c17-9f10-71984567126d None None] Sync routers for ids ['6c331209-ed50-4dd7-a58e-a5f1d50022fe'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:48:11.982429 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfa2cfa-d242-4c17-9f10-71984567126d None None] Routers {'6c331209-ed50-4dd7-a58e-a5f1d50022fe'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:48:11.983103 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4bfa2cfa-d242-4c17-9f10-71984567126d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:47:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['6c331209-ed50-4dd7-a58e-a5f1d50022fe'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:48:12.021063 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a54c9ad-8223-4a44-ac33-f309e5a521fa tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Deleting subnet fed807b1-81b5-4a99-9245-d45962e474e9 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:48:12.024130 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1a54c9ad-8223-4a44-ac33-f309e5a521fa tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:12.063184 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1a54c9ad-8223-4a44-ac33-f309e5a521fa tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:12.091402 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-4bfa2cfa-d242-4c17-9f10-71984567126d None None] Set router 6c331209-ed50-4dd7-a58e-a5f1d50022fe gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:48:12.153849 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1a54c9ad-8223-4a44-ac33-f309e5a521fa tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:12.250173 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1a54c9ad-8223-4a44-ac33-f309e5a521fa tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:12.268250 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4bfa2cfa-d242-4c17-9f10-71984567126d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047972700', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:46:28Z', 'updated_at': '2022-04-21T13:48:11Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:46:29Z', 'updated_at': '2022-04-21T13:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:48:12.279815 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1a54c9ad-8223-4a44-ac33-f309e5a521fa tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:12.283024 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1a54c9ad-8223-4a44-ac33-f309e5a521fa tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "DELETE /v2.0/subnets/fed807b1-81b5-4a99-9245-d45962e474e9 HTTP/1.1" status: 204 len: 168 time: 0.3139899 Apr 21 13:48:12.284026 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54c9ad-8223-4a44-ac33-f309e5a521fa tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'Subnet': ['ID=fed807b1-81b5-4a99-9245-d45962e474e9,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:12.286849 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60868) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:48:12.296645 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c76749-c5f7-49c7-9e1a-21712526e980 None None] Network 29ba1271-166b-483d-9b28-876f7154eaba requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:48:12.298900 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfa2cfa-d242-4c17-9f10-71984567126d None None] Checking router: 6c331209-ed50-4dd7-a58e-a5f1d50022fe for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:48:12.348630 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfa2cfa-d242-4c17-9f10-71984567126d None None] Routers {'6c331209-ed50-4dd7-a58e-a5f1d50022fe'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:48:12.349254 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4bfa2cfa-d242-4c17-9f10-71984567126d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:47:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['6c331209-ed50-4dd7-a58e-a5f1d50022fe'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:48:12.396564 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6966ebef-1c36-45e6-a3e8-34226263a61b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:12.521637 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-4bfa2cfa-d242-4c17-9f10-71984567126d None None] Set router 6c331209-ed50-4dd7-a58e-a5f1d50022fe gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:48:12.645284 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62373d43-4b8e-4acb-ace5-7620641a18e6 None None] DHCP port deletion for 29ba1271-166b-483d-9b28-876f7154eaba request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:48:12.746670 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-62373d43-4b8e-4acb-ace5-7620641a18e6 None None] Deleting port d77a90a9-584c-4196-a1c4-1e4d7393011c {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:48:12.747041 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62373d43-4b8e-4acb-ace5-7620641a18e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:12.790557 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6966ebef-1c36-45e6-a3e8-34226263a61b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:12.803121 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4bfa2cfa-d242-4c17-9f10-71984567126d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047972700', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:46:28Z', 'updated_at': '2022-04-21T13:48:11Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:46:29Z', 'updated_at': '2022-04-21T13:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:48:12.841209 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-62373d43-4b8e-4acb-ace5-7620641a18e6 None None] For port d77a90a9-584c-4196-a1c4-1e4d7393011c, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=d77a90a9-584c-4196-a1c4-1e4d7393011c,segment=NetworkSegment(91a55d22-c142-41e1-88a8-8605f7a0703f),segment_id=91a55d22-c142-41e1-88a8-8605f7a0703f)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:48:12.841618 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62373d43-4b8e-4acb-ace5-7620641a18e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:12.843866 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfa2cfa-d242-4c17-9f10-71984567126d None None] The sync data for ids ['6c331209-ed50-4dd7-a58e-a5f1d50022fe'] in n-d-836147-2 is: [{'id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1047972700', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.220'}], 'enable_snat': True}, 'gw_port_id': 'e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:46:28Z', 'updated_at': '2022-04-21T13:48:11Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c331209-ed50-4dd7-a58e-a5f1d50022fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:46:29Z', 'updated_at': '2022-04-21T13:46:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:48:12.855625 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-62373d43-4b8e-4acb-ace5-7620641a18e6 None None] Calling delete_port for d77a90a9-584c-4196-a1c4-1e4d7393011c owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:48:12.899081 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6966ebef-1c36-45e6-a3e8-34226263a61b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Deleting port e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:48:12.899431 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6966ebef-1c36-45e6-a3e8-34226263a61b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:12.978685 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-6966ebef-1c36-45e6-a3e8-34226263a61b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] For port e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:48:12.979049 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6966ebef-1c36-45e6-a3e8-34226263a61b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:12.986081 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62373d43-4b8e-4acb-ace5-7620641a18e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:12.991642 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-6966ebef-1c36-45e6-a3e8-34226263a61b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Calling delete_port for e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:48:13.013133 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62373d43-4b8e-4acb-ace5-7620641a18e6 None None] Pushing event deleted for resources: {'Port': ['ID=d77a90a9-584c-4196-a1c4-1e4d7393011c,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:13.022806 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62373d43-4b8e-4acb-ace5-7620641a18e6 None None] No DVR routers for this DVR port d77a90a9-584c-4196-a1c4-1e4d7393011c on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:48:13.025785 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62373d43-4b8e-4acb-ace5-7620641a18e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:13.026129 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62373d43-4b8e-4acb-ace5-7620641a18e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:13.026475 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62373d43-4b8e-4acb-ace5-7620641a18e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:13.026806 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62373d43-4b8e-4acb-ace5-7620641a18e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:13.027147 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62373d43-4b8e-4acb-ace5-7620641a18e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:13.027463 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62373d43-4b8e-4acb-ace5-7620641a18e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:13.027818 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62373d43-4b8e-4acb-ace5-7620641a18e6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:13.028147 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62373d43-4b8e-4acb-ace5-7620641a18e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:13.028470 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62373d43-4b8e-4acb-ace5-7620641a18e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:13.028790 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62373d43-4b8e-4acb-ace5-7620641a18e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:13.029115 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62373d43-4b8e-4acb-ace5-7620641a18e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:13.029435 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62373d43-4b8e-4acb-ace5-7620641a18e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:13.237888 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6966ebef-1c36-45e6-a3e8-34226263a61b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:13.244435 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device d77a90a9-584c-4196-a1c4-1e4d7393011c no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:48:13.265634 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: d77a90a9-584c-4196-a1c4-1e4d7393011c {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:48:13.265862 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6966ebef-1c36-45e6-a3e8-34226263a61b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'Port': ['ID=e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:13.265980 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device d77a90a9-584c-4196-a1c4-1e4d7393011c not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:48:13.266386 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:48:13.293855 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:48:13.294113 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3d80f4f6-20e3-4b2a-bc7b-7dde9201f1c6 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:48:13.338928 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6966ebef-1c36-45e6-a3e8-34226263a61b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:13.432249 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6966ebef-1c36-45e6-a3e8-34226263a61b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:13.434454 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6966ebef-1c36-45e6-a3e8-34226263a61b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:13.528915 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-61932a7f-83ae-4188-8568-2df7ed434e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:13.575085 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6966ebef-1c36-45e6-a3e8-34226263a61b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:13.575591 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6966ebef-1c36-45e6-a3e8-34226263a61b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Fanout notify agent at l3_agent the message router_deleted on router 6c331209-ed50-4dd7-a58e-a5f1d50022fe {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:48:13.582281 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6966ebef-1c36-45e6-a3e8-34226263a61b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:13.583389 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6966ebef-1c36-45e6-a3e8-34226263a61b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "DELETE /v2.0/routers/6c331209-ed50-4dd7-a58e-a5f1d50022fe HTTP/1.1" status: 204 len: 168 time: 1.2954180 Apr 21 13:48:13.586174 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60870) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:48:13.664674 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce6bf261-6f42-4423-ab92-57599ddcba89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:13.752290 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce6bf261-6f42-4423-ab92-57599ddcba89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:13.771922 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-ce6bf261-6f42-4423-ab92-57599ddcba89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ba1271-166b-483d-9b28-876f7154eaba']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:48:13.781378 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-ce6bf261-6f42-4423-ab92-57599ddcba89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a55d22-c142-41e1-88a8-8605f7a0703f') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:48:13.781691 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-ce6bf261-6f42-4423-ab92-57599ddcba89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a55d22-c142-41e1-88a8-8605f7a0703f') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:48:13.790643 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce6bf261-6f42-4423-ab92-57599ddcba89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:13.803228 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce6bf261-6f42-4423-ab92-57599ddcba89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:13.809237 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6bf261-6f42-4423-ab92-57599ddcba89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:48:13.809648 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce6bf261-6f42-4423-ab92-57599ddcba89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:48:13.812816 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:48:13.946188 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce6bf261-6f42-4423-ab92-57599ddcba89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:13.954332 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ce6bf261-6f42-4423-ab92-57599ddcba89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:13.957409 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ce6bf261-6f42-4423-ab92-57599ddcba89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "DELETE /v2.0/networks/29ba1271-166b-483d-9b28-876f7154eaba HTTP/1.1" status: 204 len: 168 time: 0.3702528 Apr 21 13:48:13.960279 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60872) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:48:13.969943 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6bf261-6f42-4423-ab92-57599ddcba89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'Network': ['ID=29ba1271-166b-483d-9b28-876f7154eaba,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:14.021305 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-201374a0-692e-42fd-86b0-60a101530285 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:14.047071 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-201374a0-692e-42fd-86b0-60a101530285 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:14.163476 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-201374a0-692e-42fd-86b0-60a101530285 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:14.166169 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-201374a0-692e-42fd-86b0-60a101530285 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:14.167415 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-201374a0-692e-42fd-86b0-60a101530285 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "DELETE /v2.0/security-groups/5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3 HTTP/1.1" status: 204 len: 168 time: 0.2061327 Apr 21 13:48:14.176274 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201374a0-692e-42fd-86b0-60a101530285 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a81aa1c-ddab-4390-b00b-9dd43e3ea6a3,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:14.483543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60878) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:48:14.488103 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5b9c568b-c512-49a2-a13f-da4947655711 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-669001147', 'description': 'tempest-secgroup-smoke-669001147 description', 'project_id': 'ede2fbffe5614ad9915a309c73849643'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:48:14.558216 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b9c568b-c512-49a2-a13f-da4947655711 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:14.621486 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b9c568b-c512-49a2-a13f-da4947655711 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:14.660644 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b9c568b-c512-49a2-a13f-da4947655711 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:14.689515 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c568b-c512-49a2-a13f-da4947655711 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10955d48-0e7b-4218-8756-9a11b1333ae0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:14.725280 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b9c568b-c512-49a2-a13f-da4947655711 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:14.726513 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5b9c568b-c512-49a2-a13f-da4947655711 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2419631 Apr 21 13:48:14.731068 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60880) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:48:14.735808 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-436bb848-7ba5-49cd-a089-d844bbbc5eaf tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group_rule': {'security_group_id': '10955d48-0e7b-4218-8756-9a11b1333ae0', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:48:14.813475 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-436bb848-7ba5-49cd-a089-d844bbbc5eaf tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:14.868223 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-436bb848-7ba5-49cd-a089-d844bbbc5eaf tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:14.911923 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-436bb848-7ba5-49cd-a089-d844bbbc5eaf tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:14.929501 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436bb848-7ba5-49cd-a089-d844bbbc5eaf tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa9f4ed9-e535-4f91-bd44-ebfe483bf281,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:14.993001 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-436bb848-7ba5-49cd-a089-d844bbbc5eaf tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:14.994184 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-436bb848-7ba5-49cd-a089-d844bbbc5eaf tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2621613 Apr 21 13:48:14.997096 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60882) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:48:15.001387 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bbc10e62-ec40-4375-9fdd-7c500a19a730 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group_rule': {'security_group_id': '10955d48-0e7b-4218-8756-9a11b1333ae0', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:48:15.086767 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbc10e62-ec40-4375-9fdd-7c500a19a730 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:15.144180 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbc10e62-ec40-4375-9fdd-7c500a19a730 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:15.219967 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbc10e62-ec40-4375-9fdd-7c500a19a730 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:15.231634 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:48:15.238321 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc10e62-ec40-4375-9fdd-7c500a19a730 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a87d08-9134-4652-94df-5d8607a877ca,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:15.251802 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:48:15.252144 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e26e9fb4-15b8-40c2-a23a-08ff48f3bcd4 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:48:15.313978 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bbc10e62-ec40-4375-9fdd-7c500a19a730 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:15.315249 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-bbc10e62-ec40-4375-9fdd-7c500a19a730 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3171809 Apr 21 13:48:15.317910 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60884) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:48:15.323193 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e49f5aed-9906-4124-baaa-2029756e9cc3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group_rule': {'security_group_id': '10955d48-0e7b-4218-8756-9a11b1333ae0', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:48:15.425538 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e49f5aed-9906-4124-baaa-2029756e9cc3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:15.482004 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e49f5aed-9906-4124-baaa-2029756e9cc3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:15.568175 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e49f5aed-9906-4124-baaa-2029756e9cc3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:15.586115 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f5aed-9906-4124-baaa-2029756e9cc3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742241d7-d29e-4d3d-ae03-18d987035586,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:15.667197 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e49f5aed-9906-4124-baaa-2029756e9cc3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:15.668438 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e49f5aed-9906-4124-baaa-2029756e9cc3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3495364 Apr 21 13:48:15.671052 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60886) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:48:15.675510 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ed5a9014-0734-4443-b311-ee76c33b6ccc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group_rule': {'security_group_id': '10955d48-0e7b-4218-8756-9a11b1333ae0', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:48:15.739495 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed5a9014-0734-4443-b311-ee76c33b6ccc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:15.751946 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5201bce4-ad1c-4207-bbee-0baf2f2a6a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:15.798136 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed5a9014-0734-4443-b311-ee76c33b6ccc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:15.843291 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed5a9014-0734-4443-b311-ee76c33b6ccc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:15.860095 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a9014-0734-4443-b311-ee76c33b6ccc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d4e040-0c4e-4c92-9eba-b8e39b2879bc,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:15.953558 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ed5a9014-0734-4443-b311-ee76c33b6ccc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:15.954862 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ed5a9014-0734-4443-b311-ee76c33b6ccc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2828839 Apr 21 13:48:15.957557 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60888) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:48:15.961958 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2928c2dc-9fd9-43fd-a3e8-b6f7dac6e6e2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group_rule': {'security_group_id': '10955d48-0e7b-4218-8756-9a11b1333ae0', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:48:16.020460 n-d-836147-2 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-2928c2dc-9fd9-43fd-a3e8-b6f7dac6e6e2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Project ede2fbffe5614ad9915a309c73849643 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:48:16.025257 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2928c2dc-9fd9-43fd-a3e8-b6f7dac6e6e2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:16.085847 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2928c2dc-9fd9-43fd-a3e8-b6f7dac6e6e2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:16.157622 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2928c2dc-9fd9-43fd-a3e8-b6f7dac6e6e2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:16.175314 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928c2dc-9fd9-43fd-a3e8-b6f7dac6e6e2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac231a5-8088-4d89-b428-f6a063a13a25,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:16.251095 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2928c2dc-9fd9-43fd-a3e8-b6f7dac6e6e2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:16.252311 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2928c2dc-9fd9-43fd-a3e8-b6f7dac6e6e2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2937410 Apr 21 13:48:16.255000 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60890) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:48:16.259382 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-7121c644-7cc4-4849-9c07-e88350da54b8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group_rule': {'security_group_id': '10955d48-0e7b-4218-8756-9a11b1333ae0', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:48:16.363493 n-d-836147-2 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-7121c644-7cc4-4849-9c07-e88350da54b8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Project ede2fbffe5614ad9915a309c73849643 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:48:16.368610 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7121c644-7cc4-4849-9c07-e88350da54b8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:16.429762 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7121c644-7cc4-4849-9c07-e88350da54b8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:16.500366 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7121c644-7cc4-4849-9c07-e88350da54b8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:16.517692 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121c644-7cc4-4849-9c07-e88350da54b8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef5196d-09d7-4505-8afd-51ef2481bd0c,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:16.576817 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-7121c644-7cc4-4849-9c07-e88350da54b8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:16.578042 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-7121c644-7cc4-4849-9c07-e88350da54b8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3220568 Apr 21 13:48:16.580894 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60892) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:48:16.585891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-e7570418-65ef-4a59-ade6-45b37b20c8be tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'network': {'name': 'tempest-network-smoke--822734778', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'port_security_enabled': True}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:48:16.654500 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7570418-65ef-4a59-ade6-45b37b20c8be tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Made reservation on behalf of ede2fbffe5614ad9915a309c73849643 for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:48:16.657837 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e7570418-65ef-4a59-ade6-45b37b20c8be tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:16.680305 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7570418-65ef-4a59-ade6-45b37b20c8be tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:48:16.689371 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e7570418-65ef-4a59-ade6-45b37b20c8be tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:16.694110 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-e7570418-65ef-4a59-ade6-45b37b20c8be tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Added segment 795e985b-3430-4b1a-8241-771380380927 of type vlan for network 34add040-3899-413f-8ac7-8c736e2526a7 Apr 21 13:48:16.728370 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e7570418-65ef-4a59-ade6-45b37b20c8be tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:16.792239 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e7570418-65ef-4a59-ade6-45b37b20c8be tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:16.798468 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7570418-65ef-4a59-ade6-45b37b20c8be tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:16.799060 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e7570418-65ef-4a59-ade6-45b37b20c8be tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:16.867524 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7570418-65ef-4a59-ade6-45b37b20c8be tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Network': ['ID=34add040-3899-413f-8ac7-8c736e2526a7,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:16.877921 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 34add040-3899-413f-8ac7-8c736e2526a7 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:48:16.914759 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e7570418-65ef-4a59-ade6-45b37b20c8be tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3327618 Apr 21 13:48:16.917466 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60894) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:48:16.922803 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-39dbd6e2-5726-4a41-ac81-abd074174e61 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-81097176', 'admin_state_up': True, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:48:17.014929 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39dbd6e2-5726-4a41-ac81-abd074174e61 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:17.015949 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39dbd6e2-5726-4a41-ac81-abd074174e61 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:17.066644 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39dbd6e2-5726-4a41-ac81-abd074174e61 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:17.186154 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:17.265887 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39dbd6e2-5726-4a41-ac81-abd074174e61 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:17.542244 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39dbd6e2-5726-4a41-ac81-abd074174e61 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:17.564395 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39dbd6e2-5726-4a41-ac81-abd074174e61 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:17.663654 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-39dbd6e2-5726-4a41-ac81-abd074174e61 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Allocated IP 172.25.8.122 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/89de71c5-1546-4b97-bae3-cc3e05df2a76) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:48:17.764744 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39dbd6e2-5726-4a41-ac81-abd074174e61 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:17.837825 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39dbd6e2-5726-4a41-ac81-abd074174e61 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:17.872554 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dbd6e2-5726-4a41-ac81-abd074174e61 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:48:17.877752 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-39dbd6e2-5726-4a41-ac81-abd074174e61 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:48:17.881217 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dbd6e2-5726-4a41-ac81-abd074174e61 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:48:17.904894 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbd6e2-5726-4a41-ac81-abd074174e61 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Port': ['ID=89de71c5-1546-4b97-bae3-cc3e05df2a76,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:18.222384 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39dbd6e2-5726-4a41-ac81-abd074174e61 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:18.415137 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39dbd6e2-5726-4a41-ac81-abd074174e61 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:18.586331 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39dbd6e2-5726-4a41-ac81-abd074174e61 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Router 4781dd89-420d-4219-9418-a443ca82abf5 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:48:18.660654 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:18.691840 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39dbd6e2-5726-4a41-ac81-abd074174e61 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:48:18.701343 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc6152f-69d5-47a5-9e51-52925933ba6e None None] Sync routers for ids ['4781dd89-420d-4219-9418-a443ca82abf5'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:48:18.711768 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc6152f-69d5-47a5-9e51-52925933ba6e None None] Routers {'4781dd89-420d-4219-9418-a443ca82abf5'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:48:18.712412 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5bc6152f-69d5-47a5-9e51-52925933ba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:48:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['4781dd89-420d-4219-9418-a443ca82abf5'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:48:18.723241 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:18.758799 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-39dbd6e2-5726-4a41-ac81-abd074174e61 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:18.760039 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-39dbd6e2-5726-4a41-ac81-abd074174e61 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8415194 Apr 21 13:48:18.763299 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60896) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:48:18.791076 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:18.799306 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-21bcbf42-6f91-4b31-8cd1-4b93018de36c tempest-TestNetworkAdvancedServerOps-981871309 tempest-TestNetworkAdvancedServerOps-981871309-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=ede2fbffe5614ad9915a309c73849643&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348215 Apr 21 13:48:18.802380 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60898) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:48:18.815812 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-5bc6152f-69d5-47a5-9e51-52925933ba6e None None] Set router 4781dd89-420d-4219-9418-a443ca82abf5 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:48:18.889677 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2144d2a2-d13c-4621-8563-84d36231797d tempest-TestNetworkAdvancedServerOps-981871309 tempest-TestNetworkAdvancedServerOps-981871309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:18.891590 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2144d2a2-d13c-4621-8563-84d36231797d tempest-TestNetworkAdvancedServerOps-981871309 tempest-TestNetworkAdvancedServerOps-981871309-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882895 Apr 21 13:48:18.894339 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60900) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:48:18.922865 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a87eb33a-0d04-4803-820b-e8c0b76692ea tempest-TestNetworkAdvancedServerOps-981871309 tempest-TestNetworkAdvancedServerOps-981871309-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=23f97cfe-dd42-45d8-a5df-e2b803e954fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274949 Apr 21 13:48:18.925330 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60902) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:48:18.930032 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d3ccf4b4-0e75-4ca8-95f8-e66cd63d4c77 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1919313412', 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:48:18.988697 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5bc6152f-69d5-47a5-9e51-52925933ba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4781dd89-420d-4219-9418-a443ca82abf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81097176', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '89de71c5-1546-4b97-bae3-cc3e05df2a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:48:17Z', 'updated_at': '2022-04-21T13:48:18Z', 'revision_number': 3, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': '89de71c5-1546-4b97-bae3-cc3e05df2a76', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ea:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4781dd89-420d-4219-9418-a443ca82abf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:48:17Z', 'updated_at': '2022-04-21T13:48:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:48:19.014337 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc6152f-69d5-47a5-9e51-52925933ba6e None None] Checking router: 4781dd89-420d-4219-9418-a443ca82abf5 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:48:19.020455 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc6152f-69d5-47a5-9e51-52925933ba6e None None] Updating router 4781dd89-420d-4219-9418-a443ca82abf5 port 89de71c5-1546-4b97-bae3-cc3e05df2a76 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:48:19.038824 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bc6152f-69d5-47a5-9e51-52925933ba6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:19.083422 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ccf4b4-0e75-4ca8-95f8-e66cd63d4c77 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Made reservation on behalf of ede2fbffe5614ad9915a309c73849643 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:48:19.086928 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d3ccf4b4-0e75-4ca8-95f8-e66cd63d4c77 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:19.284304 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bc6152f-69d5-47a5-9e51-52925933ba6e None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:19.317988 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d3ccf4b4-0e75-4ca8-95f8-e66cd63d4c77 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:19.357513 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bc6152f-69d5-47a5-9e51-52925933ba6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:19.384197 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ccf4b4-0e75-4ca8-95f8-e66cd63d4c77 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Subnet': ['ID=4ca43ae0-8199-4435-8be9-ace635e71890,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:19.389516 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ccf4b4-0e75-4ca8-95f8-e66cd63d4c77 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Checking segment: {'id': '795e985b-3430-4b1a-8241-771380380927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:48:19.390586 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ccf4b4-0e75-4ca8-95f8-e66cd63d4c77 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network hostable DHCP agents. Network: 34add040-3899-413f-8ac7-8c736e2526a7, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:48:19.403437 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5bc6152f-69d5-47a5-9e51-52925933ba6e None None] Attempting to bind port 89de71c5-1546-4b97-bae3-cc3e05df2a76 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:48:19.403804 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5bc6152f-69d5-47a5-9e51-52925933ba6e None None] Attempting to bind port 89de71c5-1546-4b97-bae3-cc3e05df2a76 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:48:19.404156 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc6152f-69d5-47a5-9e51-52925933ba6e None None] Attempting to bind port 89de71c5-1546-4b97-bae3-cc3e05df2a76 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:48:19.415200 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc6152f-69d5-47a5-9e51-52925933ba6e None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:48:19.415562 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc6152f-69d5-47a5-9e51-52925933ba6e None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:48:19.415951 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bc6152f-69d5-47a5-9e51-52925933ba6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:19.416331 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc6152f-69d5-47a5-9e51-52925933ba6e None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:48:19.416789 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-5bc6152f-69d5-47a5-9e51-52925933ba6e None None] Bound port: 89de71c5-1546-4b97-bae3-cc3e05df2a76, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:48:19.417158 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bc6152f-69d5-47a5-9e51-52925933ba6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:19.439315 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e38f80-15f5-4250-8d0a-e89565ab0d9e None None] Pushing event updated for resources: {'Port': ['ID=89de71c5-1546-4b97-bae3-cc3e05df2a76,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:19.449749 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e38f80-15f5-4250-8d0a-e89565ab0d9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:19.450082 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e38f80-15f5-4250-8d0a-e89565ab0d9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:19.450410 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e38f80-15f5-4250-8d0a-e89565ab0d9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:19.450733 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e38f80-15f5-4250-8d0a-e89565ab0d9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:19.451051 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e38f80-15f5-4250-8d0a-e89565ab0d9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:19.451366 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e38f80-15f5-4250-8d0a-e89565ab0d9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:19.451678 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e38f80-15f5-4250-8d0a-e89565ab0d9e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:19.452024 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e38f80-15f5-4250-8d0a-e89565ab0d9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:19.452336 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e38f80-15f5-4250-8d0a-e89565ab0d9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:19.453239 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e38f80-15f5-4250-8d0a-e89565ab0d9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:19.453548 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e38f80-15f5-4250-8d0a-e89565ab0d9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:19.454539 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e38f80-15f5-4250-8d0a-e89565ab0d9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:48:19.472160 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ccf4b4-0e75-4ca8-95f8-e66cd63d4c77 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network 34add040-3899-413f-8ac7-8c736e2526a7 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:48:19.483385 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5bc6152f-69d5-47a5-9e51-52925933ba6e None None] For port 89de71c5-1546-4b97-bae3-cc3e05df2a76, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:48:19.486876 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-5bc6152f-69d5-47a5-9e51-52925933ba6e None None] For port 89de71c5-1546-4b97-bae3-cc3e05df2a76, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=89de71c5-1546-4b97-bae3-cc3e05df2a76,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:48:19.563707 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-d3ccf4b4-0e75-4ca8-95f8-e66cd63d4c77 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 34add040-3899-413f-8ac7-8c736e2526a7) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:48:19.567972 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ccf4b4-0e75-4ca8-95f8-e66cd63d4c77 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:19.568648 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d3ccf4b4-0e75-4ca8-95f8-e66cd63d4c77 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:19.575085 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c3b645-322b-4771-ac81-84b5d1878ab5 None None] Network 34add040-3899-413f-8ac7-8c736e2526a7 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:48:19.575364 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-5bc6152f-69d5-47a5-9e51-52925933ba6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:19.628001 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc6152f-69d5-47a5-9e51-52925933ba6e None None] Routers {'4781dd89-420d-4219-9418-a443ca82abf5'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:48:19.628607 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5bc6152f-69d5-47a5-9e51-52925933ba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:48:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['4781dd89-420d-4219-9418-a443ca82abf5'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:48:19.654326 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d3ccf4b4-0e75-4ca8-95f8-e66cd63d4c77 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7253177 Apr 21 13:48:19.654793 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60904) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:48:19.669565 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e38f80-15f5-4250-8d0a-e89565ab0d9e None None] Pushing event updated for resources: {'Port': ['ID=89de71c5-1546-4b97-bae3-cc3e05df2a76,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:19.720963 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cb0b97-3ebc-48fb-8d80-7e1ef1192952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-34add040-3899-413f-8ac7-8c736e2526a7', 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'fixed_ips': [{'subnet_id': '4ca43ae0-8199-4435-8be9-ace635e71890'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:48:19.722520 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38cb0b97-3ebc-48fb-8d80-7e1ef1192952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:19.739136 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-5bc6152f-69d5-47a5-9e51-52925933ba6e None None] Set router 4781dd89-420d-4219-9418-a443ca82abf5 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:48:19.869645 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-38cb0b97-3ebc-48fb-8d80-7e1ef1192952 None None] Allocated IP 172.20.0.2 (34add040-3899-413f-8ac7-8c736e2526a7/4ca43ae0-8199-4435-8be9-ace635e71890/22b58046-9308-4766-a905-616776751c54) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:48:19.923027 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-5bc6152f-69d5-47a5-9e51-52925933ba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4781dd89-420d-4219-9418-a443ca82abf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81097176', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '89de71c5-1546-4b97-bae3-cc3e05df2a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:48:17Z', 'updated_at': '2022-04-21T13:48:18Z', 'revision_number': 3, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': '89de71c5-1546-4b97-bae3-cc3e05df2a76', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ea:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4781dd89-420d-4219-9418-a443ca82abf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:48:17Z', 'updated_at': '2022-04-21T13:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:48:19.949614 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc6152f-69d5-47a5-9e51-52925933ba6e None None] The sync data for ids ['4781dd89-420d-4219-9418-a443ca82abf5'] in n-d-836147-2 is: [{'id': '4781dd89-420d-4219-9418-a443ca82abf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81097176', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '89de71c5-1546-4b97-bae3-cc3e05df2a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:48:17Z', 'updated_at': '2022-04-21T13:48:18Z', 'revision_number': 3, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': '89de71c5-1546-4b97-bae3-cc3e05df2a76', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ea:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4781dd89-420d-4219-9418-a443ca82abf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:48:17Z', 'updated_at': '2022-04-21T13:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:48:20.023955 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38cb0b97-3ebc-48fb-8d80-7e1ef1192952 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:20.084137 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38cb0b97-3ebc-48fb-8d80-7e1ef1192952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:20.101106 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f4ab7cb-f637-42b0-87b7-90f1111b1438 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:20.126627 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38cb0b97-3ebc-48fb-8d80-7e1ef1192952 None None] Network 34add040-3899-413f-8ac7-8c736e2526a7 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:48:20.129661 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-38cb0b97-3ebc-48fb-8d80-7e1ef1192952 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:48:20.134214 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cb0b97-3ebc-48fb-8d80-7e1ef1192952 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:48:20.139704 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb0b97-3ebc-48fb-8d80-7e1ef1192952 None None] Pushing event updated for resources: {'Port': ['ID=22b58046-9308-4766-a905-616776751c54,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:20.219653 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-38cb0b97-3ebc-48fb-8d80-7e1ef1192952 None None] Attempting to bind port 22b58046-9308-4766-a905-616776751c54 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:48:20.220029 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-38cb0b97-3ebc-48fb-8d80-7e1ef1192952 None None] Attempting to bind port 22b58046-9308-4766-a905-616776751c54 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '795e985b-3430-4b1a-8241-771380380927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:48:20.220829 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cb0b97-3ebc-48fb-8d80-7e1ef1192952 None None] Attempting to bind port 22b58046-9308-4766-a905-616776751c54 on network 34add040-3899-413f-8ac7-8c736e2526a7 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:48:20.226735 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cb0b97-3ebc-48fb-8d80-7e1ef1192952 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:48:20.226983 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cb0b97-3ebc-48fb-8d80-7e1ef1192952 None None] Checking segment: {'id': '795e985b-3430-4b1a-8241-771380380927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:48:20.227386 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38cb0b97-3ebc-48fb-8d80-7e1ef1192952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:20.227769 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cb0b97-3ebc-48fb-8d80-7e1ef1192952 None None] Bound using segment: {'id': '795e985b-3430-4b1a-8241-771380380927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:48:20.228234 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-38cb0b97-3ebc-48fb-8d80-7e1ef1192952 None None] Bound port: 22b58046-9308-4766-a905-616776751c54, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795e985b-3430-4b1a-8241-771380380927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:48:20.228612 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38cb0b97-3ebc-48fb-8d80-7e1ef1192952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:20.295536 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-38cb0b97-3ebc-48fb-8d80-7e1ef1192952 None None] For port 22b58046-9308-4766-a905-616776751c54, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:48:20.299421 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-38cb0b97-3ebc-48fb-8d80-7e1ef1192952 None None] For port 22b58046-9308-4766-a905-616776751c54, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=22b58046-9308-4766-a905-616776751c54,segment=NetworkSegment(795e985b-3430-4b1a-8241-771380380927),segment_id=795e985b-3430-4b1a-8241-771380380927)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:48:20.381534 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38cb0b97-3ebc-48fb-8d80-7e1ef1192952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:20.416993 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-1f4ab7cb-f637-42b0-87b7-90f1111b1438 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Allocated IP 172.20.0.1 (34add040-3899-413f-8ac7-8c736e2526a7/4ca43ae0-8199-4435-8be9-ace635e71890/c42b15a4-ad17-4edc-b7df-4ab435ab08b0) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:48:20.456406 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb0b97-3ebc-48fb-8d80-7e1ef1192952 None None] Pushing event updated for resources: {'Port': ['ID=22b58046-9308-4766-a905-616776751c54,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:20.551072 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f4ab7cb-f637-42b0-87b7-90f1111b1438 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:20.644009 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f4ab7cb-f637-42b0-87b7-90f1111b1438 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:20.699810 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4ab7cb-f637-42b0-87b7-90f1111b1438 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network 34add040-3899-413f-8ac7-8c736e2526a7 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:48:20.704037 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1f4ab7cb-f637-42b0-87b7-90f1111b1438 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:48:20.708399 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4ab7cb-f637-42b0-87b7-90f1111b1438 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:48:20.715101 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ab7cb-f637-42b0-87b7-90f1111b1438 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Port': ['ID=c42b15a4-ad17-4edc-b7df-4ab435ab08b0,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:20.759191 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f4ab7cb-f637-42b0-87b7-90f1111b1438 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:20.958730 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f4ab7cb-f637-42b0-87b7-90f1111b1438 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:21.037760 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:21.254098 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f4ab7cb-f637-42b0-87b7-90f1111b1438 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:21.300975 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f4ab7cb-f637-42b0-87b7-90f1111b1438 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:21.316715 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 22b58046-9308-4766-a905-616776751c54 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:48:21.386179 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4ab7cb-f637-42b0-87b7-90f1111b1438 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Port': ['ID=c42b15a4-ad17-4edc-b7df-4ab435ab08b0,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:21.388481 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 22b58046-9308-4766-a905-616776751c54 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:48:21.389029 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:21.389249 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1f4ab7cb-f637-42b0-87b7-90f1111b1438 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:21.428171 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b6b428-5c65-4560-8dbd-f2957d2a8d4c None None] Network 34add040-3899-413f-8ac7-8c736e2526a7 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:48:21.494817 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4ab7cb-f637-42b0-87b7-90f1111b1438 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network 34add040-3899-413f-8ac7-8c736e2526a7 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:48:21.496473 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1f4ab7cb-f637-42b0-87b7-90f1111b1438 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:48:21.508811 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-2cd56159-aaa3-4812-8262-dbd722fc30ec None None] Provisioning complete for port 22b58046-9308-4766-a905-616776751c54 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:48:21.509180 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2cd56159-aaa3-4812-8262-dbd722fc30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:21.618219 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4ab7cb-f637-42b0-87b7-90f1111b1438 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Router 4781dd89-420d-4219-9418-a443ca82abf5 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:48:21.733323 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4ab7cb-f637-42b0-87b7-90f1111b1438 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:48:21.739311 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1f4ab7cb-f637-42b0-87b7-90f1111b1438 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "PUT /v2.0/routers/4781dd89-420d-4219-9418-a443ca82abf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0833535 Apr 21 13:48:21.747480 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:21.822343 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 22b58046-9308-4766-a905-616776751c54, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=22b58046-9308-4766-a905-616776751c54,segment=NetworkSegment(795e985b-3430-4b1a-8241-771380380927),segment_id=795e985b-3430-4b1a-8241-771380380927)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:48:21.871506 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c37a49-40a4-40b1-8824-fdb2b642792c None None] Sync routers for ids ['4781dd89-420d-4219-9418-a443ca82abf5'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:48:21.894191 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2cd56159-aaa3-4812-8262-dbd722fc30ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:21.902133 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66060a27-7c66-408d-a8aa-7324df5989be req-87b5cb52-5338-4c3b-b862-0316cc290eaf tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-669001147&fields=id&tenant_id=ede2fbffe5614ad9915a309c73849643 HTTP/1.1" status: 200 len: 267 time: 0.0381968 Apr 21 13:48:21.912397 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c37a49-40a4-40b1-8824-fdb2b642792c None None] Routers {'4781dd89-420d-4219-9418-a443ca82abf5'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:48:21.912397 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d7c37a49-40a4-40b1-8824-fdb2b642792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:48:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['4781dd89-420d-4219-9418-a443ca82abf5'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:48:21.913055 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:21.913874 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 89de71c5-1546-4b97-bae3-cc3e05df2a76 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:48:22.017553 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66060a27-7c66-408d-a8aa-7324df5989be req-1fab9775-211c-4816-b525-15f9f489c525 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:22.025015 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66060a27-7c66-408d-a8aa-7324df5989be req-1fab9775-211c-4816-b525-15f9f489c525 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/networks?id=34add040-3899-413f-8ac7-8c736e2526a7 HTTP/1.1" status: 200 len: 796 time: 0.1154394 Apr 21 13:48:22.038101 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66060a27-7c66-408d-a8aa-7324df5989be req-85227fe9-1ff7-4477-aab7-8fbe0ffb6e32 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/quotas/ede2fbffe5614ad9915a309c73849643 HTTP/1.1" status: 200 len: 375 time: 0.0121887 Apr 21 13:48:22.100458 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66060a27-7c66-408d-a8aa-7324df5989be req-8306529c-7652-4b36-b6f2-577d5ba93eae tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526423 Apr 21 13:48:22.107380 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=22b58046-9308-4766-a905-616776751c54,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:22.114908 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-2cd56159-aaa3-4812-8262-dbd722fc30ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 13:48:22.115271 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-2cd56159-aaa3-4812-8262-dbd722fc30ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 13:48:22.139552 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-d7c37a49-40a4-40b1-8824-fdb2b642792c None None] Set router 4781dd89-420d-4219-9418-a443ca82abf5 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:48:22.169453 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 89de71c5-1546-4b97-bae3-cc3e05df2a76 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:48:22.169832 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:22.212696 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66060a27-7c66-408d-a8aa-7324df5989be req-1ef3d199-f1b0-4791-88bf-9a4ee1aacb27 service neutron] 10.222.0.36 "GET /v2.0/networks/34add040-3899-413f-8ac7-8c736e2526a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884991 Apr 21 13:48:22.324473 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66060a27-7c66-408d-a8aa-7324df5989be req-1594d861-b943-40df-bf71-d0fdc65afcb8 service neutron] 10.222.0.36 "GET /v2.0/networks/34add040-3899-413f-8ac7-8c736e2526a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036432 Apr 21 13:48:22.362797 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:22.406075 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 89de71c5-1546-4b97-bae3-cc3e05df2a76, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=89de71c5-1546-4b97-bae3-cc3e05df2a76,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:48:22.432395 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d7c37a49-40a4-40b1-8824-fdb2b642792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4781dd89-420d-4219-9418-a443ca82abf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81097176', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '89de71c5-1546-4b97-bae3-cc3e05df2a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:48:17Z', 'updated_at': '2022-04-21T13:48:20Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': '89de71c5-1546-4b97-bae3-cc3e05df2a76', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ea:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4781dd89-420d-4219-9418-a443ca82abf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:48:17Z', 'updated_at': '2022-04-21T13:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'c42b15a4-ad17-4edc-b7df-4ab435ab08b0', 'name': '', 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:e0:36:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4781dd89-420d-4219-9418-a443ca82abf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4ca43ae0-8199-4435-8be9-ace635e71890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:48:20Z', 'updated_at': '2022-04-21T13:48:21Z', 'revision_number': 2, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': '4ca43ae0-8199-4435-8be9-ace635e71890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:48:22.461285 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c37a49-40a4-40b1-8824-fdb2b642792c None None] Checking router: 4781dd89-420d-4219-9418-a443ca82abf5 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:48:22.461667 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c37a49-40a4-40b1-8824-fdb2b642792c None None] Updating router 4781dd89-420d-4219-9418-a443ca82abf5 port c42b15a4-ad17-4edc-b7df-4ab435ab08b0 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:48:22.479511 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:22.515305 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7c37a49-40a4-40b1-8824-fdb2b642792c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:22.570897 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=89de71c5-1546-4b97-bae3-cc3e05df2a76,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:22.590060 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a3544aad-dae9-4297-94bd-cddd9d0e036c req-da2f4590-71c8-42a5-8f80-e0c933df6bc4 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 210 time: 0.0310488 Apr 21 13:48:22.851750 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-acad5edf-d312-4402-b97d-72b21ef7d0a9 None None] Provisioning complete for port c42b15a4-ad17-4edc-b7df-4ab435ab08b0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:48:22.852534 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acad5edf-d312-4402-b97d-72b21ef7d0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:22.855872 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7c37a49-40a4-40b1-8824-fdb2b642792c None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:22.888122 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-acad5edf-d312-4402-b97d-72b21ef7d0a9 None None] Port c42b15a4-ad17-4edc-b7df-4ab435ab08b0 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:48:22.897473 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-acad5edf-d312-4402-b97d-72b21ef7d0a9 None None] Provisioning complete for port 22b58046-9308-4766-a905-616776751c54 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:48:22.897869 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-acad5edf-d312-4402-b97d-72b21ef7d0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:22.962823 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7c37a49-40a4-40b1-8824-fdb2b642792c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:23.032091 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33be21-ca36-49f1-a188-ab318d197425 None None] Pushing event updated for resources: {'Port': ['ID=c42b15a4-ad17-4edc-b7df-4ab435ab08b0,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:23.083480 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d7c37a49-40a4-40b1-8824-fdb2b642792c None None] Attempting to bind port c42b15a4-ad17-4edc-b7df-4ab435ab08b0 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:48:23.083842 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d7c37a49-40a4-40b1-8824-fdb2b642792c None None] Attempting to bind port c42b15a4-ad17-4edc-b7df-4ab435ab08b0 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '795e985b-3430-4b1a-8241-771380380927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:48:23.084200 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c37a49-40a4-40b1-8824-fdb2b642792c None None] Attempting to bind port c42b15a4-ad17-4edc-b7df-4ab435ab08b0 on network 34add040-3899-413f-8ac7-8c736e2526a7 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:48:23.089359 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c37a49-40a4-40b1-8824-fdb2b642792c None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:48:23.089777 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c37a49-40a4-40b1-8824-fdb2b642792c None None] Checking segment: {'id': '795e985b-3430-4b1a-8241-771380380927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:48:23.090234 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7c37a49-40a4-40b1-8824-fdb2b642792c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:23.090622 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c37a49-40a4-40b1-8824-fdb2b642792c None None] Bound using segment: {'id': '795e985b-3430-4b1a-8241-771380380927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:48:23.091088 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-d7c37a49-40a4-40b1-8824-fdb2b642792c None None] Bound port: c42b15a4-ad17-4edc-b7df-4ab435ab08b0, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795e985b-3430-4b1a-8241-771380380927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:48:23.091466 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7c37a49-40a4-40b1-8824-fdb2b642792c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:23.159543 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d7c37a49-40a4-40b1-8824-fdb2b642792c None None] For port c42b15a4-ad17-4edc-b7df-4ab435ab08b0, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:48:23.162935 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-d7c37a49-40a4-40b1-8824-fdb2b642792c None None] For port c42b15a4-ad17-4edc-b7df-4ab435ab08b0, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c42b15a4-ad17-4edc-b7df-4ab435ab08b0,segment=NetworkSegment(795e985b-3430-4b1a-8241-771380380927),segment_id=795e985b-3430-4b1a-8241-771380380927)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:48:23.233838 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f3103ec6-1700-43a9-b8c7-7295032e660d None None] Provisioning complete for port c42b15a4-ad17-4edc-b7df-4ab435ab08b0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:48:23.234202 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f3103ec6-1700-43a9-b8c7-7295032e660d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:23.260279 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 22b58046-9308-4766-a905-616776751c54 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:48:23.289328 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d7c37a49-40a4-40b1-8824-fdb2b642792c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:23.330754 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f3103ec6-1700-43a9-b8c7-7295032e660d None None] Port c42b15a4-ad17-4edc-b7df-4ab435ab08b0 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:48:23.361150 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33be21-ca36-49f1-a188-ab318d197425 None None] Pushing event updated for resources: {'Port': ['ID=c42b15a4-ad17-4edc-b7df-4ab435ab08b0,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:23.371385 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c37a49-40a4-40b1-8824-fdb2b642792c None None] Routers {'4781dd89-420d-4219-9418-a443ca82abf5'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:48:23.371994 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d7c37a49-40a4-40b1-8824-fdb2b642792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:48:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['4781dd89-420d-4219-9418-a443ca82abf5'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:48:23.420920 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 22b58046-9308-4766-a905-616776751c54 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:48:23.421317 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:23.521079 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-d7c37a49-40a4-40b1-8824-fdb2b642792c None None] Set router 4781dd89-420d-4219-9418-a443ca82abf5 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:48:23.689208 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-900ebec8-488b-4061-94c5-d0ccedc1a559 req-1d7df909-1e1c-4e02-a35d-4d0d1da25c6e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 210 time: 0.0280664 Apr 21 13:48:23.799549 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 89de71c5-1546-4b97-bae3-cc3e05df2a76 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:48:23.803215 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-bf0a061e-81af-492b-b306-5902c2f4e9e4 None None] Provisioning complete for port c42b15a4-ad17-4edc-b7df-4ab435ab08b0 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:48:23.803558 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf0a061e-81af-492b-b306-5902c2f4e9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:23.991670 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 89de71c5-1546-4b97-bae3-cc3e05df2a76 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:48:23.991944 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:24.028579 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf0a061e-81af-492b-b306-5902c2f4e9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:24.080638 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bf0a061e-81af-492b-b306-5902c2f4e9e4 None None] For port c42b15a4-ad17-4edc-b7df-4ab435ab08b0, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c42b15a4-ad17-4edc-b7df-4ab435ab08b0,segment=NetworkSegment(795e985b-3430-4b1a-8241-771380380927),segment_id=795e985b-3430-4b1a-8241-771380380927)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:48:24.089608 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-d7c37a49-40a4-40b1-8824-fdb2b642792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4781dd89-420d-4219-9418-a443ca82abf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81097176', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '89de71c5-1546-4b97-bae3-cc3e05df2a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:48:17Z', 'updated_at': '2022-04-21T13:48:20Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': '89de71c5-1546-4b97-bae3-cc3e05df2a76', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4781dd89-420d-4219-9418-a443ca82abf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:48:17Z', 'updated_at': '2022-04-21T13:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'c42b15a4-ad17-4edc-b7df-4ab435ab08b0', 'name': '', 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:e0:36:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4781dd89-420d-4219-9418-a443ca82abf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4ca43ae0-8199-4435-8be9-ace635e71890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:48:20Z', 'updated_at': '2022-04-21T13:48:23Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': '4ca43ae0-8199-4435-8be9-ace635e71890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:48:24.133750 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bf0a061e-81af-492b-b306-5902c2f4e9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:24.135549 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c37a49-40a4-40b1-8824-fdb2b642792c None None] The sync data for ids ['4781dd89-420d-4219-9418-a443ca82abf5'] in n-d-836147-2 is: [{'id': '4781dd89-420d-4219-9418-a443ca82abf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81097176', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '89de71c5-1546-4b97-bae3-cc3e05df2a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:48:17Z', 'updated_at': '2022-04-21T13:48:20Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': '89de71c5-1546-4b97-bae3-cc3e05df2a76', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4781dd89-420d-4219-9418-a443ca82abf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:48:17Z', 'updated_at': '2022-04-21T13:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'c42b15a4-ad17-4edc-b7df-4ab435ab08b0', 'name': '', 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:e0:36:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4781dd89-420d-4219-9418-a443ca82abf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4ca43ae0-8199-4435-8be9-ace635e71890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:48:20Z', 'updated_at': '2022-04-21T13:48:23Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': '4ca43ae0-8199-4435-8be9-ace635e71890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:48:24.211180 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0a061e-81af-492b-b306-5902c2f4e9e4 None None] Pushing event updated for resources: {'Port': ['ID=c42b15a4-ad17-4edc-b7df-4ab435ab08b0,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:24.490108 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66060a27-7c66-408d-a8aa-7324df5989be req-a92ec2f1-bd4c-43bd-9c0a-692d0e345379 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:24.492905 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66060a27-7c66-408d-a8aa-7324df5989be req-a92ec2f1-bd4c-43bd-9c0a-692d0e345379 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.24 "GET /v2.0/networks?id=34add040-3899-413f-8ac7-8c736e2526a7 HTTP/1.1" status: 200 len: 796 time: 0.1146550 Apr 21 13:48:24.543407 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66060a27-7c66-408d-a8aa-7324df5989be req-be0e277c-d6fc-4974-beb6-ddf883e3236b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ede2fbffe5614ad9915a309c73849643 HTTP/1.1" status: 200 len: 379 time: 0.0368590 Apr 21 13:48:24.556376 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-66060a27-7c66-408d-a8aa-7324df5989be req-35fef454-6bb4-4936-9a08-d3598ff45e94 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'port': {'device_id': '0bb90edf-d76e-4448-a44b-01318d2ee190', 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7', 'admin_state_up': True, 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'security_groups': ['10955d48-0e7b-4218-8756-9a11b1333ae0']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:48:24.746624 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66060a27-7c66-408d-a8aa-7324df5989be req-35fef454-6bb4-4936-9a08-d3598ff45e94 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Made reservation on behalf of ede2fbffe5614ad9915a309c73849643 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:48:24.750653 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66060a27-7c66-408d-a8aa-7324df5989be req-35fef454-6bb4-4936-9a08-d3598ff45e94 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:24.797980 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f8c1ff25-0d3f-4a76-bc1e-0a6241565b0b req-ba161c00-89c1-44af-b302-a641b3ef8c92 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 210 time: 0.0357485 Apr 21 13:48:24.914940 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-66060a27-7c66-408d-a8aa-7324df5989be req-35fef454-6bb4-4936-9a08-d3598ff45e94 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Allocated IP 172.20.0.11 (34add040-3899-413f-8ac7-8c736e2526a7/4ca43ae0-8199-4435-8be9-ace635e71890/70718e34-dbc7-4628-95a3-ced59105eb12) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:48:25.269601 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c42b15a4-ad17-4edc-b7df-4ab435ab08b0 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:48:25.318843 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port c42b15a4-ad17-4edc-b7df-4ab435ab08b0 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:48:25.319133 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:25.399259 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66060a27-7c66-408d-a8aa-7324df5989be req-35fef454-6bb4-4936-9a08-d3598ff45e94 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:25.489433 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66060a27-7c66-408d-a8aa-7324df5989be req-35fef454-6bb4-4936-9a08-d3598ff45e94 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:25.532348 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66060a27-7c66-408d-a8aa-7324df5989be req-35fef454-6bb4-4936-9a08-d3598ff45e94 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network 34add040-3899-413f-8ac7-8c736e2526a7 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:48:25.535350 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-66060a27-7c66-408d-a8aa-7324df5989be req-35fef454-6bb4-4936-9a08-d3598ff45e94 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:48:25.539070 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-66060a27-7c66-408d-a8aa-7324df5989be req-35fef454-6bb4-4936-9a08-d3598ff45e94 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:48:25.562918 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fef454-6bb4-4936-9a08-d3598ff45e94 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Port': ['ID=70718e34-dbc7-4628-95a3-ced59105eb12,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:25.590769 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66060a27-7c66-408d-a8aa-7324df5989be req-35fef454-6bb4-4936-9a08-d3598ff45e94 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:25.591390 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66060a27-7c66-408d-a8aa-7324df5989be req-35fef454-6bb4-4936-9a08-d3598ff45e94 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:25.657683 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66060a27-7c66-408d-a8aa-7324df5989be req-35fef454-6bb4-4936-9a08-d3598ff45e94 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1051128 Apr 21 13:48:25.674786 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-66060a27-7c66-408d-a8aa-7324df5989be req-e317e343-8615-4504-85bb-5174416ac64e service neutron] Request body: {'port': {'device_id': '0bb90edf-d76e-4448-a44b-01318d2ee190', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:48:25.731451 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66060a27-7c66-408d-a8aa-7324df5989be req-e317e343-8615-4504-85bb-5174416ac64e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:25.765047 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-aa15d221-41b1-458b-8935-06816df8f2df None None] Provisioning complete for port 70718e34-dbc7-4628-95a3-ced59105eb12 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:48:25.765413 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa15d221-41b1-458b-8935-06816df8f2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:25.801287 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-aa15d221-41b1-458b-8935-06816df8f2df None None] Port 70718e34-dbc7-4628-95a3-ced59105eb12 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:48:25.968805 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58698077-babc-4f8c-8a93-372ed249c651 req-290c74ab-2dfb-4735-8ebd-449899095def tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:25.970301 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58698077-babc-4f8c-8a93-372ed249c651 req-290c74ab-2dfb-4735-8ebd-449899095def tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 932 time: 0.1012325 Apr 21 13:48:26.026298 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58698077-babc-4f8c-8a93-372ed249c651 req-1d5d5bbb-6477-4753-9c87-11e25624ed9f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494292 Apr 21 13:48:26.059575 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-66060a27-7c66-408d-a8aa-7324df5989be req-e317e343-8615-4504-85bb-5174416ac64e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70718e34-dbc7-4628-95a3-ced59105eb12 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:48:26.067420 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66060a27-7c66-408d-a8aa-7324df5989be req-e317e343-8615-4504-85bb-5174416ac64e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:26.079362 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-66060a27-7c66-408d-a8aa-7324df5989be req-e317e343-8615-4504-85bb-5174416ac64e service neutron] Transition to ACTIVE for port object 70718e34-dbc7-4628-95a3-ced59105eb12 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:48:26.134794 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66060a27-7c66-408d-a8aa-7324df5989be req-e317e343-8615-4504-85bb-5174416ac64e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:26.183044 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317e343-8615-4504-85bb-5174416ac64e service neutron] Pushing event updated for resources: {'Port': ['ID=70718e34-dbc7-4628-95a3-ced59105eb12,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:26.255165 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-66060a27-7c66-408d-a8aa-7324df5989be req-e317e343-8615-4504-85bb-5174416ac64e service neutron] Attempting to bind port 70718e34-dbc7-4628-95a3-ced59105eb12 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:48:26.255515 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-66060a27-7c66-408d-a8aa-7324df5989be req-e317e343-8615-4504-85bb-5174416ac64e service neutron] Attempting to bind port 70718e34-dbc7-4628-95a3-ced59105eb12 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '795e985b-3430-4b1a-8241-771380380927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:48:26.255841 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66060a27-7c66-408d-a8aa-7324df5989be req-e317e343-8615-4504-85bb-5174416ac64e service neutron] Attempting to bind port 70718e34-dbc7-4628-95a3-ced59105eb12 on network 34add040-3899-413f-8ac7-8c736e2526a7 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:48:26.260319 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66060a27-7c66-408d-a8aa-7324df5989be req-e317e343-8615-4504-85bb-5174416ac64e service neutron] Port 70718e34-dbc7-4628-95a3-ced59105eb12 on network 34add040-3899-413f-8ac7-8c736e2526a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:48:26.260705 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66060a27-7c66-408d-a8aa-7324df5989be req-e317e343-8615-4504-85bb-5174416ac64e service neutron] Attempting to bind port 70718e34-dbc7-4628-95a3-ced59105eb12 on network 34add040-3899-413f-8ac7-8c736e2526a7 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:48:26.265816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66060a27-7c66-408d-a8aa-7324df5989be req-e317e343-8615-4504-85bb-5174416ac64e service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:48:26.266134 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66060a27-7c66-408d-a8aa-7324df5989be req-e317e343-8615-4504-85bb-5174416ac64e service neutron] Checking segment: {'id': '795e985b-3430-4b1a-8241-771380380927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:48:26.266516 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66060a27-7c66-408d-a8aa-7324df5989be req-e317e343-8615-4504-85bb-5174416ac64e service neutron] Bound using segment: {'id': '795e985b-3430-4b1a-8241-771380380927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:48:26.266943 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-66060a27-7c66-408d-a8aa-7324df5989be req-e317e343-8615-4504-85bb-5174416ac64e service neutron] Bound port: 70718e34-dbc7-4628-95a3-ced59105eb12, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795e985b-3430-4b1a-8241-771380380927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:48:26.267356 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66060a27-7c66-408d-a8aa-7324df5989be req-e317e343-8615-4504-85bb-5174416ac64e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:26.337461 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-66060a27-7c66-408d-a8aa-7324df5989be req-e317e343-8615-4504-85bb-5174416ac64e service neutron] For port 70718e34-dbc7-4628-95a3-ced59105eb12, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:48:26.340488 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-66060a27-7c66-408d-a8aa-7324df5989be req-e317e343-8615-4504-85bb-5174416ac64e service neutron] For port 70718e34-dbc7-4628-95a3-ced59105eb12, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=70718e34-dbc7-4628-95a3-ced59105eb12,segment=NetworkSegment(795e985b-3430-4b1a-8241-771380380927),segment_id=795e985b-3430-4b1a-8241-771380380927)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:48:26.397719 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66060a27-7c66-408d-a8aa-7324df5989be req-e317e343-8615-4504-85bb-5174416ac64e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:26.432331 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66060a27-7c66-408d-a8aa-7324df5989be req-e317e343-8615-4504-85bb-5174416ac64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:26.432941 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-66060a27-7c66-408d-a8aa-7324df5989be req-e317e343-8615-4504-85bb-5174416ac64e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:26.434387 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66060a27-7c66-408d-a8aa-7324df5989be req-e317e343-8615-4504-85bb-5174416ac64e service neutron] 10.222.0.24 "PUT /v2.0/ports/70718e34-dbc7-4628-95a3-ced59105eb12 HTTP/1.1" status: 200 len: 1092 time: 0.7644711 Apr 21 13:48:26.434791 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb90edf-d76e-4448-a44b-01318d2ee190', 'tag': '70718e34-dbc7-4628-95a3-ced59105eb12'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:48:26.438218 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939e5fcd-6bdb-4332-9faa-d423b1cf7b60" -d '{"events": [{"name": "network-changed", "server_uuid": "0bb90edf-d76e-4448-a44b-01318d2ee190", "tag": "70718e34-dbc7-4628-95a3-ced59105eb12"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:48:26.465620 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317e343-8615-4504-85bb-5174416ac64e service neutron] Pushing event updated for resources: {'Port': ['ID=70718e34-dbc7-4628-95a3-ced59105eb12,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:26.484347 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d85de08-c0c3-433e-af8d-a9ca042f130b x-openstack-request-id: req-0d85de08-c0c3-433e-af8d-a9ca042f130b {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:48:26.484638 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bb90edf-d76e-4448-a44b-01318d2ee190", "tag": "70718e34-dbc7-4628-95a3-ced59105eb12", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:48:26.484886 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d85de08-c0c3-433e-af8d-a9ca042f130b {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:48:26.485289 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d85de08-c0c3-433e-af8d-a9ca042f130b'] response: {'name': 'network-changed', 'server_uuid': '0bb90edf-d76e-4448-a44b-01318d2ee190', 'tag': '70718e34-dbc7-4628-95a3-ced59105eb12', 'status': 'completed', 'code': 200} Apr 21 13:48:26.549204 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e5fcd-6bdb-4332-9faa-d423b1cf7b60 req-0a1c6069-099e-4f95-91d8-58b737cf38af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:26.550837 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-939e5fcd-6bdb-4332-9faa-d423b1cf7b60 req-0a1c6069-099e-4f95-91d8-58b737cf38af service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 1095 time: 0.0448000 Apr 21 13:48:26.662722 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e5fcd-6bdb-4332-9faa-d423b1cf7b60 req-5e899fe9-4e9f-4d58-b5af-3fa15ae5effa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:26.664179 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-939e5fcd-6bdb-4332-9faa-d423b1cf7b60 req-5e899fe9-4e9f-4d58-b5af-3fa15ae5effa service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ede2fbffe5614ad9915a309c73849643&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1005275 Apr 21 13:48:26.757879 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e5fcd-6bdb-4332-9faa-d423b1cf7b60 req-82e32687-d917-4050-8e4d-477eb18f8cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:26.759271 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-939e5fcd-6bdb-4332-9faa-d423b1cf7b60 req-82e32687-d917-4050-8e4d-477eb18f8cbd service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0852077 Apr 21 13:48:26.844422 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66060a27-7c66-408d-a8aa-7324df5989be req-baf97ac4-8252-4ddb-876c-23dcfa33d63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:26.845833 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66060a27-7c66-408d-a8aa-7324df5989be req-baf97ac4-8252-4ddb-876c-23dcfa33d63f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 1095 time: 0.0408797 Apr 21 13:48:26.894084 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66060a27-7c66-408d-a8aa-7324df5989be req-ac47d561-9156-466f-8d12-a2a1ec624239 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70718e34-dbc7-4628-95a3-ced59105eb12 HTTP/1.1" status: 200 len: 217 time: 0.0372865 Apr 21 13:48:26.946867 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66060a27-7c66-408d-a8aa-7324df5989be req-8a661d82-eb52-49b8-8593-fbaba4d12ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:26.948289 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66060a27-7c66-408d-a8aa-7324df5989be req-8a661d82-eb52-49b8-8593-fbaba4d12ef4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ca43ae0-8199-4435-8be9-ace635e71890 HTTP/1.1" status: 200 len: 835 time: 0.0441043 Apr 21 13:48:26.995626 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66060a27-7c66-408d-a8aa-7324df5989be req-f7196eb7-9cbe-43bf-9bc6-1e252add213d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:26.997337 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66060a27-7c66-408d-a8aa-7324df5989be req-f7196eb7-9cbe-43bf-9bc6-1e252add213d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34add040-3899-413f-8ac7-8c736e2526a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386372 Apr 21 13:48:27.091900 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66060a27-7c66-408d-a8aa-7324df5989be req-1ebd5dbc-ceb5-408c-9c7e-8c27ed8ca10c service neutron] 10.222.0.24 "GET /v2.0/networks/34add040-3899-413f-8ac7-8c736e2526a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839446 Apr 21 13:48:27.192336 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196363e-a9f3-4630-94a1-52c12e0d4905 req-2b53bdc2-26fd-419c-a602-1099b97e7e57 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:27.193824 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b196363e-a9f3-4630-94a1-52c12e0d4905 req-2b53bdc2-26fd-419c-a602-1099b97e7e57 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 944 time: 0.0998194 Apr 21 13:48:27.229874 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66060a27-7c66-408d-a8aa-7324df5989be req-729b4ab5-0bc9-42a4-b48e-2a1f7f0b90ab service neutron] 10.222.0.24 "GET /v2.0/networks/34add040-3899-413f-8ac7-8c736e2526a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266029 Apr 21 13:48:27.245352 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b196363e-a9f3-4630-94a1-52c12e0d4905 req-c139745e-90e6-414c-9820-03d342ec4d2d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453105 Apr 21 13:48:28.362054 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b171cc-2de4-45e0-bdbd-a3cd09acd3bc req-693d773a-1b6f-438f-8e80-68c274e9b357 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:28.363519 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68b171cc-2de4-45e0-bdbd-a3cd09acd3bc req-693d773a-1b6f-438f-8e80-68c274e9b357 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 944 time: 0.0493534 Apr 21 13:48:28.401489 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-68b171cc-2de4-45e0-bdbd-a3cd09acd3bc req-9baa316d-0967-4ef1-a009-1c0f92964363 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318274 Apr 21 13:48:28.938805 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:48:29.516722 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce45b69-3243-4ae1-8560-b9b42a4bac64 req-f1187f86-f724-4989-9f23-4d0b4ff20c09 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:29.518195 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ce45b69-3243-4ae1-8560-b9b42a4bac64 req-f1187f86-f724-4989-9f23-4d0b4ff20c09 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 944 time: 0.0489128 Apr 21 13:48:29.560121 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ce45b69-3243-4ae1-8560-b9b42a4bac64 req-56ff08a8-8b57-43c4-853c-bd14fd233a3b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358229 Apr 21 13:48:29.986467 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 70718e34-dbc7-4628-95a3-ced59105eb12 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:48:30.081769 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 70718e34-dbc7-4628-95a3-ced59105eb12, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=70718e34-dbc7-4628-95a3-ced59105eb12,segment=NetworkSegment(795e985b-3430-4b1a-8241-771380380927),segment_id=795e985b-3430-4b1a-8241-771380380927)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:48:30.093391 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '70718e34-dbc7-4628-95a3-ced59105eb12', 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7', 'port_id': '70718e34-dbc7-4628-95a3-ced59105eb12', 'mac_address': 'fa:16:3e:da:16:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca43ae0-8199-4435-8be9-ace635e71890', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:48:30.129226 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:30.142696 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70718e34-dbc7-4628-95a3-ced59105eb12 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:48:30.164652 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 70718e34-dbc7-4628-95a3-ced59105eb12, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=70718e34-dbc7-4628-95a3-ced59105eb12,segment=NetworkSegment(795e985b-3430-4b1a-8241-771380380927),segment_id=795e985b-3430-4b1a-8241-771380380927)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:48:30.243186 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:30.289334 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=70718e34-dbc7-4628-95a3-ced59105eb12,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:30.507030 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['70718e34-dbc7-4628-95a3-ced59105eb12'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:48:30.674664 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39e8b6-6746-4cfc-8972-0d61eb3a3378 req-0eb9b361-85f2-47f6-a7f2-4589800cf385 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:30.676135 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6f39e8b6-6746-4cfc-8972-0d61eb3a3378 req-0eb9b361-85f2-47f6-a7f2-4589800cf385 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 945 time: 0.0486674 Apr 21 13:48:30.714505 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6f39e8b6-6746-4cfc-8972-0d61eb3a3378 req-3fe2e854-2ef1-4d9f-8567-1c229786381a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319328 Apr 21 13:48:31.828197 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ca70b-0978-44b5-8bcf-f3ec5728f38d req-29acb0b1-2dfb-4fe4-b748-659d6620aa24 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:31.829719 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a3ca70b-0978-44b5-8bcf-f3ec5728f38d req-29acb0b1-2dfb-4fe4-b748-659d6620aa24 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 945 time: 0.0483396 Apr 21 13:48:31.868286 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a3ca70b-0978-44b5-8bcf-f3ec5728f38d req-7d313fad-fd54-447c-a9cb-de3cd795c2a2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324876 Apr 21 13:48:32.016196 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 70718e34-dbc7-4628-95a3-ced59105eb12 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:48:32.116889 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 70718e34-dbc7-4628-95a3-ced59105eb12 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:48:32.120494 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 70718e34-dbc7-4628-95a3-ced59105eb12 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:48:32.121130 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:32.195325 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:32.217017 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb90edf-d76e-4448-a44b-01318d2ee190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70718e34-dbc7-4628-95a3-ced59105eb12'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:48:32.219897 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3dbedc7-2363-493b-8136-1fc4da47212d" -d '{"events": [{"server_uuid": "0bb90edf-d76e-4448-a44b-01318d2ee190", "name": "network-vif-plugged", "status": "completed", "tag": "70718e34-dbc7-4628-95a3-ced59105eb12"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:48:32.232008 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 70718e34-dbc7-4628-95a3-ced59105eb12, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=70718e34-dbc7-4628-95a3-ced59105eb12,segment=NetworkSegment(795e985b-3430-4b1a-8241-771380380927),segment_id=795e985b-3430-4b1a-8241-771380380927)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:48:32.256749 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34102f65-8cb4-432d-939b-951b7823024f x-openstack-request-id: req-34102f65-8cb4-432d-939b-951b7823024f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:48:32.257041 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb90edf-d76e-4448-a44b-01318d2ee190", "name": "network-vif-plugged", "status": "completed", "tag": "70718e34-dbc7-4628-95a3-ced59105eb12", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:48:32.257296 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-34102f65-8cb4-432d-939b-951b7823024f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:48:32.257727 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34102f65-8cb4-432d-939b-951b7823024f'] response: {'server_uuid': '0bb90edf-d76e-4448-a44b-01318d2ee190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70718e34-dbc7-4628-95a3-ced59105eb12', 'code': 200} Apr 21 13:48:32.295034 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:32.347161 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=70718e34-dbc7-4628-95a3-ced59105eb12,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:32.362507 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ff16b-8b6a-40fe-85ed-8e2321b45a87 req-36443c03-9908-41c6-82b5-8cd0ea18c1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:32.364004 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-689ff16b-8b6a-40fe-85ed-8e2321b45a87 req-36443c03-9908-41c6-82b5-8cd0ea18c1c8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 1097 time: 0.0411112 Apr 21 13:48:32.408885 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-689ff16b-8b6a-40fe-85ed-8e2321b45a87 req-52a0b5c0-f843-4ef4-9de6-c246cda50ced service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332696 Apr 21 13:48:33.050149 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253c9c6-3fa1-42a0-9bce-2351ef3964de req-a3cdd8df-5add-41d3-b77a-3ffb67df1bfc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:33.051630 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7253c9c6-3fa1-42a0-9bce-2351ef3964de req-a3cdd8df-5add-41d3-b77a-3ffb67df1bfc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 946 time: 0.1154163 Apr 21 13:48:33.088709 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7253c9c6-3fa1-42a0-9bce-2351ef3964de req-9f27b70d-2c56-4c8c-93c7-ae949c18137a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310562 Apr 21 13:48:34.255664 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db2c15-8a51-4e1b-9678-be2fd8bb9b43 req-7397e497-82c9-4371-9457-9db8350d38dd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:34.257170 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1db2c15-8a51-4e1b-9678-be2fd8bb9b43 req-7397e497-82c9-4371-9457-9db8350d38dd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 946 time: 0.0985324 Apr 21 13:48:34.294345 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1db2c15-8a51-4e1b-9678-be2fd8bb9b43 req-e116e81d-8750-43af-bc33-9aec5b885fd3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311494 Apr 21 13:48:34.408867 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbef73-a56c-4e15-a5f3-9ece89f4ae23 req-21a854b4-5b24-400f-876d-c4592372cb56 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:34.410395 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f6dbef73-a56c-4e15-a5f3-9ece89f4ae23 req-21a854b4-5b24-400f-876d-c4592372cb56 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 946 time: 0.0492609 Apr 21 13:48:34.452536 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f6dbef73-a56c-4e15-a5f3-9ece89f4ae23 req-d582de59-b041-4188-9d06-3dc4ae2344c5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358014 Apr 21 13:48:34.474371 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60964) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:48:34.512647 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a19bc4b-c012-428d-8222-224e2f988f27 tempest-TestNetworkAdvancedServerOps-981871309 tempest-TestNetworkAdvancedServerOps-981871309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:34.517788 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6a19bc4b-c012-428d-8222-224e2f988f27 tempest-TestNetworkAdvancedServerOps-981871309 tempest-TestNetworkAdvancedServerOps-981871309-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 1092 time: 0.0388558 Apr 21 13:48:34.519797 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 60966) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:48:34.524037 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-58e85198-2902-4091-9af3-7215876c2277 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'port_id': '70718e34-dbc7-4628-95a3-ced59105eb12', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:48:34.619480 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58e85198-2902-4091-9af3-7215876c2277 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:34.713210 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58e85198-2902-4091-9af3-7215876c2277 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:34.817162 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-58e85198-2902-4091-9af3-7215876c2277 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Allocated IP 172.25.8.39 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/062df4ef-8fab-4eb5-927e-4de036f98739) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:48:34.915250 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58e85198-2902-4091-9af3-7215876c2277 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:35.008787 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58e85198-2902-4091-9af3-7215876c2277 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:35.053003 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e85198-2902-4091-9af3-7215876c2277 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:48:35.055856 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-58e85198-2902-4091-9af3-7215876c2277 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:48:35.060352 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e85198-2902-4091-9af3-7215876c2277 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:48:35.082621 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e85198-2902-4091-9af3-7215876c2277 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Port': ['ID=062df4ef-8fab-4eb5-927e-4de036f98739,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:35.410513 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58e85198-2902-4091-9af3-7215876c2277 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:35.529831 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58e85198-2902-4091-9af3-7215876c2277 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:35.675032 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58e85198-2902-4091-9af3-7215876c2277 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:35.735074 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58e85198-2902-4091-9af3-7215876c2277 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:35.802056 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e85198-2902-4091-9af3-7215876c2277 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Port': ['ID=062df4ef-8fab-4eb5-927e-4de036f98739,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:48:35.812274 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58e85198-2902-4091-9af3-7215876c2277 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:35.910507 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-58e85198-2902-4091-9af3-7215876c2277 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Floating IP 6f65dac8-bb39-4ad8-a86a-fb92a833b6e0 associated. External IP: 172.25.8.39, port: 70718e34-dbc7-4628-95a3-ced59105eb12. Apr 21 13:48:36.110964 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e85198-2902-4091-9af3-7215876c2277 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Router 4781dd89-420d-4219-9418-a443ca82abf5 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:48:36.214220 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e85198-2902-4091-9af3-7215876c2277 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:48:36.224032 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b22f29c-76f2-4610-827e-2980231cb0da None None] Sync routers for ids ['4781dd89-420d-4219-9418-a443ca82abf5'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:48:36.236658 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b22f29c-76f2-4610-827e-2980231cb0da None None] Routers {'4781dd89-420d-4219-9418-a443ca82abf5'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:48:36.237252 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6b22f29c-76f2-4610-827e-2980231cb0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:48:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['4781dd89-420d-4219-9418-a443ca82abf5'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:48:36.301715 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-58e85198-2902-4091-9af3-7215876c2277 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:36.329467 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-58e85198-2902-4091-9af3-7215876c2277 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8086638 Apr 21 13:48:36.330065 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb90edf-d76e-4448-a44b-01318d2ee190', 'tag': '70718e34-dbc7-4628-95a3-ced59105eb12'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:48:36.332466 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374bc226-5fb7-4ec7-9a43-478bd43ddbdb" -d '{"events": [{"name": "network-changed", "server_uuid": "0bb90edf-d76e-4448-a44b-01318d2ee190", "tag": "70718e34-dbc7-4628-95a3-ced59105eb12"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:48:36.336945 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-6b22f29c-76f2-4610-827e-2980231cb0da None None] Set router 4781dd89-420d-4219-9418-a443ca82abf5 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:48:36.372216 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844d473f-8757-4529-be28-c89dc7e71df3 x-openstack-request-id: req-844d473f-8757-4529-be28-c89dc7e71df3 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:48:36.372507 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bb90edf-d76e-4448-a44b-01318d2ee190", "tag": "70718e34-dbc7-4628-95a3-ced59105eb12", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:48:36.372860 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-844d473f-8757-4529-be28-c89dc7e71df3 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:48:36.373361 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-844d473f-8757-4529-be28-c89dc7e71df3'] response: {'name': 'network-changed', 'server_uuid': '0bb90edf-d76e-4448-a44b-01318d2ee190', 'tag': '70718e34-dbc7-4628-95a3-ced59105eb12', 'status': 'completed', 'code': 200} Apr 21 13:48:36.457253 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a1b31-edff-4efd-a470-3f4490e41456 req-19ed0c64-52b5-49ce-a816-46a1cd6ec7ae tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:36.458773 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c5a1b31-edff-4efd-a470-3f4490e41456 req-19ed0c64-52b5-49ce-a816-46a1cd6ec7ae tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 946 time: 0.0778925 Apr 21 13:48:36.465160 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bc226-5fb7-4ec7-9a43-478bd43ddbdb req-fca5fa8b-6e4f-4a4e-a0ff-54710b9930d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:36.466576 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-374bc226-5fb7-4ec7-9a43-478bd43ddbdb req-fca5fa8b-6e4f-4a4e-a0ff-54710b9930d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 1097 time: 0.0579965 Apr 21 13:48:36.547638 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5c5a1b31-edff-4efd-a470-3f4490e41456 req-b01ea0d7-913d-4556-b36c-fd3c5d44d17e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801117 Apr 21 13:48:36.564930 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6b22f29c-76f2-4610-827e-2980231cb0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4781dd89-420d-4219-9418-a443ca82abf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81097176', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '89de71c5-1546-4b97-bae3-cc3e05df2a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:48:17Z', 'updated_at': '2022-04-21T13:48:20Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': '89de71c5-1546-4b97-bae3-cc3e05df2a76', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4781dd89-420d-4219-9418-a443ca82abf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:48:17Z', 'updated_at': '2022-04-21T13:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '6f65dac8-bb39-4ad8-a86a-fb92a833b6e0', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '4781dd89-420d-4219-9418-a443ca82abf5', 'port_id': '70718e34-dbc7-4628-95a3-ced59105eb12', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7', 'mac_address': 'fa:16:3e:da:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb90edf-d76e-4448-a44b-01318d2ee190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:48:35Z', 'updated_at': '2022-04-21T13:48:35Z', 'revision_number': 0, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c42b15a4-ad17-4edc-b7df-4ab435ab08b0', 'name': '', 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:e0:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4781dd89-420d-4219-9418-a443ca82abf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4ca43ae0-8199-4435-8be9-ace635e71890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:48:20Z', 'updated_at': '2022-04-21T13:48:24Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': '4ca43ae0-8199-4435-8be9-ace635e71890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:48:36.569917 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60972) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:48:36.580428 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bc226-5fb7-4ec7-9a43-478bd43ddbdb req-0a3ce762-7ea5-4568-bc77-81381469c424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:36.581927 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-374bc226-5fb7-4ec7-9a43-478bd43ddbdb req-0a3ce762-7ea5-4568-bc77-81381469c424 service neutron] 10.222.0.24 "GET /v2.0/networks?id=34add040-3899-413f-8ac7-8c736e2526a7 HTTP/1.1" status: 200 len: 897 time: 0.1080296 Apr 21 13:48:36.591658 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b22f29c-76f2-4610-827e-2980231cb0da None None] Checking router: 4781dd89-420d-4219-9418-a443ca82abf5 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:48:36.600225 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b22f29c-76f2-4610-827e-2980231cb0da None None] Routers {'4781dd89-420d-4219-9418-a443ca82abf5'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:48:36.600821 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6b22f29c-76f2-4610-827e-2980231cb0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:48:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['4781dd89-420d-4219-9418-a443ca82abf5'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:48:36.634115 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8bd028c9-bca0-437d-b7d5-1d50d86bee5e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/floatingips/6f65dac8-bb39-4ad8-a86a-fb92a833b6e0 HTTP/1.1" status: 200 len: 991 time: 0.0629134 Apr 21 13:48:36.653033 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-374bc226-5fb7-4ec7-9a43-478bd43ddbdb req-baee0b24-5b05-491e-846a-66c0d73b069a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70718e34-dbc7-4628-95a3-ced59105eb12 HTTP/1.1" status: 200 len: 999 time: 0.0648506 Apr 21 13:48:36.701470 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bc226-5fb7-4ec7-9a43-478bd43ddbdb req-cbc14180-3536-4533-ac98-e81c7edfcdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:36.702960 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-374bc226-5fb7-4ec7-9a43-478bd43ddbdb req-cbc14180-3536-4533-ac98-e81c7edfcdd2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ca43ae0-8199-4435-8be9-ace635e71890 HTTP/1.1" status: 200 len: 835 time: 0.0431249 Apr 21 13:48:36.703879 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-6b22f29c-76f2-4610-827e-2980231cb0da None None] Set router 4781dd89-420d-4219-9418-a443ca82abf5 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:48:36.747423 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374bc226-5fb7-4ec7-9a43-478bd43ddbdb req-70bb031c-1d5d-4a15-bdb9-9eea7568cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:48:36.748974 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-374bc226-5fb7-4ec7-9a43-478bd43ddbdb req-70bb031c-1d5d-4a15-bdb9-9eea7568cb29 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34add040-3899-413f-8ac7-8c736e2526a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394759 Apr 21 13:48:36.841848 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-374bc226-5fb7-4ec7-9a43-478bd43ddbdb req-66dfebae-7a6d-4ebe-8254-ba3e4acaf13e service neutron] 10.222.0.24 "GET /v2.0/networks/34add040-3899-413f-8ac7-8c736e2526a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858650 Apr 21 13:48:36.922449 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6b22f29c-76f2-4610-827e-2980231cb0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4781dd89-420d-4219-9418-a443ca82abf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81097176', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '89de71c5-1546-4b97-bae3-cc3e05df2a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:48:17Z', 'updated_at': '2022-04-21T13:48:20Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': '89de71c5-1546-4b97-bae3-cc3e05df2a76', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4781dd89-420d-4219-9418-a443ca82abf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:48:17Z', 'updated_at': '2022-04-21T13:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '6f65dac8-bb39-4ad8-a86a-fb92a833b6e0', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '4781dd89-420d-4219-9418-a443ca82abf5', 'port_id': '70718e34-dbc7-4628-95a3-ced59105eb12', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7', 'mac_address': 'fa:16:3e:da:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb90edf-d76e-4448-a44b-01318d2ee190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:48:35Z', 'updated_at': '2022-04-21T13:48:35Z', 'revision_number': 0, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c42b15a4-ad17-4edc-b7df-4ab435ab08b0', 'name': '', 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:e0:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4781dd89-420d-4219-9418-a443ca82abf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4ca43ae0-8199-4435-8be9-ace635e71890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:48:20Z', 'updated_at': '2022-04-21T13:48:24Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': '4ca43ae0-8199-4435-8be9-ace635e71890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:48:36.930140 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-374bc226-5fb7-4ec7-9a43-478bd43ddbdb req-3aaeb73c-5918-4a83-9a8f-07007a9d8031 service neutron] 10.222.0.24 "GET /v2.0/networks/34add040-3899-413f-8ac7-8c736e2526a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821433 Apr 21 13:48:36.948307 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b22f29c-76f2-4610-827e-2980231cb0da None None] The sync data for ids ['4781dd89-420d-4219-9418-a443ca82abf5'] in n-d-836147-2 is: [{'id': '4781dd89-420d-4219-9418-a443ca82abf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81097176', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '89de71c5-1546-4b97-bae3-cc3e05df2a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:48:17Z', 'updated_at': '2022-04-21T13:48:20Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': '89de71c5-1546-4b97-bae3-cc3e05df2a76', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4781dd89-420d-4219-9418-a443ca82abf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:48:17Z', 'updated_at': '2022-04-21T13:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '6f65dac8-bb39-4ad8-a86a-fb92a833b6e0', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'floating_ip_address': '172.25.8.39', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '4781dd89-420d-4219-9418-a443ca82abf5', 'port_id': '70718e34-dbc7-4628-95a3-ced59105eb12', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7', 'mac_address': 'fa:16:3e:da:16:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb90edf-d76e-4448-a44b-01318d2ee190', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:48:35Z', 'updated_at': '2022-04-21T13:48:35Z', 'revision_number': 0, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c42b15a4-ad17-4edc-b7df-4ab435ab08b0', 'name': '', 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:e0:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4781dd89-420d-4219-9418-a443ca82abf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4ca43ae0-8199-4435-8be9-ace635e71890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:48:20Z', 'updated_at': '2022-04-21T13:48:24Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': '4ca43ae0-8199-4435-8be9-ace635e71890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:48:37.132320 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d7bcbb-8cd5-4031-aded-8c29a64c7dbc None None] New status for floating IP 6f65dac8-bb39-4ad8-a86a-fb92a833b6e0: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:48:37.637690 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60974) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:48:37.699069 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-76609762-cc85-41cf-bac2-27fb8afcaeae tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/floatingips/6f65dac8-bb39-4ad8-a86a-fb92a833b6e0 HTTP/1.1" status: 200 len: 993 time: 0.0602868 Apr 21 13:48:43.540568 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4197b5a7-780f-462d-b319-da701a2a3bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:45.780235 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7024a837-b88d-4f44-87a6-5d3c415dd538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:47.162698 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:48.688425 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:48.734452 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:48.756566 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:48:51.071493 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:49:05.937145 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:49:10.758620 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-74af9f72-f6bf-4cef-936f-2b7c639769e5 req-630e88c7-f676-4294-bc48-bf382a6d51d0 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 13:49:10.759623 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-74af9f72-f6bf-4cef-936f-2b7c639769e5 req-630e88c7-f676-4294-bc48-bf382a6d51d0 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058925 Apr 21 13:49:11.083024 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ae0d2-df7d-446b-8e80-a74f3ab8e8cd req-4f36fe21-903d-43c4-8207-1c55427662c1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:11.084489 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b96ae0d2-df7d-446b-8e80-a74f3ab8e8cd req-4f36fe21-903d-43c4-8207-1c55427662c1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 946 time: 0.0494735 Apr 21 13:49:11.121570 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b96ae0d2-df7d-446b-8e80-a74f3ab8e8cd req-6de5e730-72aa-4806-b2d5-08f024a6031d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307541 Apr 21 13:49:11.202049 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 60992) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:49:11.282706 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-d59b99a1-0036-4588-8805-0345243a6565 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0795214 Apr 21 13:49:11.291706 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-94e2869e-f4ed-4763-a6cf-637f5563e0dc service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 13:49:11.292707 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-94e2869e-f4ed-4763-a6cf-637f5563e0dc service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052786 Apr 21 13:49:12.243803 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89434f5b-f480-4d01-b368-3f6c8a19c9af req-6ab1317d-9d15-43ab-ad43-ed84b1f1f85a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:12.245277 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-89434f5b-f480-4d01-b368-3f6c8a19c9af req-6ab1317d-9d15-43ab-ad43-ed84b1f1f85a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 946 time: 0.0543804 Apr 21 13:49:12.283737 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-89434f5b-f480-4d01-b368-3f6c8a19c9af req-2c3363d9-0aba-4cfb-9cfd-91237c959ede tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320985 Apr 21 13:49:13.241926 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-aa5ca32e-6ad1-406f-b62e-a49b1fa85046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:13.243435 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-aa5ca32e-6ad1-406f-b62e-a49b1fa85046 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 1097 time: 0.0406721 Apr 21 13:49:13.342224 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-48340cbd-91ad-4847-aca2-916990f4b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:13.343706 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-48340cbd-91ad-4847-aca2-916990f4b942 service neutron] 10.222.0.24 "GET /v2.0/networks?id=34add040-3899-413f-8ac7-8c736e2526a7 HTTP/1.1" status: 200 len: 897 time: 0.0876317 Apr 21 13:49:13.433447 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-6237bc5e-2ab3-49fb-b1e9-b154c1477638 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70718e34-dbc7-4628-95a3-ced59105eb12 HTTP/1.1" status: 200 len: 1001 time: 0.0817158 Apr 21 13:49:13.447713 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e5a71-3aab-4a1d-9e49-f8a7985d338d req-c5431388-3f57-409e-b7a2-2ae0a15befac tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:13.449175 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-728e5a71-3aab-4a1d-9e49-f8a7985d338d req-c5431388-3f57-409e-b7a2-2ae0a15befac tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 946 time: 0.0918577 Apr 21 13:49:13.517605 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-ac67354d-6270-4796-b0a0-991d8d7d7a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:13.517839 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5246ede-1730-4eb8-b1a3-b1e1d94097c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:49:13.518997 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-ac67354d-6270-4796-b0a0-991d8d7d7a53 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ca43ae0-8199-4435-8be9-ace635e71890 HTTP/1.1" status: 200 len: 835 time: 0.0689414 Apr 21 13:49:13.524602 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-728e5a71-3aab-4a1d-9e49-f8a7985d338d req-d5448361-9bc5-49a2-80e8-48245a7bc3c8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665295 Apr 21 13:49:13.567369 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-41e02142-46e5-4c3c-b0dd-733542f44eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:13.568889 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-41e02142-46e5-4c3c-b0dd-733542f44eee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34add040-3899-413f-8ac7-8c736e2526a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398962 Apr 21 13:49:13.666934 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-af42a505-7292-4dc6-8885-eb635acb1c1e service neutron] 10.222.0.24 "GET /v2.0/networks/34add040-3899-413f-8ac7-8c736e2526a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842826 Apr 21 13:49:13.762112 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-032f569a-dd49-4848-a51f-f71ee8e757e0 service neutron] 10.222.0.24 "GET /v2.0/networks/34add040-3899-413f-8ac7-8c736e2526a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834374 Apr 21 13:49:14.640002 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a5f66-1bc9-4057-97e0-6a8a0c0ae2f4 req-d49e24bb-62a7-40e0-a33a-5e65bb00355d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:14.641507 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d55a5f66-1bc9-4057-97e0-6a8a0c0ae2f4 req-d49e24bb-62a7-40e0-a33a-5e65bb00355d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 946 time: 0.0491381 Apr 21 13:49:14.680433 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d55a5f66-1bc9-4057-97e0-6a8a0c0ae2f4 req-0cfaca8b-dcef-4f0b-8343-46dd3706ba09 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317724 Apr 21 13:49:15.791044 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-93112a27-e329-42ee-b01e-c05a1b953d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:49:15.798104 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d462583-116d-4386-88ca-d26d955bf94a req-877b6d80-b4b3-478e-a071-e61b2b4d8e5b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:15.799628 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7d462583-116d-4386-88ca-d26d955bf94a req-877b6d80-b4b3-478e-a071-e61b2b4d8e5b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 946 time: 0.0523143 Apr 21 13:49:15.837381 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7d462583-116d-4386-88ca-d26d955bf94a req-135eda23-5ec8-4c72-b145-5bae4260c3e9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310876 Apr 21 13:49:16.954381 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585427a-ca1a-4407-b0b0-cca83445f856 req-04bc70f0-1367-47be-9515-4d0d9c7af9c9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:16.955874 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c585427a-ca1a-4407-b0b0-cca83445f856 req-04bc70f0-1367-47be-9515-4d0d9c7af9c9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 946 time: 0.0481455 Apr 21 13:49:16.992652 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c585427a-ca1a-4407-b0b0-cca83445f856 req-ad6b13f7-91a9-4b76-ae27-2108da8bc0e2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300395 Apr 21 13:49:17.184890 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:49:17.937882 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf0003-65d9-4e3e-8692-7fa294b55195 req-4d7c12bd-4e4a-45ec-aea4-16c98cec8345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:17.939325 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9cbf0003-65d9-4e3e-8692-7fa294b55195 req-4d7c12bd-4e4a-45ec-aea4-16c98cec8345 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 1097 time: 0.0389960 Apr 21 13:49:18.049841 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf0003-65d9-4e3e-8692-7fa294b55195 req-63d98875-b9d7-43a0-bd54-4eaa75a68606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:18.051909 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9cbf0003-65d9-4e3e-8692-7fa294b55195 req-63d98875-b9d7-43a0-bd54-4eaa75a68606 service neutron] 10.222.0.24 "GET /v2.0/networks?id=34add040-3899-413f-8ac7-8c736e2526a7 HTTP/1.1" status: 200 len: 897 time: 0.0882003 Apr 21 13:49:18.480792 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9cbf0003-65d9-4e3e-8692-7fa294b55195 req-9815aac8-c38e-4c0a-b937-a83c31a01e6d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70718e34-dbc7-4628-95a3-ced59105eb12 HTTP/1.1" status: 200 len: 1001 time: 0.4214664 Apr 21 13:49:18.492909 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6cfde-0969-48b1-9b20-3f4946aa8182 req-cac8c86e-c427-4fb3-9fe8-351d8de58de6 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:18.494349 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cce6cfde-0969-48b1-9b20-3f4946aa8182 req-cac8c86e-c427-4fb3-9fe8-351d8de58de6 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 946 time: 0.4292321 Apr 21 13:49:18.560950 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cce6cfde-0969-48b1-9b20-3f4946aa8182 req-e538b02d-9389-42cc-86e8-e3cfd48a8d6a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585675 Apr 21 13:49:18.562442 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf0003-65d9-4e3e-8692-7fa294b55195 req-0e62805d-615b-475e-8ab5-38491b54173c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:18.563779 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9cbf0003-65d9-4e3e-8692-7fa294b55195 req-0e62805d-615b-475e-8ab5-38491b54173c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ca43ae0-8199-4435-8be9-ace635e71890 HTTP/1.1" status: 200 len: 835 time: 0.0686193 Apr 21 13:49:18.611841 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf0003-65d9-4e3e-8692-7fa294b55195 req-cf621b5e-1b89-411b-b0b0-599e7de16119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:18.613273 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9cbf0003-65d9-4e3e-8692-7fa294b55195 req-cf621b5e-1b89-411b-b0b0-599e7de16119 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34add040-3899-413f-8ac7-8c736e2526a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396008 Apr 21 13:49:18.714107 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9cbf0003-65d9-4e3e-8692-7fa294b55195 req-a7cba340-51af-410c-afeb-e7993cae1926 service neutron] 10.222.0.24 "GET /v2.0/networks/34add040-3899-413f-8ac7-8c736e2526a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898569 Apr 21 13:49:18.715507 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:49:18.744980 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:49:18.796715 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:49:18.807279 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9cbf0003-65d9-4e3e-8692-7fa294b55195 req-99fd2e0b-740b-4cbd-939c-a9b844915b81 service neutron] 10.222.0.24 "GET /v2.0/networks/34add040-3899-413f-8ac7-8c736e2526a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823333 Apr 21 13:49:19.674579 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae78918-34ab-4028-89ae-9f1bdb2ad87e req-090ece81-b68d-4ff9-b4ec-bdea38b87c9c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:19.676043 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1ae78918-34ab-4028-89ae-9f1bdb2ad87e req-090ece81-b68d-4ff9-b4ec-bdea38b87c9c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 946 time: 0.0482039 Apr 21 13:49:19.716826 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1ae78918-34ab-4028-89ae-9f1bdb2ad87e req-830a6837-54e8-4071-91ff-f183e9f666f8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348749 Apr 21 13:49:20.831895 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa959a1b-0cc7-47df-a7bf-e68f881a9f2c req-688c7bb7-8617-4057-a142-82bc4a0ef1b9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:20.833858 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa959a1b-0cc7-47df-a7bf-e68f881a9f2c req-688c7bb7-8617-4057-a142-82bc4a0ef1b9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 946 time: 0.0490317 Apr 21 13:49:20.870359 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aa959a1b-0cc7-47df-a7bf-e68f881a9f2c req-eb0d1e30-8b75-4b52-95b0-8ebaa2ed189f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305090 Apr 21 13:49:21.100213 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:49:21.985880 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811b770-9e66-4703-8517-38bd2322637e req-119961d4-7327-4fc3-9cf2-61f8bde1d13c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:21.987359 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0811b770-9e66-4703-8517-38bd2322637e req-119961d4-7327-4fc3-9cf2-61f8bde1d13c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 946 time: 0.0479448 Apr 21 13:49:22.024727 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0811b770-9e66-4703-8517-38bd2322637e req-0ba69227-925a-4dbc-91c4-aa3ed0f5bd1e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308175 Apr 21 13:49:23.139176 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842105d8-b987-4bd8-952c-736594e966d5 req-972dc39d-7d62-4703-aaa6-2eb597000b0e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:23.140616 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-842105d8-b987-4bd8-952c-736594e966d5 req-972dc39d-7d62-4703-aaa6-2eb597000b0e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 946 time: 0.0483079 Apr 21 13:49:23.179958 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-842105d8-b987-4bd8-952c-736594e966d5 req-dbf93396-2765-4f4f-98fc-02c09ab9754e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333779 Apr 21 13:49:24.294474 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4c435-7a9d-4acf-9495-91aad16e5196 req-5b8b4257-2783-470d-a787-35ba3633b05b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:24.295930 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ccf4c435-7a9d-4acf-9495-91aad16e5196 req-5b8b4257-2783-470d-a787-35ba3633b05b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 946 time: 0.0489261 Apr 21 13:49:24.333777 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ccf4c435-7a9d-4acf-9495-91aad16e5196 req-84d8d2ce-ccd3-4c36-922f-412a55cb9f5d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313148 Apr 21 13:49:25.447240 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6eb966-0072-4fc2-86f1-7bfeb19ecf26 req-9e95d3f8-5417-45ff-9def-1c585dc6f9ff tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:25.448730 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b6eb966-0072-4fc2-86f1-7bfeb19ecf26 req-9e95d3f8-5417-45ff-9def-1c585dc6f9ff tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 946 time: 0.0479634 Apr 21 13:49:25.486147 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b6eb966-0072-4fc2-86f1-7bfeb19ecf26 req-bc6016fa-98e9-4f9f-8c64-f807876e4ee7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312915 Apr 21 13:49:26.600447 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc1f122-e549-4bc5-8706-91bb11fe6a04 req-560896ed-9a02-41d6-a589-1def0d35c847 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:26.601939 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bcc1f122-e549-4bc5-8706-91bb11fe6a04 req-560896ed-9a02-41d6-a589-1def0d35c847 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 946 time: 0.0478721 Apr 21 13:49:26.642206 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bcc1f122-e549-4bc5-8706-91bb11fe6a04 req-b99b6658-05a3-4af1-a6bd-3653618df73c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343435 Apr 21 13:49:27.756701 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16795b-df7d-41ad-ac46-ae56ee5ba76f req-2536f6eb-bbac-4421-88af-4ba13e0447d6 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:27.758188 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb16795b-df7d-41ad-ac46-ae56ee5ba76f req-2536f6eb-bbac-4421-88af-4ba13e0447d6 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 946 time: 0.0486925 Apr 21 13:49:27.794048 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb16795b-df7d-41ad-ac46-ae56ee5ba76f req-da212aa2-1ab7-4d6d-a455-478cadc29b4f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299041 Apr 21 13:49:28.907852 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4a5211-d928-47e8-a544-59b5ba9601ab req-708aeab5-233c-497b-9d67-65dcc000b07e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:28.909307 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c4a5211-d928-47e8-a544-59b5ba9601ab req-708aeab5-233c-497b-9d67-65dcc000b07e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 946 time: 0.0484416 Apr 21 13:49:28.945825 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2c4a5211-d928-47e8-a544-59b5ba9601ab req-9ae766f0-7b83-4cc4-84af-f2affe92958b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304461 Apr 21 13:49:30.058968 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807060f3-7a04-4f5c-b9e0-c1d33207b16c req-445faff5-39c9-4980-b80f-bb49c0ad3dbd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:30.060453 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-807060f3-7a04-4f5c-b9e0-c1d33207b16c req-445faff5-39c9-4980-b80f-bb49c0ad3dbd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 946 time: 0.0469964 Apr 21 13:49:30.101163 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-807060f3-7a04-4f5c-b9e0-c1d33207b16c req-940e56f0-a86f-4c99-8a41-a83e2ffed683 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347471 Apr 21 13:49:31.120042 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-a3f138af-d0be-49b0-9e7e-9948dc474695 service neutron] show failed (client error): The resource could not be found. Apr 21 13:49:31.120042 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-a3f138af-d0be-49b0-9e7e-9948dc474695 service neutron] 10.222.0.24 "GET /v2.0/ports/70718e34-dbc7-4628-95a3-ced59105eb12/bindings/n-h1-836147-2 HTTP/1.1" status: 404 len: 380 time: 0.0533435 Apr 21 13:49:31.221134 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040f450-cf63-4172-aba9-7514563c5c15 req-d000b968-325b-487c-adf2-3d69dfe8e118 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:31.223378 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5040f450-cf63-4172-aba9-7514563c5c15 req-d000b968-325b-487c-adf2-3d69dfe8e118 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 946 time: 0.0511088 Apr 21 13:49:31.262041 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5040f450-cf63-4172-aba9-7514563c5c15 req-2c550b47-16ce-48c0-8943-98be9e4674ca tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332425 Apr 21 13:49:31.642891 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-4fba8ce6-e77a-4a1e-9937-a9c79749b556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:31.644393 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-4fba8ce6-e77a-4a1e-9937-a9c79749b556 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190&tenant_id=ede2fbffe5614ad9915a309c73849643 HTTP/1.1" status: 200 len: 1097 time: 0.0835857 Apr 21 13:49:31.654955 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-d9aec191-e4cf-41c0-97fd-e7eda86ca0e4 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 13:49:31.655804 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-d9aec191-e4cf-41c0-97fd-e7eda86ca0e4 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047040 Apr 21 13:49:31.667277 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836147-2', 'device_owner': 'compute:nova'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:49:31.724635 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:49:32.201448 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] For port 70718e34-dbc7-4628-95a3-ced59105eb12, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=70718e34-dbc7-4628-95a3-ced59105eb12,segment=NetworkSegment(795e985b-3430-4b1a-8241-771380380927),segment_id=795e985b-3430-4b1a-8241-771380380927)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:49:32.233413 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] For port 70718e34-dbc7-4628-95a3-ced59105eb12, host n-h2-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:49:32.270224 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb90edf-d76e-4448-a44b-01318d2ee190', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70718e34-dbc7-4628-95a3-ced59105eb12'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:49:32.272972 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8731b9b0d93a9bf69e636c4352cfd91473ecc38c160ddf4d7ef907223a15797c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08d0f85-49ce-4d7d-9b2c-0699b0323c61" -d '{"events": [{"server_uuid": "0bb90edf-d76e-4448-a44b-01318d2ee190", "name": "network-vif-unplugged", "status": "completed", "tag": "70718e34-dbc7-4628-95a3-ced59105eb12"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:49:32.276925 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:49:32.289907 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Transition to ACTIVE for port object 70718e34-dbc7-4628-95a3-ced59105eb12 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:49:32.324809 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 13:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21f3312-8d79-4681-b781-d2f43c31aaa6 x-openstack-request-id: req-e21f3312-8d79-4681-b781-d2f43c31aaa6 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:49:32.324809 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb90edf-d76e-4448-a44b-01318d2ee190", "name": "network-vif-unplugged", "status": "completed", "tag": "70718e34-dbc7-4628-95a3-ced59105eb12", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:49:32.324809 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e21f3312-8d79-4681-b781-d2f43c31aaa6 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:49:32.325081 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e21f3312-8d79-4681-b781-d2f43c31aaa6'] response: {'server_uuid': '0bb90edf-d76e-4448-a44b-01318d2ee190', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70718e34-dbc7-4628-95a3-ced59105eb12', 'code': 200} Apr 21 13:49:32.334097 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:49:32.384295 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c279020-0571-4649-8c57-e1127416a502 req-83d452ab-a063-4559-8cc5-abed12306de3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:32.392784 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0c279020-0571-4649-8c57-e1127416a502 req-83d452ab-a063-4559-8cc5-abed12306de3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 944 time: 0.0619440 Apr 21 13:49:32.413865 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Pushing event updated for resources: {'Port': ['ID=70718e34-dbc7-4628-95a3-ced59105eb12,revision_number=6']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:49:32.425779 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:49:32.426119 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:49:32.426459 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:49:32.426969 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:49:32.427302 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:49:32.427630 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:49:32.427963 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:49:32.428682 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:49:32.429128 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:49:32.429424 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:49:32.429682 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:49:32.430005 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:49:32.433324 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0c279020-0571-4649-8c57-e1127416a502 req-644f0abc-8947-4632-ada0-e3397ee9d1cb tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387740 Apr 21 13:49:32.472934 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] No DVR routers for this DVR port 70718e34-dbc7-4628-95a3-ced59105eb12 on host n-h2-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:49:32.611244 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Attempting to bind port 70718e34-dbc7-4628-95a3-ced59105eb12 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:49:32.611567 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Attempting to bind port 70718e34-dbc7-4628-95a3-ced59105eb12 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '795e985b-3430-4b1a-8241-771380380927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:49:32.611882 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Attempting to bind port 70718e34-dbc7-4628-95a3-ced59105eb12 on network 34add040-3899-413f-8ac7-8c736e2526a7 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:49:32.615994 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Port 70718e34-dbc7-4628-95a3-ced59105eb12 on network 34add040-3899-413f-8ac7-8c736e2526a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:49:32.616305 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Attempting to bind port 70718e34-dbc7-4628-95a3-ced59105eb12 on network 34add040-3899-413f-8ac7-8c736e2526a7 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:49:32.621139 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:49:32.621752 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Checking segment: {'id': '795e985b-3430-4b1a-8241-771380380927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:49:32.622129 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Bound using segment: {'id': '795e985b-3430-4b1a-8241-771380380927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:49:32.622548 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Bound port: 70718e34-dbc7-4628-95a3-ced59105eb12, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795e985b-3430-4b1a-8241-771380380927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:49:32.622892 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:49:32.686063 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] For port 70718e34-dbc7-4628-95a3-ced59105eb12, host n-h1-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:49:32.688976 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] For port 70718e34-dbc7-4628-95a3-ced59105eb12, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=70718e34-dbc7-4628-95a3-ced59105eb12,segment=NetworkSegment(795e985b-3430-4b1a-8241-771380380927),segment_id=795e985b-3430-4b1a-8241-771380380927)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:49:32.733731 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:49:32.774474 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:32.775085 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:49:32.776528 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] 10.222.0.26 "PUT /v2.0/ports/70718e34-dbc7-4628-95a3-ced59105eb12 HTTP/1.1" status: 200 len: 1092 time: 1.1126943 Apr 21 13:49:32.797182 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af61ac-7b7e-444e-b5ca-b755adf0ec75 service neutron] Pushing event updated for resources: {'Port': ['ID=70718e34-dbc7-4628-95a3-ced59105eb12,revision_number=7']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:49:32.842665 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-3389b09b-4ecd-443b-b15d-8813cd35b6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:32.844301 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-3389b09b-4ecd-443b-b15d-8813cd35b6b5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 1095 time: 0.0441206 Apr 21 13:49:32.937466 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-b9d2d038-1f55-4faf-818f-656b43832308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:32.939005 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-b9d2d038-1f55-4faf-818f-656b43832308 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34add040-3899-413f-8ac7-8c736e2526a7 HTTP/1.1" status: 200 len: 897 time: 0.0886991 Apr 21 13:49:33.008015 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-75b1d9db-65ef-47f9-8c6a-7d9c3d8c9b42 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70718e34-dbc7-4628-95a3-ced59105eb12 HTTP/1.1" status: 200 len: 999 time: 0.0613434 Apr 21 13:49:33.055721 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-a865ea42-2070-41be-9ba0-ad8e2622c7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:33.057125 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-a865ea42-2070-41be-9ba0-ad8e2622c7d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4ca43ae0-8199-4435-8be9-ace635e71890 HTTP/1.1" status: 200 len: 835 time: 0.0426190 Apr 21 13:49:33.100343 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-6922c914-4379-464e-9174-499acc6ada3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:33.101912 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-6922c914-4379-464e-9174-499acc6ada3a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34add040-3899-413f-8ac7-8c736e2526a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384686 Apr 21 13:49:33.192492 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-10be96df-6906-43f9-a598-f3641aa2cc99 service neutron] 10.222.0.26 "GET /v2.0/networks/34add040-3899-413f-8ac7-8c736e2526a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844963 Apr 21 13:49:33.279532 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-6edd804b-ad21-4e09-97a8-cc26a20f1853 req-5200e602-d8ae-4d00-8e1b-d027d79a1d79 service neutron] 10.222.0.26 "GET /v2.0/networks/34add040-3899-413f-8ac7-8c736e2526a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799301 Apr 21 13:49:33.560402 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d3051-9769-4948-bbd3-fb49ca6eda24 req-58a8ebee-5c3f-4acc-a802-e78a7ed7667c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:33.562632 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c34d3051-9769-4948-bbd3-fb49ca6eda24 req-58a8ebee-5c3f-4acc-a802-e78a7ed7667c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 944 time: 0.0530055 Apr 21 13:49:33.599772 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c34d3051-9769-4948-bbd3-fb49ca6eda24 req-b382d2e7-53a3-43bc-8365-e2b32305db41 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315886 Apr 21 13:49:34.299707 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 70718e34-dbc7-4628-95a3-ced59105eb12 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:49:34.326135 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb90edf-d76e-4448-a44b-01318d2ee190', 'tag': '70718e34-dbc7-4628-95a3-ced59105eb12'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:49:34.328641 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8731b9b0d93a9bf69e636c4352cfd91473ecc38c160ddf4d7ef907223a15797c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed5a75a-a0a3-435e-bd7d-fe4ea4e7f49a" -d '{"events": [{"name": "network-changed", "server_uuid": "0bb90edf-d76e-4448-a44b-01318d2ee190", "tag": "70718e34-dbc7-4628-95a3-ced59105eb12"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:49:34.338812 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 70718e34-dbc7-4628-95a3-ced59105eb12 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:49:34.377771 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158bf7fe-54be-44e1-acaa-bb33c5f89490 x-openstack-request-id: req-158bf7fe-54be-44e1-acaa-bb33c5f89490 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:49:34.378058 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bb90edf-d76e-4448-a44b-01318d2ee190", "tag": "70718e34-dbc7-4628-95a3-ced59105eb12", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:49:34.378303 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-158bf7fe-54be-44e1-acaa-bb33c5f89490 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:49:34.378995 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-158bf7fe-54be-44e1-acaa-bb33c5f89490'] response: {'name': 'network-changed', 'server_uuid': '0bb90edf-d76e-4448-a44b-01318d2ee190', 'tag': '70718e34-dbc7-4628-95a3-ced59105eb12', 'status': 'completed', 'code': 200} Apr 21 13:49:34.438318 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5a75a-a0a3-435e-bd7d-fe4ea4e7f49a req-476b69b5-6a2c-4d7a-afae-ba8d29eac103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:34.439907 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ed5a75a-a0a3-435e-bd7d-fe4ea4e7f49a req-476b69b5-6a2c-4d7a-afae-ba8d29eac103 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 1095 time: 0.0411558 Apr 21 13:49:34.444811 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5a75a-a0a3-435e-bd7d-fe4ea4e7f49a req-49773aa1-a7a5-4281-9f6b-ea6ffac43f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:34.446317 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3ed5a75a-a0a3-435e-bd7d-fe4ea4e7f49a req-49773aa1-a7a5-4281-9f6b-ea6ffac43f02 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 1095 time: 0.0448716 Apr 21 13:49:34.534129 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5a75a-a0a3-435e-bd7d-fe4ea4e7f49a req-4e55b2c0-2f88-4e1e-a49f-927a9aeb067f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:34.535590 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3ed5a75a-a0a3-435e-bd7d-fe4ea4e7f49a req-4e55b2c0-2f88-4e1e-a49f-927a9aeb067f service neutron] 10.222.0.26 "GET /v2.0/networks?id=34add040-3899-413f-8ac7-8c736e2526a7 HTTP/1.1" status: 200 len: 897 time: 0.0826464 Apr 21 13:49:34.542181 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5a75a-a0a3-435e-bd7d-fe4ea4e7f49a req-343e10e3-4255-44b9-83da-179362a80134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:34.543598 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ed5a75a-a0a3-435e-bd7d-fe4ea4e7f49a req-343e10e3-4255-44b9-83da-179362a80134 service neutron] 10.222.0.24 "GET /v2.0/networks?id=34add040-3899-413f-8ac7-8c736e2526a7 HTTP/1.1" status: 200 len: 897 time: 0.0868933 Apr 21 13:49:34.604104 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3ed5a75a-a0a3-435e-bd7d-fe4ea4e7f49a req-014b21ec-f6f9-4dee-82ff-5dfb144fdd88 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70718e34-dbc7-4628-95a3-ced59105eb12 HTTP/1.1" status: 200 len: 999 time: 0.0610383 Apr 21 13:49:34.611629 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ed5a75a-a0a3-435e-bd7d-fe4ea4e7f49a req-58fe4a45-7d44-4372-a431-db41c3358e77 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70718e34-dbc7-4628-95a3-ced59105eb12 HTTP/1.1" status: 200 len: 999 time: 0.0571184 Apr 21 13:49:34.653875 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5a75a-a0a3-435e-bd7d-fe4ea4e7f49a req-e98b4294-89a0-431d-aaad-74e664c01e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:34.655343 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3ed5a75a-a0a3-435e-bd7d-fe4ea4e7f49a req-e98b4294-89a0-431d-aaad-74e664c01e7d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4ca43ae0-8199-4435-8be9-ace635e71890 HTTP/1.1" status: 200 len: 835 time: 0.0454268 Apr 21 13:49:34.664356 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5a75a-a0a3-435e-bd7d-fe4ea4e7f49a req-606719b4-6d57-4b69-8e76-2f0aa820bce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:34.665919 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ed5a75a-a0a3-435e-bd7d-fe4ea4e7f49a req-606719b4-6d57-4b69-8e76-2f0aa820bce7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ca43ae0-8199-4435-8be9-ace635e71890 HTTP/1.1" status: 200 len: 835 time: 0.0451977 Apr 21 13:49:34.701150 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5a75a-a0a3-435e-bd7d-fe4ea4e7f49a req-4ef2d531-99ed-40aa-9c0a-eb7b42f75a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:34.702671 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3ed5a75a-a0a3-435e-bd7d-fe4ea4e7f49a req-4ef2d531-99ed-40aa-9c0a-eb7b42f75a9a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34add040-3899-413f-8ac7-8c736e2526a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402393 Apr 21 13:49:34.747553 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89f839-5e8c-47d5-9588-069e033448b6 req-76557789-5f70-47ac-97ef-18b06e37d9df tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:34.749026 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b89f839-5e8c-47d5-9588-069e033448b6 req-76557789-5f70-47ac-97ef-18b06e37d9df tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 944 time: 0.0787618 Apr 21 13:49:34.750843 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed5a75a-a0a3-435e-bd7d-fe4ea4e7f49a req-43232f65-aedf-412e-8b61-23b5a763a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:34.752197 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ed5a75a-a0a3-435e-bd7d-fe4ea4e7f49a req-43232f65-aedf-412e-8b61-23b5a763a5d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34add040-3899-413f-8ac7-8c736e2526a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717154 Apr 21 13:49:34.797908 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3ed5a75a-a0a3-435e-bd7d-fe4ea4e7f49a req-4c1daca1-7ea0-4cb6-8c6b-304e4899a15a service neutron] 10.222.0.26 "GET /v2.0/networks/34add040-3899-413f-8ac7-8c736e2526a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873680 Apr 21 13:49:34.828224 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b89f839-5e8c-47d5-9588-069e033448b6 req-03430339-5b37-4b45-b975-3118ea57e691 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726247 Apr 21 13:49:34.865759 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ed5a75a-a0a3-435e-bd7d-fe4ea4e7f49a req-323c9d62-b58f-4f5b-b5ec-6f16d372ee3a service neutron] 10.222.0.24 "GET /v2.0/networks/34add040-3899-413f-8ac7-8c736e2526a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032004 Apr 21 13:49:34.890709 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-3ed5a75a-a0a3-435e-bd7d-fe4ea4e7f49a req-a8d0ed21-70a4-4b8a-ba64-b228aa60488a service neutron] 10.222.0.26 "GET /v2.0/networks/34add040-3899-413f-8ac7-8c736e2526a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848522 Apr 21 13:49:34.961782 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ed5a75a-a0a3-435e-bd7d-fe4ea4e7f49a req-7e077860-7090-425c-acd2-7028d2d22343 service neutron] 10.222.0.24 "GET /v2.0/networks/34add040-3899-413f-8ac7-8c736e2526a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860388 Apr 21 13:49:35.947020 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbc4b49-c11f-4d2c-b985-8fdff971e0cb req-1e11952a-0a62-40a9-b28e-ad0794c4e8a1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:35.948520 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6cbc4b49-c11f-4d2c-b985-8fdff971e0cb req-1e11952a-0a62-40a9-b28e-ad0794c4e8a1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 944 time: 0.0488451 Apr 21 13:49:35.985985 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6cbc4b49-c11f-4d2c-b985-8fdff971e0cb req-fea47642-08a6-43b3-9231-f541d1626588 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314848 Apr 21 13:49:37.104729 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363e93b-83b7-44ff-94de-e355f26611fc req-762298a5-2b90-419e-9d9a-46b33c937858 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:37.106217 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c363e93b-83b7-44ff-94de-e355f26611fc req-762298a5-2b90-419e-9d9a-46b33c937858 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 944 time: 0.0522768 Apr 21 13:49:37.142649 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c363e93b-83b7-44ff-94de-e355f26611fc req-8ed19267-38a6-4767-828a-c8d7829449c2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305884 Apr 21 13:49:37.462344 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aea283-21b5-4897-a899-934c212ea7d7 req-28070725-d268-4f9d-af8c-feae8e26d0f3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:37.463844 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54aea283-21b5-4897-a899-934c212ea7d7 req-28070725-d268-4f9d-af8c-feae8e26d0f3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 944 time: 0.0492263 Apr 21 13:49:37.501966 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54aea283-21b5-4897-a899-934c212ea7d7 req-4b4d58fd-c345-48e5-bbda-d3c82d228e52 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321147 Apr 21 13:49:37.554777 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa95d87-972b-4e80-ac69-6d855fe8c9f7 req-adf21f8c-d20d-4e8f-8b37-b608146afbdb tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:37.555780 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0aa95d87-972b-4e80-ac69-6d855fe8c9f7 req-adf21f8c-d20d-4e8f-8b37-b608146afbdb tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190&tenant_id=ede2fbffe5614ad9915a309c73849643&binding%3Ahost_id=n-h1-836147-2 HTTP/1.1" status: 200 len: 944 time: 0.0511498 Apr 21 13:49:37.655984 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1ccf8-c232-42c7-a3e5-b2939f8f5afa req-bc4156e0-9762-4483-9135-329addc88aa2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:37.657366 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f9e1ccf8-c232-42c7-a3e5-b2939f8f5afa req-bc4156e0-9762-4483-9135-329addc88aa2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 944 time: 0.0844991 Apr 21 13:49:37.661959 n-d-836147-2 neutron-server[103398]: INFO neutron.api.v2.resource [req-0aa95d87-972b-4e80-ac69-6d855fe8c9f7 req-e7931e84-933d-4a30-b958-b934056d7783 service neutron] delete failed (client error): The resource could not be found. Apr 21 13:49:37.662900 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0aa95d87-972b-4e80-ac69-6d855fe8c9f7 req-e7931e84-933d-4a30-b958-b934056d7783 service neutron] 10.222.0.24 "DELETE /v2.0/ports/70718e34-dbc7-4628-95a3-ced59105eb12/bindings/n-h2-836147-2 HTTP/1.1" status: 404 len: 380 time: 0.0953276 Apr 21 13:49:37.698015 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f9e1ccf8-c232-42c7-a3e5-b2939f8f5afa req-f2b01794-74f4-4508-8e55-c5d522acc2f7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341465 Apr 21 13:49:37.753289 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa95d87-972b-4e80-ac69-6d855fe8c9f7 req-c662733f-3a29-4a23-bb74-e5f4f73e51d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:37.755330 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0aa95d87-972b-4e80-ac69-6d855fe8c9f7 req-c662733f-3a29-4a23-bb74-e5f4f73e51d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 1095 time: 0.0403316 Apr 21 13:49:37.849240 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa95d87-972b-4e80-ac69-6d855fe8c9f7 req-ea857a49-bf93-4d98-996d-7bd82c80a4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:37.850741 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0aa95d87-972b-4e80-ac69-6d855fe8c9f7 req-ea857a49-bf93-4d98-996d-7bd82c80a4df service neutron] 10.222.0.24 "GET /v2.0/networks?id=34add040-3899-413f-8ac7-8c736e2526a7 HTTP/1.1" status: 200 len: 897 time: 0.0856817 Apr 21 13:49:37.918367 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0aa95d87-972b-4e80-ac69-6d855fe8c9f7 req-ac6be92d-2f6b-4862-b9c5-2863d49a8079 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70718e34-dbc7-4628-95a3-ced59105eb12 HTTP/1.1" status: 200 len: 999 time: 0.0573626 Apr 21 13:49:37.968233 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa95d87-972b-4e80-ac69-6d855fe8c9f7 req-d36155b5-cc68-4ae3-ac87-d696bb141f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:37.969646 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0aa95d87-972b-4e80-ac69-6d855fe8c9f7 req-d36155b5-cc68-4ae3-ac87-d696bb141f5b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4ca43ae0-8199-4435-8be9-ace635e71890 HTTP/1.1" status: 200 len: 835 time: 0.0416028 Apr 21 13:49:38.021377 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa95d87-972b-4e80-ac69-6d855fe8c9f7 req-03cde3bb-1723-43f1-8981-2593454f82fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:38.022877 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0aa95d87-972b-4e80-ac69-6d855fe8c9f7 req-03cde3bb-1723-43f1-8981-2593454f82fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=34add040-3899-413f-8ac7-8c736e2526a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433915 Apr 21 13:49:38.079553 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 70718e34-dbc7-4628-95a3-ced59105eb12 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:49:38.114531 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0aa95d87-972b-4e80-ac69-6d855fe8c9f7 req-5149edcf-4860-40c7-8a5a-8b8cf4bf85ba service neutron] 10.222.0.24 "GET /v2.0/networks/34add040-3899-413f-8ac7-8c736e2526a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803707 Apr 21 13:49:38.176371 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 70718e34-dbc7-4628-95a3-ced59105eb12, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=70718e34-dbc7-4628-95a3-ced59105eb12,segment=NetworkSegment(795e985b-3430-4b1a-8241-771380380927),segment_id=795e985b-3430-4b1a-8241-771380380927)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:49:38.187808 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': '70718e34-dbc7-4628-95a3-ced59105eb12', 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7', 'port_id': '70718e34-dbc7-4628-95a3-ced59105eb12', 'mac_address': 'fa:16:3e:da:16:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ca43ae0-8199-4435-8be9-ace635e71890', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:49:38.210438 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0aa95d87-972b-4e80-ac69-6d855fe8c9f7 req-4ec70446-57ea-4291-8ea7-cce20c209916 service neutron] 10.222.0.24 "GET /v2.0/networks/34add040-3899-413f-8ac7-8c736e2526a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857761 Apr 21 13:49:38.224570 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:49:38.237461 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70718e34-dbc7-4628-95a3-ced59105eb12 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:49:38.256674 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 70718e34-dbc7-4628-95a3-ced59105eb12, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=70718e34-dbc7-4628-95a3-ced59105eb12,segment=NetworkSegment(795e985b-3430-4b1a-8241-771380380927),segment_id=795e985b-3430-4b1a-8241-771380380927)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:49:38.334396 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:49:38.380622 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=70718e34-dbc7-4628-95a3-ced59105eb12,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:49:38.387886 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:49:38.388224 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:49:38.388557 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:49:38.388882 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:49:38.389204 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:49:38.389574 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:49:38.389914 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:49:38.390233 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:49:38.390551 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:49:38.390868 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:49:38.391186 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:49:38.396098 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:49:38.713486 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['70718e34-dbc7-4628-95a3-ced59105eb12'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:49:38.856685 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d75e6-10e6-4a50-9634-c000e7772609 req-077d3984-8f2c-47e8-a44a-e673354da205 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:38.858275 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-889d75e6-10e6-4a50-9634-c000e7772609 req-077d3984-8f2c-47e8-a44a-e673354da205 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 945 time: 0.0514367 Apr 21 13:49:38.898055 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-889d75e6-10e6-4a50-9634-c000e7772609 req-5670d830-a184-4144-b504-34a8284b3c57 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331275 Apr 21 13:49:40.023013 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b1f90-4996-4a6d-befd-cb9151eff97d req-1759f346-5292-4fed-8fe2-bb31630e86b1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:49:40.024498 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-596b1f90-4996-4a6d-befd-cb9151eff97d req-1759f346-5292-4fed-8fe2-bb31630e86b1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 945 time: 0.0489876 Apr 21 13:49:40.061240 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-596b1f90-4996-4a6d-befd-cb9151eff97d req-5ce8a1f9-1436-4d58-83ec-5dc21e583eb4 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308096 Apr 21 13:49:40.084207 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 32848) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:49:40.094899 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 70718e34-dbc7-4628-95a3-ced59105eb12 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:49:40.147289 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a44a8783-49e1-4229-8e8c-2b915f92c5cf tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/floatingips/6f65dac8-bb39-4ad8-a86a-fb92a833b6e0 HTTP/1.1" status: 200 len: 992 time: 0.0619678 Apr 21 13:49:40.219449 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port 70718e34-dbc7-4628-95a3-ced59105eb12 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:49:40.223391 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port 70718e34-dbc7-4628-95a3-ced59105eb12 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:49:40.223763 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:49:40.297759 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:49:40.319954 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb90edf-d76e-4448-a44b-01318d2ee190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70718e34-dbc7-4628-95a3-ced59105eb12'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:49:40.322206 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863a9e4c-26ba-447d-b152-375670f52f44" -d '{"events": [{"server_uuid": "0bb90edf-d76e-4448-a44b-01318d2ee190", "name": "network-vif-plugged", "status": "completed", "tag": "70718e34-dbc7-4628-95a3-ced59105eb12"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:49:40.334205 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port 70718e34-dbc7-4628-95a3-ced59105eb12, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=70718e34-dbc7-4628-95a3-ced59105eb12,segment=NetworkSegment(795e985b-3430-4b1a-8241-771380380927),segment_id=795e985b-3430-4b1a-8241-771380380927)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:49:40.359826 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913df4c8-e371-41af-a7d1-ef9d669c50c9 x-openstack-request-id: req-913df4c8-e371-41af-a7d1-ef9d669c50c9 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:49:40.360118 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb90edf-d76e-4448-a44b-01318d2ee190", "name": "network-vif-plugged", "status": "completed", "tag": "70718e34-dbc7-4628-95a3-ced59105eb12", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:49:40.360373 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-913df4c8-e371-41af-a7d1-ef9d669c50c9 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:49:40.360864 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-913df4c8-e371-41af-a7d1-ef9d669c50c9'] response: {'server_uuid': '0bb90edf-d76e-4448-a44b-01318d2ee190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70718e34-dbc7-4628-95a3-ced59105eb12', 'code': 200} Apr 21 13:49:40.385160 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:49:40.435035 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=70718e34-dbc7-4628-95a3-ced59105eb12,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:49:42.936169 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:49:43.516472 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-017d84ae-6003-49c9-8273-c7f171c26ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:49:45.767237 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6a55e2c2-3b3e-46a4-a3af-02be1e2374cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:49:47.230438 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:49:48.743540 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:49:48.772717 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:49:48.784973 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:49:51.230487 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:13.521447 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4c36ee27-475c-4df8-aae0-44f8303e0219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:15.789611 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed5833a4-112b-4b60-b9d8-e0ff7df46d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:17.201233 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:17.352794 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-155545ab-2ea6-44f5-88f7-87d469848e5d req-ba29db91-8856-491f-a1f8-b6740c28792b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398543 Apr 21 13:50:17.435034 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155545ab-2ea6-44f5-88f7-87d469848e5d req-12c7542b-c737-43f3-a140-7358fdbc11da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:17.436505 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-155545ab-2ea6-44f5-88f7-87d469848e5d req-12c7542b-c737-43f3-a140-7358fdbc11da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 1097 time: 0.0446019 Apr 21 13:50:17.536290 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155545ab-2ea6-44f5-88f7-87d469848e5d req-53113f01-8f63-4e2d-acd6-21476dc04e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:17.537770 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-155545ab-2ea6-44f5-88f7-87d469848e5d req-53113f01-8f63-4e2d-acd6-21476dc04e03 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34add040-3899-413f-8ac7-8c736e2526a7 HTTP/1.1" status: 200 len: 897 time: 0.0837355 Apr 21 13:50:17.605435 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-155545ab-2ea6-44f5-88f7-87d469848e5d req-3495e403-7516-4dfd-b5c5-151019fdcbba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70718e34-dbc7-4628-95a3-ced59105eb12 HTTP/1.1" status: 200 len: 1001 time: 0.0610886 Apr 21 13:50:17.652956 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155545ab-2ea6-44f5-88f7-87d469848e5d req-334dacfc-383e-433a-99ab-fca43aebf303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:17.654342 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-155545ab-2ea6-44f5-88f7-87d469848e5d req-334dacfc-383e-433a-99ab-fca43aebf303 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4ca43ae0-8199-4435-8be9-ace635e71890 HTTP/1.1" status: 200 len: 835 time: 0.0428183 Apr 21 13:50:17.698067 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155545ab-2ea6-44f5-88f7-87d469848e5d req-c1b8f8f1-158a-49d7-b190-fbf059662038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:17.699499 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-155545ab-2ea6-44f5-88f7-87d469848e5d req-c1b8f8f1-158a-49d7-b190-fbf059662038 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34add040-3899-413f-8ac7-8c736e2526a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386961 Apr 21 13:50:17.788592 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-155545ab-2ea6-44f5-88f7-87d469848e5d req-9a1a8ab8-c981-4666-81da-8b86175c9f30 service neutron] 10.222.0.26 "GET /v2.0/networks/34add040-3899-413f-8ac7-8c736e2526a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819602 Apr 21 13:50:17.876474 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-155545ab-2ea6-44f5-88f7-87d469848e5d req-8aaa04da-5a1e-4bb2-b869-c2c04cea75d5 service neutron] 10.222.0.26 "GET /v2.0/networks/34add040-3899-413f-8ac7-8c736e2526a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817139 Apr 21 13:50:18.755639 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:18.784135 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:18.784765 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:19.934644 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:50:21.098373 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:28.709087 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 32866) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:50:28.910022 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6bc44499-192d-420f-ba5b-d82348a4a4cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Deleting port 062df4ef-8fab-4eb5-927e-4de036f98739 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:50:28.910892 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6bc44499-192d-420f-ba5b-d82348a4a4cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:28.982770 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6bc44499-192d-420f-ba5b-d82348a4a4cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:28.983020 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6bc44499-192d-420f-ba5b-d82348a4a4cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:28.994330 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-6bc44499-192d-420f-ba5b-d82348a4a4cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Calling delete_port for 062df4ef-8fab-4eb5-927e-4de036f98739 owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:50:29.201189 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6bc44499-192d-420f-ba5b-d82348a4a4cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:29.226058 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc44499-192d-420f-ba5b-d82348a4a4cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'Port': ['ID=062df4ef-8fab-4eb5-927e-4de036f98739,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:29.237539 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc44499-192d-420f-ba5b-d82348a4a4cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:29.237848 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc44499-192d-420f-ba5b-d82348a4a4cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:29.238186 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc44499-192d-420f-ba5b-d82348a4a4cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:29.238523 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc44499-192d-420f-ba5b-d82348a4a4cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:29.238856 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc44499-192d-420f-ba5b-d82348a4a4cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:29.239186 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc44499-192d-420f-ba5b-d82348a4a4cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:29.239513 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc44499-192d-420f-ba5b-d82348a4a4cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:29.239841 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc44499-192d-420f-ba5b-d82348a4a4cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:29.240162 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc44499-192d-420f-ba5b-d82348a4a4cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:29.240485 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc44499-192d-420f-ba5b-d82348a4a4cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:29.240809 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc44499-192d-420f-ba5b-d82348a4a4cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:29.241130 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc44499-192d-420f-ba5b-d82348a4a4cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:29.297802 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6bc44499-192d-420f-ba5b-d82348a4a4cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:29.298196 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-6bc44499-192d-420f-ba5b-d82348a4a4cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Floating IP 6f65dac8-bb39-4ad8-a86a-fb92a833b6e0 disassociated (deleted). External IP: 172.25.8.39, port: 70718e34-dbc7-4628-95a3-ced59105eb12. Apr 21 13:50:29.501496 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc44499-192d-420f-ba5b-d82348a4a4cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Router 4781dd89-420d-4219-9418-a443ca82abf5 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:50:29.605507 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc44499-192d-420f-ba5b-d82348a4a4cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:50:29.610462 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6bc44499-192d-420f-ba5b-d82348a4a4cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:29.616234 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ec2f4-e757-402f-82e9-efa39acfe0c5 None None] Sync routers for ids ['4781dd89-420d-4219-9418-a443ca82abf5'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:50:29.624966 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1ec2f4-e757-402f-82e9-efa39acfe0c5 None None] Routers {'4781dd89-420d-4219-9418-a443ca82abf5'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:50:29.625549 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-dc1ec2f4-e757-402f-82e9-efa39acfe0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:50:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['4781dd89-420d-4219-9418-a443ca82abf5'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:50:29.638612 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6bc44499-192d-420f-ba5b-d82348a4a4cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "DELETE /v2.0/floatingips/6f65dac8-bb39-4ad8-a86a-fb92a833b6e0 HTTP/1.1" status: 204 len: 168 time: 0.9284296 Apr 21 13:50:29.639209 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb90edf-d76e-4448-a44b-01318d2ee190', 'tag': '70718e34-dbc7-4628-95a3-ced59105eb12'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:50:29.641498 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6a479b-3027-4ea7-8f06-ecc93afedfbc" -d '{"events": [{"name": "network-changed", "server_uuid": "0bb90edf-d76e-4448-a44b-01318d2ee190", "tag": "70718e34-dbc7-4628-95a3-ced59105eb12"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:50:29.732949 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-dc1ec2f4-e757-402f-82e9-efa39acfe0c5 None None] Set router 4781dd89-420d-4219-9418-a443ca82abf5 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:50:29.761563 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a15d27-c499-48ba-88f3-e795fba59858 x-openstack-request-id: req-c7a15d27-c499-48ba-88f3-e795fba59858 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:50:29.762111 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bb90edf-d76e-4448-a44b-01318d2ee190", "tag": "70718e34-dbc7-4628-95a3-ced59105eb12", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:50:29.762224 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c7a15d27-c499-48ba-88f3-e795fba59858 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:50:29.762560 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7a15d27-c499-48ba-88f3-e795fba59858'] response: {'name': 'network-changed', 'server_uuid': '0bb90edf-d76e-4448-a44b-01318d2ee190', 'tag': '70718e34-dbc7-4628-95a3-ced59105eb12', 'status': 'completed', 'code': 200} Apr 21 13:50:29.824181 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a479b-3027-4ea7-8f06-ecc93afedfbc req-9d79a2cf-1217-493d-9fa9-327c94584687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:29.825855 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0e6a479b-3027-4ea7-8f06-ecc93afedfbc req-9d79a2cf-1217-493d-9fa9-327c94584687 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 1097 time: 0.0418267 Apr 21 13:50:29.926690 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a479b-3027-4ea7-8f06-ecc93afedfbc req-edfacc53-13d7-471b-8101-9650b09ac241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:29.928189 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0e6a479b-3027-4ea7-8f06-ecc93afedfbc req-edfacc53-13d7-471b-8101-9650b09ac241 service neutron] 10.222.0.26 "GET /v2.0/networks?id=34add040-3899-413f-8ac7-8c736e2526a7 HTTP/1.1" status: 200 len: 897 time: 0.0954931 Apr 21 13:50:29.938746 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-dc1ec2f4-e757-402f-82e9-efa39acfe0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4781dd89-420d-4219-9418-a443ca82abf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81097176', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '89de71c5-1546-4b97-bae3-cc3e05df2a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:48:17Z', 'updated_at': '2022-04-21T13:48:20Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': '89de71c5-1546-4b97-bae3-cc3e05df2a76', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4781dd89-420d-4219-9418-a443ca82abf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:48:17Z', 'updated_at': '2022-04-21T13:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'c42b15a4-ad17-4edc-b7df-4ab435ab08b0', 'name': '', 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:e0:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4781dd89-420d-4219-9418-a443ca82abf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4ca43ae0-8199-4435-8be9-ace635e71890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:48:20Z', 'updated_at': '2022-04-21T13:48:24Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': '4ca43ae0-8199-4435-8be9-ace635e71890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:50:29.964211 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ec2f4-e757-402f-82e9-efa39acfe0c5 None None] Checking router: 4781dd89-420d-4219-9418-a443ca82abf5 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:50:29.973314 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1ec2f4-e757-402f-82e9-efa39acfe0c5 None None] Routers {'4781dd89-420d-4219-9418-a443ca82abf5'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:50:29.973977 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-dc1ec2f4-e757-402f-82e9-efa39acfe0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:50:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['4781dd89-420d-4219-9418-a443ca82abf5'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:50:29.977244 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0e6a479b-3027-4ea7-8f06-ecc93afedfbc req-e04c3a6a-594b-4d0f-9b2e-75940f3f2f9f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=70718e34-dbc7-4628-95a3-ced59105eb12 HTTP/1.1" status: 200 len: 217 time: 0.0409300 Apr 21 13:50:30.011667 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac88824-b991-46da-8d3b-776962113de0 req-75343dcb-1fc7-499b-90e6-7b8c1ca4839e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:30.013104 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dac88824-b991-46da-8d3b-776962113de0 req-75343dcb-1fc7-499b-90e6-7b8c1ca4839e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 946 time: 0.0526278 Apr 21 13:50:30.027455 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a479b-3027-4ea7-8f06-ecc93afedfbc req-1375bb2e-2449-44bb-908b-9b517ba0d685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:30.029096 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0e6a479b-3027-4ea7-8f06-ecc93afedfbc req-1375bb2e-2449-44bb-908b-9b517ba0d685 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4ca43ae0-8199-4435-8be9-ace635e71890 HTTP/1.1" status: 200 len: 835 time: 0.0455287 Apr 21 13:50:30.053787 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-dac88824-b991-46da-8d3b-776962113de0 req-4689ceaa-a600-49fa-a396-08a7812726e8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335846 Apr 21 13:50:30.081271 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-dc1ec2f4-e757-402f-82e9-efa39acfe0c5 None None] Set router 4781dd89-420d-4219-9418-a443ca82abf5 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:50:30.081474 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a479b-3027-4ea7-8f06-ecc93afedfbc req-3132e4ff-a446-41a1-a021-c92e34e12612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:30.082852 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0e6a479b-3027-4ea7-8f06-ecc93afedfbc req-3132e4ff-a446-41a1-a021-c92e34e12612 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=34add040-3899-413f-8ac7-8c736e2526a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465095 Apr 21 13:50:30.177207 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0e6a479b-3027-4ea7-8f06-ecc93afedfbc req-0edeb7f2-065f-4f1b-be50-8b5d37bd6c7d service neutron] 10.222.0.26 "GET /v2.0/networks/34add040-3899-413f-8ac7-8c736e2526a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816603 Apr 21 13:50:30.271057 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0e6a479b-3027-4ea7-8f06-ecc93afedfbc req-be3b9f0e-91ff-4fe6-8151-43b8d00bd2d2 service neutron] 10.222.0.26 "GET /v2.0/networks/34add040-3899-413f-8ac7-8c736e2526a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865786 Apr 21 13:50:30.274602 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-dc1ec2f4-e757-402f-82e9-efa39acfe0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4781dd89-420d-4219-9418-a443ca82abf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81097176', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '89de71c5-1546-4b97-bae3-cc3e05df2a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:48:17Z', 'updated_at': '2022-04-21T13:48:20Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': '89de71c5-1546-4b97-bae3-cc3e05df2a76', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4781dd89-420d-4219-9418-a443ca82abf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:48:17Z', 'updated_at': '2022-04-21T13:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'c42b15a4-ad17-4edc-b7df-4ab435ab08b0', 'name': '', 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:e0:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4781dd89-420d-4219-9418-a443ca82abf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4ca43ae0-8199-4435-8be9-ace635e71890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:48:20Z', 'updated_at': '2022-04-21T13:48:24Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': '4ca43ae0-8199-4435-8be9-ace635e71890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:50:30.300480 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ec2f4-e757-402f-82e9-efa39acfe0c5 None None] The sync data for ids ['4781dd89-420d-4219-9418-a443ca82abf5'] in n-d-836147-2 is: [{'id': '4781dd89-420d-4219-9418-a443ca82abf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81097176', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '89de71c5-1546-4b97-bae3-cc3e05df2a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:48:17Z', 'updated_at': '2022-04-21T13:48:20Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': '89de71c5-1546-4b97-bae3-cc3e05df2a76', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4781dd89-420d-4219-9418-a443ca82abf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:48:17Z', 'updated_at': '2022-04-21T13:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'c42b15a4-ad17-4edc-b7df-4ab435ab08b0', 'name': '', 'network_id': '34add040-3899-413f-8ac7-8c736e2526a7', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:e0:36:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4781dd89-420d-4219-9418-a443ca82abf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '4ca43ae0-8199-4435-8be9-ace635e71890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:48:20Z', 'updated_at': '2022-04-21T13:48:24Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': '4ca43ae0-8199-4435-8be9-ace635e71890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:50:30.517539 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ff3c74-a721-4495-be95-85a14e3ca406 None None] New status for floating IP 6f65dac8-bb39-4ad8-a86a-fb92a833b6e0: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:50:31.170607 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48197553-0db4-492d-9c48-39462198cc63 req-aca01de7-4708-4692-8bb9-4fff362c3db1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:31.172071 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-48197553-0db4-492d-9c48-39462198cc63 req-aca01de7-4708-4692-8bb9-4fff362c3db1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 946 time: 0.0487595 Apr 21 13:50:31.209297 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-48197553-0db4-492d-9c48-39462198cc63 req-67134910-a576-4637-b025-08ec37966346 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=10955d48-0e7b-4218-8756-9a11b1333ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306861 Apr 21 13:50:31.407463 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06741bc-15c7-4a1b-9d32-9da148fcf38b req-eb119405-dda2-4295-89c1-0e1f7442a2d1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:31.408911 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b06741bc-15c7-4a1b-9d32-9da148fcf38b req-eb119405-dda2-4295-89c1-0e1f7442a2d1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 946 time: 0.0488007 Apr 21 13:50:31.495206 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-b06741bc-15c7-4a1b-9d32-9da148fcf38b req-2e9be151-4d48-4f77-8658-e54e87c79689 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Deleting port 70718e34-dbc7-4628-95a3-ced59105eb12 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:50:31.495565 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b06741bc-15c7-4a1b-9d32-9da148fcf38b req-2e9be151-4d48-4f77-8658-e54e87c79689 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:31.582357 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-b06741bc-15c7-4a1b-9d32-9da148fcf38b req-2e9be151-4d48-4f77-8658-e54e87c79689 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] For port 70718e34-dbc7-4628-95a3-ced59105eb12, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=70718e34-dbc7-4628-95a3-ced59105eb12,segment=NetworkSegment(795e985b-3430-4b1a-8241-771380380927),segment_id=795e985b-3430-4b1a-8241-771380380927)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:50:31.582726 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b06741bc-15c7-4a1b-9d32-9da148fcf38b req-2e9be151-4d48-4f77-8658-e54e87c79689 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:31.595344 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-b06741bc-15c7-4a1b-9d32-9da148fcf38b req-2e9be151-4d48-4f77-8658-e54e87c79689 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Calling delete_port for 70718e34-dbc7-4628-95a3-ced59105eb12 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:50:31.789647 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b06741bc-15c7-4a1b-9d32-9da148fcf38b req-2e9be151-4d48-4f77-8658-e54e87c79689 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:31.816903 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9be151-4d48-4f77-8658-e54e87c79689 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'Port': ['ID=70718e34-dbc7-4628-95a3-ced59105eb12,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:31.861309 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06741bc-15c7-4a1b-9d32-9da148fcf38b req-2e9be151-4d48-4f77-8658-e54e87c79689 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] No DVR routers for this DVR port 70718e34-dbc7-4628-95a3-ced59105eb12 on host n-h1-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:50:31.863976 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-b06741bc-15c7-4a1b-9d32-9da148fcf38b req-2e9be151-4d48-4f77-8658-e54e87c79689 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:31.867259 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-b06741bc-15c7-4a1b-9d32-9da148fcf38b req-2e9be151-4d48-4f77-8658-e54e87c79689 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.26 "DELETE /v2.0/ports/70718e34-dbc7-4628-95a3-ced59105eb12 HTTP/1.1" status: 204 len: 173 time: 0.4523621 Apr 21 13:50:31.867694 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb90edf-d76e-4448-a44b-01318d2ee190', 'name': 'network-vif-deleted', 'tag': '70718e34-dbc7-4628-95a3-ced59105eb12'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:50:31.870015 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8731b9b0d93a9bf69e636c4352cfd91473ecc38c160ddf4d7ef907223a15797c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54125502-ba5d-41e5-b3d5-ce5833e9131e" -d '{"events": [{"server_uuid": "0bb90edf-d76e-4448-a44b-01318d2ee190", "name": "network-vif-deleted", "tag": "70718e34-dbc7-4628-95a3-ced59105eb12"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:50:31.959003 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf710063-9d4d-4979-b5c6-a311c4b9a1e0 x-openstack-request-id: req-bf710063-9d4d-4979-b5c6-a311c4b9a1e0 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:50:31.959291 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb90edf-d76e-4448-a44b-01318d2ee190", "name": "network-vif-deleted", "tag": "70718e34-dbc7-4628-95a3-ced59105eb12", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:50:31.959538 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bf710063-9d4d-4979-b5c6-a311c4b9a1e0 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:50:31.959936 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf710063-9d4d-4979-b5c6-a311c4b9a1e0'] response: {'server_uuid': '0bb90edf-d76e-4448-a44b-01318d2ee190', 'name': 'network-vif-deleted', 'tag': '70718e34-dbc7-4628-95a3-ced59105eb12', 'status': 'completed', 'code': 200} Apr 21 13:50:32.321444 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b0e54488-8e2e-47b1-9ba5-bc635ed10e10 req-091481cb-9f4e-433f-ab84-bd33727f049c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=0bb90edf-d76e-4448-a44b-01318d2ee190 HTTP/1.1" status: 200 len: 210 time: 0.0301583 Apr 21 13:50:33.377181 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 32888) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:50:33.729030 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b62cf2f-7831-414d-b105-9f1e9c67cbb5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:33.976896 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5b62cf2f-7831-414d-b105-9f1e9c67cbb5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Deleting port c42b15a4-ad17-4edc-b7df-4ab435ab08b0 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:50:33.977234 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b62cf2f-7831-414d-b105-9f1e9c67cbb5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:34.065548 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-5b62cf2f-7831-414d-b105-9f1e9c67cbb5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] For port c42b15a4-ad17-4edc-b7df-4ab435ab08b0, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c42b15a4-ad17-4edc-b7df-4ab435ab08b0,segment=NetworkSegment(795e985b-3430-4b1a-8241-771380380927),segment_id=795e985b-3430-4b1a-8241-771380380927)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:50:34.065863 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b62cf2f-7831-414d-b105-9f1e9c67cbb5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:34.078001 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-5b62cf2f-7831-414d-b105-9f1e9c67cbb5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Calling delete_port for c42b15a4-ad17-4edc-b7df-4ab435ab08b0 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:50:34.287508 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 70718e34-dbc7-4628-95a3-ced59105eb12 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:50:34.307169 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: 70718e34-dbc7-4628-95a3-ced59105eb12 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:50:34.307510 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device 70718e34-dbc7-4628-95a3-ced59105eb12 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:50:34.315534 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b62cf2f-7831-414d-b105-9f1e9c67cbb5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:34.345513 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62cf2f-7831-414d-b105-9f1e9c67cbb5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'Port': ['ID=c42b15a4-ad17-4edc-b7df-4ab435ab08b0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:34.520836 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5b62cf2f-7831-414d-b105-9f1e9c67cbb5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:35.062547 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b62cf2f-7831-414d-b105-9f1e9c67cbb5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Router 4781dd89-420d-4219-9418-a443ca82abf5 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:50:35.164997 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b62cf2f-7831-414d-b105-9f1e9c67cbb5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:50:35.170012 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5b62cf2f-7831-414d-b105-9f1e9c67cbb5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "PUT /v2.0/routers/4781dd89-420d-4219-9418-a443ca82abf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7917826 Apr 21 13:50:35.172698 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 32890) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:50:35.175878 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4459f10-3f02-4443-b257-272912463b97 None None] Sync routers for ids ['4781dd89-420d-4219-9418-a443ca82abf5'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:50:35.185846 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4459f10-3f02-4443-b257-272912463b97 None None] Routers {'4781dd89-420d-4219-9418-a443ca82abf5'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:50:35.186452 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b4459f10-3f02-4443-b257-272912463b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:50:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['4781dd89-420d-4219-9418-a443ca82abf5'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:50:35.222812 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-0083ac74-0094-4d37-8797-744d30c87207 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Deleting subnet 4ca43ae0-8199-4435-8be9-ace635e71890 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:50:35.225958 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0083ac74-0094-4d37-8797-744d30c87207 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:35.270976 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0083ac74-0094-4d37-8797-744d30c87207 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:35.294443 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b4459f10-3f02-4443-b257-272912463b97 None None] Set router 4781dd89-420d-4219-9418-a443ca82abf5 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:50:35.359052 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0083ac74-0094-4d37-8797-744d30c87207 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:35.468938 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b4459f10-3f02-4443-b257-272912463b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4781dd89-420d-4219-9418-a443ca82abf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81097176', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '89de71c5-1546-4b97-bae3-cc3e05df2a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:48:17Z', 'updated_at': '2022-04-21T13:50:34Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': '89de71c5-1546-4b97-bae3-cc3e05df2a76', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4781dd89-420d-4219-9418-a443ca82abf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:48:17Z', 'updated_at': '2022-04-21T13:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:50:35.479295 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0083ac74-0094-4d37-8797-744d30c87207 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:35.495219 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4459f10-3f02-4443-b257-272912463b97 None None] Checking router: 4781dd89-420d-4219-9418-a443ca82abf5 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:50:35.503540 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4459f10-3f02-4443-b257-272912463b97 None None] Routers {'4781dd89-420d-4219-9418-a443ca82abf5'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:50:35.504133 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b4459f10-3f02-4443-b257-272912463b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:50:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['4781dd89-420d-4219-9418-a443ca82abf5'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:50:35.506994 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083ac74-0094-4d37-8797-744d30c87207 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'Subnet': ['ID=4ca43ae0-8199-4435-8be9-ace635e71890,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:35.511296 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0083ac74-0094-4d37-8797-744d30c87207 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:35.516855 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0083ac74-0094-4d37-8797-744d30c87207 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "DELETE /v2.0/subnets/4ca43ae0-8199-4435-8be9-ace635e71890 HTTP/1.1" status: 204 len: 168 time: 0.3407946 Apr 21 13:50:35.517708 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32892) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:50:35.521053 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e006e92-41d5-43bc-9028-cb539c9d7834 None None] Network 34add040-3899-413f-8ac7-8c736e2526a7 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:50:35.609805 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b4459f10-3f02-4443-b257-272912463b97 None None] Set router 4781dd89-420d-4219-9418-a443ca82abf5 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:50:35.632345 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18e258de-0ac6-4b5f-8188-3ce1443425d3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:35.731174 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473a328f-5f8a-4c5d-a991-855f2ee0105c None None] DHCP port deletion for 34add040-3899-413f-8ac7-8c736e2526a7 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:50:35.742003 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18e258de-0ac6-4b5f-8188-3ce1443425d3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:35.779627 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-473a328f-5f8a-4c5d-a991-855f2ee0105c None None] Deleting port 22b58046-9308-4766-a905-616776751c54 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:50:35.779999 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-473a328f-5f8a-4c5d-a991-855f2ee0105c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:35.791357 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b4459f10-3f02-4443-b257-272912463b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4781dd89-420d-4219-9418-a443ca82abf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81097176', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '89de71c5-1546-4b97-bae3-cc3e05df2a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:48:17Z', 'updated_at': '2022-04-21T13:50:34Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': '89de71c5-1546-4b97-bae3-cc3e05df2a76', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4781dd89-420d-4219-9418-a443ca82abf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:48:17Z', 'updated_at': '2022-04-21T13:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:50:35.822193 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4459f10-3f02-4443-b257-272912463b97 None None] The sync data for ids ['4781dd89-420d-4219-9418-a443ca82abf5'] in n-d-836147-2 is: [{'id': '4781dd89-420d-4219-9418-a443ca82abf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-81097176', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.122'}], 'enable_snat': True}, 'gw_port_id': '89de71c5-1546-4b97-bae3-cc3e05df2a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:48:17Z', 'updated_at': '2022-04-21T13:50:34Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': '89de71c5-1546-4b97-bae3-cc3e05df2a76', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:ea:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4781dd89-420d-4219-9418-a443ca82abf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:48:17Z', 'updated_at': '2022-04-21T13:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:50:35.846603 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-473a328f-5f8a-4c5d-a991-855f2ee0105c None None] For port 22b58046-9308-4766-a905-616776751c54, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=22b58046-9308-4766-a905-616776751c54,segment=NetworkSegment(795e985b-3430-4b1a-8241-771380380927),segment_id=795e985b-3430-4b1a-8241-771380380927)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:50:35.847298 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-473a328f-5f8a-4c5d-a991-855f2ee0105c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:35.864709 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-473a328f-5f8a-4c5d-a991-855f2ee0105c None None] Calling delete_port for 22b58046-9308-4766-a905-616776751c54 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:50:35.870813 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-18e258de-0ac6-4b5f-8188-3ce1443425d3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Deleting port 89de71c5-1546-4b97-bae3-cc3e05df2a76 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:50:35.871150 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18e258de-0ac6-4b5f-8188-3ce1443425d3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:35.955639 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-18e258de-0ac6-4b5f-8188-3ce1443425d3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] For port 89de71c5-1546-4b97-bae3-cc3e05df2a76, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=89de71c5-1546-4b97-bae3-cc3e05df2a76,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:50:35.955928 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18e258de-0ac6-4b5f-8188-3ce1443425d3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:35.967449 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-18e258de-0ac6-4b5f-8188-3ce1443425d3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Calling delete_port for 89de71c5-1546-4b97-bae3-cc3e05df2a76 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:50:36.001349 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-473a328f-5f8a-4c5d-a991-855f2ee0105c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:36.030960 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a328f-5f8a-4c5d-a991-855f2ee0105c None None] Pushing event deleted for resources: {'Port': ['ID=22b58046-9308-4766-a905-616776751c54,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:36.033702 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473a328f-5f8a-4c5d-a991-855f2ee0105c None None] No DVR routers for this DVR port 22b58046-9308-4766-a905-616776751c54 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:50:36.195914 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18e258de-0ac6-4b5f-8188-3ce1443425d3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:36.222294 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e258de-0ac6-4b5f-8188-3ce1443425d3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'Port': ['ID=89de71c5-1546-4b97-bae3-cc3e05df2a76,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:36.250799 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e258de-0ac6-4b5f-8188-3ce1443425d3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:36.251185 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e258de-0ac6-4b5f-8188-3ce1443425d3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:36.251525 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e258de-0ac6-4b5f-8188-3ce1443425d3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:36.251856 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e258de-0ac6-4b5f-8188-3ce1443425d3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:36.252179 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e258de-0ac6-4b5f-8188-3ce1443425d3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:36.252505 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e258de-0ac6-4b5f-8188-3ce1443425d3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:36.252827 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e258de-0ac6-4b5f-8188-3ce1443425d3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:36.253146 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e258de-0ac6-4b5f-8188-3ce1443425d3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:36.253469 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e258de-0ac6-4b5f-8188-3ce1443425d3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:36.253809 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e258de-0ac6-4b5f-8188-3ce1443425d3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:36.254145 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e258de-0ac6-4b5f-8188-3ce1443425d3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:36.254455 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e258de-0ac6-4b5f-8188-3ce1443425d3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:36.301632 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18e258de-0ac6-4b5f-8188-3ce1443425d3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:36.393082 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18e258de-0ac6-4b5f-8188-3ce1443425d3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:36.395791 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18e258de-0ac6-4b5f-8188-3ce1443425d3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:36.504211 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18e258de-0ac6-4b5f-8188-3ce1443425d3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:36.505215 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e258de-0ac6-4b5f-8188-3ce1443425d3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Fanout notify agent at l3_agent the message router_deleted on router 4781dd89-420d-4219-9418-a443ca82abf5 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:50:36.512654 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-18e258de-0ac6-4b5f-8188-3ce1443425d3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:36.512942 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-18e258de-0ac6-4b5f-8188-3ce1443425d3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "DELETE /v2.0/routers/4781dd89-420d-4219-9418-a443ca82abf5 HTTP/1.1" status: 204 len: 168 time: 0.9948137 Apr 21 13:50:36.515676 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32894) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:50:36.592141 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab776ee0-8908-4149-b1c6-1b3c4f6c8b5c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:36.677866 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab776ee0-8908-4149-b1c6-1b3c4f6c8b5c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:36.697269 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-ab776ee0-8908-4149-b1c6-1b3c4f6c8b5c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34add040-3899-413f-8ac7-8c736e2526a7']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:50:36.706058 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-ab776ee0-8908-4149-b1c6-1b3c4f6c8b5c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795e985b-3430-4b1a-8241-771380380927') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:50:36.706349 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-ab776ee0-8908-4149-b1c6-1b3c4f6c8b5c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795e985b-3430-4b1a-8241-771380380927') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:50:36.715835 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab776ee0-8908-4149-b1c6-1b3c4f6c8b5c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:36.728244 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab776ee0-8908-4149-b1c6-1b3c4f6c8b5c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:36.733833 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab776ee0-8908-4149-b1c6-1b3c4f6c8b5c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:50:36.734207 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab776ee0-8908-4149-b1c6-1b3c4f6c8b5c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:50:36.736993 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:50:36.852614 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab776ee0-8908-4149-b1c6-1b3c4f6c8b5c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:36.859833 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-ab776ee0-8908-4149-b1c6-1b3c4f6c8b5c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:36.862548 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-ab776ee0-8908-4149-b1c6-1b3c4f6c8b5c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "DELETE /v2.0/networks/34add040-3899-413f-8ac7-8c736e2526a7 HTTP/1.1" status: 204 len: 168 time: 0.3458633 Apr 21 13:50:36.866003 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 32896) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:50:36.874753 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab776ee0-8908-4149-b1c6-1b3c4f6c8b5c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'Network': ['ID=34add040-3899-413f-8ac7-8c736e2526a7,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:36.925067 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15a71159-18fb-4693-b491-a83cc592729b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:36.960444 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15a71159-18fb-4693-b491-a83cc592729b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:37.063886 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15a71159-18fb-4693-b491-a83cc592729b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:37.066794 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-15a71159-18fb-4693-b491-a83cc592729b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:37.068608 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-15a71159-18fb-4693-b491-a83cc592729b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "DELETE /v2.0/security-groups/10955d48-0e7b-4218-8756-9a11b1333ae0 HTTP/1.1" status: 204 len: 168 time: 0.2016075 Apr 21 13:50:37.078124 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a71159-18fb-4693-b491-a83cc592729b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10955d48-0e7b-4218-8756-9a11b1333ae0,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:37.308256 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c42b15a4-ad17-4edc-b7df-4ab435ab08b0 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:50:37.328734 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: c42b15a4-ad17-4edc-b7df-4ab435ab08b0 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:50:37.329074 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c42b15a4-ad17-4edc-b7df-4ab435ab08b0 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:50:37.329482 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 22b58046-9308-4766-a905-616776751c54 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:50:37.347597 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 22b58046-9308-4766-a905-616776751c54 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:50:37.347944 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 22b58046-9308-4766-a905-616776751c54 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:50:37.348835 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 89de71c5-1546-4b97-bae3-cc3e05df2a76 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:50:37.367886 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 89de71c5-1546-4b97-bae3-cc3e05df2a76 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:50:37.368169 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 89de71c5-1546-4b97-bae3-cc3e05df2a76 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:50:37.531966 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32902) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:50:37.537135 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9173c2ea-7cb0-45d6-a288-788484dfa52b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1859945168', 'description': 'tempest-secgroup-smoke-1859945168 description', 'project_id': 'ede2fbffe5614ad9915a309c73849643'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:50:37.635255 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9173c2ea-7cb0-45d6-a288-788484dfa52b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:37.697390 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9173c2ea-7cb0-45d6-a288-788484dfa52b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:37.749562 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9173c2ea-7cb0-45d6-a288-788484dfa52b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:37.777005 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173c2ea-7cb0-45d6-a288-788484dfa52b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:37.819764 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9173c2ea-7cb0-45d6-a288-788484dfa52b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:37.821018 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9173c2ea-7cb0-45d6-a288-788484dfa52b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2880204 Apr 21 13:50:37.823808 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32904) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:50:37.828035 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d8f63eb7-d17e-42be-8d51-fa2a8b4d83cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group_rule': {'security_group_id': '0234eab4-db6f-4574-9bee-c3e2ef0cbd6b', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:50:37.885631 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d8f63eb7-d17e-42be-8d51-fa2a8b4d83cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:37.939812 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d8f63eb7-d17e-42be-8d51-fa2a8b4d83cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:37.989600 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d8f63eb7-d17e-42be-8d51-fa2a8b4d83cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:38.007638 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f63eb7-d17e-42be-8d51-fa2a8b4d83cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c94951-f67d-41d5-a520-47e417f96d71,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:38.077198 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d8f63eb7-d17e-42be-8d51-fa2a8b4d83cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:38.078422 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d8f63eb7-d17e-42be-8d51-fa2a8b4d83cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2537174 Apr 21 13:50:38.081278 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32906) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:50:38.086130 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-04c62724-31fd-4a8d-99aa-4921e1304042 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group_rule': {'security_group_id': '0234eab4-db6f-4574-9bee-c3e2ef0cbd6b', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:50:38.153997 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-04c62724-31fd-4a8d-99aa-4921e1304042 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:38.211443 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-04c62724-31fd-4a8d-99aa-4921e1304042 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:38.258277 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-04c62724-31fd-4a8d-99aa-4921e1304042 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:38.275716 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c62724-31fd-4a8d-99aa-4921e1304042 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e51c754-fc98-443e-ae93-c61746aff034,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:38.335024 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-04c62724-31fd-4a8d-99aa-4921e1304042 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:38.336212 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-04c62724-31fd-4a8d-99aa-4921e1304042 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2539968 Apr 21 13:50:38.338965 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32908) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:50:38.343145 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4e1c19e4-af64-485c-8ea2-1f306f23f604 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group_rule': {'security_group_id': '0234eab4-db6f-4574-9bee-c3e2ef0cbd6b', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:50:38.417415 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4e1c19e4-af64-485c-8ea2-1f306f23f604 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:38.473534 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4e1c19e4-af64-485c-8ea2-1f306f23f604 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:38.538282 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4e1c19e4-af64-485c-8ea2-1f306f23f604 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:38.558478 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c19e4-af64-485c-8ea2-1f306f23f604 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb6274a-e373-473d-902b-1118c700efb5,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:38.643263 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4e1c19e4-af64-485c-8ea2-1f306f23f604 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:38.644559 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4e1c19e4-af64-485c-8ea2-1f306f23f604 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3046789 Apr 21 13:50:38.647336 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32910) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:50:38.651703 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-f520c0cd-7358-40a0-bc93-09e3913db848 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group_rule': {'security_group_id': '0234eab4-db6f-4574-9bee-c3e2ef0cbd6b', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:50:38.719410 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f520c0cd-7358-40a0-bc93-09e3913db848 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:38.777133 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f520c0cd-7358-40a0-bc93-09e3913db848 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:38.852120 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f520c0cd-7358-40a0-bc93-09e3913db848 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:38.870483 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520c0cd-7358-40a0-bc93-09e3913db848 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d91fbd-3104-4bb0-800e-82c0e0f5586f,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:38.939919 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-f520c0cd-7358-40a0-bc93-09e3913db848 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:38.941131 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-f520c0cd-7358-40a0-bc93-09e3913db848 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2928870 Apr 21 13:50:38.943929 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32912) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:50:38.948147 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-256e8a1e-c6e2-4c17-b5a2-727749dd6b10 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group_rule': {'security_group_id': '0234eab4-db6f-4574-9bee-c3e2ef0cbd6b', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:50:39.012400 n-d-836147-2 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-256e8a1e-c6e2-4c17-b5a2-727749dd6b10 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Project ede2fbffe5614ad9915a309c73849643 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:50:39.017020 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-256e8a1e-c6e2-4c17-b5a2-727749dd6b10 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:39.077702 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-256e8a1e-c6e2-4c17-b5a2-727749dd6b10 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:39.154959 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-256e8a1e-c6e2-4c17-b5a2-727749dd6b10 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:39.172764 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e8a1e-c6e2-4c17-b5a2-727749dd6b10 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8a8309-9e71-4584-83af-eaaef3cfa570,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:39.242766 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-256e8a1e-c6e2-4c17-b5a2-727749dd6b10 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:39.244004 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-256e8a1e-c6e2-4c17-b5a2-727749dd6b10 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2991633 Apr 21 13:50:39.246780 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32914) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:50:39.251215 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d3184511-7c10-4608-8fd5-18b91860b677 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group_rule': {'security_group_id': '0234eab4-db6f-4574-9bee-c3e2ef0cbd6b', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:50:39.343832 n-d-836147-2 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-d3184511-7c10-4608-8fd5-18b91860b677 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Project ede2fbffe5614ad9915a309c73849643 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:50:39.348698 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d3184511-7c10-4608-8fd5-18b91860b677 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:39.408719 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d3184511-7c10-4608-8fd5-18b91860b677 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:39.492269 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d3184511-7c10-4608-8fd5-18b91860b677 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:39.510222 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3184511-7c10-4608-8fd5-18b91860b677 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe3a262c-9d3a-4927-95b2-9f4146fa991d,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:39.557074 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d3184511-7c10-4608-8fd5-18b91860b677 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:39.558318 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d3184511-7c10-4608-8fd5-18b91860b677 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3103783 Apr 21 13:50:39.561215 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32916) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:50:39.565929 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-34cf50fc-2cff-4f2f-98c6-54ee3ca4de6b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'network': {'name': 'tempest-network-smoke--388957911', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'port_security_enabled': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:50:39.658099 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34cf50fc-2cff-4f2f-98c6-54ee3ca4de6b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Made reservation on behalf of ede2fbffe5614ad9915a309c73849643 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:50:39.661460 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34cf50fc-2cff-4f2f-98c6-54ee3ca4de6b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:39.684373 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34cf50fc-2cff-4f2f-98c6-54ee3ca4de6b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:50:39.692985 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34cf50fc-2cff-4f2f-98c6-54ee3ca4de6b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:39.693327 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-34cf50fc-2cff-4f2f-98c6-54ee3ca4de6b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Added segment d86b2ea2-2ebf-4780-a0b6-130b67c9a7c1 of type vlan for network a2a7f3c3-819a-4da2-95c4-43de16da5627 Apr 21 13:50:39.730913 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34cf50fc-2cff-4f2f-98c6-54ee3ca4de6b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:39.806873 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34cf50fc-2cff-4f2f-98c6-54ee3ca4de6b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:39.812289 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cf50fc-2cff-4f2f-98c6-54ee3ca4de6b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:39.812867 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-34cf50fc-2cff-4f2f-98c6-54ee3ca4de6b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:39.878342 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf50fc-2cff-4f2f-98c6-54ee3ca4de6b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Network': ['ID=a2a7f3c3-819a-4da2-95c4-43de16da5627,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:39.889148 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network a2a7f3c3-819a-4da2-95c4-43de16da5627 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:50:39.912839 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-34cf50fc-2cff-4f2f-98c6-54ee3ca4de6b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3505213 Apr 21 13:50:39.915447 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32918) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:50:39.919863 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-3ae8a9c1-25bb-408a-9290-259386186eb9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2122671835', 'admin_state_up': True, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:50:39.995582 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ae8a9c1-25bb-408a-9290-259386186eb9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:39.996613 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ae8a9c1-25bb-408a-9290-259386186eb9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:40.045571 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ae8a9c1-25bb-408a-9290-259386186eb9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:40.267210 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ae8a9c1-25bb-408a-9290-259386186eb9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:40.519267 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ae8a9c1-25bb-408a-9290-259386186eb9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:40.537637 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ae8a9c1-25bb-408a-9290-259386186eb9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:40.634873 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-3ae8a9c1-25bb-408a-9290-259386186eb9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Allocated IP 172.25.8.137 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/3f6e9460-d79b-4213-b1c9-084049f8fa35) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:50:40.734761 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ae8a9c1-25bb-408a-9290-259386186eb9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:40.818456 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ae8a9c1-25bb-408a-9290-259386186eb9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:40.852406 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae8a9c1-25bb-408a-9290-259386186eb9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:50:40.855262 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-3ae8a9c1-25bb-408a-9290-259386186eb9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:50:40.861065 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae8a9c1-25bb-408a-9290-259386186eb9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:50:40.888712 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8a9c1-25bb-408a-9290-259386186eb9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Port': ['ID=3f6e9460-d79b-4213-b1c9-084049f8fa35,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:41.481353 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ae8a9c1-25bb-408a-9290-259386186eb9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:41.673472 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ae8a9c1-25bb-408a-9290-259386186eb9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:41.840964 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae8a9c1-25bb-408a-9290-259386186eb9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Router 48dd2586-1e26-40e4-b534-75d50811c469 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:50:41.944663 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae8a9c1-25bb-408a-9290-259386186eb9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:50:41.955653 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1119271-552d-493e-b3ca-283b99ec32e3 None None] Sync routers for ids ['48dd2586-1e26-40e4-b534-75d50811c469'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:50:41.964792 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1119271-552d-493e-b3ca-283b99ec32e3 None None] Routers {'48dd2586-1e26-40e4-b534-75d50811c469'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:50:41.969256 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f1119271-552d-493e-b3ca-283b99ec32e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:50:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['48dd2586-1e26-40e4-b534-75d50811c469'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:50:42.014683 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-3ae8a9c1-25bb-408a-9290-259386186eb9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:42.016006 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-3ae8a9c1-25bb-408a-9290-259386186eb9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0996082 Apr 21 13:50:42.019101 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32920) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:50:42.069135 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-f1119271-552d-493e-b3ca-283b99ec32e3 None None] Set router 48dd2586-1e26-40e4-b534-75d50811c469 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:50:42.089350 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-898ee135-4a95-40e2-b2c9-b24af97ff0e8 tempest-TestNetworkAdvancedServerOps-981871309 tempest-TestNetworkAdvancedServerOps-981871309-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=ede2fbffe5614ad9915a309c73849643&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0691879 Apr 21 13:50:42.091915 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32924) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:50:42.176732 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e2d398-ace2-4345-8fb8-83fd297c3896 tempest-TestNetworkAdvancedServerOps-981871309 tempest-TestNetworkAdvancedServerOps-981871309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:42.178263 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d3e2d398-ace2-4345-8fb8-83fd297c3896 tempest-TestNetworkAdvancedServerOps-981871309 tempest-TestNetworkAdvancedServerOps-981871309-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0854669 Apr 21 13:50:42.181054 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32926) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:50:42.212931 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-301d81dd-a562-41ed-af91-aefe0ffc1945 tempest-TestNetworkAdvancedServerOps-981871309 tempest-TestNetworkAdvancedServerOps-981871309-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=23f97cfe-dd42-45d8-a5df-e2b803e954fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0306985 Apr 21 13:50:42.215281 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32928) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:50:42.219883 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-204b9c9c-395a-4d5c-b8b8-44721022def9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-140057193', 'network_id': 'a2a7f3c3-819a-4da2-95c4-43de16da5627', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:50:42.248741 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f1119271-552d-493e-b3ca-283b99ec32e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dd2586-1e26-40e4-b534-75d50811c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122671835', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '3f6e9460-d79b-4213-b1c9-084049f8fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:50:40Z', 'updated_at': '2022-04-21T13:50:41Z', 'revision_number': 3, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': '3f6e9460-d79b-4213-b1c9-084049f8fa35', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48dd2586-1e26-40e4-b534-75d50811c469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:50:40Z', 'updated_at': '2022-04-21T13:50:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:50:42.275207 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1119271-552d-493e-b3ca-283b99ec32e3 None None] Checking router: 48dd2586-1e26-40e4-b534-75d50811c469 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:50:42.275554 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1119271-552d-493e-b3ca-283b99ec32e3 None None] Updating router 48dd2586-1e26-40e4-b534-75d50811c469 port 3f6e9460-d79b-4213-b1c9-084049f8fa35 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:50:42.299957 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1119271-552d-493e-b3ca-283b99ec32e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:42.361218 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204b9c9c-395a-4d5c-b8b8-44721022def9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Made reservation on behalf of ede2fbffe5614ad9915a309c73849643 for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:50:42.364801 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-204b9c9c-395a-4d5c-b8b8-44721022def9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:42.554415 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1119271-552d-493e-b3ca-283b99ec32e3 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:42.601509 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-204b9c9c-395a-4d5c-b8b8-44721022def9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:42.629756 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1119271-552d-493e-b3ca-283b99ec32e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:42.663137 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b9c9c-395a-4d5c-b8b8-44721022def9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Subnet': ['ID=19494f6e-4170-4e7f-b719-aeceeb20577e,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:42.670942 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204b9c9c-395a-4d5c-b8b8-44721022def9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Checking segment: {'id': 'd86b2ea2-2ebf-4780-a0b6-130b67c9a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a2a7f3c3-819a-4da2-95c4-43de16da5627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:50:42.671296 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204b9c9c-395a-4d5c-b8b8-44721022def9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network hostable DHCP agents. Network: a2a7f3c3-819a-4da2-95c4-43de16da5627, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:50:42.680769 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f1119271-552d-493e-b3ca-283b99ec32e3 None None] Attempting to bind port 3f6e9460-d79b-4213-b1c9-084049f8fa35 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:50:42.681140 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f1119271-552d-493e-b3ca-283b99ec32e3 None None] Attempting to bind port 3f6e9460-d79b-4213-b1c9-084049f8fa35 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:50:42.681504 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1119271-552d-493e-b3ca-283b99ec32e3 None None] Attempting to bind port 3f6e9460-d79b-4213-b1c9-084049f8fa35 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:50:42.690056 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce3fa7-dfa0-403e-8661-f614e706421c None None] Pushing event updated for resources: {'Port': ['ID=3f6e9460-d79b-4213-b1c9-084049f8fa35,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:42.695557 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1119271-552d-493e-b3ca-283b99ec32e3 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:50:42.695557 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1119271-552d-493e-b3ca-283b99ec32e3 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:50:42.695557 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1119271-552d-493e-b3ca-283b99ec32e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:42.695557 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1119271-552d-493e-b3ca-283b99ec32e3 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:50:42.695557 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f1119271-552d-493e-b3ca-283b99ec32e3 None None] Bound port: 3f6e9460-d79b-4213-b1c9-084049f8fa35, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:50:42.695557 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1119271-552d-493e-b3ca-283b99ec32e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:42.717333 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce3fa7-dfa0-403e-8661-f614e706421c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:42.717699 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce3fa7-dfa0-403e-8661-f614e706421c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:42.718036 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce3fa7-dfa0-403e-8661-f614e706421c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:42.718367 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce3fa7-dfa0-403e-8661-f614e706421c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:42.718696 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce3fa7-dfa0-403e-8661-f614e706421c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:42.719020 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce3fa7-dfa0-403e-8661-f614e706421c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:42.719344 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce3fa7-dfa0-403e-8661-f614e706421c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:42.719662 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce3fa7-dfa0-403e-8661-f614e706421c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:42.719975 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce3fa7-dfa0-403e-8661-f614e706421c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:42.720288 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce3fa7-dfa0-403e-8661-f614e706421c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:42.720604 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce3fa7-dfa0-403e-8661-f614e706421c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:42.720915 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce3fa7-dfa0-403e-8661-f614e706421c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:42.744125 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204b9c9c-395a-4d5c-b8b8-44721022def9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network a2a7f3c3-819a-4da2-95c4-43de16da5627 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:50:42.754660 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f1119271-552d-493e-b3ca-283b99ec32e3 None None] For port 3f6e9460-d79b-4213-b1c9-084049f8fa35, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:50:42.758147 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f1119271-552d-493e-b3ca-283b99ec32e3 None None] For port 3f6e9460-d79b-4213-b1c9-084049f8fa35, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3f6e9460-d79b-4213-b1c9-084049f8fa35,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:50:42.818876 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-204b9c9c-395a-4d5c-b8b8-44721022def9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, a2a7f3c3-819a-4da2-95c4-43de16da5627) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:50:42.823052 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204b9c9c-395a-4d5c-b8b8-44721022def9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:42.823636 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-204b9c9c-395a-4d5c-b8b8-44721022def9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:42.827208 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a27fd5-2a66-406d-8c99-fe80e038282c None None] Network a2a7f3c3-819a-4da2-95c4-43de16da5627 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:50:42.872619 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f1119271-552d-493e-b3ca-283b99ec32e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:42.903415 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-204b9c9c-395a-4d5c-b8b8-44721022def9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6846471 Apr 21 13:50:42.903969 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 32930) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:50:42.957563 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce3fa7-dfa0-403e-8661-f614e706421c None None] Pushing event updated for resources: {'Port': ['ID=3f6e9460-d79b-4213-b1c9-084049f8fa35,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:42.960067 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1119271-552d-493e-b3ca-283b99ec32e3 None None] Routers {'48dd2586-1e26-40e4-b534-75d50811c469'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:50:42.960655 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f1119271-552d-493e-b3ca-283b99ec32e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:50:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['48dd2586-1e26-40e4-b534-75d50811c469'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:50:43.099324 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73efc367-bd3f-403f-bd73-77502d40340b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-a2a7f3c3-819a-4da2-95c4-43de16da5627', 'network_id': 'a2a7f3c3-819a-4da2-95c4-43de16da5627', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'fixed_ips': [{'subnet_id': '19494f6e-4170-4e7f-b719-aeceeb20577e'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:50:43.100160 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73efc367-bd3f-403f-bd73-77502d40340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:43.121281 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-f1119271-552d-493e-b3ca-283b99ec32e3 None None] Set router 48dd2586-1e26-40e4-b534-75d50811c469 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:50:43.338623 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af7402a6-781d-4abf-aede-234d23c7e699 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:43.367983 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-73efc367-bd3f-403f-bd73-77502d40340b None None] Allocated IP 172.20.0.2 (a2a7f3c3-819a-4da2-95c4-43de16da5627/19494f6e-4170-4e7f-b719-aeceeb20577e/4c887568-eba2-47e8-a8cf-c47e71061d66) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:50:43.475539 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f1119271-552d-493e-b3ca-283b99ec32e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dd2586-1e26-40e4-b534-75d50811c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122671835', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '3f6e9460-d79b-4213-b1c9-084049f8fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:50:40Z', 'updated_at': '2022-04-21T13:50:41Z', 'revision_number': 3, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': '3f6e9460-d79b-4213-b1c9-084049f8fa35', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48dd2586-1e26-40e4-b534-75d50811c469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:50:40Z', 'updated_at': '2022-04-21T13:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:50:43.513351 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1119271-552d-493e-b3ca-283b99ec32e3 None None] The sync data for ids ['48dd2586-1e26-40e4-b534-75d50811c469'] in n-d-836147-2 is: [{'id': '48dd2586-1e26-40e4-b534-75d50811c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122671835', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '3f6e9460-d79b-4213-b1c9-084049f8fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:50:40Z', 'updated_at': '2022-04-21T13:50:41Z', 'revision_number': 3, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': '3f6e9460-d79b-4213-b1c9-084049f8fa35', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48dd2586-1e26-40e4-b534-75d50811c469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:50:40Z', 'updated_at': '2022-04-21T13:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:50:43.705027 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-791e82e6-edd2-4d4b-9058-7ee0e0dcaeab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:43.726997 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73efc367-bd3f-403f-bd73-77502d40340b None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:43.796104 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73efc367-bd3f-403f-bd73-77502d40340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:43.838154 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73efc367-bd3f-403f-bd73-77502d40340b None None] Network a2a7f3c3-819a-4da2-95c4-43de16da5627 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:50:43.841217 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-73efc367-bd3f-403f-bd73-77502d40340b None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:50:43.843673 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73efc367-bd3f-403f-bd73-77502d40340b None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:50:43.849971 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73efc367-bd3f-403f-bd73-77502d40340b None None] Pushing event updated for resources: {'Port': ['ID=4c887568-eba2-47e8-a8cf-c47e71061d66,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:43.853064 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-af7402a6-781d-4abf-aede-234d23c7e699 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Allocated IP 172.20.0.1 (a2a7f3c3-819a-4da2-95c4-43de16da5627/19494f6e-4170-4e7f-b719-aeceeb20577e/b1840901-e84a-4793-ba2a-56a20042e7bb) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:50:43.907448 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-73efc367-bd3f-403f-bd73-77502d40340b None None] Attempting to bind port 4c887568-eba2-47e8-a8cf-c47e71061d66 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:50:43.907759 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-73efc367-bd3f-403f-bd73-77502d40340b None None] Attempting to bind port 4c887568-eba2-47e8-a8cf-c47e71061d66 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'd86b2ea2-2ebf-4780-a0b6-130b67c9a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a2a7f3c3-819a-4da2-95c4-43de16da5627'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:50:43.908083 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73efc367-bd3f-403f-bd73-77502d40340b None None] Attempting to bind port 4c887568-eba2-47e8-a8cf-c47e71061d66 on network a2a7f3c3-819a-4da2-95c4-43de16da5627 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:50:43.914296 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73efc367-bd3f-403f-bd73-77502d40340b None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:50:43.914664 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73efc367-bd3f-403f-bd73-77502d40340b None None] Checking segment: {'id': 'd86b2ea2-2ebf-4780-a0b6-130b67c9a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a2a7f3c3-819a-4da2-95c4-43de16da5627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:50:43.915123 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73efc367-bd3f-403f-bd73-77502d40340b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:43.915526 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73efc367-bd3f-403f-bd73-77502d40340b None None] Bound using segment: {'id': 'd86b2ea2-2ebf-4780-a0b6-130b67c9a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a2a7f3c3-819a-4da2-95c4-43de16da5627'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:50:43.915996 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-73efc367-bd3f-403f-bd73-77502d40340b None None] Bound port: 4c887568-eba2-47e8-a8cf-c47e71061d66, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86b2ea2-2ebf-4780-a0b6-130b67c9a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a2a7f3c3-819a-4da2-95c4-43de16da5627'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:50:43.916379 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73efc367-bd3f-403f-bd73-77502d40340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:43.977873 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af7402a6-781d-4abf-aede-234d23c7e699 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:43.983088 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-73efc367-bd3f-403f-bd73-77502d40340b None None] For port 4c887568-eba2-47e8-a8cf-c47e71061d66, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:50:43.986458 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-73efc367-bd3f-403f-bd73-77502d40340b None None] For port 4c887568-eba2-47e8-a8cf-c47e71061d66, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=4c887568-eba2-47e8-a8cf-c47e71061d66,segment=NetworkSegment(d86b2ea2-2ebf-4780-a0b6-130b67c9a7c1),segment_id=d86b2ea2-2ebf-4780-a0b6-130b67c9a7c1)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:50:44.070184 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73efc367-bd3f-403f-bd73-77502d40340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:44.111079 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af7402a6-781d-4abf-aede-234d23c7e699 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:44.133250 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73efc367-bd3f-403f-bd73-77502d40340b None None] Pushing event updated for resources: {'Port': ['ID=4c887568-eba2-47e8-a8cf-c47e71061d66,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:44.168629 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7402a6-781d-4abf-aede-234d23c7e699 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network a2a7f3c3-819a-4da2-95c4-43de16da5627 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:50:44.171781 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-af7402a6-781d-4abf-aede-234d23c7e699 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:50:44.175915 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7402a6-781d-4abf-aede-234d23c7e699 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:50:44.182604 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7402a6-781d-4abf-aede-234d23c7e699 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Port': ['ID=b1840901-e84a-4793-ba2a-56a20042e7bb,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:44.230205 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af7402a6-781d-4abf-aede-234d23c7e699 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:44.436935 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af7402a6-781d-4abf-aede-234d23c7e699 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:44.713889 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af7402a6-781d-4abf-aede-234d23c7e699 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:44.766866 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af7402a6-781d-4abf-aede-234d23c7e699 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:44.841721 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7402a6-781d-4abf-aede-234d23c7e699 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Port': ['ID=b1840901-e84a-4793-ba2a-56a20042e7bb,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:44.847298 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af7402a6-781d-4abf-aede-234d23c7e699 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:44.936731 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7402a6-781d-4abf-aede-234d23c7e699 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network a2a7f3c3-819a-4da2-95c4-43de16da5627 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:50:44.938053 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-af7402a6-781d-4abf-aede-234d23c7e699 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:50:45.050311 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7402a6-781d-4abf-aede-234d23c7e699 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Router 48dd2586-1e26-40e4-b534-75d50811c469 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:50:45.159319 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7402a6-781d-4abf-aede-234d23c7e699 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:50:45.164970 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-af7402a6-781d-4abf-aede-234d23c7e699 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "PUT /v2.0/routers/48dd2586-1e26-40e4-b534-75d50811c469/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2603436 Apr 21 13:50:45.168961 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cb9c11-8833-496f-8a7d-09dc37d72c97 None None] Sync routers for ids ['48dd2586-1e26-40e4-b534-75d50811c469'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:50:45.179352 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cb9c11-8833-496f-8a7d-09dc37d72c97 None None] Routers {'48dd2586-1e26-40e4-b534-75d50811c469'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:50:45.179959 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a6cb9c11-8833-496f-8a7d-09dc37d72c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:50:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['48dd2586-1e26-40e4-b534-75d50811c469'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:50:45.283901 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-a6cb9c11-8833-496f-8a7d-09dc37d72c97 None None] Set router 48dd2586-1e26-40e4-b534-75d50811c469 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:50:45.318593 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-a7013806-e31b-40d1-943e-46de879d8627 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1859945168&fields=id&tenant_id=ede2fbffe5614ad9915a309c73849643 HTTP/1.1" status: 200 len: 267 time: 0.0421515 Apr 21 13:50:45.389901 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3f6e9460-d79b-4213-b1c9-084049f8fa35 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:50:45.446278 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-ea380595-71a6-420d-a05a-b371432364fd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:45.447920 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-ea380595-71a6-420d-a05a-b371432364fd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/networks?id=a2a7f3c3-819a-4da2-95c4-43de16da5627 HTTP/1.1" status: 200 len: 796 time: 0.1213543 Apr 21 13:50:45.453137 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 3f6e9460-d79b-4213-b1c9-084049f8fa35 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:50:45.453807 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:45.464367 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-db7616e5-5612-4c02-b19d-76c04841081c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/quotas/ede2fbffe5614ad9915a309c73849643 HTTP/1.1" status: 200 len: 375 time: 0.0101411 Apr 21 13:50:45.495081 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a6cb9c11-8833-496f-8a7d-09dc37d72c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dd2586-1e26-40e4-b534-75d50811c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122671835', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '3f6e9460-d79b-4213-b1c9-084049f8fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:50:40Z', 'updated_at': '2022-04-21T13:50:44Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': '3f6e9460-d79b-4213-b1c9-084049f8fa35', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48dd2586-1e26-40e4-b534-75d50811c469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:50:40Z', 'updated_at': '2022-04-21T13:50:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'b1840901-e84a-4793-ba2a-56a20042e7bb', 'name': '', 'network_id': 'a2a7f3c3-819a-4da2-95c4-43de16da5627', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:ba:32:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48dd2586-1e26-40e4-b534-75d50811c469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '19494f6e-4170-4e7f-b719-aeceeb20577e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:50:43Z', 'updated_at': '2022-04-21T13:50:44Z', 'revision_number': 2, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': '19494f6e-4170-4e7f-b719-aeceeb20577e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:50:45.525298 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cb9c11-8833-496f-8a7d-09dc37d72c97 None None] Checking router: 48dd2586-1e26-40e4-b534-75d50811c469 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:50:45.525679 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cb9c11-8833-496f-8a7d-09dc37d72c97 None None] Updating router 48dd2586-1e26-40e4-b534-75d50811c469 port b1840901-e84a-4793-ba2a-56a20042e7bb binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:50:45.531941 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-eea8a583-c029-4c0c-889b-b043022f87b9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609491 Apr 21 13:50:45.540868 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:45.549767 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-d5140f15-0378-4474-8a70-48a8d128d5b4 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 13:50:45.550734 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-d5140f15-0378-4474-8a70-48a8d128d5b4 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052462 Apr 21 13:50:45.553029 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6cb9c11-8833-496f-8a7d-09dc37d72c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:45.562996 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 3f6e9460-d79b-4213-b1c9-084049f8fa35, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3f6e9460-d79b-4213-b1c9-084049f8fa35,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:50:45.648801 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-4520e557-aefe-489a-b5a1-37e048c7e88a service neutron] 10.222.0.36 "GET /v2.0/networks/a2a7f3c3-819a-4da2-95c4-43de16da5627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912404 Apr 21 13:50:45.650427 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:45.650992 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 4c887568-eba2-47e8-a8cf-c47e71061d66 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:50:45.758435 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=3f6e9460-d79b-4213-b1c9-084049f8fa35,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:45.764787 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-39d6d868-1252-4c94-8363-363b1d54934d service neutron] 10.222.0.36 "GET /v2.0/networks/a2a7f3c3-819a-4da2-95c4-43de16da5627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091540 Apr 21 13:50:45.777256 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 4c887568-eba2-47e8-a8cf-c47e71061d66 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:50:45.777799 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:45.811062 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0985bb65-efc0-43d4-9589-34ffa65e9c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:45.855023 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6cb9c11-8833-496f-8a7d-09dc37d72c97 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:45.882729 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:45.917135 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 4c887568-eba2-47e8-a8cf-c47e71061d66, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=4c887568-eba2-47e8-a8cf-c47e71061d66,segment=NetworkSegment(d86b2ea2-2ebf-4780-a0b6-130b67c9a7c1),segment_id=d86b2ea2-2ebf-4780-a0b6-130b67c9a7c1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:50:45.952658 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6cb9c11-8833-496f-8a7d-09dc37d72c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:46.007095 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:46.024549 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ad686-6dd7-4215-b4cc-eb7d8d11f02f None None] Pushing event updated for resources: {'Port': ['ID=b1840901-e84a-4793-ba2a-56a20042e7bb,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:46.025126 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b416c3e4-e6e7-4cfe-adde-98688fdcff49 req-b951a6c1-60bf-49fa-9e85-cc15d9068989 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 210 time: 0.0355611 Apr 21 13:50:46.062743 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68f9aa2-82f7-401f-9d0e-6d2040484bad None None] Network a2a7f3c3-819a-4da2-95c4-43de16da5627 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:50:46.063740 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ad686-6dd7-4215-b4cc-eb7d8d11f02f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:46.064090 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ad686-6dd7-4215-b4cc-eb7d8d11f02f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:46.064430 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ad686-6dd7-4215-b4cc-eb7d8d11f02f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:46.064764 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ad686-6dd7-4215-b4cc-eb7d8d11f02f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:46.065096 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ad686-6dd7-4215-b4cc-eb7d8d11f02f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:46.065419 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ad686-6dd7-4215-b4cc-eb7d8d11f02f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:46.065789 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ad686-6dd7-4215-b4cc-eb7d8d11f02f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:46.066090 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ad686-6dd7-4215-b4cc-eb7d8d11f02f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:46.066646 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ad686-6dd7-4215-b4cc-eb7d8d11f02f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:46.067163 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ad686-6dd7-4215-b4cc-eb7d8d11f02f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:46.068204 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ad686-6dd7-4215-b4cc-eb7d8d11f02f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:46.068528 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361ad686-6dd7-4215-b4cc-eb7d8d11f02f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:50:46.082165 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a6cb9c11-8833-496f-8a7d-09dc37d72c97 None None] Attempting to bind port b1840901-e84a-4793-ba2a-56a20042e7bb on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:50:46.082534 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a6cb9c11-8833-496f-8a7d-09dc37d72c97 None None] Attempting to bind port b1840901-e84a-4793-ba2a-56a20042e7bb by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'd86b2ea2-2ebf-4780-a0b6-130b67c9a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a2a7f3c3-819a-4da2-95c4-43de16da5627'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:50:46.082928 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cb9c11-8833-496f-8a7d-09dc37d72c97 None None] Attempting to bind port b1840901-e84a-4793-ba2a-56a20042e7bb on network a2a7f3c3-819a-4da2-95c4-43de16da5627 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:50:46.088889 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cb9c11-8833-496f-8a7d-09dc37d72c97 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:50:46.089544 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cb9c11-8833-496f-8a7d-09dc37d72c97 None None] Checking segment: {'id': 'd86b2ea2-2ebf-4780-a0b6-130b67c9a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a2a7f3c3-819a-4da2-95c4-43de16da5627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:50:46.089988 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6cb9c11-8833-496f-8a7d-09dc37d72c97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:46.090556 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cb9c11-8833-496f-8a7d-09dc37d72c97 None None] Bound using segment: {'id': 'd86b2ea2-2ebf-4780-a0b6-130b67c9a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a2a7f3c3-819a-4da2-95c4-43de16da5627'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:50:46.091035 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-a6cb9c11-8833-496f-8a7d-09dc37d72c97 None None] Bound port: b1840901-e84a-4793-ba2a-56a20042e7bb, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd86b2ea2-2ebf-4780-a0b6-130b67c9a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a2a7f3c3-819a-4da2-95c4-43de16da5627'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:50:46.091492 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6cb9c11-8833-496f-8a7d-09dc37d72c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:46.143232 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=4c887568-eba2-47e8-a8cf-c47e71061d66,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:46.153729 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-17c193a0-9afd-40c5-98ab-8dd003cececd None None] Provisioning complete for port 4c887568-eba2-47e8-a8cf-c47e71061d66 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:50:46.153994 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-17c193a0-9afd-40c5-98ab-8dd003cececd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:46.159657 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a6cb9c11-8833-496f-8a7d-09dc37d72c97 None None] For port b1840901-e84a-4793-ba2a-56a20042e7bb, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:50:46.163942 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-a6cb9c11-8833-496f-8a7d-09dc37d72c97 None None] For port b1840901-e84a-4793-ba2a-56a20042e7bb, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b1840901-e84a-4793-ba2a-56a20042e7bb,segment=NetworkSegment(d86b2ea2-2ebf-4780-a0b6-130b67c9a7c1),segment_id=d86b2ea2-2ebf-4780-a0b6-130b67c9a7c1)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:50:46.207786 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-a6cb9c11-8833-496f-8a7d-09dc37d72c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:46.267657 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cb9c11-8833-496f-8a7d-09dc37d72c97 None None] Routers {'48dd2586-1e26-40e4-b534-75d50811c469'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:50:46.268206 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a6cb9c11-8833-496f-8a7d-09dc37d72c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:50:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['48dd2586-1e26-40e4-b534-75d50811c469'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:50:46.270905 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ad686-6dd7-4215-b4cc-eb7d8d11f02f None None] Pushing event updated for resources: {'Port': ['ID=b1840901-e84a-4793-ba2a-56a20042e7bb,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:46.380539 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-a6cb9c11-8833-496f-8a7d-09dc37d72c97 None None] Set router 48dd2586-1e26-40e4-b534-75d50811c469 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:50:46.535354 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab8bc9a8-7151-49c9-ab05-8a933bcbfcd0 None None] Provisioning complete for port b1840901-e84a-4793-ba2a-56a20042e7bb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:50:46.535904 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab8bc9a8-7151-49c9-ab05-8a933bcbfcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:46.604879 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-a6cb9c11-8833-496f-8a7d-09dc37d72c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dd2586-1e26-40e4-b534-75d50811c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122671835', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '3f6e9460-d79b-4213-b1c9-084049f8fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:50:40Z', 'updated_at': '2022-04-21T13:50:44Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': '3f6e9460-d79b-4213-b1c9-084049f8fa35', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dd2586-1e26-40e4-b534-75d50811c469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:50:40Z', 'updated_at': '2022-04-21T13:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'b1840901-e84a-4793-ba2a-56a20042e7bb', 'name': '', 'network_id': 'a2a7f3c3-819a-4da2-95c4-43de16da5627', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:ba:32:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48dd2586-1e26-40e4-b534-75d50811c469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '19494f6e-4170-4e7f-b719-aeceeb20577e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:50:43Z', 'updated_at': '2022-04-21T13:50:46Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': '19494f6e-4170-4e7f-b719-aeceeb20577e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:50:46.628444 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab8bc9a8-7151-49c9-ab05-8a933bcbfcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:46.633707 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6cb9c11-8833-496f-8a7d-09dc37d72c97 None None] The sync data for ids ['48dd2586-1e26-40e4-b534-75d50811c469'] in n-d-836147-2 is: [{'id': '48dd2586-1e26-40e4-b534-75d50811c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122671835', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '3f6e9460-d79b-4213-b1c9-084049f8fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:50:40Z', 'updated_at': '2022-04-21T13:50:44Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': '3f6e9460-d79b-4213-b1c9-084049f8fa35', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dd2586-1e26-40e4-b534-75d50811c469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:50:40Z', 'updated_at': '2022-04-21T13:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'b1840901-e84a-4793-ba2a-56a20042e7bb', 'name': '', 'network_id': 'a2a7f3c3-819a-4da2-95c4-43de16da5627', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:ba:32:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48dd2586-1e26-40e4-b534-75d50811c469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '19494f6e-4170-4e7f-b719-aeceeb20577e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:50:43Z', 'updated_at': '2022-04-21T13:50:46Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': '19494f6e-4170-4e7f-b719-aeceeb20577e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:50:46.667214 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ab8bc9a8-7151-49c9-ab05-8a933bcbfcd0 None None] For port b1840901-e84a-4793-ba2a-56a20042e7bb, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b1840901-e84a-4793-ba2a-56a20042e7bb,segment=NetworkSegment(d86b2ea2-2ebf-4780-a0b6-130b67c9a7c1),segment_id=d86b2ea2-2ebf-4780-a0b6-130b67c9a7c1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:50:46.761848 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab8bc9a8-7151-49c9-ab05-8a933bcbfcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:46.809027 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ab8bc9a8-7151-49c9-ab05-8a933bcbfcd0 None None] Provisioning complete for port 4c887568-eba2-47e8-a8cf-c47e71061d66 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:50:46.809402 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ab8bc9a8-7151-49c9-ab05-8a933bcbfcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:46.844806 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8bc9a8-7151-49c9-ab05-8a933bcbfcd0 None None] Pushing event updated for resources: {'Port': ['ID=b1840901-e84a-4793-ba2a-56a20042e7bb,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:47.032744 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b69c6971-1085-4a1c-b50d-44fb29d7bb2e None None] Provisioning complete for port b1840901-e84a-4793-ba2a-56a20042e7bb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:50:47.033204 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b69c6971-1085-4a1c-b50d-44fb29d7bb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:47.170242 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aad4a4ef-b204-433f-adc3-9fb86e4caba3 req-bdaa2009-7e8d-4492-a076-1c566d98c85e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 210 time: 0.0438986 Apr 21 13:50:47.266851 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-5748f25a-9f00-41c8-98a6-3fe1a75163ca None None] Provisioning complete for port b1840901-e84a-4793-ba2a-56a20042e7bb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:50:47.267233 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5748f25a-9f00-41c8-98a6-3fe1a75163ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:47.269924 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:47.467395 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3f6e9460-d79b-4213-b1c9-084049f8fa35 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:50:47.518267 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-185bac07-ad42-411f-89f3-3013abb15d87 None None] Provisioning complete for port b1840901-e84a-4793-ba2a-56a20042e7bb triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:50:47.524685 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-185bac07-ad42-411f-89f3-3013abb15d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:47.566541 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 3f6e9460-d79b-4213-b1c9-084049f8fa35 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:50:47.566541 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:47.684506 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b1840901-e84a-4793-ba2a-56a20042e7bb up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:50:47.737772 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port b1840901-e84a-4793-ba2a-56a20042e7bb triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:50:47.738149 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:47.821030 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 4c887568-eba2-47e8-a8cf-c47e71061d66 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:50:47.867484 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 4c887568-eba2-47e8-a8cf-c47e71061d66 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:50:47.867799 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:48.161784 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-e3388d45-dda6-4336-9637-3fd7dc96de63 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:48.163205 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-e3388d45-dda6-4336-9637-3fd7dc96de63 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.24 "GET /v2.0/networks?id=a2a7f3c3-819a-4da2-95c4-43de16da5627 HTTP/1.1" status: 200 len: 796 time: 0.1064920 Apr 21 13:50:48.212842 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-1adeb69a-e089-403c-bd81-580ff98d0491 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ede2fbffe5614ad9915a309c73849643 HTTP/1.1" status: 200 len: 380 time: 0.0346453 Apr 21 13:50:48.229161 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-71c8f04d-5b5e-4e15-86e9-1cac8c370c73 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'port': {'device_id': 'e9d050f8-e600-4aa9-8ee9-a2557ee6e32a', 'network_id': 'a2a7f3c3-819a-4da2-95c4-43de16da5627', 'admin_state_up': True, 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'security_groups': ['0234eab4-db6f-4574-9bee-c3e2ef0cbd6b']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:50:48.296843 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18d644b8-e459-42c0-a27a-6bbaaef7157b req-59b4b076-8cf1-47e1-9036-c1c9acf860d8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 210 time: 0.0527272 Apr 21 13:50:48.421148 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-71c8f04d-5b5e-4e15-86e9-1cac8c370c73 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Made reservation on behalf of ede2fbffe5614ad9915a309c73849643 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:50:48.422004 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-71c8f04d-5b5e-4e15-86e9-1cac8c370c73 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:48.550124 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-71c8f04d-5b5e-4e15-86e9-1cac8c370c73 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Allocated IP 172.20.0.3 (a2a7f3c3-819a-4da2-95c4-43de16da5627/19494f6e-4170-4e7f-b719-aeceeb20577e/88945b71-25a8-4378-9907-1677d68048f8) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:50:48.691243 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-71c8f04d-5b5e-4e15-86e9-1cac8c370c73 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:48.766791 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:48.795601 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:48.795918 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-71c8f04d-5b5e-4e15-86e9-1cac8c370c73 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:48.796992 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:48.843255 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-71c8f04d-5b5e-4e15-86e9-1cac8c370c73 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network a2a7f3c3-819a-4da2-95c4-43de16da5627 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:50:48.846430 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-71c8f04d-5b5e-4e15-86e9-1cac8c370c73 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:50:48.849569 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-71c8f04d-5b5e-4e15-86e9-1cac8c370c73 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:50:48.877335 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c8f04d-5b5e-4e15-86e9-1cac8c370c73 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Port': ['ID=88945b71-25a8-4378-9907-1677d68048f8,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:48.903016 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-71c8f04d-5b5e-4e15-86e9-1cac8c370c73 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:48.903655 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-71c8f04d-5b5e-4e15-86e9-1cac8c370c73 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:48.969348 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-71c8f04d-5b5e-4e15-86e9-1cac8c370c73 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7442095 Apr 21 13:50:48.982833 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-3c9ee8ee-793b-48df-aa06-5be90c5e9e45 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 13:50:48.983819 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-3c9ee8ee-793b-48df-aa06-5be90c5e9e45 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055368 Apr 21 13:50:49.042171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-3fc3912f-96d5-48ab-8421-0b1033ae6d62 service neutron] Request body: {'port': {'device_id': 'e9d050f8-e600-4aa9-8ee9-a2557ee6e32a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:50:49.075317 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-51ca75f6-6c6a-44aa-adde-13f978587f5a None None] Provisioning complete for port 88945b71-25a8-4378-9907-1677d68048f8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:50:49.075688 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-51ca75f6-6c6a-44aa-adde-13f978587f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:49.100681 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-3fc3912f-96d5-48ab-8421-0b1033ae6d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:49.109286 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-51ca75f6-6c6a-44aa-adde-13f978587f5a None None] Port 88945b71-25a8-4378-9907-1677d68048f8 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:50:49.357814 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-3fc3912f-96d5-48ab-8421-0b1033ae6d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88945b71-25a8-4378-9907-1677d68048f8 {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:50:49.365458 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-3fc3912f-96d5-48ab-8421-0b1033ae6d62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:49.400932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-3fc3912f-96d5-48ab-8421-0b1033ae6d62 service neutron] Transition to ACTIVE for port object 88945b71-25a8-4378-9907-1677d68048f8 will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:50:49.423001 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef44436-e5f4-4b0b-81a1-9b8059326b62 req-bf0967b1-c141-4034-830c-0121948112fa tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:49.424496 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eef44436-e5f4-4b0b-81a1-9b8059326b62 req-bf0967b1-c141-4034-830c-0121948112fa tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 931 time: 0.0533667 Apr 21 13:50:49.449440 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-3fc3912f-96d5-48ab-8421-0b1033ae6d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:49.504092 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eef44436-e5f4-4b0b-81a1-9b8059326b62 req-9d806851-088b-470c-8cb9-b89db4b5c334 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735321 Apr 21 13:50:49.514593 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3912f-96d5-48ab-8421-0b1033ae6d62 service neutron] Pushing event updated for resources: {'Port': ['ID=88945b71-25a8-4378-9907-1677d68048f8,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:49.588440 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-3fc3912f-96d5-48ab-8421-0b1033ae6d62 service neutron] Attempting to bind port 88945b71-25a8-4378-9907-1677d68048f8 on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:50:49.588769 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-3fc3912f-96d5-48ab-8421-0b1033ae6d62 service neutron] Attempting to bind port 88945b71-25a8-4378-9907-1677d68048f8 by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'd86b2ea2-2ebf-4780-a0b6-130b67c9a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a2a7f3c3-819a-4da2-95c4-43de16da5627'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:50:49.589100 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-3fc3912f-96d5-48ab-8421-0b1033ae6d62 service neutron] Attempting to bind port 88945b71-25a8-4378-9907-1677d68048f8 on network a2a7f3c3-819a-4da2-95c4-43de16da5627 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:50:49.593768 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-3fc3912f-96d5-48ab-8421-0b1033ae6d62 service neutron] Port 88945b71-25a8-4378-9907-1677d68048f8 on network a2a7f3c3-819a-4da2-95c4-43de16da5627 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:50:49.594170 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-3fc3912f-96d5-48ab-8421-0b1033ae6d62 service neutron] Attempting to bind port 88945b71-25a8-4378-9907-1677d68048f8 on network a2a7f3c3-819a-4da2-95c4-43de16da5627 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:50:49.599145 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-3fc3912f-96d5-48ab-8421-0b1033ae6d62 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:50:49.599637 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-3fc3912f-96d5-48ab-8421-0b1033ae6d62 service neutron] Checking segment: {'id': 'd86b2ea2-2ebf-4780-a0b6-130b67c9a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a2a7f3c3-819a-4da2-95c4-43de16da5627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:50:49.599917 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-3fc3912f-96d5-48ab-8421-0b1033ae6d62 service neutron] Bound using segment: {'id': 'd86b2ea2-2ebf-4780-a0b6-130b67c9a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a2a7f3c3-819a-4da2-95c4-43de16da5627'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:50:49.600341 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-3fc3912f-96d5-48ab-8421-0b1033ae6d62 service neutron] Bound port: 88945b71-25a8-4378-9907-1677d68048f8, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd86b2ea2-2ebf-4780-a0b6-130b67c9a7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a2a7f3c3-819a-4da2-95c4-43de16da5627'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:50:49.600700 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-3fc3912f-96d5-48ab-8421-0b1033ae6d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:49.666311 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-3fc3912f-96d5-48ab-8421-0b1033ae6d62 service neutron] For port 88945b71-25a8-4378-9907-1677d68048f8, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:50:49.669365 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-3fc3912f-96d5-48ab-8421-0b1033ae6d62 service neutron] For port 88945b71-25a8-4378-9907-1677d68048f8, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=88945b71-25a8-4378-9907-1677d68048f8,segment=NetworkSegment(d86b2ea2-2ebf-4780-a0b6-130b67c9a7c1),segment_id=d86b2ea2-2ebf-4780-a0b6-130b67c9a7c1)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:50:49.756535 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-3fc3912f-96d5-48ab-8421-0b1033ae6d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:49.794398 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-3fc3912f-96d5-48ab-8421-0b1033ae6d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:49.795011 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-3fc3912f-96d5-48ab-8421-0b1033ae6d62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:49.796420 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-3fc3912f-96d5-48ab-8421-0b1033ae6d62 service neutron] 10.222.0.24 "PUT /v2.0/ports/88945b71-25a8-4378-9907-1677d68048f8 HTTP/1.1" status: 200 len: 1091 time: 0.7990746 Apr 21 13:50:49.796853 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d050f8-e600-4aa9-8ee9-a2557ee6e32a', 'tag': '88945b71-25a8-4378-9907-1677d68048f8'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:50:49.799149 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33883b5-5ad0-43c3-9e11-d599119c5ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d050f8-e600-4aa9-8ee9-a2557ee6e32a", "tag": "88945b71-25a8-4378-9907-1677d68048f8"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:50:49.827522 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3912f-96d5-48ab-8421-0b1033ae6d62 service neutron] Pushing event updated for resources: {'Port': ['ID=88945b71-25a8-4378-9907-1677d68048f8,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:49.848833 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c79d6fd-b060-4157-b1d1-c3fd8de30921 x-openstack-request-id: req-9c79d6fd-b060-4157-b1d1-c3fd8de30921 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:50:49.849123 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d050f8-e600-4aa9-8ee9-a2557ee6e32a", "tag": "88945b71-25a8-4378-9907-1677d68048f8", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:50:49.849376 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9c79d6fd-b060-4157-b1d1-c3fd8de30921 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:50:49.849813 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c79d6fd-b060-4157-b1d1-c3fd8de30921'] response: {'name': 'network-changed', 'server_uuid': 'e9d050f8-e600-4aa9-8ee9-a2557ee6e32a', 'tag': '88945b71-25a8-4378-9907-1677d68048f8', 'status': 'completed', 'code': 200} Apr 21 13:50:49.911151 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33883b5-5ad0-43c3-9e11-d599119c5ecd req-d8255f1f-8b82-4215-8dac-fb385e6e6423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:49.912739 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f33883b5-5ad0-43c3-9e11-d599119c5ecd req-d8255f1f-8b82-4215-8dac-fb385e6e6423 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 1094 time: 0.0430517 Apr 21 13:50:50.022166 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33883b5-5ad0-43c3-9e11-d599119c5ecd req-d9496302-a3c4-453d-bfd5-b0933b45e9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:50.023562 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f33883b5-5ad0-43c3-9e11-d599119c5ecd req-d9496302-a3c4-453d-bfd5-b0933b45e9a5 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ede2fbffe5614ad9915a309c73849643&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0980377 Apr 21 13:50:50.122537 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33883b5-5ad0-43c3-9e11-d599119c5ecd req-f0c7bf0d-1498-4831-b03e-8adacf321715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:50.123947 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f33883b5-5ad0-43c3-9e11-d599119c5ecd req-f0c7bf0d-1498-4831-b03e-8adacf321715 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891883 Apr 21 13:50:50.210465 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-43325e7a-9b50-4817-8306-4f2a717e60a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:50.211944 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-43325e7a-9b50-4817-8306-4f2a717e60a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 1094 time: 0.0414436 Apr 21 13:50:50.262635 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-f111adbe-815c-4766-92f9-f96ed373ce3d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88945b71-25a8-4378-9907-1677d68048f8 HTTP/1.1" status: 200 len: 217 time: 0.0378289 Apr 21 13:50:50.315705 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-6a3c3387-82b8-4f0b-9d8f-3bb6fb8487fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:50.317053 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-6a3c3387-82b8-4f0b-9d8f-3bb6fb8487fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19494f6e-4170-4e7f-b719-aeceeb20577e HTTP/1.1" status: 200 len: 834 time: 0.0432982 Apr 21 13:50:50.365726 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-869c1d6f-ed01-4b39-ad03-72423b78adf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:50.367163 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-869c1d6f-ed01-4b39-ad03-72423b78adf8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a2a7f3c3-819a-4da2-95c4-43de16da5627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394638 Apr 21 13:50:50.460151 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-3de15820-2f7a-465b-ad08-7e095ee5d25d service neutron] 10.222.0.24 "GET /v2.0/networks/a2a7f3c3-819a-4da2-95c4-43de16da5627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833921 Apr 21 13:50:50.551928 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-32170137-76fa-4a11-a162-c0657fd3bb2c req-ba6a0a82-05ec-43a1-8b9a-c0d0177d999a service neutron] 10.222.0.24 "GET /v2.0/networks/a2a7f3c3-819a-4da2-95c4-43de16da5627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813217 Apr 21 13:50:50.633675 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf8920-59fe-414f-a75a-e6d331cd7abb req-83a02366-b74d-4082-b63e-9c3546166918 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:50.635124 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-86cf8920-59fe-414f-a75a-e6d331cd7abb req-83a02366-b74d-4082-b63e-9c3546166918 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 943 time: 0.0538869 Apr 21 13:50:50.684092 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-86cf8920-59fe-414f-a75a-e6d331cd7abb req-88167bf4-7a8b-4558-ae02-9cb06c69ad43 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430458 Apr 21 13:50:51.126572 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:51.799792 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9c8df-7a47-415b-b68f-3fcaeb74b33f req-46ce1732-a348-4d4a-a10b-a2137b3fbc33 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:51.801264 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33d9c8df-7a47-415b-b68f-3fcaeb74b33f req-46ce1732-a348-4d4a-a10b-a2137b3fbc33 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 943 time: 0.0487773 Apr 21 13:50:51.839584 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-33d9c8df-7a47-415b-b68f-3fcaeb74b33f req-ed3ecf28-2635-4698-a5f5-1889dbfc54a0 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317359 Apr 21 13:50:52.687271 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 88945b71-25a8-4378-9907-1677d68048f8 details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:50:52.778308 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 88945b71-25a8-4378-9907-1677d68048f8, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=88945b71-25a8-4378-9907-1677d68048f8,segment=NetworkSegment(d86b2ea2-2ebf-4780-a0b6-130b67c9a7c1),segment_id=d86b2ea2-2ebf-4780-a0b6-130b67c9a7c1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:50:52.789107 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '88945b71-25a8-4378-9907-1677d68048f8', 'network_id': 'a2a7f3c3-819a-4da2-95c4-43de16da5627', 'port_id': '88945b71-25a8-4378-9907-1677d68048f8', 'mac_address': 'fa:16:3e:3e:f1:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19494f6e-4170-4e7f-b719-aeceeb20577e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:50:52.828765 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:52.841183 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88945b71-25a8-4378-9907-1677d68048f8 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:50:52.859192 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 88945b71-25a8-4378-9907-1677d68048f8, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=88945b71-25a8-4378-9907-1677d68048f8,segment=NetworkSegment(d86b2ea2-2ebf-4780-a0b6-130b67c9a7c1),segment_id=d86b2ea2-2ebf-4780-a0b6-130b67c9a7c1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:50:52.915439 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:52.956357 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ede62-a6aa-4d01-a1a6-6b1dce0a8387 req-ae8295e9-ede6-402c-8e5b-958d191b0e5d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:52.957785 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b7ede62-a6aa-4d01-a1a6-6b1dce0a8387 req-ae8295e9-ede6-402c-8e5b-958d191b0e5d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 944 time: 0.0505040 Apr 21 13:50:52.962279 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=88945b71-25a8-4378-9907-1677d68048f8,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:52.997899 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4b7ede62-a6aa-4d01-a1a6-6b1dce0a8387 req-18c12861-1e94-4139-8c26-a78a40468498 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335190 Apr 21 13:50:53.217534 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['88945b71-25a8-4378-9907-1677d68048f8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:50:54.111642 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321aa87-b1cc-4e96-bd3e-8b4a3af51a6f req-9d6f4fe9-0cea-449e-a508-24d70609495b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:54.113092 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7321aa87-b1cc-4e96-bd3e-8b4a3af51a6f req-9d6f4fe9-0cea-449e-a508-24d70609495b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 944 time: 0.0477145 Apr 21 13:50:54.154892 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7321aa87-b1cc-4e96-bd3e-8b4a3af51a6f req-19419a40-907f-4e57-a478-0c700e8789e1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352154 Apr 21 13:50:54.687235 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 88945b71-25a8-4378-9907-1677d68048f8 up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:50:54.800591 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 88945b71-25a8-4378-9907-1677d68048f8 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:50:54.804973 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 88945b71-25a8-4378-9907-1677d68048f8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:50:54.805344 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:54.883098 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:54.904367 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d050f8-e600-4aa9-8ee9-a2557ee6e32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88945b71-25a8-4378-9907-1677d68048f8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:50:54.906609 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7917dd1b-970d-4ebb-94b0-1bf82ca70f69" -d '{"events": [{"server_uuid": "e9d050f8-e600-4aa9-8ee9-a2557ee6e32a", "name": "network-vif-plugged", "status": "completed", "tag": "88945b71-25a8-4378-9907-1677d68048f8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:50:54.919605 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 88945b71-25a8-4378-9907-1677d68048f8, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=88945b71-25a8-4378-9907-1677d68048f8,segment=NetworkSegment(d86b2ea2-2ebf-4780-a0b6-130b67c9a7c1),segment_id=d86b2ea2-2ebf-4780-a0b6-130b67c9a7c1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:50:54.989557 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:54.992536 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623ab5b1-0d67-4f37-aae1-8cf58094ca68 x-openstack-request-id: req-623ab5b1-0d67-4f37-aae1-8cf58094ca68 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:50:54.992828 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d050f8-e600-4aa9-8ee9-a2557ee6e32a", "name": "network-vif-plugged", "status": "completed", "tag": "88945b71-25a8-4378-9907-1677d68048f8", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:50:54.993074 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-623ab5b1-0d67-4f37-aae1-8cf58094ca68 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:50:54.993468 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-623ab5b1-0d67-4f37-aae1-8cf58094ca68'] response: {'server_uuid': 'e9d050f8-e600-4aa9-8ee9-a2557ee6e32a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88945b71-25a8-4378-9907-1677d68048f8', 'code': 200} Apr 21 13:50:55.039057 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=88945b71-25a8-4378-9907-1677d68048f8,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:55.096735 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8085a1-bcf6-4804-b84c-4d8c87832daf req-4e60cadf-1ce3-42ff-865f-16003bf9b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:55.098288 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5a8085a1-bcf6-4804-b84c-4d8c87832daf req-4e60cadf-1ce3-42ff-865f-16003bf9b86f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 1096 time: 0.0393667 Apr 21 13:50:55.132069 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5a8085a1-bcf6-4804-b84c-4d8c87832daf req-17e15adc-a570-4729-a1e3-a9fac97d5ba7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273907 Apr 21 13:50:55.267457 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc14037-b1e4-4c68-a200-7a1fb24fca16 req-e91fbac9-d358-47a6-9f22-c5c794a6144f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:55.268952 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ccc14037-b1e4-4c68-a200-7a1fb24fca16 req-e91fbac9-d358-47a6-9f22-c5c794a6144f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 945 time: 0.0482063 Apr 21 13:50:55.306635 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ccc14037-b1e4-4c68-a200-7a1fb24fca16 req-f515d13e-f1ec-476c-972b-903f572c66dc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309999 Apr 21 13:50:56.424164 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00bf65-ddf8-4cc5-a221-5850b3c65739 req-e2a2a65d-3433-48bf-926f-d9cb8eee3b82 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:56.425653 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb00bf65-ddf8-4cc5-a221-5850b3c65739 req-e2a2a65d-3433-48bf-926f-d9cb8eee3b82 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 945 time: 0.0493510 Apr 21 13:50:56.466787 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb00bf65-ddf8-4cc5-a221-5850b3c65739 req-3274bfb3-15c5-485b-b63b-f1911bcd94b1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351071 Apr 21 13:50:56.933937 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:50:57.581909 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1bbf43-0ac1-4c75-bbe7-3c0654cdf870 req-be72813e-2bb6-41b4-aa9c-42a2482b2415 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:57.583299 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4c1bbf43-0ac1-4c75-bbe7-3c0654cdf870 req-be72813e-2bb6-41b4-aa9c-42a2482b2415 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 945 time: 0.0493076 Apr 21 13:50:57.620694 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4c1bbf43-0ac1-4c75-bbe7-3c0654cdf870 req-2199575f-14bf-4f60-a7fe-e7d23a7476de tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313432 Apr 21 13:50:57.731654 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67036a17-d03d-43a4-8fe4-b43d6d7c9ae4 req-0c3d147c-f141-4152-a48c-81f333563c4b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:57.733112 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-67036a17-d03d-43a4-8fe4-b43d6d7c9ae4 req-0c3d147c-f141-4152-a48c-81f333563c4b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 945 time: 0.0472310 Apr 21 13:50:57.769848 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-67036a17-d03d-43a4-8fe4-b43d6d7c9ae4 req-3ea32a32-fd90-4325-9154-60d89591cfcd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309687 Apr 21 13:50:57.791380 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 32990) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:50:57.828291 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465a9f7a-8c74-4eba-90af-bece39d44947 tempest-TestNetworkAdvancedServerOps-981871309 tempest-TestNetworkAdvancedServerOps-981871309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:57.829761 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-465a9f7a-8c74-4eba-90af-bece39d44947 tempest-TestNetworkAdvancedServerOps-981871309 tempest-TestNetworkAdvancedServerOps-981871309-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 1091 time: 0.0374207 Apr 21 13:50:57.832489 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 32992) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:50:57.837005 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ae88cc46-7646-4812-b79c-8f2c7bb60e89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'port_id': '88945b71-25a8-4378-9907-1677d68048f8', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:50:57.920588 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae88cc46-7646-4812-b79c-8f2c7bb60e89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:58.017613 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae88cc46-7646-4812-b79c-8f2c7bb60e89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:58.124872 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-ae88cc46-7646-4812-b79c-8f2c7bb60e89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Allocated IP 172.25.8.136 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/0f4c591c-cfb8-4b24-aed5-4ace9e82d015) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:50:58.224260 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae88cc46-7646-4812-b79c-8f2c7bb60e89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:58.298722 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae88cc46-7646-4812-b79c-8f2c7bb60e89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:58.337612 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae88cc46-7646-4812-b79c-8f2c7bb60e89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:50:58.340469 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ae88cc46-7646-4812-b79c-8f2c7bb60e89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:50:58.344007 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae88cc46-7646-4812-b79c-8f2c7bb60e89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:50:58.368543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88cc46-7646-4812-b79c-8f2c7bb60e89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Port': ['ID=0f4c591c-cfb8-4b24-aed5-4ace9e82d015,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:58.693909 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae88cc46-7646-4812-b79c-8f2c7bb60e89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:58.817280 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae88cc46-7646-4812-b79c-8f2c7bb60e89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:58.959641 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae88cc46-7646-4812-b79c-8f2c7bb60e89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:59.017851 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae88cc46-7646-4812-b79c-8f2c7bb60e89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:59.088129 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88cc46-7646-4812-b79c-8f2c7bb60e89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Port': ['ID=0f4c591c-cfb8-4b24-aed5-4ace9e82d015,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:50:59.097866 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae88cc46-7646-4812-b79c-8f2c7bb60e89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:59.197404 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-ae88cc46-7646-4812-b79c-8f2c7bb60e89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Floating IP 9c1cd047-d44b-4efd-8d77-8b5ceb9080aa associated. External IP: 172.25.8.136, port: 88945b71-25a8-4378-9907-1677d68048f8. Apr 21 13:50:59.400149 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae88cc46-7646-4812-b79c-8f2c7bb60e89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Router 48dd2586-1e26-40e4-b534-75d50811c469 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:50:59.506225 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae88cc46-7646-4812-b79c-8f2c7bb60e89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:50:59.515899 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3df6333-e1ab-4d43-b07e-c83c854280e6 None None] Sync routers for ids ['48dd2586-1e26-40e4-b534-75d50811c469'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:50:59.525930 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df6333-e1ab-4d43-b07e-c83c854280e6 None None] Routers {'48dd2586-1e26-40e4-b534-75d50811c469'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:50:59.526542 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e3df6333-e1ab-4d43-b07e-c83c854280e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:50:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['48dd2586-1e26-40e4-b534-75d50811c469'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:50:59.608346 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ae88cc46-7646-4812-b79c-8f2c7bb60e89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:50:59.635037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-e3df6333-e1ab-4d43-b07e-c83c854280e6 None None] Set router 48dd2586-1e26-40e4-b534-75d50811c469 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:50:59.635293 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ae88cc46-7646-4812-b79c-8f2c7bb60e89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8015478 Apr 21 13:50:59.635740 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d050f8-e600-4aa9-8ee9-a2557ee6e32a', 'tag': '88945b71-25a8-4378-9907-1677d68048f8'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:50:59.638195 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77501c57-f51e-432e-8964-c8c111d661bc" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d050f8-e600-4aa9-8ee9-a2557ee6e32a", "tag": "88945b71-25a8-4378-9907-1677d68048f8"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:50:59.675557 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f413c318-d2e2-482a-82cf-57f01cc43fd8 x-openstack-request-id: req-f413c318-d2e2-482a-82cf-57f01cc43fd8 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:50:59.675861 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d050f8-e600-4aa9-8ee9-a2557ee6e32a", "tag": "88945b71-25a8-4378-9907-1677d68048f8", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:50:59.676111 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f413c318-d2e2-482a-82cf-57f01cc43fd8 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:50:59.676519 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f413c318-d2e2-482a-82cf-57f01cc43fd8'] response: {'name': 'network-changed', 'server_uuid': 'e9d050f8-e600-4aa9-8ee9-a2557ee6e32a', 'tag': '88945b71-25a8-4378-9907-1677d68048f8', 'status': 'completed', 'code': 200} Apr 21 13:50:59.767888 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323993d3-ea6b-4b74-a3a4-2de36b0afabf req-a2a0a4e6-263c-4fd3-9fb8-8520f9fe0f26 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:59.769291 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-323993d3-ea6b-4b74-a3a4-2de36b0afabf req-a2a0a4e6-263c-4fd3-9fb8-8520f9fe0f26 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 945 time: 0.0722117 Apr 21 13:50:59.778349 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77501c57-f51e-432e-8964-c8c111d661bc req-a660f411-5ee5-446e-a6cd-292b4537a382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:59.779764 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77501c57-f51e-432e-8964-c8c111d661bc req-a660f411-5ee5-446e-a6cd-292b4537a382 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 1096 time: 0.0814326 Apr 21 13:50:59.857869 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e3df6333-e1ab-4d43-b07e-c83c854280e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dd2586-1e26-40e4-b534-75d50811c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122671835', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '3f6e9460-d79b-4213-b1c9-084049f8fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:50:40Z', 'updated_at': '2022-04-21T13:50:44Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': '3f6e9460-d79b-4213-b1c9-084049f8fa35', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dd2586-1e26-40e4-b534-75d50811c469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:50:40Z', 'updated_at': '2022-04-21T13:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '9c1cd047-d44b-4efd-8d77-8b5ceb9080aa', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '48dd2586-1e26-40e4-b534-75d50811c469', 'port_id': '88945b71-25a8-4378-9907-1677d68048f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a7f3c3-819a-4da2-95c4-43de16da5627', 'mac_address': 'fa:16:3e:3e:f1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d050f8-e600-4aa9-8ee9-a2557ee6e32a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:50:58Z', 'updated_at': '2022-04-21T13:50:58Z', 'revision_number': 0, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1840901-e84a-4793-ba2a-56a20042e7bb', 'name': '', 'network_id': 'a2a7f3c3-819a-4da2-95c4-43de16da5627', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:ba:32:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dd2586-1e26-40e4-b534-75d50811c469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '19494f6e-4170-4e7f-b719-aeceeb20577e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:50:43Z', 'updated_at': '2022-04-21T13:50:46Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': '19494f6e-4170-4e7f-b719-aeceeb20577e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:50:59.858475 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-323993d3-ea6b-4b74-a3a4-2de36b0afabf req-10159fec-e363-4e47-8e49-2d24648c8d94 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821338 Apr 21 13:50:59.882920 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33000) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:50:59.885101 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3df6333-e1ab-4d43-b07e-c83c854280e6 None None] Checking router: 48dd2586-1e26-40e4-b534-75d50811c469 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:50:59.893799 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df6333-e1ab-4d43-b07e-c83c854280e6 None None] Routers {'48dd2586-1e26-40e4-b534-75d50811c469'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:50:59.894397 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e3df6333-e1ab-4d43-b07e-c83c854280e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:50:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['48dd2586-1e26-40e4-b534-75d50811c469'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:50:59.895093 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77501c57-f51e-432e-8964-c8c111d661bc req-3a515959-9a86-4884-82b1-0f0eeb2cdd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:50:59.896595 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77501c57-f51e-432e-8964-c8c111d661bc req-3a515959-9a86-4884-82b1-0f0eeb2cdd47 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a2a7f3c3-819a-4da2-95c4-43de16da5627 HTTP/1.1" status: 200 len: 897 time: 0.1045883 Apr 21 13:50:59.948706 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-57ded2e1-2d06-486c-94e3-0a4ec235a96c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/floatingips/9c1cd047-d44b-4efd-8d77-8b5ceb9080aa HTTP/1.1" status: 200 len: 991 time: 0.0644298 Apr 21 13:50:59.961295 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77501c57-f51e-432e-8964-c8c111d661bc req-22d6c1d8-4500-478e-99ac-1df0c273c79f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88945b71-25a8-4378-9907-1677d68048f8 HTTP/1.1" status: 200 len: 999 time: 0.0578184 Apr 21 13:51:00.000258 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-e3df6333-e1ab-4d43-b07e-c83c854280e6 None None] Set router 48dd2586-1e26-40e4-b534-75d50811c469 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:51:00.012698 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77501c57-f51e-432e-8964-c8c111d661bc req-92a0c270-da57-4bb1-85a5-a4f2c6469583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:00.014241 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77501c57-f51e-432e-8964-c8c111d661bc req-92a0c270-da57-4bb1-85a5-a4f2c6469583 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19494f6e-4170-4e7f-b719-aeceeb20577e HTTP/1.1" status: 200 len: 834 time: 0.0467834 Apr 21 13:51:00.061987 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77501c57-f51e-432e-8964-c8c111d661bc req-a8a7db91-bdc8-4db0-adc7-966dff1da335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:00.063411 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77501c57-f51e-432e-8964-c8c111d661bc req-a8a7db91-bdc8-4db0-adc7-966dff1da335 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a2a7f3c3-819a-4da2-95c4-43de16da5627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417240 Apr 21 13:51:00.153900 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77501c57-f51e-432e-8964-c8c111d661bc req-5a4bd79b-a09a-4602-8872-859174512fce service neutron] 10.222.0.24 "GET /v2.0/networks/a2a7f3c3-819a-4da2-95c4-43de16da5627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828843 Apr 21 13:51:00.245788 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77501c57-f51e-432e-8964-c8c111d661bc req-3f01272e-de53-4103-9acf-55b2a2bfce40 service neutron] 10.222.0.24 "GET /v2.0/networks/a2a7f3c3-819a-4da2-95c4-43de16da5627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854630 Apr 21 13:51:00.375158 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e3df6333-e1ab-4d43-b07e-c83c854280e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dd2586-1e26-40e4-b534-75d50811c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122671835', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '3f6e9460-d79b-4213-b1c9-084049f8fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:50:40Z', 'updated_at': '2022-04-21T13:50:44Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': '3f6e9460-d79b-4213-b1c9-084049f8fa35', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dd2586-1e26-40e4-b534-75d50811c469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:50:40Z', 'updated_at': '2022-04-21T13:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '9c1cd047-d44b-4efd-8d77-8b5ceb9080aa', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '48dd2586-1e26-40e4-b534-75d50811c469', 'port_id': '88945b71-25a8-4378-9907-1677d68048f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a7f3c3-819a-4da2-95c4-43de16da5627', 'mac_address': 'fa:16:3e:3e:f1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d050f8-e600-4aa9-8ee9-a2557ee6e32a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:50:58Z', 'updated_at': '2022-04-21T13:50:58Z', 'revision_number': 0, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1840901-e84a-4793-ba2a-56a20042e7bb', 'name': '', 'network_id': 'a2a7f3c3-819a-4da2-95c4-43de16da5627', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:ba:32:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dd2586-1e26-40e4-b534-75d50811c469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '19494f6e-4170-4e7f-b719-aeceeb20577e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:50:43Z', 'updated_at': '2022-04-21T13:50:46Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': '19494f6e-4170-4e7f-b719-aeceeb20577e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:51:00.401388 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3df6333-e1ab-4d43-b07e-c83c854280e6 None None] The sync data for ids ['48dd2586-1e26-40e4-b534-75d50811c469'] in n-d-836147-2 is: [{'id': '48dd2586-1e26-40e4-b534-75d50811c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122671835', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '3f6e9460-d79b-4213-b1c9-084049f8fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:50:40Z', 'updated_at': '2022-04-21T13:50:44Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': '3f6e9460-d79b-4213-b1c9-084049f8fa35', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dd2586-1e26-40e4-b534-75d50811c469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:50:40Z', 'updated_at': '2022-04-21T13:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '9c1cd047-d44b-4efd-8d77-8b5ceb9080aa', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'floating_ip_address': '172.25.8.136', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '48dd2586-1e26-40e4-b534-75d50811c469', 'port_id': '88945b71-25a8-4378-9907-1677d68048f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2a7f3c3-819a-4da2-95c4-43de16da5627', 'mac_address': 'fa:16:3e:3e:f1:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d050f8-e600-4aa9-8ee9-a2557ee6e32a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:50:58Z', 'updated_at': '2022-04-21T13:50:58Z', 'revision_number': 0, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1840901-e84a-4793-ba2a-56a20042e7bb', 'name': '', 'network_id': 'a2a7f3c3-819a-4da2-95c4-43de16da5627', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:ba:32:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dd2586-1e26-40e4-b534-75d50811c469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '19494f6e-4170-4e7f-b719-aeceeb20577e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:50:43Z', 'updated_at': '2022-04-21T13:50:46Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': '19494f6e-4170-4e7f-b719-aeceeb20577e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:51:00.588333 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d876447c-10b5-473a-a2a5-71ba8b0b0df1 None None] New status for floating IP 9c1cd047-d44b-4efd-8d77-8b5ceb9080aa: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:51:00.950828 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33002) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:51:01.009424 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-781ca28f-2d0b-4e98-978e-dd1588aaa25c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/floatingips/9c1cd047-d44b-4efd-8d77-8b5ceb9080aa HTTP/1.1" status: 200 len: 993 time: 0.0575030 Apr 21 13:51:13.537720 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-97041b7a-634e-4a11-af1d-cf2d4960e588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:51:15.800583 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a00b864-b711-43e6-b818-067b269c2637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:51:17.200805 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:51:18.760405 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:51:18.783448 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:51:18.784224 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:51:19.903898 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-896e30b9-9e95-4889-8094-abc2dec5af6a req-0ab1b90e-34f2-41c7-ac3c-c73f87498646 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395701 Apr 21 13:51:19.985740 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e30b9-9e95-4889-8094-abc2dec5af6a req-19c806b8-3b00-4985-aa3d-53f1317e9af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:19.987200 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-896e30b9-9e95-4889-8094-abc2dec5af6a req-19c806b8-3b00-4985-aa3d-53f1317e9af8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 1096 time: 0.0413394 Apr 21 13:51:20.094051 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e30b9-9e95-4889-8094-abc2dec5af6a req-c2cc5d87-f503-4991-b973-11be473ee0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:20.095501 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-896e30b9-9e95-4889-8094-abc2dec5af6a req-c2cc5d87-f503-4991-b973-11be473ee0e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a2a7f3c3-819a-4da2-95c4-43de16da5627 HTTP/1.1" status: 200 len: 897 time: 0.0896065 Apr 21 13:51:20.158656 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-896e30b9-9e95-4889-8094-abc2dec5af6a req-2e8fd218-c8d1-438f-8e98-ff36c8523867 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88945b71-25a8-4378-9907-1677d68048f8 HTTP/1.1" status: 200 len: 1001 time: 0.0555413 Apr 21 13:51:20.208607 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e30b9-9e95-4889-8094-abc2dec5af6a req-1ca83f99-0150-4ec0-86f3-0bb7ed05a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:20.210129 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-896e30b9-9e95-4889-8094-abc2dec5af6a req-1ca83f99-0150-4ec0-86f3-0bb7ed05a27f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19494f6e-4170-4e7f-b719-aeceeb20577e HTTP/1.1" status: 200 len: 834 time: 0.0441673 Apr 21 13:51:20.253894 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e30b9-9e95-4889-8094-abc2dec5af6a req-f21d1603-a905-45bb-ad83-bb75afed67ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:20.255326 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-896e30b9-9e95-4889-8094-abc2dec5af6a req-f21d1603-a905-45bb-ad83-bb75afed67ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a2a7f3c3-819a-4da2-95c4-43de16da5627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381176 Apr 21 13:51:20.342345 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-896e30b9-9e95-4889-8094-abc2dec5af6a req-23cd2598-ab66-4306-9544-66d0eaf786dd service neutron] 10.222.0.24 "GET /v2.0/networks/a2a7f3c3-819a-4da2-95c4-43de16da5627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788560 Apr 21 13:51:20.766926 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-896e30b9-9e95-4889-8094-abc2dec5af6a req-262d074e-3443-420f-9270-669190a895df service neutron] 10.222.0.24 "GET /v2.0/networks/a2a7f3c3-819a-4da2-95c4-43de16da5627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155283 Apr 21 13:51:21.092172 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:51:33.933204 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:51:34.550806 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0cd7bf-19b4-4838-b1e4-d50378f987b8 req-8379f689-381e-476e-9765-5babd3519b9f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:34.552190 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac0cd7bf-19b4-4838-b1e4-d50378f987b8 req-8379f689-381e-476e-9765-5babd3519b9f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 945 time: 0.0497582 Apr 21 13:51:34.591370 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ac0cd7bf-19b4-4838-b1e4-d50378f987b8 req-05c1cede-7e46-421a-b61e-6c40a53ccd29 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324750 Apr 21 13:51:35.712119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cf21a-4848-4abd-97d5-d5aa307c82d1 req-d157fa97-2fca-4097-8a36-ac9e395293ff tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:35.713637 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-487cf21a-4848-4abd-97d5-d5aa307c82d1 req-d157fa97-2fca-4097-8a36-ac9e395293ff tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 945 time: 0.0522070 Apr 21 13:51:35.750835 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-487cf21a-4848-4abd-97d5-d5aa307c82d1 req-84634a4e-7348-4863-9be0-ad4002084399 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312037 Apr 21 13:51:36.866068 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8431f09-4faf-4326-b7f0-e1d29124d0fe req-062bd248-6baf-4308-809a-bd32e6a176cb tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:36.867562 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f8431f09-4faf-4326-b7f0-e1d29124d0fe req-062bd248-6baf-4308-809a-bd32e6a176cb tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 945 time: 0.0485411 Apr 21 13:51:36.905464 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f8431f09-4faf-4326-b7f0-e1d29124d0fe req-dff570ff-169a-420e-ac0d-e9ac3fb48ea7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316520 Apr 21 13:51:38.024001 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883f692-fb8a-4a8b-a0f8-3427e14e68ae req-c961aaa5-512c-43f4-808f-0fbb2296fca2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:38.025504 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1883f692-fb8a-4a8b-a0f8-3427e14e68ae req-c961aaa5-512c-43f4-808f-0fbb2296fca2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 945 time: 0.0510898 Apr 21 13:51:38.074023 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1883f692-fb8a-4a8b-a0f8-3427e14e68ae req-de701c70-70a8-473c-abaf-d7b4995e9675 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424414 Apr 21 13:51:39.192569 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac998a-225e-4183-852c-29e1c79d03d4 req-da77957b-74b5-4226-95fc-d1e88dc499d3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:39.194059 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c9ac998a-225e-4183-852c-29e1c79d03d4 req-da77957b-74b5-4226-95fc-d1e88dc499d3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 945 time: 0.0523689 Apr 21 13:51:39.230255 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c9ac998a-225e-4183-852c-29e1c79d03d4 req-ba341a44-99ef-4160-a620-c16297e68514 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302548 Apr 21 13:51:40.343230 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95d9ee1-dd6f-45f5-88d3-711961c2e01e req-d3cd870e-18bb-4aeb-9fca-ea907c4d23d5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:40.344691 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f95d9ee1-dd6f-45f5-88d3-711961c2e01e req-d3cd870e-18bb-4aeb-9fca-ea907c4d23d5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 945 time: 0.0479102 Apr 21 13:51:40.381214 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f95d9ee1-dd6f-45f5-88d3-711961c2e01e req-cbb96531-c75a-41b2-ba23-16d7fcee868a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307269 Apr 21 13:51:41.492643 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab66a264-92df-4afe-94e1-73f2f841303d req-8c193837-d824-421e-b7b2-e4dc0fabe27a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:41.494110 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ab66a264-92df-4afe-94e1-73f2f841303d req-8c193837-d824-421e-b7b2-e4dc0fabe27a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 945 time: 0.0473247 Apr 21 13:51:41.531450 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ab66a264-92df-4afe-94e1-73f2f841303d req-79178f91-2863-4c1d-b0ed-e8b8e7310f03 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311091 Apr 21 13:51:42.649369 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426b7b3-2afa-45ea-a9a8-cb81f23be518 req-5c55d9c1-a308-4473-b9de-3060e4de9376 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:42.650809 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f426b7b3-2afa-45ea-a9a8-cb81f23be518 req-5c55d9c1-a308-4473-b9de-3060e4de9376 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 945 time: 0.0529709 Apr 21 13:51:42.687750 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f426b7b3-2afa-45ea-a9a8-cb81f23be518 req-904f2575-c6f3-425e-92fd-d28980b4b1cc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310075 Apr 21 13:51:43.525538 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90a585c8-5266-461d-ba7a-c4e832e1f830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:51:43.802004 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b7e6e-1308-454c-9b2e-ec0e3587aac9 req-a7e44b43-b886-43a5-8527-fc5769c5de41 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:43.803468 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0a3b7e6e-1308-454c-9b2e-ec0e3587aac9 req-a7e44b43-b886-43a5-8527-fc5769c5de41 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 945 time: 0.0486920 Apr 21 13:51:43.841538 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0a3b7e6e-1308-454c-9b2e-ec0e3587aac9 req-8962cd65-bb29-46df-85f3-a70842398bf0 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313990 Apr 21 13:51:44.957697 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab9ef6-c088-454f-8f6c-1963b056b9dd req-902bf4a4-35ef-45f0-842d-ae69cabd2360 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:44.959379 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-36ab9ef6-c088-454f-8f6c-1963b056b9dd req-902bf4a4-35ef-45f0-842d-ae69cabd2360 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 945 time: 0.0498393 Apr 21 13:51:44.996877 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-36ab9ef6-c088-454f-8f6c-1963b056b9dd req-f3aefb06-43ba-4af8-a671-f3288f26c8c3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309203 Apr 21 13:51:45.782895 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d3f0416e-97ad-482b-83dd-7b1c15740aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:51:46.116398 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d8f72-9da7-4f6e-bf08-cd0cf10ff9d7 req-021c6512-080d-4bcb-a4b4-25f7a33fa1bd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:46.117874 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf4d8f72-9da7-4f6e-bf08-cd0cf10ff9d7 req-021c6512-080d-4bcb-a4b4-25f7a33fa1bd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 945 time: 0.0519865 Apr 21 13:51:46.154207 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf4d8f72-9da7-4f6e-bf08-cd0cf10ff9d7 req-cc5fb853-8705-49c8-99a0-c9ec352cec92 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301979 Apr 21 13:51:47.206945 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:51:47.268622 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6375b2-229a-4d71-8bd8-fa1948590f1c req-85d9040c-2b5e-4b0f-aa5e-fe811a24a1a1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:47.270175 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba6375b2-229a-4d71-8bd8-fa1948590f1c req-85d9040c-2b5e-4b0f-aa5e-fe811a24a1a1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 945 time: 0.0486231 Apr 21 13:51:47.306980 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba6375b2-229a-4d71-8bd8-fa1948590f1c req-ac9c9d75-aec6-4e20-b7ee-e483abb85055 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308802 Apr 21 13:51:48.423869 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5779f0-16a5-491a-9ee6-fc401e151df2 req-0f25ec86-877a-4e26-a7e4-e7164582b307 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:48.425286 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e5779f0-16a5-491a-9ee6-fc401e151df2 req-0f25ec86-877a-4e26-a7e4-e7164582b307 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 945 time: 0.0484161 Apr 21 13:51:48.463327 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e5779f0-16a5-491a-9ee6-fc401e151df2 req-6bc8dbaa-845e-4c02-a177-63471bf7799e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320816 Apr 21 13:51:48.788555 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:51:48.805864 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:51:48.806485 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:51:49.580506 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963109c-96a5-4156-abcc-4ebdf4026dda req-79db08b4-c53d-4e43-94b8-53e1412c1997 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:49.581931 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8963109c-96a5-4156-abcc-4ebdf4026dda req-79db08b4-c53d-4e43-94b8-53e1412c1997 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 945 time: 0.0521476 Apr 21 13:51:49.618849 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8963109c-96a5-4156-abcc-4ebdf4026dda req-b55649da-36f2-4b5c-8f08-617a48240a40 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309849 Apr 21 13:51:50.732848 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5f94c-c271-424c-bc5a-67356d342920 req-4c082db7-3b74-4371-be3d-e24c1d732111 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:50.734468 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07e5f94c-c271-424c-bc5a-67356d342920 req-4c082db7-3b74-4371-be3d-e24c1d732111 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 945 time: 0.0485852 Apr 21 13:51:50.771258 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-07e5f94c-c271-424c-bc5a-67356d342920 req-536e0575-858a-4c85-87fa-379fbfe52a29 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308466 Apr 21 13:51:51.108619 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:51:51.888409 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe1535-822b-4690-aa65-83453e63544c req-be813c1f-7efa-41e2-a797-f9b48c4b86d8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:51.890006 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8ffe1535-822b-4690-aa65-83453e63544c req-be813c1f-7efa-41e2-a797-f9b48c4b86d8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 945 time: 0.0493481 Apr 21 13:51:51.930347 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8ffe1535-822b-4690-aa65-83453e63544c req-ab5e8bb1-5c6e-411e-b837-4a0e942bdd48 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342171 Apr 21 13:51:53.052878 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e0c57-af06-4a61-8aab-350df1e5fb4b req-2a11ff53-1598-4788-91e2-0a294833b217 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:53.054383 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-289e0c57-af06-4a61-8aab-350df1e5fb4b req-2a11ff53-1598-4788-91e2-0a294833b217 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 945 time: 0.0554814 Apr 21 13:51:53.093177 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-289e0c57-af06-4a61-8aab-350df1e5fb4b req-1d917d76-5f65-4483-bb7b-1c9514e21f5b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323613 Apr 21 13:51:54.205902 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62593d4-57fb-412e-b5e2-ca378dd4160a req-3c2672d4-da60-48f3-856c-0e3e020a3547 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:54.207356 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a62593d4-57fb-412e-b5e2-ca378dd4160a req-3c2672d4-da60-48f3-856c-0e3e020a3547 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 945 time: 0.0474827 Apr 21 13:51:54.244439 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a62593d4-57fb-412e-b5e2-ca378dd4160a req-b2a8705d-ae07-470d-9e2d-afa357817763 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312061 Apr 21 13:51:55.360060 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3dcb57-ff8b-4494-aa70-2398283d3330 req-2129f67f-4695-4187-8be4-83ae16f9b555 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:55.361536 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e3dcb57-ff8b-4494-aa70-2398283d3330 req-2129f67f-4695-4187-8be4-83ae16f9b555 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 945 time: 0.0483668 Apr 21 13:51:55.398930 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e3dcb57-ff8b-4494-aa70-2398283d3330 req-c7ca8f6b-f495-4d9c-8d9f-e99d8203c025 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313766 Apr 21 13:51:55.421359 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33054) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:51:55.483777 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7f5c0e56-e816-4133-bd08-117f28e0b1f7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/floatingips/9c1cd047-d44b-4efd-8d77-8b5ceb9080aa HTTP/1.1" status: 200 len: 993 time: 0.0612199 Apr 21 13:51:56.914323 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e0a2c-378e-4a46-9db2-2c1dcb34f998 req-89030f06-a34a-4123-a764-3ec74dc72d25 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:56.916022 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d12e0a2c-378e-4a46-9db2-2c1dcb34f998 req-89030f06-a34a-4123-a764-3ec74dc72d25 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 945 time: 0.0554397 Apr 21 13:51:56.955019 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d12e0a2c-378e-4a46-9db2-2c1dcb34f998 req-6676dcd8-494f-4402-af65-c7c7493c7e63 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326936 Apr 21 13:51:57.015049 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d8548-4523-49bd-b92e-d90d387e2d69 req-e0c10422-dc98-4748-9d4b-7781632566e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:57.016573 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-230d8548-4523-49bd-b92e-d90d387e2d69 req-e0c10422-dc98-4748-9d4b-7781632566e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 1096 time: 0.0409191 Apr 21 13:51:57.109532 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d8548-4523-49bd-b92e-d90d387e2d69 req-27b5a9b2-fb60-40f0-b4de-e59c47335d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:57.110910 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-230d8548-4523-49bd-b92e-d90d387e2d69 req-27b5a9b2-fb60-40f0-b4de-e59c47335d1c service neutron] 10.222.0.24 "GET /v2.0/networks?id=a2a7f3c3-819a-4da2-95c4-43de16da5627 HTTP/1.1" status: 200 len: 897 time: 0.0844674 Apr 21 13:51:57.174227 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-230d8548-4523-49bd-b92e-d90d387e2d69 req-bbeee511-f021-4110-b13c-0ea174df4bd6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88945b71-25a8-4378-9907-1677d68048f8 HTTP/1.1" status: 200 len: 1001 time: 0.0565844 Apr 21 13:51:57.224813 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d8548-4523-49bd-b92e-d90d387e2d69 req-e79ac927-8058-4248-aa26-105af9ac813e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:57.226212 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-230d8548-4523-49bd-b92e-d90d387e2d69 req-e79ac927-8058-4248-aa26-105af9ac813e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19494f6e-4170-4e7f-b719-aeceeb20577e HTTP/1.1" status: 200 len: 834 time: 0.0421777 Apr 21 13:51:57.277566 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d8548-4523-49bd-b92e-d90d387e2d69 req-9f5cfb04-260d-44ae-a664-de470fa9d33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:57.279014 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-230d8548-4523-49bd-b92e-d90d387e2d69 req-9f5cfb04-260d-44ae-a664-de470fa9d33c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a2a7f3c3-819a-4da2-95c4-43de16da5627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422647 Apr 21 13:51:57.367726 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-230d8548-4523-49bd-b92e-d90d387e2d69 req-7ce0add0-3300-4922-931a-e0400921e90b service neutron] 10.222.0.24 "GET /v2.0/networks/a2a7f3c3-819a-4da2-95c4-43de16da5627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782506 Apr 21 13:51:57.461844 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-230d8548-4523-49bd-b92e-d90d387e2d69 req-e5c345be-bf75-4b59-8c11-879c04590b21 service neutron] 10.222.0.24 "GET /v2.0/networks/a2a7f3c3-819a-4da2-95c4-43de16da5627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837715 Apr 21 13:51:58.077475 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912510ca-32ef-40fd-aa57-de28bf9c2f26 req-684028c2-698f-421f-bca7-5ccd90386999 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:58.079015 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-912510ca-32ef-40fd-aa57-de28bf9c2f26 req-684028c2-698f-421f-bca7-5ccd90386999 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 945 time: 0.0490375 Apr 21 13:51:58.115760 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-912510ca-32ef-40fd-aa57-de28bf9c2f26 req-22704ae2-069e-4cae-a9fe-b7c21a3a4960 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305433 Apr 21 13:51:59.228966 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9070a91d-d759-4406-a05c-dd14957332be req-818603dc-1159-4490-9b31-ecb89c5becb1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:51:59.230445 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9070a91d-d759-4406-a05c-dd14957332be req-818603dc-1159-4490-9b31-ecb89c5becb1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 945 time: 0.0473638 Apr 21 13:51:59.267495 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9070a91d-d759-4406-a05c-dd14957332be req-5aa3ea29-3c2e-4283-9ed8-3d28823ba8b6 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306416 Apr 21 13:51:59.288997 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33066) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:51:59.347389 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-69bebadc-5975-42e9-9960-b9ca5d4e2527 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/floatingips/9c1cd047-d44b-4efd-8d77-8b5ceb9080aa HTTP/1.1" status: 200 len: 993 time: 0.0572536 Apr 21 13:52:10.932366 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:52:13.531721 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69734ec5-6eae-43ce-ad0f-8c96b6ed7090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:15.788348 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2d3b8281-69a6-4ae9-b56d-455ff7cde9ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:17.245190 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:18.736762 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:18.794403 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:18.851412 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:19.901960 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-55356880-3092-44fc-8cd8-0fbe5bd4b7d8 req-1a673cbe-bb17-45b3-9766-3c7ee1c8f6ae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390613 Apr 21 13:52:19.984307 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55356880-3092-44fc-8cd8-0fbe5bd4b7d8 req-0948eb64-0108-479b-927b-3be994100fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:19.985872 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-55356880-3092-44fc-8cd8-0fbe5bd4b7d8 req-0948eb64-0108-479b-927b-3be994100fe5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 1096 time: 0.0432167 Apr 21 13:52:20.089947 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55356880-3092-44fc-8cd8-0fbe5bd4b7d8 req-d88cacba-fbd2-453f-bf89-cbe4fb1896f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:20.091399 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-55356880-3092-44fc-8cd8-0fbe5bd4b7d8 req-d88cacba-fbd2-453f-bf89-cbe4fb1896f9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a2a7f3c3-819a-4da2-95c4-43de16da5627 HTTP/1.1" status: 200 len: 897 time: 0.0841160 Apr 21 13:52:20.159595 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-55356880-3092-44fc-8cd8-0fbe5bd4b7d8 req-d3d70838-2852-4f1c-bf0b-3eacfcef3d6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88945b71-25a8-4378-9907-1677d68048f8 HTTP/1.1" status: 200 len: 1001 time: 0.0599911 Apr 21 13:52:20.209069 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55356880-3092-44fc-8cd8-0fbe5bd4b7d8 req-ad115a21-9ef8-4762-adad-c38e459a07af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:20.210478 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-55356880-3092-44fc-8cd8-0fbe5bd4b7d8 req-ad115a21-9ef8-4762-adad-c38e459a07af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19494f6e-4170-4e7f-b719-aeceeb20577e HTTP/1.1" status: 200 len: 834 time: 0.0423417 Apr 21 13:52:20.255277 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55356880-3092-44fc-8cd8-0fbe5bd4b7d8 req-f1a979b0-9c3f-4314-8a49-49ddb6187d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:20.256743 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-55356880-3092-44fc-8cd8-0fbe5bd4b7d8 req-f1a979b0-9c3f-4314-8a49-49ddb6187d31 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a2a7f3c3-819a-4da2-95c4-43de16da5627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386596 Apr 21 13:52:20.347826 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-55356880-3092-44fc-8cd8-0fbe5bd4b7d8 req-164986d1-1c38-42dc-9e2b-084066a2dc79 service neutron] 10.222.0.24 "GET /v2.0/networks/a2a7f3c3-819a-4da2-95c4-43de16da5627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814960 Apr 21 13:52:20.440370 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-55356880-3092-44fc-8cd8-0fbe5bd4b7d8 req-76f66dc2-2c32-4a50-8f17-3873964ebd84 service neutron] 10.222.0.24 "GET /v2.0/networks/a2a7f3c3-819a-4da2-95c4-43de16da5627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822799 Apr 21 13:52:21.096583 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:29.819320 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33078) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:52:29.970378 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-954f5a35-1e3f-49cf-bd9b-dbcf0cbd4ba8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Deleting port 0f4c591c-cfb8-4b24-aed5-4ace9e82d015 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:52:29.970715 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-954f5a35-1e3f-49cf-bd9b-dbcf0cbd4ba8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:30.047539 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-954f5a35-1e3f-49cf-bd9b-dbcf0cbd4ba8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:30.047866 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-954f5a35-1e3f-49cf-bd9b-dbcf0cbd4ba8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:30.059300 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-954f5a35-1e3f-49cf-bd9b-dbcf0cbd4ba8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Calling delete_port for 0f4c591c-cfb8-4b24-aed5-4ace9e82d015 owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:52:30.285428 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-954f5a35-1e3f-49cf-bd9b-dbcf0cbd4ba8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:30.310540 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f5a35-1e3f-49cf-bd9b-dbcf0cbd4ba8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'Port': ['ID=0f4c591c-cfb8-4b24-aed5-4ace9e82d015,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:30.321794 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f5a35-1e3f-49cf-bd9b-dbcf0cbd4ba8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:30.322142 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f5a35-1e3f-49cf-bd9b-dbcf0cbd4ba8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:30.322474 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f5a35-1e3f-49cf-bd9b-dbcf0cbd4ba8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:30.322807 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f5a35-1e3f-49cf-bd9b-dbcf0cbd4ba8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:30.323131 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f5a35-1e3f-49cf-bd9b-dbcf0cbd4ba8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:30.323452 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f5a35-1e3f-49cf-bd9b-dbcf0cbd4ba8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:30.323772 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f5a35-1e3f-49cf-bd9b-dbcf0cbd4ba8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:30.324124 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f5a35-1e3f-49cf-bd9b-dbcf0cbd4ba8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:30.324411 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f5a35-1e3f-49cf-bd9b-dbcf0cbd4ba8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:30.324726 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f5a35-1e3f-49cf-bd9b-dbcf0cbd4ba8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:30.325043 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f5a35-1e3f-49cf-bd9b-dbcf0cbd4ba8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:30.325356 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954f5a35-1e3f-49cf-bd9b-dbcf0cbd4ba8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:30.377575 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-954f5a35-1e3f-49cf-bd9b-dbcf0cbd4ba8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for floatingip, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:30.377923 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-954f5a35-1e3f-49cf-bd9b-dbcf0cbd4ba8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Floating IP 9c1cd047-d44b-4efd-8d77-8b5ceb9080aa disassociated (deleted). External IP: 172.25.8.136, port: 88945b71-25a8-4378-9907-1677d68048f8. Apr 21 13:52:30.581817 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954f5a35-1e3f-49cf-bd9b-dbcf0cbd4ba8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Router 48dd2586-1e26-40e4-b534-75d50811c469 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:52:30.970433 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954f5a35-1e3f-49cf-bd9b-dbcf0cbd4ba8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:52:30.975240 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-954f5a35-1e3f-49cf-bd9b-dbcf0cbd4ba8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:30.979826 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8a8509-620c-4849-a6c0-dadb8ebde3c3 None None] Sync routers for ids ['48dd2586-1e26-40e4-b534-75d50811c469'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:52:30.988585 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8a8509-620c-4849-a6c0-dadb8ebde3c3 None None] Routers {'48dd2586-1e26-40e4-b534-75d50811c469'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:52:30.989188 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ac8a8509-620c-4849-a6c0-dadb8ebde3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:52:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['48dd2586-1e26-40e4-b534-75d50811c469'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:52:31.002400 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-954f5a35-1e3f-49cf-bd9b-dbcf0cbd4ba8 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "DELETE /v2.0/floatingips/9c1cd047-d44b-4efd-8d77-8b5ceb9080aa HTTP/1.1" status: 204 len: 168 time: 1.1819916 Apr 21 13:52:31.003005 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d050f8-e600-4aa9-8ee9-a2557ee6e32a', 'tag': '88945b71-25a8-4378-9907-1677d68048f8'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:52:31.005282 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8731b9b0d93a9bf69e636c4352cfd91473ecc38c160ddf4d7ef907223a15797c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50cd823-d9c8-44b5-ace1-d8d9340a23ea" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d050f8-e600-4aa9-8ee9-a2557ee6e32a", "tag": "88945b71-25a8-4378-9907-1677d68048f8"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:52:31.052628 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d6cc9b-47f1-46c6-a544-d7ba2cddd5cc x-openstack-request-id: req-86d6cc9b-47f1-46c6-a544-d7ba2cddd5cc {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:52:31.052934 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d050f8-e600-4aa9-8ee9-a2557ee6e32a", "tag": "88945b71-25a8-4378-9907-1677d68048f8", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:52:31.053182 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-86d6cc9b-47f1-46c6-a544-d7ba2cddd5cc {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:52:31.053607 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86d6cc9b-47f1-46c6-a544-d7ba2cddd5cc'] response: {'name': 'network-changed', 'server_uuid': 'e9d050f8-e600-4aa9-8ee9-a2557ee6e32a', 'tag': '88945b71-25a8-4378-9907-1677d68048f8', 'status': 'completed', 'code': 200} Apr 21 13:52:31.101843 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-ac8a8509-620c-4849-a6c0-dadb8ebde3c3 None None] Set router 48dd2586-1e26-40e4-b534-75d50811c469 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:52:31.117068 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cd823-d9c8-44b5-ace1-d8d9340a23ea req-01989e4b-4e72-4e75-bd13-8d85db62fad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:31.118580 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f50cd823-d9c8-44b5-ace1-d8d9340a23ea req-01989e4b-4e72-4e75-bd13-8d85db62fad8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 1096 time: 0.0420990 Apr 21 13:52:31.213572 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cd823-d9c8-44b5-ace1-d8d9340a23ea req-79739526-4d6b-4a62-bcf0-64da98d30f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:31.215080 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f50cd823-d9c8-44b5-ace1-d8d9340a23ea req-79739526-4d6b-4a62-bcf0-64da98d30f8a service neutron] 10.222.0.24 "GET /v2.0/networks?id=a2a7f3c3-819a-4da2-95c4-43de16da5627 HTTP/1.1" status: 200 len: 897 time: 0.0894358 Apr 21 13:52:31.258660 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f50cd823-d9c8-44b5-ace1-d8d9340a23ea req-9efd5902-81ed-4147-b101-585ef84570fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88945b71-25a8-4378-9907-1677d68048f8 HTTP/1.1" status: 200 len: 217 time: 0.0363352 Apr 21 13:52:31.302398 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ac8a8509-620c-4849-a6c0-dadb8ebde3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dd2586-1e26-40e4-b534-75d50811c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122671835', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '3f6e9460-d79b-4213-b1c9-084049f8fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:50:40Z', 'updated_at': '2022-04-21T13:50:44Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': '3f6e9460-d79b-4213-b1c9-084049f8fa35', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dd2586-1e26-40e4-b534-75d50811c469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:50:40Z', 'updated_at': '2022-04-21T13:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'b1840901-e84a-4793-ba2a-56a20042e7bb', 'name': '', 'network_id': 'a2a7f3c3-819a-4da2-95c4-43de16da5627', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:ba:32:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dd2586-1e26-40e4-b534-75d50811c469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '19494f6e-4170-4e7f-b719-aeceeb20577e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:50:43Z', 'updated_at': '2022-04-21T13:50:46Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': '19494f6e-4170-4e7f-b719-aeceeb20577e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:52:31.320731 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cd823-d9c8-44b5-ace1-d8d9340a23ea req-358217cd-ebe5-4aad-bde5-2ea5d27865fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:31.322260 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f50cd823-d9c8-44b5-ace1-d8d9340a23ea req-358217cd-ebe5-4aad-bde5-2ea5d27865fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=19494f6e-4170-4e7f-b719-aeceeb20577e HTTP/1.1" status: 200 len: 834 time: 0.0559194 Apr 21 13:52:31.335965 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8a8509-620c-4849-a6c0-dadb8ebde3c3 None None] Checking router: 48dd2586-1e26-40e4-b534-75d50811c469 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:52:31.346766 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8a8509-620c-4849-a6c0-dadb8ebde3c3 None None] Routers {'48dd2586-1e26-40e4-b534-75d50811c469'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:52:31.347389 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ac8a8509-620c-4849-a6c0-dadb8ebde3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:52:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['48dd2586-1e26-40e4-b534-75d50811c469'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:52:31.402497 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cd823-d9c8-44b5-ace1-d8d9340a23ea req-c6718af9-45ec-4588-ae9c-67c94a09603b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:31.407172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f50cd823-d9c8-44b5-ace1-d8d9340a23ea req-c6718af9-45ec-4588-ae9c-67c94a09603b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a2a7f3c3-819a-4da2-95c4-43de16da5627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729756 Apr 21 13:52:31.416349 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebee78-bc35-4733-8d90-60f9100e7732 req-b464b94f-aa14-4ca8-8680-85d6d6105910 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:31.417838 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1aebee78-bc35-4733-8d90-60f9100e7732 req-b464b94f-aa14-4ca8-8680-85d6d6105910 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 945 time: 0.0614960 Apr 21 13:52:31.461205 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-ac8a8509-620c-4849-a6c0-dadb8ebde3c3 None None] Set router 48dd2586-1e26-40e4-b534-75d50811c469 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:52:31.505293 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1aebee78-bc35-4733-8d90-60f9100e7732 req-d7516c48-ca76-40ec-8fce-d2e81d8a271b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790017 Apr 21 13:52:31.532823 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f50cd823-d9c8-44b5-ace1-d8d9340a23ea req-e4a3d36c-a0dd-42ef-ab8d-e4dc41542cde service neutron] 10.222.0.24 "GET /v2.0/networks/a2a7f3c3-819a-4da2-95c4-43de16da5627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140389 Apr 21 13:52:31.621719 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f50cd823-d9c8-44b5-ace1-d8d9340a23ea req-ee0584f6-1b3e-480d-897e-74da8ef0d9e7 service neutron] 10.222.0.24 "GET /v2.0/networks/a2a7f3c3-819a-4da2-95c4-43de16da5627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809343 Apr 21 13:52:31.660427 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-ac8a8509-620c-4849-a6c0-dadb8ebde3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dd2586-1e26-40e4-b534-75d50811c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122671835', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '3f6e9460-d79b-4213-b1c9-084049f8fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:50:40Z', 'updated_at': '2022-04-21T13:50:44Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': '3f6e9460-d79b-4213-b1c9-084049f8fa35', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dd2586-1e26-40e4-b534-75d50811c469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:50:40Z', 'updated_at': '2022-04-21T13:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'b1840901-e84a-4793-ba2a-56a20042e7bb', 'name': '', 'network_id': 'a2a7f3c3-819a-4da2-95c4-43de16da5627', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:ba:32:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dd2586-1e26-40e4-b534-75d50811c469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '19494f6e-4170-4e7f-b719-aeceeb20577e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:50:43Z', 'updated_at': '2022-04-21T13:50:46Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': '19494f6e-4170-4e7f-b719-aeceeb20577e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:52:31.686113 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8a8509-620c-4849-a6c0-dadb8ebde3c3 None None] The sync data for ids ['48dd2586-1e26-40e4-b534-75d50811c469'] in n-d-836147-2 is: [{'id': '48dd2586-1e26-40e4-b534-75d50811c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122671835', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '3f6e9460-d79b-4213-b1c9-084049f8fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:50:40Z', 'updated_at': '2022-04-21T13:50:44Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': '3f6e9460-d79b-4213-b1c9-084049f8fa35', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dd2586-1e26-40e4-b534-75d50811c469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:50:40Z', 'updated_at': '2022-04-21T13:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'b1840901-e84a-4793-ba2a-56a20042e7bb', 'name': '', 'network_id': 'a2a7f3c3-819a-4da2-95c4-43de16da5627', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:ba:32:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dd2586-1e26-40e4-b534-75d50811c469', 'device_owner': 'network:router_interface', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': '19494f6e-4170-4e7f-b719-aeceeb20577e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:50:43Z', 'updated_at': '2022-04-21T13:50:46Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': '19494f6e-4170-4e7f-b719-aeceeb20577e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:52:31.891522 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a773ec6-8c90-4592-8dba-e93eb515e1b0 None None] New status for floating IP 9c1cd047-d44b-4efd-8d77-8b5ceb9080aa: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:52:32.628081 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677f1c8e-c078-4b1d-ab2d-32600735d30c req-4acad347-0954-44be-81e6-a81edfec6a47 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:32.629531 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-677f1c8e-c078-4b1d-ab2d-32600735d30c req-4acad347-0954-44be-81e6-a81edfec6a47 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 945 time: 0.0491049 Apr 21 13:52:32.672920 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-677f1c8e-c078-4b1d-ab2d-32600735d30c req-a1eef9fb-c052-4787-9c9f-8a402fc1b4a7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371344 Apr 21 13:52:32.958996 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6976d-361c-41b7-8110-1b55dd6986f2 req-49ba2fa5-23b1-417e-ab19-5f4adc572b4c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:32.960468 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbb6976d-361c-41b7-8110-1b55dd6986f2 req-49ba2fa5-23b1-417e-ab19-5f4adc572b4c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 945 time: 0.0476127 Apr 21 13:52:33.047477 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-cbb6976d-361c-41b7-8110-1b55dd6986f2 req-505e4ab6-5fdf-4666-a69c-36c693c069b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Deleting port 88945b71-25a8-4378-9907-1677d68048f8 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:52:33.047815 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cbb6976d-361c-41b7-8110-1b55dd6986f2 req-505e4ab6-5fdf-4666-a69c-36c693c069b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:33.136325 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-cbb6976d-361c-41b7-8110-1b55dd6986f2 req-505e4ab6-5fdf-4666-a69c-36c693c069b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] For port 88945b71-25a8-4378-9907-1677d68048f8, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=88945b71-25a8-4378-9907-1677d68048f8,segment=NetworkSegment(d86b2ea2-2ebf-4780-a0b6-130b67c9a7c1),segment_id=d86b2ea2-2ebf-4780-a0b6-130b67c9a7c1)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:52:33.136691 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cbb6976d-361c-41b7-8110-1b55dd6986f2 req-505e4ab6-5fdf-4666-a69c-36c693c069b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:33.149822 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-cbb6976d-361c-41b7-8110-1b55dd6986f2 req-505e4ab6-5fdf-4666-a69c-36c693c069b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Calling delete_port for 88945b71-25a8-4378-9907-1677d68048f8 owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:52:33.342528 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cbb6976d-361c-41b7-8110-1b55dd6986f2 req-505e4ab6-5fdf-4666-a69c-36c693c069b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:33.370579 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505e4ab6-5fdf-4666-a69c-36c693c069b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'Port': ['ID=88945b71-25a8-4378-9907-1677d68048f8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:33.398367 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e4ab6-5fdf-4666-a69c-36c693c069b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:33.398711 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e4ab6-5fdf-4666-a69c-36c693c069b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:33.399045 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e4ab6-5fdf-4666-a69c-36c693c069b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:33.399377 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e4ab6-5fdf-4666-a69c-36c693c069b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:33.399701 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e4ab6-5fdf-4666-a69c-36c693c069b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:33.400023 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e4ab6-5fdf-4666-a69c-36c693c069b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:33.400345 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e4ab6-5fdf-4666-a69c-36c693c069b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:33.400665 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e4ab6-5fdf-4666-a69c-36c693c069b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:33.400983 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e4ab6-5fdf-4666-a69c-36c693c069b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:33.401301 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e4ab6-5fdf-4666-a69c-36c693c069b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:33.401637 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e4ab6-5fdf-4666-a69c-36c693c069b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:33.401953 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505e4ab6-5fdf-4666-a69c-36c693c069b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:33.420815 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb6976d-361c-41b7-8110-1b55dd6986f2 req-505e4ab6-5fdf-4666-a69c-36c693c069b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] No DVR routers for this DVR port 88945b71-25a8-4378-9907-1677d68048f8 on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:52:33.423387 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-cbb6976d-361c-41b7-8110-1b55dd6986f2 req-505e4ab6-5fdf-4666-a69c-36c693c069b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:33.426597 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cbb6976d-361c-41b7-8110-1b55dd6986f2 req-505e4ab6-5fdf-4666-a69c-36c693c069b5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.24 "DELETE /v2.0/ports/88945b71-25a8-4378-9907-1677d68048f8 HTTP/1.1" status: 204 len: 173 time: 0.4599586 Apr 21 13:52:33.427048 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d050f8-e600-4aa9-8ee9-a2557ee6e32a', 'name': 'network-vif-deleted', 'tag': '88945b71-25a8-4378-9907-1677d68048f8'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:52:33.429271 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f355eb8d-729b-4b8e-8e2a-e6aaa41deee7" -d '{"events": [{"server_uuid": "e9d050f8-e600-4aa9-8ee9-a2557ee6e32a", "name": "network-vif-deleted", "tag": "88945b71-25a8-4378-9907-1677d68048f8"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:52:33.465133 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5cc21d-b787-4199-95d8-e322fcef3a0f x-openstack-request-id: req-6e5cc21d-b787-4199-95d8-e322fcef3a0f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:52:33.465435 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d050f8-e600-4aa9-8ee9-a2557ee6e32a", "name": "network-vif-deleted", "tag": "88945b71-25a8-4378-9907-1677d68048f8", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:52:33.465714 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6e5cc21d-b787-4199-95d8-e322fcef3a0f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:52:33.466140 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e5cc21d-b787-4199-95d8-e322fcef3a0f'] response: {'server_uuid': 'e9d050f8-e600-4aa9-8ee9-a2557ee6e32a', 'name': 'network-vif-deleted', 'tag': '88945b71-25a8-4378-9907-1677d68048f8', 'status': 'completed', 'code': 200} Apr 21 13:52:33.774075 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-157538b0-d7a6-491c-bc38-8789de596479 req-f0877a6c-231d-49fb-bd06-be1530c9fc32 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=e9d050f8-e600-4aa9-8ee9-a2557ee6e32a HTTP/1.1" status: 200 len: 210 time: 0.0312691 Apr 21 13:52:34.830322 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33094) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:52:35.176558 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65e814cf-2e26-4cc9-b7fd-956224fab3fa tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:35.420742 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-65e814cf-2e26-4cc9-b7fd-956224fab3fa tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Deleting port b1840901-e84a-4793-ba2a-56a20042e7bb {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:52:35.421731 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65e814cf-2e26-4cc9-b7fd-956224fab3fa tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:35.506214 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-65e814cf-2e26-4cc9-b7fd-956224fab3fa tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] For port b1840901-e84a-4793-ba2a-56a20042e7bb, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b1840901-e84a-4793-ba2a-56a20042e7bb,segment=NetworkSegment(d86b2ea2-2ebf-4780-a0b6-130b67c9a7c1),segment_id=d86b2ea2-2ebf-4780-a0b6-130b67c9a7c1)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:52:35.506491 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65e814cf-2e26-4cc9-b7fd-956224fab3fa tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:35.518775 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-65e814cf-2e26-4cc9-b7fd-956224fab3fa tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Calling delete_port for b1840901-e84a-4793-ba2a-56a20042e7bb owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:52:35.759834 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65e814cf-2e26-4cc9-b7fd-956224fab3fa tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:35.786054 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e814cf-2e26-4cc9-b7fd-956224fab3fa tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'Port': ['ID=b1840901-e84a-4793-ba2a-56a20042e7bb,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:35.876514 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [req-b977199b-f24b-4bcd-bd15-32471eb2d0f9 req-bef4de7a-baff-4e10-a603-1a7696fcf0b8 service neutron] (103397) timed out ('10.222.0.36', 57812) {{(pid=103397) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 21 13:52:35.955486 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-65e814cf-2e26-4cc9-b7fd-956224fab3fa tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:36.164316 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e814cf-2e26-4cc9-b7fd-956224fab3fa tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Router 48dd2586-1e26-40e4-b534-75d50811c469 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:52:36.267307 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e814cf-2e26-4cc9-b7fd-956224fab3fa tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:52:36.272515 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-65e814cf-2e26-4cc9-b7fd-956224fab3fa tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "PUT /v2.0/routers/48dd2586-1e26-40e4-b534-75d50811c469/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4410803 Apr 21 13:52:36.275199 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33096) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:52:36.276756 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbfc6a6-9b37-4df9-9063-5510def4a769 None None] Sync routers for ids ['48dd2586-1e26-40e4-b534-75d50811c469'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:52:36.286097 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbfc6a6-9b37-4df9-9063-5510def4a769 None None] Routers {'48dd2586-1e26-40e4-b534-75d50811c469'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:52:36.286794 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6dbfc6a6-9b37-4df9-9063-5510def4a769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:52:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['48dd2586-1e26-40e4-b534-75d50811c469'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:52:36.324458 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd25b99-53bc-47b8-994a-4a2da10e4a46 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Deleting subnet 19494f6e-4170-4e7f-b719-aeceeb20577e {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:52:36.328019 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1dd25b99-53bc-47b8-994a-4a2da10e4a46 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:36.366064 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1dd25b99-53bc-47b8-994a-4a2da10e4a46 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:36.390942 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-6dbfc6a6-9b37-4df9-9063-5510def4a769 None None] Set router 48dd2586-1e26-40e4-b534-75d50811c469 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:52:36.451455 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1dd25b99-53bc-47b8-994a-4a2da10e4a46 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:36.568334 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6dbfc6a6-9b37-4df9-9063-5510def4a769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dd2586-1e26-40e4-b534-75d50811c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122671835', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '3f6e9460-d79b-4213-b1c9-084049f8fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:50:40Z', 'updated_at': '2022-04-21T13:52:35Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': '3f6e9460-d79b-4213-b1c9-084049f8fa35', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dd2586-1e26-40e4-b534-75d50811c469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:50:40Z', 'updated_at': '2022-04-21T13:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:52:36.571632 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1dd25b99-53bc-47b8-994a-4a2da10e4a46 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:36.595645 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbfc6a6-9b37-4df9-9063-5510def4a769 None None] Checking router: 48dd2586-1e26-40e4-b534-75d50811c469 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:52:36.598221 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd25b99-53bc-47b8-994a-4a2da10e4a46 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'Subnet': ['ID=19494f6e-4170-4e7f-b719-aeceeb20577e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:36.601891 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1dd25b99-53bc-47b8-994a-4a2da10e4a46 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:36.603985 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbfc6a6-9b37-4df9-9063-5510def4a769 None None] Routers {'48dd2586-1e26-40e4-b534-75d50811c469'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:52:36.604605 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6dbfc6a6-9b37-4df9-9063-5510def4a769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:52:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['48dd2586-1e26-40e4-b534-75d50811c469'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:52:36.605025 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1dd25b99-53bc-47b8-994a-4a2da10e4a46 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "DELETE /v2.0/subnets/19494f6e-4170-4e7f-b719-aeceeb20577e HTTP/1.1" status: 204 len: 168 time: 0.3287308 Apr 21 13:52:36.607661 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33098) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:52:36.638858 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959800ef-c9cb-4a92-90d2-e94323bf2c13 None None] Network a2a7f3c3-819a-4da2-95c4-43de16da5627 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:52:36.713164 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-52b6e976-b182-4348-a6bd-624723decc02 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:36.795724 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-6dbfc6a6-9b37-4df9-9063-5510def4a769 None None] Set router 48dd2586-1e26-40e4-b534-75d50811c469 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:52:36.816705 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-52b6e976-b182-4348-a6bd-624723decc02 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:36.934115 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd7bbd9-d9e7-45ab-a908-091ebfcd5e0d None None] DHCP port deletion for a2a7f3c3-819a-4da2-95c4-43de16da5627 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:52:36.946035 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-52b6e976-b182-4348-a6bd-624723decc02 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Deleting port 3f6e9460-d79b-4213-b1c9-084049f8fa35 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:52:36.946381 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-52b6e976-b182-4348-a6bd-624723decc02 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:37.014777 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 88945b71-25a8-4378-9907-1677d68048f8 no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:52:37.019931 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7bbd9-d9e7-45ab-a908-091ebfcd5e0d None None] Deleting port 4c887568-eba2-47e8-a8cf-c47e71061d66 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:52:37.020299 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2cd7bbd9-d9e7-45ab-a908-091ebfcd5e0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:37.026714 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-52b6e976-b182-4348-a6bd-624723decc02 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] For port 3f6e9460-d79b-4213-b1c9-084049f8fa35, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3f6e9460-d79b-4213-b1c9-084049f8fa35,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:52:37.027283 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-52b6e976-b182-4348-a6bd-624723decc02 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:37.039312 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-52b6e976-b182-4348-a6bd-624723decc02 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Calling delete_port for 3f6e9460-d79b-4213-b1c9-084049f8fa35 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:52:37.207500 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 88945b71-25a8-4378-9907-1677d68048f8 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:52:37.207838 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 88945b71-25a8-4378-9907-1677d68048f8 not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:52:37.214105 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6dbfc6a6-9b37-4df9-9063-5510def4a769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48dd2586-1e26-40e4-b534-75d50811c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122671835', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '3f6e9460-d79b-4213-b1c9-084049f8fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:50:40Z', 'updated_at': '2022-04-21T13:52:35Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': '3f6e9460-d79b-4213-b1c9-084049f8fa35', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dd2586-1e26-40e4-b534-75d50811c469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:50:40Z', 'updated_at': '2022-04-21T13:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:52:37.270725 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbfc6a6-9b37-4df9-9063-5510def4a769 None None] The sync data for ids ['48dd2586-1e26-40e4-b534-75d50811c469'] in n-d-836147-2 is: [{'id': '48dd2586-1e26-40e4-b534-75d50811c469', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2122671835', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': '3f6e9460-d79b-4213-b1c9-084049f8fa35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:50:40Z', 'updated_at': '2022-04-21T13:52:35Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': '3f6e9460-d79b-4213-b1c9-084049f8fa35', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:2d:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48dd2586-1e26-40e4-b534-75d50811c469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:50:40Z', 'updated_at': '2022-04-21T13:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:52:37.286304 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-2cd7bbd9-d9e7-45ab-a908-091ebfcd5e0d None None] For port 4c887568-eba2-47e8-a8cf-c47e71061d66, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=4c887568-eba2-47e8-a8cf-c47e71061d66,segment=NetworkSegment(d86b2ea2-2ebf-4780-a0b6-130b67c9a7c1),segment_id=d86b2ea2-2ebf-4780-a0b6-130b67c9a7c1)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:52:37.289284 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2cd7bbd9-d9e7-45ab-a908-091ebfcd5e0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:37.299300 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-2cd7bbd9-d9e7-45ab-a908-091ebfcd5e0d None None] Calling delete_port for 4c887568-eba2-47e8-a8cf-c47e71061d66 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:52:37.308599 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-52b6e976-b182-4348-a6bd-624723decc02 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:37.334636 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b6e976-b182-4348-a6bd-624723decc02 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'Port': ['ID=3f6e9460-d79b-4213-b1c9-084049f8fa35,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:37.398345 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-52b6e976-b182-4348-a6bd-624723decc02 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:37.439844 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2cd7bbd9-d9e7-45ab-a908-091ebfcd5e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:37.464309 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7bbd9-d9e7-45ab-a908-091ebfcd5e0d None None] Pushing event deleted for resources: {'Port': ['ID=4c887568-eba2-47e8-a8cf-c47e71061d66,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:37.475350 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7bbd9-d9e7-45ab-a908-091ebfcd5e0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:37.475745 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7bbd9-d9e7-45ab-a908-091ebfcd5e0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:37.476090 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7bbd9-d9e7-45ab-a908-091ebfcd5e0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:37.476426 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7bbd9-d9e7-45ab-a908-091ebfcd5e0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:37.476757 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7bbd9-d9e7-45ab-a908-091ebfcd5e0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:37.477088 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7bbd9-d9e7-45ab-a908-091ebfcd5e0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:37.477413 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7bbd9-d9e7-45ab-a908-091ebfcd5e0d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:37.477785 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7bbd9-d9e7-45ab-a908-091ebfcd5e0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:37.478172 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7bbd9-d9e7-45ab-a908-091ebfcd5e0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:37.478495 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7bbd9-d9e7-45ab-a908-091ebfcd5e0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:37.478818 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7bbd9-d9e7-45ab-a908-091ebfcd5e0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:37.479137 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd7bbd9-d9e7-45ab-a908-091ebfcd5e0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:37.482145 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd7bbd9-d9e7-45ab-a908-091ebfcd5e0d None None] No DVR routers for this DVR port 4c887568-eba2-47e8-a8cf-c47e71061d66 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:52:37.766592 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 4c887568-eba2-47e8-a8cf-c47e71061d66 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:52:37.788542 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 4c887568-eba2-47e8-a8cf-c47e71061d66 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:52:37.788884 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 4c887568-eba2-47e8-a8cf-c47e71061d66 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:52:37.789307 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b1840901-e84a-4793-ba2a-56a20042e7bb no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:52:37.808242 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: b1840901-e84a-4793-ba2a-56a20042e7bb {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:52:37.808577 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b1840901-e84a-4793-ba2a-56a20042e7bb not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:52:37.827000 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-52b6e976-b182-4348-a6bd-624723decc02 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:37.829696 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-52b6e976-b182-4348-a6bd-624723decc02 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:37.937460 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-52b6e976-b182-4348-a6bd-624723decc02 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:37.938053 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b6e976-b182-4348-a6bd-624723decc02 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Fanout notify agent at l3_agent the message router_deleted on router 48dd2586-1e26-40e4-b534-75d50811c469 {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:52:37.949893 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-52b6e976-b182-4348-a6bd-624723decc02 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:37.949893 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-52b6e976-b182-4348-a6bd-624723decc02 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "DELETE /v2.0/routers/48dd2586-1e26-40e4-b534-75d50811c469 HTTP/1.1" status: 204 len: 168 time: 1.3372812 Apr 21 13:52:37.949893 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33100) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:52:38.032030 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31b37498-c6f7-471f-8c2a-59ac1d39ef3f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:38.116884 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31b37498-c6f7-471f-8c2a-59ac1d39ef3f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:38.137594 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-31b37498-c6f7-471f-8c2a-59ac1d39ef3f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a7f3c3-819a-4da2-95c4-43de16da5627']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:52:38.146465 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-31b37498-c6f7-471f-8c2a-59ac1d39ef3f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd86b2ea2-2ebf-4780-a0b6-130b67c9a7c1') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:52:38.146762 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-31b37498-c6f7-471f-8c2a-59ac1d39ef3f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd86b2ea2-2ebf-4780-a0b6-130b67c9a7c1') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:52:38.155760 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31b37498-c6f7-471f-8c2a-59ac1d39ef3f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:38.168208 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31b37498-c6f7-471f-8c2a-59ac1d39ef3f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:38.174294 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31b37498-c6f7-471f-8c2a-59ac1d39ef3f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:52:38.174673 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31b37498-c6f7-471f-8c2a-59ac1d39ef3f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: timer() Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:52:38.177529 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:52:38.285800 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31b37498-c6f7-471f-8c2a-59ac1d39ef3f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:38.293289 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-31b37498-c6f7-471f-8c2a-59ac1d39ef3f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:38.295808 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-31b37498-c6f7-471f-8c2a-59ac1d39ef3f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "DELETE /v2.0/networks/a2a7f3c3-819a-4da2-95c4-43de16da5627 HTTP/1.1" status: 204 len: 168 time: 0.3461046 Apr 21 13:52:38.299386 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33102) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:52:38.307966 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b37498-c6f7-471f-8c2a-59ac1d39ef3f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'Network': ['ID=a2a7f3c3-819a-4da2-95c4-43de16da5627,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:38.357451 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8dffd6fe-98e2-4118-97e8-c686c924f3b2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:38.384800 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8dffd6fe-98e2-4118-97e8-c686c924f3b2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:38.519603 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8dffd6fe-98e2-4118-97e8-c686c924f3b2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:38.522254 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8dffd6fe-98e2-4118-97e8-c686c924f3b2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:38.541807 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8dffd6fe-98e2-4118-97e8-c686c924f3b2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "DELETE /v2.0/security-groups/0234eab4-db6f-4574-9bee-c3e2ef0cbd6b HTTP/1.1" status: 204 len: 168 time: 0.2230909 Apr 21 13:52:38.541807 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffd6fe-98e2-4118-97e8-c686c924f3b2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0234eab4-db6f-4574-9bee-c3e2ef0cbd6b,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:39.257486 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33108) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:52:39.262207 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d740fb7a-3b3d-42d7-9205-87aada9ee0ac tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-554057673', 'description': 'tempest-secgroup-smoke-554057673 description', 'project_id': 'ede2fbffe5614ad9915a309c73849643'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:52:39.327456 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3f6e9460-d79b-4213-b1c9-084049f8fa35 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:52:39.347661 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 3f6e9460-d79b-4213-b1c9-084049f8fa35 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:52:39.347996 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3f6e9460-d79b-4213-b1c9-084049f8fa35 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:52:39.365239 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d740fb7a-3b3d-42d7-9205-87aada9ee0ac tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:39.430923 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d740fb7a-3b3d-42d7-9205-87aada9ee0ac tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:39.485343 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d740fb7a-3b3d-42d7-9205-87aada9ee0ac tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:39.512933 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740fb7a-3b3d-42d7-9205-87aada9ee0ac tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a621131e-3a1e-49a6-a1af-dba1a94dcc95,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:39.578853 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d740fb7a-3b3d-42d7-9205-87aada9ee0ac tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:39.580084 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d740fb7a-3b3d-42d7-9205-87aada9ee0ac tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3215621 Apr 21 13:52:39.582886 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33110) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:52:39.587100 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-95c1b515-83a6-4208-9f01-ccebcf9446dd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group_rule': {'security_group_id': 'a621131e-3a1e-49a6-a1af-dba1a94dcc95', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:52:39.672127 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95c1b515-83a6-4208-9f01-ccebcf9446dd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:39.725715 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95c1b515-83a6-4208-9f01-ccebcf9446dd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:39.787885 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95c1b515-83a6-4208-9f01-ccebcf9446dd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:39.807430 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1b515-83a6-4208-9f01-ccebcf9446dd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=121b0bda-ead0-4f74-bc95-b20b31e31361,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:39.921063 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-95c1b515-83a6-4208-9f01-ccebcf9446dd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:39.922306 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-95c1b515-83a6-4208-9f01-ccebcf9446dd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3385122 Apr 21 13:52:39.925032 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33112) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:52:39.929257 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-12ab051b-68d9-4f41-9d64-1a53993c2f21 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group_rule': {'security_group_id': 'a621131e-3a1e-49a6-a1af-dba1a94dcc95', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:52:40.027101 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12ab051b-68d9-4f41-9d64-1a53993c2f21 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:40.084218 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12ab051b-68d9-4f41-9d64-1a53993c2f21 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:40.142350 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12ab051b-68d9-4f41-9d64-1a53993c2f21 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:40.159274 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab051b-68d9-4f41-9d64-1a53993c2f21 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3664dd13-a6cb-4c6f-b825-653c02f97f25,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:40.230067 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-12ab051b-68d9-4f41-9d64-1a53993c2f21 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:40.231261 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-12ab051b-68d9-4f41-9d64-1a53993c2f21 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3052919 Apr 21 13:52:40.234591 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33114) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:52:40.239339 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-81174be9-317e-415f-a4af-30ce1a602091 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group_rule': {'security_group_id': 'a621131e-3a1e-49a6-a1af-dba1a94dcc95', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:52:40.318383 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81174be9-317e-415f-a4af-30ce1a602091 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:40.375113 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81174be9-317e-415f-a4af-30ce1a602091 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:40.451417 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81174be9-317e-415f-a4af-30ce1a602091 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:40.472456 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81174be9-317e-415f-a4af-30ce1a602091 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1598a230-a35b-4efb-b959-a79b2ad06ffc,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:40.533894 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-81174be9-317e-415f-a4af-30ce1a602091 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:40.535152 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-81174be9-317e-415f-a4af-30ce1a602091 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2996492 Apr 21 13:52:40.537904 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33116) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:52:40.542282 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-2db5abaa-8f63-4593-b0bb-4be6f9d7d877 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group_rule': {'security_group_id': 'a621131e-3a1e-49a6-a1af-dba1a94dcc95', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:52:40.620729 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2db5abaa-8f63-4593-b0bb-4be6f9d7d877 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:40.678103 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2db5abaa-8f63-4593-b0bb-4be6f9d7d877 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:40.810948 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2db5abaa-8f63-4593-b0bb-4be6f9d7d877 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:40.829577 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5abaa-8f63-4593-b0bb-4be6f9d7d877 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96609723-07b4-4d9f-b8cf-4bc5ab2915f8,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:40.898534 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-2db5abaa-8f63-4593-b0bb-4be6f9d7d877 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:40.899759 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-2db5abaa-8f63-4593-b0bb-4be6f9d7d877 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3609064 Apr 21 13:52:40.902426 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33118) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:52:40.906742 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-eab1760b-0993-41b7-a661-b40e072b304f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group_rule': {'security_group_id': 'a621131e-3a1e-49a6-a1af-dba1a94dcc95', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:52:40.988045 n-d-836147-2 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-eab1760b-0993-41b7-a661-b40e072b304f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Project ede2fbffe5614ad9915a309c73849643 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:52:40.992648 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eab1760b-0993-41b7-a661-b40e072b304f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:41.052987 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eab1760b-0993-41b7-a661-b40e072b304f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:41.119368 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eab1760b-0993-41b7-a661-b40e072b304f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:41.137232 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1760b-0993-41b7-a661-b40e072b304f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fbd209c-1c08-4339-8ab2-d1ac889e5b49,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:41.200824 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-eab1760b-0993-41b7-a661-b40e072b304f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:41.202121 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-eab1760b-0993-41b7-a661-b40e072b304f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2987390 Apr 21 13:52:41.205149 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33120) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:52:41.209553 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-63c8dc3f-fd20-442b-984e-2827b7eb6679 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'security_group_rule': {'security_group_id': 'a621131e-3a1e-49a6-a1af-dba1a94dcc95', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:52:41.285364 n-d-836147-2 neutron-server[103397]: INFO neutron.db.securitygroups_db [None req-63c8dc3f-fd20-442b-984e-2827b7eb6679 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Project ede2fbffe5614ad9915a309c73849643 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:52:41.290213 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63c8dc3f-fd20-442b-984e-2827b7eb6679 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:41.350036 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63c8dc3f-fd20-442b-984e-2827b7eb6679 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:41.423053 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63c8dc3f-fd20-442b-984e-2827b7eb6679 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:41.440673 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8dc3f-fd20-442b-984e-2827b7eb6679 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9e69e8a-f536-4fdd-989c-73ac443aba83,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:41.504245 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-63c8dc3f-fd20-442b-984e-2827b7eb6679 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:41.505458 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-63c8dc3f-fd20-442b-984e-2827b7eb6679 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2993314 Apr 21 13:52:41.508275 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33122) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:52:41.513007 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-9502b646-ac5e-4539-8a5e-2f6a8f56cf15 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'network': {'name': 'tempest-network-smoke--653937077', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'port_security_enabled': True}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:52:41.587795 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9502b646-ac5e-4539-8a5e-2f6a8f56cf15 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Made reservation on behalf of ede2fbffe5614ad9915a309c73849643 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:52:41.590973 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9502b646-ac5e-4539-8a5e-2f6a8f56cf15 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:41.613935 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9502b646-ac5e-4539-8a5e-2f6a8f56cf15 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:52:41.622149 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9502b646-ac5e-4539-8a5e-2f6a8f56cf15 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:41.622487 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-9502b646-ac5e-4539-8a5e-2f6a8f56cf15 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Added segment 8113d92d-c7e9-4b50-863e-7d12af233437 of type vlan for network 23099851-e20a-45e7-857d-a625cd8cc447 Apr 21 13:52:41.660706 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9502b646-ac5e-4539-8a5e-2f6a8f56cf15 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:41.730652 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9502b646-ac5e-4539-8a5e-2f6a8f56cf15 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:41.736668 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9502b646-ac5e-4539-8a5e-2f6a8f56cf15 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:41.737249 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9502b646-ac5e-4539-8a5e-2f6a8f56cf15 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:41.802155 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502b646-ac5e-4539-8a5e-2f6a8f56cf15 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Network': ['ID=23099851-e20a-45e7-857d-a625cd8cc447,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:41.813388 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 23099851-e20a-45e7-857d-a625cd8cc447 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:52:41.814122 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9502b646-ac5e-4539-8a5e-2f6a8f56cf15 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3044257 Apr 21 13:52:41.816322 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33124) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:52:41.820787 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6a49682c-50b4-4717-814b-c01700ac0824 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1219087304', 'admin_state_up': True, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:52:41.896809 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a49682c-50b4-4717-814b-c01700ac0824 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:41.897895 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a49682c-50b4-4717-814b-c01700ac0824 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:41.947570 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a49682c-50b4-4717-814b-c01700ac0824 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:42.142513 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a49682c-50b4-4717-814b-c01700ac0824 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:42.363471 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a49682c-50b4-4717-814b-c01700ac0824 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:42.382314 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a49682c-50b4-4717-814b-c01700ac0824 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:42.481631 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-6a49682c-50b4-4717-814b-c01700ac0824 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Allocated IP 172.25.8.241 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/a655612a-0b2c-41f3-b030-b482badbbef2) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:52:42.585068 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a49682c-50b4-4717-814b-c01700ac0824 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:42.691565 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a49682c-50b4-4717-814b-c01700ac0824 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:42.729620 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a49682c-50b4-4717-814b-c01700ac0824 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:52:42.732431 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-6a49682c-50b4-4717-814b-c01700ac0824 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:52:42.735938 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a49682c-50b4-4717-814b-c01700ac0824 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:52:42.762406 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49682c-50b4-4717-814b-c01700ac0824 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Port': ['ID=a655612a-0b2c-41f3-b030-b482badbbef2,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:43.073928 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a49682c-50b4-4717-814b-c01700ac0824 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:43.265827 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a49682c-50b4-4717-814b-c01700ac0824 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:43.467902 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a49682c-50b4-4717-814b-c01700ac0824 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Router f086fb2a-ff73-434b-bac9-65c7c51bed30 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:52:43.536604 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1247c5f3-219d-4150-bd82-6ea7a945389d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:43.580755 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a49682c-50b4-4717-814b-c01700ac0824 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:52:43.590472 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02da68df-843c-4e22-bb6b-6a70f2ae0333 None None] Sync routers for ids ['f086fb2a-ff73-434b-bac9-65c7c51bed30'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:52:43.600118 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02da68df-843c-4e22-bb6b-6a70f2ae0333 None None] Routers {'f086fb2a-ff73-434b-bac9-65c7c51bed30'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:52:43.604658 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-02da68df-843c-4e22-bb6b-6a70f2ae0333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:52:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f086fb2a-ff73-434b-bac9-65c7c51bed30'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:52:43.659216 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6a49682c-50b4-4717-814b-c01700ac0824 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:43.660493 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6a49682c-50b4-4717-814b-c01700ac0824 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8431404 Apr 21 13:52:43.663556 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33126) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:52:43.694542 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6b994a64-0f5c-47fb-87ec-781c2e06903b tempest-TestNetworkAdvancedServerOps-981871309 tempest-TestNetworkAdvancedServerOps-981871309-project-admin] 10.222.0.36 "GET /v2.0/subnets?project_id=ede2fbffe5614ad9915a309c73849643&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274689 Apr 21 13:52:43.694753 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33128) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:52:43.702912 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-02da68df-843c-4e22-bb6b-6a70f2ae0333 None None] Set router f086fb2a-ff73-434b-bac9-65c7c51bed30 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:52:43.782379 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e398587-b535-48c8-bea2-c64884d83b1a tempest-TestNetworkAdvancedServerOps-981871309 tempest-TestNetworkAdvancedServerOps-981871309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:43.783872 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8e398587-b535-48c8-bea2-c64884d83b1a tempest-TestNetworkAdvancedServerOps-981871309 tempest-TestNetworkAdvancedServerOps-981871309-project-admin] 10.222.0.36 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0882759 Apr 21 13:52:43.786692 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33130) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:52:43.818540 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9cb44bd5-2072-44b4-9d0f-047bb9cd5019 tempest-TestNetworkAdvancedServerOps-981871309 tempest-TestNetworkAdvancedServerOps-981871309-project-admin] 10.222.0.36 "GET /v2.0/subnets?network_id=23f97cfe-dd42-45d8-a5df-e2b803e954fa&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308049 Apr 21 13:52:43.824052 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33132) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:52:43.829299 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-99084c2a-e998-4204-a5e5-ba9555d83ec9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1656080614', 'network_id': '23099851-e20a-45e7-857d-a625cd8cc447', 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:52:43.879842 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-02da68df-843c-4e22-bb6b-6a70f2ae0333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1219087304', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'a655612a-0b2c-41f3-b030-b482badbbef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:52:41Z', 'updated_at': '2022-04-21T13:52:42Z', 'revision_number': 3, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'a655612a-0b2c-41f3-b030-b482badbbef2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:52:42Z', 'updated_at': '2022-04-21T13:52:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:52:43.905809 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02da68df-843c-4e22-bb6b-6a70f2ae0333 None None] Checking router: f086fb2a-ff73-434b-bac9-65c7c51bed30 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:52:43.906168 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02da68df-843c-4e22-bb6b-6a70f2ae0333 None None] Updating router f086fb2a-ff73-434b-bac9-65c7c51bed30 port a655612a-0b2c-41f3-b030-b482badbbef2 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:52:43.930433 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02da68df-843c-4e22-bb6b-6a70f2ae0333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:43.999771 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99084c2a-e998-4204-a5e5-ba9555d83ec9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Made reservation on behalf of ede2fbffe5614ad9915a309c73849643 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:52:44.003328 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99084c2a-e998-4204-a5e5-ba9555d83ec9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:44.174814 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02da68df-843c-4e22-bb6b-6a70f2ae0333 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:44.222813 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02da68df-843c-4e22-bb6b-6a70f2ae0333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:44.240243 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99084c2a-e998-4204-a5e5-ba9555d83ec9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:44.270310 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-02da68df-843c-4e22-bb6b-6a70f2ae0333 None None] Attempting to bind port a655612a-0b2c-41f3-b030-b482badbbef2 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:52:44.270667 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-02da68df-843c-4e22-bb6b-6a70f2ae0333 None None] Attempting to bind port a655612a-0b2c-41f3-b030-b482badbbef2 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:52:44.271022 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02da68df-843c-4e22-bb6b-6a70f2ae0333 None None] Attempting to bind port a655612a-0b2c-41f3-b030-b482badbbef2 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:52:44.278029 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c09788-9c84-44e3-b16f-252601c12c57 None None] Pushing event updated for resources: {'Port': ['ID=a655612a-0b2c-41f3-b030-b482badbbef2,revision_number=2']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:44.279971 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02da68df-843c-4e22-bb6b-6a70f2ae0333 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:52:44.280395 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02da68df-843c-4e22-bb6b-6a70f2ae0333 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:52:44.281282 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02da68df-843c-4e22-bb6b-6a70f2ae0333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:44.281697 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02da68df-843c-4e22-bb6b-6a70f2ae0333 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:52:44.282142 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-02da68df-843c-4e22-bb6b-6a70f2ae0333 None None] Bound port: a655612a-0b2c-41f3-b030-b482badbbef2, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:52:44.282511 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02da68df-843c-4e22-bb6b-6a70f2ae0333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:44.304554 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c09788-9c84-44e3-b16f-252601c12c57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:44.304888 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c09788-9c84-44e3-b16f-252601c12c57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:44.305106 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99084c2a-e998-4204-a5e5-ba9555d83ec9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Subnet': ['ID=ce77cc48-f292-4451-8806-7d40ad429ae2,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:44.305223 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c09788-9c84-44e3-b16f-252601c12c57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:44.305703 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c09788-9c84-44e3-b16f-252601c12c57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:44.305872 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c09788-9c84-44e3-b16f-252601c12c57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:44.306212 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c09788-9c84-44e3-b16f-252601c12c57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:44.306509 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c09788-9c84-44e3-b16f-252601c12c57 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:44.306820 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c09788-9c84-44e3-b16f-252601c12c57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:44.307134 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c09788-9c84-44e3-b16f-252601c12c57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:44.307450 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c09788-9c84-44e3-b16f-252601c12c57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:44.307764 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c09788-9c84-44e3-b16f-252601c12c57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:44.308076 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c09788-9c84-44e3-b16f-252601c12c57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:52:44.312671 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99084c2a-e998-4204-a5e5-ba9555d83ec9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Checking segment: {'id': '8113d92d-c7e9-4b50-863e-7d12af233437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '23099851-e20a-45e7-857d-a625cd8cc447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:52:44.313020 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99084c2a-e998-4204-a5e5-ba9555d83ec9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network hostable DHCP agents. Network: 23099851-e20a-45e7-857d-a625cd8cc447, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:52:44.343440 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-02da68df-843c-4e22-bb6b-6a70f2ae0333 None None] For port a655612a-0b2c-41f3-b030-b482badbbef2, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:52:44.346411 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-02da68df-843c-4e22-bb6b-6a70f2ae0333 None None] For port a655612a-0b2c-41f3-b030-b482badbbef2, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a655612a-0b2c-41f3-b030-b482badbbef2,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:52:44.388145 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99084c2a-e998-4204-a5e5-ba9555d83ec9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network 23099851-e20a-45e7-857d-a625cd8cc447 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:52:44.406455 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-02da68df-843c-4e22-bb6b-6a70f2ae0333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:44.454507 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02da68df-843c-4e22-bb6b-6a70f2ae0333 None None] Routers {'f086fb2a-ff73-434b-bac9-65c7c51bed30'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:52:44.455121 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-02da68df-843c-4e22-bb6b-6a70f2ae0333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:52:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f086fb2a-ff73-434b-bac9-65c7c51bed30'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:52:44.455925 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-99084c2a-e998-4204-a5e5-ba9555d83ec9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 23099851-e20a-45e7-857d-a625cd8cc447) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:52:44.460697 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99084c2a-e998-4204-a5e5-ba9555d83ec9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:44.461338 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-99084c2a-e998-4204-a5e5-ba9555d83ec9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:44.466091 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5ea470-898c-40e1-bf20-a4456b3d6836 None None] Network 23099851-e20a-45e7-857d-a625cd8cc447 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:52:44.502767 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c09788-9c84-44e3-b16f-252601c12c57 None None] Pushing event updated for resources: {'Port': ['ID=a655612a-0b2c-41f3-b030-b482badbbef2,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:44.545037 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-99084c2a-e998-4204-a5e5-ba9555d83ec9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7197294 Apr 21 13:52:44.553544 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33134) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:52:44.572387 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-02da68df-843c-4e22-bb6b-6a70f2ae0333 None None] Set router f086fb2a-ff73-434b-bac9-65c7c51bed30 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:52:44.618855 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b31c518-ab83-42eb-b1d9-2bf1bb2e46fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-23099851-e20a-45e7-857d-a625cd8cc447', 'network_id': '23099851-e20a-45e7-857d-a625cd8cc447', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'fixed_ips': [{'subnet_id': 'ce77cc48-f292-4451-8806-7d40ad429ae2'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:52:44.619757 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b31c518-ab83-42eb-b1d9-2bf1bb2e46fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:44.758381 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-02da68df-843c-4e22-bb6b-6a70f2ae0333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1219087304', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'a655612a-0b2c-41f3-b030-b482badbbef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:52:41Z', 'updated_at': '2022-04-21T13:52:42Z', 'revision_number': 3, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'a655612a-0b2c-41f3-b030-b482badbbef2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:52:42Z', 'updated_at': '2022-04-21T13:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:52:44.762830 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-0b31c518-ab83-42eb-b1d9-2bf1bb2e46fa None None] Allocated IP 172.20.0.2 (23099851-e20a-45e7-857d-a625cd8cc447/ce77cc48-f292-4451-8806-7d40ad429ae2/75af88a4-b0ad-4dd8-bf83-0a1633d2b064) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:52:44.785557 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02da68df-843c-4e22-bb6b-6a70f2ae0333 None None] The sync data for ids ['f086fb2a-ff73-434b-bac9-65c7c51bed30'] in n-d-836147-2 is: [{'id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1219087304', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'a655612a-0b2c-41f3-b030-b482badbbef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:52:41Z', 'updated_at': '2022-04-21T13:52:42Z', 'revision_number': 3, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'a655612a-0b2c-41f3-b030-b482badbbef2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:52:42Z', 'updated_at': '2022-04-21T13:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:52:44.916512 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b31c518-ab83-42eb-b1d9-2bf1bb2e46fa None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:44.998109 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bac2f45b-aa69-4280-8954-ad060d1a7323 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:45.005916 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b31c518-ab83-42eb-b1d9-2bf1bb2e46fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:45.071431 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b31c518-ab83-42eb-b1d9-2bf1bb2e46fa None None] Network 23099851-e20a-45e7-857d-a625cd8cc447 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:52:45.081846 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31c518-ab83-42eb-b1d9-2bf1bb2e46fa None None] Pushing event updated for resources: {'Port': ['ID=75af88a4-b0ad-4dd8-bf83-0a1633d2b064,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:45.086021 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-0b31c518-ab83-42eb-b1d9-2bf1bb2e46fa None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:52:45.088195 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b31c518-ab83-42eb-b1d9-2bf1bb2e46fa None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:52:45.152557 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0b31c518-ab83-42eb-b1d9-2bf1bb2e46fa None None] Attempting to bind port 75af88a4-b0ad-4dd8-bf83-0a1633d2b064 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:52:45.153073 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0b31c518-ab83-42eb-b1d9-2bf1bb2e46fa None None] Attempting to bind port 75af88a4-b0ad-4dd8-bf83-0a1633d2b064 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '8113d92d-c7e9-4b50-863e-7d12af233437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '23099851-e20a-45e7-857d-a625cd8cc447'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:52:45.153551 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b31c518-ab83-42eb-b1d9-2bf1bb2e46fa None None] Attempting to bind port 75af88a4-b0ad-4dd8-bf83-0a1633d2b064 on network 23099851-e20a-45e7-857d-a625cd8cc447 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:52:45.164318 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b31c518-ab83-42eb-b1d9-2bf1bb2e46fa None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:52:45.164756 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b31c518-ab83-42eb-b1d9-2bf1bb2e46fa None None] Checking segment: {'id': '8113d92d-c7e9-4b50-863e-7d12af233437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '23099851-e20a-45e7-857d-a625cd8cc447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:52:45.165176 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b31c518-ab83-42eb-b1d9-2bf1bb2e46fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:45.165550 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b31c518-ab83-42eb-b1d9-2bf1bb2e46fa None None] Bound using segment: {'id': '8113d92d-c7e9-4b50-863e-7d12af233437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '23099851-e20a-45e7-857d-a625cd8cc447'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:52:45.166066 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-0b31c518-ab83-42eb-b1d9-2bf1bb2e46fa None None] Bound port: 75af88a4-b0ad-4dd8-bf83-0a1633d2b064, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8113d92d-c7e9-4b50-863e-7d12af233437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '23099851-e20a-45e7-857d-a625cd8cc447'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:52:45.166538 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b31c518-ab83-42eb-b1d9-2bf1bb2e46fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:45.235871 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0b31c518-ab83-42eb-b1d9-2bf1bb2e46fa None None] For port 75af88a4-b0ad-4dd8-bf83-0a1633d2b064, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:52:45.239232 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0b31c518-ab83-42eb-b1d9-2bf1bb2e46fa None None] For port 75af88a4-b0ad-4dd8-bf83-0a1633d2b064, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=75af88a4-b0ad-4dd8-bf83-0a1633d2b064,segment=NetworkSegment(8113d92d-c7e9-4b50-863e-7d12af233437),segment_id=8113d92d-c7e9-4b50-863e-7d12af233437)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:52:45.291982 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b31c518-ab83-42eb-b1d9-2bf1bb2e46fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:45.316969 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-bac2f45b-aa69-4280-8954-ad060d1a7323 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Allocated IP 172.20.0.1 (23099851-e20a-45e7-857d-a625cd8cc447/ce77cc48-f292-4451-8806-7d40ad429ae2/c73ae0f0-92c4-4cbe-8b91-3c843047de48) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:52:45.371217 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b31c518-ab83-42eb-b1d9-2bf1bb2e46fa None None] Pushing event updated for resources: {'Port': ['ID=75af88a4-b0ad-4dd8-bf83-0a1633d2b064,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:45.438210 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a655612a-0b2c-41f3-b030-b482badbbef2 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:52:45.490405 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bac2f45b-aa69-4280-8954-ad060d1a7323 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:45.506845 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port a655612a-0b2c-41f3-b030-b482badbbef2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:52:45.509762 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:45.623256 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:45.625816 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bac2f45b-aa69-4280-8954-ad060d1a7323 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:45.645921 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port a655612a-0b2c-41f3-b030-b482badbbef2, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a655612a-0b2c-41f3-b030-b482badbbef2,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:52:45.679643 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac2f45b-aa69-4280-8954-ad060d1a7323 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network 23099851-e20a-45e7-857d-a625cd8cc447 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:52:45.683155 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-bac2f45b-aa69-4280-8954-ad060d1a7323 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:52:45.687955 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac2f45b-aa69-4280-8954-ad060d1a7323 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:52:45.694705 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2f45b-aa69-4280-8954-ad060d1a7323 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Port': ['ID=c73ae0f0-92c4-4cbe-8b91-3c843047de48,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:45.732751 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:45.744440 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bac2f45b-aa69-4280-8954-ad060d1a7323 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:45.791128 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=a655612a-0b2c-41f3-b030-b482badbbef2,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:45.811692 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba5f3ec4-d66a-4af5-904e-e18f054e2c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:45.933739 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bac2f45b-aa69-4280-8954-ad060d1a7323 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:46.212386 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bac2f45b-aa69-4280-8954-ad060d1a7323 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:46.274011 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bac2f45b-aa69-4280-8954-ad060d1a7323 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:46.348571 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bac2f45b-aa69-4280-8954-ad060d1a7323 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:46.350498 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2f45b-aa69-4280-8954-ad060d1a7323 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Port': ['ID=c73ae0f0-92c4-4cbe-8b91-3c843047de48,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:46.380588 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3135cd5c-3b25-430e-828f-fa96be25fe13 None None] Network 23099851-e20a-45e7-857d-a625cd8cc447 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:52:46.449518 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac2f45b-aa69-4280-8954-ad060d1a7323 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network 23099851-e20a-45e7-857d-a625cd8cc447 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:52:46.450945 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-bac2f45b-aa69-4280-8954-ad060d1a7323 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:52:46.453421 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b6ad3797-c8dd-4bcd-b902-dde31cbca253 None None] Provisioning complete for port 75af88a4-b0ad-4dd8-bf83-0a1633d2b064 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:52:46.454177 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6ad3797-c8dd-4bcd-b902-dde31cbca253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:46.563064 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac2f45b-aa69-4280-8954-ad060d1a7323 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Router f086fb2a-ff73-434b-bac9-65c7c51bed30 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:52:46.605679 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6ad3797-c8dd-4bcd-b902-dde31cbca253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:46.648778 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b6ad3797-c8dd-4bcd-b902-dde31cbca253 None None] For port 75af88a4-b0ad-4dd8-bf83-0a1633d2b064, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=75af88a4-b0ad-4dd8-bf83-0a1633d2b064,segment=NetworkSegment(8113d92d-c7e9-4b50-863e-7d12af233437),segment_id=8113d92d-c7e9-4b50-863e-7d12af233437)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:52:46.690870 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac2f45b-aa69-4280-8954-ad060d1a7323 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:52:46.694936 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-bac2f45b-aa69-4280-8954-ad060d1a7323 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "PUT /v2.0/routers/f086fb2a-ff73-434b-bac9-65c7c51bed30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1400824 Apr 21 13:52:46.708055 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6ad3797-c8dd-4bcd-b902-dde31cbca253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:46.772745 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad3797-c8dd-4bcd-b902-dde31cbca253 None None] Pushing event updated for resources: {'Port': ['ID=75af88a4-b0ad-4dd8-bf83-0a1633d2b064,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:46.863115 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-15e09272-def6-49db-86e0-0af11d91a8a9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-554057673&fields=id&tenant_id=ede2fbffe5614ad9915a309c73849643 HTTP/1.1" status: 200 len: 267 time: 0.0391505 Apr 21 13:52:46.935642 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9de6bf7b-58ba-43cb-ac29-8f07630bd798 None None] Provisioning complete for port 75af88a4-b0ad-4dd8-bf83-0a1633d2b064 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:52:46.936314 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9de6bf7b-58ba-43cb-ac29-8f07630bd798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:46.978005 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-8c938e3d-988b-4a42-9ecd-c214467c25dc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:46.979841 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-8c938e3d-988b-4a42-9ecd-c214467c25dc tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/networks?id=23099851-e20a-45e7-857d-a625cd8cc447 HTTP/1.1" status: 200 len: 796 time: 0.1095495 Apr 21 13:52:46.998119 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-28030bbe-3b17-4074-a879-73483d7af5fa tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/quotas/ede2fbffe5614ad9915a309c73849643 HTTP/1.1" status: 200 len: 375 time: 0.0114100 Apr 21 13:52:47.033076 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebf4f07-9efd-4fa4-b344-db5126bdc935 None None] Sync routers for ids ['f086fb2a-ff73-434b-bac9-65c7c51bed30'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:52:47.051240 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebf4f07-9efd-4fa4-b344-db5126bdc935 None None] Routers {'f086fb2a-ff73-434b-bac9-65c7c51bed30'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:52:47.051867 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4ebf4f07-9efd-4fa4-b344-db5126bdc935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:52:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f086fb2a-ff73-434b-bac9-65c7c51bed30'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:52:47.055128 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9de6bf7b-58ba-43cb-ac29-8f07630bd798 None None] Provisioning complete for port c73ae0f0-92c4-4cbe-8b91-3c843047de48 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:52:47.055499 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9de6bf7b-58ba-43cb-ac29-8f07630bd798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:47.061626 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-ae4d58a0-e7b4-497d-9e06-564dcecf7e19 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562212 Apr 21 13:52:47.120699 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-70ecfc14-159a-4b54-a650-fe4cc61760d3 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 13:52:47.121761 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-70ecfc14-159a-4b54-a650-fe4cc61760d3 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475774 Apr 21 13:52:47.135297 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9de6bf7b-58ba-43cb-ac29-8f07630bd798 None None] Port c73ae0f0-92c4-4cbe-8b91-3c843047de48 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:52:47.200644 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-4ebf4f07-9efd-4fa4-b344-db5126bdc935 None None] Set router f086fb2a-ff73-434b-bac9-65c7c51bed30 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:52:47.227439 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-ade1e4e2-68a4-4025-91ca-7351e061e141 service neutron] 10.222.0.36 "GET /v2.0/networks/23099851-e20a-45e7-857d-a625cd8cc447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984697 Apr 21 13:52:47.280035 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:47.319545 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-03d7354d-f3c9-4dda-bbf4-860b63af0653 service neutron] 10.222.0.36 "GET /v2.0/networks/23099851-e20a-45e7-857d-a625cd8cc447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851133 Apr 21 13:52:47.331974 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-c4a9eecb-a9f1-436e-872d-9929356287c7 None None] Provisioning complete for port c73ae0f0-92c4-4cbe-8b91-3c843047de48 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:52:47.332359 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4a9eecb-a9f1-436e-872d-9929356287c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:47.384173 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9eecb-a9f1-436e-872d-9929356287c7 None None] Port c73ae0f0-92c4-4cbe-8b91-3c843047de48 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:52:47.471731 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4ebf4f07-9efd-4fa4-b344-db5126bdc935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1219087304', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'a655612a-0b2c-41f3-b030-b482badbbef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:52:41Z', 'updated_at': '2022-04-21T13:52:45Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'a655612a-0b2c-41f3-b030-b482badbbef2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:52:42Z', 'updated_at': '2022-04-21T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'c73ae0f0-92c4-4cbe-8b91-3c843047de48', 'name': '', 'network_id': '23099851-e20a-45e7-857d-a625cd8cc447', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:b1:4f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': 'ce77cc48-f292-4451-8806-7d40ad429ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:52:45Z', 'updated_at': '2022-04-21T13:52:46Z', 'revision_number': 2, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': 'ce77cc48-f292-4451-8806-7d40ad429ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:52:47.500721 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a655612a-0b2c-41f3-b030-b482badbbef2 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:52:47.505902 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebf4f07-9efd-4fa4-b344-db5126bdc935 None None] Checking router: f086fb2a-ff73-434b-bac9-65c7c51bed30 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:52:47.506256 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebf4f07-9efd-4fa4-b344-db5126bdc935 None None] Updating router f086fb2a-ff73-434b-bac9-65c7c51bed30 port c73ae0f0-92c4-4cbe-8b91-3c843047de48 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:52:47.568356 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ebf4f07-9efd-4fa4-b344-db5126bdc935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:47.579117 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f7b700a7-e208-4d0e-8a0d-b0bea1689807 None None] Provisioning complete for port c73ae0f0-92c4-4cbe-8b91-3c843047de48 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:52:47.579484 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7b700a7-e208-4d0e-8a0d-b0bea1689807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:47.628803 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-200cc2f8-5acf-4f55-b1a6-87324821c270 req-492e6076-7b46-4704-969d-abac1b6fb421 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7 HTTP/1.1" status: 200 len: 210 time: 0.0326784 Apr 21 13:52:47.649406 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port a655612a-0b2c-41f3-b030-b482badbbef2 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:52:47.649946 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:47.651190 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f7b700a7-e208-4d0e-8a0d-b0bea1689807 None None] Port c73ae0f0-92c4-4cbe-8b91-3c843047de48 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:52:47.845748 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 75af88a4-b0ad-4dd8-bf83-0a1633d2b064 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:52:47.931335 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:52:48.118222 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 75af88a4-b0ad-4dd8-bf83-0a1633d2b064 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:52:48.118603 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:48.147662 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ebf4f07-9efd-4fa4-b344-db5126bdc935 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:48.227925 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ebf4f07-9efd-4fa4-b344-db5126bdc935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:48.273796 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88db7f-4ffc-49c8-821d-0fc27781055e None None] Pushing event updated for resources: {'Port': ['ID=c73ae0f0-92c4-4cbe-8b91-3c843047de48,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:48.328762 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4ebf4f07-9efd-4fa4-b344-db5126bdc935 None None] Attempting to bind port c73ae0f0-92c4-4cbe-8b91-3c843047de48 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:52:48.329126 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4ebf4f07-9efd-4fa4-b344-db5126bdc935 None None] Attempting to bind port c73ae0f0-92c4-4cbe-8b91-3c843047de48 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '8113d92d-c7e9-4b50-863e-7d12af233437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '23099851-e20a-45e7-857d-a625cd8cc447'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:52:48.329544 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebf4f07-9efd-4fa4-b344-db5126bdc935 None None] Attempting to bind port c73ae0f0-92c4-4cbe-8b91-3c843047de48 on network 23099851-e20a-45e7-857d-a625cd8cc447 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:52:48.334514 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebf4f07-9efd-4fa4-b344-db5126bdc935 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:52:48.335029 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebf4f07-9efd-4fa4-b344-db5126bdc935 None None] Checking segment: {'id': '8113d92d-c7e9-4b50-863e-7d12af233437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '23099851-e20a-45e7-857d-a625cd8cc447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:52:48.335405 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ebf4f07-9efd-4fa4-b344-db5126bdc935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:48.335799 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebf4f07-9efd-4fa4-b344-db5126bdc935 None None] Bound using segment: {'id': '8113d92d-c7e9-4b50-863e-7d12af233437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '23099851-e20a-45e7-857d-a625cd8cc447'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:52:48.336251 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-4ebf4f07-9efd-4fa4-b344-db5126bdc935 None None] Bound port: c73ae0f0-92c4-4cbe-8b91-3c843047de48, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8113d92d-c7e9-4b50-863e-7d12af233437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '23099851-e20a-45e7-857d-a625cd8cc447'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:52:48.336625 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ebf4f07-9efd-4fa4-b344-db5126bdc935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:48.405968 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4ebf4f07-9efd-4fa4-b344-db5126bdc935 None None] For port c73ae0f0-92c4-4cbe-8b91-3c843047de48, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:52:48.413015 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4ebf4f07-9efd-4fa4-b344-db5126bdc935 None None] For port c73ae0f0-92c4-4cbe-8b91-3c843047de48, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c73ae0f0-92c4-4cbe-8b91-3c843047de48,segment=NetworkSegment(8113d92d-c7e9-4b50-863e-7d12af233437),segment_id=8113d92d-c7e9-4b50-863e-7d12af233437)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:52:48.462977 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ebf4f07-9efd-4fa4-b344-db5126bdc935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:48.529425 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0a0f557b-b2c3-41b3-b073-66e3f758ced8 None None] Provisioning complete for port c73ae0f0-92c4-4cbe-8b91-3c843047de48 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:52:48.529759 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a0f557b-b2c3-41b3-b073-66e3f758ced8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:48.566191 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88db7f-4ffc-49c8-821d-0fc27781055e None None] Pushing event updated for resources: {'Port': ['ID=c73ae0f0-92c4-4cbe-8b91-3c843047de48,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:48.568751 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebf4f07-9efd-4fa4-b344-db5126bdc935 None None] Routers {'f086fb2a-ff73-434b-bac9-65c7c51bed30'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:52:48.569352 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4ebf4f07-9efd-4fa4-b344-db5126bdc935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:52:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f086fb2a-ff73-434b-bac9-65c7c51bed30'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:52:48.739959 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-4ebf4f07-9efd-4fa4-b344-db5126bdc935 None None] Set router f086fb2a-ff73-434b-bac9-65c7c51bed30 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:52:48.741151 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3125fe2b-ef27-411f-ba76-711705d30fab req-c94252f8-ac49-4a51-a4fb-07fc654ba489 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7 HTTP/1.1" status: 200 len: 210 time: 0.0334442 Apr 21 13:52:48.745863 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a0f557b-b2c3-41b3-b073-66e3f758ced8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:48.847762 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:48.849497 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0a0f557b-b2c3-41b3-b073-66e3f758ced8 None None] For port c73ae0f0-92c4-4cbe-8b91-3c843047de48, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c73ae0f0-92c4-4cbe-8b91-3c843047de48,segment=NetworkSegment(8113d92d-c7e9-4b50-863e-7d12af233437),segment_id=8113d92d-c7e9-4b50-863e-7d12af233437)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:52:48.852016 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:48.853383 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:48.898160 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a0f557b-b2c3-41b3-b073-66e3f758ced8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:48.968523 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f557b-b2c3-41b3-b073-66e3f758ced8 None None] Pushing event updated for resources: {'Port': ['ID=c73ae0f0-92c4-4cbe-8b91-3c843047de48,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:49.022665 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-d2818673-1061-4d9c-82db-16731514a09b None None] Provisioning complete for port c73ae0f0-92c4-4cbe-8b91-3c843047de48 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:52:49.023028 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2818673-1061-4d9c-82db-16731514a09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:49.063505 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4ebf4f07-9efd-4fa4-b344-db5126bdc935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1219087304', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'a655612a-0b2c-41f3-b030-b482badbbef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:52:41Z', 'updated_at': '2022-04-21T13:52:45Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'a655612a-0b2c-41f3-b030-b482badbbef2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:52:42Z', 'updated_at': '2022-04-21T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'c73ae0f0-92c4-4cbe-8b91-3c843047de48', 'name': '', 'network_id': '23099851-e20a-45e7-857d-a625cd8cc447', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:b1:4f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': 'ce77cc48-f292-4451-8806-7d40ad429ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:52:45Z', 'updated_at': '2022-04-21T13:52:48Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': 'ce77cc48-f292-4451-8806-7d40ad429ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:52:49.093957 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebf4f07-9efd-4fa4-b344-db5126bdc935 None None] The sync data for ids ['f086fb2a-ff73-434b-bac9-65c7c51bed30'] in n-d-836147-2 is: [{'id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1219087304', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'a655612a-0b2c-41f3-b030-b482badbbef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:52:41Z', 'updated_at': '2022-04-21T13:52:45Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'a655612a-0b2c-41f3-b030-b482badbbef2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:52:42Z', 'updated_at': '2022-04-21T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'c73ae0f0-92c4-4cbe-8b91-3c843047de48', 'name': '', 'network_id': '23099851-e20a-45e7-857d-a625cd8cc447', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:b1:4f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': 'ce77cc48-f292-4451-8806-7d40ad429ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:52:45Z', 'updated_at': '2022-04-21T13:52:48Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': 'ce77cc48-f292-4451-8806-7d40ad429ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:52:49.408385 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c73ae0f0-92c4-4cbe-8b91-3c843047de48 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:52:49.461752 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port c73ae0f0-92c4-4cbe-8b91-3c843047de48 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:52:49.462123 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:49.633432 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-57bbfe05-0f38-4474-8bbb-9afe0ee44a80 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:49.635048 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-57bbfe05-0f38-4474-8bbb-9afe0ee44a80 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.24 "GET /v2.0/networks?id=23099851-e20a-45e7-857d-a625cd8cc447 HTTP/1.1" status: 200 len: 796 time: 0.1158795 Apr 21 13:52:49.687614 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-1ad9d803-1b12-4ae4-a494-bb88bd7bca76 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ede2fbffe5614ad9915a309c73849643 HTTP/1.1" status: 200 len: 379 time: 0.0377595 Apr 21 13:52:49.700425 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-43ca1614-e60e-4902-8dbe-990891d38db9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'port': {'device_id': '2955ec6e-827b-4ddc-8c5c-3115409bb0e7', 'network_id': '23099851-e20a-45e7-857d-a625cd8cc447', 'admin_state_up': True, 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'security_groups': ['a621131e-3a1e-49a6-a1af-dba1a94dcc95']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:52:49.848824 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c8637086-5bbe-48cf-a878-59485d2b65ab req-b7c68d3b-3d90-4bc1-9737-8b8618cbf8cf tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7 HTTP/1.1" status: 200 len: 210 time: 0.0324342 Apr 21 13:52:49.913944 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-43ca1614-e60e-4902-8dbe-990891d38db9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Made reservation on behalf of ede2fbffe5614ad9915a309c73849643 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:52:49.917933 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-43ca1614-e60e-4902-8dbe-990891d38db9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:50.048943 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-43ca1614-e60e-4902-8dbe-990891d38db9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Allocated IP 172.20.0.11 (23099851-e20a-45e7-857d-a625cd8cc447/ce77cc48-f292-4451-8806-7d40ad429ae2/7ccdb893-d9ab-4c46-aa64-493fa1f7fddf) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:52:50.186980 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-43ca1614-e60e-4902-8dbe-990891d38db9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:50.274305 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-43ca1614-e60e-4902-8dbe-990891d38db9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:50.316835 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-43ca1614-e60e-4902-8dbe-990891d38db9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network 23099851-e20a-45e7-857d-a625cd8cc447 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:52:50.319909 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-43ca1614-e60e-4902-8dbe-990891d38db9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:52:50.323711 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-43ca1614-e60e-4902-8dbe-990891d38db9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:52:50.350305 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca1614-e60e-4902-8dbe-990891d38db9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Port': ['ID=7ccdb893-d9ab-4c46-aa64-493fa1f7fddf,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:50.378429 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-43ca1614-e60e-4902-8dbe-990891d38db9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:50.379146 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-43ca1614-e60e-4902-8dbe-990891d38db9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:50.471034 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-43ca1614-e60e-4902-8dbe-990891d38db9 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7744367 Apr 21 13:52:50.487548 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-649eccfb-7386-47f9-879a-cdd558dd4de0 service neutron] Request body: {'port': {'device_id': '2955ec6e-827b-4ddc-8c5c-3115409bb0e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:52:50.539760 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-649eccfb-7386-47f9-879a-cdd558dd4de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:50.577147 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-ec5101e9-9013-4da2-a28f-50a32f5dfe8b None None] Provisioning complete for port 7ccdb893-d9ab-4c46-aa64-493fa1f7fddf triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:52:50.578348 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec5101e9-9013-4da2-a28f-50a32f5dfe8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:50.614892 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ec5101e9-9013-4da2-a28f-50a32f5dfe8b None None] Port 7ccdb893-d9ab-4c46-aa64-493fa1f7fddf cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:52:50.799471 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-649eccfb-7386-47f9-879a-cdd558dd4de0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ccdb893-d9ab-4c46-aa64-493fa1f7fddf {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:52:50.806491 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-649eccfb-7386-47f9-879a-cdd558dd4de0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:50.818242 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-649eccfb-7386-47f9-879a-cdd558dd4de0 service neutron] Transition to ACTIVE for port object 7ccdb893-d9ab-4c46-aa64-493fa1f7fddf will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:52:50.890845 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-649eccfb-7386-47f9-879a-cdd558dd4de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:50.970988 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649eccfb-7386-47f9-879a-cdd558dd4de0 service neutron] Pushing event updated for resources: {'Port': ['ID=7ccdb893-d9ab-4c46-aa64-493fa1f7fddf,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:51.029835 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302f6602-cf2a-4b7b-b6be-0d71d1f484f5 req-202bbc8b-f9e5-4178-99e8-f111e42174ce tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:51.031402 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-302f6602-cf2a-4b7b-b6be-0d71d1f484f5 req-202bbc8b-f9e5-4178-99e8-f111e42174ce tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7 HTTP/1.1" status: 200 len: 944 time: 0.1141720 Apr 21 13:52:51.067221 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-649eccfb-7386-47f9-879a-cdd558dd4de0 service neutron] Attempting to bind port 7ccdb893-d9ab-4c46-aa64-493fa1f7fddf on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:52:51.067463 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-649eccfb-7386-47f9-879a-cdd558dd4de0 service neutron] Attempting to bind port 7ccdb893-d9ab-4c46-aa64-493fa1f7fddf by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '8113d92d-c7e9-4b50-863e-7d12af233437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '23099851-e20a-45e7-857d-a625cd8cc447'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:52:51.067792 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-649eccfb-7386-47f9-879a-cdd558dd4de0 service neutron] Attempting to bind port 7ccdb893-d9ab-4c46-aa64-493fa1f7fddf on network 23099851-e20a-45e7-857d-a625cd8cc447 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:52:51.075527 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-649eccfb-7386-47f9-879a-cdd558dd4de0 service neutron] Port 7ccdb893-d9ab-4c46-aa64-493fa1f7fddf on network 23099851-e20a-45e7-857d-a625cd8cc447 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:52:51.076004 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-649eccfb-7386-47f9-879a-cdd558dd4de0 service neutron] Attempting to bind port 7ccdb893-d9ab-4c46-aa64-493fa1f7fddf on network 23099851-e20a-45e7-857d-a625cd8cc447 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:52:51.090515 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-649eccfb-7386-47f9-879a-cdd558dd4de0 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:52:51.090850 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-649eccfb-7386-47f9-879a-cdd558dd4de0 service neutron] Checking segment: {'id': '8113d92d-c7e9-4b50-863e-7d12af233437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '23099851-e20a-45e7-857d-a625cd8cc447'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:52:51.091228 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-649eccfb-7386-47f9-879a-cdd558dd4de0 service neutron] Bound using segment: {'id': '8113d92d-c7e9-4b50-863e-7d12af233437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '23099851-e20a-45e7-857d-a625cd8cc447'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:52:51.091663 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-649eccfb-7386-47f9-879a-cdd558dd4de0 service neutron] Bound port: 7ccdb893-d9ab-4c46-aa64-493fa1f7fddf, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8113d92d-c7e9-4b50-863e-7d12af233437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '23099851-e20a-45e7-857d-a625cd8cc447'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:52:51.092023 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-649eccfb-7386-47f9-879a-cdd558dd4de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:51.099263 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-302f6602-cf2a-4b7b-b6be-0d71d1f484f5 req-7b67f142-c994-4efc-8252-78c0d1211fae tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=a621131e-3a1e-49a6-a1af-dba1a94dcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536354 Apr 21 13:52:51.109498 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:51.167262 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-649eccfb-7386-47f9-879a-cdd558dd4de0 service neutron] For port 7ccdb893-d9ab-4c46-aa64-493fa1f7fddf, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:52:51.170272 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-649eccfb-7386-47f9-879a-cdd558dd4de0 service neutron] For port 7ccdb893-d9ab-4c46-aa64-493fa1f7fddf, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=7ccdb893-d9ab-4c46-aa64-493fa1f7fddf,segment=NetworkSegment(8113d92d-c7e9-4b50-863e-7d12af233437),segment_id=8113d92d-c7e9-4b50-863e-7d12af233437)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:52:51.234939 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-649eccfb-7386-47f9-879a-cdd558dd4de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:51.604990 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-649eccfb-7386-47f9-879a-cdd558dd4de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:51.605609 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-649eccfb-7386-47f9-879a-cdd558dd4de0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:51.606975 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-649eccfb-7386-47f9-879a-cdd558dd4de0 service neutron] 10.222.0.24 "PUT /v2.0/ports/7ccdb893-d9ab-4c46-aa64-493fa1f7fddf HTTP/1.1" status: 200 len: 1092 time: 1.1237442 Apr 21 13:52:51.607469 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2955ec6e-827b-4ddc-8c5c-3115409bb0e7', 'tag': '7ccdb893-d9ab-4c46-aa64-493fa1f7fddf'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:52:51.609668 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4c2f79-6006-4adf-b80b-e918fb860762" -d '{"events": [{"name": "network-changed", "server_uuid": "2955ec6e-827b-4ddc-8c5c-3115409bb0e7", "tag": "7ccdb893-d9ab-4c46-aa64-493fa1f7fddf"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:52:51.641691 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649eccfb-7386-47f9-879a-cdd558dd4de0 service neutron] Pushing event updated for resources: {'Port': ['ID=7ccdb893-d9ab-4c46-aa64-493fa1f7fddf,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:51.660231 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0ef32a-d198-4ddc-86b4-df50aece0969 x-openstack-request-id: req-8a0ef32a-d198-4ddc-86b4-df50aece0969 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:52:51.660552 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2955ec6e-827b-4ddc-8c5c-3115409bb0e7", "tag": "7ccdb893-d9ab-4c46-aa64-493fa1f7fddf", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:52:51.660940 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8a0ef32a-d198-4ddc-86b4-df50aece0969 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:52:51.661213 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a0ef32a-d198-4ddc-86b4-df50aece0969'] response: {'name': 'network-changed', 'server_uuid': '2955ec6e-827b-4ddc-8c5c-3115409bb0e7', 'tag': '7ccdb893-d9ab-4c46-aa64-493fa1f7fddf', 'status': 'completed', 'code': 200} Apr 21 13:52:51.733041 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c2f79-6006-4adf-b80b-e918fb860762 req-510487f0-b903-4279-b1ee-ebe0346136a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:51.733041 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0f4c2f79-6006-4adf-b80b-e918fb860762 req-510487f0-b903-4279-b1ee-ebe0346136a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7 HTTP/1.1" status: 200 len: 1095 time: 0.0448883 Apr 21 13:52:51.842437 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c2f79-6006-4adf-b80b-e918fb860762 req-b8af5f02-6076-4567-86c9-f0ae958eef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:51.844507 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0f4c2f79-6006-4adf-b80b-e918fb860762 req-b8af5f02-6076-4567-86c9-f0ae958eef49 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ede2fbffe5614ad9915a309c73849643&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0996726 Apr 21 13:52:51.943552 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c2f79-6006-4adf-b80b-e918fb860762 req-11d2106c-a05c-4353-aece-1f62fa8fa959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:51.945068 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0f4c2f79-6006-4adf-b80b-e918fb860762 req-11d2106c-a05c-4353-aece-1f62fa8fa959 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897515 Apr 21 13:52:52.030615 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-5a405dc5-a1b5-4f82-ac53-e6f41acafdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:52.032135 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-5a405dc5-a1b5-4f82-ac53-e6f41acafdae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7 HTTP/1.1" status: 200 len: 1095 time: 0.0412729 Apr 21 13:52:52.081615 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-389309ee-663d-4149-980c-5a66135d08f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ccdb893-d9ab-4c46-aa64-493fa1f7fddf HTTP/1.1" status: 200 len: 217 time: 0.0376999 Apr 21 13:52:52.142822 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-6af32407-4edf-434a-bacb-36410021a696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:52.144356 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-6af32407-4edf-434a-bacb-36410021a696 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce77cc48-f292-4451-8806-7d40ad429ae2 HTTP/1.1" status: 200 len: 835 time: 0.0516911 Apr 21 13:52:52.226605 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-08a97e88-c3cf-443b-bd58-a065b570e62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:52.228065 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-08a97e88-c3cf-443b-bd58-a065b570e62f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=23099851-e20a-45e7-857d-a625cd8cc447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736005 Apr 21 13:52:52.239269 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb40f6ea-7695-47a5-a204-c705843e56db req-d53adfb8-2b3d-4da1-bc20-fca018efb043 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:52.240643 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb40f6ea-7695-47a5-a204-c705843e56db req-d53adfb8-2b3d-4da1-bc20-fca018efb043 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7 HTTP/1.1" status: 200 len: 944 time: 0.0617888 Apr 21 13:52:52.322297 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fb40f6ea-7695-47a5-a204-c705843e56db req-dfad545d-b387-4680-adab-eae5cf5d71b7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=a621131e-3a1e-49a6-a1af-dba1a94dcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737875 Apr 21 13:52:52.349380 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-c5f728d8-81a1-428a-903c-11a62364a579 service neutron] 10.222.0.24 "GET /v2.0/networks/23099851-e20a-45e7-857d-a625cd8cc447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078146 Apr 21 13:52:52.451740 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e98cbcb1-f179-42f8-afa9-12151edb7ff1 req-ca71c01b-2b5c-4b3e-82d0-4a8499eefe7b service neutron] 10.222.0.24 "GET /v2.0/networks/23099851-e20a-45e7-857d-a625cd8cc447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914693 Apr 21 13:52:53.438016 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7519cb1-d53b-422e-b1b7-0bb56fba959c req-831c13c1-bcf1-4538-bf01-0f5eaf0fe7d4 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:53.439487 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c7519cb1-d53b-422e-b1b7-0bb56fba959c req-831c13c1-bcf1-4538-bf01-0f5eaf0fe7d4 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7 HTTP/1.1" status: 200 len: 944 time: 0.0498309 Apr 21 13:52:53.476678 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c7519cb1-d53b-422e-b1b7-0bb56fba959c req-325aa68c-b642-4ecb-ba47-4842eeb298a5 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=a621131e-3a1e-49a6-a1af-dba1a94dcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312009 Apr 21 13:52:54.594685 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30824dd8-d8b2-4c00-8c5d-0dfe0ba219b7 req-d6b6795e-9ab8-436d-adb5-0e13192446c3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:54.596179 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-30824dd8-d8b2-4c00-8c5d-0dfe0ba219b7 req-d6b6795e-9ab8-436d-adb5-0e13192446c3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7 HTTP/1.1" status: 200 len: 944 time: 0.0504930 Apr 21 13:52:54.632517 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-30824dd8-d8b2-4c00-8c5d-0dfe0ba219b7 req-d98446fe-e430-4a7a-9db7-d89f2a14ac71 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=a621131e-3a1e-49a6-a1af-dba1a94dcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303311 Apr 21 13:52:55.065274 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 7ccdb893-d9ab-4c46-aa64-493fa1f7fddf details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:52:55.159295 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 7ccdb893-d9ab-4c46-aa64-493fa1f7fddf, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=7ccdb893-d9ab-4c46-aa64-493fa1f7fddf,segment=NetworkSegment(8113d92d-c7e9-4b50-863e-7d12af233437),segment_id=8113d92d-c7e9-4b50-863e-7d12af233437)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:52:55.170424 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '7ccdb893-d9ab-4c46-aa64-493fa1f7fddf', 'network_id': '23099851-e20a-45e7-857d-a625cd8cc447', 'port_id': '7ccdb893-d9ab-4c46-aa64-493fa1f7fddf', 'mac_address': 'fa:16:3e:ac:95:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce77cc48-f292-4451-8806-7d40ad429ae2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:52:55.214538 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:55.232045 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ccdb893-d9ab-4c46-aa64-493fa1f7fddf {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:52:55.251204 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 7ccdb893-d9ab-4c46-aa64-493fa1f7fddf, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=7ccdb893-d9ab-4c46-aa64-493fa1f7fddf,segment=NetworkSegment(8113d92d-c7e9-4b50-863e-7d12af233437),segment_id=8113d92d-c7e9-4b50-863e-7d12af233437)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:52:55.313816 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:55.359355 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=7ccdb893-d9ab-4c46-aa64-493fa1f7fddf,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:55.571943 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['7ccdb893-d9ab-4c46-aa64-493fa1f7fddf'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:52:55.755582 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebe8aa-2875-459b-b84a-e9b70bdb5f74 req-595cd88a-faa4-417c-acbb-d45b2310b8c1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:55.757212 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-acebe8aa-2875-459b-b84a-e9b70bdb5f74 req-595cd88a-faa4-417c-acbb-d45b2310b8c1 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7 HTTP/1.1" status: 200 len: 945 time: 0.0535212 Apr 21 13:52:55.794063 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-acebe8aa-2875-459b-b84a-e9b70bdb5f74 req-35579afa-aff8-4bf9-95ce-6ae5072c613f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=a621131e-3a1e-49a6-a1af-dba1a94dcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308836 Apr 21 13:52:56.910314 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a497175-3686-48de-88a4-c602f1772220 req-a8d7d600-fe3b-4962-a02c-0b2344988527 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:56.911824 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a497175-3686-48de-88a4-c602f1772220 req-a8d7d600-fe3b-4962-a02c-0b2344988527 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7 HTTP/1.1" status: 200 len: 945 time: 0.0494866 Apr 21 13:52:56.949057 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a497175-3686-48de-88a4-c602f1772220 req-40717c13-60d6-4346-9f12-12ae9648090c tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=a621131e-3a1e-49a6-a1af-dba1a94dcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312691 Apr 21 13:52:57.091395 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 7ccdb893-d9ab-4c46-aa64-493fa1f7fddf up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:52:57.199541 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 7ccdb893-d9ab-4c46-aa64-493fa1f7fddf completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:52:57.204309 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 7ccdb893-d9ab-4c46-aa64-493fa1f7fddf triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:52:57.210175 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:57.283875 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:57.304688 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2955ec6e-827b-4ddc-8c5c-3115409bb0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ccdb893-d9ab-4c46-aa64-493fa1f7fddf'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:52:57.306971 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4350380d-a79b-4665-9194-e52f482ccb19" -d '{"events": [{"server_uuid": "2955ec6e-827b-4ddc-8c5c-3115409bb0e7", "name": "network-vif-plugged", "status": "completed", "tag": "7ccdb893-d9ab-4c46-aa64-493fa1f7fddf"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:52:57.319805 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 7ccdb893-d9ab-4c46-aa64-493fa1f7fddf, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=7ccdb893-d9ab-4c46-aa64-493fa1f7fddf,segment=NetworkSegment(8113d92d-c7e9-4b50-863e-7d12af233437),segment_id=8113d92d-c7e9-4b50-863e-7d12af233437)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:52:57.343021 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-963bc013-4221-46ce-88e4-dee50f8f3aac x-openstack-request-id: req-963bc013-4221-46ce-88e4-dee50f8f3aac {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:52:57.343290 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2955ec6e-827b-4ddc-8c5c-3115409bb0e7", "name": "network-vif-plugged", "status": "completed", "tag": "7ccdb893-d9ab-4c46-aa64-493fa1f7fddf", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:52:57.343541 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-963bc013-4221-46ce-88e4-dee50f8f3aac {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:52:57.343939 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-963bc013-4221-46ce-88e4-dee50f8f3aac'] response: {'server_uuid': '2955ec6e-827b-4ddc-8c5c-3115409bb0e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ccdb893-d9ab-4c46-aa64-493fa1f7fddf', 'code': 200} Apr 21 13:52:57.359633 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:57.411166 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=7ccdb893-d9ab-4c46-aa64-493fa1f7fddf,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:52:57.459537 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c4801-269d-48cb-9453-4be0b65d4996 req-44960275-c58a-4955-8833-32cdec50613d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:57.461058 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf0c4801-269d-48cb-9453-4be0b65d4996 req-44960275-c58a-4955-8833-32cdec50613d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7 HTTP/1.1" status: 200 len: 1097 time: 0.0404758 Apr 21 13:52:57.497327 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bf0c4801-269d-48cb-9453-4be0b65d4996 req-b78199f3-336c-421b-8ea5-b7ba0f75c99e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a621131e-3a1e-49a6-a1af-dba1a94dcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260944 Apr 21 13:52:58.066764 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446ec68-e0f0-411e-9b2c-53269846e617 req-90ab9fdc-4e21-4ee5-ab59-cf8473453f77 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:58.068285 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d446ec68-e0f0-411e-9b2c-53269846e617 req-90ab9fdc-4e21-4ee5-ab59-cf8473453f77 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7 HTTP/1.1" status: 200 len: 946 time: 0.0526903 Apr 21 13:52:58.105821 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d446ec68-e0f0-411e-9b2c-53269846e617 req-90f10f9d-9b1f-41ed-9e0a-c4216d06d8ce tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=a621131e-3a1e-49a6-a1af-dba1a94dcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315502 Apr 21 13:52:59.219248 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66096d49-d9ec-4ee0-8a03-e216929278eb req-ad252271-bcdd-4a79-8b8b-fa083de34b75 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:59.220717 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66096d49-d9ec-4ee0-8a03-e216929278eb req-ad252271-bcdd-4a79-8b8b-fa083de34b75 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7 HTTP/1.1" status: 200 len: 946 time: 0.0482640 Apr 21 13:52:59.259303 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-66096d49-d9ec-4ee0-8a03-e216929278eb req-59dd5d7e-a24d-4c91-ae1c-f8ede4ef4d62 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=a621131e-3a1e-49a6-a1af-dba1a94dcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326481 Apr 21 13:52:59.371038 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbcc17-c7b9-4783-8258-d940058721bc req-9944de76-d329-412b-a6d2-0462fad027af tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:59.372519 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-acfbcc17-c7b9-4783-8258-d940058721bc req-9944de76-d329-412b-a6d2-0462fad027af tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7 HTTP/1.1" status: 200 len: 946 time: 0.0482304 Apr 21 13:52:59.411046 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-acfbcc17-c7b9-4783-8258-d940058721bc req-3d714e32-ec0d-4324-887b-fd1f2088d4f4 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=a621131e-3a1e-49a6-a1af-dba1a94dcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316257 Apr 21 13:52:59.432498 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33192) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:52:59.475749 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a1db68-57f6-449f-ad4e-8670c01a7781 tempest-TestNetworkAdvancedServerOps-981871309 tempest-TestNetworkAdvancedServerOps-981871309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:52:59.477262 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e7a1db68-57f6-449f-ad4e-8670c01a7781 tempest-TestNetworkAdvancedServerOps-981871309 tempest-TestNetworkAdvancedServerOps-981871309-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7 HTTP/1.1" status: 200 len: 1092 time: 0.0438087 Apr 21 13:52:59.480048 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33194) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:52:59.484855 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f1089a66-34f9-4799-99ed-ea6a29f8a457 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'port_id': '7ccdb893-d9ab-4c46-aa64-493fa1f7fddf', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:52:59.610849 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1089a66-34f9-4799-99ed-ea6a29f8a457 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:59.703963 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1089a66-34f9-4799-99ed-ea6a29f8a457 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:52:59.807580 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-f1089a66-34f9-4799-99ed-ea6a29f8a457 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Allocated IP 172.25.8.147 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/236b62e3-e155-4da8-907f-4c68dc9a885e) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:52:59.904742 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1089a66-34f9-4799-99ed-ea6a29f8a457 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:00.022768 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1089a66-34f9-4799-99ed-ea6a29f8a457 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:00.062562 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1089a66-34f9-4799-99ed-ea6a29f8a457 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:53:00.067299 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-f1089a66-34f9-4799-99ed-ea6a29f8a457 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:53:00.070798 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1089a66-34f9-4799-99ed-ea6a29f8a457 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:53:00.094660 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1089a66-34f9-4799-99ed-ea6a29f8a457 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Port': ['ID=236b62e3-e155-4da8-907f-4c68dc9a885e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:53:00.417554 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1089a66-34f9-4799-99ed-ea6a29f8a457 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:00.532447 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1089a66-34f9-4799-99ed-ea6a29f8a457 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:00.677227 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1089a66-34f9-4799-99ed-ea6a29f8a457 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:00.725026 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1089a66-34f9-4799-99ed-ea6a29f8a457 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:00.792127 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1089a66-34f9-4799-99ed-ea6a29f8a457 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event updated for resources: {'Port': ['ID=236b62e3-e155-4da8-907f-4c68dc9a885e,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:53:00.800473 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1089a66-34f9-4799-99ed-ea6a29f8a457 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:00.897282 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-f1089a66-34f9-4799-99ed-ea6a29f8a457 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Floating IP 86d9409e-8459-4e7f-83c5-194a03cbf1e8 associated. External IP: 172.25.8.147, port: 7ccdb893-d9ab-4c46-aa64-493fa1f7fddf. Apr 21 13:53:01.102068 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1089a66-34f9-4799-99ed-ea6a29f8a457 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Router f086fb2a-ff73-434b-bac9-65c7c51bed30 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:53:01.206543 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1089a66-34f9-4799-99ed-ea6a29f8a457 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:53:01.218294 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1d3309-bdc3-4b3a-be43-d2b3a769c094 None None] Sync routers for ids ['f086fb2a-ff73-434b-bac9-65c7c51bed30'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:53:01.227822 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1d3309-bdc3-4b3a-be43-d2b3a769c094 None None] Routers {'f086fb2a-ff73-434b-bac9-65c7c51bed30'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:53:01.228427 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8c1d3309-bdc3-4b3a-be43-d2b3a769c094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:52:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f086fb2a-ff73-434b-bac9-65c7c51bed30'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:53:01.275566 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f1089a66-34f9-4799-99ed-ea6a29f8a457 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:01.305148 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f1089a66-34f9-4799-99ed-ea6a29f8a457 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8216383 Apr 21 13:53:01.305148 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2955ec6e-827b-4ddc-8c5c-3115409bb0e7', 'tag': '7ccdb893-d9ab-4c46-aa64-493fa1f7fddf'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:53:01.305495 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8ef98e-a91b-4e86-aadb-5300745b0d63" -d '{"events": [{"name": "network-changed", "server_uuid": "2955ec6e-827b-4ddc-8c5c-3115409bb0e7", "tag": "7ccdb893-d9ab-4c46-aa64-493fa1f7fddf"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:53:01.342087 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8c1d3309-bdc3-4b3a-be43-d2b3a769c094 None None] Set router f086fb2a-ff73-434b-bac9-65c7c51bed30 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:53:01.362989 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473e475e-385c-4ed2-b20a-e4d89bbce9d7 x-openstack-request-id: req-473e475e-385c-4ed2-b20a-e4d89bbce9d7 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:53:01.363266 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2955ec6e-827b-4ddc-8c5c-3115409bb0e7", "tag": "7ccdb893-d9ab-4c46-aa64-493fa1f7fddf", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:53:01.363516 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-473e475e-385c-4ed2-b20a-e4d89bbce9d7 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:53:01.363939 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-473e475e-385c-4ed2-b20a-e4d89bbce9d7'] response: {'name': 'network-changed', 'server_uuid': '2955ec6e-827b-4ddc-8c5c-3115409bb0e7', 'tag': '7ccdb893-d9ab-4c46-aa64-493fa1f7fddf', 'status': 'completed', 'code': 200} Apr 21 13:53:01.453465 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4783ae3-b984-455d-abb2-99d0a1276c9b req-57adbd31-3caa-4462-8338-ac15e0ab5d89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:53:01.454991 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c4783ae3-b984-455d-abb2-99d0a1276c9b req-57adbd31-3caa-4462-8338-ac15e0ab5d89 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7 HTTP/1.1" status: 200 len: 946 time: 0.0945106 Apr 21 13:53:01.457675 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ef98e-a91b-4e86-aadb-5300745b0d63 req-ed548462-96bb-428b-9d06-d3e6216a1a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:53:01.459037 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc8ef98e-a91b-4e86-aadb-5300745b0d63 req-ed548462-96bb-428b-9d06-d3e6216a1a82 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7 HTTP/1.1" status: 200 len: 1097 time: 0.0754371 Apr 21 13:53:01.538748 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c4783ae3-b984-455d-abb2-99d0a1276c9b req-383faefc-fe34-4374-842c-a66e7e68df80 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=a621131e-3a1e-49a6-a1af-dba1a94dcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772727 Apr 21 13:53:01.561754 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33200) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:53:01.567890 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8c1d3309-bdc3-4b3a-be43-d2b3a769c094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1219087304', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'a655612a-0b2c-41f3-b030-b482badbbef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:52:41Z', 'updated_at': '2022-04-21T13:52:45Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'a655612a-0b2c-41f3-b030-b482badbbef2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:52:42Z', 'updated_at': '2022-04-21T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '86d9409e-8459-4e7f-83c5-194a03cbf1e8', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'floating_ip_address': '172.25.8.147', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'port_id': '7ccdb893-d9ab-4c46-aa64-493fa1f7fddf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23099851-e20a-45e7-857d-a625cd8cc447', 'mac_address': 'fa:16:3e:ac:95:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955ec6e-827b-4ddc-8c5c-3115409bb0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:53:00Z', 'updated_at': '2022-04-21T13:53:00Z', 'revision_number': 0, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c73ae0f0-92c4-4cbe-8b91-3c843047de48', 'name': '', 'network_id': '23099851-e20a-45e7-857d-a625cd8cc447', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:b1:4f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': 'ce77cc48-f292-4451-8806-7d40ad429ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:52:45Z', 'updated_at': '2022-04-21T13:52:48Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': 'ce77cc48-f292-4451-8806-7d40ad429ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:53:01.570001 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ef98e-a91b-4e86-aadb-5300745b0d63 req-c8efdbb4-11a1-4e33-8c3c-2fdeb50d10a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:53:01.571469 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc8ef98e-a91b-4e86-aadb-5300745b0d63 req-c8efdbb4-11a1-4e33-8c3c-2fdeb50d10a1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=23099851-e20a-45e7-857d-a625cd8cc447 HTTP/1.1" status: 200 len: 897 time: 0.1043239 Apr 21 13:53:01.593631 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1d3309-bdc3-4b3a-be43-d2b3a769c094 None None] Checking router: f086fb2a-ff73-434b-bac9-65c7c51bed30 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:53:01.601753 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1d3309-bdc3-4b3a-be43-d2b3a769c094 None None] Routers {'f086fb2a-ff73-434b-bac9-65c7c51bed30'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:53:01.602520 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8c1d3309-bdc3-4b3a-be43-d2b3a769c094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:52:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f086fb2a-ff73-434b-bac9-65c7c51bed30'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:53:01.623455 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-af2d731f-f13b-4b98-b757-20f8f3c71a96 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/floatingips/86d9409e-8459-4e7f-83c5-194a03cbf1e8 HTTP/1.1" status: 200 len: 992 time: 0.0599325 Apr 21 13:53:01.643785 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc8ef98e-a91b-4e86-aadb-5300745b0d63 req-90ecb881-461b-4fe6-b463-2069a238274b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ccdb893-d9ab-4c46-aa64-493fa1f7fddf HTTP/1.1" status: 200 len: 1000 time: 0.0648680 Apr 21 13:53:01.692354 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ef98e-a91b-4e86-aadb-5300745b0d63 req-137c95d6-aab0-4154-9545-0aaa8346688e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:53:01.693832 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc8ef98e-a91b-4e86-aadb-5300745b0d63 req-137c95d6-aab0-4154-9545-0aaa8346688e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce77cc48-f292-4451-8806-7d40ad429ae2 HTTP/1.1" status: 200 len: 835 time: 0.0429020 Apr 21 13:53:01.704620 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-8c1d3309-bdc3-4b3a-be43-d2b3a769c094 None None] Set router f086fb2a-ff73-434b-bac9-65c7c51bed30 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:53:01.739892 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ef98e-a91b-4e86-aadb-5300745b0d63 req-e9774f15-1c21-43b6-a4a6-ab245f60e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:53:01.741373 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc8ef98e-a91b-4e86-aadb-5300745b0d63 req-e9774f15-1c21-43b6-a4a6-ab245f60e915 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=23099851-e20a-45e7-857d-a625cd8cc447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394015 Apr 21 13:53:01.836806 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc8ef98e-a91b-4e86-aadb-5300745b0d63 req-cd4adfb3-356d-4adc-885e-8202195187f4 service neutron] 10.222.0.24 "GET /v2.0/networks/23099851-e20a-45e7-857d-a625cd8cc447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870266 Apr 21 13:53:01.928151 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cc8ef98e-a91b-4e86-aadb-5300745b0d63 req-35edd2b3-2db5-4099-bbbb-3f14be6970f6 service neutron] 10.222.0.24 "GET /v2.0/networks/23099851-e20a-45e7-857d-a625cd8cc447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838251 Apr 21 13:53:02.011524 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-8c1d3309-bdc3-4b3a-be43-d2b3a769c094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1219087304', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'a655612a-0b2c-41f3-b030-b482badbbef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:52:41Z', 'updated_at': '2022-04-21T13:52:45Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'a655612a-0b2c-41f3-b030-b482badbbef2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:52:42Z', 'updated_at': '2022-04-21T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '86d9409e-8459-4e7f-83c5-194a03cbf1e8', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'floating_ip_address': '172.25.8.147', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'port_id': '7ccdb893-d9ab-4c46-aa64-493fa1f7fddf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23099851-e20a-45e7-857d-a625cd8cc447', 'mac_address': 'fa:16:3e:ac:95:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955ec6e-827b-4ddc-8c5c-3115409bb0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:53:00Z', 'updated_at': '2022-04-21T13:53:00Z', 'revision_number': 0, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c73ae0f0-92c4-4cbe-8b91-3c843047de48', 'name': '', 'network_id': '23099851-e20a-45e7-857d-a625cd8cc447', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:b1:4f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': 'ce77cc48-f292-4451-8806-7d40ad429ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:52:45Z', 'updated_at': '2022-04-21T13:52:48Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': 'ce77cc48-f292-4451-8806-7d40ad429ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:53:02.037382 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1d3309-bdc3-4b3a-be43-d2b3a769c094 None None] The sync data for ids ['f086fb2a-ff73-434b-bac9-65c7c51bed30'] in n-d-836147-2 is: [{'id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1219087304', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'a655612a-0b2c-41f3-b030-b482badbbef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:52:41Z', 'updated_at': '2022-04-21T13:52:45Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'a655612a-0b2c-41f3-b030-b482badbbef2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:52:42Z', 'updated_at': '2022-04-21T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '86d9409e-8459-4e7f-83c5-194a03cbf1e8', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'floating_ip_address': '172.25.8.147', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'port_id': '7ccdb893-d9ab-4c46-aa64-493fa1f7fddf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23099851-e20a-45e7-857d-a625cd8cc447', 'mac_address': 'fa:16:3e:ac:95:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2955ec6e-827b-4ddc-8c5c-3115409bb0e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:53:00Z', 'updated_at': '2022-04-21T13:53:00Z', 'revision_number': 0, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c73ae0f0-92c4-4cbe-8b91-3c843047de48', 'name': '', 'network_id': '23099851-e20a-45e7-857d-a625cd8cc447', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:b1:4f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': 'ce77cc48-f292-4451-8806-7d40ad429ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:52:45Z', 'updated_at': '2022-04-21T13:52:48Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': 'ce77cc48-f292-4451-8806-7d40ad429ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:53:02.237246 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a12d52-2ca0-4dd7-b3cf-64cee3d91d75 None None] New status for floating IP 86d9409e-8459-4e7f-83c5-194a03cbf1e8: ACTIVE {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:53:02.627676 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33202) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:53:02.691450 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4b2aee60-2827-4a18-84b1-8a21c51a4d27 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/floatingips/86d9409e-8459-4e7f-83c5-194a03cbf1e8 HTTP/1.1" status: 200 len: 994 time: 0.0626464 Apr 21 13:53:13.530865 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c93b1e12-67a1-4fe9-85ed-1ab548d0a051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:15.827934 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0105d97d-9084-4a92-9c28-f893af8d270a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:17.233173 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:18.822183 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:18.844909 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:18.845739 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:21.112634 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:21.901574 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d874de6b-57b3-4a76-aad4-2af558f2825c req-b4b543e1-84ee-4749-b2a6-5c0e1460f442 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397270 Apr 21 13:53:21.986480 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874de6b-57b3-4a76-aad4-2af558f2825c req-3a9d5905-fee4-4025-93dc-00dd9aea3caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:53:21.987940 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d874de6b-57b3-4a76-aad4-2af558f2825c req-3a9d5905-fee4-4025-93dc-00dd9aea3caf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7 HTTP/1.1" status: 200 len: 1097 time: 0.0441465 Apr 21 13:53:22.086725 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874de6b-57b3-4a76-aad4-2af558f2825c req-0ae6892d-470f-4fdf-8912-196f6942ea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:53:22.088175 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d874de6b-57b3-4a76-aad4-2af558f2825c req-0ae6892d-470f-4fdf-8912-196f6942ea73 service neutron] 10.222.0.24 "GET /v2.0/networks?id=23099851-e20a-45e7-857d-a625cd8cc447 HTTP/1.1" status: 200 len: 897 time: 0.0815971 Apr 21 13:53:22.156879 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d874de6b-57b3-4a76-aad4-2af558f2825c req-9b162537-51a6-49f7-9474-05020bb27b22 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ccdb893-d9ab-4c46-aa64-493fa1f7fddf HTTP/1.1" status: 200 len: 1002 time: 0.0601685 Apr 21 13:53:22.204629 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874de6b-57b3-4a76-aad4-2af558f2825c req-c66a99cb-235f-4e08-bcd1-33cf135b72b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:53:22.206173 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d874de6b-57b3-4a76-aad4-2af558f2825c req-c66a99cb-235f-4e08-bcd1-33cf135b72b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce77cc48-f292-4451-8806-7d40ad429ae2 HTTP/1.1" status: 200 len: 835 time: 0.0430005 Apr 21 13:53:22.251502 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874de6b-57b3-4a76-aad4-2af558f2825c req-98d706a2-b059-4973-8629-0cd434663c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:53:22.253575 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d874de6b-57b3-4a76-aad4-2af558f2825c req-98d706a2-b059-4973-8629-0cd434663c33 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=23099851-e20a-45e7-857d-a625cd8cc447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411553 Apr 21 13:53:22.345108 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d874de6b-57b3-4a76-aad4-2af558f2825c req-9f81997c-2cbf-4359-9249-5134df96b420 service neutron] 10.222.0.24 "GET /v2.0/networks/23099851-e20a-45e7-857d-a625cd8cc447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847721 Apr 21 13:53:22.434840 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d874de6b-57b3-4a76-aad4-2af558f2825c req-ba638e1d-ccf3-45bc-bc98-830de0395d06 service neutron] 10.222.0.24 "GET /v2.0/networks/23099851-e20a-45e7-857d-a625cd8cc447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832446 Apr 21 13:53:24.931146 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:53:36.177325 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebba22-fd00-461b-b0ce-8ab50edd5043 req-07e393a6-daeb-4490-bbc6-c672d7cd7f63 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:53:36.178800 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77ebba22-fd00-461b-b0ce-8ab50edd5043 req-07e393a6-daeb-4490-bbc6-c672d7cd7f63 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7 HTTP/1.1" status: 200 len: 946 time: 0.0996504 Apr 21 13:53:36.214203 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-77ebba22-fd00-461b-b0ce-8ab50edd5043 req-d07ea7a1-e018-4501-b869-ca9624993196 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=a621131e-3a1e-49a6-a1af-dba1a94dcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295634 Apr 21 13:53:37.379071 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443ed11-0435-4dea-872a-0f172e3a7bf6 req-ca3b1c8f-a5eb-4459-8d8c-4b88574bb39f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:53:37.380529 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3443ed11-0435-4dea-872a-0f172e3a7bf6 req-ca3b1c8f-a5eb-4459-8d8c-4b88574bb39f tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7 HTTP/1.1" status: 200 len: 946 time: 0.0977988 Apr 21 13:53:37.418439 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3443ed11-0435-4dea-872a-0f172e3a7bf6 req-d2bfc9fc-4f4e-48d1-8729-a0a4c5dd10f4 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=a621131e-3a1e-49a6-a1af-dba1a94dcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318468 Apr 21 13:53:37.440101 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33226) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:53:37.497984 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-71844aa9-e386-42f7-b5b2-fe00df7a9fc2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/floatingips/86d9409e-8459-4e7f-83c5-194a03cbf1e8 HTTP/1.1" status: 200 len: 994 time: 0.0566945 Apr 21 13:53:38.912468 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e2736-bdc6-431a-9ccf-141656f45f84 req-454787d1-2c9c-48c3-b317-b6a83fc27a98 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:53:38.913982 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-564e2736-bdc6-431a-9ccf-141656f45f84 req-454787d1-2c9c-48c3-b317-b6a83fc27a98 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7 HTTP/1.1" status: 200 len: 946 time: 0.0525365 Apr 21 13:53:38.952548 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-564e2736-bdc6-431a-9ccf-141656f45f84 req-c47c01f3-8592-4b73-a2ef-240bc8be5e8d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=a621131e-3a1e-49a6-a1af-dba1a94dcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318396 Apr 21 13:53:38.994479 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13de419-56f0-44a6-959a-fc3ba5502768 req-10d7fa7e-9fd2-4290-9ac4-c7b92eeab0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:53:38.995953 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e13de419-56f0-44a6-959a-fc3ba5502768 req-10d7fa7e-9fd2-4290-9ac4-c7b92eeab0f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7 HTTP/1.1" status: 200 len: 1097 time: 0.0396330 Apr 21 13:53:39.087697 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13de419-56f0-44a6-959a-fc3ba5502768 req-5e099d34-ba60-46c3-b8cb-85f990d8796a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:53:39.089068 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e13de419-56f0-44a6-959a-fc3ba5502768 req-5e099d34-ba60-46c3-b8cb-85f990d8796a service neutron] 10.222.0.24 "GET /v2.0/networks?id=23099851-e20a-45e7-857d-a625cd8cc447 HTTP/1.1" status: 200 len: 897 time: 0.0831006 Apr 21 13:53:39.159836 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e13de419-56f0-44a6-959a-fc3ba5502768 req-3c462cf4-5920-4044-be01-18cb91b0018a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ccdb893-d9ab-4c46-aa64-493fa1f7fddf HTTP/1.1" status: 200 len: 1002 time: 0.0602934 Apr 21 13:53:39.210301 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13de419-56f0-44a6-959a-fc3ba5502768 req-3e74da19-0011-4537-b318-bf9630a93288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:53:39.211693 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e13de419-56f0-44a6-959a-fc3ba5502768 req-3e74da19-0011-4537-b318-bf9630a93288 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce77cc48-f292-4451-8806-7d40ad429ae2 HTTP/1.1" status: 200 len: 835 time: 0.0418940 Apr 21 13:53:39.258003 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13de419-56f0-44a6-959a-fc3ba5502768 req-9409f557-c383-48f0-9b88-9c231cfdac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:53:39.259398 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e13de419-56f0-44a6-959a-fc3ba5502768 req-9409f557-c383-48f0-9b88-9c231cfdac8c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=23099851-e20a-45e7-857d-a625cd8cc447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0377223 Apr 21 13:53:39.350283 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e13de419-56f0-44a6-959a-fc3ba5502768 req-0d293da8-a498-494d-a7d3-c8663ee42ac6 service neutron] 10.222.0.24 "GET /v2.0/networks/23099851-e20a-45e7-857d-a625cd8cc447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807238 Apr 21 13:53:39.440716 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e13de419-56f0-44a6-959a-fc3ba5502768 req-66a73826-cb93-483d-bae1-231246f70637 service neutron] 10.222.0.24 "GET /v2.0/networks/23099851-e20a-45e7-857d-a625cd8cc447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802991 Apr 21 13:53:40.073929 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930aa8e-9f3f-49f6-8f2b-1964e031fae4 req-7dbfebeb-da90-4d82-8202-b784061bb2ba tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:53:40.075502 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c930aa8e-9f3f-49f6-8f2b-1964e031fae4 req-7dbfebeb-da90-4d82-8202-b784061bb2ba tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7 HTTP/1.1" status: 200 len: 946 time: 0.0517359 Apr 21 13:53:40.112476 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c930aa8e-9f3f-49f6-8f2b-1964e031fae4 req-a3d5dbfd-5d38-43cd-b69b-3b02bf549ea7 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=a621131e-3a1e-49a6-a1af-dba1a94dcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304029 Apr 21 13:53:41.226928 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1685c-70c0-45f5-9487-477a7ce3c3aa req-5f58a1f6-ebee-4f65-945d-38cf75e70137 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:53:41.228379 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fbe1685c-70c0-45f5-9487-477a7ce3c3aa req-5f58a1f6-ebee-4f65-945d-38cf75e70137 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7 HTTP/1.1" status: 200 len: 946 time: 0.0476155 Apr 21 13:53:41.264370 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fbe1685c-70c0-45f5-9487-477a7ce3c3aa req-66dc4580-4733-4a74-a192-8c6799f5c747 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=a621131e-3a1e-49a6-a1af-dba1a94dcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301080 Apr 21 13:53:41.286885 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33238) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:53:41.348723 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-57d30f8e-ee3f-4292-992f-dcb320b8fa28 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/floatingips/86d9409e-8459-4e7f-83c5-194a03cbf1e8 HTTP/1.1" status: 200 len: 994 time: 0.0605397 Apr 21 13:53:41.567713 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33244) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:53:41.722642 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-9b032582-08a3-4d11-8e3e-4ced6445415e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Deleting port 236b62e3-e155-4da8-907f-4c68dc9a885e {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:53:41.722978 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b032582-08a3-4d11-8e3e-4ced6445415e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:41.794980 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b032582-08a3-4d11-8e3e-4ced6445415e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:41.795299 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b032582-08a3-4d11-8e3e-4ced6445415e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:41.806453 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-9b032582-08a3-4d11-8e3e-4ced6445415e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Calling delete_port for 236b62e3-e155-4da8-907f-4c68dc9a885e owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:53:41.987177 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b032582-08a3-4d11-8e3e-4ced6445415e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:42.015720 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b032582-08a3-4d11-8e3e-4ced6445415e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'Port': ['ID=236b62e3-e155-4da8-907f-4c68dc9a885e,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:53:42.038476 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b032582-08a3-4d11-8e3e-4ced6445415e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:42.038816 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b032582-08a3-4d11-8e3e-4ced6445415e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:42.039147 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b032582-08a3-4d11-8e3e-4ced6445415e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:42.039474 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b032582-08a3-4d11-8e3e-4ced6445415e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:42.039799 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b032582-08a3-4d11-8e3e-4ced6445415e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:42.040120 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b032582-08a3-4d11-8e3e-4ced6445415e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:42.040438 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b032582-08a3-4d11-8e3e-4ced6445415e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:42.040759 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b032582-08a3-4d11-8e3e-4ced6445415e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:42.041073 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b032582-08a3-4d11-8e3e-4ced6445415e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:42.041391 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b032582-08a3-4d11-8e3e-4ced6445415e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:42.041730 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b032582-08a3-4d11-8e3e-4ced6445415e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:42.042042 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b032582-08a3-4d11-8e3e-4ced6445415e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:42.085169 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b032582-08a3-4d11-8e3e-4ced6445415e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for floatingip, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:42.085497 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-9b032582-08a3-4d11-8e3e-4ced6445415e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Floating IP 86d9409e-8459-4e7f-83c5-194a03cbf1e8 disassociated (deleted). External IP: 172.25.8.147, port: 7ccdb893-d9ab-4c46-aa64-493fa1f7fddf. Apr 21 13:53:42.280837 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b032582-08a3-4d11-8e3e-4ced6445415e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Router f086fb2a-ff73-434b-bac9-65c7c51bed30 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:53:42.385437 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b032582-08a3-4d11-8e3e-4ced6445415e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:53:42.390273 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-9b032582-08a3-4d11-8e3e-4ced6445415e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:42.398916 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bed67ef-6c95-4497-bdd0-ff1b8e0ff582 None None] Sync routers for ids ['f086fb2a-ff73-434b-bac9-65c7c51bed30'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:53:42.408273 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bed67ef-6c95-4497-bdd0-ff1b8e0ff582 None None] Routers {'f086fb2a-ff73-434b-bac9-65c7c51bed30'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:53:42.408870 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3bed67ef-6c95-4497-bdd0-ff1b8e0ff582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:53:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f086fb2a-ff73-434b-bac9-65c7c51bed30'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:53:42.419514 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-9b032582-08a3-4d11-8e3e-4ced6445415e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "DELETE /v2.0/floatingips/86d9409e-8459-4e7f-83c5-194a03cbf1e8 HTTP/1.1" status: 204 len: 168 time: 0.8507423 Apr 21 13:53:42.420212 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2955ec6e-827b-4ddc-8c5c-3115409bb0e7', 'tag': '7ccdb893-d9ab-4c46-aa64-493fa1f7fddf'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:53:42.422579 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8731b9b0d93a9bf69e636c4352cfd91473ecc38c160ddf4d7ef907223a15797c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20c20c5-9265-49dc-8d5e-2d9a545ef155" -d '{"events": [{"name": "network-changed", "server_uuid": "2955ec6e-827b-4ddc-8c5c-3115409bb0e7", "tag": "7ccdb893-d9ab-4c46-aa64-493fa1f7fddf"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:53:42.461784 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff595ca-6bce-4453-92f9-98b57880925c x-openstack-request-id: req-2ff595ca-6bce-4453-92f9-98b57880925c {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:53:42.462274 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2955ec6e-827b-4ddc-8c5c-3115409bb0e7", "tag": "7ccdb893-d9ab-4c46-aa64-493fa1f7fddf", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:53:42.462532 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2ff595ca-6bce-4453-92f9-98b57880925c {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:53:42.462925 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ff595ca-6bce-4453-92f9-98b57880925c'] response: {'name': 'network-changed', 'server_uuid': '2955ec6e-827b-4ddc-8c5c-3115409bb0e7', 'tag': '7ccdb893-d9ab-4c46-aa64-493fa1f7fddf', 'status': 'completed', 'code': 200} Apr 21 13:53:42.526619 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c20c5-9265-49dc-8d5e-2d9a545ef155 req-c280d948-c0f2-49a3-9ea9-a3bc1834956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:53:42.528158 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b20c20c5-9265-49dc-8d5e-2d9a545ef155 req-c280d948-c0f2-49a3-9ea9-a3bc1834956a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ede2fbffe5614ad9915a309c73849643&device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7 HTTP/1.1" status: 200 len: 1097 time: 0.0441470 Apr 21 13:53:42.528384 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-3bed67ef-6c95-4497-bdd0-ff1b8e0ff582 None None] Set router f086fb2a-ff73-434b-bac9-65c7c51bed30 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:53:42.621054 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c20c5-9265-49dc-8d5e-2d9a545ef155 req-87b575cd-fd13-45f4-ab24-aec5dbfec938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:53:42.622481 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b20c20c5-9265-49dc-8d5e-2d9a545ef155 req-87b575cd-fd13-45f4-ab24-aec5dbfec938 service neutron] 10.222.0.24 "GET /v2.0/networks?id=23099851-e20a-45e7-857d-a625cd8cc447 HTTP/1.1" status: 200 len: 897 time: 0.0840983 Apr 21 13:53:42.671879 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b20c20c5-9265-49dc-8d5e-2d9a545ef155 req-b4bc1f32-2766-4a95-bfaa-9d11a8525470 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ccdb893-d9ab-4c46-aa64-493fa1f7fddf HTTP/1.1" status: 200 len: 217 time: 0.0377846 Apr 21 13:53:42.728529 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c20c5-9265-49dc-8d5e-2d9a545ef155 req-3213177b-164e-4cce-acb0-b02640030c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:53:42.730045 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b20c20c5-9265-49dc-8d5e-2d9a545ef155 req-3213177b-164e-4cce-acb0-b02640030c0d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce77cc48-f292-4451-8806-7d40ad429ae2 HTTP/1.1" status: 200 len: 835 time: 0.0433519 Apr 21 13:53:42.733403 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3bed67ef-6c95-4497-bdd0-ff1b8e0ff582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1219087304', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'a655612a-0b2c-41f3-b030-b482badbbef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:52:41Z', 'updated_at': '2022-04-21T13:52:45Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'a655612a-0b2c-41f3-b030-b482badbbef2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:52:42Z', 'updated_at': '2022-04-21T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'c73ae0f0-92c4-4cbe-8b91-3c843047de48', 'name': '', 'network_id': '23099851-e20a-45e7-857d-a625cd8cc447', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:b1:4f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': 'ce77cc48-f292-4451-8806-7d40ad429ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:52:45Z', 'updated_at': '2022-04-21T13:52:48Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': 'ce77cc48-f292-4451-8806-7d40ad429ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:53:42.763906 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bed67ef-6c95-4497-bdd0-ff1b8e0ff582 None None] Checking router: f086fb2a-ff73-434b-bac9-65c7c51bed30 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:53:42.772496 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bed67ef-6c95-4497-bdd0-ff1b8e0ff582 None None] Routers {'f086fb2a-ff73-434b-bac9-65c7c51bed30'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:53:42.773105 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3bed67ef-6c95-4497-bdd0-ff1b8e0ff582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:53:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f086fb2a-ff73-434b-bac9-65c7c51bed30'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:53:42.785142 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c20c5-9265-49dc-8d5e-2d9a545ef155 req-3cd46a9b-0906-41ac-b475-15cc6e6ec92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:53:42.786697 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b20c20c5-9265-49dc-8d5e-2d9a545ef155 req-3cd46a9b-0906-41ac-b475-15cc6e6ec92d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=23099851-e20a-45e7-857d-a625cd8cc447&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465314 Apr 21 13:53:42.875213 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-3bed67ef-6c95-4497-bdd0-ff1b8e0ff582 None None] Set router f086fb2a-ff73-434b-bac9-65c7c51bed30 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:53:42.908400 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1217c9-7e3c-4cfb-83f2-d4d6436107e4 req-cfada9bf-4dbd-4cf5-b145-4935610af97a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:53:42.909890 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c1217c9-7e3c-4cfb-83f2-d4d6436107e4 req-cfada9bf-4dbd-4cf5-b145-4935610af97a tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7 HTTP/1.1" status: 200 len: 946 time: 0.1028388 Apr 21 13:53:42.930601 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b20c20c5-9265-49dc-8d5e-2d9a545ef155 req-f40eaf96-ac1f-48a4-adb8-4d13fdb12aa9 service neutron] 10.222.0.24 "GET /v2.0/networks/23099851-e20a-45e7-857d-a625cd8cc447?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309967 Apr 21 13:53:42.974316 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c1217c9-7e3c-4cfb-83f2-d4d6436107e4 req-b44a3ca1-9986-47df-a1dd-c3c67af67f8b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=a621131e-3a1e-49a6-a1af-dba1a94dcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557690 Apr 21 13:53:43.038388 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b20c20c5-9265-49dc-8d5e-2d9a545ef155 req-e6441d24-216a-4a28-a85b-118648ed72f6 service neutron] 10.222.0.24 "GET /v2.0/networks/23099851-e20a-45e7-857d-a625cd8cc447?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968375 Apr 21 13:53:43.079257 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-3bed67ef-6c95-4497-bdd0-ff1b8e0ff582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1219087304', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'a655612a-0b2c-41f3-b030-b482badbbef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:52:41Z', 'updated_at': '2022-04-21T13:52:45Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'a655612a-0b2c-41f3-b030-b482badbbef2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:52:42Z', 'updated_at': '2022-04-21T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'c73ae0f0-92c4-4cbe-8b91-3c843047de48', 'name': '', 'network_id': '23099851-e20a-45e7-857d-a625cd8cc447', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:b1:4f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': 'ce77cc48-f292-4451-8806-7d40ad429ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:52:45Z', 'updated_at': '2022-04-21T13:52:48Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': 'ce77cc48-f292-4451-8806-7d40ad429ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:53:43.105376 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bed67ef-6c95-4497-bdd0-ff1b8e0ff582 None None] The sync data for ids ['f086fb2a-ff73-434b-bac9-65c7c51bed30'] in n-d-836147-2 is: [{'id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1219087304', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'a655612a-0b2c-41f3-b030-b482badbbef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:52:41Z', 'updated_at': '2022-04-21T13:52:45Z', 'revision_number': 4, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'a655612a-0b2c-41f3-b030-b482badbbef2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:52:42Z', 'updated_at': '2022-04-21T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': 'c73ae0f0-92c4-4cbe-8b91-3c843047de48', 'name': '', 'network_id': '23099851-e20a-45e7-857d-a625cd8cc447', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'mac_address': 'fa:16:3e:b1:4f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': 'ce77cc48-f292-4451-8806-7d40ad429ae2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:52:45Z', 'updated_at': '2022-04-21T13:52:48Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'subnets': [{'id': 'ce77cc48-f292-4451-8806-7d40ad429ae2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:53:43.311968 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc6f5f1-1e6f-4c87-8d4a-c17ab6faec72 None None] New status for floating IP 86d9409e-8459-4e7f-83c5-194a03cbf1e8: DOWN {{(pid=103399) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:53:43.530249 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ba748f3d-e4f5-42d1-8de2-55a62fb0f735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:44.090456 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bb540-b50b-4dd4-9e1f-fcc407b0456c req-0da357d7-deb9-4068-992c-1af0fdd280fe tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:53:44.091915 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-524bb540-b50b-4dd4-9e1f-fcc407b0456c req-0da357d7-deb9-4068-992c-1af0fdd280fe tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7 HTTP/1.1" status: 200 len: 946 time: 0.0484650 Apr 21 13:53:44.129426 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-524bb540-b50b-4dd4-9e1f-fcc407b0456c req-8d0266c9-fa92-4e1d-97a8-5fff52591f9d tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=a621131e-3a1e-49a6-a1af-dba1a94dcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313530 Apr 21 13:53:44.599271 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66488dc-72eb-49ee-be61-a774b8a26d20 req-077a2d66-f487-4e00-bf26-dd3ee8a8319e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:53:44.600700 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d66488dc-72eb-49ee-be61-a774b8a26d20 req-077a2d66-f487-4e00-bf26-dd3ee8a8319e tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.24 "GET /v2.0/ports?device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7 HTTP/1.1" status: 200 len: 946 time: 0.0469270 Apr 21 13:53:44.695005 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d66488dc-72eb-49ee-be61-a774b8a26d20 req-3d4c08c1-877b-424c-8726-7e80172efafd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Deleting port 7ccdb893-d9ab-4c46-aa64-493fa1f7fddf {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:53:44.695342 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d66488dc-72eb-49ee-be61-a774b8a26d20 req-3d4c08c1-877b-424c-8726-7e80172efafd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:44.779978 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-d66488dc-72eb-49ee-be61-a774b8a26d20 req-3d4c08c1-877b-424c-8726-7e80172efafd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] For port 7ccdb893-d9ab-4c46-aa64-493fa1f7fddf, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=7ccdb893-d9ab-4c46-aa64-493fa1f7fddf,segment=NetworkSegment(8113d92d-c7e9-4b50-863e-7d12af233437),segment_id=8113d92d-c7e9-4b50-863e-7d12af233437)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:53:44.780338 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d66488dc-72eb-49ee-be61-a774b8a26d20 req-3d4c08c1-877b-424c-8726-7e80172efafd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:44.793486 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-d66488dc-72eb-49ee-be61-a774b8a26d20 req-3d4c08c1-877b-424c-8726-7e80172efafd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Calling delete_port for 7ccdb893-d9ab-4c46-aa64-493fa1f7fddf owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:53:45.277884 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5512e25-4d08-4a92-92f7-c719f74936a4 req-e97cd6ca-0c4d-459c-8c50-f1d23f516038 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:53:45.279358 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a5512e25-4d08-4a92-92f7-c719f74936a4 req-e97cd6ca-0c4d-459c-8c50-f1d23f516038 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7 HTTP/1.1" status: 200 len: 946 time: 0.0820975 Apr 21 13:53:45.317066 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a5512e25-4d08-4a92-92f7-c719f74936a4 req-f8f22f8a-5437-4b6e-9f95-2c699001e287 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/security-groups?id=a621131e-3a1e-49a6-a1af-dba1a94dcc95&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315304 Apr 21 13:53:45.319242 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d66488dc-72eb-49ee-be61-a774b8a26d20 req-3d4c08c1-877b-424c-8726-7e80172efafd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:45.351842 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c08c1-877b-424c-8726-7e80172efafd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'Port': ['ID=7ccdb893-d9ab-4c46-aa64-493fa1f7fddf,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:53:45.381660 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4c08c1-877b-424c-8726-7e80172efafd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:45.382007 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4c08c1-877b-424c-8726-7e80172efafd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:45.382341 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4c08c1-877b-424c-8726-7e80172efafd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:45.382667 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4c08c1-877b-424c-8726-7e80172efafd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:45.382992 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4c08c1-877b-424c-8726-7e80172efafd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:45.383315 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4c08c1-877b-424c-8726-7e80172efafd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:45.383633 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4c08c1-877b-424c-8726-7e80172efafd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:45.383952 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4c08c1-877b-424c-8726-7e80172efafd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:45.384314 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4c08c1-877b-424c-8726-7e80172efafd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:45.384632 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4c08c1-877b-424c-8726-7e80172efafd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:45.384948 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4c08c1-877b-424c-8726-7e80172efafd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:45.385260 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4c08c1-877b-424c-8726-7e80172efafd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:45.402317 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66488dc-72eb-49ee-be61-a774b8a26d20 req-3d4c08c1-877b-424c-8726-7e80172efafd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] No DVR routers for this DVR port 7ccdb893-d9ab-4c46-aa64-493fa1f7fddf on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:53:45.404824 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-d66488dc-72eb-49ee-be61-a774b8a26d20 req-3d4c08c1-877b-424c-8726-7e80172efafd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:45.408261 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d66488dc-72eb-49ee-be61-a774b8a26d20 req-3d4c08c1-877b-424c-8726-7e80172efafd tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.24 "DELETE /v2.0/ports/7ccdb893-d9ab-4c46-aa64-493fa1f7fddf HTTP/1.1" status: 204 len: 173 time: 0.7974267 Apr 21 13:53:45.408658 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2955ec6e-827b-4ddc-8c5c-3115409bb0e7', 'name': 'network-vif-deleted', 'tag': '7ccdb893-d9ab-4c46-aa64-493fa1f7fddf'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:53:45.410944 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13edc906-4840-46e5-b91e-e3a4e9d7153d" -d '{"events": [{"server_uuid": "2955ec6e-827b-4ddc-8c5c-3115409bb0e7", "name": "network-vif-deleted", "tag": "7ccdb893-d9ab-4c46-aa64-493fa1f7fddf"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:53:45.449662 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d2f6b6-ade2-4a3b-acdd-7d4473339493 x-openstack-request-id: req-93d2f6b6-ade2-4a3b-acdd-7d4473339493 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:53:45.449955 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2955ec6e-827b-4ddc-8c5c-3115409bb0e7", "name": "network-vif-deleted", "tag": "7ccdb893-d9ab-4c46-aa64-493fa1f7fddf", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:53:45.450211 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-93d2f6b6-ade2-4a3b-acdd-7d4473339493 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:53:45.450612 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93d2f6b6-ade2-4a3b-acdd-7d4473339493'] response: {'server_uuid': '2955ec6e-827b-4ddc-8c5c-3115409bb0e7', 'name': 'network-vif-deleted', 'tag': '7ccdb893-d9ab-4c46-aa64-493fa1f7fddf', 'status': 'completed', 'code': 200} Apr 21 13:53:45.776065 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e2897f9c-6dbf-4997-b35d-1b0e6bfa7168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:46.422394 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8f7830fa-4433-4ea5-8dc3-fa671283cfa7 req-5f7f321a-293d-4515-b3f0-0c8cbc28f280 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "GET /v2.0/ports?device_id=2955ec6e-827b-4ddc-8c5c-3115409bb0e7 HTTP/1.1" status: 200 len: 210 time: 0.0264754 Apr 21 13:53:47.199019 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:47.480383 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33262) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:53:47.831479 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9903292a-03ed-4819-9b7b-5a9f7a14bed2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:48.079457 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9903292a-03ed-4819-9b7b-5a9f7a14bed2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Deleting port c73ae0f0-92c4-4cbe-8b91-3c843047de48 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:53:48.079791 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9903292a-03ed-4819-9b7b-5a9f7a14bed2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:48.164846 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-9903292a-03ed-4819-9b7b-5a9f7a14bed2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] For port c73ae0f0-92c4-4cbe-8b91-3c843047de48, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=c73ae0f0-92c4-4cbe-8b91-3c843047de48,segment=NetworkSegment(8113d92d-c7e9-4b50-863e-7d12af233437),segment_id=8113d92d-c7e9-4b50-863e-7d12af233437)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:53:48.165130 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9903292a-03ed-4819-9b7b-5a9f7a14bed2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:48.178603 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-9903292a-03ed-4819-9b7b-5a9f7a14bed2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Calling delete_port for c73ae0f0-92c4-4cbe-8b91-3c843047de48 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:53:48.432976 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9903292a-03ed-4819-9b7b-5a9f7a14bed2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:48.469708 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903292a-03ed-4819-9b7b-5a9f7a14bed2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'Port': ['ID=c73ae0f0-92c4-4cbe-8b91-3c843047de48,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:53:48.638639 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9903292a-03ed-4819-9b7b-5a9f7a14bed2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:48.770080 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:48.793079 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:48.794602 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:48.854995 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9903292a-03ed-4819-9b7b-5a9f7a14bed2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Router f086fb2a-ff73-434b-bac9-65c7c51bed30 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:53:48.967989 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9903292a-03ed-4819-9b7b-5a9f7a14bed2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:53:48.972957 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9903292a-03ed-4819-9b7b-5a9f7a14bed2 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "PUT /v2.0/routers/f086fb2a-ff73-434b-bac9-65c7c51bed30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4915497 Apr 21 13:53:48.975805 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33264) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:53:48.977481 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12022b89-5323-4593-8025-197f3bb76b41 None None] Sync routers for ids ['f086fb2a-ff73-434b-bac9-65c7c51bed30'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:53:48.986987 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12022b89-5323-4593-8025-197f3bb76b41 None None] Routers {'f086fb2a-ff73-434b-bac9-65c7c51bed30'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:53:48.987590 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-12022b89-5323-4593-8025-197f3bb76b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:53:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f086fb2a-ff73-434b-bac9-65c7c51bed30'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:53:49.026518 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-08223c9a-2668-4ff1-b278-06720797270b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Deleting subnet ce77cc48-f292-4451-8806-7d40ad429ae2 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 13:53:49.029508 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-08223c9a-2668-4ff1-b278-06720797270b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:49.067965 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-08223c9a-2668-4ff1-b278-06720797270b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:49.088069 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-12022b89-5323-4593-8025-197f3bb76b41 None None] Set router f086fb2a-ff73-434b-bac9-65c7c51bed30 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:53:49.154562 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-08223c9a-2668-4ff1-b278-06720797270b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:49.260079 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-12022b89-5323-4593-8025-197f3bb76b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1219087304', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'a655612a-0b2c-41f3-b030-b482badbbef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:52:41Z', 'updated_at': '2022-04-21T13:53:48Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'a655612a-0b2c-41f3-b030-b482badbbef2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:52:42Z', 'updated_at': '2022-04-21T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:53:49.285530 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12022b89-5323-4593-8025-197f3bb76b41 None None] Checking router: f086fb2a-ff73-434b-bac9-65c7c51bed30 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:53:49.293413 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12022b89-5323-4593-8025-197f3bb76b41 None None] Routers {'f086fb2a-ff73-434b-bac9-65c7c51bed30'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:53:49.294057 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-12022b89-5323-4593-8025-197f3bb76b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:53:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['f086fb2a-ff73-434b-bac9-65c7c51bed30'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:53:49.295490 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-08223c9a-2668-4ff1-b278-06720797270b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:49.323729 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08223c9a-2668-4ff1-b278-06720797270b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'Subnet': ['ID=ce77cc48-f292-4451-8806-7d40ad429ae2,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:53:49.327535 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-08223c9a-2668-4ff1-b278-06720797270b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:49.334040 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-08223c9a-2668-4ff1-b278-06720797270b tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "DELETE /v2.0/subnets/ce77cc48-f292-4451-8806-7d40ad429ae2 HTTP/1.1" status: 204 len: 168 time: 0.3538177 Apr 21 13:53:49.334351 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33266) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:53:49.335220 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d6d3bd-a903-4ce9-b95d-a05b451762c2 None None] Network 23099851-e20a-45e7-857d-a625cd8cc447 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:53:49.404362 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 7ccdb893-d9ab-4c46-aa64-493fa1f7fddf no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:53:49.432655 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 7ccdb893-d9ab-4c46-aa64-493fa1f7fddf {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:53:49.433371 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 7ccdb893-d9ab-4c46-aa64-493fa1f7fddf not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:53:49.461360 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aea4618f-ff5f-4276-8ae3-f7a2f4dfeff3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:49.506807 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-12022b89-5323-4593-8025-197f3bb76b41 None None] Set router f086fb2a-ff73-434b-bac9-65c7c51bed30 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:53:49.574161 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a727a6d-d074-4b79-8c27-fe785a7583af None None] DHCP port deletion for 23099851-e20a-45e7-857d-a625cd8cc447 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 13:53:49.579366 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aea4618f-ff5f-4276-8ae3-f7a2f4dfeff3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:49.622100 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0a727a6d-d074-4b79-8c27-fe785a7583af None None] Deleting port 75af88a4-b0ad-4dd8-bf83-0a1633d2b064 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:53:49.622471 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a727a6d-d074-4b79-8c27-fe785a7583af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:49.684586 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-0a727a6d-d074-4b79-8c27-fe785a7583af None None] For port 75af88a4-b0ad-4dd8-bf83-0a1633d2b064, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=75af88a4-b0ad-4dd8-bf83-0a1633d2b064,segment=NetworkSegment(8113d92d-c7e9-4b50-863e-7d12af233437),segment_id=8113d92d-c7e9-4b50-863e-7d12af233437)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:53:49.684862 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-12022b89-5323-4593-8025-197f3bb76b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1219087304', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'a655612a-0b2c-41f3-b030-b482badbbef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:52:41Z', 'updated_at': '2022-04-21T13:53:48Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'a655612a-0b2c-41f3-b030-b482badbbef2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:52:42Z', 'updated_at': '2022-04-21T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:53:49.684984 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a727a6d-d074-4b79-8c27-fe785a7583af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:49.686960 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-aea4618f-ff5f-4276-8ae3-f7a2f4dfeff3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Deleting port a655612a-0b2c-41f3-b030-b482badbbef2 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:53:49.687343 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aea4618f-ff5f-4276-8ae3-f7a2f4dfeff3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:49.699370 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0a727a6d-d074-4b79-8c27-fe785a7583af None None] Calling delete_port for 75af88a4-b0ad-4dd8-bf83-0a1633d2b064 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:53:49.716981 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12022b89-5323-4593-8025-197f3bb76b41 None None] The sync data for ids ['f086fb2a-ff73-434b-bac9-65c7c51bed30'] in n-d-836147-2 is: [{'id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1219087304', 'tenant_id': 'ede2fbffe5614ad9915a309c73849643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.241'}], 'enable_snat': True}, 'gw_port_id': 'a655612a-0b2c-41f3-b030-b482badbbef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:52:41Z', 'updated_at': '2022-04-21T13:53:48Z', 'revision_number': 5, 'project_id': 'ede2fbffe5614ad9915a309c73849643', 'gw_port': {'id': 'a655612a-0b2c-41f3-b030-b482badbbef2', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f086fb2a-ff73-434b-bac9-65c7c51bed30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:52:42Z', 'updated_at': '2022-04-21T13:52:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:53:49.771424 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-aea4618f-ff5f-4276-8ae3-f7a2f4dfeff3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] For port a655612a-0b2c-41f3-b030-b482badbbef2, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=a655612a-0b2c-41f3-b030-b482badbbef2,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:53:49.771750 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aea4618f-ff5f-4276-8ae3-f7a2f4dfeff3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:49.785133 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-aea4618f-ff5f-4276-8ae3-f7a2f4dfeff3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Calling delete_port for a655612a-0b2c-41f3-b030-b482badbbef2 owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:53:49.838912 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a727a6d-d074-4b79-8c27-fe785a7583af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:49.863644 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a727a6d-d074-4b79-8c27-fe785a7583af None None] Pushing event deleted for resources: {'Port': ['ID=75af88a4-b0ad-4dd8-bf83-0a1633d2b064,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:53:49.867938 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a727a6d-d074-4b79-8c27-fe785a7583af None None] No DVR routers for this DVR port 75af88a4-b0ad-4dd8-bf83-0a1633d2b064 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:53:49.878530 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a727a6d-d074-4b79-8c27-fe785a7583af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:49.878530 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a727a6d-d074-4b79-8c27-fe785a7583af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:49.878530 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a727a6d-d074-4b79-8c27-fe785a7583af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:49.878530 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a727a6d-d074-4b79-8c27-fe785a7583af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:49.878530 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a727a6d-d074-4b79-8c27-fe785a7583af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:49.878530 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a727a6d-d074-4b79-8c27-fe785a7583af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:49.878530 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a727a6d-d074-4b79-8c27-fe785a7583af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:49.878530 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a727a6d-d074-4b79-8c27-fe785a7583af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:49.879807 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a727a6d-d074-4b79-8c27-fe785a7583af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:49.879807 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a727a6d-d074-4b79-8c27-fe785a7583af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:49.879807 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a727a6d-d074-4b79-8c27-fe785a7583af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:49.879807 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a727a6d-d074-4b79-8c27-fe785a7583af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:53:50.050504 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aea4618f-ff5f-4276-8ae3-f7a2f4dfeff3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:50.075004 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4618f-ff5f-4276-8ae3-f7a2f4dfeff3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'Port': ['ID=a655612a-0b2c-41f3-b030-b482badbbef2,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:53:50.145352 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aea4618f-ff5f-4276-8ae3-f7a2f4dfeff3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:50.237801 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aea4618f-ff5f-4276-8ae3-f7a2f4dfeff3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:50.239920 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aea4618f-ff5f-4276-8ae3-f7a2f4dfeff3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:50.353212 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aea4618f-ff5f-4276-8ae3-f7a2f4dfeff3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:50.353850 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea4618f-ff5f-4276-8ae3-f7a2f4dfeff3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Fanout notify agent at l3_agent the message router_deleted on router f086fb2a-ff73-434b-bac9-65c7c51bed30 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 13:53:50.360477 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-aea4618f-ff5f-4276-8ae3-f7a2f4dfeff3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:50.362744 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-aea4618f-ff5f-4276-8ae3-f7a2f4dfeff3 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "DELETE /v2.0/routers/f086fb2a-ff73-434b-bac9-65c7c51bed30 HTTP/1.1" status: 204 len: 168 time: 1.0273454 Apr 21 13:53:50.364636 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33268) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:53:50.446712 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b8d2c5f-edbd-4b17-9bfe-25b3ec1c1772 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:50.531081 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b8d2c5f-edbd-4b17-9bfe-25b3ec1c1772 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:50.551931 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-8b8d2c5f-edbd-4b17-9bfe-25b3ec1c1772 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23099851-e20a-45e7-857d-a625cd8cc447']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:53:50.561141 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-8b8d2c5f-edbd-4b17-9bfe-25b3ec1c1772 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8113d92d-c7e9-4b50-863e-7d12af233437') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:53:50.561439 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-8b8d2c5f-edbd-4b17-9bfe-25b3ec1c1772 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8113d92d-c7e9-4b50-863e-7d12af233437') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:53:50.570704 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b8d2c5f-edbd-4b17-9bfe-25b3ec1c1772 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:50.583802 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b8d2c5f-edbd-4b17-9bfe-25b3ec1c1772 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:50.589772 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b8d2c5f-edbd-4b17-9bfe-25b3ec1c1772 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 13:53:50.590155 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b8d2c5f-edbd-4b17-9bfe-25b3ec1c1772 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: timer() Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 13:53:50.593130 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 13:53:50.998892 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b8d2c5f-edbd-4b17-9bfe-25b3ec1c1772 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:51.006661 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-8b8d2c5f-edbd-4b17-9bfe-25b3ec1c1772 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:51.009071 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-8b8d2c5f-edbd-4b17-9bfe-25b3ec1c1772 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "DELETE /v2.0/networks/23099851-e20a-45e7-857d-a625cd8cc447 HTTP/1.1" status: 204 len: 168 time: 0.6434979 Apr 21 13:53:51.011967 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33270) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:53:51.021323 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d2c5f-edbd-4b17-9bfe-25b3ec1c1772 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'Network': ['ID=23099851-e20a-45e7-857d-a625cd8cc447,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:53:51.073078 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a91b3a5c-aa1b-4b48-9292-9a48d2f508ff tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:51.091896 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:51.102688 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a91b3a5c-aa1b-4b48-9292-9a48d2f508ff tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:51.221672 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a91b3a5c-aa1b-4b48-9292-9a48d2f508ff tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:51.224192 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-a91b3a5c-aa1b-4b48-9292-9a48d2f508ff tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:51.225343 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-a91b3a5c-aa1b-4b48-9292-9a48d2f508ff tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] 10.222.0.36 "DELETE /v2.0/security-groups/a621131e-3a1e-49a6-a1af-dba1a94dcc95 HTTP/1.1" status: 204 len: 168 time: 0.2123604 Apr 21 13:53:51.234617 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b3a5c-aa1b-4b48-9292-9a48d2f508ff tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a621131e-3a1e-49a6-a1af-dba1a94dcc95,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:53:51.421291 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a655612a-0b2c-41f3-b030-b482badbbef2 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:53:51.441922 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: a655612a-0b2c-41f3-b030-b482badbbef2 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:53:51.442239 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device a655612a-0b2c-41f3-b030-b482badbbef2 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:53:51.442646 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 75af88a4-b0ad-4dd8-bf83-0a1633d2b064 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:53:51.464121 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 75af88a4-b0ad-4dd8-bf83-0a1633d2b064 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:53:51.464464 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 75af88a4-b0ad-4dd8-bf83-0a1633d2b064 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:53:51.464866 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c73ae0f0-92c4-4cbe-8b91-3c843047de48 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:53:51.484053 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: c73ae0f0-92c4-4cbe-8b91-3c843047de48 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:53:51.484404 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device c73ae0f0-92c4-4cbe-8b91-3c843047de48 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:53:51.805930 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33278) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:53:51.950164 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-992a8e69-381f-4361-a8aa-6897a39b778d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ede2fbffe5614ad9915a309c73849643&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1430609 Apr 21 13:53:51.952630 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33282) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:53:51.999930 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48e0ee8c-c301-497e-b353-f34b998676e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:52.020455 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48e0ee8c-c301-497e-b353-f34b998676e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:52.153043 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48e0ee8c-c301-497e-b353-f34b998676e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:52.155874 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-48e0ee8c-c301-497e-b353-f34b998676e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:52.157047 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-48e0ee8c-c301-497e-b353-f34b998676e4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e542c11b-dab0-4d98-b1e0-b65c528f156a HTTP/1.1" status: 204 len: 168 time: 0.2034714 Apr 21 13:53:52.165949 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0ee8c-c301-497e-b353-f34b998676e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e542c11b-dab0-4d98-b1e0-b65c528f156a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:53:52.717054 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33288) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:53:52.735174 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-20d3be7b-1c52-480e-9569-758f86a5af88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:52.820334 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-20d3be7b-1c52-480e-9569-758f86a5af88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:52.901687 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-20d3be7b-1c52-480e-9569-758f86a5af88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:52.938645 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3be7b-1c52-480e-9569-758f86a5af88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec8e06c-1316-4195-90d2-6f87ba2f2781,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:53:52.943980 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-20d3be7b-1c52-480e-9569-758f86a5af88 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=42e2f17b44b443859271fb223c226255&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2258596 Apr 21 13:53:52.946607 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33290) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:53:52.993474 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e50a9493-99d1-4689-ae17-941925f7984c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:53.013964 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e50a9493-99d1-4689-ae17-941925f7984c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:53.141082 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e50a9493-99d1-4689-ae17-941925f7984c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:53.144258 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e50a9493-99d1-4689-ae17-941925f7984c admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:53.145432 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e50a9493-99d1-4689-ae17-941925f7984c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7ec8e06c-1316-4195-90d2-6f87ba2f2781 HTTP/1.1" status: 204 len: 168 time: 0.1979508 Apr 21 13:53:53.153164 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a9493-99d1-4689-ae17-941925f7984c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec8e06c-1316-4195-90d2-6f87ba2f2781,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:53:54.234976 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33312) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:53:54.327827 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-4a5f49f6-aad0-44a5-88a7-fe521c63d829 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-814504101-network', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:53:54.398882 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5f49f6-aad0-44a5-88a7-fe521c63d829 admin admin] Made reservation on behalf of f87b562c2b54443eba22e6d817e1663c for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:53:54.401135 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a5f49f6-aad0-44a5-88a7-fe521c63d829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:54.409831 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a5f49f6-aad0-44a5-88a7-fe521c63d829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:54.479353 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a5f49f6-aad0-44a5-88a7-fe521c63d829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:54.558000 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a5f49f6-aad0-44a5-88a7-fe521c63d829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:54.581564 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f49f6-aad0-44a5-88a7-fe521c63d829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be2dcfd-5391-4a5d-9993-a0b356d0b1fe,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:53:54.617175 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a5f49f6-aad0-44a5-88a7-fe521c63d829 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:53:54.626064 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a5f49f6-aad0-44a5-88a7-fe521c63d829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:54.626401 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-4a5f49f6-aad0-44a5-88a7-fe521c63d829 admin admin] Added segment fd09a405-4033-489a-86f4-ec80fa38587b of type vlan for network 2af3a7b7-e271-41e0-9274-4e2bdfcbf33f Apr 21 13:53:54.672147 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a5f49f6-aad0-44a5-88a7-fe521c63d829 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:54.752024 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a5f49f6-aad0-44a5-88a7-fe521c63d829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:54.753540 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5f49f6-aad0-44a5-88a7-fe521c63d829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:53:54.754164 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-4a5f49f6-aad0-44a5-88a7-fe521c63d829 admin admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:54.813552 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f49f6-aad0-44a5-88a7-fe521c63d829 admin admin] Pushing event updated for resources: {'Network': ['ID=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:53:54.823633 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 2af3a7b7-e271-41e0-9274-4e2bdfcbf33f details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:53:54.872641 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-4a5f49f6-aad0-44a5-88a7-fe521c63d829 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6338060 Apr 21 13:53:54.872896 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33316) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:53:54.877867 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-b1a40746-9c80-4a8d-b38b-fe4b87b934ae admin admin] Request body: {'subnet': {'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-814504101-subnet', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'ip_version': 4}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:53:54.964292 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a40746-9c80-4a8d-b38b-fe4b87b934ae admin admin] Made reservation on behalf of f87b562c2b54443eba22e6d817e1663c for: {'subnet': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:53:54.966682 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b1a40746-9c80-4a8d-b38b-fe4b87b934ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8753324'] for subnet, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:55.192766 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b1a40746-9c80-4a8d-b38b-fe4b87b934ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8932991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8753338'] for subnet, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:55.248972 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a40746-9c80-4a8d-b38b-fe4b87b934ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=34514dc4-6386-4d44-aff2-59c7574eb809,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:53:55.257495 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a40746-9c80-4a8d-b38b-fe4b87b934ae admin admin] Checking segment: {'id': 'fd09a405-4033-489a-86f4-ec80fa38587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:53:55.257880 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a40746-9c80-4a8d-b38b-fe4b87b934ae admin admin] Network hostable DHCP agents. Network: 2af3a7b7-e271-41e0-9274-4e2bdfcbf33f, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103397) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:53:55.358266 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a40746-9c80-4a8d-b38b-fe4b87b934ae admin admin] Network 2af3a7b7-e271-41e0-9274-4e2bdfcbf33f is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103397) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:53:55.426926 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b1a40746-9c80-4a8d-b38b-fe4b87b934ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 2af3a7b7-e271-41e0-9274-4e2bdfcbf33f) {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:53:55.431052 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a40746-9c80-4a8d-b38b-fe4b87b934ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:53:55.431656 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b1a40746-9c80-4a8d-b38b-fe4b87b934ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:55.436553 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd694dd-9240-4359-9ecf-99ba8c309ff2 None None] Network 2af3a7b7-e271-41e0-9274-4e2bdfcbf33f requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:53:55.509813 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b1a40746-9c80-4a8d-b38b-fe4b87b934ae admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6358395 Apr 21 13:53:55.513826 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33318) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:53:55.518136 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-a09cf53e-d6a3-4521-8bcc-cb880b43ce4a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-814504101-router', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:53:55.583175 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69711b4-b2a7-4cba-8145-b360903f8c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'fixed_ips': [{'subnet_id': '34514dc4-6386-4d44-aff2-59c7574eb809'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:53:55.584031 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e69711b4-b2a7-4cba-8145-b360903f8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:55.598654 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a09cf53e-d6a3-4521-8bcc-cb880b43ce4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:55.603226 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a09cf53e-d6a3-4521-8bcc-cb880b43ce4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:55.653343 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a09cf53e-d6a3-4521-8bcc-cb880b43ce4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:55.713660 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-e69711b4-b2a7-4cba-8145-b360903f8c3a None None] Allocated IP 172.20.0.2 (2af3a7b7-e271-41e0-9274-4e2bdfcbf33f/34514dc4-6386-4d44-aff2-59c7574eb809/541a2b5b-164c-4822-9b69-bd4f1c1b5bf4) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:53:55.859026 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e69711b4-b2a7-4cba-8145-b360903f8c3a None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:55.874918 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a09cf53e-d6a3-4521-8bcc-cb880b43ce4a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:55.941729 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e69711b4-b2a7-4cba-8145-b360903f8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:55.977611 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69711b4-b2a7-4cba-8145-b360903f8c3a None None] Network 2af3a7b7-e271-41e0-9274-4e2bdfcbf33f is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:53:55.982471 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-e69711b4-b2a7-4cba-8145-b360903f8c3a None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:53:55.984990 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69711b4-b2a7-4cba-8145-b360903f8c3a None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:53:55.997775 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69711b4-b2a7-4cba-8145-b360903f8c3a None None] Pushing event updated for resources: {'Port': ['ID=541a2b5b-164c-4822-9b69-bd4f1c1b5bf4,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:53:56.050068 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e69711b4-b2a7-4cba-8145-b360903f8c3a None None] Attempting to bind port 541a2b5b-164c-4822-9b69-bd4f1c1b5bf4 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:53:56.050426 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e69711b4-b2a7-4cba-8145-b360903f8c3a None None] Attempting to bind port 541a2b5b-164c-4822-9b69-bd4f1c1b5bf4 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'fd09a405-4033-489a-86f4-ec80fa38587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:53:56.050780 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69711b4-b2a7-4cba-8145-b360903f8c3a None None] Attempting to bind port 541a2b5b-164c-4822-9b69-bd4f1c1b5bf4 on network 2af3a7b7-e271-41e0-9274-4e2bdfcbf33f {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:53:56.055756 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69711b4-b2a7-4cba-8145-b360903f8c3a None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:53:56.056122 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69711b4-b2a7-4cba-8145-b360903f8c3a None None] Checking segment: {'id': 'fd09a405-4033-489a-86f4-ec80fa38587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:53:56.056520 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e69711b4-b2a7-4cba-8145-b360903f8c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:56.056930 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69711b4-b2a7-4cba-8145-b360903f8c3a None None] Bound using segment: {'id': 'fd09a405-4033-489a-86f4-ec80fa38587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:53:56.057392 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-e69711b4-b2a7-4cba-8145-b360903f8c3a None None] Bound port: 541a2b5b-164c-4822-9b69-bd4f1c1b5bf4, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd09a405-4033-489a-86f4-ec80fa38587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:53:56.057804 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e69711b4-b2a7-4cba-8145-b360903f8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:56.171133 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a09cf53e-d6a3-4521-8bcc-cb880b43ce4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:56.190361 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a09cf53e-d6a3-4521-8bcc-cb880b43ce4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:56.274098 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e69711b4-b2a7-4cba-8145-b360903f8c3a None None] For port 541a2b5b-164c-4822-9b69-bd4f1c1b5bf4, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:53:56.277317 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e69711b4-b2a7-4cba-8145-b360903f8c3a None None] For port 541a2b5b-164c-4822-9b69-bd4f1c1b5bf4, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=541a2b5b-164c-4822-9b69-bd4f1c1b5bf4,segment=NetworkSegment(fd09a405-4033-489a-86f4-ec80fa38587b),segment_id=fd09a405-4033-489a-86f4-ec80fa38587b)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:53:56.296315 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-a09cf53e-d6a3-4521-8bcc-cb880b43ce4a admin admin] Allocated IP 172.25.8.186 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/b89a5b75-c5cb-4da9-b547-b37b8b20110f) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:53:56.382098 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e69711b4-b2a7-4cba-8145-b360903f8c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:56.394934 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a09cf53e-d6a3-4521-8bcc-cb880b43ce4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:56.443187 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69711b4-b2a7-4cba-8145-b360903f8c3a None None] Pushing event updated for resources: {'Port': ['ID=541a2b5b-164c-4822-9b69-bd4f1c1b5bf4,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:53:56.490711 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a09cf53e-d6a3-4521-8bcc-cb880b43ce4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:56.532874 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09cf53e-d6a3-4521-8bcc-cb880b43ce4a admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:53:56.538696 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-a09cf53e-d6a3-4521-8bcc-cb880b43ce4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:53:56.541263 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09cf53e-d6a3-4521-8bcc-cb880b43ce4a admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:53:56.571093 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09cf53e-d6a3-4521-8bcc-cb880b43ce4a admin admin] Pushing event updated for resources: {'Port': ['ID=b89a5b75-c5cb-4da9-b547-b37b8b20110f,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:53:56.878574 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a09cf53e-d6a3-4521-8bcc-cb880b43ce4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:57.073635 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a09cf53e-d6a3-4521-8bcc-cb880b43ce4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:57.273163 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a09cf53e-d6a3-4521-8bcc-cb880b43ce4a admin admin] Router 480802d0-bead-4a23-8072-a6d4bb882823 is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103397) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:53:57.342684 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59c1bc2-71e5-4e63-b2ed-b36dfd7cd708 None None] Network 2af3a7b7-e271-41e0-9274-4e2bdfcbf33f requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:53:57.401430 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09cf53e-d6a3-4521-8bcc-cb880b43ce4a admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:53:57.419760 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f756e406-b286-4ff3-b6eb-9b72c4d792a1 None None] Sync routers for ids ['480802d0-bead-4a23-8072-a6d4bb882823'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:53:57.459955 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b74cc868-5895-48fa-8b2c-14a4608ccc1f None None] Provisioning complete for port 541a2b5b-164c-4822-9b69-bd4f1c1b5bf4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:53:57.466723 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-a09cf53e-d6a3-4521-8bcc-cb880b43ce4a admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:57.470020 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-a09cf53e-d6a3-4521-8bcc-cb880b43ce4a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9531186 Apr 21 13:53:57.470114 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b74cc868-5895-48fa-8b2c-14a4608ccc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:57.470794 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33320) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:53:57.497416 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f756e406-b286-4ff3-b6eb-9b72c4d792a1 None None] Routers {'480802d0-bead-4a23-8072-a6d4bb882823'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:53:57.498078 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f756e406-b286-4ff3-b6eb-9b72c4d792a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:53:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['480802d0-bead-4a23-8072-a6d4bb882823'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:53:57.543460 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 541a2b5b-164c-4822-9b69-bd4f1c1b5bf4 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:53:57.713294 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-f756e406-b286-4ff3-b6eb-9b72c4d792a1 None None] Set router 480802d0-bead-4a23-8072-a6d4bb882823 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:53:57.823176 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 541a2b5b-164c-4822-9b69-bd4f1c1b5bf4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:53:57.823553 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:57.876846 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b74cc868-5895-48fa-8b2c-14a4608ccc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:57.895972 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63140edf-c6d6-4a3b-b754-f6a9bd2bae38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:57.949183 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b74cc868-5895-48fa-8b2c-14a4608ccc1f None None] For port 541a2b5b-164c-4822-9b69-bd4f1c1b5bf4, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=541a2b5b-164c-4822-9b69-bd4f1c1b5bf4,segment=NetworkSegment(fd09a405-4033-489a-86f4-ec80fa38587b),segment_id=fd09a405-4033-489a-86f4-ec80fa38587b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:53:58.007607 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b74cc868-5895-48fa-8b2c-14a4608ccc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:58.047223 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:58.068866 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-63140edf-c6d6-4a3b-b754-f6a9bd2bae38 admin admin] Allocated IP 172.20.0.1 (2af3a7b7-e271-41e0-9274-4e2bdfcbf33f/34514dc4-6386-4d44-aff2-59c7574eb809/84ae9d6b-f5db-4b8c-b3ea-0626ca550233) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:53:58.091431 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cc868-5895-48fa-8b2c-14a4608ccc1f None None] Pushing event updated for resources: {'Port': ['ID=541a2b5b-164c-4822-9b69-bd4f1c1b5bf4,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:53:58.146293 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f756e406-b286-4ff3-b6eb-9b72c4d792a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480802d0-bead-4a23-8072-a6d4bb882823', 'name': 'tempest-TestShelveInstance-814504101-router', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:53:55Z', 'updated_at': '2022-04-21T13:53:56Z', 'revision_number': 3, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'gw_port': {'id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:56Z', 'updated_at': '2022-04-21T13:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:53:58.147921 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103399) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 21 13:53:58.148273 n-d-836147-2 neutron-server[103399]: DEBUG oslo_db.api [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 21 13:53:58.150256 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9e5d314c-a391-4605-8625-66aee3b76a80 None None] Provisioning complete for port 541a2b5b-164c-4822-9b69-bd4f1c1b5bf4 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:53:58.150631 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9e5d314c-a391-4605-8625-66aee3b76a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:58.173964 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63140edf-c6d6-4a3b-b754-f6a9bd2bae38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:58.179847 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f756e406-b286-4ff3-b6eb-9b72c4d792a1 None None] Checking router: 480802d0-bead-4a23-8072-a6d4bb882823 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:53:58.180376 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f756e406-b286-4ff3-b6eb-9b72c4d792a1 None None] Updating router 480802d0-bead-4a23-8072-a6d4bb882823 port b89a5b75-c5cb-4da9-b547-b37b8b20110f binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:53:58.227413 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f756e406-b286-4ff3-b6eb-9b72c4d792a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:58.256452 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63140edf-c6d6-4a3b-b754-f6a9bd2bae38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:58.296237 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63140edf-c6d6-4a3b-b754-f6a9bd2bae38 admin admin] Network 2af3a7b7-e271-41e0-9274-4e2bdfcbf33f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:53:58.299212 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-63140edf-c6d6-4a3b-b754-f6a9bd2bae38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:53:58.302465 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63140edf-c6d6-4a3b-b754-f6a9bd2bae38 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:53:58.331774 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63140edf-c6d6-4a3b-b754-f6a9bd2bae38 admin admin] Pushing event updated for resources: {'Port': ['ID=84ae9d6b-f5db-4b8c-b3ea-0626ca550233,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:53:58.353455 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63140edf-c6d6-4a3b-b754-f6a9bd2bae38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:58.534625 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f756e406-b286-4ff3-b6eb-9b72c4d792a1 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:58.550259 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63140edf-c6d6-4a3b-b754-f6a9bd2bae38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:58.594486 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-0c65cc61-7229-46d0-a7ed-c88d9bd1c4f0 None None] Provisioning complete for port 84ae9d6b-f5db-4b8c-b3ea-0626ca550233 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:53:58.594786 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0c65cc61-7229-46d0-a7ed-c88d9bd1c4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:58.619038 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f756e406-b286-4ff3-b6eb-9b72c4d792a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:58.681156 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-0c65cc61-7229-46d0-a7ed-c88d9bd1c4f0 None None] Port 84ae9d6b-f5db-4b8c-b3ea-0626ca550233 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:53:58.712200 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63140edf-c6d6-4a3b-b754-f6a9bd2bae38 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:58.713217 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f756e406-b286-4ff3-b6eb-9b72c4d792a1 None None] Attempting to bind port b89a5b75-c5cb-4da9-b547-b37b8b20110f on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:53:58.713592 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f756e406-b286-4ff3-b6eb-9b72c4d792a1 None None] Attempting to bind port b89a5b75-c5cb-4da9-b547-b37b8b20110f by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:53:58.713970 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f756e406-b286-4ff3-b6eb-9b72c4d792a1 None None] Attempting to bind port b89a5b75-c5cb-4da9-b547-b37b8b20110f on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:53:58.719688 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdbcf21-8939-4869-a678-c694010b29a7 None None] Pushing event updated for resources: {'Port': ['ID=b89a5b75-c5cb-4da9-b547-b37b8b20110f,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:53:58.724729 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f756e406-b286-4ff3-b6eb-9b72c4d792a1 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:53:58.725100 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f756e406-b286-4ff3-b6eb-9b72c4d792a1 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:53:58.725493 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f756e406-b286-4ff3-b6eb-9b72c4d792a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:58.725905 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f756e406-b286-4ff3-b6eb-9b72c4d792a1 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:53:58.726372 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-f756e406-b286-4ff3-b6eb-9b72c4d792a1 None None] Bound port: b89a5b75-c5cb-4da9-b547-b37b8b20110f, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:53:58.726751 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f756e406-b286-4ff3-b6eb-9b72c4d792a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:58.747245 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63140edf-c6d6-4a3b-b754-f6a9bd2bae38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:58.779370 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f756e406-b286-4ff3-b6eb-9b72c4d792a1 None None] For port b89a5b75-c5cb-4da9-b547-b37b8b20110f, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:53:58.782423 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f756e406-b286-4ff3-b6eb-9b72c4d792a1 None None] For port b89a5b75-c5cb-4da9-b547-b37b8b20110f, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b89a5b75-c5cb-4da9-b547-b37b8b20110f,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:53:58.813337 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-63140edf-c6d6-4a3b-b754-f6a9bd2bae38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:58.815933 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63140edf-c6d6-4a3b-b754-f6a9bd2bae38 admin admin] Pushing event updated for resources: {'Port': ['ID=84ae9d6b-f5db-4b8c-b3ea-0626ca550233,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:53:58.833511 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f756e406-b286-4ff3-b6eb-9b72c4d792a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:58.891776 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f756e406-b286-4ff3-b6eb-9b72c4d792a1 None None] Routers {'480802d0-bead-4a23-8072-a6d4bb882823'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:53:58.892397 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f756e406-b286-4ff3-b6eb-9b72c4d792a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:53:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['480802d0-bead-4a23-8072-a6d4bb882823'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:53:58.897570 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdbcf21-8939-4869-a678-c694010b29a7 None None] Pushing event updated for resources: {'Port': ['ID=b89a5b75-c5cb-4da9-b547-b37b8b20110f,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:53:58.912163 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63140edf-c6d6-4a3b-b754-f6a9bd2bae38 admin admin] Network 2af3a7b7-e271-41e0-9274-4e2bdfcbf33f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:53:58.913501 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-63140edf-c6d6-4a3b-b754-f6a9bd2bae38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:53:59.006501 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-f756e406-b286-4ff3-b6eb-9b72c4d792a1 None None] Set router 480802d0-bead-4a23-8072-a6d4bb882823 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:53:59.031657 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63140edf-c6d6-4a3b-b754-f6a9bd2bae38 admin admin] Router 480802d0-bead-4a23-8072-a6d4bb882823 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:53:59.146965 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63140edf-c6d6-4a3b-b754-f6a9bd2bae38 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:53:59.151850 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-63140edf-c6d6-4a3b-b754-f6a9bd2bae38 admin admin] 10.222.0.36 "PUT /v2.0/routers/480802d0-bead-4a23-8072-a6d4bb882823/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6800084 Apr 21 13:53:59.214663 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-147860a6-a52d-4a67-8f5d-77a2e3aed794 None None] Provisioning complete for port 84ae9d6b-f5db-4b8c-b3ea-0626ca550233 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:53:59.215027 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-147860a6-a52d-4a67-8f5d-77a2e3aed794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:59.247879 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f756e406-b286-4ff3-b6eb-9b72c4d792a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480802d0-bead-4a23-8072-a6d4bb882823', 'name': 'tempest-TestShelveInstance-814504101-router', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:53:55Z', 'updated_at': '2022-04-21T13:53:58Z', 'revision_number': 4, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'gw_port': {'id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:56Z', 'updated_at': '2022-04-21T13:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '84ae9d6b-f5db-4b8c-b3ea-0626ca550233', 'name': '', 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'mac_address': 'fa:16:3e:7a:e7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:57Z', 'updated_at': '2022-04-21T13:53:58Z', 'revision_number': 2, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'subnets': [{'id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:53:59.278657 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f756e406-b286-4ff3-b6eb-9b72c4d792a1 None None] The sync data for ids ['480802d0-bead-4a23-8072-a6d4bb882823'] in n-d-836147-2 is: [{'id': '480802d0-bead-4a23-8072-a6d4bb882823', 'name': 'tempest-TestShelveInstance-814504101-router', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:53:55Z', 'updated_at': '2022-04-21T13:53:58Z', 'revision_number': 4, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'gw_port': {'id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:56Z', 'updated_at': '2022-04-21T13:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '84ae9d6b-f5db-4b8c-b3ea-0626ca550233', 'name': '', 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'mac_address': 'fa:16:3e:7a:e7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:57Z', 'updated_at': '2022-04-21T13:53:58Z', 'revision_number': 2, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'subnets': [{'id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:53:59.281214 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-147860a6-a52d-4a67-8f5d-77a2e3aed794 None None] Port 84ae9d6b-f5db-4b8c-b3ea-0626ca550233 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:53:59.426109 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 541a2b5b-164c-4822-9b69-bd4f1c1b5bf4 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:53:59.486149 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 541a2b5b-164c-4822-9b69-bd4f1c1b5bf4 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:53:59.488679 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:59.889330 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33336) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:53:59.894920 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-29c558d6-188d-4c00-a8f7-dba0ad89ea03 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1242429991-network', 'tenant_id': '22e992b32f774e6588f2f7763d22bca4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:53:59.975828 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c558d6-188d-4c00-a8f7-dba0ad89ea03 admin admin] Made reservation on behalf of 22e992b32f774e6588f2f7763d22bca4 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:53:59.978413 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29c558d6-188d-4c00-a8f7-dba0ad89ea03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:53:59.987912 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29c558d6-188d-4c00-a8f7-dba0ad89ea03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:00.069708 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29c558d6-188d-4c00-a8f7-dba0ad89ea03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:00.147317 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29c558d6-188d-4c00-a8f7-dba0ad89ea03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:00.173389 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c558d6-188d-4c00-a8f7-dba0ad89ea03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 13:54:00.183192 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c558d6-188d-4c00-a8f7-dba0ad89ea03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d7f157-2bf8-4e9b-8e87-0a9513a04021,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:00.190886 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29c558d6-188d-4c00-a8f7-dba0ad89ea03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:00.191219 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-29c558d6-188d-4c00-a8f7-dba0ad89ea03 admin admin] Added segment f61765e5-1ec0-4854-b99e-b564e76abbb3 of type vlan for network 546493d9-2e12-40e2-b520-aa5454ab0f95 Apr 21 13:54:00.233607 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29c558d6-188d-4c00-a8f7-dba0ad89ea03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:00.295962 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29c558d6-188d-4c00-a8f7-dba0ad89ea03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:00.297087 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c558d6-188d-4c00-a8f7-dba0ad89ea03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:00.297783 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-29c558d6-188d-4c00-a8f7-dba0ad89ea03 admin admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:00.360372 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c558d6-188d-4c00-a8f7-dba0ad89ea03 admin admin] Pushing event updated for resources: {'Network': ['ID=546493d9-2e12-40e2-b520-aa5454ab0f95,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:00.372393 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 546493d9-2e12-40e2-b520-aa5454ab0f95 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 13:54:00.381945 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33338) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:54:00.387316 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-d6a66c34-b207-4442-acc5-de59cbbb5cf3 admin admin] Request body: {'subnet': {'network_id': '546493d9-2e12-40e2-b520-aa5454ab0f95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1242429991-subnet', 'tenant_id': '22e992b32f774e6588f2f7763d22bca4', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:54:00.392164 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-29c558d6-188d-4c00-a8f7-dba0ad89ea03 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5011959 Apr 21 13:54:00.501858 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a66c34-b207-4442-acc5-de59cbbb5cf3 admin admin] Made reservation on behalf of 22e992b32f774e6588f2f7763d22bca4 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:54:00.504275 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6a66c34-b207-4442-acc5-de59cbbb5cf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:00.730213 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6a66c34-b207-4442-acc5-de59cbbb5cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:00.779792 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a66c34-b207-4442-acc5-de59cbbb5cf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12654f92-af63-4e00-a369-9e854e0d1323,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:00.794859 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a66c34-b207-4442-acc5-de59cbbb5cf3 admin admin] Checking segment: {'id': 'f61765e5-1ec0-4854-b99e-b564e76abbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '546493d9-2e12-40e2-b520-aa5454ab0f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:54:00.797337 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a66c34-b207-4442-acc5-de59cbbb5cf3 admin admin] Network hostable DHCP agents. Network: 546493d9-2e12-40e2-b520-aa5454ab0f95, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 13:54:00.872898 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a66c34-b207-4442-acc5-de59cbbb5cf3 admin admin] Network 546493d9-2e12-40e2-b520-aa5454ab0f95 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 13:54:00.941920 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-d6a66c34-b207-4442-acc5-de59cbbb5cf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 546493d9-2e12-40e2-b520-aa5454ab0f95) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:54:00.946102 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a66c34-b207-4442-acc5-de59cbbb5cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:00.946842 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d6a66c34-b207-4442-acc5-de59cbbb5cf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:00.955043 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a584553-39db-4d8a-be1d-8dc82146dc7c None None] Network 546493d9-2e12-40e2-b520-aa5454ab0f95 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:54:01.030328 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d6a66c34-b207-4442-acc5-de59cbbb5cf3 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6471322 Apr 21 13:54:01.032932 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33340) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:54:01.037978 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6c131bc8-df03-4b26-a403-713f61991eb7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1242429991-router', 'tenant_id': '22e992b32f774e6588f2f7763d22bca4', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:54:01.159500 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c131bc8-df03-4b26-a403-713f61991eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:01.160606 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c131bc8-df03-4b26-a403-713f61991eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:01.189830 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde40080-60c2-4a41-a61a-8182f75fe61a None None] Sync routers for ids ['480802d0-bead-4a23-8072-a6d4bb882823'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:54:01.199421 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde40080-60c2-4a41-a61a-8182f75fe61a None None] Routers {'480802d0-bead-4a23-8072-a6d4bb882823'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:54:01.200014 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bde40080-60c2-4a41-a61a-8182f75fe61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:53:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['480802d0-bead-4a23-8072-a6d4bb882823'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:54:01.217789 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c131bc8-df03-4b26-a403-713f61991eb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:01.260809 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b536c8-3086-447b-8bc0-8fe54e9f916b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-546493d9-2e12-40e2-b520-aa5454ab0f95', 'network_id': '546493d9-2e12-40e2-b520-aa5454ab0f95', 'tenant_id': '22e992b32f774e6588f2f7763d22bca4', 'fixed_ips': [{'subnet_id': '12654f92-af63-4e00-a369-9e854e0d1323'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 13:54:01.261713 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41b536c8-3086-447b-8bc0-8fe54e9f916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:01.304641 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-bde40080-60c2-4a41-a61a-8182f75fe61a None None] Set router 480802d0-bead-4a23-8072-a6d4bb882823 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:54:01.405154 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-41b536c8-3086-447b-8bc0-8fe54e9f916b None None] Allocated IP 172.20.0.2 (546493d9-2e12-40e2-b520-aa5454ab0f95/12654f92-af63-4e00-a369-9e854e0d1323/e116d5e4-78a0-4086-993f-90a3f8fd4f90) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:54:01.443096 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c131bc8-df03-4b26-a403-713f61991eb7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:01.478907 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b89a5b75-c5cb-4da9-b547-b37b8b20110f up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:54:01.514808 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bde40080-60c2-4a41-a61a-8182f75fe61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480802d0-bead-4a23-8072-a6d4bb882823', 'name': 'tempest-TestShelveInstance-814504101-router', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:53:55Z', 'updated_at': '2022-04-21T13:53:58Z', 'revision_number': 4, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'gw_port': {'id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:56Z', 'updated_at': '2022-04-21T13:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '84ae9d6b-f5db-4b8c-b3ea-0626ca550233', 'name': '', 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'mac_address': 'fa:16:3e:7a:e7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:57Z', 'updated_at': '2022-04-21T13:53:58Z', 'revision_number': 2, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'subnets': [{'id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:54:01.542782 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde40080-60c2-4a41-a61a-8182f75fe61a None None] Checking router: 480802d0-bead-4a23-8072-a6d4bb882823 for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:54:01.548407 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde40080-60c2-4a41-a61a-8182f75fe61a None None] Updating router 480802d0-bead-4a23-8072-a6d4bb882823 port 84ae9d6b-f5db-4b8c-b3ea-0626ca550233 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:54:01.574169 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bde40080-60c2-4a41-a61a-8182f75fe61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:01.595147 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port b89a5b75-c5cb-4da9-b547-b37b8b20110f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:54:01.595505 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:01.626532 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41b536c8-3086-447b-8bc0-8fe54e9f916b None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:01.687651 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:01.706044 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41b536c8-3086-447b-8bc0-8fe54e9f916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:01.716451 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port b89a5b75-c5cb-4da9-b547-b37b8b20110f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b89a5b75-c5cb-4da9-b547-b37b8b20110f,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:54:01.752513 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b536c8-3086-447b-8bc0-8fe54e9f916b None None] Network 546493d9-2e12-40e2-b520-aa5454ab0f95 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:54:01.755560 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-41b536c8-3086-447b-8bc0-8fe54e9f916b None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:54:01.758127 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b536c8-3086-447b-8bc0-8fe54e9f916b None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:54:01.767560 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b536c8-3086-447b-8bc0-8fe54e9f916b None None] Pushing event updated for resources: {'Port': ['ID=e116d5e4-78a0-4086-993f-90a3f8fd4f90,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:01.817495 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:01.850041 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-41b536c8-3086-447b-8bc0-8fe54e9f916b None None] Attempting to bind port e116d5e4-78a0-4086-993f-90a3f8fd4f90 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:54:01.850462 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-41b536c8-3086-447b-8bc0-8fe54e9f916b None None] Attempting to bind port e116d5e4-78a0-4086-993f-90a3f8fd4f90 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'f61765e5-1ec0-4854-b99e-b564e76abbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '546493d9-2e12-40e2-b520-aa5454ab0f95'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:54:01.850759 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b536c8-3086-447b-8bc0-8fe54e9f916b None None] Attempting to bind port e116d5e4-78a0-4086-993f-90a3f8fd4f90 on network 546493d9-2e12-40e2-b520-aa5454ab0f95 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:54:01.864849 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b536c8-3086-447b-8bc0-8fe54e9f916b None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:54:01.865335 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b536c8-3086-447b-8bc0-8fe54e9f916b None None] Checking segment: {'id': 'f61765e5-1ec0-4854-b99e-b564e76abbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '546493d9-2e12-40e2-b520-aa5454ab0f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:54:01.865770 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41b536c8-3086-447b-8bc0-8fe54e9f916b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:01.866203 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b536c8-3086-447b-8bc0-8fe54e9f916b None None] Bound using segment: {'id': 'f61765e5-1ec0-4854-b99e-b564e76abbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '546493d9-2e12-40e2-b520-aa5454ab0f95'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:54:01.866810 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-41b536c8-3086-447b-8bc0-8fe54e9f916b None None] Bound port: e116d5e4-78a0-4086-993f-90a3f8fd4f90, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f61765e5-1ec0-4854-b99e-b564e76abbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '546493d9-2e12-40e2-b520-aa5454ab0f95'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:54:01.867757 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41b536c8-3086-447b-8bc0-8fe54e9f916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:01.890019 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bde40080-60c2-4a41-a61a-8182f75fe61a None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:01.912791 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=b89a5b75-c5cb-4da9-b547-b37b8b20110f,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:01.930714 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:54:01.942292 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bde40080-60c2-4a41-a61a-8182f75fe61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:01.952959 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-41b536c8-3086-447b-8bc0-8fe54e9f916b None None] For port e116d5e4-78a0-4086-993f-90a3f8fd4f90, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:54:01.956400 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-41b536c8-3086-447b-8bc0-8fe54e9f916b None None] For port e116d5e4-78a0-4086-993f-90a3f8fd4f90, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e116d5e4-78a0-4086-993f-90a3f8fd4f90,segment=NetworkSegment(f61765e5-1ec0-4854-b99e-b564e76abbb3),segment_id=f61765e5-1ec0-4854-b99e-b564e76abbb3)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:54:01.992749 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb0d72-1ba7-4777-b2d9-705aecabb88f None None] Pushing event updated for resources: {'Port': ['ID=84ae9d6b-f5db-4b8c-b3ea-0626ca550233,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:02.005058 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-41b536c8-3086-447b-8bc0-8fe54e9f916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:02.018372 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb0d72-1ba7-4777-b2d9-705aecabb88f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:54:02.018747 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb0d72-1ba7-4777-b2d9-705aecabb88f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:54:02.019039 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb0d72-1ba7-4777-b2d9-705aecabb88f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:54:02.019369 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb0d72-1ba7-4777-b2d9-705aecabb88f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:54:02.019691 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb0d72-1ba7-4777-b2d9-705aecabb88f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:54:02.020593 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb0d72-1ba7-4777-b2d9-705aecabb88f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:54:02.020593 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb0d72-1ba7-4777-b2d9-705aecabb88f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:54:02.020803 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb0d72-1ba7-4777-b2d9-705aecabb88f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:54:02.020994 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb0d72-1ba7-4777-b2d9-705aecabb88f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:54:02.021312 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb0d72-1ba7-4777-b2d9-705aecabb88f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:54:02.021642 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb0d72-1ba7-4777-b2d9-705aecabb88f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:54:02.022315 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccb0d72-1ba7-4777-b2d9-705aecabb88f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:54:02.061973 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bde40080-60c2-4a41-a61a-8182f75fe61a None None] Attempting to bind port 84ae9d6b-f5db-4b8c-b3ea-0626ca550233 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:54:02.062360 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bde40080-60c2-4a41-a61a-8182f75fe61a None None] Attempting to bind port 84ae9d6b-f5db-4b8c-b3ea-0626ca550233 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'fd09a405-4033-489a-86f4-ec80fa38587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:54:02.062739 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde40080-60c2-4a41-a61a-8182f75fe61a None None] Attempting to bind port 84ae9d6b-f5db-4b8c-b3ea-0626ca550233 on network 2af3a7b7-e271-41e0-9274-4e2bdfcbf33f {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:54:02.067144 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c131bc8-df03-4b26-a403-713f61991eb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:02.068606 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde40080-60c2-4a41-a61a-8182f75fe61a None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:54:02.068979 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde40080-60c2-4a41-a61a-8182f75fe61a None None] Checking segment: {'id': 'fd09a405-4033-489a-86f4-ec80fa38587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:54:02.069373 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bde40080-60c2-4a41-a61a-8182f75fe61a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:02.069780 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde40080-60c2-4a41-a61a-8182f75fe61a None None] Bound using segment: {'id': 'fd09a405-4033-489a-86f4-ec80fa38587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:54:02.070243 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-bde40080-60c2-4a41-a61a-8182f75fe61a None None] Bound port: 84ae9d6b-f5db-4b8c-b3ea-0626ca550233, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd09a405-4033-489a-86f4-ec80fa38587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:54:02.072175 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bde40080-60c2-4a41-a61a-8182f75fe61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:02.079319 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b536c8-3086-447b-8bc0-8fe54e9f916b None None] Pushing event updated for resources: {'Port': ['ID=e116d5e4-78a0-4086-993f-90a3f8fd4f90,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:02.089368 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c131bc8-df03-4b26-a403-713f61991eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:02.156360 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-bde40080-60c2-4a41-a61a-8182f75fe61a None None] For port 84ae9d6b-f5db-4b8c-b3ea-0626ca550233, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:54:02.159739 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-bde40080-60c2-4a41-a61a-8182f75fe61a None None] For port 84ae9d6b-f5db-4b8c-b3ea-0626ca550233, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=84ae9d6b-f5db-4b8c-b3ea-0626ca550233,segment=NetworkSegment(fd09a405-4033-489a-86f4-ec80fa38587b),segment_id=fd09a405-4033-489a-86f4-ec80fa38587b)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:54:02.212562 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-6c131bc8-df03-4b26-a403-713f61991eb7 admin admin] Allocated IP 172.25.8.226 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/06260ba5-5596-4f83-b71d-d5008582b086) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:54:02.244250 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-bde40080-60c2-4a41-a61a-8182f75fe61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:02.326109 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde40080-60c2-4a41-a61a-8182f75fe61a None None] Routers {'480802d0-bead-4a23-8072-a6d4bb882823'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:54:02.327287 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bde40080-60c2-4a41-a61a-8182f75fe61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:53:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['480802d0-bead-4a23-8072-a6d4bb882823'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:54:02.336452 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e29d5133-67ea-4a28-a821-a96e3d6b04ed None None] Provisioning complete for port 84ae9d6b-f5db-4b8c-b3ea-0626ca550233 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:54:02.336826 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e29d5133-67ea-4a28-a821-a96e3d6b04ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:02.379470 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c131bc8-df03-4b26-a403-713f61991eb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:02.392716 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb0d72-1ba7-4777-b2d9-705aecabb88f None None] Pushing event updated for resources: {'Port': ['ID=84ae9d6b-f5db-4b8c-b3ea-0626ca550233,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:02.475257 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e29d5133-67ea-4a28-a821-a96e3d6b04ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:02.509868 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c131bc8-df03-4b26-a403-713f61991eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:02.510791 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-bde40080-60c2-4a41-a61a-8182f75fe61a None None] Set router 480802d0-bead-4a23-8072-a6d4bb882823 gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:54:02.526663 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-e29d5133-67ea-4a28-a821-a96e3d6b04ed None None] For port 84ae9d6b-f5db-4b8c-b3ea-0626ca550233, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=84ae9d6b-f5db-4b8c-b3ea-0626ca550233,segment=NetworkSegment(fd09a405-4033-489a-86f4-ec80fa38587b),segment_id=fd09a405-4033-489a-86f4-ec80fa38587b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:54:02.561630 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c131bc8-df03-4b26-a403-713f61991eb7 admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:54:02.565297 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-6c131bc8-df03-4b26-a403-713f61991eb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:54:02.570132 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c131bc8-df03-4b26-a403-713f61991eb7 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:54:02.573326 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c131bc8-df03-4b26-a403-713f61991eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=06260ba5-5596-4f83-b71d-d5008582b086,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:02.607066 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e29d5133-67ea-4a28-a821-a96e3d6b04ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:02.674980 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d5133-67ea-4a28-a821-a96e3d6b04ed None None] Pushing event updated for resources: {'Port': ['ID=84ae9d6b-f5db-4b8c-b3ea-0626ca550233,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:02.733644 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a7fcb217-446f-4e65-b89a-b07b083cea13 None None] Provisioning complete for port 84ae9d6b-f5db-4b8c-b3ea-0626ca550233 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:54:02.734024 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a7fcb217-446f-4e65-b89a-b07b083cea13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:02.743231 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-bde40080-60c2-4a41-a61a-8182f75fe61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480802d0-bead-4a23-8072-a6d4bb882823', 'name': 'tempest-TestShelveInstance-814504101-router', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:53:55Z', 'updated_at': '2022-04-21T13:53:58Z', 'revision_number': 4, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'gw_port': {'id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:56Z', 'updated_at': '2022-04-21T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '84ae9d6b-f5db-4b8c-b3ea-0626ca550233', 'name': '', 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'mac_address': 'fa:16:3e:7a:e7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:57Z', 'updated_at': '2022-04-21T13:54:02Z', 'revision_number': 4, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'subnets': [{'id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:54:02.771848 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde40080-60c2-4a41-a61a-8182f75fe61a None None] The sync data for ids ['480802d0-bead-4a23-8072-a6d4bb882823'] in n-d-836147-2 is: [{'id': '480802d0-bead-4a23-8072-a6d4bb882823', 'name': 'tempest-TestShelveInstance-814504101-router', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:53:55Z', 'updated_at': '2022-04-21T13:53:58Z', 'revision_number': 4, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'gw_port': {'id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:56Z', 'updated_at': '2022-04-21T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '84ae9d6b-f5db-4b8c-b3ea-0626ca550233', 'name': '', 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'mac_address': 'fa:16:3e:7a:e7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:57Z', 'updated_at': '2022-04-21T13:54:02Z', 'revision_number': 4, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'subnets': [{'id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:54:02.896439 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c131bc8-df03-4b26-a403-713f61991eb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:03.103657 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c131bc8-df03-4b26-a403-713f61991eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:03.156655 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f94d45-a95c-47a7-b0ae-1d69a2ddc4f2 None None] Network 546493d9-2e12-40e2-b520-aa5454ab0f95 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 13:54:03.280917 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4e7302da-11f7-4594-b91f-e475a4982899 None None] Provisioning complete for port e116d5e4-78a0-4086-993f-90a3f8fd4f90 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:54:03.281290 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e7302da-11f7-4594-b91f-e475a4982899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:03.290458 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c131bc8-df03-4b26-a403-713f61991eb7 admin admin] Router a48f9e48-0604-4bee-a54e-4d2eb900caef is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 13:54:03.433132 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e7302da-11f7-4594-b91f-e475a4982899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:03.433812 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c131bc8-df03-4b26-a403-713f61991eb7 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:54:03.468411 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28e1a94-a84a-42bd-a3a1-14c04a2547ea None None] Sync routers for ids ['a48f9e48-0604-4bee-a54e-4d2eb900caef'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:54:03.494533 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-4e7302da-11f7-4594-b91f-e475a4982899 None None] For port e116d5e4-78a0-4086-993f-90a3f8fd4f90, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e116d5e4-78a0-4086-993f-90a3f8fd4f90,segment=NetworkSegment(f61765e5-1ec0-4854-b99e-b564e76abbb3),segment_id=f61765e5-1ec0-4854-b99e-b564e76abbb3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:54:03.495640 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28e1a94-a84a-42bd-a3a1-14c04a2547ea None None] Routers {'a48f9e48-0604-4bee-a54e-4d2eb900caef'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:54:03.496252 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a28e1a94-a84a-42bd-a3a1-14c04a2547ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:53:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a48f9e48-0604-4bee-a54e-4d2eb900caef'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:54:03.545825 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6c131bc8-df03-4b26-a403-713f61991eb7 admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:03.548487 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6c131bc8-df03-4b26-a403-713f61991eb7 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5142562 Apr 21 13:54:03.552596 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33342) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:54:03.587648 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e7302da-11f7-4594-b91f-e475a4982899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:03.633436 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-a28e1a94-a84a-42bd-a3a1-14c04a2547ea None None] Set router a48f9e48-0604-4bee-a54e-4d2eb900caef gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:54:03.637615 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e116d5e4-78a0-4086-993f-90a3f8fd4f90 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:54:03.801489 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7302da-11f7-4594-b91f-e475a4982899 None None] Pushing event updated for resources: {'Port': ['ID=e116d5e4-78a0-4086-993f-90a3f8fd4f90,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:03.813903 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-a0ce20ed-bca8-45bd-8870-fdb31d736456 None None] Provisioning complete for port e116d5e4-78a0-4086-993f-90a3f8fd4f90 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:54:03.813903 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a0ce20ed-bca8-45bd-8870-fdb31d736456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:03.879410 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port e116d5e4-78a0-4086-993f-90a3f8fd4f90 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:54:03.879779 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:03.992434 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b44703a3-0fd8-4fce-bbf2-29f5fc5849b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:04.028915 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a28e1a94-a84a-42bd-a3a1-14c04a2547ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48f9e48-0604-4bee-a54e-4d2eb900caef', 'name': 'tempest-TestShelveInstance-1242429991-router', 'tenant_id': '22e992b32f774e6588f2f7763d22bca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '06260ba5-5596-4f83-b71d-d5008582b086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:54:01Z', 'updated_at': '2022-04-21T13:54:02Z', 'revision_number': 3, 'project_id': '22e992b32f774e6588f2f7763d22bca4', 'gw_port': {'id': '06260ba5-5596-4f83-b71d-d5008582b086', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:28:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48f9e48-0604-4bee-a54e-4d2eb900caef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:54:02Z', 'updated_at': '2022-04-21T13:54:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:54:04.058368 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 84ae9d6b-f5db-4b8c-b3ea-0626ca550233 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:54:04.060003 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28e1a94-a84a-42bd-a3a1-14c04a2547ea None None] Checking router: a48f9e48-0604-4bee-a54e-4d2eb900caef for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:54:04.060343 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28e1a94-a84a-42bd-a3a1-14c04a2547ea None None] Updating router a48f9e48-0604-4bee-a54e-4d2eb900caef port 06260ba5-5596-4f83-b71d-d5008582b086 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:54:04.111852 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a28e1a94-a84a-42bd-a3a1-14c04a2547ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:04.147016 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-b44703a3-0fd8-4fce-bbf2-29f5fc5849b2 admin admin] Allocated IP 172.20.0.1 (546493d9-2e12-40e2-b520-aa5454ab0f95/12654f92-af63-4e00-a369-9e854e0d1323/3c6b2c3a-3e73-4f00-a1fe-8189c035cdce) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:54:04.199173 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 84ae9d6b-f5db-4b8c-b3ea-0626ca550233 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:54:04.199509 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:04.246211 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b44703a3-0fd8-4fce-bbf2-29f5fc5849b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:04.335998 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b44703a3-0fd8-4fce-bbf2-29f5fc5849b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:04.360975 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b89a5b75-c5cb-4da9-b547-b37b8b20110f up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:54:04.380318 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44703a3-0fd8-4fce-bbf2-29f5fc5849b2 admin admin] Network 546493d9-2e12-40e2-b520-aa5454ab0f95 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:54:04.383219 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b44703a3-0fd8-4fce-bbf2-29f5fc5849b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:54:04.387002 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44703a3-0fd8-4fce-bbf2-29f5fc5849b2 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:54:04.411425 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44703a3-0fd8-4fce-bbf2-29f5fc5849b2 admin admin] Pushing event updated for resources: {'Port': ['ID=3c6b2c3a-3e73-4f00-a1fe-8189c035cdce,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:04.433463 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b44703a3-0fd8-4fce-bbf2-29f5fc5849b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:04.470471 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port b89a5b75-c5cb-4da9-b547-b37b8b20110f triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:54:04.471875 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:04.474109 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a28e1a94-a84a-42bd-a3a1-14c04a2547ea None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:04.564375 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a28e1a94-a84a-42bd-a3a1-14c04a2547ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:04.625179 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1a9cf-2550-407b-af18-107b3feb712d None None] Pushing event updated for resources: {'Port': ['ID=06260ba5-5596-4f83-b71d-d5008582b086,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:04.627932 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a28e1a94-a84a-42bd-a3a1-14c04a2547ea None None] Attempting to bind port 06260ba5-5596-4f83-b71d-d5008582b086 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:54:04.628263 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b44703a3-0fd8-4fce-bbf2-29f5fc5849b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:04.628756 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a28e1a94-a84a-42bd-a3a1-14c04a2547ea None None] Attempting to bind port 06260ba5-5596-4f83-b71d-d5008582b086 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:54:04.628756 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28e1a94-a84a-42bd-a3a1-14c04a2547ea None None] Attempting to bind port 06260ba5-5596-4f83-b71d-d5008582b086 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:54:04.638158 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28e1a94-a84a-42bd-a3a1-14c04a2547ea None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:54:04.638158 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28e1a94-a84a-42bd-a3a1-14c04a2547ea None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:54:04.638158 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a28e1a94-a84a-42bd-a3a1-14c04a2547ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:04.638474 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28e1a94-a84a-42bd-a3a1-14c04a2547ea None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:54:04.638884 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a28e1a94-a84a-42bd-a3a1-14c04a2547ea None None] Bound port: 06260ba5-5596-4f83-b71d-d5008582b086, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:54:04.639256 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a28e1a94-a84a-42bd-a3a1-14c04a2547ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:04.641996 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-091f1bf5-c08c-4a43-b793-b0b5e364774e None None] Provisioning complete for port 3c6b2c3a-3e73-4f00-a1fe-8189c035cdce triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:54:04.642347 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-091f1bf5-c08c-4a43-b793-b0b5e364774e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:04.707831 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-091f1bf5-c08c-4a43-b793-b0b5e364774e None None] Port 3c6b2c3a-3e73-4f00-a1fe-8189c035cdce cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:54:04.717825 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a28e1a94-a84a-42bd-a3a1-14c04a2547ea None None] For port 06260ba5-5596-4f83-b71d-d5008582b086, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:54:04.721694 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a28e1a94-a84a-42bd-a3a1-14c04a2547ea None None] For port 06260ba5-5596-4f83-b71d-d5008582b086, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=06260ba5-5596-4f83-b71d-d5008582b086,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:54:04.781184 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a28e1a94-a84a-42bd-a3a1-14c04a2547ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:04.787304 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b44703a3-0fd8-4fce-bbf2-29f5fc5849b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:04.856162 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b44703a3-0fd8-4fce-bbf2-29f5fc5849b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:04.922624 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44703a3-0fd8-4fce-bbf2-29f5fc5849b2 admin admin] Pushing event updated for resources: {'Port': ['ID=3c6b2c3a-3e73-4f00-a1fe-8189c035cdce,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:04.925725 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-b44703a3-0fd8-4fce-bbf2-29f5fc5849b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:04.994756 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1a9cf-2550-407b-af18-107b3feb712d None None] Pushing event updated for resources: {'Port': ['ID=06260ba5-5596-4f83-b71d-d5008582b086,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:04.998831 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28e1a94-a84a-42bd-a3a1-14c04a2547ea None None] Routers {'a48f9e48-0604-4bee-a54e-4d2eb900caef'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:54:04.999671 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a28e1a94-a84a-42bd-a3a1-14c04a2547ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:53:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a48f9e48-0604-4bee-a54e-4d2eb900caef'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:54:05.021903 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44703a3-0fd8-4fce-bbf2-29f5fc5849b2 admin admin] Network 546493d9-2e12-40e2-b520-aa5454ab0f95 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:54:05.023323 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-b44703a3-0fd8-4fce-bbf2-29f5fc5849b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:54:05.119923 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-a28e1a94-a84a-42bd-a3a1-14c04a2547ea None None] Set router a48f9e48-0604-4bee-a54e-4d2eb900caef gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:54:05.338250 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-38f686b1-e48e-42e6-a327-74635771d058 None None] Provisioning complete for port 3c6b2c3a-3e73-4f00-a1fe-8189c035cdce triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:54:05.338537 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-38f686b1-e48e-42e6-a327-74635771d058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:05.343507 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-a28e1a94-a84a-42bd-a3a1-14c04a2547ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48f9e48-0604-4bee-a54e-4d2eb900caef', 'name': 'tempest-TestShelveInstance-1242429991-router', 'tenant_id': '22e992b32f774e6588f2f7763d22bca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '06260ba5-5596-4f83-b71d-d5008582b086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:54:01Z', 'updated_at': '2022-04-21T13:54:04Z', 'revision_number': 4, 'project_id': '22e992b32f774e6588f2f7763d22bca4', 'gw_port': {'id': '06260ba5-5596-4f83-b71d-d5008582b086', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:28:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48f9e48-0604-4bee-a54e-4d2eb900caef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:54:02Z', 'updated_at': '2022-04-21T13:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '3c6b2c3a-3e73-4f00-a1fe-8189c035cdce', 'name': '', 'network_id': '546493d9-2e12-40e2-b520-aa5454ab0f95', 'tenant_id': '22e992b32f774e6588f2f7763d22bca4', 'mac_address': 'fa:16:3e:e2:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48f9e48-0604-4bee-a54e-4d2eb900caef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '12654f92-af63-4e00-a369-9e854e0d1323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:54:04Z', 'updated_at': '2022-04-21T13:54:04Z', 'revision_number': 2, 'project_id': '22e992b32f774e6588f2f7763d22bca4', 'subnets': [{'id': '12654f92-af63-4e00-a369-9e854e0d1323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:54:05.401508 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28e1a94-a84a-42bd-a3a1-14c04a2547ea None None] The sync data for ids ['a48f9e48-0604-4bee-a54e-4d2eb900caef'] in n-d-836147-2 is: [{'id': 'a48f9e48-0604-4bee-a54e-4d2eb900caef', 'name': 'tempest-TestShelveInstance-1242429991-router', 'tenant_id': '22e992b32f774e6588f2f7763d22bca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '06260ba5-5596-4f83-b71d-d5008582b086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:54:01Z', 'updated_at': '2022-04-21T13:54:04Z', 'revision_number': 4, 'project_id': '22e992b32f774e6588f2f7763d22bca4', 'gw_port': {'id': '06260ba5-5596-4f83-b71d-d5008582b086', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:28:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48f9e48-0604-4bee-a54e-4d2eb900caef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:54:02Z', 'updated_at': '2022-04-21T13:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '3c6b2c3a-3e73-4f00-a1fe-8189c035cdce', 'name': '', 'network_id': '546493d9-2e12-40e2-b520-aa5454ab0f95', 'tenant_id': '22e992b32f774e6588f2f7763d22bca4', 'mac_address': 'fa:16:3e:e2:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48f9e48-0604-4bee-a54e-4d2eb900caef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '12654f92-af63-4e00-a369-9e854e0d1323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:54:04Z', 'updated_at': '2022-04-21T13:54:04Z', 'revision_number': 2, 'project_id': '22e992b32f774e6588f2f7763d22bca4', 'subnets': [{'id': '12654f92-af63-4e00-a369-9e854e0d1323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:54:05.409638 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-38f686b1-e48e-42e6-a327-74635771d058 None None] Port 3c6b2c3a-3e73-4f00-a1fe-8189c035cdce cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:54:05.431534 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e116d5e4-78a0-4086-993f-90a3f8fd4f90 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:54:05.440958 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b44703a3-0fd8-4fce-bbf2-29f5fc5849b2 admin admin] Router a48f9e48-0604-4bee-a54e-4d2eb900caef has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:54:05.481207 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port e116d5e4-78a0-4086-993f-90a3f8fd4f90 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:54:05.482079 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:05.552960 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b44703a3-0fd8-4fce-bbf2-29f5fc5849b2 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:54:05.561686 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-b44703a3-0fd8-4fce-bbf2-29f5fc5849b2 admin admin] 10.222.0.36 "PUT /v2.0/routers/a48f9e48-0604-4bee-a54e-4d2eb900caef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0066853 Apr 21 13:54:06.218691 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33350) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:54:06.223461 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-bc46dba5-4fbf-4367-ab24-9fd24791b5cf tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2130961080', 'description': 'tempest-secgroup-smoke-2130961080 description', 'project_id': 'f87b562c2b54443eba22e6d817e1663c'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:54:06.318109 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc46dba5-4fbf-4367-ab24-9fd24791b5cf tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:06.387484 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc46dba5-4fbf-4367-ab24-9fd24791b5cf tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:06.472862 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc46dba5-4fbf-4367-ab24-9fd24791b5cf tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:06.502093 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46dba5-4fbf-4367-ab24-9fd24791b5cf tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98744aa4-9b38-4ef8-a80d-e784321478a5,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:06.554975 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-bc46dba5-4fbf-4367-ab24-9fd24791b5cf tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:06.556256 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-bc46dba5-4fbf-4367-ab24-9fd24791b5cf tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3365517 Apr 21 13:54:06.559450 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33352) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:54:06.564170 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-d9accffb-1d5d-4f40-8f55-e191c79bc371 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Request body: {'security_group_rule': {'security_group_id': '98744aa4-9b38-4ef8-a80d-e784321478a5', 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:54:06.638705 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9accffb-1d5d-4f40-8f55-e191c79bc371 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:06.696442 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9accffb-1d5d-4f40-8f55-e191c79bc371 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:06.735574 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9accffb-1d5d-4f40-8f55-e191c79bc371 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:06.753674 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9accffb-1d5d-4f40-8f55-e191c79bc371 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d216870-b6a8-44f7-8d78-21df0b761a70,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:06.828571 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-d9accffb-1d5d-4f40-8f55-e191c79bc371 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:06.829897 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-d9accffb-1d5d-4f40-8f55-e191c79bc371 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2694221 Apr 21 13:54:06.833293 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33354) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:54:06.837746 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-baefc06c-8200-4994-913e-acc1bdbd253a tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Request body: {'security_group_rule': {'security_group_id': '98744aa4-9b38-4ef8-a80d-e784321478a5', 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:54:06.940504 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-baefc06c-8200-4994-913e-acc1bdbd253a tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:06.995913 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-baefc06c-8200-4994-913e-acc1bdbd253a tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:07.066679 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-baefc06c-8200-4994-913e-acc1bdbd253a tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:07.084467 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baefc06c-8200-4994-913e-acc1bdbd253a tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c7661f-87b7-4fbe-adde-dc873ddeb6ac,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:07.161423 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-baefc06c-8200-4994-913e-acc1bdbd253a tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:07.162705 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-baefc06c-8200-4994-913e-acc1bdbd253a tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3284647 Apr 21 13:54:07.165600 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33356) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:54:07.169858 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-916b55d7-3a18-4494-a924-b0f45db6831f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Request body: {'security_group_rule': {'security_group_id': '98744aa4-9b38-4ef8-a80d-e784321478a5', 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:54:07.249935 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-916b55d7-3a18-4494-a924-b0f45db6831f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:07.311158 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-916b55d7-3a18-4494-a924-b0f45db6831f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:07.365564 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-916b55d7-3a18-4494-a924-b0f45db6831f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:07.375797 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dff5f5-107a-445c-b578-76eb184a94c7 None None] Sync routers for ids ['a48f9e48-0604-4bee-a54e-4d2eb900caef'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:54:07.381918 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dff5f5-107a-445c-b578-76eb184a94c7 None None] Routers {'a48f9e48-0604-4bee-a54e-4d2eb900caef'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:54:07.382517 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b4dff5f5-107a-445c-b578-76eb184a94c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:53:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a48f9e48-0604-4bee-a54e-4d2eb900caef'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:54:07.396026 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b55d7-3a18-4494-a924-b0f45db6831f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c56bf801-4e95-41b2-af8d-9b53989266e1,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:07.441325 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-916b55d7-3a18-4494-a924-b0f45db6831f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:07.442287 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-916b55d7-3a18-4494-a924-b0f45db6831f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2755494 Apr 21 13:54:07.444969 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33358) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:54:07.453525 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-6821f460-d201-494d-8046-43d1feb53b15 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Request body: {'security_group_rule': {'security_group_id': '98744aa4-9b38-4ef8-a80d-e784321478a5', 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:54:07.459886 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 06260ba5-5596-4f83-b71d-d5008582b086 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:54:07.501241 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b4dff5f5-107a-445c-b578-76eb184a94c7 None None] Set router a48f9e48-0604-4bee-a54e-4d2eb900caef gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:54:07.508315 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 06260ba5-5596-4f83-b71d-d5008582b086 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:54:07.508691 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:07.546383 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6821f460-d201-494d-8046-43d1feb53b15 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:07.588187 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:07.610030 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6821f460-d201-494d-8046-43d1feb53b15 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:07.610887 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 06260ba5-5596-4f83-b71d-d5008582b086, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=06260ba5-5596-4f83-b71d-d5008582b086,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:54:07.678814 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6821f460-d201-494d-8046-43d1feb53b15 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:07.696877 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821f460-d201-494d-8046-43d1feb53b15 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=070b8c2f-9bbc-4b85-a22c-5df07c2a10a5,revision_number=0']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:07.707309 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:07.758664 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=06260ba5-5596-4f83-b71d-d5008582b086,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:07.789094 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-6821f460-d201-494d-8046-43d1feb53b15 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:07.790774 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-6821f460-d201-494d-8046-43d1feb53b15 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3447399 Apr 21 13:54:07.792976 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b4dff5f5-107a-445c-b578-76eb184a94c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48f9e48-0604-4bee-a54e-4d2eb900caef', 'name': 'tempest-TestShelveInstance-1242429991-router', 'tenant_id': '22e992b32f774e6588f2f7763d22bca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '06260ba5-5596-4f83-b71d-d5008582b086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:54:01Z', 'updated_at': '2022-04-21T13:54:04Z', 'revision_number': 4, 'project_id': '22e992b32f774e6588f2f7763d22bca4', 'gw_port': {'id': '06260ba5-5596-4f83-b71d-d5008582b086', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:28:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48f9e48-0604-4bee-a54e-4d2eb900caef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:54:02Z', 'updated_at': '2022-04-21T13:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '3c6b2c3a-3e73-4f00-a1fe-8189c035cdce', 'name': '', 'network_id': '546493d9-2e12-40e2-b520-aa5454ab0f95', 'tenant_id': '22e992b32f774e6588f2f7763d22bca4', 'mac_address': 'fa:16:3e:e2:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48f9e48-0604-4bee-a54e-4d2eb900caef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '12654f92-af63-4e00-a369-9e854e0d1323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:54:04Z', 'updated_at': '2022-04-21T13:54:04Z', 'revision_number': 2, 'project_id': '22e992b32f774e6588f2f7763d22bca4', 'subnets': [{'id': '12654f92-af63-4e00-a369-9e854e0d1323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:54:07.793558 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33360) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:54:07.798187 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-8e6218f3-7925-4ccc-9031-684896e71724 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Request body: {'security_group_rule': {'security_group_id': '98744aa4-9b38-4ef8-a80d-e784321478a5', 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:54:07.821890 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dff5f5-107a-445c-b578-76eb184a94c7 None None] Checking router: a48f9e48-0604-4bee-a54e-4d2eb900caef for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:54:07.826379 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dff5f5-107a-445c-b578-76eb184a94c7 None None] Updating router a48f9e48-0604-4bee-a54e-4d2eb900caef port 3c6b2c3a-3e73-4f00-a1fe-8189c035cdce binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 13:54:07.845324 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b4dff5f5-107a-445c-b578-76eb184a94c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:07.872678 n-d-836147-2 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-8e6218f3-7925-4ccc-9031-684896e71724 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Project f87b562c2b54443eba22e6d817e1663c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:54:07.878559 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e6218f3-7925-4ccc-9031-684896e71724 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:07.939092 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e6218f3-7925-4ccc-9031-684896e71724 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:07.981122 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e6218f3-7925-4ccc-9031-684896e71724 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:07.998953 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6218f3-7925-4ccc-9031-684896e71724 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7dc8af5-87c8-4aeb-9c38-eee39a16c863,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:08.057947 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8e6218f3-7925-4ccc-9031-684896e71724 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:08.059273 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8e6218f3-7925-4ccc-9031-684896e71724 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2646694 Apr 21 13:54:08.061960 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33362) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:54:08.066508 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-adb67933-cc56-4e09-9729-442989cb2c9f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Request body: {'security_group_rule': {'security_group_id': '98744aa4-9b38-4ef8-a80d-e784321478a5', 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:54:08.098449 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b4dff5f5-107a-445c-b578-76eb184a94c7 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:08.147230 n-d-836147-2 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-adb67933-cc56-4e09-9729-442989cb2c9f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Project f87b562c2b54443eba22e6d817e1663c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:54:08.153499 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-adb67933-cc56-4e09-9729-442989cb2c9f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:08.192846 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b4dff5f5-107a-445c-b578-76eb184a94c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:08.221611 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-adb67933-cc56-4e09-9729-442989cb2c9f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:08.245528 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd1ce2-ae05-45d5-b0bd-d7de87da8d0d None None] Pushing event updated for resources: {'Port': ['ID=3c6b2c3a-3e73-4f00-a1fe-8189c035cdce,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:08.294391 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b4dff5f5-107a-445c-b578-76eb184a94c7 None None] Attempting to bind port 3c6b2c3a-3e73-4f00-a1fe-8189c035cdce on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:54:08.294655 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b4dff5f5-107a-445c-b578-76eb184a94c7 None None] Attempting to bind port 3c6b2c3a-3e73-4f00-a1fe-8189c035cdce by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': 'f61765e5-1ec0-4854-b99e-b564e76abbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '546493d9-2e12-40e2-b520-aa5454ab0f95'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:54:08.295008 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dff5f5-107a-445c-b578-76eb184a94c7 None None] Attempting to bind port 3c6b2c3a-3e73-4f00-a1fe-8189c035cdce on network 546493d9-2e12-40e2-b520-aa5454ab0f95 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:54:08.300334 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dff5f5-107a-445c-b578-76eb184a94c7 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:54:08.300551 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dff5f5-107a-445c-b578-76eb184a94c7 None None] Checking segment: {'id': 'f61765e5-1ec0-4854-b99e-b564e76abbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '546493d9-2e12-40e2-b520-aa5454ab0f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:54:08.300960 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b4dff5f5-107a-445c-b578-76eb184a94c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:08.301488 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4dff5f5-107a-445c-b578-76eb184a94c7 None None] Bound using segment: {'id': 'f61765e5-1ec0-4854-b99e-b564e76abbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '546493d9-2e12-40e2-b520-aa5454ab0f95'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:54:08.301992 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-b4dff5f5-107a-445c-b578-76eb184a94c7 None None] Bound port: 3c6b2c3a-3e73-4f00-a1fe-8189c035cdce, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f61765e5-1ec0-4854-b99e-b564e76abbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '546493d9-2e12-40e2-b520-aa5454ab0f95'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:54:08.302366 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b4dff5f5-107a-445c-b578-76eb184a94c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:08.302483 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-adb67933-cc56-4e09-9729-442989cb2c9f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:08.322822 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb67933-cc56-4e09-9729-442989cb2c9f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd005834-50ee-4a4a-8582-713941ee9932,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:08.373633 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b4dff5f5-107a-445c-b578-76eb184a94c7 None None] For port 3c6b2c3a-3e73-4f00-a1fe-8189c035cdce, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:54:08.377559 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-b4dff5f5-107a-445c-b578-76eb184a94c7 None None] For port 3c6b2c3a-3e73-4f00-a1fe-8189c035cdce, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3c6b2c3a-3e73-4f00-a1fe-8189c035cdce,segment=NetworkSegment(f61765e5-1ec0-4854-b99e-b564e76abbb3),segment_id=f61765e5-1ec0-4854-b99e-b564e76abbb3)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:54:08.383508 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-adb67933-cc56-4e09-9729-442989cb2c9f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:08.394265 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-adb67933-cc56-4e09-9729-442989cb2c9f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3218532 Apr 21 13:54:08.439231 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-b4dff5f5-107a-445c-b578-76eb184a94c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:08.450699 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-55ec987f-5457-4ba8-bbc3-685f453e10aa None None] Provisioning complete for port 3c6b2c3a-3e73-4f00-a1fe-8189c035cdce triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:54:08.451494 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55ec987f-5457-4ba8-bbc3-685f453e10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:08.501567 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dff5f5-107a-445c-b578-76eb184a94c7 None None] Routers {'a48f9e48-0604-4bee-a54e-4d2eb900caef'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:54:08.501567 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b4dff5f5-107a-445c-b578-76eb184a94c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:53:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a48f9e48-0604-4bee-a54e-4d2eb900caef'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:54:08.539112 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dd1ce2-ae05-45d5-b0bd-d7de87da8d0d None None] Pushing event updated for resources: {'Port': ['ID=3c6b2c3a-3e73-4f00-a1fe-8189c035cdce,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:08.554799 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-05dbe767-069f-41b4-8fb7-1254a998ae97 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2130961080&fields=id&tenant_id=f87b562c2b54443eba22e6d817e1663c HTTP/1.1" status: 200 len: 267 time: 0.0418665 Apr 21 13:54:08.558507 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55ec987f-5457-4ba8-bbc3-685f453e10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:08.608863 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-55ec987f-5457-4ba8-bbc3-685f453e10aa None None] For port 3c6b2c3a-3e73-4f00-a1fe-8189c035cdce, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3c6b2c3a-3e73-4f00-a1fe-8189c035cdce,segment=NetworkSegment(f61765e5-1ec0-4854-b99e-b564e76abbb3),segment_id=f61765e5-1ec0-4854-b99e-b564e76abbb3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:54:08.627764 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-b4dff5f5-107a-445c-b578-76eb184a94c7 None None] Set router a48f9e48-0604-4bee-a54e-4d2eb900caef gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:54:08.658528 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-cba05190-88ed-4185-918f-10a80dfa2d90 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:08.666729 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-cba05190-88ed-4185-918f-10a80dfa2d90 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/networks?id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f HTTP/1.1" status: 200 len: 808 time: 0.1107228 Apr 21 13:54:08.677628 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-64d1613d-1f09-4b8e-93e5-1b6493541d72 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/quotas/f87b562c2b54443eba22e6d817e1663c HTTP/1.1" status: 200 len: 375 time: 0.0102375 Apr 21 13:54:08.678908 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55ec987f-5457-4ba8-bbc3-685f453e10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:08.739607 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec987f-5457-4ba8-bbc3-685f453e10aa None None] Pushing event updated for resources: {'Port': ['ID=3c6b2c3a-3e73-4f00-a1fe-8189c035cdce,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:08.762039 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-cde700e4-e14f-41f6-b61b-a1138f0f1e6d tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f87b562c2b54443eba22e6d817e1663c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693586 Apr 21 13:54:08.798594 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-6451d2be-113a-48d0-95ce-9537b18eb2ef None None] Provisioning complete for port 3c6b2c3a-3e73-4f00-a1fe-8189c035cdce triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:54:08.799576 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6451d2be-113a-48d0-95ce-9537b18eb2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:08.847990 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-b4dff5f5-107a-445c-b578-76eb184a94c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48f9e48-0604-4bee-a54e-4d2eb900caef', 'name': 'tempest-TestShelveInstance-1242429991-router', 'tenant_id': '22e992b32f774e6588f2f7763d22bca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '06260ba5-5596-4f83-b71d-d5008582b086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:54:01Z', 'updated_at': '2022-04-21T13:54:04Z', 'revision_number': 4, 'project_id': '22e992b32f774e6588f2f7763d22bca4', 'gw_port': {'id': '06260ba5-5596-4f83-b71d-d5008582b086', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:28:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f9e48-0604-4bee-a54e-4d2eb900caef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:54:02Z', 'updated_at': '2022-04-21T13:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '3c6b2c3a-3e73-4f00-a1fe-8189c035cdce', 'name': '', 'network_id': '546493d9-2e12-40e2-b520-aa5454ab0f95', 'tenant_id': '22e992b32f774e6588f2f7763d22bca4', 'mac_address': 'fa:16:3e:e2:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48f9e48-0604-4bee-a54e-4d2eb900caef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '12654f92-af63-4e00-a369-9e854e0d1323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:54:04Z', 'updated_at': '2022-04-21T13:54:08Z', 'revision_number': 4, 'project_id': '22e992b32f774e6588f2f7763d22bca4', 'subnets': [{'id': '12654f92-af63-4e00-a369-9e854e0d1323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:54:08.878702 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4dff5f5-107a-445c-b578-76eb184a94c7 None None] The sync data for ids ['a48f9e48-0604-4bee-a54e-4d2eb900caef'] in n-d-836147-2 is: [{'id': 'a48f9e48-0604-4bee-a54e-4d2eb900caef', 'name': 'tempest-TestShelveInstance-1242429991-router', 'tenant_id': '22e992b32f774e6588f2f7763d22bca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '06260ba5-5596-4f83-b71d-d5008582b086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:54:01Z', 'updated_at': '2022-04-21T13:54:04Z', 'revision_number': 4, 'project_id': '22e992b32f774e6588f2f7763d22bca4', 'gw_port': {'id': '06260ba5-5596-4f83-b71d-d5008582b086', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:28:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f9e48-0604-4bee-a54e-4d2eb900caef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:54:02Z', 'updated_at': '2022-04-21T13:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '3c6b2c3a-3e73-4f00-a1fe-8189c035cdce', 'name': '', 'network_id': '546493d9-2e12-40e2-b520-aa5454ab0f95', 'tenant_id': '22e992b32f774e6588f2f7763d22bca4', 'mac_address': 'fa:16:3e:e2:9a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a48f9e48-0604-4bee-a54e-4d2eb900caef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '12654f92-af63-4e00-a369-9e854e0d1323', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:54:04Z', 'updated_at': '2022-04-21T13:54:08Z', 'revision_number': 4, 'project_id': '22e992b32f774e6588f2f7763d22bca4', 'subnets': [{'id': '12654f92-af63-4e00-a369-9e854e0d1323', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:54:08.959077 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-245303fa-f7cf-48a8-acf3-0f45b924a663 service neutron] 10.222.0.36 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854501 Apr 21 13:54:09.058273 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-6d4f58b7-313c-48c1-a7ab-2d53095c67d8 service neutron] 10.222.0.36 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926995 Apr 21 13:54:09.305425 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-00358dc7-302e-4540-b710-672cfc1c645d req-63b69f7f-ec8d-40db-aea2-cd6588ccd334 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 210 time: 0.0278447 Apr 21 13:54:09.474927 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 06260ba5-5596-4f83-b71d-d5008582b086 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:54:09.530189 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 06260ba5-5596-4f83-b71d-d5008582b086 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:54:09.530563 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:09.610595 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3c6b2c3a-3e73-4f00-a1fe-8189c035cdce up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:54:09.654665 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 3c6b2c3a-3e73-4f00-a1fe-8189c035cdce triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:54:09.655030 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:10.399595 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6adf05a6-6fea-4d01-b476-44862b38eb18 req-e9ca00ed-9e36-4485-981d-12d6fa3d37c2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 210 time: 0.0270045 Apr 21 13:54:11.494273 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4e761699-eddc-4f7c-a8f6-9a161442d342 req-5170c3a9-3972-488c-9215-b2d1643a0c92 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 210 time: 0.0272615 Apr 21 13:54:11.611122 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-40f54a94-a709-4a61-bf32-ef12472ce18e tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:11.612595 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-40f54a94-a709-4a61-bf32-ef12472ce18e tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.24 "GET /v2.0/networks?id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f HTTP/1.1" status: 200 len: 808 time: 0.1064739 Apr 21 13:54:11.659594 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-43278b0d-fe6c-41bc-8952-93fcb4360567 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f87b562c2b54443eba22e6d817e1663c HTTP/1.1" status: 200 len: 380 time: 0.0342615 Apr 21 13:54:11.669794 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-7a5cd905-033b-43c9-b773-3bd3e80956c9 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Request body: {'port': {'device_id': '4b8fd149-77a6-4de3-bb45-587ad2725469', 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'admin_state_up': True, 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'security_groups': ['98744aa4-9b38-4ef8-a80d-e784321478a5']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:54:11.855717 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-7a5cd905-033b-43c9-b773-3bd3e80956c9 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Made reservation on behalf of f87b562c2b54443eba22e6d817e1663c for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:54:11.859259 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-7a5cd905-033b-43c9-b773-3bd3e80956c9 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:11.984062 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-7a5cd905-033b-43c9-b773-3bd3e80956c9 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Allocated IP 172.20.0.8 (2af3a7b7-e271-41e0-9274-4e2bdfcbf33f/34514dc4-6386-4d44-aff2-59c7574eb809/e7a20283-6807-4cbb-98be-fe4223c0017e) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:54:12.119359 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-7a5cd905-033b-43c9-b773-3bd3e80956c9 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:12.221865 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-7a5cd905-033b-43c9-b773-3bd3e80956c9 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:12.265678 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-7a5cd905-033b-43c9-b773-3bd3e80956c9 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Network 2af3a7b7-e271-41e0-9274-4e2bdfcbf33f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:54:12.268618 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-7a5cd905-033b-43c9-b773-3bd3e80956c9 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:54:12.272343 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-7a5cd905-033b-43c9-b773-3bd3e80956c9 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:54:12.278474 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5cd905-033b-43c9-b773-3bd3e80956c9 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Pushing event updated for resources: {'Port': ['ID=e7a20283-6807-4cbb-98be-fe4223c0017e,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:12.324551 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-7a5cd905-033b-43c9-b773-3bd3e80956c9 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:12.325177 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-7a5cd905-033b-43c9-b773-3bd3e80956c9 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:12.412476 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-7a5cd905-033b-43c9-b773-3bd3e80956c9 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7462523 Apr 21 13:54:12.430156 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-12ecc8e3-c9b8-471f-909b-c788bf5a4eea service neutron] Request body: {'port': {'device_id': '4b8fd149-77a6-4de3-bb45-587ad2725469', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:54:12.482540 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-12ecc8e3-c9b8-471f-909b-c788bf5a4eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:12.532589 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-01c4032a-7716-414e-975a-cfe19632b9b7 None None] Provisioning complete for port e7a20283-6807-4cbb-98be-fe4223c0017e triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:54:12.533490 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-01c4032a-7716-414e-975a-cfe19632b9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:12.569652 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-01c4032a-7716-414e-975a-cfe19632b9b7 None None] Port e7a20283-6807-4cbb-98be-fe4223c0017e cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:54:12.696922 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670ba52-e6c0-4b5a-9b54-1c6d23ef182b req-37c5f133-ee44-40ff-ba12-931a9932e256 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:12.698407 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e670ba52-e6c0-4b5a-9b54-1c6d23ef182b req-37c5f133-ee44-40ff-ba12-931a9932e256 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 931 time: 0.1045525 Apr 21 13:54:12.759367 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e670ba52-e6c0-4b5a-9b54-1c6d23ef182b req-5521ec85-85d9-4360-84d0-b44162e96d20 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532489 Apr 21 13:54:12.820133 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-12ecc8e3-c9b8-471f-909b-c788bf5a4eea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a20283-6807-4cbb-98be-fe4223c0017e {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:54:12.827329 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-12ecc8e3-c9b8-471f-909b-c788bf5a4eea service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:12.840947 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-12ecc8e3-c9b8-471f-909b-c788bf5a4eea service neutron] Transition to ACTIVE for port object e7a20283-6807-4cbb-98be-fe4223c0017e will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:54:12.912658 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-12ecc8e3-c9b8-471f-909b-c788bf5a4eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:12.968382 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ecc8e3-c9b8-471f-909b-c788bf5a4eea service neutron] Pushing event updated for resources: {'Port': ['ID=e7a20283-6807-4cbb-98be-fe4223c0017e,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:13.034842 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-12ecc8e3-c9b8-471f-909b-c788bf5a4eea service neutron] Attempting to bind port e7a20283-6807-4cbb-98be-fe4223c0017e on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:54:13.035171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-12ecc8e3-c9b8-471f-909b-c788bf5a4eea service neutron] Attempting to bind port e7a20283-6807-4cbb-98be-fe4223c0017e by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'fd09a405-4033-489a-86f4-ec80fa38587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:54:13.035495 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-12ecc8e3-c9b8-471f-909b-c788bf5a4eea service neutron] Attempting to bind port e7a20283-6807-4cbb-98be-fe4223c0017e on network 2af3a7b7-e271-41e0-9274-4e2bdfcbf33f {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:54:13.042923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-12ecc8e3-c9b8-471f-909b-c788bf5a4eea service neutron] Port e7a20283-6807-4cbb-98be-fe4223c0017e on network 2af3a7b7-e271-41e0-9274-4e2bdfcbf33f not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:54:13.043453 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-12ecc8e3-c9b8-471f-909b-c788bf5a4eea service neutron] Attempting to bind port e7a20283-6807-4cbb-98be-fe4223c0017e on network 2af3a7b7-e271-41e0-9274-4e2bdfcbf33f {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:54:13.048634 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-12ecc8e3-c9b8-471f-909b-c788bf5a4eea service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:54:13.048966 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-12ecc8e3-c9b8-471f-909b-c788bf5a4eea service neutron] Checking segment: {'id': 'fd09a405-4033-489a-86f4-ec80fa38587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:54:13.049386 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-12ecc8e3-c9b8-471f-909b-c788bf5a4eea service neutron] Bound using segment: {'id': 'fd09a405-4033-489a-86f4-ec80fa38587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:54:13.049842 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-12ecc8e3-c9b8-471f-909b-c788bf5a4eea service neutron] Bound port: e7a20283-6807-4cbb-98be-fe4223c0017e, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd09a405-4033-489a-86f4-ec80fa38587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:54:13.050197 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-12ecc8e3-c9b8-471f-909b-c788bf5a4eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:13.115288 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-12ecc8e3-c9b8-471f-909b-c788bf5a4eea service neutron] For port e7a20283-6807-4cbb-98be-fe4223c0017e, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:54:13.118225 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-12ecc8e3-c9b8-471f-909b-c788bf5a4eea service neutron] For port e7a20283-6807-4cbb-98be-fe4223c0017e, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e7a20283-6807-4cbb-98be-fe4223c0017e,segment=NetworkSegment(fd09a405-4033-489a-86f4-ec80fa38587b),segment_id=fd09a405-4033-489a-86f4-ec80fa38587b)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:54:13.215290 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-12ecc8e3-c9b8-471f-909b-c788bf5a4eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:13.249776 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-12ecc8e3-c9b8-471f-909b-c788bf5a4eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:13.250417 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-12ecc8e3-c9b8-471f-909b-c788bf5a4eea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:13.251791 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-12ecc8e3-c9b8-471f-909b-c788bf5a4eea service neutron] 10.222.0.24 "PUT /v2.0/ports/e7a20283-6807-4cbb-98be-fe4223c0017e HTTP/1.1" status: 200 len: 1091 time: 0.8262177 Apr 21 13:54:13.254605 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8fd149-77a6-4de3-bb45-587ad2725469', 'tag': 'e7a20283-6807-4cbb-98be-fe4223c0017e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:54:13.256863 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3105422d-8036-488f-b26b-d270d51b3d67" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8fd149-77a6-4de3-bb45-587ad2725469", "tag": "e7a20283-6807-4cbb-98be-fe4223c0017e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:54:13.290222 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ecc8e3-c9b8-471f-909b-c788bf5a4eea service neutron] Pushing event updated for resources: {'Port': ['ID=e7a20283-6807-4cbb-98be-fe4223c0017e,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:13.300893 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c08065-15d5-4870-abb6-2f4afce9baea x-openstack-request-id: req-a5c08065-15d5-4870-abb6-2f4afce9baea {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:54:13.301203 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8fd149-77a6-4de3-bb45-587ad2725469", "tag": "e7a20283-6807-4cbb-98be-fe4223c0017e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:54:13.301451 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a5c08065-15d5-4870-abb6-2f4afce9baea {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:54:13.301873 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5c08065-15d5-4870-abb6-2f4afce9baea'] response: {'name': 'network-changed', 'server_uuid': '4b8fd149-77a6-4de3-bb45-587ad2725469', 'tag': 'e7a20283-6807-4cbb-98be-fe4223c0017e', 'status': 'completed', 'code': 200} Apr 21 13:54:13.371390 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105422d-8036-488f-b26b-d270d51b3d67 req-cff89e91-2a5f-4352-bba5-2c278b17daee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:13.373184 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3105422d-8036-488f-b26b-d270d51b3d67 req-cff89e91-2a5f-4352-bba5-2c278b17daee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f87b562c2b54443eba22e6d817e1663c&device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 1094 time: 0.0448503 Apr 21 13:54:13.474523 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105422d-8036-488f-b26b-d270d51b3d67 req-60eb2096-78e1-4f9e-aaa2-1090ca5f7f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:13.480530 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3105422d-8036-488f-b26b-d270d51b3d67 req-60eb2096-78e1-4f9e-aaa2-1090ca5f7f99 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f87b562c2b54443eba22e6d817e1663c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0934317 Apr 21 13:54:13.529660 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0b6a8225-5bfe-4a7d-8c9a-70ef8a1bc8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:13.579339 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105422d-8036-488f-b26b-d270d51b3d67 req-ab6a5cf3-2f60-4f4f-a941-32d16c52deb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:13.580900 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3105422d-8036-488f-b26b-d270d51b3d67 req-ab6a5cf3-2f60-4f4f-a941-32d16c52deb5 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0940156 Apr 21 13:54:13.661906 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-5181cf39-55ff-47bb-97d8-de8575095b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:13.663371 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-5181cf39-55ff-47bb-97d8-de8575095b68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f87b562c2b54443eba22e6d817e1663c&device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 1094 time: 0.0406399 Apr 21 13:54:13.713591 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-73156171-afb9-4b11-b83e-aa358dc26751 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7a20283-6807-4cbb-98be-fe4223c0017e HTTP/1.1" status: 200 len: 217 time: 0.0392218 Apr 21 13:54:13.764739 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-786db51e-8d7d-414f-8749-22f72df5226b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:13.766172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-786db51e-8d7d-414f-8749-22f72df5226b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34514dc4-6386-4d44-aff2-59c7574eb809 HTTP/1.1" status: 200 len: 847 time: 0.0430088 Apr 21 13:54:13.820115 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-7049da07-0c74-4ab2-9290-d9c276ac2d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:13.821935 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-7049da07-0c74-4ab2-9290-d9c276ac2d8c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425017 Apr 21 13:54:13.928859 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d818ad8-2164-47a4-bcbb-89365fbcc7e0 req-da142615-21e3-47a7-bf2d-0367db46bf27 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:13.930563 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d818ad8-2164-47a4-bcbb-89365fbcc7e0 req-da142615-21e3-47a7-bf2d-0367db46bf27 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 943 time: 0.1026726 Apr 21 13:54:13.968112 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-e2313732-536f-468f-b86e-45bd15378b56 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318955 Apr 21 13:54:14.000336 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3d818ad8-2164-47a4-bcbb-89365fbcc7e0 req-72a11303-d5b1-474f-bf3c-7946f059bd95 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610600 Apr 21 13:54:14.068844 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31d05aef-c1ec-4858-bde2-d783dc2e671c req-5d1c36af-5a3f-4ace-871b-f9b6ba576681 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911508 Apr 21 13:54:15.114420 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1001f-266c-4000-8f13-f316c84d9a49 req-7958f089-d4bd-4f7c-817c-6a6e90a38edc tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:15.115901 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-55a1001f-266c-4000-8f13-f316c84d9a49 req-7958f089-d4bd-4f7c-817c-6a6e90a38edc tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 943 time: 0.0482905 Apr 21 13:54:15.154224 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-55a1001f-266c-4000-8f13-f316c84d9a49 req-3ea6d07c-595c-418b-87e6-6b567d00fbb8 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320694 Apr 21 13:54:15.775281 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b8d59882-a2d2-4e66-94bb-0bad1587df12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:16.265925 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93b858-32d0-4cb8-8fcd-d1c663aae2ea req-ac01eb94-505e-4ff6-b337-7a5ebfe5732c tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:16.267361 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b93b858-32d0-4cb8-8fcd-d1c663aae2ea req-ac01eb94-505e-4ff6-b337-7a5ebfe5732c tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 943 time: 0.0479150 Apr 21 13:54:16.304841 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1b93b858-32d0-4cb8-8fcd-d1c663aae2ea req-cac590b9-40e9-46b8-9b6a-145162e2f57b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314448 Apr 21 13:54:17.210130 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:17.420910 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32150c1-68a3-47ad-9346-f74cde23d51c req-b0d9c535-1a6c-40d3-b98c-b957c7b6fc44 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:17.422432 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b32150c1-68a3-47ad-9346-f74cde23d51c req-b0d9c535-1a6c-40d3-b98c-b957c7b6fc44 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 943 time: 0.0532401 Apr 21 13:54:17.460027 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b32150c1-68a3-47ad-9346-f74cde23d51c req-910584c0-7c48-43fd-9504-ef88eaf5e50c tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311034 Apr 21 13:54:17.480728 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e7a20283-6807-4cbb-98be-fe4223c0017e details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:54:17.572396 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port e7a20283-6807-4cbb-98be-fe4223c0017e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e7a20283-6807-4cbb-98be-fe4223c0017e,segment=NetworkSegment(fd09a405-4033-489a-86f4-ec80fa38587b),segment_id=fd09a405-4033-489a-86f4-ec80fa38587b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:54:17.586642 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'e7a20283-6807-4cbb-98be-fe4223c0017e', 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'port_id': 'e7a20283-6807-4cbb-98be-fe4223c0017e', 'mac_address': 'fa:16:3e:5b:05:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:54:17.623069 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:17.635796 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a20283-6807-4cbb-98be-fe4223c0017e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:54:17.653767 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port e7a20283-6807-4cbb-98be-fe4223c0017e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e7a20283-6807-4cbb-98be-fe4223c0017e,segment=NetworkSegment(fd09a405-4033-489a-86f4-ec80fa38587b),segment_id=fd09a405-4033-489a-86f4-ec80fa38587b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:54:17.735473 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:17.781655 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=e7a20283-6807-4cbb-98be-fe4223c0017e,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:17.992416 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['e7a20283-6807-4cbb-98be-fe4223c0017e'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:54:18.573216 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b63f9-9886-4c98-b030-f9e2f50db921 req-639fbabb-a11f-44f8-962e-28d7706161bb tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:18.574740 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-256b63f9-9886-4c98-b030-f9e2f50db921 req-639fbabb-a11f-44f8-962e-28d7706161bb tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 944 time: 0.0481222 Apr 21 13:54:18.612103 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-256b63f9-9886-4c98-b030-f9e2f50db921 req-572ba45a-d207-495d-ad91-29d1800be30e tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311046 Apr 21 13:54:18.781202 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:18.798560 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:18.801448 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:19.480145 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e7a20283-6807-4cbb-98be-fe4223c0017e up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:54:19.706290 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port e7a20283-6807-4cbb-98be-fe4223c0017e completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:54:19.710277 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port e7a20283-6807-4cbb-98be-fe4223c0017e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:54:19.710645 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:19.732512 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab38f98-9c6d-4732-b1c7-af4692f4c406 req-f69a9d31-aceb-4bca-b750-fff49e405287 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:19.734791 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eab38f98-9c6d-4732-b1c7-af4692f4c406 req-f69a9d31-aceb-4bca-b750-fff49e405287 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 944 time: 0.0494733 Apr 21 13:54:19.772723 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eab38f98-9c6d-4732-b1c7-af4692f4c406 req-e6d3ab59-ecda-44e9-a15d-ae54722fd885 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317407 Apr 21 13:54:19.787306 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:19.809247 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8fd149-77a6-4de3-bb45-587ad2725469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a20283-6807-4cbb-98be-fe4223c0017e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:54:19.811505 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816ac191-48df-4107-b410-f03fa6d07668" -d '{"events": [{"server_uuid": "4b8fd149-77a6-4de3-bb45-587ad2725469", "name": "network-vif-plugged", "status": "completed", "tag": "e7a20283-6807-4cbb-98be-fe4223c0017e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:54:19.824185 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port e7a20283-6807-4cbb-98be-fe4223c0017e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e7a20283-6807-4cbb-98be-fe4223c0017e,segment=NetworkSegment(fd09a405-4033-489a-86f4-ec80fa38587b),segment_id=fd09a405-4033-489a-86f4-ec80fa38587b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:54:19.852718 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41f3359-3aed-4ab6-b756-ad79e0da4d86 x-openstack-request-id: req-b41f3359-3aed-4ab6-b756-ad79e0da4d86 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:54:19.853012 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8fd149-77a6-4de3-bb45-587ad2725469", "name": "network-vif-plugged", "status": "completed", "tag": "e7a20283-6807-4cbb-98be-fe4223c0017e", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:54:19.853268 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b41f3359-3aed-4ab6-b756-ad79e0da4d86 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:54:19.853699 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b41f3359-3aed-4ab6-b756-ad79e0da4d86'] response: {'server_uuid': '4b8fd149-77a6-4de3-bb45-587ad2725469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a20283-6807-4cbb-98be-fe4223c0017e', 'code': 200} Apr 21 13:54:19.895637 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:19.946046 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=e7a20283-6807-4cbb-98be-fe4223c0017e,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:19.966912 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a87ec37-3fd0-4628-ab67-6f95482c5898 req-c6fb55a2-e058-4d48-b7e4-7fb5277a3ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:19.968415 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a87ec37-3fd0-4628-ab67-6f95482c5898 req-c6fb55a2-e058-4d48-b7e4-7fb5277a3ec8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 1096 time: 0.0497327 Apr 21 13:54:20.009626 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9a87ec37-3fd0-4628-ab67-6f95482c5898 req-72076ad6-8c96-4bb8-b147-e28ad28d7526 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292637 Apr 21 13:54:20.886987 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35962fbb-6b9e-498c-8df2-0375f6ab27f6 req-fd0f520e-f0c6-4445-b894-7c254f6d2af4 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:20.888439 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35962fbb-6b9e-498c-8df2-0375f6ab27f6 req-fd0f520e-f0c6-4445-b894-7c254f6d2af4 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 945 time: 0.0477679 Apr 21 13:54:20.925282 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35962fbb-6b9e-498c-8df2-0375f6ab27f6 req-878cc0e0-a5f6-46eb-ad78-880057b53b89 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300350 Apr 21 13:54:21.101271 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:22.040515 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67e645-53ae-4eb3-bc72-de45723405ed req-7e91c906-ae3b-42ea-b8e3-dd40148ff45c tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:22.041970 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a67e645-53ae-4eb3-bc72-de45723405ed req-7e91c906-ae3b-42ea-b8e3-dd40148ff45c tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 945 time: 0.0478563 Apr 21 13:54:22.077469 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8a67e645-53ae-4eb3-bc72-de45723405ed req-07a53344-b68e-4a95-86c4-31e4fb17fb11 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295711 Apr 21 13:54:22.192454 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6699e-1b26-40d5-8fd4-8d94ae1fc8c9 req-646265db-5e70-4b28-af23-c2991933b81a tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:22.193933 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35b6699e-1b26-40d5-8fd4-8d94ae1fc8c9 req-646265db-5e70-4b28-af23-c2991933b81a tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 945 time: 0.0510223 Apr 21 13:54:22.230526 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-35b6699e-1b26-40d5-8fd4-8d94ae1fc8c9 req-d8639f29-cde5-4642-9cfd-af6fe39ac557 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306175 Apr 21 13:54:22.251262 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33422) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:54:22.329999 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423c4309-abdc-4fb1-9276-ddb1c30ce266 tempest-TestShelveInstance-741278792 tempest-TestShelveInstance-741278792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:22.331484 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-423c4309-abdc-4fb1-9276-ddb1c30ce266 tempest-TestShelveInstance-741278792 tempest-TestShelveInstance-741278792-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 1091 time: 0.0793006 Apr 21 13:54:22.335129 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33426) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:54:22.339580 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-542a0cca-ab76-4116-81b7-47af0ad06021 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'port_id': 'e7a20283-6807-4cbb-98be-fe4223c0017e', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:54:22.415779 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-542a0cca-ab76-4116-81b7-47af0ad06021 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:22.513820 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-542a0cca-ab76-4116-81b7-47af0ad06021 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:22.615848 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-542a0cca-ab76-4116-81b7-47af0ad06021 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Allocated IP 172.25.8.109 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/85673b3b-39ce-4a59-b7d9-36b6750368d5) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:54:22.713928 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-542a0cca-ab76-4116-81b7-47af0ad06021 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:22.804167 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-542a0cca-ab76-4116-81b7-47af0ad06021 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:22.843356 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542a0cca-ab76-4116-81b7-47af0ad06021 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:54:22.846333 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-542a0cca-ab76-4116-81b7-47af0ad06021 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:54:22.850563 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542a0cca-ab76-4116-81b7-47af0ad06021 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:54:22.855907 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a0cca-ab76-4116-81b7-47af0ad06021 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Pushing event updated for resources: {'Port': ['ID=85673b3b-39ce-4a59-b7d9-36b6750368d5,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:22.949249 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28a00782-ed81-477f-bda3-09264f4fc7b2 req-4a5decad-db86-4927-9db0-aa176d2929e9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0737829 Apr 21 13:54:23.099607 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a00782-ed81-477f-bda3-09264f4fc7b2 req-7d59e6ec-beea-4462-8075-58c9e131ec6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:23.100991 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28a00782-ed81-477f-bda3-09264f4fc7b2 req-7d59e6ec-beea-4462-8075-58c9e131ec6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f87b562c2b54443eba22e6d817e1663c&device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 1096 time: 0.1099823 Apr 21 13:54:23.273561 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a00782-ed81-477f-bda3-09264f4fc7b2 req-dd9ad354-cf78-48a2-b8a5-f521644d7756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:23.275030 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28a00782-ed81-477f-bda3-09264f4fc7b2 req-dd9ad354-cf78-48a2-b8a5-f521644d7756 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f HTTP/1.1" status: 200 len: 909 time: 0.1532121 Apr 21 13:54:23.680569 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28a00782-ed81-477f-bda3-09264f4fc7b2 req-b96af2ee-b3ea-476c-8436-6cbf3f365280 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7a20283-6807-4cbb-98be-fe4223c0017e HTTP/1.1" status: 200 len: 217 time: 0.0387893 Apr 21 13:54:23.723516 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-542a0cca-ab76-4116-81b7-47af0ad06021 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:23.760712 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a00782-ed81-477f-bda3-09264f4fc7b2 req-954c79aa-77b1-4722-84c9-0b4c4f9a8016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:23.762170 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28a00782-ed81-477f-bda3-09264f4fc7b2 req-954c79aa-77b1-4722-84c9-0b4c4f9a8016 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34514dc4-6386-4d44-aff2-59c7574eb809 HTTP/1.1" status: 200 len: 847 time: 0.0749881 Apr 21 13:54:23.806748 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a00782-ed81-477f-bda3-09264f4fc7b2 req-1ec46cd9-4e2a-416c-b842-10fbb1631ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:23.808212 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28a00782-ed81-477f-bda3-09264f4fc7b2 req-1ec46cd9-4e2a-416c-b842-10fbb1631ce5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387375 Apr 21 13:54:23.890979 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-542a0cca-ab76-4116-81b7-47af0ad06021 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:23.976196 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28a00782-ed81-477f-bda3-09264f4fc7b2 req-f8cb0742-5549-43aa-a49b-276b43461d29 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584232 Apr 21 13:54:24.125077 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-28a00782-ed81-477f-bda3-09264f4fc7b2 req-5d9df876-7100-47bf-837c-01bb357a3c8b service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209888 Apr 21 13:54:24.139184 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-542a0cca-ab76-4116-81b7-47af0ad06021 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:24.180792 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-542a0cca-ab76-4116-81b7-47af0ad06021 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:24.251399 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a0cca-ab76-4116-81b7-47af0ad06021 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Pushing event updated for resources: {'Port': ['ID=85673b3b-39ce-4a59-b7d9-36b6750368d5,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:54:24.261823 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-542a0cca-ab76-4116-81b7-47af0ad06021 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:24.360649 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-542a0cca-ab76-4116-81b7-47af0ad06021 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Floating IP 9e18a025-bb55-4197-930b-7f2371a03978 associated. External IP: 172.25.8.109, port: e7a20283-6807-4cbb-98be-fe4223c0017e. Apr 21 13:54:24.567770 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542a0cca-ab76-4116-81b7-47af0ad06021 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Router 480802d0-bead-4a23-8072-a6d4bb882823 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:54:24.669689 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542a0cca-ab76-4116-81b7-47af0ad06021 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:54:24.679768 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669c1095-1965-4d50-9276-b693be160b91 None None] Sync routers for ids ['480802d0-bead-4a23-8072-a6d4bb882823'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:54:24.688906 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669c1095-1965-4d50-9276-b693be160b91 None None] Routers {'480802d0-bead-4a23-8072-a6d4bb882823'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:54:24.695595 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-669c1095-1965-4d50-9276-b693be160b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:54:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['480802d0-bead-4a23-8072-a6d4bb882823'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:54:24.748881 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-542a0cca-ab76-4116-81b7-47af0ad06021 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:24.780101 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-542a0cca-ab76-4116-81b7-47af0ad06021 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4439263 Apr 21 13:54:24.780777 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8fd149-77a6-4de3-bb45-587ad2725469', 'tag': 'e7a20283-6807-4cbb-98be-fe4223c0017e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:54:24.783057 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62565102-e7af-4034-8dde-0333c091036a" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8fd149-77a6-4de3-bb45-587ad2725469", "tag": "e7a20283-6807-4cbb-98be-fe4223c0017e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:54:24.793673 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-669c1095-1965-4d50-9276-b693be160b91 None None] Set router 480802d0-bead-4a23-8072-a6d4bb882823 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:54:24.820732 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f39e73-b0c4-4309-89ae-e85bce1c1286 x-openstack-request-id: req-d0f39e73-b0c4-4309-89ae-e85bce1c1286 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:54:24.821022 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8fd149-77a6-4de3-bb45-587ad2725469", "tag": "e7a20283-6807-4cbb-98be-fe4223c0017e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:54:24.821268 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d0f39e73-b0c4-4309-89ae-e85bce1c1286 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:54:24.821701 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0f39e73-b0c4-4309-89ae-e85bce1c1286'] response: {'name': 'network-changed', 'server_uuid': '4b8fd149-77a6-4de3-bb45-587ad2725469', 'tag': 'e7a20283-6807-4cbb-98be-fe4223c0017e', 'status': 'completed', 'code': 200} Apr 21 13:54:24.882811 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62565102-e7af-4034-8dde-0333c091036a req-b0498df5-3a6e-4b35-a22a-548661fc7c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:24.884297 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-62565102-e7af-4034-8dde-0333c091036a req-b0498df5-3a6e-4b35-a22a-548661fc7c37 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f87b562c2b54443eba22e6d817e1663c&device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 1096 time: 0.0406959 Apr 21 13:54:24.972008 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62565102-e7af-4034-8dde-0333c091036a req-f90e9b2b-a665-482d-838e-0d50204c2cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:24.974158 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-62565102-e7af-4034-8dde-0333c091036a req-f90e9b2b-a665-482d-838e-0d50204c2cb6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f HTTP/1.1" status: 200 len: 909 time: 0.0831194 Apr 21 13:54:25.015083 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-669c1095-1965-4d50-9276-b693be160b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480802d0-bead-4a23-8072-a6d4bb882823', 'name': 'tempest-TestShelveInstance-814504101-router', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:53:55Z', 'updated_at': '2022-04-21T13:53:58Z', 'revision_number': 4, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'gw_port': {'id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:56Z', 'updated_at': '2022-04-21T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '9e18a025-bb55-4197-930b-7f2371a03978', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'floating_ip_address': '172.25.8.109', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'port_id': 'e7a20283-6807-4cbb-98be-fe4223c0017e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'mac_address': 'fa:16:3e:5b:05:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8fd149-77a6-4de3-bb45-587ad2725469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:54:23Z', 'updated_at': '2022-04-21T13:54:23Z', 'revision_number': 0, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84ae9d6b-f5db-4b8c-b3ea-0626ca550233', 'name': '', 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'mac_address': 'fa:16:3e:7a:e7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:57Z', 'updated_at': '2022-04-21T13:54:02Z', 'revision_number': 5, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'subnets': [{'id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:54:25.044940 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669c1095-1965-4d50-9276-b693be160b91 None None] Checking router: 480802d0-bead-4a23-8072-a6d4bb882823 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:54:25.045765 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-62565102-e7af-4034-8dde-0333c091036a req-9418afd8-1dcf-42a4-8fac-020c2e537c8e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7a20283-6807-4cbb-98be-fe4223c0017e HTTP/1.1" status: 200 len: 999 time: 0.0641937 Apr 21 13:54:25.053082 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669c1095-1965-4d50-9276-b693be160b91 None None] Routers {'480802d0-bead-4a23-8072-a6d4bb882823'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:54:25.053707 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-669c1095-1965-4d50-9276-b693be160b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:54:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['480802d0-bead-4a23-8072-a6d4bb882823'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:54:25.093033 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62565102-e7af-4034-8dde-0333c091036a req-eb4d4cc7-fd92-4eae-984a-a22a005febee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:25.094411 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-62565102-e7af-4034-8dde-0333c091036a req-eb4d4cc7-fd92-4eae-984a-a22a005febee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34514dc4-6386-4d44-aff2-59c7574eb809 HTTP/1.1" status: 200 len: 847 time: 0.0424986 Apr 21 13:54:25.139243 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62565102-e7af-4034-8dde-0333c091036a req-abe0a651-09f7-45c3-9693-ba0cad53f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:54:25.140762 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-62565102-e7af-4034-8dde-0333c091036a req-abe0a651-09f7-45c3-9693-ba0cad53f261 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398824 Apr 21 13:54:25.238782 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-62565102-e7af-4034-8dde-0333c091036a req-2a9b0e1e-806d-47c6-8c11-ed98600793fe service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915890 Apr 21 13:54:25.311754 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-669c1095-1965-4d50-9276-b693be160b91 None None] Set router 480802d0-bead-4a23-8072-a6d4bb882823 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:54:25.328768 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-62565102-e7af-4034-8dde-0333c091036a req-3bc21e49-9d0b-43b6-8df9-17ab65f53b7d service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835648 Apr 21 13:54:25.535728 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-669c1095-1965-4d50-9276-b693be160b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480802d0-bead-4a23-8072-a6d4bb882823', 'name': 'tempest-TestShelveInstance-814504101-router', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:53:55Z', 'updated_at': '2022-04-21T13:53:58Z', 'revision_number': 4, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'gw_port': {'id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:56Z', 'updated_at': '2022-04-21T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '9e18a025-bb55-4197-930b-7f2371a03978', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'floating_ip_address': '172.25.8.109', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'port_id': 'e7a20283-6807-4cbb-98be-fe4223c0017e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'mac_address': 'fa:16:3e:5b:05:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8fd149-77a6-4de3-bb45-587ad2725469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:54:23Z', 'updated_at': '2022-04-21T13:54:23Z', 'revision_number': 0, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84ae9d6b-f5db-4b8c-b3ea-0626ca550233', 'name': '', 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'mac_address': 'fa:16:3e:7a:e7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:57Z', 'updated_at': '2022-04-21T13:54:02Z', 'revision_number': 5, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'subnets': [{'id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:54:25.561817 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669c1095-1965-4d50-9276-b693be160b91 None None] The sync data for ids ['480802d0-bead-4a23-8072-a6d4bb882823'] in n-d-836147-2 is: [{'id': '480802d0-bead-4a23-8072-a6d4bb882823', 'name': 'tempest-TestShelveInstance-814504101-router', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:53:55Z', 'updated_at': '2022-04-21T13:53:58Z', 'revision_number': 4, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'gw_port': {'id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:56Z', 'updated_at': '2022-04-21T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '9e18a025-bb55-4197-930b-7f2371a03978', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'floating_ip_address': '172.25.8.109', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'port_id': 'e7a20283-6807-4cbb-98be-fe4223c0017e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'mac_address': 'fa:16:3e:5b:05:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b8fd149-77a6-4de3-bb45-587ad2725469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:54:23Z', 'updated_at': '2022-04-21T13:54:23Z', 'revision_number': 0, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84ae9d6b-f5db-4b8c-b3ea-0626ca550233', 'name': '', 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'mac_address': 'fa:16:3e:7a:e7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:57Z', 'updated_at': '2022-04-21T13:54:02Z', 'revision_number': 5, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'subnets': [{'id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:54:25.739170 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9a1f81-c4a8-4bab-a24b-b2a294d82a90 None None] New status for floating IP 9e18a025-bb55-4197-930b-7f2371a03978: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:54:38.930574 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:54:43.517757 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a97e97d0-ba13-4957-b34a-9f6382dd0e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:45.786722 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-88ddd98b-c5b4-42cc-a056-58c6c626ea50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:47.226386 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:48.790938 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:48.820122 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:48.821699 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:54:51.106438 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:55:13.569084 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-3212df68-d065-4519-8081-33fac49cf5b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:55:15.780166 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-35d73911-3010-402c-a2e3-9b921d87bda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:55:15.928761 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:55:17.220222 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:55:18.819253 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:55:18.866513 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:55:18.867307 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:55:21.179631 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:55:23.910945 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6759eb28-dcc9-4b86-a76c-299746800690 req-df086af3-f1f1-4609-afe7-67a1cdce067e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454540 Apr 21 13:55:24.002918 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759eb28-dcc9-4b86-a76c-299746800690 req-4c9af553-2d95-4d04-85b2-bbec170d0551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:55:24.004367 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6759eb28-dcc9-4b86-a76c-299746800690 req-4c9af553-2d95-4d04-85b2-bbec170d0551 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f87b562c2b54443eba22e6d817e1663c&device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 1096 time: 0.0398347 Apr 21 13:55:24.109139 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759eb28-dcc9-4b86-a76c-299746800690 req-7716e97e-295f-43b7-abf1-709751fa3629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:55:24.110637 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6759eb28-dcc9-4b86-a76c-299746800690 req-7716e97e-295f-43b7-abf1-709751fa3629 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f HTTP/1.1" status: 200 len: 909 time: 0.0816135 Apr 21 13:55:24.185294 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6759eb28-dcc9-4b86-a76c-299746800690 req-5d5ade9d-6b8b-49a3-9a86-fe3a37101e99 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7a20283-6807-4cbb-98be-fe4223c0017e HTTP/1.1" status: 200 len: 1001 time: 0.0616183 Apr 21 13:55:24.239601 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759eb28-dcc9-4b86-a76c-299746800690 req-7c8dce13-e72d-40a4-8529-047f181fd564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:55:24.241056 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6759eb28-dcc9-4b86-a76c-299746800690 req-7c8dce13-e72d-40a4-8529-047f181fd564 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34514dc4-6386-4d44-aff2-59c7574eb809 HTTP/1.1" status: 200 len: 847 time: 0.0469089 Apr 21 13:55:24.289864 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6759eb28-dcc9-4b86-a76c-299746800690 req-79706e97-6feb-4e1f-a931-4c3c1e71bb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:55:24.291365 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6759eb28-dcc9-4b86-a76c-299746800690 req-79706e97-6feb-4e1f-a931-4c3c1e71bb6f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401955 Apr 21 13:55:24.390420 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6759eb28-dcc9-4b86-a76c-299746800690 req-61231793-39cf-410f-a6f7-429cb7b8fa71 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865970 Apr 21 13:55:24.484793 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6759eb28-dcc9-4b86-a76c-299746800690 req-f2720d53-8bd6-401e-938d-005cfe0c8116 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842822 Apr 21 13:55:43.574047 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ee062dec-92b1-4b51-83d2-e68dda6dab98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:55:45.785809 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6da7e947-574d-4b2e-b130-541c9dc23b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:55:47.259764 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:55:48.808450 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:55:48.866015 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:55:48.866654 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:55:51.155722 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:55:52.927345 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:56:13.556900 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4008fcc4-fddd-491f-9b35-14f0d829fb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:56:15.773517 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-55f6b172-bc88-422a-8378-e26112dfb4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:56:17.231046 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:56:18.785593 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:56:18.808209 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:56:18.813424 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:56:21.139276 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:56:23.219100 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6eefb-ca7a-4ac4-9ff8-fa1e4641fe74 req-efc36110-8bbc-41da-9774-0ea9cc2c9b85 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:23.220596 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-55d6eefb-ca7a-4ac4-9ff8-fa1e4641fe74 req-efc36110-8bbc-41da-9774-0ea9cc2c9b85 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 945 time: 0.0548496 Apr 21 13:56:23.260912 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-55d6eefb-ca7a-4ac4-9ff8-fa1e4641fe74 req-17e4f034-9866-4cf1-b07a-fde468f8bf25 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326371 Apr 21 13:56:23.969702 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a17ff-0c00-4885-b2fa-d3a2a88fc509 req-41a5b937-fdaa-492c-b3df-d3a714d10fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:23.971216 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e4a17ff-0c00-4885-b2fa-d3a2a88fc509 req-41a5b937-fdaa-492c-b3df-d3a714d10fad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f87b562c2b54443eba22e6d817e1663c&device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 1096 time: 0.0813122 Apr 21 13:56:24.073688 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a17ff-0c00-4885-b2fa-d3a2a88fc509 req-09a7a0f2-9b4f-4db1-9965-bdfe789b7afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:24.075155 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e4a17ff-0c00-4885-b2fa-d3a2a88fc509 req-09a7a0f2-9b4f-4db1-9965-bdfe789b7afe service neutron] 10.222.0.24 "GET /v2.0/networks?id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f HTTP/1.1" status: 200 len: 909 time: 0.0822704 Apr 21 13:56:24.144373 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e4a17ff-0c00-4885-b2fa-d3a2a88fc509 req-f215eb44-f3dc-40ef-ab18-eb4257dece42 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7a20283-6807-4cbb-98be-fe4223c0017e HTTP/1.1" status: 200 len: 1001 time: 0.0614877 Apr 21 13:56:24.192750 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a17ff-0c00-4885-b2fa-d3a2a88fc509 req-292cfdc9-c6b4-4bf6-9b82-5d9b7ec13bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:24.194293 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e4a17ff-0c00-4885-b2fa-d3a2a88fc509 req-292cfdc9-c6b4-4bf6-9b82-5d9b7ec13bd5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34514dc4-6386-4d44-aff2-59c7574eb809 HTTP/1.1" status: 200 len: 847 time: 0.0430508 Apr 21 13:56:24.239788 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a17ff-0c00-4885-b2fa-d3a2a88fc509 req-c2e14391-b755-435d-b8ed-002f022fe3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:24.241245 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e4a17ff-0c00-4885-b2fa-d3a2a88fc509 req-c2e14391-b755-435d-b8ed-002f022fe3a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392678 Apr 21 13:56:24.345043 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e4a17ff-0c00-4885-b2fa-d3a2a88fc509 req-e46671d9-d3e5-4821-ac5e-f265df838306 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964844 Apr 21 13:56:24.431776 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151922c6-86b2-4347-9777-602840f0581c req-8ce64ada-f4b6-4b31-b279-2e70ca2eff0f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:24.433262 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-151922c6-86b2-4347-9777-602840f0581c req-8ce64ada-f4b6-4b31-b279-2e70ca2eff0f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 945 time: 0.1018908 Apr 21 13:56:24.482226 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9e4a17ff-0c00-4885-b2fa-d3a2a88fc509 req-e9827720-0ba8-4465-959e-b04ad6c2cfbd service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238737 Apr 21 13:56:24.489218 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-151922c6-86b2-4347-9777-602840f0581c req-49a8c049-94bf-4566-add6-0337bc57ba47 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497875 Apr 21 13:56:25.609151 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328518a-6486-4a8b-8efc-87c0ccbc0a14 req-1460c791-0d45-45a2-908d-e1685722c10a tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:25.610613 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2328518a-6486-4a8b-8efc-87c0ccbc0a14 req-1460c791-0d45-45a2-908d-e1685722c10a tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 945 time: 0.0477560 Apr 21 13:56:25.646829 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2328518a-6486-4a8b-8efc-87c0ccbc0a14 req-e91cfe08-dec8-47ef-8451-db322bc49c10 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303738 Apr 21 13:56:26.764234 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef862061-69ca-4762-a633-b8d3d6077e8e req-502d1fae-6f0a-4540-b5b8-cf34df1650e1 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:26.765746 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef862061-69ca-4762-a633-b8d3d6077e8e req-502d1fae-6f0a-4540-b5b8-cf34df1650e1 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 945 time: 0.0528424 Apr 21 13:56:26.803473 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef862061-69ca-4762-a633-b8d3d6077e8e req-10311988-41b1-4b60-b179-8b7bfb359ec6 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317452 Apr 21 13:56:27.918240 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd322b4-fe27-4a35-b448-0ce1ff051fba req-32a320e4-7543-4208-92e8-52eaee9a7a02 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:27.919729 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ffd322b4-fe27-4a35-b448-0ce1ff051fba req-32a320e4-7543-4208-92e8-52eaee9a7a02 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 945 time: 0.0509133 Apr 21 13:56:27.956501 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ffd322b4-fe27-4a35-b448-0ce1ff051fba req-eaa50276-3c51-47c5-904c-1b6f0c423779 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308709 Apr 21 13:56:29.075100 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4a4ce-7cd9-4f20-be9d-63c7d43e15e5 req-3a6100d5-defa-4d73-b811-6e8fbeeb61d8 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:29.076561 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0cc4a4ce-7cd9-4f20-be9d-63c7d43e15e5 req-3a6100d5-defa-4d73-b811-6e8fbeeb61d8 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 945 time: 0.0511646 Apr 21 13:56:29.112684 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0cc4a4ce-7cd9-4f20-be9d-63c7d43e15e5 req-3dffc611-e163-4df0-b976-6ef0759feadf tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301399 Apr 21 13:56:29.926141 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:56:30.230087 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab751b-64af-434c-b546-3ff1485eb73a req-27d2a5e1-891f-44b3-9712-56979a14e6d3 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:30.231443 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-19ab751b-64af-434c-b546-3ff1485eb73a req-27d2a5e1-891f-44b3-9712-56979a14e6d3 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 945 time: 0.0513842 Apr 21 13:56:30.267736 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-19ab751b-64af-434c-b546-3ff1485eb73a req-0269c788-b8ee-496f-82ed-9f5a8aa4a162 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304072 Apr 21 13:56:31.381752 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27cb01-9719-451b-abf7-d67dc469ced9 req-d61c3b48-ff80-4928-915e-8590bd72613f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:31.383228 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7b27cb01-9719-451b-abf7-d67dc469ced9 req-d61c3b48-ff80-4928-915e-8590bd72613f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 945 time: 0.0494320 Apr 21 13:56:31.422411 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7b27cb01-9719-451b-abf7-d67dc469ced9 req-c96a9574-2e2e-46d1-ae45-cfb92b286764 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330312 Apr 21 13:56:32.538189 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7e924-6045-44f5-9d40-129bea83502e req-8e9f2b60-a40a-48d1-9416-412695af5745 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:32.540172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ebe7e924-6045-44f5-9d40-129bea83502e req-8e9f2b60-a40a-48d1-9416-412695af5745 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 945 time: 0.0479157 Apr 21 13:56:32.577659 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ebe7e924-6045-44f5-9d40-129bea83502e req-ac539287-7276-420c-b6f8-cb07f1d4e662 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315185 Apr 21 13:56:33.693460 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb7c4f-009a-4397-afc2-572413c98a2d req-26b3547a-22cc-44ee-b28c-e23c09504615 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:33.694939 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-73cb7c4f-009a-4397-afc2-572413c98a2d req-26b3547a-22cc-44ee-b28c-e23c09504615 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 945 time: 0.0507343 Apr 21 13:56:33.731199 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-73cb7c4f-009a-4397-afc2-572413c98a2d req-6152da89-afd5-4577-bb75-31737065fbd6 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297449 Apr 21 13:56:34.846289 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13203a52-e7d5-47ba-8895-58a782c2d187 req-9691f340-0421-4ec3-ba7f-47871bf32ff0 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:34.847742 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13203a52-e7d5-47ba-8895-58a782c2d187 req-9691f340-0421-4ec3-ba7f-47871bf32ff0 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 945 time: 0.0489664 Apr 21 13:56:34.885038 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-13203a52-e7d5-47ba-8895-58a782c2d187 req-a8b0c23a-283c-414a-8a06-4e1dc20c1096 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313928 Apr 21 13:56:35.998974 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97871f4-5a2c-407c-9e50-3ac9a2c74044 req-7e77170b-acf6-4144-997e-3d33ed3ab990 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:36.000431 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a97871f4-5a2c-407c-9e50-3ac9a2c74044 req-7e77170b-acf6-4144-997e-3d33ed3ab990 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 945 time: 0.0480270 Apr 21 13:56:36.037512 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a97871f4-5a2c-407c-9e50-3ac9a2c74044 req-4863dc8d-3c93-450d-bcea-8b013d8c99f6 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308521 Apr 21 13:56:37.154047 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78bb31-2bd1-40ad-8b55-74daab8f5c87 req-90f765ca-96bf-4545-b29f-5efb52bc6437 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:37.155476 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1a78bb31-2bd1-40ad-8b55-74daab8f5c87 req-90f765ca-96bf-4545-b29f-5efb52bc6437 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 945 time: 0.0514450 Apr 21 13:56:37.192347 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1a78bb31-2bd1-40ad-8b55-74daab8f5c87 req-5992a661-346b-4069-b3ce-c7902d4e48db tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309222 Apr 21 13:56:38.304128 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794de99-09b7-4510-ace4-7db2cdbd37d3 req-38163f2b-cdfb-439b-89fd-4b7579d97549 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:38.306092 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6794de99-09b7-4510-ace4-7db2cdbd37d3 req-38163f2b-cdfb-439b-89fd-4b7579d97549 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 945 time: 0.0470805 Apr 21 13:56:38.343026 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6794de99-09b7-4510-ace4-7db2cdbd37d3 req-7cfa1dfe-f853-4b1f-8a5f-1d63a1170cc8 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309980 Apr 21 13:56:39.457880 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc131c8-963d-4751-b9ae-e43c9d0d8a45 req-bf438ec3-3cfa-4e19-95a2-d118b793cd8f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:39.459359 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4dc131c8-963d-4751-b9ae-e43c9d0d8a45 req-bf438ec3-3cfa-4e19-95a2-d118b793cd8f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 945 time: 0.0486736 Apr 21 13:56:39.497006 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4dc131c8-963d-4751-b9ae-e43c9d0d8a45 req-9f9f6cfa-1b95-4233-bc8a-20cd476a31ea tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316906 Apr 21 13:56:40.102396 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e7a20283-6807-4cbb-98be-fe4223c0017e details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:56:40.196492 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port e7a20283-6807-4cbb-98be-fe4223c0017e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e7a20283-6807-4cbb-98be-fe4223c0017e,segment=NetworkSegment(fd09a405-4033-489a-86f4-ec80fa38587b),segment_id=fd09a405-4033-489a-86f4-ec80fa38587b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:56:40.207607 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'e7a20283-6807-4cbb-98be-fe4223c0017e', 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'port_id': 'e7a20283-6807-4cbb-98be-fe4223c0017e', 'mac_address': 'fa:16:3e:5b:05:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:56:40.243432 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:56:40.255679 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7a20283-6807-4cbb-98be-fe4223c0017e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:56:40.274612 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port e7a20283-6807-4cbb-98be-fe4223c0017e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e7a20283-6807-4cbb-98be-fe4223c0017e,segment=NetworkSegment(fd09a405-4033-489a-86f4-ec80fa38587b),segment_id=fd09a405-4033-489a-86f4-ec80fa38587b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:56:40.351160 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:56:40.437570 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['e7a20283-6807-4cbb-98be-fe4223c0017e'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:56:40.466106 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=e7a20283-6807-4cbb-98be-fe4223c0017e,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:56:40.485010 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:56:40.485351 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:56:40.485715 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:56:40.486051 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:56:40.486376 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:56:40.486697 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:56:40.487018 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:56:40.487335 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:56:40.487653 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:56:40.487968 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:56:40.488282 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:56:40.488595 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:56:40.615940 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9c75d-4bd8-4f2c-8a36-369a258d4924 req-b7aee0be-8a9a-4f86-a0d0-3fa33ee7f476 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:40.617703 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54c9c75d-4bd8-4f2c-8a36-369a258d4924 req-b7aee0be-8a9a-4f86-a0d0-3fa33ee7f476 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 944 time: 0.0527215 Apr 21 13:56:40.656909 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-54c9c75d-4bd8-4f2c-8a36-369a258d4924 req-99b4b3c9-9744-47f5-a75e-49a31877520c tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326183 Apr 21 13:56:41.797800 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934f7bc-3531-41e3-b15e-d5508a90f647 req-2a91b46b-e621-462e-9357-9445530f926d tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:41.800196 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0934f7bc-3531-41e3-b15e-d5508a90f647 req-2a91b46b-e621-462e-9357-9445530f926d tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 944 time: 0.0533826 Apr 21 13:56:41.844406 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0934f7bc-3531-41e3-b15e-d5508a90f647 req-ac9fa580-d209-4ecd-9cc4-288978c94d63 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382681 Apr 21 13:56:42.101875 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e7a20283-6807-4cbb-98be-fe4223c0017e up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:56:42.160111 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port e7a20283-6807-4cbb-98be-fe4223c0017e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:56:42.160584 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:56:42.245453 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:56:42.271042 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8fd149-77a6-4de3-bb45-587ad2725469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a20283-6807-4cbb-98be-fe4223c0017e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:56:42.273347 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649b460d-d479-4628-92c4-5e0ac9473f5b" -d '{"events": [{"server_uuid": "4b8fd149-77a6-4de3-bb45-587ad2725469", "name": "network-vif-plugged", "status": "completed", "tag": "e7a20283-6807-4cbb-98be-fe4223c0017e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:56:42.288674 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port e7a20283-6807-4cbb-98be-fe4223c0017e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e7a20283-6807-4cbb-98be-fe4223c0017e,segment=NetworkSegment(fd09a405-4033-489a-86f4-ec80fa38587b),segment_id=fd09a405-4033-489a-86f4-ec80fa38587b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:56:42.362190 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:56:42.399217 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935ec982-8598-4fc3-9635-b3ddf4370ca0 x-openstack-request-id: req-935ec982-8598-4fc3-9635-b3ddf4370ca0 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:56:42.399354 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8fd149-77a6-4de3-bb45-587ad2725469", "name": "network-vif-plugged", "status": "completed", "tag": "e7a20283-6807-4cbb-98be-fe4223c0017e", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:56:42.400147 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-935ec982-8598-4fc3-9635-b3ddf4370ca0 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:56:42.400147 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-935ec982-8598-4fc3-9635-b3ddf4370ca0'] response: {'server_uuid': '4b8fd149-77a6-4de3-bb45-587ad2725469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a20283-6807-4cbb-98be-fe4223c0017e', 'code': 200} Apr 21 13:56:42.424459 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=e7a20283-6807-4cbb-98be-fe4223c0017e,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:56:42.988815 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675d783-13bb-4732-861a-e41701357783 req-aabb921d-0707-4f59-86c1-875877b39f49 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:42.994097 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c675d783-13bb-4732-861a-e41701357783 req-aabb921d-0707-4f59-86c1-875877b39f49 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 945 time: 0.0570152 Apr 21 13:56:43.031425 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c675d783-13bb-4732-861a-e41701357783 req-dc1245ba-c897-44c6-99c5-2d6c62b3b64a tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347891 Apr 21 13:56:43.528217 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0350336f-85bc-4505-99cf-9e8664c82c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:56:44.159875 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f7ff6-0e09-4f8a-bbfb-9a688300842f req-64032f0a-b690-4c9f-baf0-2b06d7cc9eb4 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:44.161354 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c3f7ff6-0e09-4f8a-bbfb-9a688300842f req-64032f0a-b690-4c9f-baf0-2b06d7cc9eb4 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 945 time: 0.0561731 Apr 21 13:56:44.199531 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8c3f7ff6-0e09-4f8a-bbfb-9a688300842f req-cdf53aad-85de-4b0d-9c26-905da59975b1 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313137 Apr 21 13:56:45.326787 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a60404-8c28-4ec2-9ed3-a59ac0d6eca9 req-f120622f-25dd-4777-b3f2-0eb5fa84113f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:45.334060 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15a60404-8c28-4ec2-9ed3-a59ac0d6eca9 req-f120622f-25dd-4777-b3f2-0eb5fa84113f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 945 time: 0.0577350 Apr 21 13:56:45.376869 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-15a60404-8c28-4ec2-9ed3-a59ac0d6eca9 req-281341c3-db9e-44f2-814e-4f138c8edbf0 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410011 Apr 21 13:56:45.779304 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ec5e61b3-ba1b-4efa-9dee-8db2509d3edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:56:46.512342 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6393c-6ea3-478d-b9ce-ceac55e151bd req-1a224188-e2a6-4fec-bab9-fddc58a04a3e tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:46.514872 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3cd6393c-6ea3-478d-b9ce-ceac55e151bd req-1a224188-e2a6-4fec-bab9-fddc58a04a3e tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 945 time: 0.0537977 Apr 21 13:56:46.554454 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3cd6393c-6ea3-478d-b9ce-ceac55e151bd req-8f02cddc-d74e-43a0-b499-48bfac5bc569 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337226 Apr 21 13:56:47.263440 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:56:47.699409 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5fcac-1d3a-4848-be94-72fa316a13ca req-48ec8c7f-72db-4e2e-8101-736e30c39084 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:47.706683 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12c5fcac-1d3a-4848-be94-72fa316a13ca req-48ec8c7f-72db-4e2e-8101-736e30c39084 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 945 time: 0.0654881 Apr 21 13:56:47.743610 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-12c5fcac-1d3a-4848-be94-72fa316a13ca req-19dc41c7-8405-4290-8690-ed214a045949 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338695 Apr 21 13:56:48.772127 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:56:48.796229 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:56:48.842268 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:56:48.890363 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb3cf3-c524-4a6e-8459-9a5eeaa11fbf req-6a4ad7de-ace7-4599-8566-61a11a460ceb tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:48.893076 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-23cb3cf3-c524-4a6e-8459-9a5eeaa11fbf req-6a4ad7de-ace7-4599-8566-61a11a460ceb tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 945 time: 0.0594997 Apr 21 13:56:48.944249 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-23cb3cf3-c524-4a6e-8459-9a5eeaa11fbf req-dfd087d5-3ddc-4d12-9d75-9211fb06a560 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391572 Apr 21 13:56:50.073331 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f08f6-929e-4a16-9e0b-3d6edb1089af req-3b3a1555-b0ec-405b-9e90-eab1001fa543 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:50.075111 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-620f08f6-929e-4a16-9e0b-3d6edb1089af req-3b3a1555-b0ec-405b-9e90-eab1001fa543 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 945 time: 0.0577335 Apr 21 13:56:50.118713 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-620f08f6-929e-4a16-9e0b-3d6edb1089af req-c881f191-9380-4a77-a47e-1c9c3560147e tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375042 Apr 21 13:56:51.139457 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:56:51.238612 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a84c2-f971-4dd8-aef9-7754a81e0ab5 req-d932f906-3f54-4764-97dd-183573f4c540 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:51.240106 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-939a84c2-f971-4dd8-aef9-7754a81e0ab5 req-d932f906-3f54-4764-97dd-183573f4c540 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 945 time: 0.0539637 Apr 21 13:56:51.278789 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-939a84c2-f971-4dd8-aef9-7754a81e0ab5 req-1881e519-5938-4448-a694-6808e50bc82e tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326805 Apr 21 13:56:51.930146 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336d053-6d82-4c1f-ba7d-5a94e54f13c0 req-11deecef-fea1-4b51-b67e-f8c1a78c9275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:51.931669 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1336d053-6d82-4c1f-ba7d-5a94e54f13c0 req-11deecef-fea1-4b51-b67e-f8c1a78c9275 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f87b562c2b54443eba22e6d817e1663c&device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 1096 time: 0.0415847 Apr 21 13:56:52.023802 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336d053-6d82-4c1f-ba7d-5a94e54f13c0 req-f193b0a3-9f23-4c52-ac66-a26553452f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:52.025282 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1336d053-6d82-4c1f-ba7d-5a94e54f13c0 req-f193b0a3-9f23-4c52-ac66-a26553452f09 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f HTTP/1.1" status: 200 len: 909 time: 0.0828557 Apr 21 13:56:52.097282 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1336d053-6d82-4c1f-ba7d-5a94e54f13c0 req-3043de74-88a2-4cea-a5af-7fc309fa8bba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7a20283-6807-4cbb-98be-fe4223c0017e HTTP/1.1" status: 200 len: 1001 time: 0.0612428 Apr 21 13:56:52.145986 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336d053-6d82-4c1f-ba7d-5a94e54f13c0 req-97bee9ca-68cf-4bb9-9c3f-6b6dafd5f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:52.147438 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1336d053-6d82-4c1f-ba7d-5a94e54f13c0 req-97bee9ca-68cf-4bb9-9c3f-6b6dafd5f44b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34514dc4-6386-4d44-aff2-59c7574eb809 HTTP/1.1" status: 200 len: 847 time: 0.0434501 Apr 21 13:56:52.192269 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336d053-6d82-4c1f-ba7d-5a94e54f13c0 req-d296ef7b-7ad5-4edc-9532-f39cb21a975a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:52.193783 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1336d053-6d82-4c1f-ba7d-5a94e54f13c0 req-d296ef7b-7ad5-4edc-9532-f39cb21a975a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389757 Apr 21 13:56:52.289716 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1336d053-6d82-4c1f-ba7d-5a94e54f13c0 req-3bf505ef-11a7-4963-9b3b-accf11c6470e service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851169 Apr 21 13:56:52.420647 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1336d053-6d82-4c1f-ba7d-5a94e54f13c0 req-f59b50bf-6750-4fc1-bb44-7e6026ee18fa service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208963 Apr 21 13:56:52.428901 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4772cfef-97ce-4a16-93c8-9c0440329bcd req-38c0d24a-e3f4-403a-a55c-74be90ff0e16 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:52.430312 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4772cfef-97ce-4a16-93c8-9c0440329bcd req-38c0d24a-e3f4-403a-a55c-74be90ff0e16 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 945 time: 0.0810575 Apr 21 13:56:52.468071 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4772cfef-97ce-4a16-93c8-9c0440329bcd req-3f5cbe99-a256-4801-b769-aefd6e3861da tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316811 Apr 21 13:56:53.581181 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d7df86-2a33-49da-bfec-12cbbd7f1b9c req-1cf3671f-8f10-4329-8c7e-4826f5aa7377 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:53.582638 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-21d7df86-2a33-49da-bfec-12cbbd7f1b9c req-1cf3671f-8f10-4329-8c7e-4826f5aa7377 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 945 time: 0.0476198 Apr 21 13:56:53.618652 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-21d7df86-2a33-49da-bfec-12cbbd7f1b9c req-88a26ae4-9908-4711-9ecd-29cb577d6255 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300713 Apr 21 13:56:54.117628 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e7a20283-6807-4cbb-98be-fe4223c0017e no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:56:54.191090 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:56:54.212974 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8fd149-77a6-4de3-bb45-587ad2725469', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7a20283-6807-4cbb-98be-fe4223c0017e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:56:54.215713 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a23eea4-a318-4df5-98f7-9e95c222bf87" -d '{"events": [{"server_uuid": "4b8fd149-77a6-4de3-bb45-587ad2725469", "name": "network-vif-unplugged", "status": "completed", "tag": "e7a20283-6807-4cbb-98be-fe4223c0017e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:56:54.227526 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port e7a20283-6807-4cbb-98be-fe4223c0017e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e7a20283-6807-4cbb-98be-fe4223c0017e,segment=NetworkSegment(fd09a405-4033-489a-86f4-ec80fa38587b),segment_id=fd09a405-4033-489a-86f4-ec80fa38587b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:56:54.253081 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 13:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6398c5d-afa7-4a63-a5ac-536cf3104b62 x-openstack-request-id: req-a6398c5d-afa7-4a63-a5ac-536cf3104b62 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:56:54.253364 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8fd149-77a6-4de3-bb45-587ad2725469", "name": "network-vif-unplugged", "status": "completed", "tag": "e7a20283-6807-4cbb-98be-fe4223c0017e", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:56:54.253641 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a6398c5d-afa7-4a63-a5ac-536cf3104b62 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:56:54.254041 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6398c5d-afa7-4a63-a5ac-536cf3104b62'] response: {'server_uuid': '4b8fd149-77a6-4de3-bb45-587ad2725469', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7a20283-6807-4cbb-98be-fe4223c0017e', 'code': 200} Apr 21 13:56:54.270912 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:56:54.320006 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=e7a20283-6807-4cbb-98be-fe4223c0017e,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:56:54.736786 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440d075-4368-4d41-b658-3ac952305480 req-3ac01356-697a-43c4-acdd-099bcd0f181d tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:54.738299 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7440d075-4368-4d41-b658-3ac952305480 req-3ac01356-697a-43c4-acdd-099bcd0f181d tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 943 time: 0.0503035 Apr 21 13:56:54.780604 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7440d075-4368-4d41-b658-3ac952305480 req-c55ff297-d3ea-4514-a310-e35206e06d24 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363424 Apr 21 13:56:54.849681 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-cd41be0f-0fb6-4a11-bb38-ba98f2141b3b req-05c3a076-8566-4653-b85a-e9f33484db31 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 13:56:54.850670 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cd41be0f-0fb6-4a11-bb38-ba98f2141b3b req-05c3a076-8566-4653-b85a-e9f33484db31 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053711 Apr 21 13:56:55.183920 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62690a74-e5d3-49d5-9ffb-16fe8059718d req-e6203dc3-8b04-4a2b-88f3-8664422adc2f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:55.185401 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-62690a74-e5d3-49d5-9ffb-16fe8059718d req-e6203dc3-8b04-4a2b-88f3-8664422adc2f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 943 time: 0.0497987 Apr 21 13:56:55.223402 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-62690a74-e5d3-49d5-9ffb-16fe8059718d req-cc225de6-8fee-4ff7-adec-e5b7384fce5b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318089 Apr 21 13:56:55.623794 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a72a1c7e-afa4-4091-bfcf-2c9b33a9cfed req-ec78fd49-6334-42a6-828d-c00b7ef3c30f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0814185 Apr 21 13:56:56.338427 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ac36f-ccdd-4506-a042-45ecd93fd686 req-dee6cd7f-b49d-4aa5-87fa-7dae68cf35f1 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:56.340592 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e92ac36f-ccdd-4506-a042-45ecd93fd686 req-dee6cd7f-b49d-4aa5-87fa-7dae68cf35f1 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 943 time: 0.0486634 Apr 21 13:56:56.378028 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e92ac36f-ccdd-4506-a042-45ecd93fd686 req-68cc208f-cff9-4511-9c06-e38febcb8609 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315328 Apr 21 13:56:57.019028 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a1c7e-afa4-4091-bfcf-2c9b33a9cfed req-f1591a15-ff0f-49d2-bcab-803495d742c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:57.020482 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a72a1c7e-afa4-4091-bfcf-2c9b33a9cfed req-f1591a15-ff0f-49d2-bcab-803495d742c7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469&tenant_id=f87b562c2b54443eba22e6d817e1663c HTTP/1.1" status: 200 len: 1094 time: 0.0400028 Apr 21 13:56:57.090732 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a1c7e-afa4-4091-bfcf-2c9b33a9cfed req-9bc57285-f2e2-4122-b5aa-69360de94af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:57.092201 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a72a1c7e-afa4-4091-bfcf-2c9b33a9cfed req-9bc57285-f2e2-4122-b5aa-69360de94af3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f87b562c2b54443eba22e6d817e1663c&device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 1094 time: 0.0426824 Apr 21 13:56:57.182700 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a1c7e-afa4-4091-bfcf-2c9b33a9cfed req-80e74b72-e08d-4ce0-bde6-296720c25ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:57.184691 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a72a1c7e-afa4-4091-bfcf-2c9b33a9cfed req-80e74b72-e08d-4ce0-bde6-296720c25ce3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f HTTP/1.1" status: 200 len: 909 time: 0.0823271 Apr 21 13:56:57.256075 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a72a1c7e-afa4-4091-bfcf-2c9b33a9cfed req-10220044-c8fc-4153-83f4-c759b1cd86a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7a20283-6807-4cbb-98be-fe4223c0017e HTTP/1.1" status: 200 len: 999 time: 0.0599599 Apr 21 13:56:57.306377 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a1c7e-afa4-4091-bfcf-2c9b33a9cfed req-9a5f2f36-f0ad-4cb2-9fc4-50a93b81b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:57.307691 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a72a1c7e-afa4-4091-bfcf-2c9b33a9cfed req-9a5f2f36-f0ad-4cb2-9fc4-50a93b81b0cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34514dc4-6386-4d44-aff2-59c7574eb809 HTTP/1.1" status: 200 len: 847 time: 0.0415914 Apr 21 13:56:57.353946 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a1c7e-afa4-4091-bfcf-2c9b33a9cfed req-807e70b4-c729-4250-a463-ce5a9ae69de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:57.355910 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a72a1c7e-afa4-4091-bfcf-2c9b33a9cfed req-807e70b4-c729-4250-a463-ce5a9ae69de9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0381563 Apr 21 13:56:57.462582 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a72a1c7e-afa4-4091-bfcf-2c9b33a9cfed req-dda3ecaf-1a70-472a-a434-eb4c8f14311b service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956829 Apr 21 13:56:57.549906 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c931c-6adb-4dc2-8234-78c4d4b96b54 req-c46114e2-9574-476d-9a34-1f027ac69798 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:57.551359 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc7c931c-6adb-4dc2-8234-78c4d4b96b54 req-c46114e2-9574-476d-9a34-1f027ac69798 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 943 time: 0.1031528 Apr 21 13:56:57.925864 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a72a1c7e-afa4-4091-bfcf-2c9b33a9cfed req-85dfd472-8541-401f-8d0d-1874697e4f95 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495468 Apr 21 13:56:57.938169 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bc7c931c-6adb-4dc2-8234-78c4d4b96b54 req-8dfdf0c9-a4ec-4a9b-a946-d3ae2a22094f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3773069 Apr 21 13:56:58.148574 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e7a20283-6807-4cbb-98be-fe4223c0017e no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:56:59.059129 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71858acf-fc34-446e-a216-071549433169 req-f8370052-7987-4c94-a96f-8859d9e2ba6f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:56:59.062258 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-71858acf-fc34-446e-a216-071549433169 req-f8370052-7987-4c94-a96f-8859d9e2ba6f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 943 time: 0.0503669 Apr 21 13:56:59.100825 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-71858acf-fc34-446e-a216-071549433169 req-8ab0e36b-3e85-439b-9002-60b905dbf6bf tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340669 Apr 21 13:57:00.222921 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0d781-c439-4c82-a642-8656e86cd8db req-ef494d81-4c3c-467d-9991-eb218e21e40e tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:57:00.224772 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-95a0d781-c439-4c82-a642-8656e86cd8db req-ef494d81-4c3c-467d-9991-eb218e21e40e tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 943 time: 0.0548582 Apr 21 13:57:00.269715 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-95a0d781-c439-4c82-a642-8656e86cd8db req-33be94eb-bd07-4326-af3b-b705309c8825 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384703 Apr 21 13:57:01.393593 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ef885-2e2b-42db-9659-0bedc83788dd req-f89083b0-3be6-4e56-85f6-ad59fc01c14f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:57:01.397177 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e99ef885-2e2b-42db-9659-0bedc83788dd req-f89083b0-3be6-4e56-85f6-ad59fc01c14f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 943 time: 0.0582898 Apr 21 13:57:01.439665 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e99ef885-2e2b-42db-9659-0bedc83788dd req-8d1a1b19-bb5a-4672-984a-04bd315b12bd tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378816 Apr 21 13:57:02.576359 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336385e-9534-4278-a311-159fb51415e5 req-d548f00b-57e2-4b55-97df-751b11664770 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:57:02.577907 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a336385e-9534-4278-a311-159fb51415e5 req-d548f00b-57e2-4b55-97df-751b11664770 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 943 time: 0.0539622 Apr 21 13:57:02.619214 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a336385e-9534-4278-a311-159fb51415e5 req-62a19fd1-3281-4117-b269-758b97494a36 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349460 Apr 21 13:57:03.745665 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992b787-f6f7-4398-8115-81631456c12d req-552591c6-590e-4aca-85a9-1664654adc9f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:57:03.747224 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c992b787-f6f7-4398-8115-81631456c12d req-552591c6-590e-4aca-85a9-1664654adc9f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 943 time: 0.0513771 Apr 21 13:57:03.787898 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c992b787-f6f7-4398-8115-81631456c12d req-e070e9d9-196a-4291-841a-1d09a5af7b29 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343935 Apr 21 13:57:04.916439 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1f167-579d-403c-bbb7-4740ae776a92 req-c07be3c7-f744-46ff-8b2b-0dbfef847378 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:57:04.918071 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80f1f167-579d-403c-bbb7-4740ae776a92 req-c07be3c7-f744-46ff-8b2b-0dbfef847378 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 943 time: 0.0584962 Apr 21 13:57:04.959237 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80f1f167-579d-403c-bbb7-4740ae776a92 req-d82f7780-4271-4dc5-b466-5aab445ad210 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339768 Apr 21 13:57:06.083987 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320000bf-9fdd-4ba5-a806-3cbe34b0d2de req-79531ec0-26c6-4f19-84e4-3ecc3c840315 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:57:06.085435 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-320000bf-9fdd-4ba5-a806-3cbe34b0d2de req-79531ec0-26c6-4f19-84e4-3ecc3c840315 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 943 time: 0.0487018 Apr 21 13:57:06.123151 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-320000bf-9fdd-4ba5-a806-3cbe34b0d2de req-dc2392ff-5661-464f-9d5b-4d4268711d0b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317342 Apr 21 13:57:06.925493 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:57:07.235699 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743bc19e-9831-4367-8539-0a9b21822701 req-1d811b3c-95dd-4f28-b103-58e7ef1a8056 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:57:07.237061 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-743bc19e-9831-4367-8539-0a9b21822701 req-1d811b3c-95dd-4f28-b103-58e7ef1a8056 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 943 time: 0.0471120 Apr 21 13:57:07.274417 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-743bc19e-9831-4367-8539-0a9b21822701 req-7cd1d62c-bd24-48d7-bf6c-e60b3703265f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314188 Apr 21 13:57:08.216613 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e7a20283-6807-4cbb-98be-fe4223c0017e details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:57:08.309084 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port e7a20283-6807-4cbb-98be-fe4223c0017e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e7a20283-6807-4cbb-98be-fe4223c0017e,segment=NetworkSegment(fd09a405-4033-489a-86f4-ec80fa38587b),segment_id=fd09a405-4033-489a-86f4-ec80fa38587b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:57:08.320474 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': 'e7a20283-6807-4cbb-98be-fe4223c0017e', 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'port_id': 'e7a20283-6807-4cbb-98be-fe4223c0017e', 'mac_address': 'fa:16:3e:5b:05:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:57:08.361225 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:57:08.374758 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a20283-6807-4cbb-98be-fe4223c0017e {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:57:08.390522 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b899fcd-9600-4bc1-b376-0e6a3da48f22 req-c5639ba0-e01b-4543-bc35-bc949cd8720d tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:57:08.392010 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2b899fcd-9600-4bc1-b376-0e6a3da48f22 req-c5639ba0-e01b-4543-bc35-bc949cd8720d tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 943 time: 0.0518374 Apr 21 13:57:08.395376 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port e7a20283-6807-4cbb-98be-fe4223c0017e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e7a20283-6807-4cbb-98be-fe4223c0017e,segment=NetworkSegment(fd09a405-4033-489a-86f4-ec80fa38587b),segment_id=fd09a405-4033-489a-86f4-ec80fa38587b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:57:08.430672 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2b899fcd-9600-4bc1-b376-0e6a3da48f22 req-9708a4b6-d27a-45ef-adb1-7d1877b94e8a tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322206 Apr 21 13:57:08.497521 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:57:08.545255 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=e7a20283-6807-4cbb-98be-fe4223c0017e,revision_number=9']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:57:08.817716 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['e7a20283-6807-4cbb-98be-fe4223c0017e'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:57:09.546831 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb168402-42c9-429e-b5b5-c151be99d51c req-ca8bc61c-a1b7-47dc-901b-c64e571a4d68 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:57:09.548285 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb168402-42c9-429e-b5b5-c151be99d51c req-ca8bc61c-a1b7-47dc-901b-c64e571a4d68 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 944 time: 0.0482464 Apr 21 13:57:09.583959 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-eb168402-42c9-429e-b5b5-c151be99d51c req-e992d1b0-aa1d-487b-a113-40497bddd0a2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297420 Apr 21 13:57:10.212512 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e7a20283-6807-4cbb-98be-fe4223c0017e up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:57:10.259084 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port e7a20283-6807-4cbb-98be-fe4223c0017e triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:57:10.259452 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:57:10.335366 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:57:10.356309 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8fd149-77a6-4de3-bb45-587ad2725469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a20283-6807-4cbb-98be-fe4223c0017e'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:57:10.358556 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15344e3c-6eba-42b7-8129-c62ebcc427d3" -d '{"events": [{"server_uuid": "4b8fd149-77a6-4de3-bb45-587ad2725469", "name": "network-vif-plugged", "status": "completed", "tag": "e7a20283-6807-4cbb-98be-fe4223c0017e"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:57:10.370514 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port e7a20283-6807-4cbb-98be-fe4223c0017e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e7a20283-6807-4cbb-98be-fe4223c0017e,segment=NetworkSegment(fd09a405-4033-489a-86f4-ec80fa38587b),segment_id=fd09a405-4033-489a-86f4-ec80fa38587b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:57:10.397704 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6687b5-a259-467e-a6ba-3f8224a93fd5 x-openstack-request-id: req-4c6687b5-a259-467e-a6ba-3f8224a93fd5 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:57:10.398521 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8fd149-77a6-4de3-bb45-587ad2725469", "name": "network-vif-plugged", "status": "completed", "tag": "e7a20283-6807-4cbb-98be-fe4223c0017e", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:57:10.398521 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4c6687b5-a259-467e-a6ba-3f8224a93fd5 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:57:10.398706 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c6687b5-a259-467e-a6ba-3f8224a93fd5'] response: {'server_uuid': '4b8fd149-77a6-4de3-bb45-587ad2725469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a20283-6807-4cbb-98be-fe4223c0017e', 'code': 200} Apr 21 13:57:10.446149 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:57:10.494635 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=e7a20283-6807-4cbb-98be-fe4223c0017e,revision_number=10']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:57:10.634702 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad462e9e-ca7f-44ee-9019-fb61d44feba1 req-565483d4-0aae-4e6e-8d60-7fa96f18d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:57:10.636209 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ad462e9e-ca7f-44ee-9019-fb61d44feba1 req-565483d4-0aae-4e6e-8d60-7fa96f18d395 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 1097 time: 0.0404122 Apr 21 13:57:10.704718 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ad462e9e-ca7f-44ee-9019-fb61d44feba1 req-84bc9a70-9481-4b2e-bdf1-f5e3092a5ee4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569015 Apr 21 13:57:10.720193 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea89b69-c3c8-42be-a132-b84536bb27a1 req-4799ca31-8241-4e7c-bb57-6083c6a267fa tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:57:10.721607 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ea89b69-c3c8-42be-a132-b84536bb27a1 req-4799ca31-8241-4e7c-bb57-6083c6a267fa tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 946 time: 0.0614095 Apr 21 13:57:10.758787 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2ea89b69-c3c8-42be-a132-b84536bb27a1 req-722d4382-9e5b-43c2-973a-3242255ae433 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311935 Apr 21 13:57:11.886657 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139020e-393d-40f9-90c2-f14aa684ddf1 req-5a1cdaaf-71d9-474d-9582-84ea226cf7c8 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:57:11.886657 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f139020e-393d-40f9-90c2-f14aa684ddf1 req-5a1cdaaf-71d9-474d-9582-84ea226cf7c8 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 946 time: 0.0531075 Apr 21 13:57:11.924336 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f139020e-393d-40f9-90c2-f14aa684ddf1 req-9e0cfa18-a243-4804-bf11-d60069e5dce1 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325813 Apr 21 13:57:13.039741 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4083fe-62af-4f60-ae36-30362ae6ce9d req-c743e7ed-bb5b-4699-8f3c-89d1efb9badb tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:57:13.041232 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa4083fe-62af-4f60-ae36-30362ae6ce9d req-c743e7ed-bb5b-4699-8f3c-89d1efb9badb tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 946 time: 0.0493267 Apr 21 13:57:13.080697 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa4083fe-62af-4f60-ae36-30362ae6ce9d req-7ed9142a-8eb2-446f-a383-2d530afffae3 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333161 Apr 21 13:57:13.562049 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2fe5a18c-f349-4d44-988d-8453b7d9e865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:57:14.201720 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e761d97-c1bd-4c8e-b231-955842c6507c req-22deadd1-353f-4f22-865b-f277bd77f650 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:57:14.203195 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e761d97-c1bd-4c8e-b231-955842c6507c req-22deadd1-353f-4f22-865b-f277bd77f650 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 946 time: 0.0529602 Apr 21 13:57:14.240359 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2e761d97-c1bd-4c8e-b231-955842c6507c req-9bde6662-80ec-45eb-81aa-58a85146ed62 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312200 Apr 21 13:57:15.772872 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d65eac01-505c-4bf3-9671-7f434dcf4373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:57:17.264660 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:57:18.812854 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:57:18.830242 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:57:18.858596 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:57:21.136959 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:57:24.898655 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c6ea3311-421b-473a-9513-0bd160a9e708 req-2f708735-8d4e-4be8-ae2c-86cb2f674a97 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0401442 Apr 21 13:57:24.978716 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea3311-421b-473a-9513-0bd160a9e708 req-9aee29fb-f88b-4d96-a23d-da994d7a67da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:57:24.980176 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c6ea3311-421b-473a-9513-0bd160a9e708 req-9aee29fb-f88b-4d96-a23d-da994d7a67da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f87b562c2b54443eba22e6d817e1663c&device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 1097 time: 0.0395856 Apr 21 13:57:25.082734 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea3311-421b-473a-9513-0bd160a9e708 req-0324ab21-3369-4b99-a04c-60a7bda9f18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:57:25.084188 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c6ea3311-421b-473a-9513-0bd160a9e708 req-0324ab21-3369-4b99-a04c-60a7bda9f18f service neutron] 10.222.0.24 "GET /v2.0/networks?id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f HTTP/1.1" status: 200 len: 909 time: 0.0858214 Apr 21 13:57:25.148576 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c6ea3311-421b-473a-9513-0bd160a9e708 req-1ebc4e65-dd33-4ec8-9f38-53823c245ee0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7a20283-6807-4cbb-98be-fe4223c0017e HTTP/1.1" status: 200 len: 1001 time: 0.0564637 Apr 21 13:57:25.197664 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea3311-421b-473a-9513-0bd160a9e708 req-a91c41a4-6cbe-431d-be52-89fb00c26de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:57:25.199091 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c6ea3311-421b-473a-9513-0bd160a9e708 req-a91c41a4-6cbe-431d-be52-89fb00c26de2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34514dc4-6386-4d44-aff2-59c7574eb809 HTTP/1.1" status: 200 len: 847 time: 0.0432489 Apr 21 13:57:25.255458 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea3311-421b-473a-9513-0bd160a9e708 req-e0321ab0-f383-4767-b29b-3e71c1341191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:57:25.256928 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c6ea3311-421b-473a-9513-0bd160a9e708 req-e0321ab0-f383-4767-b29b-3e71c1341191 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513551 Apr 21 13:57:25.342151 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c6ea3311-421b-473a-9513-0bd160a9e708 req-323a1b14-77c6-4390-8c56-6bfe607e51cc service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781326 Apr 21 13:57:25.439972 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c6ea3311-421b-473a-9513-0bd160a9e708 req-24f9bddb-cf0e-404d-a87a-202009a01a20 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846081 Apr 21 13:57:43.583861 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-40b3759e-0936-43f3-a971-7f0e14c93d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:57:43.924764 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:57:45.760987 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e5d297b9-3a79-47ec-93c4-db2b39cbdcc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:57:47.241087 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:57:48.800910 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:57:48.806825 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:57:48.867815 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:57:51.155494 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:13.538239 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-32233f66-a582-47cd-8c3e-1f6280b43949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:15.801169 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-07308c5f-1bf9-4d61-be94-46829831c3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:17.252507 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:18.810043 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:18.832874 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:18.861332 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:20.924098 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:58:21.211822 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:25.902969 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4feae931-84c1-4c6a-a330-c0aa46f377f2 req-26b85b13-d0cb-4a76-a8f3-5d7b1b018784 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411503 Apr 21 13:58:25.992323 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feae931-84c1-4c6a-a330-c0aa46f377f2 req-3fcf7a52-0ac7-4064-999a-760ce866a146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:58:25.993842 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4feae931-84c1-4c6a-a330-c0aa46f377f2 req-3fcf7a52-0ac7-4064-999a-760ce866a146 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f87b562c2b54443eba22e6d817e1663c&device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 1097 time: 0.0393090 Apr 21 13:58:26.102347 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feae931-84c1-4c6a-a330-c0aa46f377f2 req-83596d62-70fe-4d35-841c-be32a0a1accd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:58:26.103791 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4feae931-84c1-4c6a-a330-c0aa46f377f2 req-83596d62-70fe-4d35-841c-be32a0a1accd service neutron] 10.222.0.24 "GET /v2.0/networks?id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f HTTP/1.1" status: 200 len: 909 time: 0.0848229 Apr 21 13:58:26.173575 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4feae931-84c1-4c6a-a330-c0aa46f377f2 req-4a171087-1f08-4a99-890b-4a703c612e26 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7a20283-6807-4cbb-98be-fe4223c0017e HTTP/1.1" status: 200 len: 1001 time: 0.0586913 Apr 21 13:58:26.225069 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feae931-84c1-4c6a-a330-c0aa46f377f2 req-43198e1a-d860-4ff7-8ea6-c816907bc026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:58:26.226614 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4feae931-84c1-4c6a-a330-c0aa46f377f2 req-43198e1a-d860-4ff7-8ea6-c816907bc026 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34514dc4-6386-4d44-aff2-59c7574eb809 HTTP/1.1" status: 200 len: 847 time: 0.0428116 Apr 21 13:58:26.278801 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feae931-84c1-4c6a-a330-c0aa46f377f2 req-4a328f05-d51c-4a3b-b27d-d5efc950afd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:58:26.280285 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4feae931-84c1-4c6a-a330-c0aa46f377f2 req-4a328f05-d51c-4a3b-b27d-d5efc950afd1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436826 Apr 21 13:58:26.371577 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4feae931-84c1-4c6a-a330-c0aa46f377f2 req-67cd8f71-cece-496a-8af7-1e163bb878ee service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801585 Apr 21 13:58:26.467370 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4feae931-84c1-4c6a-a330-c0aa46f377f2 req-03875ac0-e138-4f81-b6ba-0677f5253e08 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845420 Apr 21 13:58:26.995573 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33724) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:58:27.151134 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-af60995a-8b39-4f7e-9981-676057ef4b7b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Deleting port 85673b3b-39ce-4a59-b7d9-36b6750368d5 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:58:27.151473 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af60995a-8b39-4f7e-9981-676057ef4b7b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:27.224245 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af60995a-8b39-4f7e-9981-676057ef4b7b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:27.224564 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af60995a-8b39-4f7e-9981-676057ef4b7b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:27.236342 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-af60995a-8b39-4f7e-9981-676057ef4b7b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Calling delete_port for 85673b3b-39ce-4a59-b7d9-36b6750368d5 owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:58:27.455942 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af60995a-8b39-4f7e-9981-676057ef4b7b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:27.479584 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60995a-8b39-4f7e-9981-676057ef4b7b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Pushing event deleted for resources: {'Port': ['ID=85673b3b-39ce-4a59-b7d9-36b6750368d5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:58:27.493292 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af60995a-8b39-4f7e-9981-676057ef4b7b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:58:27.493640 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af60995a-8b39-4f7e-9981-676057ef4b7b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:58:27.493982 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af60995a-8b39-4f7e-9981-676057ef4b7b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:58:27.494313 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af60995a-8b39-4f7e-9981-676057ef4b7b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:58:27.494641 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af60995a-8b39-4f7e-9981-676057ef4b7b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:58:27.494968 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af60995a-8b39-4f7e-9981-676057ef4b7b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:58:27.495292 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af60995a-8b39-4f7e-9981-676057ef4b7b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:58:27.496003 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af60995a-8b39-4f7e-9981-676057ef4b7b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:58:27.496003 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af60995a-8b39-4f7e-9981-676057ef4b7b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:58:27.496203 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af60995a-8b39-4f7e-9981-676057ef4b7b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:58:27.496524 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af60995a-8b39-4f7e-9981-676057ef4b7b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:58:27.496839 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af60995a-8b39-4f7e-9981-676057ef4b7b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:58:27.550088 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af60995a-8b39-4f7e-9981-676057ef4b7b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for floatingip, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:27.550449 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-af60995a-8b39-4f7e-9981-676057ef4b7b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Floating IP 9e18a025-bb55-4197-930b-7f2371a03978 disassociated (deleted). External IP: 172.25.8.109, port: e7a20283-6807-4cbb-98be-fe4223c0017e. Apr 21 13:58:27.751472 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af60995a-8b39-4f7e-9981-676057ef4b7b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Router 480802d0-bead-4a23-8072-a6d4bb882823 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:58:27.860110 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af60995a-8b39-4f7e-9981-676057ef4b7b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:58:27.864762 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-af60995a-8b39-4f7e-9981-676057ef4b7b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:27.869206 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a762b9-85f1-4d98-a650-06a4e7576f35 None None] Sync routers for ids ['480802d0-bead-4a23-8072-a6d4bb882823'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:58:27.878621 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a762b9-85f1-4d98-a650-06a4e7576f35 None None] Routers {'480802d0-bead-4a23-8072-a6d4bb882823'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:58:27.879233 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c9a762b9-85f1-4d98-a650-06a4e7576f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:58:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['480802d0-bead-4a23-8072-a6d4bb882823'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:58:27.890905 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-af60995a-8b39-4f7e-9981-676057ef4b7b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "DELETE /v2.0/floatingips/9e18a025-bb55-4197-930b-7f2371a03978 HTTP/1.1" status: 204 len: 168 time: 0.8936608 Apr 21 13:58:27.891477 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8fd149-77a6-4de3-bb45-587ad2725469', 'tag': 'e7a20283-6807-4cbb-98be-fe4223c0017e'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:58:27.893748 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8731b9b0d93a9bf69e636c4352cfd91473ecc38c160ddf4d7ef907223a15797c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d58177-4c21-4aa5-843a-076d2f73e37e" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8fd149-77a6-4de3-bb45-587ad2725469", "tag": "e7a20283-6807-4cbb-98be-fe4223c0017e"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:58:27.996224 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f43e8b18-23a7-412b-87a5-4736f7a63be1 x-openstack-request-id: req-f43e8b18-23a7-412b-87a5-4736f7a63be1 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:58:27.996830 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8fd149-77a6-4de3-bb45-587ad2725469", "tag": "e7a20283-6807-4cbb-98be-fe4223c0017e", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:58:27.996830 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f43e8b18-23a7-412b-87a5-4736f7a63be1 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:58:27.997144 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f43e8b18-23a7-412b-87a5-4736f7a63be1'] response: {'name': 'network-changed', 'server_uuid': '4b8fd149-77a6-4de3-bb45-587ad2725469', 'tag': 'e7a20283-6807-4cbb-98be-fe4223c0017e', 'status': 'completed', 'code': 200} Apr 21 13:58:28.066159 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d58177-4c21-4aa5-843a-076d2f73e37e req-b80eda66-f4e0-4170-aad8-d469a0b8c9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:58:28.067583 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-50d58177-4c21-4aa5-843a-076d2f73e37e req-b80eda66-f4e0-4170-aad8-d469a0b8c9f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f87b562c2b54443eba22e6d817e1663c&device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 1097 time: 0.0431216 Apr 21 13:58:28.153735 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-c9a762b9-85f1-4d98-a650-06a4e7576f35 None None] Set router 480802d0-bead-4a23-8072-a6d4bb882823 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:58:28.168249 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d58177-4c21-4aa5-843a-076d2f73e37e req-7beb8cd9-8344-4260-b7b5-bcf2b94616d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:58:28.169796 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-50d58177-4c21-4aa5-843a-076d2f73e37e req-7beb8cd9-8344-4260-b7b5-bcf2b94616d9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f HTTP/1.1" status: 200 len: 909 time: 0.0900326 Apr 21 13:58:28.222002 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-50d58177-4c21-4aa5-843a-076d2f73e37e req-255f2d51-81da-4ce1-b6ad-d45a4f921834 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7a20283-6807-4cbb-98be-fe4223c0017e HTTP/1.1" status: 200 len: 217 time: 0.0378761 Apr 21 13:58:28.270412 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d58177-4c21-4aa5-843a-076d2f73e37e req-16210fc4-0f02-4c33-b003-416525699054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:58:28.272435 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-50d58177-4c21-4aa5-843a-076d2f73e37e req-16210fc4-0f02-4c33-b003-416525699054 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34514dc4-6386-4d44-aff2-59c7574eb809 HTTP/1.1" status: 200 len: 847 time: 0.0441203 Apr 21 13:58:28.324035 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d58177-4c21-4aa5-843a-076d2f73e37e req-a5601e32-3ca2-4e6d-95ec-17120b4fd03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:58:28.325552 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-50d58177-4c21-4aa5-843a-076d2f73e37e req-a5601e32-3ca2-4e6d-95ec-17120b4fd03c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405490 Apr 21 13:58:28.351958 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c9a762b9-85f1-4d98-a650-06a4e7576f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480802d0-bead-4a23-8072-a6d4bb882823', 'name': 'tempest-TestShelveInstance-814504101-router', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:53:55Z', 'updated_at': '2022-04-21T13:53:58Z', 'revision_number': 4, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'gw_port': {'id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:56Z', 'updated_at': '2022-04-21T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '84ae9d6b-f5db-4b8c-b3ea-0626ca550233', 'name': '', 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'mac_address': 'fa:16:3e:7a:e7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:57Z', 'updated_at': '2022-04-21T13:54:02Z', 'revision_number': 5, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'subnets': [{'id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:58:28.383792 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a762b9-85f1-4d98-a650-06a4e7576f35 None None] Checking router: 480802d0-bead-4a23-8072-a6d4bb882823 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:58:28.394507 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a762b9-85f1-4d98-a650-06a4e7576f35 None None] Routers {'480802d0-bead-4a23-8072-a6d4bb882823'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:58:28.395123 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c9a762b9-85f1-4d98-a650-06a4e7576f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:58:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['480802d0-bead-4a23-8072-a6d4bb882823'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:58:28.459242 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc60e71-9d97-4725-a0c8-a21bb115a1f8 req-d5ebc7ae-7a8d-495d-b5ad-c1a8b6a1a91e tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:58:28.460710 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7fc60e71-9d97-4725-a0c8-a21bb115a1f8 req-d5ebc7ae-7a8d-495d-b5ad-c1a8b6a1a91e tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 946 time: 0.0991139 Apr 21 13:58:28.466252 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-50d58177-4c21-4aa5-843a-076d2f73e37e req-1331a83a-e6ca-46ff-8f63-b62b26dbc2b4 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279321 Apr 21 13:58:28.503342 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-c9a762b9-85f1-4d98-a650-06a4e7576f35 None None] Set router 480802d0-bead-4a23-8072-a6d4bb882823 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:58:28.545838 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7fc60e71-9d97-4725-a0c8-a21bb115a1f8 req-1c3847b5-581b-4395-9704-df216f5024d2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786152 Apr 21 13:58:28.581055 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-50d58177-4c21-4aa5-843a-076d2f73e37e req-89383e71-9ce9-4ecc-90fa-3cfeb5b20f09 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071343 Apr 21 13:58:28.698201 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-c9a762b9-85f1-4d98-a650-06a4e7576f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480802d0-bead-4a23-8072-a6d4bb882823', 'name': 'tempest-TestShelveInstance-814504101-router', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:53:55Z', 'updated_at': '2022-04-21T13:53:58Z', 'revision_number': 4, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'gw_port': {'id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:56Z', 'updated_at': '2022-04-21T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '84ae9d6b-f5db-4b8c-b3ea-0626ca550233', 'name': '', 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'mac_address': 'fa:16:3e:7a:e7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:57Z', 'updated_at': '2022-04-21T13:54:02Z', 'revision_number': 5, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'subnets': [{'id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:58:28.724007 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a762b9-85f1-4d98-a650-06a4e7576f35 None None] The sync data for ids ['480802d0-bead-4a23-8072-a6d4bb882823'] in n-d-836147-2 is: [{'id': '480802d0-bead-4a23-8072-a6d4bb882823', 'name': 'tempest-TestShelveInstance-814504101-router', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:53:55Z', 'updated_at': '2022-04-21T13:53:58Z', 'revision_number': 4, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'gw_port': {'id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:56Z', 'updated_at': '2022-04-21T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '84ae9d6b-f5db-4b8c-b3ea-0626ca550233', 'name': '', 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'mac_address': 'fa:16:3e:7a:e7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:57Z', 'updated_at': '2022-04-21T13:54:02Z', 'revision_number': 5, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'subnets': [{'id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:58:28.939607 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f09788-96c3-4e1e-a54c-a103a8d96ef5 None None] New status for floating IP 9e18a025-bb55-4197-930b-7f2371a03978: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:58:29.662995 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae614048-4360-4bd3-a4b6-65da09621f40 req-549b8534-c72c-4044-b761-8f54377589f2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:58:29.664373 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae614048-4360-4bd3-a4b6-65da09621f40 req-549b8534-c72c-4044-b761-8f54377589f2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 946 time: 0.0495036 Apr 21 13:58:29.700928 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ae614048-4360-4bd3-a4b6-65da09621f40 req-b5bb8ca9-4d22-4e9a-a3f0-d252382bb31a tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=98744aa4-9b38-4ef8-a80d-e784321478a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306833 Apr 21 13:58:29.850530 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10e66e-5f2a-4e86-8c13-4b19b4c6d846 req-d096115f-ca9b-43b5-8dd6-5c38d6641236 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:58:29.851959 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba10e66e-5f2a-4e86-8c13-4b19b4c6d846 req-d096115f-ca9b-43b5-8dd6-5c38d6641236 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 946 time: 0.0519793 Apr 21 13:58:29.941939 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ba10e66e-5f2a-4e86-8c13-4b19b4c6d846 req-c9e59129-fee1-4427-852d-f3a920986d46 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Deleting port e7a20283-6807-4cbb-98be-fe4223c0017e {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 13:58:29.942288 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ba10e66e-5f2a-4e86-8c13-4b19b4c6d846 req-c9e59129-fee1-4427-852d-f3a920986d46 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:30.029746 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ba10e66e-5f2a-4e86-8c13-4b19b4c6d846 req-c9e59129-fee1-4427-852d-f3a920986d46 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] For port e7a20283-6807-4cbb-98be-fe4223c0017e, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=e7a20283-6807-4cbb-98be-fe4223c0017e,segment=NetworkSegment(fd09a405-4033-489a-86f4-ec80fa38587b),segment_id=fd09a405-4033-489a-86f4-ec80fa38587b)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:58:30.030108 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ba10e66e-5f2a-4e86-8c13-4b19b4c6d846 req-c9e59129-fee1-4427-852d-f3a920986d46 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:30.042479 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-ba10e66e-5f2a-4e86-8c13-4b19b4c6d846 req-c9e59129-fee1-4427-852d-f3a920986d46 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Calling delete_port for e7a20283-6807-4cbb-98be-fe4223c0017e owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 13:58:30.240750 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ba10e66e-5f2a-4e86-8c13-4b19b4c6d846 req-c9e59129-fee1-4427-852d-f3a920986d46 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:30.273506 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e59129-fee1-4427-852d-f3a920986d46 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Pushing event deleted for resources: {'Port': ['ID=e7a20283-6807-4cbb-98be-fe4223c0017e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:58:30.286622 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e59129-fee1-4427-852d-f3a920986d46 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:58:30.286976 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e59129-fee1-4427-852d-f3a920986d46 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:58:30.287321 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e59129-fee1-4427-852d-f3a920986d46 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:58:30.287662 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e59129-fee1-4427-852d-f3a920986d46 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:58:30.287997 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e59129-fee1-4427-852d-f3a920986d46 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:58:30.288329 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e59129-fee1-4427-852d-f3a920986d46 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:58:30.288660 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e59129-fee1-4427-852d-f3a920986d46 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:58:30.288990 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e59129-fee1-4427-852d-f3a920986d46 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:58:30.289327 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e59129-fee1-4427-852d-f3a920986d46 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:58:30.289676 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e59129-fee1-4427-852d-f3a920986d46 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:58:30.290002 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e59129-fee1-4427-852d-f3a920986d46 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:58:30.290324 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e59129-fee1-4427-852d-f3a920986d46 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:58:30.324034 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba10e66e-5f2a-4e86-8c13-4b19b4c6d846 req-c9e59129-fee1-4427-852d-f3a920986d46 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] No DVR routers for this DVR port e7a20283-6807-4cbb-98be-fe4223c0017e on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 13:58:30.326528 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ba10e66e-5f2a-4e86-8c13-4b19b4c6d846 req-c9e59129-fee1-4427-852d-f3a920986d46 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:30.329829 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ba10e66e-5f2a-4e86-8c13-4b19b4c6d846 req-c9e59129-fee1-4427-852d-f3a920986d46 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.24 "DELETE /v2.0/ports/e7a20283-6807-4cbb-98be-fe4223c0017e HTTP/1.1" status: 204 len: 173 time: 0.4688809 Apr 21 13:58:30.330279 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8fd149-77a6-4de3-bb45-587ad2725469', 'name': 'network-vif-deleted', 'tag': 'e7a20283-6807-4cbb-98be-fe4223c0017e'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:58:30.332556 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e75048e-58ce-4772-829b-05750da464f3" -d '{"events": [{"server_uuid": "4b8fd149-77a6-4de3-bb45-587ad2725469", "name": "network-vif-deleted", "tag": "e7a20283-6807-4cbb-98be-fe4223c0017e"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:58:30.424455 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a9f368-57e7-4449-814d-02b6c47bc2f4 x-openstack-request-id: req-57a9f368-57e7-4449-814d-02b6c47bc2f4 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:58:30.424743 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8fd149-77a6-4de3-bb45-587ad2725469", "name": "network-vif-deleted", "tag": "e7a20283-6807-4cbb-98be-fe4223c0017e", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:58:30.424994 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-57a9f368-57e7-4449-814d-02b6c47bc2f4 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:58:30.425394 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57a9f368-57e7-4449-814d-02b6c47bc2f4'] response: {'server_uuid': '4b8fd149-77a6-4de3-bb45-587ad2725469', 'name': 'network-vif-deleted', 'tag': 'e7a20283-6807-4cbb-98be-fe4223c0017e', 'status': 'completed', 'code': 200} Apr 21 13:58:30.805713 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f5dd2228-2e01-43a3-b8fe-c49adb5219a9 req-df5a13e9-896a-4e74-81f4-c870d6741b13 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b8fd149-77a6-4de3-bb45-587ad2725469 HTTP/1.1" status: 200 len: 210 time: 0.0261638 Apr 21 13:58:31.861301 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 33750) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:58:31.921975 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-506bc197-eb41-41da-b481-6953d5edb816 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:31.946987 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-506bc197-eb41-41da-b481-6953d5edb816 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:32.066938 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-506bc197-eb41-41da-b481-6953d5edb816 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:32.069498 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-506bc197-eb41-41da-b481-6953d5edb816 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:32.070768 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-506bc197-eb41-41da-b481-6953d5edb816 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "DELETE /v2.0/security-groups/98744aa4-9b38-4ef8-a80d-e784321478a5 HTTP/1.1" status: 204 len: 168 time: 0.2083936 Apr 21 13:58:32.080043 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bc197-eb41-41da-b481-6953d5edb816 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98744aa4-9b38-4ef8-a80d-e784321478a5,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:58:32.640198 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33756) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:58:32.645628 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-084654ba-3a14-42a6-9433-7191124d7866 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-66274234', 'description': 'tempest-secgroup-smoke-66274234 description', 'project_id': 'f87b562c2b54443eba22e6d817e1663c'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:58:32.741051 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-084654ba-3a14-42a6-9433-7191124d7866 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:32.805605 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-084654ba-3a14-42a6-9433-7191124d7866 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:32.880353 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-084654ba-3a14-42a6-9433-7191124d7866 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:32.909075 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084654ba-3a14-42a6-9433-7191124d7866 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a096fb41-961d-4501-8bda-f3ec80ceaf8d,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:58:32.985313 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-084654ba-3a14-42a6-9433-7191124d7866 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:32.986629 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-084654ba-3a14-42a6-9433-7191124d7866 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3454356 Apr 21 13:58:32.989502 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33758) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:58:32.993880 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-af86f449-340f-40fb-bb85-c09efa58e678 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Request body: {'security_group_rule': {'security_group_id': 'a096fb41-961d-4501-8bda-f3ec80ceaf8d', 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:58:33.071382 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af86f449-340f-40fb-bb85-c09efa58e678 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:33.130130 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af86f449-340f-40fb-bb85-c09efa58e678 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:33.198275 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af86f449-340f-40fb-bb85-c09efa58e678 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:33.215993 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86f449-340f-40fb-bb85-c09efa58e678 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e4debe-35f3-4590-bd97-87a5b2c98f74,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:58:33.286029 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-af86f449-340f-40fb-bb85-c09efa58e678 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:33.287178 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-af86f449-340f-40fb-bb85-c09efa58e678 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2967393 Apr 21 13:58:33.289910 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33760) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:58:33.294159 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-c6c37bd7-d236-4688-b6c3-dd51b9530357 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Request body: {'security_group_rule': {'security_group_id': 'a096fb41-961d-4501-8bda-f3ec80ceaf8d', 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:58:33.380248 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6c37bd7-d236-4688-b6c3-dd51b9530357 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:33.436464 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6c37bd7-d236-4688-b6c3-dd51b9530357 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:33.515178 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6c37bd7-d236-4688-b6c3-dd51b9530357 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:33.533233 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c37bd7-d236-4688-b6c3-dd51b9530357 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b36b1d0-11b2-4907-bec5-7c3d3727bd68,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:58:33.612033 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-c6c37bd7-d236-4688-b6c3-dd51b9530357 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:33.613246 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-c6c37bd7-d236-4688-b6c3-dd51b9530357 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3224282 Apr 21 13:58:33.615990 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33762) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:58:33.620310 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-5d33f3f0-30a3-46be-8b00-52e85bf32017 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Request body: {'security_group_rule': {'security_group_id': 'a096fb41-961d-4501-8bda-f3ec80ceaf8d', 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:58:33.711613 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d33f3f0-30a3-46be-8b00-52e85bf32017 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:33.766906 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d33f3f0-30a3-46be-8b00-52e85bf32017 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:33.844422 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d33f3f0-30a3-46be-8b00-52e85bf32017 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:33.861728 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33f3f0-30a3-46be-8b00-52e85bf32017 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b941b8c-3532-4a1c-b4fc-c640b2efa5c0,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:58:33.920265 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-5d33f3f0-30a3-46be-8b00-52e85bf32017 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:33.921475 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-5d33f3f0-30a3-46be-8b00-52e85bf32017 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3045413 Apr 21 13:58:33.924110 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33764) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:58:33.928384 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-03615fd6-c04a-4c91-8e4d-95da8d7827e2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Request body: {'security_group_rule': {'security_group_id': 'a096fb41-961d-4501-8bda-f3ec80ceaf8d', 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:58:34.003589 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-03615fd6-c04a-4c91-8e4d-95da8d7827e2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:34.061764 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-03615fd6-c04a-4c91-8e4d-95da8d7827e2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:34.135278 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-03615fd6-c04a-4c91-8e4d-95da8d7827e2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:34.152509 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03615fd6-c04a-4c91-8e4d-95da8d7827e2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50c9c71c-173c-4821-b74a-7da6d0dbbc82,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:58:34.217131 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-03615fd6-c04a-4c91-8e4d-95da8d7827e2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:34.218348 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-03615fd6-c04a-4c91-8e4d-95da8d7827e2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2933171 Apr 21 13:58:34.226824 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33766) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:58:34.231091 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-b18555eb-78b8-485a-8b13-e8578af7d8f3 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Request body: {'security_group_rule': {'security_group_id': 'a096fb41-961d-4501-8bda-f3ec80ceaf8d', 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:58:34.320648 n-d-836147-2 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-b18555eb-78b8-485a-8b13-e8578af7d8f3 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Project f87b562c2b54443eba22e6d817e1663c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:58:34.325518 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b18555eb-78b8-485a-8b13-e8578af7d8f3 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:34.385086 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b18555eb-78b8-485a-8b13-e8578af7d8f3 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:34.440756 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b18555eb-78b8-485a-8b13-e8578af7d8f3 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:34.458879 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18555eb-78b8-485a-8b13-e8578af7d8f3 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7164318a-f1c4-4726-b94a-90cad7d13f1d,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:58:34.522526 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b18555eb-78b8-485a-8b13-e8578af7d8f3 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:34.523728 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b18555eb-78b8-485a-8b13-e8578af7d8f3 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2959681 Apr 21 13:58:34.526413 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33768) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:58:34.530727 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-f2946eba-9898-440d-8312-a98194430ca2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Request body: {'security_group_rule': {'security_group_id': 'a096fb41-961d-4501-8bda-f3ec80ceaf8d', 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:58:34.599381 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e7a20283-6807-4cbb-98be-fe4223c0017e no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 13:58:34.618828 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: e7a20283-6807-4cbb-98be-fe4223c0017e {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 13:58:34.619170 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device e7a20283-6807-4cbb-98be-fe4223c0017e not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 13:58:34.629524 n-d-836147-2 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-f2946eba-9898-440d-8312-a98194430ca2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Project f87b562c2b54443eba22e6d817e1663c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 13:58:34.634777 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2946eba-9898-440d-8312-a98194430ca2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:34.693901 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2946eba-9898-440d-8312-a98194430ca2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:34.757608 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2946eba-9898-440d-8312-a98194430ca2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:34.776870 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2946eba-9898-440d-8312-a98194430ca2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23cca595-575d-4e3a-b715-769e009abe5c,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:58:34.840087 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f2946eba-9898-440d-8312-a98194430ca2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:34.841276 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f2946eba-9898-440d-8312-a98194430ca2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3139122 Apr 21 13:58:43.570090 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a8f4e8a3-7ec2-4703-9b91-32fbea09ee02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:45.766866 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94665fa3-2109-441a-a866-be9fc7543e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:47.249926 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:48.846459 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:48.886491 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:48.983284 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:51.194703 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:54.759626 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-f8da7f21-d61d-4d11-aff7-e430a3f7c961 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-66274234&fields=id&tenant_id=f87b562c2b54443eba22e6d817e1663c HTTP/1.1" status: 200 len: 267 time: 0.0360966 Apr 21 13:58:54.863812 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-925acfbe-2f98-467d-ac06-674099ed92d9 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:58:54.865275 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-925acfbe-2f98-467d-ac06-674099ed92d9 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/networks?id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f HTTP/1.1" status: 200 len: 808 time: 0.0987618 Apr 21 13:58:54.880045 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-77a05097-9d6a-4721-992f-99f1ca721e72 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/quotas/f87b562c2b54443eba22e6d817e1663c HTTP/1.1" status: 200 len: 375 time: 0.0088825 Apr 21 13:58:54.929192 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-f6ecf336-b552-4bfd-bb3d-a09f94044303 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=f87b562c2b54443eba22e6d817e1663c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436347 Apr 21 13:58:55.074708 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-aae8af88-e440-40cf-aa8a-081931d6107b service neutron] 10.222.0.36 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344550 Apr 21 13:58:55.160143 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-79304cc6-07b5-4d0a-909a-a8141b71ebd1 service neutron] 10.222.0.36 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793524 Apr 21 13:58:55.763394 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-238902d6-ba8c-41de-8f15-5714556481ae req-f73b447f-1bcb-42ae-afa5-767df59b34b5 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 210 time: 0.0809693 Apr 21 13:58:56.855657 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6e2cfba0-ed0e-4ec9-b89f-9369f3fca409 req-a5b80d97-c920-44c1-ab31-9a1b12fdf175 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 210 time: 0.0252964 Apr 21 13:58:57.660149 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-c48cf442-1689-4f7e-9acc-c676401446a2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:58:57.661517 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-c48cf442-1689-4f7e-9acc-c676401446a2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.24 "GET /v2.0/networks?id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f HTTP/1.1" status: 200 len: 808 time: 0.0985513 Apr 21 13:58:57.705276 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-8d5b623e-e959-438d-9c34-15bdb8816f55 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f87b562c2b54443eba22e6d817e1663c HTTP/1.1" status: 200 len: 378 time: 0.0320475 Apr 21 13:58:57.714936 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-a36ad67c-1eae-4340-b99f-0de7ddf73821 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Request body: {'port': {'device_id': '35a0c3eb-f6b7-40fd-8845-a7e063a67f38', 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'admin_state_up': True, 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'security_groups': ['a096fb41-961d-4501-8bda-f3ec80ceaf8d']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:58:57.897618 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-a36ad67c-1eae-4340-b99f-0de7ddf73821 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Made reservation on behalf of f87b562c2b54443eba22e6d817e1663c for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 13:58:57.901894 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-a36ad67c-1eae-4340-b99f-0de7ddf73821 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:57.930712 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:58:57.989739 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-63419b3a-9ab7-423e-9565-be1078bb32e0 req-4afdf128-7fd4-4f8a-aa6b-945af438678f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 210 time: 0.0606782 Apr 21 13:58:58.054517 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-a36ad67c-1eae-4340-b99f-0de7ddf73821 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Allocated IP 172.20.0.9 (2af3a7b7-e271-41e0-9274-4e2bdfcbf33f/34514dc4-6386-4d44-aff2-59c7574eb809/23a806ff-28ee-493c-b160-9c958ba3a56a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:58:58.188373 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-a36ad67c-1eae-4340-b99f-0de7ddf73821 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:58.281315 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-a36ad67c-1eae-4340-b99f-0de7ddf73821 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:58.329927 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-a36ad67c-1eae-4340-b99f-0de7ddf73821 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Network 2af3a7b7-e271-41e0-9274-4e2bdfcbf33f is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:58:58.333004 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-a36ad67c-1eae-4340-b99f-0de7ddf73821 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:58:58.336894 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-a36ad67c-1eae-4340-b99f-0de7ddf73821 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:58:58.343276 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ad67c-1eae-4340-b99f-0de7ddf73821 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Pushing event updated for resources: {'Port': ['ID=23a806ff-28ee-493c-b160-9c958ba3a56a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:58:58.390119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-a36ad67c-1eae-4340-b99f-0de7ddf73821 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:58:58.390733 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-a36ad67c-1eae-4340-b99f-0de7ddf73821 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:58.469561 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-a36ad67c-1eae-4340-b99f-0de7ddf73821 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7580462 Apr 21 13:58:58.485930 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-955c9267-cb8a-4e30-9528-06ca2542a4c6 service neutron] Request body: {'port': {'device_id': '35a0c3eb-f6b7-40fd-8845-a7e063a67f38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:58:58.548019 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-955c9267-cb8a-4e30-9528-06ca2542a4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:58.639195 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-9ad6526e-e40d-4dad-8717-4dcf1c41ba0f None None] Provisioning complete for port 23a806ff-28ee-493c-b160-9c958ba3a56a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:58:58.639751 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9ad6526e-e40d-4dad-8717-4dcf1c41ba0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:58.677705 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-9ad6526e-e40d-4dad-8717-4dcf1c41ba0f None None] Port 23a806ff-28ee-493c-b160-9c958ba3a56a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 13:58:58.844370 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-955c9267-cb8a-4e30-9528-06ca2542a4c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a806ff-28ee-493c-b160-9c958ba3a56a {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:58:58.852227 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-955c9267-cb8a-4e30-9528-06ca2542a4c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:58.864023 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-955c9267-cb8a-4e30-9528-06ca2542a4c6 service neutron] Transition to ACTIVE for port object 23a806ff-28ee-493c-b160-9c958ba3a56a will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 13:58:58.926433 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-955c9267-cb8a-4e30-9528-06ca2542a4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:58.975171 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c9267-cb8a-4e30-9528-06ca2542a4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=23a806ff-28ee-493c-b160-9c958ba3a56a,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:58:59.049840 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-955c9267-cb8a-4e30-9528-06ca2542a4c6 service neutron] Attempting to bind port 23a806ff-28ee-493c-b160-9c958ba3a56a on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 13:58:59.050164 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-955c9267-cb8a-4e30-9528-06ca2542a4c6 service neutron] Attempting to bind port 23a806ff-28ee-493c-b160-9c958ba3a56a by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': 'fd09a405-4033-489a-86f4-ec80fa38587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 13:58:59.050496 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-955c9267-cb8a-4e30-9528-06ca2542a4c6 service neutron] Attempting to bind port 23a806ff-28ee-493c-b160-9c958ba3a56a on network 2af3a7b7-e271-41e0-9274-4e2bdfcbf33f {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:58:59.055687 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-955c9267-cb8a-4e30-9528-06ca2542a4c6 service neutron] Port 23a806ff-28ee-493c-b160-9c958ba3a56a on network 2af3a7b7-e271-41e0-9274-4e2bdfcbf33f not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 13:58:59.055876 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-955c9267-cb8a-4e30-9528-06ca2542a4c6 service neutron] Attempting to bind port 23a806ff-28ee-493c-b160-9c958ba3a56a on network 2af3a7b7-e271-41e0-9274-4e2bdfcbf33f {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 13:58:59.060789 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-955c9267-cb8a-4e30-9528-06ca2542a4c6 service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 13, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 13:58:59.061131 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-955c9267-cb8a-4e30-9528-06ca2542a4c6 service neutron] Checking segment: {'id': 'fd09a405-4033-489a-86f4-ec80fa38587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 13:58:59.061514 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-955c9267-cb8a-4e30-9528-06ca2542a4c6 service neutron] Bound using segment: {'id': 'fd09a405-4033-489a-86f4-ec80fa38587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 13:58:59.062203 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-955c9267-cb8a-4e30-9528-06ca2542a4c6 service neutron] Bound port: 23a806ff-28ee-493c-b160-9c958ba3a56a, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd09a405-4033-489a-86f4-ec80fa38587b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 13:58:59.062321 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-955c9267-cb8a-4e30-9528-06ca2542a4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:59.173574 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-955c9267-cb8a-4e30-9528-06ca2542a4c6 service neutron] For port 23a806ff-28ee-493c-b160-9c958ba3a56a, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 13:58:59.182836 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce58469f-ff30-4fd0-8ae3-e96766d5d878 req-a0da88cf-902b-4b38-bf68-2d4c621b1f50 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:58:59.184402 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce58469f-ff30-4fd0-8ae3-e96766d5d878 req-a0da88cf-902b-4b38-bf68-2d4c621b1f50 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 943 time: 0.1085639 Apr 21 13:58:59.186419 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-955c9267-cb8a-4e30-9528-06ca2542a4c6 service neutron] For port 23a806ff-28ee-493c-b160-9c958ba3a56a, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=23a806ff-28ee-493c-b160-9c958ba3a56a,segment=NetworkSegment(fd09a405-4033-489a-86f4-ec80fa38587b),segment_id=fd09a405-4033-489a-86f4-ec80fa38587b)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 13:58:59.226055 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce58469f-ff30-4fd0-8ae3-e96766d5d878 req-4102e232-aff7-440e-ba50-17923560e964 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353005 Apr 21 13:58:59.261735 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-955c9267-cb8a-4e30-9528-06ca2542a4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:59.298511 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-955c9267-cb8a-4e30-9528-06ca2542a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:58:59.299065 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-955c9267-cb8a-4e30-9528-06ca2542a4c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:58:59.300447 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-955c9267-cb8a-4e30-9528-06ca2542a4c6 service neutron] 10.222.0.24 "PUT /v2.0/ports/23a806ff-28ee-493c-b160-9c958ba3a56a HTTP/1.1" status: 200 len: 1091 time: 0.8190591 Apr 21 13:58:59.300884 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a0c3eb-f6b7-40fd-8845-a7e063a67f38', 'tag': '23a806ff-28ee-493c-b160-9c958ba3a56a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:58:59.303508 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee35e22-ebbd-4dd4-88db-7a822acd855f" -d '{"events": [{"name": "network-changed", "server_uuid": "35a0c3eb-f6b7-40fd-8845-a7e063a67f38", "tag": "23a806ff-28ee-493c-b160-9c958ba3a56a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:58:59.336093 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c9267-cb8a-4e30-9528-06ca2542a4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=23a806ff-28ee-493c-b160-9c958ba3a56a,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:58:59.359523 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d585929-7b8e-46ce-b26a-35380da1d1cb x-openstack-request-id: req-4d585929-7b8e-46ce-b26a-35380da1d1cb {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:58:59.367158 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a0c3eb-f6b7-40fd-8845-a7e063a67f38", "tag": "23a806ff-28ee-493c-b160-9c958ba3a56a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:58:59.367158 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d585929-7b8e-46ce-b26a-35380da1d1cb {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:58:59.367158 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d585929-7b8e-46ce-b26a-35380da1d1cb'] response: {'name': 'network-changed', 'server_uuid': '35a0c3eb-f6b7-40fd-8845-a7e063a67f38', 'tag': '23a806ff-28ee-493c-b160-9c958ba3a56a', 'status': 'completed', 'code': 200} Apr 21 13:58:59.443891 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee35e22-ebbd-4dd4-88db-7a822acd855f req-54b0f55b-c645-4691-a634-e73b1ea86732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:58:59.450347 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ee35e22-ebbd-4dd4-88db-7a822acd855f req-54b0f55b-c645-4691-a634-e73b1ea86732 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f87b562c2b54443eba22e6d817e1663c&device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 1094 time: 0.0609851 Apr 21 13:58:59.559683 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee35e22-ebbd-4dd4-88db-7a822acd855f req-43ecd189-c0cb-4355-8dd4-8bebf270ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:58:59.561390 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ee35e22-ebbd-4dd4-88db-7a822acd855f req-43ecd189-c0cb-4355-8dd4-8bebf270ae53 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f87b562c2b54443eba22e6d817e1663c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0983627 Apr 21 13:58:59.662272 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee35e22-ebbd-4dd4-88db-7a822acd855f req-9ba9f312-83db-4bef-855d-fe4880f656c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:58:59.664005 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ee35e22-ebbd-4dd4-88db-7a822acd855f req-9ba9f312-83db-4bef-855d-fe4880f656c6 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925140 Apr 21 13:58:59.768695 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-b59b605c-bfc5-4700-8bbf-7adcc15a0d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:58:59.770251 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-b59b605c-bfc5-4700-8bbf-7adcc15a0d1a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f87b562c2b54443eba22e6d817e1663c&device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 1094 time: 0.0438330 Apr 21 13:58:59.817334 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-a431d1cd-e9d0-4a56-bab4-3e5e3b41ae9c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23a806ff-28ee-493c-b160-9c958ba3a56a HTTP/1.1" status: 200 len: 217 time: 0.0349884 Apr 21 13:58:59.872371 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-689545de-bd0a-4eb3-9c7e-c337521f7b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:58:59.873856 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-689545de-bd0a-4eb3-9c7e-c337521f7b0c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34514dc4-6386-4d44-aff2-59c7574eb809 HTTP/1.1" status: 200 len: 847 time: 0.0466454 Apr 21 13:58:59.921829 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-deec5cff-476c-4b6b-b9fd-6b1ccaed9448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:58:59.923369 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-deec5cff-476c-4b6b-b9fd-6b1ccaed9448 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396402 Apr 21 13:59:00.015381 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-ed6c8407-8763-445c-8247-25b2a55da485 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816839 Apr 21 13:59:00.112577 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ef1834f8-b463-4884-aec6-128c0d8cdb5b req-e975586f-023d-422d-a2f1-7b2571dadf38 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858066 Apr 21 13:59:00.342809 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d950d76-4a28-47f2-aa32-dc7cafa410ad req-57f34367-2941-4cf0-b557-37f93e914923 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:59:00.344294 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1d950d76-4a28-47f2-aa32-dc7cafa410ad req-57f34367-2941-4cf0-b557-37f93e914923 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 943 time: 0.0500698 Apr 21 13:59:00.390790 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1d950d76-4a28-47f2-aa32-dc7cafa410ad req-b419e357-90bd-4ce7-afa6-8978d2d5881f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404487 Apr 21 13:59:01.513220 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706437d-edb1-492c-bf9b-f26219850051 req-e9462b95-e4e4-441b-8041-396d85c25f23 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:59:01.515200 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2706437d-edb1-492c-bf9b-f26219850051 req-e9462b95-e4e4-441b-8041-396d85c25f23 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 943 time: 0.0492773 Apr 21 13:59:01.554908 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2706437d-edb1-492c-bf9b-f26219850051 req-91fd8990-5f4b-4646-a354-a5f5399b028e tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324495 Apr 21 13:59:02.673938 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfff9c-1bbf-4bcc-9b68-37a1909272b8 req-442103ad-bf3e-4ae6-91b2-dbab021c856e tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:59:02.675482 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-00bfff9c-1bbf-4bcc-9b68-37a1909272b8 req-442103ad-bf3e-4ae6-91b2-dbab021c856e tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 943 time: 0.0537338 Apr 21 13:59:02.712545 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-00bfff9c-1bbf-4bcc-9b68-37a1909272b8 req-973b86d0-5031-4f9d-ae7f-6928c545115f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310466 Apr 21 13:59:03.825749 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39159c7-eb25-4d3e-9f41-512686cab9b2 req-340e9702-d118-4943-a8f2-8f97d1b19fa2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:59:03.827221 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c39159c7-eb25-4d3e-9f41-512686cab9b2 req-340e9702-d118-4943-a8f2-8f97d1b19fa2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 943 time: 0.0476303 Apr 21 13:59:03.864235 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c39159c7-eb25-4d3e-9f41-512686cab9b2 req-835b8961-1203-482e-8841-4423f882ca65 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309129 Apr 21 13:59:04.976623 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deba3fa-1cf7-4d39-9a84-3cbd972a53f2 req-27f90697-3df2-4a08-aa02-e2d67aa9e090 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:59:04.978110 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0deba3fa-1cf7-4d39-9a84-3cbd972a53f2 req-27f90697-3df2-4a08-aa02-e2d67aa9e090 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 943 time: 0.0473146 Apr 21 13:59:05.013933 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0deba3fa-1cf7-4d39-9a84-3cbd972a53f2 req-83c282b0-d442-4ec6-850a-1d71dc5259e8 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299368 Apr 21 13:59:06.174801 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80460a0-accb-45b5-8234-6d569b6edf66 req-5a3eb9d0-fd62-4f84-af84-c4cbaf79a897 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:59:06.176246 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a80460a0-accb-45b5-8234-6d569b6edf66 req-5a3eb9d0-fd62-4f84-af84-c4cbaf79a897 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 943 time: 0.0509074 Apr 21 13:59:06.212484 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a80460a0-accb-45b5-8234-6d569b6edf66 req-bd6f0629-1588-4511-900a-95b0e7b90158 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0296364 Apr 21 13:59:07.329278 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50271db-4ed4-44ea-89b7-3504767b69f5 req-df4d9e67-6091-42af-8996-21b51394d048 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:59:07.330768 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c50271db-4ed4-44ea-89b7-3504767b69f5 req-df4d9e67-6091-42af-8996-21b51394d048 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 943 time: 0.0486431 Apr 21 13:59:07.368100 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c50271db-4ed4-44ea-89b7-3504767b69f5 req-a3c1f29d-8ecb-4060-9f80-3961e186942f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310042 Apr 21 13:59:08.480607 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e5d36-fed6-43af-8008-32692681b6de req-bf75b025-705c-4530-846f-48876fdc5436 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:59:08.482068 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-400e5d36-fed6-43af-8008-32692681b6de req-bf75b025-705c-4530-846f-48876fdc5436 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 943 time: 0.0474019 Apr 21 13:59:08.518199 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-400e5d36-fed6-43af-8008-32692681b6de req-54c72209-2064-4a06-ac3d-c2ef129f320f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303102 Apr 21 13:59:09.633433 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bbcbaf-b7fd-47bd-9895-9ddd4a5bae6b req-75fa1a78-f139-4f62-adb4-84939b823a66 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:59:09.634897 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-29bbcbaf-b7fd-47bd-9895-9ddd4a5bae6b req-75fa1a78-f139-4f62-adb4-84939b823a66 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 943 time: 0.0515904 Apr 21 13:59:09.671838 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-29bbcbaf-b7fd-47bd-9895-9ddd4a5bae6b req-7a298ddc-b4c4-454b-a2dd-2fe9571c980f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309746 Apr 21 13:59:10.783083 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f802c-98d8-4f13-a84b-e66c64c3fd2f req-1efda583-ebcc-454c-b117-77bf6de356a5 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:59:10.784543 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f4f802c-98d8-4f13-a84b-e66c64c3fd2f req-1efda583-ebcc-454c-b117-77bf6de356a5 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 943 time: 0.0476274 Apr 21 13:59:10.823552 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2f4f802c-98d8-4f13-a84b-e66c64c3fd2f req-ad5569b0-dfc0-484c-ace8-658c2860bcb2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315568 Apr 21 13:59:11.935684 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38428ab5-9b37-4742-bf13-3cd5a9977c8d req-430863f9-74cb-4b0c-a695-8c9b22904204 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:59:11.937148 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38428ab5-9b37-4742-bf13-3cd5a9977c8d req-430863f9-74cb-4b0c-a695-8c9b22904204 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 943 time: 0.0473719 Apr 21 13:59:11.973823 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38428ab5-9b37-4742-bf13-3cd5a9977c8d req-2a99293d-7b71-4009-931e-abe852c4406b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306644 Apr 21 13:59:12.848079 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 23a806ff-28ee-493c-b160-9c958ba3a56a details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 13:59:12.943174 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 23a806ff-28ee-493c-b160-9c958ba3a56a, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=23a806ff-28ee-493c-b160-9c958ba3a56a,segment=NetworkSegment(fd09a405-4033-489a-86f4-ec80fa38587b),segment_id=fd09a405-4033-489a-86f4-ec80fa38587b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:59:12.954883 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '23a806ff-28ee-493c-b160-9c958ba3a56a', 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'port_id': '23a806ff-28ee-493c-b160-9c958ba3a56a', 'mac_address': 'fa:16:3e:17:2a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 13:59:12.997069 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:59:13.010586 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a806ff-28ee-493c-b160-9c958ba3a56a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 13:59:13.029497 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 23a806ff-28ee-493c-b160-9c958ba3a56a, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=23a806ff-28ee-493c-b160-9c958ba3a56a,segment=NetworkSegment(fd09a405-4033-489a-86f4-ec80fa38587b),segment_id=fd09a405-4033-489a-86f4-ec80fa38587b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:59:13.092914 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98943ae5-fbf9-4c1d-97b4-b67f08c5fcd5 req-79258a87-1de5-4da2-b4fa-2a28dc75d17c tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:59:13.094419 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98943ae5-fbf9-4c1d-97b4-b67f08c5fcd5 req-79258a87-1de5-4da2-b4fa-2a28dc75d17c tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 943 time: 0.0531356 Apr 21 13:59:13.109046 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:59:13.132574 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-98943ae5-fbf9-4c1d-97b4-b67f08c5fcd5 req-b9cc95ea-3797-4608-a844-fbd1a1fb039d tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315418 Apr 21 13:59:13.154026 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=23a806ff-28ee-493c-b160-9c958ba3a56a,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:59:13.161218 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:59:13.161564 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:59:13.161929 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:59:13.162264 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:59:13.162595 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:59:13.162925 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:59:13.163254 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:59:13.163577 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:59:13.163901 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:59:13.164283 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:59:13.164607 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:59:13.164928 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 13:59:13.391150 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['23a806ff-28ee-493c-b160-9c958ba3a56a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 13:59:13.579147 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-472324fa-1aa6-4291-8c6b-62e34f4d498e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:59:14.246379 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4a5fa-076a-413d-a8f2-9d3f3551146d req-2d061943-eb1f-4d4d-b204-c790d9f2c846 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:59:14.247836 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56e4a5fa-076a-413d-a8f2-9d3f3551146d req-2d061943-eb1f-4d4d-b204-c790d9f2c846 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 944 time: 0.0486922 Apr 21 13:59:14.285241 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-56e4a5fa-076a-413d-a8f2-9d3f3551146d req-0100df37-ff45-4442-91e9-5ff873ced8f5 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312793 Apr 21 13:59:14.848519 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 23a806ff-28ee-493c-b160-9c958ba3a56a up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 13:59:14.982719 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 23a806ff-28ee-493c-b160-9c958ba3a56a completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 13:59:14.986418 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 23a806ff-28ee-493c-b160-9c958ba3a56a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 13:59:14.986790 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:59:15.064562 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:59:15.087014 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a0c3eb-f6b7-40fd-8845-a7e063a67f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a806ff-28ee-493c-b160-9c958ba3a56a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:59:15.089188 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7cd45a-3932-491b-979a-8190a70045bb" -d '{"events": [{"server_uuid": "35a0c3eb-f6b7-40fd-8845-a7e063a67f38", "name": "network-vif-plugged", "status": "completed", "tag": "23a806ff-28ee-493c-b160-9c958ba3a56a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:59:15.106894 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 23a806ff-28ee-493c-b160-9c958ba3a56a, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=23a806ff-28ee-493c-b160-9c958ba3a56a,segment=NetworkSegment(fd09a405-4033-489a-86f4-ec80fa38587b),segment_id=fd09a405-4033-489a-86f4-ec80fa38587b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 13:59:15.124345 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 13:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1edb40-7550-400e-a4d6-1a5e4a8c9255 x-openstack-request-id: req-1c1edb40-7550-400e-a4d6-1a5e4a8c9255 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:59:15.124642 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a0c3eb-f6b7-40fd-8845-a7e063a67f38", "name": "network-vif-plugged", "status": "completed", "tag": "23a806ff-28ee-493c-b160-9c958ba3a56a", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:59:15.124889 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1c1edb40-7550-400e-a4d6-1a5e4a8c9255 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:59:15.125286 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c1edb40-7550-400e-a4d6-1a5e4a8c9255'] response: {'server_uuid': '35a0c3eb-f6b7-40fd-8845-a7e063a67f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a806ff-28ee-493c-b160-9c958ba3a56a', 'code': 200} Apr 21 13:59:15.189049 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:59:15.222783 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47745d-a5cf-4fa7-8dc3-32b1f4ccdd74 req-e4c60a51-c297-4b7d-b89f-8a083cbbfa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:59:15.224274 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b47745d-a5cf-4fa7-8dc3-32b1f4ccdd74 req-e4c60a51-c297-4b7d-b89f-8a083cbbfa19 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 1096 time: 0.0397935 Apr 21 13:59:15.236422 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=23a806ff-28ee-493c-b160-9c958ba3a56a,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:59:15.258681 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5b47745d-a5cf-4fa7-8dc3-32b1f4ccdd74 req-3d2037b2-71ba-477e-8644-6e849402757e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0276465 Apr 21 13:59:15.401291 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5afbe-8726-40ac-9c9e-31a82f695384 req-e17954d1-0128-4ff1-a173-e84f6ed0f8c7 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:59:15.402811 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3be5afbe-8726-40ac-9c9e-31a82f695384 req-e17954d1-0128-4ff1-a173-e84f6ed0f8c7 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 945 time: 0.0519490 Apr 21 13:59:15.439662 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3be5afbe-8726-40ac-9c9e-31a82f695384 req-0e627780-806b-499f-b778-d9e9d1580ce2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308878 Apr 21 13:59:15.780784 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-69b671ce-b13b-4c21-ab66-21e9e0219cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:59:16.566411 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f7e0e-15ef-49e7-a29e-82d9b77bda86 req-d0a0ab64-991b-4c48-a058-28f66eb85a0e tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:59:16.567883 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-436f7e0e-15ef-49e7-a29e-82d9b77bda86 req-d0a0ab64-991b-4c48-a058-28f66eb85a0e tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 945 time: 0.0487316 Apr 21 13:59:16.607186 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-436f7e0e-15ef-49e7-a29e-82d9b77bda86 req-6c42f167-f1fb-4fd4-9705-4f6e6d54c14d tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328226 Apr 21 13:59:17.271720 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:59:17.721563 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf91d9-5a8c-494f-9142-7080b74ec719 req-35f2abcd-0b26-42f5-989d-fba77287a3c8 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:59:17.723053 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31cf91d9-5a8c-494f-9142-7080b74ec719 req-35f2abcd-0b26-42f5-989d-fba77287a3c8 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 945 time: 0.0499830 Apr 21 13:59:17.760621 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31cf91d9-5a8c-494f-9142-7080b74ec719 req-d86c0600-fe9a-4a99-8ddd-103ecebbf3f1 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316615 Apr 21 13:59:17.877458 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607635a-6bb0-400b-944f-1ff25ce89a95 req-ea80ef74-b51b-4838-961a-1ba7ae9e8a50 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:59:17.878927 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9607635a-6bb0-400b-944f-1ff25ce89a95 req-ea80ef74-b51b-4838-961a-1ba7ae9e8a50 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 945 time: 0.0534704 Apr 21 13:59:17.916617 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9607635a-6bb0-400b-944f-1ff25ce89a95 req-5868fb50-063d-49ba-bd52-833853f2da9d tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310643 Apr 21 13:59:17.938056 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33984) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:59:17.976059 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01806e93-4806-4834-b6e3-496047f57892 tempest-TestShelveInstance-741278792 tempest-TestShelveInstance-741278792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:59:17.977526 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-01806e93-4806-4834-b6e3-496047f57892 tempest-TestShelveInstance-741278792 tempest-TestShelveInstance-741278792-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 1091 time: 0.0385377 Apr 21 13:59:17.980275 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 33986) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 13:59:17.984369 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-25e9064d-5ca1-4427-9784-4b9df70b5fe2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'port_id': '23a806ff-28ee-493c-b160-9c958ba3a56a', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 13:59:18.089675 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25e9064d-5ca1-4427-9784-4b9df70b5fe2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:59:18.189012 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25e9064d-5ca1-4427-9784-4b9df70b5fe2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:59:18.289495 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-25e9064d-5ca1-4427-9784-4b9df70b5fe2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Allocated IP 172.25.8.27 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/e9736dca-4369-45ee-9b01-e1f4415816e6) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 13:59:18.393248 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25e9064d-5ca1-4427-9784-4b9df70b5fe2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:59:18.489647 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25e9064d-5ca1-4427-9784-4b9df70b5fe2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:59:18.523345 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e9064d-5ca1-4427-9784-4b9df70b5fe2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 13:59:18.526020 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-25e9064d-5ca1-4427-9784-4b9df70b5fe2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 13:59:18.531371 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e9064d-5ca1-4427-9784-4b9df70b5fe2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 13:59:18.557018 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e9064d-5ca1-4427-9784-4b9df70b5fe2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Pushing event updated for resources: {'Port': ['ID=e9736dca-4369-45ee-9b01-e1f4415816e6,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:59:18.769153 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:59:18.803685 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:59:18.878272 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:59:19.215453 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25e9064d-5ca1-4427-9784-4b9df70b5fe2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:59:19.353284 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25e9064d-5ca1-4427-9784-4b9df70b5fe2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:59:19.502909 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25e9064d-5ca1-4427-9784-4b9df70b5fe2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:59:19.591749 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25e9064d-5ca1-4427-9784-4b9df70b5fe2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:59:19.661280 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e9064d-5ca1-4427-9784-4b9df70b5fe2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Pushing event updated for resources: {'Port': ['ID=e9736dca-4369-45ee-9b01-e1f4415816e6,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 13:59:19.671468 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25e9064d-5ca1-4427-9784-4b9df70b5fe2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:59:19.779330 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-25e9064d-5ca1-4427-9784-4b9df70b5fe2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Floating IP 5d4039df-a506-4406-9618-2da0af4403fb associated. External IP: 172.25.8.27, port: 23a806ff-28ee-493c-b160-9c958ba3a56a. Apr 21 13:59:19.980384 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e9064d-5ca1-4427-9784-4b9df70b5fe2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Router 480802d0-bead-4a23-8072-a6d4bb882823 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 13:59:20.083742 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e9064d-5ca1-4427-9784-4b9df70b5fe2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 13:59:20.093497 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637facc8-85e4-44aa-ac81-efdfef619d7a None None] Sync routers for ids ['480802d0-bead-4a23-8072-a6d4bb882823'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 13:59:20.103466 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637facc8-85e4-44aa-ac81-efdfef619d7a None None] Routers {'480802d0-bead-4a23-8072-a6d4bb882823'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:59:20.108634 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-637facc8-85e4-44aa-ac81-efdfef619d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:59:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['480802d0-bead-4a23-8072-a6d4bb882823'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:59:20.153808 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-25e9064d-5ca1-4427-9784-4b9df70b5fe2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:59:20.180420 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-25e9064d-5ca1-4427-9784-4b9df70b5fe2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1991630 Apr 21 13:59:20.181131 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a0c3eb-f6b7-40fd-8845-a7e063a67f38', 'tag': '23a806ff-28ee-493c-b160-9c958ba3a56a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 13:59:20.183862 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f157c177-2b90-4171-a26c-d01a99debda4" -d '{"events": [{"name": "network-changed", "server_uuid": "35a0c3eb-f6b7-40fd-8845-a7e063a67f38", "tag": "23a806ff-28ee-493c-b160-9c958ba3a56a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 13:59:20.209039 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-637facc8-85e4-44aa-ac81-efdfef619d7a None None] Set router 480802d0-bead-4a23-8072-a6d4bb882823 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:59:20.226398 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 13:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4768ee-8098-426d-83e6-8b59e9e32fe9 x-openstack-request-id: req-af4768ee-8098-426d-83e6-8b59e9e32fe9 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 13:59:20.226896 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a0c3eb-f6b7-40fd-8845-a7e063a67f38", "tag": "23a806ff-28ee-493c-b160-9c958ba3a56a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 13:59:20.227112 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-af4768ee-8098-426d-83e6-8b59e9e32fe9 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 13:59:20.227525 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af4768ee-8098-426d-83e6-8b59e9e32fe9'] response: {'name': 'network-changed', 'server_uuid': '35a0c3eb-f6b7-40fd-8845-a7e063a67f38', 'tag': '23a806ff-28ee-493c-b160-9c958ba3a56a', 'status': 'completed', 'code': 200} Apr 21 13:59:20.290463 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157c177-2b90-4171-a26c-d01a99debda4 req-8824bb52-5ad2-43d8-85e7-13cd938cd6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:59:20.291957 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f157c177-2b90-4171-a26c-d01a99debda4 req-8824bb52-5ad2-43d8-85e7-13cd938cd6e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f87b562c2b54443eba22e6d817e1663c&device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 1096 time: 0.0444667 Apr 21 13:59:20.384868 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157c177-2b90-4171-a26c-d01a99debda4 req-b82dea03-7ea9-4a08-8f9a-c9fba93f0736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:59:20.386379 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f157c177-2b90-4171-a26c-d01a99debda4 req-b82dea03-7ea9-4a08-8f9a-c9fba93f0736 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f HTTP/1.1" status: 200 len: 909 time: 0.0871563 Apr 21 13:59:20.432790 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-637facc8-85e4-44aa-ac81-efdfef619d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480802d0-bead-4a23-8072-a6d4bb882823', 'name': 'tempest-TestShelveInstance-814504101-router', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:53:55Z', 'updated_at': '2022-04-21T13:53:58Z', 'revision_number': 4, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'gw_port': {'id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:56Z', 'updated_at': '2022-04-21T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '5d4039df-a506-4406-9618-2da0af4403fb', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'floating_ip_address': '172.25.8.27', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'port_id': '23a806ff-28ee-493c-b160-9c958ba3a56a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'mac_address': 'fa:16:3e:17:2a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a0c3eb-f6b7-40fd-8845-a7e063a67f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:59:18Z', 'updated_at': '2022-04-21T13:59:18Z', 'revision_number': 0, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84ae9d6b-f5db-4b8c-b3ea-0626ca550233', 'name': '', 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'mac_address': 'fa:16:3e:7a:e7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:57Z', 'updated_at': '2022-04-21T13:54:02Z', 'revision_number': 5, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'subnets': [{'id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:59:20.459774 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f157c177-2b90-4171-a26c-d01a99debda4 req-18c6f300-6f9c-4a5c-9422-57efc45a1581 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23a806ff-28ee-493c-b160-9c958ba3a56a HTTP/1.1" status: 200 len: 998 time: 0.0666058 Apr 21 13:59:20.463821 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637facc8-85e4-44aa-ac81-efdfef619d7a None None] Checking router: 480802d0-bead-4a23-8072-a6d4bb882823 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 13:59:20.471999 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637facc8-85e4-44aa-ac81-efdfef619d7a None None] Routers {'480802d0-bead-4a23-8072-a6d4bb882823'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 13:59:20.472784 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-637facc8-85e4-44aa-ac81-efdfef619d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T13:59:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['480802d0-bead-4a23-8072-a6d4bb882823'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:59:20.508698 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157c177-2b90-4171-a26c-d01a99debda4 req-25f74d94-92d7-4471-a7f2-172b1500b789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:59:20.510203 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f157c177-2b90-4171-a26c-d01a99debda4 req-25f74d94-92d7-4471-a7f2-172b1500b789 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34514dc4-6386-4d44-aff2-59c7574eb809 HTTP/1.1" status: 200 len: 847 time: 0.0442362 Apr 21 13:59:20.554220 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157c177-2b90-4171-a26c-d01a99debda4 req-c66d4ac1-42d2-439e-9848-9dea83eac5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:59:20.555737 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f157c177-2b90-4171-a26c-d01a99debda4 req-c66d4ac1-42d2-439e-9848-9dea83eac5a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391161 Apr 21 13:59:20.576148 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-637facc8-85e4-44aa-ac81-efdfef619d7a None None] Set router 480802d0-bead-4a23-8072-a6d4bb882823 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 13:59:20.647935 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f157c177-2b90-4171-a26c-d01a99debda4 req-9912b7d6-297b-4d58-aebe-ee453eb6db4d service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848858 Apr 21 13:59:20.736172 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f157c177-2b90-4171-a26c-d01a99debda4 req-4c8a327e-82ff-4486-8283-a31f52434c82 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819404 Apr 21 13:59:20.793431 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-637facc8-85e4-44aa-ac81-efdfef619d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480802d0-bead-4a23-8072-a6d4bb882823', 'name': 'tempest-TestShelveInstance-814504101-router', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:53:55Z', 'updated_at': '2022-04-21T13:53:58Z', 'revision_number': 4, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'gw_port': {'id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:56Z', 'updated_at': '2022-04-21T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '5d4039df-a506-4406-9618-2da0af4403fb', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'floating_ip_address': '172.25.8.27', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'port_id': '23a806ff-28ee-493c-b160-9c958ba3a56a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'mac_address': 'fa:16:3e:17:2a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a0c3eb-f6b7-40fd-8845-a7e063a67f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:59:18Z', 'updated_at': '2022-04-21T13:59:18Z', 'revision_number': 0, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84ae9d6b-f5db-4b8c-b3ea-0626ca550233', 'name': '', 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'mac_address': 'fa:16:3e:7a:e7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:57Z', 'updated_at': '2022-04-21T13:54:02Z', 'revision_number': 5, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'subnets': [{'id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 13:59:20.820204 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637facc8-85e4-44aa-ac81-efdfef619d7a None None] The sync data for ids ['480802d0-bead-4a23-8072-a6d4bb882823'] in n-d-836147-2 is: [{'id': '480802d0-bead-4a23-8072-a6d4bb882823', 'name': 'tempest-TestShelveInstance-814504101-router', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:53:55Z', 'updated_at': '2022-04-21T13:53:58Z', 'revision_number': 4, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'gw_port': {'id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:56Z', 'updated_at': '2022-04-21T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '5d4039df-a506-4406-9618-2da0af4403fb', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'floating_ip_address': '172.25.8.27', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'port_id': '23a806ff-28ee-493c-b160-9c958ba3a56a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'mac_address': 'fa:16:3e:17:2a:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a0c3eb-f6b7-40fd-8845-a7e063a67f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T13:59:18Z', 'updated_at': '2022-04-21T13:59:18Z', 'revision_number': 0, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84ae9d6b-f5db-4b8c-b3ea-0626ca550233', 'name': '', 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'mac_address': 'fa:16:3e:7a:e7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:57Z', 'updated_at': '2022-04-21T13:54:02Z', 'revision_number': 5, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'subnets': [{'id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 13:59:21.021306 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e154c2-41cf-4e99-afd0-59eee5a07f4f None None] New status for floating IP 5d4039df-a506-4406-9618-2da0af4403fb: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 13:59:21.171578 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:59:26.895002 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa839fdf-a2f0-4a6d-8a55-f6d1c40e2013 req-352f1047-eeca-400b-8374-e4c2db7fd184 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404088 Apr 21 13:59:26.985333 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa839fdf-a2f0-4a6d-8a55-f6d1c40e2013 req-f50847ff-57f0-44fd-848b-f040bdb303dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:59:26.987023 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa839fdf-a2f0-4a6d-8a55-f6d1c40e2013 req-f50847ff-57f0-44fd-848b-f040bdb303dc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f87b562c2b54443eba22e6d817e1663c&device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 1096 time: 0.0443480 Apr 21 13:59:27.092893 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa839fdf-a2f0-4a6d-8a55-f6d1c40e2013 req-256171db-adab-4014-8205-1e619f890ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:59:27.094442 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa839fdf-a2f0-4a6d-8a55-f6d1c40e2013 req-256171db-adab-4014-8205-1e619f890ed6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f HTTP/1.1" status: 200 len: 909 time: 0.0872366 Apr 21 13:59:27.166419 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa839fdf-a2f0-4a6d-8a55-f6d1c40e2013 req-20f84f7d-bcc9-4cb5-a893-70748e8bd8f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23a806ff-28ee-493c-b160-9c958ba3a56a HTTP/1.1" status: 200 len: 1000 time: 0.0632763 Apr 21 13:59:27.214812 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa839fdf-a2f0-4a6d-8a55-f6d1c40e2013 req-6fe0f672-763a-4405-ba15-740b97fe1c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:59:27.216298 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa839fdf-a2f0-4a6d-8a55-f6d1c40e2013 req-6fe0f672-763a-4405-ba15-740b97fe1c7b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34514dc4-6386-4d44-aff2-59c7574eb809 HTTP/1.1" status: 200 len: 847 time: 0.0426300 Apr 21 13:59:27.261062 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa839fdf-a2f0-4a6d-8a55-f6d1c40e2013 req-c7449a4e-3b7c-4473-a1fe-1e0ea99e76be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 13:59:27.262565 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa839fdf-a2f0-4a6d-8a55-f6d1c40e2013 req-c7449a4e-3b7c-4473-a1fe-1e0ea99e76be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400512 Apr 21 13:59:27.355223 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa839fdf-a2f0-4a6d-8a55-f6d1c40e2013 req-8d2e0f10-6ab3-4d1f-a1ba-31572019bbae service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856845 Apr 21 13:59:27.445213 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fa839fdf-a2f0-4a6d-8a55-f6d1c40e2013 req-f4a66a39-e181-4629-aa9e-855d277411a0 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829089 Apr 21 13:59:34.920750 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 13:59:43.593676 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8ac8b5a3-6ff1-4a1a-a5d3-3e9c89f0df34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:59:45.785549 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7726c6df-1576-41cc-a648-b87aca0d5a4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:59:47.302119 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:59:48.771379 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:59:48.793670 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:59:48.902928 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 13:59:51.202906 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:00:11.918936 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 14:00:13.547876 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9cdc0fe0-eb0f-4a3a-b8fe-56bacc8ae9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:00:15.776565 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-5d13e957-b78b-4ded-b8c6-e5fa4ec402ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:00:17.259047 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:00:18.776338 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:00:18.804830 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:00:18.902107 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:00:21.267568 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:00:27.899876 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61f721c1-95a8-414d-8648-796cecd72f36 req-39830c78-090b-4b6a-89a2-5d6ff3092adc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411122 Apr 21 14:00:27.994566 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f721c1-95a8-414d-8648-796cecd72f36 req-3b4366b1-58e0-446c-bfab-695cb1a4b4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:00:27.996070 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61f721c1-95a8-414d-8648-796cecd72f36 req-3b4366b1-58e0-446c-bfab-695cb1a4b4e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f87b562c2b54443eba22e6d817e1663c&device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 1096 time: 0.0460949 Apr 21 14:00:28.103422 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f721c1-95a8-414d-8648-796cecd72f36 req-b9a5bba4-9e95-4d27-8395-09fdde102c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:00:28.104949 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61f721c1-95a8-414d-8648-796cecd72f36 req-b9a5bba4-9e95-4d27-8395-09fdde102c08 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f HTTP/1.1" status: 200 len: 909 time: 0.0840092 Apr 21 14:00:28.179758 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61f721c1-95a8-414d-8648-796cecd72f36 req-a61f1f0a-586b-465d-8697-1423c770d659 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23a806ff-28ee-493c-b160-9c958ba3a56a HTTP/1.1" status: 200 len: 1000 time: 0.0647721 Apr 21 14:00:28.229551 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f721c1-95a8-414d-8648-796cecd72f36 req-7d10e629-7fd8-4b69-af1d-2e32bba9b7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:00:28.231067 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61f721c1-95a8-414d-8648-796cecd72f36 req-7d10e629-7fd8-4b69-af1d-2e32bba9b7c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34514dc4-6386-4d44-aff2-59c7574eb809 HTTP/1.1" status: 200 len: 847 time: 0.0432656 Apr 21 14:00:28.280177 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f721c1-95a8-414d-8648-796cecd72f36 req-117eb738-3d90-4dcc-ad76-c05d63b1f3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:00:28.281872 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61f721c1-95a8-414d-8648-796cecd72f36 req-117eb738-3d90-4dcc-ad76-c05d63b1f3c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396786 Apr 21 14:00:28.378556 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61f721c1-95a8-414d-8648-796cecd72f36 req-0da6b1ca-0dc1-4a1b-be0a-52ebe5f49c8e service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862446 Apr 21 14:00:28.469399 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61f721c1-95a8-414d-8648-796cecd72f36 req-f45ed373-1b9e-4132-83b7-dd6b7c9d1a6f service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807340 Apr 21 14:00:43.584708 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-badc6eac-e6b8-4fac-a9d0-d300cd020010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:00:45.790123 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6434689f-b60b-4de2-ae14-01fc77349108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:00:47.295948 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:00:48.815820 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:00:48.841549 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:00:48.889836 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:00:48.917299 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 14:00:51.250014 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:01:13.552297 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-869b2d96-ded8-4a4a-8d71-c9fb4f253b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:01:15.784411 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8dd9f4d5-046a-4726-abc8-8c9ff02b38d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:01:17.332469 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:01:18.769861 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:01:18.823936 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:01:18.920835 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:01:21.241275 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:01:25.915824 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 14:01:29.939772 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-93814f49-1cc4-4155-9e35-76e83dd46480 req-94947dc7-7a25-4250-82a8-aa826ce30577 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0879288 Apr 21 14:01:30.038135 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93814f49-1cc4-4155-9e35-76e83dd46480 req-7f7cc558-d366-4083-8d03-c09a77e49d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:01:30.039629 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-93814f49-1cc4-4155-9e35-76e83dd46480 req-7f7cc558-d366-4083-8d03-c09a77e49d4f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f87b562c2b54443eba22e6d817e1663c&device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 1096 time: 0.0448921 Apr 21 14:01:30.144933 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93814f49-1cc4-4155-9e35-76e83dd46480 req-ac568956-8dd7-4852-91b0-4cf37eba3c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:01:30.146356 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-93814f49-1cc4-4155-9e35-76e83dd46480 req-ac568956-8dd7-4852-91b0-4cf37eba3c57 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f HTTP/1.1" status: 200 len: 909 time: 0.0830832 Apr 21 14:01:30.217442 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-93814f49-1cc4-4155-9e35-76e83dd46480 req-ece64ad0-0e9b-4f93-b5ea-61d611057b4c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23a806ff-28ee-493c-b160-9c958ba3a56a HTTP/1.1" status: 200 len: 1000 time: 0.0605381 Apr 21 14:01:30.268739 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93814f49-1cc4-4155-9e35-76e83dd46480 req-f746f4f9-3135-4276-a620-8bcf92c8d42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:01:30.274631 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-93814f49-1cc4-4155-9e35-76e83dd46480 req-f746f4f9-3135-4276-a620-8bcf92c8d42e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34514dc4-6386-4d44-aff2-59c7574eb809 HTTP/1.1" status: 200 len: 847 time: 0.0427995 Apr 21 14:01:30.314448 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93814f49-1cc4-4155-9e35-76e83dd46480 req-939b2be8-f59f-4411-98a7-6b0024bf4794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:01:30.316370 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-93814f49-1cc4-4155-9e35-76e83dd46480 req-939b2be8-f59f-4411-98a7-6b0024bf4794 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0380101 Apr 21 14:01:30.331238 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-93814f49-1cc4-4155-9e35-76e83dd46480 req-bcf3f715-c27f-4139-b420-64259d781f88 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:01:30.332159 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-93814f49-1cc4-4155-9e35-76e83dd46480 req-bcf3f715-c27f-4139-b420-64259d781f88 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053477 Apr 21 14:01:30.427596 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-93814f49-1cc4-4155-9e35-76e83dd46480 req-c6a4935b-1c3e-4d98-be00-f822230ef3b2 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837901 Apr 21 14:01:30.521026 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-93814f49-1cc4-4155-9e35-76e83dd46480 req-1eb5310d-c67c-4508-bec3-2fbc6dcfb1a9 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794868 Apr 21 14:01:43.594971 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4137732-96a8-495e-941e-f4fa65caeeac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:01:45.803682 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-19fd865f-5fb3-4c18-8e37-afb47db695da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:01:47.252304 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00abd5-bcdf-41a0-8fad-8e811eac84e8 req-c2683e87-7f99-47be-aa84-9d8771605073 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:01:47.254152 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db00abd5-bcdf-41a0-8fad-8e811eac84e8 req-c2683e87-7f99-47be-aa84-9d8771605073 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 945 time: 0.0500429 Apr 21 14:01:47.291984 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:01:47.292578 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-db00abd5-bcdf-41a0-8fad-8e811eac84e8 req-9b1b1969-4525-4ecd-9929-f41ccf2f8c44 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319095 Apr 21 14:01:48.421262 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b8d81-4c47-4202-8d54-eda5d838a313 req-6e87e757-b6e7-4ac4-86d4-48cd8a97ca95 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:01:48.422771 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-462b8d81-4c47-4202-8d54-eda5d838a313 req-6e87e757-b6e7-4ac4-86d4-48cd8a97ca95 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 945 time: 0.0531378 Apr 21 14:01:48.460556 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-462b8d81-4c47-4202-8d54-eda5d838a313 req-85ba564e-be32-4806-9cf6-957f4affff02 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318191 Apr 21 14:01:48.780598 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:01:48.860606 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:01:48.923493 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:01:49.580710 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa1681-8bdb-42ce-86d4-f70bd0c8a1b5 req-2977d0c9-113a-4347-aa5b-746928d26252 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:01:49.582190 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-55aa1681-8bdb-42ce-86d4-f70bd0c8a1b5 req-2977d0c9-113a-4347-aa5b-746928d26252 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 945 time: 0.0474560 Apr 21 14:01:49.619699 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-55aa1681-8bdb-42ce-86d4-f70bd0c8a1b5 req-cf65453b-ebc7-4e0c-8c26-77a6fc201c38 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309985 Apr 21 14:01:50.733802 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc842d0-c0f4-42d9-ba82-64e9aa9e6558 req-7ce51dc1-d6bd-4009-9075-150b2183033b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:01:50.735262 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3bc842d0-c0f4-42d9-ba82-64e9aa9e6558 req-7ce51dc1-d6bd-4009-9075-150b2183033b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 945 time: 0.0480244 Apr 21 14:01:50.771545 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3bc842d0-c0f4-42d9-ba82-64e9aa9e6558 req-7f6f0bec-a9a2-40f4-9030-9b550a0f4b12 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304301 Apr 21 14:01:51.286029 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:01:51.890865 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ee055-d9b1-41bb-ac14-ee83cffac6e1 req-6f973d9a-761d-4e43-8db8-5ed9ec213a1c tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:01:51.892343 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-218ee055-d9b1-41bb-ac14-ee83cffac6e1 req-6f973d9a-761d-4e43-8db8-5ed9ec213a1c tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 945 time: 0.0542090 Apr 21 14:01:51.932099 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-218ee055-d9b1-41bb-ac14-ee83cffac6e1 req-d3c04995-c560-465d-b4b8-cfef5f64a4c3 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336690 Apr 21 14:01:53.048525 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e43b8d-ea3a-4b4b-a360-1e98093fe116 req-83836f6d-b1bf-49e6-a929-d5d9f5831bc9 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:01:53.049996 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d5e43b8d-ea3a-4b4b-a360-1e98093fe116 req-83836f6d-b1bf-49e6-a929-d5d9f5831bc9 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 945 time: 0.0483618 Apr 21 14:01:53.085941 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d5e43b8d-ea3a-4b4b-a360-1e98093fe116 req-2c30ef1d-3383-4de0-b5b9-2eb2354bdb83 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300951 Apr 21 14:01:54.199729 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f02ad0-e9c9-49cb-bc41-e612aacd7ab9 req-2fe2ffea-c329-4344-8d35-a17526d83c5d tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:01:54.201193 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b6f02ad0-e9c9-49cb-bc41-e612aacd7ab9 req-2fe2ffea-c329-4344-8d35-a17526d83c5d tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 945 time: 0.0477960 Apr 21 14:01:54.237851 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b6f02ad0-e9c9-49cb-bc41-e612aacd7ab9 req-16c2896d-366c-44d4-957e-b538d97ddde8 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308084 Apr 21 14:01:55.358100 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c6c3ca-6a07-415a-96c9-0a961403e7de req-e6a1c81d-9a01-4ee9-b3c1-0ebd3d7d59ea tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:01:55.359593 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-83c6c3ca-6a07-415a-96c9-0a961403e7de req-e6a1c81d-9a01-4ee9-b3c1-0ebd3d7d59ea tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 945 time: 0.0532598 Apr 21 14:01:55.397918 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-83c6c3ca-6a07-415a-96c9-0a961403e7de req-2f924ff4-89a9-492e-90b2-e3b7a6dfb249 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320644 Apr 21 14:01:56.512095 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896d210-3013-48f9-bcd5-fd6727b9dae3 req-6555c65c-7730-4d26-b313-9d9a259cf43b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:01:56.513572 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d896d210-3013-48f9-bcd5-fd6727b9dae3 req-6555c65c-7730-4d26-b313-9d9a259cf43b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 945 time: 0.0486319 Apr 21 14:01:56.549396 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d896d210-3013-48f9-bcd5-fd6727b9dae3 req-b02c69e1-785b-4baf-9b22-65daf974b11c tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298016 Apr 21 14:01:57.528124 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde8b4e-d5b1-4fae-b4af-f527543a7608 req-739bb8fa-76ae-41e3-af4f-e0b78fc3fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:01:57.529642 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-afde8b4e-d5b1-4fae-b4af-f527543a7608 req-739bb8fa-76ae-41e3-af4f-e0b78fc3fc90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f87b562c2b54443eba22e6d817e1663c&device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 1096 time: 0.0397048 Apr 21 14:01:57.634916 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde8b4e-d5b1-4fae-b4af-f527543a7608 req-8dbe9b06-9b91-45a5-afd2-e2f9225b4ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:01:57.636823 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-afde8b4e-d5b1-4fae-b4af-f527543a7608 req-8dbe9b06-9b91-45a5-afd2-e2f9225b4ec5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f HTTP/1.1" status: 200 len: 909 time: 0.0960586 Apr 21 14:01:57.716949 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7cf9ab-78f7-4589-85ca-6a7b5b37014a req-e6211ef4-70ed-45f4-85ec-7a7e67ce6784 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:01:57.718425 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f7cf9ab-78f7-4589-85ca-6a7b5b37014a req-e6211ef4-70ed-45f4-85ec-7a7e67ce6784 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 945 time: 0.1013663 Apr 21 14:01:57.727855 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-afde8b4e-d5b1-4fae-b4af-f527543a7608 req-06632682-624c-47fb-912b-056fb55e3b9b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23a806ff-28ee-493c-b160-9c958ba3a56a HTTP/1.1" status: 200 len: 1000 time: 0.0778909 Apr 21 14:01:57.788571 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1f7cf9ab-78f7-4589-85ca-6a7b5b37014a req-94bf34b5-5b9a-4fb8-964e-a4b79e9314e2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636020 Apr 21 14:01:57.795413 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde8b4e-d5b1-4fae-b4af-f527543a7608 req-82e74c4a-4172-4266-b0f9-3c34b40b6093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:01:57.796825 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-afde8b4e-d5b1-4fae-b4af-f527543a7608 req-82e74c4a-4172-4266-b0f9-3c34b40b6093 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34514dc4-6386-4d44-aff2-59c7574eb809 HTTP/1.1" status: 200 len: 847 time: 0.0575743 Apr 21 14:01:57.845284 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde8b4e-d5b1-4fae-b4af-f527543a7608 req-14eddf4a-4d9c-454d-84eb-83acd180daff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:01:57.846791 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-afde8b4e-d5b1-4fae-b4af-f527543a7608 req-14eddf4a-4d9c-454d-84eb-83acd180daff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399725 Apr 21 14:01:57.941148 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-afde8b4e-d5b1-4fae-b4af-f527543a7608 req-c82c46f3-2f5c-4a1f-b228-948ea26436f4 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833011 Apr 21 14:01:58.046904 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-afde8b4e-d5b1-4fae-b4af-f527543a7608 req-afef554d-920d-4865-9502-bfb1eb80399b service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797331 Apr 21 14:01:58.908416 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e04453-5ecb-4ab8-8dbd-f877368548fe req-66118d82-c045-4702-9f6c-bb20b1fb17d0 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:01:58.909919 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1e04453-5ecb-4ab8-8dbd-f877368548fe req-66118d82-c045-4702-9f6c-bb20b1fb17d0 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 945 time: 0.0535865 Apr 21 14:01:58.946809 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b1e04453-5ecb-4ab8-8dbd-f877368548fe req-a1e09e3f-8179-472c-88a7-49c2c15ee111 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306296 Apr 21 14:02:00.062644 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f615c-3738-4593-b76a-ea3d822185d3 req-100806a8-9968-4979-ad04-2c84deaf4afe tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:02:00.064128 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b91f615c-3738-4593-b76a-ea3d822185d3 req-100806a8-9968-4979-ad04-2c84deaf4afe tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 945 time: 0.0502970 Apr 21 14:02:00.101205 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b91f615c-3738-4593-b76a-ea3d822185d3 req-e8fe81e7-be5c-4c29-84f2-080bfcebc365 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308750 Apr 21 14:02:01.216769 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac02716-47bc-4373-afc7-087dca21571c req-6ece27ac-24f4-4356-a12e-0ac8196db113 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:02:01.218329 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ac02716-47bc-4373-afc7-087dca21571c req-6ece27ac-24f4-4356-a12e-0ac8196db113 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 945 time: 0.0493731 Apr 21 14:02:01.258534 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ac02716-47bc-4373-afc7-087dca21571c req-bd273f1f-2c31-4e10-8201-69ca4cf46de1 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337765 Apr 21 14:02:02.378166 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e0dd2-3c12-4c84-9d9d-a647b354d877 req-b099510a-bd18-4e81-b5be-9635861405d3 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:02:02.380091 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-787e0dd2-3c12-4c84-9d9d-a647b354d877 req-b099510a-bd18-4e81-b5be-9635861405d3 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 945 time: 0.0547705 Apr 21 14:02:02.419684 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-787e0dd2-3c12-4c84-9d9d-a647b354d877 req-8fe9b996-eb51-4652-86e9-494c4e00e16b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326555 Apr 21 14:02:02.487198 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-f002ba82-b90f-4366-a25a-37a2a08ca5ef req-f5692677-b24b-4fc8-affa-e4c16931ce86 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:02:02.488220 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f002ba82-b90f-4366-a25a-37a2a08ca5ef req-f5692677-b24b-4fc8-affa-e4c16931ce86 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053864 Apr 21 14:02:02.797466 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55ba44-4c2a-444d-a9d8-3df2c64d7027 req-1bca3089-9ab2-4465-81ea-429fa77b5a13 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:02:02.798967 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a55ba44-4c2a-444d-a9d8-3df2c64d7027 req-1bca3089-9ab2-4465-81ea-429fa77b5a13 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 945 time: 0.0487537 Apr 21 14:02:02.838719 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a55ba44-4c2a-444d-a9d8-3df2c64d7027 req-ec145626-e150-4f60-9fe0-8407a66b3a6a tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336919 Apr 21 14:02:02.890540 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-fd108430-ad83-452d-b39a-68e59dfe61c4 req-4e45bb72-f7bc-4cbe-9da1-f909811cefaf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0903206 Apr 21 14:02:02.899249 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [req-fd108430-ad83-452d-b39a-68e59dfe61c4 req-2763bc8d-a060-4280-ae85-52c942b033f8 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:02:02.900192 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-fd108430-ad83-452d-b39a-68e59dfe61c4 req-2763bc8d-a060-4280-ae85-52c942b033f8 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049071 Apr 21 14:02:02.914630 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 14:02:03.718121 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 23a806ff-28ee-493c-b160-9c958ba3a56a no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 14:02:03.796516 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:02:03.818407 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a0c3eb-f6b7-40fd-8845-a7e063a67f38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23a806ff-28ee-493c-b160-9c958ba3a56a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:02:03.820671 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d5c009-fd6b-45bb-8470-3279b82e3726" -d '{"events": [{"server_uuid": "35a0c3eb-f6b7-40fd-8845-a7e063a67f38", "name": "network-vif-unplugged", "status": "completed", "tag": "23a806ff-28ee-493c-b160-9c958ba3a56a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 14:02:03.834973 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 23a806ff-28ee-493c-b160-9c958ba3a56a, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=23a806ff-28ee-493c-b160-9c958ba3a56a,segment=NetworkSegment(fd09a405-4033-489a-86f4-ec80fa38587b),segment_id=fd09a405-4033-489a-86f4-ec80fa38587b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:02:03.909625 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 21 Apr 2022 14:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2364a888-9202-4662-b2f4-ca538306a8be x-openstack-request-id: req-2364a888-9202-4662-b2f4-ca538306a8be {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 14:02:03.909925 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a0c3eb-f6b7-40fd-8845-a7e063a67f38", "name": "network-vif-unplugged", "status": "failed", "tag": "23a806ff-28ee-493c-b160-9c958ba3a56a", "code": 422}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 14:02:03.910181 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2364a888-9202-4662-b2f4-ca538306a8be {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 14:02:03.910629 n-d-836147-2 neutron-server[103399]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2364a888-9202-4662-b2f4-ca538306a8be']: {'server_uuid': '35a0c3eb-f6b7-40fd-8845-a7e063a67f38', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '23a806ff-28ee-493c-b160-9c958ba3a56a', 'code': 422} returned with failed status Apr 21 14:02:03.912025 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:02:03.962669 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=23a806ff-28ee-493c-b160-9c958ba3a56a,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:02:03.969500 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce49b8e-92b8-437c-96bd-e9d87d70fb51 req-f4b60902-4215-4c5a-ac40-8d5c5c86a173 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:02:03.971486 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:02:03.971958 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:02:03.972393 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:02:03.972822 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:02:03.973246 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:02:03.973704 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:02:03.974138 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:02:03.974290 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ce49b8e-92b8-437c-96bd-e9d87d70fb51 req-f4b60902-4215-4c5a-ac40-8d5c5c86a173 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 943 time: 0.0556390 Apr 21 14:02:03.974839 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:02:03.975287 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:02:03.975735 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:02:03.976151 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:02:03.976566 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:02:04.009383 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ce49b8e-92b8-437c-96bd-e9d87d70fb51 req-0a6bd320-6797-4943-8a40-4578fd3e34a2 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320933 Apr 21 14:02:05.129003 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595ef42-0c9a-4ae6-904c-3cf9594bd8d0 req-5e9f2102-ce68-4069-91cc-358c0530138b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:02:05.130499 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a595ef42-0c9a-4ae6-904c-3cf9594bd8d0 req-5e9f2102-ce68-4069-91cc-358c0530138b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 943 time: 0.0523393 Apr 21 14:02:05.168923 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a595ef42-0c9a-4ae6-904c-3cf9594bd8d0 req-91cbaf06-9abe-48d7-8faa-63e1405c505d tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316591 Apr 21 14:02:06.293204 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd659d-e671-4b09-bb93-0126696b0fbc req-ed28393e-ab19-4a72-bb1d-6187f856f881 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:02:06.294751 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a8bd659d-e671-4b09-bb93-0126696b0fbc req-ed28393e-ab19-4a72-bb1d-6187f856f881 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 943 time: 0.0494697 Apr 21 14:02:06.331680 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a8bd659d-e671-4b09-bb93-0126696b0fbc req-801771b4-1051-468c-8edb-767b09ce1555 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308158 Apr 21 14:02:07.452691 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10bfc1-bc63-4855-a421-daf65a8ca3e2 req-83e05260-6b2e-4db6-8bc4-541840d999df tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:02:07.454265 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0b10bfc1-bc63-4855-a421-daf65a8ca3e2 req-83e05260-6b2e-4db6-8bc4-541840d999df tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 943 time: 0.0519292 Apr 21 14:02:07.493308 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0b10bfc1-bc63-4855-a421-daf65a8ca3e2 req-74beaa77-1618-4af4-a227-c435eb4e8714 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328367 Apr 21 14:02:08.609272 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d358a77-26b2-4c3c-a857-83da3ae04e63 req-592965ec-98fb-4afd-a3ef-35594bcb0b98 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:02:08.610755 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d358a77-26b2-4c3c-a857-83da3ae04e63 req-592965ec-98fb-4afd-a3ef-35594bcb0b98 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 943 time: 0.0511642 Apr 21 14:02:08.672296 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d358a77-26b2-4c3c-a857-83da3ae04e63 req-abe0269f-cd22-487a-81c5-c9d72977ae8b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554276 Apr 21 14:02:08.681673 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd108430-ad83-452d-b39a-68e59dfe61c4 req-52aefb84-9c6d-4442-b782-cedcf283b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:02:08.683614 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd108430-ad83-452d-b39a-68e59dfe61c4 req-52aefb84-9c6d-4442-b782-cedcf283b533 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38&tenant_id=f87b562c2b54443eba22e6d817e1663c HTTP/1.1" status: 200 len: 1094 time: 0.0532467 Apr 21 14:02:08.748994 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd108430-ad83-452d-b39a-68e59dfe61c4 req-93290791-d23e-43b4-8e38-fb4280a8abec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:02:08.750463 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd108430-ad83-452d-b39a-68e59dfe61c4 req-93290791-d23e-43b4-8e38-fb4280a8abec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f87b562c2b54443eba22e6d817e1663c&device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 1094 time: 0.0389438 Apr 21 14:02:08.843402 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd108430-ad83-452d-b39a-68e59dfe61c4 req-41cf899e-622f-44e5-823c-d9f4892ea190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:02:08.844898 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd108430-ad83-452d-b39a-68e59dfe61c4 req-41cf899e-622f-44e5-823c-d9f4892ea190 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f HTTP/1.1" status: 200 len: 909 time: 0.0843911 Apr 21 14:02:08.914744 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd108430-ad83-452d-b39a-68e59dfe61c4 req-5a2ad22a-bcd2-4738-8913-2883495bfdc5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23a806ff-28ee-493c-b160-9c958ba3a56a HTTP/1.1" status: 200 len: 998 time: 0.0593441 Apr 21 14:02:08.966422 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd108430-ad83-452d-b39a-68e59dfe61c4 req-d71f51d6-50b8-4092-98df-a0480f8e3d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:02:08.967836 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd108430-ad83-452d-b39a-68e59dfe61c4 req-d71f51d6-50b8-4092-98df-a0480f8e3d44 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34514dc4-6386-4d44-aff2-59c7574eb809 HTTP/1.1" status: 200 len: 847 time: 0.0422368 Apr 21 14:02:09.019259 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd108430-ad83-452d-b39a-68e59dfe61c4 req-ba61bc1a-98d5-4916-ae04-0252224eec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:02:09.020705 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd108430-ad83-452d-b39a-68e59dfe61c4 req-ba61bc1a-98d5-4916-ae04-0252224eec66 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426905 Apr 21 14:02:09.110425 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd108430-ad83-452d-b39a-68e59dfe61c4 req-2fea0af9-7624-4aa3-9bce-5432f6d2de91 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783749 Apr 21 14:02:09.212725 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fd108430-ad83-452d-b39a-68e59dfe61c4 req-a7057cd3-8c58-4943-96c1-dfca74c7d044 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915632 Apr 21 14:02:09.788627 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fd94c-2796-4a9c-a943-d31fb5e5d684 req-72158efa-6c60-49e9-bc88-3b4f247c5f9a tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:02:09.790136 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-603fd94c-2796-4a9c-a943-d31fb5e5d684 req-72158efa-6c60-49e9-bc88-3b4f247c5f9a tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 943 time: 0.0503850 Apr 21 14:02:09.827917 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-603fd94c-2796-4a9c-a943-d31fb5e5d684 req-d6878495-3360-4ca5-97c7-75e8ee02e04f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314183 Apr 21 14:02:10.939547 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da652de3-5fe0-41a8-9b63-4816a6b44f96 req-cc076aa0-98f1-4274-b643-a5d1b767b6d8 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:02:10.940983 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da652de3-5fe0-41a8-9b63-4816a6b44f96 req-cc076aa0-98f1-4274-b643-a5d1b767b6d8 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 943 time: 0.0466905 Apr 21 14:02:10.977363 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da652de3-5fe0-41a8-9b63-4816a6b44f96 req-a57f23e0-fb45-4977-bbfb-1c91c1c16b21 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304661 Apr 21 14:02:12.093384 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf81517-1505-48cd-a203-3554643d85d5 req-5fb8d43e-7528-470d-96a9-0bf5339d1cd8 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:02:12.094841 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5cf81517-1505-48cd-a203-3554643d85d5 req-5fb8d43e-7528-470d-96a9-0bf5339d1cd8 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 943 time: 0.0514681 Apr 21 14:02:12.130980 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-5cf81517-1505-48cd-a203-3554643d85d5 req-9f24820a-18d1-4bb6-b45e-3784f02379dc tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302587 Apr 21 14:02:13.246430 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d865a9-1689-4690-b524-a25139dc0246 req-a207a950-7495-4da7-9a47-3dd634b6f99b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:02:13.247894 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-92d865a9-1689-4690-b524-a25139dc0246 req-a207a950-7495-4da7-9a47-3dd634b6f99b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 943 time: 0.0482192 Apr 21 14:02:13.284605 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-92d865a9-1689-4690-b524-a25139dc0246 req-79e018b3-60fc-4d88-be56-34e5260485b0 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307837 Apr 21 14:02:13.554211 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-10321b0b-92b5-42a7-9fbe-8317ddf72af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:02:14.397778 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31693847-b72e-481e-aecf-67049fc3920a req-8d3db556-47ee-4959-80ee-074e446408bf tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:02:14.398887 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31693847-b72e-481e-aecf-67049fc3920a req-8d3db556-47ee-4959-80ee-074e446408bf tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 943 time: 0.0477767 Apr 21 14:02:14.436406 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-31693847-b72e-481e-aecf-67049fc3920a req-7c3550a7-77ec-4d2e-88b9-2ecd7a8409a7 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313203 Apr 21 14:02:15.551873 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b658628-357f-460e-9c4e-3e3f7d15cdc6 req-c78213a5-3c3f-4393-bc62-aeab1d71e877 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:02:15.553319 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0b658628-357f-460e-9c4e-3e3f7d15cdc6 req-c78213a5-3c3f-4393-bc62-aeab1d71e877 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 943 time: 0.0510409 Apr 21 14:02:15.590310 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0b658628-357f-460e-9c4e-3e3f7d15cdc6 req-48bdc289-bef3-4e7f-99de-9f2266592d4c tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305536 Apr 21 14:02:15.809031 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-808effe6-f66a-4551-8253-94e2cd5b84b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:02:16.708985 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cadda0-b364-4920-86ae-58ac99d112ad req-ebe3d57a-5476-49dd-9f2b-97fa55dffd59 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:02:16.710475 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52cadda0-b364-4920-86ae-58ac99d112ad req-ebe3d57a-5476-49dd-9f2b-97fa55dffd59 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 943 time: 0.0484459 Apr 21 14:02:16.747883 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-52cadda0-b364-4920-86ae-58ac99d112ad req-623cb651-b82d-421c-9df3-a36d8a6f3e4d tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310519 Apr 21 14:02:17.271377 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:02:17.844205 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 23a806ff-28ee-493c-b160-9c958ba3a56a details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 14:02:17.862094 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce367df3-1b49-41d7-b9ef-cfe437fd26c3 req-15b17ebb-0b37-45c2-9d41-7e9b7c738787 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:02:17.863581 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce367df3-1b49-41d7-b9ef-cfe437fd26c3 req-15b17ebb-0b37-45c2-9d41-7e9b7c738787 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 943 time: 0.0487480 Apr 21 14:02:17.900987 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ce367df3-1b49-41d7-b9ef-cfe437fd26c3 req-2f96066b-1c71-4edd-9879-9889efe7b72a tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311763 Apr 21 14:02:17.937535 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 23a806ff-28ee-493c-b160-9c958ba3a56a, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=23a806ff-28ee-493c-b160-9c958ba3a56a,segment=NetworkSegment(fd09a405-4033-489a-86f4-ec80fa38587b),segment_id=fd09a405-4033-489a-86f4-ec80fa38587b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:02:17.949043 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '23a806ff-28ee-493c-b160-9c958ba3a56a', 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'port_id': '23a806ff-28ee-493c-b160-9c958ba3a56a', 'mac_address': 'fa:16:3e:17:2a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 14:02:17.985027 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:02:17.997097 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a806ff-28ee-493c-b160-9c958ba3a56a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:02:18.016507 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 23a806ff-28ee-493c-b160-9c958ba3a56a, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=23a806ff-28ee-493c-b160-9c958ba3a56a,segment=NetworkSegment(fd09a405-4033-489a-86f4-ec80fa38587b),segment_id=fd09a405-4033-489a-86f4-ec80fa38587b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:02:18.105890 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:02:18.151852 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=23a806ff-28ee-493c-b160-9c958ba3a56a,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:02:18.416216 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['23a806ff-28ee-493c-b160-9c958ba3a56a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 14:02:18.814445 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:02:18.854804 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:02:18.934630 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:02:19.018403 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee06698-9a55-4d4c-a623-d0d01b8d8003 req-d4697319-f939-4040-b667-e2252e4b0660 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:02:19.019758 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bee06698-9a55-4d4c-a623-d0d01b8d8003 req-d4697319-f939-4040-b667-e2252e4b0660 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 944 time: 0.0510521 Apr 21 14:02:19.056420 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bee06698-9a55-4d4c-a623-d0d01b8d8003 req-936fd82f-2417-4ea5-8cfb-3b6ff9037f58 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307713 Apr 21 14:02:19.859320 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 23a806ff-28ee-493c-b160-9c958ba3a56a up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 14:02:19.906124 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 23a806ff-28ee-493c-b160-9c958ba3a56a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:02:19.906493 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:02:19.979383 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:02:20.000868 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a0c3eb-f6b7-40fd-8845-a7e063a67f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a806ff-28ee-493c-b160-9c958ba3a56a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:02:20.003111 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0a5475-5bc8-431d-bf53-3263bf997fba" -d '{"events": [{"server_uuid": "35a0c3eb-f6b7-40fd-8845-a7e063a67f38", "name": "network-vif-plugged", "status": "completed", "tag": "23a806ff-28ee-493c-b160-9c958ba3a56a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 14:02:20.016362 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 23a806ff-28ee-493c-b160-9c958ba3a56a, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=23a806ff-28ee-493c-b160-9c958ba3a56a,segment=NetworkSegment(fd09a405-4033-489a-86f4-ec80fa38587b),segment_id=fd09a405-4033-489a-86f4-ec80fa38587b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:02:20.038669 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 14:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2c3625-cd2f-49eb-8f72-1edd7c92b01f x-openstack-request-id: req-6a2c3625-cd2f-49eb-8f72-1edd7c92b01f {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 14:02:20.038963 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a0c3eb-f6b7-40fd-8845-a7e063a67f38", "name": "network-vif-plugged", "status": "completed", "tag": "23a806ff-28ee-493c-b160-9c958ba3a56a", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 14:02:20.039213 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6a2c3625-cd2f-49eb-8f72-1edd7c92b01f {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 14:02:20.039604 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a2c3625-cd2f-49eb-8f72-1edd7c92b01f'] response: {'server_uuid': '35a0c3eb-f6b7-40fd-8845-a7e063a67f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a806ff-28ee-493c-b160-9c958ba3a56a', 'code': 200} Apr 21 14:02:20.109027 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:02:20.161774 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=23a806ff-28ee-493c-b160-9c958ba3a56a,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:02:20.201520 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a7a07-f622-4909-9200-7d25ae281bb5 req-2a779ee2-9e50-459b-80e2-b02f3a2d09e5 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:02:20.203018 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a5a7a07-f622-4909-9200-7d25ae281bb5 req-2a779ee2-9e50-459b-80e2-b02f3a2d09e5 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 945 time: 0.0803297 Apr 21 14:02:20.208999 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38672cd1-5cd8-4fe1-b0d9-ffa58d4fdcb6 req-4f297029-8a54-475e-88b3-7468e85e21a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:02:20.210476 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38672cd1-5cd8-4fe1-b0d9-ffa58d4fdcb6 req-4f297029-8a54-475e-88b3-7468e85e21a9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 1096 time: 0.0550270 Apr 21 14:02:20.260951 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7a5a7a07-f622-4909-9200-7d25ae281bb5 req-746fa452-e2a2-4cec-adfe-04f8d6a48bb4 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495679 Apr 21 14:02:20.266397 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-38672cd1-5cd8-4fe1-b0d9-ffa58d4fdcb6 req-513e1740-fab6-4cf6-abe7-8e04c008775d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425196 Apr 21 14:02:21.294782 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:02:21.721600 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48110fc-fd8d-451b-b60e-71a1fb43b389 req-fddc2463-72ea-4508-8c55-2170bae775df tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:02:21.723064 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d48110fc-fd8d-451b-b60e-71a1fb43b389 req-fddc2463-72ea-4508-8c55-2170bae775df tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 945 time: 0.3913641 Apr 21 14:02:21.759995 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d48110fc-fd8d-451b-b60e-71a1fb43b389 req-caa8c89b-3640-4d2c-add1-dfbcbbfa354b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310237 Apr 21 14:02:22.872549 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e18ec7-e270-4610-a5b4-1a78bca3387d req-12081bda-d97d-4965-8ae6-cf62b0c7d87f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:02:22.874029 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01e18ec7-e270-4610-a5b4-1a78bca3387d req-12081bda-d97d-4965-8ae6-cf62b0c7d87f tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 945 time: 0.0473750 Apr 21 14:02:22.912079 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-01e18ec7-e270-4610-a5b4-1a78bca3387d req-03141956-5703-437f-8937-e55b44fde537 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318213 Apr 21 14:02:29.942786 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d3dd8a2-f634-4c9c-a975-c2e2631a7cb1 req-bb947a9f-c47d-47eb-8dad-9b6adb7c51fd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387368 Apr 21 14:02:30.031486 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3dd8a2-f634-4c9c-a975-c2e2631a7cb1 req-77c861cd-e176-4de2-bec3-498d133d3035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:02:30.032933 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d3dd8a2-f634-4c9c-a975-c2e2631a7cb1 req-77c861cd-e176-4de2-bec3-498d133d3035 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f87b562c2b54443eba22e6d817e1663c&device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 1096 time: 0.0425661 Apr 21 14:02:30.137135 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3dd8a2-f634-4c9c-a975-c2e2631a7cb1 req-34f32dff-4d0a-40b8-b799-55f64b8fc342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:02:30.138729 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d3dd8a2-f634-4c9c-a975-c2e2631a7cb1 req-34f32dff-4d0a-40b8-b799-55f64b8fc342 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f HTTP/1.1" status: 200 len: 909 time: 0.0834968 Apr 21 14:02:30.205940 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d3dd8a2-f634-4c9c-a975-c2e2631a7cb1 req-29a2d461-36c4-4e16-97aa-78854f740d81 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23a806ff-28ee-493c-b160-9c958ba3a56a HTTP/1.1" status: 200 len: 1000 time: 0.0602136 Apr 21 14:02:30.256681 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3dd8a2-f634-4c9c-a975-c2e2631a7cb1 req-e90c4cc2-e89f-492e-b4ac-5fbb63c928b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:02:30.258205 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d3dd8a2-f634-4c9c-a975-c2e2631a7cb1 req-e90c4cc2-e89f-492e-b4ac-5fbb63c928b7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34514dc4-6386-4d44-aff2-59c7574eb809 HTTP/1.1" status: 200 len: 847 time: 0.0434299 Apr 21 14:02:30.306731 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3dd8a2-f634-4c9c-a975-c2e2631a7cb1 req-c7b300db-5312-4f06-9418-d192664275e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:02:30.308152 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d3dd8a2-f634-4c9c-a975-c2e2631a7cb1 req-c7b300db-5312-4f06-9418-d192664275e3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384486 Apr 21 14:02:30.397324 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d3dd8a2-f634-4c9c-a975-c2e2631a7cb1 req-6f5a345a-6dda-4ace-88dc-33c1ed439171 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824580 Apr 21 14:02:30.485474 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6d3dd8a2-f634-4c9c-a975-c2e2631a7cb1 req-a8e509db-2c5f-4eaf-a1a6-017cddc7d84c service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819943 Apr 21 14:02:39.914389 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 14:02:43.548131 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-889ccffa-2439-4d58-9300-9d5035751ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:02:45.782340 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-73bccdd4-7723-4c97-adcc-1e07ba1167c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:02:47.282916 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:02:48.785727 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:02:48.862958 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:02:48.951222 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:02:51.273604 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:03:13.575777 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8615e707-e46c-4b45-bcfe-b23551b74dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:03:15.785359 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-212fd41d-37c3-41c9-b0c3-69079072795d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:03:16.912666 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 14:03:17.290341 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:03:18.809967 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:03:18.860900 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:03:18.947010 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:03:21.242324 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:03:29.896993 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec988b67-ab18-4167-a1a8-6b161f521135 req-eaa9860d-8321-4c9e-a6d7-57c015651083 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438302 Apr 21 14:03:29.979289 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec988b67-ab18-4167-a1a8-6b161f521135 req-20180ff0-727a-4d5b-a5ae-68f5f8d1bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:03:29.980760 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec988b67-ab18-4167-a1a8-6b161f521135 req-20180ff0-727a-4d5b-a5ae-68f5f8d1bd81 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f87b562c2b54443eba22e6d817e1663c&device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 1096 time: 0.0393169 Apr 21 14:03:30.086926 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec988b67-ab18-4167-a1a8-6b161f521135 req-2930c3fb-06dc-4c26-97dc-cb2aef355a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:03:30.088373 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec988b67-ab18-4167-a1a8-6b161f521135 req-2930c3fb-06dc-4c26-97dc-cb2aef355a74 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f HTTP/1.1" status: 200 len: 909 time: 0.0823572 Apr 21 14:03:30.158709 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec988b67-ab18-4167-a1a8-6b161f521135 req-9ce88770-e42d-43b9-8190-81b16252f500 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23a806ff-28ee-493c-b160-9c958ba3a56a HTTP/1.1" status: 200 len: 1000 time: 0.0600007 Apr 21 14:03:30.209070 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec988b67-ab18-4167-a1a8-6b161f521135 req-695d3fe5-23af-42ca-bafc-6425e8ad5119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:03:30.210507 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec988b67-ab18-4167-a1a8-6b161f521135 req-695d3fe5-23af-42ca-bafc-6425e8ad5119 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34514dc4-6386-4d44-aff2-59c7574eb809 HTTP/1.1" status: 200 len: 847 time: 0.0418103 Apr 21 14:03:30.258183 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec988b67-ab18-4167-a1a8-6b161f521135 req-1f2f7553-48ba-4e39-acd5-259554ace26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:03:30.259540 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec988b67-ab18-4167-a1a8-6b161f521135 req-1f2f7553-48ba-4e39-acd5-259554ace26e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0384936 Apr 21 14:03:30.353495 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec988b67-ab18-4167-a1a8-6b161f521135 req-b14cf6e4-dc49-40cc-b7dc-ce0d44a051b2 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830603 Apr 21 14:03:30.445109 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec988b67-ab18-4167-a1a8-6b161f521135 req-3522181e-1f49-493c-a1dd-93d2ae3536a6 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807953 Apr 21 14:03:43.550378 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d2a90adf-c9ce-47cc-ba02-d1875bba97a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:03:45.796119 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e063e7b9-257c-4309-8753-ccd28962828f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:03:47.281477 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:03:48.784491 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:03:48.864807 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:03:48.955873 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:03:51.278014 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:03:53.911919 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 14:04:01.486579 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34148) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:04:01.642809 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7fdd440f-eca6-4ba1-afa4-951a4b0fa632 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Deleting port e9736dca-4369-45ee-9b01-e1f4415816e6 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 14:04:01.643144 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fdd440f-eca6-4ba1-afa4-951a4b0fa632 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:01.715024 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fdd440f-eca6-4ba1-afa4-951a4b0fa632 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:01.715372 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fdd440f-eca6-4ba1-afa4-951a4b0fa632 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:01.726530 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7fdd440f-eca6-4ba1-afa4-951a4b0fa632 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Calling delete_port for e9736dca-4369-45ee-9b01-e1f4415816e6 owned by network:floatingip {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 14:04:01.921781 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fdd440f-eca6-4ba1-afa4-951a4b0fa632 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:01.944814 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdd440f-eca6-4ba1-afa4-951a4b0fa632 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Pushing event deleted for resources: {'Port': ['ID=e9736dca-4369-45ee-9b01-e1f4415816e6,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:01.954499 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd440f-eca6-4ba1-afa4-951a4b0fa632 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:01.954842 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd440f-eca6-4ba1-afa4-951a4b0fa632 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:01.955174 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd440f-eca6-4ba1-afa4-951a4b0fa632 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:01.955501 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd440f-eca6-4ba1-afa4-951a4b0fa632 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:01.955826 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd440f-eca6-4ba1-afa4-951a4b0fa632 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:01.956782 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd440f-eca6-4ba1-afa4-951a4b0fa632 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:01.956782 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd440f-eca6-4ba1-afa4-951a4b0fa632 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:01.957549 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd440f-eca6-4ba1-afa4-951a4b0fa632 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:01.957748 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd440f-eca6-4ba1-afa4-951a4b0fa632 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:01.958067 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd440f-eca6-4ba1-afa4-951a4b0fa632 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:01.958384 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd440f-eca6-4ba1-afa4-951a4b0fa632 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:01.958697 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fdd440f-eca6-4ba1-afa4-951a4b0fa632 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:02.016303 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fdd440f-eca6-4ba1-afa4-951a4b0fa632 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for floatingip, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:02.016618 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-7fdd440f-eca6-4ba1-afa4-951a4b0fa632 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Floating IP 5d4039df-a506-4406-9618-2da0af4403fb disassociated (deleted). External IP: 172.25.8.27, port: 23a806ff-28ee-493c-b160-9c958ba3a56a. Apr 21 14:04:02.220871 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdd440f-eca6-4ba1-afa4-951a4b0fa632 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Router 480802d0-bead-4a23-8072-a6d4bb882823 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:04:02.341820 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdd440f-eca6-4ba1-afa4-951a4b0fa632 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:04:02.346599 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7fdd440f-eca6-4ba1-afa4-951a4b0fa632 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:02.351165 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f03b2e-383e-4e3d-9dac-944004b4c024 None None] Sync routers for ids ['480802d0-bead-4a23-8072-a6d4bb882823'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:04:02.360613 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f03b2e-383e-4e3d-9dac-944004b4c024 None None] Routers {'480802d0-bead-4a23-8072-a6d4bb882823'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 14:04:02.361228 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f0f03b2e-383e-4e3d-9dac-944004b4c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T14:03:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['480802d0-bead-4a23-8072-a6d4bb882823'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:02.373392 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7fdd440f-eca6-4ba1-afa4-951a4b0fa632 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "DELETE /v2.0/floatingips/5d4039df-a506-4406-9618-2da0af4403fb HTTP/1.1" status: 204 len: 168 time: 0.8857579 Apr 21 14:04:02.373980 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a0c3eb-f6b7-40fd-8845-a7e063a67f38', 'tag': '23a806ff-28ee-493c-b160-9c958ba3a56a'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:04:02.376354 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8731b9b0d93a9bf69e636c4352cfd91473ecc38c160ddf4d7ef907223a15797c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4f14c5-21ed-403e-8173-a5784f971ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "35a0c3eb-f6b7-40fd-8845-a7e063a67f38", "tag": "23a806ff-28ee-493c-b160-9c958ba3a56a"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 14:04:02.476615 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-f0f03b2e-383e-4e3d-9dac-944004b4c024 None None] Set router 480802d0-bead-4a23-8072-a6d4bb882823 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 14:04:02.494770 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 14:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f6f078-d8ae-4c56-9869-6fdd8e7c1aca x-openstack-request-id: req-81f6f078-d8ae-4c56-9869-6fdd8e7c1aca {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 14:04:02.495281 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a0c3eb-f6b7-40fd-8845-a7e063a67f38", "tag": "23a806ff-28ee-493c-b160-9c958ba3a56a", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 14:04:02.495281 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-81f6f078-d8ae-4c56-9869-6fdd8e7c1aca {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 14:04:02.495743 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81f6f078-d8ae-4c56-9869-6fdd8e7c1aca'] response: {'name': 'network-changed', 'server_uuid': '35a0c3eb-f6b7-40fd-8845-a7e063a67f38', 'tag': '23a806ff-28ee-493c-b160-9c958ba3a56a', 'status': 'completed', 'code': 200} Apr 21 14:04:02.565676 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f14c5-21ed-403e-8173-a5784f971ec4 req-d2f81995-2f09-4190-8da7-3ff10a6908d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:02.567744 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb4f14c5-21ed-403e-8173-a5784f971ec4 req-d2f81995-2f09-4190-8da7-3ff10a6908d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f87b562c2b54443eba22e6d817e1663c&device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 1096 time: 0.0433249 Apr 21 14:04:02.671367 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f14c5-21ed-403e-8173-a5784f971ec4 req-aeb4e392-0955-4e99-92f8-66077ae27f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:02.673184 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb4f14c5-21ed-403e-8173-a5784f971ec4 req-aeb4e392-0955-4e99-92f8-66077ae27f92 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f HTTP/1.1" status: 200 len: 909 time: 0.0974901 Apr 21 14:04:02.727919 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb4f14c5-21ed-403e-8173-a5784f971ec4 req-b798aaf8-f971-4d7e-9c87-ff7152931a24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23a806ff-28ee-493c-b160-9c958ba3a56a HTTP/1.1" status: 200 len: 217 time: 0.0427234 Apr 21 14:04:02.792825 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f14c5-21ed-403e-8173-a5784f971ec4 req-9a30d5d8-75da-46de-8903-4995cf811d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:02.794360 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb4f14c5-21ed-403e-8173-a5784f971ec4 req-9a30d5d8-75da-46de-8903-4995cf811d30 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=34514dc4-6386-4d44-aff2-59c7574eb809 HTTP/1.1" status: 200 len: 847 time: 0.0578911 Apr 21 14:04:02.839137 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f0f03b2e-383e-4e3d-9dac-944004b4c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480802d0-bead-4a23-8072-a6d4bb882823', 'name': 'tempest-TestShelveInstance-814504101-router', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:53:55Z', 'updated_at': '2022-04-21T13:53:58Z', 'revision_number': 4, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'gw_port': {'id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:56Z', 'updated_at': '2022-04-21T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '84ae9d6b-f5db-4b8c-b3ea-0626ca550233', 'name': '', 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'mac_address': 'fa:16:3e:7a:e7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:57Z', 'updated_at': '2022-04-21T13:54:02Z', 'revision_number': 5, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'subnets': [{'id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:02.865830 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f03b2e-383e-4e3d-9dac-944004b4c024 None None] Checking router: 480802d0-bead-4a23-8072-a6d4bb882823 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:04:02.868755 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f14c5-21ed-403e-8173-a5784f971ec4 req-6f40fff2-1af9-4fd8-a26f-c77009dc843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:02.870301 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb4f14c5-21ed-403e-8173-a5784f971ec4 req-6f40fff2-1af9-4fd8-a26f-c77009dc843d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680459 Apr 21 14:04:02.874125 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f03b2e-383e-4e3d-9dac-944004b4c024 None None] Routers {'480802d0-bead-4a23-8072-a6d4bb882823'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 14:04:02.874725 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f0f03b2e-383e-4e3d-9dac-944004b4c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T14:03:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['480802d0-bead-4a23-8072-a6d4bb882823'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:02.908366 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba95274-3573-47d5-b9fc-4dbedfa54389 req-b4f39cdc-87a1-444c-a94d-30056424512b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:02.909829 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ba95274-3573-47d5-b9fc-4dbedfa54389 req-b4f39cdc-87a1-444c-a94d-30056424512b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 945 time: 0.1414778 Apr 21 14:04:02.981298 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-f0f03b2e-383e-4e3d-9dac-944004b4c024 None None] Set router 480802d0-bead-4a23-8072-a6d4bb882823 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 14:04:02.987010 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3ba95274-3573-47d5-b9fc-4dbedfa54389 req-ef482fb2-d8c2-46ff-a678-4d6a365a88cb tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473680 Apr 21 14:04:03.005513 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb4f14c5-21ed-403e-8173-a5784f971ec4 req-9cfd0f80-02d8-4b94-8221-32b9fabffdaf service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272404 Apr 21 14:04:03.094856 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-bb4f14c5-21ed-403e-8173-a5784f971ec4 req-76b4bce5-0972-48fb-873d-2d426eb7ed13 service neutron] 10.222.0.24 "GET /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819738 Apr 21 14:04:03.182136 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-f0f03b2e-383e-4e3d-9dac-944004b4c024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480802d0-bead-4a23-8072-a6d4bb882823', 'name': 'tempest-TestShelveInstance-814504101-router', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:53:55Z', 'updated_at': '2022-04-21T13:53:58Z', 'revision_number': 4, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'gw_port': {'id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:56Z', 'updated_at': '2022-04-21T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '84ae9d6b-f5db-4b8c-b3ea-0626ca550233', 'name': '', 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'mac_address': 'fa:16:3e:7a:e7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:57Z', 'updated_at': '2022-04-21T13:54:02Z', 'revision_number': 5, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'subnets': [{'id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:03.207930 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f03b2e-383e-4e3d-9dac-944004b4c024 None None] The sync data for ids ['480802d0-bead-4a23-8072-a6d4bb882823'] in n-d-836147-2 is: [{'id': '480802d0-bead-4a23-8072-a6d4bb882823', 'name': 'tempest-TestShelveInstance-814504101-router', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:53:55Z', 'updated_at': '2022-04-21T13:53:58Z', 'revision_number': 4, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'gw_port': {'id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:56Z', 'updated_at': '2022-04-21T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '84ae9d6b-f5db-4b8c-b3ea-0626ca550233', 'name': '', 'network_id': '2af3a7b7-e271-41e0-9274-4e2bdfcbf33f', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'mac_address': 'fa:16:3e:7a:e7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:57Z', 'updated_at': '2022-04-21T13:54:02Z', 'revision_number': 5, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'subnets': [{'id': '34514dc4-6386-4d44-aff2-59c7574eb809', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:04:03.417641 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2883fb-4236-4626-840f-2bd70855fcc7 None None] New status for floating IP 5d4039df-a506-4406-9618-2da0af4403fb: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 14:04:04.154339 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222371f2-362f-4f38-b521-6daa3d7fdd08 req-881cce43-5ae8-490f-bdfd-a58c1459f77e tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:04.155826 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-222371f2-362f-4f38-b521-6daa3d7fdd08 req-881cce43-5ae8-490f-bdfd-a58c1459f77e tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 945 time: 0.0977361 Apr 21 14:04:04.193069 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-222371f2-362f-4f38-b521-6daa3d7fdd08 req-45e3704a-79ab-45ff-aedf-70ea65e9d8f7 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/security-groups?id=a096fb41-961d-4501-8bda-f3ec80ceaf8d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307066 Apr 21 14:04:04.520525 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50073bd1-3091-4799-a8bf-523893c857c8 req-c1c9318e-3b62-4458-bee8-a1526120a011 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:04.521991 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-50073bd1-3091-4799-a8bf-523893c857c8 req-c1c9318e-3b62-4458-bee8-a1526120a011 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.24 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 945 time: 0.0481257 Apr 21 14:04:04.609725 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-50073bd1-3091-4799-a8bf-523893c857c8 req-a895cbf8-f72d-4ee8-a2c1-d3277b203de0 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Deleting port 23a806ff-28ee-493c-b160-9c958ba3a56a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 14:04:04.610069 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-50073bd1-3091-4799-a8bf-523893c857c8 req-a895cbf8-f72d-4ee8-a2c1-d3277b203de0 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:04.701161 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-50073bd1-3091-4799-a8bf-523893c857c8 req-a895cbf8-f72d-4ee8-a2c1-d3277b203de0 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] For port 23a806ff-28ee-493c-b160-9c958ba3a56a, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=23a806ff-28ee-493c-b160-9c958ba3a56a,segment=NetworkSegment(fd09a405-4033-489a-86f4-ec80fa38587b),segment_id=fd09a405-4033-489a-86f4-ec80fa38587b)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:04:04.701528 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-50073bd1-3091-4799-a8bf-523893c857c8 req-a895cbf8-f72d-4ee8-a2c1-d3277b203de0 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:04.714505 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-50073bd1-3091-4799-a8bf-523893c857c8 req-a895cbf8-f72d-4ee8-a2c1-d3277b203de0 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Calling delete_port for 23a806ff-28ee-493c-b160-9c958ba3a56a owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 14:04:04.898674 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-50073bd1-3091-4799-a8bf-523893c857c8 req-a895cbf8-f72d-4ee8-a2c1-d3277b203de0 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:04.926778 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895cbf8-f72d-4ee8-a2c1-d3277b203de0 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Pushing event deleted for resources: {'Port': ['ID=23a806ff-28ee-493c-b160-9c958ba3a56a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:04.938360 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a895cbf8-f72d-4ee8-a2c1-d3277b203de0 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:04.938707 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a895cbf8-f72d-4ee8-a2c1-d3277b203de0 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:04.939047 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a895cbf8-f72d-4ee8-a2c1-d3277b203de0 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:04.939378 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a895cbf8-f72d-4ee8-a2c1-d3277b203de0 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:04.939704 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a895cbf8-f72d-4ee8-a2c1-d3277b203de0 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:04.940030 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a895cbf8-f72d-4ee8-a2c1-d3277b203de0 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:04.940350 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a895cbf8-f72d-4ee8-a2c1-d3277b203de0 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:04.940672 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a895cbf8-f72d-4ee8-a2c1-d3277b203de0 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:04.940989 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a895cbf8-f72d-4ee8-a2c1-d3277b203de0 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:04.941902 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a895cbf8-f72d-4ee8-a2c1-d3277b203de0 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:04.942132 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a895cbf8-f72d-4ee8-a2c1-d3277b203de0 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:04.942444 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a895cbf8-f72d-4ee8-a2c1-d3277b203de0 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:04.975807 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-50073bd1-3091-4799-a8bf-523893c857c8 req-a895cbf8-f72d-4ee8-a2c1-d3277b203de0 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] No DVR routers for this DVR port 23a806ff-28ee-493c-b160-9c958ba3a56a on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:04:04.978411 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-50073bd1-3091-4799-a8bf-523893c857c8 req-a895cbf8-f72d-4ee8-a2c1-d3277b203de0 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:04.981630 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-50073bd1-3091-4799-a8bf-523893c857c8 req-a895cbf8-f72d-4ee8-a2c1-d3277b203de0 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.24 "DELETE /v2.0/ports/23a806ff-28ee-493c-b160-9c958ba3a56a HTTP/1.1" status: 204 len: 173 time: 0.4536524 Apr 21 14:04:04.982076 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a0c3eb-f6b7-40fd-8845-a7e063a67f38', 'name': 'network-vif-deleted', 'tag': '23a806ff-28ee-493c-b160-9c958ba3a56a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:04:04.984284 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e33c927-ec16-46f9-898e-b52be9749711" -d '{"events": [{"server_uuid": "35a0c3eb-f6b7-40fd-8845-a7e063a67f38", "name": "network-vif-deleted", "tag": "23a806ff-28ee-493c-b160-9c958ba3a56a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 14:04:05.069009 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 14:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-857ad652-f62d-4c55-861f-3887f77d4e54 x-openstack-request-id: req-857ad652-f62d-4c55-861f-3887f77d4e54 {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 14:04:05.069293 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a0c3eb-f6b7-40fd-8845-a7e063a67f38", "name": "network-vif-deleted", "tag": "23a806ff-28ee-493c-b160-9c958ba3a56a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 14:04:05.069657 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-857ad652-f62d-4c55-861f-3887f77d4e54 {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 14:04:05.070065 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-857ad652-f62d-4c55-861f-3887f77d4e54'] response: {'server_uuid': '35a0c3eb-f6b7-40fd-8845-a7e063a67f38', 'name': 'network-vif-deleted', 'tag': '23a806ff-28ee-493c-b160-9c958ba3a56a', 'status': 'completed', 'code': 200} Apr 21 14:04:05.295275 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1bce3de3-07ea-4b7e-af38-fd41b0874a6c req-da62b205-06e7-4827-9edb-f828a6c0dc3b tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 210 time: 0.0326071 Apr 21 14:04:06.598560 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-8afd2933-db0a-4e75-a19f-28194ab173a9 req-0f2c5f69-dd87-4ad2-92fa-fc62e519cb4c tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 210 time: 0.0260212 Apr 21 14:04:07.692202 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7b4578bf-96f1-4c4c-8298-7cf202297e1f req-1036618c-6cd6-4efe-ac47-b736f6d1b719 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 210 time: 0.0272722 Apr 21 14:04:08.511773 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 23a806ff-28ee-493c-b160-9c958ba3a56a no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 14:04:08.535423 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 23a806ff-28ee-493c-b160-9c958ba3a56a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 14:04:08.535882 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 23a806ff-28ee-493c-b160-9c958ba3a56a not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 14:04:08.799485 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-18037d86-6707-4238-a097-234b8d2d4bdc req-33380a87-bca6-4245-a5a4-e54758bdf310 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "GET /v2.0/ports?device_id=35a0c3eb-f6b7-40fd-8845-a7e063a67f38 HTTP/1.1" status: 200 len: 210 time: 0.0267582 Apr 21 14:04:09.858676 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34192) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:04:09.920195 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40035300-3e43-43f4-9a9c-e02b08ea2a53 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:09.945631 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40035300-3e43-43f4-9a9c-e02b08ea2a53 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:10.055626 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40035300-3e43-43f4-9a9c-e02b08ea2a53 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:10.058151 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-40035300-3e43-43f4-9a9c-e02b08ea2a53 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:10.061397 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-40035300-3e43-43f4-9a9c-e02b08ea2a53 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] 10.222.0.36 "DELETE /v2.0/security-groups/a096fb41-961d-4501-8bda-f3ec80ceaf8d HTTP/1.1" status: 204 len: 168 time: 0.1996422 Apr 21 14:04:10.069271 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40035300-3e43-43f4-9a9c-e02b08ea2a53 tempest-TestShelveInstance-62560402 tempest-TestShelveInstance-62560402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a096fb41-961d-4501-8bda-f3ec80ceaf8d,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:10.149064 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34196) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:04:10.674435 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dfc5dd12-df26-4b4a-911c-57964fe86ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:10.918354 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-dfc5dd12-df26-4b4a-911c-57964fe86ad8 admin admin] Deleting port 84ae9d6b-f5db-4b8c-b3ea-0626ca550233 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 14:04:10.919066 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dfc5dd12-df26-4b4a-911c-57964fe86ad8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:11.000356 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-dfc5dd12-df26-4b4a-911c-57964fe86ad8 admin admin] For port 84ae9d6b-f5db-4b8c-b3ea-0626ca550233, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=84ae9d6b-f5db-4b8c-b3ea-0626ca550233,segment=NetworkSegment(fd09a405-4033-489a-86f4-ec80fa38587b),segment_id=fd09a405-4033-489a-86f4-ec80fa38587b)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:04:11.000765 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dfc5dd12-df26-4b4a-911c-57964fe86ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:11.013964 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-dfc5dd12-df26-4b4a-911c-57964fe86ad8 admin admin] Calling delete_port for 84ae9d6b-f5db-4b8c-b3ea-0626ca550233 owned by network:router_interface {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 14:04:11.247910 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dfc5dd12-df26-4b4a-911c-57964fe86ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:11.272494 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc5dd12-df26-4b4a-911c-57964fe86ad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=84ae9d6b-f5db-4b8c-b3ea-0626ca550233,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:11.443469 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-dfc5dd12-df26-4b4a-911c-57964fe86ad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:11.659720 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc5dd12-df26-4b4a-911c-57964fe86ad8 admin admin] Router 480802d0-bead-4a23-8072-a6d4bb882823 has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:04:12.055791 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc5dd12-df26-4b4a-911c-57964fe86ad8 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:04:12.060756 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-dfc5dd12-df26-4b4a-911c-57964fe86ad8 admin admin] 10.222.0.36 "PUT /v2.0/routers/480802d0-bead-4a23-8072-a6d4bb882823/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9106095 Apr 21 14:04:12.063316 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34200) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:04:12.066814 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3753a15-0c01-4a15-b8d3-016bc8d96133 None None] Sync routers for ids ['480802d0-bead-4a23-8072-a6d4bb882823'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:04:12.076378 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3753a15-0c01-4a15-b8d3-016bc8d96133 None None] Routers {'480802d0-bead-4a23-8072-a6d4bb882823'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 14:04:12.076972 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b3753a15-0c01-4a15-b8d3-016bc8d96133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T14:03:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['480802d0-bead-4a23-8072-a6d4bb882823'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:12.165503 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ad38b77-955a-4d73-b99a-9ed3c51c276b admin admin] Notify callbacks [] for router, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:12.181135 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-b3753a15-0c01-4a15-b8d3-016bc8d96133 None None] Set router 480802d0-bead-4a23-8072-a6d4bb882823 gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 14:04:12.266514 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ad38b77-955a-4d73-b99a-9ed3c51c276b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:12.354492 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b3753a15-0c01-4a15-b8d3-016bc8d96133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480802d0-bead-4a23-8072-a6d4bb882823', 'name': 'tempest-TestShelveInstance-814504101-router', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186'}], 'enable_snat': True}, 'gw_port_id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:53:55Z', 'updated_at': '2022-04-21T14:04:11Z', 'revision_number': 5, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'gw_port': {'id': 'b89a5b75-c5cb-4da9-b547-b37b8b20110f', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b5:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '480802d0-bead-4a23-8072-a6d4bb882823', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:53:56Z', 'updated_at': '2022-04-21T13:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:12.370460 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-1ad38b77-955a-4d73-b99a-9ed3c51c276b admin admin] Deleting port b89a5b75-c5cb-4da9-b547-b37b8b20110f {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 14:04:12.370802 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ad38b77-955a-4d73-b99a-9ed3c51c276b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:12.385960 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3753a15-0c01-4a15-b8d3-016bc8d96133 None None] Checking router: 480802d0-bead-4a23-8072-a6d4bb882823 for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:04:12.395505 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3753a15-0c01-4a15-b8d3-016bc8d96133 None None] Routers {'480802d0-bead-4a23-8072-a6d4bb882823'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 14:04:12.396102 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b3753a15-0c01-4a15-b8d3-016bc8d96133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T14:03:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['480802d0-bead-4a23-8072-a6d4bb882823'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:12.453469 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-1ad38b77-955a-4d73-b99a-9ed3c51c276b admin admin] For port b89a5b75-c5cb-4da9-b547-b37b8b20110f, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=b89a5b75-c5cb-4da9-b547-b37b8b20110f,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:04:12.453861 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ad38b77-955a-4d73-b99a-9ed3c51c276b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:12.466363 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-1ad38b77-955a-4d73-b99a-9ed3c51c276b admin admin] Calling delete_port for b89a5b75-c5cb-4da9-b547-b37b8b20110f owned by network:router_gateway {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 14:04:12.481613 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-b3753a15-0c01-4a15-b8d3-016bc8d96133 None None] Set router 480802d0-bead-4a23-8072-a6d4bb882823 gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 14:04:12.532908 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-b3753a15-0c01-4a15-b8d3-016bc8d96133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '480802d0-bead-4a23-8072-a6d4bb882823', 'name': 'tempest-TestShelveInstance-814504101-router', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:53:55Z', 'updated_at': '2022-04-21T14:04:12Z', 'revision_number': 6, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:12.561544 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3753a15-0c01-4a15-b8d3-016bc8d96133 None None] The sync data for ids ['480802d0-bead-4a23-8072-a6d4bb882823'] in n-d-836147-2 is: [{'id': '480802d0-bead-4a23-8072-a6d4bb882823', 'name': 'tempest-TestShelveInstance-814504101-router', 'tenant_id': 'f87b562c2b54443eba22e6d817e1663c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:53:55Z', 'updated_at': '2022-04-21T14:04:12Z', 'revision_number': 6, 'project_id': 'f87b562c2b54443eba22e6d817e1663c', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:04:12.683584 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ad38b77-955a-4d73-b99a-9ed3c51c276b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:12.707056 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad38b77-955a-4d73-b99a-9ed3c51c276b admin admin] Pushing event deleted for resources: {'Port': ['ID=b89a5b75-c5cb-4da9-b547-b37b8b20110f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:12.768595 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ad38b77-955a-4d73-b99a-9ed3c51c276b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:12.859353 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ad38b77-955a-4d73-b99a-9ed3c51c276b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:12.861444 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ad38b77-955a-4d73-b99a-9ed3c51c276b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:13.004936 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ad38b77-955a-4d73-b99a-9ed3c51c276b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:13.005505 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad38b77-955a-4d73-b99a-9ed3c51c276b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 480802d0-bead-4a23-8072-a6d4bb882823 {{(pid=103397) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:04:13.009899 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-1ad38b77-955a-4d73-b99a-9ed3c51c276b admin admin] Notify callbacks [] for router, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:13.011041 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-1ad38b77-955a-4d73-b99a-9ed3c51c276b admin admin] 10.222.0.36 "DELETE /v2.0/routers/480802d0-bead-4a23-8072-a6d4bb882823 HTTP/1.1" status: 204 len: 168 time: 0.9467564 Apr 21 14:04:13.015028 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34202) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:04:13.058405 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d893d7c-cf22-415f-a140-835908516ade admin admin] Deleting subnet 34514dc4-6386-4d44-aff2-59c7574eb809 {{(pid=103397) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 14:04:13.061375 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d893d7c-cf22-415f-a140-835908516ade admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:13.094173 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d893d7c-cf22-415f-a140-835908516ade admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9772987'] for subnet, precommit_delete_associations {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:13.172107 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d893d7c-cf22-415f-a140-835908516ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:13.279135 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d893d7c-cf22-415f-a140-835908516ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8932924', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8753331'] for subnet, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:13.305654 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d893d7c-cf22-415f-a140-835908516ade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34514dc4-6386-4d44-aff2-59c7574eb809,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:13.312750 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-0d893d7c-cf22-415f-a140-835908516ade admin admin] Notify callbacks [] for subnet, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:13.317765 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-0d893d7c-cf22-415f-a140-835908516ade admin admin] 10.222.0.36 "DELETE /v2.0/subnets/34514dc4-6386-4d44-aff2-59c7574eb809 HTTP/1.1" status: 204 len: 168 time: 0.3009520 Apr 21 14:04:13.319076 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b56fdd5-4c23-4124-8f36-36bf300dfbef None None] Network 2af3a7b7-e271-41e0-9274-4e2bdfcbf33f requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 14:04:13.319946 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34204) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:04:13.398757 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-27ff93d8-b9a1-4a4f-9011-0ff0cf72bb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:13.456778 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-27ff93d8-b9a1-4a4f-9011-0ff0cf72bb2d admin admin] Deleting port 541a2b5b-164c-4822-9b69-bd4f1c1b5bf4 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 14:04:13.457121 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-27ff93d8-b9a1-4a4f-9011-0ff0cf72bb2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:13.487203 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8edb22-e187-48f5-8df0-cbbe6aa1ac1d None None] DHCP port deletion for 2af3a7b7-e271-41e0-9274-4e2bdfcbf33f request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 14:04:13.531210 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-27ff93d8-b9a1-4a4f-9011-0ff0cf72bb2d admin admin] For port 541a2b5b-164c-4822-9b69-bd4f1c1b5bf4, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=541a2b5b-164c-4822-9b69-bd4f1c1b5bf4,segment=NetworkSegment(fd09a405-4033-489a-86f4-ec80fa38587b),segment_id=fd09a405-4033-489a-86f4-ec80fa38587b)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:04:13.531673 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-27ff93d8-b9a1-4a4f-9011-0ff0cf72bb2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:13.546758 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-27ff93d8-b9a1-4a4f-9011-0ff0cf72bb2d admin admin] Calling delete_port for 541a2b5b-164c-4822-9b69-bd4f1c1b5bf4 owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 14:04:13.557375 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fc8edb22-e187-48f5-8df0-cbbe6aa1ac1d None None] Deleting port 541a2b5b-164c-4822-9b69-bd4f1c1b5bf4 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 14:04:13.558849 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc8edb22-e187-48f5-8df0-cbbe6aa1ac1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:13.620781 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-12fce96c-7dce-45ef-8895-8a4bce6c875c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:13.626392 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-fc8edb22-e187-48f5-8df0-cbbe6aa1ac1d None None] For port 541a2b5b-164c-4822-9b69-bd4f1c1b5bf4, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=541a2b5b-164c-4822-9b69-bd4f1c1b5bf4,segment=NetworkSegment(fd09a405-4033-489a-86f4-ec80fa38587b),segment_id=fd09a405-4033-489a-86f4-ec80fa38587b)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:04:13.626747 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc8edb22-e187-48f5-8df0-cbbe6aa1ac1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:13.638522 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-fc8edb22-e187-48f5-8df0-cbbe6aa1ac1d None None] Calling delete_port for 541a2b5b-164c-4822-9b69-bd4f1c1b5bf4 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 14:04:13.683482 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-27ff93d8-b9a1-4a4f-9011-0ff0cf72bb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:13.711979 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ff93d8-b9a1-4a4f-9011-0ff0cf72bb2d admin admin] No DVR routers for this DVR port 541a2b5b-164c-4822-9b69-bd4f1c1b5bf4 on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:04:13.715307 n-d-836147-2 neutron-server[103399]: self.session.flush() Apr 21 14:04:13.719442 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff93d8-b9a1-4a4f-9011-0ff0cf72bb2d admin admin] Pushing event deleted for resources: {'Port': ['ID=541a2b5b-164c-4822-9b69-bd4f1c1b5bf4,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:13.727056 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fc8edb22-e187-48f5-8df0-cbbe6aa1ac1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:13.752347 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8edb22-e187-48f5-8df0-cbbe6aa1ac1d None None] Pushing event deleted for resources: {'Port': ['ID=541a2b5b-164c-4822-9b69-bd4f1c1b5bf4,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:13.756865 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8edb22-e187-48f5-8df0-cbbe6aa1ac1d None None] No DVR routers for this DVR port 541a2b5b-164c-4822-9b69-bd4f1c1b5bf4 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:04:13.763732 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8edb22-e187-48f5-8df0-cbbe6aa1ac1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:13.763732 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8edb22-e187-48f5-8df0-cbbe6aa1ac1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:13.764062 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8edb22-e187-48f5-8df0-cbbe6aa1ac1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:13.764393 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8edb22-e187-48f5-8df0-cbbe6aa1ac1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:13.764720 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8edb22-e187-48f5-8df0-cbbe6aa1ac1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:13.765051 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8edb22-e187-48f5-8df0-cbbe6aa1ac1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:13.765367 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8edb22-e187-48f5-8df0-cbbe6aa1ac1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:13.765715 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8edb22-e187-48f5-8df0-cbbe6aa1ac1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:13.766034 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8edb22-e187-48f5-8df0-cbbe6aa1ac1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:13.766348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8edb22-e187-48f5-8df0-cbbe6aa1ac1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:13.766662 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8edb22-e187-48f5-8df0-cbbe6aa1ac1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:13.766974 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8edb22-e187-48f5-8df0-cbbe6aa1ac1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:13.771080 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 84ae9d6b-f5db-4b8c-b3ea-0626ca550233 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 14:04:13.791400 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 84ae9d6b-f5db-4b8c-b3ea-0626ca550233 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 14:04:13.791738 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 84ae9d6b-f5db-4b8c-b3ea-0626ca550233 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 14:04:13.792145 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 541a2b5b-164c-4822-9b69-bd4f1c1b5bf4 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 14:04:13.806560 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-27ff93d8-b9a1-4a4f-9011-0ff0cf72bb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:13.811743 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 541a2b5b-164c-4822-9b69-bd4f1c1b5bf4 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 14:04:13.812078 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 541a2b5b-164c-4822-9b69-bd4f1c1b5bf4 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 14:04:13.812479 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b89a5b75-c5cb-4da9-b547-b37b8b20110f no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 14:04:13.832149 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-27ff93d8-b9a1-4a4f-9011-0ff0cf72bb2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2af3a7b7-e271-41e0-9274-4e2bdfcbf33f']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:13.832364 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: b89a5b75-c5cb-4da9-b547-b37b8b20110f {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 14:04:13.832364 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device b89a5b75-c5cb-4da9-b547-b37b8b20110f not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 14:04:13.842132 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-27ff93d8-b9a1-4a4f-9011-0ff0cf72bb2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd09a405-4033-489a-86f4-ec80fa38587b') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:13.842416 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-27ff93d8-b9a1-4a4f-9011-0ff0cf72bb2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd09a405-4033-489a-86f4-ec80fa38587b') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:13.852501 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-27ff93d8-b9a1-4a4f-9011-0ff0cf72bb2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:13.865573 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-27ff93d8-b9a1-4a4f-9011-0ff0cf72bb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:13.871515 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ff93d8-b9a1-4a4f-9011-0ff0cf72bb2d admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:04:13.872573 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-27ff93d8-b9a1-4a4f-9011-0ff0cf72bb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: timer() Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:04:13.873635 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:04:14.003642 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-27ff93d8-b9a1-4a4f-9011-0ff0cf72bb2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:14.009162 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-27ff93d8-b9a1-4a4f-9011-0ff0cf72bb2d admin admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:14.012215 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-27ff93d8-b9a1-4a4f-9011-0ff0cf72bb2d admin admin] 10.222.0.36 "DELETE /v2.0/networks/2af3a7b7-e271-41e0-9274-4e2bdfcbf33f HTTP/1.1" status: 204 len: 168 time: 0.6913593 Apr 21 14:04:14.015217 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34206) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:04:14.027405 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff93d8-b9a1-4a4f-9011-0ff0cf72bb2d admin admin] Pushing event deleted for resources: {'Network': ['ID=2af3a7b7-e271-41e0-9274-4e2bdfcbf33f,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:14.351841 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d621b503-29cf-467c-abd8-0bb5253d056d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:14.588415 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d621b503-29cf-467c-abd8-0bb5253d056d admin admin] Deleting port 3c6b2c3a-3e73-4f00-a1fe-8189c035cdce {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 14:04:14.588743 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d621b503-29cf-467c-abd8-0bb5253d056d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:14.662878 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-d621b503-29cf-467c-abd8-0bb5253d056d admin admin] For port 3c6b2c3a-3e73-4f00-a1fe-8189c035cdce, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=3c6b2c3a-3e73-4f00-a1fe-8189c035cdce,segment=NetworkSegment(f61765e5-1ec0-4854-b99e-b564e76abbb3),segment_id=f61765e5-1ec0-4854-b99e-b564e76abbb3)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:04:14.663149 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d621b503-29cf-467c-abd8-0bb5253d056d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:14.675426 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d621b503-29cf-467c-abd8-0bb5253d056d admin admin] Calling delete_port for 3c6b2c3a-3e73-4f00-a1fe-8189c035cdce owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 14:04:14.916060 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d621b503-29cf-467c-abd8-0bb5253d056d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:14.941420 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621b503-29cf-467c-abd8-0bb5253d056d admin admin] Pushing event deleted for resources: {'Port': ['ID=3c6b2c3a-3e73-4f00-a1fe-8189c035cdce,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:15.107636 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d621b503-29cf-467c-abd8-0bb5253d056d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:15.315664 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d621b503-29cf-467c-abd8-0bb5253d056d admin admin] Router a48f9e48-0604-4bee-a54e-4d2eb900caef has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:04:15.419620 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d621b503-29cf-467c-abd8-0bb5253d056d admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:04:15.424640 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d621b503-29cf-467c-abd8-0bb5253d056d admin admin] 10.222.0.36 "PUT /v2.0/routers/a48f9e48-0604-4bee-a54e-4d2eb900caef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4082332 Apr 21 14:04:15.427250 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34208) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:04:15.428293 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb68a988-9789-46e9-802f-ce81e9fdef59 None None] Sync routers for ids ['a48f9e48-0604-4bee-a54e-4d2eb900caef'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:04:15.438092 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb68a988-9789-46e9-802f-ce81e9fdef59 None None] Routers {'a48f9e48-0604-4bee-a54e-4d2eb900caef'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 14:04:15.438689 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-eb68a988-9789-46e9-802f-ce81e9fdef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T14:03:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a48f9e48-0604-4bee-a54e-4d2eb900caef'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:15.527433 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7f54906-2c4e-4778-bc72-e40911d07223 admin admin] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:15.538563 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-eb68a988-9789-46e9-802f-ce81e9fdef59 None None] Set router a48f9e48-0604-4bee-a54e-4d2eb900caef gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 14:04:15.622816 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7f54906-2c4e-4778-bc72-e40911d07223 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:15.710739 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-eb68a988-9789-46e9-802f-ce81e9fdef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48f9e48-0604-4bee-a54e-4d2eb900caef', 'name': 'tempest-TestShelveInstance-1242429991-router', 'tenant_id': '22e992b32f774e6588f2f7763d22bca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226'}], 'enable_snat': True}, 'gw_port_id': '06260ba5-5596-4f83-b71d-d5008582b086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:54:01Z', 'updated_at': '2022-04-21T14:04:14Z', 'revision_number': 5, 'project_id': '22e992b32f774e6588f2f7763d22bca4', 'gw_port': {'id': '06260ba5-5596-4f83-b71d-d5008582b086', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:28:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48f9e48-0604-4bee-a54e-4d2eb900caef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T13:54:02Z', 'updated_at': '2022-04-21T13:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:15.737963 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb68a988-9789-46e9-802f-ce81e9fdef59 None None] Checking router: a48f9e48-0604-4bee-a54e-4d2eb900caef for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:04:15.738284 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d7f54906-2c4e-4778-bc72-e40911d07223 admin admin] Deleting port 06260ba5-5596-4f83-b71d-d5008582b086 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 14:04:15.738663 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7f54906-2c4e-4778-bc72-e40911d07223 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:15.746904 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb68a988-9789-46e9-802f-ce81e9fdef59 None None] Routers {'a48f9e48-0604-4bee-a54e-4d2eb900caef'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 14:04:15.747753 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-eb68a988-9789-46e9-802f-ce81e9fdef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T14:03:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['a48f9e48-0604-4bee-a54e-4d2eb900caef'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:15.786258 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-db575d26-ed59-4d1d-8a84-1c5f2b76053c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:15.817450 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-d7f54906-2c4e-4778-bc72-e40911d07223 admin admin] For port 06260ba5-5596-4f83-b71d-d5008582b086, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=06260ba5-5596-4f83-b71d-d5008582b086,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:04:15.817839 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7f54906-2c4e-4778-bc72-e40911d07223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:15.830584 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-d7f54906-2c4e-4778-bc72-e40911d07223 admin admin] Calling delete_port for 06260ba5-5596-4f83-b71d-d5008582b086 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 14:04:15.833992 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-eb68a988-9789-46e9-802f-ce81e9fdef59 None None] Set router a48f9e48-0604-4bee-a54e-4d2eb900caef gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 14:04:15.886583 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-eb68a988-9789-46e9-802f-ce81e9fdef59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a48f9e48-0604-4bee-a54e-4d2eb900caef', 'name': 'tempest-TestShelveInstance-1242429991-router', 'tenant_id': '22e992b32f774e6588f2f7763d22bca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:54:01Z', 'updated_at': '2022-04-21T14:04:15Z', 'revision_number': 6, 'project_id': '22e992b32f774e6588f2f7763d22bca4', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:15.913069 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb68a988-9789-46e9-802f-ce81e9fdef59 None None] The sync data for ids ['a48f9e48-0604-4bee-a54e-4d2eb900caef'] in n-d-836147-2 is: [{'id': 'a48f9e48-0604-4bee-a54e-4d2eb900caef', 'name': 'tempest-TestShelveInstance-1242429991-router', 'tenant_id': '22e992b32f774e6588f2f7763d22bca4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T13:54:01Z', 'updated_at': '2022-04-21T14:04:15Z', 'revision_number': 6, 'project_id': '22e992b32f774e6588f2f7763d22bca4', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:04:16.381448 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7f54906-2c4e-4778-bc72-e40911d07223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:16.410472 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f54906-2c4e-4778-bc72-e40911d07223 admin admin] Pushing event deleted for resources: {'Port': ['ID=06260ba5-5596-4f83-b71d-d5008582b086,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:16.469031 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7f54906-2c4e-4778-bc72-e40911d07223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:16.556261 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7f54906-2c4e-4778-bc72-e40911d07223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:16.558355 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7f54906-2c4e-4778-bc72-e40911d07223 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:16.664600 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7f54906-2c4e-4778-bc72-e40911d07223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:16.665131 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f54906-2c4e-4778-bc72-e40911d07223 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a48f9e48-0604-4bee-a54e-4d2eb900caef {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:04:16.669536 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-d7f54906-2c4e-4778-bc72-e40911d07223 admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:16.673566 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-d7f54906-2c4e-4778-bc72-e40911d07223 admin admin] 10.222.0.36 "DELETE /v2.0/routers/a48f9e48-0604-4bee-a54e-4d2eb900caef HTTP/1.1" status: 204 len: 168 time: 1.2425592 Apr 21 14:04:16.673566 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34210) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:04:16.718529 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d7693c3-e2cc-46d8-8e97-bde789a5223e admin admin] Deleting subnet 12654f92-af63-4e00-a369-9e854e0d1323 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 14:04:16.721540 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d7693c3-e2cc-46d8-8e97-bde789a5223e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:16.755588 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d7693c3-e2cc-46d8-8e97-bde789a5223e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:16.836165 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d7693c3-e2cc-46d8-8e97-bde789a5223e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:16.963706 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d7693c3-e2cc-46d8-8e97-bde789a5223e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:16.988987 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7693c3-e2cc-46d8-8e97-bde789a5223e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12654f92-af63-4e00-a369-9e854e0d1323,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:16.992703 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-0d7693c3-e2cc-46d8-8e97-bde789a5223e admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:16.996978 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0d7693c3-e2cc-46d8-8e97-bde789a5223e admin admin] 10.222.0.36 "DELETE /v2.0/subnets/12654f92-af63-4e00-a369-9e854e0d1323 HTTP/1.1" status: 204 len: 168 time: 0.3225615 Apr 21 14:04:16.998831 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34212) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:04:16.999132 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23b8ec0-69ea-4e96-b24c-5b2f72c444b8 None None] Network 546493d9-2e12-40e2-b520-aa5454ab0f95 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 14:04:17.065574 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76f9ee11-84ef-46e5-8ead-de79f0adfd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:17.125799 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-76f9ee11-84ef-46e5-8ead-de79f0adfd8e admin admin] Deleting port e116d5e4-78a0-4086-993f-90a3f8fd4f90 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 14:04:17.126138 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76f9ee11-84ef-46e5-8ead-de79f0adfd8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:17.166174 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed62ef7e-5127-4d6c-b8fe-8c80c62cf6ce None None] DHCP port deletion for 546493d9-2e12-40e2-b520-aa5454ab0f95 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 14:04:17.187414 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-76f9ee11-84ef-46e5-8ead-de79f0adfd8e admin admin] For port e116d5e4-78a0-4086-993f-90a3f8fd4f90, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e116d5e4-78a0-4086-993f-90a3f8fd4f90,segment=NetworkSegment(f61765e5-1ec0-4854-b99e-b564e76abbb3),segment_id=f61765e5-1ec0-4854-b99e-b564e76abbb3)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:04:17.187773 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76f9ee11-84ef-46e5-8ead-de79f0adfd8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:17.200935 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-76f9ee11-84ef-46e5-8ead-de79f0adfd8e admin admin] Calling delete_port for e116d5e4-78a0-4086-993f-90a3f8fd4f90 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 14:04:17.227097 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ed62ef7e-5127-4d6c-b8fe-8c80c62cf6ce None None] Deleting port e116d5e4-78a0-4086-993f-90a3f8fd4f90 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 14:04:17.227468 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed62ef7e-5127-4d6c-b8fe-8c80c62cf6ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:17.284976 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:17.289547 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-ed62ef7e-5127-4d6c-b8fe-8c80c62cf6ce None None] For port e116d5e4-78a0-4086-993f-90a3f8fd4f90, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=e116d5e4-78a0-4086-993f-90a3f8fd4f90,segment=NetworkSegment(f61765e5-1ec0-4854-b99e-b564e76abbb3),segment_id=f61765e5-1ec0-4854-b99e-b564e76abbb3)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:04:17.289949 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed62ef7e-5127-4d6c-b8fe-8c80c62cf6ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:17.301246 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-ed62ef7e-5127-4d6c-b8fe-8c80c62cf6ce None None] Calling delete_port for e116d5e4-78a0-4086-993f-90a3f8fd4f90 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 14:04:17.355799 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76f9ee11-84ef-46e5-8ead-de79f0adfd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:17.377486 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ed62ef7e-5127-4d6c-b8fe-8c80c62cf6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:17.385987 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9ee11-84ef-46e5-8ead-de79f0adfd8e admin admin] Pushing event deleted for resources: {'Port': ['ID=e116d5e4-78a0-4086-993f-90a3f8fd4f90,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:17.389783 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f9ee11-84ef-46e5-8ead-de79f0adfd8e admin admin] No DVR routers for this DVR port e116d5e4-78a0-4086-993f-90a3f8fd4f90 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:04:17.406619 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62ef7e-5127-4d6c-b8fe-8c80c62cf6ce None None] Pushing event deleted for resources: {'Port': ['ID=e116d5e4-78a0-4086-993f-90a3f8fd4f90,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:17.411550 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed62ef7e-5127-4d6c-b8fe-8c80c62cf6ce None None] No DVR routers for this DVR port e116d5e4-78a0-4086-993f-90a3f8fd4f90 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:04:17.461352 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76f9ee11-84ef-46e5-8ead-de79f0adfd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:17.481014 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-76f9ee11-84ef-46e5-8ead-de79f0adfd8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546493d9-2e12-40e2-b520-aa5454ab0f95']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:17.490158 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-76f9ee11-84ef-46e5-8ead-de79f0adfd8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f61765e5-1ec0-4854-b99e-b564e76abbb3') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:17.490455 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-76f9ee11-84ef-46e5-8ead-de79f0adfd8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f61765e5-1ec0-4854-b99e-b564e76abbb3') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:17.499433 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76f9ee11-84ef-46e5-8ead-de79f0adfd8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:17.512727 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76f9ee11-84ef-46e5-8ead-de79f0adfd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:17.518417 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f9ee11-84ef-46e5-8ead-de79f0adfd8e admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:04:17.518801 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76f9ee11-84ef-46e5-8ead-de79f0adfd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: timer() Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:04:17.520981 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:04:17.641357 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76f9ee11-84ef-46e5-8ead-de79f0adfd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:17.655361 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-76f9ee11-84ef-46e5-8ead-de79f0adfd8e admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:17.655361 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-76f9ee11-84ef-46e5-8ead-de79f0adfd8e admin admin] 10.222.0.36 "DELETE /v2.0/networks/546493d9-2e12-40e2-b520-aa5454ab0f95 HTTP/1.1" status: 204 len: 168 time: 0.6507449 Apr 21 14:04:17.659928 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9ee11-84ef-46e5-8ead-de79f0adfd8e admin admin] Pushing event deleted for resources: {'Network': ['ID=546493d9-2e12-40e2-b520-aa5454ab0f95,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:17.740451 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e116d5e4-78a0-4086-993f-90a3f8fd4f90 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 14:04:17.761536 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: e116d5e4-78a0-4086-993f-90a3f8fd4f90 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 14:04:17.761897 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device e116d5e4-78a0-4086-993f-90a3f8fd4f90 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 14:04:17.762300 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 06260ba5-5596-4f83-b71d-d5008582b086 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 14:04:17.780217 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 06260ba5-5596-4f83-b71d-d5008582b086 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 14:04:17.780555 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 06260ba5-5596-4f83-b71d-d5008582b086 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 14:04:17.780951 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3c6b2c3a-3e73-4f00-a1fe-8189c035cdce no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 14:04:17.802178 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 3c6b2c3a-3e73-4f00-a1fe-8189c035cdce {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 14:04:17.806637 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 3c6b2c3a-3e73-4f00-a1fe-8189c035cdce not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 14:04:17.927844 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34216) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:04:17.967913 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cf5eeef0-2a34-4758-b00a-6cce0c7fc520 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f87b562c2b54443eba22e6d817e1663c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387390 Apr 21 14:04:17.970299 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34218) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:04:18.016258 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85ce6915-c576-42df-8c17-572dcf5dede1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:18.041559 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85ce6915-c576-42df-8c17-572dcf5dede1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:18.174948 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85ce6915-c576-42df-8c17-572dcf5dede1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:18.178069 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-85ce6915-c576-42df-8c17-572dcf5dede1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:18.179217 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-85ce6915-c576-42df-8c17-572dcf5dede1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4be2dcfd-5391-4a5d-9993-a0b356d0b1fe HTTP/1.1" status: 204 len: 168 time: 0.2080514 Apr 21 14:04:18.187162 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce6915-c576-42df-8c17-572dcf5dede1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be2dcfd-5391-4a5d-9993-a0b356d0b1fe,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:18.819362 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34224) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:04:18.843253 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:18.859169 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-e50c685d-9076-4efa-be1f-116bc55f7333 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=22e992b32f774e6588f2f7763d22bca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386517 Apr 21 14:04:18.861647 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34226) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:04:18.871815 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:18.910757 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-207c62bd-d7f8-42de-a2af-9ce6076e8413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:18.931396 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-207c62bd-d7f8-42de-a2af-9ce6076e8413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:18.956024 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:19.041367 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-207c62bd-d7f8-42de-a2af-9ce6076e8413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:19.043883 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-207c62bd-d7f8-42de-a2af-9ce6076e8413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:19.045041 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-207c62bd-d7f8-42de-a2af-9ce6076e8413 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e7d7f157-2bf8-4e9b-8e87-0a9513a04021 HTTP/1.1" status: 204 len: 168 time: 0.1824901 Apr 21 14:04:19.053459 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207c62bd-d7f8-42de-a2af-9ce6076e8413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d7f157-2bf8-4e9b-8e87-0a9513a04021,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:20.064109 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34248) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:04:20.156669 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-68bc1960-54fc-424a-ae5f-43d919c0c1c5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-377983704-network', 'tenant_id': '412dc428456a4adbb79916085b018f05'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:04:20.264672 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bc1960-54fc-424a-ae5f-43d919c0c1c5 admin admin] Made reservation on behalf of 412dc428456a4adbb79916085b018f05 for: {'network': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:04:20.266970 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68bc1960-54fc-424a-ae5f-43d919c0c1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:20.275854 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68bc1960-54fc-424a-ae5f-43d919c0c1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:20.348279 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68bc1960-54fc-424a-ae5f-43d919c0c1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:20.523739 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68bc1960-54fc-424a-ae5f-43d919c0c1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:20.549956 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68bc1960-54fc-424a-ae5f-43d919c0c1c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103397) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:04:20.555524 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc1960-54fc-424a-ae5f-43d919c0c1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c081853f-ba31-4473-8b35-6e40eb0b0de5,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:20.563691 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68bc1960-54fc-424a-ae5f-43d919c0c1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:20.564027 n-d-836147-2 neutron-server[103397]: INFO neutron.db.segments_db [None req-68bc1960-54fc-424a-ae5f-43d919c0c1c5 admin admin] Added segment 00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c of type vlan for network fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 Apr 21 14:04:20.603562 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68bc1960-54fc-424a-ae5f-43d919c0c1c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:20.698356 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68bc1960-54fc-424a-ae5f-43d919c0c1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:20.699295 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bc1960-54fc-424a-ae5f-43d919c0c1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:20.699861 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-68bc1960-54fc-424a-ae5f-43d919c0c1c5 admin admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:20.756133 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc1960-54fc-424a-ae5f-43d919c0c1c5 admin admin] Pushing event updated for resources: {'Network': ['ID=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:20.765463 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 14:04:20.821906 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-68bc1960-54fc-424a-ae5f-43d919c0c1c5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7565837 Apr 21 14:04:20.824763 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34252) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:04:20.829995 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-1808577b-5e3a-4663-b8e3-a20ea04ed358 admin admin] Request body: {'subnet': {'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-377983704-subnet', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:04:20.898931 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1808577b-5e3a-4663-b8e3-a20ea04ed358 admin admin] Made reservation on behalf of 412dc428456a4adbb79916085b018f05 for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:04:20.901325 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1808577b-5e3a-4663-b8e3-a20ea04ed358 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:21.117760 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1808577b-5e3a-4663-b8e3-a20ea04ed358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:21.173511 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1808577b-5e3a-4663-b8e3-a20ea04ed358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=539fe4ee-4a60-4858-b72a-c0fe60ff9480,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:21.179256 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1808577b-5e3a-4663-b8e3-a20ea04ed358 admin admin] Checking segment: {'id': '00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 14:04:21.179759 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1808577b-5e3a-4663-b8e3-a20ea04ed358 admin admin] Network hostable DHCP agents. Network: fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:04:21.271903 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1808577b-5e3a-4663-b8e3-a20ea04ed358 admin admin] Network fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:04:21.294773 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:21.352013 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-1808577b-5e3a-4663-b8e3-a20ea04ed358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:04:21.356002 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1808577b-5e3a-4663-b8e3-a20ea04ed358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:21.359275 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-1808577b-5e3a-4663-b8e3-a20ea04ed358 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:21.361275 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1490a565-502b-47f5-a5bb-bb2054dc32a8 None None] Network fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 14:04:21.435304 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-1808577b-5e3a-4663-b8e3-a20ea04ed358 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6094038 Apr 21 14:04:21.437889 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34254) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:04:21.442977 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-039c5885-ee4c-4ac6-872c-873d0079cc8c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-377983704-router', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:04:21.501106 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-039c5885-ee4c-4ac6-872c-873d0079cc8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:21.502261 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-039c5885-ee4c-4ac6-872c-873d0079cc8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:21.506755 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a301f621-6ad4-45c5-9bea-c09587624c08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'fixed_ips': [{'subnet_id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 14:04:21.507634 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a301f621-6ad4-45c5-9bea-c09587624c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:21.559602 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-039c5885-ee4c-4ac6-872c-873d0079cc8c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:21.647202 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-a301f621-6ad4-45c5-9bea-c09587624c08 None None] Allocated IP 172.20.0.2 (fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681/539fe4ee-4a60-4858-b72a-c0fe60ff9480/f6fd91eb-f940-485f-90e5-08b29df73a6a) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:04:21.734468 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-039c5885-ee4c-4ac6-872c-873d0079cc8c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:21.789499 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a301f621-6ad4-45c5-9bea-c09587624c08 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:21.837832 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a301f621-6ad4-45c5-9bea-c09587624c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:21.873800 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a301f621-6ad4-45c5-9bea-c09587624c08 None None] Network fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:04:21.878474 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-a301f621-6ad4-45c5-9bea-c09587624c08 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:04:21.882162 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a301f621-6ad4-45c5-9bea-c09587624c08 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 14:04:21.890416 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301f621-6ad4-45c5-9bea-c09587624c08 None None] Pushing event updated for resources: {'Port': ['ID=f6fd91eb-f940-485f-90e5-08b29df73a6a,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:21.945183 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a301f621-6ad4-45c5-9bea-c09587624c08 None None] Attempting to bind port f6fd91eb-f940-485f-90e5-08b29df73a6a on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:04:21.945443 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a301f621-6ad4-45c5-9bea-c09587624c08 None None] Attempting to bind port f6fd91eb-f940-485f-90e5-08b29df73a6a by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:04:21.945826 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a301f621-6ad4-45c5-9bea-c09587624c08 None None] Attempting to bind port f6fd91eb-f940-485f-90e5-08b29df73a6a on network fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 14:04:21.950632 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a301f621-6ad4-45c5-9bea-c09587624c08 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 14:04:21.950998 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a301f621-6ad4-45c5-9bea-c09587624c08 None None] Checking segment: {'id': '00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 14:04:21.951389 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a301f621-6ad4-45c5-9bea-c09587624c08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:21.951772 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a301f621-6ad4-45c5-9bea-c09587624c08 None None] Bound using segment: {'id': '00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 14:04:21.952225 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-a301f621-6ad4-45c5-9bea-c09587624c08 None None] Bound port: f6fd91eb-f940-485f-90e5-08b29df73a6a, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:04:21.952648 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a301f621-6ad4-45c5-9bea-c09587624c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:21.972916 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-039c5885-ee4c-4ac6-872c-873d0079cc8c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:21.992783 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-039c5885-ee4c-4ac6-872c-873d0079cc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:22.014216 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a301f621-6ad4-45c5-9bea-c09587624c08 None None] For port f6fd91eb-f940-485f-90e5-08b29df73a6a, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:04:22.017199 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-a301f621-6ad4-45c5-9bea-c09587624c08 None None] For port f6fd91eb-f940-485f-90e5-08b29df73a6a, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f6fd91eb-f940-485f-90e5-08b29df73a6a,segment=NetworkSegment(00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c),segment_id=00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:04:22.066499 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a301f621-6ad4-45c5-9bea-c09587624c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:22.099947 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-039c5885-ee4c-4ac6-872c-873d0079cc8c admin admin] Allocated IP 172.25.8.240 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/7eb7e86b-3553-462a-840f-2605e3c4f086) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:04:22.122351 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301f621-6ad4-45c5-9bea-c09587624c08 None None] Pushing event updated for resources: {'Port': ['ID=f6fd91eb-f940-485f-90e5-08b29df73a6a,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:22.211868 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-039c5885-ee4c-4ac6-872c-873d0079cc8c admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:22.305160 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-039c5885-ee4c-4ac6-872c-873d0079cc8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:22.351475 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039c5885-ee4c-4ac6-872c-873d0079cc8c admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:04:22.354435 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-039c5885-ee4c-4ac6-872c-873d0079cc8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:04:22.357427 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039c5885-ee4c-4ac6-872c-873d0079cc8c admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 14:04:22.389740 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c5885-ee4c-4ac6-872c-873d0079cc8c admin admin] Pushing event updated for resources: {'Port': ['ID=7eb7e86b-3553-462a-840f-2605e3c4f086,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:22.678606 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-039c5885-ee4c-4ac6-872c-873d0079cc8c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:22.882737 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-039c5885-ee4c-4ac6-872c-873d0079cc8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:22.985356 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8092ae-acd6-47dd-987a-85a174ab8525 None None] Network fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 14:04:23.058747 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b4a42e83-3eb9-40a1-94d2-f2aea0c85cfb None None] Provisioning complete for port f6fd91eb-f940-485f-90e5-08b29df73a6a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:04:23.059146 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4a42e83-3eb9-40a1-94d2-f2aea0c85cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:23.066557 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039c5885-ee4c-4ac6-872c-873d0079cc8c admin admin] Router 0ad9691f-0750-4a82-a281-5640e61a343b is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:04:23.172253 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039c5885-ee4c-4ac6-872c-873d0079cc8c admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:04:23.185038 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0dfc92-3832-41ed-b946-3379dcebc950 None None] Sync routers for ids ['0ad9691f-0750-4a82-a281-5640e61a343b'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:04:23.214659 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0dfc92-3832-41ed-b946-3379dcebc950 None None] Routers {'0ad9691f-0750-4a82-a281-5640e61a343b'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 14:04:23.215272 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-bb0dfc92-3832-41ed-b946-3379dcebc950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T14:04:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['0ad9691f-0750-4a82-a281-5640e61a343b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:23.220577 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4a42e83-3eb9-40a1-94d2-f2aea0c85cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:23.240940 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-039c5885-ee4c-4ac6-872c-873d0079cc8c admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:23.244743 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-039c5885-ee4c-4ac6-872c-873d0079cc8c admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8033552 Apr 21 14:04:23.245133 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34256) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:04:23.327424 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-b4a42e83-3eb9-40a1-94d2-f2aea0c85cfb None None] For port f6fd91eb-f940-485f-90e5-08b29df73a6a, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f6fd91eb-f940-485f-90e5-08b29df73a6a,segment=NetworkSegment(00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c),segment_id=00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:04:23.355763 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-bb0dfc92-3832-41ed-b946-3379dcebc950 None None] Set router 0ad9691f-0750-4a82-a281-5640e61a343b gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 14:04:23.417205 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4a42e83-3eb9-40a1-94d2-f2aea0c85cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:23.517451 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a42e83-3eb9-40a1-94d2-f2aea0c85cfb None None] Pushing event updated for resources: {'Port': ['ID=f6fd91eb-f940-485f-90e5-08b29df73a6a,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:23.565243 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-dee1d1e2-8eef-4191-aa3b-440b6112b841 None None] Provisioning complete for port f6fd91eb-f940-485f-90e5-08b29df73a6a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:04:23.565630 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dee1d1e2-8eef-4191-aa3b-440b6112b841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:23.647349 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-bb0dfc92-3832-41ed-b946-3379dcebc950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'name': 'tempest-TestSnapshotPattern-377983704-router', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:22Z', 'revision_number': 3, 'project_id': '412dc428456a4adbb79916085b018f05', 'gw_port': {'id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:23.682268 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0dfc92-3832-41ed-b946-3379dcebc950 None None] Checking router: 0ad9691f-0750-4a82-a281-5640e61a343b for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:04:23.682610 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0dfc92-3832-41ed-b946-3379dcebc950 None None] Updating router 0ad9691f-0750-4a82-a281-5640e61a343b port 7eb7e86b-3553-462a-840f-2605e3c4f086 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:04:23.688362 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf1e8708-8b23-4468-bc56-5a43cce86845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:23.711464 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb0dfc92-3832-41ed-b946-3379dcebc950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:23.800740 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f6fd91eb-f940-485f-90e5-08b29df73a6a up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 14:04:23.862576 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-cf1e8708-8b23-4468-bc56-5a43cce86845 admin admin] Allocated IP 172.20.0.1 (fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681/539fe4ee-4a60-4858-b72a-c0fe60ff9480/0b0c8a2e-5801-4f6f-a00e-db7d99479fb8) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:04:23.933472 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port f6fd91eb-f940-485f-90e5-08b29df73a6a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:04:23.933871 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:23.963714 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf1e8708-8b23-4468-bc56-5a43cce86845 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:24.060743 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf1e8708-8b23-4468-bc56-5a43cce86845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:24.094600 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb0dfc92-3832-41ed-b946-3379dcebc950 None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:24.096522 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1e8708-8b23-4468-bc56-5a43cce86845 admin admin] Network fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:04:24.101838 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-cf1e8708-8b23-4468-bc56-5a43cce86845 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:04:24.105574 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1e8708-8b23-4468-bc56-5a43cce86845 admin admin] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 14:04:24.150656 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e8708-8b23-4468-bc56-5a43cce86845 admin admin] Pushing event updated for resources: {'Port': ['ID=0b0c8a2e-5801-4f6f-a00e-db7d99479fb8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:24.153146 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf1e8708-8b23-4468-bc56-5a43cce86845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:24.167232 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb0dfc92-3832-41ed-b946-3379dcebc950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:24.232463 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bb0dfc92-3832-41ed-b946-3379dcebc950 None None] Attempting to bind port 7eb7e86b-3553-462a-840f-2605e3c4f086 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:04:24.232844 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bb0dfc92-3832-41ed-b946-3379dcebc950 None None] Attempting to bind port 7eb7e86b-3553-462a-840f-2605e3c4f086 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:04:24.233204 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0dfc92-3832-41ed-b946-3379dcebc950 None None] Attempting to bind port 7eb7e86b-3553-462a-840f-2605e3c4f086 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 14:04:24.241558 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762e05f-9cb6-4618-939c-cac2a78b0b59 None None] Pushing event updated for resources: {'Port': ['ID=7eb7e86b-3553-462a-840f-2605e3c4f086,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:24.246206 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0dfc92-3832-41ed-b946-3379dcebc950 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 14:04:24.246644 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0dfc92-3832-41ed-b946-3379dcebc950 None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 14:04:24.246983 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb0dfc92-3832-41ed-b946-3379dcebc950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:24.247372 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0dfc92-3832-41ed-b946-3379dcebc950 None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 14:04:24.248104 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-bb0dfc92-3832-41ed-b946-3379dcebc950 None None] Bound port: 7eb7e86b-3553-462a-840f-2605e3c4f086, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:04:24.248248 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb0dfc92-3832-41ed-b946-3379dcebc950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:24.303902 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bb0dfc92-3832-41ed-b946-3379dcebc950 None None] For port 7eb7e86b-3553-462a-840f-2605e3c4f086, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:04:24.307456 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-bb0dfc92-3832-41ed-b946-3379dcebc950 None None] For port 7eb7e86b-3553-462a-840f-2605e3c4f086, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=7eb7e86b-3553-462a-840f-2605e3c4f086,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:04:24.338770 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-62e738d4-b7e7-4122-9299-1f929dc95bd7 None None] Provisioning complete for port 0b0c8a2e-5801-4f6f-a00e-db7d99479fb8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:04:24.339135 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-62e738d4-b7e7-4122-9299-1f929dc95bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:24.358342 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf1e8708-8b23-4468-bc56-5a43cce86845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:24.373364 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-62e738d4-b7e7-4122-9299-1f929dc95bd7 None None] Port 0b0c8a2e-5801-4f6f-a00e-db7d99479fb8 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 14:04:24.407907 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-bb0dfc92-3832-41ed-b946-3379dcebc950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:24.466537 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0dfc92-3832-41ed-b946-3379dcebc950 None None] Routers {'0ad9691f-0750-4a82-a281-5640e61a343b'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 14:04:24.467074 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-bb0dfc92-3832-41ed-b946-3379dcebc950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T14:04:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['0ad9691f-0750-4a82-a281-5640e61a343b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:24.471621 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762e05f-9cb6-4618-939c-cac2a78b0b59 None None] Pushing event updated for resources: {'Port': ['ID=7eb7e86b-3553-462a-840f-2605e3c4f086,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:24.522082 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf1e8708-8b23-4468-bc56-5a43cce86845 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:24.575933 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-bb0dfc92-3832-41ed-b946-3379dcebc950 None None] Set router 0ad9691f-0750-4a82-a281-5640e61a343b gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 14:04:24.578792 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf1e8708-8b23-4468-bc56-5a43cce86845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:24.651197 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-cf1e8708-8b23-4468-bc56-5a43cce86845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:24.654039 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e8708-8b23-4468-bc56-5a43cce86845 admin admin] Pushing event updated for resources: {'Port': ['ID=0b0c8a2e-5801-4f6f-a00e-db7d99479fb8,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:24.748965 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1e8708-8b23-4468-bc56-5a43cce86845 admin admin] Network fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:04:24.750456 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-cf1e8708-8b23-4468-bc56-5a43cce86845 admin admin] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:04:24.874129 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1e8708-8b23-4468-bc56-5a43cce86845 admin admin] Router 0ad9691f-0750-4a82-a281-5640e61a343b has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:04:24.942858 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-bb0dfc92-3832-41ed-b946-3379dcebc950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'name': 'tempest-TestSnapshotPattern-377983704-router', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:24Z', 'revision_number': 4, 'project_id': '412dc428456a4adbb79916085b018f05', 'gw_port': {'id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '0b0c8a2e-5801-4f6f-a00e-db7d99479fb8', 'name': '', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'mac_address': 'fa:16:3e:90:87:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:23Z', 'updated_at': '2022-04-21T14:04:23Z', 'revision_number': 1, 'project_id': '412dc428456a4adbb79916085b018f05', 'subnets': [{'id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:24.969520 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0dfc92-3832-41ed-b946-3379dcebc950 None None] The sync data for ids ['0ad9691f-0750-4a82-a281-5640e61a343b'] in n-d-836147-2 is: [{'id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'name': 'tempest-TestSnapshotPattern-377983704-router', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:24Z', 'revision_number': 4, 'project_id': '412dc428456a4adbb79916085b018f05', 'gw_port': {'id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '0b0c8a2e-5801-4f6f-a00e-db7d99479fb8', 'name': '', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'mac_address': 'fa:16:3e:90:87:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:23Z', 'updated_at': '2022-04-21T14:04:23Z', 'revision_number': 1, 'project_id': '412dc428456a4adbb79916085b018f05', 'subnets': [{'id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:04:24.990810 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1e8708-8b23-4468-bc56-5a43cce86845 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:04:24.995807 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-cf1e8708-8b23-4468-bc56-5a43cce86845 admin admin] 10.222.0.36 "PUT /v2.0/routers/0ad9691f-0750-4a82-a281-5640e61a343b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7493806 Apr 21 14:04:25.005338 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-246c2d6e-5e93-42fe-b68d-0d702b6e18a0 None None] Provisioning complete for port 0b0c8a2e-5801-4f6f-a00e-db7d99479fb8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:04:25.005971 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-246c2d6e-5e93-42fe-b68d-0d702b6e18a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:25.044922 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-246c2d6e-5e93-42fe-b68d-0d702b6e18a0 None None] Port 0b0c8a2e-5801-4f6f-a00e-db7d99479fb8 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 14:04:25.671250 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34272) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:04:25.677044 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-13b2ac9c-3289-4c3f-ba83-178a924e292e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-722177880-network', 'tenant_id': 'cc0bc862bca047be8b5540da211b190d'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:04:25.767125 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b2ac9c-3289-4c3f-ba83-178a924e292e admin admin] Made reservation on behalf of cc0bc862bca047be8b5540da211b190d for: {'network': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:04:25.771211 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13b2ac9c-3289-4c3f-ba83-178a924e292e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for network, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:25.773142 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 7eb7e86b-3553-462a-840f-2605e3c4f086 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 14:04:25.780622 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13b2ac9c-3289-4c3f-ba83-178a924e292e admin admin] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:25.828367 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 7eb7e86b-3553-462a-840f-2605e3c4f086 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:04:25.828367 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:25.870445 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13b2ac9c-3289-4c3f-ba83-178a924e292e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:25.907941 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:25.933040 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 7eb7e86b-3553-462a-840f-2605e3c4f086, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=7eb7e86b-3553-462a-840f-2605e3c4f086,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:04:25.934982 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13b2ac9c-3289-4c3f-ba83-178a924e292e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:25.956484 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13b2ac9c-3289-4c3f-ba83-178a924e292e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=103398) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 21 14:04:25.972005 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2ac9c-3289-4c3f-ba83-178a924e292e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56dde3cb-cbac-487d-9e0b-0fbb13963ee9,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:25.977113 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13b2ac9c-3289-4c3f-ba83-178a924e292e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:25.977459 n-d-836147-2 neutron-server[103398]: INFO neutron.db.segments_db [None req-13b2ac9c-3289-4c3f-ba83-178a924e292e admin admin] Added segment 3617a3d8-56fb-4acd-be2f-6febeb1a011e of type vlan for network 6bd93ac9-6167-4e69-ae49-ffc92daf1d73 Apr 21 14:04:26.014969 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:26.020933 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13b2ac9c-3289-4c3f-ba83-178a924e292e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768186190026'] for network, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:26.066199 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=7eb7e86b-3553-462a-840f-2605e3c4f086,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:26.117677 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13b2ac9c-3289-4c3f-ba83-178a924e292e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144'] for network, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:26.118783 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b2ac9c-3289-4c3f-ba83-178a924e292e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:26.119713 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-13b2ac9c-3289-4c3f-ba83-178a924e292e admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:26.184810 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2ac9c-3289-4c3f-ba83-178a924e292e admin admin] Pushing event updated for resources: {'Network': ['ID=6bd93ac9-6167-4e69-ae49-ffc92daf1d73,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:26.195752 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Network 6bd93ac9-6167-4e69-ae49-ffc92daf1d73 details requested by agent ovs-agent-n-d-836147-2 with host n-d-836147-2 {{(pid=103399) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 21 14:04:26.240383 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-13b2ac9c-3289-4c3f-ba83-178a924e292e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5679121 Apr 21 14:04:26.243103 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34274) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:04:26.253185 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ccb6b115-b141-4b3e-a7cf-d23517614730 admin admin] Request body: {'subnet': {'network_id': '6bd93ac9-6167-4e69-ae49-ffc92daf1d73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-722177880-subnet', 'tenant_id': 'cc0bc862bca047be8b5540da211b190d', 'ip_version': 4}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:04:26.334570 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb6b115-b141-4b3e-a7cf-d23517614730 admin admin] Made reservation on behalf of cc0bc862bca047be8b5540da211b190d for: {'subnet': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:04:26.336890 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccb6b115-b141-4b3e-a7cf-d23517614730 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8689209'] for subnet, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:26.552806 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccb6b115-b141-4b3e-a7cf-d23517614730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9768840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8689199'] for subnet, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:26.608084 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb6b115-b141-4b3e-a7cf-d23517614730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ee45578-6058-4382-bff1-035711a4c79e,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:26.618534 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb6b115-b141-4b3e-a7cf-d23517614730 admin admin] Checking segment: {'id': '3617a3d8-56fb-4acd-be2f-6febeb1a011e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6bd93ac9-6167-4e69-ae49-ffc92daf1d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 14:04:26.618889 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb6b115-b141-4b3e-a7cf-d23517614730 admin admin] Network hostable DHCP agents. Network: 6bd93ac9-6167-4e69-ae49-ffc92daf1d73, hostable agents: ['d2644568-f61b-4819-b6b3-db6d627f81cb'], hosted agents: [] {{(pid=103398) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 21 14:04:26.718030 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb6b115-b141-4b3e-a7cf-d23517614730 admin admin] Network 6bd93ac9-6167-4e69-ae49-ffc92daf1d73 is scheduled to be hosted by DHCP agent d2644568-f61b-4819-b6b3-db6d627f81cb with binding_index 1 {{(pid=103398) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 21 14:04:26.775101 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-ccb6b115-b141-4b3e-a7cf-d23517614730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836147-2, 6bd93ac9-6167-4e69-ae49-ffc92daf1d73) {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:04:26.780836 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb6b115-b141-4b3e-a7cf-d23517614730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:26.781026 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccb6b115-b141-4b3e-a7cf-d23517614730 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:26.784162 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b4995b-9b74-43b5-a674-081de035e3a5 None None] Network 6bd93ac9-6167-4e69-ae49-ffc92daf1d73 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 14:04:26.857693 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ccb6b115-b141-4b3e-a7cf-d23517614730 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6124463 Apr 21 14:04:26.859244 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34276) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:04:26.862018 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e765dce-e54f-4ef1-a79e-9e9f12933694 None None] Sync routers for ids ['0ad9691f-0750-4a82-a281-5640e61a343b'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:04:26.863950 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-6ef6a8db-e8c3-4e74-9edc-381c2a258efb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-722177880-router', 'tenant_id': 'cc0bc862bca047be8b5540da211b190d', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:04:26.872137 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e765dce-e54f-4ef1-a79e-9e9f12933694 None None] Routers {'0ad9691f-0750-4a82-a281-5640e61a343b'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 14:04:26.872748 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6e765dce-e54f-4ef1-a79e-9e9f12933694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T14:04:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['0ad9691f-0750-4a82-a281-5640e61a343b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:26.946523 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be44faba-4491-43c9-9a5e-f5dde452f174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfeadc946-bec1-56de-9215-3d933657c614-6bd93ac9-6167-4e69-ae49-ffc92daf1d73', 'network_id': '6bd93ac9-6167-4e69-ae49-ffc92daf1d73', 'tenant_id': 'cc0bc862bca047be8b5540da211b190d', 'fixed_ips': [{'subnet_id': '5ee45578-6058-4382-bff1-035711a4c79e'}]}} from n-d-836147-2. {{(pid=103399) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Apr 21 14:04:26.947388 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be44faba-4491-43c9-9a5e-f5dde452f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:26.963928 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ef6a8db-e8c3-4e74-9edc-381c2a258efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3658399', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10296'] for router, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:26.965381 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ef6a8db-e8c3-4e74-9edc-381c2a258efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3659631', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3665109', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10287'] for router, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:26.984776 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-6e765dce-e54f-4ef1-a79e-9e9f12933694 None None] Set router 0ad9691f-0750-4a82-a281-5640e61a343b gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 14:04:27.021980 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ef6a8db-e8c3-4e74-9edc-381c2a258efb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:27.086467 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.db_base_plugin_common [None req-be44faba-4491-43c9-9a5e-f5dde452f174 None None] Allocated IP 172.20.0.2 (6bd93ac9-6167-4e69-ae49-ffc92daf1d73/5ee45578-6058-4382-bff1-035711a4c79e/88305785-ad1d-478e-b0a4-2124ef05ce43) {{(pid=103399) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:04:27.186874 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6e765dce-e54f-4ef1-a79e-9e9f12933694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'name': 'tempest-TestSnapshotPattern-377983704-router', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:24Z', 'revision_number': 4, 'project_id': '412dc428456a4adbb79916085b018f05', 'gw_port': {'id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '0b0c8a2e-5801-4f6f-a00e-db7d99479fb8', 'name': '', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'mac_address': 'fa:16:3e:90:87:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:23Z', 'updated_at': '2022-04-21T14:04:24Z', 'revision_number': 2, 'project_id': '412dc428456a4adbb79916085b018f05', 'subnets': [{'id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:27.220658 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e765dce-e54f-4ef1-a79e-9e9f12933694 None None] Checking router: 0ad9691f-0750-4a82-a281-5640e61a343b for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:04:27.221105 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e765dce-e54f-4ef1-a79e-9e9f12933694 None None] Updating router 0ad9691f-0750-4a82-a281-5640e61a343b port 0b0c8a2e-5801-4f6f-a00e-db7d99479fb8 binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:04:27.238571 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be44faba-4491-43c9-9a5e-f5dde452f174 None None] Notify callbacks [] for port, precommit_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:27.243175 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ef6a8db-e8c3-4e74-9edc-381c2a258efb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:27.245379 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e765dce-e54f-4ef1-a79e-9e9f12933694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:27.323571 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be44faba-4491-43c9-9a5e-f5dde452f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063'] for port, after_create {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:27.363369 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be44faba-4491-43c9-9a5e-f5dde452f174 None None] Network 6bd93ac9-6167-4e69-ae49-ffc92daf1d73 is already hosted by enough agents. {{(pid=103399) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:04:27.366953 n-d-836147-2 neutron-server[103399]: DEBUG neutron.scheduler.base_scheduler [None req-be44faba-4491-43c9-9a5e-f5dde452f174 None None] Resources bound (agent type, host, resource id): {{(pid=103399) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:04:27.370637 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be44faba-4491-43c9-9a5e-f5dde452f174 None None] Received port after_create {{(pid=103399) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 14:04:27.381842 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44faba-4491-43c9-9a5e-f5dde452f174 None None] Pushing event updated for resources: {'Port': ['ID=88305785-ad1d-478e-b0a4-2124ef05ce43,revision_number=1']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:27.432610 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-be44faba-4491-43c9-9a5e-f5dde452f174 None None] Attempting to bind port 88305785-ad1d-478e-b0a4-2124ef05ce43 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:04:27.432958 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-be44faba-4491-43c9-9a5e-f5dde452f174 None None] Attempting to bind port 88305785-ad1d-478e-b0a4-2124ef05ce43 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '3617a3d8-56fb-4acd-be2f-6febeb1a011e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6bd93ac9-6167-4e69-ae49-ffc92daf1d73'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:04:27.433311 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be44faba-4491-43c9-9a5e-f5dde452f174 None None] Attempting to bind port 88305785-ad1d-478e-b0a4-2124ef05ce43 on network 6bd93ac9-6167-4e69-ae49-ffc92daf1d73 {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 14:04:27.438497 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be44faba-4491-43c9-9a5e-f5dde452f174 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 14:04:27.438805 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be44faba-4491-43c9-9a5e-f5dde452f174 None None] Checking segment: {'id': '3617a3d8-56fb-4acd-be2f-6febeb1a011e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6bd93ac9-6167-4e69-ae49-ffc92daf1d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 14:04:27.439239 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be44faba-4491-43c9-9a5e-f5dde452f174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:27.439618 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be44faba-4491-43c9-9a5e-f5dde452f174 None None] Bound using segment: {'id': '3617a3d8-56fb-4acd-be2f-6febeb1a011e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6bd93ac9-6167-4e69-ae49-ffc92daf1d73'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 14:04:27.440080 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-be44faba-4491-43c9-9a5e-f5dde452f174 None None] Bound port: 88305785-ad1d-478e-b0a4-2124ef05ce43, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3617a3d8-56fb-4acd-be2f-6febeb1a011e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6bd93ac9-6167-4e69-ae49-ffc92daf1d73'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:04:27.440457 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be44faba-4491-43c9-9a5e-f5dde452f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:27.505019 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-be44faba-4491-43c9-9a5e-f5dde452f174 None None] For port 88305785-ad1d-478e-b0a4-2124ef05ce43, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:04:27.508650 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-be44faba-4491-43c9-9a5e-f5dde452f174 None None] For port 88305785-ad1d-478e-b0a4-2124ef05ce43, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=88305785-ad1d-478e-b0a4-2124ef05ce43,segment=NetworkSegment(3617a3d8-56fb-4acd-be2f-6febeb1a011e),segment_id=3617a3d8-56fb-4acd-be2f-6febeb1a011e)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:04:27.530241 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e765dce-e54f-4ef1-a79e-9e9f12933694 None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:27.543845 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ef6a8db-e8c3-4e74-9edc-381c2a258efb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:27.562589 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ef6a8db-e8c3-4e74-9edc-381c2a258efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:27.585475 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-be44faba-4491-43c9-9a5e-f5dde452f174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:27.641468 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e765dce-e54f-4ef1-a79e-9e9f12933694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:27.647417 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44faba-4491-43c9-9a5e-f5dde452f174 None None] Pushing event updated for resources: {'Port': ['ID=88305785-ad1d-478e-b0a4-2124ef05ce43,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:27.680005 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-6ef6a8db-e8c3-4e74-9edc-381c2a258efb admin admin] Allocated IP 172.25.8.173 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/6edbb626-4eae-4be6-8b46-00a8568cec74) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:04:27.731639 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082faf4-f50f-4fce-9d8c-9de0de092bde None None] Pushing event updated for resources: {'Port': ['ID=0b0c8a2e-5801-4f6f-a00e-db7d99479fb8,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:27.771829 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082faf4-f50f-4fce-9d8c-9de0de092bde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:27.772161 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082faf4-f50f-4fce-9d8c-9de0de092bde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:27.772492 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082faf4-f50f-4fce-9d8c-9de0de092bde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:27.772821 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082faf4-f50f-4fce-9d8c-9de0de092bde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:27.773137 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082faf4-f50f-4fce-9d8c-9de0de092bde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:27.773457 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082faf4-f50f-4fce-9d8c-9de0de092bde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:27.773799 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082faf4-f50f-4fce-9d8c-9de0de092bde None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:27.774115 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082faf4-f50f-4fce-9d8c-9de0de092bde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:27.774437 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082faf4-f50f-4fce-9d8c-9de0de092bde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:27.774747 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082faf4-f50f-4fce-9d8c-9de0de092bde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:27.775059 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082faf4-f50f-4fce-9d8c-9de0de092bde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:27.775371 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0082faf4-f50f-4fce-9d8c-9de0de092bde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103400) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:04:27.789062 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-6e765dce-e54f-4ef1-a79e-9e9f12933694 None None] Attempting to bind port 0b0c8a2e-5801-4f6f-a00e-db7d99479fb8 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:04:27.789448 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-6e765dce-e54f-4ef1-a79e-9e9f12933694 None None] Attempting to bind port 0b0c8a2e-5801-4f6f-a00e-db7d99479fb8 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:04:27.789797 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e765dce-e54f-4ef1-a79e-9e9f12933694 None None] Attempting to bind port 0b0c8a2e-5801-4f6f-a00e-db7d99479fb8 on network fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 14:04:27.794486 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 7eb7e86b-3553-462a-840f-2605e3c4f086 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 14:04:27.798788 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e765dce-e54f-4ef1-a79e-9e9f12933694 None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 14:04:27.799479 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e765dce-e54f-4ef1-a79e-9e9f12933694 None None] Checking segment: {'id': '00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 14:04:27.800312 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e765dce-e54f-4ef1-a79e-9e9f12933694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:27.800925 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e765dce-e54f-4ef1-a79e-9e9f12933694 None None] Bound using segment: {'id': '00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 14:04:27.801657 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-6e765dce-e54f-4ef1-a79e-9e9f12933694 None None] Bound port: 0b0c8a2e-5801-4f6f-a00e-db7d99479fb8, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:04:27.802891 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e765dce-e54f-4ef1-a79e-9e9f12933694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:27.841719 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ef6a8db-e8c3-4e74-9edc-381c2a258efb admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:27.859426 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 7eb7e86b-3553-462a-840f-2605e3c4f086 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:04:27.859426 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:27.903036 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6e765dce-e54f-4ef1-a79e-9e9f12933694 None None] For port 0b0c8a2e-5801-4f6f-a00e-db7d99479fb8, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:04:27.908809 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-6e765dce-e54f-4ef1-a79e-9e9f12933694 None None] For port 0b0c8a2e-5801-4f6f-a00e-db7d99479fb8, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=0b0c8a2e-5801-4f6f-a00e-db7d99479fb8,segment=NetworkSegment(00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c),segment_id=00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:04:27.998486 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-6e765dce-e54f-4ef1-a79e-9e9f12933694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:28.026788 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ef6a8db-e8c3-4e74-9edc-381c2a258efb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:28.088746 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef6a8db-e8c3-4e74-9edc-381c2a258efb admin admin] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:04:28.093452 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-6ef6a8db-e8c3-4e74-9edc-381c2a258efb admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:04:28.097186 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef6a8db-e8c3-4e74-9edc-381c2a258efb admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 14:04:28.101634 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-087c7412-af80-4329-8509-384d76173fa9 None None] Provisioning complete for port 0b0c8a2e-5801-4f6f-a00e-db7d99479fb8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:04:28.102285 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-087c7412-af80-4329-8509-384d76173fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:28.123187 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082faf4-f50f-4fce-9d8c-9de0de092bde None None] Pushing event updated for resources: {'Port': ['ID=0b0c8a2e-5801-4f6f-a00e-db7d99479fb8,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:28.142844 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef6a8db-e8c3-4e74-9edc-381c2a258efb admin admin] Pushing event updated for resources: {'Port': ['ID=6edbb626-4eae-4be6-8b46-00a8568cec74,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:28.150789 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e765dce-e54f-4ef1-a79e-9e9f12933694 None None] Routers {'0ad9691f-0750-4a82-a281-5640e61a343b'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 14:04:28.151438 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6e765dce-e54f-4ef1-a79e-9e9f12933694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T14:04:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['0ad9691f-0750-4a82-a281-5640e61a343b'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:28.247181 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-087c7412-af80-4329-8509-384d76173fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:28.288117 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-087c7412-af80-4329-8509-384d76173fa9 None None] For port 0b0c8a2e-5801-4f6f-a00e-db7d99479fb8, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=0b0c8a2e-5801-4f6f-a00e-db7d99479fb8,segment=NetworkSegment(00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c),segment_id=00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:04:28.374598 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-087c7412-af80-4329-8509-384d76173fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:28.403065 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-6e765dce-e54f-4ef1-a79e-9e9f12933694 None None] Set router 0ad9691f-0750-4a82-a281-5640e61a343b gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 14:04:28.428170 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c7412-af80-4329-8509-384d76173fa9 None None] Pushing event updated for resources: {'Port': ['ID=0b0c8a2e-5801-4f6f-a00e-db7d99479fb8,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:28.496388 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b4a126ce-b825-4e0d-b587-912daa9c9735 None None] Provisioning complete for port 0b0c8a2e-5801-4f6f-a00e-db7d99479fb8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:04:28.496388 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b4a126ce-b825-4e0d-b587-912daa9c9735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:28.629251 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-6e765dce-e54f-4ef1-a79e-9e9f12933694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'name': 'tempest-TestSnapshotPattern-377983704-router', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:24Z', 'revision_number': 4, 'project_id': '412dc428456a4adbb79916085b018f05', 'gw_port': {'id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '0b0c8a2e-5801-4f6f-a00e-db7d99479fb8', 'name': '', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'mac_address': 'fa:16:3e:90:87:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:23Z', 'updated_at': '2022-04-21T14:04:27Z', 'revision_number': 4, 'project_id': '412dc428456a4adbb79916085b018f05', 'subnets': [{'id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:28.659212 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e765dce-e54f-4ef1-a79e-9e9f12933694 None None] The sync data for ids ['0ad9691f-0750-4a82-a281-5640e61a343b'] in n-d-836147-2 is: [{'id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'name': 'tempest-TestSnapshotPattern-377983704-router', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:24Z', 'revision_number': 4, 'project_id': '412dc428456a4adbb79916085b018f05', 'gw_port': {'id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '0b0c8a2e-5801-4f6f-a00e-db7d99479fb8', 'name': '', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'mac_address': 'fa:16:3e:90:87:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:23Z', 'updated_at': '2022-04-21T14:04:27Z', 'revision_number': 4, 'project_id': '412dc428456a4adbb79916085b018f05', 'subnets': [{'id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:04:28.849729 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0f6bb7-dc4e-4868-a99b-d073f2d95bd7 None None] Network 6bd93ac9-6167-4e69-ae49-ffc92daf1d73 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 14:04:28.894967 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ef6a8db-e8c3-4e74-9edc-381c2a258efb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:28.970782 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f60b603c-e818-4c88-ac22-a270f059c755 None None] Provisioning complete for port 88305785-ad1d-478e-b0a4-2124ef05ce43 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:04:28.971243 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f60b603c-e818-4c88-ac22-a270f059c755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:29.094703 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f60b603c-e818-4c88-ac22-a270f059c755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:29.114781 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ef6a8db-e8c3-4e74-9edc-381c2a258efb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3659620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3665126'] for router, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:29.133541 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-f60b603c-e818-4c88-ac22-a270f059c755 None None] For port 88305785-ad1d-478e-b0a4-2124ef05ce43, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=88305785-ad1d-478e-b0a4-2124ef05ce43,segment=NetworkSegment(3617a3d8-56fb-4acd-be2f-6febeb1a011e),segment_id=3617a3d8-56fb-4acd-be2f-6febeb1a011e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:04:29.197712 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f60b603c-e818-4c88-ac22-a270f059c755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:29.256781 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b603c-e818-4c88-ac22-a270f059c755 None None] Pushing event updated for resources: {'Port': ['ID=88305785-ad1d-478e-b0a4-2124ef05ce43,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:29.318486 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-b1be3887-6d7e-4fd4-91ab-9506fc3ec9ce None None] Provisioning complete for port 88305785-ad1d-478e-b0a4-2124ef05ce43 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:04:29.318859 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b1be3887-6d7e-4fd4-91ab-9506fc3ec9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:29.346751 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef6a8db-e8c3-4e74-9edc-381c2a258efb admin admin] Router 3dc32177-9fb6-48df-a87b-5c3fd29cee6d is scheduled to L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 with binding_index 1 {{(pid=103398) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 21 14:04:29.460237 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef6a8db-e8c3-4e74-9edc-381c2a258efb admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:04:29.468569 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1480e7e0-c2e2-4b8e-8479-e336303f22db None None] Sync routers for ids ['3dc32177-9fb6-48df-a87b-5c3fd29cee6d'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:04:29.477691 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1480e7e0-c2e2-4b8e-8479-e336303f22db None None] Routers {'3dc32177-9fb6-48df-a87b-5c3fd29cee6d'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 14:04:29.481723 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1480e7e0-c2e2-4b8e-8479-e336303f22db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T14:04:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3dc32177-9fb6-48df-a87b-5c3fd29cee6d'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:29.531272 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6ef6a8db-e8c3-4e74-9edc-381c2a258efb admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:29.532757 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6ef6a8db-e8c3-4e74-9edc-381c2a258efb admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.6725781 Apr 21 14:04:29.535529 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34280) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:04:29.585826 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-1480e7e0-c2e2-4b8e-8479-e336303f22db None None] Set router 3dc32177-9fb6-48df-a87b-5c3fd29cee6d gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 14:04:29.776673 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1480e7e0-c2e2-4b8e-8479-e336303f22db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc32177-9fb6-48df-a87b-5c3fd29cee6d', 'name': 'tempest-TestSnapshotPattern-722177880-router', 'tenant_id': 'cc0bc862bca047be8b5540da211b190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '6edbb626-4eae-4be6-8b46-00a8568cec74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:04:26Z', 'updated_at': '2022-04-21T14:04:28Z', 'revision_number': 3, 'project_id': 'cc0bc862bca047be8b5540da211b190d', 'gw_port': {'id': '6edbb626-4eae-4be6-8b46-00a8568cec74', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc32177-9fb6-48df-a87b-5c3fd29cee6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:27Z', 'updated_at': '2022-04-21T14:04:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:29.804203 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1480e7e0-c2e2-4b8e-8479-e336303f22db None None] Checking router: 3dc32177-9fb6-48df-a87b-5c3fd29cee6d for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:04:29.804466 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1480e7e0-c2e2-4b8e-8479-e336303f22db None None] Updating router 3dc32177-9fb6-48df-a87b-5c3fd29cee6d port 6edbb626-4eae-4be6-8b46-00a8568cec74 binding host n-d-836147-2 {{(pid=103399) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:04:29.838024 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1480e7e0-c2e2-4b8e-8479-e336303f22db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:29.923900 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 0b0c8a2e-5801-4f6f-a00e-db7d99479fb8 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 14:04:29.951971 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b853a84-1948-4d8c-86d7-0614389a7af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:30.042856 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 0b0c8a2e-5801-4f6f-a00e-db7d99479fb8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:04:30.043215 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:30.107224 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-6b853a84-1948-4d8c-86d7-0614389a7af9 admin admin] Allocated IP 172.20.0.1 (6bd93ac9-6167-4e69-ae49-ffc92daf1d73/5ee45578-6058-4382-bff1-035711a4c79e/467e210f-0baa-463a-b13c-068ef7322fce) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:04:30.193122 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 88305785-ad1d-478e-b0a4-2124ef05ce43 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 14:04:30.195711 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1480e7e0-c2e2-4b8e-8479-e336303f22db None None] Notify callbacks [] for port, precommit_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:30.211871 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b853a84-1948-4d8c-86d7-0614389a7af9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:30.241441 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 88305785-ad1d-478e-b0a4-2124ef05ce43 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:04:30.241878 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:30.262914 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1480e7e0-c2e2-4b8e-8479-e336303f22db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:30.306964 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b853a84-1948-4d8c-86d7-0614389a7af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:30.329521 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499a231-834e-47cc-b1d1-6f4b0ef487ee None None] Pushing event updated for resources: {'Port': ['ID=6edbb626-4eae-4be6-8b46-00a8568cec74,revision_number=2']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:30.332348 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1480e7e0-c2e2-4b8e-8479-e336303f22db None None] Attempting to bind port 6edbb626-4eae-4be6-8b46-00a8568cec74 on host n-d-836147-2 for vnic_type normal with profile {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:04:30.333134 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1480e7e0-c2e2-4b8e-8479-e336303f22db None None] Attempting to bind port 6edbb626-4eae-4be6-8b46-00a8568cec74 by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:04:30.333134 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1480e7e0-c2e2-4b8e-8479-e336303f22db None None] Attempting to bind port 6edbb626-4eae-4be6-8b46-00a8568cec74 on network 23f97cfe-dd42-45d8-a5df-e2b803e954fa {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 14:04:30.340708 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1480e7e0-c2e2-4b8e-8479-e336303f22db None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 14:04:30.341077 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1480e7e0-c2e2-4b8e-8479-e336303f22db None None] Checking segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103399) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 14:04:30.341669 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1480e7e0-c2e2-4b8e-8479-e336303f22db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:30.342052 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1480e7e0-c2e2-4b8e-8479-e336303f22db None None] Bound using segment: {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'} {{(pid=103399) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 14:04:30.342510 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.managers [None req-1480e7e0-c2e2-4b8e-8479-e336303f22db None None] Bound port: 6edbb626-4eae-4be6-8b46-00a8568cec74, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a534349-ed0a-416d-9cf3-67d8621aafdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa'}}] {{(pid=103399) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:04:30.342882 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1480e7e0-c2e2-4b8e-8479-e336303f22db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:30.353541 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b853a84-1948-4d8c-86d7-0614389a7af9 admin admin] Network 6bd93ac9-6167-4e69-ae49-ffc92daf1d73 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:04:30.357816 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-6b853a84-1948-4d8c-86d7-0614389a7af9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:04:30.359531 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b853a84-1948-4d8c-86d7-0614389a7af9 admin admin] Pushing event updated for resources: {'Port': ['ID=467e210f-0baa-463a-b13c-068ef7322fce,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:30.361716 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b853a84-1948-4d8c-86d7-0614389a7af9 admin admin] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 14:04:30.404030 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b853a84-1948-4d8c-86d7-0614389a7af9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3665365'] for router_interface, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:30.425225 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1480e7e0-c2e2-4b8e-8479-e336303f22db None None] For port 6edbb626-4eae-4be6-8b46-00a8568cec74, host n-d-836147-2, cleared binding levels {{(pid=103399) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:04:30.429020 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1480e7e0-c2e2-4b8e-8479-e336303f22db None None] For port 6edbb626-4eae-4be6-8b46-00a8568cec74, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=6edbb626-4eae-4be6-8b46-00a8568cec74,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:04:30.502023 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1480e7e0-c2e2-4b8e-8479-e336303f22db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:30.563394 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1480e7e0-c2e2-4b8e-8479-e336303f22db None None] Routers {'3dc32177-9fb6-48df-a87b-5c3fd29cee6d'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 14:04:30.564010 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1480e7e0-c2e2-4b8e-8479-e336303f22db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T14:04:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3dc32177-9fb6-48df-a87b-5c3fd29cee6d'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:30.565854 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499a231-834e-47cc-b1d1-6f4b0ef487ee None None] Pushing event updated for resources: {'Port': ['ID=6edbb626-4eae-4be6-8b46-00a8568cec74,revision_number=3']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:30.595174 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b853a84-1948-4d8c-86d7-0614389a7af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:30.666407 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-f11a3b4e-8157-4871-b8df-047db2cce119 None None] Provisioning complete for port 467e210f-0baa-463a-b13c-068ef7322fce triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:04:30.666691 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f11a3b4e-8157-4871-b8df-047db2cce119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:30.708012 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-1480e7e0-c2e2-4b8e-8479-e336303f22db None None] Set router 3dc32177-9fb6-48df-a87b-5c3fd29cee6d gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 14:04:30.763478 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b853a84-1948-4d8c-86d7-0614389a7af9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:30.820486 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b853a84-1948-4d8c-86d7-0614389a7af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:30.891325 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b853a84-1948-4d8c-86d7-0614389a7af9 admin admin] Pushing event updated for resources: {'Port': ['ID=467e210f-0baa-463a-b13c-068ef7322fce,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:30.892649 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-f11a3b4e-8157-4871-b8df-047db2cce119 None None] Port 467e210f-0baa-463a-b13c-068ef7322fce cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 14:04:30.896696 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-6b853a84-1948-4d8c-86d7-0614389a7af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3657130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3665321'] for router_interface, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:30.913021 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 14:04:30.985685 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b853a84-1948-4d8c-86d7-0614389a7af9 admin admin] Network 6bd93ac9-6167-4e69-ae49-ffc92daf1d73 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:04:30.987015 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-6b853a84-1948-4d8c-86d7-0614389a7af9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:04:31.076328 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-1480e7e0-c2e2-4b8e-8479-e336303f22db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc32177-9fb6-48df-a87b-5c3fd29cee6d', 'name': 'tempest-TestSnapshotPattern-722177880-router', 'tenant_id': 'cc0bc862bca047be8b5540da211b190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '6edbb626-4eae-4be6-8b46-00a8568cec74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:04:26Z', 'updated_at': '2022-04-21T14:04:30Z', 'revision_number': 4, 'project_id': 'cc0bc862bca047be8b5540da211b190d', 'gw_port': {'id': '6edbb626-4eae-4be6-8b46-00a8568cec74', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc32177-9fb6-48df-a87b-5c3fd29cee6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:27Z', 'updated_at': '2022-04-21T14:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '467e210f-0baa-463a-b13c-068ef7322fce', 'name': '', 'network_id': '6bd93ac9-6167-4e69-ae49-ffc92daf1d73', 'tenant_id': 'cc0bc862bca047be8b5540da211b190d', 'mac_address': 'fa:16:3e:87:7b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc32177-9fb6-48df-a87b-5c3fd29cee6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': '5ee45578-6058-4382-bff1-035711a4c79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:29Z', 'updated_at': '2022-04-21T14:04:30Z', 'revision_number': 1, 'project_id': 'cc0bc862bca047be8b5540da211b190d', 'subnets': [{'id': '5ee45578-6058-4382-bff1-035711a4c79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:31.104410 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1480e7e0-c2e2-4b8e-8479-e336303f22db None None] The sync data for ids ['3dc32177-9fb6-48df-a87b-5c3fd29cee6d'] in n-d-836147-2 is: [{'id': '3dc32177-9fb6-48df-a87b-5c3fd29cee6d', 'name': 'tempest-TestSnapshotPattern-722177880-router', 'tenant_id': 'cc0bc862bca047be8b5540da211b190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '6edbb626-4eae-4be6-8b46-00a8568cec74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:04:26Z', 'updated_at': '2022-04-21T14:04:30Z', 'revision_number': 4, 'project_id': 'cc0bc862bca047be8b5540da211b190d', 'gw_port': {'id': '6edbb626-4eae-4be6-8b46-00a8568cec74', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc32177-9fb6-48df-a87b-5c3fd29cee6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:27Z', 'updated_at': '2022-04-21T14:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '467e210f-0baa-463a-b13c-068ef7322fce', 'name': '', 'network_id': '6bd93ac9-6167-4e69-ae49-ffc92daf1d73', 'tenant_id': 'cc0bc862bca047be8b5540da211b190d', 'mac_address': 'fa:16:3e:87:7b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc32177-9fb6-48df-a87b-5c3fd29cee6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': '5ee45578-6058-4382-bff1-035711a4c79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:29Z', 'updated_at': '2022-04-21T14:04:30Z', 'revision_number': 1, 'project_id': 'cc0bc862bca047be8b5540da211b190d', 'subnets': [{'id': '5ee45578-6058-4382-bff1-035711a4c79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:04:31.113204 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b853a84-1948-4d8c-86d7-0614389a7af9 admin admin] Router 3dc32177-9fb6-48df-a87b-5c3fd29cee6d has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:04:31.218895 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-4e0b7113-6a8b-4ec7-b0e5-61a2742186eb None None] Provisioning complete for port 467e210f-0baa-463a-b13c-068ef7322fce triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:04:31.219260 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4e0b7113-6a8b-4ec7-b0e5-61a2742186eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:31.234469 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b853a84-1948-4d8c-86d7-0614389a7af9 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:04:31.245183 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6b853a84-1948-4d8c-86d7-0614389a7af9 admin admin] 10.222.0.36 "PUT /v2.0/routers/3dc32177-9fb6-48df-a87b-5c3fd29cee6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7037866 Apr 21 14:04:31.261999 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-4e0b7113-6a8b-4ec7-b0e5-61a2742186eb None None] Port 467e210f-0baa-463a-b13c-068ef7322fce cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 14:04:31.908119 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34288) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:04:31.913378 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-16bebfb8-bd04-43ae-a0cc-71dffe65f24e tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-60220849', 'description': 'tempest-secgroup-smoke-60220849 description', 'project_id': '412dc428456a4adbb79916085b018f05'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:04:31.984816 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16bebfb8-bd04-43ae-a0cc-71dffe65f24e tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for security_group, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:32.054761 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16bebfb8-bd04-43ae-a0cc-71dffe65f24e tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for security_group, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:32.139145 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16bebfb8-bd04-43ae-a0cc-71dffe65f24e tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:32.170021 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bebfb8-bd04-43ae-a0cc-71dffe65f24e tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1573dc-41b2-47ec-859a-a09b9f8c89be,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:32.239969 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-16bebfb8-bd04-43ae-a0cc-71dffe65f24e tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:32.241329 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-16bebfb8-bd04-43ae-a0cc-71dffe65f24e tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3321183 Apr 21 14:04:32.244307 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34290) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:04:32.248948 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-75dcdbeb-ecb3-4a1b-9d4c-1e421c2902a8 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Request body: {'security_group_rule': {'security_group_id': '1a1573dc-41b2-47ec-859a-a09b9f8c89be', 'project_id': '412dc428456a4adbb79916085b018f05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:04:32.362380 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75dcdbeb-ecb3-4a1b-9d4c-1e421c2902a8 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:32.418968 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75dcdbeb-ecb3-4a1b-9d4c-1e421c2902a8 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:32.488684 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75dcdbeb-ecb3-4a1b-9d4c-1e421c2902a8 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:32.510353 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dcdbeb-ecb3-4a1b-9d4c-1e421c2902a8 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d26392-0832-4631-8d9e-3216db75b177,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:32.571449 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-75dcdbeb-ecb3-4a1b-9d4c-1e421c2902a8 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:32.572683 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-75dcdbeb-ecb3-4a1b-9d4c-1e421c2902a8 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3274138 Apr 21 14:04:32.575625 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34292) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:04:32.579990 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-338d872f-8082-4efb-9994-9084ebc739bb tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Request body: {'security_group_rule': {'security_group_id': '1a1573dc-41b2-47ec-859a-a09b9f8c89be', 'project_id': '412dc428456a4adbb79916085b018f05', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:04:32.674439 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-338d872f-8082-4efb-9994-9084ebc739bb tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:32.733040 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-338d872f-8082-4efb-9994-9084ebc739bb tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:32.819354 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-338d872f-8082-4efb-9994-9084ebc739bb tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:32.838135 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d872f-8082-4efb-9994-9084ebc739bb tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b75cf7d-cba8-4121-8d78-7f4c5ef28494,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:32.917792 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-338d872f-8082-4efb-9994-9084ebc739bb tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:32.919040 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-338d872f-8082-4efb-9994-9084ebc739bb tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3424907 Apr 21 14:04:32.921715 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34294) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:04:32.926083 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-ddad64b2-44f9-4d7e-9033-2cc84a6de63c tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Request body: {'security_group_rule': {'security_group_id': '1a1573dc-41b2-47ec-859a-a09b9f8c89be', 'project_id': '412dc428456a4adbb79916085b018f05', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:04:33.014324 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ddad64b2-44f9-4d7e-9033-2cc84a6de63c tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:33.019405 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc999bf5-2439-4b21-af86-a0dfb63c069a None None] Sync routers for ids ['3dc32177-9fb6-48df-a87b-5c3fd29cee6d'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:04:33.028552 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc999bf5-2439-4b21-af86-a0dfb63c069a None None] Routers {'3dc32177-9fb6-48df-a87b-5c3fd29cee6d'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 14:04:33.029145 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-dc999bf5-2439-4b21-af86-a0dfb63c069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T14:04:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3dc32177-9fb6-48df-a87b-5c3fd29cee6d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:33.071535 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ddad64b2-44f9-4d7e-9033-2cc84a6de63c tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:33.133150 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-dc999bf5-2439-4b21-af86-a0dfb63c069a None None] Set router 3dc32177-9fb6-48df-a87b-5c3fd29cee6d gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 14:04:33.157738 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ddad64b2-44f9-4d7e-9033-2cc84a6de63c tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:33.175805 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad64b2-44f9-4d7e-9033-2cc84a6de63c tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcca4265-7db4-4568-87a4-0e18a88525b3,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:33.243604 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ddad64b2-44f9-4d7e-9033-2cc84a6de63c tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:33.244764 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ddad64b2-44f9-4d7e-9033-2cc84a6de63c tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3221028 Apr 21 14:04:33.247522 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34296) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:04:33.251923 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-bd686bec-b43f-4539-ae92-80258fe0999a tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Request body: {'security_group_rule': {'security_group_id': '1a1573dc-41b2-47ec-859a-a09b9f8c89be', 'project_id': '412dc428456a4adbb79916085b018f05', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:04:33.323279 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-dc999bf5-2439-4b21-af86-a0dfb63c069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc32177-9fb6-48df-a87b-5c3fd29cee6d', 'name': 'tempest-TestSnapshotPattern-722177880-router', 'tenant_id': 'cc0bc862bca047be8b5540da211b190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '6edbb626-4eae-4be6-8b46-00a8568cec74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:04:26Z', 'updated_at': '2022-04-21T14:04:30Z', 'revision_number': 4, 'project_id': 'cc0bc862bca047be8b5540da211b190d', 'gw_port': {'id': '6edbb626-4eae-4be6-8b46-00a8568cec74', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc32177-9fb6-48df-a87b-5c3fd29cee6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:27Z', 'updated_at': '2022-04-21T14:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '467e210f-0baa-463a-b13c-068ef7322fce', 'name': '', 'network_id': '6bd93ac9-6167-4e69-ae49-ffc92daf1d73', 'tenant_id': 'cc0bc862bca047be8b5540da211b190d', 'mac_address': 'fa:16:3e:87:7b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc32177-9fb6-48df-a87b-5c3fd29cee6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': '5ee45578-6058-4382-bff1-035711a4c79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:29Z', 'updated_at': '2022-04-21T14:04:30Z', 'revision_number': 2, 'project_id': 'cc0bc862bca047be8b5540da211b190d', 'subnets': [{'id': '5ee45578-6058-4382-bff1-035711a4c79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:33.353572 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd686bec-b43f-4539-ae92-80258fe0999a tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:33.353844 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc999bf5-2439-4b21-af86-a0dfb63c069a None None] Checking router: 3dc32177-9fb6-48df-a87b-5c3fd29cee6d for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:04:33.353955 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc999bf5-2439-4b21-af86-a0dfb63c069a None None] Updating router 3dc32177-9fb6-48df-a87b-5c3fd29cee6d port 467e210f-0baa-463a-b13c-068ef7322fce binding host n-d-836147-2 {{(pid=103400) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 21 14:04:33.378137 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc999bf5-2439-4b21-af86-a0dfb63c069a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:33.417528 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd686bec-b43f-4539-ae92-80258fe0999a tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:33.489201 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd686bec-b43f-4539-ae92-80258fe0999a tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:33.509397 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd686bec-b43f-4539-ae92-80258fe0999a tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ffd58d-3165-4041-858c-f5c055f0ee3b,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:33.576858 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-bd686bec-b43f-4539-ae92-80258fe0999a tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:33.578171 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-bd686bec-b43f-4539-ae92-80258fe0999a tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3296239 Apr 21 14:04:33.581060 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34298) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:04:33.588937 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-2350fb14-b1b8-4cb0-8f72-3a0f170cb5a0 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Request body: {'security_group_rule': {'security_group_id': '1a1573dc-41b2-47ec-859a-a09b9f8c89be', 'project_id': '412dc428456a4adbb79916085b018f05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:04:33.634931 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc999bf5-2439-4b21-af86-a0dfb63c069a None None] Notify callbacks [] for port, precommit_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:33.672094 n-d-836147-2 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-2350fb14-b1b8-4cb0-8f72-3a0f170cb5a0 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Project 412dc428456a4adbb79916085b018f05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:04:33.677334 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2350fb14-b1b8-4cb0-8f72-3a0f170cb5a0 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:33.700799 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc999bf5-2439-4b21-af86-a0dfb63c069a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:33.746969 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2350fb14-b1b8-4cb0-8f72-3a0f170cb5a0 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:33.758656 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb03e04-e9b5-4eef-bda9-c163069f8e7d None None] Pushing event updated for resources: {'Port': ['ID=467e210f-0baa-463a-b13c-068ef7322fce,revision_number=3']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:33.800443 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 6edbb626-4eae-4be6-8b46-00a8568cec74 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 14:04:33.811787 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-dc999bf5-2439-4b21-af86-a0dfb63c069a None None] Attempting to bind port 467e210f-0baa-463a-b13c-068ef7322fce on host n-d-836147-2 for vnic_type normal with profile {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:04:33.812309 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-dc999bf5-2439-4b21-af86-a0dfb63c069a None None] Attempting to bind port 467e210f-0baa-463a-b13c-068ef7322fce by drivers openvswitch,hyperv on host n-d-836147-2 at level 0 using segments [{'id': '3617a3d8-56fb-4acd-be2f-6febeb1a011e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6bd93ac9-6167-4e69-ae49-ffc92daf1d73'}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:04:33.812763 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc999bf5-2439-4b21-af86-a0dfb63c069a None None] Attempting to bind port 467e210f-0baa-463a-b13c-068ef7322fce on network 6bd93ac9-6167-4e69-ae49-ffc92daf1d73 {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 14:04:33.818504 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc999bf5-2439-4b21-af86-a0dfb63c069a None None] Checking agent: {'id': '10165911-355b-4616-864c-6114843a79b2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 17, 19), 'started_at': datetime.datetime(2022, 4, 21, 12, 17, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836147-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 14:04:33.818955 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc999bf5-2439-4b21-af86-a0dfb63c069a None None] Checking segment: {'id': '3617a3d8-56fb-4acd-be2f-6febeb1a011e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6bd93ac9-6167-4e69-ae49-ffc92daf1d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103400) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 14:04:33.819352 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc999bf5-2439-4b21-af86-a0dfb63c069a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:33.819735 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc999bf5-2439-4b21-af86-a0dfb63c069a None None] Bound using segment: {'id': '3617a3d8-56fb-4acd-be2f-6febeb1a011e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6bd93ac9-6167-4e69-ae49-ffc92daf1d73'} {{(pid=103400) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 14:04:33.820196 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.managers [None req-dc999bf5-2439-4b21-af86-a0dfb63c069a None None] Bound port: 467e210f-0baa-463a-b13c-068ef7322fce, host: n-d-836147-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3617a3d8-56fb-4acd-be2f-6febeb1a011e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '6bd93ac9-6167-4e69-ae49-ffc92daf1d73'}}] {{(pid=103400) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:04:33.820725 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc999bf5-2439-4b21-af86-a0dfb63c069a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:33.826503 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2350fb14-b1b8-4cb0-8f72-3a0f170cb5a0 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:33.850768 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2350fb14-b1b8-4cb0-8f72-3a0f170cb5a0 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb30849a-cc59-4108-9b68-b1889e951a09,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:33.867922 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 6edbb626-4eae-4be6-8b46-00a8568cec74 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:04:33.868663 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:33.891371 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-dc999bf5-2439-4b21-af86-a0dfb63c069a None None] For port 467e210f-0baa-463a-b13c-068ef7322fce, host n-d-836147-2, cleared binding levels {{(pid=103400) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:04:33.894999 n-d-836147-2 neutron-server[103400]: DEBUG neutron.plugins.ml2.db [None req-dc999bf5-2439-4b21-af86-a0dfb63c069a None None] For port 467e210f-0baa-463a-b13c-068ef7322fce, host n-d-836147-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=467e210f-0baa-463a-b13c-068ef7322fce,segment=NetworkSegment(3617a3d8-56fb-4acd-be2f-6febeb1a011e),segment_id=3617a3d8-56fb-4acd-be2f-6febeb1a011e)] {{(pid=103400) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:04:33.931449 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2350fb14-b1b8-4cb0-8f72-3a0f170cb5a0 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:33.932788 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2350fb14-b1b8-4cb0-8f72-3a0f170cb5a0 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3507011 Apr 21 14:04:33.935497 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34300) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:04:33.940723 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-9d545ada-d1bb-448a-a93c-6f8212f48d4e tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Request body: {'security_group_rule': {'security_group_id': '1a1573dc-41b2-47ec-859a-a09b9f8c89be', 'project_id': '412dc428456a4adbb79916085b018f05', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:04:33.954733 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:33.969466 n-d-836147-2 neutron-server[103400]: DEBUG neutron_lib.callbacks.manager [None req-dc999bf5-2439-4b21-af86-a0dfb63c069a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103400) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:33.975489 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] For port 6edbb626-4eae-4be6-8b46-00a8568cec74, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=6edbb626-4eae-4be6-8b46-00a8568cec74,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:04:33.998878 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-524fc400-acfd-4108-a4ed-bbb8b3796cd5 None None] Provisioning complete for port 467e210f-0baa-463a-b13c-068ef7322fce triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:04:33.999222 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-524fc400-acfd-4108-a4ed-bbb8b3796cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:34.020359 n-d-836147-2 neutron-server[103398]: INFO neutron.db.securitygroups_db [None req-9d545ada-d1bb-448a-a93c-6f8212f48d4e tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Project 412dc428456a4adbb79916085b018f05 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 21 14:04:34.026181 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d545ada-d1bb-448a-a93c-6f8212f48d4e tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:34.032553 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc999bf5-2439-4b21-af86-a0dfb63c069a None None] Routers {'3dc32177-9fb6-48df-a87b-5c3fd29cee6d'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 14:04:34.033191 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-dc999bf5-2439-4b21-af86-a0dfb63c069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T14:04:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3dc32177-9fb6-48df-a87b-5c3fd29cee6d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:34.056219 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:34.073140 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb03e04-e9b5-4eef-bda9-c163069f8e7d None None] Pushing event updated for resources: {'Port': ['ID=467e210f-0baa-463a-b13c-068ef7322fce,revision_number=4']} {{(pid=103400) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:34.132073 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d545ada-d1bb-448a-a93c-6f8212f48d4e tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:34.148011 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Pushing event updated for resources: {'Port': ['ID=6edbb626-4eae-4be6-8b46-00a8568cec74,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:34.152993 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-524fc400-acfd-4108-a4ed-bbb8b3796cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:34.162041 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-dc999bf5-2439-4b21-af86-a0dfb63c069a None None] Set router 3dc32177-9fb6-48df-a87b-5c3fd29cee6d gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 14:04:34.190907 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-524fc400-acfd-4108-a4ed-bbb8b3796cd5 None None] For port 467e210f-0baa-463a-b13c-068ef7322fce, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=467e210f-0baa-463a-b13c-068ef7322fce,segment=NetworkSegment(3617a3d8-56fb-4acd-be2f-6febeb1a011e),segment_id=3617a3d8-56fb-4acd-be2f-6febeb1a011e)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:04:34.197735 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d545ada-d1bb-448a-a93c-6f8212f48d4e tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-470378'] for security_group_rule, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:34.218491 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d545ada-d1bb-448a-a93c-6f8212f48d4e tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97a170ed-179d-49c8-87f0-1b95420cea85,revision_number=0']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:34.255136 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-524fc400-acfd-4108-a4ed-bbb8b3796cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:34.285472 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-9d545ada-d1bb-448a-a93c-6f8212f48d4e tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:34.287335 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-9d545ada-d1bb-448a-a93c-6f8212f48d4e tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3507352 Apr 21 14:04:34.306242 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524fc400-acfd-4108-a4ed-bbb8b3796cd5 None None] Pushing event updated for resources: {'Port': ['ID=467e210f-0baa-463a-b13c-068ef7322fce,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:34.375855 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-e6ea053b-002b-4f55-b252-d519fa8e28b4 None None] Provisioning complete for port 467e210f-0baa-463a-b13c-068ef7322fce triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:04:34.376232 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e6ea053b-002b-4f55-b252-d519fa8e28b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:34.387777 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-dc999bf5-2439-4b21-af86-a0dfb63c069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc32177-9fb6-48df-a87b-5c3fd29cee6d', 'name': 'tempest-TestSnapshotPattern-722177880-router', 'tenant_id': 'cc0bc862bca047be8b5540da211b190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '6edbb626-4eae-4be6-8b46-00a8568cec74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:04:26Z', 'updated_at': '2022-04-21T14:04:30Z', 'revision_number': 4, 'project_id': 'cc0bc862bca047be8b5540da211b190d', 'gw_port': {'id': '6edbb626-4eae-4be6-8b46-00a8568cec74', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc32177-9fb6-48df-a87b-5c3fd29cee6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:27Z', 'updated_at': '2022-04-21T14:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '467e210f-0baa-463a-b13c-068ef7322fce', 'name': '', 'network_id': '6bd93ac9-6167-4e69-ae49-ffc92daf1d73', 'tenant_id': 'cc0bc862bca047be8b5540da211b190d', 'mac_address': 'fa:16:3e:87:7b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc32177-9fb6-48df-a87b-5c3fd29cee6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': '5ee45578-6058-4382-bff1-035711a4c79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:29Z', 'updated_at': '2022-04-21T14:04:33Z', 'revision_number': 4, 'project_id': 'cc0bc862bca047be8b5540da211b190d', 'subnets': [{'id': '5ee45578-6058-4382-bff1-035711a4c79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:34.420552 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc999bf5-2439-4b21-af86-a0dfb63c069a None None] The sync data for ids ['3dc32177-9fb6-48df-a87b-5c3fd29cee6d'] in n-d-836147-2 is: [{'id': '3dc32177-9fb6-48df-a87b-5c3fd29cee6d', 'name': 'tempest-TestSnapshotPattern-722177880-router', 'tenant_id': 'cc0bc862bca047be8b5540da211b190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '6edbb626-4eae-4be6-8b46-00a8568cec74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:04:26Z', 'updated_at': '2022-04-21T14:04:30Z', 'revision_number': 4, 'project_id': 'cc0bc862bca047be8b5540da211b190d', 'gw_port': {'id': '6edbb626-4eae-4be6-8b46-00a8568cec74', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc32177-9fb6-48df-a87b-5c3fd29cee6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:27Z', 'updated_at': '2022-04-21T14:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '467e210f-0baa-463a-b13c-068ef7322fce', 'name': '', 'network_id': '6bd93ac9-6167-4e69-ae49-ffc92daf1d73', 'tenant_id': 'cc0bc862bca047be8b5540da211b190d', 'mac_address': 'fa:16:3e:87:7b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dc32177-9fb6-48df-a87b-5c3fd29cee6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4446, 'fixed_ips': [{'subnet_id': '5ee45578-6058-4382-bff1-035711a4c79e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:29Z', 'updated_at': '2022-04-21T14:04:33Z', 'revision_number': 4, 'project_id': 'cc0bc862bca047be8b5540da211b190d', 'subnets': [{'id': '5ee45578-6058-4382-bff1-035711a4c79e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:04:34.519124 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-d0e6f2e3-ce09-49d4-a8f8-01101703fed6 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-60220849&fields=id&tenant_id=412dc428456a4adbb79916085b018f05 HTTP/1.1" status: 200 len: 267 time: 0.0341592 Apr 21 14:04:34.628388 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-b5275173-b4af-44b7-9a05-da7009141a0a tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:34.630630 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-b5275173-b4af-44b7-9a05-da7009141a0a tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/networks?id=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 HTTP/1.1" status: 200 len: 809 time: 0.1029925 Apr 21 14:04:34.645147 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-2f828df3-610c-41c9-9f68-70d3fce878df tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/quotas/412dc428456a4adbb79916085b018f05 HTTP/1.1" status: 200 len: 375 time: 0.0088129 Apr 21 14:04:34.695512 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-de689a64-af09-4a69-a8a6-8d12eaa1b571 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=412dc428456a4adbb79916085b018f05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443716 Apr 21 14:04:34.801164 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-b1543393-204d-4b7d-85c7-06b80200c1fb service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103398) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:04:34.802733 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-b1543393-204d-4b7d-85c7-06b80200c1fb service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0957384 Apr 21 14:04:34.894410 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-9585d9eb-fb2d-46c1-bb67-55479feded95 service neutron] 10.222.0.36 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854006 Apr 21 14:04:34.979907 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-1dedbc30-ee9e-4627-9341-45a8cd14e7c1 service neutron] 10.222.0.36 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794191 Apr 21 14:04:35.210440 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2944fadd-509a-4ad4-8f06-6f640882a2cf req-174fb195-92af-42e7-b36c-d042b6af52f3 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8656c5c-68ce-44ca-9919-aa485656b85a HTTP/1.1" status: 200 len: 210 time: 0.0271714 Apr 21 14:04:35.780565 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 467e210f-0baa-463a-b13c-068ef7322fce up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 14:04:35.827651 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 467e210f-0baa-463a-b13c-068ef7322fce triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:04:35.828124 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:35.905479 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 6edbb626-4eae-4be6-8b46-00a8568cec74 up at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 14:04:35.953480 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Provisioning complete for port 6edbb626-4eae-4be6-8b46-00a8568cec74 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:04:35.953875 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:36.306448 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-c001bf90-5e97-49d9-adac-36baa1eccad7 req-95617d5e-2013-41ee-b407-0bd64111ece3 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8656c5c-68ce-44ca-9919-aa485656b85a HTTP/1.1" status: 200 len: 210 time: 0.0284293 Apr 21 14:04:37.308796 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-513458b7-09dd-47a8-8f92-1e9a1f6dfbbc tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:37.310265 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-513458b7-09dd-47a8-8f92-1e9a1f6dfbbc tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.24 "GET /v2.0/networks?id=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 HTTP/1.1" status: 200 len: 809 time: 0.1051550 Apr 21 14:04:37.367801 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-66afdf4c-2119-406e-a6f0-a645dfd7556f tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=412dc428456a4adbb79916085b018f05 HTTP/1.1" status: 200 len: 378 time: 0.0348370 Apr 21 14:04:37.377190 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-fadbb959-7d3b-480c-82b8-259121bf360a tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Request body: {'port': {'device_id': 'b8656c5c-68ce-44ca-9919-aa485656b85a', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'admin_state_up': True, 'tenant_id': '412dc428456a4adbb79916085b018f05', 'security_groups': ['1a1573dc-41b2-47ec-859a-a09b9f8c89be']}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:04:37.420048 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7e71b67e-526b-40f2-8167-0b8e79a7b4ea req-3e8deae6-8c9b-413c-a3e2-2e00b7fde5a6 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8656c5c-68ce-44ca-9919-aa485656b85a HTTP/1.1" status: 200 len: 210 time: 0.0392084 Apr 21 14:04:37.566929 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-fadbb959-7d3b-480c-82b8-259121bf360a tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Made reservation on behalf of 412dc428456a4adbb79916085b018f05 for: {'port': 1} {{(pid=103398) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:04:37.571006 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-fadbb959-7d3b-480c-82b8-259121bf360a tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:37.691266 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-fadbb959-7d3b-480c-82b8-259121bf360a tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Allocated IP 172.20.0.4 (fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681/539fe4ee-4a60-4858-b72a-c0fe60ff9480/769b1b6d-ed62-46ed-8086-58c5a619372a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:04:37.829221 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-fadbb959-7d3b-480c-82b8-259121bf360a tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:37.912062 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-fadbb959-7d3b-480c-82b8-259121bf360a tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:37.955349 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-fadbb959-7d3b-480c-82b8-259121bf360a tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Network fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:04:37.958348 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-fadbb959-7d3b-480c-82b8-259121bf360a tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:04:37.962120 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-fadbb959-7d3b-480c-82b8-259121bf360a tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 14:04:37.989182 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbb959-7d3b-480c-82b8-259121bf360a tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Pushing event updated for resources: {'Port': ['ID=769b1b6d-ed62-46ed-8086-58c5a619372a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:38.018993 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-fadbb959-7d3b-480c-82b8-259121bf360a tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:38.019617 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-fadbb959-7d3b-480c-82b8-259121bf360a tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:38.080500 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-fadbb959-7d3b-480c-82b8-259121bf360a tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7067950 Apr 21 14:04:38.097505 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-0de105d6-3853-4c4d-9af1-6a10bebb878e service neutron] Request body: {'port': {'device_id': 'b8656c5c-68ce-44ca-9919-aa485656b85a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836147-2'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:04:38.151885 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-0de105d6-3853-4c4d-9af1-6a10bebb878e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:38.225494 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-caec3a3e-42b5-4520-b0b4-71c6ae165642 None None] Provisioning complete for port 769b1b6d-ed62-46ed-8086-58c5a619372a triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:04:38.226173 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-caec3a3e-42b5-4520-b0b4-71c6ae165642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:38.259610 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-caec3a3e-42b5-4520-b0b4-71c6ae165642 None None] Port 769b1b6d-ed62-46ed-8086-58c5a619372a cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 14:04:38.409500 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-0de105d6-3853-4c4d-9af1-6a10bebb878e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769b1b6d-ed62-46ed-8086-58c5a619372a {{(pid=103398) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:04:38.417685 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-0de105d6-3853-4c4d-9af1-6a10bebb878e service neutron] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:38.430678 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.provisioning_blocks [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-0de105d6-3853-4c4d-9af1-6a10bebb878e service neutron] Transition to ACTIVE for port object 769b1b6d-ed62-46ed-8086-58c5a619372a will not be triggered until provisioned by entity L2. {{(pid=103398) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:04:38.489072 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-0de105d6-3853-4c4d-9af1-6a10bebb878e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:38.565671 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de105d6-3853-4c4d-9af1-6a10bebb878e service neutron] Pushing event updated for resources: {'Port': ['ID=769b1b6d-ed62-46ed-8086-58c5a619372a,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:38.601862 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e01c13-8caa-418f-91e0-2e34c7ccf869 req-b2ace803-a148-46bd-9ed8-c5a2686e33c4 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:38.603373 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-48e01c13-8caa-418f-91e0-2e34c7ccf869 req-b2ace803-a148-46bd-9ed8-c5a2686e33c4 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8656c5c-68ce-44ca-9919-aa485656b85a HTTP/1.1" status: 200 len: 943 time: 0.1119113 Apr 21 14:04:38.678816 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-48e01c13-8caa-418f-91e0-2e34c7ccf869 req-7443d855-af4b-407a-8e0c-6f0f620c0baf tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559449 Apr 21 14:04:38.683355 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-0de105d6-3853-4c4d-9af1-6a10bebb878e service neutron] Attempting to bind port 769b1b6d-ed62-46ed-8086-58c5a619372a on host n-h2-836147-2 for vnic_type normal with profile {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:04:38.683646 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-0de105d6-3853-4c4d-9af1-6a10bebb878e service neutron] Attempting to bind port 769b1b6d-ed62-46ed-8086-58c5a619372a by drivers openvswitch,hyperv on host n-h2-836147-2 at level 0 using segments [{'id': '00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681'}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:04:38.683974 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-0de105d6-3853-4c4d-9af1-6a10bebb878e service neutron] Attempting to bind port 769b1b6d-ed62-46ed-8086-58c5a619372a on network fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 14:04:38.688533 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-0de105d6-3853-4c4d-9af1-6a10bebb878e service neutron] Port 769b1b6d-ed62-46ed-8086-58c5a619372a on network fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 not bound, no agent of type Open vSwitch agent registered on host n-h2-836147-2 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 14:04:38.688848 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-0de105d6-3853-4c4d-9af1-6a10bebb878e service neutron] Attempting to bind port 769b1b6d-ed62-46ed-8086-58c5a619372a on network fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 14:04:38.694939 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-0de105d6-3853-4c4d-9af1-6a10bebb878e service neutron] Checking agent: {'id': '381e0770-c856-412b-895b-07e9eeeb92f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 14:04:38.695272 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-0de105d6-3853-4c4d-9af1-6a10bebb878e service neutron] Checking segment: {'id': '00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103398) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 14:04:38.695646 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-0de105d6-3853-4c4d-9af1-6a10bebb878e service neutron] Bound using segment: {'id': '00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681'} {{(pid=103398) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 14:04:38.696096 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.managers [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-0de105d6-3853-4c4d-9af1-6a10bebb878e service neutron] Bound port: 769b1b6d-ed62-46ed-8086-58c5a619372a, host: n-h2-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681'}}] {{(pid=103398) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:04:38.696451 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-0de105d6-3853-4c4d-9af1-6a10bebb878e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:38.758763 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-0de105d6-3853-4c4d-9af1-6a10bebb878e service neutron] For port 769b1b6d-ed62-46ed-8086-58c5a619372a, host n-h2-836147-2, cleared binding levels {{(pid=103398) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:04:38.762079 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-0de105d6-3853-4c4d-9af1-6a10bebb878e service neutron] For port 769b1b6d-ed62-46ed-8086-58c5a619372a, host n-h2-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=769b1b6d-ed62-46ed-8086-58c5a619372a,segment=NetworkSegment(00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c),segment_id=00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c)] {{(pid=103398) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:04:38.858729 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-0de105d6-3853-4c4d-9af1-6a10bebb878e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:38.892333 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-0de105d6-3853-4c4d-9af1-6a10bebb878e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:38.893310 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-0de105d6-3853-4c4d-9af1-6a10bebb878e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:38.894816 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-0de105d6-3853-4c4d-9af1-6a10bebb878e service neutron] 10.222.0.24 "PUT /v2.0/ports/769b1b6d-ed62-46ed-8086-58c5a619372a HTTP/1.1" status: 200 len: 1091 time: 0.8016353 Apr 21 14:04:38.897262 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8656c5c-68ce-44ca-9919-aa485656b85a', 'tag': '769b1b6d-ed62-46ed-8086-58c5a619372a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:04:38.899607 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d816720e-64b1-43e3-baa3-0779e14e6d85" -d '{"events": [{"name": "network-changed", "server_uuid": "b8656c5c-68ce-44ca-9919-aa485656b85a", "tag": "769b1b6d-ed62-46ed-8086-58c5a619372a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 14:04:38.937105 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de105d6-3853-4c4d-9af1-6a10bebb878e service neutron] Pushing event updated for resources: {'Port': ['ID=769b1b6d-ed62-46ed-8086-58c5a619372a,revision_number=3']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:38.951434 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 14:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66837e9b-5d2f-4dcf-948e-47e7005a936f x-openstack-request-id: req-66837e9b-5d2f-4dcf-948e-47e7005a936f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 14:04:38.951727 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8656c5c-68ce-44ca-9919-aa485656b85a", "tag": "769b1b6d-ed62-46ed-8086-58c5a619372a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 14:04:38.951989 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-66837e9b-5d2f-4dcf-948e-47e7005a936f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 14:04:38.952397 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66837e9b-5d2f-4dcf-948e-47e7005a936f'] response: {'name': 'network-changed', 'server_uuid': 'b8656c5c-68ce-44ca-9919-aa485656b85a', 'tag': '769b1b6d-ed62-46ed-8086-58c5a619372a', 'status': 'completed', 'code': 200} Apr 21 14:04:39.020434 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816720e-64b1-43e3-baa3-0779e14e6d85 req-f5a8f255-b864-475a-9b7a-3347476ae8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:39.022649 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d816720e-64b1-43e3-baa3-0779e14e6d85 req-f5a8f255-b864-475a-9b7a-3347476ae8c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=412dc428456a4adbb79916085b018f05&device_id=b8656c5c-68ce-44ca-9919-aa485656b85a HTTP/1.1" status: 200 len: 1094 time: 0.0437069 Apr 21 14:04:39.124118 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816720e-64b1-43e3-baa3-0779e14e6d85 req-070cadb0-1151-4cad-b9ed-9bb920a039d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:39.125638 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d816720e-64b1-43e3-baa3-0779e14e6d85 req-070cadb0-1151-4cad-b9ed-9bb920a039d6 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=412dc428456a4adbb79916085b018f05&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0958138 Apr 21 14:04:39.221399 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816720e-64b1-43e3-baa3-0779e14e6d85 req-1cb440ac-1b53-4ff0-a61e-d0d564d301f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:39.222902 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d816720e-64b1-43e3-baa3-0779e14e6d85 req-1cb440ac-1b53-4ff0-a61e-d0d564d301f1 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856555 Apr 21 14:04:39.308980 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-a70f461e-bc12-480f-86d7-8ddb5e6cfcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:39.310475 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-a70f461e-bc12-480f-86d7-8ddb5e6cfcff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=412dc428456a4adbb79916085b018f05&device_id=b8656c5c-68ce-44ca-9919-aa485656b85a HTTP/1.1" status: 200 len: 1094 time: 0.0440257 Apr 21 14:04:39.355093 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-b565a28a-79b4-4a02-8b2e-b0795bf370ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=769b1b6d-ed62-46ed-8086-58c5a619372a HTTP/1.1" status: 200 len: 217 time: 0.0326822 Apr 21 14:04:39.403936 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-df8e2a89-dda4-459f-82ce-673da74a0157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:39.405761 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-df8e2a89-dda4-459f-82ce-673da74a0157 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=539fe4ee-4a60-4858-b72a-c0fe60ff9480 HTTP/1.1" status: 200 len: 848 time: 0.0433650 Apr 21 14:04:39.456856 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-7a9e168b-de74-4c88-94d7-864e73b6c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:39.458398 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-7a9e168b-de74-4c88-94d7-864e73b6c2ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423982 Apr 21 14:04:39.548358 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-c74d61ce-4673-4869-9640-bc5ed6c692ca service neutron] 10.222.0.24 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784297 Apr 21 14:04:39.642413 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-115ecca4-e8fd-48a4-9045-2e94f806791f req-e34104a8-62e4-40f6-8aab-eae1ad71ee9d service neutron] 10.222.0.24 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830548 Apr 21 14:04:39.792900 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4801f-2b59-4d03-8ae6-8c89282eec13 req-fbafa07a-20e4-4cd3-89a5-df53d12cd6d6 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:39.794423 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9ff4801f-2b59-4d03-8ae6-8c89282eec13 req-fbafa07a-20e4-4cd3-89a5-df53d12cd6d6 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8656c5c-68ce-44ca-9919-aa485656b85a HTTP/1.1" status: 200 len: 943 time: 0.0491071 Apr 21 14:04:39.831325 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9ff4801f-2b59-4d03-8ae6-8c89282eec13 req-341808af-e692-4f9a-869b-e63c6bf3ad7b tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308616 Apr 21 14:04:40.946300 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09363f-d58d-4baf-bd88-af61517c4a9b req-58b4dae2-4422-4969-a6d9-e327a3609219 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:40.947737 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da09363f-d58d-4baf-bd88-af61517c4a9b req-58b4dae2-4422-4969-a6d9-e327a3609219 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8656c5c-68ce-44ca-9919-aa485656b85a HTTP/1.1" status: 200 len: 943 time: 0.0468719 Apr 21 14:04:40.984367 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-da09363f-d58d-4baf-bd88-af61517c4a9b req-42f7da6d-3235-4c28-9a74-f43209c297e7 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307357 Apr 21 14:04:42.098636 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867777c-bb95-480e-ae85-41be86f4b01a req-a4ab8d22-74a4-479b-bd84-5e2e79cb98f3 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:42.100579 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2867777c-bb95-480e-ae85-41be86f4b01a req-a4ab8d22-74a4-479b-bd84-5e2e79cb98f3 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8656c5c-68ce-44ca-9919-aa485656b85a HTTP/1.1" status: 200 len: 943 time: 0.0511627 Apr 21 14:04:42.467813 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-2867777c-bb95-480e-ae85-41be86f4b01a req-93efb376-138a-4ba1-b461-56269bafae55 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3609824 Apr 21 14:04:42.663220 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 769b1b6d-ed62-46ed-8086-58c5a619372a details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 14:04:42.757075 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 769b1b6d-ed62-46ed-8086-58c5a619372a, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=769b1b6d-ed62-46ed-8086-58c5a619372a,segment=NetworkSegment(00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c),segment_id=00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:04:42.768016 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '769b1b6d-ed62-46ed-8086-58c5a619372a', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'port_id': '769b1b6d-ed62-46ed-8086-58c5a619372a', 'mac_address': 'fa:16:3e:7c:be:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 14:04:42.803425 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:42.815454 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769b1b6d-ed62-46ed-8086-58c5a619372a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:04:42.835460 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 769b1b6d-ed62-46ed-8086-58c5a619372a, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=769b1b6d-ed62-46ed-8086-58c5a619372a,segment=NetworkSegment(00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c),segment_id=00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:04:42.894655 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:42.939892 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=769b1b6d-ed62-46ed-8086-58c5a619372a,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:43.155215 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['769b1b6d-ed62-46ed-8086-58c5a619372a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 14:04:43.551667 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-90fb7e53-7f6e-4bb8-bfc0-26510d4235c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:43.581392 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7744553-4752-4dbd-b474-cb63aeb8ccdf req-8425b614-e556-4197-81d9-0aadfafa5215 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:43.582893 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7744553-4752-4dbd-b474-cb63aeb8ccdf req-8425b614-e556-4197-81d9-0aadfafa5215 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8656c5c-68ce-44ca-9919-aa485656b85a HTTP/1.1" status: 200 len: 944 time: 0.0484576 Apr 21 14:04:43.620365 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b7744553-4752-4dbd-b474-cb63aeb8ccdf req-e0db2eac-565c-48a1-874e-03e62105716b tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313935 Apr 21 14:04:44.668620 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 769b1b6d-ed62-46ed-8086-58c5a619372a up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 14:04:44.734217 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40a143-ab0e-46be-8f3b-c9e4513bbda9 req-a8f7fcd4-6b33-4c04-91c2-35872d97ed2c tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:44.735672 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff40a143-ab0e-46be-8f3b-c9e4513bbda9 req-a8f7fcd4-6b33-4c04-91c2-35872d97ed2c tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8656c5c-68ce-44ca-9919-aa485656b85a HTTP/1.1" status: 200 len: 944 time: 0.0486372 Apr 21 14:04:44.773415 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ff40a143-ab0e-46be-8f3b-c9e4513bbda9 req-ca591ba7-7d04-4509-88f9-0c1a82294062 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312335 Apr 21 14:04:44.774510 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning for port 769b1b6d-ed62-46ed-8086-58c5a619372a completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:04:44.778385 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 769b1b6d-ed62-46ed-8086-58c5a619372a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:04:44.778785 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:44.853809 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:44.875735 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8656c5c-68ce-44ca-9919-aa485656b85a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769b1b6d-ed62-46ed-8086-58c5a619372a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:04:44.878080 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe6d942-5725-40d8-af23-c2206d939f9d" -d '{"events": [{"server_uuid": "b8656c5c-68ce-44ca-9919-aa485656b85a", "name": "network-vif-plugged", "status": "completed", "tag": "769b1b6d-ed62-46ed-8086-58c5a619372a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 14:04:44.890369 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 769b1b6d-ed62-46ed-8086-58c5a619372a, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=769b1b6d-ed62-46ed-8086-58c5a619372a,segment=NetworkSegment(00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c),segment_id=00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:04:44.915000 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 14:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a62925a-01c4-441d-927e-b49bc317f634 x-openstack-request-id: req-8a62925a-01c4-441d-927e-b49bc317f634 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 14:04:44.915289 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8656c5c-68ce-44ca-9919-aa485656b85a", "name": "network-vif-plugged", "status": "completed", "tag": "769b1b6d-ed62-46ed-8086-58c5a619372a", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 14:04:44.915565 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8a62925a-01c4-441d-927e-b49bc317f634 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 14:04:44.915963 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a62925a-01c4-441d-927e-b49bc317f634'] response: {'server_uuid': 'b8656c5c-68ce-44ca-9919-aa485656b85a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769b1b6d-ed62-46ed-8086-58c5a619372a', 'code': 200} Apr 21 14:04:44.968586 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:45.017299 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8c2d5-32a7-4541-8216-0edf280f9fcb req-9b7eed3d-123c-4d4b-a368-69da46953ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:45.018832 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79d8c2d5-32a7-4541-8216-0edf280f9fcb req-9b7eed3d-123c-4d4b-a368-69da46953ca5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b8656c5c-68ce-44ca-9919-aa485656b85a HTTP/1.1" status: 200 len: 1096 time: 0.0427272 Apr 21 14:04:45.020074 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=769b1b6d-ed62-46ed-8086-58c5a619372a,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:45.057557 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79d8c2d5-32a7-4541-8216-0edf280f9fcb req-c9908b7e-30a7-410b-883d-26e0becb51b2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0280604 Apr 21 14:04:45.803424 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-b6e07b6d-a0b5-4fbc-bc8e-695c2269c8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:45.888149 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71842f35-9935-46bc-b472-593e1100d26a req-9f404bb4-8570-406d-beba-7518a4c87dc6 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:45.889655 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-71842f35-9935-46bc-b472-593e1100d26a req-9f404bb4-8570-406d-beba-7518a4c87dc6 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8656c5c-68ce-44ca-9919-aa485656b85a HTTP/1.1" status: 200 len: 945 time: 0.0496342 Apr 21 14:04:45.926241 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-71842f35-9935-46bc-b472-593e1100d26a req-1fb6c305-b51f-47e1-81ea-1d4701721536 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305984 Apr 21 14:04:47.041486 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1476dc3-d4c4-4c6c-8fe5-2f294f89025c req-2b36516f-830c-4f09-962c-6f607c45680f tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:47.042943 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1476dc3-d4c4-4c6c-8fe5-2f294f89025c req-2b36516f-830c-4f09-962c-6f607c45680f tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8656c5c-68ce-44ca-9919-aa485656b85a HTTP/1.1" status: 200 len: 945 time: 0.0471957 Apr 21 14:04:47.080431 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d1476dc3-d4c4-4c6c-8fe5-2f294f89025c req-541dd51f-a411-4d1e-86d0-610204c390bb tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315886 Apr 21 14:04:47.196267 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb66b4d-162d-42a4-a4b4-be1b0dad4cdd req-5708ef12-9fa6-486f-a812-ccf59cd50fb5 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:47.197757 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aeb66b4d-162d-42a4-a4b4-be1b0dad4cdd req-5708ef12-9fa6-486f-a812-ccf59cd50fb5 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8656c5c-68ce-44ca-9919-aa485656b85a HTTP/1.1" status: 200 len: 945 time: 0.0514812 Apr 21 14:04:47.234925 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-aeb66b4d-162d-42a4-a4b4-be1b0dad4cdd req-562b74b9-33e6-492f-93d9-1ba87406daec tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312121 Apr 21 14:04:47.256740 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34358) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:04:47.275304 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:47.335622 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3e2e8a-fde4-4c9f-80d9-01039e02657b tempest-TestSnapshotPattern-1473023586 tempest-TestSnapshotPattern-1473023586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:47.337110 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-5f3e2e8a-fde4-4c9f-80d9-01039e02657b tempest-TestSnapshotPattern-1473023586 tempest-TestSnapshotPattern-1473023586-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=b8656c5c-68ce-44ca-9919-aa485656b85a HTTP/1.1" status: 200 len: 1091 time: 0.0793619 Apr 21 14:04:47.339995 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34362) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:04:47.344167 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [None req-902c64f3-97c9-489b-9530-fbc295d0c2bc tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'port_id': '769b1b6d-ed62-46ed-8086-58c5a619372a', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:04:47.435705 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-902c64f3-97c9-489b-9530-fbc295d0c2bc tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for floatingip, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:47.533522 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-902c64f3-97c9-489b-9530-fbc295d0c2bc tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:47.634373 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [None req-902c64f3-97c9-489b-9530-fbc295d0c2bc tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Allocated IP 172.25.8.66 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/7ad238fd-83f9-49d5-b9b3-a4fe94d1595c) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:04:47.738601 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-902c64f3-97c9-489b-9530-fbc295d0c2bc tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:47.820202 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-902c64f3-97c9-489b-9530-fbc295d0c2bc tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:47.854094 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902c64f3-97c9-489b-9530-fbc295d0c2bc tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:04:47.856727 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [None req-902c64f3-97c9-489b-9530-fbc295d0c2bc tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:04:47.862048 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902c64f3-97c9-489b-9530-fbc295d0c2bc tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 14:04:47.893261 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c64f3-97c9-489b-9530-fbc295d0c2bc tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Pushing event updated for resources: {'Port': ['ID=7ad238fd-83f9-49d5-b9b3-a4fe94d1595c,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:48.213283 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-902c64f3-97c9-489b-9530-fbc295d0c2bc tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:48.337956 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-902c64f3-97c9-489b-9530-fbc295d0c2bc tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:48.482763 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-902c64f3-97c9-489b-9530-fbc295d0c2bc tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:48.538373 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-902c64f3-97c9-489b-9530-fbc295d0c2bc tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:48.606946 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902c64f3-97c9-489b-9530-fbc295d0c2bc tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Pushing event updated for resources: {'Port': ['ID=7ad238fd-83f9-49d5-b9b3-a4fe94d1595c,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:04:48.619022 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-902c64f3-97c9-489b-9530-fbc295d0c2bc tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:48.715528 n-d-836147-2 neutron-server[103397]: INFO neutron.db.l3_db [None req-902c64f3-97c9-489b-9530-fbc295d0c2bc tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Floating IP dab2c81d-4714-4fec-ac07-90086278a4a2 associated. External IP: 172.25.8.66, port: 769b1b6d-ed62-46ed-8086-58c5a619372a. Apr 21 14:04:48.785500 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:48.831973 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:48.961702 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:49.203151 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902c64f3-97c9-489b-9530-fbc295d0c2bc tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Router 0ad9691f-0750-4a82-a281-5640e61a343b has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103397) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:04:49.303624 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902c64f3-97c9-489b-9530-fbc295d0c2bc tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103397) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:04:49.313350 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da6722a-68d6-478b-9c27-8b8ae972063b None None] Sync routers for ids ['0ad9691f-0750-4a82-a281-5640e61a343b'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:04:49.323258 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da6722a-68d6-478b-9c27-8b8ae972063b None None] Routers {'0ad9691f-0750-4a82-a281-5640e61a343b'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 14:04:49.323861 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4da6722a-68d6-478b-9c27-8b8ae972063b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T14:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['0ad9691f-0750-4a82-a281-5640e61a343b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:49.370650 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-902c64f3-97c9-489b-9530-fbc295d0c2bc tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:04:49.415732 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-902c64f3-97c9-489b-9530-fbc295d0c2bc tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0608251 Apr 21 14:04:49.415732 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8656c5c-68ce-44ca-9919-aa485656b85a', 'tag': '769b1b6d-ed62-46ed-8086-58c5a619372a'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:04:49.415732 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8731b9b0d93a9bf69e636c4352cfd91473ecc38c160ddf4d7ef907223a15797c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a416625-0013-443d-a827-efd603358e8c" -d '{"events": [{"name": "network-changed", "server_uuid": "b8656c5c-68ce-44ca-9919-aa485656b85a", "tag": "769b1b6d-ed62-46ed-8086-58c5a619372a"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 14:04:49.431590 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-4da6722a-68d6-478b-9c27-8b8ae972063b None None] Set router 0ad9691f-0750-4a82-a281-5640e61a343b gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 14:04:49.440728 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 14:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29111088-29e1-4d3d-a1e8-59922bb25267 x-openstack-request-id: req-29111088-29e1-4d3d-a1e8-59922bb25267 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 14:04:49.441043 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8656c5c-68ce-44ca-9919-aa485656b85a", "tag": "769b1b6d-ed62-46ed-8086-58c5a619372a", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 14:04:49.441299 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-29111088-29e1-4d3d-a1e8-59922bb25267 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 14:04:49.441760 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29111088-29e1-4d3d-a1e8-59922bb25267'] response: {'name': 'network-changed', 'server_uuid': 'b8656c5c-68ce-44ca-9919-aa485656b85a', 'tag': '769b1b6d-ed62-46ed-8086-58c5a619372a', 'status': 'completed', 'code': 200} Apr 21 14:04:49.503732 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a416625-0013-443d-a827-efd603358e8c req-fd7f80aa-14e5-46e3-8d13-48a185cd7b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:49.505409 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a416625-0013-443d-a827-efd603358e8c req-fd7f80aa-14e5-46e3-8d13-48a185cd7b68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=412dc428456a4adbb79916085b018f05&device_id=b8656c5c-68ce-44ca-9919-aa485656b85a HTTP/1.1" status: 200 len: 1096 time: 0.0397060 Apr 21 14:04:49.595828 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a416625-0013-443d-a827-efd603358e8c req-e1515d67-f675-400e-b687-80c246622f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:49.597290 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a416625-0013-443d-a827-efd603358e8c req-e1515d67-f675-400e-b687-80c246622f15 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 HTTP/1.1" status: 200 len: 910 time: 0.0858040 Apr 21 14:04:49.661280 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a416625-0013-443d-a827-efd603358e8c req-eababcaf-a684-4a69-b035-d570e0bffe94 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=769b1b6d-ed62-46ed-8086-58c5a619372a HTTP/1.1" status: 200 len: 998 time: 0.0575535 Apr 21 14:04:49.697012 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4da6722a-68d6-478b-9c27-8b8ae972063b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'name': 'tempest-TestSnapshotPattern-377983704-router', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:24Z', 'revision_number': 4, 'project_id': '412dc428456a4adbb79916085b018f05', 'gw_port': {'id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'dab2c81d-4714-4fec-ac07-90086278a4a2', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'port_id': '769b1b6d-ed62-46ed-8086-58c5a619372a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'mac_address': 'fa:16:3e:7c:be:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8656c5c-68ce-44ca-9919-aa485656b85a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:04:48Z', 'updated_at': '2022-04-21T14:04:48Z', 'revision_number': 0, 'project_id': '412dc428456a4adbb79916085b018f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0c8a2e-5801-4f6f-a00e-db7d99479fb8', 'name': '', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'mac_address': 'fa:16:3e:90:87:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:23Z', 'updated_at': '2022-04-21T14:04:28Z', 'revision_number': 5, 'project_id': '412dc428456a4adbb79916085b018f05', 'subnets': [{'id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:49.710240 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a416625-0013-443d-a827-efd603358e8c req-0c879b7e-d809-440d-88e2-e995a03ce9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:49.711702 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a416625-0013-443d-a827-efd603358e8c req-0c879b7e-d809-440d-88e2-e995a03ce9e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=539fe4ee-4a60-4858-b72a-c0fe60ff9480 HTTP/1.1" status: 200 len: 848 time: 0.0437400 Apr 21 14:04:49.724378 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da6722a-68d6-478b-9c27-8b8ae972063b None None] Checking router: 0ad9691f-0750-4a82-a281-5640e61a343b for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:04:49.733116 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da6722a-68d6-478b-9c27-8b8ae972063b None None] Routers {'0ad9691f-0750-4a82-a281-5640e61a343b'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 14:04:49.733745 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4da6722a-68d6-478b-9c27-8b8ae972063b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T14:04:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['0ad9691f-0750-4a82-a281-5640e61a343b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:49.761099 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a416625-0013-443d-a827-efd603358e8c req-aa2d5fc5-e870-49f0-ac0f-14632c79010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:04:49.762535 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a416625-0013-443d-a827-efd603358e8c req-aa2d5fc5-e870-49f0-ac0f-14632c79010d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438941 Apr 21 14:04:49.845117 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-4da6722a-68d6-478b-9c27-8b8ae972063b None None] Set router 0ad9691f-0750-4a82-a281-5640e61a343b gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 14:04:49.849690 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a416625-0013-443d-a827-efd603358e8c req-93cc12ca-4600-45a0-888c-b050bcdbe25c service neutron] 10.222.0.24 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803208 Apr 21 14:04:49.941422 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a416625-0013-443d-a827-efd603358e8c req-7c165f84-93e8-4379-9b1f-e01e6f682755 service neutron] 10.222.0.24 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853760 Apr 21 14:04:50.071022 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-4da6722a-68d6-478b-9c27-8b8ae972063b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'name': 'tempest-TestSnapshotPattern-377983704-router', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:24Z', 'revision_number': 4, 'project_id': '412dc428456a4adbb79916085b018f05', 'gw_port': {'id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'dab2c81d-4714-4fec-ac07-90086278a4a2', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'port_id': '769b1b6d-ed62-46ed-8086-58c5a619372a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'mac_address': 'fa:16:3e:7c:be:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8656c5c-68ce-44ca-9919-aa485656b85a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:04:48Z', 'updated_at': '2022-04-21T14:04:48Z', 'revision_number': 0, 'project_id': '412dc428456a4adbb79916085b018f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0c8a2e-5801-4f6f-a00e-db7d99479fb8', 'name': '', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'mac_address': 'fa:16:3e:90:87:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:23Z', 'updated_at': '2022-04-21T14:04:28Z', 'revision_number': 5, 'project_id': '412dc428456a4adbb79916085b018f05', 'subnets': [{'id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:04:50.246508 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da6722a-68d6-478b-9c27-8b8ae972063b None None] The sync data for ids ['0ad9691f-0750-4a82-a281-5640e61a343b'] in n-d-836147-2 is: [{'id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'name': 'tempest-TestSnapshotPattern-377983704-router', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:24Z', 'revision_number': 4, 'project_id': '412dc428456a4adbb79916085b018f05', 'gw_port': {'id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'dab2c81d-4714-4fec-ac07-90086278a4a2', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'port_id': '769b1b6d-ed62-46ed-8086-58c5a619372a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'mac_address': 'fa:16:3e:7c:be:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8656c5c-68ce-44ca-9919-aa485656b85a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:04:48Z', 'updated_at': '2022-04-21T14:04:48Z', 'revision_number': 0, 'project_id': '412dc428456a4adbb79916085b018f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0c8a2e-5801-4f6f-a00e-db7d99479fb8', 'name': '', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'mac_address': 'fa:16:3e:90:87:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:23Z', 'updated_at': '2022-04-21T14:04:28Z', 'revision_number': 5, 'project_id': '412dc428456a4adbb79916085b018f05', 'subnets': [{'id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:04:50.424860 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55119107-a815-4522-ab96-921043ce16d6 None None] New status for floating IP dab2c81d-4714-4fec-ac07-90086278a4a2: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 14:04:51.323176 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:05:07.912624 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 14:05:13.550880 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7a47f434-6758-432c-b6a7-5f5cd60bcafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:05:15.800624 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c4604a10-5b56-4fcb-914f-db6f7943fff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:05:17.270712 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:05:18.789179 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:05:18.824963 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:05:18.950515 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:05:21.305355 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:05:31.868930 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [req-b06741bc-15c7-4a1b-9d32-9da148fcf38b req-2e9be151-4d48-4f77-8658-e54e87c79689 tempest-TestNetworkAdvancedServerOps-2143220517 tempest-TestNetworkAdvancedServerOps-2143220517-project] (103397) timed out ('10.222.0.26', 63054) {{(pid=103397) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 21 14:05:31.888264 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e964f45e-cc96-4413-8830-d0089ee70f42 req-ac4b290a-6864-44e9-9ae9-13b45a91b855 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b8656c5c-68ce-44ca-9919-aa485656b85a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396998 Apr 21 14:05:31.976285 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964f45e-cc96-4413-8830-d0089ee70f42 req-0ec95913-822b-4195-bf9d-b97d9a93e759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:05:31.977667 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e964f45e-cc96-4413-8830-d0089ee70f42 req-0ec95913-822b-4195-bf9d-b97d9a93e759 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=412dc428456a4adbb79916085b018f05&device_id=b8656c5c-68ce-44ca-9919-aa485656b85a HTTP/1.1" status: 200 len: 1096 time: 0.0383701 Apr 21 14:05:32.086483 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964f45e-cc96-4413-8830-d0089ee70f42 req-046aa071-9bb0-4ebe-8b6f-2d1cd8540ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:05:32.087943 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e964f45e-cc96-4413-8830-d0089ee70f42 req-046aa071-9bb0-4ebe-8b6f-2d1cd8540ec1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 HTTP/1.1" status: 200 len: 910 time: 0.0844066 Apr 21 14:05:32.153965 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e964f45e-cc96-4413-8830-d0089ee70f42 req-cc3a498a-7c64-48e2-9c57-479592d85ae4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=769b1b6d-ed62-46ed-8086-58c5a619372a HTTP/1.1" status: 200 len: 1000 time: 0.0559561 Apr 21 14:05:32.204091 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964f45e-cc96-4413-8830-d0089ee70f42 req-faf10f8b-cd48-42bf-8fe5-e2fdef1eba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:05:32.205451 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e964f45e-cc96-4413-8830-d0089ee70f42 req-faf10f8b-cd48-42bf-8fe5-e2fdef1eba9b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=539fe4ee-4a60-4858-b72a-c0fe60ff9480 HTTP/1.1" status: 200 len: 848 time: 0.0419877 Apr 21 14:05:32.257270 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964f45e-cc96-4413-8830-d0089ee70f42 req-9c8e1ac6-4cff-4f99-ac1c-136db9adc0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:05:32.258662 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e964f45e-cc96-4413-8830-d0089ee70f42 req-9c8e1ac6-4cff-4f99-ac1c-136db9adc0f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425699 Apr 21 14:05:32.347911 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e964f45e-cc96-4413-8830-d0089ee70f42 req-0895016f-1eab-4f51-b14e-b08483e178b1 service neutron] 10.222.0.24 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788527 Apr 21 14:05:32.443449 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e964f45e-cc96-4413-8830-d0089ee70f42 req-5917c7a3-0dac-4a47-bbfd-a88db723ac5f service neutron] 10.222.0.24 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849781 Apr 21 14:05:43.538517 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-81f1f0cc-a841-4e73-88ce-79928a021b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:05:44.913616 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 14:05:45.790505 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f9bc8aa4-7564-4113-aeca-f7948f60eeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:05:47.287367 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:05:48.796059 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:05:48.851788 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:05:48.988531 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:05:51.320677 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:06:13.560918 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2451ff1c-c47a-4795-9115-bde29f8b12ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:06:15.839636 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-37805f07-0424-44fc-9b0f-2a99a54a0d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:06:17.291368 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:06:18.799602 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:06:18.856800 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:06:18.989952 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:06:21.320951 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:06:21.912979 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 14:06:34.009397 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b961ba93-0723-4895-b41b-58b2baedc29d req-9e67907d-ddd0-41fa-ba2e-a9e0d5d801ad service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b8656c5c-68ce-44ca-9919-aa485656b85a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0850642 Apr 21 14:06:34.101964 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961ba93-0723-4895-b41b-58b2baedc29d req-a7bd19c4-57ab-4f19-a023-c3f0e8d38028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:06:34.103475 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b961ba93-0723-4895-b41b-58b2baedc29d req-a7bd19c4-57ab-4f19-a023-c3f0e8d38028 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=412dc428456a4adbb79916085b018f05&device_id=b8656c5c-68ce-44ca-9919-aa485656b85a HTTP/1.1" status: 200 len: 1096 time: 0.0433581 Apr 21 14:06:34.213156 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961ba93-0723-4895-b41b-58b2baedc29d req-1c058904-9011-4814-8986-3c3f498d07b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:06:34.214642 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b961ba93-0723-4895-b41b-58b2baedc29d req-1c058904-9011-4814-8986-3c3f498d07b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 HTTP/1.1" status: 200 len: 910 time: 0.0867167 Apr 21 14:06:34.280437 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b961ba93-0723-4895-b41b-58b2baedc29d req-cff6e699-b2e7-4d3d-8a3b-5eb80722ce8c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=769b1b6d-ed62-46ed-8086-58c5a619372a HTTP/1.1" status: 200 len: 1000 time: 0.0572977 Apr 21 14:06:34.330242 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961ba93-0723-4895-b41b-58b2baedc29d req-2284b6ff-64fe-4283-8203-2511d65d6a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:06:34.331639 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b961ba93-0723-4895-b41b-58b2baedc29d req-2284b6ff-64fe-4283-8203-2511d65d6a3b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=539fe4ee-4a60-4858-b72a-c0fe60ff9480 HTTP/1.1" status: 200 len: 848 time: 0.0416374 Apr 21 14:06:34.383744 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961ba93-0723-4895-b41b-58b2baedc29d req-3dd409f6-6b7d-4599-9af6-7c62cdc7b59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:06:34.385203 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b961ba93-0723-4895-b41b-58b2baedc29d req-3dd409f6-6b7d-4599-9af6-7c62cdc7b59e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427694 Apr 21 14:06:34.475910 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b961ba93-0723-4895-b41b-58b2baedc29d req-6459d8c4-8026-4e3d-8e3e-b7953e33eff7 service neutron] 10.222.0.24 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799356 Apr 21 14:06:34.571333 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b961ba93-0723-4895-b41b-58b2baedc29d req-612f5ef3-8e44-4770-aeb8-bd5f22595f8d service neutron] 10.222.0.24 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851982 Apr 21 14:06:43.565982 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80629daa-8048-4561-a655-356897329822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:06:45.818074 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aafbd4c9-c46b-447c-a454-50a8db6f1618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:06:47.297569 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:06:48.799334 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:06:48.856073 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:06:48.999440 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:06:49.335884 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 769b1b6d-ed62-46ed-8086-58c5a619372a details requested by agent hyperv_n-h2-836147-2 with host n-h2-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 14:06:49.434888 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 769b1b6d-ed62-46ed-8086-58c5a619372a, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=769b1b6d-ed62-46ed-8086-58c5a619372a,segment=NetworkSegment(00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c),segment_id=00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:06:49.446082 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Returning: {'device': '769b1b6d-ed62-46ed-8086-58c5a619372a', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'port_id': '769b1b6d-ed62-46ed-8086-58c5a619372a', 'mac_address': 'fa:16:3e:7c:be:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 14:06:49.482077 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:06:49.494533 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 769b1b6d-ed62-46ed-8086-58c5a619372a {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:06:49.514312 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 769b1b6d-ed62-46ed-8086-58c5a619372a, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=769b1b6d-ed62-46ed-8086-58c5a619372a,segment=NetworkSegment(00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c),segment_id=00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:06:49.583924 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:06:49.635082 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=769b1b6d-ed62-46ed-8086-58c5a619372a,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:06:49.642296 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:06:49.642636 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:06:49.642968 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:06:49.643299 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:06:49.643627 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:06:49.643954 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:06:49.644279 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:06:49.644637 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:06:49.645441 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:06:49.645783 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:06:49.646102 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:06:49.646416 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:06:49.670226 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] get_ports_and_sgs() called for port_ids ['769b1b6d-ed62-46ed-8086-58c5a619372a'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 14:06:51.338012 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:06:51.351643 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 769b1b6d-ed62-46ed-8086-58c5a619372a up at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 14:06:51.408408 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Provisioning complete for port 769b1b6d-ed62-46ed-8086-58c5a619372a triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:06:51.408839 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:06:51.486952 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:06:51.535427 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8656c5c-68ce-44ca-9919-aa485656b85a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769b1b6d-ed62-46ed-8086-58c5a619372a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:06:51.535427 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b29f393-f3df-4881-b54c-f36e7ceb5f6a" -d '{"events": [{"server_uuid": "b8656c5c-68ce-44ca-9919-aa485656b85a", "name": "network-vif-plugged", "status": "completed", "tag": "769b1b6d-ed62-46ed-8086-58c5a619372a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 14:06:51.535427 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 769b1b6d-ed62-46ed-8086-58c5a619372a, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=769b1b6d-ed62-46ed-8086-58c5a619372a,segment=NetworkSegment(00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c),segment_id=00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:06:51.554845 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 14:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb3e559-6b04-4dc7-b999-5311aae5f3f6 x-openstack-request-id: req-cfb3e559-6b04-4dc7-b999-5311aae5f3f6 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 14:06:51.555141 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8656c5c-68ce-44ca-9919-aa485656b85a", "name": "network-vif-plugged", "status": "completed", "tag": "769b1b6d-ed62-46ed-8086-58c5a619372a", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 14:06:51.555392 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cfb3e559-6b04-4dc7-b999-5311aae5f3f6 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 14:06:51.555790 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfb3e559-6b04-4dc7-b999-5311aae5f3f6'] response: {'server_uuid': 'b8656c5c-68ce-44ca-9919-aa485656b85a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769b1b6d-ed62-46ed-8086-58c5a619372a', 'code': 200} Apr 21 14:06:51.589124 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:06:51.650812 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=769b1b6d-ed62-46ed-8086-58c5a619372a,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:06:58.915648 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 14:07:03.100597 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-0b661314-11fc-4fc8-9ccf-d495134e2791 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-60220849&fields=id&tenant_id=412dc428456a4adbb79916085b018f05 HTTP/1.1" status: 200 len: 267 time: 0.0372703 Apr 21 14:07:03.204547 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-0613903f-171a-41b6-a7ac-d89b06684957 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:03.206036 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-0613903f-171a-41b6-a7ac-d89b06684957 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/networks?id=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 HTTP/1.1" status: 200 len: 809 time: 0.0987208 Apr 21 14:07:03.220581 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-9280777e-8d5e-4627-949f-f62e5ff29991 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/quotas/412dc428456a4adbb79916085b018f05 HTTP/1.1" status: 200 len: 375 time: 0.0087202 Apr 21 14:07:03.274669 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-d82af4a3-d3f4-4376-9d22-fc079fc821a1 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=412dc428456a4adbb79916085b018f05&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0483849 Apr 21 14:07:03.371013 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-9e235d93-deb6-49d0-a2cc-902f9196a660 service neutron] 10.222.0.36 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845194 Apr 21 14:07:03.459279 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-dbfbd8f5-d45f-45f7-a352-e781f57f77cf service neutron] 10.222.0.36 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819349 Apr 21 14:07:03.679281 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-ec05c28a-6a37-477d-9680-88a75a06df29 req-e9b01708-0906-4375-add0-e8878eca7d2b tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 210 time: 0.0311449 Apr 21 14:07:04.778457 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-a957c7dd-e81d-4eae-830f-a681d6f8bc77 req-d2fcf9c1-1979-4a5b-a056-68c20be83b72 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 210 time: 0.0265288 Apr 21 14:07:05.390613 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.26', 63207) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:07:05.445660 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 769b1b6d-ed62-46ed-8086-58c5a619372a no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 14:07:05.496290 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-ec974e1b-e54d-46c4-826b-e6a0644ca496 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:05.497826 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-ec974e1b-e54d-46c4-826b-e6a0644ca496 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.26 "GET /v2.0/networks?id=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 HTTP/1.1" status: 200 len: 809 time: 0.1060834 Apr 21 14:07:05.527532 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:05.542097 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-fe799e7a-23f7-4f65-90e7-fc87dd3973d9 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=412dc428456a4adbb79916085b018f05 HTTP/1.1" status: 200 len: 378 time: 0.0348387 Apr 21 14:07:05.549741 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8656c5c-68ce-44ca-9919-aa485656b85a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '769b1b6d-ed62-46ed-8086-58c5a619372a'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:07:05.550732 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-beffa09f-ac45-4bd1-a2f8-498214cacc84 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Request body: {'port': {'device_id': '85905d20-661c-4c51-a2a3-1f85ec3bab37', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'admin_state_up': True, 'tenant_id': '412dc428456a4adbb79916085b018f05', 'security_groups': ['1a1573dc-41b2-47ec-859a-a09b9f8c89be']}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:07:05.551953 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad5c0fc-2f5d-4504-9018-c8130a702723" -d '{"events": [{"server_uuid": "b8656c5c-68ce-44ca-9919-aa485656b85a", "name": "network-vif-unplugged", "status": "completed", "tag": "769b1b6d-ed62-46ed-8086-58c5a619372a"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 14:07:05.565558 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] For port 769b1b6d-ed62-46ed-8086-58c5a619372a, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=769b1b6d-ed62-46ed-8086-58c5a619372a,segment=NetworkSegment(00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c),segment_id=00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:07:05.606215 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:05.655746 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 14:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4452b99b-42d4-4101-a695-b9d7a610f736 x-openstack-request-id: req-4452b99b-42d4-4101-a695-b9d7a610f736 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 14:07:05.656036 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8656c5c-68ce-44ca-9919-aa485656b85a", "name": "network-vif-unplugged", "status": "completed", "tag": "769b1b6d-ed62-46ed-8086-58c5a619372a", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 14:07:05.656287 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4452b99b-42d4-4101-a695-b9d7a610f736 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 14:07:05.656671 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4452b99b-42d4-4101-a695-b9d7a610f736'] response: {'server_uuid': 'b8656c5c-68ce-44ca-9919-aa485656b85a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '769b1b6d-ed62-46ed-8086-58c5a619372a', 'code': 200} Apr 21 14:07:05.661355 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Pushing event updated for resources: {'Port': ['ID=769b1b6d-ed62-46ed-8086-58c5a619372a,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:07:05.782897 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-beffa09f-ac45-4bd1-a2f8-498214cacc84 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Made reservation on behalf of 412dc428456a4adbb79916085b018f05 for: {'port': 1} {{(pid=103397) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 21 14:07:05.786453 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-beffa09f-ac45-4bd1-a2f8-498214cacc84 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:05.886678 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-03fff281-28dd-498c-9aae-65d4a5c07398 req-0c5a4221-c9f0-41eb-8df3-c1eeb7ba0a32 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 210 time: 0.0286956 Apr 21 14:07:05.924694 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.db_base_plugin_common [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-beffa09f-ac45-4bd1-a2f8-498214cacc84 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Allocated IP 172.20.0.13 (fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681/539fe4ee-4a60-4858-b72a-c0fe60ff9480/f6e51900-f77a-42d2-81c5-c511d0169fa8) {{(pid=103397) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:07:06.060564 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-beffa09f-ac45-4bd1-a2f8-498214cacc84 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for port, precommit_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:06.170230 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-beffa09f-ac45-4bd1-a2f8-498214cacc84 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_create {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:06.246212 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-beffa09f-ac45-4bd1-a2f8-498214cacc84 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Network fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 is already hosted by enough agents. {{(pid=103397) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:07:06.247139 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffa09f-ac45-4bd1-a2f8-498214cacc84 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Pushing event updated for resources: {'Port': ['ID=f6e51900-f77a-42d2-81c5-c511d0169fa8,revision_number=1']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:07:06.250847 n-d-836147-2 neutron-server[103397]: DEBUG neutron.scheduler.base_scheduler [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-beffa09f-ac45-4bd1-a2f8-498214cacc84 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Resources bound (agent type, host, resource id): {{(pid=103397) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:07:06.257676 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-beffa09f-ac45-4bd1-a2f8-498214cacc84 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Received port after_create {{(pid=103397) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 14:07:06.263000 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beffa09f-ac45-4bd1-a2f8-498214cacc84 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:07:06.263492 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beffa09f-ac45-4bd1-a2f8-498214cacc84 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:07:06.263951 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beffa09f-ac45-4bd1-a2f8-498214cacc84 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:07:06.264237 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beffa09f-ac45-4bd1-a2f8-498214cacc84 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:07:06.264577 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beffa09f-ac45-4bd1-a2f8-498214cacc84 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:07:06.264897 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beffa09f-ac45-4bd1-a2f8-498214cacc84 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:07:06.265228 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beffa09f-ac45-4bd1-a2f8-498214cacc84 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:07:06.265574 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beffa09f-ac45-4bd1-a2f8-498214cacc84 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:07:06.265904 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beffa09f-ac45-4bd1-a2f8-498214cacc84 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:07:06.266228 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beffa09f-ac45-4bd1-a2f8-498214cacc84 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:07:06.266551 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beffa09f-ac45-4bd1-a2f8-498214cacc84 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:07:06.266912 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beffa09f-ac45-4bd1-a2f8-498214cacc84 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:07:06.331167 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-beffa09f-ac45-4bd1-a2f8-498214cacc84 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:06.334789 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-beffa09f-ac45-4bd1-a2f8-498214cacc84 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:06.496198 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-beffa09f-ac45-4bd1-a2f8-498214cacc84 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9489164 Apr 21 14:07:06.627900 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-54a9e9d9-4bbf-4086-b5b4-7a88da8f3a17 None None] Provisioning complete for port f6e51900-f77a-42d2-81c5-c511d0169fa8 triggered by entity DHCP. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:07:06.628475 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-54a9e9d9-4bbf-4086-b5b4-7a88da8f3a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:06.669309 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-54a9e9d9-4bbf-4086-b5b4-7a88da8f3a17 None None] Port f6e51900-f77a-42d2-81c5-c511d0169fa8 cannot update to ACTIVE because it is not bound. {{(pid=103399) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Apr 21 14:07:07.014938 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79507c6d-1c4b-4581-94a0-72990abc4b1e req-0aa5b952-48aa-46d9-8b8f-a2cd147fd600 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:07.017246 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79507c6d-1c4b-4581-94a0-72990abc4b1e req-0aa5b952-48aa-46d9-8b8f-a2cd147fd600 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 932 time: 0.0521955 Apr 21 14:07:07.061921 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-79507c6d-1c4b-4581-94a0-72990abc4b1e req-f5783b3c-9f38-4343-8802-9b1719021266 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377312 Apr 21 14:07:08.197507 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe22b6-dc23-4685-a41d-36918d703310 req-71f50e59-f8bb-4f6f-8476-72694bff7a56 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:08.199304 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4cbe22b6-dc23-4685-a41d-36918d703310 req-71f50e59-f8bb-4f6f-8476-72694bff7a56 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 932 time: 0.0648794 Apr 21 14:07:08.245366 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-4cbe22b6-dc23-4685-a41d-36918d703310 req-03767c72-591f-4994-985a-b11e1923d728 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394063 Apr 21 14:07:09.368725 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cdb3c0-d8bc-477e-8a79-159706c866be req-92ddbc67-600a-4323-9be7-3da57a8e219b tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:09.371276 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61cdb3c0-d8bc-477e-8a79-159706c866be req-92ddbc67-600a-4323-9be7-3da57a8e219b tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 932 time: 0.0551102 Apr 21 14:07:09.430856 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-61cdb3c0-d8bc-477e-8a79-159706c866be req-8fc08c21-c6c8-4bf6-bbcb-c646129534b9 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522940 Apr 21 14:07:10.572510 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2eaa258-22c8-4571-830d-39584be25232 req-11b949c3-8c3f-4a57-9c87-9ccd9d16144a tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:10.574090 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b2eaa258-22c8-4571-830d-39584be25232 req-11b949c3-8c3f-4a57-9c87-9ccd9d16144a tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 932 time: 0.0603516 Apr 21 14:07:10.618332 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-b2eaa258-22c8-4571-830d-39584be25232 req-e728dc2a-d408-47fb-8c30-3cbdf37b8288 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375812 Apr 21 14:07:11.744246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa6457-2aca-4e38-9452-7ab7582f4b03 req-6bbe14ba-3081-4326-8fab-7d5c3963d55c tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:11.745773 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58fa6457-2aca-4e38-9452-7ab7582f4b03 req-6bbe14ba-3081-4326-8fab-7d5c3963d55c tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 932 time: 0.0560620 Apr 21 14:07:11.789371 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-58fa6457-2aca-4e38-9452-7ab7582f4b03 req-3570f0ac-060c-4e4c-8148-0b39f86664fa tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368323 Apr 21 14:07:12.924354 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699ff58-3d3b-4e1c-8bfa-d168faabfd23 req-4ab934f3-d907-47fb-8d44-f60535bb618c tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:12.927354 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e699ff58-3d3b-4e1c-8bfa-d168faabfd23 req-4ab934f3-d907-47fb-8d44-f60535bb618c tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 932 time: 0.0648673 Apr 21 14:07:12.967857 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e699ff58-3d3b-4e1c-8bfa-d168faabfd23 req-b721cae7-0551-431e-ba13-3089a1e17c30 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336740 Apr 21 14:07:13.720081 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-983ccd4d-524c-4601-8821-1b069fbe4812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:14.082476 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6c9c2-694e-44be-98a3-741b085c7d74 req-a0aae959-6601-447e-ac27-bb735e18018b tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:14.083936 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94a6c9c2-694e-44be-98a3-741b085c7d74 req-a0aae959-6601-447e-ac27-bb735e18018b tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 932 time: 0.0478332 Apr 21 14:07:14.120188 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-94a6c9c2-694e-44be-98a3-741b085c7d74 req-5d637ff1-03c9-44aa-bc92-6fdfc76258db tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305109 Apr 21 14:07:15.236977 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38f875-2802-4ced-92fd-a18aa74f9394 req-813fd546-fa4c-4913-8281-4ea6f147141c tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:15.239119 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a38f875-2802-4ced-92fd-a18aa74f9394 req-813fd546-fa4c-4913-8281-4ea6f147141c tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 932 time: 0.0520759 Apr 21 14:07:15.276007 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a38f875-2802-4ced-92fd-a18aa74f9394 req-eecee91e-cdef-4576-a33d-baf94c63c85b tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307033 Apr 21 14:07:15.822814 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0e7f366f-9829-42b7-9b0a-be98629a4974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:16.308152 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-62932fc2-9a5b-4e46-ba8d-5f45e9a4b394 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=103397) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 21 14:07:16.309182 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-62932fc2-9a5b-4e46-ba8d-5f45e9a4b394 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053627 Apr 21 14:07:16.367666 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.v2.base [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-f55f4d8c-b227-4f59-8c13-e46c0e01aca8 service neutron] Request body: {'port': {'device_id': '85905d20-661c-4c51-a2a3-1f85ec3bab37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836147-2'}} {{(pid=103397) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:07:16.397904 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f73d2-63f3-4bb9-a5f2-1edc6632e3f4 req-3461899e-5357-492a-9025-901149006c4b tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:16.399405 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d51f73d2-63f3-4bb9-a5f2-1edc6632e3f4 req-3461899e-5357-492a-9025-901149006c4b tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 932 time: 0.0520024 Apr 21 14:07:16.422383 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-f55f4d8c-b227-4f59-8c13-e46c0e01aca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:16.438948 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-d51f73d2-63f3-4bb9-a5f2-1edc6632e3f4 req-90f8158e-aee5-4423-8121-9025362b0c40 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319052 Apr 21 14:07:16.681047 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-f55f4d8c-b227-4f59-8c13-e46c0e01aca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6e51900-f77a-42d2-81c5-c511d0169fa8 {{(pid=103397) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:07:16.688329 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-f55f4d8c-b227-4f59-8c13-e46c0e01aca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:16.700813 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.provisioning_blocks [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-f55f4d8c-b227-4f59-8c13-e46c0e01aca8 service neutron] Transition to ACTIVE for port object f6e51900-f77a-42d2-81c5-c511d0169fa8 will not be triggered until provisioned by entity L2. {{(pid=103397) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 21 14:07:16.759997 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-f55f4d8c-b227-4f59-8c13-e46c0e01aca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:16.813155 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f4d8c-b227-4f59-8c13-e46c0e01aca8 service neutron] Pushing event updated for resources: {'Port': ['ID=f6e51900-f77a-42d2-81c5-c511d0169fa8,revision_number=2']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:07:16.879285 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-f55f4d8c-b227-4f59-8c13-e46c0e01aca8 service neutron] Attempting to bind port f6e51900-f77a-42d2-81c5-c511d0169fa8 on host n-h1-836147-2 for vnic_type normal with profile {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 21 14:07:16.879615 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-f55f4d8c-b227-4f59-8c13-e46c0e01aca8 service neutron] Attempting to bind port f6e51900-f77a-42d2-81c5-c511d0169fa8 by drivers openvswitch,hyperv on host n-h1-836147-2 at level 0 using segments [{'id': '00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681'}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 21 14:07:16.879941 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-f55f4d8c-b227-4f59-8c13-e46c0e01aca8 service neutron] Attempting to bind port f6e51900-f77a-42d2-81c5-c511d0169fa8 on network fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 14:07:16.884623 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-f55f4d8c-b227-4f59-8c13-e46c0e01aca8 service neutron] Port f6e51900-f77a-42d2-81c5-c511d0169fa8 on network fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 not bound, no agent of type Open vSwitch agent registered on host n-h1-836147-2 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 21 14:07:16.884936 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-f55f4d8c-b227-4f59-8c13-e46c0e01aca8 service neutron] Attempting to bind port f6e51900-f77a-42d2-81c5-c511d0169fa8 on network fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 21 14:07:16.889952 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-f55f4d8c-b227-4f59-8c13-e46c0e01aca8 service neutron] Checking agent: {'id': 'ae4d1365-41c2-456c-9496-f369b57df5b5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836147-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'started_at': datetime.datetime(2022, 4, 21, 12, 25, 50), 'heartbeat_timestamp': datetime.datetime(2022, 4, 21, 14, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 21 14:07:16.890902 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-f55f4d8c-b227-4f59-8c13-e46c0e01aca8 service neutron] Checking segment: {'id': '00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103397) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Apr 21 14:07:16.891289 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-f55f4d8c-b227-4f59-8c13-e46c0e01aca8 service neutron] Bound using segment: {'id': '00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681'} {{(pid=103397) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 21 14:07:16.891748 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.managers [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-f55f4d8c-b227-4f59-8c13-e46c0e01aca8 service neutron] Bound port: f6e51900-f77a-42d2-81c5-c511d0169fa8, host: n-h1-836147-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681'}}] {{(pid=103397) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 21 14:07:16.892106 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-f55f4d8c-b227-4f59-8c13-e46c0e01aca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:16.962218 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-f55f4d8c-b227-4f59-8c13-e46c0e01aca8 service neutron] For port f6e51900-f77a-42d2-81c5-c511d0169fa8, host n-h1-836147-2, cleared binding levels {{(pid=103397) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 21 14:07:16.965357 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-f55f4d8c-b227-4f59-8c13-e46c0e01aca8 service neutron] For port f6e51900-f77a-42d2-81c5-c511d0169fa8, host n-h1-836147-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=f6e51900-f77a-42d2-81c5-c511d0169fa8,segment=NetworkSegment(00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c),segment_id=00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c)] {{(pid=103397) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 21 14:07:17.027938 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-f55f4d8c-b227-4f59-8c13-e46c0e01aca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8932806'] for port, after_update {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:17.063267 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-f55f4d8c-b227-4f59-8c13-e46c0e01aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:17.063898 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-f55f4d8c-b227-4f59-8c13-e46c0e01aca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:17.065275 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-f55f4d8c-b227-4f59-8c13-e46c0e01aca8 service neutron] 10.222.0.26 "PUT /v2.0/ports/f6e51900-f77a-42d2-81c5-c511d0169fa8 HTTP/1.1" status: 200 len: 1092 time: 0.7472999 Apr 21 14:07:17.065741 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85905d20-661c-4c51-a2a3-1f85ec3bab37', 'tag': 'f6e51900-f77a-42d2-81c5-c511d0169fa8'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:07:17.068070 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8731b9b0d93a9bf69e636c4352cfd91473ecc38c160ddf4d7ef907223a15797c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2351a338-9529-4a6b-8ee4-b95e1b74ee8b" -d '{"events": [{"name": "network-changed", "server_uuid": "85905d20-661c-4c51-a2a3-1f85ec3bab37", "tag": "f6e51900-f77a-42d2-81c5-c511d0169fa8"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 14:07:17.094031 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f4d8c-b227-4f59-8c13-e46c0e01aca8 service neutron] Pushing event updated for resources: {'Port': ['ID=f6e51900-f77a-42d2-81c5-c511d0169fa8,revision_number=3']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:07:17.107033 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 14:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca5a78e-556a-4bc2-a8d1-652608434df2 x-openstack-request-id: req-aca5a78e-556a-4bc2-a8d1-652608434df2 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 14:07:17.107325 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85905d20-661c-4c51-a2a3-1f85ec3bab37", "tag": "f6e51900-f77a-42d2-81c5-c511d0169fa8", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 14:07:17.107623 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aca5a78e-556a-4bc2-a8d1-652608434df2 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 14:07:17.108126 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aca5a78e-556a-4bc2-a8d1-652608434df2'] response: {'name': 'network-changed', 'server_uuid': '85905d20-661c-4c51-a2a3-1f85ec3bab37', 'tag': 'f6e51900-f77a-42d2-81c5-c511d0169fa8', 'status': 'completed', 'code': 200} Apr 21 14:07:17.172150 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351a338-9529-4a6b-8ee4-b95e1b74ee8b req-ef0da08b-1a92-4b8c-8da1-b1f25aaca6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:17.173684 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-2351a338-9529-4a6b-8ee4-b95e1b74ee8b req-ef0da08b-1a92-4b8c-8da1-b1f25aaca6e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=412dc428456a4adbb79916085b018f05&device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 1095 time: 0.0454667 Apr 21 14:07:17.280089 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351a338-9529-4a6b-8ee4-b95e1b74ee8b req-f127069b-768c-4b51-94b9-2b1c03eb93d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:17.281558 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-2351a338-9529-4a6b-8ee4-b95e1b74ee8b req-f127069b-768c-4b51-94b9-2b1c03eb93d3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=412dc428456a4adbb79916085b018f05&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1004159 Apr 21 14:07:17.302841 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:17.374490 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2351a338-9529-4a6b-8ee4-b95e1b74ee8b req-ab00e6cb-7298-4506-99cd-7f695d8b5608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:17.376022 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-2351a338-9529-4a6b-8ee4-b95e1b74ee8b req-ab00e6cb-7298-4506-99cd-7f695d8b5608 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872772 Apr 21 14:07:17.454814 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-783a62bd-1646-4ba5-b874-e377ec105448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:17.456273 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-783a62bd-1646-4ba5-b874-e377ec105448 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=412dc428456a4adbb79916085b018f05&device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 1095 time: 0.0450161 Apr 21 14:07:17.501773 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-dce57cc6-75d1-42e0-9d6c-c2bd6a66aa71 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6e51900-f77a-42d2-81c5-c511d0169fa8 HTTP/1.1" status: 200 len: 217 time: 0.0342162 Apr 21 14:07:17.552206 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-dfb03006-3ab3-45a2-a10e-1259ca93a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:17.555036 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a42c96-4286-4978-b838-8f882120653b req-21cca408-72c6-4500-bb55-d1718c648656 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:17.555560 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-dfb03006-3ab3-45a2-a10e-1259ca93a4fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=539fe4ee-4a60-4858-b72a-c0fe60ff9480 HTTP/1.1" status: 200 len: 848 time: 0.0438814 Apr 21 14:07:17.555677 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80a42c96-4286-4978-b838-8f882120653b req-21cca408-72c6-4500-bb55-d1718c648656 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 944 time: 0.0478439 Apr 21 14:07:17.594844 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-80a42c96-4286-4978-b838-8f882120653b req-196e9f48-0dae-4a3e-af83-c54be13cc61b tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342193 Apr 21 14:07:17.600089 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-24adaabf-8311-4c61-9cb3-857443436d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:17.601608 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-24adaabf-8311-4c61-9cb3-857443436d2f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417545 Apr 21 14:07:17.693052 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-4e2ae911-5112-4ebb-a79c-c5a0a3ed7611 service neutron] 10.222.0.26 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848536 Apr 21 14:07:17.780671 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-1e12cf4f-dbb6-4912-a1b1-e4e7c616def6 req-7fcf8e95-3492-4a16-8b0d-3cc7d1df83c2 service neutron] 10.222.0.26 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808105 Apr 21 14:07:18.722326 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d339fec-c124-48a2-bd36-e90f00b0ae01 req-260d785d-5e88-4b9b-8eea-d647b0ea1a4a tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:18.724471 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d339fec-c124-48a2-bd36-e90f00b0ae01 req-260d785d-5e88-4b9b-8eea-d647b0ea1a4a tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 944 time: 0.0563557 Apr 21 14:07:18.765224 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-0d339fec-c124-48a2-bd36-e90f00b0ae01 req-cc6823db-d1a4-4c13-a3ea-50989a54d338 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339200 Apr 21 14:07:19.132021 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:19.142804 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:19.143462 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:19.880769 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cffc7-dffe-4416-b5f5-a4582231e210 req-13b04ff6-635e-4365-82c1-d62d389e81d1 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:19.882517 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df3cffc7-dffe-4416-b5f5-a4582231e210 req-13b04ff6-635e-4365-82c1-d62d389e81d1 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 944 time: 0.0487366 Apr 21 14:07:19.919049 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-df3cffc7-dffe-4416-b5f5-a4582231e210 req-768eb078-d403-4e44-a460-c3d0fe2b4424 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306365 Apr 21 14:07:21.031712 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b7fc2-a0d2-4073-8e00-cdbcd286d6e5 req-5004cfd5-f282-41c9-a681-e4c8fe92277f tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:21.033155 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f5b7fc2-a0d2-4073-8e00-cdbcd286d6e5 req-5004cfd5-f282-41c9-a681-e4c8fe92277f tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 944 time: 0.0482771 Apr 21 14:07:21.071688 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-7f5b7fc2-a0d2-4073-8e00-cdbcd286d6e5 req-9926498c-2ad4-4fa8-9de5-4c9d5dc7e733 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325346 Apr 21 14:07:21.074326 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device f6e51900-f77a-42d2-81c5-c511d0169fa8 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 14:07:21.164368 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port f6e51900-f77a-42d2-81c5-c511d0169fa8, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=f6e51900-f77a-42d2-81c5-c511d0169fa8,segment=NetworkSegment(00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c),segment_id=00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:07:21.175459 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'f6e51900-f77a-42d2-81c5-c511d0169fa8', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'port_id': 'f6e51900-f77a-42d2-81c5-c511d0169fa8', 'mac_address': 'fa:16:3e:7a:f1:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 14:07:21.214494 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:21.226995 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6e51900-f77a-42d2-81c5-c511d0169fa8 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:07:21.245654 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port f6e51900-f77a-42d2-81c5-c511d0169fa8, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=f6e51900-f77a-42d2-81c5-c511d0169fa8,segment=NetworkSegment(00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c),segment_id=00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:07:21.342555 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:21.374837 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:21.390466 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=f6e51900-f77a-42d2-81c5-c511d0169fa8,revision_number=4']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:07:21.663037 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['f6e51900-f77a-42d2-81c5-c511d0169fa8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 14:07:22.188452 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47faad0c-ae83-416f-89c3-4377c9ad2808 req-a9ad7b15-217e-4812-8b95-860e1941422d tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:22.190296 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-47faad0c-ae83-416f-89c3-4377c9ad2808 req-a9ad7b15-217e-4812-8b95-860e1941422d tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 945 time: 0.0522819 Apr 21 14:07:22.229954 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-47faad0c-ae83-416f-89c3-4377c9ad2808 req-88872df8-5008-4d01-aa7e-dcc7c777e56f tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332053 Apr 21 14:07:23.076111 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device f6e51900-f77a-42d2-81c5-c511d0169fa8 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 14:07:23.205247 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning for port f6e51900-f77a-42d2-81c5-c511d0169fa8 completed by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 21 14:07:23.209436 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port f6e51900-f77a-42d2-81c5-c511d0169fa8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:07:23.209825 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:23.293047 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:23.315085 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85905d20-661c-4c51-a2a3-1f85ec3bab37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e51900-f77a-42d2-81c5-c511d0169fa8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:07:23.317355 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b371ee85-b5b8-444a-9c7f-19b896e526c9" -d '{"events": [{"server_uuid": "85905d20-661c-4c51-a2a3-1f85ec3bab37", "name": "network-vif-plugged", "status": "completed", "tag": "f6e51900-f77a-42d2-81c5-c511d0169fa8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 14:07:23.346671 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port f6e51900-f77a-42d2-81c5-c511d0169fa8, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=f6e51900-f77a-42d2-81c5-c511d0169fa8,segment=NetworkSegment(00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c),segment_id=00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:07:23.348217 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e8de1-28aa-4c71-a200-660224548ba0 req-da4e3616-8142-4217-b749-b123b132151a tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:23.349842 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-429e8de1-28aa-4c71-a200-660224548ba0 req-da4e3616-8142-4217-b749-b123b132151a tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 945 time: 0.0507321 Apr 21 14:07:23.354952 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 14:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917b95f6-70ab-4762-990d-d6728e5ebcc6 x-openstack-request-id: req-917b95f6-70ab-4762-990d-d6728e5ebcc6 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 14:07:23.355248 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85905d20-661c-4c51-a2a3-1f85ec3bab37", "name": "network-vif-plugged", "status": "completed", "tag": "f6e51900-f77a-42d2-81c5-c511d0169fa8", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 14:07:23.355528 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-917b95f6-70ab-4762-990d-d6728e5ebcc6 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 14:07:23.355952 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-917b95f6-70ab-4762-990d-d6728e5ebcc6'] response: {'server_uuid': '85905d20-661c-4c51-a2a3-1f85ec3bab37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e51900-f77a-42d2-81c5-c511d0169fa8', 'code': 200} Apr 21 14:07:23.388689 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-429e8de1-28aa-4c71-a200-660224548ba0 req-304446ee-67a4-4e85-a212-7bb53b6274cf tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325000 Apr 21 14:07:23.417247 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:23.459413 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9fc1d-b71b-47fc-88c0-468419ea4b77 req-70fd4302-a3aa-469d-a9e4-080c51824a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:23.460921 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-35d9fc1d-b71b-47fc-88c0-468419ea4b77 req-70fd4302-a3aa-469d-a9e4-080c51824a94 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 1097 time: 0.0453136 Apr 21 14:07:23.464463 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=f6e51900-f77a-42d2-81c5-c511d0169fa8,revision_number=5']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:07:23.496957 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-35d9fc1d-b71b-47fc-88c0-468419ea4b77 req-555ea32c-c013-4653-9ed8-1420ea66ab87 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0277379 Apr 21 14:07:24.505653 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cbb3c7-99d5-4b40-8ad4-c465de94d8be req-fb5a2e62-0b55-4ee5-b9d9-a6b3c14c426f tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:24.507383 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f9cbb3c7-99d5-4b40-8ad4-c465de94d8be req-fb5a2e62-0b55-4ee5-b9d9-a6b3c14c426f tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 946 time: 0.0489919 Apr 21 14:07:24.543711 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f9cbb3c7-99d5-4b40-8ad4-c465de94d8be req-9fc7560a-68ea-4bff-98c2-02667a293fb2 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304677 Apr 21 14:07:25.665627 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcef17f0-0586-481f-a636-b5f3af592682 req-64a74e16-6848-4161-a165-4bdbeb3de562 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:25.667045 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fcef17f0-0586-481f-a636-b5f3af592682 req-64a74e16-6848-4161-a165-4bdbeb3de562 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 946 time: 0.0536494 Apr 21 14:07:25.703906 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-fcef17f0-0586-481f-a636-b5f3af592682 req-85d5f662-623a-4fb9-8367-54b985546c0e tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309899 Apr 21 14:07:25.819667 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ca0f50-b035-4bed-aaf7-4f3f5b1186ab req-d073f1cc-df28-4bf1-bd65-e0b4df74127c tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:25.821152 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09ca0f50-b035-4bed-aaf7-4f3f5b1186ab req-d073f1cc-df28-4bf1-bd65-e0b4df74127c tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 946 time: 0.0485802 Apr 21 14:07:25.858672 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-09ca0f50-b035-4bed-aaf7-4f3f5b1186ab req-718b773f-cf72-446d-82a7-78242776ac35 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314448 Apr 21 14:07:25.880246 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34636) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:07:25.918612 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32993594-2192-450b-a09c-f24a4edbb2f9 tempest-TestSnapshotPattern-1473023586 tempest-TestSnapshotPattern-1473023586-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:25.920009 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-32993594-2192-450b-a09c-f24a4edbb2f9 tempest-TestSnapshotPattern-1473023586 tempest-TestSnapshotPattern-1473023586-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 1092 time: 0.0388069 Apr 21 14:07:25.922726 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34638) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:07:25.926979 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.v2.base [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Request body: {'floatingip': {'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'port_id': 'f6e51900-f77a-42d2-81c5-c511d0169fa8', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103398) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 21 14:07:25.999785 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for floatingip, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:26.096943 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:26.198082 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_common [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Allocated IP 172.25.8.104 (23f97cfe-dd42-45d8-a5df-e2b803e954fa/ebaff0eb-1fcf-4195-b037-e64b92da4c31/58f8d8c1-1604-45ad-948e-e76f761ace3a) {{(pid=103398) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 21 14:07:26.308447 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for port, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:26.423095 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768186211063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:26.459034 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Network 23f97cfe-dd42-45d8-a5df-e2b803e954fa is already hosted by enough agents. {{(pid=103398) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 21 14:07:26.463647 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.base_scheduler [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Resources bound (agent type, host, resource id): {{(pid=103398) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 21 14:07:26.467182 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Received port after_create {{(pid=103398) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 21 14:07:26.491067 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Pushing event updated for resources: {'Port': ['ID=58f8d8c1-1604-45ad-948e-e76f761ace3a,revision_number=1']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:07:26.503438 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:07:26.503773 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:07:26.504107 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:07:26.504437 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:07:26.504761 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:07:26.505105 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:07:26.505427 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:07:26.505770 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:07:26.506342 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:07:26.506656 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:07:26.506973 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:07:26.507287 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:07:26.827291 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:26.999440 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:27.140973 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for port, precommit_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:27.227998 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9767985'] for port, after_update {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:27.298495 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Pushing event updated for resources: {'Port': ['ID=58f8d8c1-1604-45ad-948e-e76f761ace3a,revision_number=2']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:07:27.308536 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3665224'] for floatingip, after_create {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:27.406264 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Floating IP 9c2441ce-c597-48f4-a321-cb854567214e associated. External IP: 172.25.8.104, port: f6e51900-f77a-42d2-81c5-c511d0169fa8. Apr 21 14:07:27.606234 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Router 0ad9691f-0750-4a82-a281-5640e61a343b has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:07:28.040906 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:07:28.051336 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994432fe-7171-4b5e-942e-6d30cdb2f81b None None] Sync routers for ids ['0ad9691f-0750-4a82-a281-5640e61a343b'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:07:28.061725 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994432fe-7171-4b5e-942e-6d30cdb2f81b None None] Routers {'0ad9691f-0750-4a82-a281-5640e61a343b'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 14:07:28.062338 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-994432fe-7171-4b5e-942e-6d30cdb2f81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T14:07:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['0ad9691f-0750-4a82-a281-5640e61a343b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:07:28.121780 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:28.148712 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-4049ef7e-0378-4803-82b1-ce1f43baf495 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2249761 Apr 21 14:07:28.153674 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85905d20-661c-4c51-a2a3-1f85ec3bab37', 'tag': 'f6e51900-f77a-42d2-81c5-c511d0169fa8'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:07:28.153674 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889d3ed5-fe6b-40aa-a45f-ad5335424841" -d '{"events": [{"name": "network-changed", "server_uuid": "85905d20-661c-4c51-a2a3-1f85ec3bab37", "tag": "f6e51900-f77a-42d2-81c5-c511d0169fa8"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 14:07:28.172496 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-994432fe-7171-4b5e-942e-6d30cdb2f81b None None] Set router 0ad9691f-0750-4a82-a281-5640e61a343b gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 14:07:28.189289 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 14:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2ff088-0853-4172-9aca-aff4235f75cc x-openstack-request-id: req-7c2ff088-0853-4172-9aca-aff4235f75cc {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 14:07:28.189605 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85905d20-661c-4c51-a2a3-1f85ec3bab37", "tag": "f6e51900-f77a-42d2-81c5-c511d0169fa8", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 14:07:28.189846 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7c2ff088-0853-4172-9aca-aff4235f75cc {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 14:07:28.190245 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c2ff088-0853-4172-9aca-aff4235f75cc'] response: {'name': 'network-changed', 'server_uuid': '85905d20-661c-4c51-a2a3-1f85ec3bab37', 'tag': 'f6e51900-f77a-42d2-81c5-c511d0169fa8', 'status': 'completed', 'code': 200} Apr 21 14:07:28.249127 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d3ed5-fe6b-40aa-a45f-ad5335424841 req-54460104-3b03-4067-96e2-3bc3804aa29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:28.250696 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-889d3ed5-fe6b-40aa-a45f-ad5335424841 req-54460104-3b03-4067-96e2-3bc3804aa29a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=412dc428456a4adbb79916085b018f05&device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 1097 time: 0.0404780 Apr 21 14:07:28.344363 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d3ed5-fe6b-40aa-a45f-ad5335424841 req-8a1f6eb3-dc28-4864-af8e-49aee6803a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:28.345807 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-889d3ed5-fe6b-40aa-a45f-ad5335424841 req-8a1f6eb3-dc28-4864-af8e-49aee6803a89 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 HTTP/1.1" status: 200 len: 910 time: 0.0880392 Apr 21 14:07:28.395875 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-994432fe-7171-4b5e-942e-6d30cdb2f81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'name': 'tempest-TestSnapshotPattern-377983704-router', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:24Z', 'revision_number': 4, 'project_id': '412dc428456a4adbb79916085b018f05', 'gw_port': {'id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '9c2441ce-c597-48f4-a321-cb854567214e', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'port_id': 'f6e51900-f77a-42d2-81c5-c511d0169fa8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'mac_address': 'fa:16:3e:7a:f1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85905d20-661c-4c51-a2a3-1f85ec3bab37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:07:26Z', 'updated_at': '2022-04-21T14:07:26Z', 'revision_number': 0, 'project_id': '412dc428456a4adbb79916085b018f05', 'fixed_ip_address_scope': None}, {'id': 'dab2c81d-4714-4fec-ac07-90086278a4a2', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'port_id': '769b1b6d-ed62-46ed-8086-58c5a619372a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'mac_address': 'fa:16:3e:7c:be:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8656c5c-68ce-44ca-9919-aa485656b85a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:04:48Z', 'updated_at': '2022-04-21T14:04:50Z', 'revision_number': 1, 'project_id': '412dc428456a4adbb79916085b018f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0c8a2e-5801-4f6f-a00e-db7d99479fb8', 'name': '', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'mac_address': 'fa:16:3e:90:87:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:23Z', 'updated_at': '2022-04-21T14:04:28Z', 'revision_number': 5, 'project_id': '412dc428456a4adbb79916085b018f05', 'subnets': [{'id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:07:28.411176 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-889d3ed5-fe6b-40aa-a45f-ad5335424841 req-f31c397b-d698-499e-8345-9a0d26a26689 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6e51900-f77a-42d2-81c5-c511d0169fa8 HTTP/1.1" status: 200 len: 1000 time: 0.0587802 Apr 21 14:07:28.426274 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994432fe-7171-4b5e-942e-6d30cdb2f81b None None] Checking router: 0ad9691f-0750-4a82-a281-5640e61a343b for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:07:28.434356 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994432fe-7171-4b5e-942e-6d30cdb2f81b None None] Routers {'0ad9691f-0750-4a82-a281-5640e61a343b'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 14:07:28.434949 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-994432fe-7171-4b5e-942e-6d30cdb2f81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T14:07:16Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['0ad9691f-0750-4a82-a281-5640e61a343b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:07:28.458971 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d3ed5-fe6b-40aa-a45f-ad5335424841 req-649d1643-fa66-4304-97e5-9fc8c321b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:28.460424 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-889d3ed5-fe6b-40aa-a45f-ad5335424841 req-649d1643-fa66-4304-97e5-9fc8c321b438 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=539fe4ee-4a60-4858-b72a-c0fe60ff9480 HTTP/1.1" status: 200 len: 848 time: 0.0429952 Apr 21 14:07:28.508968 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d3ed5-fe6b-40aa-a45f-ad5335424841 req-ed857736-4de4-4b2e-8f33-7e5650d33e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:28.510502 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-889d3ed5-fe6b-40aa-a45f-ad5335424841 req-ed857736-4de4-4b2e-8f33-7e5650d33e83 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439346 Apr 21 14:07:28.533923 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-994432fe-7171-4b5e-942e-6d30cdb2f81b None None] Set router 0ad9691f-0750-4a82-a281-5640e61a343b gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 14:07:28.600430 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-889d3ed5-fe6b-40aa-a45f-ad5335424841 req-148fff8c-483f-4db8-b3a1-42241fcb6ccd service neutron] 10.222.0.26 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835609 Apr 21 14:07:28.697872 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-889d3ed5-fe6b-40aa-a45f-ad5335424841 req-db42ba70-00f7-4208-964e-4dc76c04a140 service neutron] 10.222.0.26 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912645 Apr 21 14:07:28.905309 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-994432fe-7171-4b5e-942e-6d30cdb2f81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'name': 'tempest-TestSnapshotPattern-377983704-router', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:24Z', 'revision_number': 4, 'project_id': '412dc428456a4adbb79916085b018f05', 'gw_port': {'id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '9c2441ce-c597-48f4-a321-cb854567214e', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'port_id': 'f6e51900-f77a-42d2-81c5-c511d0169fa8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'mac_address': 'fa:16:3e:7a:f1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85905d20-661c-4c51-a2a3-1f85ec3bab37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:07:26Z', 'updated_at': '2022-04-21T14:07:26Z', 'revision_number': 0, 'project_id': '412dc428456a4adbb79916085b018f05', 'fixed_ip_address_scope': None}, {'id': 'dab2c81d-4714-4fec-ac07-90086278a4a2', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'port_id': '769b1b6d-ed62-46ed-8086-58c5a619372a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'mac_address': 'fa:16:3e:7c:be:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8656c5c-68ce-44ca-9919-aa485656b85a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:04:48Z', 'updated_at': '2022-04-21T14:04:50Z', 'revision_number': 1, 'project_id': '412dc428456a4adbb79916085b018f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0c8a2e-5801-4f6f-a00e-db7d99479fb8', 'name': '', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'mac_address': 'fa:16:3e:90:87:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:23Z', 'updated_at': '2022-04-21T14:04:28Z', 'revision_number': 5, 'project_id': '412dc428456a4adbb79916085b018f05', 'subnets': [{'id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:07:28.931211 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994432fe-7171-4b5e-942e-6d30cdb2f81b None None] The sync data for ids ['0ad9691f-0750-4a82-a281-5640e61a343b'] in n-d-836147-2 is: [{'id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'name': 'tempest-TestSnapshotPattern-377983704-router', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:24Z', 'revision_number': 4, 'project_id': '412dc428456a4adbb79916085b018f05', 'gw_port': {'id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': '9c2441ce-c597-48f4-a321-cb854567214e', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'floating_ip_address': '172.25.8.104', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'port_id': 'f6e51900-f77a-42d2-81c5-c511d0169fa8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'mac_address': 'fa:16:3e:7a:f1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85905d20-661c-4c51-a2a3-1f85ec3bab37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:07:26Z', 'updated_at': '2022-04-21T14:07:26Z', 'revision_number': 0, 'project_id': '412dc428456a4adbb79916085b018f05', 'fixed_ip_address_scope': None}, {'id': 'dab2c81d-4714-4fec-ac07-90086278a4a2', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'port_id': '769b1b6d-ed62-46ed-8086-58c5a619372a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'mac_address': 'fa:16:3e:7c:be:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8656c5c-68ce-44ca-9919-aa485656b85a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:04:48Z', 'updated_at': '2022-04-21T14:04:50Z', 'revision_number': 1, 'project_id': '412dc428456a4adbb79916085b018f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0c8a2e-5801-4f6f-a00e-db7d99479fb8', 'name': '', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'mac_address': 'fa:16:3e:90:87:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:23Z', 'updated_at': '2022-04-21T14:04:28Z', 'revision_number': 5, 'project_id': '412dc428456a4adbb79916085b018f05', 'subnets': [{'id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:07:29.115559 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d11102-8aae-4bd8-bf0f-94a8877fd106 None None] New status for floating IP 9c2441ce-c597-48f4-a321-cb854567214e: ACTIVE {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 14:07:33.888460 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a9eb1af-b089-48c6-85fb-fdeaad7cc643 req-3de52c48-b42e-42a6-b28b-0af9fc95f611 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b8656c5c-68ce-44ca-9919-aa485656b85a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389018 Apr 21 14:07:33.973022 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9eb1af-b089-48c6-85fb-fdeaad7cc643 req-94f06192-4dac-427a-8910-6b7d07b36807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:33.974554 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a9eb1af-b089-48c6-85fb-fdeaad7cc643 req-94f06192-4dac-427a-8910-6b7d07b36807 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=412dc428456a4adbb79916085b018f05&device_id=b8656c5c-68ce-44ca-9919-aa485656b85a HTTP/1.1" status: 200 len: 1094 time: 0.0396705 Apr 21 14:07:34.081855 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9eb1af-b089-48c6-85fb-fdeaad7cc643 req-3a08c688-14ec-45ea-a29d-f62acd52a2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:34.083333 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a9eb1af-b089-48c6-85fb-fdeaad7cc643 req-3a08c688-14ec-45ea-a29d-f62acd52a2a2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 HTTP/1.1" status: 200 len: 910 time: 0.0859385 Apr 21 14:07:34.148861 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a9eb1af-b089-48c6-85fb-fdeaad7cc643 req-6ec14e21-f716-471c-b9e2-47b6ab66cc14 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=769b1b6d-ed62-46ed-8086-58c5a619372a HTTP/1.1" status: 200 len: 998 time: 0.0556180 Apr 21 14:07:34.198362 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9eb1af-b089-48c6-85fb-fdeaad7cc643 req-c938b62b-09f9-417b-8004-1b90498b1724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:34.199752 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a9eb1af-b089-48c6-85fb-fdeaad7cc643 req-c938b62b-09f9-417b-8004-1b90498b1724 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=539fe4ee-4a60-4858-b72a-c0fe60ff9480 HTTP/1.1" status: 200 len: 848 time: 0.0413065 Apr 21 14:07:34.251388 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9eb1af-b089-48c6-85fb-fdeaad7cc643 req-9cbee20d-39d3-4916-9007-9863b35d863a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:34.252847 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a9eb1af-b089-48c6-85fb-fdeaad7cc643 req-9cbee20d-39d3-4916-9007-9863b35d863a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424778 Apr 21 14:07:34.341836 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a9eb1af-b089-48c6-85fb-fdeaad7cc643 req-dcd0bbdd-b467-4d3d-82dc-5a916191b922 service neutron] 10.222.0.24 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782943 Apr 21 14:07:34.434257 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-3a9eb1af-b089-48c6-85fb-fdeaad7cc643 req-972ab9e3-c17b-49d0-8301-44f0b670e336 service neutron] 10.222.0.24 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840850 Apr 21 14:07:34.693521 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a13ac529-6866-47bc-8f1a-435c76ff6faa req-d2600a37-1535-4d78-9816-53883ed836d6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396161 Apr 21 14:07:34.773261 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ac529-6866-47bc-8f1a-435c76ff6faa req-bb840bd5-508d-44f4-828b-821f7cac6873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:34.774772 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a13ac529-6866-47bc-8f1a-435c76ff6faa req-bb840bd5-508d-44f4-828b-821f7cac6873 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=412dc428456a4adbb79916085b018f05&device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 1097 time: 0.0410016 Apr 21 14:07:34.877125 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ac529-6866-47bc-8f1a-435c76ff6faa req-7ff0f6c0-819d-43fd-a2e2-e84779cd9da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:34.879144 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a13ac529-6866-47bc-8f1a-435c76ff6faa req-7ff0f6c0-819d-43fd-a2e2-e84779cd9da2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 HTTP/1.1" status: 200 len: 910 time: 0.0860660 Apr 21 14:07:34.945827 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a13ac529-6866-47bc-8f1a-435c76ff6faa req-4b8a054e-fa33-484e-a18e-b51cd1cd9abf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6e51900-f77a-42d2-81c5-c511d0169fa8 HTTP/1.1" status: 200 len: 1002 time: 0.0581350 Apr 21 14:07:34.992350 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ac529-6866-47bc-8f1a-435c76ff6faa req-332809a3-eebd-49fd-b483-73c684dd4726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:34.993781 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a13ac529-6866-47bc-8f1a-435c76ff6faa req-332809a3-eebd-49fd-b483-73c684dd4726 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=539fe4ee-4a60-4858-b72a-c0fe60ff9480 HTTP/1.1" status: 200 len: 848 time: 0.0425804 Apr 21 14:07:35.040764 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ac529-6866-47bc-8f1a-435c76ff6faa req-c1e2ca60-5fc0-4270-aac1-f6cbb9903524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:07:35.042239 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a13ac529-6866-47bc-8f1a-435c76ff6faa req-c1e2ca60-5fc0-4270-aac1-f6cbb9903524 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428543 Apr 21 14:07:35.129629 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a13ac529-6866-47bc-8f1a-435c76ff6faa req-7acd9632-5c9c-4927-b3b3-6e6332bcccb5 service neutron] 10.222.0.26 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807440 Apr 21 14:07:35.219524 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-a13ac529-6866-47bc-8f1a-435c76ff6faa req-7714390a-71fe-42a1-bf11-13474f6805b7 service neutron] 10.222.0.26 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833900 Apr 21 14:07:35.915646 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 14:07:43.569894 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-da9bf1b1-2ec1-40a4-b7c8-28fac12ad79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:45.811637 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f5a5a65b-acb7-4156-ab3c-ee7eccdb96ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:47.318848 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:48.804689 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:48.862218 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:49.016728 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:07:51.381608 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:08:12.914413 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 14:08:13.581726 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76e5cc2a-3131-42a7-bfc8-8f2e260fdbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:08:15.792916 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-266a32da-7991-404e-b60e-65d37b319624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:08:17.307279 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:08:18.801613 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:08:18.907361 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:08:18.964058 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:08:21.386716 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:08:35.404781 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e1d7110b-4bb1-4ba4-9df6-a19e0469775a req-78b6725c-101c-41f7-830f-9bcfb76f3b09 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415614 Apr 21 14:08:35.483352 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7110b-4bb1-4ba4-9df6-a19e0469775a req-ffae423a-e84e-49ba-bd77-9aa6e8987799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:08:35.484785 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e1d7110b-4bb1-4ba4-9df6-a19e0469775a req-ffae423a-e84e-49ba-bd77-9aa6e8987799 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=412dc428456a4adbb79916085b018f05&device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 1097 time: 0.0401499 Apr 21 14:08:35.585285 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7110b-4bb1-4ba4-9df6-a19e0469775a req-8914bd01-95aa-4f71-877d-14a90f22dec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:08:35.587281 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e1d7110b-4bb1-4ba4-9df6-a19e0469775a req-8914bd01-95aa-4f71-877d-14a90f22dec0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 HTTP/1.1" status: 200 len: 910 time: 0.0849109 Apr 21 14:08:35.650937 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e1d7110b-4bb1-4ba4-9df6-a19e0469775a req-3a105094-e008-4881-b746-7e70024f7237 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6e51900-f77a-42d2-81c5-c511d0169fa8 HTTP/1.1" status: 200 len: 1002 time: 0.0563617 Apr 21 14:08:35.697432 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7110b-4bb1-4ba4-9df6-a19e0469775a req-ef365cfd-4917-45e2-b301-78e1fc4b91ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:08:35.698841 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e1d7110b-4bb1-4ba4-9df6-a19e0469775a req-ef365cfd-4917-45e2-b301-78e1fc4b91ec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=539fe4ee-4a60-4858-b72a-c0fe60ff9480 HTTP/1.1" status: 200 len: 848 time: 0.0417173 Apr 21 14:08:35.743945 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7110b-4bb1-4ba4-9df6-a19e0469775a req-e62ed4ba-88b1-4b20-a450-61bad0ff2837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:08:35.745352 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e1d7110b-4bb1-4ba4-9df6-a19e0469775a req-e62ed4ba-88b1-4b20-a450-61bad0ff2837 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407877 Apr 21 14:08:35.831712 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e1d7110b-4bb1-4ba4-9df6-a19e0469775a req-baad9441-81b9-4e52-9462-fcbe2f8263bf service neutron] 10.222.0.26 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797420 Apr 21 14:08:35.904377 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1a7b3e0-b907-4acf-8954-a14ca9def268 req-afb068e4-261c-4a24-b599-ad5a67a99f14 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b8656c5c-68ce-44ca-9919-aa485656b85a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408106 Apr 21 14:08:35.924831 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-e1d7110b-4bb1-4ba4-9df6-a19e0469775a req-6ab0e760-a0ab-43c1-82e0-d3ab52456e47 service neutron] 10.222.0.26 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859663 Apr 21 14:08:35.987067 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7b3e0-b907-4acf-8954-a14ca9def268 req-3ef8dcc1-0113-4361-bafc-b1f4e8dc2cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:08:35.988512 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1a7b3e0-b907-4acf-8954-a14ca9def268 req-3ef8dcc1-0113-4361-bafc-b1f4e8dc2cde service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=412dc428456a4adbb79916085b018f05&device_id=b8656c5c-68ce-44ca-9919-aa485656b85a HTTP/1.1" status: 200 len: 1094 time: 0.0392158 Apr 21 14:08:36.101269 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7b3e0-b907-4acf-8954-a14ca9def268 req-96040bd0-b4a5-4f6f-98a2-60d1511bec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:08:36.102786 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1a7b3e0-b907-4acf-8954-a14ca9def268 req-96040bd0-b4a5-4f6f-98a2-60d1511bec3e service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 HTTP/1.1" status: 200 len: 910 time: 0.0859215 Apr 21 14:08:36.170687 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1a7b3e0-b907-4acf-8954-a14ca9def268 req-93eff11d-a150-4164-bc9a-c31d8bc13b54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=769b1b6d-ed62-46ed-8086-58c5a619372a HTTP/1.1" status: 200 len: 998 time: 0.0560534 Apr 21 14:08:36.221430 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7b3e0-b907-4acf-8954-a14ca9def268 req-f87c26fd-1aa3-476a-b189-95e2804fa132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:08:36.222846 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1a7b3e0-b907-4acf-8954-a14ca9def268 req-f87c26fd-1aa3-476a-b189-95e2804fa132 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=539fe4ee-4a60-4858-b72a-c0fe60ff9480 HTTP/1.1" status: 200 len: 848 time: 0.0411463 Apr 21 14:08:36.275120 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7b3e0-b907-4acf-8954-a14ca9def268 req-f054c11c-3086-47a7-b9f6-f156dcbfa158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:08:36.276546 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1a7b3e0-b907-4acf-8954-a14ca9def268 req-f054c11c-3086-47a7-b9f6-f156dcbfa158 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421612 Apr 21 14:08:36.369571 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1a7b3e0-b907-4acf-8954-a14ca9def268 req-252c53d8-e490-42d5-9dbc-1ccf932b451a service neutron] 10.222.0.24 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782104 Apr 21 14:08:36.469504 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f1a7b3e0-b907-4acf-8954-a14ca9def268 req-1371a13e-30d6-495f-bfec-3ffb371bc5e2 service neutron] 10.222.0.24 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867376 Apr 21 14:08:43.569606 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1626e06a-852a-4ed4-ae0c-14d153a70e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:08:45.803723 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6b12f98f-a910-4536-bac6-26dceb0ce399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:08:47.358208 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:08:48.809835 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:08:48.878061 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:08:49.009438 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:08:49.913206 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 14:08:51.357911 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:13.574159 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e018c29f-cae7-476f-b2f9-3f58cebce3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:15.797071 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f7445974-a007-4ab5-93cb-56f3a6797315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:17.306365 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:18.814536 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:18.894510 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:19.008649 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:21.368851 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:26.912249 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 14:09:33.645249 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device f6e51900-f77a-42d2-81c5-c511d0169fa8 details requested by agent hyperv_n-h1-836147-2 with host n-h1-836147-2 {{(pid=103399) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 21 14:09:33.736917 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port f6e51900-f77a-42d2-81c5-c511d0169fa8, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=f6e51900-f77a-42d2-81c5-c511d0169fa8,segment=NetworkSegment(00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c),segment_id=00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:09:33.751755 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Returning: {'device': 'f6e51900-f77a-42d2-81c5-c511d0169fa8', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'port_id': 'f6e51900-f77a-42d2-81c5-c511d0169fa8', 'mac_address': 'fa:16:3e:7a:f1:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103399) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 21 14:09:33.787609 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:33.799652 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6e51900-f77a-42d2-81c5-c511d0169fa8 {{(pid=103399) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 21 14:09:33.817528 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port f6e51900-f77a-42d2-81c5-c511d0169fa8, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=f6e51900-f77a-42d2-81c5-c511d0169fa8,segment=NetworkSegment(00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c),segment_id=00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:09:33.911419 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:33.961235 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=f6e51900-f77a-42d2-81c5-c511d0169fa8,revision_number=6']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:09:33.969265 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:33.969622 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:33.969957 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:33.970286 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:33.970609 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:33.970930 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:33.971249 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:33.971566 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:33.971881 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:33.972197 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:33.972514 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:33.972826 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103399) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:33.978384 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] get_ports_and_sgs() called for port_ids ['f6e51900-f77a-42d2-81c5-c511d0169fa8'] {{(pid=103399) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 21 14:09:35.528739 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505924c-dcd3-4ace-9e9c-e2cd5bfa97c4 req-5178e768-ba00-4412-b63a-6e7a1d811541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:09:35.531750 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4505924c-dcd3-4ace-9e9c-e2cd5bfa97c4 req-5178e768-ba00-4412-b63a-6e7a1d811541 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=412dc428456a4adbb79916085b018f05&device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 1096 time: 0.0483508 Apr 21 14:09:35.637539 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505924c-dcd3-4ace-9e9c-e2cd5bfa97c4 req-ce2e36e6-b61a-45a9-b88a-a638ffde6396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:09:35.639040 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4505924c-dcd3-4ace-9e9c-e2cd5bfa97c4 req-ce2e36e6-b61a-45a9-b88a-a638ffde6396 service neutron] 10.222.0.26 "GET /v2.0/networks?id=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 HTTP/1.1" status: 200 len: 910 time: 0.0865972 Apr 21 14:09:35.642664 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device f6e51900-f77a-42d2-81c5-c511d0169fa8 up at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 21 14:09:35.700965 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.provisioning_blocks [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Provisioning complete for port f6e51900-f77a-42d2-81c5-c511d0169fa8 triggered by entity L2. {{(pid=103399) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 21 14:09:35.701540 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-659248'] for port, provisioning_complete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:35.716559 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4505924c-dcd3-4ace-9e9c-e2cd5bfa97c4 req-fe31c646-670a-43c3-a448-ff2a4478de48 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6e51900-f77a-42d2-81c5-c511d0169fa8 HTTP/1.1" status: 200 len: 1001 time: 0.0704420 Apr 21 14:09:35.768641 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505924c-dcd3-4ace-9e9c-e2cd5bfa97c4 req-6ddafe7e-d49a-46e5-9165-883f1b2d18a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:09:35.770271 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4505924c-dcd3-4ace-9e9c-e2cd5bfa97c4 req-6ddafe7e-d49a-46e5-9165-883f1b2d18a1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=539fe4ee-4a60-4858-b72a-c0fe60ff9480 HTTP/1.1" status: 200 len: 848 time: 0.0475585 Apr 21 14:09:35.785756 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:35.818992 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85905d20-661c-4c51-a2a3-1f85ec3bab37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e51900-f77a-42d2-81c5-c511d0169fa8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:09:35.821069 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b126d0-97a3-4616-930e-50bab2f936c7" -d '{"events": [{"server_uuid": "85905d20-661c-4c51-a2a3-1f85ec3bab37", "name": "network-vif-plugged", "status": "completed", "tag": "f6e51900-f77a-42d2-81c5-c511d0169fa8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 14:09:35.831800 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505924c-dcd3-4ace-9e9c-e2cd5bfa97c4 req-06898721-954c-45c0-a550-233ae563bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:09:35.833325 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4505924c-dcd3-4ace-9e9c-e2cd5bfa97c4 req-06898721-954c-45c0-a550-233ae563bed9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570750 Apr 21 14:09:35.857775 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port f6e51900-f77a-42d2-81c5-c511d0169fa8, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=f6e51900-f77a-42d2-81c5-c511d0169fa8,segment=NetworkSegment(00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c),segment_id=00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:09:35.889786 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-204cdd3f-1b6e-45a0-b023-d642e1cbcbd7 req-fd69836c-b6a1-4971-b71c-14f21b43b0a0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b8656c5c-68ce-44ca-9919-aa485656b85a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508878 Apr 21 14:09:35.909541 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 14:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d65f46c-da90-4a59-9745-a7164fb0925c x-openstack-request-id: req-3d65f46c-da90-4a59-9745-a7164fb0925c {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 14:09:35.910111 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85905d20-661c-4c51-a2a3-1f85ec3bab37", "name": "network-vif-plugged", "status": "completed", "tag": "f6e51900-f77a-42d2-81c5-c511d0169fa8", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 14:09:35.910111 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3d65f46c-da90-4a59-9745-a7164fb0925c {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 14:09:35.910908 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d65f46c-da90-4a59-9745-a7164fb0925c'] response: {'server_uuid': '85905d20-661c-4c51-a2a3-1f85ec3bab37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6e51900-f77a-42d2-81c5-c511d0169fa8', 'code': 200} Apr 21 14:09:35.945868 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:35.984925 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4505924c-dcd3-4ace-9e9c-e2cd5bfa97c4 req-04d63b2e-da27-4d0d-b7af-a9e243f40566 service neutron] 10.222.0.26 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440935 Apr 21 14:09:36.011729 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=f6e51900-f77a-42d2-81c5-c511d0169fa8,revision_number=7']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:09:36.031316 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cdd3f-1b6e-45a0-b023-d642e1cbcbd7 req-4da35c3c-f2c1-428a-b941-22aefc6d1684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:09:36.033376 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-204cdd3f-1b6e-45a0-b023-d642e1cbcbd7 req-4da35c3c-f2c1-428a-b941-22aefc6d1684 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=412dc428456a4adbb79916085b018f05&device_id=b8656c5c-68ce-44ca-9919-aa485656b85a HTTP/1.1" status: 200 len: 1094 time: 0.0806606 Apr 21 14:09:36.109225 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4505924c-dcd3-4ace-9e9c-e2cd5bfa97c4 req-77d380de-1868-430d-a13c-c22adc5c9f35 service neutron] 10.222.0.26 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174512 Apr 21 14:09:36.155057 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cdd3f-1b6e-45a0-b023-d642e1cbcbd7 req-5459bef5-00eb-448f-86d6-333cdd78c21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:09:36.156955 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-204cdd3f-1b6e-45a0-b023-d642e1cbcbd7 req-5459bef5-00eb-448f-86d6-333cdd78c21f service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 HTTP/1.1" status: 200 len: 910 time: 0.0969672 Apr 21 14:09:36.232476 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-204cdd3f-1b6e-45a0-b023-d642e1cbcbd7 req-a76d7468-0668-4a20-aefd-21c71e94a652 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=769b1b6d-ed62-46ed-8086-58c5a619372a HTTP/1.1" status: 200 len: 998 time: 0.0637767 Apr 21 14:09:36.291302 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cdd3f-1b6e-45a0-b023-d642e1cbcbd7 req-12bb630b-b377-4982-bdaf-75443c46353e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:09:36.293520 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-204cdd3f-1b6e-45a0-b023-d642e1cbcbd7 req-12bb630b-b377-4982-bdaf-75443c46353e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=539fe4ee-4a60-4858-b72a-c0fe60ff9480 HTTP/1.1" status: 200 len: 848 time: 0.0514534 Apr 21 14:09:36.356979 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204cdd3f-1b6e-45a0-b023-d642e1cbcbd7 req-35f6df42-17e6-479b-9143-03ad40a1debf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:09:36.359605 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-204cdd3f-1b6e-45a0-b023-d642e1cbcbd7 req-35f6df42-17e6-479b-9143-03ad40a1debf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548377 Apr 21 14:09:36.487669 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-204cdd3f-1b6e-45a0-b023-d642e1cbcbd7 req-c17a0f37-661c-4f2e-832e-daed585ea1df service neutron] 10.222.0.24 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182520 Apr 21 14:09:36.601714 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-204cdd3f-1b6e-45a0-b023-d642e1cbcbd7 req-90784c1f-d183-4086-ab7c-51b25c5f4ff6 service neutron] 10.222.0.24 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020355 Apr 21 14:09:43.591703 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a02ed5db-d2c6-46ec-b1e1-1e3b81577562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:45.814526 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-2108cd32-eda8-471d-9627-e2fd0b07ff94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:47.299923 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:47.441677 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34874) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:09:47.598056 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e664a736-0bdc-493a-8c99-f110510d75d5 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Deleting port 58f8d8c1-1604-45ad-948e-e76f761ace3a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 14:09:47.598635 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e664a736-0bdc-493a-8c99-f110510d75d5 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:47.671395 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e664a736-0bdc-493a-8c99-f110510d75d5 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:47.671647 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e664a736-0bdc-493a-8c99-f110510d75d5 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:47.683459 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-e664a736-0bdc-493a-8c99-f110510d75d5 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Calling delete_port for 58f8d8c1-1604-45ad-948e-e76f761ace3a owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 14:09:47.905503 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e664a736-0bdc-493a-8c99-f110510d75d5 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:47.930802 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664a736-0bdc-493a-8c99-f110510d75d5 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Pushing event deleted for resources: {'Port': ['ID=58f8d8c1-1604-45ad-948e-e76f761ace3a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:09:47.959868 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e664a736-0bdc-493a-8c99-f110510d75d5 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:47.961139 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e664a736-0bdc-493a-8c99-f110510d75d5 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:47.961139 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e664a736-0bdc-493a-8c99-f110510d75d5 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:47.961139 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e664a736-0bdc-493a-8c99-f110510d75d5 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:47.961444 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e664a736-0bdc-493a-8c99-f110510d75d5 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:47.961856 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e664a736-0bdc-493a-8c99-f110510d75d5 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:47.962188 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e664a736-0bdc-493a-8c99-f110510d75d5 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:47.962513 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e664a736-0bdc-493a-8c99-f110510d75d5 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:47.962836 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e664a736-0bdc-493a-8c99-f110510d75d5 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:47.963156 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e664a736-0bdc-493a-8c99-f110510d75d5 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:47.963478 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e664a736-0bdc-493a-8c99-f110510d75d5 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:47.963802 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e664a736-0bdc-493a-8c99-f110510d75d5 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103398) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:48.006106 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e664a736-0bdc-493a-8c99-f110510d75d5 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:48.006440 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-e664a736-0bdc-493a-8c99-f110510d75d5 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Floating IP 9c2441ce-c597-48f4-a321-cb854567214e disassociated (deleted). External IP: 172.25.8.104, port: f6e51900-f77a-42d2-81c5-c511d0169fa8. Apr 21 14:09:48.209983 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e664a736-0bdc-493a-8c99-f110510d75d5 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Router 0ad9691f-0750-4a82-a281-5640e61a343b has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:09:48.315551 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e664a736-0bdc-493a-8c99-f110510d75d5 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:09:48.320394 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e664a736-0bdc-493a-8c99-f110510d75d5 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:48.324957 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a0017e-6bb6-4dc5-a1df-0e9473342567 None None] Sync routers for ids ['0ad9691f-0750-4a82-a281-5640e61a343b'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:09:48.334918 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a0017e-6bb6-4dc5-a1df-0e9473342567 None None] Routers {'0ad9691f-0750-4a82-a281-5640e61a343b'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 14:09:48.335521 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e6a0017e-6bb6-4dc5-a1df-0e9473342567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T14:09:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['0ad9691f-0750-4a82-a281-5640e61a343b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:09:48.346469 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e664a736-0bdc-493a-8c99-f110510d75d5 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "DELETE /v2.0/floatingips/9c2441ce-c597-48f4-a321-cb854567214e HTTP/1.1" status: 204 len: 168 time: 0.9035773 Apr 21 14:09:48.347039 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85905d20-661c-4c51-a2a3-1f85ec3bab37', 'tag': 'f6e51900-f77a-42d2-81c5-c511d0169fa8'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:09:48.349310 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c35f142-5a7f-419d-a405-7276945757dd" -d '{"events": [{"name": "network-changed", "server_uuid": "85905d20-661c-4c51-a2a3-1f85ec3bab37", "tag": "f6e51900-f77a-42d2-81c5-c511d0169fa8"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 14:09:48.464659 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-e6a0017e-6bb6-4dc5-a1df-0e9473342567 None None] Set router 0ad9691f-0750-4a82-a281-5640e61a343b gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 14:09:48.465070 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 14:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4965b8ad-819f-4678-acde-c1c2900e7a1f x-openstack-request-id: req-4965b8ad-819f-4678-acde-c1c2900e7a1f {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 14:09:48.465070 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85905d20-661c-4c51-a2a3-1f85ec3bab37", "tag": "f6e51900-f77a-42d2-81c5-c511d0169fa8", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 14:09:48.465070 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4965b8ad-819f-4678-acde-c1c2900e7a1f {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 14:09:48.465070 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4965b8ad-819f-4678-acde-c1c2900e7a1f'] response: {'name': 'network-changed', 'server_uuid': '85905d20-661c-4c51-a2a3-1f85ec3bab37', 'tag': 'f6e51900-f77a-42d2-81c5-c511d0169fa8', 'status': 'completed', 'code': 200} Apr 21 14:09:48.529371 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35f142-5a7f-419d-a405-7276945757dd req-1d9586d9-eacc-4f53-8ca9-a3504da064c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:09:48.531037 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0c35f142-5a7f-419d-a405-7276945757dd req-1d9586d9-eacc-4f53-8ca9-a3504da064c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=412dc428456a4adbb79916085b018f05&device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 1097 time: 0.0470874 Apr 21 14:09:48.621292 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35f142-5a7f-419d-a405-7276945757dd req-99cc19f1-9ef6-4e1b-9082-982e0c3eb64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:09:48.622867 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0c35f142-5a7f-419d-a405-7276945757dd req-99cc19f1-9ef6-4e1b-9082-982e0c3eb64e service neutron] 10.222.0.26 "GET /v2.0/networks?id=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 HTTP/1.1" status: 200 len: 910 time: 0.0851870 Apr 21 14:09:48.669066 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0c35f142-5a7f-419d-a405-7276945757dd req-f1557d2c-b52a-4de0-8b38-3df880bf964f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6e51900-f77a-42d2-81c5-c511d0169fa8 HTTP/1.1" status: 200 len: 217 time: 0.0385156 Apr 21 14:09:48.696685 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e6a0017e-6bb6-4dc5-a1df-0e9473342567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'name': 'tempest-TestSnapshotPattern-377983704-router', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:24Z', 'revision_number': 4, 'project_id': '412dc428456a4adbb79916085b018f05', 'gw_port': {'id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'dab2c81d-4714-4fec-ac07-90086278a4a2', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'port_id': '769b1b6d-ed62-46ed-8086-58c5a619372a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'mac_address': 'fa:16:3e:7c:be:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8656c5c-68ce-44ca-9919-aa485656b85a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:04:48Z', 'updated_at': '2022-04-21T14:04:50Z', 'revision_number': 1, 'project_id': '412dc428456a4adbb79916085b018f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0c8a2e-5801-4f6f-a00e-db7d99479fb8', 'name': '', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'mac_address': 'fa:16:3e:90:87:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:23Z', 'updated_at': '2022-04-21T14:04:28Z', 'revision_number': 5, 'project_id': '412dc428456a4adbb79916085b018f05', 'subnets': [{'id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:09:48.719244 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35f142-5a7f-419d-a405-7276945757dd req-0ee4c569-493a-42eb-b065-2a6ebf8432cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:09:48.720660 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0c35f142-5a7f-419d-a405-7276945757dd req-0ee4c569-493a-42eb-b065-2a6ebf8432cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=539fe4ee-4a60-4858-b72a-c0fe60ff9480 HTTP/1.1" status: 200 len: 848 time: 0.0441601 Apr 21 14:09:48.723806 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a0017e-6bb6-4dc5-a1df-0e9473342567 None None] Checking router: 0ad9691f-0750-4a82-a281-5640e61a343b for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:09:48.737166 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a0017e-6bb6-4dc5-a1df-0e9473342567 None None] Routers {'0ad9691f-0750-4a82-a281-5640e61a343b'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 14:09:48.737819 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e6a0017e-6bb6-4dc5-a1df-0e9473342567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T14:09:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['0ad9691f-0750-4a82-a281-5640e61a343b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:09:48.768206 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35f142-5a7f-419d-a405-7276945757dd req-acbf3b74-47eb-4374-abf8-d52a84b0e0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:09:48.769938 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0c35f142-5a7f-419d-a405-7276945757dd req-acbf3b74-47eb-4374-abf8-d52a84b0e0e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426669 Apr 21 14:09:48.814347 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2cbae-52ab-4452-ad8f-25e30479efb2 req-c8335168-9103-4563-9e50-c46dc306730e tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:09:48.816193 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1aa2cbae-52ab-4452-ad8f-25e30479efb2 req-c8335168-9103-4563-9e50-c46dc306730e tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 946 time: 0.1236103 Apr 21 14:09:48.854296 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-1aa2cbae-52ab-4452-ad8f-25e30479efb2 req-ab4322ae-a060-4b53-8a18-10efa84603e3 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320439 Apr 21 14:09:48.860543 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:48.875697 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0c35f142-5a7f-419d-a405-7276945757dd req-c8d92ec5-091c-4b10-ba65-13414241fe10 service neutron] 10.222.0.26 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973642 Apr 21 14:09:48.877173 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-e6a0017e-6bb6-4dc5-a1df-0e9473342567 None None] Set router 0ad9691f-0750-4a82-a281-5640e61a343b gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 14:09:48.918201 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:48.967868 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-0c35f142-5a7f-419d-a405-7276945757dd req-37a6449d-f6e9-48cf-bd74-f9ddaeb9efd9 service neutron] 10.222.0.26 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839972 Apr 21 14:09:49.036792 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:49.111167 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-e6a0017e-6bb6-4dc5-a1df-0e9473342567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'name': 'tempest-TestSnapshotPattern-377983704-router', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:24Z', 'revision_number': 4, 'project_id': '412dc428456a4adbb79916085b018f05', 'gw_port': {'id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'dab2c81d-4714-4fec-ac07-90086278a4a2', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'port_id': '769b1b6d-ed62-46ed-8086-58c5a619372a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'mac_address': 'fa:16:3e:7c:be:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8656c5c-68ce-44ca-9919-aa485656b85a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:04:48Z', 'updated_at': '2022-04-21T14:04:50Z', 'revision_number': 1, 'project_id': '412dc428456a4adbb79916085b018f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0c8a2e-5801-4f6f-a00e-db7d99479fb8', 'name': '', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'mac_address': 'fa:16:3e:90:87:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:23Z', 'updated_at': '2022-04-21T14:04:28Z', 'revision_number': 5, 'project_id': '412dc428456a4adbb79916085b018f05', 'subnets': [{'id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:09:49.136853 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a0017e-6bb6-4dc5-a1df-0e9473342567 None None] The sync data for ids ['0ad9691f-0750-4a82-a281-5640e61a343b'] in n-d-836147-2 is: [{'id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'name': 'tempest-TestSnapshotPattern-377983704-router', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:24Z', 'revision_number': 4, 'project_id': '412dc428456a4adbb79916085b018f05', 'gw_port': {'id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_floatingips': [{'id': 'dab2c81d-4714-4fec-ac07-90086278a4a2', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'floating_ip_address': '172.25.8.66', 'floating_network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'router_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'port_id': '769b1b6d-ed62-46ed-8086-58c5a619372a', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'mac_address': 'fa:16:3e:7c:be:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8656c5c-68ce-44ca-9919-aa485656b85a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-21T14:04:48Z', 'updated_at': '2022-04-21T14:04:50Z', 'revision_number': 1, 'project_id': '412dc428456a4adbb79916085b018f05', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0c8a2e-5801-4f6f-a00e-db7d99479fb8', 'name': '', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'mac_address': 'fa:16:3e:90:87:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:23Z', 'updated_at': '2022-04-21T14:04:28Z', 'revision_number': 5, 'project_id': '412dc428456a4adbb79916085b018f05', 'subnets': [{'id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:09:49.346789 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206b597c-09e5-4792-860f-bbc9a50c13c4 None None] New status for floating IP 9c2441ce-c597-48f4-a321-cb854567214e: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 14:09:49.740307 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device f6e51900-f77a-42d2-81c5-c511d0169fa8 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 14:09:49.969600 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-535947'] for port, before_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:49.982449 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f9b29-b0b7-4916-89c3-3d24d1d45322 req-cf5fd96f-55e3-485b-b398-870414c92c06 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:09:49.983949 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f04f9b29-b0b7-4916-89c3-3d24d1d45322 req-cf5fd96f-55e3-485b-b398-870414c92c06 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 946 time: 0.0495286 Apr 21 14:09:49.991853 n-d-836147-2 neutron-server[103399]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85905d20-661c-4c51-a2a3-1f85ec3bab37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6e51900-f77a-42d2-81c5-c511d0169fa8'}] {{(pid=103399) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:09:49.994007 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91ab19ed8ed238dbeb9ae0d3a4c8bb60b21e1384e78d9566a78d5a1727308fa4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424b3330-c31c-4bf2-88ff-da49c408fcfa" -d '{"events": [{"server_uuid": "85905d20-661c-4c51-a2a3-1f85ec3bab37", "name": "network-vif-unplugged", "status": "completed", "tag": "f6e51900-f77a-42d2-81c5-c511d0169fa8"}]}' {{(pid=103399) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 14:09:50.007296 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] For port f6e51900-f77a-42d2-81c5-c511d0169fa8, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=f6e51900-f77a-42d2-81c5-c511d0169fa8,segment=NetworkSegment(00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c),segment_id=00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:09:50.025199 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-f04f9b29-b0b7-4916-89c3-3d24d1d45322 req-58405c8f-8270-427d-8934-6163872409a5 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344379 Apr 21 14:09:50.033180 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Apr 2022 14:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d69b902-9b4c-4c27-b697-7aa9b327c725 x-openstack-request-id: req-0d69b902-9b4c-4c27-b697-7aa9b327c725 {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 14:09:50.033543 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85905d20-661c-4c51-a2a3-1f85ec3bab37", "name": "network-vif-unplugged", "status": "completed", "tag": "f6e51900-f77a-42d2-81c5-c511d0169fa8", "code": 200}]} {{(pid=103399) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 14:09:50.033897 n-d-836147-2 neutron-server[103399]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d69b902-9b4c-4c27-b697-7aa9b327c725 {{(pid=103399) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 14:09:50.034364 n-d-836147-2 neutron-server[103399]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d69b902-9b4c-4c27-b697-7aa9b327c725'] response: {'server_uuid': '85905d20-661c-4c51-a2a3-1f85ec3bab37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6e51900-f77a-42d2-81c5-c511d0169fa8', 'code': 200} Apr 21 14:09:50.077179 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768186767297', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768186211036', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768186219906'] for port, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:50.126185 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Pushing event updated for resources: {'Port': ['ID=f6e51900-f77a-42d2-81c5-c511d0169fa8,revision_number=8']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:09:50.451854 n-d-836147-2 neutron-server[103397]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd098d2-6747-4b5d-928a-600b55bc2d71 req-33e12f2f-563e-427f-9558-4277a13c6635 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103397) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:09:50.453287 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4fd098d2-6747-4b5d-928a-600b55bc2d71 req-33e12f2f-563e-427f-9558-4277a13c6635 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.26 "GET /v2.0/ports?device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 944 time: 0.0477183 Apr 21 14:09:50.543333 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-4fd098d2-6747-4b5d-928a-600b55bc2d71 req-bf41cdb4-b727-45d2-8363-910651424f31 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Deleting port f6e51900-f77a-42d2-81c5-c511d0169fa8 {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 14:09:50.543669 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4fd098d2-6747-4b5d-928a-600b55bc2d71 req-bf41cdb4-b727-45d2-8363-910651424f31 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:50.627501 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [req-4fd098d2-6747-4b5d-928a-600b55bc2d71 req-bf41cdb4-b727-45d2-8363-910651424f31 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] For port f6e51900-f77a-42d2-81c5-c511d0169fa8, host n-h1-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836147-2',level=0,port_id=f6e51900-f77a-42d2-81c5-c511d0169fa8,segment=NetworkSegment(00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c),segment_id=00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:09:50.627861 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4fd098d2-6747-4b5d-928a-600b55bc2d71 req-bf41cdb4-b727-45d2-8363-910651424f31 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:50.640355 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [req-4fd098d2-6747-4b5d-928a-600b55bc2d71 req-bf41cdb4-b727-45d2-8363-910651424f31 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Calling delete_port for f6e51900-f77a-42d2-81c5-c511d0169fa8 owned by compute:nova {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 14:09:50.877125 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4fd098d2-6747-4b5d-928a-600b55bc2d71 req-bf41cdb4-b727-45d2-8363-910651424f31 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:50.903942 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41cdb4-b727-45d2-8363-910651424f31 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Pushing event deleted for resources: {'Port': ['ID=f6e51900-f77a-42d2-81c5-c511d0169fa8,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:09:50.918426 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41cdb4-b727-45d2-8363-910651424f31 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:50.918771 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41cdb4-b727-45d2-8363-910651424f31 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:50.919107 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41cdb4-b727-45d2-8363-910651424f31 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:50.919438 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41cdb4-b727-45d2-8363-910651424f31 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:50.919764 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41cdb4-b727-45d2-8363-910651424f31 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:50.920088 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41cdb4-b727-45d2-8363-910651424f31 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:50.920410 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41cdb4-b727-45d2-8363-910651424f31 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:50.920735 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41cdb4-b727-45d2-8363-910651424f31 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:50.921054 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41cdb4-b727-45d2-8363-910651424f31 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:50.921376 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41cdb4-b727-45d2-8363-910651424f31 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:50.921720 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41cdb4-b727-45d2-8363-910651424f31 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:50.922563 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf41cdb4-b727-45d2-8363-910651424f31 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836147-2 {{(pid=103397) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 21 14:09:50.959950 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd098d2-6747-4b5d-928a-600b55bc2d71 req-bf41cdb4-b727-45d2-8363-910651424f31 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] No DVR routers for this DVR port f6e51900-f77a-42d2-81c5-c511d0169fa8 on host n-h1-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:09:50.962649 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [req-4fd098d2-6747-4b5d-928a-600b55bc2d71 req-bf41cdb4-b727-45d2-8363-910651424f31 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:50.967757 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [req-4fd098d2-6747-4b5d-928a-600b55bc2d71 req-bf41cdb4-b727-45d2-8363-910651424f31 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.26 "DELETE /v2.0/ports/f6e51900-f77a-42d2-81c5-c511d0169fa8 HTTP/1.1" status: 204 len: 173 time: 0.5070271 Apr 21 14:09:50.967757 n-d-836147-2 neutron-server[103397]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85905d20-661c-4c51-a2a3-1f85ec3bab37', 'name': 'network-vif-deleted', 'tag': 'f6e51900-f77a-42d2-81c5-c511d0169fa8'}] {{(pid=103397) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:09:50.968610 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8731b9b0d93a9bf69e636c4352cfd91473ecc38c160ddf4d7ef907223a15797c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc8c9d5-2aee-4aed-a3da-e14cc70ea067" -d '{"events": [{"server_uuid": "85905d20-661c-4c51-a2a3-1f85ec3bab37", "name": "network-vif-deleted", "tag": "f6e51900-f77a-42d2-81c5-c511d0169fa8"}]}' {{(pid=103397) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 14:09:51.058509 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 14:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8882a2e3-f225-48a5-b338-a7fffea28fc1 x-openstack-request-id: req-8882a2e3-f225-48a5-b338-a7fffea28fc1 {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 14:09:51.059473 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85905d20-661c-4c51-a2a3-1f85ec3bab37", "name": "network-vif-deleted", "tag": "f6e51900-f77a-42d2-81c5-c511d0169fa8", "status": "completed", "code": 200}]} {{(pid=103397) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 14:09:51.059808 n-d-836147-2 neutron-server[103397]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8882a2e3-f225-48a5-b338-a7fffea28fc1 {{(pid=103397) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 14:09:51.060285 n-d-836147-2 neutron-server[103397]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8882a2e3-f225-48a5-b338-a7fffea28fc1'] response: {'server_uuid': '85905d20-661c-4c51-a2a3-1f85ec3bab37', 'name': 'network-vif-deleted', 'tag': 'f6e51900-f77a-42d2-81c5-c511d0169fa8', 'status': 'completed', 'code': 200} Apr 21 14:09:51.126246 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-9c24a976-4729-4cf6-b109-98d07896cc7c req-e38a5989-17b2-4fdb-9498-755721a943c8 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=85905d20-661c-4c51-a2a3-1f85ec3bab37 HTTP/1.1" status: 200 len: 210 time: 0.0317941 Apr 21 14:09:51.402214 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:53.483707 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34942) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:09:53.636558 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f5a880eb-e67f-4961-ba4a-f0c9ddfee1bb tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Deleting port 7ad238fd-83f9-49d5-b9b3-a4fe94d1595c {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 14:09:53.636810 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f5a880eb-e67f-4961-ba4a-f0c9ddfee1bb tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:53.708693 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f5a880eb-e67f-4961-ba4a-f0c9ddfee1bb tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:53.709013 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f5a880eb-e67f-4961-ba4a-f0c9ddfee1bb tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:53.720306 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-f5a880eb-e67f-4961-ba4a-f0c9ddfee1bb tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Calling delete_port for 7ad238fd-83f9-49d5-b9b3-a4fe94d1595c owned by network:floatingip {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 14:09:53.769559 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device f6e51900-f77a-42d2-81c5-c511d0169fa8 no longer exists at agent hyperv_n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 14:09:53.791730 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] No Port match for: f6e51900-f77a-42d2-81c5-c511d0169fa8 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 14:09:53.792102 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Device f6e51900-f77a-42d2-81c5-c511d0169fa8 not bound to the agent host n-h1-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 14:09:53.940657 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f5a880eb-e67f-4961-ba4a-f0c9ddfee1bb tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:53.963737 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a880eb-e67f-4961-ba4a-f0c9ddfee1bb tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Pushing event deleted for resources: {'Port': ['ID=7ad238fd-83f9-49d5-b9b3-a4fe94d1595c,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:09:54.029245 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f5a880eb-e67f-4961-ba4a-f0c9ddfee1bb tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for floatingip, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:54.029677 n-d-836147-2 neutron-server[103398]: INFO neutron.db.l3_db [None req-f5a880eb-e67f-4961-ba4a-f0c9ddfee1bb tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Floating IP dab2c81d-4714-4fec-ac07-90086278a4a2 disassociated (deleted). External IP: 172.25.8.66, port: 769b1b6d-ed62-46ed-8086-58c5a619372a. Apr 21 14:09:54.227709 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a880eb-e67f-4961-ba4a-f0c9ddfee1bb tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Router 0ad9691f-0750-4a82-a281-5640e61a343b has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:09:54.332956 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a880eb-e67f-4961-ba4a-f0c9ddfee1bb tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:09:54.337790 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f5a880eb-e67f-4961-ba4a-f0c9ddfee1bb tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for floatingip, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:54.343617 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34897636-cd29-4d42-a669-43c186938a42 None None] Sync routers for ids ['0ad9691f-0750-4a82-a281-5640e61a343b'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:09:54.353482 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34897636-cd29-4d42-a669-43c186938a42 None None] Routers {'0ad9691f-0750-4a82-a281-5640e61a343b'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 14:09:54.354198 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-34897636-cd29-4d42-a669-43c186938a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T14:09:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['0ad9691f-0750-4a82-a281-5640e61a343b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:09:54.366730 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f5a880eb-e67f-4961-ba4a-f0c9ddfee1bb tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "DELETE /v2.0/floatingips/dab2c81d-4714-4fec-ac07-90086278a4a2 HTTP/1.1" status: 204 len: 168 time: 0.8819687 Apr 21 14:09:54.367411 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8656c5c-68ce-44ca-9919-aa485656b85a', 'tag': '769b1b6d-ed62-46ed-8086-58c5a619372a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:09:54.370417 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8dcff8-265a-432a-8b1a-755abdbb0505" -d '{"events": [{"name": "network-changed", "server_uuid": "b8656c5c-68ce-44ca-9919-aa485656b85a", "tag": "769b1b6d-ed62-46ed-8086-58c5a619372a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 14:09:54.409163 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Apr 2022 14:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7823664a-e72f-4d5d-9ef5-6a3cb5ce86bc x-openstack-request-id: req-7823664a-e72f-4d5d-9ef5-6a3cb5ce86bc {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 14:09:54.409460 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8656c5c-68ce-44ca-9919-aa485656b85a", "tag": "769b1b6d-ed62-46ed-8086-58c5a619372a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 14:09:54.409742 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7823664a-e72f-4d5d-9ef5-6a3cb5ce86bc {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 14:09:54.410865 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7823664a-e72f-4d5d-9ef5-6a3cb5ce86bc'] response: {'name': 'network-changed', 'server_uuid': 'b8656c5c-68ce-44ca-9919-aa485656b85a', 'tag': '769b1b6d-ed62-46ed-8086-58c5a619372a', 'status': 'completed', 'code': 200} Apr 21 14:09:54.470779 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-34897636-cd29-4d42-a669-43c186938a42 None None] Set router 0ad9691f-0750-4a82-a281-5640e61a343b gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 14:09:54.483498 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8dcff8-265a-432a-8b1a-755abdbb0505 req-80327265-b062-4094-bc39-08e8cf740950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:09:54.484950 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb8dcff8-265a-432a-8b1a-755abdbb0505 req-80327265-b062-4094-bc39-08e8cf740950 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=412dc428456a4adbb79916085b018f05&device_id=b8656c5c-68ce-44ca-9919-aa485656b85a HTTP/1.1" status: 200 len: 1094 time: 0.0412722 Apr 21 14:09:54.585951 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8dcff8-265a-432a-8b1a-755abdbb0505 req-ee310947-0d21-4a0f-bba4-537d25ab2a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:09:54.587419 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb8dcff8-265a-432a-8b1a-755abdbb0505 req-ee310947-0d21-4a0f-bba4-537d25ab2a54 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 HTTP/1.1" status: 200 len: 910 time: 0.0901666 Apr 21 14:09:54.639460 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb8dcff8-265a-432a-8b1a-755abdbb0505 req-10e3b909-a905-4b82-aae0-c19b849277fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=769b1b6d-ed62-46ed-8086-58c5a619372a HTTP/1.1" status: 200 len: 217 time: 0.0400651 Apr 21 14:09:54.671815 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-34897636-cd29-4d42-a669-43c186938a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'name': 'tempest-TestSnapshotPattern-377983704-router', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:24Z', 'revision_number': 4, 'project_id': '412dc428456a4adbb79916085b018f05', 'gw_port': {'id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '0b0c8a2e-5801-4f6f-a00e-db7d99479fb8', 'name': '', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'mac_address': 'fa:16:3e:90:87:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:23Z', 'updated_at': '2022-04-21T14:04:28Z', 'revision_number': 5, 'project_id': '412dc428456a4adbb79916085b018f05', 'subnets': [{'id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:09:54.699038 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8dcff8-265a-432a-8b1a-755abdbb0505 req-54a1064e-efe1-4ab7-8561-64c2ae866af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:09:54.700920 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb8dcff8-265a-432a-8b1a-755abdbb0505 req-54a1064e-efe1-4ab7-8561-64c2ae866af0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=539fe4ee-4a60-4858-b72a-c0fe60ff9480 HTTP/1.1" status: 200 len: 848 time: 0.0503545 Apr 21 14:09:54.703146 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34897636-cd29-4d42-a669-43c186938a42 None None] Checking router: 0ad9691f-0750-4a82-a281-5640e61a343b for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:09:54.712002 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34897636-cd29-4d42-a669-43c186938a42 None None] Routers {'0ad9691f-0750-4a82-a281-5640e61a343b'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 14:09:54.712871 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-34897636-cd29-4d42-a669-43c186938a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T14:09:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['0ad9691f-0750-4a82-a281-5640e61a343b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:09:54.769722 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8dcff8-265a-432a-8b1a-755abdbb0505 req-d3ed377a-ff8a-4050-9619-711ad2b372fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:09:54.771133 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb8dcff8-265a-432a-8b1a-755abdbb0505 req-d3ed377a-ff8a-4050-9619-711ad2b372fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594749 Apr 21 14:09:54.778545 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a9f50-7044-426a-aa5a-a8b7094bc7c0 req-abbc8770-6114-4a23-80dc-3f481f46627c tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:09:54.779970 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e77a9f50-7044-426a-aa5a-a8b7094bc7c0 req-abbc8770-6114-4a23-80dc-3f481f46627c tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8656c5c-68ce-44ca-9919-aa485656b85a HTTP/1.1" status: 200 len: 943 time: 0.0780053 Apr 21 14:09:54.819189 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-34897636-cd29-4d42-a669-43c186938a42 None None] Set router 0ad9691f-0750-4a82-a281-5640e61a343b gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 14:09:54.869133 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-e77a9f50-7044-426a-aa5a-a8b7094bc7c0 req-338f89a3-1d7d-49d4-9407-cb9207627ed9 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/security-groups?id=1a1573dc-41b2-47ec-859a-a09b9f8c89be&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813425 Apr 21 14:09:54.897759 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb8dcff8-265a-432a-8b1a-755abdbb0505 req-dcf53e92-270a-4118-8840-cdb8b7e1ce6c service neutron] 10.222.0.24 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168375 Apr 21 14:09:54.995389 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-cb8dcff8-265a-432a-8b1a-755abdbb0505 req-e7728c4e-67d7-4ff4-859d-6aabf32fd0ca service neutron] 10.222.0.24 "GET /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859277 Apr 21 14:09:55.014678 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-34897636-cd29-4d42-a669-43c186938a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'name': 'tempest-TestSnapshotPattern-377983704-router', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:24Z', 'revision_number': 4, 'project_id': '412dc428456a4adbb79916085b018f05', 'gw_port': {'id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '0b0c8a2e-5801-4f6f-a00e-db7d99479fb8', 'name': '', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'mac_address': 'fa:16:3e:90:87:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:23Z', 'updated_at': '2022-04-21T14:04:28Z', 'revision_number': 5, 'project_id': '412dc428456a4adbb79916085b018f05', 'subnets': [{'id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:09:55.040993 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34897636-cd29-4d42-a669-43c186938a42 None None] The sync data for ids ['0ad9691f-0750-4a82-a281-5640e61a343b'] in n-d-836147-2 is: [{'id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'name': 'tempest-TestSnapshotPattern-377983704-router', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:24Z', 'revision_number': 4, 'project_id': '412dc428456a4adbb79916085b018f05', 'gw_port': {'id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2', '_interfaces': [{'id': '0b0c8a2e-5801-4f6f-a00e-db7d99479fb8', 'name': '', 'network_id': 'fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'mac_address': 'fa:16:3e:90:87:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4434, 'fixed_ips': [{'subnet_id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:23Z', 'updated_at': '2022-04-21T14:04:28Z', 'revision_number': 5, 'project_id': '412dc428456a4adbb79916085b018f05', 'subnets': [{'id': '539fe4ee-4a60-4858-b72a-c0fe60ff9480', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:09:55.250059 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8e78d0-a705-446b-b843-cd83e36e17b0 None None] New status for floating IP dab2c81d-4714-4fec-ac07-90086278a4a2: DOWN {{(pid=103400) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 21 14:09:55.427970 n-d-836147-2 neutron-server[103398]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794af742-7684-4a7d-8238-cf55b9e32d94 req-7d4c2e34-bacd-41e2-b56d-c043c21f9e3a tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103398) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 21 14:09:55.429575 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-794af742-7684-4a7d-8238-cf55b9e32d94 req-7d4c2e34-bacd-41e2-b56d-c043c21f9e3a tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8656c5c-68ce-44ca-9919-aa485656b85a HTTP/1.1" status: 200 len: 943 time: 0.0502107 Apr 21 14:09:55.519708 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-794af742-7684-4a7d-8238-cf55b9e32d94 req-726c4980-cfcf-4af0-8ef3-5fc47f8a10db tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Deleting port 769b1b6d-ed62-46ed-8086-58c5a619372a {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 14:09:55.520410 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-794af742-7684-4a7d-8238-cf55b9e32d94 req-726c4980-cfcf-4af0-8ef3-5fc47f8a10db tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:55.608899 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [req-794af742-7684-4a7d-8238-cf55b9e32d94 req-726c4980-cfcf-4af0-8ef3-5fc47f8a10db tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] For port 769b1b6d-ed62-46ed-8086-58c5a619372a, host n-h2-836147-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836147-2',level=0,port_id=769b1b6d-ed62-46ed-8086-58c5a619372a,segment=NetworkSegment(00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c),segment_id=00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:09:55.609184 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-794af742-7684-4a7d-8238-cf55b9e32d94 req-726c4980-cfcf-4af0-8ef3-5fc47f8a10db tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:55.622184 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [req-794af742-7684-4a7d-8238-cf55b9e32d94 req-726c4980-cfcf-4af0-8ef3-5fc47f8a10db tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Calling delete_port for 769b1b6d-ed62-46ed-8086-58c5a619372a owned by compute:nova {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 14:09:55.813968 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-794af742-7684-4a7d-8238-cf55b9e32d94 req-726c4980-cfcf-4af0-8ef3-5fc47f8a10db tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:55.842941 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726c4980-cfcf-4af0-8ef3-5fc47f8a10db tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Pushing event deleted for resources: {'Port': ['ID=769b1b6d-ed62-46ed-8086-58c5a619372a,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:09:55.884003 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [req-794af742-7684-4a7d-8238-cf55b9e32d94 req-726c4980-cfcf-4af0-8ef3-5fc47f8a10db tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] No DVR routers for this DVR port 769b1b6d-ed62-46ed-8086-58c5a619372a on host n-h2-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:09:55.886726 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [req-794af742-7684-4a7d-8238-cf55b9e32d94 req-726c4980-cfcf-4af0-8ef3-5fc47f8a10db tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-111842'] for port, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:55.890025 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-794af742-7684-4a7d-8238-cf55b9e32d94 req-726c4980-cfcf-4af0-8ef3-5fc47f8a10db tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.24 "DELETE /v2.0/ports/769b1b6d-ed62-46ed-8086-58c5a619372a HTTP/1.1" status: 204 len: 173 time: 0.4515514 Apr 21 14:09:55.966264 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [req-6a408361-7d86-42aa-8506-688bd9728787 req-1210ee43-656b-49f2-aaa2-6ed90aefdaa8 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8656c5c-68ce-44ca-9919-aa485656b85a HTTP/1.1" status: 200 len: 210 time: 0.0259151 Apr 21 14:09:56.411729 n-d-836147-2 neutron-server[103398]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8656c5c-68ce-44ca-9919-aa485656b85a', 'name': 'network-vif-deleted', 'tag': '769b1b6d-ed62-46ed-8086-58c5a619372a'}] {{(pid=103398) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 21 14:09:56.414144 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f56fb273cf25a713d7902f917fa6f0511950c016045353460182450d9eea662" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef11d11-bd79-4a3e-8fc6-228a022507b3" -d '{"events": [{"server_uuid": "b8656c5c-68ce-44ca-9919-aa485656b85a", "name": "network-vif-deleted", "tag": "769b1b6d-ed62-46ed-8086-58c5a619372a"}]}' {{(pid=103398) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 21 14:09:56.454216 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Apr 2022 14:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5437dbe0-fae7-4694-9361-edb180d2f4ab x-openstack-request-id: req-5437dbe0-fae7-4694-9361-edb180d2f4ab {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 21 14:09:56.454503 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8656c5c-68ce-44ca-9919-aa485656b85a", "name": "network-vif-deleted", "tag": "769b1b6d-ed62-46ed-8086-58c5a619372a", "status": "completed", "code": 200}]} {{(pid=103398) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 21 14:09:56.454750 n-d-836147-2 neutron-server[103398]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5437dbe0-fae7-4694-9361-edb180d2f4ab {{(pid=103398) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 21 14:09:56.455146 n-d-836147-2 neutron-server[103398]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5437dbe0-fae7-4694-9361-edb180d2f4ab'] response: {'server_uuid': 'b8656c5c-68ce-44ca-9919-aa485656b85a', 'name': 'network-vif-deleted', 'tag': '769b1b6d-ed62-46ed-8086-58c5a619372a', 'status': 'completed', 'code': 200} Apr 21 14:09:57.022437 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34956) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:09:57.078861 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a2f1e27-8dc4-412a-951d-92bb18b65982 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:57.107941 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a2f1e27-8dc4-412a-951d-92bb18b65982 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:57.219381 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a2f1e27-8dc4-412a-951d-92bb18b65982 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:57.221980 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8a2f1e27-8dc4-412a-951d-92bb18b65982 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:57.223109 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8a2f1e27-8dc4-412a-951d-92bb18b65982 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] 10.222.0.36 "DELETE /v2.0/security-groups/1a1573dc-41b2-47ec-859a-a09b9f8c89be HTTP/1.1" status: 204 len: 168 time: 0.1997020 Apr 21 14:09:57.232069 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f1e27-8dc4-412a-951d-92bb18b65982 tempest-TestSnapshotPattern-996920029 tempest-TestSnapshotPattern-996920029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1573dc-41b2-47ec-859a-a09b9f8c89be,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:09:57.317575 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34960) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:09:58.073554 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccae6c06-2acf-4eb2-ac83-17c503b8a114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:58.310248 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ccae6c06-2acf-4eb2-ac83-17c503b8a114 admin admin] Deleting port 0b0c8a2e-5801-4f6f-a00e-db7d99479fb8 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 14:09:58.310584 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccae6c06-2acf-4eb2-ac83-17c503b8a114 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:58.387996 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-ccae6c06-2acf-4eb2-ac83-17c503b8a114 admin admin] For port 0b0c8a2e-5801-4f6f-a00e-db7d99479fb8, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=0b0c8a2e-5801-4f6f-a00e-db7d99479fb8,segment=NetworkSegment(00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c),segment_id=00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:09:58.388352 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccae6c06-2acf-4eb2-ac83-17c503b8a114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:58.401122 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-ccae6c06-2acf-4eb2-ac83-17c503b8a114 admin admin] Calling delete_port for 0b0c8a2e-5801-4f6f-a00e-db7d99479fb8 owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 14:09:58.643063 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccae6c06-2acf-4eb2-ac83-17c503b8a114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:58.668863 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccae6c06-2acf-4eb2-ac83-17c503b8a114 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b0c8a2e-5801-4f6f-a00e-db7d99479fb8,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:09:58.835386 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-ccae6c06-2acf-4eb2-ac83-17c503b8a114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:59.045962 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccae6c06-2acf-4eb2-ac83-17c503b8a114 admin admin] Router 0ad9691f-0750-4a82-a281-5640e61a343b has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:09:59.150373 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccae6c06-2acf-4eb2-ac83-17c503b8a114 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:09:59.155266 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-ccae6c06-2acf-4eb2-ac83-17c503b8a114 admin admin] 10.222.0.36 "PUT /v2.0/routers/0ad9691f-0750-4a82-a281-5640e61a343b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8366461 Apr 21 14:09:59.157755 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34964) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:09:59.160310 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae24ab7-ea2c-44c7-bab0-7ff290a932a2 None None] Sync routers for ids ['0ad9691f-0750-4a82-a281-5640e61a343b'] in n-d-836147-2 {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:09:59.169676 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae24ab7-ea2c-44c7-bab0-7ff290a932a2 None None] Routers {'0ad9691f-0750-4a82-a281-5640e61a343b'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 14:09:59.170216 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6ae24ab7-ea2c-44c7-bab0-7ff290a932a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T14:09:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['0ad9691f-0750-4a82-a281-5640e61a343b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:09:59.259575 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b39fb45b-c90a-4d93-b7fd-0f329a4eefed admin admin] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:59.272091 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-6ae24ab7-ea2c-44c7-bab0-7ff290a932a2 None None] Set router 0ad9691f-0750-4a82-a281-5640e61a343b gateway port host: n-d-836147-2 {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 14:09:59.360780 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b39fb45b-c90a-4d93-b7fd-0f329a4eefed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:59.449357 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6ae24ab7-ea2c-44c7-bab0-7ff290a932a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'name': 'tempest-TestSnapshotPattern-377983704-router', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:09:58Z', 'revision_number': 5, 'project_id': '412dc428456a4adbb79916085b018f05', 'gw_port': {'id': '7eb7e86b-3553-462a-840f-2605e3c4f086', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4433, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:09:59.477012 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae24ab7-ea2c-44c7-bab0-7ff290a932a2 None None] Checking router: 0ad9691f-0750-4a82-a281-5640e61a343b for host: n-d-836147-2 {{(pid=103399) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:09:59.485414 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae24ab7-ea2c-44c7-bab0-7ff290a932a2 None None] Routers {'0ad9691f-0750-4a82-a281-5640e61a343b'} bound to L3 agent in host n-d-836147-2 {{(pid=103399) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 14:09:59.486058 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6ae24ab7-ea2c-44c7-bab0-7ff290a932a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T14:09:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['0ad9691f-0750-4a82-a281-5640e61a343b'], 'active': True} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:09:59.508947 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b39fb45b-c90a-4d93-b7fd-0f329a4eefed admin admin] Deleting port 7eb7e86b-3553-462a-840f-2605e3c4f086 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 14:09:59.509290 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b39fb45b-c90a-4d93-b7fd-0f329a4eefed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:59.571508 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvr_db [None req-6ae24ab7-ea2c-44c7-bab0-7ff290a932a2 None None] Set router 0ad9691f-0750-4a82-a281-5640e61a343b gateway port host: None {{(pid=103399) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 14:09:59.590565 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-b39fb45b-c90a-4d93-b7fd-0f329a4eefed admin admin] For port 7eb7e86b-3553-462a-840f-2605e3c4f086, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=7eb7e86b-3553-462a-840f-2605e3c4f086,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:09:59.590937 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b39fb45b-c90a-4d93-b7fd-0f329a4eefed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:59.603018 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b39fb45b-c90a-4d93-b7fd-0f329a4eefed admin admin] Calling delete_port for 7eb7e86b-3553-462a-840f-2605e3c4f086 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 14:09:59.625442 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_hamode_db [None req-6ae24ab7-ea2c-44c7-bab0-7ff290a932a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'name': 'tempest-TestSnapshotPattern-377983704-router', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:09:59Z', 'revision_number': 6, 'project_id': '412dc428456a4adbb79916085b018f05', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103399) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:09:59.651683 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae24ab7-ea2c-44c7-bab0-7ff290a932a2 None None] The sync data for ids ['0ad9691f-0750-4a82-a281-5640e61a343b'] in n-d-836147-2 is: [{'id': '0ad9691f-0750-4a82-a281-5640e61a343b', 'name': 'tempest-TestSnapshotPattern-377983704-router', 'tenant_id': '412dc428456a4adbb79916085b018f05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:04:21Z', 'updated_at': '2022-04-21T14:09:59Z', 'revision_number': 6, 'project_id': '412dc428456a4adbb79916085b018f05', 'gw_port_host': None}] {{(pid=103399) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:09:59.825942 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b39fb45b-c90a-4d93-b7fd-0f329a4eefed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:59.849556 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39fb45b-c90a-4d93-b7fd-0f329a4eefed admin admin] Pushing event deleted for resources: {'Port': ['ID=7eb7e86b-3553-462a-840f-2605e3c4f086,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:09:59.909417 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b39fb45b-c90a-4d93-b7fd-0f329a4eefed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:09:59.997306 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b39fb45b-c90a-4d93-b7fd-0f329a4eefed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:00.000032 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b39fb45b-c90a-4d93-b7fd-0f329a4eefed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:00.111399 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b39fb45b-c90a-4d93-b7fd-0f329a4eefed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:00.112034 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39fb45b-c90a-4d93-b7fd-0f329a4eefed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ad9691f-0750-4a82-a281-5640e61a343b {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:10:00.116420 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b39fb45b-c90a-4d93-b7fd-0f329a4eefed admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:00.117659 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b39fb45b-c90a-4d93-b7fd-0f329a4eefed admin admin] 10.222.0.36 "DELETE /v2.0/routers/0ad9691f-0750-4a82-a281-5640e61a343b HTTP/1.1" status: 204 len: 168 time: 0.9589097 Apr 21 14:10:00.120099 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34966) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:10:00.163702 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1a516ea-a441-4837-b109-409d9a153b53 admin admin] Deleting subnet 539fe4ee-4a60-4858-b72a-c0fe60ff9480 {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 14:10:00.166787 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1a516ea-a441-4837-b109-409d9a153b53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:00.200367 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1a516ea-a441-4837-b109-409d9a153b53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:00.279521 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1a516ea-a441-4837-b109-409d9a153b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:00.302053 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 769b1b6d-ed62-46ed-8086-58c5a619372a no longer exists at agent hyperv_n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 14:10:00.322740 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] No Port match for: 769b1b6d-ed62-46ed-8086-58c5a619372a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 14:10:00.327320 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Device 769b1b6d-ed62-46ed-8086-58c5a619372a not bound to the agent host n-h2-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 14:10:00.397373 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1a516ea-a441-4837-b109-409d9a153b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:00.413905 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 0b0c8a2e-5801-4f6f-a00e-db7d99479fb8 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 14:10:00.428144 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a516ea-a441-4837-b109-409d9a153b53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=539fe4ee-4a60-4858-b72a-c0fe60ff9480,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:10:00.433460 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-e1a516ea-a441-4837-b109-409d9a153b53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:00.437279 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-e1a516ea-a441-4837-b109-409d9a153b53 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/539fe4ee-4a60-4858-b72a-c0fe60ff9480 HTTP/1.1" status: 204 len: 168 time: 0.3142142 Apr 21 14:10:00.438027 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [-] (103397) accepted ('10.222.0.36', 34968) {{(pid=103397) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:10:00.443903 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaa8e19-67dc-41cc-9c57-30195ae530e6 None None] Network fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 14:10:00.456829 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 0b0c8a2e-5801-4f6f-a00e-db7d99479fb8 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 14:10:00.457744 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 0b0c8a2e-5801-4f6f-a00e-db7d99479fb8 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 14:10:00.506005 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d1a1db7-454a-41af-8c00-dec248d5e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:00.558652 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7d1a1db7-454a-41af-8c00-dec248d5e4a4 admin admin] Deleting port f6fd91eb-f940-485f-90e5-08b29df73a6a {{(pid=103397) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 14:10:00.559018 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d1a1db7-454a-41af-8c00-dec248d5e4a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:00.630815 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30d8fd5-8aa8-4344-b481-15aa13d01979 None None] DHCP port deletion for fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 14:10:00.685455 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c30d8fd5-8aa8-4344-b481-15aa13d01979 None None] Deleting port f6fd91eb-f940-485f-90e5-08b29df73a6a {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 14:10:00.686228 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c30d8fd5-8aa8-4344-b481-15aa13d01979 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:00.760593 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-c30d8fd5-8aa8-4344-b481-15aa13d01979 None None] For port f6fd91eb-f940-485f-90e5-08b29df73a6a, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f6fd91eb-f940-485f-90e5-08b29df73a6a,segment=NetworkSegment(00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c),segment_id=00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c)] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:10:00.760982 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c30d8fd5-8aa8-4344-b481-15aa13d01979 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:00.774955 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-c30d8fd5-8aa8-4344-b481-15aa13d01979 None None] Calling delete_port for f6fd91eb-f940-485f-90e5-08b29df73a6a owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 14:10:00.917560 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.db [None req-7d1a1db7-454a-41af-8c00-dec248d5e4a4 admin admin] For port f6fd91eb-f940-485f-90e5-08b29df73a6a, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=f6fd91eb-f940-485f-90e5-08b29df73a6a,segment=NetworkSegment(00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c),segment_id=00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c)] {{(pid=103397) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:10:00.917820 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d1a1db7-454a-41af-8c00-dec248d5e4a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:00.922971 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c30d8fd5-8aa8-4344-b481-15aa13d01979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:00.930779 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.plugin [None req-7d1a1db7-454a-41af-8c00-dec248d5e4a4 admin admin] Calling delete_port for f6fd91eb-f940-485f-90e5-08b29df73a6a owned by network:dhcp {{(pid=103397) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 14:10:00.949345 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d8fd5-8aa8-4344-b481-15aa13d01979 None None] Pushing event deleted for resources: {'Port': ['ID=f6fd91eb-f940-485f-90e5-08b29df73a6a,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:10:00.952953 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30d8fd5-8aa8-4344-b481-15aa13d01979 None None] No DVR routers for this DVR port f6fd91eb-f940-485f-90e5-08b29df73a6a on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:10:01.003861 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d1a1db7-454a-41af-8c00-dec248d5e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8932815'] for port, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:01.030375 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a1db7-454a-41af-8c00-dec248d5e4a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6fd91eb-f940-485f-90e5-08b29df73a6a,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:10:01.032213 n-d-836147-2 neutron-server[103397]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1a1db7-454a-41af-8c00-dec248d5e4a4 admin admin] No DVR routers for this DVR port f6fd91eb-f940-485f-90e5-08b29df73a6a on host n-d-836147-2 {{(pid=103397) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:10:01.103331 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d1a1db7-454a-41af-8c00-dec248d5e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:01.123636 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-7d1a1db7-454a-41af-8c00-dec248d5e4a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681']}} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:10:01.133949 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-7d1a1db7-454a-41af-8c00-dec248d5e4a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c') {'for_net_delete': True} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:10:01.134237 n-d-836147-2 neutron-server[103397]: DEBUG neutron.services.segments.db [None req-7d1a1db7-454a-41af-8c00-dec248d5e4a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00aeb2fc-2b08-4f0a-835e-d3b60f1ee98c') {} {{(pid=103397) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:10:01.143660 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d1a1db7-454a-41af-8c00-dec248d5e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9772976'] for segment, before_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:01.156505 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d1a1db7-454a-41af-8c00-dec248d5e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:01.162257 n-d-836147-2 neutron-server[103397]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1a1db7-454a-41af-8c00-dec248d5e4a4 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103397) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d1a1db7-454a-41af-8c00-dec248d5e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8932762'] for segment, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: self.session.flush() Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: self.session.flush() Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: self.session.flush() Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: self.session.flush() Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: Traceback (most recent call last): Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: timer() Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: cb(*args, **kw) Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: return func(*args, **kwargs) Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: self._notify() Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: self.callback(batched_events) Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: event.method(event) Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: return f(self, *a, **k) Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: return self._get(url).json() Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: return self.request(url, 'GET', **kwargs) Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:10:01.170449 n-d-836147-2 neutron-server[103397]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:10:01.265627 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d1a1db7-454a-41af-8c00-dec248d5e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:01.271209 n-d-836147-2 neutron-server[103397]: DEBUG neutron_lib.callbacks.manager [None req-7d1a1db7-454a-41af-8c00-dec248d5e4a4 admin admin] Notify callbacks [] for network, before_response {{(pid=103397) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:01.278096 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34970) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:10:01.278608 n-d-836147-2 neutron-server[103397]: INFO neutron.wsgi [None req-7d1a1db7-454a-41af-8c00-dec248d5e4a4 admin admin] 10.222.0.36 "DELETE /v2.0/networks/fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681 HTTP/1.1" status: 204 len: 168 time: 0.8391788 Apr 21 14:10:01.294532 n-d-836147-2 neutron-server[103397]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a1db7-454a-41af-8c00-dec248d5e4a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc14e2e2-9ca9-4f7b-82e4-7edf6fec3681,revision_number=None']} {{(pid=103397) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:10:01.631058 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b52e6b4b-3a05-4563-81e6-db1dc5483075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3665480'] for router_interface, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:01.867699 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b52e6b4b-3a05-4563-81e6-db1dc5483075 admin admin] Deleting port 467e210f-0baa-463a-b13c-068ef7322fce {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 14:10:01.868035 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b52e6b4b-3a05-4563-81e6-db1dc5483075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:01.903303 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 7eb7e86b-3553-462a-840f-2605e3c4f086 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 14:10:01.923305 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 7eb7e86b-3553-462a-840f-2605e3c4f086 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 14:10:01.923646 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 7eb7e86b-3553-462a-840f-2605e3c4f086 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 14:10:01.924083 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f6fd91eb-f940-485f-90e5-08b29df73a6a no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 14:10:01.942876 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: f6fd91eb-f940-485f-90e5-08b29df73a6a {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 14:10:01.943213 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device f6fd91eb-f940-485f-90e5-08b29df73a6a not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 14:10:01.944245 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-b52e6b4b-3a05-4563-81e6-db1dc5483075 admin admin] For port 467e210f-0baa-463a-b13c-068ef7322fce, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=467e210f-0baa-463a-b13c-068ef7322fce,segment=NetworkSegment(3617a3d8-56fb-4acd-be2f-6febeb1a011e),segment_id=3617a3d8-56fb-4acd-be2f-6febeb1a011e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:10:01.944607 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b52e6b4b-3a05-4563-81e6-db1dc5483075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:01.958038 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-b52e6b4b-3a05-4563-81e6-db1dc5483075 admin admin] Calling delete_port for 467e210f-0baa-463a-b13c-068ef7322fce owned by network:router_interface {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 14:10:02.174512 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b52e6b4b-3a05-4563-81e6-db1dc5483075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:02.200695 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52e6b4b-3a05-4563-81e6-db1dc5483075 admin admin] Pushing event deleted for resources: {'Port': ['ID=467e210f-0baa-463a-b13c-068ef7322fce,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:10:02.365131 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-b52e6b4b-3a05-4563-81e6-db1dc5483075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3657121', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3665628'] for router_interface, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:02.573274 n-d-836147-2 neutron-server[103398]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52e6b4b-3a05-4563-81e6-db1dc5483075 admin admin] Router 3dc32177-9fb6-48df-a87b-5c3fd29cee6d has already been hosted by L3 agent 9030879c-77a2-4fa4-a1cf-cbe9d5972952 {{(pid=103398) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 21 14:10:03.007074 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52e6b4b-3a05-4563-81e6-db1dc5483075 admin admin] Notify agent at l3_agent.n-d-836147-2 the message routers_updated {{(pid=103398) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 21 14:10:03.012478 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-b52e6b4b-3a05-4563-81e6-db1dc5483075 admin admin] 10.222.0.36 "PUT /v2.0/routers/3dc32177-9fb6-48df-a87b-5c3fd29cee6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7333171 Apr 21 14:10:03.015067 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34972) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:10:03.022325 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6017ae-7f96-4a15-ae23-bbb23cfcf601 None None] Sync routers for ids ['3dc32177-9fb6-48df-a87b-5c3fd29cee6d'] in n-d-836147-2 {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 21 14:10:03.031326 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6017ae-7f96-4a15-ae23-bbb23cfcf601 None None] Routers {'3dc32177-9fb6-48df-a87b-5c3fd29cee6d'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 14:10:03.031923 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1f6017ae-7f96-4a15-ae23-bbb23cfcf601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T14:09:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3dc32177-9fb6-48df-a87b-5c3fd29cee6d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:10:03.116727 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8da169fc-e85e-4556-aefd-01a202db9a68 admin admin] Notify callbacks [] for router, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:03.132464 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1f6017ae-7f96-4a15-ae23-bbb23cfcf601 None None] Set router 3dc32177-9fb6-48df-a87b-5c3fd29cee6d gateway port host: n-d-836147-2 {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 14:10:03.215290 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8da169fc-e85e-4556-aefd-01a202db9a68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:03.300902 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1f6017ae-7f96-4a15-ae23-bbb23cfcf601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc32177-9fb6-48df-a87b-5c3fd29cee6d', 'name': 'tempest-TestSnapshotPattern-722177880-router', 'tenant_id': 'cc0bc862bca047be8b5540da211b190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'external_fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.173'}], 'enable_snat': True}, 'gw_port_id': '6edbb626-4eae-4be6-8b46-00a8568cec74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:04:26Z', 'updated_at': '2022-04-21T14:10:02Z', 'revision_number': 5, 'project_id': 'cc0bc862bca047be8b5540da211b190d', 'gw_port': {'id': '6edbb626-4eae-4be6-8b46-00a8568cec74', 'name': '', 'network_id': '23f97cfe-dd42-45d8-a5df-e2b803e954fa', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:e2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dc32177-9fb6-48df-a87b-5c3fd29cee6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4445, 'fixed_ips': [{'subnet_id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'ip_address': '172.25.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836147-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-21T14:04:27Z', 'updated_at': '2022-04-21T14:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ebaff0eb-1fcf-4195-b037-e64b92da4c31', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836147-2'}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:10:03.327974 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6017ae-7f96-4a15-ae23-bbb23cfcf601 None None] Checking router: 3dc32177-9fb6-48df-a87b-5c3fd29cee6d for host: n-d-836147-2 {{(pid=103400) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 21 14:10:03.335965 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6017ae-7f96-4a15-ae23-bbb23cfcf601 None None] Routers {'3dc32177-9fb6-48df-a87b-5c3fd29cee6d'} bound to L3 agent in host n-d-836147-2 {{(pid=103400) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 21 14:10:03.336561 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1f6017ae-7f96-4a15-ae23-bbb23cfcf601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836147-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-21T12:17:16Z,description=,heartbeat_timestamp=2022-04-21T14:09:46Z,host='n-d-836147-2',id=9030879c-77a2-4fa4-a1cf-cbe9d5972952,load=0,resource_versions=,resources_synced=,started_at=2022-04-21T12:17:16Z,topic='l3_agent')) {'router_ids': ['3dc32177-9fb6-48df-a87b-5c3fd29cee6d'], 'active': True} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:10:03.336900 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-8da169fc-e85e-4556-aefd-01a202db9a68 admin admin] Deleting port 6edbb626-4eae-4be6-8b46-00a8568cec74 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 14:10:03.342501 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8da169fc-e85e-4556-aefd-01a202db9a68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:03.415188 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-8da169fc-e85e-4556-aefd-01a202db9a68 admin admin] For port 6edbb626-4eae-4be6-8b46-00a8568cec74, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=6edbb626-4eae-4be6-8b46-00a8568cec74,segment=NetworkSegment(7a534349-ed0a-416d-9cf3-67d8621aafdc),segment_id=7a534349-ed0a-416d-9cf3-67d8621aafdc)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:10:03.415884 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8da169fc-e85e-4556-aefd-01a202db9a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:03.420453 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_dvr_db [None req-1f6017ae-7f96-4a15-ae23-bbb23cfcf601 None None] Set router 3dc32177-9fb6-48df-a87b-5c3fd29cee6d gateway port host: None {{(pid=103400) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 21 14:10:03.428787 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-8da169fc-e85e-4556-aefd-01a202db9a68 admin admin] Calling delete_port for 6edbb626-4eae-4be6-8b46-00a8568cec74 owned by network:router_gateway {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 14:10:03.558524 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.l3_hamode_db [None req-1f6017ae-7f96-4a15-ae23-bbb23cfcf601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dc32177-9fb6-48df-a87b-5c3fd29cee6d', 'name': 'tempest-TestSnapshotPattern-722177880-router', 'tenant_id': 'cc0bc862bca047be8b5540da211b190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:04:26Z', 'updated_at': '2022-04-21T14:10:03Z', 'revision_number': 6, 'project_id': 'cc0bc862bca047be8b5540da211b190d', 'gw_port_host': None}], 'n-d-836147-2', False) {} {{(pid=103400) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:10:03.584169 n-d-836147-2 neutron-server[103400]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6017ae-7f96-4a15-ae23-bbb23cfcf601 None None] The sync data for ids ['3dc32177-9fb6-48df-a87b-5c3fd29cee6d'] in n-d-836147-2 is: [{'id': '3dc32177-9fb6-48df-a87b-5c3fd29cee6d', 'name': 'tempest-TestSnapshotPattern-722177880-router', 'tenant_id': 'cc0bc862bca047be8b5540da211b190d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-21T14:04:26Z', 'updated_at': '2022-04-21T14:10:03Z', 'revision_number': 6, 'project_id': 'cc0bc862bca047be8b5540da211b190d', 'gw_port_host': None}] {{(pid=103400) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 21 14:10:03.665477 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8da169fc-e85e-4556-aefd-01a202db9a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:03.696056 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da169fc-e85e-4556-aefd-01a202db9a68 admin admin] Pushing event deleted for resources: {'Port': ['ID=6edbb626-4eae-4be6-8b46-00a8568cec74,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:10:03.755503 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8da169fc-e85e-4556-aefd-01a202db9a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3665026'] for router_gateway, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:03.844299 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8da169fc-e85e-4556-aefd-01a202db9a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3659577', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10326'] for router, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:03.846919 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8da169fc-e85e-4556-aefd-01a202db9a68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:03.911484 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 14:10:03.969366 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8da169fc-e85e-4556-aefd-01a202db9a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3659566'] for router, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:03.970961 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da169fc-e85e-4556-aefd-01a202db9a68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3dc32177-9fb6-48df-a87b-5c3fd29cee6d {{(pid=103398) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 21 14:10:03.975794 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-8da169fc-e85e-4556-aefd-01a202db9a68 admin admin] Notify callbacks [] for router, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:03.977084 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-8da169fc-e85e-4556-aefd-01a202db9a68 admin admin] 10.222.0.36 "DELETE /v2.0/routers/3dc32177-9fb6-48df-a87b-5c3fd29cee6d HTTP/1.1" status: 204 len: 168 time: 0.9611197 Apr 21 14:10:03.979603 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34974) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:10:04.037429 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.db_base_plugin_v2 [None req-2da47805-ec43-4cdd-b4a7-feebbd6ce8a2 admin admin] Deleting subnet 5ee45578-6058-4382-bff1-035711a4c79e {{(pid=103398) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Apr 21 14:10:04.039881 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2da47805-ec43-4cdd-b4a7-feebbd6ce8a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:04.073201 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2da47805-ec43-4cdd-b4a7-feebbd6ce8a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8531562'] for subnet, precommit_delete_associations {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:04.147229 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2da47805-ec43-4cdd-b4a7-feebbd6ce8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-654333'] for subnet, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:04.277201 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2da47805-ec43-4cdd-b4a7-feebbd6ce8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-654212', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468653', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9768907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8689190'] for subnet, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:04.303219 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da47805-ec43-4cdd-b4a7-feebbd6ce8a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ee45578-6058-4382-bff1-035711a4c79e,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:10:04.306873 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2da47805-ec43-4cdd-b4a7-feebbd6ce8a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:04.310603 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2da47805-ec43-4cdd-b4a7-feebbd6ce8a2 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5ee45578-6058-4382-bff1-035711a4c79e HTTP/1.1" status: 204 len: 168 time: 0.3300128 Apr 21 14:10:04.313348 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34976) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:10:04.314250 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d558c4-ee12-416c-962e-59154dc5114b None None] Network 6bd93ac9-6167-4e69-ae49-ffc92daf1d73 requested from n-d-836147-2 {{(pid=103399) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Apr 21 14:10:04.366273 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 467e210f-0baa-463a-b13c-068ef7322fce no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 14:10:04.383682 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2555ff05-dadb-4827-8de0-3eca2e66e273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-548093'] for network, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:04.389902 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 467e210f-0baa-463a-b13c-068ef7322fce {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 14:10:04.390247 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 467e210f-0baa-463a-b13c-068ef7322fce not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 14:10:04.437150 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-2555ff05-dadb-4827-8de0-3eca2e66e273 admin admin] Deleting port 88305785-ad1d-478e-b0a4-2124ef05ce43 {{(pid=103398) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 14:10:04.437732 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2555ff05-dadb-4827-8de0-3eca2e66e273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:04.508666 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.db [None req-2555ff05-dadb-4827-8de0-3eca2e66e273 admin admin] For port 88305785-ad1d-478e-b0a4-2124ef05ce43, host n-d-836147-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836147-2',level=0,port_id=88305785-ad1d-478e-b0a4-2124ef05ce43,segment=NetworkSegment(3617a3d8-56fb-4acd-be2f-6febeb1a011e),segment_id=3617a3d8-56fb-4acd-be2f-6febeb1a011e)] {{(pid=103398) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:10:04.509034 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2555ff05-dadb-4827-8de0-3eca2e66e273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:04.522111 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.plugin [None req-2555ff05-dadb-4827-8de0-3eca2e66e273 admin admin] Calling delete_port for 88305785-ad1d-478e-b0a4-2124ef05ce43 owned by network:dhcp {{(pid=103398) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 14:10:04.536467 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cc4dbe-df30-48a9-82eb-78ad6a53d737 None None] DHCP port deletion for 6bd93ac9-6167-4e69-ae49-ffc92daf1d73 request from n-d-836147-2 {{(pid=103399) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Apr 21 14:10:04.660559 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2555ff05-dadb-4827-8de0-3eca2e66e273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9767992'] for port, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:04.685535 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555ff05-dadb-4827-8de0-3eca2e66e273 admin admin] Pushing event deleted for resources: {'Port': ['ID=88305785-ad1d-478e-b0a4-2124ef05ce43,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:10:04.692227 n-d-836147-2 neutron-server[103398]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2555ff05-dadb-4827-8de0-3eca2e66e273 admin admin] No DVR routers for this DVR port 88305785-ad1d-478e-b0a4-2124ef05ce43 on host n-d-836147-2 {{(pid=103398) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:10:04.740561 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-68cc4dbe-df30-48a9-82eb-78ad6a53d737 None None] Deleting port 88305785-ad1d-478e-b0a4-2124ef05ce43 {{(pid=103399) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Apr 21 14:10:04.740929 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68cc4dbe-df30-48a9-82eb-78ad6a53d737 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768186761045'] for port, before_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:04.769175 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2555ff05-dadb-4827-8de0-3eca2e66e273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-655664', 'neutron.services.segments.db._delete_segments_for_network-8768186741616'] for network, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:04.789258 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2555ff05-dadb-4827-8de0-3eca2e66e273 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd93ac9-6167-4e69-ae49-ffc92daf1d73']}} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:10:04.798478 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2555ff05-dadb-4827-8de0-3eca2e66e273 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3617a3d8-56fb-4acd-be2f-6febeb1a011e') {'for_net_delete': True} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:10:04.798811 n-d-836147-2 neutron-server[103398]: DEBUG neutron.services.segments.db [None req-2555ff05-dadb-4827-8de0-3eca2e66e273 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3617a3d8-56fb-4acd-be2f-6febeb1a011e') {} {{(pid=103398) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 21 14:10:04.801109 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.db [None req-68cc4dbe-df30-48a9-82eb-78ad6a53d737 None None] For port 88305785-ad1d-478e-b0a4-2124ef05ce43, host n-d-836147-2, got binding levels [] {{(pid=103399) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 21 14:10:04.801502 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68cc4dbe-df30-48a9-82eb-78ad6a53d737 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3668393'] for port, precommit_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:04.808123 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2555ff05-dadb-4827-8de0-3eca2e66e273 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768186742905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8531553'] for segment, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:04.820247 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-68cc4dbe-df30-48a9-82eb-78ad6a53d737 None None] Calling delete_port for 88305785-ad1d-478e-b0a4-2124ef05ce43 owned by network:dhcp {{(pid=103399) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Apr 21 14:10:04.822011 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2555ff05-dadb-4827-8de0-3eca2e66e273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170'] for segment, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:04.823362 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.ipam_backend_mixin [None req-68cc4dbe-df30-48a9-82eb-78ad6a53d737 None None] Port 88305785-ad1d-478e-b0a4-2124ef05ce43 was not found and therefore no delete operation was performed {{(pid=103399) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 21 14:10:04.824192 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-68cc4dbe-df30-48a9-82eb-78ad6a53d737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535884', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17978', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768186767279', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768186211054'] for port, after_delete {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:04.828431 n-d-836147-2 neutron-server[103398]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2555ff05-dadb-4827-8de0-3eca2e66e273 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103398) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 21 14:10:04.828952 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2555ff05-dadb-4827-8de0-3eca2e66e273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654170', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9768045'] for segment, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: Traceback (most recent call last): Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: timer() Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: cb(*args, **kw) Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: return func(*args, **kwargs) Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: self._notify() Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: self.callback(batched_events) Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: event.method(event) Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: aggregate_uuid = self.p_client.list_aggregates( Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: return f(self, *a, **k) Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: return self._get(url).json() Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: return self.request(url, 'GET', **kwargs) Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: base_url = self.get_endpoint(auth, allow=allow, Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 21 14:10:04.831377 n-d-836147-2 neutron-server[103398]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 21 14:10:04.849884 n-d-836147-2 neutron-server[103399]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc4dbe-df30-48a9-82eb-78ad6a53d737 None None] Pushing event deleted for resources: {'Port': ['ID=88305785-ad1d-478e-b0a4-2124ef05ce43,revision_number=None']} {{(pid=103399) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:10:04.854628 n-d-836147-2 neutron-server[103399]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cc4dbe-df30-48a9-82eb-78ad6a53d737 None None] No DVR routers for this DVR port 88305785-ad1d-478e-b0a4-2124ef05ce43 on host n-d-836147-2 {{(pid=103399) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 21 14:10:04.968300 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2555ff05-dadb-4827-8de0-3eca2e66e273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-655657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-468730', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3657144', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3665242'] for network, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:04.974013 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2555ff05-dadb-4827-8de0-3eca2e66e273 admin admin] Notify callbacks [] for network, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:04.977279 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2555ff05-dadb-4827-8de0-3eca2e66e273 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6bd93ac9-6167-4e69-ae49-ffc92daf1d73 HTTP/1.1" status: 204 len: 168 time: 0.6629210 Apr 21 14:10:04.988828 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555ff05-dadb-4827-8de0-3eca2e66e273 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bd93ac9-6167-4e69-ae49-ffc92daf1d73,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:10:05.256907 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34980) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:10:05.297285 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-6171d440-858f-437f-bdb4-580c4057f385 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=412dc428456a4adbb79916085b018f05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388608 Apr 21 14:10:05.299736 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34982) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:10:05.347227 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2dfcc8c4-2c3a-4de0-b98d-261f503ec4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:05.367889 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2dfcc8c4-2c3a-4de0-b98d-261f503ec4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:05.453600 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2dfcc8c4-2c3a-4de0-b98d-261f503ec4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:05.456768 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-2dfcc8c4-2c3a-4de0-b98d-261f503ec4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:05.457990 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-2dfcc8c4-2c3a-4de0-b98d-261f503ec4f6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c081853f-ba31-4473-8b35-6e40eb0b0de5 HTTP/1.1" status: 204 len: 168 time: 0.1571555 Apr 21 14:10:05.465754 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfcc8c4-2c3a-4de0-b98d-261f503ec4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c081853f-ba31-4473-8b35-6e40eb0b0de5,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:10:05.914732 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 6edbb626-4eae-4be6-8b46-00a8568cec74 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 14:10:05.934856 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 6edbb626-4eae-4be6-8b46-00a8568cec74 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 14:10:05.935205 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 6edbb626-4eae-4be6-8b46-00a8568cec74 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 14:10:05.935625 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 88305785-ad1d-478e-b0a4-2124ef05ce43 no longer exists at agent ovs-agent-n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 21 14:10:05.956117 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.plugin [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] No Port match for: 88305785-ad1d-478e-b0a4-2124ef05ce43 {{(pid=103399) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} Apr 21 14:10:05.956601 n-d-836147-2 neutron-server[103399]: DEBUG neutron.plugins.ml2.rpc [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Device 88305785-ad1d-478e-b0a4-2124ef05ce43 not bound to the agent host n-d-836147-2 {{(pid=103399) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 21 14:10:06.081276 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34988) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:10:06.119824 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-0c9c252c-3121-4425-b4c4-d81852feefeb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cc0bc862bca047be8b5540da211b190d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373790 Apr 21 14:10:06.122294 n-d-836147-2 neutron-server[103398]: DEBUG neutron.wsgi [-] (103398) accepted ('10.222.0.36', 34990) {{(pid=103398) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Apr 21 14:10:06.172523 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8278295-057d-4656-8d4f-96400cfaa435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:06.193744 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8278295-057d-4656-8d4f-96400cfaa435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:06.299829 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8278295-057d-4656-8d4f-96400cfaa435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489796'] for security_group, after_delete {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:06.302324 n-d-836147-2 neutron-server[103398]: DEBUG neutron_lib.callbacks.manager [None req-f8278295-057d-4656-8d4f-96400cfaa435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=103398) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:06.303467 n-d-836147-2 neutron-server[103398]: INFO neutron.wsgi [None req-f8278295-057d-4656-8d4f-96400cfaa435 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/56dde3cb-cbac-487d-9e0b-0fbb13963ee9 HTTP/1.1" status: 204 len: 168 time: 0.1803052 Apr 21 14:10:06.311162 n-d-836147-2 neutron-server[103398]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8278295-057d-4656-8d4f-96400cfaa435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dde3cb-cbac-487d-9e0b-0fbb13963ee9,revision_number=None']} {{(pid=103398) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 21 14:10:13.568265 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a87edae6-3ead-402c-93e1-ff77fc24ac9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:15.796464 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-897d5e55-883c-45fe-af6e-3f02558798df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:17.299109 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:18.809700 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:18.870416 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:18.984605 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:21.373338 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:40.910296 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 14:10:43.578707 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8c09d864-83e1-4c47-a421-aa618cccd354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:45.813588 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-440e0f04-7072-429d-bdef-bd98ed10569d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:47.304341 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:48.859307 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:48.887171 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:49.012889 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:10:51.424805 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:11:13.566773 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-385fa5c3-bef7-4887-8ba4-6bfa261500e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:11:15.818717 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7c119a01-51ce-450a-b5d4-dd2e53f1773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:11:17.321266 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:11:17.908580 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 14:11:18.795210 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:11:18.875148 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:11:19.018023 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:11:21.384866 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:11:43.583731 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-748f8728-a228-4e08-8691-9d0aae5dc140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:11:45.840728 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9742a990-3078-477c-9996-493698018d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:11:47.309647 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:11:48.795353 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:11:48.869343 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:11:49.024065 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:11:51.360866 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:11:54.907145 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 14:12:13.600546 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-7cd03f52-b184-4c62-8928-683c29ee3c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:12:15.829177 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-03bf1e6f-090f-4b37-950b-adaa5ba24d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:12:17.303198 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:12:18.823116 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:12:18.909262 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:12:19.058099 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:12:21.412034 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:12:31.905605 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 14:12:43.577083 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c482c3ae-59b6-4be4-9dea-95ca8541bb70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:12:45.817382 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a93e74f4-7759-4e58-a796-a4b2d714ac47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:12:47.303204 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:12:48.811342 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:12:48.902838 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:12:49.091389 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:12:51.371294 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:13:08.903717 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 14:13:13.553877 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1e68b03a-9284-45ff-94bb-96d4bcc21705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:13:15.828569 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-712232af-de46-4a46-903e-7295f8bcd1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:13:17.308438 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:13:18.799684 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:13:18.885727 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:13:19.079749 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:13:21.394009 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:13:43.559526 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-aa842d51-d982-444d-a178-21bc39fd0702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:13:45.850842 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-6d58a5f9-b2ec-476a-85e9-e8f5db2d4178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:13:45.902218 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 14:13:47.324323 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:13:48.799155 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:13:48.896348 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:13:49.090660 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:13:51.416484 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:14:13.593407 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f0fce9f8-6c11-4b61-89fd-1ae937aa73c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:14:15.799298 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-e68c40da-1d0b-4443-a0e9-627cb062ba6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:14:17.307628 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:14:18.800161 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:14:18.895604 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:14:19.089637 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:14:21.410744 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:14:22.903092 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 14:14:43.580307 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-dae8ce62-c2ba-474a-aba4-481598cf908d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:14:45.810393 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-9a93d4f9-e5aa-4510-9c4b-163837d80677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:14:47.330674 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:14:48.799251 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:14:48.884420 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:14:49.096216 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:14:51.427306 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:14:59.902260 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 14:15:13.581168 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-a1ca86db-49a6-444b-b6c6-239932fe3c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:15:15.810250 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-c96fd7b4-bbdf-44bd-aba0-2a6403b0868f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:15:17.318439 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:15:18.821361 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:15:18.901408 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:15:19.118657 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:15:21.438826 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:15:36.900416 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 14:15:43.608175 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1878065a-297c-4386-9a1b-bc673c605423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:15:45.849409 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-80696a04-243f-4307-99ce-a38d311fe71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:15:47.327767 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:15:48.814033 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:15:48.893419 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:15:49.134986 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:15:51.438262 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:16:13.597472 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-f926e671-6e76-40b8-a7a8-83160f84ce3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:16:13.900837 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 14:16:15.808029 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-ce182950-47f0-4caf-b578-cc77a8d9dba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:16:17.329068 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:16:18.809133 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:16:18.900207 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:16:19.184672 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:16:21.453697 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:16:43.589738 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-0a976689-79ba-4bc8-bcc2-6d6f4d8f3f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:16:45.808995 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-d5f1e35c-bb11-4538-af38-21a9e77e4032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:16:47.338478 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:16:48.807062 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:16:48.910061 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:16:49.172492 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:16:50.899654 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 14:16:51.448785 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:17:02.901610 n-d-836147-2 neutron-server[103397]: DEBUG neutron.wsgi [req-fd108430-ad83-452d-b39a-68e59dfe61c4 req-2763bc8d-a060-4280-ae85-52c942b033f8 service neutron] (103397) timed out ('10.222.0.36', 60992) {{(pid=103397) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Apr 21 14:17:13.590870 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8105d513-c8a9-4774-a9bb-aba0a05015f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:17:15.825714 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-8cf0307d-79fa-42d5-9898-09c5f2b95e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:17:17.328555 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:17:18.802231 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:17:18.905109 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:17:19.208224 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:17:21.459742 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:17:27.900923 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 14:17:43.647935 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-fdba4c2f-445b-49b5-892e-1ab887439508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:17:45.819323 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-4ac2ad68-4e29-4bbb-b0b2-2c83620c6ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:17:47.350526 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:17:48.813458 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:17:48.922265 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:17:49.179088 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:17:51.457183 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:18:04.900169 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 21 14:18:13.577198 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-368f9604-c6c7-4254-bc7f-cee22c1ce5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:18:15.802103 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-846ef4e0-ede3-411b-9aa2-a913a93682dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:18:17.350670 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-401e67ae-02e7-4d7a-a2a1-db8ed7ce3584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:18:18.818879 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-94ebc16f-55b3-45da-b2b3-c6612611380a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:18:18.904837 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-76fa0ade-dd7b-4336-a959-b253063de8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:18:19.207781 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-1d590adf-a58f-46ca-afb5-bd16ed2ad20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:18:21.471018 n-d-836147-2 neutron-server[103399]: DEBUG neutron_lib.callbacks.manager [None req-304b6d91-2fac-4f6d-ab6b-1899c9b106e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768186741598', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-655506'] for agent, after_update {{(pid=103399) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 21 14:18:41.901321 n-d-836147-2 neutron-server[103400]: DEBUG neutron.db.agents_db [None req-55b68c1b-acf0-4eb5-84d0-43c6840f92d2 None None] Agent healthcheck: found 7 active agents {{(pid=103400) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}